-- Logs begin at Thu 2021-12-09 14:43:13 UTC, end at Thu 2021-12-09 17:28:54 UTC. -- Dec 09 15:17:33.066384 n-d-821228-1 systemd[1]: Started Devstack devstack@q-svc.service. Dec 09 15:17:35.896849 n-d-821228-1 neutron-server[103135]: INFO neutron.common.config [-] Logging enabled! Dec 09 15:17:35.897490 n-d-821228-1 neutron-server[103135]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev270 Dec 09 15:17:35.897640 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103135) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 09 15:17:35.900890 n-d-821228-1 neutron-server[103135]: INFO neutron.common.config [-] Logging enabled! Dec 09 15:17:35.901148 n-d-821228-1 neutron-server[103135]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev270 Dec 09 15:17:35.901465 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103135) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 09 15:17:35.902415 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 09 15:17:35.902640 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 09 15:17:35.903571 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 09 15:17:35.903820 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 09 15:17:35.904049 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 09 15:17:35.904378 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.904837 n-d-821228-1 neutron-server[103135]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 09 15:17:35.905162 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.905463 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.905761 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.906063 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.906361 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.906649 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.906944 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.907245 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.907534 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.907816 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.908102 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.908394 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.908701 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.908992 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.909280 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.909568 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] debug = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.909857 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.910292 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.910709 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.910990 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.911282 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.911565 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.911840 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.912119 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.912405 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.912757 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] host = n-d-821228-1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.913037 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.913328 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.913618 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.913906 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.914181 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.914460 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.914746 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.915033 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.915293 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] log_file = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.915572 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.915858 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.916144 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.916452 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.916680 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.916902 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.917199 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.917487 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.917764 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.918041 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.918316 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.918714 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.919006 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.919348 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.919645 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.919936 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.920226 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.920541 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.920822 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.921097 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.921371 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.921658 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.921935 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.922211 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.922487 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.922780 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.923052 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.923328 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.923629 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.923919 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.924204 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.924536 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.924801 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.925086 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.925359 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.925682 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.925907 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] use_json = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.926180 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.926451 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.926735 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.927012 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.927287 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.927563 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.927838 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.928126 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:35.928433 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.928748 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.929053 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.929338 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.929655 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.929940 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.930234 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.930514 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.930805 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.931096 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.931386 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.931666 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.931958 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.932241 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.932578 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.932887 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.933186 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.933481 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.933761 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.934054 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.934407 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.934700 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.934991 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.935274 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.935567 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.935873 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.936141 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.936460 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.936752 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.937048 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.937343 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.937620 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.937900 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.938194 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.938474 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.938748 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.939028 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.939324 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.939603 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.939877 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.940162 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.940465 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.940744 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.941020 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.941300 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.941594 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.941872 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.942147 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.942421 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.942701 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.942975 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.943262 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.943542 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.943819 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.944096 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.944380 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.944679 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.944954 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.945235 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.945509 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.945786 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.946060 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.946334 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.946610 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.946884 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.947158 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.947430 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.947703 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.947980 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.948254 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.948553 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.948827 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.949101 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.949380 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.950168 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.950567 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.950854 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.951141 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.951429 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.951712 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.951992 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.952272 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.952584 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.952871 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.953149 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.953442 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.953728 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.954018 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.954304 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.954605 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.954906 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.955187 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.955473 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.956005 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.956285 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.956600 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.956890 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.957190 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.957488 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.957788 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.958087 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.958382 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.958666 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.958978 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.959261 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:35.959480 n-d-821228-1 neutron-server[103135]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 09 15:17:35.959724 n-d-821228-1 neutron-server[103135]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103135) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 09 15:17:36.386883 n-d-821228-1 neutron-server[103135]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 09 15:17:36.387195 n-d-821228-1 neutron-server[103135]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 09 15:17:36.388207 n-d-821228-1 neutron-server[103135]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 09 15:17:36.388575 n-d-821228-1 neutron-server[103135]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 09 15:17:36.718935 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:36.719160 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:36.719444 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:36.720779 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:36.721056 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:36.721325 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:36.766851 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:36.767132 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:36.767401 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:36.781463 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:36.781747 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:36.782024 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:36.811301 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:36.811578 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:36.811845 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:36.848789 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:36.849072 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:36.849344 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:37.186109 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:37.186741 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:37.186741 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:37.186920 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:37.187614 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:37.287237 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:37.287569 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:37.287854 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:37.288128 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:37.288399 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:37.288738 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:37.289004 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:37.289265 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:37.289523 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:37.289808 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:37.290069 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:37.290334 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:37.290592 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:37.290846 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:37.291105 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:37.291372 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:37.291628 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:37.291896 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:37.292168 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:37.292447 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:37.292732 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:37.292991 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:37.293289 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:37.293700 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:37.293955 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:37.294205 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:37.294603 n-d-821228-1 neutron-server[103135]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103135) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 15:17:37.294849 n-d-821228-1 neutron-server[103135]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103135) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 15:17:37.295086 n-d-821228-1 neutron-server[103135]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103135) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 15:17:37.295325 n-d-821228-1 neutron-server[103135]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103135) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 15:17:37.295568 n-d-821228-1 neutron-server[103135]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103135) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 15:17:37.295806 n-d-821228-1 neutron-server[103135]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103135) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 15:17:37.296174 n-d-821228-1 neutron-server[103135]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 09 15:17:37.299367 n-d-821228-1 neutron-server[103135]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 09 15:17:37.303461 n-d-821228-1 neutron-server[103135]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 09 15:17:37.307357 n-d-821228-1 neutron-server[103135]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Dec 09 15:17:37.309531 n-d-821228-1 neutron-server[103135]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 09 15:17:37.310125 n-d-821228-1 neutron-server[103135]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 09 15:17:37.310476 n-d-821228-1 neutron-server[103135]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 09 15:17:37.310871 n-d-821228-1 neutron-server[103135]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 09 15:17:37.313743 n-d-821228-1 neutron-server[103135]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 09 15:17:37.314000 n-d-821228-1 neutron-server[103135]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 09 15:17:37.314354 n-d-821228-1 neutron-server[103135]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 09 15:17:37.319640 n-d-821228-1 neutron-server[103135]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 09 15:17:37.343416 n-d-821228-1 neutron-server[103135]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 09 15:17:37.343876 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:37.344182 n-d-821228-1 neutron-server[103135]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103135) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 09 15:17:37.344599 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:37.345980 n-d-821228-1 neutron-server[103135]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103135) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 09 15:17:37.346263 n-d-821228-1 neutron-server[103135]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 09 15:17:37.346512 n-d-821228-1 neutron-server[103135]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 09 15:17:37.349772 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:37.350059 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:37.414141 n-d-821228-1 neutron-server[103135]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 09 15:17:37.414386 n-d-821228-1 neutron-server[103135]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 09 15:17:37.414625 n-d-821228-1 neutron-server[103135]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 09 15:17:37.415004 n-d-821228-1 neutron-server[103135]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 09 15:17:37.437723 n-d-821228-1 neutron-server[103135]: DEBUG oslo_db.sqlalchemy.engines [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103135) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 09 15:17:37.875088 n-d-821228-1 neutron-server[103135]: INFO neutron.plugins.ml2.managers [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Initializing driver for type 'gre' Dec 09 15:17:37.875611 n-d-821228-1 neutron-server[103135]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] gre ID ranges: [(1, 1000)] Dec 09 15:17:37.929448 n-d-821228-1 neutron-server[103135]: INFO neutron.plugins.ml2.managers [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Initializing driver for type 'local' Dec 09 15:17:37.929797 n-d-821228-1 neutron-server[103135]: INFO neutron.plugins.ml2.managers [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Initializing driver for type 'vlan' Dec 09 15:17:37.942459 n-d-821228-1 neutron-server[103135]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] VlanTypeDriver initialization complete Dec 09 15:17:37.942974 n-d-821228-1 neutron-server[103135]: INFO neutron.plugins.ml2.managers [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Initializing driver for type 'vxlan' Dec 09 15:17:37.943595 n-d-821228-1 neutron-server[103135]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] vxlan ID ranges: [(1, 1000)] Dec 09 15:17:37.995720 n-d-821228-1 neutron-server[103135]: INFO neutron.plugins.ml2.managers [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Initializing extension driver 'port_security' Dec 09 15:17:37.996056 n-d-821228-1 neutron-server[103135]: INFO neutron.plugins.ml2.extensions.port_security [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] PortSecurityExtensionDriver initialization complete Dec 09 15:17:37.996388 n-d-821228-1 neutron-server[103135]: INFO neutron.plugins.ml2.managers [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Initializing mechanism driver 'openvswitch' Dec 09 15:17:37.996852 n-d-821228-1 neutron-server[103135]: INFO neutron.plugins.ml2.managers [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Initializing mechanism driver 'hyperv' Dec 09 15:17:38.003507 n-d-821228-1 neutron-server[103135]: DEBUG neutron.plugins.ml2.plugin [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:17:38.004360 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > port after_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.004770 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > port after_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.005126 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > port after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.005663 n-d-821228-1 neutron-server[103135]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103135) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 09 15:17:38.006096 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > subnet after_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.006454 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > subnet after_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.006802 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.007200 n-d-821228-1 neutron-server[103135]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103135) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 09 15:17:38.007610 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > network after_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.007961 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > network after_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.008307 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > network after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.008735 n-d-821228-1 neutron-server[103135]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103135) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 09 15:17:38.009144 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > security_group after_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.009497 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > security_group after_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.009842 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.010243 n-d-821228-1 neutron-server[103135]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103135) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 09 15:17:38.010649 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.010997 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.011340 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.011736 n-d-821228-1 neutron-server[103135]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103135) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 09 15:17:38.012161 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > address_group after_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.012628 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > address_group after_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.013027 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.013424 n-d-821228-1 neutron-server[103135]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103135) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 09 15:17:38.013813 n-d-821228-1 neutron-server[103135]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] ML2 OVO RPC backend initialized. {{(pid=103135) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 09 15:17:38.014521 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.014879 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.015298 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > network before_response 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.015652 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > networks before_response 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.016004 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > port before_response 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.016350 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > ports before_response 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.016723 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > subnet before_response 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.017069 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > subnets before_response 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.017418 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > network after_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.017762 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > network after_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.018102 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > network after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.018441 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > port after_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.018782 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > port after_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.019120 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > port after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.019458 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > subnet after_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.019800 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > subnet after_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.020141 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.020761 n-d-821228-1 neutron-server[103135]: INFO neutron.plugins.ml2.plugin [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Modular L2 Plugin initialization complete Dec 09 15:17:38.021093 n-d-821228-1 neutron-server[103135]: DEBUG neutron.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading services supported by the core plugin {{(pid=103135) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 09 15:17:38.021420 n-d-821228-1 neutron-server[103135]: INFO neutron.plugins.ml2.managers [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Got port-security extension from driver 'port_security' Dec 09 15:17:38.021889 n-d-821228-1 neutron-server[103135]: INFO neutron.extensions.vlantransparent [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Disabled vlantransparent extension. Dec 09 15:17:38.022374 n-d-821228-1 neutron-server[103135]: DEBUG neutron.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103135) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 09 15:17:38.022689 n-d-821228-1 neutron-server[103135]: INFO neutron.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading Plugin: router Dec 09 15:17:38.059232 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.059768 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > router after_create 55549900 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.060147 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > router before_create 55549900 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.060539 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.060919 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.061278 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > router after_delete 55549900 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.061639 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.062111 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.062480 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > router after_create 55549900 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.062833 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > router after_update 55549900 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.063188 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > router after_update 55549900 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.063540 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.063904 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > router after_update 55549900 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.064321 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > router precommit_update 55549900 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.064726 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: port after_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.065076 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: port after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.065417 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: subnet after_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.065873 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.066449 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.067056 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > router precommit_create 55549900 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.067654 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: port before_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.068274 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > router precommit_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.068957 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > router after_update 55549900 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.069584 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.070216 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > router precommit_create 55549900 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.070873 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.071503 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > router precommit_update 55549900 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.072166 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > agent after_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.072842 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > agent after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.073470 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > network after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.075021 n-d-821228-1 neutron-server[103135]: DEBUG neutron.quota.resource_registry [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Tracking information for resource: router configured {{(pid=103135) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 15:17:38.075598 n-d-821228-1 neutron-server[103135]: DEBUG neutron.quota.resource_registry [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Tracking information for resource: floatingip configured {{(pid=103135) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 15:17:38.081171 n-d-821228-1 neutron-server[103135]: INFO neutron.db.l3_agentschedulers_db [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 09 15:17:38.081764 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: port after_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.082128 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: port after_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.082482 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: port after_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.082839 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: port after_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.083635 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > router before_create 55550100 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.084005 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.084373 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > router precommit_create 55550100 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.084760 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > router precommit_update 55550100 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.089654 n-d-821228-1 neutron-server[103135]: DEBUG neutron.services.provider_configuration [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Service providers = [] {{(pid=103135) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 09 15:17:38.090025 n-d-821228-1 neutron-server[103135]: DEBUG neutron.db.servicetype_db [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103135) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 09 15:17:38.093723 n-d-821228-1 neutron-server[103135]: DEBUG neutron.services.service_base [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103135) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 09 15:17:38.094079 n-d-821228-1 neutron-server[103135]: DEBUG neutron.services.service_base [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103135) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 09 15:17:38.094425 n-d-821228-1 neutron-server[103135]: DEBUG neutron.services.service_base [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103135) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 09 15:17:38.095323 n-d-821228-1 neutron-server[103135]: DEBUG neutron.services.service_base [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103135) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 09 15:17:38.095696 n-d-821228-1 neutron-server[103135]: INFO neutron.services.service_base [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 09 15:17:38.096074 n-d-821228-1 neutron-server[103135]: DEBUG neutron.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103135) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 15:17:38.096393 n-d-821228-1 neutron-server[103135]: INFO neutron.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 09 15:17:38.107703 n-d-821228-1 neutron-server[103135]: DEBUG neutron.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103135) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 15:17:38.108040 n-d-821228-1 neutron-server[103135]: INFO neutron.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading Plugin: auto_allocate Dec 09 15:17:38.113889 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: network precommit_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.114265 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: network precommit_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.114780 n-d-821228-1 neutron-server[103135]: DEBUG neutron.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103135) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 15:17:38.115101 n-d-821228-1 neutron-server[103135]: INFO neutron.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading Plugin: tag Dec 09 15:17:38.122024 n-d-821228-1 neutron-server[103135]: DEBUG neutron.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103135) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 15:17:38.122360 n-d-821228-1 neutron-server[103135]: INFO neutron.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading Plugin: timestamp Dec 09 15:17:38.126258 n-d-821228-1 neutron-server[103135]: DEBUG neutron.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103135) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 15:17:38.126544 n-d-821228-1 neutron-server[103135]: INFO neutron.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading Plugin: network_ip_availability Dec 09 15:17:38.132044 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.132430 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.132800 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.133514 n-d-821228-1 neutron-server[103135]: DEBUG neutron.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103135) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 15:17:38.133836 n-d-821228-1 neutron-server[103135]: INFO neutron.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading Plugin: flavors Dec 09 15:17:38.139425 n-d-821228-1 neutron-server[103135]: DEBUG neutron.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103135) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 15:17:38.139760 n-d-821228-1 neutron-server[103135]: INFO neutron.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading Plugin: revisions Dec 09 15:17:38.144111 n-d-821228-1 neutron-server[103135]: DEBUG neutron.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103135) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 15:17:38.144547 n-d-821228-1 neutron-server[103135]: DEBUG oslo_concurrency.lockutils [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.756s {{(pid=103135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 09 15:17:38.145294 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103135) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 09 15:17:38.145630 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Initializing extension manager. Dec 09 15:17:38.146152 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: __init__.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.146493 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: __pycache__ {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.146825 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.147158 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: address_group.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.147914 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.148496 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: address-group Dec 09 15:17:38.148823 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: address_scope.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.149539 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.150047 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: address-scope Dec 09 15:17:38.150370 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.151305 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.151818 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: router-admin-state-down-before-update Dec 09 15:17:38.152145 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: agent.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.153451 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.153955 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: agent Dec 09 15:17:38.154283 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: agent_resources_synced.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.155207 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.155717 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: agent-resources-synced Dec 09 15:17:38.156045 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: allowedaddresspairs.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.157866 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.158393 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: allowed-address-pairs Dec 09 15:17:38.158725 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: auto_allocated_topology.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.159811 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.160328 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: auto-allocated-topology Dec 09 15:17:38.160684 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: availability_zone.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.161391 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.161903 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: availability_zone Dec 09 15:17:38.162230 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: availability_zone_filter.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.163152 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.163665 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: availability_zone_filter Dec 09 15:17:38.163993 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: data_plane_status.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.164943 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.165455 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extension data-plane-status not supported by any of loaded plugins Dec 09 15:17:38.165783 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: default_subnetpools.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.166707 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.167217 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: default-subnetpools Dec 09 15:17:38.167541 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.168367 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.169077 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: dhcp_agent_scheduler Dec 09 15:17:38.169406 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: dns.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.170353 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.170859 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extension dns-integration not supported by any of loaded plugins Dec 09 15:17:38.171184 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: dns_domain_ports.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.172110 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.172643 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 09 15:17:38.172970 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.173894 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.174400 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 09 15:17:38.174722 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: dvr.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.175394 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.175894 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: dvr Dec 09 15:17:38.176216 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: ecmp_routes.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.177156 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.177660 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 09 15:17:38.177983 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: empty_string_filtering.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.178901 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.179407 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: empty-string-filtering Dec 09 15:17:38.179730 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.180681 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.181192 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 09 15:17:38.181516 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.182434 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.182942 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 09 15:17:38.183266 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: external_net.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.184210 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.184783 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: external-net Dec 09 15:17:38.185111 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.186029 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.186543 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: extra_dhcp_opt Dec 09 15:17:38.187058 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: extraroute.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.187770 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.188283 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: extraroute Dec 09 15:17:38.188642 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: extraroute_atomic.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.191144 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.191695 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: extraroute-atomic Dec 09 15:17:38.192030 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: filter_validation.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.192743 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.193257 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: filter-validation Dec 09 15:17:38.193586 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: fip_pf_description.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.194597 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.195112 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 09 15:17:38.195439 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: fip_port_details.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.196365 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.196906 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: fip-port-details Dec 09 15:17:38.197233 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: flavors.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.198480 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.198997 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: flavors Dec 09 15:17:38.199327 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.201566 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.202090 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 09 15:17:38.202429 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: floatingip_pools.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.203134 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.203673 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: floatingip-pools Dec 09 15:17:38.204003 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: ip_allocation.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.204977 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.205488 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extension ip_allocation not supported by any of loaded plugins Dec 09 15:17:38.206065 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.207011 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.207519 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: ip-substring-filtering Dec 09 15:17:38.207848 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: l2_adjacency.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.208814 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.209317 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 09 15:17:38.209787 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: l3.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.210641 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.211165 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: router Dec 09 15:17:38.211494 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.213780 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.214312 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 09 15:17:38.214648 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.216228 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.216776 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: ext-gw-mode Dec 09 15:17:38.217111 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.218065 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.218587 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: l3-ha Dec 09 15:17:38.218921 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: l3_flavors.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.219853 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.220369 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: l3-flavors Dec 09 15:17:38.220725 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.221654 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.222165 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 09 15:17:38.222494 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: l3agentscheduler.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.223529 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.224041 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: l3_agent_scheduler Dec 09 15:17:38.224369 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: local_ip.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.226161 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.226688 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extension local_ip not supported by any of loaded plugins Dec 09 15:17:38.227028 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: logging.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.228536 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.229060 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extension logging not supported by any of loaded plugins Dec 09 15:17:38.229395 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: metering.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.230303 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.230909 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: metering Dec 09 15:17:38.231244 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.232356 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.232907 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: metering_source_and_destination_fields Dec 09 15:17:38.233242 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: multiprovidernet.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.234189 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.234694 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: multi-provider Dec 09 15:17:38.235022 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: netmtu.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.235951 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.236492 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: net-mtu Dec 09 15:17:38.236823 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: netmtu_writable.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.237912 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.238427 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: net-mtu-writable Dec 09 15:17:38.238753 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: network_availability_zone.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.239430 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.239934 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: network_availability_zone Dec 09 15:17:38.240256 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: network_ip_availability.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.241414 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.241930 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: network-ip-availability Dec 09 15:17:38.242258 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: network_segment_range.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.243031 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.243533 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extension network-segment-range not supported by any of loaded plugins Dec 09 15:17:38.243855 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: pagination.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.244869 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.245198 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: pagination Dec 09 15:17:38.245518 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: port_device_profile.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.246451 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.246997 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: port-device-profile Dec 09 15:17:38.247329 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.248275 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.248815 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: port-mac-address-regenerate Dec 09 15:17:38.249143 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.250057 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.250569 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: port-numa-affinity-policy Dec 09 15:17:38.250894 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: port_resource_request.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.251825 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.252329 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extension port-resource-request not supported by any of loaded plugins Dec 09 15:17:38.252686 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: port_resource_request_groups.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.253658 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.254168 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 09 15:17:38.254494 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: portbindings.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.255426 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.255937 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: binding Dec 09 15:17:38.256259 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: portbindings_extended.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.257707 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.258252 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: binding-extended Dec 09 15:17:38.258584 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: portsecurity.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.259507 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.260014 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: port-security Dec 09 15:17:38.260340 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: project_id.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.261358 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.261690 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: project-id Dec 09 15:17:38.262013 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: providernet.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.263614 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.264123 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: provider Dec 09 15:17:38.264475 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: qos.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.267992 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.268564 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extension qos not supported by any of loaded plugins Dec 09 15:17:38.268902 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.270160 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.270687 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 09 15:17:38.271023 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.271961 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.272508 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 09 15:17:38.272841 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: qos_default.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.273764 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.274273 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extension qos-default not supported by any of loaded plugins Dec 09 15:17:38.274604 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: qos_fip.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.275268 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.275773 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extension qos-fip not supported by any of loaded plugins Dec 09 15:17:38.276106 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.277137 n-d-821228-1 neutron-server[103135]: WARNING neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 09 15:17:38.277475 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: qos_gateway_ip.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.279186 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.279700 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 09 15:17:38.280032 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: qos_port_network_policy.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.280986 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.281496 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 09 15:17:38.281822 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.282997 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.283513 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 09 15:17:38.283842 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: qos_pps_rule.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.285075 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.285596 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extension qos-pps not supported by any of loaded plugins Dec 09 15:17:38.285925 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: qos_rule_type_details.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.286850 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.287361 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 09 15:17:38.287690 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: qos_rules_alias.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.288769 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.289281 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 09 15:17:38.289608 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: quota_check_limit.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.290528 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.291041 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: quota-check-limit Dec 09 15:17:38.291369 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: quotasv2.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.292323 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.292686 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: quotas Dec 09 15:17:38.293010 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: quotasv2_detail.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.296804 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.297149 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: quota_details Dec 09 15:17:38.297481 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: rbac.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.298556 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.299088 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: rbac-policies Dec 09 15:17:38.299422 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: rbac_address_group.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.300370 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.300920 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: rbac-address-group Dec 09 15:17:38.301250 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: rbac_address_scope.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.302186 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.302701 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: rbac-address-scope Dec 09 15:17:38.303028 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: rbac_security_groups.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.303956 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.304504 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: rbac-security-groups Dec 09 15:17:38.304837 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: rbac_subnetpool.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.305761 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.306275 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: rbac-subnetpool Dec 09 15:17:38.306604 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: revisionifmatch.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.307530 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.308045 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: revision-if-match Dec 09 15:17:38.308374 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: revisions.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.310177 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.310687 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: standard-attr-revisions Dec 09 15:17:38.311017 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: router_availability_zone.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.311697 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.312280 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: router_availability_zone Dec 09 15:17:38.312638 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: routerservicetype.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.313567 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.314073 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extension router-service-type not supported by any of loaded plugins Dec 09 15:17:38.314398 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.315406 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.315915 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: security-groups-normalized-cidr Dec 09 15:17:38.316241 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.317190 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.317699 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: port-security-groups-filtering Dec 09 15:17:38.318023 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.318965 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.319474 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: security-groups-remote-address-group Dec 09 15:17:38.319802 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.320795 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.321308 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: security-groups-shared-filtering Dec 09 15:17:38.321634 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.322224 n-d-821228-1 neutron-server[103135]: WARNING neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 09 15:17:38.322547 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: securitygroup.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.332770 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.333319 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: security-group Dec 09 15:17:38.333654 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: segment.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.334459 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.334973 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extension segment not supported by any of loaded plugins Dec 09 15:17:38.335573 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.336262 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.336811 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 09 15:17:38.337142 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: servicetype.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.338277 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.338800 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: service-type Dec 09 15:17:38.339129 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: sorting.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.340124 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.340605 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: sorting Dec 09 15:17:38.340940 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: standard_attr_segment.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.341868 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.342386 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 09 15:17:38.342712 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: standardattrdescription.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.343366 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.343878 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: standard-attr-description Dec 09 15:17:38.344205 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: stateful_security_group.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.345175 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.345688 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: stateful-security-group Dec 09 15:17:38.346016 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: stdattrs_common.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.346592 n-d-821228-1 neutron-server[103135]: WARNING neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 09 15:17:38.346914 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.347860 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.348375 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 09 15:17:38.348725 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: subnet_onboard.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.349829 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.350349 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: subnet_onboard Dec 09 15:17:38.350677 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.351611 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.352125 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 09 15:17:38.352475 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: subnet_service_types.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.353412 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.353925 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: subnet-service-types Dec 09 15:17:38.354259 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: subnetallocation.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.355373 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.356397 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: subnet_allocation Dec 09 15:17:38.356755 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.357430 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.357938 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: subnetpool-prefix-ops Dec 09 15:17:38.358273 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.359213 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.359720 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 09 15:17:38.360044 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: tagging.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.361149 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.361664 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: standard-attr-tag Dec 09 15:17:38.361997 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: timestamp.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.363219 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.363737 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loaded extension: standard-attr-timestamp Dec 09 15:17:38.364068 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: trunk.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.365149 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.365669 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extension trunk not supported by any of loaded plugins Dec 09 15:17:38.365998 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: trunk_details.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.366928 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.367442 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extension trunk-details not supported by any of loaded plugins Dec 09 15:17:38.367771 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: uplink_status_propagation.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.368733 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.369247 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 09 15:17:38.369574 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Loading extension file: vlantransparent.py {{(pid=103135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 15:17:38.370272 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 15:17:38.370778 n-d-821228-1 neutron-server[103135]: INFO neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 09 15:17:38.374092 n-d-821228-1 neutron-server[103135]: INFO neutron.quota.resource_registry [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Creating instance of TrackedResource for resource:network Dec 09 15:17:38.374625 n-d-821228-1 neutron-server[103135]: INFO neutron.quota.resource_registry [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Creating instance of TrackedResource for resource:subnet Dec 09 15:17:38.375035 n-d-821228-1 neutron-server[103135]: INFO neutron.quota.resource_registry [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 15:17:38.375573 n-d-821228-1 neutron-server[103135]: INFO neutron.quota.resource_registry [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Creating instance of TrackedResource for resource:port Dec 09 15:17:38.377030 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.v2.resource_helper [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 15:17:38.377456 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.v2.resource_helper [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Service FLAVORS assigned prefix: {{(pid=103135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 15:17:38.378324 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.v2.resource_helper [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 15:17:38.378878 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.v2.resource_helper [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 15:17:38.379251 n-d-821228-1 neutron-server[103135]: INFO neutron.quota.resource_registry [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Creating instance of TrackedResource for resource:router Dec 09 15:17:38.380272 n-d-821228-1 neutron-server[103135]: INFO neutron.quota.resource_registry [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Creating instance of TrackedResource for resource:floatingip Dec 09 15:17:38.381064 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.v2.resource_helper [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Service METERING assigned prefix: /metering {{(pid=103135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 15:17:38.382954 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.383443 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.384105 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:17:38.385677 n-d-821228-1 neutron-server[103135]: INFO neutron.quota.resource_registry [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Creating instance of CountableResource for resource:rbac_policy Dec 09 15:17:38.386173 n-d-821228-1 neutron-server[103135]: INFO neutron.quota.resource_registry [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Creating instance of TrackedResource for resource:security_group Dec 09 15:17:38.386791 n-d-821228-1 neutron-server[103135]: INFO neutron.quota.resource_registry [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 09 15:17:38.387800 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.v2.resource_helper [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Service CORE assigned prefix: {{(pid=103135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 15:17:38.388322 n-d-821228-1 neutron-server[103135]: INFO neutron.quota.resource_registry [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 15:17:38.388807 n-d-821228-1 neutron-server[103135]: WARNING neutron.quota.resource_registry [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] subnetpool is already registered Dec 09 15:17:38.389389 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.v2.resource_helper [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Service CORE assigned prefix: {{(pid=103135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 15:17:38.389830 n-d-821228-1 neutron-server[103135]: INFO neutron.quota.resource_registry [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 15:17:38.390307 n-d-821228-1 neutron-server[103135]: WARNING neutron.quota.resource_registry [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] subnetpool is already registered Dec 09 15:17:38.392999 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.v2.resource_helper [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 15:17:38.393531 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.v2.resource_helper [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Service FLAVORS assigned prefix: {{(pid=103135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 15:17:38.394223 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.v2.resource_helper [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 15:17:38.394735 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.v2.resource_helper [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 15:17:38.395174 n-d-821228-1 neutron-server[103135]: INFO neutron.quota.resource_registry [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Creating instance of TrackedResource for resource:router Dec 09 15:17:38.395620 n-d-821228-1 neutron-server[103135]: WARNING neutron.quota.resource_registry [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] router is already registered Dec 09 15:17:38.396291 n-d-821228-1 neutron-server[103135]: INFO neutron.quota.resource_registry [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Creating instance of TrackedResource for resource:floatingip Dec 09 15:17:38.396798 n-d-821228-1 neutron-server[103135]: WARNING neutron.quota.resource_registry [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] floatingip is already registered Dec 09 15:17:38.397334 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.v2.resource_helper [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Service METERING assigned prefix: /metering {{(pid=103135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 15:17:38.398249 n-d-821228-1 neutron-server[103135]: INFO neutron.quota.resource_registry [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Creating instance of CountableResource for resource:rbac_policy Dec 09 15:17:38.398620 n-d-821228-1 neutron-server[103135]: WARNING neutron.quota.resource_registry [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] rbac_policy is already registered Dec 09 15:17:38.399154 n-d-821228-1 neutron-server[103135]: INFO neutron.quota.resource_registry [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Creating instance of TrackedResource for resource:security_group Dec 09 15:17:38.399737 n-d-821228-1 neutron-server[103135]: WARNING neutron.quota.resource_registry [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] security_group is already registered Dec 09 15:17:38.400232 n-d-821228-1 neutron-server[103135]: INFO neutron.quota.resource_registry [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 09 15:17:38.400693 n-d-821228-1 neutron-server[103135]: WARNING neutron.quota.resource_registry [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] security_group_rule is already registered Dec 09 15:17:38.401493 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.v2.resource_helper [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Service CORE assigned prefix: {{(pid=103135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 15:17:38.401867 n-d-821228-1 neutron-server[103135]: INFO neutron.quota.resource_registry [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 15:17:38.402315 n-d-821228-1 neutron-server[103135]: WARNING neutron.quota.resource_registry [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] subnetpool is already registered Dec 09 15:17:38.402943 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.v2.resource_helper [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Service CORE assigned prefix: {{(pid=103135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 15:17:38.403280 n-d-821228-1 neutron-server[103135]: INFO neutron.quota.resource_registry [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 15:17:38.403618 n-d-821228-1 neutron-server[103135]: WARNING neutron.quota.resource_registry [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] subnetpool is already registered Dec 09 15:17:38.404100 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extended resource: extensions {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 15:17:38.405603 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extended resource: address-groups {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 15:17:38.407104 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extended resource: address-scopes {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 15:17:38.408434 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extended resource: agents {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 15:17:38.409633 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extended resource: auto-allocated-topology {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 15:17:38.410889 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extended resource: availability_zones {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 15:17:38.412132 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extended resource: dhcp-networks {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 15:17:38.413674 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extended resource: dhcp-agents {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 15:17:38.415108 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extended resource: routers {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 15:17:38.417382 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extended resource: flavors {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 15:17:38.419099 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extended resource: service_profiles {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 15:17:38.420314 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extended resource: next_providers {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 15:17:38.421795 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extended resource: service_profiles {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 15:17:38.424323 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extended resource: floatingip-pools {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 15:17:38.425626 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extended resource: routers {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 15:17:38.427747 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extended resource: floatingips {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 15:17:38.429069 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extended resource: l3-routers {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 15:17:38.430465 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extended resource: l3-agents {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 15:17:38.432054 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extended resource: metering-labels {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 15:17:38.433466 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extended resource: metering-label-rules {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 15:17:38.435353 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extended resource: network-ip-availabilities {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 15:17:38.436651 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extended resource: bindings {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 15:17:38.438330 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extended resource: quotas {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 15:17:38.439907 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extended resource: quotas {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 15:17:38.441478 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extended resource: rbac-policies {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 15:17:38.442786 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extended resource: security-groups {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 15:17:38.444015 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extended resource: security-group-rules {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 15:17:38.445305 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extended resource: service-providers {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 15:17:38.446523 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extended resource: subnetpools {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 15:17:38.447972 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extended resource: subnetpools {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 15:17:38.449475 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extended resource: tags {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 15:17:38.451195 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extended resource: tags {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 15:17:38.453076 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extended resource: tags {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 15:17:38.454874 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extended resource: tags {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 15:17:38.456983 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extended resource: tags {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 15:17:38.458844 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extended resource: tags {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 15:17:38.460576 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extended resource: tags {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 15:17:38.462543 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extended resource: tags {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 15:17:38.464326 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extended resource: tags {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 15:17:38.466341 n-d-821228-1 neutron-server[103135]: DEBUG neutron.api.extensions [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Extended resource: tags {{(pid=103135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 15:17:38.472454 n-d-821228-1 neutron-server[103135]: WARNING keystonemiddleware.auth_token [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 09 15:17:38.477225 n-d-821228-1 neutron-server[103135]: WARNING keystonemiddleware.auth_token [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 09 15:17:38.486541 n-d-821228-1 neutron-server[103135]: DEBUG oslo_concurrency.lockutils [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Acquired lock "singleton_lock" {{(pid=103135) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 09 15:17:38.487011 n-d-821228-1 neutron-server[103135]: DEBUG oslo_concurrency.lockutils [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Releasing lock "singleton_lock" {{(pid=103135) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 09 15:17:38.487659 n-d-821228-1 neutron-server[103135]: INFO oslo_service.service [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Starting 2 workers Dec 09 15:17:38.492571 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Started child 103244 {{(pid=103135) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 09 15:17:38.497693 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Started child 103245 {{(pid=103135) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 09 15:17:38.498649 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:38.499336 n-d-821228-1 neutron-server[103135]: INFO neutron.service [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 09 15:17:38.499988 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Publish callbacks [] for process, before_spawn {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:38.500209 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [-] (103244) wsgi starting up on http://0.0.0.0:9696 Dec 09 15:17:38.502454 n-d-821228-1 neutron-server[103135]: INFO oslo_service.service [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Starting 1 workers Dec 09 15:17:38.502578 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:38.504015 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [-] (103245) wsgi starting up on http://0.0.0.0:9696 Dec 09 15:17:38.507746 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Started child 103246 {{(pid=103135) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 09 15:17:38.508290 n-d-821228-1 neutron-server[103135]: INFO oslo_service.service [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Starting 1 workers Dec 09 15:17:38.511474 n-d-821228-1 neutron-server[103246]: DEBUG neutron.service [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] calling RpcWorker wait() {{(pid=103246) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 09 15:17:38.512022 n-d-821228-1 neutron-server[103246]: DEBUG neutron.service [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] returning from RpcWorker wait() {{(pid=103246) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 09 15:17:38.513085 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Started child 103247 {{(pid=103135) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 09 15:17:38.513579 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:38.513884 n-d-821228-1 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-64eb5379-ca14-458d-a89f-97f5ced7ae33 None None] Publish callbacks [] for process, after_spawn {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:38.514163 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:17:38.515808 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103135) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 09 15:17:38.516013 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 09 15:17:38.516200 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 09 15:17:38.516440 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 09 15:17:38.516775 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 09 15:17:38.516958 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 09 15:17:38.517460 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.517748 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.517842 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:38.518289 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.518289 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.518551 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.519151 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.519411 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.519669 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.519946 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.520211 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.520384 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.520592 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.520838 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.521070 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.521388 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.521660 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.521900 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.522155 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.522330 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.522591 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.522869 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.523097 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.523379 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] debug = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.523623 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.524116 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.524345 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.524621 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.524842 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.525113 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.525355 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.525616 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.525849 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.526067 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.526308 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.526574 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.526812 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.527022 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.527262 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.527477 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.528272 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.528685 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.529183 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] host = n-d-821228-1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.529391 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.529610 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.529842 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.530093 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.530344 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.530560 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.530828 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.531084 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.531330 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.531554 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.531800 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.532044 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.532283 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.532560 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] log_file = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.532723 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] log_options = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.532955 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.533242 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.533500 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.533691 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.533857 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.534036 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.534294 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.534457 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.534722 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.534950 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.535147 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.535374 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.535609 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.535840 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.536105 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.536333 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.536589 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.536829 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.537083 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.537330 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.537555 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.537800 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.538023 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.538240 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.538535 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.538707 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.538914 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.539136 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.539370 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.539602 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.539852 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.540093 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.540307 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.540578 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.540837 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.541065 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.541291 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.541523 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.541794 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.542035 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.542278 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.542544 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.542756 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.543007 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.543220 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.543525 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.544297 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] use_json = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.544584 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.544861 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.545011 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.545227 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.545440 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.545653 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.545874 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.546107 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.546523 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.546800 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.547111 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.547359 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.547597 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.547877 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.548065 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.548291 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.548822 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.549077 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.549400 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.549626 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.549889 n-d-821228-1 neutron-server[103247]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:17:38.550020 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.550151 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.550442 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.550777 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.551055 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.551340 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.552782 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.552782 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.553056 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.553236 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.553642 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.553887 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.554193 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.554465 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.555028 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.555159 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.555340 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.555696 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.555973 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.556232 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.556536 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.556789 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.557057 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.557302 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.557646 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.557772 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.557951 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.558213 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.558476 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.558720 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.558956 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.559200 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.559519 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.559637 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.559991 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.560242 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.560502 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.560732 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.560953 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.563013 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.563013 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.563013 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.563013 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.563013 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.563013 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.563013 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.563013 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.563013 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.564276 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.564276 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.564276 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.564276 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.564276 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.564803 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.564803 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.564803 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.565100 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.565211 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.565765 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.565765 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.565995 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.566106 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.566274 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.566491 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.567287 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.567287 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.567287 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.567642 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.567642 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.567795 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.567977 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.568211 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.568465 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.568686 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.568900 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.569119 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.569376 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.569543 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.569743 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.570218 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.570331 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.570596 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.570847 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.571073 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.571745 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.571745 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.572010 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.572010 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.572475 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.572475 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.572735 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.572947 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.573195 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.573419 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.573663 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.574135 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.574135 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.574384 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.574579 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.574935 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.575178 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.575440 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.575697 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.575964 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.576203 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.576458 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.576725 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.576969 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.577264 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.577488 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.578035 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.578035 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.578319 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.578593 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.578848 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.579119 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.579374 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.579624 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.579897 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.580132 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.580364 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.580873 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.581127 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.581358 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.581613 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.581869 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.582179 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.582413 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.582650 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.582889 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.583146 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.583390 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.583642 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.583916 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.584163 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.584443 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.584691 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.584942 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.585158 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.585402 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.585650 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.585863 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.586100 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.586315 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.586564 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.586799 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.587013 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.587265 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.587500 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.587736 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.587975 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.588192 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.588462 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.588700 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.588937 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.589174 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.589415 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.589651 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.589893 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.590111 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.590909 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.591164 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.591385 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.591655 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.591924 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.592161 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.592389 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.592728 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.593001 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.593288 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.593538 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.593758 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.593977 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.594193 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.594434 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.594650 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.594885 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.595173 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.595354 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.595593 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.595851 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.596179 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.596473 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.596709 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.596953 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.597172 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.597410 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.597647 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.597878 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.598101 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.598315 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.598533 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.598771 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.599016 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.599271 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.599492 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.599720 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.599932 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.600169 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.600395 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.600707 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.600963 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.601190 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.601435 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.601648 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.601875 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.602104 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.602313 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.602555 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.602745 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.603075 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.603289 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.603550 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.603783 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.603990 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.604229 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.604551 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.604812 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.605042 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.605254 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.605485 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.605707 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.606487 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.606740 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.606940 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.607116 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.607333 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.607576 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.607793 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.608005 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.608231 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.608452 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.608687 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.608911 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.609122 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.609352 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.609639 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.609926 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.610139 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.610420 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.610683 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.610929 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.611190 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.611542 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.611752 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.611994 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.612232 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.612520 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.612759 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.613014 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.613322 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.613626 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.613903 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.614137 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.614423 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.614716 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.614980 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.615191 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.615497 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.615832 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.616109 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.616363 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.616643 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.616909 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.617141 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.617378 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.617611 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.617844 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.618056 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.618322 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.618552 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.618793 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.619013 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.619260 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.619490 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.619745 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.619974 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.620193 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.620408 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.620667 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 09 15:17:38.621189 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103135) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 09 15:17:38.621352 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 09 15:17:38.622023 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 09 15:17:38.622209 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 09 15:17:38.622384 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 09 15:17:38.622558 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 09 15:17:38.622830 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.623049 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.623210 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.623369 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.623528 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.623756 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.623988 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.624111 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.624252 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.624432 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.624589 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.624748 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.624905 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.625064 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.625221 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.625379 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.625535 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.625693 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.625856 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.626014 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.626171 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.626327 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.626484 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] debug = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.626642 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.626863 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.627028 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.627239 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.627376 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.627500 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.627630 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.627778 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.627934 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.628091 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.628247 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.628404 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.628597 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.628833 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.628994 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.629145 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.629307 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.629453 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.629639 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] host = n-d-821228-1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.629820 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.629987 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.630155 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.630155 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.630380 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.630549 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.630631 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.630777 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.630930 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.631089 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.631248 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.631409 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.631548 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.631701 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] log_file = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.631852 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] log_options = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.632012 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.632168 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.632313 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.632520 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.632685 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.632829 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.632997 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.633127 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.633287 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.633444 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.633606 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.633765 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.633920 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.634064 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.634270 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.634400 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.634523 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.634655 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.634809 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.634938 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.635274 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.635416 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.635569 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.635731 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.635888 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.636061 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.636203 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.636358 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.636536 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.636693 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.636848 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.637008 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.637236 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.637923 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.638070 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.638229 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.638356 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.638530 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.638675 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.638816 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.638979 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.639136 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.639295 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.639454 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.639614 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.639772 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.639927 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] use_json = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.640086 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.640242 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.640402 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.640577 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.640733 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.640889 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.641045 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.641202 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 15:17:38.641379 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.641536 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.641705 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.641865 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.642023 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.642184 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.642346 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.642508 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.642666 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.642824 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.642991 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.643151 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.643322 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.643481 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.643642 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.643805 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.643991 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.644122 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.644284 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.644461 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.644623 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.644782 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.644949 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.645109 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.645270 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.645433 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.645593 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.645759 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.645917 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.646090 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.646249 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.646434 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.646572 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.646731 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.646891 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.647051 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.647211 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.647372 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.647532 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.647691 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.647850 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.648010 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.648168 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.648330 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.648509 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.648666 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.648829 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.648990 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.649159 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.649305 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.649458 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.649620 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.649780 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.649941 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.650094 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.650324 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.650426 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.650570 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.650919 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.650919 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.651094 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.651239 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.651399 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.651558 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.651717 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.651875 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.652033 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.652196 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.652367 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.652546 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.652728 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.652973 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.653163 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.653317 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.653477 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.653602 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.653722 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.653880 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.654013 n-d-821228-1 neutron-server[103246]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:17:38.654116 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.654197 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.654351 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.654483 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.654639 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.654798 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.654957 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.655116 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.655275 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.655432 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.655590 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.655749 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.655907 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.656075 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.656249 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.656407 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.656584 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.656743 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.656900 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.657058 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.657215 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.657373 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.657531 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.657691 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.657849 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.658007 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.658168 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.658326 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.658484 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.658641 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.658800 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.658958 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.659116 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.659275 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.659433 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.659591 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.659749 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.659906 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.660064 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.660221 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.660388 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.660571 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.660727 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.660888 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.661053 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.661221 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.661380 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.661539 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.661697 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.661854 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.662011 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.662173 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.662331 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.662489 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.662646 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.662804 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.662972 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.663130 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.663288 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.663448 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.663628 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.663787 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.663945 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.664104 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.664263 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.664436 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.664598 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.664784 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.664919 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.665052 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.665184 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.665344 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.665478 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.665636 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.665793 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.665951 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.666110 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.666309 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.666514 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.666677 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.666867 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.667028 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.667187 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.667386 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.667548 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.667708 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.667867 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.668025 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.668168 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.668343 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.668620 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.668783 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.669106 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.669271 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.669432 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.669590 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.670054 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.670054 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.670054 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.671085 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.671085 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.671085 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.671085 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.671085 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.671085 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.671085 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.672210 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.672210 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.672210 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.672210 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.672210 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.672210 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.672210 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.673298 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.673298 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.673298 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.673298 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.673298 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.673298 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.673298 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.673298 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.674885 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.674885 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.674885 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.674885 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.674885 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.674885 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.674885 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.674885 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.676129 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.676129 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.676129 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.676129 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.676129 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.676129 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.676129 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.676129 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.676709 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.676709 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.676709 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.676709 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.676709 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.676709 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.676709 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.677539 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.677539 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.677539 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.677539 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.677539 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.677919 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.677919 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.677919 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.678228 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.678228 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.678453 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.678539 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.678681 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.678824 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.678947 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.679106 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.679265 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.679424 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.679582 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.679741 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.679909 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.680068 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.680226 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.680384 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.680553 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.680710 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.680922 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.681022 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.681183 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.681348 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.681507 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.681666 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.681824 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.681994 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.682152 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.682318 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.682476 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.682657 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.682787 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.682944 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.683108 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.683276 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.683441 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.683601 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.683768 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.683935 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.684750 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.685020 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.685190 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.685337 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.685567 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.685567 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.685743 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.685821 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.685976 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.686134 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.686929 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.686929 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.686929 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.686929 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.686929 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.688271 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.688271 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.688271 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.688271 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.688271 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.688271 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.688271 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.688271 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 15:17:38.689128 n-d-821228-1 neutron-server[103135]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 09 15:17:38.739156 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 45942) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:17:38.748231 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069139 Dec 09 15:17:50.399249 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfa3870-1a37-4490-8d59-288abb5b76c8 None None] get_active_networks_info from n-d-821228-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 15:17:50.470244 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfa3870-1a37-4490-8d59-288abb5b76c8 None None] No non-hosted networks {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 09 15:17:50.478506 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.agentschedulers_db [None req-6bfa3870-1a37-4490-8d59-288abb5b76c8 None None] DHCP Agent not found on host n-d-821228-1 {{(pid=103246) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 09 15:17:50.653315 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6d849065-7bf8-4d07-88e5-e61ca7d69ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1784000'] for agent, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:52.834136 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a809ddcc-7d4a-4c80-b561-89c234813408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1784000'] for agent, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:52.880940 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-20439d42-64f9-4f86-8d8d-24350a350dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:53.897993 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1784000'] for agent, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:55.160373 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1784000'] for agent, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:56.297759 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1784000'] for agent, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:56.302509 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:56.305549 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:56.310837 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:56.311486 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:56.313846 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:56.314671 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:56.316434 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:56.319095 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:56.319718 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:56.328548 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:56.329340 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:56.329959 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:56.342317 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:56.343099 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-821228-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:17:56.361015 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-821228-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:17:56.689068 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46032) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:17:57.200206 n-d-821228-1 neutron-server[103244]: WARNING oslo_policy.policy [None req-1f92cb7c-d8c1-45ad-8263-428caa5bca6a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 15:17:57.200952 n-d-821228-1 neutron-server[103244]: WARNING oslo_policy.policy [None req-1f92cb7c-d8c1-45ad-8263-428caa5bca6a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 15:17:57.429263 n-d-821228-1 neutron-server[103246]: INFO neutron.db.l3_hamode_db [None req-f2bbef98-1835-4933-ab81-8de066091c85 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 09 15:17:57.431475 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-1f92cb7c-d8c1-45ad-8263-428caa5bca6a admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:17:57.435326 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1f92cb7c-d8c1-45ad-8263-428caa5bca6a admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7423785 Dec 09 15:17:57.505831 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bbef98-1835-4933-ab81-8de066091c85 None None] Routers set() bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:17:57.506205 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bbef98-1835-4933-ab81-8de066091c85 None None] Router IDs set() for agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 09 15:18:00.064340 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46048) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:00.371616 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-4a9cdd86-1edc-47de-841a-3d85e520f74e admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:00.467976 n-d-821228-1 neutron-server[103244]: DEBUG neutron.policy [None req-4a9cdd86-1edc-47de-841a-3d85e520f74e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103244) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 09 15:18:00.515064 n-d-821228-1 neutron-server[103244]: WARNING oslo_policy.policy [None req-4a9cdd86-1edc-47de-841a-3d85e520f74e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 15:18:00.515440 n-d-821228-1 neutron-server[103244]: WARNING oslo_policy.policy [None req-4a9cdd86-1edc-47de-841a-3d85e520f74e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 15:18:00.523914 n-d-821228-1 neutron-server[103244]: INFO neutron.quota [None req-4a9cdd86-1edc-47de-841a-3d85e520f74e admin admin] Loaded quota_driver: . Dec 09 15:18:00.613958 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4a9cdd86-1edc-47de-841a-3d85e520f74e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758617694999', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758617697632', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758617651932', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758617644135', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758617666687', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758617659264', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-590687', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-811532', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1925680', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1973397'] for rbac-policy, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:00.679000 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4a9cdd86-1edc-47de-841a-3d85e520f74e admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:00.680165 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4a9cdd86-1edc-47de-841a-3d85e520f74e admin admin] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6152365 Dec 09 15:18:03.460980 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46060) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:03.754450 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ca6a16d7-69f1-4f12-9a95-70e714cb373d admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'c6de2bd3f1814ea68dadd19ef17eccdd', 'tenant_id': 'c6de2bd3f1814ea68dadd19ef17eccdd', 'name': 'private'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:03.783109 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6a16d7-69f1-4f12-9a95-70e714cb373d admin admin] Made reservation on behalf of c6de2bd3f1814ea68dadd19ef17eccdd for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:18:03.785869 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ca6a16d7-69f1-4f12-9a95-70e714cb373d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:03.802366 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ca6a16d7-69f1-4f12-9a95-70e714cb373d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:03.907272 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ca6a16d7-69f1-4f12-9a95-70e714cb373d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:03.911114 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ca6a16d7-69f1-4f12-9a95-70e714cb373d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:03.931417 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca6a16d7-69f1-4f12-9a95-70e714cb373d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:18:03.960095 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ca6a16d7-69f1-4f12-9a95-70e714cb373d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758620474817', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:03.960683 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ca6a16d7-69f1-4f12-9a95-70e714cb373d admin admin] Unsubscribe: segment precommit_create {{(pid=103244) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 09 15:18:03.961205 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-ca6a16d7-69f1-4f12-9a95-70e714cb373d admin admin] Added segment f9b7b03c-a291-4548-b51c-4327f3c5ed31 of type vlan for network fbcf6f2a-2d5a-44c2-ad82-2eaee1c4901a Dec 09 15:18:03.977149 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a16d7-69f1-4f12-9a95-70e714cb373d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3418538-91c6-42df-98f4-fc1d07f09d61,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:04.003699 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a16d7-69f1-4f12-9a95-70e714cb373d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:04.004046 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a16d7-69f1-4f12-9a95-70e714cb373d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:04.004384 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a16d7-69f1-4f12-9a95-70e714cb373d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:04.004742 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a16d7-69f1-4f12-9a95-70e714cb373d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:04.005071 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a16d7-69f1-4f12-9a95-70e714cb373d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:04.005397 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a16d7-69f1-4f12-9a95-70e714cb373d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:04.005720 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a16d7-69f1-4f12-9a95-70e714cb373d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:04.006043 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a16d7-69f1-4f12-9a95-70e714cb373d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:04.006364 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a16d7-69f1-4f12-9a95-70e714cb373d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:04.006681 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a16d7-69f1-4f12-9a95-70e714cb373d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:04.007006 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a16d7-69f1-4f12-9a95-70e714cb373d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:04.007321 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a16d7-69f1-4f12-9a95-70e714cb373d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:04.007635 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a16d7-69f1-4f12-9a95-70e714cb373d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:04.008758 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a16d7-69f1-4f12-9a95-70e714cb373d admin admin] Tracked resource versions report: Dec 09 15:18:04.008758 n-d-821228-1 neutron-server[103244]: pushed versions: Dec 09 15:18:04.008758 n-d-821228-1 neutron-server[103244]: { 'AddressGroup': {'1.2'}, Dec 09 15:18:04.008758 n-d-821228-1 neutron-server[103244]: 'ConntrackHelper': {'1.0'}, Dec 09 15:18:04.008758 n-d-821228-1 neutron-server[103244]: 'LocalIPAssociation': {'1.0'}, Dec 09 15:18:04.008758 n-d-821228-1 neutron-server[103244]: 'Log': {'1.0'}, Dec 09 15:18:04.008758 n-d-821228-1 neutron-server[103244]: 'Network': {'1.1'}, Dec 09 15:18:04.008758 n-d-821228-1 neutron-server[103244]: 'Port': {'1.7'}, Dec 09 15:18:04.008758 n-d-821228-1 neutron-server[103244]: 'PortForwarding': {'1.2'}, Dec 09 15:18:04.008758 n-d-821228-1 neutron-server[103244]: 'QosPolicy': {'1.10'}, Dec 09 15:18:04.008758 n-d-821228-1 neutron-server[103244]: 'SecurityGroup': {'1.5'}, Dec 09 15:18:04.008758 n-d-821228-1 neutron-server[103244]: 'SecurityGroupRule': {'1.2'}, Dec 09 15:18:04.008758 n-d-821228-1 neutron-server[103244]: 'SubPort': {'1.0'}, Dec 09 15:18:04.008758 n-d-821228-1 neutron-server[103244]: 'Subnet': {'1.1'}, Dec 09 15:18:04.008758 n-d-821228-1 neutron-server[103244]: 'Trunk': {'1.1'}} Dec 09 15:18:04.008758 n-d-821228-1 neutron-server[103244]: consumer versions: Dec 09 15:18:04.008758 n-d-821228-1 neutron-server[103244]: { DHCP agent@n-d-821228-1: {}, Dec 09 15:18:04.008758 n-d-821228-1 neutron-server[103244]: L3 agent@n-d-821228-1: {}, Dec 09 15:18:04.008758 n-d-821228-1 neutron-server[103244]: Metadata agent@n-d-821228-1: {}, Dec 09 15:18:04.008758 n-d-821228-1 neutron-server[103244]: Metering agent@n-d-821228-1: {}, Dec 09 15:18:04.008758 n-d-821228-1 neutron-server[103244]: Open vSwitch agent@n-d-821228-1: { 'AddressGroup': '1.2', Dec 09 15:18:04.008758 n-d-821228-1 neutron-server[103244]: 'ConntrackHelper': '1.0', Dec 09 15:18:04.008758 n-d-821228-1 neutron-server[103244]: 'LocalIPAssociation': '1.0', Dec 09 15:18:04.008758 n-d-821228-1 neutron-server[103244]: 'Log': '1.0', Dec 09 15:18:04.008758 n-d-821228-1 neutron-server[103244]: 'Network': '1.1', Dec 09 15:18:04.008758 n-d-821228-1 neutron-server[103244]: 'Port': '1.7', Dec 09 15:18:04.008758 n-d-821228-1 neutron-server[103244]: 'PortForwarding': '1.2', Dec 09 15:18:04.008758 n-d-821228-1 neutron-server[103244]: 'QosPolicy': '1.10', Dec 09 15:18:04.008758 n-d-821228-1 neutron-server[103244]: 'SecurityGroup': '1.5', Dec 09 15:18:04.008758 n-d-821228-1 neutron-server[103244]: 'SecurityGroupRule': '1.2', Dec 09 15:18:04.008758 n-d-821228-1 neutron-server[103244]: 'SubPort': '1.0', Dec 09 15:18:04.008758 n-d-821228-1 neutron-server[103244]: 'Subnet': '1.1', Dec 09 15:18:04.008758 n-d-821228-1 neutron-server[103244]: 'Trunk': '1.1'}} Dec 09 15:18:04.008758 n-d-821228-1 neutron-server[103244]: {{(pid=103244) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 15:18:04.081629 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ca6a16d7-69f1-4f12-9a95-70e714cb373d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:04.120013 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ca6a16d7-69f1-4f12-9a95-70e714cb373d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:04.121629 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6a16d7-69f1-4f12-9a95-70e714cb373d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:04.122334 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ca6a16d7-69f1-4f12-9a95-70e714cb373d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:04.203138 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ca6a16d7-69f1-4f12-9a95-70e714cb373d admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7410085 Dec 09 15:18:04.223419 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a16d7-69f1-4f12-9a95-70e714cb373d admin admin] Pushing event updated for resources: {'Network': ['ID=fbcf6f2a-2d5a-44c2-ad82-2eaee1c4901a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:04.236201 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network fbcf6f2a-2d5a-44c2-ad82-2eaee1c4901a details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:18:07.062142 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46074) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:07.454005 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a899f00a-1c49-42f6-9923-66fe1bd37a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:07.455402 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a899f00a-1c49-42f6-9923-66fe1bd37a41 admin admin] 10.222.0.57 "GET /v2.0/networks/fbcf6f2a-2d5a-44c2-ad82-2eaee1c4901a HTTP/1.1" status: 200 len: 825 time: 0.3923004 Dec 09 15:18:07.481702 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-48aba87d-2d05-423d-9385-a566b15df63c admin admin] 10.222.0.57 "GET /v2.0/subnetpools/310e16ea-d22e-40bd-9dc1-0429c4273431 HTTP/1.1" status: 200 len: 734 time: 0.0198901 Dec 09 15:18:07.490538 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-e258b1ec-bfb5-4fdb-8f0a-4eaee3020558 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'fbcf6f2a-2d5a-44c2-ad82-2eaee1c4901a', 'subnetpool_id': '310e16ea-d22e-40bd-9dc1-0429c4273431', 'tenant_id': 'c6de2bd3f1814ea68dadd19ef17eccdd'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:07.513247 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e258b1ec-bfb5-4fdb-8f0a-4eaee3020558 admin admin] Made reservation on behalf of c6de2bd3f1814ea68dadd19ef17eccdd for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:18:07.515489 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e258b1ec-bfb5-4fdb-8f0a-4eaee3020558 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:07.805303 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e258b1ec-bfb5-4fdb-8f0a-4eaee3020558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:07.874553 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e258b1ec-bfb5-4fdb-8f0a-4eaee3020558 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c1c52e8-17b8-48fc-a746-ab22b36791e3,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:07.878991 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e258b1ec-bfb5-4fdb-8f0a-4eaee3020558 admin admin] Checking segment: {'id': 'f9b7b03c-a291-4548-b51c-4327f3c5ed31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'fbcf6f2a-2d5a-44c2-ad82-2eaee1c4901a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:18:07.879379 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e258b1ec-bfb5-4fdb-8f0a-4eaee3020558 admin admin] Network hostable DHCP agents. Network: fbcf6f2a-2d5a-44c2-ad82-2eaee1c4901a, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:18:07.899816 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e258b1ec-bfb5-4fdb-8f0a-4eaee3020558 admin admin] Network fbcf6f2a-2d5a-44c2-ad82-2eaee1c4901a is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:18:07.911117 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-e258b1ec-bfb5-4fdb-8f0a-4eaee3020558 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, fbcf6f2a-2d5a-44c2-ad82-2eaee1c4901a) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:18:07.916020 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e258b1ec-bfb5-4fdb-8f0a-4eaee3020558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:07.916640 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e258b1ec-bfb5-4fdb-8f0a-4eaee3020558 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:07.921247 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691fadaf-90c0-4bfa-b5c2-8af1fe890421 None None] Network fbcf6f2a-2d5a-44c2-ad82-2eaee1c4901a requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:18:07.933526 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e258b1ec-bfb5-4fdb-8f0a-4eaee3020558 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4461617 Dec 09 15:18:08.191207 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ed8706-cacd-4d9f-a0c4-5b894c3a0fb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-fbcf6f2a-2d5a-44c2-ad82-2eaee1c4901a', 'network_id': 'fbcf6f2a-2d5a-44c2-ad82-2eaee1c4901a', 'project_id': 'c6de2bd3f1814ea68dadd19ef17eccdd', 'fixed_ips': [{'subnet_id': '5c1c52e8-17b8-48fc-a746-ab22b36791e3'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:18:08.192500 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-55ed8706-cacd-4d9f-a0c4-5b894c3a0fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:08.502578 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-55ed8706-cacd-4d9f-a0c4-5b894c3a0fb5 None None] Allocated IP 172.20.0.2 (fbcf6f2a-2d5a-44c2-ad82-2eaee1c4901a/5c1c52e8-17b8-48fc-a746-ab22b36791e3/b0dd8987-d641-47cb-b848-2a285fa21c6d) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:18:08.744463 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-55ed8706-cacd-4d9f-a0c4-5b894c3a0fb5 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:08.751756 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-55ed8706-cacd-4d9f-a0c4-5b894c3a0fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:08.821877 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ed8706-cacd-4d9f-a0c4-5b894c3a0fb5 None None] Network fbcf6f2a-2d5a-44c2-ad82-2eaee1c4901a is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:18:08.828264 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-55ed8706-cacd-4d9f-a0c4-5b894c3a0fb5 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:18:08.840101 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ed8706-cacd-4d9f-a0c4-5b894c3a0fb5 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:18:08.847572 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed8706-cacd-4d9f-a0c4-5b894c3a0fb5 None None] Pushing event updated for resources: {'Port': ['ID=b0dd8987-d641-47cb-b848-2a285fa21c6d,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:08.890136 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ed8706-cacd-4d9f-a0c4-5b894c3a0fb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:08.890489 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ed8706-cacd-4d9f-a0c4-5b894c3a0fb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:08.890835 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ed8706-cacd-4d9f-a0c4-5b894c3a0fb5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:08.891175 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ed8706-cacd-4d9f-a0c4-5b894c3a0fb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:08.891518 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ed8706-cacd-4d9f-a0c4-5b894c3a0fb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:08.891853 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ed8706-cacd-4d9f-a0c4-5b894c3a0fb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:08.892183 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ed8706-cacd-4d9f-a0c4-5b894c3a0fb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:08.892622 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ed8706-cacd-4d9f-a0c4-5b894c3a0fb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:08.892953 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ed8706-cacd-4d9f-a0c4-5b894c3a0fb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:08.893279 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ed8706-cacd-4d9f-a0c4-5b894c3a0fb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:08.893607 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ed8706-cacd-4d9f-a0c4-5b894c3a0fb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:08.893931 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ed8706-cacd-4d9f-a0c4-5b894c3a0fb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:08.894254 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ed8706-cacd-4d9f-a0c4-5b894c3a0fb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:08.895389 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ed8706-cacd-4d9f-a0c4-5b894c3a0fb5 None None] Tracked resource versions report: Dec 09 15:18:08.895389 n-d-821228-1 neutron-server[103246]: pushed versions: Dec 09 15:18:08.895389 n-d-821228-1 neutron-server[103246]: { 'AddressGroup': {'1.2'}, Dec 09 15:18:08.895389 n-d-821228-1 neutron-server[103246]: 'ConntrackHelper': {'1.0'}, Dec 09 15:18:08.895389 n-d-821228-1 neutron-server[103246]: 'LocalIPAssociation': {'1.0'}, Dec 09 15:18:08.895389 n-d-821228-1 neutron-server[103246]: 'Log': {'1.0'}, Dec 09 15:18:08.895389 n-d-821228-1 neutron-server[103246]: 'Network': {'1.1'}, Dec 09 15:18:08.895389 n-d-821228-1 neutron-server[103246]: 'Port': {'1.7'}, Dec 09 15:18:08.895389 n-d-821228-1 neutron-server[103246]: 'PortForwarding': {'1.2'}, Dec 09 15:18:08.895389 n-d-821228-1 neutron-server[103246]: 'QosPolicy': {'1.10'}, Dec 09 15:18:08.895389 n-d-821228-1 neutron-server[103246]: 'SecurityGroup': {'1.5'}, Dec 09 15:18:08.895389 n-d-821228-1 neutron-server[103246]: 'SecurityGroupRule': {'1.2'}, Dec 09 15:18:08.895389 n-d-821228-1 neutron-server[103246]: 'SubPort': {'1.0'}, Dec 09 15:18:08.895389 n-d-821228-1 neutron-server[103246]: 'Subnet': {'1.1'}, Dec 09 15:18:08.895389 n-d-821228-1 neutron-server[103246]: 'Trunk': {'1.1'}} Dec 09 15:18:08.895389 n-d-821228-1 neutron-server[103246]: consumer versions: Dec 09 15:18:08.895389 n-d-821228-1 neutron-server[103246]: { DHCP agent@n-d-821228-1: {}, Dec 09 15:18:08.895389 n-d-821228-1 neutron-server[103246]: L3 agent@n-d-821228-1: {}, Dec 09 15:18:08.895389 n-d-821228-1 neutron-server[103246]: Metadata agent@n-d-821228-1: {}, Dec 09 15:18:08.895389 n-d-821228-1 neutron-server[103246]: Metering agent@n-d-821228-1: {}, Dec 09 15:18:08.895389 n-d-821228-1 neutron-server[103246]: Open vSwitch agent@n-d-821228-1: { 'AddressGroup': '1.2', Dec 09 15:18:08.895389 n-d-821228-1 neutron-server[103246]: 'ConntrackHelper': '1.0', Dec 09 15:18:08.895389 n-d-821228-1 neutron-server[103246]: 'LocalIPAssociation': '1.0', Dec 09 15:18:08.895389 n-d-821228-1 neutron-server[103246]: 'Log': '1.0', Dec 09 15:18:08.895389 n-d-821228-1 neutron-server[103246]: 'Network': '1.1', Dec 09 15:18:08.895389 n-d-821228-1 neutron-server[103246]: 'Port': '1.7', Dec 09 15:18:08.895389 n-d-821228-1 neutron-server[103246]: 'PortForwarding': '1.2', Dec 09 15:18:08.895389 n-d-821228-1 neutron-server[103246]: 'QosPolicy': '1.10', Dec 09 15:18:08.895389 n-d-821228-1 neutron-server[103246]: 'SecurityGroup': '1.5', Dec 09 15:18:08.895389 n-d-821228-1 neutron-server[103246]: 'SecurityGroupRule': '1.2', Dec 09 15:18:08.895389 n-d-821228-1 neutron-server[103246]: 'SubPort': '1.0', Dec 09 15:18:08.895389 n-d-821228-1 neutron-server[103246]: 'Subnet': '1.1', Dec 09 15:18:08.895389 n-d-821228-1 neutron-server[103246]: 'Trunk': '1.1'}} Dec 09 15:18:08.895389 n-d-821228-1 neutron-server[103246]: {{(pid=103246) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 15:18:08.930149 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-55ed8706-cacd-4d9f-a0c4-5b894c3a0fb5 None None] Attempting to bind port b0dd8987-d641-47cb-b848-2a285fa21c6d on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:18:08.930785 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-55ed8706-cacd-4d9f-a0c4-5b894c3a0fb5 None None] Attempting to bind port b0dd8987-d641-47cb-b848-2a285fa21c6d by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f9b7b03c-a291-4548-b51c-4327f3c5ed31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'fbcf6f2a-2d5a-44c2-ad82-2eaee1c4901a'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:18:08.930977 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ed8706-cacd-4d9f-a0c4-5b894c3a0fb5 None None] Attempting to bind port b0dd8987-d641-47cb-b848-2a285fa21c6d on network fbcf6f2a-2d5a-44c2-ad82-2eaee1c4901a {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:18:08.935923 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ed8706-cacd-4d9f-a0c4-5b894c3a0fb5 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:18:08.936320 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ed8706-cacd-4d9f-a0c4-5b894c3a0fb5 None None] Checking segment: {'id': 'f9b7b03c-a291-4548-b51c-4327f3c5ed31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'fbcf6f2a-2d5a-44c2-ad82-2eaee1c4901a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:18:08.936844 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-55ed8706-cacd-4d9f-a0c4-5b894c3a0fb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:08.937238 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ed8706-cacd-4d9f-a0c4-5b894c3a0fb5 None None] Bound using segment: {'id': 'f9b7b03c-a291-4548-b51c-4327f3c5ed31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'fbcf6f2a-2d5a-44c2-ad82-2eaee1c4901a'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:18:08.937729 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-55ed8706-cacd-4d9f-a0c4-5b894c3a0fb5 None None] Bound port: b0dd8987-d641-47cb-b848-2a285fa21c6d, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b7b03c-a291-4548-b51c-4327f3c5ed31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'fbcf6f2a-2d5a-44c2-ad82-2eaee1c4901a'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:18:08.938141 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-55ed8706-cacd-4d9f-a0c4-5b894c3a0fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:09.001017 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-55ed8706-cacd-4d9f-a0c4-5b894c3a0fb5 None None] For port b0dd8987-d641-47cb-b848-2a285fa21c6d, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:18:09.005260 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-55ed8706-cacd-4d9f-a0c4-5b894c3a0fb5 None None] For port b0dd8987-d641-47cb-b848-2a285fa21c6d, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=b0dd8987-d641-47cb-b848-2a285fa21c6d,segment=NetworkSegment(f9b7b03c-a291-4548-b51c-4327f3c5ed31),segment_id=f9b7b03c-a291-4548-b51c-4327f3c5ed31)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:18:09.010474 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-55ed8706-cacd-4d9f-a0c4-5b894c3a0fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:09.074246 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed8706-cacd-4d9f-a0c4-5b894c3a0fb5 None None] Pushing event updated for resources: {'Port': ['ID=b0dd8987-d641-47cb-b848-2a285fa21c6d,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:10.592227 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46082) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:10.897937 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-f8b404a5-8ec5-419d-8daa-e42e001c4197 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:18:10.899033 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f8b404a5-8ec5-419d-8daa-e42e001c4197 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3058562 Dec 09 15:18:13.534007 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46090) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:14.036401 n-d-821228-1 neutron-server[103245]: WARNING oslo_policy.policy [None req-dfa969d2-ae04-4d8e-be4f-a5fd64a2316d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 15:18:14.037040 n-d-821228-1 neutron-server[103245]: WARNING oslo_policy.policy [None req-dfa969d2-ae04-4d8e-be4f-a5fd64a2316d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 15:18:14.263913 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-dfa969d2-ae04-4d8e-be4f-a5fd64a2316d admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:18:14.265204 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-dfa969d2-ae04-4d8e-be4f-a5fd64a2316d admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7290971 Dec 09 15:18:17.115425 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46110) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:17.416816 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-93017916-5eab-4d06-8a49-1b3118b893b4 admin admin] Request body: {'router': {'tenant_id': 'c6de2bd3f1814ea68dadd19ef17eccdd', 'admin_state_up': True, 'name': 'router1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:17.483289 n-d-821228-1 neutron-server[103245]: DEBUG neutron.policy [None req-93017916-5eab-4d06-8a49-1b3118b893b4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103245) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 09 15:18:17.531526 n-d-821228-1 neutron-server[103245]: WARNING oslo_policy.policy [None req-93017916-5eab-4d06-8a49-1b3118b893b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 15:18:17.531914 n-d-821228-1 neutron-server[103245]: WARNING oslo_policy.policy [None req-93017916-5eab-4d06-8a49-1b3118b893b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 15:18:17.540778 n-d-821228-1 neutron-server[103245]: INFO neutron.quota [None req-93017916-5eab-4d06-8a49-1b3118b893b4 admin admin] Loaded quota_driver: . Dec 09 15:18:17.600091 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-93017916-5eab-4d06-8a49-1b3118b893b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:17.602032 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-93017916-5eab-4d06-8a49-1b3118b893b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:17.757549 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-93017916-5eab-4d06-8a49-1b3118b893b4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:17.762718 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-93017916-5eab-4d06-8a49-1b3118b893b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:17.783731 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-93017916-5eab-4d06-8a49-1b3118b893b4 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:17.784930 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-93017916-5eab-4d06-8a49-1b3118b893b4 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6685407 Dec 09 15:18:18.157407 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device b0dd8987-d641-47cb-b848-2a285fa21c6d up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:18:18.251535 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port b0dd8987-d641-47cb-b848-2a285fa21c6d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:18:18.251928 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:18.275627 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1673f87c-f61e-4b42-91c8-a86ca8b8c731 None None] Network fbcf6f2a-2d5a-44c2-ad82-2eaee1c4901a requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:18:18.413184 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2564fffe-7749-4829-a88b-a8c3822ee74f None None] Provisioning complete for port b0dd8987-d641-47cb-b848-2a285fa21c6d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:18:18.413556 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2564fffe-7749-4829-a88b-a8c3822ee74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:18.493723 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:18.552791 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port b0dd8987-d641-47cb-b848-2a285fa21c6d, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=b0dd8987-d641-47cb-b848-2a285fa21c6d,segment=NetworkSegment(f9b7b03c-a291-4548-b51c-4327f3c5ed31),segment_id=f9b7b03c-a291-4548-b51c-4327f3c5ed31)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:18:18.558978 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:18.636662 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=b0dd8987-d641-47cb-b848-2a285fa21c6d,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:18.740821 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d3fbc612-b249-451d-86d2-4cdcd49fd01d None None] Provisioning complete for port b0dd8987-d641-47cb-b848-2a285fa21c6d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:18:18.741192 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d3fbc612-b249-451d-86d2-4cdcd49fd01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:20.131537 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device b0dd8987-d641-47cb-b848-2a285fa21c6d up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:18:20.178110 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port b0dd8987-d641-47cb-b848-2a285fa21c6d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:18:20.178474 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:20.334983 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-255a5b45-ec89-47cd-9daf-a41ae57e687a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:20.396362 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46122) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:20.699511 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-64af9337-97c9-4409-9c9d-56070dba6d9f admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:18:20.700599 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-64af9337-97c9-4409-9c9d-56070dba6d9f admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3031774 Dec 09 15:18:22.831283 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bd606b88-e70c-406e-8b51-dff47b92bd7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:23.376944 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46130) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:23.716964 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-9bf4efea-53b5-44e6-9bb3-a17ce8f7c421 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'admin_state_up': True, 'is_default': True}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:23.743696 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf4efea-53b5-44e6-9bb3-a17ce8f7c421 admin admin] Made reservation on behalf of 26b820a553ae4228b76b942f1d90d2c0 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:18:23.746919 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9bf4efea-53b5-44e6-9bb3-a17ce8f7c421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:23.762765 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9bf4efea-53b5-44e6-9bb3-a17ce8f7c421 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:23.841248 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:23.866529 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9bf4efea-53b5-44e6-9bb3-a17ce8f7c421 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:23.872138 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9bf4efea-53b5-44e6-9bb3-a17ce8f7c421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:23.883075 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9bf4efea-53b5-44e6-9bb3-a17ce8f7c421 admin admin] Reserving flat network on physical network physnet1 {{(pid=103245) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 09 15:18:23.914782 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9bf4efea-53b5-44e6-9bb3-a17ce8f7c421 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758620474817', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:23.915351 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9bf4efea-53b5-44e6-9bb3-a17ce8f7c421 admin admin] Unsubscribe: segment precommit_create {{(pid=103245) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 09 15:18:23.915869 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-9bf4efea-53b5-44e6-9bb3-a17ce8f7c421 admin admin] Added segment f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354 of type flat for network d8331094-778d-4179-9ed8-de7de1c5438c Dec 09 15:18:23.952454 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4efea-53b5-44e6-9bb3-a17ce8f7c421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e5492b-bf1d-4b55-8a8a-f6aafa6d038d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:23.991827 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4efea-53b5-44e6-9bb3-a17ce8f7c421 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:23.992235 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4efea-53b5-44e6-9bb3-a17ce8f7c421 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:23.992648 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4efea-53b5-44e6-9bb3-a17ce8f7c421 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:23.992985 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4efea-53b5-44e6-9bb3-a17ce8f7c421 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:23.993319 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4efea-53b5-44e6-9bb3-a17ce8f7c421 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:23.993647 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4efea-53b5-44e6-9bb3-a17ce8f7c421 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:23.994019 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4efea-53b5-44e6-9bb3-a17ce8f7c421 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:23.994296 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4efea-53b5-44e6-9bb3-a17ce8f7c421 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:23.994618 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4efea-53b5-44e6-9bb3-a17ce8f7c421 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:23.994962 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4efea-53b5-44e6-9bb3-a17ce8f7c421 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:23.995760 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4efea-53b5-44e6-9bb3-a17ce8f7c421 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:23.996089 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4efea-53b5-44e6-9bb3-a17ce8f7c421 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:23.996495 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4efea-53b5-44e6-9bb3-a17ce8f7c421 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:23.997554 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4efea-53b5-44e6-9bb3-a17ce8f7c421 admin admin] Tracked resource versions report: Dec 09 15:18:23.997554 n-d-821228-1 neutron-server[103245]: pushed versions: Dec 09 15:18:23.997554 n-d-821228-1 neutron-server[103245]: { 'AddressGroup': {'1.2'}, Dec 09 15:18:23.997554 n-d-821228-1 neutron-server[103245]: 'ConntrackHelper': {'1.0'}, Dec 09 15:18:23.997554 n-d-821228-1 neutron-server[103245]: 'LocalIPAssociation': {'1.0'}, Dec 09 15:18:23.997554 n-d-821228-1 neutron-server[103245]: 'Log': {'1.0'}, Dec 09 15:18:23.997554 n-d-821228-1 neutron-server[103245]: 'Network': {'1.1'}, Dec 09 15:18:23.997554 n-d-821228-1 neutron-server[103245]: 'Port': {'1.7'}, Dec 09 15:18:23.997554 n-d-821228-1 neutron-server[103245]: 'PortForwarding': {'1.2'}, Dec 09 15:18:23.997554 n-d-821228-1 neutron-server[103245]: 'QosPolicy': {'1.10'}, Dec 09 15:18:23.997554 n-d-821228-1 neutron-server[103245]: 'SecurityGroup': {'1.5'}, Dec 09 15:18:23.997554 n-d-821228-1 neutron-server[103245]: 'SecurityGroupRule': {'1.2'}, Dec 09 15:18:23.997554 n-d-821228-1 neutron-server[103245]: 'SubPort': {'1.0'}, Dec 09 15:18:23.997554 n-d-821228-1 neutron-server[103245]: 'Subnet': {'1.1'}, Dec 09 15:18:23.997554 n-d-821228-1 neutron-server[103245]: 'Trunk': {'1.1'}} Dec 09 15:18:23.997554 n-d-821228-1 neutron-server[103245]: consumer versions: Dec 09 15:18:23.997554 n-d-821228-1 neutron-server[103245]: { DHCP agent@n-d-821228-1: {}, Dec 09 15:18:23.997554 n-d-821228-1 neutron-server[103245]: L3 agent@n-d-821228-1: {}, Dec 09 15:18:23.997554 n-d-821228-1 neutron-server[103245]: Metadata agent@n-d-821228-1: {}, Dec 09 15:18:23.997554 n-d-821228-1 neutron-server[103245]: Metering agent@n-d-821228-1: {}, Dec 09 15:18:23.997554 n-d-821228-1 neutron-server[103245]: Open vSwitch agent@n-d-821228-1: { 'AddressGroup': '1.2', Dec 09 15:18:23.997554 n-d-821228-1 neutron-server[103245]: 'ConntrackHelper': '1.0', Dec 09 15:18:23.997554 n-d-821228-1 neutron-server[103245]: 'LocalIPAssociation': '1.0', Dec 09 15:18:23.997554 n-d-821228-1 neutron-server[103245]: 'Log': '1.0', Dec 09 15:18:23.997554 n-d-821228-1 neutron-server[103245]: 'Network': '1.1', Dec 09 15:18:23.997554 n-d-821228-1 neutron-server[103245]: 'Port': '1.7', Dec 09 15:18:23.997554 n-d-821228-1 neutron-server[103245]: 'PortForwarding': '1.2', Dec 09 15:18:23.997554 n-d-821228-1 neutron-server[103245]: 'QosPolicy': '1.10', Dec 09 15:18:23.997554 n-d-821228-1 neutron-server[103245]: 'SecurityGroup': '1.5', Dec 09 15:18:23.997554 n-d-821228-1 neutron-server[103245]: 'SecurityGroupRule': '1.2', Dec 09 15:18:23.997554 n-d-821228-1 neutron-server[103245]: 'SubPort': '1.0', Dec 09 15:18:23.997554 n-d-821228-1 neutron-server[103245]: 'Subnet': '1.1', Dec 09 15:18:23.997554 n-d-821228-1 neutron-server[103245]: 'Trunk': '1.1'}} Dec 09 15:18:23.997554 n-d-821228-1 neutron-server[103245]: {{(pid=103245) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 15:18:24.041468 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9bf4efea-53b5-44e6-9bb3-a17ce8f7c421 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:24.089383 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9bf4efea-53b5-44e6-9bb3-a17ce8f7c421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:24.090418 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf4efea-53b5-44e6-9bb3-a17ce8f7c421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:24.091101 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9bf4efea-53b5-44e6-9bb3-a17ce8f7c421 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:24.170515 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9bf4efea-53b5-44e6-9bb3-a17ce8f7c421 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7924871 Dec 09 15:18:24.190262 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4efea-53b5-44e6-9bb3-a17ce8f7c421 admin admin] Pushing event updated for resources: {'Network': ['ID=d8331094-778d-4179-9ed8-de7de1c5438c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:24.202635 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network d8331094-778d-4179-9ed8-de7de1c5438c details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:18:25.083764 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:26.282854 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:26.784358 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46152) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:27.001132 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf813c45-e614-4201-a507-489a60e6873c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:27.002477 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-cf813c45-e614-4201-a507-489a60e6873c admin admin] 10.222.0.57 "GET /v2.0/subnets/5c1c52e8-17b8-48fc-a746-ab22b36791e3 HTTP/1.1" status: 200 len: 849 time: 0.2171342 Dec 09 15:18:27.134153 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-90c8c1ba-cffa-4cee-a03f-9e5f68735a99 admin admin] 10.222.0.57 "GET /v2.0/routers/4705d49d-2492-4059-a02e-cdb3b17dcc71 HTTP/1.1" status: 200 len: 704 time: 0.1256807 Dec 09 15:18:27.400761 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66a189cb-cdf4-4e47-b281-efd53da149b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:27.696053 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-66a189cb-cdf4-4e47-b281-efd53da149b1 admin admin] Allocated IP 172.20.0.1 (fbcf6f2a-2d5a-44c2-ad82-2eaee1c4901a/5c1c52e8-17b8-48fc-a746-ab22b36791e3/29a7e8b0-2c48-44d9-9173-7f8baca59c21) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:18:27.881013 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66a189cb-cdf4-4e47-b281-efd53da149b1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:27.944605 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66a189cb-cdf4-4e47-b281-efd53da149b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:28.011119 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a189cb-cdf4-4e47-b281-efd53da149b1 admin admin] Network fbcf6f2a-2d5a-44c2-ad82-2eaee1c4901a is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:18:28.015455 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-66a189cb-cdf4-4e47-b281-efd53da149b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:18:28.027922 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a189cb-cdf4-4e47-b281-efd53da149b1 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:18:28.028501 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66a189cb-cdf4-4e47-b281-efd53da149b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:28.093034 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a189cb-cdf4-4e47-b281-efd53da149b1 admin admin] Pushing event updated for resources: {'Port': ['ID=29a7e8b0-2c48-44d9-9173-7f8baca59c21,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:28.227075 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66a189cb-cdf4-4e47-b281-efd53da149b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:28.247336 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-bfda47ff-3c11-47a7-8765-6330b39dcd8f None None] Provisioning complete for port 29a7e8b0-2c48-44d9-9173-7f8baca59c21 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:18:28.247885 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bfda47ff-3c11-47a7-8765-6330b39dcd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:28.285831 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-bfda47ff-3c11-47a7-8765-6330b39dcd8f None None] Port 29a7e8b0-2c48-44d9-9173-7f8baca59c21 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:18:28.493561 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66a189cb-cdf4-4e47-b281-efd53da149b1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:28.498879 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66a189cb-cdf4-4e47-b281-efd53da149b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:28.499931 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66a189cb-cdf4-4e47-b281-efd53da149b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:28.579511 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a189cb-cdf4-4e47-b281-efd53da149b1 admin admin] Pushing event updated for resources: {'Port': ['ID=29a7e8b0-2c48-44d9-9173-7f8baca59c21,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:28.587231 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 5 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:18:28.628682 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a189cb-cdf4-4e47-b281-efd53da149b1 admin admin] Network fbcf6f2a-2d5a-44c2-ad82-2eaee1c4901a is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:18:28.630015 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-66a189cb-cdf4-4e47-b281-efd53da149b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:18:28.795698 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a189cb-cdf4-4e47-b281-efd53da149b1 admin admin] Router 4705d49d-2492-4059-a02e-cdb3b17dcc71 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:18:28.806550 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-03d61c3f-b5fd-4fa6-8898-7ba2045be28f None None] Provisioning complete for port 29a7e8b0-2c48-44d9-9173-7f8baca59c21 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:18:28.806924 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-03d61c3f-b5fd-4fa6-8898-7ba2045be28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:28.842563 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-03d61c3f-b5fd-4fa6-8898-7ba2045be28f None None] Port 29a7e8b0-2c48-44d9-9173-7f8baca59c21 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:18:28.887610 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a189cb-cdf4-4e47-b281-efd53da149b1 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:18:28.893431 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-66a189cb-cdf4-4e47-b281-efd53da149b1 admin admin] 10.222.0.57 "PUT /v2.0/routers/4705d49d-2492-4059-a02e-cdb3b17dcc71/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7528548 Dec 09 15:18:28.897786 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b5d161-b8fc-4ef0-b928-d5df956c0d54 None None] Sync routers for ids ['4705d49d-2492-4059-a02e-cdb3b17dcc71'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:18:28.910595 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b5d161-b8fc-4ef0-b928-d5df956c0d54 None None] Routers {'4705d49d-2492-4059-a02e-cdb3b17dcc71'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:18:28.911355 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-36b5d161-b8fc-4ef0-b928-d5df956c0d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:18:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4705d49d-2492-4059-a02e-cdb3b17dcc71'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:29.101887 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-36b5d161-b8fc-4ef0-b928-d5df956c0d54 None None] Set router 4705d49d-2492-4059-a02e-cdb3b17dcc71 gateway port host: None {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:18:29.530971 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-36b5d161-b8fc-4ef0-b928-d5df956c0d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4705d49d-2492-4059-a02e-cdb3b17dcc71', 'name': 'router1', 'tenant_id': 'c6de2bd3f1814ea68dadd19ef17eccdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:18:17Z', 'updated_at': '2021-12-09T15:18:28Z', 'revision_number': 2, 'project_id': 'c6de2bd3f1814ea68dadd19ef17eccdd', 'gw_port_host': None, '_interfaces': [{'id': '29a7e8b0-2c48-44d9-9173-7f8baca59c21', 'name': '', 'network_id': 'fbcf6f2a-2d5a-44c2-ad82-2eaee1c4901a', 'tenant_id': 'c6de2bd3f1814ea68dadd19ef17eccdd', 'mac_address': 'fa:16:3e:2f:38:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4705d49d-2492-4059-a02e-cdb3b17dcc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c1c52e8-17b8-48fc-a746-ab22b36791e3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:18:27Z', 'updated_at': '2021-12-09T15:18:28Z', 'revision_number': 2, 'project_id': 'c6de2bd3f1814ea68dadd19ef17eccdd', 'subnets': [{'id': '5c1c52e8-17b8-48fc-a746-ab22b36791e3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '310e16ea-d22e-40bd-9dc1-0429c4273431'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:29.582701 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b5d161-b8fc-4ef0-b928-d5df956c0d54 None None] Checking router: 4705d49d-2492-4059-a02e-cdb3b17dcc71 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:18:29.583073 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b5d161-b8fc-4ef0-b928-d5df956c0d54 None None] Updating router 4705d49d-2492-4059-a02e-cdb3b17dcc71 port 29a7e8b0-2c48-44d9-9173-7f8baca59c21 binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:18:29.644664 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-36b5d161-b8fc-4ef0-b928-d5df956c0d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:30.161430 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-36b5d161-b8fc-4ef0-b928-d5df956c0d54 None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:30.169747 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-36b5d161-b8fc-4ef0-b928-d5df956c0d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:30.271798 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50529e5d-a9e9-4a7f-b11b-475748711029 None None] Pushing event updated for resources: {'Port': ['ID=29a7e8b0-2c48-44d9-9173-7f8baca59c21,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:30.326673 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50529e5d-a9e9-4a7f-b11b-475748711029 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:30.327019 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50529e5d-a9e9-4a7f-b11b-475748711029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:30.327357 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50529e5d-a9e9-4a7f-b11b-475748711029 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:30.327688 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50529e5d-a9e9-4a7f-b11b-475748711029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:30.328015 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50529e5d-a9e9-4a7f-b11b-475748711029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:30.328343 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50529e5d-a9e9-4a7f-b11b-475748711029 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:30.328873 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50529e5d-a9e9-4a7f-b11b-475748711029 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:30.329333 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50529e5d-a9e9-4a7f-b11b-475748711029 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:30.329678 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50529e5d-a9e9-4a7f-b11b-475748711029 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:30.330208 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50529e5d-a9e9-4a7f-b11b-475748711029 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:30.330955 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50529e5d-a9e9-4a7f-b11b-475748711029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:30.331397 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50529e5d-a9e9-4a7f-b11b-475748711029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:30.331727 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50529e5d-a9e9-4a7f-b11b-475748711029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:30.332985 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50529e5d-a9e9-4a7f-b11b-475748711029 None None] Tracked resource versions report: Dec 09 15:18:30.332985 n-d-821228-1 neutron-server[103247]: pushed versions: Dec 09 15:18:30.332985 n-d-821228-1 neutron-server[103247]: { 'AddressGroup': {'1.2'}, Dec 09 15:18:30.332985 n-d-821228-1 neutron-server[103247]: 'ConntrackHelper': {'1.0'}, Dec 09 15:18:30.332985 n-d-821228-1 neutron-server[103247]: 'LocalIPAssociation': {'1.0'}, Dec 09 15:18:30.332985 n-d-821228-1 neutron-server[103247]: 'Log': {'1.0'}, Dec 09 15:18:30.332985 n-d-821228-1 neutron-server[103247]: 'Network': {'1.1'}, Dec 09 15:18:30.332985 n-d-821228-1 neutron-server[103247]: 'Port': {'1.7'}, Dec 09 15:18:30.332985 n-d-821228-1 neutron-server[103247]: 'PortForwarding': {'1.2'}, Dec 09 15:18:30.332985 n-d-821228-1 neutron-server[103247]: 'QosPolicy': {'1.10'}, Dec 09 15:18:30.332985 n-d-821228-1 neutron-server[103247]: 'SecurityGroup': {'1.5'}, Dec 09 15:18:30.332985 n-d-821228-1 neutron-server[103247]: 'SecurityGroupRule': {'1.2'}, Dec 09 15:18:30.332985 n-d-821228-1 neutron-server[103247]: 'SubPort': {'1.0'}, Dec 09 15:18:30.332985 n-d-821228-1 neutron-server[103247]: 'Subnet': {'1.1'}, Dec 09 15:18:30.332985 n-d-821228-1 neutron-server[103247]: 'Trunk': {'1.1'}} Dec 09 15:18:30.332985 n-d-821228-1 neutron-server[103247]: consumer versions: Dec 09 15:18:30.332985 n-d-821228-1 neutron-server[103247]: { DHCP agent@n-d-821228-1: {}, Dec 09 15:18:30.332985 n-d-821228-1 neutron-server[103247]: L3 agent@n-d-821228-1: {}, Dec 09 15:18:30.332985 n-d-821228-1 neutron-server[103247]: Metadata agent@n-d-821228-1: {}, Dec 09 15:18:30.332985 n-d-821228-1 neutron-server[103247]: Metering agent@n-d-821228-1: {}, Dec 09 15:18:30.332985 n-d-821228-1 neutron-server[103247]: Open vSwitch agent@n-d-821228-1: { 'AddressGroup': '1.2', Dec 09 15:18:30.332985 n-d-821228-1 neutron-server[103247]: 'ConntrackHelper': '1.0', Dec 09 15:18:30.332985 n-d-821228-1 neutron-server[103247]: 'LocalIPAssociation': '1.0', Dec 09 15:18:30.332985 n-d-821228-1 neutron-server[103247]: 'Log': '1.0', Dec 09 15:18:30.332985 n-d-821228-1 neutron-server[103247]: 'Network': '1.1', Dec 09 15:18:30.332985 n-d-821228-1 neutron-server[103247]: 'Port': '1.7', Dec 09 15:18:30.332985 n-d-821228-1 neutron-server[103247]: 'PortForwarding': '1.2', Dec 09 15:18:30.332985 n-d-821228-1 neutron-server[103247]: 'QosPolicy': '1.10', Dec 09 15:18:30.332985 n-d-821228-1 neutron-server[103247]: 'SecurityGroup': '1.5', Dec 09 15:18:30.332985 n-d-821228-1 neutron-server[103247]: 'SecurityGroupRule': '1.2', Dec 09 15:18:30.332985 n-d-821228-1 neutron-server[103247]: 'SubPort': '1.0', Dec 09 15:18:30.332985 n-d-821228-1 neutron-server[103247]: 'Subnet': '1.1', Dec 09 15:18:30.332985 n-d-821228-1 neutron-server[103247]: 'Trunk': '1.1'}} Dec 09 15:18:30.332985 n-d-821228-1 neutron-server[103247]: {{(pid=103247) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 15:18:30.366454 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-36b5d161-b8fc-4ef0-b928-d5df956c0d54 None None] Attempting to bind port 29a7e8b0-2c48-44d9-9173-7f8baca59c21 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:18:30.366869 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-36b5d161-b8fc-4ef0-b928-d5df956c0d54 None None] Attempting to bind port 29a7e8b0-2c48-44d9-9173-7f8baca59c21 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f9b7b03c-a291-4548-b51c-4327f3c5ed31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'fbcf6f2a-2d5a-44c2-ad82-2eaee1c4901a'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:18:30.367299 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b5d161-b8fc-4ef0-b928-d5df956c0d54 None None] Attempting to bind port 29a7e8b0-2c48-44d9-9173-7f8baca59c21 on network fbcf6f2a-2d5a-44c2-ad82-2eaee1c4901a {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:18:30.373141 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b5d161-b8fc-4ef0-b928-d5df956c0d54 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:18:30.373563 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b5d161-b8fc-4ef0-b928-d5df956c0d54 None None] Checking segment: {'id': 'f9b7b03c-a291-4548-b51c-4327f3c5ed31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'fbcf6f2a-2d5a-44c2-ad82-2eaee1c4901a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:18:30.374062 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-36b5d161-b8fc-4ef0-b928-d5df956c0d54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:30.374459 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b5d161-b8fc-4ef0-b928-d5df956c0d54 None None] Bound using segment: {'id': 'f9b7b03c-a291-4548-b51c-4327f3c5ed31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'fbcf6f2a-2d5a-44c2-ad82-2eaee1c4901a'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:18:30.374966 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-36b5d161-b8fc-4ef0-b928-d5df956c0d54 None None] Bound port: 29a7e8b0-2c48-44d9-9173-7f8baca59c21, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b7b03c-a291-4548-b51c-4327f3c5ed31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'fbcf6f2a-2d5a-44c2-ad82-2eaee1c4901a'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:18:30.375362 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-36b5d161-b8fc-4ef0-b928-d5df956c0d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:30.446731 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-36b5d161-b8fc-4ef0-b928-d5df956c0d54 None None] For port 29a7e8b0-2c48-44d9-9173-7f8baca59c21, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:18:30.468193 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-36b5d161-b8fc-4ef0-b928-d5df956c0d54 None None] For port 29a7e8b0-2c48-44d9-9173-7f8baca59c21, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=29a7e8b0-2c48-44d9-9173-7f8baca59c21,segment=NetworkSegment(f9b7b03c-a291-4548-b51c-4327f3c5ed31),segment_id=f9b7b03c-a291-4548-b51c-4327f3c5ed31)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:18:30.473103 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-36b5d161-b8fc-4ef0-b928-d5df956c0d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:30.475787 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f6a6e343-5f69-4f5a-bc8f-d83228615db3 None None] Provisioning complete for port 29a7e8b0-2c48-44d9-9173-7f8baca59c21 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:18:30.476283 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f6a6e343-5f69-4f5a-bc8f-d83228615db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:30.536558 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50529e5d-a9e9-4a7f-b11b-475748711029 None None] Pushing event updated for resources: {'Port': ['ID=29a7e8b0-2c48-44d9-9173-7f8baca59c21,revision_number=4']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:30.542667 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b5d161-b8fc-4ef0-b928-d5df956c0d54 None None] Routers {'4705d49d-2492-4059-a02e-cdb3b17dcc71'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:18:30.543317 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-36b5d161-b8fc-4ef0-b928-d5df956c0d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:18:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4705d49d-2492-4059-a02e-cdb3b17dcc71'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:30.579847 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f6a6e343-5f69-4f5a-bc8f-d83228615db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:30.625275 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f6a6e343-5f69-4f5a-bc8f-d83228615db3 None None] For port 29a7e8b0-2c48-44d9-9173-7f8baca59c21, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=29a7e8b0-2c48-44d9-9173-7f8baca59c21,segment=NetworkSegment(f9b7b03c-a291-4548-b51c-4327f3c5ed31),segment_id=f9b7b03c-a291-4548-b51c-4327f3c5ed31)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:18:30.641135 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f6a6e343-5f69-4f5a-bc8f-d83228615db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:30.673297 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-36b5d161-b8fc-4ef0-b928-d5df956c0d54 None None] Set router 4705d49d-2492-4059-a02e-cdb3b17dcc71 gateway port host: None {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:18:30.728145 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a6e343-5f69-4f5a-bc8f-d83228615db3 None None] Pushing event updated for resources: {'Port': ['ID=29a7e8b0-2c48-44d9-9173-7f8baca59c21,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:30.768530 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ba830e87-9802-411e-8cce-f7d2f37512e9 None None] Provisioning complete for port 29a7e8b0-2c48-44d9-9173-7f8baca59c21 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:18:30.768898 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ba830e87-9802-411e-8cce-f7d2f37512e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:30.893744 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-36b5d161-b8fc-4ef0-b928-d5df956c0d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4705d49d-2492-4059-a02e-cdb3b17dcc71', 'name': 'router1', 'tenant_id': 'c6de2bd3f1814ea68dadd19ef17eccdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:18:17Z', 'updated_at': '2021-12-09T15:18:28Z', 'revision_number': 2, 'project_id': 'c6de2bd3f1814ea68dadd19ef17eccdd', 'gw_port_host': None, '_interfaces': [{'id': '29a7e8b0-2c48-44d9-9173-7f8baca59c21', 'name': '', 'network_id': 'fbcf6f2a-2d5a-44c2-ad82-2eaee1c4901a', 'tenant_id': 'c6de2bd3f1814ea68dadd19ef17eccdd', 'mac_address': 'fa:16:3e:2f:38:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4705d49d-2492-4059-a02e-cdb3b17dcc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c1c52e8-17b8-48fc-a746-ab22b36791e3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:18:27Z', 'updated_at': '2021-12-09T15:18:30Z', 'revision_number': 4, 'project_id': 'c6de2bd3f1814ea68dadd19ef17eccdd', 'subnets': [{'id': '5c1c52e8-17b8-48fc-a746-ab22b36791e3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '310e16ea-d22e-40bd-9dc1-0429c4273431'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:30.924472 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b5d161-b8fc-4ef0-b928-d5df956c0d54 None None] The sync data for ids ['4705d49d-2492-4059-a02e-cdb3b17dcc71'] in n-d-821228-1 is: [{'id': '4705d49d-2492-4059-a02e-cdb3b17dcc71', 'name': 'router1', 'tenant_id': 'c6de2bd3f1814ea68dadd19ef17eccdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:18:17Z', 'updated_at': '2021-12-09T15:18:28Z', 'revision_number': 2, 'project_id': 'c6de2bd3f1814ea68dadd19ef17eccdd', 'gw_port_host': None, '_interfaces': [{'id': '29a7e8b0-2c48-44d9-9173-7f8baca59c21', 'name': '', 'network_id': 'fbcf6f2a-2d5a-44c2-ad82-2eaee1c4901a', 'tenant_id': 'c6de2bd3f1814ea68dadd19ef17eccdd', 'mac_address': 'fa:16:3e:2f:38:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4705d49d-2492-4059-a02e-cdb3b17dcc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c1c52e8-17b8-48fc-a746-ab22b36791e3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:18:27Z', 'updated_at': '2021-12-09T15:18:30Z', 'revision_number': 4, 'project_id': 'c6de2bd3f1814ea68dadd19ef17eccdd', 'subnets': [{'id': '5c1c52e8-17b8-48fc-a746-ab22b36791e3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '310e16ea-d22e-40bd-9dc1-0429c4273431'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:18:31.395680 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46172) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:31.508077 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450646d3-9e53-49ec-8b92-5ce075dcd47c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:31.509472 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-450646d3-9e53-49ec-8b92-5ce075dcd47c admin admin] 10.222.0.57 "GET /v2.0/networks/d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 842 time: 0.1127057 Dec 09 15:18:31.520100 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-f330cc3c-982b-4d86-903e-1fc2841ce443 admin admin] Request body: {'subnet': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.25.3.0/24', 'enable_dhcp': False, 'gateway_ip': '172.25.3.1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:31.546056 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f330cc3c-982b-4d86-903e-1fc2841ce443 admin admin] Made reservation on behalf of 26b820a553ae4228b76b942f1d90d2c0 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:18:31.548310 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f330cc3c-982b-4d86-903e-1fc2841ce443 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:31.849632 n-d-821228-1 neutron-server[103245]: DEBUG neutron.objects.ports [None req-f330cc3c-982b-4d86-903e-1fc2841ce443 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103245) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 15:18:31.850056 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f330cc3c-982b-4d86-903e-1fc2841ce443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:31.906028 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330cc3c-982b-4d86-903e-1fc2841ce443 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a273b4e2-f47b-4cec-a39c-dc40d6c519b9,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:31.916392 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f330cc3c-982b-4d86-903e-1fc2841ce443 admin admin] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:18:31.917334 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f330cc3c-982b-4d86-903e-1fc2841ce443 admin admin] Network hostable DHCP agents. Network: d8331094-778d-4179-9ed8-de7de1c5438c, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:18:31.938547 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f330cc3c-982b-4d86-903e-1fc2841ce443 admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:18:31.949162 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-f330cc3c-982b-4d86-903e-1fc2841ce443 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, d8331094-778d-4179-9ed8-de7de1c5438c) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:18:31.953588 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f330cc3c-982b-4d86-903e-1fc2841ce443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:31.954275 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f330cc3c-982b-4d86-903e-1fc2841ce443 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:31.958893 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72269fe4-f6c9-4638-944b-1a872d3b1580 None None] Network d8331094-778d-4179-9ed8-de7de1c5438c requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:18:31.972083 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f330cc3c-982b-4d86-903e-1fc2841ce443 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4553723 Dec 09 15:18:32.071039 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ea010f-f057-4a1a-8645-759216ce1cf3 None None] Network d8331094-778d-4179-9ed8-de7de1c5438c requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:18:34.597935 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46180) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:34.733582 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8391c033-834e-484f-900d-747f6c7d31b0 admin admin] 10.222.0.57 "GET /v2.0/routers/4705d49d-2492-4059-a02e-cdb3b17dcc71 HTTP/1.1" status: 200 len: 710 time: 0.1345580 Dec 09 15:18:34.825029 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e95fa4-f91c-42d4-8af5-427e1a415721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:34.826406 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-43e95fa4-f91c-42d4-8af5-427e1a415721 admin admin] 10.222.0.57 "GET /v2.0/networks/d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 886 time: 0.0869901 Dec 09 15:18:34.835896 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-9f848e0a-672d-446b-b45b-9821578a7031 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:35.167290 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9f848e0a-672d-446b-b45b-9821578a7031 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:35.399643 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9f848e0a-672d-446b-b45b-9821578a7031 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:35.478318 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9f848e0a-672d-446b-b45b-9821578a7031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:35.585102 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-9f848e0a-672d-446b-b45b-9821578a7031 admin admin] Allocated IP 172.25.3.250 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/92335d8c-1db7-432e-a06c-5c612f2a0339) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:18:35.682814 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9f848e0a-672d-446b-b45b-9821578a7031 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:35.715311 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9f848e0a-672d-446b-b45b-9821578a7031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:35.754849 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f848e0a-672d-446b-b45b-9821578a7031 admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:18:35.759465 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-9f848e0a-672d-446b-b45b-9821578a7031 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:18:35.765988 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f848e0a-672d-446b-b45b-9821578a7031 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:18:35.768621 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f848e0a-672d-446b-b45b-9821578a7031 admin admin] Pushing event updated for resources: {'Port': ['ID=92335d8c-1db7-432e-a06c-5c612f2a0339,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:36.014334 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9f848e0a-672d-446b-b45b-9821578a7031 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:36.209007 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9f848e0a-672d-446b-b45b-9821578a7031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1598674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1781863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39067'] for router, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:36.212386 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9f848e0a-672d-446b-b45b-9821578a7031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1598665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1598656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1781790'] for router, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:36.318913 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f848e0a-672d-446b-b45b-9821578a7031 admin admin] Router 4705d49d-2492-4059-a02e-cdb3b17dcc71 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:18:36.532311 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f848e0a-672d-446b-b45b-9821578a7031 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:18:36.536728 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9f848e0a-672d-446b-b45b-9821578a7031 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:36.545034 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9f848e0a-672d-446b-b45b-9821578a7031 admin admin] 10.222.0.57 "PUT /v2.0/routers/4705d49d-2492-4059-a02e-cdb3b17dcc71 HTTP/1.1" status: 200 len: 890 time: 1.7120354 Dec 09 15:18:37.963914 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572e3839-cf83-4650-96e0-16c2345ad56c None None] Sync routers for ids ['4705d49d-2492-4059-a02e-cdb3b17dcc71'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:18:37.974886 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572e3839-cf83-4650-96e0-16c2345ad56c None None] Routers {'4705d49d-2492-4059-a02e-cdb3b17dcc71'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:18:37.975523 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-572e3839-cf83-4650-96e0-16c2345ad56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:18:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4705d49d-2492-4059-a02e-cdb3b17dcc71'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:38.181008 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 29a7e8b0-2c48-44d9-9173-7f8baca59c21 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:18:38.211725 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-572e3839-cf83-4650-96e0-16c2345ad56c None None] Set router 4705d49d-2492-4059-a02e-cdb3b17dcc71 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:18:38.452980 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 29a7e8b0-2c48-44d9-9173-7f8baca59c21 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:18:38.453272 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:38.764616 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-572e3839-cf83-4650-96e0-16c2345ad56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4705d49d-2492-4059-a02e-cdb3b17dcc71', 'name': 'router1', 'tenant_id': 'c6de2bd3f1814ea68dadd19ef17eccdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '92335d8c-1db7-432e-a06c-5c612f2a0339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:18:17Z', 'updated_at': '2021-12-09T15:18:35Z', 'revision_number': 4, 'project_id': 'c6de2bd3f1814ea68dadd19ef17eccdd', 'gw_port': {'id': '92335d8c-1db7-432e-a06c-5c612f2a0339', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:02:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4705d49d-2492-4059-a02e-cdb3b17dcc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:18:35Z', 'updated_at': '2021-12-09T15:18:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '29a7e8b0-2c48-44d9-9173-7f8baca59c21', 'name': '', 'network_id': 'fbcf6f2a-2d5a-44c2-ad82-2eaee1c4901a', 'tenant_id': 'c6de2bd3f1814ea68dadd19ef17eccdd', 'mac_address': 'fa:16:3e:2f:38:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4705d49d-2492-4059-a02e-cdb3b17dcc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c1c52e8-17b8-48fc-a746-ab22b36791e3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:18:27Z', 'updated_at': '2021-12-09T15:18:30Z', 'revision_number': 5, 'project_id': 'c6de2bd3f1814ea68dadd19ef17eccdd', 'subnets': [{'id': '5c1c52e8-17b8-48fc-a746-ab22b36791e3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '310e16ea-d22e-40bd-9dc1-0429c4273431'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:38.817559 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572e3839-cf83-4650-96e0-16c2345ad56c None None] Checking router: 4705d49d-2492-4059-a02e-cdb3b17dcc71 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:18:38.817936 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572e3839-cf83-4650-96e0-16c2345ad56c None None] Updating router 4705d49d-2492-4059-a02e-cdb3b17dcc71 port 92335d8c-1db7-432e-a06c-5c612f2a0339 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:18:38.864280 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-572e3839-cf83-4650-96e0-16c2345ad56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:39.162504 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46192) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:39.177867 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-572e3839-cf83-4650-96e0-16c2345ad56c None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:39.183695 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-572e3839-cf83-4650-96e0-16c2345ad56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:39.235803 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-572e3839-cf83-4650-96e0-16c2345ad56c None None] Attempting to bind port 92335d8c-1db7-432e-a06c-5c612f2a0339 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:18:39.236175 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-572e3839-cf83-4650-96e0-16c2345ad56c None None] Attempting to bind port 92335d8c-1db7-432e-a06c-5c612f2a0339 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:18:39.236620 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572e3839-cf83-4650-96e0-16c2345ad56c None None] Attempting to bind port 92335d8c-1db7-432e-a06c-5c612f2a0339 on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:18:39.245724 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ae121-1fd2-4279-b909-7377f578a67a None None] Pushing event updated for resources: {'Port': ['ID=92335d8c-1db7-432e-a06c-5c612f2a0339,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:39.249465 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572e3839-cf83-4650-96e0-16c2345ad56c None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:18:39.249966 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572e3839-cf83-4650-96e0-16c2345ad56c None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:18:39.250504 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-572e3839-cf83-4650-96e0-16c2345ad56c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:39.251030 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572e3839-cf83-4650-96e0-16c2345ad56c None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:18:39.251696 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-572e3839-cf83-4650-96e0-16c2345ad56c None None] Bound port: 92335d8c-1db7-432e-a06c-5c612f2a0339, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:18:39.252260 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-572e3839-cf83-4650-96e0-16c2345ad56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:39.275827 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f2b2db70-44d3-4041-941a-1e7f43ca6984 admin admin] 10.222.0.57 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1121845 Dec 09 15:18:39.308878 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-572e3839-cf83-4650-96e0-16c2345ad56c None None] For port 92335d8c-1db7-432e-a06c-5c612f2a0339, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:18:39.312707 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-572e3839-cf83-4650-96e0-16c2345ad56c None None] For port 92335d8c-1db7-432e-a06c-5c612f2a0339, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=92335d8c-1db7-432e-a06c-5c612f2a0339,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:18:39.316874 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-572e3839-cf83-4650-96e0-16c2345ad56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:39.373098 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572e3839-cf83-4650-96e0-16c2345ad56c None None] Routers {'4705d49d-2492-4059-a02e-cdb3b17dcc71'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:18:39.373728 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-572e3839-cf83-4650-96e0-16c2345ad56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:18:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4705d49d-2492-4059-a02e-cdb3b17dcc71'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:39.417222 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ae121-1fd2-4279-b909-7377f578a67a None None] Pushing event updated for resources: {'Port': ['ID=92335d8c-1db7-432e-a06c-5c612f2a0339,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:39.500924 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-572e3839-cf83-4650-96e0-16c2345ad56c None None] Set router 4705d49d-2492-4059-a02e-cdb3b17dcc71 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:18:39.719193 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-572e3839-cf83-4650-96e0-16c2345ad56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4705d49d-2492-4059-a02e-cdb3b17dcc71', 'name': 'router1', 'tenant_id': 'c6de2bd3f1814ea68dadd19ef17eccdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '92335d8c-1db7-432e-a06c-5c612f2a0339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:18:17Z', 'updated_at': '2021-12-09T15:18:35Z', 'revision_number': 4, 'project_id': 'c6de2bd3f1814ea68dadd19ef17eccdd', 'gw_port': {'id': '92335d8c-1db7-432e-a06c-5c612f2a0339', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:02:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4705d49d-2492-4059-a02e-cdb3b17dcc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:18:35Z', 'updated_at': '2021-12-09T15:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '29a7e8b0-2c48-44d9-9173-7f8baca59c21', 'name': '', 'network_id': 'fbcf6f2a-2d5a-44c2-ad82-2eaee1c4901a', 'tenant_id': 'c6de2bd3f1814ea68dadd19ef17eccdd', 'mac_address': 'fa:16:3e:2f:38:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4705d49d-2492-4059-a02e-cdb3b17dcc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c1c52e8-17b8-48fc-a746-ab22b36791e3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:18:27Z', 'updated_at': '2021-12-09T15:18:30Z', 'revision_number': 5, 'project_id': 'c6de2bd3f1814ea68dadd19ef17eccdd', 'subnets': [{'id': '5c1c52e8-17b8-48fc-a746-ab22b36791e3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '310e16ea-d22e-40bd-9dc1-0429c4273431'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:39.745381 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572e3839-cf83-4650-96e0-16c2345ad56c None None] The sync data for ids ['4705d49d-2492-4059-a02e-cdb3b17dcc71'] in n-d-821228-1 is: [{'id': '4705d49d-2492-4059-a02e-cdb3b17dcc71', 'name': 'router1', 'tenant_id': 'c6de2bd3f1814ea68dadd19ef17eccdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '92335d8c-1db7-432e-a06c-5c612f2a0339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:18:17Z', 'updated_at': '2021-12-09T15:18:35Z', 'revision_number': 4, 'project_id': 'c6de2bd3f1814ea68dadd19ef17eccdd', 'gw_port': {'id': '92335d8c-1db7-432e-a06c-5c612f2a0339', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:02:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4705d49d-2492-4059-a02e-cdb3b17dcc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:18:35Z', 'updated_at': '2021-12-09T15:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '29a7e8b0-2c48-44d9-9173-7f8baca59c21', 'name': '', 'network_id': 'fbcf6f2a-2d5a-44c2-ad82-2eaee1c4901a', 'tenant_id': 'c6de2bd3f1814ea68dadd19ef17eccdd', 'mac_address': 'fa:16:3e:2f:38:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4705d49d-2492-4059-a02e-cdb3b17dcc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c1c52e8-17b8-48fc-a746-ab22b36791e3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:18:27Z', 'updated_at': '2021-12-09T15:18:30Z', 'revision_number': 5, 'project_id': 'c6de2bd3f1814ea68dadd19ef17eccdd', 'subnets': [{'id': '5c1c52e8-17b8-48fc-a746-ab22b36791e3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '310e16ea-d22e-40bd-9dc1-0429c4273431'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:18:40.190985 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 92335d8c-1db7-432e-a06c-5c612f2a0339 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:18:40.270275 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 92335d8c-1db7-432e-a06c-5c612f2a0339 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:18:40.270655 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:40.355990 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:40.382314 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 92335d8c-1db7-432e-a06c-5c612f2a0339, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=92335d8c-1db7-432e-a06c-5c612f2a0339,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:18:40.387626 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:40.436189 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=92335d8c-1db7-432e-a06c-5c612f2a0339,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:42.159157 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 92335d8c-1db7-432e-a06c-5c612f2a0339 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:18:42.206514 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 92335d8c-1db7-432e-a06c-5c612f2a0339 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:18:42.206881 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:50.342398 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6384bec4-0dd7-41f4-b52f-0b20059c4154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:52.835370 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e20a86a3-416e-465c-a8ea-172064fd0b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:53.850178 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:55.090925 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:56.296815 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:05.587470 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 5 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:19:20.343466 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d7815ba1-e278-40ab-bfb4-2ea92ffdfe80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:22.841499 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a91fc2cf-5a26-47c3-b156-c54fc976a89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:23.845224 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:25.086612 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:26.293797 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:42.589304 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 5 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:19:50.338573 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f8e5094c-49e7-4d71-a1c4-b74f43cf61fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:52.834298 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1684313b-f9d1-4126-8171-2a31a7a32c44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:53.839959 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:55.087500 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:56.299773 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:05.573498 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46708) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:05.634980 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea45464d-4f57-4d54-b520-5e925117d1b2 admin admin] GET failed (client error): The resource could not be found. Dec 09 15:20:05.636294 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ea45464d-4f57-4d54-b520-5e925117d1b2 admin admin] 10.222.0.57 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0618165 Dec 09 15:20:05.801811 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21559f95-5da4-4c44-b750-843a6a38d414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:05.803326 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-21559f95-5da4-4c44-b750-843a6a38d414 admin admin] 10.222.0.57 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1624699 Dec 09 15:20:08.152352 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46718) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:08.242305 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417779a5-3bd6-4e53-9221-382e6cc1ad6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:08.243801 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-417779a5-3bd6-4e53-9221-382e6cc1ad6e admin admin] 10.222.0.57 "GET /v2.0/subnets/5c1c52e8-17b8-48fc-a746-ab22b36791e3 HTTP/1.1" status: 200 len: 849 time: 0.0904801 Dec 09 15:20:08.253781 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-fa18c540-e240-4eb2-9567-e699f8635e94 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:20:08.339833 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fa18c540-e240-4eb2-9567-e699f8635e94 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:08.478563 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fa18c540-e240-4eb2-9567-e699f8635e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758620506920'] for subnet, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:08.505622 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa18c540-e240-4eb2-9567-e699f8635e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:08.506257 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fa18c540-e240-4eb2-9567-e699f8635e94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:08.515469 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-fa18c540-e240-4eb2-9567-e699f8635e94 admin admin] 10.222.0.57 "PUT /v2.0/subnets/5c1c52e8-17b8-48fc-a746-ab22b36791e3 HTTP/1.1" status: 200 len: 868 time: 0.2574658 Dec 09 15:20:08.515699 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a620a89-ad4d-4362-b952-b634e5c8d25b None None] Network fbcf6f2a-2d5a-44c2-ad82-2eaee1c4901a requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:20:08.534324 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18c540-e240-4eb2-9567-e699f8635e94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c1c52e8-17b8-48fc-a746-ab22b36791e3,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:08.542621 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18c540-e240-4eb2-9567-e699f8635e94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:08.542974 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18c540-e240-4eb2-9567-e699f8635e94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:08.543319 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18c540-e240-4eb2-9567-e699f8635e94 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:08.543660 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18c540-e240-4eb2-9567-e699f8635e94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:08.543993 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18c540-e240-4eb2-9567-e699f8635e94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:08.544373 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18c540-e240-4eb2-9567-e699f8635e94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:08.544692 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18c540-e240-4eb2-9567-e699f8635e94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:08.545024 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18c540-e240-4eb2-9567-e699f8635e94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:08.545349 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18c540-e240-4eb2-9567-e699f8635e94 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:08.545677 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18c540-e240-4eb2-9567-e699f8635e94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:08.546001 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18c540-e240-4eb2-9567-e699f8635e94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:08.546325 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18c540-e240-4eb2-9567-e699f8635e94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:08.546652 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18c540-e240-4eb2-9567-e699f8635e94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:08.847299 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3cf0233b-e45d-488f-91dd-4017de29564d None None] Provisioning complete for port b0dd8987-d641-47cb-b848-2a285fa21c6d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:08.847670 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3cf0233b-e45d-488f-91dd-4017de29564d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:08.935049 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3cf0233b-e45d-488f-91dd-4017de29564d None None] Provisioning complete for port 29a7e8b0-2c48-44d9-9173-7f8baca59c21 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:08.935318 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3cf0233b-e45d-488f-91dd-4017de29564d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:10.891408 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46726) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:11.084736 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3d8221-99cd-470f-810c-74ee375ecf38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:11.085115 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3d8221-99cd-470f-810c-74ee375ecf38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:11.087265 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-be3d8221-99cd-470f-810c-74ee375ecf38 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1942694 Dec 09 15:20:13.477794 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46734) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:13.681256 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2678c1-c320-475e-bae9-56335bf885e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:13.681635 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2678c1-c320-475e-bae9-56335bf885e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:13.683168 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-bf2678c1-c320-475e-bae9-56335bf885e9 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2044477 Dec 09 15:20:16.098385 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46744) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:16.250621 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24da0486-bfcd-497b-86d5-020da58cf44e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:16.252003 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-24da0486-bfcd-497b-86d5-020da58cf44e admin admin] 10.222.0.57 "GET /v2.0/networks/d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 886 time: 0.1526828 Dec 09 15:20:18.643724 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46752) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:18.789634 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3727be37-65fd-40f8-93c3-d29159d97977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:18.791085 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3727be37-65fd-40f8-93c3-d29159d97977 admin admin] 10.222.0.57 "GET /v2.0/networks/fbcf6f2a-2d5a-44c2-ad82-2eaee1c4901a HTTP/1.1" status: 200 len: 869 time: 0.1463990 Dec 09 15:20:19.588477 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 5 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:20:20.342895 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7bd75331-48ac-4eaa-b83b-8027a9596887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:21.189413 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46760) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:21.316652 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99aab0a2-6e51-4c54-8567-61aeb53cbe49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:21.317103 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99aab0a2-6e51-4c54-8567-61aeb53cbe49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:21.318653 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-99aab0a2-6e51-4c54-8567-61aeb53cbe49 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1282909 Dec 09 15:20:22.838721 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2976acbe-96db-4e4f-8a5d-1bfd4e3d6788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:23.696037 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46768) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:23.819995 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d759fb-4ae6-4347-89dc-a51961451cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:23.820468 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d759fb-4ae6-4347-89dc-a51961451cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:23.821992 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-41d759fb-4ae6-4347-89dc-a51961451cbf admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1249664 Dec 09 15:20:23.845081 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:25.092791 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:26.240878 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46776) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:26.303568 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:26.335470 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666f70d4-61ae-403f-8560-f5594d52018a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:26.336864 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-666f70d4-61ae-403f-8560-f5594d52018a admin admin] 10.222.0.57 "GET /v2.0/subnets/5c1c52e8-17b8-48fc-a746-ab22b36791e3 HTTP/1.1" status: 200 len: 868 time: 0.0950444 Dec 09 15:20:28.734166 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46784) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:28.821115 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340cf4f7-2e32-4e3b-abf8-ae47bab93aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:28.822496 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-340cf4f7-2e32-4e3b-abf8-ae47bab93aeb admin admin] 10.222.0.57 "GET /v2.0/subnets/a273b4e2-f47b-4cec-a39c-dc40d6c519b9 HTTP/1.1" status: 200 len: 816 time: 0.0873733 Dec 09 15:20:50.344877 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-01cfb68d-5879-4000-b61b-640b8c47f560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:52.842374 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5379a5e4-9236-4f65-a762-41a342fdfb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:53.846994 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:54.041687 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46838) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:54.090638 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-3020d197-e8be-43d3-a52a-b3115091b2cb admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:20:54.091641 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3020d197-e8be-43d3-a52a-b3115091b2cb admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0490046 Dec 09 15:20:55.094360 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:56.308942 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:56.542159 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46846) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:56.588025 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 5 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:20:56.601784 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-20b35347-b0ab-466e-802b-76c7ae9b8aa0 admin admin] GET failed (client error): The resource could not be found. Dec 09 15:20:56.603905 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-20b35347-b0ab-466e-802b-76c7ae9b8aa0 admin admin] 10.222.0.57 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0608153 Dec 09 15:20:56.688939 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a1d75d-7e02-4b10-b859-1f000cd685af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:56.690480 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c3a1d75d-7e02-4b10-b859-1f000cd685af admin admin] 10.222.0.57 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0819464 Dec 09 15:20:59.104215 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46854) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:59.151554 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-b14f517a-52ea-4e30-ab95-d5acd499422b admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:20:59.171626 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14f517a-52ea-4e30-ab95-d5acd499422b admin admin] Made reservation on behalf of 26b820a553ae4228b76b942f1d90d2c0 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:20:59.173871 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b14f517a-52ea-4e30-ab95-d5acd499422b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:59.201218 n-d-821228-1 neutron-server[103245]: WARNING neutron.services.revisions.revision_plugin [None req-b14f517a-52ea-4e30-ab95-d5acd499422b admin admin] Could not find related network for resource to bump revision. Dec 09 15:20:59.216010 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b14f517a-52ea-4e30-ab95-d5acd499422b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:20:59.225663 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b14f517a-52ea-4e30-ab95-d5acd499422b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:59.225996 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-b14f517a-52ea-4e30-ab95-d5acd499422b admin admin] Added segment 1593ed17-17dd-453d-9b56-0cf38c45520b of type vlan for network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 Dec 09 15:20:59.275612 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b14f517a-52ea-4e30-ab95-d5acd499422b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:59.299237 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b14f517a-52ea-4e30-ab95-d5acd499422b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:59.300333 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14f517a-52ea-4e30-ab95-d5acd499422b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:59.300956 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b14f517a-52ea-4e30-ab95-d5acd499422b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:59.356200 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b14f517a-52ea-4e30-ab95-d5acd499422b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2508595 Dec 09 15:20:59.362823 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f517a-52ea-4e30-ab95-d5acd499422b admin admin] Pushing event updated for resources: {'Network': ['ID=bf6a25f7-2b73-48b5-b60f-99a19e919fb7,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:59.383984 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:21:01.750655 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46862) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:01.810521 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-113809af-a8ec-4ae5-82ea-46f8245b7af6 admin admin] GET failed (client error): The resource could not be found. Dec 09 15:21:01.811816 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-113809af-a8ec-4ae5-82ea-46f8245b7af6 admin admin] 10.222.0.57 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602026 Dec 09 15:21:01.883367 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a740b65-6209-4d9a-a7cc-1abcf36b89a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:01.884996 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8a740b65-6209-4d9a-a7cc-1abcf36b89a8 admin admin] 10.222.0.57 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0686409 Dec 09 15:21:01.895002 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-f2887a5b-ff54-476c-93b6-707d6f1627c6 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:21:01.915085 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2887a5b-ff54-476c-93b6-707d6f1627c6 admin admin] Made reservation on behalf of 26b820a553ae4228b76b942f1d90d2c0 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:21:01.917399 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f2887a5b-ff54-476c-93b6-707d6f1627c6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:02.074398 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f2887a5b-ff54-476c-93b6-707d6f1627c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:02.128676 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2887a5b-ff54-476c-93b6-707d6f1627c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54e6953c-1261-4e7c-8b49-64e5b87424c2,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:02.137269 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2887a5b-ff54-476c-93b6-707d6f1627c6 admin admin] Checking segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:21:02.137616 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2887a5b-ff54-476c-93b6-707d6f1627c6 admin admin] Network hostable DHCP agents. Network: bf6a25f7-2b73-48b5-b60f-99a19e919fb7, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:21:02.153461 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2887a5b-ff54-476c-93b6-707d6f1627c6 admin admin] Network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:21:02.161671 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-f2887a5b-ff54-476c-93b6-707d6f1627c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, bf6a25f7-2b73-48b5-b60f-99a19e919fb7) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:21:02.165934 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2887a5b-ff54-476c-93b6-707d6f1627c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:02.166511 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f2887a5b-ff54-476c-93b6-707d6f1627c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:02.171238 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d5594f-0963-4a78-9285-31d234ca824c None None] Network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:21:02.183340 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f2887a5b-ff54-476c-93b6-707d6f1627c6 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2915845 Dec 09 15:21:02.284374 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc25ab9-c3b4-44cb-a248-559a7ee9867a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'project_id': '26b820a553ae4228b76b942f1d90d2c0', 'fixed_ips': [{'subnet_id': '54e6953c-1261-4e7c-8b49-64e5b87424c2'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:21:02.285430 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0dc25ab9-c3b4-44cb-a248-559a7ee9867a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:02.528529 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-0dc25ab9-c3b4-44cb-a248-559a7ee9867a None None] Allocated IP 192.168.233.2 (bf6a25f7-2b73-48b5-b60f-99a19e919fb7/54e6953c-1261-4e7c-8b49-64e5b87424c2/c9a8f12a-28e8-4355-b50a-0267f5834dd1) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:21:02.672621 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0dc25ab9-c3b4-44cb-a248-559a7ee9867a None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:02.679407 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0dc25ab9-c3b4-44cb-a248-559a7ee9867a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:02.717595 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc25ab9-c3b4-44cb-a248-559a7ee9867a None None] Network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:21:02.720334 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-0dc25ab9-c3b4-44cb-a248-559a7ee9867a None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:21:02.725763 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc25ab9-c3b4-44cb-a248-559a7ee9867a None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:21:02.734706 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc25ab9-c3b4-44cb-a248-559a7ee9867a None None] Pushing event updated for resources: {'Port': ['ID=c9a8f12a-28e8-4355-b50a-0267f5834dd1,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:02.757212 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc25ab9-c3b4-44cb-a248-559a7ee9867a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:02.757563 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc25ab9-c3b4-44cb-a248-559a7ee9867a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:02.758119 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc25ab9-c3b4-44cb-a248-559a7ee9867a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:02.758463 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc25ab9-c3b4-44cb-a248-559a7ee9867a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:02.758803 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc25ab9-c3b4-44cb-a248-559a7ee9867a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:02.759139 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc25ab9-c3b4-44cb-a248-559a7ee9867a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:02.759471 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc25ab9-c3b4-44cb-a248-559a7ee9867a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:02.759805 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc25ab9-c3b4-44cb-a248-559a7ee9867a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:02.760135 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc25ab9-c3b4-44cb-a248-559a7ee9867a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:02.760486 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc25ab9-c3b4-44cb-a248-559a7ee9867a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:02.760815 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc25ab9-c3b4-44cb-a248-559a7ee9867a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:02.761136 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc25ab9-c3b4-44cb-a248-559a7ee9867a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:02.761457 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc25ab9-c3b4-44cb-a248-559a7ee9867a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:02.800464 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0dc25ab9-c3b4-44cb-a248-559a7ee9867a None None] Attempting to bind port c9a8f12a-28e8-4355-b50a-0267f5834dd1 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:21:02.800671 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0dc25ab9-c3b4-44cb-a248-559a7ee9867a None None] Attempting to bind port c9a8f12a-28e8-4355-b50a-0267f5834dd1 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:21:02.801037 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc25ab9-c3b4-44cb-a248-559a7ee9867a None None] Attempting to bind port c9a8f12a-28e8-4355-b50a-0267f5834dd1 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:21:02.807672 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc25ab9-c3b4-44cb-a248-559a7ee9867a None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:21:02.808041 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc25ab9-c3b4-44cb-a248-559a7ee9867a None None] Checking segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:21:02.808449 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0dc25ab9-c3b4-44cb-a248-559a7ee9867a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:02.808838 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc25ab9-c3b4-44cb-a248-559a7ee9867a None None] Bound using segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:21:02.809295 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0dc25ab9-c3b4-44cb-a248-559a7ee9867a None None] Bound port: c9a8f12a-28e8-4355-b50a-0267f5834dd1, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:21:02.809665 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0dc25ab9-c3b4-44cb-a248-559a7ee9867a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:02.875418 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0dc25ab9-c3b4-44cb-a248-559a7ee9867a None None] For port c9a8f12a-28e8-4355-b50a-0267f5834dd1, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:21:02.878529 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0dc25ab9-c3b4-44cb-a248-559a7ee9867a None None] For port c9a8f12a-28e8-4355-b50a-0267f5834dd1, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=c9a8f12a-28e8-4355-b50a-0267f5834dd1,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:21:02.882627 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0dc25ab9-c3b4-44cb-a248-559a7ee9867a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:02.949310 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc25ab9-c3b4-44cb-a248-559a7ee9867a None None] Pushing event updated for resources: {'Port': ['ID=c9a8f12a-28e8-4355-b50a-0267f5834dd1,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:03.775592 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ebcf7f-1d72-47fc-9c94-c2d7f99fac53 None None] Network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:21:03.875874 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b5d41f9f-7510-487c-bbb2-480aa2ed30f5 None None] Provisioning complete for port c9a8f12a-28e8-4355-b50a-0267f5834dd1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:21:03.876250 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b5d41f9f-7510-487c-bbb2-480aa2ed30f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:03.968870 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b5d41f9f-7510-487c-bbb2-480aa2ed30f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:04.007530 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b5d41f9f-7510-487c-bbb2-480aa2ed30f5 None None] For port c9a8f12a-28e8-4355-b50a-0267f5834dd1, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=c9a8f12a-28e8-4355-b50a-0267f5834dd1,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:21:04.014089 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b5d41f9f-7510-487c-bbb2-480aa2ed30f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:04.064734 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d41f9f-7510-487c-bbb2-480aa2ed30f5 None None] Pushing event updated for resources: {'Port': ['ID=c9a8f12a-28e8-4355-b50a-0267f5834dd1,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:04.285543 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device c9a8f12a-28e8-4355-b50a-0267f5834dd1 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:21:04.348605 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port c9a8f12a-28e8-4355-b50a-0267f5834dd1 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:21:04.349099 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:04.350663 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e54f2535-909b-45ce-871f-0f091ade2e1e None None] Provisioning complete for port c9a8f12a-28e8-4355-b50a-0267f5834dd1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:21:04.351016 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e54f2535-909b-45ce-871f-0f091ade2e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:20.346903 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-33801060-94a8-4b73-8bbc-bfab2c28ce1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:22.843531 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c8813b8a-2ab6-4650-b198-396d11bba697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:23.849687 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:25.096437 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:26.311221 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:33.587938 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 5 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:21:50.349327 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-558801e3-4ee8-444b-9919-6d610f719cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:52.845878 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fda82741-a16b-4688-840c-860be33509f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:53.852676 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:55.099572 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:56.318443 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:10.587178 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 5 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:22:20.352240 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-40ebb1a2-c85a-4208-b921-f54da8ce333e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:22.848939 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8c502fc6-a4cd-4b6c-938c-0b5212025dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:23.856253 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:25.106638 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:26.311771 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:37.363706 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46908) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:37.369480 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-869b1097-8769-4b6c-8f38-ae4e673179c7 tempest-verify_tempest_config-1335955565 tempest-verify_tempest_config-1335955565-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:22:37.370503 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-869b1097-8769-4b6c-8f38-ae4e673179c7 tempest-verify_tempest_config-1335955565 tempest-verify_tempest_config-1335955565-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058193 Dec 09 15:22:37.655006 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46926) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:37.759065 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ddd7c39d-994e-4bbe-a8cb-e7006b73be2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:37.830371 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ddd7c39d-994e-4bbe-a8cb-e7006b73be2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:37.834716 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ddd7c39d-994e-4bbe-a8cb-e7006b73be2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:37.879859 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ddd7c39d-994e-4bbe-a8cb-e7006b73be2a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=868f3a79e8484cee95f9640a415ccadf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2238178 Dec 09 15:22:37.880902 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7c39d-994e-4bbe-a8cb-e7006b73be2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7f06a2-2cb6-42f4-ab72-58bebe9b77ac,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:37.882663 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46930) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:37.888464 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7c39d-994e-4bbe-a8cb-e7006b73be2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:37.888821 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7c39d-994e-4bbe-a8cb-e7006b73be2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:37.889170 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7c39d-994e-4bbe-a8cb-e7006b73be2a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:37.889507 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7c39d-994e-4bbe-a8cb-e7006b73be2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:37.889840 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7c39d-994e-4bbe-a8cb-e7006b73be2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:37.890171 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7c39d-994e-4bbe-a8cb-e7006b73be2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:37.890498 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7c39d-994e-4bbe-a8cb-e7006b73be2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:37.890825 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7c39d-994e-4bbe-a8cb-e7006b73be2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:37.891147 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7c39d-994e-4bbe-a8cb-e7006b73be2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:37.891467 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7c39d-994e-4bbe-a8cb-e7006b73be2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:37.891791 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7c39d-994e-4bbe-a8cb-e7006b73be2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:37.892109 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7c39d-994e-4bbe-a8cb-e7006b73be2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:37.892443 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7c39d-994e-4bbe-a8cb-e7006b73be2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:37.943970 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d4a82bf-4e38-45b3-8230-31917fc373dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:37.967546 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d4a82bf-4e38-45b3-8230-31917fc373dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:38.057931 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d4a82bf-4e38-45b3-8230-31917fc373dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:38.060605 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d4a82bf-4e38-45b3-8230-31917fc373dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:38.061762 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9d4a82bf-4e38-45b3-8230-31917fc373dc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2d7f06a2-2cb6-42f4-ab72-58bebe9b77ac HTTP/1.1" status: 204 len: 168 time: 0.1781332 Dec 09 15:22:38.070120 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4a82bf-4e38-45b3-8230-31917fc373dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7f06a2-2cb6-42f4-ab72-58bebe9b77ac,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:38.076887 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4a82bf-4e38-45b3-8230-31917fc373dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:38.077245 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4a82bf-4e38-45b3-8230-31917fc373dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:38.077594 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4a82bf-4e38-45b3-8230-31917fc373dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:38.077936 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4a82bf-4e38-45b3-8230-31917fc373dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:38.078277 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4a82bf-4e38-45b3-8230-31917fc373dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:38.078616 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4a82bf-4e38-45b3-8230-31917fc373dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:38.078986 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4a82bf-4e38-45b3-8230-31917fc373dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:38.079267 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4a82bf-4e38-45b3-8230-31917fc373dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:38.079599 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4a82bf-4e38-45b3-8230-31917fc373dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:38.079925 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4a82bf-4e38-45b3-8230-31917fc373dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:38.080255 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4a82bf-4e38-45b3-8230-31917fc373dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:38.080674 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4a82bf-4e38-45b3-8230-31917fc373dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:38.080957 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4a82bf-4e38-45b3-8230-31917fc373dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:47.585996 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 5 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:22:50.352570 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-77e4bd1f-c9a9-4b22-bb6f-9d3d91526079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:52.851011 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-adb0fb1b-9c5c-440c-a2de-15a82cbc3a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:53.859406 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:55.107911 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:56.314403 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:20.353875 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-845c0ed3-039a-4fcd-9b15-8fd26812a1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:22.853509 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fd8e0882-ee7e-4e56-8985-5792857a6932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:23.862361 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:24.584897 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 5 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:23:25.107377 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:26.316003 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:50.357202 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6bb88449-fb58-4adf-9e0f-71450ab62a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:52.853873 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-55f0a29e-f21b-4063-9f99-9a9b88673606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:53.867628 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:55.110639 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:56.317689 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:01.584141 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 5 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:24:20.360690 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b356131e-08ec-45b3-908b-f567aed8442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:22.855038 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6bbc2c14-5bc0-4aa9-a601-a7c5e0a518c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:23.870431 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:25.113706 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:26.320512 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:38.583722 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 5 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:24:50.362836 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-436a74e7-431b-4f57-90c9-79068b472444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:52.855809 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d046f70a-5d74-4c98-9aca-b4ca09c37b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:53.872615 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:55.116917 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:56.322602 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:15.582555 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 5 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:25:20.363940 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-01c3122e-8ec4-4706-a564-cb5b588ff3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:22.856645 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-df557a5c-40b2-4791-a2e7-972b46c83613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:23.876039 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:25.119174 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:26.326338 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:45.565597 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1784000'] for agent, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:50.365028 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0746a858-8f41-4748-b10a-428ec39789d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:52.581280 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 6 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:25:52.857018 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-676dd1fc-0fe9-4c78-82ff-4d827485a24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:53.881945 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:54.287318 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1784000'] for agent, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:55.122128 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:56.328781 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:15.519279 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:20.366961 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-effa5414-d7b3-451a-8f9a-8877403b2ec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:22.858766 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-edc7bf7a-b9ce-4dc9-af81-007cdc6e6eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:23.881017 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:24.256389 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:25.125123 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:26.338871 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:28.498404 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46984) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:28.602120 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-94059249-da6a-4b27-b067-ff74805e492c admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1026268 Dec 09 15:26:29.580322 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:26:31.013023 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46994) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:31.076762 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4132be94-eb03-4ad7-9c13-120cbdafa9d2 admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0623438 Dec 09 15:26:45.536125 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:50.370995 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ab672886-ae68-48a1-97d3-38e6f9c48722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:52.861781 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16b7eef3-0066-4dfb-bd0b-688b3cc5f8d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:53.882540 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:54.253442 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:55.127635 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:56.331890 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:06.583734 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:27:15.547289 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:20.388615 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1cc5c30a-47dd-49e6-b305-8272d401e648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:22.864769 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ef8b899a-61f0-49f0-90d7-e6901abe61c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:23.886047 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:24.251880 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:25.131668 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:26.336929 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:43.583091 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:27:45.545247 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:50.375956 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-60f7ee5b-c3f0-465c-94a7-a50862e8d4c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:51.423456 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47216) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:51.519213 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47224) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:52.042804 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d79c00a5-8f05-4720-8d51-180a338fcb3c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-455506136-network', 'tenant_id': '544d079d0d95474e9d4ca372f968fba4'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:52.048152 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a328fcc3-d1ee-4bb3-8bbe-4faafe4f893e tempest-AutoAllocateNetworkTest-2109884763 tempest-AutoAllocateNetworkTest-2109884763-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=efa04192b4e94fbeb88ea85cf5da1057&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6224408 Dec 09 15:27:52.050987 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47248) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:52.074638 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79c00a5-8f05-4720-8d51-180a338fcb3c admin admin] Made reservation on behalf of 544d079d0d95474e9d4ca372f968fba4 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:27:52.077259 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d79c00a5-8f05-4720-8d51-180a338fcb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:52.090046 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d79c00a5-8f05-4720-8d51-180a338fcb3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:52.175541 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d79c00a5-8f05-4720-8d51-180a338fcb3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:52.179088 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d79c00a5-8f05-4720-8d51-180a338fcb3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:52.214011 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c00a5-8f05-4720-8d51-180a338fcb3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7d882d-631c-4327-b881-013b60dc560d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:52.231148 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c00a5-8f05-4720-8d51-180a338fcb3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:52.231889 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c00a5-8f05-4720-8d51-180a338fcb3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:52.232634 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c00a5-8f05-4720-8d51-180a338fcb3c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:52.233255 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c00a5-8f05-4720-8d51-180a338fcb3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:52.233908 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c00a5-8f05-4720-8d51-180a338fcb3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:52.234329 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c00a5-8f05-4720-8d51-180a338fcb3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:52.234997 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c00a5-8f05-4720-8d51-180a338fcb3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:52.235552 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c00a5-8f05-4720-8d51-180a338fcb3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:52.236064 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c00a5-8f05-4720-8d51-180a338fcb3c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:52.236628 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c00a5-8f05-4720-8d51-180a338fcb3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:52.237086 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c00a5-8f05-4720-8d51-180a338fcb3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:52.237527 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c00a5-8f05-4720-8d51-180a338fcb3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:52.237997 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c00a5-8f05-4720-8d51-180a338fcb3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:52.239457 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c00a5-8f05-4720-8d51-180a338fcb3c admin admin] Tracked resource versions report: Dec 09 15:27:52.239457 n-d-821228-1 neutron-server[103245]: pushed versions: Dec 09 15:27:52.239457 n-d-821228-1 neutron-server[103245]: { 'AddressGroup': {'1.2'}, Dec 09 15:27:52.239457 n-d-821228-1 neutron-server[103245]: 'ConntrackHelper': {'1.0'}, Dec 09 15:27:52.239457 n-d-821228-1 neutron-server[103245]: 'LocalIPAssociation': {'1.0'}, Dec 09 15:27:52.239457 n-d-821228-1 neutron-server[103245]: 'Log': {'1.0'}, Dec 09 15:27:52.239457 n-d-821228-1 neutron-server[103245]: 'Network': {'1.1'}, Dec 09 15:27:52.239457 n-d-821228-1 neutron-server[103245]: 'Port': {'1.7'}, Dec 09 15:27:52.239457 n-d-821228-1 neutron-server[103245]: 'PortForwarding': {'1.2'}, Dec 09 15:27:52.239457 n-d-821228-1 neutron-server[103245]: 'QosPolicy': {'1.10'}, Dec 09 15:27:52.239457 n-d-821228-1 neutron-server[103245]: 'SecurityGroup': {'1.5'}, Dec 09 15:27:52.239457 n-d-821228-1 neutron-server[103245]: 'SecurityGroupRule': {'1.2'}, Dec 09 15:27:52.239457 n-d-821228-1 neutron-server[103245]: 'SubPort': {'1.0'}, Dec 09 15:27:52.239457 n-d-821228-1 neutron-server[103245]: 'Subnet': {'1.1'}, Dec 09 15:27:52.239457 n-d-821228-1 neutron-server[103245]: 'Trunk': {'1.1'}} Dec 09 15:27:52.239457 n-d-821228-1 neutron-server[103245]: consumer versions: Dec 09 15:27:52.239457 n-d-821228-1 neutron-server[103245]: { DHCP agent@n-d-821228-1: {}, Dec 09 15:27:52.239457 n-d-821228-1 neutron-server[103245]: HyperV agent@n-h1-821228-1: {}, Dec 09 15:27:52.239457 n-d-821228-1 neutron-server[103245]: HyperV agent@n-h2-821228-1: {}, Dec 09 15:27:52.239457 n-d-821228-1 neutron-server[103245]: L3 agent@n-d-821228-1: {}, Dec 09 15:27:52.239457 n-d-821228-1 neutron-server[103245]: Metadata agent@n-d-821228-1: {}, Dec 09 15:27:52.239457 n-d-821228-1 neutron-server[103245]: Metering agent@n-d-821228-1: {}, Dec 09 15:27:52.239457 n-d-821228-1 neutron-server[103245]: Open vSwitch agent@n-d-821228-1: { 'AddressGroup': '1.2', Dec 09 15:27:52.239457 n-d-821228-1 neutron-server[103245]: 'ConntrackHelper': '1.0', Dec 09 15:27:52.239457 n-d-821228-1 neutron-server[103245]: 'LocalIPAssociation': '1.0', Dec 09 15:27:52.239457 n-d-821228-1 neutron-server[103245]: 'Log': '1.0', Dec 09 15:27:52.239457 n-d-821228-1 neutron-server[103245]: 'Network': '1.1', Dec 09 15:27:52.239457 n-d-821228-1 neutron-server[103245]: 'Port': '1.7', Dec 09 15:27:52.239457 n-d-821228-1 neutron-server[103245]: 'PortForwarding': '1.2', Dec 09 15:27:52.239457 n-d-821228-1 neutron-server[103245]: 'QosPolicy': '1.10', Dec 09 15:27:52.239457 n-d-821228-1 neutron-server[103245]: 'SecurityGroup': '1.5', Dec 09 15:27:52.239457 n-d-821228-1 neutron-server[103245]: 'SecurityGroupRule': '1.2', Dec 09 15:27:52.239457 n-d-821228-1 neutron-server[103245]: 'SubPort': '1.0', Dec 09 15:27:52.239457 n-d-821228-1 neutron-server[103245]: 'Subnet': '1.1', Dec 09 15:27:52.239457 n-d-821228-1 neutron-server[103245]: 'Trunk': '1.1'}} Dec 09 15:27:52.239457 n-d-821228-1 neutron-server[103245]: {{(pid=103245) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 15:27:52.246240 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d79c00a5-8f05-4720-8d51-180a338fcb3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:27:52.259112 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d79c00a5-8f05-4720-8d51-180a338fcb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:52.261327 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-d79c00a5-8f05-4720-8d51-180a338fcb3c admin admin] Added segment 94b9090c-b2b9-43ba-9fb3-55c2b12e4231 of type vlan for network 1623f57f-14ee-4f27-909a-4111ec1638fe Dec 09 15:27:52.269713 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de26a8c2-02aa-42b5-89a7-1db5fa95d577 tempest-AutoAllocateNetworkTest-2109884763 tempest-AutoAllocateNetworkTest-2109884763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:52.271238 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-de26a8c2-02aa-42b5-89a7-1db5fa95d577 tempest-AutoAllocateNetworkTest-2109884763 tempest-AutoAllocateNetworkTest-2109884763-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2187219 Dec 09 15:27:52.274451 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47262) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:52.354725 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0ccd4e10-4678-4ee3-ab13-ed74bae0092f tempest-AutoAllocateNetworkTest-2109884763 tempest-AutoAllocateNetworkTest-2109884763-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0780122 Dec 09 15:27:52.358265 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47266) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:52.371223 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d79c00a5-8f05-4720-8d51-180a338fcb3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:52.398107 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2a2b4f35-c7d3-4a16-9a49-f6082ce062ce tempest-AutoAllocateNetworkTest-2109884763 tempest-AutoAllocateNetworkTest-2109884763-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=efa04192b4e94fbeb88ea85cf5da1057 HTTP/1.1" status: 200 len: 208 time: 0.0379782 Dec 09 15:27:52.402019 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d79c00a5-8f05-4720-8d51-180a338fcb3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:52.403257 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79c00a5-8f05-4720-8d51-180a338fcb3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:52.403820 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d79c00a5-8f05-4720-8d51-180a338fcb3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:52.472148 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c00a5-8f05-4720-8d51-180a338fcb3c admin admin] Pushing event updated for resources: {'Network': ['ID=1623f57f-14ee-4f27-909a-4111ec1638fe,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:52.481682 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47278) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:52.486713 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-81a0eb40-433a-4cd1-b422-6919a5f9c4ac admin admin] Request body: {'subnet': {'network_id': '1623f57f-14ee-4f27-909a-4111ec1638fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-455506136-subnet', 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:52.487400 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 1623f57f-14ee-4f27-909a-4111ec1638fe details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:27:52.495838 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d79c00a5-8f05-4720-8d51-180a338fcb3c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9744673 Dec 09 15:27:52.514373 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a0eb40-433a-4cd1-b422-6919a5f9c4ac admin admin] Made reservation on behalf of 544d079d0d95474e9d4ca372f968fba4 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:27:52.517094 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-81a0eb40-433a-4cd1-b422-6919a5f9c4ac admin admin] Publish callbacks [] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:52.722356 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-81a0eb40-433a-4cd1-b422-6919a5f9c4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:52.773145 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a0eb40-433a-4cd1-b422-6919a5f9c4ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd6cf3c6-eae1-454b-835d-918a28ae0ed5,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:52.787297 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a0eb40-433a-4cd1-b422-6919a5f9c4ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:52.787645 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a0eb40-433a-4cd1-b422-6919a5f9c4ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:52.787982 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a0eb40-433a-4cd1-b422-6919a5f9c4ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:52.788504 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a0eb40-433a-4cd1-b422-6919a5f9c4ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:52.788838 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a0eb40-433a-4cd1-b422-6919a5f9c4ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:52.789165 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a0eb40-433a-4cd1-b422-6919a5f9c4ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:52.789492 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a0eb40-433a-4cd1-b422-6919a5f9c4ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:52.789814 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a0eb40-433a-4cd1-b422-6919a5f9c4ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:52.790135 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a0eb40-433a-4cd1-b422-6919a5f9c4ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:52.790541 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a0eb40-433a-4cd1-b422-6919a5f9c4ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:52.790867 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a0eb40-433a-4cd1-b422-6919a5f9c4ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:52.791277 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a0eb40-433a-4cd1-b422-6919a5f9c4ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:52.791625 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a0eb40-433a-4cd1-b422-6919a5f9c4ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:52.792698 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a0eb40-433a-4cd1-b422-6919a5f9c4ac admin admin] Tracked resource versions report: Dec 09 15:27:52.792698 n-d-821228-1 neutron-server[103244]: pushed versions: Dec 09 15:27:52.792698 n-d-821228-1 neutron-server[103244]: { 'AddressGroup': {'1.2'}, Dec 09 15:27:52.792698 n-d-821228-1 neutron-server[103244]: 'ConntrackHelper': {'1.0'}, Dec 09 15:27:52.792698 n-d-821228-1 neutron-server[103244]: 'LocalIPAssociation': {'1.0'}, Dec 09 15:27:52.792698 n-d-821228-1 neutron-server[103244]: 'Log': {'1.0'}, Dec 09 15:27:52.792698 n-d-821228-1 neutron-server[103244]: 'Network': {'1.1'}, Dec 09 15:27:52.792698 n-d-821228-1 neutron-server[103244]: 'Port': {'1.7'}, Dec 09 15:27:52.792698 n-d-821228-1 neutron-server[103244]: 'PortForwarding': {'1.2'}, Dec 09 15:27:52.792698 n-d-821228-1 neutron-server[103244]: 'QosPolicy': {'1.10'}, Dec 09 15:27:52.792698 n-d-821228-1 neutron-server[103244]: 'SecurityGroup': {'1.5'}, Dec 09 15:27:52.792698 n-d-821228-1 neutron-server[103244]: 'SecurityGroupRule': {'1.2'}, Dec 09 15:27:52.792698 n-d-821228-1 neutron-server[103244]: 'SubPort': {'1.0'}, Dec 09 15:27:52.792698 n-d-821228-1 neutron-server[103244]: 'Subnet': {'1.1'}, Dec 09 15:27:52.792698 n-d-821228-1 neutron-server[103244]: 'Trunk': {'1.1'}} Dec 09 15:27:52.792698 n-d-821228-1 neutron-server[103244]: consumer versions: Dec 09 15:27:52.792698 n-d-821228-1 neutron-server[103244]: { DHCP agent@n-d-821228-1: {}, Dec 09 15:27:52.792698 n-d-821228-1 neutron-server[103244]: HyperV agent@n-h1-821228-1: {}, Dec 09 15:27:52.792698 n-d-821228-1 neutron-server[103244]: HyperV agent@n-h2-821228-1: {}, Dec 09 15:27:52.792698 n-d-821228-1 neutron-server[103244]: L3 agent@n-d-821228-1: {}, Dec 09 15:27:52.792698 n-d-821228-1 neutron-server[103244]: Metadata agent@n-d-821228-1: {}, Dec 09 15:27:52.792698 n-d-821228-1 neutron-server[103244]: Metering agent@n-d-821228-1: {}, Dec 09 15:27:52.792698 n-d-821228-1 neutron-server[103244]: Open vSwitch agent@n-d-821228-1: { 'AddressGroup': '1.2', Dec 09 15:27:52.792698 n-d-821228-1 neutron-server[103244]: 'ConntrackHelper': '1.0', Dec 09 15:27:52.792698 n-d-821228-1 neutron-server[103244]: 'LocalIPAssociation': '1.0', Dec 09 15:27:52.792698 n-d-821228-1 neutron-server[103244]: 'Log': '1.0', Dec 09 15:27:52.792698 n-d-821228-1 neutron-server[103244]: 'Network': '1.1', Dec 09 15:27:52.792698 n-d-821228-1 neutron-server[103244]: 'Port': '1.7', Dec 09 15:27:52.792698 n-d-821228-1 neutron-server[103244]: 'PortForwarding': '1.2', Dec 09 15:27:52.792698 n-d-821228-1 neutron-server[103244]: 'QosPolicy': '1.10', Dec 09 15:27:52.792698 n-d-821228-1 neutron-server[103244]: 'SecurityGroup': '1.5', Dec 09 15:27:52.792698 n-d-821228-1 neutron-server[103244]: 'SecurityGroupRule': '1.2', Dec 09 15:27:52.792698 n-d-821228-1 neutron-server[103244]: 'SubPort': '1.0', Dec 09 15:27:52.792698 n-d-821228-1 neutron-server[103244]: 'Subnet': '1.1', Dec 09 15:27:52.792698 n-d-821228-1 neutron-server[103244]: 'Trunk': '1.1'}} Dec 09 15:27:52.792698 n-d-821228-1 neutron-server[103244]: {{(pid=103244) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 15:27:52.802027 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a0eb40-433a-4cd1-b422-6919a5f9c4ac admin admin] Checking segment: {'id': '94b9090c-b2b9-43ba-9fb3-55c2b12e4231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1623f57f-14ee-4f27-909a-4111ec1638fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:27:52.802414 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a0eb40-433a-4cd1-b422-6919a5f9c4ac admin admin] Network hostable DHCP agents. Network: 1623f57f-14ee-4f27-909a-4111ec1638fe, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:27:52.820177 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a0eb40-433a-4cd1-b422-6919a5f9c4ac admin admin] Network 1623f57f-14ee-4f27-909a-4111ec1638fe is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:27:52.830737 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-81a0eb40-433a-4cd1-b422-6919a5f9c4ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 1623f57f-14ee-4f27-909a-4111ec1638fe) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:27:52.845485 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a0eb40-433a-4cd1-b422-6919a5f9c4ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:52.846262 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-81a0eb40-433a-4cd1-b422-6919a5f9c4ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:52.851052 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3777a3-dfd5-4545-a22c-690e7ca246a0 None None] Network 1623f57f-14ee-4f27-909a-4111ec1638fe requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:27:52.867742 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-81a0eb40-433a-4cd1-b422-6919a5f9c4ac admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3849058 Dec 09 15:27:52.872797 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47296) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:52.877509 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-5d00167a-5837-4f9d-aa51-ba3f71dd999e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-455506136-router', 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:52.912497 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d00167a-5837-4f9d-aa51-ba3f71dd999e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:52.914681 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d00167a-5837-4f9d-aa51-ba3f71dd999e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:52.947741 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5af37cd-9291-4645-ad76-69fd03f5af17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:52.990624 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598e06cc-bcec-4277-91d6-ae6cf43b0d85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-1623f57f-14ee-4f27-909a-4111ec1638fe', 'network_id': '1623f57f-14ee-4f27-909a-4111ec1638fe', 'project_id': '544d079d0d95474e9d4ca372f968fba4', 'fixed_ips': [{'subnet_id': 'fd6cf3c6-eae1-454b-835d-918a28ae0ed5'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:27:52.991703 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-598e06cc-bcec-4277-91d6-ae6cf43b0d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:53.085972 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d00167a-5837-4f9d-aa51-ba3f71dd999e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:53.162062 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47310) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:53.163244 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-598e06cc-bcec-4277-91d6-ae6cf43b0d85 None None] Allocated IP 172.20.0.2 (1623f57f-14ee-4f27-909a-4111ec1638fe/fd6cf3c6-eae1-454b-835d-918a28ae0ed5/d119bedf-3c18-4eea-b78d-67185ea416fe) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:27:53.347867 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-598e06cc-bcec-4277-91d6-ae6cf43b0d85 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:53.358746 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-598e06cc-bcec-4277-91d6-ae6cf43b0d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:53.370229 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d00167a-5837-4f9d-aa51-ba3f71dd999e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:53.407854 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598e06cc-bcec-4277-91d6-ae6cf43b0d85 None None] Network 1623f57f-14ee-4f27-909a-4111ec1638fe is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:27:53.413790 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-598e06cc-bcec-4277-91d6-ae6cf43b0d85 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:27:53.416149 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e06cc-bcec-4277-91d6-ae6cf43b0d85 None None] Pushing event updated for resources: {'Port': ['ID=d119bedf-3c18-4eea-b78d-67185ea416fe,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:53.423665 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598e06cc-bcec-4277-91d6-ae6cf43b0d85 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:27:53.427839 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e06cc-bcec-4277-91d6-ae6cf43b0d85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:53.428221 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e06cc-bcec-4277-91d6-ae6cf43b0d85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:53.428569 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e06cc-bcec-4277-91d6-ae6cf43b0d85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:53.428911 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e06cc-bcec-4277-91d6-ae6cf43b0d85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:53.429256 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e06cc-bcec-4277-91d6-ae6cf43b0d85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:53.429592 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e06cc-bcec-4277-91d6-ae6cf43b0d85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:53.429931 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e06cc-bcec-4277-91d6-ae6cf43b0d85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:53.430393 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e06cc-bcec-4277-91d6-ae6cf43b0d85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:53.430732 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e06cc-bcec-4277-91d6-ae6cf43b0d85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:53.431122 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e06cc-bcec-4277-91d6-ae6cf43b0d85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:53.431455 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e06cc-bcec-4277-91d6-ae6cf43b0d85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:53.431940 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e06cc-bcec-4277-91d6-ae6cf43b0d85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:53.432273 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e06cc-bcec-4277-91d6-ae6cf43b0d85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:53.433433 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e06cc-bcec-4277-91d6-ae6cf43b0d85 None None] Tracked resource versions report: Dec 09 15:27:53.433433 n-d-821228-1 neutron-server[103246]: pushed versions: Dec 09 15:27:53.433433 n-d-821228-1 neutron-server[103246]: { 'AddressGroup': {'1.2'}, Dec 09 15:27:53.433433 n-d-821228-1 neutron-server[103246]: 'ConntrackHelper': {'1.0'}, Dec 09 15:27:53.433433 n-d-821228-1 neutron-server[103246]: 'LocalIPAssociation': {'1.0'}, Dec 09 15:27:53.433433 n-d-821228-1 neutron-server[103246]: 'Log': {'1.0'}, Dec 09 15:27:53.433433 n-d-821228-1 neutron-server[103246]: 'Network': {'1.1'}, Dec 09 15:27:53.433433 n-d-821228-1 neutron-server[103246]: 'Port': {'1.7'}, Dec 09 15:27:53.433433 n-d-821228-1 neutron-server[103246]: 'PortForwarding': {'1.2'}, Dec 09 15:27:53.433433 n-d-821228-1 neutron-server[103246]: 'QosPolicy': {'1.10'}, Dec 09 15:27:53.433433 n-d-821228-1 neutron-server[103246]: 'SecurityGroup': {'1.5'}, Dec 09 15:27:53.433433 n-d-821228-1 neutron-server[103246]: 'SecurityGroupRule': {'1.2'}, Dec 09 15:27:53.433433 n-d-821228-1 neutron-server[103246]: 'SubPort': {'1.0'}, Dec 09 15:27:53.433433 n-d-821228-1 neutron-server[103246]: 'Subnet': {'1.1'}, Dec 09 15:27:53.433433 n-d-821228-1 neutron-server[103246]: 'Trunk': {'1.1'}} Dec 09 15:27:53.433433 n-d-821228-1 neutron-server[103246]: consumer versions: Dec 09 15:27:53.433433 n-d-821228-1 neutron-server[103246]: { DHCP agent@n-d-821228-1: {}, Dec 09 15:27:53.433433 n-d-821228-1 neutron-server[103246]: HyperV agent@n-h1-821228-1: {}, Dec 09 15:27:53.433433 n-d-821228-1 neutron-server[103246]: HyperV agent@n-h2-821228-1: {}, Dec 09 15:27:53.433433 n-d-821228-1 neutron-server[103246]: L3 agent@n-d-821228-1: {}, Dec 09 15:27:53.433433 n-d-821228-1 neutron-server[103246]: Metadata agent@n-d-821228-1: {}, Dec 09 15:27:53.433433 n-d-821228-1 neutron-server[103246]: Metering agent@n-d-821228-1: {}, Dec 09 15:27:53.433433 n-d-821228-1 neutron-server[103246]: Open vSwitch agent@n-d-821228-1: { 'AddressGroup': '1.2', Dec 09 15:27:53.433433 n-d-821228-1 neutron-server[103246]: 'ConntrackHelper': '1.0', Dec 09 15:27:53.433433 n-d-821228-1 neutron-server[103246]: 'LocalIPAssociation': '1.0', Dec 09 15:27:53.433433 n-d-821228-1 neutron-server[103246]: 'Log': '1.0', Dec 09 15:27:53.433433 n-d-821228-1 neutron-server[103246]: 'Network': '1.1', Dec 09 15:27:53.433433 n-d-821228-1 neutron-server[103246]: 'Port': '1.7', Dec 09 15:27:53.433433 n-d-821228-1 neutron-server[103246]: 'PortForwarding': '1.2', Dec 09 15:27:53.433433 n-d-821228-1 neutron-server[103246]: 'QosPolicy': '1.10', Dec 09 15:27:53.433433 n-d-821228-1 neutron-server[103246]: 'SecurityGroup': '1.5', Dec 09 15:27:53.433433 n-d-821228-1 neutron-server[103246]: 'SecurityGroupRule': '1.2', Dec 09 15:27:53.433433 n-d-821228-1 neutron-server[103246]: 'SubPort': '1.0', Dec 09 15:27:53.433433 n-d-821228-1 neutron-server[103246]: 'Subnet': '1.1', Dec 09 15:27:53.433433 n-d-821228-1 neutron-server[103246]: 'Trunk': '1.1'}} Dec 09 15:27:53.433433 n-d-821228-1 neutron-server[103246]: {{(pid=103246) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 15:27:53.500008 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-598e06cc-bcec-4277-91d6-ae6cf43b0d85 None None] Attempting to bind port d119bedf-3c18-4eea-b78d-67185ea416fe on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:27:53.501425 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-598e06cc-bcec-4277-91d6-ae6cf43b0d85 None None] Attempting to bind port d119bedf-3c18-4eea-b78d-67185ea416fe by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '94b9090c-b2b9-43ba-9fb3-55c2b12e4231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1623f57f-14ee-4f27-909a-4111ec1638fe'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:27:53.502091 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598e06cc-bcec-4277-91d6-ae6cf43b0d85 None None] Attempting to bind port d119bedf-3c18-4eea-b78d-67185ea416fe on network 1623f57f-14ee-4f27-909a-4111ec1638fe {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:27:53.507617 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598e06cc-bcec-4277-91d6-ae6cf43b0d85 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:27:53.508257 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598e06cc-bcec-4277-91d6-ae6cf43b0d85 None None] Checking segment: {'id': '94b9090c-b2b9-43ba-9fb3-55c2b12e4231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1623f57f-14ee-4f27-909a-4111ec1638fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:27:53.508881 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-598e06cc-bcec-4277-91d6-ae6cf43b0d85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:53.510399 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598e06cc-bcec-4277-91d6-ae6cf43b0d85 None None] Bound using segment: {'id': '94b9090c-b2b9-43ba-9fb3-55c2b12e4231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1623f57f-14ee-4f27-909a-4111ec1638fe'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:27:53.511051 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-598e06cc-bcec-4277-91d6-ae6cf43b0d85 None None] Bound port: d119bedf-3c18-4eea-b78d-67185ea416fe, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b9090c-b2b9-43ba-9fb3-55c2b12e4231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1623f57f-14ee-4f27-909a-4111ec1638fe'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:27:53.511654 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-598e06cc-bcec-4277-91d6-ae6cf43b0d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:53.579166 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-598e06cc-bcec-4277-91d6-ae6cf43b0d85 None None] For port d119bedf-3c18-4eea-b78d-67185ea416fe, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:27:53.583635 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-598e06cc-bcec-4277-91d6-ae6cf43b0d85 None None] For port d119bedf-3c18-4eea-b78d-67185ea416fe, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d119bedf-3c18-4eea-b78d-67185ea416fe,segment=NetworkSegment(94b9090c-b2b9-43ba-9fb3-55c2b12e4231),segment_id=94b9090c-b2b9-43ba-9fb3-55c2b12e4231)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:27:53.591413 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-598e06cc-bcec-4277-91d6-ae6cf43b0d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:53.676682 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2b36aab4-73d0-46a8-9c13-2e5c1542d32a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:53.677747 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e06cc-bcec-4277-91d6-ae6cf43b0d85 None None] Pushing event updated for resources: {'Port': ['ID=d119bedf-3c18-4eea-b78d-67185ea416fe,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:53.717830 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d00167a-5837-4f9d-aa51-ba3f71dd999e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:53.755332 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d00167a-5837-4f9d-aa51-ba3f71dd999e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:53.835650 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2b36aab4-73d0-46a8-9c13-2e5c1542d32a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:53.853945 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2b36aab4-73d0-46a8-9c13-2e5c1542d32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:53.903372 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36aab4-73d0-46a8-9c13-2e5c1542d32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb62368-387e-48c9-9928-4177eb695a9f,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:53.920023 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:53.940966 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2b36aab4-73d0-46a8-9c13-2e5c1542d32a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=efa04192b4e94fbeb88ea85cf5da1057&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7780814 Dec 09 15:27:53.942973 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47342) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:54.014916 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-5d00167a-5837-4f9d-aa51-ba3f71dd999e admin admin] Allocated IP 172.25.3.216 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/137983f4-1713-4485-9d80-5bb0195afc58) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:27:54.049667 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e859470c-78b5-4b71-bffb-f3d530a77a8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:54.108155 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e859470c-78b5-4b71-bffb-f3d530a77a8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:54.184127 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e859470c-78b5-4b71-bffb-f3d530a77a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:54.187708 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e859470c-78b5-4b71-bffb-f3d530a77a8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:54.191865 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e859470c-78b5-4b71-bffb-f3d530a77a8b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2cb62368-387e-48c9-9928-4177eb695a9f HTTP/1.1" status: 204 len: 168 time: 0.2475560 Dec 09 15:27:54.207525 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e859470c-78b5-4b71-bffb-f3d530a77a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb62368-387e-48c9-9928-4177eb695a9f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:54.235464 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d00167a-5837-4f9d-aa51-ba3f71dd999e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:54.295988 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:54.322258 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d00167a-5837-4f9d-aa51-ba3f71dd999e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:54.417936 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d00167a-5837-4f9d-aa51-ba3f71dd999e admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:27:54.426147 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-5d00167a-5837-4f9d-aa51-ba3f71dd999e admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:27:54.428784 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d00167a-5837-4f9d-aa51-ba3f71dd999e admin admin] Pushing event updated for resources: {'Port': ['ID=137983f4-1713-4485-9d80-5bb0195afc58,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:54.440794 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d00167a-5837-4f9d-aa51-ba3f71dd999e admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:27:54.641665 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d119bedf-3c18-4eea-b78d-67185ea416fe up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:27:54.769673 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47376) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:54.776199 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port d119bedf-3c18-4eea-b78d-67185ea416fe triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:54.776607 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:54.943090 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:55.052334 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-26964a10-8bfe-4b4a-bb50-5a43a6b282a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:55.077097 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d00167a-5837-4f9d-aa51-ba3f71dd999e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:55.166400 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port d119bedf-3c18-4eea-b78d-67185ea416fe, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d119bedf-3c18-4eea-b78d-67185ea416fe,segment=NetworkSegment(94b9090c-b2b9-43ba-9fb3-55c2b12e4231),segment_id=94b9090c-b2b9-43ba-9fb3-55c2b12e4231)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:27:55.183396 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:55.243921 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb1749a-825e-4eff-8352-e6a2ed360b5e None None] Network 1623f57f-14ee-4f27-909a-4111ec1638fe requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:27:55.271241 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-26964a10-8bfe-4b4a-bb50-5a43a6b282a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:55.277529 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-26964a10-8bfe-4b4a-bb50-5a43a6b282a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:55.310410 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:55.321597 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26964a10-8bfe-4b4a-bb50-5a43a6b282a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0d6e7c-715d-467d-8864-df1ea7610a3d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:55.355142 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-26964a10-8bfe-4b4a-bb50-5a43a6b282a4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=79a9945ec5ef439e8611d9e3d0b4d24e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5836194 Dec 09 15:27:55.355357 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=d119bedf-3c18-4eea-b78d-67185ea416fe,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:55.355991 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47406) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.399327 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eff8d922-39be-4ba6-99e7-b509b59d4923 None None] Provisioning complete for port d119bedf-3c18-4eea-b78d-67185ea416fe triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:55.400493 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eff8d922-39be-4ba6-99e7-b509b59d4923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:55.427402 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8fcd0a3d-230c-4b05-992c-7b46b9a1371f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:55.460015 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8fcd0a3d-230c-4b05-992c-7b46b9a1371f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:55.540154 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8fcd0a3d-230c-4b05-992c-7b46b9a1371f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:55.543105 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8fcd0a3d-230c-4b05-992c-7b46b9a1371f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:55.547422 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8fcd0a3d-230c-4b05-992c-7b46b9a1371f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cf0d6e7c-715d-467d-8864-df1ea7610a3d HTTP/1.1" status: 204 len: 168 time: 0.1904135 Dec 09 15:27:55.557137 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd0a3d-230c-4b05-992c-7b46b9a1371f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0d6e7c-715d-467d-8864-df1ea7610a3d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:55.564933 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47412) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.670737 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d00167a-5837-4f9d-aa51-ba3f71dd999e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:55.819247 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7a9f9930-24df-4425-bb23-5e2d9d57cb88 None None] Provisioning complete for port d119bedf-3c18-4eea-b78d-67185ea416fe triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:55.819848 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7a9f9930-24df-4425-bb23-5e2d9d57cb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:55.891032 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d00167a-5837-4f9d-aa51-ba3f71dd999e admin admin] Router 7c343e52-de6a-40f8-a63a-5a24f68bd035 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:27:56.068876 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d00167a-5837-4f9d-aa51-ba3f71dd999e admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:27:56.082517 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b78438-4aa9-4702-95b1-ab632e6f3884 None None] Sync routers for ids ['7c343e52-de6a-40f8-a63a-5a24f68bd035'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:27:56.101026 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b78438-4aa9-4702-95b1-ab632e6f3884 None None] Routers {'7c343e52-de6a-40f8-a63a-5a24f68bd035'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:27:56.104584 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-95b78438-4aa9-4702-95b1-ab632e6f3884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:27:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['7c343e52-de6a-40f8-a63a-5a24f68bd035'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:56.106830 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b653df1-e314-427b-8203-e1780bd0c4c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:56.134044 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d00167a-5837-4f9d-aa51-ba3f71dd999e admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:56.138686 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-5d00167a-5837-4f9d-aa51-ba3f71dd999e admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.2620199 Dec 09 15:27:56.139059 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47456) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:56.266450 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47466) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:56.289414 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b653df1-e314-427b-8203-e1780bd0c4c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:56.303264 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b653df1-e314-427b-8203-e1780bd0c4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:56.321262 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eae99e83-43cc-4cbc-bb59-da60647deffd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:56.376335 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:56.397178 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-95b78438-4aa9-4702-95b1-ab632e6f3884 None None] Set router 7c343e52-de6a-40f8-a63a-5a24f68bd035 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:27:56.473097 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b653df1-e314-427b-8203-e1780bd0c4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837b4653-4210-448f-8529-b36d405f4292,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:56.491784 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2b653df1-e314-427b-8203-e1780bd0c4c5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=711a114e5e25425384a806561ede363a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9240122 Dec 09 15:27:56.494572 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47480) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:56.537169 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eae99e83-43cc-4cbc-bb59-da60647deffd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:56.547194 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eae99e83-43cc-4cbc-bb59-da60647deffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:56.601457 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5289305-d61c-4f03-840f-b6fac19b77e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:56.632802 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d119bedf-3c18-4eea-b78d-67185ea416fe up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:27:56.698279 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5289305-d61c-4f03-840f-b6fac19b77e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:56.723807 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae99e83-43cc-4cbc-bb59-da60647deffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c219b0-f745-44b3-93f2-f19ebdb306b7,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:56.765039 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-95b78438-4aa9-4702-95b1-ab632e6f3884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-455506136-router', 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '137983f4-1713-4485-9d80-5bb0195afc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:27:52Z', 'updated_at': '2021-12-09T15:27:54Z', 'revision_number': 3, 'project_id': '544d079d0d95474e9d4ca372f968fba4', 'gw_port': {'id': '137983f4-1713-4485-9d80-5bb0195afc58', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:53Z', 'updated_at': '2021-12-09T15:27:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:56.779479 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port d119bedf-3c18-4eea-b78d-67185ea416fe triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:56.781111 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:56.791219 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-eae99e83-43cc-4cbc-bb59-da60647deffd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fbfe797f3b774c45adf06f7fda4f85fb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5224125 Dec 09 15:27:56.792702 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47504) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:56.812328 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b78438-4aa9-4702-95b1-ab632e6f3884 None None] Checking router: 7c343e52-de6a-40f8-a63a-5a24f68bd035 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:27:56.812328 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b78438-4aa9-4702-95b1-ab632e6f3884 None None] Updating router 7c343e52-de6a-40f8-a63a-5a24f68bd035 port 137983f4-1713-4485-9d80-5bb0195afc58 binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:27:56.847453 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5289305-d61c-4f03-840f-b6fac19b77e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:56.850225 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5289305-d61c-4f03-840f-b6fac19b77e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:56.862470 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f5289305-d61c-4f03-840f-b6fac19b77e6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/837b4653-4210-448f-8529-b36d405f4292 HTTP/1.1" status: 204 len: 168 time: 0.3558719 Dec 09 15:27:56.883434 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-95b78438-4aa9-4702-95b1-ab632e6f3884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:56.957612 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5289305-d61c-4f03-840f-b6fac19b77e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837b4653-4210-448f-8529-b36d405f4292,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:56.992187 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b21f8b85-8f17-44b2-9cb0-d327523180d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:57.061171 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b21f8b85-8f17-44b2-9cb0-d327523180d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:57.170064 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b21f8b85-8f17-44b2-9cb0-d327523180d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:57.173216 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b21f8b85-8f17-44b2-9cb0-d327523180d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:57.174380 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b21f8b85-8f17-44b2-9cb0-d327523180d7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/26c219b0-f745-44b3-93f2-f19ebdb306b7 HTTP/1.1" status: 204 len: 168 time: 0.3807063 Dec 09 15:27:57.187247 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f8b85-8f17-44b2-9cb0-d327523180d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c219b0-f745-44b3-93f2-f19ebdb306b7,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:57.210193 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fd4dafcc-7fbe-4776-9486-63d4066e65e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:57.404121 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-95b78438-4aa9-4702-95b1-ab632e6f3884 None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:57.411105 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-95b78438-4aa9-4702-95b1-ab632e6f3884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:57.424878 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-fd4dafcc-7fbe-4776-9486-63d4066e65e2 admin admin] Allocated IP 172.20.0.1 (1623f57f-14ee-4f27-909a-4111ec1638fe/fd6cf3c6-eae1-454b-835d-918a28ae0ed5/51f2471e-c38e-47fc-8651-4bd9ccfb5045) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:27:57.465060 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-95b78438-4aa9-4702-95b1-ab632e6f3884 None None] Attempting to bind port 137983f4-1713-4485-9d80-5bb0195afc58 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:27:57.465449 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-95b78438-4aa9-4702-95b1-ab632e6f3884 None None] Attempting to bind port 137983f4-1713-4485-9d80-5bb0195afc58 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:27:57.465822 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b78438-4aa9-4702-95b1-ab632e6f3884 None None] Attempting to bind port 137983f4-1713-4485-9d80-5bb0195afc58 on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:27:57.472975 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b78438-4aa9-4702-95b1-ab632e6f3884 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:27:57.473354 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b78438-4aa9-4702-95b1-ab632e6f3884 None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:27:57.473892 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-95b78438-4aa9-4702-95b1-ab632e6f3884 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:57.474298 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b78438-4aa9-4702-95b1-ab632e6f3884 None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:27:57.475134 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-95b78438-4aa9-4702-95b1-ab632e6f3884 None None] Bound port: 137983f4-1713-4485-9d80-5bb0195afc58, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:27:57.475134 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-95b78438-4aa9-4702-95b1-ab632e6f3884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:57.532555 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-95b78438-4aa9-4702-95b1-ab632e6f3884 None None] For port 137983f4-1713-4485-9d80-5bb0195afc58, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:27:57.535904 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-95b78438-4aa9-4702-95b1-ab632e6f3884 None None] For port 137983f4-1713-4485-9d80-5bb0195afc58, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=137983f4-1713-4485-9d80-5bb0195afc58,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:27:57.543443 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-95b78438-4aa9-4702-95b1-ab632e6f3884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:57.570023 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47546) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:57.580683 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9ed6f-27a9-4f27-9d1f-932e10ced7bc None None] Pushing event updated for resources: {'Port': ['ID=137983f4-1713-4485-9d80-5bb0195afc58,revision_number=2']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:57.583910 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b78438-4aa9-4702-95b1-ab632e6f3884 None None] Routers {'7c343e52-de6a-40f8-a63a-5a24f68bd035'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:27:57.584471 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-95b78438-4aa9-4702-95b1-ab632e6f3884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:27:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['7c343e52-de6a-40f8-a63a-5a24f68bd035'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:57.630022 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fd4dafcc-7fbe-4776-9486-63d4066e65e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:57.713290 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-95b78438-4aa9-4702-95b1-ab632e6f3884 None None] Set router 7c343e52-de6a-40f8-a63a-5a24f68bd035 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:27:57.727191 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fd4dafcc-7fbe-4776-9486-63d4066e65e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:57.745832 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd9ed6f-27a9-4f27-9d1f-932e10ced7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:57.746191 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd9ed6f-27a9-4f27-9d1f-932e10ced7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:57.746807 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd9ed6f-27a9-4f27-9d1f-932e10ced7bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:57.747442 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd9ed6f-27a9-4f27-9d1f-932e10ced7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:57.747785 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd9ed6f-27a9-4f27-9d1f-932e10ced7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:57.748133 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd9ed6f-27a9-4f27-9d1f-932e10ced7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:57.748487 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd9ed6f-27a9-4f27-9d1f-932e10ced7bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:57.749065 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd9ed6f-27a9-4f27-9d1f-932e10ced7bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:57.749540 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd9ed6f-27a9-4f27-9d1f-932e10ced7bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:57.749728 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd9ed6f-27a9-4f27-9d1f-932e10ced7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:57.750058 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd9ed6f-27a9-4f27-9d1f-932e10ced7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:57.750387 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd9ed6f-27a9-4f27-9d1f-932e10ced7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:57.750954 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd9ed6f-27a9-4f27-9d1f-932e10ced7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:57.752087 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd9ed6f-27a9-4f27-9d1f-932e10ced7bc None None] Tracked resource versions report: Dec 09 15:27:57.752087 n-d-821228-1 neutron-server[103247]: pushed versions: Dec 09 15:27:57.752087 n-d-821228-1 neutron-server[103247]: { 'AddressGroup': {'1.2'}, Dec 09 15:27:57.752087 n-d-821228-1 neutron-server[103247]: 'ConntrackHelper': {'1.0'}, Dec 09 15:27:57.752087 n-d-821228-1 neutron-server[103247]: 'LocalIPAssociation': {'1.0'}, Dec 09 15:27:57.752087 n-d-821228-1 neutron-server[103247]: 'Log': {'1.0'}, Dec 09 15:27:57.752087 n-d-821228-1 neutron-server[103247]: 'Network': {'1.1'}, Dec 09 15:27:57.752087 n-d-821228-1 neutron-server[103247]: 'Port': {'1.7'}, Dec 09 15:27:57.752087 n-d-821228-1 neutron-server[103247]: 'PortForwarding': {'1.2'}, Dec 09 15:27:57.752087 n-d-821228-1 neutron-server[103247]: 'QosPolicy': {'1.10'}, Dec 09 15:27:57.752087 n-d-821228-1 neutron-server[103247]: 'SecurityGroup': {'1.5'}, Dec 09 15:27:57.752087 n-d-821228-1 neutron-server[103247]: 'SecurityGroupRule': {'1.2'}, Dec 09 15:27:57.752087 n-d-821228-1 neutron-server[103247]: 'SubPort': {'1.0'}, Dec 09 15:27:57.752087 n-d-821228-1 neutron-server[103247]: 'Subnet': {'1.1'}, Dec 09 15:27:57.752087 n-d-821228-1 neutron-server[103247]: 'Trunk': {'1.1'}} Dec 09 15:27:57.752087 n-d-821228-1 neutron-server[103247]: consumer versions: Dec 09 15:27:57.752087 n-d-821228-1 neutron-server[103247]: { DHCP agent@n-d-821228-1: {}, Dec 09 15:27:57.752087 n-d-821228-1 neutron-server[103247]: HyperV agent@n-h1-821228-1: {}, Dec 09 15:27:57.752087 n-d-821228-1 neutron-server[103247]: HyperV agent@n-h2-821228-1: {}, Dec 09 15:27:57.752087 n-d-821228-1 neutron-server[103247]: L3 agent@n-d-821228-1: {}, Dec 09 15:27:57.752087 n-d-821228-1 neutron-server[103247]: Metadata agent@n-d-821228-1: {}, Dec 09 15:27:57.752087 n-d-821228-1 neutron-server[103247]: Metering agent@n-d-821228-1: {}, Dec 09 15:27:57.752087 n-d-821228-1 neutron-server[103247]: Open vSwitch agent@n-d-821228-1: { 'AddressGroup': '1.2', Dec 09 15:27:57.752087 n-d-821228-1 neutron-server[103247]: 'ConntrackHelper': '1.0', Dec 09 15:27:57.752087 n-d-821228-1 neutron-server[103247]: 'LocalIPAssociation': '1.0', Dec 09 15:27:57.752087 n-d-821228-1 neutron-server[103247]: 'Log': '1.0', Dec 09 15:27:57.752087 n-d-821228-1 neutron-server[103247]: 'Network': '1.1', Dec 09 15:27:57.752087 n-d-821228-1 neutron-server[103247]: 'Port': '1.7', Dec 09 15:27:57.752087 n-d-821228-1 neutron-server[103247]: 'PortForwarding': '1.2', Dec 09 15:27:57.752087 n-d-821228-1 neutron-server[103247]: 'QosPolicy': '1.10', Dec 09 15:27:57.752087 n-d-821228-1 neutron-server[103247]: 'SecurityGroup': '1.5', Dec 09 15:27:57.752087 n-d-821228-1 neutron-server[103247]: 'SecurityGroupRule': '1.2', Dec 09 15:27:57.752087 n-d-821228-1 neutron-server[103247]: 'SubPort': '1.0', Dec 09 15:27:57.752087 n-d-821228-1 neutron-server[103247]: 'Subnet': '1.1', Dec 09 15:27:57.752087 n-d-821228-1 neutron-server[103247]: 'Trunk': '1.1'}} Dec 09 15:27:57.752087 n-d-821228-1 neutron-server[103247]: {{(pid=103247) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 15:27:57.793904 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4dafcc-7fbe-4776-9486-63d4066e65e2 admin admin] Network 1623f57f-14ee-4f27-909a-4111ec1638fe is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:27:57.799125 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-fd4dafcc-7fbe-4776-9486-63d4066e65e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:27:57.803933 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4dafcc-7fbe-4776-9486-63d4066e65e2 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:27:57.804486 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fd4dafcc-7fbe-4776-9486-63d4066e65e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:57.888461 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4dafcc-7fbe-4776-9486-63d4066e65e2 admin admin] Pushing event updated for resources: {'Port': ['ID=51f2471e-c38e-47fc-8651-4bd9ccfb5045,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:57.899947 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47562) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:57.927541 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06bf4e97-9e90-432a-ac83-e10d1e254df3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:57.938094 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9ed6f-27a9-4f27-9d1f-932e10ced7bc None None] Pushing event updated for resources: {'Port': ['ID=137983f4-1713-4485-9d80-5bb0195afc58,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:58.059776 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-95b78438-4aa9-4702-95b1-ab632e6f3884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-455506136-router', 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '137983f4-1713-4485-9d80-5bb0195afc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:27:52Z', 'updated_at': '2021-12-09T15:27:54Z', 'revision_number': 3, 'project_id': '544d079d0d95474e9d4ca372f968fba4', 'gw_port': {'id': '137983f4-1713-4485-9d80-5bb0195afc58', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:53Z', 'updated_at': '2021-12-09T15:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:58.104568 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fd4dafcc-7fbe-4776-9486-63d4066e65e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:58.143354 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06bf4e97-9e90-432a-ac83-e10d1e254df3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:58.149293 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06bf4e97-9e90-432a-ac83-e10d1e254df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:58.169808 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b78438-4aa9-4702-95b1-ab632e6f3884 None None] The sync data for ids ['7c343e52-de6a-40f8-a63a-5a24f68bd035'] in n-d-821228-1 is: [{'id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-455506136-router', 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '137983f4-1713-4485-9d80-5bb0195afc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:27:52Z', 'updated_at': '2021-12-09T15:27:54Z', 'revision_number': 3, 'project_id': '544d079d0d95474e9d4ca372f968fba4', 'gw_port': {'id': '137983f4-1713-4485-9d80-5bb0195afc58', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:53Z', 'updated_at': '2021-12-09T15:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:27:58.221675 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-cc4b8bf8-af65-4f7e-adec-8251c0865bf2 None None] Provisioning complete for port 51f2471e-c38e-47fc-8651-4bd9ccfb5045 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:58.223690 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cc4b8bf8-af65-4f7e-adec-8251c0865bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:58.230006 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-06bf4e97-9e90-432a-ac83-e10d1e254df3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=66e6e2168f134edabbf96bc516770bfb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3288517 Dec 09 15:27:58.232832 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47576) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:58.234512 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bf4e97-9e90-432a-ac83-e10d1e254df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb79cb88-b072-4fe1-bb86-b83f9bff7dde,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:58.295813 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-cc4b8bf8-af65-4f7e-adec-8251c0865bf2 None None] Port 51f2471e-c38e-47fc-8651-4bd9ccfb5045 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:27:58.340311 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1c5a85af-84ee-4eaf-b654-2f97111d6af3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:58.557661 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1c5a85af-84ee-4eaf-b654-2f97111d6af3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:58.571034 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1c5a85af-84ee-4eaf-b654-2f97111d6af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:58.668845 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a85af-84ee-4eaf-b654-2f97111d6af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d01d143-d890-4cb8-a145-655721344167,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:58.678081 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9db05590-a319-47eb-818e-c144764ab2f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:58.716623 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1c5a85af-84ee-4eaf-b654-2f97111d6af3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1776085aeeb94739b4e1edd40e0520e5&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1457582 Dec 09 15:27:58.719485 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47612) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:58.763937 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9db05590-a319-47eb-818e-c144764ab2f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:58.803112 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fd4dafcc-7fbe-4776-9486-63d4066e65e2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:58.826440 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fd4dafcc-7fbe-4776-9486-63d4066e65e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:58.827100 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fd4dafcc-7fbe-4776-9486-63d4066e65e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:58.845279 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3d3cf02-98f3-42b1-8731-67ffbbb01d4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:58.929109 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3d3cf02-98f3-42b1-8731-67ffbbb01d4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:58.990011 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4dafcc-7fbe-4776-9486-63d4066e65e2 admin admin] Pushing event updated for resources: {'Port': ['ID=51f2471e-c38e-47fc-8651-4bd9ccfb5045,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:59.016604 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9db05590-a319-47eb-818e-c144764ab2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:59.019251 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9db05590-a319-47eb-818e-c144764ab2f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:59.022744 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9db05590-a319-47eb-818e-c144764ab2f0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fb79cb88-b072-4fe1-bb86-b83f9bff7dde HTTP/1.1" status: 204 len: 168 time: 0.7671452 Dec 09 15:27:59.050022 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db05590-a319-47eb-818e-c144764ab2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb79cb88-b072-4fe1-bb86-b83f9bff7dde,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:59.068276 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3d3cf02-98f3-42b1-8731-67ffbbb01d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:59.071981 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3d3cf02-98f3-42b1-8731-67ffbbb01d4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:59.076149 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c3d3cf02-98f3-42b1-8731-67ffbbb01d4c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7d01d143-d890-4cb8-a145-655721344167 HTTP/1.1" status: 204 len: 168 time: 0.3526144 Dec 09 15:27:59.094015 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4dafcc-7fbe-4776-9486-63d4066e65e2 admin admin] Network 1623f57f-14ee-4f27-909a-4111ec1638fe is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:27:59.106582 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-fd4dafcc-7fbe-4776-9486-63d4066e65e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:27:59.146760 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3cf02-98f3-42b1-8731-67ffbbb01d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d01d143-d890-4cb8-a145-655721344167,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:59.336346 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4dafcc-7fbe-4776-9486-63d4066e65e2 admin admin] Router 7c343e52-de6a-40f8-a63a-5a24f68bd035 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:27:59.546091 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-46ae027c-584d-4695-81fd-24449cb26ce5 None None] Provisioning complete for port 51f2471e-c38e-47fc-8651-4bd9ccfb5045 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:59.546659 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-46ae027c-584d-4695-81fd-24449cb26ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:59.570485 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4dafcc-7fbe-4776-9486-63d4066e65e2 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:27:59.583195 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-fd4dafcc-7fbe-4776-9486-63d4066e65e2 admin admin] 10.222.0.57 "PUT /v2.0/routers/7c343e52-de6a-40f8-a63a-5a24f68bd035/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4429319 Dec 09 15:27:59.604237 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-46ae027c-584d-4695-81fd-24449cb26ce5 None None] Port 51f2471e-c38e-47fc-8651-4bd9ccfb5045 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:28:00.120777 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47726) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:00.138521 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e6404b82-21a8-46aa-8b2d-9345f1782027 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:00.230483 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e6404b82-21a8-46aa-8b2d-9345f1782027 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:00.235010 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e6404b82-21a8-46aa-8b2d-9345f1782027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:00.275144 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e6404b82-21a8-46aa-8b2d-9345f1782027 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5ff1a3b751b0433e93f67a3b259475a1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1529024 Dec 09 15:28:00.277798 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47730) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:00.294477 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6404b82-21a8-46aa-8b2d-9345f1782027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85302b66-7508-463a-af0c-c9cfa70be4cc,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:00.359476 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c8fbd3c-31e8-4e68-badc-fffeb16653ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:00.387130 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c8fbd3c-31e8-4e68-badc-fffeb16653ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:00.443435 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c8fbd3c-31e8-4e68-badc-fffeb16653ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:00.447547 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c8fbd3c-31e8-4e68-badc-fffeb16653ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:00.449725 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4c8fbd3c-31e8-4e68-badc-fffeb16653ca admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/85302b66-7508-463a-af0c-c9cfa70be4cc HTTP/1.1" status: 204 len: 168 time: 0.1710105 Dec 09 15:28:00.459296 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8fbd3c-31e8-4e68-badc-fffeb16653ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85302b66-7508-463a-af0c-c9cfa70be4cc,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:00.624180 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 137983f4-1713-4485-9d80-5bb0195afc58 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:28:00.630308 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284bd2c3-d697-4de8-a547-a5bcaf0937ef None None] Sync routers for ids ['7c343e52-de6a-40f8-a63a-5a24f68bd035'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:28:00.674805 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284bd2c3-d697-4de8-a547-a5bcaf0937ef None None] Routers {'7c343e52-de6a-40f8-a63a-5a24f68bd035'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:28:00.675481 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-284bd2c3-d697-4de8-a547-a5bcaf0937ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:27:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['7c343e52-de6a-40f8-a63a-5a24f68bd035'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:00.792723 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 137983f4-1713-4485-9d80-5bb0195afc58 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:00.793099 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:00.856164 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-284bd2c3-d697-4de8-a547-a5bcaf0937ef None None] Set router 7c343e52-de6a-40f8-a63a-5a24f68bd035 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:28:00.996911 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:01.027000 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 137983f4-1713-4485-9d80-5bb0195afc58, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=137983f4-1713-4485-9d80-5bb0195afc58,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:01.033354 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:01.124345 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=137983f4-1713-4485-9d80-5bb0195afc58,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:01.156653 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-284bd2c3-d697-4de8-a547-a5bcaf0937ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-455506136-router', 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '137983f4-1713-4485-9d80-5bb0195afc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:27:52Z', 'updated_at': '2021-12-09T15:27:58Z', 'revision_number': 4, 'project_id': '544d079d0d95474e9d4ca372f968fba4', 'gw_port': {'id': '137983f4-1713-4485-9d80-5bb0195afc58', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:53Z', 'updated_at': '2021-12-09T15:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '51f2471e-c38e-47fc-8651-4bd9ccfb5045', 'name': '', 'network_id': '1623f57f-14ee-4f27-909a-4111ec1638fe', 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'mac_address': 'fa:16:3e:56:01:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fd6cf3c6-eae1-454b-835d-918a28ae0ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:57Z', 'updated_at': '2021-12-09T15:27:58Z', 'revision_number': 2, 'project_id': '544d079d0d95474e9d4ca372f968fba4', 'subnets': [{'id': 'fd6cf3c6-eae1-454b-835d-918a28ae0ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:01.184458 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47794) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:01.187097 n-d-821228-1 neutron-server[103244]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 09 15:28:01.187944 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284bd2c3-d697-4de8-a547-a5bcaf0937ef None None] Checking router: 7c343e52-de6a-40f8-a63a-5a24f68bd035 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:28:01.188304 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284bd2c3-d697-4de8-a547-a5bcaf0937ef None None] Updating router 7c343e52-de6a-40f8-a63a-5a24f68bd035 port 51f2471e-c38e-47fc-8651-4bd9ccfb5045 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:28:01.216541 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-284bd2c3-d697-4de8-a547-a5bcaf0937ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:01.228963 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5d9fbdbd-f648-462e-8d51-470857189643 req-71b2ead3-8217-4a7f-826a-32b12e893e1a tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=bd04191f07c44480b0f4af2df1159906&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424843 Dec 09 15:28:01.348965 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fbdbd-f648-462e-8d51-470857189643 req-134b7aa7-6c80-4fff-bf90-1037b51183fd tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:01.355995 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5d9fbdbd-f648-462e-8d51-470857189643 req-134b7aa7-6c80-4fff-bf90-1037b51183fd tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1262228 Dec 09 15:28:01.374015 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5d9fbdbd-f648-462e-8d51-470857189643 req-85bf95bb-117b-4028-b2f8-f31a5d0edcee tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/quotas/bd04191f07c44480b0f4af2df1159906 HTTP/1.1" status: 200 len: 375 time: 0.0169630 Dec 09 15:28:01.453606 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5d9fbdbd-f648-462e-8d51-470857189643 req-1312cc0f-91f1-40b8-ab58-fc53246d12a4 tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd04191f07c44480b0f4af2df1159906&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0782833 Dec 09 15:28:01.475619 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47804) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:01.510544 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47810) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:01.559882 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-284bd2c3-d697-4de8-a547-a5bcaf0937ef None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:01.569160 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-284bd2c3-d697-4de8-a547-a5bcaf0937ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:01.704901 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc93633-0d1b-421e-bb02-a6914c27b333 None None] Pushing event updated for resources: {'Port': ['ID=51f2471e-c38e-47fc-8651-4bd9ccfb5045,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:01.745962 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10b744fe-e729-4135-a84b-67cb6d6d29fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:01.755033 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-284bd2c3-d697-4de8-a547-a5bcaf0937ef None None] Attempting to bind port 51f2471e-c38e-47fc-8651-4bd9ccfb5045 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:28:01.756855 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-284bd2c3-d697-4de8-a547-a5bcaf0937ef None None] Attempting to bind port 51f2471e-c38e-47fc-8651-4bd9ccfb5045 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '94b9090c-b2b9-43ba-9fb3-55c2b12e4231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1623f57f-14ee-4f27-909a-4111ec1638fe'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:28:01.757240 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284bd2c3-d697-4de8-a547-a5bcaf0937ef None None] Attempting to bind port 51f2471e-c38e-47fc-8651-4bd9ccfb5045 on network 1623f57f-14ee-4f27-909a-4111ec1638fe {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:28:01.779501 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284bd2c3-d697-4de8-a547-a5bcaf0937ef None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:28:01.780024 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284bd2c3-d697-4de8-a547-a5bcaf0937ef None None] Checking segment: {'id': '94b9090c-b2b9-43ba-9fb3-55c2b12e4231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1623f57f-14ee-4f27-909a-4111ec1638fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:28:01.780600 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-284bd2c3-d697-4de8-a547-a5bcaf0937ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:01.781005 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284bd2c3-d697-4de8-a547-a5bcaf0937ef None None] Bound using segment: {'id': '94b9090c-b2b9-43ba-9fb3-55c2b12e4231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1623f57f-14ee-4f27-909a-4111ec1638fe'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:28:01.781487 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-284bd2c3-d697-4de8-a547-a5bcaf0937ef None None] Bound port: 51f2471e-c38e-47fc-8651-4bd9ccfb5045, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b9090c-b2b9-43ba-9fb3-55c2b12e4231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1623f57f-14ee-4f27-909a-4111ec1638fe'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:28:01.781891 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-284bd2c3-d697-4de8-a547-a5bcaf0937ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:01.788314 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47838) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:01.794271 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c9491da5-573e-41ee-83f8-d395a0fb3c39 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1911672671-network', 'tenant_id': '052d76c6f39241e9ace82de97d510dc3'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:01.827335 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-579bd270-56d9-4c12-9b8a-85bd4b3fc915 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:01.844283 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9491da5-573e-41ee-83f8-d395a0fb3c39 admin admin] Made reservation on behalf of 052d76c6f39241e9ace82de97d510dc3 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:01.847866 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9491da5-573e-41ee-83f8-d395a0fb3c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:01.864833 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9491da5-573e-41ee-83f8-d395a0fb3c39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:01.901210 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-284bd2c3-d697-4de8-a547-a5bcaf0937ef None None] For port 51f2471e-c38e-47fc-8651-4bd9ccfb5045, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:28:01.905883 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-284bd2c3-d697-4de8-a547-a5bcaf0937ef None None] For port 51f2471e-c38e-47fc-8651-4bd9ccfb5045, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=51f2471e-c38e-47fc-8651-4bd9ccfb5045,segment=NetworkSegment(94b9090c-b2b9-43ba-9fb3-55c2b12e4231),segment_id=94b9090c-b2b9-43ba-9fb3-55c2b12e4231)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:28:01.912642 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-284bd2c3-d697-4de8-a547-a5bcaf0937ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:02.009246 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10b744fe-e729-4135-a84b-67cb6d6d29fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:02.023964 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10b744fe-e729-4135-a84b-67cb6d6d29fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:02.048637 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc93633-0d1b-421e-bb02-a6914c27b333 None None] Pushing event updated for resources: {'Port': ['ID=51f2471e-c38e-47fc-8651-4bd9ccfb5045,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:02.065860 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284bd2c3-d697-4de8-a547-a5bcaf0937ef None None] Routers {'7c343e52-de6a-40f8-a63a-5a24f68bd035'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:28:02.066588 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-284bd2c3-d697-4de8-a547-a5bcaf0937ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:27:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['7c343e52-de6a-40f8-a63a-5a24f68bd035'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:02.068677 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-579bd270-56d9-4c12-9b8a-85bd4b3fc915 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:02.083742 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-579bd270-56d9-4c12-9b8a-85bd4b3fc915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:02.085615 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9491da5-573e-41ee-83f8-d395a0fb3c39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:02.092499 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-10b744fe-e729-4135-a84b-67cb6d6d29fe admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d4dfbd2fdc144888a4fa7e26fe30542c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6130540 Dec 09 15:28:02.094587 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47848) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:02.097727 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b744fe-e729-4135-a84b-67cb6d6d29fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967fb586-6cf8-4cdb-9f3c-0f7915c0c23c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:02.148433 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-579bd270-56d9-4c12-9b8a-85bd4b3fc915 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=048d83f3ae794a1989405dcb87f19783&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6374652 Dec 09 15:28:02.153680 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47850) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:02.162278 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579bd270-56d9-4c12-9b8a-85bd4b3fc915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce742a6-b80e-4e2a-9bbf-59ae5ab3edba,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:02.195088 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9491da5-573e-41ee-83f8-d395a0fb3c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:02.280723 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d631fa81-5490-4d8d-93b1-cc8cc0cb185d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:02.287289 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9491da5-573e-41ee-83f8-d395a0fb3c39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:28:02.335325 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9491da5-573e-41ee-83f8-d395a0fb3c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31753840-b15c-47c5-956d-332cc76297d4,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:02.336361 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d631fa81-5490-4d8d-93b1-cc8cc0cb185d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:02.348192 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03da6fad-610f-4545-8c99-119d012b90d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:02.376936 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-284bd2c3-d697-4de8-a547-a5bcaf0937ef None None] Set router 7c343e52-de6a-40f8-a63a-5a24f68bd035 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:28:02.380982 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47860) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:02.392461 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9491da5-573e-41ee-83f8-d395a0fb3c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:02.392809 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-c9491da5-573e-41ee-83f8-d395a0fb3c39 admin admin] Added segment 896b26ad-70b6-488a-9598-ce721f977280 of type vlan for network 6ab34eb5-8553-40dd-92cb-eedf58bbabc7 Dec 09 15:28:02.407540 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03da6fad-610f-4545-8c99-119d012b90d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:02.417791 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d631fa81-5490-4d8d-93b1-cc8cc0cb185d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:02.421085 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d631fa81-5490-4d8d-93b1-cc8cc0cb185d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:02.422866 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d631fa81-5490-4d8d-93b1-cc8cc0cb185d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3ce742a6-b80e-4e2a-9bbf-59ae5ab3edba HTTP/1.1" status: 204 len: 168 time: 0.2679195 Dec 09 15:28:02.440452 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d631fa81-5490-4d8d-93b1-cc8cc0cb185d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce742a6-b80e-4e2a-9bbf-59ae5ab3edba,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:02.462382 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9491da5-573e-41ee-83f8-d395a0fb3c39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:02.494565 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9491da5-573e-41ee-83f8-d395a0fb3c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:02.496659 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9491da5-573e-41ee-83f8-d395a0fb3c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:02.497452 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9491da5-573e-41ee-83f8-d395a0fb3c39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:02.516271 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9173889a-97e5-4317-8609-0c60c623e290 None None] Provisioning complete for port 51f2471e-c38e-47fc-8651-4bd9ccfb5045 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:02.516700 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9173889a-97e5-4317-8609-0c60c623e290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:02.536932 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c9491da5-573e-41ee-83f8-d395a0fb3c39 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7467847 Dec 09 15:28:02.539676 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47870) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:02.548560 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-6cd1fdd2-7807-4007-8214-ea7cd76f0db6 admin admin] Request body: {'subnet': {'network_id': '6ab34eb5-8553-40dd-92cb-eedf58bbabc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1911672671-subnet', 'tenant_id': '052d76c6f39241e9ace82de97d510dc3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:02.572826 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03da6fad-610f-4545-8c99-119d012b90d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:02.575410 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03da6fad-610f-4545-8c99-119d012b90d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:02.576632 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-03da6fad-610f-4545-8c99-119d012b90d5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/967fb586-6cf8-4cdb-9f3c-0f7915c0c23c HTTP/1.1" status: 204 len: 168 time: 0.4809971 Dec 09 15:28:02.592954 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da6fad-610f-4545-8c99-119d012b90d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967fb586-6cf8-4cdb-9f3c-0f7915c0c23c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:02.598047 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd1fdd2-7807-4007-8214-ea7cd76f0db6 admin admin] Made reservation on behalf of 052d76c6f39241e9ace82de97d510dc3 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:02.604212 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6cd1fdd2-7807-4007-8214-ea7cd76f0db6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:02.606535 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9491da5-573e-41ee-83f8-d395a0fb3c39 admin admin] Pushing event updated for resources: {'Network': ['ID=6ab34eb5-8553-40dd-92cb-eedf58bbabc7,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:02.634407 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 6ab34eb5-8553-40dd-92cb-eedf58bbabc7 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:28:02.688550 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 137983f4-1713-4485-9d80-5bb0195afc58 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:28:02.832673 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6cd1fdd2-7807-4007-8214-ea7cd76f0db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:02.858265 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9173889a-97e5-4317-8609-0c60c623e290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:02.869286 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 137983f4-1713-4485-9d80-5bb0195afc58 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:02.869760 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:02.940759 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9173889a-97e5-4317-8609-0c60c623e290 None None] For port 51f2471e-c38e-47fc-8651-4bd9ccfb5045, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=51f2471e-c38e-47fc-8651-4bd9ccfb5045,segment=NetworkSegment(94b9090c-b2b9-43ba-9fb3-55c2b12e4231),segment_id=94b9090c-b2b9-43ba-9fb3-55c2b12e4231)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:02.947230 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-284bd2c3-d697-4de8-a547-a5bcaf0937ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-455506136-router', 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '137983f4-1713-4485-9d80-5bb0195afc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:27:52Z', 'updated_at': '2021-12-09T15:27:58Z', 'revision_number': 4, 'project_id': '544d079d0d95474e9d4ca372f968fba4', 'gw_port': {'id': '137983f4-1713-4485-9d80-5bb0195afc58', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:53Z', 'updated_at': '2021-12-09T15:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '51f2471e-c38e-47fc-8651-4bd9ccfb5045', 'name': '', 'network_id': '1623f57f-14ee-4f27-909a-4111ec1638fe', 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'mac_address': 'fa:16:3e:56:01:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fd6cf3c6-eae1-454b-835d-918a28ae0ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:57Z', 'updated_at': '2021-12-09T15:28:01Z', 'revision_number': 4, 'project_id': '544d079d0d95474e9d4ca372f968fba4', 'subnets': [{'id': 'fd6cf3c6-eae1-454b-835d-918a28ae0ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:02.952876 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9173889a-97e5-4317-8609-0c60c623e290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:02.953417 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd1fdd2-7807-4007-8214-ea7cd76f0db6 admin admin] Checking segment: {'id': '896b26ad-70b6-488a-9598-ce721f977280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6ab34eb5-8553-40dd-92cb-eedf58bbabc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:28:02.953842 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd1fdd2-7807-4007-8214-ea7cd76f0db6 admin admin] Network hostable DHCP agents. Network: 6ab34eb5-8553-40dd-92cb-eedf58bbabc7, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:28:02.980809 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3a8cce59-b821-4732-bd4c-6c54abfdf22f req-805e7e1b-9ccc-410a-bbd5-24d57756672a tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/ports?device_id=750ee53f-61d6-4d8b-a95e-784f9dd2bab2 HTTP/1.1" status: 200 len: 210 time: 0.5982087 Dec 09 15:28:02.991287 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd1fdd2-7807-4007-8214-ea7cd76f0db6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15f96201-5e43-4a25-a0e5-b08432fa6f82,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:03.006176 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284bd2c3-d697-4de8-a547-a5bcaf0937ef None None] The sync data for ids ['7c343e52-de6a-40f8-a63a-5a24f68bd035'] in n-d-821228-1 is: [{'id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-455506136-router', 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '137983f4-1713-4485-9d80-5bb0195afc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:27:52Z', 'updated_at': '2021-12-09T15:27:58Z', 'revision_number': 4, 'project_id': '544d079d0d95474e9d4ca372f968fba4', 'gw_port': {'id': '137983f4-1713-4485-9d80-5bb0195afc58', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:53Z', 'updated_at': '2021-12-09T15:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '51f2471e-c38e-47fc-8651-4bd9ccfb5045', 'name': '', 'network_id': '1623f57f-14ee-4f27-909a-4111ec1638fe', 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'mac_address': 'fa:16:3e:56:01:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fd6cf3c6-eae1-454b-835d-918a28ae0ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:57Z', 'updated_at': '2021-12-09T15:28:01Z', 'revision_number': 4, 'project_id': '544d079d0d95474e9d4ca372f968fba4', 'subnets': [{'id': 'fd6cf3c6-eae1-454b-835d-918a28ae0ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:28:03.013134 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd1fdd2-7807-4007-8214-ea7cd76f0db6 admin admin] Network 6ab34eb5-8553-40dd-92cb-eedf58bbabc7 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:28:03.026595 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-6cd1fdd2-7807-4007-8214-ea7cd76f0db6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 6ab34eb5-8553-40dd-92cb-eedf58bbabc7) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:03.034226 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd1fdd2-7807-4007-8214-ea7cd76f0db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:03.035030 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6cd1fdd2-7807-4007-8214-ea7cd76f0db6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:03.048957 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02b5e3c-140e-4f5d-ae01-c1e88f9070dd None None] Network 6ab34eb5-8553-40dd-92cb-eedf58bbabc7 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:28:03.081304 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6cd1fdd2-7807-4007-8214-ea7cd76f0db6 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5403507 Dec 09 15:28:03.082359 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47880) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:03.087535 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-821ee6bc-cb28-48f0-8dcc-5209a8b0dc48 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1911672671-router', 'tenant_id': '052d76c6f39241e9ace82de97d510dc3', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:03.120111 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-821ee6bc-cb28-48f0-8dcc-5209a8b0dc48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:03.121420 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-821ee6bc-cb28-48f0-8dcc-5209a8b0dc48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:03.195773 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-821ee6bc-cb28-48f0-8dcc-5209a8b0dc48 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:03.295892 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9173889a-97e5-4317-8609-0c60c623e290 None None] Pushing event updated for resources: {'Port': ['ID=51f2471e-c38e-47fc-8651-4bd9ccfb5045,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:03.333956 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f3244a81-ea7f-4eab-8206-34235e35140d None None] Provisioning complete for port 51f2471e-c38e-47fc-8651-4bd9ccfb5045 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:03.334837 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f3244a81-ea7f-4eab-8206-34235e35140d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:03.554205 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-821ee6bc-cb28-48f0-8dcc-5209a8b0dc48 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:03.600007 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be6fbdc-4720-441c-a788-1ce68a83a0e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-6ab34eb5-8553-40dd-92cb-eedf58bbabc7', 'network_id': '6ab34eb5-8553-40dd-92cb-eedf58bbabc7', 'project_id': '052d76c6f39241e9ace82de97d510dc3', 'fixed_ips': [{'subnet_id': '15f96201-5e43-4a25-a0e5-b08432fa6f82'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:28:03.601368 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9be6fbdc-4720-441c-a788-1ce68a83a0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:03.911058 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47908) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:03.935353 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-9be6fbdc-4720-441c-a788-1ce68a83a0e0 None None] Allocated IP 172.20.0.2 (6ab34eb5-8553-40dd-92cb-eedf58bbabc7/15f96201-5e43-4a25-a0e5-b08432fa6f82/d10e3625-5170-48a9-a562-e02605d7389f) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:03.942021 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-97cb27e8-8216-45d6-8edc-1ecd650834dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:03.942832 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47912) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:03.989692 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db1bc7c6-609d-413f-b5c3-22ca0f962204 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:04.090380 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-97cb27e8-8216-45d6-8edc-1ecd650834dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:04.098282 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-97cb27e8-8216-45d6-8edc-1ecd650834dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:04.147775 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb27e8-8216-45d6-8edc-1ecd650834dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b21fd3-f382-49fc-b0a6-12f6507ef0d8,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:04.192985 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-97cb27e8-8216-45d6-8edc-1ecd650834dd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8770e3fd641345a0bc7cf6c857f414a7&name=default HTTP/1.1" status: 200 len: 2995 time: 0.2799838 Dec 09 15:28:04.195419 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47920) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:04.237978 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-42cf1b55-49c5-4f55-8c8f-557fbe0f8aa9 req-3c3ee44c-53e3-4222-9328-ecfbd4e8ddbe tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/ports?device_id=750ee53f-61d6-4d8b-a95e-784f9dd2bab2 HTTP/1.1" status: 200 len: 210 time: 0.1442854 Dec 09 15:28:04.258240 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-821ee6bc-cb28-48f0-8dcc-5209a8b0dc48 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:04.303963 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2423a6d6-4cdb-4eeb-9193-8564897702a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:04.307744 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-821ee6bc-cb28-48f0-8dcc-5209a8b0dc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:04.308017 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9be6fbdc-4720-441c-a788-1ce68a83a0e0 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:04.319861 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9be6fbdc-4720-441c-a788-1ce68a83a0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:04.364048 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2423a6d6-4cdb-4eeb-9193-8564897702a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:04.399921 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be6fbdc-4720-441c-a788-1ce68a83a0e0 None None] Network 6ab34eb5-8553-40dd-92cb-eedf58bbabc7 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:04.406749 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-9be6fbdc-4720-441c-a788-1ce68a83a0e0 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:04.411292 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be6fbdc-4720-441c-a788-1ce68a83a0e0 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:04.459476 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2423a6d6-4cdb-4eeb-9193-8564897702a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:04.462503 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2423a6d6-4cdb-4eeb-9193-8564897702a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:04.467161 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2423a6d6-4cdb-4eeb-9193-8564897702a7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/44b21fd3-f382-49fc-b0a6-12f6507ef0d8 HTTP/1.1" status: 204 len: 168 time: 0.2698545 Dec 09 15:28:04.482884 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423a6d6-4cdb-4eeb-9193-8564897702a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b21fd3-f382-49fc-b0a6-12f6507ef0d8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:04.516180 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6fbdc-4720-441c-a788-1ce68a83a0e0 None None] Pushing event updated for resources: {'Port': ['ID=d10e3625-5170-48a9-a562-e02605d7389f,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:04.535390 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db1bc7c6-609d-413f-b5c3-22ca0f962204 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:04.547890 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db1bc7c6-609d-413f-b5c3-22ca0f962204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:04.567476 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9be6fbdc-4720-441c-a788-1ce68a83a0e0 None None] Attempting to bind port d10e3625-5170-48a9-a562-e02605d7389f on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:28:04.567930 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9be6fbdc-4720-441c-a788-1ce68a83a0e0 None None] Attempting to bind port d10e3625-5170-48a9-a562-e02605d7389f by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '896b26ad-70b6-488a-9598-ce721f977280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6ab34eb5-8553-40dd-92cb-eedf58bbabc7'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:28:04.568302 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be6fbdc-4720-441c-a788-1ce68a83a0e0 None None] Attempting to bind port d10e3625-5170-48a9-a562-e02605d7389f on network 6ab34eb5-8553-40dd-92cb-eedf58bbabc7 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:28:04.600896 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be6fbdc-4720-441c-a788-1ce68a83a0e0 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:28:04.601314 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be6fbdc-4720-441c-a788-1ce68a83a0e0 None None] Checking segment: {'id': '896b26ad-70b6-488a-9598-ce721f977280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6ab34eb5-8553-40dd-92cb-eedf58bbabc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:28:04.601781 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9be6fbdc-4720-441c-a788-1ce68a83a0e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:04.602125 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be6fbdc-4720-441c-a788-1ce68a83a0e0 None None] Bound using segment: {'id': '896b26ad-70b6-488a-9598-ce721f977280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6ab34eb5-8553-40dd-92cb-eedf58bbabc7'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:28:04.603331 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9be6fbdc-4720-441c-a788-1ce68a83a0e0 None None] Bound port: d10e3625-5170-48a9-a562-e02605d7389f, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '896b26ad-70b6-488a-9598-ce721f977280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6ab34eb5-8553-40dd-92cb-eedf58bbabc7'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:28:04.604459 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9be6fbdc-4720-441c-a788-1ce68a83a0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:04.720598 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-821ee6bc-cb28-48f0-8dcc-5209a8b0dc48 admin admin] Allocated IP 172.25.3.230 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/595923fd-7ad9-426b-9c15-b5b017dad0a3) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:04.726120 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1bc7c6-609d-413f-b5c3-22ca0f962204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ce0d83-01bb-4a3b-b392-f6871005075e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:04.745032 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-db1bc7c6-609d-413f-b5c3-22ca0f962204 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4e5e2c0fd2de4361a8c1c224e6be3727&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7990267 Dec 09 15:28:04.748972 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47932) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:04.808148 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 51f2471e-c38e-47fc-8651-4bd9ccfb5045 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:28:04.928315 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a6c6c358-cc9c-475e-954e-e98bf65b2f22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:04.946215 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9be6fbdc-4720-441c-a788-1ce68a83a0e0 None None] For port d10e3625-5170-48a9-a562-e02605d7389f, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:28:04.984143 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a6c6c358-cc9c-475e-954e-e98bf65b2f22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:04.996322 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9be6fbdc-4720-441c-a788-1ce68a83a0e0 None None] For port d10e3625-5170-48a9-a562-e02605d7389f, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d10e3625-5170-48a9-a562-e02605d7389f,segment=NetworkSegment(896b26ad-70b6-488a-9598-ce721f977280),segment_id=896b26ad-70b6-488a-9598-ce721f977280)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:28:05.014325 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9be6fbdc-4720-441c-a788-1ce68a83a0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:05.074312 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-821ee6bc-cb28-48f0-8dcc-5209a8b0dc48 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:05.078674 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 51f2471e-c38e-47fc-8651-4bd9ccfb5045 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:05.079330 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:05.103257 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a6c6c358-cc9c-475e-954e-e98bf65b2f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:05.107519 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a6c6c358-cc9c-475e-954e-e98bf65b2f22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:05.108990 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a6c6c358-cc9c-475e-954e-e98bf65b2f22 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/62ce0d83-01bb-4a3b-b392-f6871005075e HTTP/1.1" status: 204 len: 168 time: 0.3580811 Dec 09 15:28:05.127718 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6fbdc-4720-441c-a788-1ce68a83a0e0 None None] Pushing event updated for resources: {'Port': ['ID=d10e3625-5170-48a9-a562-e02605d7389f,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:05.142778 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6c358-cc9c-475e-954e-e98bf65b2f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ce0d83-01bb-4a3b-b392-f6871005075e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:05.179044 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-821ee6bc-cb28-48f0-8dcc-5209a8b0dc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:05.239308 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821ee6bc-cb28-48f0-8dcc-5209a8b0dc48 admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:05.244207 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-821ee6bc-cb28-48f0-8dcc-5209a8b0dc48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:05.252744 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821ee6bc-cb28-48f0-8dcc-5209a8b0dc48 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:05.521273 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ee6bc-cb28-48f0-8dcc-5209a8b0dc48 admin admin] Pushing event updated for resources: {'Port': ['ID=595923fd-7ad9-426b-9c15-b5b017dad0a3,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:05.553296 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.31', 57599) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:05.577169 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-44003cdd-06dd-4db0-bc22-ac4799d602f0 req-619582ef-aeba-4a24-b479-f4a9326fe5f9 tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/ports?device_id=750ee53f-61d6-4d8b-a95e-784f9dd2bab2 HTTP/1.1" status: 200 len: 210 time: 0.0636685 Dec 09 15:28:05.624604 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5d9fbdbd-f648-462e-8d51-470857189643 req-6fdd37d0-006d-4ba4-ab26-daf58a6a8bf4 tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=bd04191f07c44480b0f4af2df1159906&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0695610 Dec 09 15:28:05.710357 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-821ee6bc-cb28-48f0-8dcc-5209a8b0dc48 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:05.878562 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fbdbd-f648-462e-8d51-470857189643 req-d5b182a6-634f-47e1-b024-ea9a5c2929c1 tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:05.880310 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5d9fbdbd-f648-462e-8d51-470857189643 req-d5b182a6-634f-47e1-b024-ea9a5c2929c1 tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2498868 Dec 09 15:28:05.931312 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47972) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:05.976149 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-5d9fbdbd-f648-462e-8d51-470857189643 req-89247981-62e4-44b4-b41e-3e795d0da45f tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] Request body: {'port': {'device_id': '750ee53f-61d6-4d8b-a95e-784f9dd2bab2', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'admin_state_up': True, 'tenant_id': 'bd04191f07c44480b0f4af2df1159906'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:06.030412 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-821ee6bc-cb28-48f0-8dcc-5209a8b0dc48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:06.231641 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821ee6bc-cb28-48f0-8dcc-5209a8b0dc48 admin admin] Router de8ff45c-25e9-4f61-a629-86a465949e64 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:28:06.283811 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d1c5e30-e469-4835-9a31-d3889debba50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:06.374374 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d9fbdbd-f648-462e-8d51-470857189643 req-89247981-62e4-44b4-b41e-3e795d0da45f tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] Made reservation on behalf of bd04191f07c44480b0f4af2df1159906 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:06.379133 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5d9fbdbd-f648-462e-8d51-470857189643 req-89247981-62e4-44b4-b41e-3e795d0da45f tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:06.394081 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821ee6bc-cb28-48f0-8dcc-5209a8b0dc48 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:28:06.397517 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5d9fbdbd-f648-462e-8d51-470857189643 req-89247981-62e4-44b4-b41e-3e795d0da45f tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:06.411702 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8485cf05-c64f-47bb-a54c-9936681c78cc None None] Sync routers for ids ['de8ff45c-25e9-4f61-a629-86a465949e64'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:28:06.421454 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-821ee6bc-cb28-48f0-8dcc-5209a8b0dc48 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:06.422789 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-821ee6bc-cb28-48f0-8dcc-5209a8b0dc48 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.3391769 Dec 09 15:28:06.425511 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47996) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:06.431507 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8485cf05-c64f-47bb-a54c-9936681c78cc None None] Routers {'de8ff45c-25e9-4f61-a629-86a465949e64'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:28:06.434547 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-8485cf05-c64f-47bb-a54c-9936681c78cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:27:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['de8ff45c-25e9-4f61-a629-86a465949e64'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:06.443931 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d1c5e30-e469-4835-9a31-d3889debba50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:06.465855 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d1c5e30-e469-4835-9a31-d3889debba50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:06.578297 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c5e30-e469-4835-9a31-d3889debba50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031f9deb-a246-4ca7-8710-d37f9e71b3a1,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:06.587531 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6d1c5e30-e469-4835-9a31-d3889debba50 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=423df664ef2b40f69379794092f8038a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6545949 Dec 09 15:28:06.591851 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 48002) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:06.605745 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224d3bb2-48d9-43e1-a5a9-fb209881c802 None None] Network 6ab34eb5-8553-40dd-92cb-eedf58bbabc7 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:28:06.739873 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d10e3625-5170-48a9-a562-e02605d7389f up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:28:06.783210 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5d9fbdbd-f648-462e-8d51-470857189643 req-89247981-62e4-44b4-b41e-3e795d0da45f tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:06.822979 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5d9fbdbd-f648-462e-8d51-470857189643 req-89247981-62e4-44b4-b41e-3e795d0da45f tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:06.865711 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-8485cf05-c64f-47bb-a54c-9936681c78cc None None] Set router de8ff45c-25e9-4f61-a629-86a465949e64 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:28:06.940708 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5799ea37-a96b-4529-9c0b-3b0adc44609f req-36143c86-931c-48ab-a0ad-907c5c08c7e8 tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/ports?device_id=750ee53f-61d6-4d8b-a95e-784f9dd2bab2 HTTP/1.1" status: 200 len: 210 time: 0.0618365 Dec 09 15:28:07.023062 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 48024) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:07.097356 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ac51c6fc-7630-4b8c-a9a0-8b784d627ee0 None None] Provisioning complete for port d10e3625-5170-48a9-a562-e02605d7389f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:07.097735 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ac51c6fc-7630-4b8c-a9a0-8b784d627ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:07.187387 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port d10e3625-5170-48a9-a562-e02605d7389f triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:07.187768 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:07.189331 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-8485cf05-c64f-47bb-a54c-9936681c78cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8ff45c-25e9-4f61-a629-86a465949e64', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1911672671-router', 'tenant_id': '052d76c6f39241e9ace82de97d510dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '595923fd-7ad9-426b-9c15-b5b017dad0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:03Z', 'updated_at': '2021-12-09T15:28:05Z', 'revision_number': 3, 'project_id': '052d76c6f39241e9ace82de97d510dc3', 'gw_port': {'id': '595923fd-7ad9-426b-9c15-b5b017dad0a3', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8ff45c-25e9-4f61-a629-86a465949e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:04Z', 'updated_at': '2021-12-09T15:28:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:07.221794 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8485cf05-c64f-47bb-a54c-9936681c78cc None None] Checking router: de8ff45c-25e9-4f61-a629-86a465949e64 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:28:07.222143 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8485cf05-c64f-47bb-a54c-9936681c78cc None None] Updating router de8ff45c-25e9-4f61-a629-86a465949e64 port 595923fd-7ad9-426b-9c15-b5b017dad0a3 binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:28:07.263479 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-8485cf05-c64f-47bb-a54c-9936681c78cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:07.425418 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b71ca674-02d0-49d8-a969-42b5debda8f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:07.474804 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ac51c6fc-7630-4b8c-a9a0-8b784d627ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:07.666695 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:07.689272 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ac51c6fc-7630-4b8c-a9a0-8b784d627ee0 None None] For port d10e3625-5170-48a9-a562-e02605d7389f, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d10e3625-5170-48a9-a562-e02605d7389f,segment=NetworkSegment(896b26ad-70b6-488a-9598-ce721f977280),segment_id=896b26ad-70b6-488a-9598-ce721f977280)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:07.697783 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89247981-62e4-44b4-b41e-3e795d0da45f tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=761595b2-5270-443d-b8a1-7e51ed58710a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:07.721082 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b71ca674-02d0-49d8-a969-42b5debda8f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:07.741484 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ac51c6fc-7630-4b8c-a9a0-8b784d627ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:07.863135 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31ee2674-a2ab-446a-83f4-89dae27bca55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:07.976607 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ce64a467-a90b-41e8-a6e1-663af93a5c79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:07.988461 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-5d9fbdbd-f648-462e-8d51-470857189643 req-89247981-62e4-44b4-b41e-3e795d0da45f tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] Allocated IP 192.168.233.106 (bf6a25f7-2b73-48b5-b60f-99a19e919fb7/54e6953c-1261-4e7c-8b49-64e5b87424c2/567f97c0-cc25-476f-9b40-b595ce32802d) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:08.110040 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b71ca674-02d0-49d8-a969-42b5debda8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:08.114210 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b71ca674-02d0-49d8-a969-42b5debda8f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:08.115607 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b71ca674-02d0-49d8-a969-42b5debda8f1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/031f9deb-a246-4ca7-8710-d37f9e71b3a1 HTTP/1.1" status: 204 len: 168 time: 1.5226362 Dec 09 15:28:08.161457 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51c6fc-7630-4b8c-a9a0-8b784d627ee0 None None] Pushing event updated for resources: {'Port': ['ID=d10e3625-5170-48a9-a562-e02605d7389f,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:08.180972 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:28:08.182035 n-d-821228-1 neutron-server[103246]: DEBUG oslo_db.api [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:28:08.183303 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-bd782f0b-beae-46e7-858e-44198218f9ca None None] Provisioning complete for port d10e3625-5170-48a9-a562-e02605d7389f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:08.184068 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bd782f0b-beae-46e7-858e-44198218f9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:08.195122 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ca674-02d0-49d8-a969-42b5debda8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031f9deb-a246-4ca7-8710-d37f9e71b3a1,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:08.338193 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-8485cf05-c64f-47bb-a54c-9936681c78cc None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:08.355285 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-8485cf05-c64f-47bb-a54c-9936681c78cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:08.480237 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b153d54c-7e4d-4bf2-b135-b2a91763d1c4 None None] Pushing event updated for resources: {'Port': ['ID=595923fd-7ad9-426b-9c15-b5b017dad0a3,revision_number=2']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:08.577797 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5d9fbdbd-f648-462e-8d51-470857189643 req-89247981-62e4-44b4-b41e-3e795d0da45f tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:08.590202 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-8485cf05-c64f-47bb-a54c-9936681c78cc None None] Attempting to bind port 595923fd-7ad9-426b-9c15-b5b017dad0a3 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:28:08.591412 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-8485cf05-c64f-47bb-a54c-9936681c78cc None None] Attempting to bind port 595923fd-7ad9-426b-9c15-b5b017dad0a3 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:28:08.592937 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8485cf05-c64f-47bb-a54c-9936681c78cc None None] Attempting to bind port 595923fd-7ad9-426b-9c15-b5b017dad0a3 on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:28:08.610549 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8485cf05-c64f-47bb-a54c-9936681c78cc None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:28:08.612051 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8485cf05-c64f-47bb-a54c-9936681c78cc None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:28:08.614606 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-8485cf05-c64f-47bb-a54c-9936681c78cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:08.615206 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8485cf05-c64f-47bb-a54c-9936681c78cc None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:28:08.618822 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-8485cf05-c64f-47bb-a54c-9936681c78cc None None] Bound port: 595923fd-7ad9-426b-9c15-b5b017dad0a3, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:28:08.620450 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-8485cf05-c64f-47bb-a54c-9936681c78cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:08.635915 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ce64a467-a90b-41e8-a6e1-663af93a5c79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:08.660389 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ce64a467-a90b-41e8-a6e1-663af93a5c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:08.699681 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5d9fbdbd-f648-462e-8d51-470857189643 req-89247981-62e4-44b4-b41e-3e795d0da45f tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:08.781982 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-8485cf05-c64f-47bb-a54c-9936681c78cc None None] For port 595923fd-7ad9-426b-9c15-b5b017dad0a3, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:28:08.791279 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-8485cf05-c64f-47bb-a54c-9936681c78cc None None] For port 595923fd-7ad9-426b-9c15-b5b017dad0a3, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=595923fd-7ad9-426b-9c15-b5b017dad0a3,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:28:08.797833 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-8485cf05-c64f-47bb-a54c-9936681c78cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:08.835916 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ce64a467-a90b-41e8-a6e1-663af93a5c79 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a0f876dc72d347d4919f664af5f6f325&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8094313 Dec 09 15:28:08.841957 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 48062) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:08.881475 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f01b85bb-24dc-42d2-9581-0660ba6d8cc8 req-62f72536-e41b-46c9-8853-580cefbcbf43 tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/ports?device_id=750ee53f-61d6-4d8b-a95e-784f9dd2bab2 HTTP/1.1" status: 200 len: 210 time: 0.4205003 Dec 09 15:28:08.885200 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64a467-a90b-41e8-a6e1-663af93a5c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af496a79-cace-4818-b7fc-6f1de9828c04,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:08.888890 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8485cf05-c64f-47bb-a54c-9936681c78cc None None] Routers {'de8ff45c-25e9-4f61-a629-86a465949e64'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:28:08.893198 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-8485cf05-c64f-47bb-a54c-9936681c78cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:27:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['de8ff45c-25e9-4f61-a629-86a465949e64'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:08.952089 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d9fbdbd-f648-462e-8d51-470857189643 req-89247981-62e4-44b4-b41e-3e795d0da45f tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] Network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:08.997494 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-5d9fbdbd-f648-462e-8d51-470857189643 req-89247981-62e4-44b4-b41e-3e795d0da45f tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:09.005484 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d9fbdbd-f648-462e-8d51-470857189643 req-89247981-62e4-44b4-b41e-3e795d0da45f tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:09.022078 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fbdbd-f648-462e-8d51-470857189643 req-89247981-62e4-44b4-b41e-3e795d0da45f tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:09.023163 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5d9fbdbd-f648-462e-8d51-470857189643 req-89247981-62e4-44b4-b41e-3e795d0da45f tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:09.093991 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89247981-62e4-44b4-b41e-3e795d0da45f tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] Pushing event updated for resources: {'Port': ['ID=567f97c0-cc25-476f-9b40-b595ce32802d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:09.174823 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-31ee2674-a2ab-446a-83f4-89dae27bca55 admin admin] Allocated IP 172.20.0.1 (6ab34eb5-8553-40dd-92cb-eedf58bbabc7/15f96201-5e43-4a25-a0e5-b08432fa6f82/cdaa60ef-1b0c-48b1-9108-b2bafbe138ee) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:09.179029 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5d9fbdbd-f648-462e-8d51-470857189643 req-89247981-62e4-44b4-b41e-3e795d0da45f tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2071595 Dec 09 15:28:09.208814 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [req-5d9fbdbd-f648-462e-8d51-470857189643 req-33464aa5-df10-463c-84e2-17465bf1e0b7 tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:28:09.210894 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5d9fbdbd-f648-462e-8d51-470857189643 req-33464aa5-df10-463c-84e2-17465bf1e0b7 tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136337 Dec 09 15:28:09.222510 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d10e3625-5170-48a9-a562-e02605d7389f up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:28:09.231661 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b153d54c-7e4d-4bf2-b135-b2a91763d1c4 None None] Pushing event updated for resources: {'Port': ['ID=595923fd-7ad9-426b-9c15-b5b017dad0a3,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:09.245563 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f9d8ba54-3dad-4f54-aa9b-93b7e30dd9cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:09.298287 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-8485cf05-c64f-47bb-a54c-9936681c78cc None None] Set router de8ff45c-25e9-4f61-a629-86a465949e64 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:28:09.305108 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f9d8ba54-3dad-4f54-aa9b-93b7e30dd9cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:09.370923 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f9d8ba54-3dad-4f54-aa9b-93b7e30dd9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:09.382053 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f9d8ba54-3dad-4f54-aa9b-93b7e30dd9cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:09.387103 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f9d8ba54-3dad-4f54-aa9b-93b7e30dd9cb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/af496a79-cace-4818-b7fc-6f1de9828c04 HTTP/1.1" status: 204 len: 168 time: 0.5426011 Dec 09 15:28:09.402017 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8ba54-3dad-4f54-aa9b-93b7e30dd9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af496a79-cace-4818-b7fc-6f1de9828c04,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:09.417551 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port d10e3625-5170-48a9-a562-e02605d7389f triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:09.418195 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:09.561391 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-dffe4922-2fdf-4032-8be1-e2b37a19f1a8 None None] Provisioning complete for port 567f97c0-cc25-476f-9b40-b595ce32802d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:09.561922 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dffe4922-2fdf-4032-8be1-e2b37a19f1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:09.572398 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31ee2674-a2ab-446a-83f4-89dae27bca55 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:09.618527 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-8485cf05-c64f-47bb-a54c-9936681c78cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8ff45c-25e9-4f61-a629-86a465949e64', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1911672671-router', 'tenant_id': '052d76c6f39241e9ace82de97d510dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '595923fd-7ad9-426b-9c15-b5b017dad0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:03Z', 'updated_at': '2021-12-09T15:28:05Z', 'revision_number': 3, 'project_id': '052d76c6f39241e9ace82de97d510dc3', 'gw_port': {'id': '595923fd-7ad9-426b-9c15-b5b017dad0a3', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8ff45c-25e9-4f61-a629-86a465949e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:04Z', 'updated_at': '2021-12-09T15:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:09.622216 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-dffe4922-2fdf-4032-8be1-e2b37a19f1a8 None None] Port 567f97c0-cc25-476f-9b40-b595ce32802d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:28:09.653149 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31ee2674-a2ab-446a-83f4-89dae27bca55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:09.676723 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8485cf05-c64f-47bb-a54c-9936681c78cc None None] The sync data for ids ['de8ff45c-25e9-4f61-a629-86a465949e64'] in n-d-821228-1 is: [{'id': 'de8ff45c-25e9-4f61-a629-86a465949e64', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1911672671-router', 'tenant_id': '052d76c6f39241e9ace82de97d510dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '595923fd-7ad9-426b-9c15-b5b017dad0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:03Z', 'updated_at': '2021-12-09T15:28:05Z', 'revision_number': 3, 'project_id': '052d76c6f39241e9ace82de97d510dc3', 'gw_port': {'id': '595923fd-7ad9-426b-9c15-b5b017dad0a3', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8ff45c-25e9-4f61-a629-86a465949e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:04Z', 'updated_at': '2021-12-09T15:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:28:09.693506 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ee2674-a2ab-446a-83f4-89dae27bca55 admin admin] Network 6ab34eb5-8553-40dd-92cb-eedf58bbabc7 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:09.723641 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-31ee2674-a2ab-446a-83f4-89dae27bca55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:09.738952 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 48074) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:09.747754 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ee2674-a2ab-446a-83f4-89dae27bca55 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:09.748288 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31ee2674-a2ab-446a-83f4-89dae27bca55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:09.758547 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dafb4e6c-d67b-4cc5-9fa3-ee10bb9185dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:09.910557 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee2674-a2ab-446a-83f4-89dae27bca55 admin admin] Pushing event updated for resources: {'Port': ['ID=cdaa60ef-1b0c-48b1-9108-b2bafbe138ee,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:10.137370 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dafb4e6c-d67b-4cc5-9fa3-ee10bb9185dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:10.143105 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dafb4e6c-d67b-4cc5-9fa3-ee10bb9185dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:10.268968 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b6839a74-a970-43e2-bdea-92cdf4cadb88 None None] Provisioning complete for port cdaa60ef-1b0c-48b1-9108-b2bafbe138ee triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:10.269553 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b6839a74-a970-43e2-bdea-92cdf4cadb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:10.342289 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 48082) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:10.344914 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-dafb4e6c-d67b-4cc5-9fa3-ee10bb9185dd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6993706a10264599a95b91dea3ba9663&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6045766 Dec 09 15:28:10.359060 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb4e6c-d67b-4cc5-9fa3-ee10bb9185dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd64ed6-44b5-4765-b2ed-6e5968406e7c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:10.392643 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6de2e-c183-4e10-ac16-8e04cbf49909 req-7252c573-11c7-412a-b584-74471c63aa62 tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:10.395131 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a4c6de2e-c183-4e10-ac16-8e04cbf49909 req-7252c573-11c7-412a-b584-74471c63aa62 tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/ports?device_id=750ee53f-61d6-4d8b-a95e-784f9dd2bab2 HTTP/1.1" status: 200 len: 936 time: 0.2634482 Dec 09 15:28:10.396820 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b6839a74-a970-43e2-bdea-92cdf4cadb88 None None] Port cdaa60ef-1b0c-48b1-9108-b2bafbe138ee cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:28:10.517482 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 48088) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:10.518964 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31ee2674-a2ab-446a-83f4-89dae27bca55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:10.567263 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9e2bd146-2e24-4a5d-800e-ec7d88be6a40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:10.632389 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-5d9fbdbd-f648-462e-8d51-470857189643 req-e5fded5e-5d44-4ddf-8562-38b0a6c724f5 service neutron] Request body: {'port': {'device_id': '750ee53f-61d6-4d8b-a95e-784f9dd2bab2', 'device_owner': 'compute:tempest-test_az-846520308', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:10.690477 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 48094) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:10.830737 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-e1d4e0c6-8d26-4c45-8625-aaa8a677de54 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-196713058-network', 'tenant_id': '5630bc9a914e4b7b8f43ee6d128eeb69'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:10.883792 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5d9fbdbd-f648-462e-8d51-470857189643 req-e5fded5e-5d44-4ddf-8562-38b0a6c724f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:10.889635 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 48100) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:10.931748 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a4c6de2e-c183-4e10-ac16-8e04cbf49909 req-60d2e4f7-17cc-439a-922a-044973a11dab tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/security-groups?id=761595b2-5270-443d-b8a1-7e51ed58710a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5199268 Dec 09 15:28:10.978370 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2af4f48e-3608-4ead-be9d-a7b45f46b73b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:10.985440 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d4e0c6-8d26-4c45-8625-aaa8a677de54 admin admin] Made reservation on behalf of 5630bc9a914e4b7b8f43ee6d128eeb69 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:10.989226 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e0c6-8d26-4c45-8625-aaa8a677de54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.012301 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9e2bd146-2e24-4a5d-800e-ec7d88be6a40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.020522 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 595923fd-7ad9-426b-9c15-b5b017dad0a3 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:28:11.033892 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e0c6-8d26-4c45-8625-aaa8a677de54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.191968 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 595923fd-7ad9-426b-9c15-b5b017dad0a3 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:11.192621 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.414189 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9e2bd146-2e24-4a5d-800e-ec7d88be6a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.422617 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9e2bd146-2e24-4a5d-800e-ec7d88be6a40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.424784 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9e2bd146-2e24-4a5d-800e-ec7d88be6a40 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ccd64ed6-44b5-4765-b2ed-6e5968406e7c HTTP/1.1" status: 204 len: 168 time: 1.0809629 Dec 09 15:28:11.444608 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31ee2674-a2ab-446a-83f4-89dae27bca55 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.453613 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.478269 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2bd146-2e24-4a5d-800e-ec7d88be6a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd64ed6-44b5-4765-b2ed-6e5968406e7c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:11.484720 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31ee2674-a2ab-446a-83f4-89dae27bca55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.487100 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31ee2674-a2ab-446a-83f4-89dae27bca55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.531829 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8d42b9e8-ad57-4f03-975b-8ebb385f6b89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.541283 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 595923fd-7ad9-426b-9c15-b5b017dad0a3, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=595923fd-7ad9-426b-9c15-b5b017dad0a3,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:11.561759 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.697360 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8d42b9e8-ad57-4f03-975b-8ebb385f6b89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.719078 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8d42b9e8-ad57-4f03-975b-8ebb385f6b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.738147 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=595923fd-7ad9-426b-9c15-b5b017dad0a3,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:11.773115 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8d42b9e8-ad57-4f03-975b-8ebb385f6b89 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e1b201e6fb9d40bc9aecef110e0ead27&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0814950 Dec 09 15:28:11.775050 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee2674-a2ab-446a-83f4-89dae27bca55 admin admin] Pushing event updated for resources: {'Port': ['ID=cdaa60ef-1b0c-48b1-9108-b2bafbe138ee,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:11.777861 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 48114) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:11.950264 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ee2674-a2ab-446a-83f4-89dae27bca55 admin admin] Network 6ab34eb5-8553-40dd-92cb-eedf58bbabc7 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:11.983781 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-31ee2674-a2ab-446a-83f4-89dae27bca55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:12.012442 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d14237a3-5795-4e0e-82bb-9e9d11d689fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:12.031152 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e0c6-8d26-4c45-8625-aaa8a677de54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:12.066918 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2af4f48e-3608-4ead-be9d-a7b45f46b73b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:12.104462 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e0c6-8d26-4c45-8625-aaa8a677de54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:12.205764 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d4e0c6-8d26-4c45-8625-aaa8a677de54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:28:12.240529 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e0c6-8d26-4c45-8625-aaa8a677de54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:12.241568 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-e1d4e0c6-8d26-4c45-8625-aaa8a677de54 admin admin] Added segment 9bcbf52b-8ad5-477f-9636-c2f9cae19672 of type vlan for network 3099805c-627c-4784-8087-c190eb81b4e0 Dec 09 15:28:12.303867 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d14237a3-5795-4e0e-82bb-9e9d11d689fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:12.367070 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2af4f48e-3608-4ead-be9d-a7b45f46b73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:12.389697 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc87d40-8297-4702-b374-15464ab29574 req-733534d1-8d0b-42d0-a181-c91ef86d68ac tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:12.392806 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3dc87d40-8297-4702-b374-15464ab29574 req-733534d1-8d0b-42d0-a181-c91ef86d68ac tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/ports?device_id=750ee53f-61d6-4d8b-a95e-784f9dd2bab2 HTTP/1.1" status: 200 len: 936 time: 0.3290837 Dec 09 15:28:12.402729 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d42b9e8-ad57-4f03-975b-8ebb385f6b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d44d9d-9833-4354-a6da-1b40f3fff5ad,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:12.490564 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e0c6-8d26-4c45-8625-aaa8a677de54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:12.572825 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b99c1273-8194-4001-bf45-2f6c6266afd7 None None] Provisioning complete for port cdaa60ef-1b0c-48b1-9108-b2bafbe138ee triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:12.576821 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b99c1273-8194-4001-bf45-2f6c6266afd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:12.603070 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2af4f48e-3608-4ead-be9d-a7b45f46b73b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c5523e0a446743d5aeb9bc3d42e8e49e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7086711 Dec 09 15:28:12.616252 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 48138) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:12.627302 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d4e0c6-8d26-4c45-8625-aaa8a677de54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:12.648631 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3dc87d40-8297-4702-b374-15464ab29574 req-0eaedcb7-e918-418e-b23e-de91a7f8d17a tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/security-groups?id=761595b2-5270-443d-b8a1-7e51ed58710a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483587 Dec 09 15:28:12.675382 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e0c6-8d26-4c45-8625-aaa8a677de54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:12.676748 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d4e0c6-8d26-4c45-8625-aaa8a677de54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:12.677619 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e0c6-8d26-4c45-8625-aaa8a677de54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:12.741031 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b99c1273-8194-4001-bf45-2f6c6266afd7 None None] Port cdaa60ef-1b0c-48b1-9108-b2bafbe138ee cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:28:12.786343 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af4f48e-3608-4ead-be9d-a7b45f46b73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810227bd-a258-401a-b30e-7a055adc9fba,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:12.789014 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a00d325-9b18-4d6d-b2cd-37d82400949b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:12.810722 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e1d4e0c6-8d26-4c45-8625-aaa8a677de54 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.2893815 Dec 09 15:28:12.811809 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 48148) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:12.817958 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-349f12df-a033-43a1-8912-5728e2be7e68 admin admin] Request body: {'subnet': {'network_id': '3099805c-627c-4784-8087-c190eb81b4e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-196713058-subnet', 'tenant_id': '5630bc9a914e4b7b8f43ee6d128eeb69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:12.818662 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a00d325-9b18-4d6d-b2cd-37d82400949b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:12.873632 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d4e0c6-8d26-4c45-8625-aaa8a677de54 admin admin] Pushing event updated for resources: {'Network': ['ID=3099805c-627c-4784-8087-c190eb81b4e0,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:12.894379 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a00d325-9b18-4d6d-b2cd-37d82400949b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:12.897142 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a00d325-9b18-4d6d-b2cd-37d82400949b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:12.899481 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0a00d325-9b18-4d6d-b2cd-37d82400949b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/810227bd-a258-401a-b30e-7a055adc9fba HTTP/1.1" status: 204 len: 168 time: 0.2393458 Dec 09 15:28:12.915856 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a00d325-9b18-4d6d-b2cd-37d82400949b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810227bd-a258-401a-b30e-7a055adc9fba,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:12.919895 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d14237a3-5795-4e0e-82bb-9e9d11d689fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:12.923968 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d14237a3-5795-4e0e-82bb-9e9d11d689fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:12.925294 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d14237a3-5795-4e0e-82bb-9e9d11d689fc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d6d44d9d-9833-4354-a6da-1b40f3fff5ad HTTP/1.1" status: 204 len: 168 time: 1.1374631 Dec 09 15:28:12.936932 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14237a3-5795-4e0e-82bb-9e9d11d689fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d44d9d-9833-4354-a6da-1b40f3fff5ad,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:12.946464 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ee2674-a2ab-446a-83f4-89dae27bca55 admin admin] Router de8ff45c-25e9-4f61-a629-86a465949e64 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:28:12.958077 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 3099805c-627c-4784-8087-c190eb81b4e0 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:28:13.022077 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349f12df-a033-43a1-8912-5728e2be7e68 admin admin] Made reservation on behalf of 5630bc9a914e4b7b8f43ee6d128eeb69 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:13.031979 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-349f12df-a033-43a1-8912-5728e2be7e68 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:13.100200 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-5d9fbdbd-f648-462e-8d51-470857189643 req-e5fded5e-5d44-4ddf-8562-38b0a6c724f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 567f97c0-cc25-476f-9b40-b595ce32802d {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:28:13.128988 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 595923fd-7ad9-426b-9c15-b5b017dad0a3 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:28:13.171684 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5d9fbdbd-f648-462e-8d51-470857189643 req-e5fded5e-5d44-4ddf-8562-38b0a6c724f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:13.206074 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-5d9fbdbd-f648-462e-8d51-470857189643 req-e5fded5e-5d44-4ddf-8562-38b0a6c724f5 service neutron] Transition to ACTIVE for port object 567f97c0-cc25-476f-9b40-b595ce32802d will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:28:13.215556 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5d9fbdbd-f648-462e-8d51-470857189643 req-e5fded5e-5d44-4ddf-8562-38b0a6c724f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:13.257534 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ee2674-a2ab-446a-83f4-89dae27bca55 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:28:13.276359 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-31ee2674-a2ab-446a-83f4-89dae27bca55 admin admin] 10.222.0.57 "PUT /v2.0/routers/de8ff45c-25e9-4f61-a629-86a465949e64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8412714 Dec 09 15:28:13.307025 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cae8df5-ac14-4c70-8e54-31633aaa4add None None] Sync routers for ids ['de8ff45c-25e9-4f61-a629-86a465949e64'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:28:13.323571 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fded5e-5d44-4ddf-8562-38b0a6c724f5 service neutron] Pushing event updated for resources: {'Port': ['ID=567f97c0-cc25-476f-9b40-b595ce32802d,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:13.373393 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 595923fd-7ad9-426b-9c15-b5b017dad0a3 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:13.373802 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:13.463796 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cae8df5-ac14-4c70-8e54-31633aaa4add None None] Routers {'de8ff45c-25e9-4f61-a629-86a465949e64'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:28:13.465659 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5cae8df5-ac14-4c70-8e54-31633aaa4add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:27:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['de8ff45c-25e9-4f61-a629-86a465949e64'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:13.515746 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-5d9fbdbd-f648-462e-8d51-470857189643 req-e5fded5e-5d44-4ddf-8562-38b0a6c724f5 service neutron] Attempting to bind port 567f97c0-cc25-476f-9b40-b595ce32802d on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:28:13.516288 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-5d9fbdbd-f648-462e-8d51-470857189643 req-e5fded5e-5d44-4ddf-8562-38b0a6c724f5 service neutron] Attempting to bind port 567f97c0-cc25-476f-9b40-b595ce32802d by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:28:13.516946 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9fbdbd-f648-462e-8d51-470857189643 req-e5fded5e-5d44-4ddf-8562-38b0a6c724f5 service neutron] Attempting to bind port 567f97c0-cc25-476f-9b40-b595ce32802d on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:28:13.546776 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9fbdbd-f648-462e-8d51-470857189643 req-e5fded5e-5d44-4ddf-8562-38b0a6c724f5 service neutron] Port 567f97c0-cc25-476f-9b40-b595ce32802d on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:28:13.547245 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9fbdbd-f648-462e-8d51-470857189643 req-e5fded5e-5d44-4ddf-8562-38b0a6c724f5 service neutron] Attempting to bind port 567f97c0-cc25-476f-9b40-b595ce32802d on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:28:13.574493 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9fbdbd-f648-462e-8d51-470857189643 req-e5fded5e-5d44-4ddf-8562-38b0a6c724f5 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:28:13.576954 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9fbdbd-f648-462e-8d51-470857189643 req-e5fded5e-5d44-4ddf-8562-38b0a6c724f5 service neutron] Checking segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:28:13.577745 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9fbdbd-f648-462e-8d51-470857189643 req-e5fded5e-5d44-4ddf-8562-38b0a6c724f5 service neutron] Bound using segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:28:13.578374 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-5d9fbdbd-f648-462e-8d51-470857189643 req-e5fded5e-5d44-4ddf-8562-38b0a6c724f5 service neutron] Bound port: 567f97c0-cc25-476f-9b40-b595ce32802d, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:28:13.578769 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5d9fbdbd-f648-462e-8d51-470857189643 req-e5fded5e-5d44-4ddf-8562-38b0a6c724f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:13.845801 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a840f-1d78-4bef-ab90-34b8f8294f3e req-43e8c454-2a15-4ccc-8c97-5c6c800707b1 tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:13.856769 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-313a840f-1d78-4bef-ab90-34b8f8294f3e req-43e8c454-2a15-4ccc-8c97-5c6c800707b1 tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/ports?device_id=750ee53f-61d6-4d8b-a95e-784f9dd2bab2 HTTP/1.1" status: 200 len: 969 time: 0.0942810 Dec 09 15:28:13.866203 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-349f12df-a033-43a1-8912-5728e2be7e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:13.892705 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-5cae8df5-ac14-4c70-8e54-31633aaa4add None None] Set router de8ff45c-25e9-4f61-a629-86a465949e64 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:28:14.046200 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-313a840f-1d78-4bef-ab90-34b8f8294f3e req-f55a3384-4213-4750-8ff4-0ad9c46fe87c tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/security-groups?id=761595b2-5270-443d-b8a1-7e51ed58710a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873600 Dec 09 15:28:14.068407 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-5d9fbdbd-f648-462e-8d51-470857189643 req-e5fded5e-5d44-4ddf-8562-38b0a6c724f5 service neutron] For port 567f97c0-cc25-476f-9b40-b595ce32802d, host n-h2-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:28:14.079957 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-5d9fbdbd-f648-462e-8d51-470857189643 req-e5fded5e-5d44-4ddf-8562-38b0a6c724f5 service neutron] For port 567f97c0-cc25-476f-9b40-b595ce32802d, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=567f97c0-cc25-476f-9b40-b595ce32802d,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:28:14.116268 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5d9fbdbd-f648-462e-8d51-470857189643 req-e5fded5e-5d44-4ddf-8562-38b0a6c724f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:14.217939 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f12df-a033-43a1-8912-5728e2be7e68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75dd204b-61ff-4875-bd46-839f068b72c4,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:14.279009 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349f12df-a033-43a1-8912-5728e2be7e68 admin admin] Checking segment: {'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:28:14.279461 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349f12df-a033-43a1-8912-5728e2be7e68 admin admin] Network hostable DHCP agents. Network: 3099805c-627c-4784-8087-c190eb81b4e0, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:28:14.378382 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fbdbd-f648-462e-8d51-470857189643 req-e5fded5e-5d44-4ddf-8562-38b0a6c724f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:14.379089 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5d9fbdbd-f648-462e-8d51-470857189643 req-e5fded5e-5d44-4ddf-8562-38b0a6c724f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:14.380910 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5d9fbdbd-f648-462e-8d51-470857189643 req-e5fded5e-5d44-4ddf-8562-38b0a6c724f5 service neutron] 10.222.0.31 "PUT /v2.0/ports/567f97c0-cc25-476f-9b40-b595ce32802d HTTP/1.1" status: 200 len: 1117 time: 4.5357060 Dec 09 15:28:14.403049 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750ee53f-61d6-4d8b-a95e-784f9dd2bab2', 'tag': '567f97c0-cc25-476f-9b40-b595ce32802d'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:28:14.420711 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5cae8df5-ac14-4c70-8e54-31633aaa4add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8ff45c-25e9-4f61-a629-86a465949e64', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1911672671-router', 'tenant_id': '052d76c6f39241e9ace82de97d510dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '595923fd-7ad9-426b-9c15-b5b017dad0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:03Z', 'updated_at': '2021-12-09T15:28:10Z', 'revision_number': 4, 'project_id': '052d76c6f39241e9ace82de97d510dc3', 'gw_port': {'id': '595923fd-7ad9-426b-9c15-b5b017dad0a3', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8ff45c-25e9-4f61-a629-86a465949e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:04Z', 'updated_at': '2021-12-09T15:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'cdaa60ef-1b0c-48b1-9108-b2bafbe138ee', 'name': '', 'network_id': '6ab34eb5-8553-40dd-92cb-eedf58bbabc7', 'tenant_id': '052d76c6f39241e9ace82de97d510dc3', 'mac_address': 'fa:16:3e:f9:20:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8ff45c-25e9-4f61-a629-86a465949e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '15f96201-5e43-4a25-a0e5-b08432fa6f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:08Z', 'updated_at': '2021-12-09T15:28:10Z', 'revision_number': 2, 'project_id': '052d76c6f39241e9ace82de97d510dc3', 'subnets': [{'id': '15f96201-5e43-4a25-a0e5-b08432fa6f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:14.460234 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 48192) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:14.484380 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b00f3fa6-f84c-4f57-bf00-70e0578b7694 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:14.489100 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cae8df5-ac14-4c70-8e54-31633aaa4add None None] Checking router: de8ff45c-25e9-4f61-a629-86a465949e64 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:28:14.489460 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cae8df5-ac14-4c70-8e54-31633aaa4add None None] Updating router de8ff45c-25e9-4f61-a629-86a465949e64 port cdaa60ef-1b0c-48b1-9108-b2bafbe138ee binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:28:14.556984 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5cae8df5-ac14-4c70-8e54-31633aaa4add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:14.718890 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b00f3fa6-f84c-4f57-bf00-70e0578b7694 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:14.727246 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b00f3fa6-f84c-4f57-bf00-70e0578b7694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:14.778416 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f3fa6-f84c-4f57-bf00-70e0578b7694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c1134d-e9de-4dd2-978a-75aa672ef9f2,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:14.840963 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b00f3fa6-f84c-4f57-bf00-70e0578b7694 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b30c78e82c8348808b89a656bb3eafec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3773530 Dec 09 15:28:14.841941 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 48200) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:14.843068 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fded5e-5d44-4ddf-8562-38b0a6c724f5 service neutron] Pushing event updated for resources: {'Port': ['ID=567f97c0-cc25-476f-9b40-b595ce32802d,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:14.853877 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349f12df-a033-43a1-8912-5728e2be7e68 admin admin] Network 3099805c-627c-4784-8087-c190eb81b4e0 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:28:14.873872 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-349f12df-a033-43a1-8912-5728e2be7e68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 3099805c-627c-4784-8087-c190eb81b4e0) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:14.878599 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349f12df-a033-43a1-8912-5728e2be7e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:14.879580 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-349f12df-a033-43a1-8912-5728e2be7e68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:14.918282 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d9c07f2-7416-40e6-b2d6-b48575106878 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:14.952194 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d9c07f2-7416-40e6-b2d6-b48575106878 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:15.022541 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d9c07f2-7416-40e6-b2d6-b48575106878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:15.031441 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d9c07f2-7416-40e6-b2d6-b48575106878 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:15.038276 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6d9c07f2-7416-40e6-b2d6-b48575106878 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/89c1134d-e9de-4dd2-978a-75aa672ef9f2 HTTP/1.1" status: 204 len: 168 time: 0.1942320 Dec 09 15:28:15.038482 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-349f12df-a033-43a1-8912-5728e2be7e68 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.2242789 Dec 09 15:28:15.056602 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fbdbd-f648-462e-8d51-470857189643 req-086fc95e-5dde-4a9d-9f48-0b4440814cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:15.065583 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c07f2-7416-40e6-b2d6-b48575106878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c1134d-e9de-4dd2-978a-75aa672ef9f2,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:15.067434 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5d9fbdbd-f648-462e-8d51-470857189643 req-086fc95e-5dde-4a9d-9f48-0b4440814cae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bd04191f07c44480b0f4af2df1159906&device_id=750ee53f-61d6-4d8b-a95e-784f9dd2bab2 HTTP/1.1" status: 200 len: 1120 time: 0.1848609 Dec 09 15:28:15.089704 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 48210) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:15.105900 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c051461-819a-40fd-a5c3-1dce4cf2cab6 None None] Network 3099805c-627c-4784-8087-c190eb81b4e0 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:28:15.256675 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5d9fbdbd-f648-462e-8d51-470857189643 req-9903c2c8-3da7-4655-84ad-e5014d043f25 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=567f97c0-cc25-476f-9b40-b595ce32802d HTTP/1.1" status: 200 len: 217 time: 0.1767192 Dec 09 15:28:15.354443 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98deb8e-7fe1-4617-a7c8-6d2bd9c5804d req-62332843-72ec-4695-a337-2e0f846d3fe8 tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:15.356024 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c98deb8e-7fe1-4617-a7c8-6d2bd9c5804d req-62332843-72ec-4695-a337-2e0f846d3fe8 tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/ports?device_id=750ee53f-61d6-4d8b-a95e-784f9dd2bab2 HTTP/1.1" status: 200 len: 969 time: 0.1385517 Dec 09 15:28:15.434301 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30c6bcc-59b7-458d-9897-846eae614cf3 None None] Network 3099805c-627c-4784-8087-c190eb81b4e0 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:28:15.494234 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fbdbd-f648-462e-8d51-470857189643 req-07e68a58-befe-4f14-a2ad-f163ff19ce4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:15.497242 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5d9fbdbd-f648-462e-8d51-470857189643 req-07e68a58-befe-4f14-a2ad-f163ff19ce4f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.1262591 Dec 09 15:28:15.505289 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c98deb8e-7fe1-4617-a7c8-6d2bd9c5804d req-23a68178-0219-4f00-8e10-d8664da12398 tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/security-groups?id=761595b2-5270-443d-b8a1-7e51ed58710a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375446 Dec 09 15:28:15.574750 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:15.707001 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5cae8df5-ac14-4c70-8e54-31633aaa4add None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:15.716793 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fbdbd-f648-462e-8d51-470857189643 req-c84a28e4-1c3b-40cb-b310-a637105604f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:15.720065 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5d9fbdbd-f648-462e-8d51-470857189643 req-c84a28e4-1c3b-40cb-b310-a637105604f2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1717792 Dec 09 15:28:15.723032 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5cae8df5-ac14-4c70-8e54-31633aaa4add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:15.794199 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800fe61b-cb59-4eea-9135-e49a4c36f8b9 None None] Pushing event updated for resources: {'Port': ['ID=cdaa60ef-1b0c-48b1-9108-b2bafbe138ee,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:15.860363 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1930db99-041f-4afa-8823-7c158e5b51fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:15.927800 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5cae8df5-ac14-4c70-8e54-31633aaa4add None None] Attempting to bind port cdaa60ef-1b0c-48b1-9108-b2bafbe138ee on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:28:15.928362 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5cae8df5-ac14-4c70-8e54-31633aaa4add None None] Attempting to bind port cdaa60ef-1b0c-48b1-9108-b2bafbe138ee by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '896b26ad-70b6-488a-9598-ce721f977280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6ab34eb5-8553-40dd-92cb-eedf58bbabc7'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:28:15.928940 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cae8df5-ac14-4c70-8e54-31633aaa4add None None] Attempting to bind port cdaa60ef-1b0c-48b1-9108-b2bafbe138ee on network 6ab34eb5-8553-40dd-92cb-eedf58bbabc7 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:28:15.959482 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cae8df5-ac14-4c70-8e54-31633aaa4add None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:28:15.966235 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cae8df5-ac14-4c70-8e54-31633aaa4add None None] Checking segment: {'id': '896b26ad-70b6-488a-9598-ce721f977280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6ab34eb5-8553-40dd-92cb-eedf58bbabc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:28:15.966756 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5cae8df5-ac14-4c70-8e54-31633aaa4add None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:15.967251 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cae8df5-ac14-4c70-8e54-31633aaa4add None None] Bound using segment: {'id': '896b26ad-70b6-488a-9598-ce721f977280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6ab34eb5-8553-40dd-92cb-eedf58bbabc7'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:28:15.967822 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5cae8df5-ac14-4c70-8e54-31633aaa4add None None] Bound port: cdaa60ef-1b0c-48b1-9108-b2bafbe138ee, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '896b26ad-70b6-488a-9598-ce721f977280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6ab34eb5-8553-40dd-92cb-eedf58bbabc7'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:28:15.968223 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5cae8df5-ac14-4c70-8e54-31633aaa4add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:16.034790 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1930db99-041f-4afa-8823-7c158e5b51fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:16.042284 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1930db99-041f-4afa-8823-7c158e5b51fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:16.056734 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5d9fbdbd-f648-462e-8d51-470857189643 req-02304494-9ed5-4118-9fed-ffed4cda88ed service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093784 Dec 09 15:28:16.063448 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ae1ccc-5111-4ae8-b987-c5e290d538e0" -d '{"events": [{"name": "network-changed", "server_uuid": "750ee53f-61d6-4d8b-a95e-784f9dd2bab2", "tag": "567f97c0-cc25-476f-9b40-b595ce32802d"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:28:16.125686 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1930db99-041f-4afa-8823-7c158e5b51fb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ebd8fef212864fb2ba72d4fde65eea43&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0341582 Dec 09 15:28:16.127545 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1930db99-041f-4afa-8823-7c158e5b51fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466ff042-6679-422e-b944-934d047d853c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:16.129758 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 48234) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:16.177205 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5cae8df5-ac14-4c70-8e54-31633aaa4add None None] For port cdaa60ef-1b0c-48b1-9108-b2bafbe138ee, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:28:16.197629 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5cae8df5-ac14-4c70-8e54-31633aaa4add None None] For port cdaa60ef-1b0c-48b1-9108-b2bafbe138ee, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=cdaa60ef-1b0c-48b1-9108-b2bafbe138ee,segment=NetworkSegment(896b26ad-70b6-488a-9598-ce721f977280),segment_id=896b26ad-70b6-488a-9598-ce721f977280)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:28:16.228224 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5cae8df5-ac14-4c70-8e54-31633aaa4add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:16.277812 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-606b2ed2-560a-442a-b135-47382887e03c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:16.286037 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5d9fbdbd-f648-462e-8d51-470857189643 req-87fd8c9b-1c77-4e33-aec2-2bb1610d2e9a service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017448 Dec 09 15:28:16.354176 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-606b2ed2-560a-442a-b135-47382887e03c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:16.400382 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800fe61b-cb59-4eea-9135-e49a4c36f8b9 None None] Pushing event updated for resources: {'Port': ['ID=cdaa60ef-1b0c-48b1-9108-b2bafbe138ee,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:16.447021 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d3c1916a-93a2-42a1-bf29-55c99e32622f None None] Provisioning complete for port cdaa60ef-1b0c-48b1-9108-b2bafbe138ee triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:16.447447 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d3c1916a-93a2-42a1-bf29-55c99e32622f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:16.505871 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-606b2ed2-560a-442a-b135-47382887e03c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:16.510662 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-606b2ed2-560a-442a-b135-47382887e03c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:16.516403 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-606b2ed2-560a-442a-b135-47382887e03c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/466ff042-6679-422e-b944-934d047d853c HTTP/1.1" status: 204 len: 168 time: 0.3852506 Dec 09 15:28:16.516981 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cae8df5-ac14-4c70-8e54-31633aaa4add None None] Routers {'de8ff45c-25e9-4f61-a629-86a465949e64'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:28:16.521259 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5cae8df5-ac14-4c70-8e54-31633aaa4add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:27:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['de8ff45c-25e9-4f61-a629-86a465949e64'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:16.538800 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b2ed2-560a-442a-b135-47382887e03c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466ff042-6679-422e-b944-934d047d853c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:16.884996 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d3c1916a-93a2-42a1-bf29-55c99e32622f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:16.888758 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-5cae8df5-ac14-4c70-8e54-31633aaa4add None None] Set router de8ff45c-25e9-4f61-a629-86a465949e64 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:28:17.029070 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8354a7eb-2d17-432c-aac7-5c6289fdd8e8 x-openstack-request-id: req-8354a7eb-2d17-432c-aac7-5c6289fdd8e8 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:28:17.029672 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750ee53f-61d6-4d8b-a95e-784f9dd2bab2", "tag": "567f97c0-cc25-476f-9b40-b595ce32802d", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:28:17.030686 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8354a7eb-2d17-432c-aac7-5c6289fdd8e8 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:28:17.032907 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750ee53f-61d6-4d8b-a95e-784f9dd2bab2', 'tag': '567f97c0-cc25-476f-9b40-b595ce32802d', 'status': 'completed', 'code': 200} Dec 09 15:28:17.053672 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d3c1916a-93a2-42a1-bf29-55c99e32622f None None] For port cdaa60ef-1b0c-48b1-9108-b2bafbe138ee, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=cdaa60ef-1b0c-48b1-9108-b2bafbe138ee,segment=NetworkSegment(896b26ad-70b6-488a-9598-ce721f977280),segment_id=896b26ad-70b6-488a-9598-ce721f977280)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:17.169204 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d3c1916a-93a2-42a1-bf29-55c99e32622f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:17.189641 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae1ccc-5111-4ae8-b987-c5e290d538e0 req-168b5420-0e51-4469-8622-63a1b0be532b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:17.193902 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b5ae1ccc-5111-4ae8-b987-c5e290d538e0 req-168b5420-0e51-4469-8622-63a1b0be532b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bd04191f07c44480b0f4af2df1159906&device_id=750ee53f-61d6-4d8b-a95e-784f9dd2bab2 HTTP/1.1" status: 200 len: 1120 time: 0.1290224 Dec 09 15:28:17.287620 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 48264) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:17.294239 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-e4f07cac-f2cb-42b6-b756-4dd8012ad45c tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1162698659', 'description': 'tempest-description--1692409101'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:17.359535 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e4f07cac-f2cb-42b6-b756-4dd8012ad45c tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:17.372729 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacf29e-5e23-4df3-8b5f-5de4ccfda3a5 req-66a4e8e4-89c1-4d67-9c52-1c33fca84d46 tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:17.374321 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2aacf29e-5e23-4df3-8b5f-5de4ccfda3a5 req-66a4e8e4-89c1-4d67-9c52-1c33fca84d46 tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/ports?device_id=750ee53f-61d6-4d8b-a95e-784f9dd2bab2 HTTP/1.1" status: 200 len: 969 time: 0.2128808 Dec 09 15:28:17.397990 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-790bcee8-7ec2-415c-ab33-f758e45186e8 None None] Provisioning complete for port cdaa60ef-1b0c-48b1-9108-b2bafbe138ee triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:17.398592 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-790bcee8-7ec2-415c-ab33-f758e45186e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:17.475424 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c1916a-93a2-42a1-bf29-55c99e32622f None None] Pushing event updated for resources: {'Port': ['ID=cdaa60ef-1b0c-48b1-9108-b2bafbe138ee,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:17.497035 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2aacf29e-5e23-4df3-8b5f-5de4ccfda3a5 req-8272e532-459e-40ae-9d79-70b728c0e187 tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/security-groups?id=761595b2-5270-443d-b8a1-7e51ed58710a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114669 Dec 09 15:28:17.635499 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5cae8df5-ac14-4c70-8e54-31633aaa4add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8ff45c-25e9-4f61-a629-86a465949e64', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1911672671-router', 'tenant_id': '052d76c6f39241e9ace82de97d510dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '595923fd-7ad9-426b-9c15-b5b017dad0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:03Z', 'updated_at': '2021-12-09T15:28:10Z', 'revision_number': 4, 'project_id': '052d76c6f39241e9ace82de97d510dc3', 'gw_port': {'id': '595923fd-7ad9-426b-9c15-b5b017dad0a3', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8ff45c-25e9-4f61-a629-86a465949e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:04Z', 'updated_at': '2021-12-09T15:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'cdaa60ef-1b0c-48b1-9108-b2bafbe138ee', 'name': '', 'network_id': '6ab34eb5-8553-40dd-92cb-eedf58bbabc7', 'tenant_id': '052d76c6f39241e9ace82de97d510dc3', 'mac_address': 'fa:16:3e:f9:20:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8ff45c-25e9-4f61-a629-86a465949e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '15f96201-5e43-4a25-a0e5-b08432fa6f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:08Z', 'updated_at': '2021-12-09T15:28:16Z', 'revision_number': 4, 'project_id': '052d76c6f39241e9ace82de97d510dc3', 'subnets': [{'id': '15f96201-5e43-4a25-a0e5-b08432fa6f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:17.679763 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cae8df5-ac14-4c70-8e54-31633aaa4add None None] The sync data for ids ['de8ff45c-25e9-4f61-a629-86a465949e64'] in n-d-821228-1 is: [{'id': 'de8ff45c-25e9-4f61-a629-86a465949e64', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1911672671-router', 'tenant_id': '052d76c6f39241e9ace82de97d510dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '595923fd-7ad9-426b-9c15-b5b017dad0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:03Z', 'updated_at': '2021-12-09T15:28:10Z', 'revision_number': 4, 'project_id': '052d76c6f39241e9ace82de97d510dc3', 'gw_port': {'id': '595923fd-7ad9-426b-9c15-b5b017dad0a3', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8ff45c-25e9-4f61-a629-86a465949e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:04Z', 'updated_at': '2021-12-09T15:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'cdaa60ef-1b0c-48b1-9108-b2bafbe138ee', 'name': '', 'network_id': '6ab34eb5-8553-40dd-92cb-eedf58bbabc7', 'tenant_id': '052d76c6f39241e9ace82de97d510dc3', 'mac_address': 'fa:16:3e:f9:20:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8ff45c-25e9-4f61-a629-86a465949e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '15f96201-5e43-4a25-a0e5-b08432fa6f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:08Z', 'updated_at': '2021-12-09T15:28:16Z', 'revision_number': 4, 'project_id': '052d76c6f39241e9ace82de97d510dc3', 'subnets': [{'id': '15f96201-5e43-4a25-a0e5-b08432fa6f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:28:17.786645 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e4f07cac-f2cb-42b6-b756-4dd8012ad45c tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:17.834508 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e4f07cac-f2cb-42b6-b756-4dd8012ad45c tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:17.866901 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae1ccc-5111-4ae8-b987-c5e290d538e0 req-2e7eb113-cbd0-4351-965f-e22234f82427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:17.872045 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b5ae1ccc-5111-4ae8-b987-c5e290d538e0 req-2e7eb113-cbd0-4351-965f-e22234f82427 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.3404181 Dec 09 15:28:18.044780 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 48282) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:18.076892 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb0ae3f6-6a2c-4ccc-8f83-95eb40b9a68f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:18.110788 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b5ae1ccc-5111-4ae8-b987-c5e290d538e0 req-81c5ea4c-cf37-4e60-aa62-543781a6a5d8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=567f97c0-cc25-476f-9b40-b595ce32802d HTTP/1.1" status: 200 len: 217 time: 0.2204621 Dec 09 15:28:18.113406 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e4f07cac-f2cb-42b6-b756-4dd8012ad45c tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:18.132874 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e4f07cac-f2cb-42b6-b756-4dd8012ad45c tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8366783 Dec 09 15:28:18.136714 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 48284) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:18.152166 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-60f2ad93-25cf-4d3b-9bfe-43fbe1d8f7ad tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Request body: {'security_group_rule': {'security_group_id': 'b5217ebf-397c-45e7-b782-d63176999034', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:18.165984 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f07cac-f2cb-42b6-b756-4dd8012ad45c tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5217ebf-397c-45e7-b782-d63176999034,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:18.241885 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60f2ad93-25cf-4d3b-9bfe-43fbe1d8f7ad tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:18.293460 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb0ae3f6-6a2c-4ccc-8f83-95eb40b9a68f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:18.304119 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb0ae3f6-6a2c-4ccc-8f83-95eb40b9a68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:18.370902 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-cb0ae3f6-6a2c-4ccc-8f83-95eb40b9a68f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=99931edd0c56467d9bd245d4d062da87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3244057 Dec 09 15:28:18.374079 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 48288) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:18.417118 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ae3f6-6a2c-4ccc-8f83-95eb40b9a68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f07d4ba-fdd7-4c1f-8bb9-968a80ad9765,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:18.498403 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60f2ad93-25cf-4d3b-9bfe-43fbe1d8f7ad tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:18.510695 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60f2ad93-25cf-4d3b-9bfe-43fbe1d8f7ad tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:18.536310 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f2ad93-25cf-4d3b-9bfe-43fbe1d8f7ad tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c752f0dd-a5fc-46fc-802f-6a3ec9b855ca,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:18.590434 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8dc3402d-8eca-45b6-8cbe-ef6ec69549f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:18.699951 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8dc3402d-8eca-45b6-8cbe-ef6ec69549f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:18.710671 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc293f24-2222-4347-932a-0005f59a4818 req-e032c300-c03f-4c0f-9699-9d864a4502bb tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:18.721029 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fc293f24-2222-4347-932a-0005f59a4818 req-e032c300-c03f-4c0f-9699-9d864a4502bb tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/ports?device_id=750ee53f-61d6-4d8b-a95e-784f9dd2bab2 HTTP/1.1" status: 200 len: 969 time: 0.0843308 Dec 09 15:28:18.818344 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fc293f24-2222-4347-932a-0005f59a4818 req-c0b8a3cf-4c5c-4100-8aca-de6d8f9ba365 tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/security-groups?id=761595b2-5270-443d-b8a1-7e51ed58710a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909452 Dec 09 15:28:18.830622 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8dc3402d-8eca-45b6-8cbe-ef6ec69549f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:18.833843 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8dc3402d-8eca-45b6-8cbe-ef6ec69549f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:18.835666 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8dc3402d-8eca-45b6-8cbe-ef6ec69549f2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0f07d4ba-fdd7-4c1f-8bb9-968a80ad9765 HTTP/1.1" status: 204 len: 168 time: 0.4599538 Dec 09 15:28:18.946964 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc3402d-8eca-45b6-8cbe-ef6ec69549f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f07d4ba-fdd7-4c1f-8bb9-968a80ad9765,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:18.958672 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60f2ad93-25cf-4d3b-9bfe-43fbe1d8f7ad tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:18.963520 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-60f2ad93-25cf-4d3b-9bfe-43fbe1d8f7ad tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8187168 Dec 09 15:28:18.963618 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 48304) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:18.968338 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ca9ec280-a038-432d-b59d-6ee0844f3d7b tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Request body: {'security_group_rule': {'security_group_id': 'b5217ebf-397c-45e7-b782-d63176999034', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:19.031640 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae1ccc-5111-4ae8-b987-c5e290d538e0 req-638337f8-91cc-4cd1-b32d-633642f3d930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:19.033782 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b5ae1ccc-5111-4ae8-b987-c5e290d538e0 req-638337f8-91cc-4cd1-b32d-633642f3d930 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.4511588 Dec 09 15:28:19.045401 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec280-a038-432d-b59d-6ee0844f3d7b tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:19.070470 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device cdaa60ef-1b0c-48b1-9108-b2bafbe138ee up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:28:19.075398 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 48308) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:19.089435 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-3df88db5-443a-49bf-9ba4-36a1ae8c4947 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-161669095-network', 'tenant_id': '51059047c2c045cabf495772dbe475a2'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:19.168252 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df88db5-443a-49bf-9ba4-36a1ae8c4947 admin admin] Made reservation on behalf of 51059047c2c045cabf495772dbe475a2 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:19.173154 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3df88db5-443a-49bf-9ba4-36a1ae8c4947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:19.199425 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3df88db5-443a-49bf-9ba4-36a1ae8c4947 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:19.210181 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec280-a038-432d-b59d-6ee0844f3d7b tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:19.226271 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec280-a038-432d-b59d-6ee0844f3d7b tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:19.268605 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ec280-a038-432d-b59d-6ee0844f3d7b tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab58d3f9-bdd2-4182-99c0-c39986161961,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:19.286325 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec280-a038-432d-b59d-6ee0844f3d7b tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:19.289683 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ca9ec280-a038-432d-b59d-6ee0844f3d7b tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3250594 Dec 09 15:28:19.293509 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 48314) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:19.296602 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port cdaa60ef-1b0c-48b1-9108-b2bafbe138ee triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:19.296991 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:19.313417 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-18b4ba87-525e-4caa-82e2-48cf0dca8eb3 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:19.369645 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-18b4ba87-525e-4caa-82e2-48cf0dca8eb3 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:19.390639 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3df88db5-443a-49bf-9ba4-36a1ae8c4947 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:19.402145 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3df88db5-443a-49bf-9ba4-36a1ae8c4947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:19.460362 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df88db5-443a-49bf-9ba4-36a1ae8c4947 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:28:19.492639 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df88db5-443a-49bf-9ba4-36a1ae8c4947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca5a5ea-5001-4d9c-9e1c-bded80276f1a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:19.496158 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3df88db5-443a-49bf-9ba4-36a1ae8c4947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:19.496681 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-3df88db5-443a-49bf-9ba4-36a1ae8c4947 admin admin] Added segment 3974fce2-101d-4f61-9657-6c2226a90f3b of type vlan for network 2066895b-d53e-4c2b-b9f6-f4e082a16d38 Dec 09 15:28:19.571176 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3df88db5-443a-49bf-9ba4-36a1ae8c4947 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:19.612306 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3df88db5-443a-49bf-9ba4-36a1ae8c4947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:19.613407 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df88db5-443a-49bf-9ba4-36a1ae8c4947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:19.615226 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3df88db5-443a-49bf-9ba4-36a1ae8c4947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:19.674867 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3df88db5-443a-49bf-9ba4-36a1ae8c4947 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5975890 Dec 09 15:28:19.677263 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 48322) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:19.684608 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-18b4ba87-525e-4caa-82e2-48cf0dca8eb3 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:19.686881 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-2d76c3ab-d3b8-4449-b01c-03b834b9b417 admin admin] Request body: {'subnet': {'network_id': '2066895b-d53e-4c2b-b9f6-f4e082a16d38', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-161669095-subnet', 'tenant_id': '51059047c2c045cabf495772dbe475a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:19.722618 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df88db5-443a-49bf-9ba4-36a1ae8c4947 admin admin] Pushing event updated for resources: {'Network': ['ID=2066895b-d53e-4c2b-b9f6-f4e082a16d38,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:19.725491 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d76c3ab-d3b8-4449-b01c-03b834b9b417 admin admin] Made reservation on behalf of 51059047c2c045cabf495772dbe475a2 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:19.728743 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d76c3ab-d3b8-4449-b01c-03b834b9b417 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:19.736120 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 2066895b-d53e-4c2b-b9f6-f4e082a16d38 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:28:19.830143 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-18b4ba87-525e-4caa-82e2-48cf0dca8eb3 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Allocated IP 172.25.3.116 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/df73a077-ced0-47a5-8ae4-2430c7cdd1be) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:20.004265 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d76c3ab-d3b8-4449-b01c-03b834b9b417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:20.090879 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d76c3ab-d3b8-4449-b01c-03b834b9b417 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7406dcce-28cb-4f46-aca8-d2af5fe5f1e3,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:20.096136 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d76c3ab-d3b8-4449-b01c-03b834b9b417 admin admin] Checking segment: {'id': '3974fce2-101d-4f61-9657-6c2226a90f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2066895b-d53e-4c2b-b9f6-f4e082a16d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:28:20.096884 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d76c3ab-d3b8-4449-b01c-03b834b9b417 admin admin] Network hostable DHCP agents. Network: 2066895b-d53e-4c2b-b9f6-f4e082a16d38, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:28:20.121868 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d76c3ab-d3b8-4449-b01c-03b834b9b417 admin admin] Network 2066895b-d53e-4c2b-b9f6-f4e082a16d38 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:28:20.140539 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-2d76c3ab-d3b8-4449-b01c-03b834b9b417 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 2066895b-d53e-4c2b-b9f6-f4e082a16d38) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:20.145614 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d76c3ab-d3b8-4449-b01c-03b834b9b417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:20.146581 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d76c3ab-d3b8-4449-b01c-03b834b9b417 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:20.152478 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab9dde6-da42-4aeb-a2b8-e22ca23ad7d9 None None] Network 2066895b-d53e-4c2b-b9f6-f4e082a16d38 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:28:20.172564 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309b2da-0886-4c2c-9c99-25fe9e8af79e req-340b84dc-e96f-4a2a-af01-b3bc241b387a tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:20.173347 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2d76c3ab-d3b8-4449-b01c-03b834b9b417 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4936261 Dec 09 15:28:20.174102 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3309b2da-0886-4c2c-9c99-25fe9e8af79e req-340b84dc-e96f-4a2a-af01-b3bc241b387a tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/ports?device_id=750ee53f-61d6-4d8b-a95e-784f9dd2bab2 HTTP/1.1" status: 200 len: 969 time: 0.2535036 Dec 09 15:28:20.247742 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-18b4ba87-525e-4caa-82e2-48cf0dca8eb3 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:20.290744 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e0e087-e1e1-48bc-9e83-46b0f96987a2 None None] Network 2066895b-d53e-4c2b-b9f6-f4e082a16d38 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:28:20.317614 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3309b2da-0886-4c2c-9c99-25fe9e8af79e req-02bde752-66c8-464a-acea-354ccfd1300e tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/security-groups?id=761595b2-5270-443d-b8a1-7e51ed58710a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279075 Dec 09 15:28:20.325746 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-18b4ba87-525e-4caa-82e2-48cf0dca8eb3 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:20.372790 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b4ba87-525e-4caa-82e2-48cf0dca8eb3 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:20.379702 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-18b4ba87-525e-4caa-82e2-48cf0dca8eb3 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:20.385275 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b4ba87-525e-4caa-82e2-48cf0dca8eb3 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:20.390979 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4ba87-525e-4caa-82e2-48cf0dca8eb3 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Pushing event updated for resources: {'Port': ['ID=df73a077-ced0-47a5-8ae4-2430c7cdd1be,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:20.485370 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-18b4ba87-525e-4caa-82e2-48cf0dca8eb3 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:20.530852 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b53c9f0f-2c85-457a-a838-991ec1a974b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:20.557344 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-18b4ba87-525e-4caa-82e2-48cf0dca8eb3 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:20.570042 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae1ccc-5111-4ae8-b987-c5e290d538e0 req-7203bacd-415a-4641-9e0a-b2e037316ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:20.571682 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b5ae1ccc-5111-4ae8-b987-c5e290d538e0 req-7203bacd-415a-4641-9e0a-b2e037316ba1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0762680 Dec 09 15:28:20.583851 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:28:20.685090 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b5ae1ccc-5111-4ae8-b987-c5e290d538e0 req-ee899fb1-1332-4dfa-b1d1-63b58b743421 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034274 Dec 09 15:28:20.790235 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-18b4ba87-525e-4caa-82e2-48cf0dca8eb3 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:20.797348 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-18b4ba87-525e-4caa-82e2-48cf0dca8eb3 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:20.811472 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b5ae1ccc-5111-4ae8-b987-c5e290d538e0 req-3792dae6-d627-47ad-8ae1-5415c0bc67b6 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152492 Dec 09 15:28:20.832620 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-18b4ba87-525e-4caa-82e2-48cf0dca8eb3 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:20.854552 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4ba87-525e-4caa-82e2-48cf0dca8eb3 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Pushing event updated for resources: {'Port': ['ID=df73a077-ced0-47a5-8ae4-2430c7cdd1be,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:20.859975 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-18b4ba87-525e-4caa-82e2-48cf0dca8eb3 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:20.868471 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-18b4ba87-525e-4caa-82e2-48cf0dca8eb3 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5661137 Dec 09 15:28:21.306720 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db6968-b7cf-4881-ac68-58253679577b req-8c3815c3-63a3-4724-8fe6-e418e205869a tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:21.308229 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b0db6968-b7cf-4881-ac68-58253679577b req-8c3815c3-63a3-4724-8fe6-e418e205869a tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/networks?id=3099805c-627c-4784-8087-c190eb81b4e0 HTTP/1.1" status: 200 len: 807 time: 0.1912076 Dec 09 15:28:21.329895 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b0db6968-b7cf-4881-ac68-58253679577b req-d9241fc3-a2d9-4541-bc9b-396159568ee2 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/quotas/5630bc9a914e4b7b8f43ee6d128eeb69 HTTP/1.1" status: 200 len: 375 time: 0.0143850 Dec 09 15:28:21.363973 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b0db6968-b7cf-4881-ac68-58253679577b req-9505a3ae-03d3-4a8d-b11e-f0c392c59b00 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271008 Dec 09 15:28:21.671042 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-b0db6968-b7cf-4881-ac68-58253679577b req-d12e787a-6cb9-45cf-b014-22fe65cc6d52 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:28:21.672064 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b0db6968-b7cf-4881-ac68-58253679577b req-d12e787a-6cb9-45cf-b014-22fe65cc6d52 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1774571 Dec 09 15:28:21.788288 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b0db6968-b7cf-4881-ac68-58253679577b req-0286fde3-351e-4fb7-8c3e-e12da5fbe013 service neutron] 10.222.0.57 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096239 Dec 09 15:28:21.913850 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-17e64826-b5e1-4bda-9afe-7fae1fdbc5f7 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1162698659&fields=id&tenant_id=544d079d0d95474e9d4ca372f968fba4 HTTP/1.1" status: 200 len: 267 time: 0.1050260 Dec 09 15:28:21.950625 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b0db6968-b7cf-4881-ac68-58253679577b req-78822e70-79ba-486c-b8f5-5a3a75ec3558 service neutron] 10.222.0.57 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536396 Dec 09 15:28:22.038112 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-3ee6fad7-307e-43b8-a2b0-7170fbe036a0 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:22.040705 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-3ee6fad7-307e-43b8-a2b0-7170fbe036a0 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/networks?id=1623f57f-14ee-4f27-909a-4111ec1638fe HTTP/1.1" status: 200 len: 823 time: 0.1181202 Dec 09 15:28:22.058869 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-a2ec42b7-ebc6-4eaf-911c-9da824b3a923 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/quotas/544d079d0d95474e9d4ca372f968fba4 HTTP/1.1" status: 200 len: 375 time: 0.0109935 Dec 09 15:28:22.137055 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-77037005-3170-41ae-ae83-53f0d0c38a80 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=544d079d0d95474e9d4ca372f968fba4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0719190 Dec 09 15:28:22.207470 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329803a-e122-4d11-bae7-978309442939 req-028708c1-9aab-44c3-a566-d23faf6e0c10 tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:22.209215 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2329803a-e122-4d11-bae7-978309442939 req-028708c1-9aab-44c3-a566-d23faf6e0c10 tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/ports?device_id=750ee53f-61d6-4d8b-a95e-784f9dd2bab2 HTTP/1.1" status: 200 len: 969 time: 0.0712631 Dec 09 15:28:22.265216 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2329803a-e122-4d11-bae7-978309442939 req-4a4f1729-4d8f-455f-81d6-e5c93ee70354 tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/security-groups?id=761595b2-5270-443d-b8a1-7e51ed58710a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495405 Dec 09 15:28:22.394770 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-c14fa456-46d7-42b8-abb9-43244d051263 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:28:22.395815 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-c14fa456-46d7-42b8-abb9-43244d051263 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1295695 Dec 09 15:28:22.510025 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-b18e4933-1635-4d4a-bbd6-19fc87c29e3e service neutron] 10.222.0.57 "GET /v2.0/networks/1623f57f-14ee-4f27-909a-4111ec1638fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057541 Dec 09 15:28:22.614836 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-281eccbb-d9e0-4da2-8d5b-0a7c10d4f377 service neutron] 10.222.0.57 "GET /v2.0/networks/1623f57f-14ee-4f27-909a-4111ec1638fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031356 Dec 09 15:28:22.772493 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ed59c-49fe-4edd-8da4-6865bb5c7157 req-4940d938-07a0-4537-b3ad-d7f35b3309d5 tempest-NetworksTest-175248103 tempest-NetworksTest-175248103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:22.773031 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ed59c-49fe-4edd-8da4-6865bb5c7157 req-4940d938-07a0-4537-b3ad-d7f35b3309d5 tempest-NetworksTest-175248103 tempest-NetworksTest-175248103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:22.773507 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ed59c-49fe-4edd-8da4-6865bb5c7157 req-4940d938-07a0-4537-b3ad-d7f35b3309d5 tempest-NetworksTest-175248103 tempest-NetworksTest-175248103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:22.774965 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ed59c-49fe-4edd-8da4-6865bb5c7157 req-4940d938-07a0-4537-b3ad-d7f35b3309d5 tempest-NetworksTest-175248103 tempest-NetworksTest-175248103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:22.775547 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ed59c-49fe-4edd-8da4-6865bb5c7157 req-4940d938-07a0-4537-b3ad-d7f35b3309d5 tempest-NetworksTest-175248103 tempest-NetworksTest-175248103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:22.776890 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ed59c-49fe-4edd-8da4-6865bb5c7157 req-4940d938-07a0-4537-b3ad-d7f35b3309d5 tempest-NetworksTest-175248103 tempest-NetworksTest-175248103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:22.777446 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ed59c-49fe-4edd-8da4-6865bb5c7157 req-4940d938-07a0-4537-b3ad-d7f35b3309d5 tempest-NetworksTest-175248103 tempest-NetworksTest-175248103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:22.786196 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-858ed59c-49fe-4edd-8da4-6865bb5c7157 req-4940d938-07a0-4537-b3ad-d7f35b3309d5 tempest-NetworksTest-175248103 tempest-NetworksTest-175248103-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5019 time: 0.1543162 Dec 09 15:28:22.873100 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4d7e585d-d87b-4aab-97b2-11c10b9db3bb req-c94d21f5-d96d-45e2-a152-1a2793d7e36e tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e HTTP/1.1" status: 200 len: 210 time: 0.0538161 Dec 09 15:28:22.906592 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04b4b5ac-792a-411c-a19a-7b5cd69be461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:23.154948 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d039c59f-37d8-4021-92d3-fcae9582ec1e req-319fffbb-02d4-47eb-8833-21e72e6169bd tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/ports?device_id=49a54bb3-7828-4f0b-b084-72127873cb22 HTTP/1.1" status: 200 len: 210 time: 0.0485504 Dec 09 15:28:23.257353 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccedd52-8778-4415-b7c2-0969ad549d8d req-3f4d4aee-1bc1-49fa-b3ae-6e3baade66fd tempest-NetworksTest-175248103 tempest-NetworksTest-175248103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:23.259159 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9ccedd52-8778-4415-b7c2-0969ad549d8d req-3f4d4aee-1bc1-49fa-b3ae-6e3baade66fd tempest-NetworksTest-175248103 tempest-NetworksTest-175248103-project-admin] 10.222.0.57 "GET /v2.0/networks/d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 886 time: 0.0963721 Dec 09 15:28:23.621114 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ea76c-abd1-4a33-b707-c26736ca7e1a req-d1efccaa-9e45-40f2-8e50-9ddaddfd5b83 tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:23.622599 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-491ea76c-abd1-4a33-b707-c26736ca7e1a req-d1efccaa-9e45-40f2-8e50-9ddaddfd5b83 tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/ports?device_id=750ee53f-61d6-4d8b-a95e-784f9dd2bab2 HTTP/1.1" status: 200 len: 969 time: 0.0840139 Dec 09 15:28:23.624451 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e555514-4668-47bd-bf43-2d8b80210812 req-d52eda70-9b08-4e93-bd15-535912e66707 tempest-NetworksTest-175248103 tempest-NetworksTest-175248103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:23.624933 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e555514-4668-47bd-bf43-2d8b80210812 req-d52eda70-9b08-4e93-bd15-535912e66707 tempest-NetworksTest-175248103 tempest-NetworksTest-175248103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:23.625390 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e555514-4668-47bd-bf43-2d8b80210812 req-d52eda70-9b08-4e93-bd15-535912e66707 tempest-NetworksTest-175248103 tempest-NetworksTest-175248103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:23.625848 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e555514-4668-47bd-bf43-2d8b80210812 req-d52eda70-9b08-4e93-bd15-535912e66707 tempest-NetworksTest-175248103 tempest-NetworksTest-175248103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:23.626298 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e555514-4668-47bd-bf43-2d8b80210812 req-d52eda70-9b08-4e93-bd15-535912e66707 tempest-NetworksTest-175248103 tempest-NetworksTest-175248103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:23.626758 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e555514-4668-47bd-bf43-2d8b80210812 req-d52eda70-9b08-4e93-bd15-535912e66707 tempest-NetworksTest-175248103 tempest-NetworksTest-175248103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:23.627208 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e555514-4668-47bd-bf43-2d8b80210812 req-d52eda70-9b08-4e93-bd15-535912e66707 tempest-NetworksTest-175248103 tempest-NetworksTest-175248103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:23.628854 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1e555514-4668-47bd-bf43-2d8b80210812 req-d52eda70-9b08-4e93-bd15-535912e66707 tempest-NetworksTest-175248103 tempest-NetworksTest-175248103-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5019 time: 0.1508608 Dec 09 15:28:23.680572 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-491ea76c-abd1-4a33-b707-c26736ca7e1a req-98ec5f03-9cc0-46dc-a6d5-ed1d0071d141 tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/security-groups?id=761595b2-5270-443d-b8a1-7e51ed58710a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497248 Dec 09 15:28:23.871897 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.42', 63826) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:23.901253 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:24.047324 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 48574) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:24.115794 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b230e2e-548c-4301-8434-fca2722aa40d req-0bb404b6-52b0-44bd-8e08-adacf6539e3a tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e HTTP/1.1" status: 200 len: 210 time: 0.0453427 Dec 09 15:28:24.262773 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:24.312832 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db6968-b7cf-4881-ac68-58253679577b req-b157ce17-b19d-4779-b4c7-046937549a9e tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:24.314647 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b0db6968-b7cf-4881-ac68-58253679577b req-b157ce17-b19d-4779-b4c7-046937549a9e tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.42 "GET /v2.0/networks?id=3099805c-627c-4784-8087-c190eb81b4e0 HTTP/1.1" status: 200 len: 807 time: 0.4325252 Dec 09 15:28:24.349576 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b7c322a9-a818-464d-b27d-5d28cbd6dcde admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:24.358541 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 48588) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:24.476219 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-48b976d1-2772-4e7a-934d-41670b39b2bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:24.480371 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b7c322a9-a818-464d-b27d-5d28cbd6dcde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:24.490730 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b7c322a9-a818-464d-b27d-5d28cbd6dcde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:24.541038 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3e3faf7a-920e-4ff8-ba62-c8f6297b2917 req-25d39ce6-e89a-4047-ba5d-40b154026215 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/ports?device_id=49a54bb3-7828-4f0b-b084-72127873cb22 HTTP/1.1" status: 200 len: 210 time: 0.0519562 Dec 09 15:28:24.569114 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c322a9-a818-464d-b27d-5d28cbd6dcde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ba9c3c-1e37-434b-b6d1-20ccc5f64987,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:24.585604 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b7c322a9-a818-464d-b27d-5d28cbd6dcde admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=965df04d571d46fc9003a87c507ffc57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5279670 Dec 09 15:28:24.588647 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 48598) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:24.612595 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-48b976d1-2772-4e7a-934d-41670b39b2bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:24.620006 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-48b976d1-2772-4e7a-934d-41670b39b2bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:24.661542 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a9ae68d-2c20-4991-8a01-83ba448daeac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:24.680237 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-48b976d1-2772-4e7a-934d-41670b39b2bc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=307a06002e54451cbb31f7016ea2942d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3198962 Dec 09 15:28:24.681831 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 48604) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:24.687523 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a9ae68d-2c20-4991-8a01-83ba448daeac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:24.688402 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b976d1-2772-4e7a-934d-41670b39b2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f744d8c7-9ca2-4080-ac2d-ff45da016546,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:24.766723 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7a883fb1-f88b-4a51-a189-91bcfbff5b18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:24.770475 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a9ae68d-2c20-4991-8a01-83ba448daeac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:24.775048 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a9ae68d-2c20-4991-8a01-83ba448daeac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:24.781134 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9a9ae68d-2c20-4991-8a01-83ba448daeac admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b1ba9c3c-1e37-434b-b6d1-20ccc5f64987 HTTP/1.1" status: 204 len: 168 time: 0.1904387 Dec 09 15:28:24.801869 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ae68d-2c20-4991-8a01-83ba448daeac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ba9c3c-1e37-434b-b6d1-20ccc5f64987,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:24.824455 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7a883fb1-f88b-4a51-a189-91bcfbff5b18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:24.895571 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7a883fb1-f88b-4a51-a189-91bcfbff5b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:24.900946 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7a883fb1-f88b-4a51-a189-91bcfbff5b18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:24.907592 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7a883fb1-f88b-4a51-a189-91bcfbff5b18 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f744d8c7-9ca2-4080-ac2d-ff45da016546 HTTP/1.1" status: 204 len: 168 time: 0.2242815 Dec 09 15:28:24.931742 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a883fb1-f88b-4a51-a189-91bcfbff5b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f744d8c7-9ca2-4080-ac2d-ff45da016546,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:24.984443 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2ae34-7692-421a-9fca-7417c3112ac3 req-b9561889-2630-46f7-afca-d77a626a37e9 tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:24.984443 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-24b2ae34-7692-421a-9fca-7417c3112ac3 req-b9561889-2630-46f7-afca-d77a626a37e9 tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/ports?device_id=750ee53f-61d6-4d8b-a95e-784f9dd2bab2 HTTP/1.1" status: 200 len: 969 time: 0.1031585 Dec 09 15:28:25.068506 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-24b2ae34-7692-421a-9fca-7417c3112ac3 req-2815b048-fedf-4bc0-954b-4cb6a4ca8f3e tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/security-groups?id=761595b2-5270-443d-b8a1-7e51ed58710a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788960 Dec 09 15:28:25.147227 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:25.293586 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 48644) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:25.309072 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-88d24d39-69af-4c59-9851-e146c3458ce0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:25.416189 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-88d24d39-69af-4c59-9851-e146c3458ce0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:25.421882 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-88d24d39-69af-4c59-9851-e146c3458ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:25.503678 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-774b9863-4a49-41f8-a7c7-04c211fbea4f req-624df93b-6da1-4f5f-b1b3-81c80106e2f4 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e HTTP/1.1" status: 200 len: 210 time: 0.0650358 Dec 09 15:28:25.507655 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-88d24d39-69af-4c59-9851-e146c3458ce0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7983cfb2812941f3a9def2a34094cdfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2124689 Dec 09 15:28:25.509251 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d24d39-69af-4c59-9851-e146c3458ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ec44bf-0220-453d-8a2f-9a806cb3afb7,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:25.511623 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 48650) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:25.540206 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 48652) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:25.554579 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e6f5b5f-79f2-492b-98e5-277fdeabe3d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:25.592284 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-40d6df84-19be-4e4b-b730-4b621b1e16f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:25.629219 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-40d6df84-19be-4e4b-b730-4b621b1e16f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:25.650440 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e6f5b5f-79f2-492b-98e5-277fdeabe3d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:25.656937 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e6f5b5f-79f2-492b-98e5-277fdeabe3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:25.687427 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1ace378d-4ac2-4138-9214-696a4745cb01 req-abb14292-d7af-46fb-aa73-926710b41ed1 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/ports?device_id=49a54bb3-7828-4f0b-b084-72127873cb22 HTTP/1.1" status: 200 len: 210 time: 0.0474727 Dec 09 15:28:25.713136 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1e6f5b5f-79f2-492b-98e5-277fdeabe3d0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e142bfe186db48b1b8d04f6d75f38eb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1715908 Dec 09 15:28:25.713346 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 48658) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:25.714825 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f5b5f-79f2-492b-98e5-277fdeabe3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26cfa676-eb30-45a9-8aeb-4ac93bcf8f65,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:25.728602 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-40d6df84-19be-4e4b-b730-4b621b1e16f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:25.731385 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-40d6df84-19be-4e4b-b730-4b621b1e16f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:25.735764 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-40d6df84-19be-4e4b-b730-4b621b1e16f5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c8ec44bf-0220-453d-8a2f-9a806cb3afb7 HTTP/1.1" status: 204 len: 168 time: 0.2230527 Dec 09 15:28:25.895462 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6df84-19be-4e4b-b730-4b621b1e16f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ec44bf-0220-453d-8a2f-9a806cb3afb7,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:25.930078 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbd95a2a-c7bd-41e6-94f7-de9248774c1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:25.955219 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbd95a2a-c7bd-41e6-94f7-de9248774c1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:26.017700 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbd95a2a-c7bd-41e6-94f7-de9248774c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:26.020560 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbd95a2a-c7bd-41e6-94f7-de9248774c1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:26.024233 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-dbd95a2a-c7bd-41e6-94f7-de9248774c1a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/26cfa676-eb30-45a9-8aeb-4ac93bcf8f65 HTTP/1.1" status: 204 len: 168 time: 0.3073604 Dec 09 15:28:26.030471 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd95a2a-c7bd-41e6-94f7-de9248774c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cfa676-eb30-45a9-8aeb-4ac93bcf8f65,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:26.209232 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d93e1d6-666a-4bbc-868c-3b60a0c378c9 req-0d33078c-f2ed-40ce-8fbb-f53e854de33f tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:26.210824 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3d93e1d6-666a-4bbc-868c-3b60a0c378c9 req-0d33078c-f2ed-40ce-8fbb-f53e854de33f tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/ports?device_id=750ee53f-61d6-4d8b-a95e-784f9dd2bab2 HTTP/1.1" status: 200 len: 969 time: 0.0591962 Dec 09 15:28:26.261196 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3d93e1d6-666a-4bbc-868c-3b60a0c378c9 req-03cdf27d-7391-48f2-9e04-9d625b219aca tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/security-groups?id=761595b2-5270-443d-b8a1-7e51ed58710a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431952 Dec 09 15:28:26.355682 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 567f97c0-cc25-476f-9b40-b595ce32802d details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:28:26.392278 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:26.486327 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 567f97c0-cc25-476f-9b40-b595ce32802d, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=567f97c0-cc25-476f-9b40-b595ce32802d,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:26.498350 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '567f97c0-cc25-476f-9b40-b595ce32802d', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'port_id': '567f97c0-cc25-476f-9b40-b595ce32802d', 'mac_address': 'fa:16:3e:7e:e4:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6953c-1261-4e7c-8b49-64e5b87424c2', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:tempest-test_az-846520308', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:28:26.543316 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:26.562085 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 567f97c0-cc25-476f-9b40-b595ce32802d {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:28:26.589742 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 567f97c0-cc25-476f-9b40-b595ce32802d, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=567f97c0-cc25-476f-9b40-b595ce32802d,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:26.596593 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:26.659708 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fefbcd17-1de0-4679-b130-a9f1ef870eb5 req-23d724ba-bc62-48f7-b223-3c3ec53582a8 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e HTTP/1.1" status: 200 len: 210 time: 0.0396979 Dec 09 15:28:26.693478 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=567f97c0-cc25-476f-9b40-b595ce32802d,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:26.798095 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a9ef5abf-6adf-4afa-a418-086b1b31fb3d req-c9f36cb8-0b4b-42ce-a0c7-22b7c9c8614c tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/ports?device_id=49a54bb3-7828-4f0b-b084-72127873cb22 HTTP/1.1" status: 200 len: 210 time: 0.0307782 Dec 09 15:28:27.104637 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['567f97c0-cc25-476f-9b40-b595ce32802d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:28:27.546827 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f982a5-b0bb-4e13-8af4-8cb64ca1099d req-d15d193a-09b4-451a-8b15-b5f76197d137 tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:27.548387 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-44f982a5-b0bb-4e13-8af4-8cb64ca1099d req-d15d193a-09b4-451a-8b15-b5f76197d137 tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/ports?device_id=750ee53f-61d6-4d8b-a95e-784f9dd2bab2 HTTP/1.1" status: 200 len: 970 time: 0.0646186 Dec 09 15:28:27.621908 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-44f982a5-b0bb-4e13-8af4-8cb64ca1099d req-f178662d-ca27-40ee-9de5-abed501c55bf tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/security-groups?id=761595b2-5270-443d-b8a1-7e51ed58710a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618985 Dec 09 15:28:27.820817 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-65ef4497-128b-4ed1-b277-46ae01411e0f req-cb98c0a7-f74b-48d6-81b3-4cb76e40136e tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e HTTP/1.1" status: 200 len: 210 time: 0.0528922 Dec 09 15:28:27.980810 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3999c75d-9b13-47fe-af7a-116d58762f5e req-22b798ae-8af1-4808-961a-bf77da264d8f tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/ports?device_id=49a54bb3-7828-4f0b-b084-72127873cb22 HTTP/1.1" status: 200 len: 210 time: 0.0517678 Dec 09 15:28:28.313708 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 567f97c0-cc25-476f-9b40-b595ce32802d up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:28:28.392994 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 567f97c0-cc25-476f-9b40-b595ce32802d completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:28:28.396926 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 567f97c0-cc25-476f-9b40-b595ce32802d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:28.397293 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:28.417766 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 48788) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:28.489562 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:28.516902 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750ee53f-61d6-4d8b-a95e-784f9dd2bab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567f97c0-cc25-476f-9b40-b595ce32802d'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:28:28.595674 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 567f97c0-cc25-476f-9b40-b595ce32802d, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=567f97c0-cc25-476f-9b40-b595ce32802d,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:28.601528 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:28.700957 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=567f97c0-cc25-476f-9b40-b595ce32802d,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:28.777730 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e7501-8c70-4754-957d-1cce784c315b req-77b71883-6975-4e85-a5b6-35bbb9bbcd9c tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:28.785530 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3c6e7501-8c70-4754-957d-1cce784c315b req-77b71883-6975-4e85-a5b6-35bbb9bbcd9c tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/ports?device_id=750ee53f-61d6-4d8b-a95e-784f9dd2bab2 HTTP/1.1" status: 200 len: 971 time: 0.0710719 Dec 09 15:28:28.841912 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-344fce9a-6aa3-4793-b183-94108d07f5e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:28.883423 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3c6e7501-8c70-4754-957d-1cce784c315b req-002b14d4-3107-4e38-8035-aec11ea84c32 tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/security-groups?id=761595b2-5270-443d-b8a1-7e51ed58710a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967414 Dec 09 15:28:28.941892 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849a0ba8-ace2-4365-8061-f4100ec718e2" -d '{"events": [{"server_uuid": "750ee53f-61d6-4d8b-a95e-784f9dd2bab2", "name": "network-vif-plugged", "status": "completed", "tag": "567f97c0-cc25-476f-9b40-b595ce32802d"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:28:28.959463 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-344fce9a-6aa3-4793-b183-94108d07f5e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:28.966824 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-344fce9a-6aa3-4793-b183-94108d07f5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:29.005508 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344fce9a-6aa3-4793-b183-94108d07f5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0991fb-5e96-4d44-9600-71cfacdbe931,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:29.048954 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-808e1e42-5bee-47ce-8620-972031a6653c req-ce0a4960-2a42-4837-9233-6bcabf2f7382 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e HTTP/1.1" status: 200 len: 210 time: 0.0371404 Dec 09 15:28:29.054230 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-344fce9a-6aa3-4793-b183-94108d07f5e3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b98cb90a79e24309b5e3ee454a647090&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6328068 Dec 09 15:28:29.055426 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 48818) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:29.124342 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c571f556-a269-4c3e-b732-209d9423a359 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:29.153510 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c571f556-a269-4c3e-b732-209d9423a359 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:29.158689 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5a8023b5-2970-4a15-827d-14be94982d6a req-9590f21e-6f9f-4e46-b573-3c571d223656 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/ports?device_id=49a54bb3-7828-4f0b-b084-72127873cb22 HTTP/1.1" status: 200 len: 210 time: 0.0319638 Dec 09 15:28:29.217279 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c571f556-a269-4c3e-b732-209d9423a359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:29.220029 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c571f556-a269-4c3e-b732-209d9423a359 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:29.221259 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c571f556-a269-4c3e-b732-209d9423a359 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2f0991fb-5e96-4d44-9600-71cfacdbe931 HTTP/1.1" status: 204 len: 168 time: 0.1648417 Dec 09 15:28:29.229602 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571f556-a269-4c3e-b732-209d9423a359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0991fb-5e96-4d44-9600-71cfacdbe931,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:29.418322 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac4f01e-fe34-40b8-a939-9b411bc7e341 x-openstack-request-id: req-8ac4f01e-fe34-40b8-a939-9b411bc7e341 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:28:29.418908 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750ee53f-61d6-4d8b-a95e-784f9dd2bab2", "name": "network-vif-plugged", "status": "completed", "tag": "567f97c0-cc25-476f-9b40-b595ce32802d", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:28:29.419135 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8ac4f01e-fe34-40b8-a939-9b411bc7e341 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:28:29.419652 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750ee53f-61d6-4d8b-a95e-784f9dd2bab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567f97c0-cc25-476f-9b40-b595ce32802d', 'code': 200} Dec 09 15:28:29.527617 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-7c965111-67bc-4050-9afe-6e2e0a46cde2 req-19737ac7-9e8b-41ae-9e26-85d4fb349712 tempest-SecurityGroupsTestAdminJSON-997306854 tempest-SecurityGroupsTestAdminJSON-997306854-project] Request body: {'security_group': {'name': 'tempest-securitygroup-315219857', 'description': 'tempest-description-1113652021'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:29.555470 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7c965111-67bc-4050-9afe-6e2e0a46cde2 req-19737ac7-9e8b-41ae-9e26-85d4fb349712 tempest-SecurityGroupsTestAdminJSON-997306854 tempest-SecurityGroupsTestAdminJSON-997306854-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:29.566438 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7c965111-67bc-4050-9afe-6e2e0a46cde2 req-19737ac7-9e8b-41ae-9e26-85d4fb349712 tempest-SecurityGroupsTestAdminJSON-997306854 tempest-SecurityGroupsTestAdminJSON-997306854-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:29.581526 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0cb315-57be-45fa-82e3-cf47d1e8ca8b req-b4cdedae-7c07-4ae6-b44a-22055420bf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:29.583642 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8b0cb315-57be-45fa-82e3-cf47d1e8ca8b req-b4cdedae-7c07-4ae6-b44a-22055420bf03 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=750ee53f-61d6-4d8b-a95e-784f9dd2bab2 HTTP/1.1" status: 200 len: 1122 time: 0.0932269 Dec 09 15:28:29.620240 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8b0cb315-57be-45fa-82e3-cf47d1e8ca8b req-859eef40-e8f8-49e8-b909-c75f5698a79e service neutron] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:29.641763 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 48838) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:29.655179 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7c965111-67bc-4050-9afe-6e2e0a46cde2 req-19737ac7-9e8b-41ae-9e26-85d4fb349712 tempest-SecurityGroupsTestAdminJSON-997306854 tempest-SecurityGroupsTestAdminJSON-997306854-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:29.661574 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7c965111-67bc-4050-9afe-6e2e0a46cde2 req-19737ac7-9e8b-41ae-9e26-85d4fb349712 tempest-SecurityGroupsTestAdminJSON-997306854 tempest-SecurityGroupsTestAdminJSON-997306854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:29.713419 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19737ac7-9e8b-41ae-9e26-85d4fb349712 tempest-SecurityGroupsTestAdminJSON-997306854 tempest-SecurityGroupsTestAdminJSON-997306854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7af9102-062f-4619-931d-b83536bbfa62,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:29.761632 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8b0cb315-57be-45fa-82e3-cf47d1e8ca8b req-859eef40-e8f8-49e8-b909-c75f5698a79e service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:29.766779 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8b0cb315-57be-45fa-82e3-cf47d1e8ca8b req-859eef40-e8f8-49e8-b909-c75f5698a79e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:29.788635 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7c965111-67bc-4050-9afe-6e2e0a46cde2 req-19737ac7-9e8b-41ae-9e26-85d4fb349712 tempest-SecurityGroupsTestAdminJSON-997306854 tempest-SecurityGroupsTestAdminJSON-997306854-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:29.797981 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7c965111-67bc-4050-9afe-6e2e0a46cde2 req-19737ac7-9e8b-41ae-9e26-85d4fb349712 tempest-SecurityGroupsTestAdminJSON-997306854 tempest-SecurityGroupsTestAdminJSON-997306854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:29.803723 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 48846) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:29.833165 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-af8eb453-c590-442f-baef-315d6d68aaee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:29.839934 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859eef40-e8f8-49e8-b909-c75f5698a79e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=519d7eb4-f731-4e5e-b201-f6cbadf6d438,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:29.861362 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8b0cb315-57be-45fa-82e3-cf47d1e8ca8b req-859eef40-e8f8-49e8-b909-c75f5698a79e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=761595b2-5270-443d-b8a1-7e51ed58710a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681930 Dec 09 15:28:29.864345 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19737ac7-9e8b-41ae-9e26-85d4fb349712 tempest-SecurityGroupsTestAdminJSON-997306854 tempest-SecurityGroupsTestAdminJSON-997306854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61df580e-5431-42f5-a9d0-346f55333502,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:29.879071 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7c965111-67bc-4050-9afe-6e2e0a46cde2 req-19737ac7-9e8b-41ae-9e26-85d4fb349712 tempest-SecurityGroupsTestAdminJSON-997306854 tempest-SecurityGroupsTestAdminJSON-997306854-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:29.880289 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c965111-67bc-4050-9afe-6e2e0a46cde2 req-19737ac7-9e8b-41ae-9e26-85d4fb349712 tempest-SecurityGroupsTestAdminJSON-997306854 tempest-SecurityGroupsTestAdminJSON-997306854-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3576057 Dec 09 15:28:29.926825 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-c01fb6a8-1f33-41fb-be7e-6ea5fc9e3928 req-22796d74-b559-450a-8cd4-6f069184722c tempest-SecurityGroupsTestAdminJSON-997306854 tempest-SecurityGroupsTestAdminJSON-997306854-project] Request body: {'security_group': {'name': 'tempest-securitygroup-453986027', 'description': 'tempest-description-966114918'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:29.977732 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c01fb6a8-1f33-41fb-be7e-6ea5fc9e3928 req-22796d74-b559-450a-8cd4-6f069184722c tempest-SecurityGroupsTestAdminJSON-997306854 tempest-SecurityGroupsTestAdminJSON-997306854-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:29.983188 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-af8eb453-c590-442f-baef-315d6d68aaee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:29.989937 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-af8eb453-c590-442f-baef-315d6d68aaee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:30.044749 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-af8eb453-c590-442f-baef-315d6d68aaee admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=945d61e0c9ba4f47bba2747238d896d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2295177 Dec 09 15:28:30.046800 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8eb453-c590-442f-baef-315d6d68aaee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc5f3de-2a0e-4af9-a026-460284031f54,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:30.047350 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 48852) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:30.094067 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c01fb6a8-1f33-41fb-be7e-6ea5fc9e3928 req-22796d74-b559-450a-8cd4-6f069184722c tempest-SecurityGroupsTestAdminJSON-997306854 tempest-SecurityGroupsTestAdminJSON-997306854-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:30.102096 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c01fb6a8-1f33-41fb-be7e-6ea5fc9e3928 req-22796d74-b559-450a-8cd4-6f069184722c tempest-SecurityGroupsTestAdminJSON-997306854 tempest-SecurityGroupsTestAdminJSON-997306854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:30.110874 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2aa88ca5-5dc3-4cf3-92b8-97f1963dd0c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:30.132625 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c01fb6a8-1f33-41fb-be7e-6ea5fc9e3928 req-22796d74-b559-450a-8cd4-6f069184722c tempest-SecurityGroupsTestAdminJSON-997306854 tempest-SecurityGroupsTestAdminJSON-997306854-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:30.137133 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c01fb6a8-1f33-41fb-be7e-6ea5fc9e3928 req-22796d74-b559-450a-8cd4-6f069184722c tempest-SecurityGroupsTestAdminJSON-997306854 tempest-SecurityGroupsTestAdminJSON-997306854-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2154858 Dec 09 15:28:30.144702 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22796d74-b559-450a-8cd4-6f069184722c tempest-SecurityGroupsTestAdminJSON-997306854 tempest-SecurityGroupsTestAdminJSON-997306854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa8681e-bcde-4fb4-a6f6-ff02c612685f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:30.172998 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e50f01d-26a2-4514-8a4d-27dd175226e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:30.214315 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e50f01d-26a2-4514-8a4d-27dd175226e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:30.269768 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729aa61b-1d11-4b4b-a968-8574cc6df590 req-7e3dda14-f83d-4d84-9471-05522589e131 tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:30.279752 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-729aa61b-1d11-4b4b-a968-8574cc6df590 req-7e3dda14-f83d-4d84-9471-05522589e131 tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/ports?device_id=750ee53f-61d6-4d8b-a95e-784f9dd2bab2 HTTP/1.1" status: 200 len: 971 time: 0.0803800 Dec 09 15:28:30.293316 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2aa88ca5-5dc3-4cf3-92b8-97f1963dd0c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:30.299735 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2aa88ca5-5dc3-4cf3-92b8-97f1963dd0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:30.337195 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-729aa61b-1d11-4b4b-a968-8574cc6df590 req-3f1f1987-8704-47a9-946c-d6a898166e74 tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/security-groups?id=761595b2-5270-443d-b8a1-7e51ed58710a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564072 Dec 09 15:28:30.348682 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e50f01d-26a2-4514-8a4d-27dd175226e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:30.351461 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e50f01d-26a2-4514-8a4d-27dd175226e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:30.354972 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2e50f01d-26a2-4514-8a4d-27dd175226e5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5dc5f3de-2a0e-4af9-a026-460284031f54 HTTP/1.1" status: 204 len: 168 time: 0.3042276 Dec 09 15:28:30.373790 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2aa88ca5-5dc3-4cf3-92b8-97f1963dd0c3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=33985f8a858f42ca802cc76c494b6b9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7308264 Dec 09 15:28:30.376440 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 48866) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:30.380708 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ccb66ce1-a3c0-4ec9-8665-23a3d825abb8 req-3045f0ba-8bf7-4f6e-95a5-a8aed56e0195 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e HTTP/1.1" status: 200 len: 210 time: 0.0311513 Dec 09 15:28:30.384222 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa88ca5-5dc3-4cf3-92b8-97f1963dd0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0661822a-3c63-4a39-a3fe-e384ec4c54c6,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:30.409950 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e50f01d-26a2-4514-8a4d-27dd175226e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc5f3de-2a0e-4af9-a026-460284031f54,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:30.446425 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1258a54d-8ced-422f-9d6e-9e7257b68fd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:30.475479 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1258a54d-8ced-422f-9d6e-9e7257b68fd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:30.510295 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-58e7340a-099e-4d4f-b022-62d15013f19d req-b259f440-4272-46f8-940b-b032ca510e21 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/ports?device_id=49a54bb3-7828-4f0b-b084-72127873cb22 HTTP/1.1" status: 200 len: 210 time: 0.0382876 Dec 09 15:28:30.538548 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1258a54d-8ced-422f-9d6e-9e7257b68fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:30.541474 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1258a54d-8ced-422f-9d6e-9e7257b68fd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:30.545786 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1258a54d-8ced-422f-9d6e-9e7257b68fd9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0661822a-3c63-4a39-a3fe-e384ec4c54c6 HTTP/1.1" status: 204 len: 168 time: 0.1655514 Dec 09 15:28:30.561782 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1258a54d-8ced-422f-9d6e-9e7257b68fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0661822a-3c63-4a39-a3fe-e384ec4c54c6,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:30.573697 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-b61b37cb-cf5d-487a-bd5e-8e9ca0f6ecac req-5b34a1ce-ca79-4122-84b2-b4a9149623d7 tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-987842689', 'description': 'tempest-description-3699519'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:30.607260 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b61b37cb-cf5d-487a-bd5e-8e9ca0f6ecac req-5b34a1ce-ca79-4122-84b2-b4a9149623d7 tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:30.619978 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b61b37cb-cf5d-487a-bd5e-8e9ca0f6ecac req-5b34a1ce-ca79-4122-84b2-b4a9149623d7 tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:30.715617 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b61b37cb-cf5d-487a-bd5e-8e9ca0f6ecac req-5b34a1ce-ca79-4122-84b2-b4a9149623d7 tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:30.721411 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b61b37cb-cf5d-487a-bd5e-8e9ca0f6ecac req-5b34a1ce-ca79-4122-84b2-b4a9149623d7 tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:30.766016 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 48874) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:30.778351 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b34a1ce-ca79-4122-84b2-b4a9149623d7 tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9862163-af37-4f01-97cb-6b640a8ee874,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:30.790335 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-73f6a0af-d8e5-4492-b619-bd6c7ff9c85f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:30.834215 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b61b37cb-cf5d-487a-bd5e-8e9ca0f6ecac req-5b34a1ce-ca79-4122-84b2-b4a9149623d7 tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:30.844596 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b61b37cb-cf5d-487a-bd5e-8e9ca0f6ecac req-5b34a1ce-ca79-4122-84b2-b4a9149623d7 tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:30.894972 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b61b37cb-cf5d-487a-bd5e-8e9ca0f6ecac req-5b34a1ce-ca79-4122-84b2-b4a9149623d7 tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:30.896118 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b61b37cb-cf5d-487a-bd5e-8e9ca0f6ecac req-5b34a1ce-ca79-4122-84b2-b4a9149623d7 tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3313298 Dec 09 15:28:30.902499 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b34a1ce-ca79-4122-84b2-b4a9149623d7 tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3afd7f9a-6efe-4667-baf7-fa1ef53e456d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:30.938304 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-c34ba930-3ab2-42a4-b6c4-59574f4d236a req-ef425d2c-2264-4f9f-97f0-f9994cfc3ead tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-715419364', 'description': 'tempest-description-1351722008'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:30.960073 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-73f6a0af-d8e5-4492-b619-bd6c7ff9c85f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:30.968124 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-73f6a0af-d8e5-4492-b619-bd6c7ff9c85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:31.002915 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 48878) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:31.013502 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-73f6a0af-d8e5-4492-b619-bd6c7ff9c85f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=00faad14c076490caa1963547bded45b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2437694 Dec 09 15:28:31.032163 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c34ba930-3ab2-42a4-b6c4-59574f4d236a req-ef425d2c-2264-4f9f-97f0-f9994cfc3ead tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:31.039559 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 48880) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:31.067228 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1960888f-c6c2-4080-8f7a-e78ad02439d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:31.071928 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f6a0af-d8e5-4492-b619-bd6c7ff9c85f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b44efb2-3b7f-41cc-a4b4-eb8d8347aec1,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:31.107582 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ba8f7c8-dbff-4a79-9b62-dfa045612ecc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:31.145480 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ba8f7c8-dbff-4a79-9b62-dfa045612ecc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:31.150956 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c34ba930-3ab2-42a4-b6c4-59574f4d236a req-ef425d2c-2264-4f9f-97f0-f9994cfc3ead tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:31.157502 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c34ba930-3ab2-42a4-b6c4-59574f4d236a req-ef425d2c-2264-4f9f-97f0-f9994cfc3ead tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:31.201307 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef425d2c-2264-4f9f-97f0-f9994cfc3ead tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec1613f-08bd-4e18-9b21-0082b35f3669,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:31.209702 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1960888f-c6c2-4080-8f7a-e78ad02439d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:31.214304 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1960888f-c6c2-4080-8f7a-e78ad02439d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:31.215147 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c34ba930-3ab2-42a4-b6c4-59574f4d236a req-ef425d2c-2264-4f9f-97f0-f9994cfc3ead tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:31.216775 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c34ba930-3ab2-42a4-b6c4-59574f4d236a req-ef425d2c-2264-4f9f-97f0-f9994cfc3ead tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2889853 Dec 09 15:28:31.250354 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ba8f7c8-dbff-4a79-9b62-dfa045612ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:31.253067 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ba8f7c8-dbff-4a79-9b62-dfa045612ecc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:31.264747 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4ba8f7c8-dbff-4a79-9b62-dfa045612ecc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8b44efb2-3b7f-41cc-a4b4-eb8d8347aec1 HTTP/1.1" status: 204 len: 168 time: 0.2525992 Dec 09 15:28:31.294192 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1960888f-c6c2-4080-8f7a-e78ad02439d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d48469-ad93-4f84-99ee-9e241eaadcde,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:31.304371 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1960888f-c6c2-4080-8f7a-e78ad02439d0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f891f214a8de4ace99b7d3d373868a11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2636006 Dec 09 15:28:31.307961 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 48886) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:31.371065 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8f7c8-dbff-4a79-9b62-dfa045612ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b44efb2-3b7f-41cc-a4b4-eb8d8347aec1,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:31.398821 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a12559b0-5ed6-49f7-ba77-6d659839628a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:31.425481 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a12559b0-5ed6-49f7-ba77-6d659839628a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:31.484400 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a12559b0-5ed6-49f7-ba77-6d659839628a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:31.487066 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a12559b0-5ed6-49f7-ba77-6d659839628a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:31.488238 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a12559b0-5ed6-49f7-ba77-6d659839628a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e8d48469-ad93-4f84-99ee-9e241eaadcde HTTP/1.1" status: 204 len: 168 time: 0.1771927 Dec 09 15:28:31.497210 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12559b0-5ed6-49f7-ba77-6d659839628a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d48469-ad93-4f84-99ee-9e241eaadcde,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:31.534855 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097f65e-1576-4259-82cc-9fc726a8e575 req-6731f8be-4523-42de-8455-9945715c7137 tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:31.536360 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4097f65e-1576-4259-82cc-9fc726a8e575 req-6731f8be-4523-42de-8455-9945715c7137 tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/ports?device_id=750ee53f-61d6-4d8b-a95e-784f9dd2bab2 HTTP/1.1" status: 200 len: 971 time: 0.0877843 Dec 09 15:28:31.559225 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-80e2b3d7-617b-4153-9cc2-cf6f57a21c38 req-86aeec75-0fd4-4c68-b84b-780b3561fd20 tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39824 time: 0.3209317 Dec 09 15:28:31.629809 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4097f65e-1576-4259-82cc-9fc726a8e575 req-75b2ad74-1c46-4d9f-8526-ded73c2d73e6 tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/security-groups?id=761595b2-5270-443d-b8a1-7e51ed58710a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832837 Dec 09 15:28:31.632595 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-80e2b3d7-617b-4153-9cc2-cf6f57a21c38 req-c829f9ef-ee5e-4404-91f1-9d9bbf56d140 tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] 10.222.0.57 "GET /v2.0/security-groups/31753840-b15c-47c5-956d-332cc76297d4 HTTP/1.1" status: 200 len: 2994 time: 0.0599191 Dec 09 15:28:31.694960 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-80e2b3d7-617b-4153-9cc2-cf6f57a21c38 req-75e6e186-9f94-4449-99dd-507459f7229e tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] 10.222.0.57 "GET /v2.0/security-groups/31753840-b15c-47c5-956d-332cc76297d4 HTTP/1.1" status: 200 len: 2994 time: 0.0538201 Dec 09 15:28:31.760841 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-55fe66f8-97ad-4cce-9367-489e09968fef req-b42d1f45-1222-4c50-8a24-c8b44c5229b1 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e HTTP/1.1" status: 200 len: 210 time: 0.0342963 Dec 09 15:28:31.769493 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-80e2b3d7-617b-4153-9cc2-cf6f57a21c38 req-1f3ceba0-0389-4418-9489-92c30a86663e tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] 10.222.0.57 "GET /v2.0/security-groups/3e7d882d-631c-4327-b881-013b60dc560d HTTP/1.1" status: 200 len: 2994 time: 0.0672078 Dec 09 15:28:31.830150 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-80e2b3d7-617b-4153-9cc2-cf6f57a21c38 req-8c4871de-4a38-4171-b53c-4beb601b7537 tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] 10.222.0.57 "GET /v2.0/security-groups/3e7d882d-631c-4327-b881-013b60dc560d HTTP/1.1" status: 200 len: 2994 time: 0.0516169 Dec 09 15:28:31.884542 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ad5ad393-995b-4d94-95cb-8ac6a1806491 req-aabde80e-89c8-413d-8932-1ac76b8d4668 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/ports?device_id=49a54bb3-7828-4f0b-b084-72127873cb22 HTTP/1.1" status: 200 len: 210 time: 0.0392168 Dec 09 15:28:31.902673 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-80e2b3d7-617b-4153-9cc2-cf6f57a21c38 req-83dbeb19-4620-4d83-9d21-7d2cf647be55 tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] 10.222.0.57 "GET /v2.0/security-groups/519d7eb4-f731-4e5e-b201-f6cbadf6d438 HTTP/1.1" status: 200 len: 2998 time: 0.0648267 Dec 09 15:28:31.955911 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-80e2b3d7-617b-4153-9cc2-cf6f57a21c38 req-47acb9de-b65f-4302-9511-edc4c3a7f25f tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] 10.222.0.57 "GET /v2.0/security-groups/519d7eb4-f731-4e5e-b201-f6cbadf6d438 HTTP/1.1" status: 200 len: 2998 time: 0.0441916 Dec 09 15:28:32.018770 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-80e2b3d7-617b-4153-9cc2-cf6f57a21c38 req-932c5c3c-9684-4a29-bbd1-3e0fa824cb0a tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] 10.222.0.57 "GET /v2.0/security-groups/56e5492b-bf1d-4b55-8a8a-f6aafa6d038d HTTP/1.1" status: 200 len: 2994 time: 0.0544941 Dec 09 15:28:32.081152 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-80e2b3d7-617b-4153-9cc2-cf6f57a21c38 req-d983a004-cf7e-447d-8fc1-beb3146e7bdd tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] 10.222.0.57 "GET /v2.0/security-groups/56e5492b-bf1d-4b55-8a8a-f6aafa6d038d HTTP/1.1" status: 200 len: 2994 time: 0.0544310 Dec 09 15:28:32.132855 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-80e2b3d7-617b-4153-9cc2-cf6f57a21c38 req-fee2f0af-cac3-4a0a-b604-2f884df2f3a1 tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] 10.222.0.57 "GET /v2.0/security-groups/761595b2-5270-443d-b8a1-7e51ed58710a HTTP/1.1" status: 200 len: 2998 time: 0.0435662 Dec 09 15:28:32.185801 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-80e2b3d7-617b-4153-9cc2-cf6f57a21c38 req-4b37f686-0002-42e5-9ec2-6e693208d710 tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] 10.222.0.57 "GET /v2.0/security-groups/761595b2-5270-443d-b8a1-7e51ed58710a HTTP/1.1" status: 200 len: 2998 time: 0.0444658 Dec 09 15:28:32.231864 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-80e2b3d7-617b-4153-9cc2-cf6f57a21c38 req-953b5746-3788-4d67-9dc0-fa00d0f14664 tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] 10.222.0.57 "GET /v2.0/security-groups/9ca5a5ea-5001-4d9c-9e1c-bded80276f1a HTTP/1.1" status: 200 len: 2998 time: 0.0382402 Dec 09 15:28:32.282843 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-80e2b3d7-617b-4153-9cc2-cf6f57a21c38 req-ad53b294-893b-4ef0-81c9-5e9a5eb00176 tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] 10.222.0.57 "GET /v2.0/security-groups/9ca5a5ea-5001-4d9c-9e1c-bded80276f1a HTTP/1.1" status: 200 len: 2998 time: 0.0432968 Dec 09 15:28:32.346843 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-80e2b3d7-617b-4153-9cc2-cf6f57a21c38 req-19040f16-213e-47ff-b26b-88f41a93f5ea tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] 10.222.0.57 "GET /v2.0/security-groups/c7c29d2c-6186-4ed7-a994-eb51b4de9c9e HTTP/1.1" status: 200 len: 2998 time: 0.0567529 Dec 09 15:28:32.396986 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-80e2b3d7-617b-4153-9cc2-cf6f57a21c38 req-a7e7317d-14b3-403d-8d72-5d0ecc69ebe1 tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] 10.222.0.57 "GET /v2.0/security-groups/c7c29d2c-6186-4ed7-a994-eb51b4de9c9e HTTP/1.1" status: 200 len: 2998 time: 0.0492225 Dec 09 15:28:32.437712 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-80e2b3d7-617b-4153-9cc2-cf6f57a21c38 req-c29a4fa9-a5e4-409d-8fc7-2b028c98188f tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] 10.222.0.57 "GET /v2.0/security-groups/d7af9102-062f-4619-931d-b83536bbfa62 HTTP/1.1" status: 200 len: 2998 time: 0.0397313 Dec 09 15:28:32.489071 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-80e2b3d7-617b-4153-9cc2-cf6f57a21c38 req-75fb412b-9174-4e81-8c6b-bf8ad87681b9 tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] 10.222.0.57 "GET /v2.0/security-groups/d7af9102-062f-4619-931d-b83536bbfa62 HTTP/1.1" status: 200 len: 2998 time: 0.0436127 Dec 09 15:28:32.537492 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-80e2b3d7-617b-4153-9cc2-cf6f57a21c38 req-2b262a50-5857-410a-bc92-fe69879ff06d tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] 10.222.0.57 "GET /v2.0/security-groups/e3418538-91c6-42df-98f4-fc1d07f09d61 HTTP/1.1" status: 200 len: 2990 time: 0.0435004 Dec 09 15:28:32.582524 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-80e2b3d7-617b-4153-9cc2-cf6f57a21c38 req-08718cfc-64c1-496c-8c4f-0bf2ded4fecd tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] 10.222.0.57 "GET /v2.0/security-groups/e3418538-91c6-42df-98f4-fc1d07f09d61 HTTP/1.1" status: 200 len: 2990 time: 0.0375969 Dec 09 15:28:32.604696 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-80e2b3d7-617b-4153-9cc2-cf6f57a21c38 req-0da2aa1b-14d6-4c05-b659-f636c23ae264 tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] show failed (client error): The resource could not be found. Dec 09 15:28:32.605969 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-80e2b3d7-617b-4153-9cc2-cf6f57a21c38 req-0da2aa1b-14d6-4c05-b659-f636c23ae264 tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] 10.222.0.57 "GET /v2.0/security-groups/e8d48469-ad93-4f84-99ee-9e241eaadcde HTTP/1.1" status: 404 len: 352 time: 0.0137417 Dec 09 15:28:32.636499 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-80e2b3d7-617b-4153-9cc2-cf6f57a21c38 req-4a1280ad-dd34-46b5-a95c-ec03f4246ea8 tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] show failed (client error): The resource could not be found. Dec 09 15:28:32.637513 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-80e2b3d7-617b-4153-9cc2-cf6f57a21c38 req-4a1280ad-dd34-46b5-a95c-ec03f4246ea8 tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] 10.222.0.57 "GET /v2.0/security-groups/e8d48469-ad93-4f84-99ee-9e241eaadcde HTTP/1.1" status: 404 len: 352 time: 0.0183966 Dec 09 15:28:32.699800 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-80e2b3d7-617b-4153-9cc2-cf6f57a21c38 req-5580f4a7-12d6-4fee-9797-e8e884f1f667 tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] 10.222.0.57 "GET /v2.0/security-groups/e9862163-af37-4f01-97cb-6b640a8ee874 HTTP/1.1" status: 200 len: 2998 time: 0.0537217 Dec 09 15:28:32.703086 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 48958) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:32.769051 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-b0db6968-b7cf-4881-ac68-58253679577b req-c9c1ddb8-1907-4b84-874a-cbb8877c5011 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Request body: {'port': {'device_id': '25417cb9-2740-48f7-aa77-56e5b2ab1c0e', 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0', 'admin_state_up': True, 'tenant_id': '5630bc9a914e4b7b8f43ee6d128eeb69'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:32.781264 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-80e2b3d7-617b-4153-9cc2-cf6f57a21c38 req-ddc05426-b832-40aa-ba11-67aec441dc15 tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] 10.222.0.57 "GET /v2.0/security-groups/e9862163-af37-4f01-97cb-6b640a8ee874 HTTP/1.1" status: 200 len: 2998 time: 0.0717294 Dec 09 15:28:32.811563 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0728e-11fc-4b35-95e9-11353b2e4efc req-79574424-8d82-4a38-84fc-1c4c69f6c831 tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:32.813785 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d4f0728e-11fc-4b35-95e9-11353b2e4efc req-79574424-8d82-4a38-84fc-1c4c69f6c831 tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/ports?device_id=750ee53f-61d6-4d8b-a95e-784f9dd2bab2 HTTP/1.1" status: 200 len: 971 time: 0.0813255 Dec 09 15:28:32.933661 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0db6968-b7cf-4881-ac68-58253679577b req-c9c1ddb8-1907-4b84-874a-cbb8877c5011 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Made reservation on behalf of 5630bc9a914e4b7b8f43ee6d128eeb69 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:32.940547 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b0db6968-b7cf-4881-ac68-58253679577b req-c9c1ddb8-1907-4b84-874a-cbb8877c5011 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:32.946282 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-25b514a8-b6cf-4ed7-8c24-9794bd91ec30 req-8ed7ef88-0cf1-4649-b07c-309a986e56d1 tempest-SecurityGroupsTestAdminJSON-997306854 tempest-SecurityGroupsTestAdminJSON-997306854-project] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6802b86b9fbe43b996f7de52e13b668b HTTP/1.1" status: 200 len: 6152 time: 0.1313751 Dec 09 15:28:32.968345 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d4f0728e-11fc-4b35-95e9-11353b2e4efc req-ae09dbdf-e0ae-4b2a-8737-4064953ca37a tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/security-groups?id=761595b2-5270-443d-b8a1-7e51ed58710a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466386 Dec 09 15:28:32.969302 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dd9cbc69-ba38-4fe2-8e8c-d1ceda58db11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:33.026069 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.42', 63829) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:33.133665 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-25b514a8-b6cf-4ed7-8c24-9794bd91ec30 req-161c6e08-445a-464e-9b19-b9aebafbd3b8 tempest-SecurityGroupsTestAdminJSON-997306854 tempest-SecurityGroupsTestAdminJSON-997306854-project] 10.222.0.57 "GET /v2.0/security-groups/d7af9102-062f-4619-931d-b83536bbfa62 HTTP/1.1" status: 200 len: 2998 time: 0.1855650 Dec 09 15:28:33.193512 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-b0db6968-b7cf-4881-ac68-58253679577b req-c9c1ddb8-1907-4b84-874a-cbb8877c5011 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Allocated IP 172.20.0.7 (3099805c-627c-4784-8087-c190eb81b4e0/75dd204b-61ff-4875-bd46-839f068b72c4/961362bf-1d9d-4ee9-9c28-67f3677cb14e) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:33.296977 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3c4e473f-93d8-4b88-8f39-1b015ae43027 req-2821ca0f-706b-4d5d-8874-f0e3c91e1e85 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e HTTP/1.1" status: 200 len: 210 time: 0.0630789 Dec 09 15:28:33.342010 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-69f2ff3d-b509-4091-9905-52351edcc9a3 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:33.343632 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-69f2ff3d-b509-4091-9905-52351edcc9a3 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.42 "GET /v2.0/networks?id=1623f57f-14ee-4f27-909a-4111ec1638fe HTTP/1.1" status: 200 len: 823 time: 0.3126400 Dec 09 15:28:33.346807 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dd9cbc69-ba38-4fe2-8e8c-d1ceda58db11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:33.373533 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-25b514a8-b6cf-4ed7-8c24-9794bd91ec30 req-9637d9d1-b03e-4eea-ba7e-0e9f0f6962b2 tempest-SecurityGroupsTestAdminJSON-997306854 tempest-SecurityGroupsTestAdminJSON-997306854-project] 10.222.0.57 "GET /v2.0/security-groups/d7af9102-062f-4619-931d-b83536bbfa62 HTTP/1.1" status: 200 len: 2998 time: 0.2285686 Dec 09 15:28:33.375574 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dd9cbc69-ba38-4fe2-8e8c-d1ceda58db11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:33.420696 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-dd9cbc69-ba38-4fe2-8e8c-d1ceda58db11 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7a2d6d6625a44b1d8afab1a94eae1983&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7162468 Dec 09 15:28:33.428856 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 48992) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:33.483691 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b0db6968-b7cf-4881-ac68-58253679577b req-c9c1ddb8-1907-4b84-874a-cbb8877c5011 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:33.490022 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-15eaa16d-d8eb-442d-8564-300a0d2224b5 req-54a17069-f037-494c-87c7-c7674c12b0c0 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/ports?device_id=49a54bb3-7828-4f0b-b084-72127873cb22 HTTP/1.1" status: 200 len: 210 time: 0.0635169 Dec 09 15:28:33.494161 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9cbc69-ba38-4fe2-8e8c-d1ceda58db11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e5af6e-94a3-4c47-9a5f-00db1db1b7ab,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:33.523955 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-700910a5-ce8f-4d51-84f4-1229b6fa6594 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:33.534894 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-edf63b0b-33e1-4de1-8d6e-6b595c3af0a3 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=544d079d0d95474e9d4ca372f968fba4 HTTP/1.1" status: 200 len: 380 time: 0.1045349 Dec 09 15:28:33.545256 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-4e01fab1-224a-47b3-b620-9f409588c589 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Request body: {'port': {'device_id': '49a54bb3-7828-4f0b-b084-72127873cb22', 'network_id': '1623f57f-14ee-4f27-909a-4111ec1638fe', 'admin_state_up': True, 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'security_groups': ['b5217ebf-397c-45e7-b782-d63176999034']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:33.587572 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-700910a5-ce8f-4d51-84f4-1229b6fa6594 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:33.673712 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b0db6968-b7cf-4881-ac68-58253679577b req-c9c1ddb8-1907-4b84-874a-cbb8877c5011 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:33.691679 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-700910a5-ce8f-4d51-84f4-1229b6fa6594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:33.695811 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-700910a5-ce8f-4d51-84f4-1229b6fa6594 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:33.700285 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-700910a5-ce8f-4d51-84f4-1229b6fa6594 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/07e5af6e-94a3-4c47-9a5f-00db1db1b7ab HTTP/1.1" status: 204 len: 168 time: 0.2680292 Dec 09 15:28:33.706522 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-4e01fab1-224a-47b3-b620-9f409588c589 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Made reservation on behalf of 544d079d0d95474e9d4ca372f968fba4 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:33.710353 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-4e01fab1-224a-47b3-b620-9f409588c589 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:33.738178 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700910a5-ce8f-4d51-84f4-1229b6fa6594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e5af6e-94a3-4c47-9a5f-00db1db1b7ab,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:33.757862 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0db6968-b7cf-4881-ac68-58253679577b req-c9c1ddb8-1907-4b84-874a-cbb8877c5011 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Network 3099805c-627c-4784-8087-c190eb81b4e0 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:33.761975 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-b0db6968-b7cf-4881-ac68-58253679577b req-c9c1ddb8-1907-4b84-874a-cbb8877c5011 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:33.764383 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c1ddb8-1907-4b84-874a-cbb8877c5011 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Pushing event updated for resources: {'Port': ['ID=961362bf-1d9d-4ee9-9c28-67f3677cb14e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:33.766529 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0db6968-b7cf-4881-ac68-58253679577b req-c9c1ddb8-1907-4b84-874a-cbb8877c5011 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:33.772153 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db6968-b7cf-4881-ac68-58253679577b req-c9c1ddb8-1907-4b84-874a-cbb8877c5011 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:33.772959 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b0db6968-b7cf-4881-ac68-58253679577b req-c9c1ddb8-1907-4b84-874a-cbb8877c5011 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:33.793256 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b0db6968-b7cf-4881-ac68-58253679577b req-c9c1ddb8-1907-4b84-874a-cbb8877c5011 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0286384 Dec 09 15:28:33.805781 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [req-b0db6968-b7cf-4881-ac68-58253679577b req-d1203870-c715-4448-81d9-4a9393da0b43 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:28:33.806973 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b0db6968-b7cf-4881-ac68-58253679577b req-d1203870-c715-4448-81d9-4a9393da0b43 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058284 Dec 09 15:28:33.833576 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e44e6d13-e6a3-4ad6-997f-f80305cc2f46 req-4f1c84ee-b754-4f37-903a-ccdecf5ea003 tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] 10.222.0.57 "GET /v2.0/security-groups/9ec1613f-08bd-4e18-9b21-0082b35f3669 HTTP/1.1" status: 200 len: 1794 time: 0.1395602 Dec 09 15:28:33.930499 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40e952-b676-451b-b471-3aeb909ca9eb req-40767623-133b-4bf1-ba03-ec473d7345a5 tempest-AggregatesAdminTestJSON-600348592 tempest-AggregatesAdminTestJSON-600348592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:33.932038 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c40e952-b676-451b-b471-3aeb909ca9eb req-40767623-133b-4bf1-ba03-ec473d7345a5 tempest-AggregatesAdminTestJSON-600348592 tempest-AggregatesAdminTestJSON-600348592-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=750ee53f-61d6-4d8b-a95e-784f9dd2bab2 HTTP/1.1" status: 200 len: 1122 time: 0.2281339 Dec 09 15:28:34.001123 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7c40e952-b676-451b-b471-3aeb909ca9eb req-138c634f-8fb9-4e64-89ab-ff96c18ccfa2 tempest-AggregatesAdminTestJSON-600348592 tempest-AggregatesAdminTestJSON-600348592-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:34.009055 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-b0db6968-b7cf-4881-ac68-58253679577b req-9cf7b485-7b68-47be-9257-eefe8c5d574d service neutron] Request body: {'port': {'device_id': '25417cb9-2740-48f7-aa77-56e5b2ab1c0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:34.063292 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b0db6968-b7cf-4881-ac68-58253679577b req-9cf7b485-7b68-47be-9257-eefe8c5d574d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:34.089987 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 49010) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:34.118210 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e44e6d13-e6a3-4ad6-997f-f80305cc2f46 req-aa208c5c-9440-436e-aced-ef17762daf6b tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:34.137550 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-94a26e36-3ff1-4e7e-9fd7-3df68e39cedc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:34.292173 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-4e01fab1-224a-47b3-b620-9f409588c589 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Allocated IP 172.20.0.11 (1623f57f-14ee-4f27-909a-4111ec1638fe/fd6cf3c6-eae1-454b-835d-918a28ae0ed5/aee43be2-5512-4af6-b6dd-b5c73516b5ed) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:34.331448 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e44e6d13-e6a3-4ad6-997f-f80305cc2f46 req-aa208c5c-9440-436e-aced-ef17762daf6b tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:34.341239 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-b0db6968-b7cf-4881-ac68-58253679577b req-9cf7b485-7b68-47be-9257-eefe8c5d574d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 961362bf-1d9d-4ee9-9c28-67f3677cb14e {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:28:34.349178 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b0db6968-b7cf-4881-ac68-58253679577b req-9cf7b485-7b68-47be-9257-eefe8c5d574d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:34.362969 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-b0db6968-b7cf-4881-ac68-58253679577b req-9cf7b485-7b68-47be-9257-eefe8c5d574d service neutron] Transition to ACTIVE for port object 961362bf-1d9d-4ee9-9c28-67f3677cb14e will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:28:34.368511 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b0db6968-b7cf-4881-ac68-58253679577b req-9cf7b485-7b68-47be-9257-eefe8c5d574d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:34.418659 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7b485-7b68-47be-9257-eefe8c5d574d service neutron] Pushing event updated for resources: {'Port': ['ID=961362bf-1d9d-4ee9-9c28-67f3677cb14e,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:34.454695 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-b0db6968-b7cf-4881-ac68-58253679577b req-9cf7b485-7b68-47be-9257-eefe8c5d574d service neutron] Attempting to bind port 961362bf-1d9d-4ee9-9c28-67f3677cb14e on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:28:34.455033 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-b0db6968-b7cf-4881-ac68-58253679577b req-9cf7b485-7b68-47be-9257-eefe8c5d574d service neutron] Attempting to bind port 961362bf-1d9d-4ee9-9c28-67f3677cb14e by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:28:34.455364 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0db6968-b7cf-4881-ac68-58253679577b req-9cf7b485-7b68-47be-9257-eefe8c5d574d service neutron] Attempting to bind port 961362bf-1d9d-4ee9-9c28-67f3677cb14e on network 3099805c-627c-4784-8087-c190eb81b4e0 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:28:34.460107 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0db6968-b7cf-4881-ac68-58253679577b req-9cf7b485-7b68-47be-9257-eefe8c5d574d service neutron] Port 961362bf-1d9d-4ee9-9c28-67f3677cb14e on network 3099805c-627c-4784-8087-c190eb81b4e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:28:34.460598 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0db6968-b7cf-4881-ac68-58253679577b req-9cf7b485-7b68-47be-9257-eefe8c5d574d service neutron] Attempting to bind port 961362bf-1d9d-4ee9-9c28-67f3677cb14e on network 3099805c-627c-4784-8087-c190eb81b4e0 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:28:34.466117 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0db6968-b7cf-4881-ac68-58253679577b req-9cf7b485-7b68-47be-9257-eefe8c5d574d service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:28:34.466455 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0db6968-b7cf-4881-ac68-58253679577b req-9cf7b485-7b68-47be-9257-eefe8c5d574d service neutron] Checking segment: {'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:28:34.466838 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0db6968-b7cf-4881-ac68-58253679577b req-9cf7b485-7b68-47be-9257-eefe8c5d574d service neutron] Bound using segment: {'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:28:34.467264 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-b0db6968-b7cf-4881-ac68-58253679577b req-9cf7b485-7b68-47be-9257-eefe8c5d574d service neutron] Bound port: 961362bf-1d9d-4ee9-9c28-67f3677cb14e, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:28:34.467623 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b0db6968-b7cf-4881-ac68-58253679577b req-9cf7b485-7b68-47be-9257-eefe8c5d574d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:34.506630 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7c40e952-b676-451b-b471-3aeb909ca9eb req-138c634f-8fb9-4e64-89ab-ff96c18ccfa2 tempest-AggregatesAdminTestJSON-600348592 tempest-AggregatesAdminTestJSON-600348592-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:34.511565 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e44e6d13-e6a3-4ad6-997f-f80305cc2f46 req-aa208c5c-9440-436e-aced-ef17762daf6b tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:34.514100 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e44e6d13-e6a3-4ad6-997f-f80305cc2f46 req-aa208c5c-9440-436e-aced-ef17762daf6b tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:34.515250 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e44e6d13-e6a3-4ad6-997f-f80305cc2f46 req-aa208c5c-9440-436e-aced-ef17762daf6b tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] 10.222.0.57 "DELETE /v2.0/security-groups/9ec1613f-08bd-4e18-9b21-0082b35f3669 HTTP/1.1" status: 204 len: 173 time: 0.6557820 Dec 09 15:28:34.529100 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7c40e952-b676-451b-b471-3aeb909ca9eb req-138c634f-8fb9-4e64-89ab-ff96c18ccfa2 tempest-AggregatesAdminTestJSON-600348592 tempest-AggregatesAdminTestJSON-600348592-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:34.535313 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-b0db6968-b7cf-4881-ac68-58253679577b req-9cf7b485-7b68-47be-9257-eefe8c5d574d service neutron] For port 961362bf-1d9d-4ee9-9c28-67f3677cb14e, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:28:34.538621 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-b0db6968-b7cf-4881-ac68-58253679577b req-9cf7b485-7b68-47be-9257-eefe8c5d574d service neutron] For port 961362bf-1d9d-4ee9-9c28-67f3677cb14e, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=961362bf-1d9d-4ee9-9c28-67f3677cb14e,segment=NetworkSegment(9bcbf52b-8ad5-477f-9636-c2f9cae19672),segment_id=9bcbf52b-8ad5-477f-9636-c2f9cae19672)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:28:34.545096 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b0db6968-b7cf-4881-ac68-58253679577b req-9cf7b485-7b68-47be-9257-eefe8c5d574d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:34.553963 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa208c5c-9440-436e-aced-ef17762daf6b tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec1613f-08bd-4e18-9b21-0082b35f3669,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:34.583510 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db6968-b7cf-4881-ac68-58253679577b req-9cf7b485-7b68-47be-9257-eefe8c5d574d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:34.584294 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b0db6968-b7cf-4881-ac68-58253679577b req-9cf7b485-7b68-47be-9257-eefe8c5d574d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:34.586339 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b0db6968-b7cf-4881-ac68-58253679577b req-9cf7b485-7b68-47be-9257-eefe8c5d574d service neutron] 10.222.0.42 "PUT /v2.0/ports/961362bf-1d9d-4ee9-9c28-67f3677cb14e HTTP/1.1" status: 200 len: 1091 time: 0.6728704 Dec 09 15:28:34.587428 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25417cb9-2740-48f7-aa77-56e5b2ab1c0e', 'tag': '961362bf-1d9d-4ee9-9c28-67f3677cb14e'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:28:34.590191 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3156399-732d-416e-bff3-e3c262d6fdbc" -d '{"events": [{"name": "network-changed", "server_uuid": "25417cb9-2740-48f7-aa77-56e5b2ab1c0e", "tag": "961362bf-1d9d-4ee9-9c28-67f3677cb14e"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:28:34.612705 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-94a26e36-3ff1-4e7e-9fd7-3df68e39cedc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:34.631535 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-94a26e36-3ff1-4e7e-9fd7-3df68e39cedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:34.636761 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7b485-7b68-47be-9257-eefe8c5d574d service neutron] Pushing event updated for resources: {'Port': ['ID=961362bf-1d9d-4ee9-9c28-67f3677cb14e,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:34.666000 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c40e952-b676-451b-b471-3aeb909ca9eb req-138c634f-8fb9-4e64-89ab-ff96c18ccfa2 tempest-AggregatesAdminTestJSON-600348592 tempest-AggregatesAdminTestJSON-600348592-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=761595b2-5270-443d-b8a1-7e51ed58710a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7103558 Dec 09 15:28:34.717012 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-4e01fab1-224a-47b3-b620-9f409588c589 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:34.722778 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db6968-b7cf-4881-ac68-58253679577b req-ad26a63c-efbf-42f3-9371-f3778a42fa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:34.725219 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b0db6968-b7cf-4881-ac68-58253679577b req-ad26a63c-efbf-42f3-9371-f3778a42fa6c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69&device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e HTTP/1.1" status: 200 len: 1094 time: 0.0641840 Dec 09 15:28:34.728472 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c634f-8fb9-4e64-89ab-ff96c18ccfa2 tempest-AggregatesAdminTestJSON-600348592 tempest-AggregatesAdminTestJSON-600348592-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a452496e-c709-4c91-843c-06c2dcc5cc46,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:34.733254 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-94a26e36-3ff1-4e7e-9fd7-3df68e39cedc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fc63bcf5d8714f768e111bd0735ecdcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6378236 Dec 09 15:28:34.735992 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 49026) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:34.775911 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a26e36-3ff1-4e7e-9fd7-3df68e39cedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae73144-801a-410b-8102-00b66f30d02a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:34.786920 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b0db6968-b7cf-4881-ac68-58253679577b req-bfc37aa2-64e6-4251-bd19-d5449f1f9fb6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=961362bf-1d9d-4ee9-9c28-67f3677cb14e HTTP/1.1" status: 200 len: 217 time: 0.0423274 Dec 09 15:28:34.791667 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-4e01fab1-224a-47b3-b620-9f409588c589 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:34.889288 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-4e01fab1-224a-47b3-b620-9f409588c589 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Network 1623f57f-14ee-4f27-909a-4111ec1638fe is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:34.896110 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-4e01fab1-224a-47b3-b620-9f409588c589 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:34.906685 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-4e01fab1-224a-47b3-b620-9f409588c589 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:34.912526 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-4e01fab1-224a-47b3-b620-9f409588c589 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:34.913175 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-4e01fab1-224a-47b3-b620-9f409588c589 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:34.914460 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db6968-b7cf-4881-ac68-58253679577b req-194b1c17-80c5-4427-a255-b756b5de753d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:34.916773 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b0db6968-b7cf-4881-ac68-58253679577b req-194b1c17-80c5-4427-a255-b756b5de753d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75dd204b-61ff-4875-bd46-839f068b72c4 HTTP/1.1" status: 200 len: 847 time: 0.1214473 Dec 09 15:28:34.918365 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-94e70344-fe6c-44db-8cec-ef62ba3fcbd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:34.965152 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b0db6968-b7cf-4881-ac68-58253679577b req-73c2e54a-e89d-48c3-a139-9ea3a13f217b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3099805c-627c-4784-8087-c190eb81b4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334957 Dec 09 15:28:34.967753 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e01fab1-224a-47b3-b620-9f409588c589 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Pushing event updated for resources: {'Port': ['ID=aee43be2-5512-4af6-b6dd-b5c73516b5ed,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:34.983182 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-4e01fab1-224a-47b3-b620-9f409588c589 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4419372 Dec 09 15:28:34.993359 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-94e70344-fe6c-44db-8cec-ef62ba3fcbd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:34.999539 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e66a2d-e26b-4598-8a92-96c8cdb09b49 req-3c60c62f-fb19-4467-8e89-0e6cf0abeb6a tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:35.001283 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b0e66a2d-e26b-4598-8a92-96c8cdb09b49 req-3c60c62f-fb19-4467-8e89-0e6cf0abeb6a tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e HTTP/1.1" status: 200 len: 943 time: 0.0739150 Dec 09 15:28:35.010140 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-baa9abba-034d-42ba-8fbe-26a8831d2d11 service neutron] Request body: {'port': {'device_id': '49a54bb3-7828-4f0b-b084-72127873cb22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:35.088254 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-f0c56179-5d45-4cc9-b9d3-c27109bb5a64 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=58575e9ae9594565ae9af29bf6631113&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0708802 Dec 09 15:28:35.102868 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b0db6968-b7cf-4881-ac68-58253679577b req-c141d83d-17b8-4c72-bad1-e83c15012c24 service neutron] 10.222.0.42 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292706 Dec 09 15:28:35.156317 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-509a6798-98b9-4676-ab06-0e5ef2e8434d None None] Provisioning complete for port aee43be2-5512-4af6-b6dd-b5c73516b5ed triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:35.156938 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-509a6798-98b9-4676-ab06-0e5ef2e8434d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:35.159905 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-94e70344-fe6c-44db-8cec-ef62ba3fcbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:35.162468 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-94e70344-fe6c-44db-8cec-ef62ba3fcbd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:35.166080 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-94e70344-fe6c-44db-8cec-ef62ba3fcbd7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5ae73144-801a-410b-8102-00b66f30d02a HTTP/1.1" status: 204 len: 168 time: 0.4261570 Dec 09 15:28:35.182749 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e70344-fe6c-44db-8cec-ef62ba3fcbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae73144-801a-410b-8102-00b66f30d02a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:35.187912 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-baa9abba-034d-42ba-8fbe-26a8831d2d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:35.205636 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-509a6798-98b9-4676-ab06-0e5ef2e8434d None None] Port aee43be2-5512-4af6-b6dd-b5c73516b5ed cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:28:35.218395 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b0e66a2d-e26b-4598-8a92-96c8cdb09b49 req-5b9ec074-f9f4-4661-bc05-8aefe2dff12d tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805649 Dec 09 15:28:35.232115 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b0db6968-b7cf-4881-ac68-58253679577b req-8490fb02-bdfc-47a9-8c81-147dc54d6681 service neutron] 10.222.0.42 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196012 Dec 09 15:28:35.312531 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-ab53c804-57f3-4d66-b9f3-c3b7d23618fb tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:35.313904 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-ab53c804-57f3-4d66-b9f3-c3b7d23618fb tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2092214 Dec 09 15:28:35.434239 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-44b44b1a-79fa-43a1-9f42-362748ab52d8 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] 10.222.0.57 "GET /v2.0/quotas/58575e9ae9594565ae9af29bf6631113 HTTP/1.1" status: 200 len: 375 time: 0.0984361 Dec 09 15:28:35.512928 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-a5a40428-33a7-4432-a1d2-5fe99cec68ee tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=58575e9ae9594565ae9af29bf6631113&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0712898 Dec 09 15:28:35.522345 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db56797b-c2cd-488e-80fb-06c7ed04898f req-f4297f0f-654e-4c78-829c-9b9a7fb305c3 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:35.524551 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-db56797b-c2cd-488e-80fb-06c7ed04898f req-f4297f0f-654e-4c78-829c-9b9a7fb305c3 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/ports?device_id=49a54bb3-7828-4f0b-b084-72127873cb22 HTTP/1.1" status: 200 len: 932 time: 0.2304916 Dec 09 15:28:35.626631 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-db56797b-c2cd-488e-80fb-06c7ed04898f req-3707e343-a206-4166-bf85-c11d29813c2c tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5217ebf-397c-45e7-b782-d63176999034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926359 Dec 09 15:28:35.681875 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdae03c-7c92-4411-94a4-7f3b19e2c12f x-openstack-request-id: req-6fdae03c-7c92-4411-94a4-7f3b19e2c12f {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:28:35.682788 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25417cb9-2740-48f7-aa77-56e5b2ab1c0e", "tag": "961362bf-1d9d-4ee9-9c28-67f3677cb14e", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:28:35.683304 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6fdae03c-7c92-4411-94a4-7f3b19e2c12f {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:28:35.684074 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25417cb9-2740-48f7-aa77-56e5b2ab1c0e', 'tag': '961362bf-1d9d-4ee9-9c28-67f3677cb14e', 'status': 'completed', 'code': 200} Dec 09 15:28:35.705175 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99d43785-d61e-4200-b509-c4f7c3828c11 req-77802f64-47e8-436f-a2ed-2dbd602836bc tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] 10.222.0.57 "GET /v2.0/security-groups/3afd7f9a-6efe-4667-baf7-fa1ef53e456d HTTP/1.1" status: 200 len: 1791 time: 0.0746803 Dec 09 15:28:35.784581 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-baa9abba-034d-42ba-8fbe-26a8831d2d11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aee43be2-5512-4af6-b6dd-b5c73516b5ed {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:28:35.797331 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-baa9abba-034d-42ba-8fbe-26a8831d2d11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:35.809214 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3156399-732d-416e-bff3-e3c262d6fdbc req-45981043-f322-49d8-9fd0-08744389fd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:35.817886 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d3156399-732d-416e-bff3-e3c262d6fdbc req-45981043-f322-49d8-9fd0-08744389fd68 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69&device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e HTTP/1.1" status: 200 len: 1094 time: 0.0880904 Dec 09 15:28:35.831552 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-99d43785-d61e-4200-b509-c4f7c3828c11 req-640b5db5-b9c1-44a5-bbe6-20f5b0c0bec4 tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:35.840703 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-baa9abba-034d-42ba-8fbe-26a8831d2d11 service neutron] Transition to ACTIVE for port object aee43be2-5512-4af6-b6dd-b5c73516b5ed will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:28:35.857644 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-baa9abba-034d-42ba-8fbe-26a8831d2d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:35.892227 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-99d43785-d61e-4200-b509-c4f7c3828c11 req-640b5db5-b9c1-44a5-bbe6-20f5b0c0bec4 tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:36.016521 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3156399-732d-416e-bff3-e3c262d6fdbc req-19cca13e-9627-46bf-9357-57c1829d6826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:36.018127 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d3156399-732d-416e-bff3-e3c262d6fdbc req-19cca13e-9627-46bf-9357-57c1829d6826 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3099805c-627c-4784-8087-c190eb81b4e0 HTTP/1.1" status: 200 len: 908 time: 0.1925936 Dec 09 15:28:36.029066 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9abba-034d-42ba-8fbe-26a8831d2d11 service neutron] Pushing event updated for resources: {'Port': ['ID=aee43be2-5512-4af6-b6dd-b5c73516b5ed,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:36.054469 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-baa9abba-034d-42ba-8fbe-26a8831d2d11 service neutron] Attempting to bind port aee43be2-5512-4af6-b6dd-b5c73516b5ed on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:28:36.055039 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-baa9abba-034d-42ba-8fbe-26a8831d2d11 service neutron] Attempting to bind port aee43be2-5512-4af6-b6dd-b5c73516b5ed by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '94b9090c-b2b9-43ba-9fb3-55c2b12e4231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1623f57f-14ee-4f27-909a-4111ec1638fe'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:28:36.055605 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-baa9abba-034d-42ba-8fbe-26a8831d2d11 service neutron] Attempting to bind port aee43be2-5512-4af6-b6dd-b5c73516b5ed on network 1623f57f-14ee-4f27-909a-4111ec1638fe {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:28:36.068336 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-baa9abba-034d-42ba-8fbe-26a8831d2d11 service neutron] Port aee43be2-5512-4af6-b6dd-b5c73516b5ed on network 1623f57f-14ee-4f27-909a-4111ec1638fe not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:28:36.068632 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-baa9abba-034d-42ba-8fbe-26a8831d2d11 service neutron] Attempting to bind port aee43be2-5512-4af6-b6dd-b5c73516b5ed on network 1623f57f-14ee-4f27-909a-4111ec1638fe {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:28:36.084937 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-99d43785-d61e-4200-b509-c4f7c3828c11 req-640b5db5-b9c1-44a5-bbe6-20f5b0c0bec4 tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:36.088344 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-99d43785-d61e-4200-b509-c4f7c3828c11 req-640b5db5-b9c1-44a5-bbe6-20f5b0c0bec4 tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:36.089621 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99d43785-d61e-4200-b509-c4f7c3828c11 req-640b5db5-b9c1-44a5-bbe6-20f5b0c0bec4 tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] 10.222.0.57 "DELETE /v2.0/security-groups/3afd7f9a-6efe-4667-baf7-fa1ef53e456d HTTP/1.1" status: 204 len: 173 time: 0.3542025 Dec 09 15:28:36.095763 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-baa9abba-034d-42ba-8fbe-26a8831d2d11 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:28:36.099350 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-baa9abba-034d-42ba-8fbe-26a8831d2d11 service neutron] Checking segment: {'id': '94b9090c-b2b9-43ba-9fb3-55c2b12e4231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1623f57f-14ee-4f27-909a-4111ec1638fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:28:36.099862 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-baa9abba-034d-42ba-8fbe-26a8831d2d11 service neutron] Bound using segment: {'id': '94b9090c-b2b9-43ba-9fb3-55c2b12e4231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1623f57f-14ee-4f27-909a-4111ec1638fe'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:28:36.100380 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-baa9abba-034d-42ba-8fbe-26a8831d2d11 service neutron] Bound port: aee43be2-5512-4af6-b6dd-b5c73516b5ed, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b9090c-b2b9-43ba-9fb3-55c2b12e4231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1623f57f-14ee-4f27-909a-4111ec1638fe'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:28:36.102744 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-baa9abba-034d-42ba-8fbe-26a8831d2d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:36.112543 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d3156399-732d-416e-bff3-e3c262d6fdbc req-8afc6627-eacc-4751-bf6c-1be524cc4764 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=961362bf-1d9d-4ee9-9c28-67f3677cb14e HTTP/1.1" status: 200 len: 217 time: 0.0677607 Dec 09 15:28:36.144570 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640b5db5-b9c1-44a5-bbe6-20f5b0c0bec4 tempest-SecurityGroupsTestAdminJSON-1376409146 tempest-SecurityGroupsTestAdminJSON-1376409146-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afd7f9a-6efe-4667-baf7-fa1ef53e456d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:36.208339 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-baa9abba-034d-42ba-8fbe-26a8831d2d11 service neutron] For port aee43be2-5512-4af6-b6dd-b5c73516b5ed, host n-h1-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:28:36.213752 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-baa9abba-034d-42ba-8fbe-26a8831d2d11 service neutron] For port aee43be2-5512-4af6-b6dd-b5c73516b5ed, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=aee43be2-5512-4af6-b6dd-b5c73516b5ed,segment=NetworkSegment(94b9090c-b2b9-43ba-9fb3-55c2b12e4231),segment_id=94b9090c-b2b9-43ba-9fb3-55c2b12e4231)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:28:36.227533 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3156399-732d-416e-bff3-e3c262d6fdbc req-ff656e1b-c748-461d-beda-ec3f6cbede48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:36.231760 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d3156399-732d-416e-bff3-e3c262d6fdbc req-ff656e1b-c748-461d-beda-ec3f6cbede48 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75dd204b-61ff-4875-bd46-839f068b72c4 HTTP/1.1" status: 200 len: 847 time: 0.1130376 Dec 09 15:28:36.235285 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-baa9abba-034d-42ba-8fbe-26a8831d2d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:36.258176 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 49082) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:36.334888 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9abba-034d-42ba-8fbe-26a8831d2d11 service neutron] Pushing event updated for resources: {'Port': ['ID=aee43be2-5512-4af6-b6dd-b5c73516b5ed,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:36.339746 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-303a6afb-572b-4325-966b-728d28596e20 req-5166be1e-9e6a-4705-861a-4fb99c98bb70 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] 10.222.0.57 "GET /v2.0/ports?device_id=914f1502-ab88-4a70-9c37-f4ef175ed62a HTTP/1.1" status: 200 len: 210 time: 0.1245248 Dec 09 15:28:36.348129 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d3156399-732d-416e-bff3-e3c262d6fdbc req-de86fc68-eace-4f22-baa7-dda7ee775365 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3099805c-627c-4784-8087-c190eb81b4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066272 Dec 09 15:28:36.369542 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-baa9abba-034d-42ba-8fbe-26a8831d2d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:36.370196 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-baa9abba-034d-42ba-8fbe-26a8831d2d11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:36.371640 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-baa9abba-034d-42ba-8fbe-26a8831d2d11 service neutron] 10.222.0.42 "PUT /v2.0/ports/aee43be2-5512-4af6-b6dd-b5c73516b5ed HTTP/1.1" status: 200 len: 1092 time: 1.3694322 Dec 09 15:28:36.372074 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a54bb3-7828-4f0b-b084-72127873cb22', 'tag': 'aee43be2-5512-4af6-b6dd-b5c73516b5ed'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:28:36.543451 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d3156399-732d-416e-bff3-e3c262d6fdbc req-4a6e974f-b5b5-4791-9215-02dcac4c77fc service neutron] 10.222.0.42 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857114 Dec 09 15:28:36.610420 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-05f00bc0-98af-45ce-88a3-18198a1d5d1b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-468104987-network', 'tenant_id': '5674bd72d1184432801f651e299c9dce'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:36.676073 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f00bc0-98af-45ce-88a3-18198a1d5d1b admin admin] Made reservation on behalf of 5674bd72d1184432801f651e299c9dce for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:36.679513 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-05f00bc0-98af-45ce-88a3-18198a1d5d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:36.692033 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-b134ca8e-8681-4147-a501-e37e13ea302a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:36.693660 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-b134ca8e-8681-4147-a501-e37e13ea302a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=544d079d0d95474e9d4ca372f968fba4&device_id=49a54bb3-7828-4f0b-b084-72127873cb22 HTTP/1.1" status: 200 len: 1095 time: 0.2114921 Dec 09 15:28:36.697035 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-05f00bc0-98af-45ce-88a3-18198a1d5d1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:36.698605 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-218f6451-c5ab-431e-83ea-8c53f9f353f2 req-cc0be0eb-ff2f-4e18-87b9-cf0d622aacde tempest-SecurityGroupsTestAdminJSON-997306854 tempest-SecurityGroupsTestAdminJSON-997306854-project] 10.222.0.57 "GET /v2.0/security-groups/5fa8681e-bcde-4fb4-a6f6-ff02c612685f HTTP/1.1" status: 200 len: 1793 time: 0.1763871 Dec 09 15:28:36.710374 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f1820-f8a3-46fa-8405-6c5992f79726 req-c696e9a8-f6f3-454d-ac3c-7eabadb15de7 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:36.712640 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d19f1820-f8a3-46fa-8405-6c5992f79726 req-c696e9a8-f6f3-454d-ac3c-7eabadb15de7 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e HTTP/1.1" status: 200 len: 943 time: 0.1553411 Dec 09 15:28:36.717810 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74012754-8ec4-4509-9a50-3dda00101cc8" -d '{"events": [{"name": "network-changed", "server_uuid": "49a54bb3-7828-4f0b-b084-72127873cb22", "tag": "aee43be2-5512-4af6-b6dd-b5c73516b5ed"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:28:36.734539 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d3156399-732d-416e-bff3-e3c262d6fdbc req-caaf0274-d57f-4f5a-9b0e-f2d8e5e87e83 service neutron] 10.222.0.42 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816292 Dec 09 15:28:36.804849 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-05f00bc0-98af-45ce-88a3-18198a1d5d1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:36.809535 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-05f00bc0-98af-45ce-88a3-18198a1d5d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:36.817434 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-e0a6e54a-3b78-4479-b677-f715522d2113 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aee43be2-5512-4af6-b6dd-b5c73516b5ed HTTP/1.1" status: 200 len: 217 time: 0.1034846 Dec 09 15:28:36.840942 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05f00bc0-98af-45ce-88a3-18198a1d5d1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:28:36.847367 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f00bc0-98af-45ce-88a3-18198a1d5d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:36.854321 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-05f00bc0-98af-45ce-88a3-18198a1d5d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:36.854663 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-05f00bc0-98af-45ce-88a3-18198a1d5d1b admin admin] Added segment 69c5f819-123d-436b-8f3f-7e75c7d0b133 of type vlan for network 6c4b0ba7-873d-4b03-9efa-67af55c0587e Dec 09 15:28:36.901649 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-05f00bc0-98af-45ce-88a3-18198a1d5d1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:36.927855 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-05f00bc0-98af-45ce-88a3-18198a1d5d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:36.929066 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f00bc0-98af-45ce-88a3-18198a1d5d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:36.930362 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-05f00bc0-98af-45ce-88a3-18198a1d5d1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:36.992822 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-05f00bc0-98af-45ce-88a3-18198a1d5d1b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7281711 Dec 09 15:28:36.995698 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 49100) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:37.001832 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c74b3aee-f052-430a-bcbe-e264dbdf52bf admin admin] Request body: {'subnet': {'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-468104987-subnet', 'tenant_id': '5674bd72d1184432801f651e299c9dce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:37.025627 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f00bc0-98af-45ce-88a3-18198a1d5d1b admin admin] Pushing event updated for resources: {'Network': ['ID=6c4b0ba7-873d-4b03-9efa-67af55c0587e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:37.030593 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74b3aee-f052-430a-bcbe-e264dbdf52bf admin admin] Made reservation on behalf of 5674bd72d1184432801f651e299c9dce for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:37.033012 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c74b3aee-f052-430a-bcbe-e264dbdf52bf admin admin] Publish callbacks [] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:37.039642 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 6c4b0ba7-873d-4b03-9efa-67af55c0587e details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:28:37.083695 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-c326cd1f-0fcf-4310-ba28-03270d44c502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:37.085295 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-c326cd1f-0fcf-4310-ba28-03270d44c502 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd6cf3c6-eae1-454b-835d-918a28ae0ed5 HTTP/1.1" status: 200 len: 862 time: 0.2549455 Dec 09 15:28:37.088759 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d19f1820-f8a3-46fa-8405-6c5992f79726 req-4fdf2364-5814-486d-a3de-f5871bf828de tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652894 Dec 09 15:28:37.092516 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-218f6451-c5ab-431e-83ea-8c53f9f353f2 req-4fcd9edd-64f3-4865-8934-0f2efb025de7 tempest-SecurityGroupsTestAdminJSON-997306854 tempest-SecurityGroupsTestAdminJSON-997306854-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:37.156006 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-9cb69587-c378-495b-8bec-14b8cb91ca2d tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=58575e9ae9594565ae9af29bf6631113&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367060 Dec 09 15:28:37.168595 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-218f6451-c5ab-431e-83ea-8c53f9f353f2 req-4fcd9edd-64f3-4865-8934-0f2efb025de7 tempest-SecurityGroupsTestAdminJSON-997306854 tempest-SecurityGroupsTestAdminJSON-997306854-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:37.207990 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-9cbda9a7-d78d-4965-8f3c-90e61d7e36b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:37.210110 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-9cbda9a7-d78d-4965-8f3c-90e61d7e36b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1623f57f-14ee-4f27-909a-4111ec1638fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1151268 Dec 09 15:28:37.278689 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-218f6451-c5ab-431e-83ea-8c53f9f353f2 req-4fcd9edd-64f3-4865-8934-0f2efb025de7 tempest-SecurityGroupsTestAdminJSON-997306854 tempest-SecurityGroupsTestAdminJSON-997306854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:37.281581 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-218f6451-c5ab-431e-83ea-8c53f9f353f2 req-4fcd9edd-64f3-4865-8934-0f2efb025de7 tempest-SecurityGroupsTestAdminJSON-997306854 tempest-SecurityGroupsTestAdminJSON-997306854-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:37.287427 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-218f6451-c5ab-431e-83ea-8c53f9f353f2 req-4fcd9edd-64f3-4865-8934-0f2efb025de7 tempest-SecurityGroupsTestAdminJSON-997306854 tempest-SecurityGroupsTestAdminJSON-997306854-project] 10.222.0.57 "DELETE /v2.0/security-groups/5fa8681e-bcde-4fb4-a6f6-ff02c612685f HTTP/1.1" status: 204 len: 173 time: 0.5659685 Dec 09 15:28:37.337687 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd9edd-64f3-4865-8934-0f2efb025de7 tempest-SecurityGroupsTestAdminJSON-997306854 tempest-SecurityGroupsTestAdminJSON-997306854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa8681e-bcde-4fb4-a6f6-ff02c612685f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:37.372951 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-406ed92a-6ba4-4443-b172-2df674a1b037 service neutron] 10.222.0.42 "GET /v2.0/networks/1623f57f-14ee-4f27-909a-4111ec1638fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551151 Dec 09 15:28:37.373085 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-0faa65a9-7fc9-4c42-9bfa-5fde147067b3 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:37.374429 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-0faa65a9-7fc9-4c42-9bfa-5fde147067b3 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2074759 Dec 09 15:28:37.426467 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a685df4a-f996-4dab-b9ee-8a249767ada8 x-openstack-request-id: req-a685df4a-f996-4dab-b9ee-8a249767ada8 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:28:37.426642 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a54bb3-7828-4f0b-b084-72127873cb22", "tag": "aee43be2-5512-4af6-b6dd-b5c73516b5ed", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:28:37.426899 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a685df4a-f996-4dab-b9ee-8a249767ada8 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:28:37.427341 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a54bb3-7828-4f0b-b084-72127873cb22', 'tag': 'aee43be2-5512-4af6-b6dd-b5c73516b5ed', 'status': 'completed', 'code': 200} Dec 09 15:28:37.436282 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-f3026e28-88f6-47a7-bcec-ec79e966a038 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] Request body: {'port': {'device_id': '914f1502-ab88-4a70-9c37-f4ef175ed62a', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'admin_state_up': True, 'tenant_id': '58575e9ae9594565ae9af29bf6631113'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:37.436653 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088787d-1747-4097-8731-d9477c87b707 req-9f387b6b-bfd9-4c31-9bd7-be27e1c93c5c tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:37.438261 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5088787d-1747-4097-8731-d9477c87b707 req-9f387b6b-bfd9-4c31-9bd7-be27e1c93c5c tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/ports?device_id=49a54bb3-7828-4f0b-b084-72127873cb22 HTTP/1.1" status: 200 len: 944 time: 0.1366765 Dec 09 15:28:37.496320 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c74b3aee-f052-430a-bcbe-e264dbdf52bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:37.524789 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b6c071ea-55fc-45dd-a3a7-8b3a7eae0530 req-74d5069a-4197-4141-85f3-4aefd7fc652d service neutron] 10.222.0.42 "GET /v2.0/networks/1623f57f-14ee-4f27-909a-4111ec1638fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487570 Dec 09 15:28:37.529162 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5088787d-1747-4097-8731-d9477c87b707 req-c2255a50-5902-4076-ad3a-a9bb3ce12955 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5217ebf-397c-45e7-b782-d63176999034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761621 Dec 09 15:28:37.633071 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-65317624-9bae-444c-9260-18359ddccf32 req-a78613e7-3083-4d2e-8bcf-0f30582446ee tempest-SecurityGroupsTestAdminJSON-997306854 tempest-SecurityGroupsTestAdminJSON-997306854-project] 10.222.0.57 "GET /v2.0/security-groups/61df580e-5431-42f5-a9d0-346f55333502 HTTP/1.1" status: 200 len: 1794 time: 0.0629170 Dec 09 15:28:37.702853 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-19b319fb-2b50-4217-948f-277887752ce9 req-aae2c832-45fa-4749-a4ae-345667c15bb7 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] 10.222.0.57 "GET /v2.0/ports?device_id=914f1502-ab88-4a70-9c37-f4ef175ed62a HTTP/1.1" status: 200 len: 210 time: 0.0524118 Dec 09 15:28:37.743436 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74012754-8ec4-4509-9a50-3dda00101cc8 req-164a7825-e9bc-4d93-8d2e-716cf80bcc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:37.745047 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-74012754-8ec4-4509-9a50-3dda00101cc8 req-164a7825-e9bc-4d93-8d2e-716cf80bcc1c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=544d079d0d95474e9d4ca372f968fba4&device_id=49a54bb3-7828-4f0b-b084-72127873cb22 HTTP/1.1" status: 200 len: 1095 time: 0.1037858 Dec 09 15:28:37.763784 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b3aee-f052-430a-bcbe-e264dbdf52bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=2340fb97-6ad9-4615-9535-804554d0ce45,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:37.796637 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74b3aee-f052-430a-bcbe-e264dbdf52bf admin admin] Checking segment: {'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:28:37.796997 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74b3aee-f052-430a-bcbe-e264dbdf52bf admin admin] Network hostable DHCP agents. Network: 6c4b0ba7-873d-4b03-9efa-67af55c0587e, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:28:37.829553 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-f3026e28-88f6-47a7-bcec-ec79e966a038 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] Made reservation on behalf of 58575e9ae9594565ae9af29bf6631113 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:37.834379 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-f3026e28-88f6-47a7-bcec-ec79e966a038 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:37.838215 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74b3aee-f052-430a-bcbe-e264dbdf52bf admin admin] Network 6c4b0ba7-873d-4b03-9efa-67af55c0587e is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:28:37.839604 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-65317624-9bae-444c-9260-18359ddccf32 req-ebd11ef7-a09c-483e-8570-121d6f20e88a tempest-SecurityGroupsTestAdminJSON-997306854 tempest-SecurityGroupsTestAdminJSON-997306854-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:37.846942 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-f3026e28-88f6-47a7-bcec-ec79e966a038 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:37.862289 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-c74b3aee-f052-430a-bcbe-e264dbdf52bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 6c4b0ba7-873d-4b03-9efa-67af55c0587e) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:37.870392 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74b3aee-f052-430a-bcbe-e264dbdf52bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:37.870980 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c74b3aee-f052-430a-bcbe-e264dbdf52bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:37.887066 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa33519c-2955-40e2-a865-b962f2d0254e None None] Network 6c4b0ba7-873d-4b03-9efa-67af55c0587e requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:28:37.903750 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-65317624-9bae-444c-9260-18359ddccf32 req-ebd11ef7-a09c-483e-8570-121d6f20e88a tempest-SecurityGroupsTestAdminJSON-997306854 tempest-SecurityGroupsTestAdminJSON-997306854-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:37.909088 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c74b3aee-f052-430a-bcbe-e264dbdf52bf admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9122128 Dec 09 15:28:37.965868 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-f3026e28-88f6-47a7-bcec-ec79e966a038 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:37.975889 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-f3026e28-88f6-47a7-bcec-ec79e966a038 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:38.000706 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74012754-8ec4-4509-9a50-3dda00101cc8 req-7a61355b-5463-4f17-b741-3616bc1732c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:38.002232 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-74012754-8ec4-4509-9a50-3dda00101cc8 req-7a61355b-5463-4f17-b741-3616bc1732c1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1623f57f-14ee-4f27-909a-4111ec1638fe HTTP/1.1" status: 200 len: 924 time: 0.2490566 Dec 09 15:28:38.023976 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-65317624-9bae-444c-9260-18359ddccf32 req-ebd11ef7-a09c-483e-8570-121d6f20e88a tempest-SecurityGroupsTestAdminJSON-997306854 tempest-SecurityGroupsTestAdminJSON-997306854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:38.027337 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-65317624-9bae-444c-9260-18359ddccf32 req-ebd11ef7-a09c-483e-8570-121d6f20e88a tempest-SecurityGroupsTestAdminJSON-997306854 tempest-SecurityGroupsTestAdminJSON-997306854-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:38.053368 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-65317624-9bae-444c-9260-18359ddccf32 req-ebd11ef7-a09c-483e-8570-121d6f20e88a tempest-SecurityGroupsTestAdminJSON-997306854 tempest-SecurityGroupsTestAdminJSON-997306854-project] 10.222.0.57 "DELETE /v2.0/security-groups/61df580e-5431-42f5-a9d0-346f55333502 HTTP/1.1" status: 204 len: 173 time: 0.4187191 Dec 09 15:28:38.058016 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3026e28-88f6-47a7-bcec-ec79e966a038 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76eb6772-8d5b-4328-a083-0a7be919fbd4,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:38.103460 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf25de7-4d75-4804-806c-e68851ff2834 None None] Network 6c4b0ba7-873d-4b03-9efa-67af55c0587e requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:28:38.138139 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-74012754-8ec4-4509-9a50-3dda00101cc8 req-2d04fb4a-fe0a-4ab3-939b-9a40fffae99d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aee43be2-5512-4af6-b6dd-b5c73516b5ed HTTP/1.1" status: 200 len: 217 time: 0.1259942 Dec 09 15:28:38.143050 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd11ef7-a09c-483e-8570-121d6f20e88a tempest-SecurityGroupsTestAdminJSON-997306854 tempest-SecurityGroupsTestAdminJSON-997306854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61df580e-5431-42f5-a9d0-346f55333502,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:38.222647 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-f3026e28-88f6-47a7-bcec-ec79e966a038 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] Allocated IP 192.168.233.125 (bf6a25f7-2b73-48b5-b60f-99a19e919fb7/54e6953c-1261-4e7c-8b49-64e5b87424c2/11bcba77-630b-478f-9d62-6b5a7fca0760) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:38.303801 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74012754-8ec4-4509-9a50-3dda00101cc8 req-b04558bf-8abe-448e-86c2-5bc5834ad6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:38.305723 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-74012754-8ec4-4509-9a50-3dda00101cc8 req-b04558bf-8abe-448e-86c2-5bc5834ad6ef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd6cf3c6-eae1-454b-835d-918a28ae0ed5 HTTP/1.1" status: 200 len: 862 time: 0.1237605 Dec 09 15:28:38.363628 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272139bd-652f-4542-8d36-205040fc9937 req-d1369761-a811-40c0-a439-d7cad3b3910e tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:38.367281 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-272139bd-652f-4542-8d36-205040fc9937 req-d1369761-a811-40c0-a439-d7cad3b3910e tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e HTTP/1.1" status: 200 len: 943 time: 0.1220129 Dec 09 15:28:38.469250 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74012754-8ec4-4509-9a50-3dda00101cc8 req-dd761d13-d3a9-4539-9e2f-2798ef34aa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:38.470748 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-74012754-8ec4-4509-9a50-3dda00101cc8 req-dd761d13-d3a9-4539-9e2f-2798ef34aa3e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1623f57f-14ee-4f27-909a-4111ec1638fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1507313 Dec 09 15:28:38.480234 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-272139bd-652f-4542-8d36-205040fc9937 req-502296cc-bc96-493f-885e-cce77b6d2634 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844309 Dec 09 15:28:38.495189 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-f3026e28-88f6-47a7-bcec-ec79e966a038 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:38.531977 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 49164) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:38.549757 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-f3026e28-88f6-47a7-bcec-ec79e966a038 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:38.589456 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 49174) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:38.641433 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3026e28-88f6-47a7-bcec-ec79e966a038 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] Pushing event updated for resources: {'Port': ['ID=11bcba77-630b-478f-9d62-6b5a7fca0760,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:38.655896 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-f3026e28-88f6-47a7-bcec-ec79e966a038 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] Network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:38.658018 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-f3026e28-88f6-47a7-bcec-ec79e966a038 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:38.661042 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-f3026e28-88f6-47a7-bcec-ec79e966a038 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:38.674685 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-f3026e28-88f6-47a7-bcec-ec79e966a038 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:38.675356 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-f3026e28-88f6-47a7-bcec-ec79e966a038 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:38.709074 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-f3026e28-88f6-47a7-bcec-ec79e966a038 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2777328 Dec 09 15:28:38.722632 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-4899583c-4f57-40a1-a46d-62603e9de625 service neutron] Request body: {'port': {'device_id': '914f1502-ab88-4a70-9c37-f4ef175ed62a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:38.793272 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-74012754-8ec4-4509-9a50-3dda00101cc8 req-f8a74026-356d-4db3-ba54-2703be426a67 service neutron] 10.222.0.42 "GET /v2.0/networks/1623f57f-14ee-4f27-909a-4111ec1638fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119936 Dec 09 15:28:38.844301 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-4899583c-4f57-40a1-a46d-62603e9de625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:38.873277 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce823f43-9223-4a6d-bff5-3b32a77b2765 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:38.940782 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99100b24-0a8d-452d-9b80-c73e067351d0 req-c7a33b40-41ed-4788-8ddf-846568f68c7f tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:38.943047 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 961362bf-1d9d-4ee9-9c28-67f3677cb14e details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:28:38.948594 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99100b24-0a8d-452d-9b80-c73e067351d0 req-c7a33b40-41ed-4788-8ddf-846568f68c7f tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/ports?device_id=49a54bb3-7828-4f0b-b084-72127873cb22 HTTP/1.1" status: 200 len: 944 time: 0.3058193 Dec 09 15:28:39.060547 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b71825bc-711d-45f7-9c07-41c9b11788a3 None None] Provisioning complete for port 11bcba77-630b-478f-9d62-6b5a7fca0760 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:39.062235 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b71825bc-711d-45f7-9c07-41c9b11788a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:39.070469 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4301e7-be54-49f3-b029-78486a7928c3 req-7ca61493-7cea-45f9-a81e-47adfa8c0a7c tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:39.072006 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fe4301e7-be54-49f3-b029-78486a7928c3 req-7ca61493-7cea-45f9-a81e-47adfa8c0a7c tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] 10.222.0.57 "GET /v2.0/ports?device_id=914f1502-ab88-4a70-9c37-f4ef175ed62a HTTP/1.1" status: 200 len: 936 time: 0.2575829 Dec 09 15:28:39.074115 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-74012754-8ec4-4509-9a50-3dda00101cc8 req-e0962d96-2ee3-44b5-bc4e-7899ebdba3f3 service neutron] 10.222.0.42 "GET /v2.0/networks/1623f57f-14ee-4f27-909a-4111ec1638fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625039 Dec 09 15:28:39.110279 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b71825bc-711d-45f7-9c07-41c9b11788a3 None None] Port 11bcba77-630b-478f-9d62-6b5a7fca0760 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:28:39.126837 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce823f43-9223-4a6d-bff5-3b32a77b2765 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:39.131952 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 961362bf-1d9d-4ee9-9c28-67f3677cb14e, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=961362bf-1d9d-4ee9-9c28-67f3677cb14e,segment=NetworkSegment(9bcbf52b-8ad5-477f-9636-c2f9cae19672),segment_id=9bcbf52b-8ad5-477f-9636-c2f9cae19672)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:39.139130 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce823f43-9223-4a6d-bff5-3b32a77b2765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:39.153556 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fe4301e7-be54-49f3-b029-78486a7928c3 req-7ff4eaf4-78e0-4dcb-b818-ba52c74518b3 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] 10.222.0.57 "GET /v2.0/security-groups?id=76eb6772-8d5b-4328-a083-0a7be919fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658102 Dec 09 15:28:39.159161 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '961362bf-1d9d-4ee9-9c28-67f3677cb14e', 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0', 'port_id': '961362bf-1d9d-4ee9-9c28-67f3677cb14e', 'mac_address': 'fa:16:3e:d0:25:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75dd204b-61ff-4875-bd46-839f068b72c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:28:39.160573 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f3911eed-0781-4221-95f5-35ce8241e571 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6802b86b9fbe43b996f7de52e13b668b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5692146 Dec 09 15:28:39.172182 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 49194) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:39.192901 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99100b24-0a8d-452d-9b80-c73e067351d0 req-3c646a5d-6070-4814-9a1b-187117352d3f tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5217ebf-397c-45e7-b782-d63176999034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2433009 Dec 09 15:28:39.222553 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:39.243237 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ce823f43-9223-4a6d-bff5-3b32a77b2765 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=74e5575cb0e6460ab3e504259d37aa6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7069323 Dec 09 15:28:39.243324 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 49200) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:39.243396 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 49202) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:39.246738 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 961362bf-1d9d-4ee9-9c28-67f3677cb14e {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:28:39.253833 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce823f43-9223-4a6d-bff5-3b32a77b2765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ef9583-ae6c-4525-9bf1-952e74ee9067,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:39.254250 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-50bf16c0-8bfd-4bd5-9765-07adbab8ad09 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1498626763-network', 'tenant_id': '3009da41fc6642139f169d029d9afdc3'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:39.278813 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 961362bf-1d9d-4ee9-9c28-67f3677cb14e, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=961362bf-1d9d-4ee9-9c28-67f3677cb14e,segment=NetworkSegment(9bcbf52b-8ad5-477f-9636-c2f9cae19672),segment_id=9bcbf52b-8ad5-477f-9636-c2f9cae19672)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:39.286204 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:39.292676 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50bf16c0-8bfd-4bd5-9765-07adbab8ad09 admin admin] Made reservation on behalf of 3009da41fc6642139f169d029d9afdc3 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:39.295148 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50bf16c0-8bfd-4bd5-9765-07adbab8ad09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:39.310747 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50bf16c0-8bfd-4bd5-9765-07adbab8ad09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:39.329418 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-70c6c4b9-253b-4607-a984-9f1820d274da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:39.341994 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-4899583c-4f57-40a1-a46d-62603e9de625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11bcba77-630b-478f-9d62-6b5a7fca0760 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:28:39.353429 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=961362bf-1d9d-4ee9-9c28-67f3677cb14e,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:39.355851 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-4899583c-4f57-40a1-a46d-62603e9de625 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:39.377746 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-70c6c4b9-253b-4607-a984-9f1820d274da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:39.386422 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-4899583c-4f57-40a1-a46d-62603e9de625 service neutron] Transition to ACTIVE for port object 11bcba77-630b-478f-9d62-6b5a7fca0760 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:28:39.397030 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-4899583c-4f57-40a1-a46d-62603e9de625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:39.407127 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c9d11bfe-c23b-42f8-9bd2-6e6566845bca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:39.451550 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c9d11bfe-c23b-42f8-9bd2-6e6566845bca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:39.471602 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899583c-4f57-40a1-a46d-62603e9de625 service neutron] Pushing event updated for resources: {'Port': ['ID=11bcba77-630b-478f-9d62-6b5a7fca0760,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:39.506265 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-70c6c4b9-253b-4607-a984-9f1820d274da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:39.515101 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-70c6c4b9-253b-4607-a984-9f1820d274da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:39.520245 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-70c6c4b9-253b-4607-a984-9f1820d274da admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d7af9102-062f-4619-931d-b83536bbfa62 HTTP/1.1" status: 204 len: 168 time: 0.3379745 Dec 09 15:28:39.525540 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-4899583c-4f57-40a1-a46d-62603e9de625 service neutron] Attempting to bind port 11bcba77-630b-478f-9d62-6b5a7fca0760 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:28:39.525865 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-4899583c-4f57-40a1-a46d-62603e9de625 service neutron] Attempting to bind port 11bcba77-630b-478f-9d62-6b5a7fca0760 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:28:39.526595 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-4899583c-4f57-40a1-a46d-62603e9de625 service neutron] Attempting to bind port 11bcba77-630b-478f-9d62-6b5a7fca0760 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:28:39.536980 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50bf16c0-8bfd-4bd5-9765-07adbab8ad09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:39.544059 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c6c4b9-253b-4607-a984-9f1820d274da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7af9102-062f-4619-931d-b83536bbfa62,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:39.544593 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50bf16c0-8bfd-4bd5-9765-07adbab8ad09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:39.547941 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-4899583c-4f57-40a1-a46d-62603e9de625 service neutron] Port 11bcba77-630b-478f-9d62-6b5a7fca0760 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:28:39.548267 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-4899583c-4f57-40a1-a46d-62603e9de625 service neutron] Attempting to bind port 11bcba77-630b-478f-9d62-6b5a7fca0760 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:28:39.561057 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-4899583c-4f57-40a1-a46d-62603e9de625 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:28:39.561406 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-4899583c-4f57-40a1-a46d-62603e9de625 service neutron] Checking segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:28:39.561773 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-4899583c-4f57-40a1-a46d-62603e9de625 service neutron] Bound using segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:28:39.562204 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-4899583c-4f57-40a1-a46d-62603e9de625 service neutron] Bound port: 11bcba77-630b-478f-9d62-6b5a7fca0760, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:28:39.562555 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-4899583c-4f57-40a1-a46d-62603e9de625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:39.664952 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-4899583c-4f57-40a1-a46d-62603e9de625 service neutron] For port 11bcba77-630b-478f-9d62-6b5a7fca0760, host n-h2-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:28:39.665097 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf16c0-8bfd-4bd5-9765-07adbab8ad09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a02272-b819-4368-af01-9d53fc2bb096,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:39.671310 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-4899583c-4f57-40a1-a46d-62603e9de625 service neutron] For port 11bcba77-630b-478f-9d62-6b5a7fca0760, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=11bcba77-630b-478f-9d62-6b5a7fca0760,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:28:39.682962 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c9d11bfe-c23b-42f8-9bd2-6e6566845bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:39.683465 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-4899583c-4f57-40a1-a46d-62603e9de625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:39.685521 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c9d11bfe-c23b-42f8-9bd2-6e6566845bca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:39.686660 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c9d11bfe-c23b-42f8-9bd2-6e6566845bca admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/40ef9583-ae6c-4525-9bf1-952e74ee9067 HTTP/1.1" status: 204 len: 168 time: 0.4422274 Dec 09 15:28:39.687559 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50bf16c0-8bfd-4bd5-9765-07adbab8ad09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:28:39.712808 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d11bfe-c23b-42f8-9bd2-6e6566845bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ef9583-ae6c-4525-9bf1-952e74ee9067,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:39.722265 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50bf16c0-8bfd-4bd5-9765-07adbab8ad09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:39.722661 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-50bf16c0-8bfd-4bd5-9765-07adbab8ad09 admin admin] Added segment b9cc3056-4720-44b6-b8aa-4f376af9db2d of type vlan for network a8261367-6db5-4657-8321-e913294e8360 Dec 09 15:28:39.743890 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-4899583c-4f57-40a1-a46d-62603e9de625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:39.744536 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-4899583c-4f57-40a1-a46d-62603e9de625 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:39.746175 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-4899583c-4f57-40a1-a46d-62603e9de625 service neutron] 10.222.0.31 "PUT /v2.0/ports/11bcba77-630b-478f-9d62-6b5a7fca0760 HTTP/1.1" status: 200 len: 1096 time: 1.0283287 Dec 09 15:28:39.746632 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '914f1502-ab88-4a70-9c37-f4ef175ed62a', 'tag': '11bcba77-630b-478f-9d62-6b5a7fca0760'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:28:39.749016 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5313bbfb-ebfd-4a9a-b91e-61e03e0fdcd4" -d '{"events": [{"name": "network-changed", "server_uuid": "914f1502-ab88-4a70-9c37-f4ef175ed62a", "tag": "11bcba77-630b-478f-9d62-6b5a7fca0760"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:28:39.751058 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b25755-b0ff-484e-b897-aa679347ba05 req-fa4c70e5-8e45-4e90-9034-d14a207d9ff4 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:39.762674 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-91b25755-b0ff-484e-b897-aa679347ba05 req-fa4c70e5-8e45-4e90-9034-d14a207d9ff4 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e HTTP/1.1" status: 200 len: 944 time: 0.1781468 Dec 09 15:28:39.770502 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['961362bf-1d9d-4ee9-9c28-67f3677cb14e'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:28:39.880091 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899583c-4f57-40a1-a46d-62603e9de625 service neutron] Pushing event updated for resources: {'Port': ['ID=11bcba77-630b-478f-9d62-6b5a7fca0760,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:39.905657 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb41bce-d328-4e3e-837a-586940d3c4b4 x-openstack-request-id: req-5eb41bce-d328-4e3e-837a-586940d3c4b4 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:28:39.905964 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "914f1502-ab88-4a70-9c37-f4ef175ed62a", "tag": "11bcba77-630b-478f-9d62-6b5a7fca0760", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:28:39.906222 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5eb41bce-d328-4e3e-837a-586940d3c4b4 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:28:39.906627 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '914f1502-ab88-4a70-9c37-f4ef175ed62a', 'tag': '11bcba77-630b-478f-9d62-6b5a7fca0760', 'status': 'completed', 'code': 200} Dec 09 15:28:39.912715 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-a746ad8a-71fa-423c-9773-71387518f02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:39.919668 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-a746ad8a-71fa-423c-9773-71387518f02c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58575e9ae9594565ae9af29bf6631113&device_id=914f1502-ab88-4a70-9c37-f4ef175ed62a HTTP/1.1" status: 200 len: 1099 time: 0.1248353 Dec 09 15:28:39.922820 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50bf16c0-8bfd-4bd5-9765-07adbab8ad09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:39.998512 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-eecf222a-fa5b-4aa1-a5ee-5cb226366f4c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=11bcba77-630b-478f-9d62-6b5a7fca0760 HTTP/1.1" status: 200 len: 217 time: 0.0702298 Dec 09 15:28:40.001880 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-91b25755-b0ff-484e-b897-aa679347ba05 req-bfc73bdd-80cc-4836-87fd-5175f7ee220f tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383127 Dec 09 15:28:40.050281 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50bf16c0-8bfd-4bd5-9765-07adbab8ad09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:40.052021 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bf16c0-8bfd-4bd5-9765-07adbab8ad09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:40.053067 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50bf16c0-8bfd-4bd5-9765-07adbab8ad09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:40.098987 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-50bf16c0-8bfd-4bd5-9765-07adbab8ad09 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8520067 Dec 09 15:28:40.107263 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 49242) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:40.123934 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-5ec63ece-553b-4083-b40b-57eb8cfd4e51 admin admin] Request body: {'subnet': {'network_id': 'a8261367-6db5-4657-8321-e913294e8360', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1498626763-subnet', 'tenant_id': '3009da41fc6642139f169d029d9afdc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:40.147394 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-868d6051-4914-4247-b775-578c8352596d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:40.154742 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-868d6051-4914-4247-b775-578c8352596d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.1487668 Dec 09 15:28:40.251341 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec63ece-553b-4083-b40b-57eb8cfd4e51 admin admin] Made reservation on behalf of 3009da41fc6642139f169d029d9afdc3 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:40.254077 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5ec63ece-553b-4083-b40b-57eb8cfd4e51 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:40.277102 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf16c0-8bfd-4bd5-9765-07adbab8ad09 admin admin] Pushing event updated for resources: {'Network': ['ID=a8261367-6db5-4657-8321-e913294e8360,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:40.311327 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network a8261367-6db5-4657-8321-e913294e8360 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:28:40.347534 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-95fcbc23-ddde-4024-b0a4-3a322e71282b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:40.351170 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-95fcbc23-ddde-4024-b0a4-3a322e71282b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1862602 Dec 09 15:28:40.462755 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e9871-5910-46d3-85b4-79029cd4f0b7 req-22b1c023-af63-4f7b-aa2d-798e1cbcd163 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:40.470287 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ab3e9871-5910-46d3-85b4-79029cd4f0b7 req-22b1c023-af63-4f7b-aa2d-798e1cbcd163 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] 10.222.0.57 "GET /v2.0/ports?device_id=914f1502-ab88-4a70-9c37-f4ef175ed62a HTTP/1.1" status: 200 len: 948 time: 0.1146538 Dec 09 15:28:40.488364 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737cdf4-adb8-43e7-ad7e-14be31d1a395 req-9778bcb7-8ee4-4ccf-a419-f5547f42d4c2 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:40.490020 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a737cdf4-adb8-43e7-ad7e-14be31d1a395 req-9778bcb7-8ee4-4ccf-a419-f5547f42d4c2 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/ports?device_id=49a54bb3-7828-4f0b-b084-72127873cb22 HTTP/1.1" status: 200 len: 944 time: 0.0983036 Dec 09 15:28:40.522615 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 49262) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:40.584026 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ab3e9871-5910-46d3-85b4-79029cd4f0b7 req-2e1d8fa8-5fce-4915-9b51-90f90ee1d11e tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] 10.222.0.57 "GET /v2.0/security-groups?id=76eb6772-8d5b-4328-a083-0a7be919fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130469 Dec 09 15:28:40.588204 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a737cdf4-adb8-43e7-ad7e-14be31d1a395 req-64c2cb54-4572-4f5e-b89b-3c796f13e092 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5217ebf-397c-45e7-b782-d63176999034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852199 Dec 09 15:28:40.618459 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 49264) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:40.635142 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-dc45a467-b741-47aa-9696-10d7da56e302 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755620 Dec 09 15:28:40.641547 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90a250de-9dab-4561-a28d-c33adfa9f1a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:40.660204 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 49270) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:40.660457 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-cda6a5fa-1eb3-4c43-bd17-977ad9409631 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8226b102760c4c73b065e388a9f98cf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363311 Dec 09 15:28:40.766566 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-776f9964-e5b2-4aff-b1f7-8baa6311776a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:40.769083 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5ec63ece-553b-4083-b40b-57eb8cfd4e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:40.809171 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-776f9964-e5b2-4aff-b1f7-8baa6311776a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:40.833476 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90a250de-9dab-4561-a28d-c33adfa9f1a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:40.848734 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b6c7074f-2023-450d-81ce-9746b5378a51 req-50117f2a-ba4c-43df-b035-5d1b40cd7a9a service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045953 Dec 09 15:28:40.857698 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec63ece-553b-4083-b40b-57eb8cfd4e51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a0c79d1-58cd-4b79-9b63-316e7ab52599,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:40.877569 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec63ece-553b-4083-b40b-57eb8cfd4e51 admin admin] Checking segment: {'id': 'b9cc3056-4720-44b6-b8aa-4f376af9db2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a8261367-6db5-4657-8321-e913294e8360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:28:40.878174 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec63ece-553b-4083-b40b-57eb8cfd4e51 admin admin] Network hostable DHCP agents. Network: a8261367-6db5-4657-8321-e913294e8360, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:28:40.897737 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90a250de-9dab-4561-a28d-c33adfa9f1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:40.902078 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec63ece-553b-4083-b40b-57eb8cfd4e51 admin admin] Network a8261367-6db5-4657-8321-e913294e8360 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:28:40.936181 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device aee43be2-5512-4af6-b6dd-b5c73516b5ed details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:28:40.946639 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-776f9964-e5b2-4aff-b1f7-8baa6311776a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:40.949234 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-776f9964-e5b2-4aff-b1f7-8baa6311776a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:40.953152 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-5ec63ece-553b-4083-b40b-57eb8cfd4e51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, a8261367-6db5-4657-8321-e913294e8360) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:40.953612 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-776f9964-e5b2-4aff-b1f7-8baa6311776a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e9862163-af37-4f01-97cb-6b640a8ee874 HTTP/1.1" status: 204 len: 168 time: 0.2921185 Dec 09 15:28:40.965682 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-90a250de-9dab-4561-a28d-c33adfa9f1a8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7185c73a8238458da8c116e1aeaa98dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3511329 Dec 09 15:28:40.965682 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a250de-9dab-4561-a28d-c33adfa9f1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3646894-b2e2-4276-8678-e86a25e713ff,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:40.965682 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 49298) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:40.975703 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec63ece-553b-4083-b40b-57eb8cfd4e51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:40.978357 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5ec63ece-553b-4083-b40b-57eb8cfd4e51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:41.013044 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f9964-e5b2-4aff-b1f7-8baa6311776a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9862163-af37-4f01-97cb-6b640a8ee874,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:41.024539 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313bbfb-ebfd-4a9a-b91e-61e03e0fdcd4 req-9bc27b3a-661c-443b-8e04-c19c466fbf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:41.026840 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5313bbfb-ebfd-4a9a-b91e-61e03e0fdcd4 req-9bc27b3a-661c-443b-8e04-c19c466fbf44 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58575e9ae9594565ae9af29bf6631113&device_id=914f1502-ab88-4a70-9c37-f4ef175ed62a HTTP/1.1" status: 200 len: 1099 time: 0.1184704 Dec 09 15:28:41.031293 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5ec63ece-553b-4083-b40b-57eb8cfd4e51 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9229050 Dec 09 15:28:41.031483 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27337dba-b126-48b1-a23c-68f9e55a14fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:41.062482 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27337dba-b126-48b1-a23c-68f9e55a14fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:41.128979 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27337dba-b126-48b1-a23c-68f9e55a14fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:41.133719 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27337dba-b126-48b1-a23c-68f9e55a14fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:41.135155 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-27337dba-b126-48b1-a23c-68f9e55a14fa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a3646894-b2e2-4276-8678-e86a25e713ff HTTP/1.1" status: 204 len: 168 time: 0.1687789 Dec 09 15:28:41.138762 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad51a00-94ab-4960-a226-99cdbc461bfc None None] Network a8261367-6db5-4657-8321-e913294e8360 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:28:41.157489 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27337dba-b126-48b1-a23c-68f9e55a14fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3646894-b2e2-4276-8678-e86a25e713ff,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:41.191245 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313bbfb-ebfd-4a9a-b91e-61e03e0fdcd4 req-fb13e082-c505-4ed3-ba9e-59b2bbe6da37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:41.192663 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5313bbfb-ebfd-4a9a-b91e-61e03e0fdcd4 req-fb13e082-c505-4ed3-ba9e-59b2bbe6da37 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.1547000 Dec 09 15:28:41.275531 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854c454-5b41-4bf4-bf84-c88c18c7c2eb req-fcfd1f92-cc50-4df7-a77a-e176bf380a80 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:41.277130 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9854c454-5b41-4bf4-bf84-c88c18c7c2eb req-fcfd1f92-cc50-4df7-a77a-e176bf380a80 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e HTTP/1.1" status: 200 len: 944 time: 0.0952852 Dec 09 15:28:41.281963 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5313bbfb-ebfd-4a9a-b91e-61e03e0fdcd4 req-176c6f9e-41fd-4ea8-b699-c8cac94d7400 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=11bcba77-630b-478f-9d62-6b5a7fca0760 HTTP/1.1" status: 200 len: 217 time: 0.0803742 Dec 09 15:28:41.372198 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb97a8f9-16f4-44c8-acc2-38192c9f869d None None] Network a8261367-6db5-4657-8321-e913294e8360 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:28:41.377722 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port aee43be2-5512-4af6-b6dd-b5c73516b5ed, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=aee43be2-5512-4af6-b6dd-b5c73516b5ed,segment=NetworkSegment(94b9090c-b2b9-43ba-9fb3-55c2b12e4231),segment_id=94b9090c-b2b9-43ba-9fb3-55c2b12e4231)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:41.384837 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9854c454-5b41-4bf4-bf84-c88c18c7c2eb req-0f09249e-a866-40cc-82de-17d58a93aa43 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015589 Dec 09 15:28:41.386899 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313bbfb-ebfd-4a9a-b91e-61e03e0fdcd4 req-d0aa8396-058d-4af6-bb35-32a94672be33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:41.389254 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5313bbfb-ebfd-4a9a-b91e-61e03e0fdcd4 req-d0aa8396-058d-4af6-bb35-32a94672be33 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0998080 Dec 09 15:28:41.482070 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': 'aee43be2-5512-4af6-b6dd-b5c73516b5ed', 'network_id': '1623f57f-14ee-4f27-909a-4111ec1638fe', 'port_id': 'aee43be2-5512-4af6-b6dd-b5c73516b5ed', 'mac_address': 'fa:16:3e:a5:01:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd6cf3c6-eae1-454b-835d-918a28ae0ed5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:28:41.500826 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313bbfb-ebfd-4a9a-b91e-61e03e0fdcd4 req-99b98e12-eb3f-4b09-bf2e-0d06d9c257aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:41.504656 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5313bbfb-ebfd-4a9a-b91e-61e03e0fdcd4 req-99b98e12-eb3f-4b09-bf2e-0d06d9c257aa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1081095 Dec 09 15:28:41.553238 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:41.580398 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aee43be2-5512-4af6-b6dd-b5c73516b5ed {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:28:41.614432 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port aee43be2-5512-4af6-b6dd-b5c73516b5ed, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=aee43be2-5512-4af6-b6dd-b5c73516b5ed,segment=NetworkSegment(94b9090c-b2b9-43ba-9fb3-55c2b12e4231),segment_id=94b9090c-b2b9-43ba-9fb3-55c2b12e4231)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:41.622170 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:41.678771 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5313bbfb-ebfd-4a9a-b91e-61e03e0fdcd4 req-dfb54aa1-cfe4-401d-8e32-eb9d0e5cb61b service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627607 Dec 09 15:28:41.702952 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=aee43be2-5512-4af6-b6dd-b5c73516b5ed,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:41.789520 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a8772-c92e-4fca-a7e8-bede7d391c82 req-03a703af-a19d-471c-b175-aeb9184c195e tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:41.796935 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c1a8772-c92e-4fca-a7e8-bede7d391c82 req-03a703af-a19d-471c-b175-aeb9184c195e tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] 10.222.0.57 "GET /v2.0/ports?device_id=914f1502-ab88-4a70-9c37-f4ef175ed62a HTTP/1.1" status: 200 len: 948 time: 0.0948191 Dec 09 15:28:41.810536 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5313bbfb-ebfd-4a9a-b91e-61e03e0fdcd4 req-9290cbdb-b366-467c-8704-d5ede1c5d762 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238031 Dec 09 15:28:41.811738 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35c25b-457b-4ea0-9cdf-88f95efb6afb req-4fa13289-d475-4c32-9d5d-2845b7fab406 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:41.813402 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7b35c25b-457b-4ea0-9cdf-88f95efb6afb req-4fa13289-d475-4c32-9d5d-2845b7fab406 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/ports?device_id=49a54bb3-7828-4f0b-b084-72127873cb22 HTTP/1.1" status: 200 len: 945 time: 0.0834796 Dec 09 15:28:41.893139 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c1a8772-c92e-4fca-a7e8-bede7d391c82 req-800b609c-4967-4da9-88ee-487161e8b962 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] 10.222.0.57 "GET /v2.0/security-groups?id=76eb6772-8d5b-4328-a083-0a7be919fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950644 Dec 09 15:28:41.897446 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7b35c25b-457b-4ea0-9cdf-88f95efb6afb req-b75c89c1-efe1-4516-aea1-e9ec5abf29b3 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5217ebf-397c-45e7-b782-d63176999034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694168 Dec 09 15:28:41.970807 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 49352) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:42.074966 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['aee43be2-5512-4af6-b6dd-b5c73516b5ed'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:28:42.344146 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ea221d28-e562-4456-a3a7-66473985ac5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:42.377750 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3be2b-0704-4b78-862c-ea9cb5aa0264 req-12208278-20fb-4c61-8a36-59063309e76d tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:42.379247 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f8d3be2b-0704-4b78-862c-ea9cb5aa0264 req-12208278-20fb-4c61-8a36-59063309e76d tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/ports?device_id=750ee53f-61d6-4d8b-a95e-784f9dd2bab2 HTTP/1.1" status: 200 len: 971 time: 0.1461523 Dec 09 15:28:42.466520 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161347a-ebcd-4da9-82f6-664daf60efad req-763f287e-be2f-4e5d-bdc9-3f485533f8a0 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:42.468003 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b161347a-ebcd-4da9-82f6-664daf60efad req-763f287e-be2f-4e5d-bdc9-3f485533f8a0 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/networks?id=6c4b0ba7-873d-4b03-9efa-67af55c0587e HTTP/1.1" status: 200 len: 820 time: 0.2070558 Dec 09 15:28:42.509520 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f8d3be2b-0704-4b78-862c-ea9cb5aa0264 req-a62a597f-50bf-409c-b099-09395a56ad2c tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/security-groups?id=761595b2-5270-443d-b8a1-7e51ed58710a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197762 Dec 09 15:28:42.511935 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b161347a-ebcd-4da9-82f6-664daf60efad req-5ae8965e-5895-4ad4-a28b-28c281832965 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/quotas/5674bd72d1184432801f651e299c9dce HTTP/1.1" status: 200 len: 375 time: 0.0311947 Dec 09 15:28:42.560546 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b161347a-ebcd-4da9-82f6-664daf60efad req-78e29c0b-546d-48c1-904c-9530c455eb60 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5674bd72d1184432801f651e299c9dce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385401 Dec 09 15:28:42.562353 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ea221d28-e562-4456-a3a7-66473985ac5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:42.569772 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ea221d28-e562-4456-a3a7-66473985ac5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:42.700591 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ea221d28-e562-4456-a3a7-66473985ac5c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=53cf79bd9d4948309d24ac2cb60aa549&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7285824 Dec 09 15:28:42.703351 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 49394) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:42.710229 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea221d28-e562-4456-a3a7-66473985ac5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3728ddf1-7f22-4eb7-910f-af05fe1b5515,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:42.745812 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf69cca-23c8-447b-a4ba-acb110757dde req-44214eb3-2f51-4a69-800f-373b6e5ad0b1 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:42.747812 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-caf69cca-23c8-447b-a4ba-acb110757dde req-44214eb3-2f51-4a69-800f-373b6e5ad0b1 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e HTTP/1.1" status: 200 len: 944 time: 0.1468220 Dec 09 15:28:42.789333 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2a271125-1c2b-4507-92c0-94d2b2e401d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:42.818195 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2a271125-1c2b-4507-92c0-94d2b2e401d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:42.895726 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2a271125-1c2b-4507-92c0-94d2b2e401d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:42.898671 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2a271125-1c2b-4507-92c0-94d2b2e401d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:42.900026 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2a271125-1c2b-4507-92c0-94d2b2e401d9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3728ddf1-7f22-4eb7-910f-af05fe1b5515 HTTP/1.1" status: 204 len: 168 time: 0.1955001 Dec 09 15:28:42.918211 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a271125-1c2b-4507-92c0-94d2b2e401d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3728ddf1-7f22-4eb7-910f-af05fe1b5515,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:42.946352 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 961362bf-1d9d-4ee9-9c28-67f3677cb14e up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:28:42.967503 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b161347a-ebcd-4da9-82f6-664daf60efad req-785f1c7c-5374-4689-917f-af040e209e10 service neutron] 10.222.0.57 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946669 Dec 09 15:28:43.028942 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port 961362bf-1d9d-4ee9-9c28-67f3677cb14e completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:28:43.035110 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 961362bf-1d9d-4ee9-9c28-67f3677cb14e triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:43.036338 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:43.040733 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-caf69cca-23c8-447b-a4ba-acb110757dde req-0c6de831-8dfa-4e8c-b5d8-cb6273535fe3 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864180 Dec 09 15:28:43.105258 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b161347a-ebcd-4da9-82f6-664daf60efad req-13c34c68-0be3-41ef-9e55-704f1ce62c7a service neutron] 10.222.0.57 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238008 Dec 09 15:28:43.191447 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:43.204378 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980ebec-f9f1-4ef6-93a2-456e41e38ae6 req-97bf2f1d-fe02-4138-b3b5-1c5c4240654f tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:43.217473 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a980ebec-f9f1-4ef6-93a2-456e41e38ae6 req-97bf2f1d-fe02-4138-b3b5-1c5c4240654f tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] 10.222.0.57 "GET /v2.0/ports?device_id=914f1502-ab88-4a70-9c37-f4ef175ed62a HTTP/1.1" status: 200 len: 948 time: 0.0968308 Dec 09 15:28:43.223546 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25417cb9-2740-48f7-aa77-56e5b2ab1c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961362bf-1d9d-4ee9-9c28-67f3677cb14e'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:28:43.226312 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0232a74b-491a-4106-a428-f53009b8f092" -d '{"events": [{"server_uuid": "25417cb9-2740-48f7-aa77-56e5b2ab1c0e", "name": "network-vif-plugged", "status": "completed", "tag": "961362bf-1d9d-4ee9-9c28-67f3677cb14e"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:28:43.263770 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 961362bf-1d9d-4ee9-9c28-67f3677cb14e, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=961362bf-1d9d-4ee9-9c28-67f3677cb14e,segment=NetworkSegment(9bcbf52b-8ad5-477f-9636-c2f9cae19672),segment_id=9bcbf52b-8ad5-477f-9636-c2f9cae19672)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:43.274369 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a980ebec-f9f1-4ef6-93a2-456e41e38ae6 req-4b248c24-37d4-4c6e-8f9e-00c792587321 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] 10.222.0.57 "GET /v2.0/security-groups?id=76eb6772-8d5b-4328-a083-0a7be919fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555851 Dec 09 15:28:43.274790 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:43.339196 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7243848-c28d-431c-b13f-df738fa83e9c x-openstack-request-id: req-a7243848-c28d-431c-b13f-df738fa83e9c {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:28:43.339549 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25417cb9-2740-48f7-aa77-56e5b2ab1c0e", "name": "network-vif-plugged", "status": "completed", "tag": "961362bf-1d9d-4ee9-9c28-67f3677cb14e", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:28:43.339814 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a7243848-c28d-431c-b13f-df738fa83e9c {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:28:43.340213 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25417cb9-2740-48f7-aa77-56e5b2ab1c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961362bf-1d9d-4ee9-9c28-67f3677cb14e', 'code': 200} Dec 09 15:28:43.348013 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 49422) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:43.361668 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d6d6f1e8-332e-4a4d-a973-74dd7eb315da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:43.398280 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=961362bf-1d9d-4ee9-9c28-67f3677cb14e,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:43.427766 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a389bfb4-10cf-425d-b88d-9bf421cd816b req-23a8563b-a6e3-4046-b956-d64766d7f2b7 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea2de25e-7897-4271-9d98-986803a004c0 HTTP/1.1" status: 200 len: 210 time: 0.0463927 Dec 09 15:28:43.438682 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b927d8-b026-4b62-945c-800e606284fa req-953575d6-88c9-4371-bf74-2b817ad378bb tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:43.449557 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-45b927d8-b026-4b62-945c-800e606284fa req-953575d6-88c9-4371-bf74-2b817ad378bb tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/ports?device_id=49a54bb3-7828-4f0b-b084-72127873cb22 HTTP/1.1" status: 200 len: 945 time: 0.1501377 Dec 09 15:28:43.554252 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-45b927d8-b026-4b62-945c-800e606284fa req-fcaa6672-e914-49e4-aede-1ff9b64ca974 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5217ebf-397c-45e7-b782-d63176999034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956461 Dec 09 15:28:43.554252 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a077498-2ff8-476f-bb76-d2c3e73ab1f1 req-fad2a3e4-8f88-4286-9fe5-974c74082ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:43.554252 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0a077498-2ff8-476f-bb76-d2c3e73ab1f1 req-fad2a3e4-8f88-4286-9fe5-974c74082ac1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e HTTP/1.1" status: 200 len: 1096 time: 0.0936315 Dec 09 15:28:43.566919 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d6d6f1e8-332e-4a4d-a973-74dd7eb315da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:43.575071 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d6d6f1e8-332e-4a4d-a973-74dd7eb315da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:43.670386 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d6d6f1e8-332e-4a4d-a973-74dd7eb315da admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c88c6200b868443891b36bf427b1c275&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3211944 Dec 09 15:28:43.673684 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 49434) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:43.682750 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6f1e8-332e-4a4d-a973-74dd7eb315da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577742b6-8c99-4a1f-b59f-3d2388057c9c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:43.696995 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0a077498-2ff8-476f-bb76-d2c3e73ab1f1 req-1bd754eb-6c4f-4290-9ab4-67314a28b07d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375818 Dec 09 15:28:43.743038 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab654f3-1455-4228-909b-a42ea8a8e6aa req-c5504641-8114-4a1c-aab0-8ef48e5233ad tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:43.746794 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0ab654f3-1455-4228-909b-a42ea8a8e6aa req-c5504641-8114-4a1c-aab0-8ef48e5233ad tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/ports?device_id=750ee53f-61d6-4d8b-a95e-784f9dd2bab2 HTTP/1.1" status: 200 len: 971 time: 0.0901015 Dec 09 15:28:43.760179 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-88079720-f92a-4be4-baac-ccda24f3c537 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:43.812592 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-88079720-f92a-4be4-baac-ccda24f3c537 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:43.869016 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0ab654f3-1455-4228-909b-a42ea8a8e6aa req-70ab441b-83b5-4a12-8e7b-cee7499ac868 tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/security-groups?id=761595b2-5270-443d-b8a1-7e51ed58710a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157732 Dec 09 15:28:43.977236 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7382f6d-0b44-471b-81a0-832c6e9cce6d req-78c529d2-7f1e-4e88-ab75-6fe0fee2ae8a tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:43.978847 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a7382f6d-0b44-471b-81a0-832c6e9cce6d req-78c529d2-7f1e-4e88-ab75-6fe0fee2ae8a tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.31 "GET /v2.0/ports?device_id=750ee53f-61d6-4d8b-a95e-784f9dd2bab2 HTTP/1.1" status: 200 len: 971 time: 0.1689239 Dec 09 15:28:44.013648 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-88079720-f92a-4be4-baac-ccda24f3c537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:44.016407 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-88079720-f92a-4be4-baac-ccda24f3c537 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:44.017583 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-88079720-f92a-4be4-baac-ccda24f3c537 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/577742b6-8c99-4a1f-b59f-3d2388057c9c HTTP/1.1" status: 204 len: 168 time: 0.3428977 Dec 09 15:28:44.049466 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88079720-f92a-4be4-baac-ccda24f3c537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577742b6-8c99-4a1f-b59f-3d2388057c9c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:44.167554 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-a7382f6d-0b44-471b-81a0-832c6e9cce6d req-2bad61a0-9388-4c99-8d83-629255ba89ee tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] Deleting port 567f97c0-cc25-476f-9b40-b595ce32802d {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:28:44.167921 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a7382f6d-0b44-471b-81a0-832c6e9cce6d req-2bad61a0-9388-4c99-8d83-629255ba89ee tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:44.216862 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe80fd0-90f0-47a8-b7f5-69ad327a1ce1 req-2f5a4d89-d717-428d-b8fa-e6c33e51bccd tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:44.232580 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7fe80fd0-90f0-47a8-b7f5-69ad327a1ce1 req-2f5a4d89-d717-428d-b8fa-e6c33e51bccd tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e HTTP/1.1" status: 200 len: 945 time: 0.0908062 Dec 09 15:28:44.292428 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-a7382f6d-0b44-471b-81a0-832c6e9cce6d req-2bad61a0-9388-4c99-8d83-629255ba89ee tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] For port 567f97c0-cc25-476f-9b40-b595ce32802d, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=567f97c0-cc25-476f-9b40-b595ce32802d,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:44.292887 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a7382f6d-0b44-471b-81a0-832c6e9cce6d req-2bad61a0-9388-4c99-8d83-629255ba89ee tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:44.317872 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7fe80fd0-90f0-47a8-b7f5-69ad327a1ce1 req-2a178ab2-70c8-4219-a296-7d765bbf4e3b tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841947 Dec 09 15:28:44.328554 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-a7382f6d-0b44-471b-81a0-832c6e9cce6d req-2bad61a0-9388-4c99-8d83-629255ba89ee tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] Calling delete_port for 567f97c0-cc25-476f-9b40-b595ce32802d owned by compute:tempest-test_az-846520308 {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:28:44.361883 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 11bcba77-630b-478f-9d62-6b5a7fca0760 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:28:44.517730 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17d7f7-2b60-412f-b086-b7fe986b8b0b req-f7595407-8824-43ab-ac74-034913f70773 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:44.527395 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c17d7f7-2b60-412f-b086-b7fe986b8b0b req-f7595407-8824-43ab-ac74-034913f70773 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] 10.222.0.57 "GET /v2.0/ports?device_id=914f1502-ab88-4a70-9c37-f4ef175ed62a HTTP/1.1" status: 200 len: 948 time: 0.1175759 Dec 09 15:28:44.532170 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 11bcba77-630b-478f-9d62-6b5a7fca0760, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=11bcba77-630b-478f-9d62-6b5a7fca0760,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:44.551559 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '11bcba77-630b-478f-9d62-6b5a7fca0760', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'port_id': '11bcba77-630b-478f-9d62-6b5a7fca0760', 'mac_address': 'fa:16:3e:4d:d6:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6953c-1261-4e7c-8b49-64e5b87424c2', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:28:44.570821 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a7382f6d-0b44-471b-81a0-832c6e9cce6d req-2bad61a0-9388-4c99-8d83-629255ba89ee tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:44.606477 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['567f97c0-cc25-476f-9b40-b595ce32802d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:28:44.613017 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c17d7f7-2b60-412f-b086-b7fe986b8b0b req-87033920-7c90-4ce7-80ea-cc0f7b2ac4f5 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] 10.222.0.57 "GET /v2.0/security-groups?id=76eb6772-8d5b-4328-a083-0a7be919fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739691 Dec 09 15:28:44.656714 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad61a0-9388-4c99-8d83-629255ba89ee tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] Pushing event deleted for resources: {'Port': ['ID=567f97c0-cc25-476f-9b40-b595ce32802d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:44.658800 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:44.681004 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11bcba77-630b-478f-9d62-6b5a7fca0760 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:28:44.726373 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 11bcba77-630b-478f-9d62-6b5a7fca0760, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=11bcba77-630b-478f-9d62-6b5a7fca0760,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:44.731666 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:44.744033 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7382f6d-0b44-471b-81a0-832c6e9cce6d req-2bad61a0-9388-4c99-8d83-629255ba89ee tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] No DVR routers for this DVR port 567f97c0-cc25-476f-9b40-b595ce32802d on host n-h2-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:28:44.748394 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a7382f6d-0b44-471b-81a0-832c6e9cce6d req-2bad61a0-9388-4c99-8d83-629255ba89ee tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:44.752099 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a7382f6d-0b44-471b-81a0-832c6e9cce6d req-2bad61a0-9388-4c99-8d83-629255ba89ee tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.31 "DELETE /v2.0/ports/567f97c0-cc25-476f-9b40-b595ce32802d HTTP/1.1" status: 204 len: 173 time: 0.7667820 Dec 09 15:28:44.752691 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750ee53f-61d6-4d8b-a95e-784f9dd2bab2', 'name': 'network-vif-deleted', 'tag': '567f97c0-cc25-476f-9b40-b595ce32802d'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:28:44.755553 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e5d01d-56e9-4448-a4e2-edce425882ff" -d '{"events": [{"server_uuid": "750ee53f-61d6-4d8b-a95e-784f9dd2bab2", "name": "network-vif-deleted", "tag": "567f97c0-cc25-476f-9b40-b595ce32802d"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:28:44.809443 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a3c5c2e5-0aa4-45d3-8c55-01c56547272a req-92464cbd-009c-4798-abc1-9b83473935f5 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea2de25e-7897-4271-9d98-986803a004c0 HTTP/1.1" status: 200 len: 210 time: 0.0478268 Dec 09 15:28:44.844199 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=11bcba77-630b-478f-9d62-6b5a7fca0760,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:44.949719 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device aee43be2-5512-4af6-b6dd-b5c73516b5ed up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:28:44.982615 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07751b41-85ae-41c3-b41c-9b84e87dc36e req-0f144fea-8cc6-4727-bd24-91d08838f95a tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:44.992763 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-07751b41-85ae-41c3-b41c-9b84e87dc36e req-0f144fea-8cc6-4727-bd24-91d08838f95a tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/ports?device_id=49a54bb3-7828-4f0b-b084-72127873cb22 HTTP/1.1" status: 200 len: 945 time: 0.1021771 Dec 09 15:28:45.046406 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['11bcba77-630b-478f-9d62-6b5a7fca0760'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:28:45.105259 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port aee43be2-5512-4af6-b6dd-b5c73516b5ed completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:28:45.112984 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port aee43be2-5512-4af6-b6dd-b5c73516b5ed triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:45.113410 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:45.138213 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-07751b41-85ae-41c3-b41c-9b84e87dc36e req-3f903378-ef5d-4e32-b833-abd185c563eb tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5217ebf-397c-45e7-b782-d63176999034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377380 Dec 09 15:28:45.198995 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3451c867-12a4-419a-b037-3c68520ab2d1 x-openstack-request-id: req-3451c867-12a4-419a-b037-3c68520ab2d1 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:28:45.199451 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750ee53f-61d6-4d8b-a95e-784f9dd2bab2", "name": "network-vif-deleted", "tag": "567f97c0-cc25-476f-9b40-b595ce32802d", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:28:45.199657 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3451c867-12a4-419a-b037-3c68520ab2d1 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:28:45.199934 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750ee53f-61d6-4d8b-a95e-784f9dd2bab2', 'name': 'network-vif-deleted', 'tag': '567f97c0-cc25-476f-9b40-b595ce32802d', 'status': 'completed', 'code': 200} Dec 09 15:28:45.305849 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161347a-ebcd-4da9-82f6-664daf60efad req-1ee31f2e-4fee-4c83-b340-021da435d7ff tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:45.307961 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b161347a-ebcd-4da9-82f6-664daf60efad req-1ee31f2e-4fee-4c83-b340-021da435d7ff tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.42 "GET /v2.0/networks?id=6c4b0ba7-873d-4b03-9efa-67af55c0587e HTTP/1.1" status: 200 len: 820 time: 0.2660999 Dec 09 15:28:45.339836 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-b161347a-ebcd-4da9-82f6-664daf60efad req-ee8e06e7-5249-4f8a-9a34-80b30e4ca0b5 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Request body: {'port': {'device_id': 'ea2de25e-7897-4271-9d98-986803a004c0', 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e', 'admin_state_up': True, 'tenant_id': '5674bd72d1184432801f651e299c9dce'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:45.369351 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:45.415512 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a54bb3-7828-4f0b-b084-72127873cb22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee43be2-5512-4af6-b6dd-b5c73516b5ed'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:28:45.417805 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1785bb-1b1d-4f9b-8ab0-8ca9fba2985a" -d '{"events": [{"server_uuid": "49a54bb3-7828-4f0b-b084-72127873cb22", "name": "network-vif-plugged", "status": "completed", "tag": "aee43be2-5512-4af6-b6dd-b5c73516b5ed"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:28:45.433886 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port aee43be2-5512-4af6-b6dd-b5c73516b5ed, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=aee43be2-5512-4af6-b6dd-b5c73516b5ed,segment=NetworkSegment(94b9090c-b2b9-43ba-9fb3-55c2b12e4231),segment_id=94b9090c-b2b9-43ba-9fb3-55c2b12e4231)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:45.441992 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:45.490458 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-12bedf78-a2b7-45ab-bd1f-51a627e86293 req-f4221380-c909-46b6-9988-c3e8e24d597c tempest-AggregatesAdminTestJSON-1436133004 tempest-AggregatesAdminTestJSON-1436133004-project] 10.222.0.57 "GET /v2.0/ports?device_id=750ee53f-61d6-4d8b-a95e-784f9dd2bab2 HTTP/1.1" status: 200 len: 210 time: 0.0994375 Dec 09 15:28:45.564882 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4637d115-a844-468a-8501-e884ef363e3d x-openstack-request-id: req-4637d115-a844-468a-8501-e884ef363e3d {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:28:45.567335 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a54bb3-7828-4f0b-b084-72127873cb22", "name": "network-vif-plugged", "status": "completed", "tag": "aee43be2-5512-4af6-b6dd-b5c73516b5ed", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:28:45.567653 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4637d115-a844-468a-8501-e884ef363e3d {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:28:45.568071 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a54bb3-7828-4f0b-b084-72127873cb22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee43be2-5512-4af6-b6dd-b5c73516b5ed', 'code': 200} Dec 09 15:28:45.575992 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=aee43be2-5512-4af6-b6dd-b5c73516b5ed,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:45.602903 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:45.614655 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf005d30-3207-4b68-9f59-fa023659d6b9 req-35c4b0d5-d4a7-4dfe-abf4-d39e9dcba433 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:45.617720 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bf005d30-3207-4b68-9f59-fa023659d6b9 req-35c4b0d5-d4a7-4dfe-abf4-d39e9dcba433 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e HTTP/1.1" status: 200 len: 945 time: 0.1090291 Dec 09 15:28:45.664460 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 49528) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:45.747472 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482d75c-b19a-4b68-b4ea-f98d4e7a76d8 req-f7868983-59d1-4404-a8d5-aab7782b9a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:45.749105 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6482d75c-b19a-4b68-b4ea-f98d4e7a76d8 req-f7868983-59d1-4404-a8d5-aab7782b9a33 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=49a54bb3-7828-4f0b-b084-72127873cb22 HTTP/1.1" status: 200 len: 1097 time: 0.0510390 Dec 09 15:28:45.758983 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bf005d30-3207-4b68-9f59-fa023659d6b9 req-34a6e576-8b85-40a3-abf1-24d08624a550 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330972 Dec 09 15:28:45.793383 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfecfe8e-319c-4a65-b1c4-f429e2bb3619 req-9eab99ba-b825-4e6e-bf65-8862f5b50b56 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:45.794755 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bfecfe8e-319c-4a65-b1c4-f429e2bb3619 req-9eab99ba-b825-4e6e-bf65-8862f5b50b56 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] 10.222.0.57 "GET /v2.0/ports?device_id=914f1502-ab88-4a70-9c37-f4ef175ed62a HTTP/1.1" status: 200 len: 949 time: 0.0850337 Dec 09 15:28:45.795481 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b161347a-ebcd-4da9-82f6-664daf60efad req-ee8e06e7-5249-4f8a-9a34-80b30e4ca0b5 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Made reservation on behalf of 5674bd72d1184432801f651e299c9dce for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:45.798898 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b161347a-ebcd-4da9-82f6-664daf60efad req-ee8e06e7-5249-4f8a-9a34-80b30e4ca0b5 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:45.871606 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6482d75c-b19a-4b68-b4ea-f98d4e7a76d8 req-92b5d049-cd4e-430f-9b10-5fb5f62485ae service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b5217ebf-397c-45e7-b782-d63176999034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539100 Dec 09 15:28:45.921147 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bfecfe8e-319c-4a65-b1c4-f429e2bb3619 req-6ee945ee-a4d2-4412-af3e-a16bd9d6d70a tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] 10.222.0.57 "GET /v2.0/security-groups?id=76eb6772-8d5b-4328-a083-0a7be919fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116946 Dec 09 15:28:45.994848 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-adae555f-04e1-46de-96a1-dcd966c04a49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:46.040789 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4b6fc7fe-bb19-487f-8e14-552e3eb9e79a req-9f544a73-aebd-46dc-9707-48edf1f40e1c tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea2de25e-7897-4271-9d98-986803a004c0 HTTP/1.1" status: 200 len: 210 time: 0.0621648 Dec 09 15:28:46.071767 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-b161347a-ebcd-4da9-82f6-664daf60efad req-ee8e06e7-5249-4f8a-9a34-80b30e4ca0b5 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Allocated IP 172.20.0.8 (6c4b0ba7-873d-4b03-9efa-67af55c0587e/2340fb97-6ad9-4615-9535-804554d0ce45/baa1ea4c-5081-4145-a800-62b0b64a6cfc) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:46.300194 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 49556) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:46.319334 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-adae555f-04e1-46de-96a1-dcd966c04a49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:46.327876 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-adae555f-04e1-46de-96a1-dcd966c04a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:46.354802 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c04bf-b8e1-4dbe-bace-dbd560db68e2 req-390dcb9c-6299-4d47-9f75-b9eba02d02b4 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:46.357328 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-624c04bf-b8e1-4dbe-bace-dbd560db68e2 req-390dcb9c-6299-4d47-9f75-b9eba02d02b4 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/ports?device_id=49a54bb3-7828-4f0b-b084-72127873cb22 HTTP/1.1" status: 200 len: 946 time: 0.1137447 Dec 09 15:28:46.375596 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 11bcba77-630b-478f-9d62-6b5a7fca0760 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:28:46.379726 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b161347a-ebcd-4da9-82f6-664daf60efad req-ee8e06e7-5249-4f8a-9a34-80b30e4ca0b5 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:46.397406 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-adae555f-04e1-46de-96a1-dcd966c04a49 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d940c8822b714b21a28b0bff501b942b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7315629 Dec 09 15:28:46.398857 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae555f-04e1-46de-96a1-dcd966c04a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b6d6a9-aabc-4512-ad36-f0ef9fa120aa,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:46.401116 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 49562) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:46.487697 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-624c04bf-b8e1-4dbe-bace-dbd560db68e2 req-bd52c2b5-57ff-4865-98e4-04f1f6bd5fcd tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5217ebf-397c-45e7-b782-d63176999034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182199 Dec 09 15:28:46.491023 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 11bcba77-630b-478f-9d62-6b5a7fca0760 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:28:46.501944 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 11bcba77-630b-478f-9d62-6b5a7fca0760 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:46.501944 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:46.524435 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b161347a-ebcd-4da9-82f6-664daf60efad req-ee8e06e7-5249-4f8a-9a34-80b30e4ca0b5 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:46.535772 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3dfe297-afb8-4659-9138-ca7c4a80bfeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:46.589749 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b161347a-ebcd-4da9-82f6-664daf60efad req-ee8e06e7-5249-4f8a-9a34-80b30e4ca0b5 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Network 6c4b0ba7-873d-4b03-9efa-67af55c0587e is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:46.594870 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-b161347a-ebcd-4da9-82f6-664daf60efad req-ee8e06e7-5249-4f8a-9a34-80b30e4ca0b5 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:46.602383 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-b161347a-ebcd-4da9-82f6-664daf60efad req-ee8e06e7-5249-4f8a-9a34-80b30e4ca0b5 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:46.610462 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161347a-ebcd-4da9-82f6-664daf60efad req-ee8e06e7-5249-4f8a-9a34-80b30e4ca0b5 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:46.611897 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b161347a-ebcd-4da9-82f6-664daf60efad req-ee8e06e7-5249-4f8a-9a34-80b30e4ca0b5 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:46.616120 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:46.632387 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3dfe297-afb8-4659-9138-ca7c4a80bfeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:46.651824 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e06e7-5249-4f8a-9a34-80b30e4ca0b5 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Pushing event updated for resources: {'Port': ['ID=baa1ea4c-5081-4145-a800-62b0b64a6cfc,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:46.666136 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b161347a-ebcd-4da9-82f6-664daf60efad req-ee8e06e7-5249-4f8a-9a34-80b30e4ca0b5 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3391292 Dec 09 15:28:46.684860 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 11bcba77-630b-478f-9d62-6b5a7fca0760, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=11bcba77-630b-478f-9d62-6b5a7fca0760,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:46.687578 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3349f64f-b815-4ede-a287-a15ba9853d78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:46.690709 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:46.693815 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-b161347a-ebcd-4da9-82f6-664daf60efad req-b93648a6-ea95-49f8-8fe5-585936a53f1f service neutron] Request body: {'port': {'device_id': 'ea2de25e-7897-4271-9d98-986803a004c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:46.767608 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b161347a-ebcd-4da9-82f6-664daf60efad req-b93648a6-ea95-49f8-8fe5-585936a53f1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:46.771164 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3dfe297-afb8-4659-9138-ca7c4a80bfeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:46.775703 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3dfe297-afb8-4659-9138-ca7c4a80bfeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:46.777760 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a3dfe297-afb8-4659-9138-ca7c4a80bfeb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a9b6d6a9-aabc-4512-ad36-f0ef9fa120aa HTTP/1.1" status: 204 len: 168 time: 0.3751853 Dec 09 15:28:46.799961 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=11bcba77-630b-478f-9d62-6b5a7fca0760,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:46.813861 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dfe297-afb8-4659-9138-ca7c4a80bfeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b6d6a9-aabc-4512-ad36-f0ef9fa120aa,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:46.889368 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3349f64f-b815-4ede-a287-a15ba9853d78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:46.897203 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3349f64f-b815-4ede-a287-a15ba9853d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:46.946588 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3349f64f-b815-4ede-a287-a15ba9853d78 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=314b0a07a7bf408eac0642ff5e519a39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6447895 Dec 09 15:28:46.949195 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 49584) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:46.967285 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3349f64f-b815-4ede-a287-a15ba9853d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83b1fe3-b376-4945-a670-9c49528d3779,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:47.021281 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df0c8f-669a-4445-83bc-72006bb7243e req-1ae254a1-b471-48ca-bc12-e2f70075ae62 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:47.023347 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-22df0c8f-669a-4445-83bc-72006bb7243e req-1ae254a1-b471-48ca-bc12-e2f70075ae62 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e HTTP/1.1" status: 200 len: 945 time: 0.0803421 Dec 09 15:28:47.043992 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aca16fbe-b649-45fe-b9a2-a93299830274 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:47.068531 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 49590) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:47.084826 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aca16fbe-b649-45fe-b9a2-a93299830274 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:47.155620 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aca16fbe-b649-45fe-b9a2-a93299830274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:47.158780 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aca16fbe-b649-45fe-b9a2-a93299830274 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:47.164572 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-aca16fbe-b649-45fe-b9a2-a93299830274 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c83b1fe3-b376-4945-a670-9c49528d3779 HTTP/1.1" status: 204 len: 168 time: 0.2134783 Dec 09 15:28:47.167367 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-22df0c8f-669a-4445-83bc-72006bb7243e req-a308db5c-301b-4f19-b78b-5a18c7007fa2 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315677 Dec 09 15:28:47.178587 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca16fbe-b649-45fe-b9a2-a93299830274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83b1fe3-b376-4945-a670-9c49528d3779,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:47.212519 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d9571-a0c0-4af7-bebd-16c1f557049e req-8caca5ea-2b12-4c4c-8f56-9608b00626bd tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:47.219722 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-807d9571-a0c0-4af7-bebd-16c1f557049e req-8caca5ea-2b12-4c4c-8f56-9608b00626bd tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] 10.222.0.57 "GET /v2.0/ports?device_id=914f1502-ab88-4a70-9c37-f4ef175ed62a HTTP/1.1" status: 200 len: 950 time: 0.0954087 Dec 09 15:28:47.343905 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-b161347a-ebcd-4da9-82f6-664daf60efad req-b93648a6-ea95-49f8-8fe5-585936a53f1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baa1ea4c-5081-4145-a800-62b0b64a6cfc {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:28:47.351882 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-807d9571-a0c0-4af7-bebd-16c1f557049e req-ecdb3c99-9ffb-4bab-86aa-974e01aae7b0 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] 10.222.0.57 "GET /v2.0/security-groups?id=76eb6772-8d5b-4328-a083-0a7be919fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307468 Dec 09 15:28:47.356934 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b161347a-ebcd-4da9-82f6-664daf60efad req-b93648a6-ea95-49f8-8fe5-585936a53f1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:47.388163 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-b161347a-ebcd-4da9-82f6-664daf60efad req-b93648a6-ea95-49f8-8fe5-585936a53f1f service neutron] Transition to ACTIVE for port object baa1ea4c-5081-4145-a800-62b0b64a6cfc will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:28:47.396036 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23592f77-7bfa-4db0-a90a-18622c906a9a req-996688ac-bb7b-4dfe-9e00-82ec45de0449 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:47.397584 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-23592f77-7bfa-4db0-a90a-18622c906a9a req-996688ac-bb7b-4dfe-9e00-82ec45de0449 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea2de25e-7897-4271-9d98-986803a004c0 HTTP/1.1" status: 200 len: 931 time: 0.1196427 Dec 09 15:28:47.398880 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b161347a-ebcd-4da9-82f6-664daf60efad req-b93648a6-ea95-49f8-8fe5-585936a53f1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:47.497536 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93648a6-ea95-49f8-8fe5-585936a53f1f service neutron] Pushing event updated for resources: {'Port': ['ID=baa1ea4c-5081-4145-a800-62b0b64a6cfc,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:47.557987 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-23592f77-7bfa-4db0-a90a-18622c906a9a req-86514d50-4b8b-400f-8916-f2f848261243 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503177 Dec 09 15:28:47.560783 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b161347a-ebcd-4da9-82f6-664daf60efad req-b93648a6-ea95-49f8-8fe5-585936a53f1f service neutron] Attempting to bind port baa1ea4c-5081-4145-a800-62b0b64a6cfc on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:28:47.561124 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b161347a-ebcd-4da9-82f6-664daf60efad req-b93648a6-ea95-49f8-8fe5-585936a53f1f service neutron] Attempting to bind port baa1ea4c-5081-4145-a800-62b0b64a6cfc by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:28:47.561466 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b161347a-ebcd-4da9-82f6-664daf60efad req-b93648a6-ea95-49f8-8fe5-585936a53f1f service neutron] Attempting to bind port baa1ea4c-5081-4145-a800-62b0b64a6cfc on network 6c4b0ba7-873d-4b03-9efa-67af55c0587e {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:28:47.565283 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-87eb6cce-928f-40c4-9d83-f4c1688b1636 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bd04191f07c44480b0f4af2df1159906&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4938769 Dec 09 15:28:47.568015 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 49608) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:47.570267 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914f1502-ab88-4a70-9c37-f4ef175ed62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11bcba77-630b-478f-9d62-6b5a7fca0760'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:28:47.572985 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1553647-eec5-46b3-8239-1f6273251bbf" -d '{"events": [{"server_uuid": "914f1502-ab88-4a70-9c37-f4ef175ed62a", "name": "network-vif-plugged", "status": "completed", "tag": "11bcba77-630b-478f-9d62-6b5a7fca0760"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:28:47.577946 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b161347a-ebcd-4da9-82f6-664daf60efad req-b93648a6-ea95-49f8-8fe5-585936a53f1f service neutron] Port baa1ea4c-5081-4145-a800-62b0b64a6cfc on network 6c4b0ba7-873d-4b03-9efa-67af55c0587e not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:28:47.578380 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b161347a-ebcd-4da9-82f6-664daf60efad req-b93648a6-ea95-49f8-8fe5-585936a53f1f service neutron] Attempting to bind port baa1ea4c-5081-4145-a800-62b0b64a6cfc on network 6c4b0ba7-873d-4b03-9efa-67af55c0587e {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:28:47.604577 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b161347a-ebcd-4da9-82f6-664daf60efad req-b93648a6-ea95-49f8-8fe5-585936a53f1f service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:28:47.605088 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b161347a-ebcd-4da9-82f6-664daf60efad req-b93648a6-ea95-49f8-8fe5-585936a53f1f service neutron] Checking segment: {'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:28:47.605484 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b161347a-ebcd-4da9-82f6-664daf60efad req-b93648a6-ea95-49f8-8fe5-585936a53f1f service neutron] Bound using segment: {'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:28:47.606319 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b161347a-ebcd-4da9-82f6-664daf60efad req-b93648a6-ea95-49f8-8fe5-585936a53f1f service neutron] Bound port: baa1ea4c-5081-4145-a800-62b0b64a6cfc, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:28:47.606701 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b161347a-ebcd-4da9-82f6-664daf60efad req-b93648a6-ea95-49f8-8fe5-585936a53f1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:47.656655 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 49614) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:47.677526 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-007f2f7b-dd60-4532-985d-f1137c3caaff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:47.679754 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b35d9d03-7180-4518-9a0b-7e4aff3a905a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:47.743634 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-007f2f7b-dd60-4532-985d-f1137c3caaff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:47.758780 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b161347a-ebcd-4da9-82f6-664daf60efad req-b93648a6-ea95-49f8-8fe5-585936a53f1f service neutron] For port baa1ea4c-5081-4145-a800-62b0b64a6cfc, host n-h1-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:28:47.801706 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b35d9d03-7180-4518-9a0b-7e4aff3a905a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:47.806227 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b35d9d03-7180-4518-9a0b-7e4aff3a905a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:47.816154 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b161347a-ebcd-4da9-82f6-664daf60efad req-b93648a6-ea95-49f8-8fe5-585936a53f1f service neutron] For port baa1ea4c-5081-4145-a800-62b0b64a6cfc, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=baa1ea4c-5081-4145-a800-62b0b64a6cfc,segment=NetworkSegment(69c5f819-123d-436b-8f3f-7e75c7d0b133),segment_id=69c5f819-123d-436b-8f3f-7e75c7d0b133)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:28:47.827792 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b161347a-ebcd-4da9-82f6-664daf60efad req-b93648a6-ea95-49f8-8fe5-585936a53f1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:47.846977 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054ca00-9510-488e-87a8-007070153cda req-9450c8d3-6fca-40ae-b795-ed21478d2b83 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:47.847585 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b35d9d03-7180-4518-9a0b-7e4aff3a905a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8051659ad25d445496a01556c5d7e248&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1891613 Dec 09 15:28:47.849607 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35d9d03-7180-4518-9a0b-7e4aff3a905a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ce09de-f3c5-405a-87fd-726579c6b366,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:47.853344 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 49616) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:47.854200 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c054ca00-9510-488e-87a8-007070153cda req-9450c8d3-6fca-40ae-b795-ed21478d2b83 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/ports?device_id=49a54bb3-7828-4f0b-b084-72127873cb22 HTTP/1.1" status: 200 len: 946 time: 0.1565897 Dec 09 15:28:47.873435 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 49618) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:47.900720 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce1593ef-43ed-465e-8fbe-e5e2bc894084 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:47.903603 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161347a-ebcd-4da9-82f6-664daf60efad req-b93648a6-ea95-49f8-8fe5-585936a53f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:47.904231 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b161347a-ebcd-4da9-82f6-664daf60efad req-b93648a6-ea95-49f8-8fe5-585936a53f1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:47.908008 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b161347a-ebcd-4da9-82f6-664daf60efad req-b93648a6-ea95-49f8-8fe5-585936a53f1f service neutron] 10.222.0.42 "PUT /v2.0/ports/baa1ea4c-5081-4145-a800-62b0b64a6cfc HTTP/1.1" status: 200 len: 1091 time: 1.2206483 Dec 09 15:28:47.910265 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea2de25e-7897-4271-9d98-986803a004c0', 'tag': 'baa1ea4c-5081-4145-a800-62b0b64a6cfc'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:28:47.912366 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbc7928-5ad4-4a4a-9a68-eac960b550f7" -d '{"events": [{"name": "network-changed", "server_uuid": "ea2de25e-7897-4271-9d98-986803a004c0", "tag": "baa1ea4c-5081-4145-a800-62b0b64a6cfc"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:28:47.920951 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337477f1-d6ee-489d-8dc0-68af02762561 req-d5ab65ea-9379-4e8b-835c-c6478437dfb9 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:47.928591 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-337477f1-d6ee-489d-8dc0-68af02762561 req-d5ab65ea-9379-4e8b-835c-c6478437dfb9 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e HTTP/1.1" status: 200 len: 1096 time: 0.1717627 Dec 09 15:28:47.947206 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-345b2763-8f17-4c43-ac6f-2853c796f7db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:47.963043 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-007f2f7b-dd60-4532-985d-f1137c3caaff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:47.965657 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-007f2f7b-dd60-4532-985d-f1137c3caaff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:47.966778 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-007f2f7b-dd60-4532-985d-f1137c3caaff admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/761595b2-5270-443d-b8a1-7e51ed58710a HTTP/1.1" status: 204 len: 168 time: 0.3977087 Dec 09 15:28:48.000536 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93648a6-ea95-49f8-8fe5-585936a53f1f service neutron] Pushing event updated for resources: {'Port': ['ID=baa1ea4c-5081-4145-a800-62b0b64a6cfc,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:48.028296 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f2f7b-dd60-4532-985d-f1137c3caaff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761595b2-5270-443d-b8a1-7e51ed58710a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:48.035335 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-345b2763-8f17-4c43-ac6f-2853c796f7db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:48.052580 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce1593ef-43ed-465e-8fbe-e5e2bc894084 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:48.055777 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c054ca00-9510-488e-87a8-007070153cda req-4a5b6860-ca6e-46e7-9f10-585f052c88c6 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5217ebf-397c-45e7-b782-d63176999034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006533 Dec 09 15:28:48.064049 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce1593ef-43ed-465e-8fbe-e5e2bc894084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:48.068710 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-337477f1-d6ee-489d-8dc0-68af02762561 req-5085ef1a-ff78-44b7-916d-c7965c540bc4 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373847 Dec 09 15:28:48.113518 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161347a-ebcd-4da9-82f6-664daf60efad req-33266d4b-e4b7-4757-9d47-1136096ebd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:48.115186 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b161347a-ebcd-4da9-82f6-664daf60efad req-33266d4b-e4b7-4757-9d47-1136096ebd44 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5674bd72d1184432801f651e299c9dce&device_id=ea2de25e-7897-4271-9d98-986803a004c0 HTTP/1.1" status: 200 len: 1094 time: 0.1375234 Dec 09 15:28:48.139139 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7dbbf15-3708-46b4-833b-912b451457c5 x-openstack-request-id: req-c7dbbf15-3708-46b4-833b-912b451457c5 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:28:48.139727 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "914f1502-ab88-4a70-9c37-f4ef175ed62a", "name": "network-vif-plugged", "status": "completed", "tag": "11bcba77-630b-478f-9d62-6b5a7fca0760", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:28:48.140317 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c7dbbf15-3708-46b4-833b-912b451457c5 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:28:48.140983 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914f1502-ab88-4a70-9c37-f4ef175ed62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11bcba77-630b-478f-9d62-6b5a7fca0760', 'code': 200} Dec 09 15:28:48.162011 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ce1593ef-43ed-465e-8fbe-e5e2bc894084 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bf38566cbeec4fcca6ff73dbee21caed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2874563 Dec 09 15:28:48.163105 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 49630) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:48.163736 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1593ef-43ed-465e-8fbe-e5e2bc894084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce62262f-b725-4c50-b919-9a31a74906bd,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:48.205044 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-345b2763-8f17-4c43-ac6f-2853c796f7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:48.210307 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-345b2763-8f17-4c43-ac6f-2853c796f7db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:48.215071 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-345b2763-8f17-4c43-ac6f-2853c796f7db admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/47ce09de-f3c5-405a-87fd-726579c6b366 HTTP/1.1" status: 204 len: 168 time: 0.3596921 Dec 09 15:28:48.227599 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803cd405-5968-4ce9-917b-c31ce9d63fbb x-openstack-request-id: req-803cd405-5968-4ce9-917b-c31ce9d63fbb {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:28:48.228165 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea2de25e-7897-4271-9d98-986803a004c0", "tag": "baa1ea4c-5081-4145-a800-62b0b64a6cfc", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:28:48.228593 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-803cd405-5968-4ce9-917b-c31ce9d63fbb {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:28:48.229320 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea2de25e-7897-4271-9d98-986803a004c0', 'tag': 'baa1ea4c-5081-4145-a800-62b0b64a6cfc', 'status': 'completed', 'code': 200} Dec 09 15:28:48.231189 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b161347a-ebcd-4da9-82f6-664daf60efad req-8d120e78-311e-4dca-bb72-bca4790b7f02 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=baa1ea4c-5081-4145-a800-62b0b64a6cfc HTTP/1.1" status: 200 len: 217 time: 0.0970204 Dec 09 15:28:48.234190 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b2763-8f17-4c43-ac6f-2853c796f7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ce09de-f3c5-405a-87fd-726579c6b366,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:48.265224 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08861fe0-76b4-4343-85fe-7f1c35bfaa56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:48.357776 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08861fe0-76b4-4343-85fe-7f1c35bfaa56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:48.393611 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 567f97c0-cc25-476f-9b40-b595ce32802d no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:28:48.400237 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c99917-30a2-470c-afd0-83dadef0b4d6 req-1e236e04-9fc1-4b80-a190-f046cdbc0fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:48.402096 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f8c99917-30a2-470c-afd0-83dadef0b4d6 req-1e236e04-9fc1-4b80-a190-f046cdbc0fc8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=914f1502-ab88-4a70-9c37-f4ef175ed62a HTTP/1.1" status: 200 len: 1101 time: 0.1166666 Dec 09 15:28:48.423270 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5760bc9-47bf-4570-9a89-f890dba1d9e9 req-ab67d5c9-cdf1-4d73-a029-a1f67be6169d tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:48.428093 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d5760bc9-47bf-4570-9a89-f890dba1d9e9 req-ab67d5c9-cdf1-4d73-a029-a1f67be6169d tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/ports?device_id=49a54bb3-7828-4f0b-b084-72127873cb22 HTTP/1.1" status: 200 len: 946 time: 0.1166234 Dec 09 15:28:48.442211 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161347a-ebcd-4da9-82f6-664daf60efad req-e1084870-d8c7-48c6-9ff4-9d3cb4ec2199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:48.443130 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b161347a-ebcd-4da9-82f6-664daf60efad req-e1084870-d8c7-48c6-9ff4-9d3cb4ec2199 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2340fb97-6ad9-4615-9535-804554d0ce45 HTTP/1.1" status: 200 len: 860 time: 0.2039993 Dec 09 15:28:48.443408 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 49638) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:48.448128 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 567f97c0-cc25-476f-9b40-b595ce32802d {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:28:48.448578 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 567f97c0-cc25-476f-9b40-b595ce32802d not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:28:48.466416 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-243b2b86-a9ed-44fd-a828-a561d1bce21c tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Request body: {'floatingip': {'port_id': 'aee43be2-5512-4af6-b6dd-b5c73516b5ed'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:48.479151 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b161347a-ebcd-4da9-82f6-664daf60efad req-271ab1ad-5cc1-43b5-a905-cfa64ce8351f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6c4b0ba7-873d-4b03-9efa-67af55c0587e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275671 Dec 09 15:28:48.481101 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c9dfa-6806-415d-b96a-5e236a1f4e01 req-1f9cc486-14fc-427d-9994-bb76045acc5f tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:48.489222 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5b9c9dfa-6806-415d-b96a-5e236a1f4e01 req-1f9cc486-14fc-427d-9994-bb76045acc5f tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e HTTP/1.1" status: 200 len: 1096 time: 0.2080774 Dec 09 15:28:48.509098 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08861fe0-76b4-4343-85fe-7f1c35bfaa56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:48.511659 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08861fe0-76b4-4343-85fe-7f1c35bfaa56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:48.515433 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-08861fe0-76b4-4343-85fe-7f1c35bfaa56 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ce62262f-b725-4c50-b919-9a31a74906bd HTTP/1.1" status: 204 len: 168 time: 0.3487060 Dec 09 15:28:48.572747 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 49644) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:48.608384 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-243b2b86-a9ed-44fd-a828-a561d1bce21c tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks [] for floatingip, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:48.610520 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08861fe0-76b4-4343-85fe-7f1c35bfaa56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce62262f-b725-4c50-b919-9a31a74906bd,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:48.655542 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f8c99917-30a2-470c-afd0-83dadef0b4d6 req-87a0dd39-743f-4a03-aaf2-183f61ecc650 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=76eb6772-8d5b-4328-a083-0a7be919fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450235 Dec 09 15:28:48.709542 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5b9c9dfa-6806-415d-b96a-5e236a1f4e01 req-0b2011b7-6294-4419-9aa9-66cd591e9245 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193692 Dec 09 15:28:48.724061 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b161347a-ebcd-4da9-82f6-664daf60efad req-dc491488-8fef-4dae-b67c-c895a2afe6e1 service neutron] 10.222.0.42 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328279 Dec 09 15:28:48.745354 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2c446914-656b-43b6-891e-68759f6b5614 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=87d9d21a86864619ad33d40086b812b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1704969 Dec 09 15:28:48.747998 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 49656) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:48.952504 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bbb8b3d5-685c-4d1a-a14a-e17dc1ee5506 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:49.031350 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bbb8b3d5-685c-4d1a-a14a-e17dc1ee5506 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:49.078328 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b3f8d-bfba-473b-bc70-00ef3869254d req-2f4d05d4-c816-49eb-9ded-0abf5d8e56f3 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:49.086332 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-052b3f8d-bfba-473b-bc70-00ef3869254d req-2f4d05d4-c816-49eb-9ded-0abf5d8e56f3 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] 10.222.0.57 "GET /v2.0/ports?device_id=914f1502-ab88-4a70-9c37-f4ef175ed62a HTTP/1.1" status: 200 len: 950 time: 0.4634371 Dec 09 15:28:49.187942 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dae60-cf04-43ba-a427-5a92bc7fe135 req-4a770541-68e6-40d9-a914-33e050d2b54a tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:49.195410 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a65dae60-cf04-43ba-a427-5a92bc7fe135 req-4a770541-68e6-40d9-a914-33e050d2b54a tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea2de25e-7897-4271-9d98-986803a004c0 HTTP/1.1" status: 200 len: 943 time: 0.1430132 Dec 09 15:28:49.207674 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b161347a-ebcd-4da9-82f6-664daf60efad req-83186299-0734-4e70-84db-ff6f68ca3525 service neutron] 10.222.0.42 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4701924 Dec 09 15:28:49.223961 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-052b3f8d-bfba-473b-bc70-00ef3869254d req-c50d23f8-3603-427e-90a9-12ae5695eb5f tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] 10.222.0.57 "GET /v2.0/security-groups?id=76eb6772-8d5b-4328-a083-0a7be919fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366088 Dec 09 15:28:49.312354 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a65dae60-cf04-43ba-a427-5a92bc7fe135 req-9b266e4a-c12b-48c2-afad-357571405c4a tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159470 Dec 09 15:28:49.362589 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bbb8b3d5-685c-4d1a-a14a-e17dc1ee5506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:49.371537 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bbb8b3d5-685c-4d1a-a14a-e17dc1ee5506 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:49.371537 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bbb8b3d5-685c-4d1a-a14a-e17dc1ee5506 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a452496e-c709-4c91-843c-06c2dcc5cc46 HTTP/1.1" status: 204 len: 168 time: 0.6208305 Dec 09 15:28:49.394694 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc7928-5ad4-4a4a-9a68-eac960b550f7 req-71d50f31-f4ce-4efe-95ea-a400055991f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:49.401019 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4fbc7928-5ad4-4a4a-9a68-eac960b550f7 req-71d50f31-f4ce-4efe-95ea-a400055991f6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5674bd72d1184432801f651e299c9dce&device_id=ea2de25e-7897-4271-9d98-986803a004c0 HTTP/1.1" status: 200 len: 1094 time: 0.0811942 Dec 09 15:28:49.417588 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8b3d5-685c-4d1a-a14a-e17dc1ee5506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a452496e-c709-4c91-843c-06c2dcc5cc46,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:49.563445 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc7928-5ad4-4a4a-9a68-eac960b550f7 req-e1ba9362-721c-4c3f-913c-cbd44536dfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:49.565473 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4fbc7928-5ad4-4a4a-9a68-eac960b550f7 req-e1ba9362-721c-4c3f-913c-cbd44536dfbf service neutron] 10.222.0.42 "GET /v2.0/networks?id=6c4b0ba7-873d-4b03-9efa-67af55c0587e HTTP/1.1" status: 200 len: 921 time: 0.1612625 Dec 09 15:28:49.571022 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-193dd92c-b957-451f-a767-50ebd43632b6 req-21916ea9-4eac-41cc-a3e9-6de3534d96b8 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:28:49.572004 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-193dd92c-b957-451f-a767-50ebd43632b6 req-21916ea9-4eac-41cc-a3e9-6de3534d96b8 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056732 Dec 09 15:28:49.595205 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.db.resource_extend [None req-243b2b86-a9ed-44fd-a828-a561d1bce21c tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 15:28:49.615356 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 49708) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:49.618239 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4fbc7928-5ad4-4a4a-9a68-eac960b550f7 req-4cc8d5c3-4624-4206-9825-b16ebbaa13c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=baa1ea4c-5081-4145-a800-62b0b64a6cfc HTTP/1.1" status: 200 len: 217 time: 0.0446301 Dec 09 15:28:49.675954 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc7928-5ad4-4a4a-9a68-eac960b550f7 req-f33a4b30-8deb-4c02-90ae-5a6110ce3445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:49.677524 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4fbc7928-5ad4-4a4a-9a68-eac960b550f7 req-f33a4b30-8deb-4c02-90ae-5a6110ce3445 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2340fb97-6ad9-4615-9535-804554d0ce45 HTTP/1.1" status: 200 len: 860 time: 0.0527813 Dec 09 15:28:49.712465 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-243b2b86-a9ed-44fd-a828-a561d1bce21c tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:49.724455 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4fbc7928-5ad4-4a4a-9a68-eac960b550f7 req-18090c7f-9721-4b83-9f7d-26cc6f247f5a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6c4b0ba7-873d-4b03-9efa-67af55c0587e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393445 Dec 09 15:28:49.728769 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-243b2b86-a9ed-44fd-a828-a561d1bce21c tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:49.859133 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4fbc7928-5ad4-4a4a-9a68-eac960b550f7 req-ddcc989a-5548-4fec-add8-f0ca0c1fa35a service neutron] 10.222.0.42 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269629 Dec 09 15:28:49.936794 n-d-821228-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-243b2b86-a9ed-44fd-a828-a561d1bce21c tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Floating IP d9aa45b0-45bf-4a59-ad60-1826144f0c30 associated. External IP: 172.25.3.116, port: aee43be2-5512-4af6-b6dd-b5c73516b5ed. Dec 09 15:28:50.023741 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-378df509-2322-4e3f-9761-7a3943f84183 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-205031462-network', 'tenant_id': '9b86b12b192444169262cc7f96a9b582'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:50.077676 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378df509-2322-4e3f-9761-7a3943f84183 admin admin] Made reservation on behalf of 9b86b12b192444169262cc7f96a9b582 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:50.080012 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-378df509-2322-4e3f-9761-7a3943f84183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.091835 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 49726) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:50.092597 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-378df509-2322-4e3f-9761-7a3943f84183 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.110750 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4fbc7928-5ad4-4a4a-9a68-eac960b550f7 req-819298a5-bd8b-4674-9926-62871e0c843d service neutron] 10.222.0.42 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441015 Dec 09 15:28:50.212572 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-378df509-2322-4e3f-9761-7a3943f84183 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.220147 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-378df509-2322-4e3f-9761-7a3943f84183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.235628 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-378df509-2322-4e3f-9761-7a3943f84183 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:28:50.249279 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-378df509-2322-4e3f-9761-7a3943f84183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.249681 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-378df509-2322-4e3f-9761-7a3943f84183 admin admin] Added segment cdd6a7d5-30b9-46e0-909c-e4d79c0db81d of type vlan for network 9635208c-9eef-4594-8ea5-b1ea09114492 Dec 09 15:28:50.303821 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-378df509-2322-4e3f-9761-7a3943f84183 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.359577 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378df509-2322-4e3f-9761-7a3943f84183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96b4cc5-a8d6-43c6-830b-300ef651808a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:50.390640 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d585fbaa-1962-45a2-bd08-69c475c217a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.419904 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed7189c3-af5c-4cf3-bc67-f262e4c3b58b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.473792 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-378df509-2322-4e3f-9761-7a3943f84183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.474663 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378df509-2322-4e3f-9761-7a3943f84183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:50.475240 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-378df509-2322-4e3f-9761-7a3943f84183 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.480571 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243b2b86-a9ed-44fd-a828-a561d1bce21c tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Router 7c343e52-de6a-40f8-a63a-5a24f68bd035 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:28:50.500865 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbbdba9-6b49-4925-bf9b-969f3fd4ded0 req-6aa2bb3d-a635-454a-bd01-edadecc92139 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:50.502378 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7fbbdba9-6b49-4925-bf9b-969f3fd4ded0 req-6aa2bb3d-a635-454a-bd01-edadecc92139 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] 10.222.0.57 "GET /v2.0/ports?device_id=914f1502-ab88-4a70-9c37-f4ef175ed62a HTTP/1.1" status: 200 len: 950 time: 0.1493530 Dec 09 15:28:50.545522 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-378df509-2322-4e3f-9761-7a3943f84183 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.9290600 Dec 09 15:28:50.547516 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 49752) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:50.572054 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-b9c3cd47-7edf-4163-b33a-62d1bc963384 admin admin] Request body: {'subnet': {'network_id': '9635208c-9eef-4594-8ea5-b1ea09114492', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-205031462-subnet', 'tenant_id': '9b86b12b192444169262cc7f96a9b582', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:50.611627 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378df509-2322-4e3f-9761-7a3943f84183 admin admin] Pushing event updated for resources: {'Network': ['ID=9635208c-9eef-4594-8ea5-b1ea09114492,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:50.626534 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 9635208c-9eef-4594-8ea5-b1ea09114492 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:28:50.665146 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c3cd47-7edf-4163-b33a-62d1bc963384 admin admin] Made reservation on behalf of 9b86b12b192444169262cc7f96a9b582 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:50.667372 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b9c3cd47-7edf-4163-b33a-62d1bc963384 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.690896 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7fbbdba9-6b49-4925-bf9b-969f3fd4ded0 req-77567a76-534d-48d0-830d-817a429cb806 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] 10.222.0.57 "GET /v2.0/security-groups?id=76eb6772-8d5b-4328-a083-0a7be919fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765523 Dec 09 15:28:50.706111 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243b2b86-a9ed-44fd-a828-a561d1bce21c tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:28:50.737264 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5831d05-b720-47d6-8729-03f732b5d1aa None None] Sync routers for ids ['7c343e52-de6a-40f8-a63a-5a24f68bd035'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:28:50.756536 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed7189c3-af5c-4cf3-bc67-f262e4c3b58b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.757167 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-243b2b86-a9ed-44fd-a828-a561d1bce21c tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.769091 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5831d05-b720-47d6-8729-03f732b5d1aa None None] Routers {'7c343e52-de6a-40f8-a63a-5a24f68bd035'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:28:50.772191 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-a5831d05-b720-47d6-8729-03f732b5d1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:28:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['7c343e52-de6a-40f8-a63a-5a24f68bd035'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:50.776757 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed7189c3-af5c-4cf3-bc67-f262e4c3b58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.856490 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ed7189c3-af5c-4cf3-bc67-f262e4c3b58b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2caa546c63804e659bb4b5664502c13d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7615397 Dec 09 15:28:50.862391 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-243b2b86-a9ed-44fd-a828-a561d1bce21c tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "PUT /v2.0/floatingips/d9aa45b0-45bf-4a59-ad60-1826144f0c30 HTTP/1.1" status: 200 len: 992 time: 2.4148476 Dec 09 15:28:50.863955 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 49768) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:50.864602 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a54bb3-7828-4f0b-b084-72127873cb22', 'tag': 'aee43be2-5512-4af6-b6dd-b5c73516b5ed'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:28:50.868669 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f538623-a5d5-4544-8301-6e277074ded4" -d '{"events": [{"name": "network-changed", "server_uuid": "49a54bb3-7828-4f0b-b084-72127873cb22", "tag": "aee43be2-5512-4af6-b6dd-b5c73516b5ed"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:28:50.887813 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7189c3-af5c-4cf3-bc67-f262e4c3b58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1553de-bb82-43cf-aba9-3c82c1627993,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:50.930173 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574623d-9eab-42ab-b3b9-b84bc727489e req-0331bca2-c40b-47f5-aef9-528fa87babef tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:50.931701 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9574623d-9eab-42ab-b3b9-b84bc727489e req-0331bca2-c40b-47f5-aef9-528fa87babef tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea2de25e-7897-4271-9d98-986803a004c0 HTTP/1.1" status: 200 len: 943 time: 0.1122808 Dec 09 15:28:50.971820 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-a5831d05-b720-47d6-8729-03f732b5d1aa None None] Set router 7c343e52-de6a-40f8-a63a-5a24f68bd035 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:28:50.982491 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b4d179e6-0faa-440d-aa6a-75a467918225 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:51.029151 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b4d179e6-0faa-440d-aa6a-75a467918225 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:51.048085 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9574623d-9eab-42ab-b3b9-b84bc727489e req-ad68ee7a-fee0-4129-9e5e-4f973bd37089 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940814 Dec 09 15:28:51.065808 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b9c3cd47-7edf-4163-b33a-62d1bc963384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:51.136119 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b4d179e6-0faa-440d-aa6a-75a467918225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:51.138923 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b4d179e6-0faa-440d-aa6a-75a467918225 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:51.142448 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b4d179e6-0faa-440d-aa6a-75a467918225 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6b1553de-bb82-43cf-aba9-3c82c1627993 HTTP/1.1" status: 204 len: 168 time: 0.2574272 Dec 09 15:28:51.153455 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d179e6-0faa-440d-aa6a-75a467918225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1553de-bb82-43cf-aba9-3c82c1627993,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:51.172140 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3cd47-7edf-4163-b33a-62d1bc963384 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ea5fb26-6a45-44cf-ac76-5320e8a3931a,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:51.183347 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c3cd47-7edf-4163-b33a-62d1bc963384 admin admin] Checking segment: {'id': 'cdd6a7d5-30b9-46e0-909c-e4d79c0db81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9635208c-9eef-4594-8ea5-b1ea09114492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:28:51.183778 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c3cd47-7edf-4163-b33a-62d1bc963384 admin admin] Network hostable DHCP agents. Network: 9635208c-9eef-4594-8ea5-b1ea09114492, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:28:51.208384 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c3cd47-7edf-4163-b33a-62d1bc963384 admin admin] Network 9635208c-9eef-4594-8ea5-b1ea09114492 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:28:51.222978 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-b9c3cd47-7edf-4163-b33a-62d1bc963384 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 9635208c-9eef-4594-8ea5-b1ea09114492) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:51.230876 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c3cd47-7edf-4163-b33a-62d1bc963384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:51.231901 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b9c3cd47-7edf-4163-b33a-62d1bc963384 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:51.235753 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ce172a-d1a8-4776-be34-9676e49dc0f1 None None] Network 9635208c-9eef-4594-8ea5-b1ea09114492 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:28:51.268098 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b9c3cd47-7edf-4163-b33a-62d1bc963384 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.7164593 Dec 09 15:28:51.271053 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 49790) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:51.275830 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-413d89a7-0652-4e64-8737-fa30a8410227 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-205031462-router', 'tenant_id': '9b86b12b192444169262cc7f96a9b582', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:51.324802 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-413d89a7-0652-4e64-8737-fa30a8410227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:51.326032 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-413d89a7-0652-4e64-8737-fa30a8410227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:51.442032 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-a5831d05-b720-47d6-8729-03f732b5d1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-455506136-router', 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '137983f4-1713-4485-9d80-5bb0195afc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:27:52Z', 'updated_at': '2021-12-09T15:27:58Z', 'revision_number': 4, 'project_id': '544d079d0d95474e9d4ca372f968fba4', 'gw_port': {'id': '137983f4-1713-4485-9d80-5bb0195afc58', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:53Z', 'updated_at': '2021-12-09T15:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': 'd9aa45b0-45bf-4a59-ad60-1826144f0c30', 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'floating_ip_address': '172.25.3.116', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'port_id': 'aee43be2-5512-4af6-b6dd-b5c73516b5ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1623f57f-14ee-4f27-909a-4111ec1638fe', 'mac_address': 'fa:16:3e:a5:01:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a54bb3-7828-4f0b-b084-72127873cb22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:28:20Z', 'updated_at': '2021-12-09T15:28:49Z', 'revision_number': 1, 'project_id': '544d079d0d95474e9d4ca372f968fba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51f2471e-c38e-47fc-8651-4bd9ccfb5045', 'name': '', 'network_id': '1623f57f-14ee-4f27-909a-4111ec1638fe', 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'mac_address': 'fa:16:3e:56:01:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fd6cf3c6-eae1-454b-835d-918a28ae0ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:57Z', 'updated_at': '2021-12-09T15:28:02Z', 'revision_number': 5, 'project_id': '544d079d0d95474e9d4ca372f968fba4', 'subnets': [{'id': 'fd6cf3c6-eae1-454b-835d-918a28ae0ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:51.444295 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-413d89a7-0652-4e64-8737-fa30a8410227 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:51.492674 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5831d05-b720-47d6-8729-03f732b5d1aa None None] Checking router: 7c343e52-de6a-40f8-a63a-5a24f68bd035 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:28:51.503844 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54938bd5-ff39-41ef-8986-15e98e7730d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-9635208c-9eef-4594-8ea5-b1ea09114492', 'network_id': '9635208c-9eef-4594-8ea5-b1ea09114492', 'project_id': '9b86b12b192444169262cc7f96a9b582', 'fixed_ips': [{'subnet_id': '0ea5fb26-6a45-44cf-ac76-5320e8a3931a'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:28:51.504900 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-54938bd5-ff39-41ef-8986-15e98e7730d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:51.506846 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5831d05-b720-47d6-8729-03f732b5d1aa None None] Routers {'7c343e52-de6a-40f8-a63a-5a24f68bd035'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:28:51.508290 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-a5831d05-b720-47d6-8729-03f732b5d1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:28:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['7c343e52-de6a-40f8-a63a-5a24f68bd035'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:51.677855 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-a5831d05-b720-47d6-8729-03f732b5d1aa None None] Set router 7c343e52-de6a-40f8-a63a-5a24f68bd035 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:28:51.706146 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-413d89a7-0652-4e64-8737-fa30a8410227 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:51.762405 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-54938bd5-ff39-41ef-8986-15e98e7730d7 None None] Allocated IP 172.20.0.2 (9635208c-9eef-4594-8ea5-b1ea09114492/0ea5fb26-6a45-44cf-ac76-5320e8a3931a/ad692b87-fa9c-4270-8da4-6c1a040ef645) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:51.974814 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-54938bd5-ff39-41ef-8986-15e98e7730d7 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:51.997088 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-54938bd5-ff39-41ef-8986-15e98e7730d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:52.137811 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-a5831d05-b720-47d6-8729-03f732b5d1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-455506136-router', 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '137983f4-1713-4485-9d80-5bb0195afc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:27:52Z', 'updated_at': '2021-12-09T15:27:58Z', 'revision_number': 4, 'project_id': '544d079d0d95474e9d4ca372f968fba4', 'gw_port': {'id': '137983f4-1713-4485-9d80-5bb0195afc58', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:53Z', 'updated_at': '2021-12-09T15:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': 'd9aa45b0-45bf-4a59-ad60-1826144f0c30', 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'floating_ip_address': '172.25.3.116', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'port_id': 'aee43be2-5512-4af6-b6dd-b5c73516b5ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1623f57f-14ee-4f27-909a-4111ec1638fe', 'mac_address': 'fa:16:3e:a5:01:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a54bb3-7828-4f0b-b084-72127873cb22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:28:20Z', 'updated_at': '2021-12-09T15:28:49Z', 'revision_number': 1, 'project_id': '544d079d0d95474e9d4ca372f968fba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51f2471e-c38e-47fc-8651-4bd9ccfb5045', 'name': '', 'network_id': '1623f57f-14ee-4f27-909a-4111ec1638fe', 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'mac_address': 'fa:16:3e:56:01:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fd6cf3c6-eae1-454b-835d-918a28ae0ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:57Z', 'updated_at': '2021-12-09T15:28:02Z', 'revision_number': 5, 'project_id': '544d079d0d95474e9d4ca372f968fba4', 'subnets': [{'id': 'fd6cf3c6-eae1-454b-835d-918a28ae0ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:52.151263 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-413d89a7-0652-4e64-8737-fa30a8410227 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:52.183275 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5831d05-b720-47d6-8729-03f732b5d1aa None None] The sync data for ids ['7c343e52-de6a-40f8-a63a-5a24f68bd035'] in n-d-821228-1 is: [{'id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-455506136-router', 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '137983f4-1713-4485-9d80-5bb0195afc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:27:52Z', 'updated_at': '2021-12-09T15:27:58Z', 'revision_number': 4, 'project_id': '544d079d0d95474e9d4ca372f968fba4', 'gw_port': {'id': '137983f4-1713-4485-9d80-5bb0195afc58', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:53Z', 'updated_at': '2021-12-09T15:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': 'd9aa45b0-45bf-4a59-ad60-1826144f0c30', 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'floating_ip_address': '172.25.3.116', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'port_id': 'aee43be2-5512-4af6-b6dd-b5c73516b5ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1623f57f-14ee-4f27-909a-4111ec1638fe', 'mac_address': 'fa:16:3e:a5:01:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a54bb3-7828-4f0b-b084-72127873cb22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:28:20Z', 'updated_at': '2021-12-09T15:28:49Z', 'revision_number': 1, 'project_id': '544d079d0d95474e9d4ca372f968fba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51f2471e-c38e-47fc-8651-4bd9ccfb5045', 'name': '', 'network_id': '1623f57f-14ee-4f27-909a-4111ec1638fe', 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'mac_address': 'fa:16:3e:56:01:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fd6cf3c6-eae1-454b-835d-918a28ae0ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:57Z', 'updated_at': '2021-12-09T15:28:02Z', 'revision_number': 5, 'project_id': '544d079d0d95474e9d4ca372f968fba4', 'subnets': [{'id': 'fd6cf3c6-eae1-454b-835d-918a28ae0ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:28:52.200112 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-413d89a7-0652-4e64-8737-fa30a8410227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:52.270713 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b29c55f-21e5-4a1f-8676-46193c7afdb1 x-openstack-request-id: req-2b29c55f-21e5-4a1f-8676-46193c7afdb1 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:28:52.271008 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a54bb3-7828-4f0b-b084-72127873cb22", "tag": "aee43be2-5512-4af6-b6dd-b5c73516b5ed", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:28:52.271370 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2b29c55f-21e5-4a1f-8676-46193c7afdb1 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:28:52.271757 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a54bb3-7828-4f0b-b084-72127873cb22', 'tag': 'aee43be2-5512-4af6-b6dd-b5c73516b5ed', 'status': 'completed', 'code': 200} Dec 09 15:28:52.279853 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 49822) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:52.328186 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54938bd5-ff39-41ef-8986-15e98e7730d7 None None] Network 9635208c-9eef-4594-8ea5-b1ea09114492 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:52.342804 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-54938bd5-ff39-41ef-8986-15e98e7730d7 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:52.346255 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54938bd5-ff39-41ef-8986-15e98e7730d7 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:52.391118 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 49828) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:52.418975 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-090e7014-8afc-42da-9ae2-a53a966fe5e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:52.432609 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f538623-a5d5-4544-8301-6e277074ded4 req-547bccdd-a781-4e22-89da-9061c529a192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:52.435827 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4f538623-a5d5-4544-8301-6e277074ded4 req-547bccdd-a781-4e22-89da-9061c529a192 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=544d079d0d95474e9d4ca372f968fba4&device_id=49a54bb3-7828-4f0b-b084-72127873cb22 HTTP/1.1" status: 200 len: 1097 time: 0.1191492 Dec 09 15:28:52.474770 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54938bd5-ff39-41ef-8986-15e98e7730d7 None None] Pushing event updated for resources: {'Port': ['ID=ad692b87-fa9c-4270-8da4-6c1a040ef645,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:52.499257 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-54938bd5-ff39-41ef-8986-15e98e7730d7 None None] Attempting to bind port ad692b87-fa9c-4270-8da4-6c1a040ef645 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:28:52.499626 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-54938bd5-ff39-41ef-8986-15e98e7730d7 None None] Attempting to bind port ad692b87-fa9c-4270-8da4-6c1a040ef645 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'cdd6a7d5-30b9-46e0-909c-e4d79c0db81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9635208c-9eef-4594-8ea5-b1ea09114492'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:28:52.499991 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54938bd5-ff39-41ef-8986-15e98e7730d7 None None] Attempting to bind port ad692b87-fa9c-4270-8da4-6c1a040ef645 on network 9635208c-9eef-4594-8ea5-b1ea09114492 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:28:52.517035 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54938bd5-ff39-41ef-8986-15e98e7730d7 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:28:52.518828 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54938bd5-ff39-41ef-8986-15e98e7730d7 None None] Checking segment: {'id': 'cdd6a7d5-30b9-46e0-909c-e4d79c0db81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9635208c-9eef-4594-8ea5-b1ea09114492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:28:52.519378 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-54938bd5-ff39-41ef-8986-15e98e7730d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:52.520778 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54938bd5-ff39-41ef-8986-15e98e7730d7 None None] Bound using segment: {'id': 'cdd6a7d5-30b9-46e0-909c-e4d79c0db81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9635208c-9eef-4594-8ea5-b1ea09114492'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:28:52.521940 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-413d89a7-0652-4e64-8737-fa30a8410227 admin admin] Allocated IP 172.25.3.191 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/e068ac88-7775-4608-b032-bf4cad359746) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:52.526930 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-54938bd5-ff39-41ef-8986-15e98e7730d7 None None] Bound port: ad692b87-fa9c-4270-8da4-6c1a040ef645, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdd6a7d5-30b9-46e0-909c-e4d79c0db81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9635208c-9eef-4594-8ea5-b1ea09114492'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:28:52.527168 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-54938bd5-ff39-41ef-8986-15e98e7730d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:52.674098 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f538623-a5d5-4544-8301-6e277074ded4 req-79441232-3263-42f9-8a18-75839ec3bc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:52.684689 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4f538623-a5d5-4544-8301-6e277074ded4 req-79441232-3263-42f9-8a18-75839ec3bc0f service neutron] 10.222.0.42 "GET /v2.0/networks?id=1623f57f-14ee-4f27-909a-4111ec1638fe HTTP/1.1" status: 200 len: 924 time: 0.2412581 Dec 09 15:28:52.720925 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a71830-b87c-4e05-abd3-a0a4c5f7bf4e None None] New status for floating IP d9aa45b0-45bf-4a59-ad60-1826144f0c30: ACTIVE {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:28:52.727762 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-090e7014-8afc-42da-9ae2-a53a966fe5e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:52.742469 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-090e7014-8afc-42da-9ae2-a53a966fe5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:52.853692 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-090e7014-8afc-42da-9ae2-a53a966fe5e3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=89f48537a5ff42f98822eccc402d66cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4633422 Dec 09 15:28:52.856373 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 49836) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:52.860126 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e7014-8afc-42da-9ae2-a53a966fe5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9621c06a-aaa2-4a37-8a82-2bfc904411b1,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:52.888523 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-413d89a7-0652-4e64-8737-fa30a8410227 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:52.902392 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090e7014-8afc-42da-9ae2-a53a966fe5e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:52.902633 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090e7014-8afc-42da-9ae2-a53a966fe5e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:52.903155 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090e7014-8afc-42da-9ae2-a53a966fe5e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:52.907104 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090e7014-8afc-42da-9ae2-a53a966fe5e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:52.907483 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090e7014-8afc-42da-9ae2-a53a966fe5e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:52.907824 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090e7014-8afc-42da-9ae2-a53a966fe5e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:52.908153 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090e7014-8afc-42da-9ae2-a53a966fe5e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:52.908676 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090e7014-8afc-42da-9ae2-a53a966fe5e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:52.909152 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090e7014-8afc-42da-9ae2-a53a966fe5e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:52.909638 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090e7014-8afc-42da-9ae2-a53a966fe5e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:52.910513 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090e7014-8afc-42da-9ae2-a53a966fe5e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:52.910981 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090e7014-8afc-42da-9ae2-a53a966fe5e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:52.921112 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090e7014-8afc-42da-9ae2-a53a966fe5e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:52.927348 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4f538623-a5d5-4544-8301-6e277074ded4 req-bfffccc7-e10f-4037-b2f8-aeff86e6a6b9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aee43be2-5512-4af6-b6dd-b5c73516b5ed HTTP/1.1" status: 200 len: 1000 time: 0.2356949 Dec 09 15:28:52.953373 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-4c99bba4-72ca-4d00-8290-150d2d6d3a8d tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:28:52.954515 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-4c99bba4-72ca-4d00-8290-150d2d6d3a8d tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6735530 Dec 09 15:28:52.955432 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a177b2eb-9b2e-4812-a43f-65400c385894 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:52.979774 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-54938bd5-ff39-41ef-8986-15e98e7730d7 None None] For port ad692b87-fa9c-4270-8da4-6c1a040ef645, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:28:52.979774 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device baa1ea4c-5081-4145-a800-62b0b64a6cfc details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:28:53.001093 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-413d89a7-0652-4e64-8737-fa30a8410227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:53.029228 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a177b2eb-9b2e-4812-a43f-65400c385894 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:53.045552 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f538623-a5d5-4544-8301-6e277074ded4 req-205dcd51-a78a-4313-86a0-6ab564731cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:53.047097 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4f538623-a5d5-4544-8301-6e277074ded4 req-205dcd51-a78a-4313-86a0-6ab564731cd6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd6cf3c6-eae1-454b-835d-918a28ae0ed5 HTTP/1.1" status: 200 len: 862 time: 0.1001782 Dec 09 15:28:53.080316 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-54938bd5-ff39-41ef-8986-15e98e7730d7 None None] For port ad692b87-fa9c-4270-8da4-6c1a040ef645, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=ad692b87-fa9c-4270-8da4-6c1a040ef645,segment=NetworkSegment(cdd6a7d5-30b9-46e0-909c-e4d79c0db81d),segment_id=cdd6a7d5-30b9-46e0-909c-e4d79c0db81d)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:28:53.086583 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a93b3c03-18ed-40d5-812f-4b7237b15c66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:53.095843 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413d89a7-0652-4e64-8737-fa30a8410227 admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:53.096306 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-54938bd5-ff39-41ef-8986-15e98e7730d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:53.100823 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d89a7-0652-4e64-8737-fa30a8410227 admin admin] Pushing event updated for resources: {'Port': ['ID=e068ac88-7775-4608-b032-bf4cad359746,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:53.104039 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-413d89a7-0652-4e64-8737-fa30a8410227 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:53.106289 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413d89a7-0652-4e64-8737-fa30a8410227 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:53.181690 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f538623-a5d5-4544-8301-6e277074ded4 req-38a88313-0214-4fed-a6f1-2e5018b2a939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:53.183266 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4f538623-a5d5-4544-8301-6e277074ded4 req-38a88313-0214-4fed-a6f1-2e5018b2a939 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1623f57f-14ee-4f27-909a-4111ec1638fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1171241 Dec 09 15:28:53.200847 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c262287-bcb4-4e58-a5c9-e0737740e7ac req-7e277521-4ca2-463c-8922-51c657dfb1a2 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:53.202683 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0c262287-bcb4-4e58-a5c9-e0737740e7ac req-7e277521-4ca2-463c-8922-51c657dfb1a2 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea2de25e-7897-4271-9d98-986803a004c0 HTTP/1.1" status: 200 len: 943 time: 0.1351302 Dec 09 15:28:53.204999 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a177b2eb-9b2e-4812-a43f-65400c385894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:53.207809 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a177b2eb-9b2e-4812-a43f-65400c385894 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:53.208875 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a177b2eb-9b2e-4812-a43f-65400c385894 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9621c06a-aaa2-4a37-8a82-2bfc904411b1 HTTP/1.1" status: 204 len: 168 time: 0.3500013 Dec 09 15:28:53.328575 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a177b2eb-9b2e-4812-a43f-65400c385894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9621c06a-aaa2-4a37-8a82-2bfc904411b1,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:53.347234 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a177b2eb-9b2e-4812-a43f-65400c385894 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:53.347735 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a177b2eb-9b2e-4812-a43f-65400c385894 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:53.348642 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a177b2eb-9b2e-4812-a43f-65400c385894 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:53.348642 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a177b2eb-9b2e-4812-a43f-65400c385894 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:53.349864 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a177b2eb-9b2e-4812-a43f-65400c385894 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:53.349864 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a177b2eb-9b2e-4812-a43f-65400c385894 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:53.349864 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a177b2eb-9b2e-4812-a43f-65400c385894 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:53.350111 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54938bd5-ff39-41ef-8986-15e98e7730d7 None None] Pushing event updated for resources: {'Port': ['ID=ad692b87-fa9c-4270-8da4-6c1a040ef645,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:53.350211 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a177b2eb-9b2e-4812-a43f-65400c385894 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:53.350537 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a177b2eb-9b2e-4812-a43f-65400c385894 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:53.351506 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a177b2eb-9b2e-4812-a43f-65400c385894 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:53.351952 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a177b2eb-9b2e-4812-a43f-65400c385894 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:53.352284 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a177b2eb-9b2e-4812-a43f-65400c385894 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:53.352637 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a177b2eb-9b2e-4812-a43f-65400c385894 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:53.378752 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-f75e8914-adeb-4d04-97d3-bc7836385e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:53.380159 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-f75e8914-adeb-4d04-97d3-bc7836385e85 service neutron] 10.222.0.57 "GET /v2.0/ports/961362bf-1d9d-4ee9-9c28-67f3677cb14e HTTP/1.1" status: 200 len: 1093 time: 0.2646947 Dec 09 15:28:53.417688 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port baa1ea4c-5081-4145-a800-62b0b64a6cfc, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=baa1ea4c-5081-4145-a800-62b0b64a6cfc,segment=NetworkSegment(69c5f819-123d-436b-8f3f-7e75c7d0b133),segment_id=69c5f819-123d-436b-8f3f-7e75c7d0b133)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:53.430255 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': 'baa1ea4c-5081-4145-a800-62b0b64a6cfc', 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e', 'port_id': 'baa1ea4c-5081-4145-a800-62b0b64a6cfc', 'mac_address': 'fa:16:3e:24:97:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2340fb97-6ad9-4615-9535-804554d0ce45', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:28:53.460845 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0c262287-bcb4-4e58-a5c9-e0737740e7ac req-5a63dea1-319c-4695-89d1-6b79e8b3af91 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421920 Dec 09 15:28:53.473894 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-5508df69-78ab-49b5-9b8c-4459c9274cc0 service neutron] Request body: {'binding': {'host': 'n-h2-821228-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:53.474434 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-5508df69-78ab-49b5-9b8c-4459c9274cc0 service neutron] Unknown quota resources ['binding']. {{(pid=103244) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 15:28:53.479813 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:53.481224 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-413d89a7-0652-4e64-8737-fa30a8410227 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:53.505838 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baa1ea4c-5081-4145-a800-62b0b64a6cfc {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:28:53.538827 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port baa1ea4c-5081-4145-a800-62b0b64a6cfc, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=baa1ea4c-5081-4145-a800-62b0b64a6cfc,segment=NetworkSegment(69c5f819-123d-436b-8f3f-7e75c7d0b133),segment_id=69c5f819-123d-436b-8f3f-7e75c7d0b133)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:53.576759 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:53.665850 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=baa1ea4c-5081-4145-a800-62b0b64a6cfc,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:53.673716 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4f538623-a5d5-4544-8301-6e277074ded4 req-a3c9c6df-77fe-445d-a9e8-0494617056ad service neutron] 10.222.0.42 "GET /v2.0/networks/1623f57f-14ee-4f27-909a-4111ec1638fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4700396 Dec 09 15:28:53.677926 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:53.678714 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:53.679358 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:53.680085 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:53.680711 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:53.681273 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:53.685481 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:53.686079 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:53.686794 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:53.687475 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:53.688010 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:53.688703 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:53.689233 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:53.834151 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-413d89a7-0652-4e64-8737-fa30a8410227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:53.867896 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4f538623-a5d5-4544-8301-6e277074ded4 req-733f6b24-53a5-4fc2-b467-415e21342925 service neutron] 10.222.0.42 "GET /v2.0/networks/1623f57f-14ee-4f27-909a-4111ec1638fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585014 Dec 09 15:28:53.876463 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-5508df69-78ab-49b5-9b8c-4459c9274cc0 service neutron] Attempting to bind port 961362bf-1d9d-4ee9-9c28-67f3677cb14e on host n-h2-821228-1 for vnic_type normal with profile None {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:28:53.876911 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-5508df69-78ab-49b5-9b8c-4459c9274cc0 service neutron] Attempting to bind port 961362bf-1d9d-4ee9-9c28-67f3677cb14e by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:28:53.877243 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-5508df69-78ab-49b5-9b8c-4459c9274cc0 service neutron] Attempting to bind port 961362bf-1d9d-4ee9-9c28-67f3677cb14e on network 3099805c-627c-4784-8087-c190eb81b4e0 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:28:53.883648 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-5508df69-78ab-49b5-9b8c-4459c9274cc0 service neutron] Port 961362bf-1d9d-4ee9-9c28-67f3677cb14e on network 3099805c-627c-4784-8087-c190eb81b4e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:28:53.883996 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-5508df69-78ab-49b5-9b8c-4459c9274cc0 service neutron] Attempting to bind port 961362bf-1d9d-4ee9-9c28-67f3677cb14e on network 3099805c-627c-4784-8087-c190eb81b4e0 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:28:53.890755 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-5508df69-78ab-49b5-9b8c-4459c9274cc0 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:28:53.891094 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-5508df69-78ab-49b5-9b8c-4459c9274cc0 service neutron] Checking segment: {'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:28:53.891478 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-5508df69-78ab-49b5-9b8c-4459c9274cc0 service neutron] Bound using segment: {'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:28:53.891904 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-5508df69-78ab-49b5-9b8c-4459c9274cc0 service neutron] Bound port: 961362bf-1d9d-4ee9-9c28-67f3677cb14e, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:28:53.924750 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:54.014201 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['baa1ea4c-5081-4145-a800-62b0b64a6cfc'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:28:54.023974 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-413d89a7-0652-4e64-8737-fa30a8410227 admin admin] Router 1b6ed607-f905-4234-ae76-215a78937316 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:28:54.033936 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-5508df69-78ab-49b5-9b8c-4459c9274cc0 service neutron] For port 961362bf-1d9d-4ee9-9c28-67f3677cb14e, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=961362bf-1d9d-4ee9-9c28-67f3677cb14e,segment=NetworkSegment(9bcbf52b-8ad5-477f-9636-c2f9cae19672),segment_id=9bcbf52b-8ad5-477f-9636-c2f9cae19672)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:28:54.046953 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-5508df69-78ab-49b5-9b8c-4459c9274cc0 service neutron] Publish callbacks [] for binding, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:54.051730 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-5508df69-78ab-49b5-9b8c-4459c9274cc0 service neutron] 10.222.0.57 "POST /v2.0/ports/961362bf-1d9d-4ee9-9c28-67f3677cb14e/bindings HTTP/1.1" status: 201 len: 389 time: 0.6489339 Dec 09 15:28:54.162643 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413d89a7-0652-4e64-8737-fa30a8410227 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:28:54.178191 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fa90fc-95d7-4f89-bb00-006eaed297fc None None] Sync routers for ids ['1b6ed607-f905-4234-ae76-215a78937316'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:28:54.191457 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fa90fc-95d7-4f89-bb00-006eaed297fc None None] Routers {'1b6ed607-f905-4234-ae76-215a78937316'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:28:54.192022 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-09fa90fc-95d7-4f89-bb00-006eaed297fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:28:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1b6ed607-f905-4234-ae76-215a78937316'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:54.201349 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-413d89a7-0652-4e64-8737-fa30a8410227 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:54.202797 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-413d89a7-0652-4e64-8737-fa30a8410227 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 2.9304929 Dec 09 15:28:54.205964 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 49876) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:54.340751 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:54.479319 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-09fa90fc-95d7-4f89-bb00-006eaed297fc None None] Set router 1b6ed607-f905-4234-ae76-215a78937316 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:28:54.683739 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-f326d8a9-c43c-416a-a6d9-a914ab6b3320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:54.685440 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-f326d8a9-c43c-416a-a6d9-a914ab6b3320 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69&device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e HTTP/1.1" status: 200 len: 1096 time: 0.2317762 Dec 09 15:28:54.767455 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e2c03-3e6c-4af1-a6ff-565674a31e38 req-691fed71-9376-4814-ae47-2adaa34fbc80 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:54.780951 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c50e2c03-3e6c-4af1-a6ff-565674a31e38 req-691fed71-9376-4814-ae47-2adaa34fbc80 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e HTTP/1.1" status: 200 len: 945 time: 0.1615462 Dec 09 15:28:54.845684 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec61a2ec-918c-43cb-877c-24a3eb7d1fbf None None] Network 9635208c-9eef-4594-8ea5-b1ea09114492 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:28:54.989249 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c50e2c03-3e6c-4af1-a6ff-565674a31e38 req-b76d91bb-487a-4cbb-b9b9-63b512cc87db tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065904 Dec 09 15:28:55.036177 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7263b0b-b27a-427a-84b5-8b9cf14e0e95 req-0528c922-bfbb-414a-9a3f-0caaea80fc42 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:55.049464 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b7263b0b-b27a-427a-84b5-8b9cf14e0e95 req-0528c922-bfbb-414a-9a3f-0caaea80fc42 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea2de25e-7897-4271-9d98-986803a004c0 HTTP/1.1" status: 200 len: 944 time: 0.2571507 Dec 09 15:28:55.051650 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 49898) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:55.054708 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-09fa90fc-95d7-4f89-bb00-006eaed297fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6ed607-f905-4234-ae76-215a78937316', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-205031462-router', 'tenant_id': '9b86b12b192444169262cc7f96a9b582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e068ac88-7775-4608-b032-bf4cad359746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:51Z', 'updated_at': '2021-12-09T15:28:53Z', 'revision_number': 3, 'project_id': '9b86b12b192444169262cc7f96a9b582', 'gw_port': {'id': 'e068ac88-7775-4608-b032-bf4cad359746', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:77:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6ed607-f905-4234-ae76-215a78937316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:52Z', 'updated_at': '2021-12-09T15:28:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:55.112249 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f3e4f053-731c-4ac3-b03e-8ed5a9c9243f None None] Provisioning complete for port ad692b87-fa9c-4270-8da4-6c1a040ef645 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:55.113234 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f3e4f053-731c-4ac3-b03e-8ed5a9c9243f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:55.115547 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fa90fc-95d7-4f89-bb00-006eaed297fc None None] Checking router: 1b6ed607-f905-4234-ae76-215a78937316 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:28:55.119018 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fa90fc-95d7-4f89-bb00-006eaed297fc None None] Updating router 1b6ed607-f905-4234-ae76-215a78937316 port e068ac88-7775-4608-b032-bf4cad359746 binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:28:55.175101 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device ad692b87-fa9c-4270-8da4-6c1a040ef645 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:28:55.180465 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-09fa90fc-95d7-4f89-bb00-006eaed297fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:55.195230 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b7263b0b-b27a-427a-84b5-8b9cf14e0e95 req-269b094e-d129-4521-bbb4-0de4b9c48d6a tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442904 Dec 09 15:28:55.293977 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66eb595-d06b-488d-bdcf-297687dea6d5 req-6b340af5-b5b6-460e-9d92-7dcf59989604 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:55.300614 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d66eb595-d06b-488d-bdcf-297687dea6d5 req-6b340af5-b5b6-460e-9d92-7dcf59989604 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] 10.222.0.57 "GET /v2.0/ports?device_id=914f1502-ab88-4a70-9c37-f4ef175ed62a HTTP/1.1" status: 200 len: 950 time: 0.1385055 Dec 09 15:28:55.354764 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:55.364561 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-188027e7-6bcd-4810-84a7-8ea791081726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:55.368646 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-188027e7-6bcd-4810-84a7-8ea791081726 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3099805c-627c-4784-8087-c190eb81b4e0 HTTP/1.1" status: 200 len: 908 time: 0.6748703 Dec 09 15:28:55.460851 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-41485241-58ca-4f26-9f30-13c1ca2e8c39 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=961362bf-1d9d-4ee9-9c28-67f3677cb14e HTTP/1.1" status: 200 len: 217 time: 0.0658305 Dec 09 15:28:55.471425 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port ad692b87-fa9c-4270-8da4-6c1a040ef645 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:55.472062 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:55.476834 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f3e4f053-731c-4ac3-b03e-8ed5a9c9243f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:55.482364 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9ad24414-eb07-405a-9104-7c33cf0f2864 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:55.521520 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d66eb595-d06b-488d-bdcf-297687dea6d5 req-9bde788f-5547-4922-a67d-6c9db5b37982 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] 10.222.0.57 "GET /v2.0/security-groups?id=76eb6772-8d5b-4328-a083-0a7be919fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118819 Dec 09 15:28:55.576206 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f3e4f053-731c-4ac3-b03e-8ed5a9c9243f None None] For port ad692b87-fa9c-4270-8da4-6c1a040ef645, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=ad692b87-fa9c-4270-8da4-6c1a040ef645,segment=NetworkSegment(cdd6a7d5-30b9-46e0-909c-e4d79c0db81d),segment_id=cdd6a7d5-30b9-46e0-909c-e4d79c0db81d)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:55.593910 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f3e4f053-731c-4ac3-b03e-8ed5a9c9243f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:55.678594 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-0823ddd7-cf93-4b67-91ad-b5ef125cb024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:55.692837 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-0823ddd7-cf93-4b67-91ad-b5ef125cb024 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75dd204b-61ff-4875-bd46-839f068b72c4 HTTP/1.1" status: 200 len: 847 time: 0.2145166 Dec 09 15:28:55.733708 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e4f053-731c-4ac3-b03e-8ed5a9c9243f None None] Pushing event updated for resources: {'Port': ['ID=ad692b87-fa9c-4270-8da4-6c1a040ef645,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:55.760055 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9ad24414-eb07-405a-9104-7c33cf0f2864 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:55.769495 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-e6e37be5-f78f-4e41-922f-8bb90b9a00d3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3099805c-627c-4784-8087-c190eb81b4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684614 Dec 09 15:28:55.771109 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9ad24414-eb07-405a-9104-7c33cf0f2864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:55.825862 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6e12840e-b6da-47d3-9da9-a274ddbc9ef3 None None] Provisioning complete for port ad692b87-fa9c-4270-8da4-6c1a040ef645 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:55.826225 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6e12840e-b6da-47d3-9da9-a274ddbc9ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:55.843916 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9ad24414-eb07-405a-9104-7c33cf0f2864 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0c24651bd07c426890a03b6c58915137&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7872396 Dec 09 15:28:55.847751 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 49932) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:55.856804 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad24414-eb07-405a-9104-7c33cf0f2864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6f6c2f-5c0c-459c-b52d-9ec8efe49984,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:55.862142 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-09fa90fc-95d7-4f89-bb00-006eaed297fc None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:55.870338 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-09fa90fc-95d7-4f89-bb00-006eaed297fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:55.939566 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b9373-0ae6-409e-86cd-3bd7207a61ee None None] Pushing event updated for resources: {'Port': ['ID=e068ac88-7775-4608-b032-bf4cad359746,revision_number=2']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:55.962647 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6a1a853-4c51-4c96-b39c-5bd7563033b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:55.977919 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-09fa90fc-95d7-4f89-bb00-006eaed297fc None None] Attempting to bind port e068ac88-7775-4608-b032-bf4cad359746 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:28:55.978904 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-09fa90fc-95d7-4f89-bb00-006eaed297fc None None] Attempting to bind port e068ac88-7775-4608-b032-bf4cad359746 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:28:55.979690 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fa90fc-95d7-4f89-bb00-006eaed297fc None None] Attempting to bind port e068ac88-7775-4608-b032-bf4cad359746 on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:28:55.993187 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fa90fc-95d7-4f89-bb00-006eaed297fc None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:28:55.993844 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fa90fc-95d7-4f89-bb00-006eaed297fc None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:28:55.995315 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-09fa90fc-95d7-4f89-bb00-006eaed297fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:55.996039 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fa90fc-95d7-4f89-bb00-006eaed297fc None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:28:55.996934 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-09fa90fc-95d7-4f89-bb00-006eaed297fc None None] Bound port: e068ac88-7775-4608-b032-bf4cad359746, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:28:55.997875 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-09fa90fc-95d7-4f89-bb00-006eaed297fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:56.000779 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.31', 57617) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:56.003073 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6a1a853-4c51-4c96-b39c-5bd7563033b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:56.112386 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166a061-a9fb-477c-8ed6-9a23d91ac819 req-7f74f155-0c5b-4957-bfe6-34ce444f4d90 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:56.118096 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2166a061-a9fb-477c-8ed6-9a23d91ac819 req-7f74f155-0c5b-4957-bfe6-34ce444f4d90 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] 10.222.0.31 "GET /v2.0/ports?device_id=914f1502-ab88-4a70-9c37-f4ef175ed62a HTTP/1.1" status: 200 len: 950 time: 0.1115675 Dec 09 15:28:56.147960 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-58d46a25-4ec4-4689-b3db-26289b0fd7c1 service neutron] 10.222.0.31 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667104 Dec 09 15:28:56.149906 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60656bf1-7854-4e87-80a2-9c54f92240b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:56.235739 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-09fa90fc-95d7-4f89-bb00-006eaed297fc None None] For port e068ac88-7775-4608-b032-bf4cad359746, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:28:56.237651 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6a1a853-4c51-4c96-b39c-5bd7563033b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:56.239527 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6a1a853-4c51-4c96-b39c-5bd7563033b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:56.244967 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f6a1a853-4c51-4c96-b39c-5bd7563033b6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1c6f6c2f-5c0c-459c-b52d-9ec8efe49984 HTTP/1.1" status: 204 len: 168 time: 0.3917480 Dec 09 15:28:56.256351 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-09fa90fc-95d7-4f89-bb00-006eaed297fc None None] For port e068ac88-7775-4608-b032-bf4cad359746, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=e068ac88-7775-4608-b032-bf4cad359746,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:28:56.273977 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-09fa90fc-95d7-4f89-bb00-006eaed297fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:56.286915 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a1a853-4c51-4c96-b39c-5bd7563033b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6f6c2f-5c0c-459c-b52d-9ec8efe49984,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:56.370289 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634c9ae-fd5d-4387-8649-430c4731749f req-6898e7f2-a4bc-40ce-a51e-1e4edd4989cb tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:56.377851 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2634c9ae-fd5d-4387-8649-430c4731749f req-6898e7f2-a4bc-40ce-a51e-1e4edd4989cb tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e HTTP/1.1" status: 200 len: 945 time: 0.2190926 Dec 09 15:28:56.398562 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:56.429873 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-44bd0e60-f64c-41b7-9661-a937b978449b service neutron] 10.222.0.31 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711189 Dec 09 15:28:56.484333 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2634c9ae-fd5d-4387-8649-430c4731749f req-f5b7c45e-5a2e-4f19-873e-9827afa8cf06 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055505 Dec 09 15:28:56.501901 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-2166a061-a9fb-477c-8ed6-9a23d91ac819 req-31cf783a-6b22-48d6-872d-77f85372666c tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] Deleting port 11bcba77-630b-478f-9d62-6b5a7fca0760 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:28:56.502267 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2166a061-a9fb-477c-8ed6-9a23d91ac819 req-31cf783a-6b22-48d6-872d-77f85372666c tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:56.534878 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fa90fc-95d7-4f89-bb00-006eaed297fc None None] Routers {'1b6ed607-f905-4234-ae76-215a78937316'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:28:56.535845 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-09fa90fc-95d7-4f89-bb00-006eaed297fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:28:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1b6ed607-f905-4234-ae76-215a78937316'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:56.560845 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-60656bf1-7854-4e87-80a2-9c54f92240b0 admin admin] Allocated IP 172.20.0.1 (9635208c-9eef-4594-8ea5-b1ea09114492/0ea5fb26-6a45-44cf-ac76-5320e8a3931a/da76d2ec-c76a-41bc-9756-e2064384f10a) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:56.586892 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b9373-0ae6-409e-86cd-3bd7207a61ee None None] Pushing event updated for resources: {'Port': ['ID=e068ac88-7775-4608-b032-bf4cad359746,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:56.688900 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-09fa90fc-95d7-4f89-bb00-006eaed297fc None None] Set router 1b6ed607-f905-4234-ae76-215a78937316 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:28:56.770055 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60656bf1-7854-4e87-80a2-9c54f92240b0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:56.812051 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 49958) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:56.867214 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72690d-5c4f-42ea-baac-f38ba993953e req-0c085626-2c51-4608-9e3a-3487c39b2b93 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:56.868878 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2e72690d-5c4f-42ea-baac-f38ba993953e req-0c085626-2c51-4608-9e3a-3487c39b2b93 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea2de25e-7897-4271-9d98-986803a004c0 HTTP/1.1" status: 200 len: 944 time: 0.3770335 Dec 09 15:28:56.882629 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60656bf1-7854-4e87-80a2-9c54f92240b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:56.965434 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device baa1ea4c-5081-4145-a800-62b0b64a6cfc up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:28:57.011987 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2e72690d-5c4f-42ea-baac-f38ba993953e req-fcc46871-cd9d-4ec1-9e4f-528fedbc6724 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322646 Dec 09 15:28:57.024520 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 49964) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:57.031830 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-2166a061-a9fb-477c-8ed6-9a23d91ac819 req-31cf783a-6b22-48d6-872d-77f85372666c tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] For port 11bcba77-630b-478f-9d62-6b5a7fca0760, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=11bcba77-630b-478f-9d62-6b5a7fca0760,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:57.032144 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2166a061-a9fb-477c-8ed6-9a23d91ac819 req-31cf783a-6b22-48d6-872d-77f85372666c tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:57.049820 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device ad692b87-fa9c-4270-8da4-6c1a040ef645 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:28:57.053498 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60656bf1-7854-4e87-80a2-9c54f92240b0 admin admin] Network 9635208c-9eef-4594-8ea5-b1ea09114492 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:57.086165 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-60656bf1-7854-4e87-80a2-9c54f92240b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:57.091372 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60656bf1-7854-4e87-80a2-9c54f92240b0 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:57.091880 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60656bf1-7854-4e87-80a2-9c54f92240b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:57.106890 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-647b00cd-4a21-4a9f-9b0c-bd1aa8dcfc55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:57.121989 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-2166a061-a9fb-477c-8ed6-9a23d91ac819 req-31cf783a-6b22-48d6-872d-77f85372666c tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] Calling delete_port for 11bcba77-630b-478f-9d62-6b5a7fca0760 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:28:57.177133 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-b3e8d3c3-49e3-47ff-9bd1-afc56c895029 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:57.178683 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-b3e8d3c3-49e3-47ff-9bd1-afc56c895029 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e&tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69&binding%3Ahost_id=n-h1-821228-1 HTTP/1.1" status: 200 len: 1096 time: 0.4986358 Dec 09 15:28:57.199381 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-00d75d78-ba49-44e0-81ec-c0a9b9b8d022 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821228-1'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:57.204588 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60656bf1-7854-4e87-80a2-9c54f92240b0 admin admin] Pushing event updated for resources: {'Port': ['ID=da76d2ec-c76a-41bc-9756-e2064384f10a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:57.208533 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port baa1ea4c-5081-4145-a800-62b0b64a6cfc completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:28:57.226313 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port baa1ea4c-5081-4145-a800-62b0b64a6cfc triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:57.227365 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:57.238785 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-09fa90fc-95d7-4f89-bb00-006eaed297fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6ed607-f905-4234-ae76-215a78937316', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-205031462-router', 'tenant_id': '9b86b12b192444169262cc7f96a9b582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e068ac88-7775-4608-b032-bf4cad359746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:51Z', 'updated_at': '2021-12-09T15:28:53Z', 'revision_number': 3, 'project_id': '9b86b12b192444169262cc7f96a9b582', 'gw_port': {'id': 'e068ac88-7775-4608-b032-bf4cad359746', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:77:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6ed607-f905-4234-ae76-215a78937316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:52Z', 'updated_at': '2021-12-09T15:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:57.244504 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c59c97cf-162c-4271-bd76-bacbdb8b5541 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:57.270188 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fa90fc-95d7-4f89-bb00-006eaed297fc None None] The sync data for ids ['1b6ed607-f905-4234-ae76-215a78937316'] in n-d-821228-1 is: [{'id': '1b6ed607-f905-4234-ae76-215a78937316', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-205031462-router', 'tenant_id': '9b86b12b192444169262cc7f96a9b582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e068ac88-7775-4608-b032-bf4cad359746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:51Z', 'updated_at': '2021-12-09T15:28:53Z', 'revision_number': 3, 'project_id': '9b86b12b192444169262cc7f96a9b582', 'gw_port': {'id': 'e068ac88-7775-4608-b032-bf4cad359746', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:77:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6ed607-f905-4234-ae76-215a78937316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:52Z', 'updated_at': '2021-12-09T15:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:28:57.311067 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-00d75d78-ba49-44e0-81ec-c0a9b9b8d022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:57.407622 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port ad692b87-fa9c-4270-8da4-6c1a040ef645 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:57.409518 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:57.456774 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60656bf1-7854-4e87-80a2-9c54f92240b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:57.564463 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:57.583174 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-bbaa6347-d4da-40d4-a159-7c86fc243488 None None] Provisioning complete for port da76d2ec-c76a-41bc-9756-e2064384f10a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:57.585437 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bbaa6347-d4da-40d4-a159-7c86fc243488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:57.586435 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:28:57.605499 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-647b00cd-4a21-4a9f-9b0c-bd1aa8dcfc55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:57.668162 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-00d75d78-ba49-44e0-81ec-c0a9b9b8d022 service neutron] For port 961362bf-1d9d-4ee9-9c28-67f3677cb14e, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=961362bf-1d9d-4ee9-9c28-67f3677cb14e,segment=NetworkSegment(9bcbf52b-8ad5-477f-9636-c2f9cae19672),segment_id=9bcbf52b-8ad5-477f-9636-c2f9cae19672)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:57.771209 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-647b00cd-4a21-4a9f-9b0c-bd1aa8dcfc55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:57.774296 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2166a061-a9fb-477c-8ed6-9a23d91ac819 req-31cf783a-6b22-48d6-872d-77f85372666c tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:57.808532 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-00d75d78-ba49-44e0-81ec-c0a9b9b8d022 service neutron] For port 961362bf-1d9d-4ee9-9c28-67f3677cb14e, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:28:57.846840 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['11bcba77-630b-478f-9d62-6b5a7fca0760'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:28:57.878463 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5144a2e-3d74-41ed-be53-396e050fc9ef req-a732a865-a6b0-4a75-9e13-8e6663b814d8 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:57.881090 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f5144a2e-3d74-41ed-be53-396e050fc9ef req-a732a865-a6b0-4a75-9e13-8e6663b814d8 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] 10.222.0.57 "GET /v2.0/ports?device_id=914f1502-ab88-4a70-9c37-f4ef175ed62a HTTP/1.1" status: 200 len: 867 time: 0.7604120 Dec 09 15:28:57.902021 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25417cb9-2740-48f7-aa77-56e5b2ab1c0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '961362bf-1d9d-4ee9-9c28-67f3677cb14e'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:28:57.911912 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54a6133-d28c-4ffb-b693-79672590914c" -d '{"events": [{"server_uuid": "25417cb9-2740-48f7-aa77-56e5b2ab1c0e", "name": "network-vif-unplugged", "status": "completed", "tag": "961362bf-1d9d-4ee9-9c28-67f3677cb14e"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:28:57.924056 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-00d75d78-ba49-44e0-81ec-c0a9b9b8d022 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:57.926503 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf783a-6b22-48d6-872d-77f85372666c tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] Pushing event deleted for resources: {'Port': ['ID=11bcba77-630b-478f-9d62-6b5a7fca0760,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:57.943084 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b00cd-4a21-4a9f-9b0c-bd1aa8dcfc55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c73b63-5798-4e6c-967e-5cc00e37cae6,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:57.953848 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2de25e-7897-4271-9d98-986803a004c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa1ea4c-5081-4145-a800-62b0b64a6cfc'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:28:57.956352 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60656bf1-7854-4e87-80a2-9c54f92240b0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:57.958609 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ae0113-2bc2-44a8-8387-6132db5779dc" -d '{"events": [{"server_uuid": "ea2de25e-7897-4271-9d98-986803a004c0", "name": "network-vif-plugged", "status": "completed", "tag": "baa1ea4c-5081-4145-a800-62b0b64a6cfc"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:28:57.958798 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-00d75d78-ba49-44e0-81ec-c0a9b9b8d022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:57.977390 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60656bf1-7854-4e87-80a2-9c54f92240b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:57.978010 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60656bf1-7854-4e87-80a2-9c54f92240b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:58.022029 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-bbaa6347-d4da-40d4-a159-7c86fc243488 None None] Port da76d2ec-c76a-41bc-9756-e2064384f10a cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:28:58.029420 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port baa1ea4c-5081-4145-a800-62b0b64a6cfc, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=baa1ea4c-5081-4145-a800-62b0b64a6cfc,segment=NetworkSegment(69c5f819-123d-436b-8f3f-7e75c7d0b133),segment_id=69c5f819-123d-436b-8f3f-7e75c7d0b133)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:58.045158 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:58.116565 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50010) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:58.120295 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c59c97cf-162c-4271-bd76-bacbdb8b5541 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:58.145099 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f5144a2e-3d74-41ed-be53-396e050fc9ef req-a6a7130d-e087-4d06-a6d3-f0c4f8fb60b8 tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] 10.222.0.57 "GET /v2.0/security-groups?id=76eb6772-8d5b-4328-a083-0a7be919fbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577141 Dec 09 15:28:58.146044 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-2166a061-a9fb-477c-8ed6-9a23d91ac819 req-31cf783a-6b22-48d6-872d-77f85372666c tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] No DVR routers for this DVR port 11bcba77-630b-478f-9d62-6b5a7fca0760 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:28:58.154546 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0adc36-be92-4b5d-af9c-5e9167cf7997 req-e346579c-6f91-4960-9a77-806c92894d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:58.156086 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4f0adc36-be92-4b5d-af9c-5e9167cf7997 req-e346579c-6f91-4960-9a77-806c92894d0f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69&device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e HTTP/1.1" status: 200 len: 1096 time: 0.6761320 Dec 09 15:28:58.162224 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-647b00cd-4a21-4a9f-9b0c-bd1aa8dcfc55 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=24300b6a6fe740499cf44fb8909ebb17&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1362562 Dec 09 15:28:58.162660 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c59c97cf-162c-4271-bd76-bacbdb8b5541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:58.165446 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 50014) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:58.166644 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2166a061-a9fb-477c-8ed6-9a23d91ac819 req-31cf783a-6b22-48d6-872d-77f85372666c tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:58.171053 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2166a061-a9fb-477c-8ed6-9a23d91ac819 req-31cf783a-6b22-48d6-872d-77f85372666c tempest-TenantUsagesTestJSON-537164093 tempest-TenantUsagesTestJSON-537164093-project] 10.222.0.31 "DELETE /v2.0/ports/11bcba77-630b-478f-9d62-6b5a7fca0760 HTTP/1.1" status: 204 len: 173 time: 2.0465937 Dec 09 15:28:58.175847 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914f1502-ab88-4a70-9c37-f4ef175ed62a', 'name': 'network-vif-deleted', 'tag': '11bcba77-630b-478f-9d62-6b5a7fca0760'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:28:58.178223 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f87ff4-46df-4285-9b64-57e447ebd39f" -d '{"events": [{"server_uuid": "914f1502-ab88-4a70-9c37-f4ef175ed62a", "name": "network-vif-deleted", "tag": "11bcba77-630b-478f-9d62-6b5a7fca0760"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:28:58.211994 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=baa1ea4c-5081-4145-a800-62b0b64a6cfc,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:58.262936 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab6d1c-76bc-4c5c-9620-04a015a99062 req-8e109966-15cd-4b3c-8f6c-9c078bc2e4bf tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:58.271814 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-04ab6d1c-76bc-4c5c-9620-04a015a99062 req-8e109966-15cd-4b3c-8f6c-9c078bc2e4bf tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e HTTP/1.1" status: 200 len: 945 time: 0.5052366 Dec 09 15:28:58.287751 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 15:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fedff1ea-be16-4d3f-96f0-d64ac837c3b3 x-openstack-request-id: req-fedff1ea-be16-4d3f-96f0-d64ac837c3b3 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:28:58.288147 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25417cb9-2740-48f7-aa77-56e5b2ab1c0e", "name": "network-vif-unplugged", "status": "completed", "tag": "961362bf-1d9d-4ee9-9c28-67f3677cb14e", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:28:58.295851 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fedff1ea-be16-4d3f-96f0-d64ac837c3b3 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:28:58.296806 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25417cb9-2740-48f7-aa77-56e5b2ab1c0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '961362bf-1d9d-4ee9-9c28-67f3677cb14e', 'code': 200} Dec 09 15:28:58.348598 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d75d78-ba49-44e0-81ec-c0a9b9b8d022 service neutron] Pushing event updated for resources: {'Port': ['ID=961362bf-1d9d-4ee9-9c28-67f3677cb14e,revision_number=7']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:58.370868 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-00d75d78-ba49-44e0-81ec-c0a9b9b8d022 service neutron] Attempting to bind port 961362bf-1d9d-4ee9-9c28-67f3677cb14e on host n-h1-821228-1 for vnic_type normal with profile {"migrating_to": "n-h2-821228-1"} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:28:58.371209 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-00d75d78-ba49-44e0-81ec-c0a9b9b8d022 service neutron] Attempting to bind port 961362bf-1d9d-4ee9-9c28-67f3677cb14e by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:28:58.371538 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-00d75d78-ba49-44e0-81ec-c0a9b9b8d022 service neutron] Attempting to bind port 961362bf-1d9d-4ee9-9c28-67f3677cb14e on network 3099805c-627c-4784-8087-c190eb81b4e0 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:28:58.430355 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-488c38e0-a9a5-49a5-8a70-5a0fae2b69ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:58.449819 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-00d75d78-ba49-44e0-81ec-c0a9b9b8d022 service neutron] Port 961362bf-1d9d-4ee9-9c28-67f3677cb14e on network 3099805c-627c-4784-8087-c190eb81b4e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:28:58.450536 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-00d75d78-ba49-44e0-81ec-c0a9b9b8d022 service neutron] Attempting to bind port 961362bf-1d9d-4ee9-9c28-67f3677cb14e on network 3099805c-627c-4784-8087-c190eb81b4e0 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:28:58.473636 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8161f36-572a-44a0-8a6a-6cb87aa0542d x-openstack-request-id: req-e8161f36-572a-44a0-8a6a-6cb87aa0542d {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:28:58.474193 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea2de25e-7897-4271-9d98-986803a004c0", "name": "network-vif-plugged", "status": "completed", "tag": "baa1ea4c-5081-4145-a800-62b0b64a6cfc", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:28:58.474280 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-00d75d78-ba49-44e0-81ec-c0a9b9b8d022 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:28:58.474386 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-00d75d78-ba49-44e0-81ec-c0a9b9b8d022 service neutron] Checking segment: {'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:28:58.474760 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-00d75d78-ba49-44e0-81ec-c0a9b9b8d022 service neutron] Bound using segment: {'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:28:58.474874 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e8161f36-572a-44a0-8a6a-6cb87aa0542d {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:28:58.475199 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-00d75d78-ba49-44e0-81ec-c0a9b9b8d022 service neutron] Bound port: 961362bf-1d9d-4ee9-9c28-67f3677cb14e, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:28:58.475318 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea2de25e-7897-4271-9d98-986803a004c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa1ea4c-5081-4145-a800-62b0b64a6cfc', 'code': 200} Dec 09 15:28:58.475689 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-00d75d78-ba49-44e0-81ec-c0a9b9b8d022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:58.482309 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c59c97cf-162c-4271-bd76-bacbdb8b5541 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a79ee2d06eea47168b2e3f7c09c50bfc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6691182 Dec 09 15:28:58.483096 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58a47257-5991-4632-ba80-01ae2cd80188 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:58.487566 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60656bf1-7854-4e87-80a2-9c54f92240b0 admin admin] Pushing event updated for resources: {'Port': ['ID=da76d2ec-c76a-41bc-9756-e2064384f10a,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:58.494532 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50018) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:58.508356 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58a47257-5991-4632-ba80-01ae2cd80188 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:58.548165 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60656bf1-7854-4e87-80a2-9c54f92240b0 admin admin] Network 9635208c-9eef-4594-8ea5-b1ea09114492 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:58.573343 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c97cf-162c-4271-bd76-bacbdb8b5541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe29787-e65e-41fe-a367-60fd00fcbde3,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:58.586197 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-60656bf1-7854-4e87-80a2-9c54f92240b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:58.603839 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-04ab6d1c-76bc-4c5c-9620-04a015a99062 req-2dc2c070-97f9-47ae-af1b-cc54fd2e127f tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323112 Dec 09 15:28:58.651455 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-488c38e0-a9a5-49a5-8a70-5a0fae2b69ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:58.693552 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e74e545-9814-49b9-a4e9-ea9ba1805497 x-openstack-request-id: req-8e74e545-9814-49b9-a4e9-ea9ba1805497 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:28:58.693846 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "914f1502-ab88-4a70-9c37-f4ef175ed62a", "name": "network-vif-deleted", "tag": "11bcba77-630b-478f-9d62-6b5a7fca0760", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:28:58.694227 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8e74e545-9814-49b9-a4e9-ea9ba1805497 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:28:58.694548 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914f1502-ab88-4a70-9c37-f4ef175ed62a', 'name': 'network-vif-deleted', 'tag': '11bcba77-630b-478f-9d62-6b5a7fca0760', 'status': 'completed', 'code': 200} Dec 09 15:28:58.718947 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58a47257-5991-4632-ba80-01ae2cd80188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:58.721507 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58a47257-5991-4632-ba80-01ae2cd80188 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:58.725274 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-58a47257-5991-4632-ba80-01ae2cd80188 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/47c73b63-5798-4e6c-967e-5cc00e37cae6 HTTP/1.1" status: 204 len: 168 time: 0.5477111 Dec 09 15:28:58.758633 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c5beb-658d-4156-9af8-518e25774ed6 req-498522aa-8b0c-4034-8768-1a93d0288be2 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:58.760238 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-961c5beb-658d-4156-9af8-518e25774ed6 req-498522aa-8b0c-4034-8768-1a93d0288be2 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea2de25e-7897-4271-9d98-986803a004c0 HTTP/1.1" status: 200 len: 945 time: 0.2047794 Dec 09 15:28:58.763914 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0adc36-be92-4b5d-af9c-5e9167cf7997 req-8388e814-92c1-47a0-9870-28482bb7f426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:58.768508 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4f0adc36-be92-4b5d-af9c-5e9167cf7997 req-8388e814-92c1-47a0-9870-28482bb7f426 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3099805c-627c-4784-8087-c190eb81b4e0 HTTP/1.1" status: 200 len: 908 time: 0.5800352 Dec 09 15:28:58.799229 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60656bf1-7854-4e87-80a2-9c54f92240b0 admin admin] Router 1b6ed607-f905-4234-ae76-215a78937316 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:28:58.800699 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-488c38e0-a9a5-49a5-8a70-5a0fae2b69ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:58.846726 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4f0adc36-be92-4b5d-af9c-5e9167cf7997 req-dc4db4ad-ab83-4fd0-aaa4-3d8ae8b02da5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=961362bf-1d9d-4ee9-9c28-67f3677cb14e HTTP/1.1" status: 200 len: 217 time: 0.0652187 Dec 09 15:28:58.848941 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a47257-5991-4632-ba80-01ae2cd80188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c73b63-5798-4e6c-967e-5cc00e37cae6,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:58.867940 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-488c38e0-a9a5-49a5-8a70-5a0fae2b69ad admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=be63e6521f1e402f9e2b2875cafcc887&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7498193 Dec 09 15:28:58.883948 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 50026) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:58.908927 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c38e0-a9a5-49a5-8a70-5a0fae2b69ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3054abfa-9953-4e3b-b513-4f1294d2867f,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:59.024233 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6b631-080e-4929-93d9-c7fe64aca624 req-f832332d-511b-4e50-ac07-e8526673ae3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:59.026093 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0ea6b631-080e-4929-93d9-c7fe64aca624 req-f832332d-511b-4e50-ac07-e8526673ae3d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ea2de25e-7897-4271-9d98-986803a004c0 HTTP/1.1" status: 200 len: 1096 time: 0.2467349 Dec 09 15:28:59.048633 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-82ba021e-cbde-4a87-8d94-381cfb2bdea8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:59.065099 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a2f38922-9b9f-46d2-a8c9-1ad74fa26ba4 None None] Provisioning complete for port da76d2ec-c76a-41bc-9756-e2064384f10a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:59.065285 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a2f38922-9b9f-46d2-a8c9-1ad74fa26ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:59.068642 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device e068ac88-7775-4608-b032-bf4cad359746 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:28:59.091759 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0adc36-be92-4b5d-af9c-5e9167cf7997 req-944181a5-75e4-4ae0-9bf9-3f73ae34ed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:59.093389 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4f0adc36-be92-4b5d-af9c-5e9167cf7997 req-944181a5-75e4-4ae0-9bf9-3f73ae34ed62 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75dd204b-61ff-4875-bd46-839f068b72c4 HTTP/1.1" status: 200 len: 847 time: 0.2379875 Dec 09 15:28:59.093699 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-82ba021e-cbde-4a87-8d94-381cfb2bdea8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:59.101630 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-00d75d78-ba49-44e0-81ec-c0a9b9b8d022 service neutron] For port 961362bf-1d9d-4ee9-9c28-67f3677cb14e, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:28:59.136981 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-961c5beb-658d-4156-9af8-518e25774ed6 req-38115ce2-1d63-4fff-8812-2b7b78f238b0 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633885 Dec 09 15:28:59.137219 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a2f38922-9b9f-46d2-a8c9-1ad74fa26ba4 None None] Port da76d2ec-c76a-41bc-9756-e2064384f10a cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:28:59.159968 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port e068ac88-7775-4608-b032-bf4cad359746 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:59.160356 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:59.173057 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8d04e010-112c-428a-9611-f3a9af9254ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:59.177608 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4f0adc36-be92-4b5d-af9c-5e9167cf7997 req-75c98863-ace9-495e-9b42-34165f44f510 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3099805c-627c-4784-8087-c190eb81b4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697584 Dec 09 15:28:59.208763 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8d04e010-112c-428a-9611-f3a9af9254ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:59.256537 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-00d75d78-ba49-44e0-81ec-c0a9b9b8d022 service neutron] For port 961362bf-1d9d-4ee9-9c28-67f3677cb14e, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=961362bf-1d9d-4ee9-9c28-67f3677cb14e,segment=NetworkSegment(9bcbf52b-8ad5-477f-9636-c2f9cae19672),segment_id=9bcbf52b-8ad5-477f-9636-c2f9cae19672)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:28:59.258868 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60656bf1-7854-4e87-80a2-9c54f92240b0 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:28:59.271269 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-60656bf1-7854-4e87-80a2-9c54f92240b0 admin admin] 10.222.0.57 "PUT /v2.0/routers/1b6ed607-f905-4234-ae76-215a78937316/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0640821 Dec 09 15:28:59.288696 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-00d75d78-ba49-44e0-81ec-c0a9b9b8d022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:59.301481 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:59.379915 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0ea6b631-080e-4929-93d9-c7fe64aca624 req-647c1636-eaed-48d6-bc40-0bd549220faf service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403764 Dec 09 15:28:59.389294 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port e068ac88-7775-4608-b032-bf4cad359746, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=e068ac88-7775-4608-b032-bf4cad359746,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:59.397148 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4f0adc36-be92-4b5d-af9c-5e9167cf7997 req-f9695789-2acb-45db-9433-3808d761ee3d service neutron] 10.222.0.42 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078927 Dec 09 15:28:59.402873 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:59.414290 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8d04e010-112c-428a-9611-f3a9af9254ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:59.417445 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8d04e010-112c-428a-9611-f3a9af9254ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:59.425394 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8d04e010-112c-428a-9611-f3a9af9254ef admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3054abfa-9953-4e3b-b513-4f1294d2867f HTTP/1.1" status: 204 len: 168 time: 0.5338862 Dec 09 15:28:59.444883 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d04e010-112c-428a-9611-f3a9af9254ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3054abfa-9953-4e3b-b513-4f1294d2867f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:59.463374 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-00d75d78-ba49-44e0-81ec-c0a9b9b8d022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:59.464323 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-00d75d78-ba49-44e0-81ec-c0a9b9b8d022 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:59.465861 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-00d75d78-ba49-44e0-81ec-c0a9b9b8d022 service neutron] 10.222.0.31 "PUT /v2.0/ports/961362bf-1d9d-4ee9-9c28-67f3677cb14e HTTP/1.1" status: 200 len: 1121 time: 2.2735598 Dec 09 15:28:59.483629 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d75d78-ba49-44e0-81ec-c0a9b9b8d022 service neutron] Pushing event updated for resources: {'Port': ['ID=961362bf-1d9d-4ee9-9c28-67f3677cb14e,revision_number=8']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:59.495457 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-82ba021e-cbde-4a87-8d94-381cfb2bdea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:59.498627 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-82ba021e-cbde-4a87-8d94-381cfb2bdea8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:59.502701 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-82ba021e-cbde-4a87-8d94-381cfb2bdea8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fbe29787-e65e-41fe-a367-60fd00fcbde3 HTTP/1.1" status: 204 len: 168 time: 1.0023072 Dec 09 15:28:59.512366 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba021e-cbde-4a87-8d94-381cfb2bdea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe29787-e65e-41fe-a367-60fd00fcbde3,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:59.571190 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=e068ac88-7775-4608-b032-bf4cad359746,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:59.607573 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['961362bf-1d9d-4ee9-9c28-67f3677cb14e'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:28:59.654480 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50058) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:59.767290 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed75203-ddc5-4ab8-97f6-1364a5382e3e req-e9d855f0-309c-4ca7-bcad-132bd6c90205 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:59.769396 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6ed75203-ddc5-4ab8-97f6-1364a5382e3e req-e9d855f0-309c-4ca7-bcad-132bd6c90205 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e HTTP/1.1" status: 200 len: 943 time: 0.0804875 Dec 09 15:28:59.834764 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6ed75203-ddc5-4ab8-97f6-1364a5382e3e req-15ecc3f5-6d6c-4390-9459-32094bce14c1 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570354 Dec 09 15:28:59.940997 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4f0adc36-be92-4b5d-af9c-5e9167cf7997 req-51c16dd4-c9ae-4fe0-9e91-c533ade241d8 service neutron] 10.222.0.42 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987458 Dec 09 15:28:59.946693 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbbffc9-f47a-4710-a2dc-471d2c3d7e9e None None] Sync routers for ids ['1b6ed607-f905-4234-ae76-215a78937316'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:28:59.955849 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbbffc9-f47a-4710-a2dc-471d2c3d7e9e None None] Routers {'1b6ed607-f905-4234-ae76-215a78937316'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:28:59.956519 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3dbbffc9-f47a-4710-a2dc-471d2c3d7e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:28:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1b6ed607-f905-4234-ae76-215a78937316'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:00.048735 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d8187ddd-aa09-4ec8-a827-6f0d9ef906cc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=58575e9ae9594565ae9af29bf6631113&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3930235 Dec 09 15:29:00.051318 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 50072) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:00.094595 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-3dbbffc9-f47a-4710-a2dc-471d2c3d7e9e None None] Set router 1b6ed607-f905-4234-ae76-215a78937316 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:29:00.118985 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50074) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:00.123817 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c9db1ef0-3b26-46ce-a96c-c85a8886d9f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:00.139247 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-872a8c50-21e8-4063-8a52-be5644178ffc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:00.151283 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c9db1ef0-3b26-46ce-a96c-c85a8886d9f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:00.190860 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 50078) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:00.209057 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0fde6a0b-a688-4034-b181-af2440fd653a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:00.256334 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c9db1ef0-3b26-46ce-a96c-c85a8886d9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:00.260402 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c9db1ef0-3b26-46ce-a96c-c85a8886d9f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:00.264449 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c9db1ef0-3b26-46ce-a96c-c85a8886d9f1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/76eb6772-8d5b-4328-a083-0a7be919fbd4 HTTP/1.1" status: 204 len: 168 time: 0.2120831 Dec 09 15:29:00.276701 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-872a8c50-21e8-4063-8a52-be5644178ffc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:00.283443 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-872a8c50-21e8-4063-8a52-be5644178ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:00.305232 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25417cb9-2740-48f7-aa77-56e5b2ab1c0e', 'tag': '961362bf-1d9d-4ee9-9c28-67f3677cb14e'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:29:00.308522 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b516f7-36dd-456e-9603-2b8f796accab" -d '{"events": [{"name": "network-changed", "server_uuid": "25417cb9-2740-48f7-aa77-56e5b2ab1c0e", "tag": "961362bf-1d9d-4ee9-9c28-67f3677cb14e"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:29:00.310164 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db1ef0-3b26-46ce-a96c-c85a8886d9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76eb6772-8d5b-4328-a083-0a7be919fbd4,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:00.358365 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-872a8c50-21e8-4063-8a52-be5644178ffc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=95cf60870c524da5a9dff933d47d37da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377145 Dec 09 15:29:00.360522 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a8c50-21e8-4063-8a52-be5644178ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8aaa974-a76a-4f67-9e50-a1d84e59a912,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:00.363905 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50084) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:00.377842 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0fde6a0b-a688-4034-b181-af2440fd653a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:00.398072 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a12463-dd37-477e-a92a-42e7ce3eb573 req-4f05c8c5-1606-4a46-9562-001f0ea07d59 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:00.407759 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-22a12463-dd37-477e-a92a-42e7ce3eb573 req-4f05c8c5-1606-4a46-9562-001f0ea07d59 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea2de25e-7897-4271-9d98-986803a004c0 HTTP/1.1" status: 200 len: 945 time: 0.1420619 Dec 09 15:29:00.433859 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-74c29a42-590a-4fd8-9c6a-9a426906966c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:00.437459 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0fde6a0b-a688-4034-b181-af2440fd653a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:00.440376 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 11bcba77-630b-478f-9d62-6b5a7fca0760 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:29:00.464250 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-74c29a42-590a-4fd8-9c6a-9a426906966c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:00.469034 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0fde6a0b-a688-4034-b181-af2440fd653a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=042144c4d91f42ea914bf03cde498cff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2768562 Dec 09 15:29:00.474391 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50088) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:00.508883 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 11bcba77-630b-478f-9d62-6b5a7fca0760 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:29:00.509122 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 11bcba77-630b-478f-9d62-6b5a7fca0760 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:29:00.527571 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-22a12463-dd37-477e-a92a-42e7ce3eb573 req-22c31282-a400-466c-a83f-c7ad64dcd87b tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185691 Dec 09 15:29:00.529071 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde6a0b-a688-4034-b181-af2440fd653a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93104c10-26d7-4651-8bba-d3969972f694,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:00.587734 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eda3d66c-6beb-4411-bed8-e8480246a4c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:00.623665 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad28c223-0c47-43bd-bbe3-0cbf62bd6d53 x-openstack-request-id: req-ad28c223-0c47-43bd-bbe3-0cbf62bd6d53 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:29:00.625051 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25417cb9-2740-48f7-aa77-56e5b2ab1c0e", "tag": "961362bf-1d9d-4ee9-9c28-67f3677cb14e", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:29:00.625315 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ad28c223-0c47-43bd-bbe3-0cbf62bd6d53 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:29:00.625719 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25417cb9-2740-48f7-aa77-56e5b2ab1c0e', 'tag': '961362bf-1d9d-4ee9-9c28-67f3677cb14e', 'status': 'completed', 'code': 200} Dec 09 15:29:00.628280 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-74c29a42-590a-4fd8-9c6a-9a426906966c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:00.631213 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-74c29a42-590a-4fd8-9c6a-9a426906966c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:00.633679 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-74c29a42-590a-4fd8-9c6a-9a426906966c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c8aaa974-a76a-4f67-9e50-a1d84e59a912 HTTP/1.1" status: 204 len: 168 time: 0.2692664 Dec 09 15:29:00.650572 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3dbbffc9-f47a-4710-a2dc-471d2c3d7e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6ed607-f905-4234-ae76-215a78937316', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-205031462-router', 'tenant_id': '9b86b12b192444169262cc7f96a9b582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e068ac88-7775-4608-b032-bf4cad359746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:51Z', 'updated_at': '2021-12-09T15:28:57Z', 'revision_number': 4, 'project_id': '9b86b12b192444169262cc7f96a9b582', 'gw_port': {'id': 'e068ac88-7775-4608-b032-bf4cad359746', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:77:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6ed607-f905-4234-ae76-215a78937316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:52Z', 'updated_at': '2021-12-09T15:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'da76d2ec-c76a-41bc-9756-e2064384f10a', 'name': '', 'network_id': '9635208c-9eef-4594-8ea5-b1ea09114492', 'tenant_id': '9b86b12b192444169262cc7f96a9b582', 'mac_address': 'fa:16:3e:8e:b3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6ed607-f905-4234-ae76-215a78937316', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0ea5fb26-6a45-44cf-ac76-5320e8a3931a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:56Z', 'updated_at': '2021-12-09T15:28:57Z', 'revision_number': 2, 'project_id': '9b86b12b192444169262cc7f96a9b582', 'subnets': [{'id': '0ea5fb26-6a45-44cf-ac76-5320e8a3931a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:00.695467 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eda3d66c-6beb-4411-bed8-e8480246a4c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:00.715657 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbbffc9-f47a-4710-a2dc-471d2c3d7e9e None None] Checking router: 1b6ed607-f905-4234-ae76-215a78937316 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:29:00.716017 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbbffc9-f47a-4710-a2dc-471d2c3d7e9e None None] Updating router 1b6ed607-f905-4234-ae76-215a78937316 port da76d2ec-c76a-41bc-9756-e2064384f10a binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:29:00.717516 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c29a42-590a-4fd8-9c6a-9a426906966c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8aaa974-a76a-4f67-9e50-a1d84e59a912,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:00.797142 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eda3d66c-6beb-4411-bed8-e8480246a4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:00.798689 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3dbbffc9-f47a-4710-a2dc-471d2c3d7e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:00.800773 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eda3d66c-6beb-4411-bed8-e8480246a4c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:00.802465 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-eda3d66c-6beb-4411-bed8-e8480246a4c3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/93104c10-26d7-4651-8bba-d3969972f694 HTTP/1.1" status: 204 len: 168 time: 0.3270650 Dec 09 15:29:00.816201 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda3d66c-6beb-4411-bed8-e8480246a4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93104c10-26d7-4651-8bba-d3969972f694,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:00.885765 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50110) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:00.910929 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66db159e-9914-42ee-8779-3c84224f3bbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:00.980985 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b516f7-36dd-456e-9603-2b8f796accab req-92366592-7954-47da-80f6-23f9a3a474b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:00.992470 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2b516f7-36dd-456e-9603-2b8f796accab req-92366592-7954-47da-80f6-23f9a3a474b0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69&device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e HTTP/1.1" status: 200 len: 1124 time: 0.1941969 Dec 09 15:29:01.030845 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66db159e-9914-42ee-8779-3c84224f3bbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:01.040717 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66db159e-9914-42ee-8779-3c84224f3bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:01.136174 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b516f7-36dd-456e-9603-2b8f796accab req-4b8de787-deda-4880-b606-febaf8abab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:01.137958 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2b516f7-36dd-456e-9603-2b8f796accab req-4b8de787-deda-4880-b606-febaf8abab34 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3099805c-627c-4784-8087-c190eb81b4e0 HTTP/1.1" status: 200 len: 908 time: 0.1238053 Dec 09 15:29:01.148199 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device e068ac88-7775-4608-b032-bf4cad359746 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:29:01.157660 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763468f6-baae-460a-93f1-e85573074132 req-acaa228a-e1a8-41f6-a3fa-dd68263e99a0 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:01.162178 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-66db159e-9914-42ee-8779-3c84224f3bbb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f226c8a4d4e14299b0d3e238050fc560&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2752194 Dec 09 15:29:01.163582 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db159e-9914-42ee-8779-3c84224f3bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f627d7-8ac7-4ae4-a5e2-16761a0401ea,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:01.167699 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-763468f6-baae-460a-93f1-e85573074132 req-acaa228a-e1a8-41f6-a3fa-dd68263e99a0 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/networks?id=9635208c-9eef-4594-8ea5-b1ea09114492 HTTP/1.1" status: 200 len: 828 time: 0.4655282 Dec 09 15:29:01.168962 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50116) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:01.187768 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-763468f6-baae-460a-93f1-e85573074132 req-6544dd4d-bdac-4f72-a881-fc1a178eff0a tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/quotas/9b86b12b192444169262cc7f96a9b582 HTTP/1.1" status: 200 len: 375 time: 0.0192573 Dec 09 15:29:01.302885 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port e068ac88-7775-4608-b032-bf4cad359746 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:01.304401 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:01.306547 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2ed6ee38-e997-4c5d-86ed-e9b25ba8867a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:01.360380 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2ed6ee38-e997-4c5d-86ed-e9b25ba8867a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:01.361422 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2b516f7-36dd-456e-9603-2b8f796accab req-e11a3c97-d4a8-4d9a-8027-791bb272f6c4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=961362bf-1d9d-4ee9-9c28-67f3677cb14e HTTP/1.1" status: 200 len: 217 time: 0.1255643 Dec 09 15:29:01.409752 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3dbbffc9-f47a-4710-a2dc-471d2c3d7e9e None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:01.439029 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3dbbffc9-f47a-4710-a2dc-471d2c3d7e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:01.444977 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-763468f6-baae-460a-93f1-e85573074132 req-976494d8-f7b2-4d54-a985-159207d13f31 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b86b12b192444169262cc7f96a9b582&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2552340 Dec 09 15:29:01.480203 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c05ca0-08b0-4cc2-b5ea-e78d18ba23e7 req-2ac7eb58-511d-4bf2-a84b-7673f846016b tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:01.482936 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2ed6ee38-e997-4c5d-86ed-e9b25ba8867a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:01.489705 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-95c05ca0-08b0-4cc2-b5ea-e78d18ba23e7 req-2ac7eb58-511d-4bf2-a84b-7673f846016b tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e HTTP/1.1" status: 200 len: 943 time: 0.2699499 Dec 09 15:29:01.494685 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2ed6ee38-e997-4c5d-86ed-e9b25ba8867a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:01.500143 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2ed6ee38-e997-4c5d-86ed-e9b25ba8867a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/17f627d7-8ac7-4ae4-a5e2-16761a0401ea HTTP/1.1" status: 204 len: 168 time: 0.3282726 Dec 09 15:29:01.514446 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4a945-ab34-46c7-916e-9eb78fa90910 None None] Pushing event updated for resources: {'Port': ['ID=da76d2ec-c76a-41bc-9756-e2064384f10a,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:01.526370 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed6ee38-e997-4c5d-86ed-e9b25ba8867a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f627d7-8ac7-4ae4-a5e2-16761a0401ea,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:01.602189 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b516f7-36dd-456e-9603-2b8f796accab req-44b28d54-85ab-4078-97b6-a306f674dc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:01.604425 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2b516f7-36dd-456e-9603-2b8f796accab req-44b28d54-85ab-4078-97b6-a306f674dc71 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75dd204b-61ff-4875-bd46-839f068b72c4 HTTP/1.1" status: 200 len: 847 time: 0.2293773 Dec 09 15:29:01.615354 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3dbbffc9-f47a-4710-a2dc-471d2c3d7e9e None None] Attempting to bind port da76d2ec-c76a-41bc-9756-e2064384f10a on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:29:01.615670 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3dbbffc9-f47a-4710-a2dc-471d2c3d7e9e None None] Attempting to bind port da76d2ec-c76a-41bc-9756-e2064384f10a by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'cdd6a7d5-30b9-46e0-909c-e4d79c0db81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9635208c-9eef-4594-8ea5-b1ea09114492'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:29:01.616855 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbbffc9-f47a-4710-a2dc-471d2c3d7e9e None None] Attempting to bind port da76d2ec-c76a-41bc-9756-e2064384f10a on network 9635208c-9eef-4594-8ea5-b1ea09114492 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:29:01.622916 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbbffc9-f47a-4710-a2dc-471d2c3d7e9e None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:29:01.623301 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbbffc9-f47a-4710-a2dc-471d2c3d7e9e None None] Checking segment: {'id': 'cdd6a7d5-30b9-46e0-909c-e4d79c0db81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9635208c-9eef-4594-8ea5-b1ea09114492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:29:01.624249 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3dbbffc9-f47a-4710-a2dc-471d2c3d7e9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:01.624909 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbbffc9-f47a-4710-a2dc-471d2c3d7e9e None None] Bound using segment: {'id': 'cdd6a7d5-30b9-46e0-909c-e4d79c0db81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9635208c-9eef-4594-8ea5-b1ea09114492'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:29:01.625285 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3dbbffc9-f47a-4710-a2dc-471d2c3d7e9e None None] Bound port: da76d2ec-c76a-41bc-9756-e2064384f10a, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdd6a7d5-30b9-46e0-909c-e4d79c0db81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9635208c-9eef-4594-8ea5-b1ea09114492'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:29:01.625786 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3dbbffc9-f47a-4710-a2dc-471d2c3d7e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:01.678484 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2b516f7-36dd-456e-9603-2b8f796accab req-e78ff96e-6ee6-4fe5-a057-0f37ff4a9ce8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3099805c-627c-4784-8087-c190eb81b4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486233 Dec 09 15:29:01.692650 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-95c05ca0-08b0-4cc2-b5ea-e78d18ba23e7 req-b8def372-3270-404c-aab1-76c44c53deff tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018919 Dec 09 15:29:01.730323 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3dbbffc9-f47a-4710-a2dc-471d2c3d7e9e None None] For port da76d2ec-c76a-41bc-9756-e2064384f10a, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:29:01.734023 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3dbbffc9-f47a-4710-a2dc-471d2c3d7e9e None None] For port da76d2ec-c76a-41bc-9756-e2064384f10a, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=da76d2ec-c76a-41bc-9756-e2064384f10a,segment=NetworkSegment(cdd6a7d5-30b9-46e0-909c-e4d79c0db81d),segment_id=cdd6a7d5-30b9-46e0-909c-e4d79c0db81d)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:29:01.744979 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3dbbffc9-f47a-4710-a2dc-471d2c3d7e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:01.811038 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbbffc9-f47a-4710-a2dc-471d2c3d7e9e None None] Routers {'1b6ed607-f905-4234-ae76-215a78937316'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:29:01.811674 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3dbbffc9-f47a-4710-a2dc-471d2c3d7e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:28:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1b6ed607-f905-4234-ae76-215a78937316'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:01.861297 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4a945-ab34-46c7-916e-9eb78fa90910 None None] Pushing event updated for resources: {'Port': ['ID=da76d2ec-c76a-41bc-9756-e2064384f10a,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:01.886196 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-763468f6-baae-460a-93f1-e85573074132 req-b0e5718a-4e41-494e-ba1a-8e249027ff7c service neutron] 10.222.0.57 "GET /v2.0/networks/9635208c-9eef-4594-8ea5-b1ea09114492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4390182 Dec 09 15:29:01.938630 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1d96558c-4176-4292-89a3-c8dd00ff473d None None] Provisioning complete for port da76d2ec-c76a-41bc-9756-e2064384f10a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:01.939003 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1d96558c-4176-4292-89a3-c8dd00ff473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:02.008143 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-3dbbffc9-f47a-4710-a2dc-471d2c3d7e9e None None] Set router 1b6ed607-f905-4234-ae76-215a78937316 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:29:02.269732 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080539b1-0cc5-40fd-919a-c8fe3b93f2fa req-b78bec35-a110-4cc5-9503-572024f387a1 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:02.277415 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-080539b1-0cc5-40fd-919a-c8fe3b93f2fa req-b78bec35-a110-4cc5-9503-572024f387a1 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea2de25e-7897-4271-9d98-986803a004c0 HTTP/1.1" status: 200 len: 945 time: 0.4557953 Dec 09 15:29:02.303100 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2b516f7-36dd-456e-9603-2b8f796accab req-95bdf358-27d0-4ceb-81a4-bbd23b5dcc49 service neutron] 10.222.0.42 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6073146 Dec 09 15:29:02.353507 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1d96558c-4176-4292-89a3-c8dd00ff473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:02.421978 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1d96558c-4176-4292-89a3-c8dd00ff473d None None] For port da76d2ec-c76a-41bc-9756-e2064384f10a, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=da76d2ec-c76a-41bc-9756-e2064384f10a,segment=NetworkSegment(cdd6a7d5-30b9-46e0-909c-e4d79c0db81d),segment_id=cdd6a7d5-30b9-46e0-909c-e4d79c0db81d)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:02.431381 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1d96558c-4176-4292-89a3-c8dd00ff473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:02.432761 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-080539b1-0cc5-40fd-919a-c8fe3b93f2fa req-4ddd0b42-d63d-49f3-bd9a-419ce764f55b tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446705 Dec 09 15:29:02.451982 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 961362bf-1d9d-4ee9-9c28-67f3677cb14e details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:29:02.456574 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-763468f6-baae-460a-93f1-e85573074132 req-1f48ead2-3952-44bc-bf11-b2422b3d21de service neutron] 10.222.0.57 "GET /v2.0/networks/9635208c-9eef-4594-8ea5-b1ea09114492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5612431 Dec 09 15:29:02.500472 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2b516f7-36dd-456e-9603-2b8f796accab req-8e566910-acfa-4c9e-9ed0-77a0adb8780b service neutron] 10.222.0.42 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793563 Dec 09 15:29:02.615539 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d96558c-4176-4292-89a3-c8dd00ff473d None None] Pushing event updated for resources: {'Port': ['ID=da76d2ec-c76a-41bc-9756-e2064384f10a,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:02.638910 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f9cafa33-1e64-45c8-a448-57312d46c79f None None] Provisioning complete for port da76d2ec-c76a-41bc-9756-e2064384f10a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:02.639165 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f9cafa33-1e64-45c8-a448-57312d46c79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:02.716523 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 961362bf-1d9d-4ee9-9c28-67f3677cb14e, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=961362bf-1d9d-4ee9-9c28-67f3677cb14e,segment=NetworkSegment(9bcbf52b-8ad5-477f-9636-c2f9cae19672),segment_id=9bcbf52b-8ad5-477f-9636-c2f9cae19672)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:02.733754 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3dbbffc9-f47a-4710-a2dc-471d2c3d7e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6ed607-f905-4234-ae76-215a78937316', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-205031462-router', 'tenant_id': '9b86b12b192444169262cc7f96a9b582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e068ac88-7775-4608-b032-bf4cad359746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:51Z', 'updated_at': '2021-12-09T15:28:57Z', 'revision_number': 4, 'project_id': '9b86b12b192444169262cc7f96a9b582', 'gw_port': {'id': 'e068ac88-7775-4608-b032-bf4cad359746', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:77:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6ed607-f905-4234-ae76-215a78937316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:52Z', 'updated_at': '2021-12-09T15:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'da76d2ec-c76a-41bc-9756-e2064384f10a', 'name': '', 'network_id': '9635208c-9eef-4594-8ea5-b1ea09114492', 'tenant_id': '9b86b12b192444169262cc7f96a9b582', 'mac_address': 'fa:16:3e:8e:b3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6ed607-f905-4234-ae76-215a78937316', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0ea5fb26-6a45-44cf-ac76-5320e8a3931a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:56Z', 'updated_at': '2021-12-09T15:29:01Z', 'revision_number': 4, 'project_id': '9b86b12b192444169262cc7f96a9b582', 'subnets': [{'id': '0ea5fb26-6a45-44cf-ac76-5320e8a3931a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:02.758067 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b6713c37-9b75-4de7-8dd7-88110f55f8ce req-f61f9a39-236c-48f5-b461-2b3d2a5aa737 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/ports?device_id=c13ca81a-1c4d-4128-9a67-7a787ca7316d HTTP/1.1" status: 200 len: 210 time: 0.0484924 Dec 09 15:29:02.770614 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 961362bf-1d9d-4ee9-9c28-67f3677cb14e has no active binding in host n-h2-821228-1 {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 09 15:29:02.770614 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbbffc9-f47a-4710-a2dc-471d2c3d7e9e None None] The sync data for ids ['1b6ed607-f905-4234-ae76-215a78937316'] in n-d-821228-1 is: [{'id': '1b6ed607-f905-4234-ae76-215a78937316', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-205031462-router', 'tenant_id': '9b86b12b192444169262cc7f96a9b582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e068ac88-7775-4608-b032-bf4cad359746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:51Z', 'updated_at': '2021-12-09T15:28:57Z', 'revision_number': 4, 'project_id': '9b86b12b192444169262cc7f96a9b582', 'gw_port': {'id': 'e068ac88-7775-4608-b032-bf4cad359746', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:77:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6ed607-f905-4234-ae76-215a78937316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:52Z', 'updated_at': '2021-12-09T15:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'da76d2ec-c76a-41bc-9756-e2064384f10a', 'name': '', 'network_id': '9635208c-9eef-4594-8ea5-b1ea09114492', 'tenant_id': '9b86b12b192444169262cc7f96a9b582', 'mac_address': 'fa:16:3e:8e:b3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6ed607-f905-4234-ae76-215a78937316', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0ea5fb26-6a45-44cf-ac76-5320e8a3931a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:56Z', 'updated_at': '2021-12-09T15:29:01Z', 'revision_number': 4, 'project_id': '9b86b12b192444169262cc7f96a9b582', 'subnets': [{'id': '0ea5fb26-6a45-44cf-ac76-5320e8a3931a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:29:02.944211 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b00d4-7783-4600-9483-50b94baac908 req-8a8e74f8-e98e-4acc-b21e-813156cd2629 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:02.952913 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-608b00d4-7783-4600-9483-50b94baac908 req-8a8e74f8-e98e-4acc-b21e-813156cd2629 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e HTTP/1.1" status: 200 len: 943 time: 0.0749249 Dec 09 15:29:03.066363 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-608b00d4-7783-4600-9483-50b94baac908 req-dd667964-7e84-4c7e-81e6-c513ee386dcc tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122243 Dec 09 15:29:03.114537 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device da76d2ec-c76a-41bc-9756-e2064384f10a up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:29:03.198909 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port da76d2ec-c76a-41bc-9756-e2064384f10a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:03.199296 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:03.498260 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d3f75-cf67-4cec-8820-1e339de9a0da req-7762be1a-c85c-40e9-a3ae-e4ae1e963cf9 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:03.499946 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5a8d3f75-cf67-4cec-8820-1e339de9a0da req-7762be1a-c85c-40e9-a3ae-e4ae1e963cf9 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ea2de25e-7897-4271-9d98-986803a004c0 HTTP/1.1" status: 200 len: 1096 time: 0.0605416 Dec 09 15:29:03.573430 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5a8d3f75-cf67-4cec-8820-1e339de9a0da req-d5f945e8-54bc-49ce-8883-da5f512ebb74 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667660 Dec 09 15:29:03.790380 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f750df0-3b1e-486f-b834-5c9e07a3dfec req-c44ff71c-b6fa-4861-8592-2293485e65bd tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:03.792259 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1f750df0-3b1e-486f-b834-5c9e07a3dfec req-c44ff71c-b6fa-4861-8592-2293485e65bd tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ea2de25e-7897-4271-9d98-986803a004c0 HTTP/1.1" status: 200 len: 1096 time: 0.0444398 Dec 09 15:29:03.857323 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1f750df0-3b1e-486f-b834-5c9e07a3dfec req-fe99db92-acdf-4288-ab02-4261ff062b92 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580587 Dec 09 15:29:03.896525 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2e7db904-6492-4ca0-a2d9-d5046e4e7087 req-4b46d0f0-175d-488b-acde-df2fbabf6a64 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/ports?device_id=c13ca81a-1c4d-4128-9a67-7a787ca7316d HTTP/1.1" status: 200 len: 210 time: 0.0380414 Dec 09 15:29:04.067339 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-1130dcd0-ea92-4a0b-b148-efd897587480 req-e3edcf14-8a5d-43cb-a4ae-acbdb1478b8e service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:29:04.068640 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1130dcd0-ea92-4a0b-b148-efd897587480 req-e3edcf14-8a5d-43cb-a4ae-acbdb1478b8e service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058024 Dec 09 15:29:04.138151 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50238) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:04.382622 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763468f6-baae-460a-93f1-e85573074132 req-013f599e-9c41-4083-9c4e-2d68695df7d0 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:04.384313 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-763468f6-baae-460a-93f1-e85573074132 req-013f599e-9c41-4083-9c4e-2d68695df7d0 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.31 "GET /v2.0/networks?id=9635208c-9eef-4594-8ea5-b1ea09114492 HTTP/1.1" status: 200 len: 828 time: 0.1907215 Dec 09 15:29:04.406122 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-763468f6-baae-460a-93f1-e85573074132 req-fe9b3d2f-4331-4b60-8d81-79cc49acea88 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Request body: {'port': {'device_id': 'c13ca81a-1c4d-4128-9a67-7a787ca7316d', 'network_id': '9635208c-9eef-4594-8ea5-b1ea09114492', 'admin_state_up': True, 'tenant_id': '9b86b12b192444169262cc7f96a9b582'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:04.498412 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-86a78ce4-2e90-4cc6-ae67-0c44d06aee2e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-144436135-network', 'tenant_id': '968dba667ef140f0b1ab8736d2d86310'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:04.535462 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a78ce4-2e90-4cc6-ae67-0c44d06aee2e admin admin] Made reservation on behalf of 968dba667ef140f0b1ab8736d2d86310 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:29:04.538184 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-86a78ce4-2e90-4cc6-ae67-0c44d06aee2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:04.553856 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-86a78ce4-2e90-4cc6-ae67-0c44d06aee2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:04.614973 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-763468f6-baae-460a-93f1-e85573074132 req-fe9b3d2f-4331-4b60-8d81-79cc49acea88 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Made reservation on behalf of 9b86b12b192444169262cc7f96a9b582 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:29:04.618713 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-763468f6-baae-460a-93f1-e85573074132 req-fe9b3d2f-4331-4b60-8d81-79cc49acea88 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:04.941539 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-86a78ce4-2e90-4cc6-ae67-0c44d06aee2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:04.949477 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-86a78ce4-2e90-4cc6-ae67-0c44d06aee2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:05.015207 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86a78ce4-2e90-4cc6-ae67-0c44d06aee2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:29:05.032814 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78ce4-2e90-4cc6-ae67-0c44d06aee2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fa0e84-32b6-4d4e-8cf2-cb0e8eb263f5,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:05.036046 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-86a78ce4-2e90-4cc6-ae67-0c44d06aee2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:05.036393 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-86a78ce4-2e90-4cc6-ae67-0c44d06aee2e admin admin] Added segment 8e7e0745-ba6e-4811-94f7-4fbb841b4f4f of type vlan for network 339ed430-a727-4344-87b1-392cb45ddd89 Dec 09 15:29:05.068786 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d026d-e16e-4fb1-9b82-60ff1b4754d4 req-3b117229-7b5d-47af-86f9-0fcaff0a8392 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:05.079961 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6c3d026d-e16e-4fb1-9b82-60ff1b4754d4 req-3b117229-7b5d-47af-86f9-0fcaff0a8392 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e HTTP/1.1" status: 200 len: 943 time: 0.0911303 Dec 09 15:29:05.091925 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-763468f6-baae-460a-93f1-e85573074132 req-fe9b3d2f-4331-4b60-8d81-79cc49acea88 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Allocated IP 172.20.0.14 (9635208c-9eef-4594-8ea5-b1ea09114492/0ea5fb26-6a45-44cf-ac76-5320e8a3931a/6520e9d6-d5ee-4fdf-a6d7-184976e5f180) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:29:05.098130 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-86a78ce4-2e90-4cc6-ae67-0c44d06aee2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:05.149234 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-86a78ce4-2e90-4cc6-ae67-0c44d06aee2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:05.150336 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a78ce4-2e90-4cc6-ae67-0c44d06aee2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:05.150986 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-86a78ce4-2e90-4cc6-ae67-0c44d06aee2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:05.165399 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6c3d026d-e16e-4fb1-9b82-60ff1b4754d4 req-ed016395-8909-4102-9c40-3851ce0aaa22 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841739 Dec 09 15:29:05.243167 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78ce4-2e90-4cc6-ae67-0c44d06aee2e admin admin] Pushing event updated for resources: {'Network': ['ID=339ed430-a727-4344-87b1-392cb45ddd89,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:05.248685 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-86a78ce4-2e90-4cc6-ae67-0c44d06aee2e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1097004 Dec 09 15:29:05.252180 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 50292) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:05.256765 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 339ed430-a727-4344-87b1-392cb45ddd89 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:29:05.258052 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-74db9270-f0ea-43b1-afba-34eee72c394f admin admin] Request body: {'subnet': {'network_id': '339ed430-a727-4344-87b1-392cb45ddd89', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-144436135-subnet', 'tenant_id': '968dba667ef140f0b1ab8736d2d86310', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:05.312644 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74db9270-f0ea-43b1-afba-34eee72c394f admin admin] Made reservation on behalf of 968dba667ef140f0b1ab8736d2d86310 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:29:05.316435 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74db9270-f0ea-43b1-afba-34eee72c394f admin admin] Publish callbacks [] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:05.437235 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-763468f6-baae-460a-93f1-e85573074132 req-fe9b3d2f-4331-4b60-8d81-79cc49acea88 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:05.438175 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-35bc539c-115b-44cd-9b82-5645ffcc9a15 req-d803ca43-e8c9-4bf1-ae3f-9c1a67645a8e tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/ports?device_id=c13ca81a-1c4d-4128-9a67-7a787ca7316d HTTP/1.1" status: 200 len: 210 time: 0.0536880 Dec 09 15:29:05.525058 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-763468f6-baae-460a-93f1-e85573074132 req-fe9b3d2f-4331-4b60-8d81-79cc49acea88 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:05.577333 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-763468f6-baae-460a-93f1-e85573074132 req-fe9b3d2f-4331-4b60-8d81-79cc49acea88 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Network 9635208c-9eef-4594-8ea5-b1ea09114492 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:29:05.583191 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-763468f6-baae-460a-93f1-e85573074132 req-fe9b3d2f-4331-4b60-8d81-79cc49acea88 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:29:05.587361 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-763468f6-baae-460a-93f1-e85573074132 req-fe9b3d2f-4331-4b60-8d81-79cc49acea88 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:29:05.594377 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763468f6-baae-460a-93f1-e85573074132 req-fe9b3d2f-4331-4b60-8d81-79cc49acea88 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:05.595232 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-763468f6-baae-460a-93f1-e85573074132 req-fe9b3d2f-4331-4b60-8d81-79cc49acea88 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:05.604258 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b3d2f-4331-4b60-8d81-79cc49acea88 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Pushing event updated for resources: {'Port': ['ID=6520e9d6-d5ee-4fdf-a6d7-184976e5f180,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:05.613999 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74db9270-f0ea-43b1-afba-34eee72c394f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:05.627974 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-763468f6-baae-460a-93f1-e85573074132 req-fe9b3d2f-4331-4b60-8d81-79cc49acea88 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2227712 Dec 09 15:29:05.657726 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-763468f6-baae-460a-93f1-e85573074132 req-7671da4d-1369-42cf-88f2-735160fa109f service neutron] Request body: {'port': {'device_id': 'c13ca81a-1c4d-4128-9a67-7a787ca7316d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:05.676842 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db9270-f0ea-43b1-afba-34eee72c394f admin admin] Pushing event updated for resources: {'Subnet': ['ID=de9e21e2-0009-4fb9-b43a-cd168600d66d,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:05.708316 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74db9270-f0ea-43b1-afba-34eee72c394f admin admin] Checking segment: {'id': '8e7e0745-ba6e-4811-94f7-4fbb841b4f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '339ed430-a727-4344-87b1-392cb45ddd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:29:05.709320 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74db9270-f0ea-43b1-afba-34eee72c394f admin admin] Network hostable DHCP agents. Network: 339ed430-a727-4344-87b1-392cb45ddd89, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:29:05.726579 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74db9270-f0ea-43b1-afba-34eee72c394f admin admin] Network 339ed430-a727-4344-87b1-392cb45ddd89 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:29:05.735527 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-763468f6-baae-460a-93f1-e85573074132 req-7671da4d-1369-42cf-88f2-735160fa109f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:05.739647 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-74db9270-f0ea-43b1-afba-34eee72c394f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 339ed430-a727-4344-87b1-392cb45ddd89) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:29:05.747247 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74db9270-f0ea-43b1-afba-34eee72c394f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:05.747860 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74db9270-f0ea-43b1-afba-34eee72c394f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:05.754888 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8ad5c1-be74-4864-9132-91f3314a5a56 None None] Network 339ed430-a727-4344-87b1-392cb45ddd89 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:29:05.783216 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-74db9270-f0ea-43b1-afba-34eee72c394f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5298223 Dec 09 15:29:05.785795 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 50308) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:05.792590 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-5049fe31-5920-40dc-8ae7-5fb3c030b349 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-144436135-router', 'tenant_id': '968dba667ef140f0b1ab8736d2d86310', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:05.849952 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5049fe31-5920-40dc-8ae7-5fb3c030b349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:05.851632 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5049fe31-5920-40dc-8ae7-5fb3c030b349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:05.868431 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-87e84a22-9db0-435c-ac0b-5e95b57f5a38 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:29:05.869523 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-87e84a22-9db0-435c-ac0b-5e95b57f5a38 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095761 Dec 09 15:29:05.940702 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285efffb-a911-4247-b5d5-f27aecefb5e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-339ed430-a727-4344-87b1-392cb45ddd89', 'network_id': '339ed430-a727-4344-87b1-392cb45ddd89', 'project_id': '968dba667ef140f0b1ab8736d2d86310', 'fixed_ips': [{'subnet_id': 'de9e21e2-0009-4fb9-b43a-cd168600d66d'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:29:05.941641 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-285efffb-a911-4247-b5d5-f27aecefb5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:05.974247 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-61f1e366-350b-4441-b313-f282f5c411bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:05.978761 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-61f1e366-350b-4441-b313-f282f5c411bb service neutron] 10.222.0.57 "GET /v2.0/ports/baa1ea4c-5081-4145-a800-62b0b64a6cfc HTTP/1.1" status: 200 len: 1093 time: 0.0998957 Dec 09 15:29:06.041001 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5049fe31-5920-40dc-8ae7-5fb3c030b349 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:06.048207 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-362d8f46-bd9d-4a3a-b595-27a85b53ea38 service neutron] Request body: {'binding': {'host': 'n-h2-821228-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:06.050115 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-362d8f46-bd9d-4a3a-b595-27a85b53ea38 service neutron] Unknown quota resources ['binding']. {{(pid=103244) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 15:29:06.085249 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2757f49f-8df6-4261-b8dd-b961e3573734 None None] Provisioning complete for port 6520e9d6-d5ee-4fdf-a6d7-184976e5f180 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:06.086109 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2757f49f-8df6-4261-b8dd-b961e3573734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:06.158257 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2757f49f-8df6-4261-b8dd-b961e3573734 None None] Port 6520e9d6-d5ee-4fdf-a6d7-184976e5f180 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:29:06.172478 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-285efffb-a911-4247-b5d5-f27aecefb5e6 None None] Allocated IP 172.20.0.2 (339ed430-a727-4344-87b1-392cb45ddd89/de9e21e2-0009-4fb9-b43a-cd168600d66d/bf3fc0d8-d440-49ff-9477-7e10a5ab3cd8) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:29:06.211780 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-763468f6-baae-460a-93f1-e85573074132 req-7671da4d-1369-42cf-88f2-735160fa109f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6520e9d6-d5ee-4fdf-a6d7-184976e5f180 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:29:06.220447 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-763468f6-baae-460a-93f1-e85573074132 req-7671da4d-1369-42cf-88f2-735160fa109f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:06.234782 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-763468f6-baae-460a-93f1-e85573074132 req-7671da4d-1369-42cf-88f2-735160fa109f service neutron] Transition to ACTIVE for port object 6520e9d6-d5ee-4fdf-a6d7-184976e5f180 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:29:06.239478 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-763468f6-baae-460a-93f1-e85573074132 req-7671da4d-1369-42cf-88f2-735160fa109f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:06.274142 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51e78e50-363a-4979-b05e-831114add240 req-cea65fe4-27b4-41ef-8357-ec7a254a7645 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=1a150834424e4285b0b0bd2f4bd7ceec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0801287 Dec 09 15:29:06.282354 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5049fe31-5920-40dc-8ae7-5fb3c030b349 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:06.291090 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671da4d-1369-42cf-88f2-735160fa109f service neutron] Pushing event updated for resources: {'Port': ['ID=6520e9d6-d5ee-4fdf-a6d7-184976e5f180,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:06.341925 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-763468f6-baae-460a-93f1-e85573074132 req-7671da4d-1369-42cf-88f2-735160fa109f service neutron] Attempting to bind port 6520e9d6-d5ee-4fdf-a6d7-184976e5f180 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:29:06.342355 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-763468f6-baae-460a-93f1-e85573074132 req-7671da4d-1369-42cf-88f2-735160fa109f service neutron] Attempting to bind port 6520e9d6-d5ee-4fdf-a6d7-184976e5f180 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': 'cdd6a7d5-30b9-46e0-909c-e4d79c0db81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9635208c-9eef-4594-8ea5-b1ea09114492'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:29:06.342759 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763468f6-baae-460a-93f1-e85573074132 req-7671da4d-1369-42cf-88f2-735160fa109f service neutron] Attempting to bind port 6520e9d6-d5ee-4fdf-a6d7-184976e5f180 on network 9635208c-9eef-4594-8ea5-b1ea09114492 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:29:06.347957 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763468f6-baae-460a-93f1-e85573074132 req-7671da4d-1369-42cf-88f2-735160fa109f service neutron] Port 6520e9d6-d5ee-4fdf-a6d7-184976e5f180 on network 9635208c-9eef-4594-8ea5-b1ea09114492 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:29:06.348343 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763468f6-baae-460a-93f1-e85573074132 req-7671da4d-1369-42cf-88f2-735160fa109f service neutron] Attempting to bind port 6520e9d6-d5ee-4fdf-a6d7-184976e5f180 on network 9635208c-9eef-4594-8ea5-b1ea09114492 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:29:06.353655 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-285efffb-a911-4247-b5d5-f27aecefb5e6 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:06.356031 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763468f6-baae-460a-93f1-e85573074132 req-7671da4d-1369-42cf-88f2-735160fa109f service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:29:06.356540 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763468f6-baae-460a-93f1-e85573074132 req-7671da4d-1369-42cf-88f2-735160fa109f service neutron] Checking segment: {'id': 'cdd6a7d5-30b9-46e0-909c-e4d79c0db81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9635208c-9eef-4594-8ea5-b1ea09114492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:29:06.357140 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763468f6-baae-460a-93f1-e85573074132 req-7671da4d-1369-42cf-88f2-735160fa109f service neutron] Bound using segment: {'id': 'cdd6a7d5-30b9-46e0-909c-e4d79c0db81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9635208c-9eef-4594-8ea5-b1ea09114492'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:29:06.357827 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-763468f6-baae-460a-93f1-e85573074132 req-7671da4d-1369-42cf-88f2-735160fa109f service neutron] Bound port: 6520e9d6-d5ee-4fdf-a6d7-184976e5f180, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdd6a7d5-30b9-46e0-909c-e4d79c0db81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9635208c-9eef-4594-8ea5-b1ea09114492'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:29:06.357970 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-763468f6-baae-460a-93f1-e85573074132 req-7671da4d-1369-42cf-88f2-735160fa109f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:06.364008 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-285efffb-a911-4247-b5d5-f27aecefb5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:06.409006 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285efffb-a911-4247-b5d5-f27aecefb5e6 None None] Network 339ed430-a727-4344-87b1-392cb45ddd89 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:29:06.414843 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-285efffb-a911-4247-b5d5-f27aecefb5e6 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:29:06.418573 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285efffb-a911-4247-b5d5-f27aecefb5e6 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:29:06.428254 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285efffb-a911-4247-b5d5-f27aecefb5e6 None None] Pushing event updated for resources: {'Port': ['ID=bf3fc0d8-d440-49ff-9477-7e10a5ab3cd8,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:06.434754 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-763468f6-baae-460a-93f1-e85573074132 req-7671da4d-1369-42cf-88f2-735160fa109f service neutron] For port 6520e9d6-d5ee-4fdf-a6d7-184976e5f180, host n-h2-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:29:06.438307 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-763468f6-baae-460a-93f1-e85573074132 req-7671da4d-1369-42cf-88f2-735160fa109f service neutron] For port 6520e9d6-d5ee-4fdf-a6d7-184976e5f180, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=6520e9d6-d5ee-4fdf-a6d7-184976e5f180,segment=NetworkSegment(cdd6a7d5-30b9-46e0-909c-e4d79c0db81d),segment_id=cdd6a7d5-30b9-46e0-909c-e4d79c0db81d)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:29:06.447841 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-763468f6-baae-460a-93f1-e85573074132 req-7671da4d-1369-42cf-88f2-735160fa109f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:06.493499 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-362d8f46-bd9d-4a3a-b595-27a85b53ea38 service neutron] Attempting to bind port baa1ea4c-5081-4145-a800-62b0b64a6cfc on host n-h2-821228-1 for vnic_type normal with profile None {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:29:06.494369 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-362d8f46-bd9d-4a3a-b595-27a85b53ea38 service neutron] Attempting to bind port baa1ea4c-5081-4145-a800-62b0b64a6cfc by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:29:06.494369 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-362d8f46-bd9d-4a3a-b595-27a85b53ea38 service neutron] Attempting to bind port baa1ea4c-5081-4145-a800-62b0b64a6cfc on network 6c4b0ba7-873d-4b03-9efa-67af55c0587e {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:29:06.497741 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763468f6-baae-460a-93f1-e85573074132 req-7671da4d-1369-42cf-88f2-735160fa109f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:06.498107 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-763468f6-baae-460a-93f1-e85573074132 req-7671da4d-1369-42cf-88f2-735160fa109f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:06.499485 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-763468f6-baae-460a-93f1-e85573074132 req-7671da4d-1369-42cf-88f2-735160fa109f service neutron] 10.222.0.31 "PUT /v2.0/ports/6520e9d6-d5ee-4fdf-a6d7-184976e5f180 HTTP/1.1" status: 200 len: 1092 time: 0.8503177 Dec 09 15:29:06.500085 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c13ca81a-1c4d-4128-9a67-7a787ca7316d', 'tag': '6520e9d6-d5ee-4fdf-a6d7-184976e5f180'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:29:06.503000 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6fcc8c-7644-40f7-bf02-cbeb863b9f2a" -d '{"events": [{"name": "network-changed", "server_uuid": "c13ca81a-1c4d-4128-9a67-7a787ca7316d", "tag": "6520e9d6-d5ee-4fdf-a6d7-184976e5f180"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:29:06.513598 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e78e50-363a-4979-b05e-831114add240 req-cd286b3b-e950-463a-bde8-596833fa3111 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:06.515142 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51e78e50-363a-4979-b05e-831114add240 req-cd286b3b-e950-463a-bde8-596833fa3111 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2296622 Dec 09 15:29:06.516741 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-362d8f46-bd9d-4a3a-b595-27a85b53ea38 service neutron] Port baa1ea4c-5081-4145-a800-62b0b64a6cfc on network 6c4b0ba7-873d-4b03-9efa-67af55c0587e not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:29:06.517073 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-362d8f46-bd9d-4a3a-b595-27a85b53ea38 service neutron] Attempting to bind port baa1ea4c-5081-4145-a800-62b0b64a6cfc on network 6c4b0ba7-873d-4b03-9efa-67af55c0587e {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:29:06.530496 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671da4d-1369-42cf-88f2-735160fa109f service neutron] Pushing event updated for resources: {'Port': ['ID=6520e9d6-d5ee-4fdf-a6d7-184976e5f180,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:06.531698 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-285efffb-a911-4247-b5d5-f27aecefb5e6 None None] Attempting to bind port bf3fc0d8-d440-49ff-9477-7e10a5ab3cd8 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:29:06.532173 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-285efffb-a911-4247-b5d5-f27aecefb5e6 None None] Attempting to bind port bf3fc0d8-d440-49ff-9477-7e10a5ab3cd8 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '8e7e0745-ba6e-4811-94f7-4fbb841b4f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '339ed430-a727-4344-87b1-392cb45ddd89'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:29:06.532669 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285efffb-a911-4247-b5d5-f27aecefb5e6 None None] Attempting to bind port bf3fc0d8-d440-49ff-9477-7e10a5ab3cd8 on network 339ed430-a727-4344-87b1-392cb45ddd89 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:29:06.544929 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-362d8f46-bd9d-4a3a-b595-27a85b53ea38 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:29:06.545196 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-362d8f46-bd9d-4a3a-b595-27a85b53ea38 service neutron] Checking segment: {'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:29:06.545584 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-362d8f46-bd9d-4a3a-b595-27a85b53ea38 service neutron] Bound using segment: {'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:29:06.546027 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-362d8f46-bd9d-4a3a-b595-27a85b53ea38 service neutron] Bound port: baa1ea4c-5081-4145-a800-62b0b64a6cfc, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:29:06.548347 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285efffb-a911-4247-b5d5-f27aecefb5e6 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:29:06.548852 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285efffb-a911-4247-b5d5-f27aecefb5e6 None None] Checking segment: {'id': '8e7e0745-ba6e-4811-94f7-4fbb841b4f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '339ed430-a727-4344-87b1-392cb45ddd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:29:06.550394 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-285efffb-a911-4247-b5d5-f27aecefb5e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:06.550523 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285efffb-a911-4247-b5d5-f27aecefb5e6 None None] Bound using segment: {'id': '8e7e0745-ba6e-4811-94f7-4fbb841b4f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '339ed430-a727-4344-87b1-392cb45ddd89'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:29:06.551171 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-285efffb-a911-4247-b5d5-f27aecefb5e6 None None] Bound port: bf3fc0d8-d440-49ff-9477-7e10a5ab3cd8, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e7e0745-ba6e-4811-94f7-4fbb841b4f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '339ed430-a727-4344-87b1-392cb45ddd89'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:29:06.551566 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-285efffb-a911-4247-b5d5-f27aecefb5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:06.556026 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51e78e50-363a-4979-b05e-831114add240 req-60630300-369f-4e94-801b-0ee0a7ce1ead tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/quotas/1a150834424e4285b0b0bd2f4bd7ceec HTTP/1.1" status: 200 len: 375 time: 0.0194519 Dec 09 15:29:06.609670 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763468f6-baae-460a-93f1-e85573074132 req-242bd3b1-e220-4217-8859-6e212b0851b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:06.611399 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-763468f6-baae-460a-93f1-e85573074132 req-242bd3b1-e220-4217-8859-6e212b0851b3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b86b12b192444169262cc7f96a9b582&device_id=c13ca81a-1c4d-4128-9a67-7a787ca7316d HTTP/1.1" status: 200 len: 1095 time: 0.0656581 Dec 09 15:29:06.624817 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51e78e50-363a-4979-b05e-831114add240 req-3ee41cc8-4f9b-4dbe-9e1f-789bf99af457 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1a150834424e4285b0b0bd2f4bd7ceec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495088 Dec 09 15:29:06.653672 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-285efffb-a911-4247-b5d5-f27aecefb5e6 None None] For port bf3fc0d8-d440-49ff-9477-7e10a5ab3cd8, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:29:06.658457 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-285efffb-a911-4247-b5d5-f27aecefb5e6 None None] For port bf3fc0d8-d440-49ff-9477-7e10a5ab3cd8, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=bf3fc0d8-d440-49ff-9477-7e10a5ab3cd8,segment=NetworkSegment(8e7e0745-ba6e-4811-94f7-4fbb841b4f4f),segment_id=8e7e0745-ba6e-4811-94f7-4fbb841b4f4f)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:29:06.665260 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-285efffb-a911-4247-b5d5-f27aecefb5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:06.671291 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-763468f6-baae-460a-93f1-e85573074132 req-38c16e8f-4c0b-4f71-b6d0-7a63296914e3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6520e9d6-d5ee-4fdf-a6d7-184976e5f180 HTTP/1.1" status: 200 len: 217 time: 0.0506423 Dec 09 15:29:06.679950 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-362d8f46-bd9d-4a3a-b595-27a85b53ea38 service neutron] For port baa1ea4c-5081-4145-a800-62b0b64a6cfc, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=baa1ea4c-5081-4145-a800-62b0b64a6cfc,segment=NetworkSegment(69c5f819-123d-436b-8f3f-7e75c7d0b133),segment_id=69c5f819-123d-436b-8f3f-7e75c7d0b133)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:29:06.698728 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-362d8f46-bd9d-4a3a-b595-27a85b53ea38 service neutron] Publish callbacks [] for binding, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:06.699913 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-362d8f46-bd9d-4a3a-b595-27a85b53ea38 service neutron] 10.222.0.57 "POST /v2.0/ports/baa1ea4c-5081-4145-a800-62b0b64a6cfc/bindings HTTP/1.1" status: 201 len: 389 time: 0.6705294 Dec 09 15:29:06.748361 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763468f6-baae-460a-93f1-e85573074132 req-a91fdcd1-e049-4b91-ad83-87134662abf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:06.750258 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-763468f6-baae-460a-93f1-e85573074132 req-a91fdcd1-e049-4b91-ad83-87134662abf0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0ea5fb26-6a45-44cf-ac76-5320e8a3931a HTTP/1.1" status: 200 len: 867 time: 0.0676992 Dec 09 15:29:06.798618 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285efffb-a911-4247-b5d5-f27aecefb5e6 None None] Pushing event updated for resources: {'Port': ['ID=bf3fc0d8-d440-49ff-9477-7e10a5ab3cd8,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:06.823149 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763468f6-baae-460a-93f1-e85573074132 req-7d0599f9-7cae-480f-95ab-21692c1688b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:06.830781 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-763468f6-baae-460a-93f1-e85573074132 req-7d0599f9-7cae-480f-95ab-21692c1688b5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9635208c-9eef-4594-8ea5-b1ea09114492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721819 Dec 09 15:29:07.080519 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-763468f6-baae-460a-93f1-e85573074132 req-0e9b90a0-e762-40ce-88f0-51844a53415e service neutron] 10.222.0.31 "GET /v2.0/networks/9635208c-9eef-4594-8ea5-b1ea09114492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395926 Dec 09 15:29:07.102180 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5049fe31-5920-40dc-8ae7-5fb3c030b349 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:07.126581 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5049fe31-5920-40dc-8ae7-5fb3c030b349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:07.153226 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-1ef95638-bebb-4819-bf89-ac2d3499f1cb service neutron] 10.222.0.42 "GET /v2.0/ports/961362bf-1d9d-4ee9-9c28-67f3677cb14e/bindings/n-h2-821228-1 HTTP/1.1" status: 200 len: 384 time: 0.2953649 Dec 09 15:29:07.206122 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b283b-ba6d-42ce-93fb-e9edb0800060 req-618230e7-95ec-4542-8ff1-76f291f2ae72 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:07.207960 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c4b283b-ba6d-42ce-93fb-e9edb0800060 req-618230e7-95ec-4542-8ff1-76f291f2ae72 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e HTTP/1.1" status: 200 len: 943 time: 0.2224720 Dec 09 15:29:07.375536 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c4b283b-ba6d-42ce-93fb-e9edb0800060 req-f5cb05f0-e4ed-40c5-92b5-9c2b102ab79f tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583099 Dec 09 15:29:07.379489 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-763468f6-baae-460a-93f1-e85573074132 req-58f08f27-de59-4ddb-b849-65a77cfbd3cd service neutron] 10.222.0.31 "GET /v2.0/networks/9635208c-9eef-4594-8ea5-b1ea09114492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908905 Dec 09 15:29:07.452703 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50360) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:07.494507 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb5e3f7-5c04-41b4-a659-67d308594f0d x-openstack-request-id: req-5cb5e3f7-5c04-41b4-a659-67d308594f0d {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:29:07.494862 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c13ca81a-1c4d-4128-9a67-7a787ca7316d", "tag": "6520e9d6-d5ee-4fdf-a6d7-184976e5f180", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:29:07.495164 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5cb5e3f7-5c04-41b4-a659-67d308594f0d {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:29:07.495627 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c13ca81a-1c4d-4128-9a67-7a787ca7316d', 'tag': '6520e9d6-d5ee-4fdf-a6d7-184976e5f180', 'status': 'completed', 'code': 200} Dec 09 15:29:07.516580 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-5049fe31-5920-40dc-8ae7-5fb3c030b349 admin admin] Allocated IP 172.25.3.209 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/82ee5e98-1e1f-4472-a8a5-27814f1201ab) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:29:07.607390 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6fcc8c-7644-40f7-bf02-cbeb863b9f2a req-b6674716-b37b-4c0c-a7c0-572a1b08b1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:07.609779 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cc6fcc8c-7644-40f7-bf02-cbeb863b9f2a req-b6674716-b37b-4c0c-a7c0-572a1b08b1ba service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b86b12b192444169262cc7f96a9b582&device_id=c13ca81a-1c4d-4128-9a67-7a787ca7316d HTTP/1.1" status: 200 len: 1095 time: 0.0877337 Dec 09 15:29:07.686671 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b257ce66-9bbf-4ecd-b21a-af696fb7ad23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:07.755045 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6fcc8c-7644-40f7-bf02-cbeb863b9f2a req-0b39435a-2304-4da2-84cf-d32bac45fe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:07.757137 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cc6fcc8c-7644-40f7-bf02-cbeb863b9f2a req-0b39435a-2304-4da2-84cf-d32bac45fe50 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9635208c-9eef-4594-8ea5-b1ea09114492 HTTP/1.1" status: 200 len: 929 time: 0.1399677 Dec 09 15:29:07.814249 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cc6fcc8c-7644-40f7-bf02-cbeb863b9f2a req-c6ae2767-57a7-4a5c-8ad3-3b1f268db900 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6520e9d6-d5ee-4fdf-a6d7-184976e5f180 HTTP/1.1" status: 200 len: 217 time: 0.0450578 Dec 09 15:29:07.843635 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b257ce66-9bbf-4ecd-b21a-af696fb7ad23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:07.849510 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744b7d7-55f0-4e0a-adf4-1a354af7b746 req-914b97ce-a1e2-4062-9df7-d340fed34c16 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:07.858170 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6744b7d7-55f0-4e0a-adf4-1a354af7b746 req-914b97ce-a1e2-4062-9df7-d340fed34c16 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/ports?device_id=c13ca81a-1c4d-4128-9a67-7a787ca7316d HTTP/1.1" status: 200 len: 944 time: 0.3718662 Dec 09 15:29:07.858456 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b257ce66-9bbf-4ecd-b21a-af696fb7ad23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:07.949350 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b257ce66-9bbf-4ecd-b21a-af696fb7ad23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3a5de3-4b13-4e36-b1e3-f1a32510f3b1,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:07.956357 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b257ce66-9bbf-4ecd-b21a-af696fb7ad23 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0e67929e2b1b42d9ae68738f44f041e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4998848 Dec 09 15:29:07.960789 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50366) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:07.969327 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6fcc8c-7644-40f7-bf02-cbeb863b9f2a req-72acfe3b-37bb-4f54-994a-0f2ffc207847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:07.970366 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-e4536eee-22d4-47f6-95ba-db6074a3d6b2 service neutron] For port 961362bf-1d9d-4ee9-9c28-67f3677cb14e, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=961362bf-1d9d-4ee9-9c28-67f3677cb14e,segment=NetworkSegment(9bcbf52b-8ad5-477f-9636-c2f9cae19672),segment_id=9bcbf52b-8ad5-477f-9636-c2f9cae19672)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:07.970780 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cc6fcc8c-7644-40f7-bf02-cbeb863b9f2a req-72acfe3b-37bb-4f54-994a-0f2ffc207847 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0ea5fb26-6a45-44cf-ac76-5320e8a3931a HTTP/1.1" status: 200 len: 867 time: 0.1253793 Dec 09 15:29:07.979982 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a5f78-6607-480d-b87d-62fcecec2a97 req-e472e5c2-6f10-4716-8c2e-902b2831fdb5 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:07.981420 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-570a5f78-6607-480d-b87d-62fcecec2a97 req-e472e5c2-6f10-4716-8c2e-902b2831fdb5 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea2de25e-7897-4271-9d98-986803a004c0 HTTP/1.1" status: 200 len: 945 time: 0.3929968 Dec 09 15:29:08.047393 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-535728d4-daab-491a-a7cf-3740117a552d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:08.048889 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6744b7d7-55f0-4e0a-adf4-1a354af7b746 req-4612ff12-4d83-430b-b979-8153afcf3bf7 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/security-groups?id=c96b4cc5-a8d6-43c6-830b-300ef651808a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854672 Dec 09 15:29:08.058740 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6fcc8c-7644-40f7-bf02-cbeb863b9f2a req-0c4bed3c-2415-445d-a7c3-7d4ba1d93f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:08.058740 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cc6fcc8c-7644-40f7-bf02-cbeb863b9f2a req-0c4bed3c-2415-445d-a7c3-7d4ba1d93f86 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9635208c-9eef-4594-8ea5-b1ea09114492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742962 Dec 09 15:29:08.087278 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-e4536eee-22d4-47f6-95ba-db6074a3d6b2 service neutron] For port 961362bf-1d9d-4ee9-9c28-67f3677cb14e, host n-h1-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:29:08.118607 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5049fe31-5920-40dc-8ae7-5fb3c030b349 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:08.133330 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-535728d4-daab-491a-a7cf-3740117a552d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:08.155094 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-570a5f78-6607-480d-b87d-62fcecec2a97 req-69750431-9b64-4e7d-85a5-05dc3e626f99 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509023 Dec 09 15:29:08.196519 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-e4536eee-22d4-47f6-95ba-db6074a3d6b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 961362bf-1d9d-4ee9-9c28-67f3677cb14e {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:29:08.204053 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cc6fcc8c-7644-40f7-bf02-cbeb863b9f2a req-5fdeddf3-fbbf-4d26-8919-605b8589fd02 service neutron] 10.222.0.31 "GET /v2.0/networks/9635208c-9eef-4594-8ea5-b1ea09114492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366315 Dec 09 15:29:08.209587 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-268d8d5f-3509-4dc7-b277-43d853c3c439 req-8f4ac2af-4989-4cb2-9a4e-ebe666c5829c tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d500a9-d95e-40f8-bfb7-f2f701f716e2 HTTP/1.1" status: 200 len: 210 time: 0.0842731 Dec 09 15:29:08.214000 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e46d713-00a1-43dd-819a-a0d0b8605905 None None] Network 339ed430-a727-4344-87b1-392cb45ddd89 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:29:08.219893 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-e4536eee-22d4-47f6-95ba-db6074a3d6b2 service neutron] For port 961362bf-1d9d-4ee9-9c28-67f3677cb14e, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=961362bf-1d9d-4ee9-9c28-67f3677cb14e,segment=NetworkSegment(9bcbf52b-8ad5-477f-9636-c2f9cae19672),segment_id=9bcbf52b-8ad5-477f-9636-c2f9cae19672)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:08.261046 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-535728d4-daab-491a-a7cf-3740117a552d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:08.263732 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-535728d4-daab-491a-a7cf-3740117a552d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:08.268493 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-535728d4-daab-491a-a7cf-3740117a552d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ee3a5de3-4b13-4e36-b1e3-f1a32510f3b1 HTTP/1.1" status: 204 len: 168 time: 0.3069117 Dec 09 15:29:08.275648 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5049fe31-5920-40dc-8ae7-5fb3c030b349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:08.291108 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535728d4-daab-491a-a7cf-3740117a552d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3a5de3-4b13-4e36-b1e3-f1a32510f3b1,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:08.358778 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-e4536eee-22d4-47f6-95ba-db6074a3d6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:08.364120 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cc6fcc8c-7644-40f7-bf02-cbeb863b9f2a req-23841c9e-4c39-4de1-bbd0-c512a56617d8 service neutron] 10.222.0.31 "GET /v2.0/networks/9635208c-9eef-4594-8ea5-b1ea09114492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529114 Dec 09 15:29:08.386966 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5049fe31-5920-40dc-8ae7-5fb3c030b349 admin admin] Pushing event updated for resources: {'Port': ['ID=82ee5e98-1e1f-4472-a8a5-27814f1201ab,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:08.436341 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5049fe31-5920-40dc-8ae7-5fb3c030b349 admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:29:08.466888 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2ebf5bad-4310-4a99-a359-24ef50f0318e None None] Provisioning complete for port bf3fc0d8-d440-49ff-9477-7e10a5ab3cd8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:08.467574 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2ebf5bad-4310-4a99-a359-24ef50f0318e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:08.512465 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51e78e50-363a-4979-b05e-831114add240 req-e9fe51e9-99a3-473c-a8a4-102df2a6a2a9 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=1a150834424e4285b0b0bd2f4bd7ceec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1481314 Dec 09 15:29:08.514636 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-5049fe31-5920-40dc-8ae7-5fb3c030b349 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:29:08.526287 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5049fe31-5920-40dc-8ae7-5fb3c030b349 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:29:08.598885 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2ebf5bad-4310-4a99-a359-24ef50f0318e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:08.689360 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-2ebf5bad-4310-4a99-a359-24ef50f0318e None None] For port bf3fc0d8-d440-49ff-9477-7e10a5ab3cd8, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=bf3fc0d8-d440-49ff-9477-7e10a5ab3cd8,segment=NetworkSegment(8e7e0745-ba6e-4811-94f7-4fbb841b4f4f),segment_id=8e7e0745-ba6e-4811-94f7-4fbb841b4f4f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:08.697657 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2ebf5bad-4310-4a99-a359-24ef50f0318e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:08.767011 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e78e50-363a-4979-b05e-831114add240 req-931c1dab-1e02-43a9-88bf-6af1595f77e5 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:08.774741 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51e78e50-363a-4979-b05e-831114add240 req-931c1dab-1e02-43a9-88bf-6af1595f77e5 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2324047 Dec 09 15:29:08.800388 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf5bad-4310-4a99-a359-24ef50f0318e None None] Pushing event updated for resources: {'Port': ['ID=bf3fc0d8-d440-49ff-9477-7e10a5ab3cd8,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:08.835697 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-51e78e50-363a-4979-b05e-831114add240 req-524a4776-3237-40a6-8cb7-ef10f35bf30d tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Request body: {'port': {'device_id': '58d500a9-d95e-40f8-bfb7-f2f701f716e2', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'admin_state_up': True, 'tenant_id': '1a150834424e4285b0b0bd2f4bd7ceec'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:08.843912 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50382) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:08.862062 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4bf7b474-06bf-4e7c-a3e6-2c604f342010 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:08.924100 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-bb32a32e-0149-4697-a9ba-4600f43e455f None None] Provisioning complete for port bf3fc0d8-d440-49ff-9477-7e10a5ab3cd8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:08.924650 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bb32a32e-0149-4697-a9ba-4600f43e455f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:08.976040 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4bf7b474-06bf-4e7c-a3e6-2c604f342010 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:08.985878 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4bf7b474-06bf-4e7c-a3e6-2c604f342010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:08.995770 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 961362bf-1d9d-4ee9-9c28-67f3677cb14e no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:29:09.054456 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf7b474-06bf-4e7c-a3e6-2c604f342010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114570fa-56de-4617-b503-29d225a3bc7b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:09.055366 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e4ee9-207a-4928-8cb9-27ad344589df req-a9aea054-87ff-4261-accf-0e30816808e6 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:09.064388 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2f2e4ee9-207a-4928-8cb9-27ad344589df req-a9aea054-87ff-4261-accf-0e30816808e6 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e HTTP/1.1" status: 200 len: 943 time: 0.2944489 Dec 09 15:29:09.076448 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4bf7b474-06bf-4e7c-a3e6-2c604f342010 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6c2aaa185b6843ba839f3a3827125462&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294090 Dec 09 15:29:09.078336 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50388) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:09.110347 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device bf3fc0d8-d440-49ff-9477-7e10a5ab3cd8 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:29:09.150969 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2f67bac2-5cbe-456f-9794-9cd93c5635a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:09.153662 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-e4536eee-22d4-47f6-95ba-db6074a3d6b2 service neutron] Transition to ACTIVE for port object 961362bf-1d9d-4ee9-9c28-67f3677cb14e will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:29:09.180195 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-e4536eee-22d4-47f6-95ba-db6074a3d6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:09.187232 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2f67bac2-5cbe-456f-9794-9cd93c5635a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:09.248019 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2f67bac2-5cbe-456f-9794-9cd93c5635a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:09.252505 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2f67bac2-5cbe-456f-9794-9cd93c5635a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:09.256162 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2f67bac2-5cbe-456f-9794-9cd93c5635a7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/114570fa-56de-4617-b503-29d225a3bc7b HTTP/1.1" status: 204 len: 168 time: 0.1744387 Dec 09 15:29:09.284824 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f67bac2-5cbe-456f-9794-9cd93c5635a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114570fa-56de-4617-b503-29d225a3bc7b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:09.318643 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2f2e4ee9-207a-4928-8cb9-27ad344589df req-ac04b0e8-a997-4374-9c31-cb9e5cfc88bb tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479205 Dec 09 15:29:09.386928 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-e4536eee-22d4-47f6-95ba-db6074a3d6b2 service neutron] No DVR routers for this DVR port 961362bf-1d9d-4ee9-9c28-67f3677cb14e on host n-h1-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:29:09.407524 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51e78e50-363a-4979-b05e-831114add240 req-524a4776-3237-40a6-8cb7-ef10f35bf30d tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Made reservation on behalf of 1a150834424e4285b0b0bd2f4bd7ceec for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:29:09.410997 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-51e78e50-363a-4979-b05e-831114add240 req-524a4776-3237-40a6-8cb7-ef10f35bf30d tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:09.425749 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25592846-53a6-4e5b-b148-b70c03cd85c6 req-0c27d835-69f0-4d8e-9d0c-22135f2f371d tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:09.427281 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-25592846-53a6-4e5b-b148-b70c03cd85c6 req-0c27d835-69f0-4d8e-9d0c-22135f2f371d tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/ports?device_id=c13ca81a-1c4d-4128-9a67-7a787ca7316d HTTP/1.1" status: 200 len: 944 time: 0.2758610 Dec 09 15:29:09.479472 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4536eee-22d4-47f6-95ba-db6074a3d6b2 service neutron] Pushing event updated for resources: {'Port': ['ID=961362bf-1d9d-4ee9-9c28-67f3677cb14e,revision_number=10']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:09.481030 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port bf3fc0d8-d440-49ff-9477-7e10a5ab3cd8 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:09.481978 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:09.483262 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-51e78e50-363a-4979-b05e-831114add240 req-524a4776-3237-40a6-8cb7-ef10f35bf30d tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:09.528899 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-e4536eee-22d4-47f6-95ba-db6074a3d6b2 service neutron] 10.222.0.42 "PUT /v2.0/ports/961362bf-1d9d-4ee9-9c28-67f3677cb14e/bindings/n-h2-821228-1/activate HTTP/1.1" status: 200 len: 369 time: 2.3339620 Dec 09 15:29:09.635215 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5049fe31-5920-40dc-8ae7-5fb3c030b349 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:09.693649 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd397dc-8aee-4b9c-bdcb-d08809da5df1 req-46ae03ea-09a4-48be-a47f-ed2ffe392145 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:09.695446 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2dd397dc-8aee-4b9c-bdcb-d08809da5df1 req-46ae03ea-09a4-48be-a47f-ed2ffe392145 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea2de25e-7897-4271-9d98-986803a004c0 HTTP/1.1" status: 200 len: 945 time: 0.2169302 Dec 09 15:29:09.695877 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-56c51089-df94-4dba-955c-3fd568886f50 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:09.698911 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-56c51089-df94-4dba-955c-3fd568886f50 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e&tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69&binding%3Ahost_id=n-h1-821228-1 HTTP/1.1" status: 200 len: 1095 time: 0.0602381 Dec 09 15:29:09.703692 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-25592846-53a6-4e5b-b148-b70c03cd85c6 req-3375bde9-0549-4f04-ae2a-3777484de57a tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/security-groups?id=c96b4cc5-a8d6-43c6-830b-300ef651808a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305388 Dec 09 15:29:09.759992 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 50406) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:09.805298 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-920c47ee-c75b-40e1-ac8e-fa568351f01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:09.806881 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-920c47ee-c75b-40e1-ac8e-fa568351f01d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e&tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69 HTTP/1.1" status: 200 len: 1095 time: 0.1003764 Dec 09 15:29:09.867345 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ec1038d7-dc7f-479a-9918-fd8ffdf740f7 req-db58fb28-47b8-40ba-9a7c-56c246951590 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d500a9-d95e-40f8-bfb7-f2f701f716e2 HTTP/1.1" status: 200 len: 210 time: 0.0686038 Dec 09 15:29:09.892132 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2dd397dc-8aee-4b9c-bdcb-d08809da5df1 req-71e37f46-7d2c-405f-b218-033cde95e6eb tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874576 Dec 09 15:29:09.904292 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-7c866b99-9ac6-4709-8dff-5fe1a0a56a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:09.911002 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-7c866b99-9ac6-4709-8dff-5fe1a0a56a03 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69&device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e HTTP/1.1" status: 200 len: 1095 time: 0.0756958 Dec 09 15:29:09.914375 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-51e78e50-363a-4979-b05e-831114add240 req-524a4776-3237-40a6-8cb7-ef10f35bf30d tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:09.966188 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-51e78e50-363a-4979-b05e-831114add240 req-524a4776-3237-40a6-8cb7-ef10f35bf30d tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:09.999940 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-53f03702-4d06-4779-ab35-5948bd12d3dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:10.028123 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-a1e23771-d65d-4a6d-8059-c0d0bca28fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:10.029657 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-a1e23771-d65d-4a6d-8059-c0d0bca28fcc service neutron] 10.222.0.31 "GET /v2.0/networks?id=3099805c-627c-4784-8087-c190eb81b4e0 HTTP/1.1" status: 200 len: 908 time: 0.1103590 Dec 09 15:29:10.075287 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-bed007e0-eaca-49c1-aff1-69279de10344 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=961362bf-1d9d-4ee9-9c28-67f3677cb14e HTTP/1.1" status: 200 len: 217 time: 0.0375719 Dec 09 15:29:10.101204 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a4776-3237-40a6-8cb7-ef10f35bf30d tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3be7015c-90d1-4ef6-beff-451a61c46314,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:10.140989 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-159ebbbe-e3e4-4f14-b334-a60b974d4191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:10.142455 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-159ebbbe-e3e4-4f14-b334-a60b974d4191 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75dd204b-61ff-4875-bd46-839f068b72c4 HTTP/1.1" status: 200 len: 847 time: 0.0604486 Dec 09 15:29:10.174767 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-5bec644d-e068-4cdb-b027-6c68767514b9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3099805c-627c-4784-8087-c190eb81b4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251155 Dec 09 15:29:10.191396 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5049fe31-5920-40dc-8ae7-5fb3c030b349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:10.260876 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-51e78e50-363a-4979-b05e-831114add240 req-524a4776-3237-40a6-8cb7-ef10f35bf30d tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Allocated IP 192.168.233.137 (bf6a25f7-2b73-48b5-b60f-99a19e919fb7/54e6953c-1261-4e7c-8b49-64e5b87424c2/07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:29:10.277103 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-b8851efb-4477-4907-ba42-288230e2041a service neutron] 10.222.0.31 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951002 Dec 09 15:29:10.347580 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-53f03702-4d06-4779-ab35-5948bd12d3dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:10.364074 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-53f03702-4d06-4779-ab35-5948bd12d3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:10.402106 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-e4a5b2ab-a7d2-496d-a4be-8de580035b8f service neutron] 10.222.0.31 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153243 Dec 09 15:29:10.685860 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-53f03702-4d06-4779-ab35-5948bd12d3dc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fa2d6f875a5646fb829793d3aafba93e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9217620 Dec 09 15:29:10.687957 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50436) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:10.689500 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f03702-4d06-4779-ab35-5948bd12d3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72fffb43-fa25-459d-82bb-bcb3019a23ad,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:10.735883 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-e4b11f69-5ad7-4596-a7ca-53e68db1a892 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:10.737562 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-e4b11f69-5ad7-4596-a7ca-53e68db1a892 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e&tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69&binding%3Ahost_id=n-h2-821228-1 HTTP/1.1" status: 200 len: 1095 time: 0.0795999 Dec 09 15:29:10.795291 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0f3f69e-749e-4e03-8267-88472e42d5f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:10.801312 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e732793-b881-4b28-90ff-0f0d6be36f21 req-daaecce6-3d46-4aae-95e9-6bbd5fce407d tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:10.809393 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0e732793-b881-4b28-90ff-0f0d6be36f21 req-daaecce6-3d46-4aae-95e9-6bbd5fce407d tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e HTTP/1.1" status: 200 len: 944 time: 0.1679759 Dec 09 15:29:10.816347 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-51e78e50-363a-4979-b05e-831114add240 req-524a4776-3237-40a6-8cb7-ef10f35bf30d tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:10.822290 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5049fe31-5920-40dc-8ae7-5fb3c030b349 admin admin] Router 99ff11f6-621d-47c1-893c-66eca96fb5d6 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:29:10.847365 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0f3f69e-749e-4e03-8267-88472e42d5f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:10.962730 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0e732793-b881-4b28-90ff-0f0d6be36f21 req-8369d61d-5c6a-480f-bc55-a0af3304566c tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524546 Dec 09 15:29:10.972671 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-84f84c98-bebc-45f6-bbaf-c98f194724a3 service neutron] For port 961362bf-1d9d-4ee9-9c28-67f3677cb14e, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:29:10.978813 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-84f84c98-bebc-45f6-bbaf-c98f194724a3 service neutron] Publish callbacks [] for binding, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:10.985128 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-72beec50-8e5e-4801-8a08-7309975c53d3 req-84f84c98-bebc-45f6-bbaf-c98f194724a3 service neutron] 10.222.0.31 "DELETE /v2.0/ports/961362bf-1d9d-4ee9-9c28-67f3677cb14e/bindings/n-h1-821228-1 HTTP/1.1" status: 204 len: 173 time: 0.2383246 Dec 09 15:29:10.986247 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0f3f69e-749e-4e03-8267-88472e42d5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:10.991175 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0f3f69e-749e-4e03-8267-88472e42d5f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:11.006908 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a0f3f69e-749e-4e03-8267-88472e42d5f1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/72fffb43-fa25-459d-82bb-bcb3019a23ad HTTP/1.1" status: 204 len: 168 time: 0.3069489 Dec 09 15:29:11.023981 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14741ead-622c-41b9-b380-074efe2758b5 req-9a93832b-efe5-4318-b78a-d58041aea94e tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:11.025257 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-14741ead-622c-41b9-b380-074efe2758b5 req-9a93832b-efe5-4318-b78a-d58041aea94e tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/ports?device_id=c13ca81a-1c4d-4128-9a67-7a787ca7316d HTTP/1.1" status: 200 len: 944 time: 0.1993885 Dec 09 15:29:11.026454 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3f69e-749e-4e03-8267-88472e42d5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fffb43-fa25-459d-82bb-bcb3019a23ad,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:11.033419 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-51e78e50-363a-4979-b05e-831114add240 req-524a4776-3237-40a6-8cb7-ef10f35bf30d tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:11.141349 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5049fe31-5920-40dc-8ae7-5fb3c030b349 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:29:11.150914 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51e78e50-363a-4979-b05e-831114add240 req-524a4776-3237-40a6-8cb7-ef10f35bf30d tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:29:11.152660 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2f8388-f0ec-47e2-8fce-74119f21c3c9 None None] Sync routers for ids ['99ff11f6-621d-47c1-893c-66eca96fb5d6'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:29:11.165206 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-51e78e50-363a-4979-b05e-831114add240 req-524a4776-3237-40a6-8cb7-ef10f35bf30d tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:29:11.166363 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2f8388-f0ec-47e2-8fce-74119f21c3c9 None None] Routers {'99ff11f6-621d-47c1-893c-66eca96fb5d6'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:29:11.167956 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-6d2f8388-f0ec-47e2-8fce-74119f21c3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:28:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['99ff11f6-621d-47c1-893c-66eca96fb5d6'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:11.173476 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a4776-3237-40a6-8cb7-ef10f35bf30d tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Pushing event updated for resources: {'Port': ['ID=07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:11.175663 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e78e50-363a-4979-b05e-831114add240 req-524a4776-3237-40a6-8cb7-ef10f35bf30d tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:29:11.181916 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e78e50-363a-4979-b05e-831114add240 req-524a4776-3237-40a6-8cb7-ef10f35bf30d tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:11.182563 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-51e78e50-363a-4979-b05e-831114add240 req-524a4776-3237-40a6-8cb7-ef10f35bf30d tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:11.209096 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-14741ead-622c-41b9-b380-074efe2758b5 req-e9bfba5b-ca9b-4e7e-8e19-727e8d9cebf3 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/security-groups?id=c96b4cc5-a8d6-43c6-830b-300ef651808a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737092 Dec 09 15:29:11.214823 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5049fe31-5920-40dc-8ae7-5fb3c030b349 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:11.218886 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-5049fe31-5920-40dc-8ae7-5fb3c030b349 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4317670 Dec 09 15:29:11.219759 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50456) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:11.237709 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51e78e50-363a-4979-b05e-831114add240 req-524a4776-3237-40a6-8cb7-ef10f35bf30d tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4073255 Dec 09 15:29:11.251564 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ae5d0-1404-4db8-9e0b-ae3e97279469 req-2aaf0678-4db4-46e8-b1c2-4238ead02c29 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:11.253453 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-041ae5d0-1404-4db8-9e0b-ae3e97279469 req-2aaf0678-4db4-46e8-b1c2-4238ead02c29 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d500a9-d95e-40f8-bfb7-f2f701f716e2 HTTP/1.1" status: 200 len: 936 time: 0.1717319 Dec 09 15:29:11.272820 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-51e78e50-363a-4979-b05e-831114add240 req-ca94fc90-a112-4e40-9656-7fc36081163c service neutron] Request body: {'port': {'device_id': '58d500a9-d95e-40f8-bfb7-f2f701f716e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:11.347524 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-6d2f8388-f0ec-47e2-8fce-74119f21c3c9 None None] Set router 99ff11f6-621d-47c1-893c-66eca96fb5d6 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:29:11.483719 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-041ae5d0-1404-4db8-9e0b-ae3e97279469 req-87c69750-06f6-4ad8-9d8b-fb92fb7bb3a9 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973596 Dec 09 15:29:11.537119 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a70d5-76fb-4ee1-8cc9-9a8f870ab4a5 req-626555bc-3b31-4dd0-8268-fe57f440551b tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:11.549259 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f9a70d5-76fb-4ee1-8cc9-9a8f870ab4a5 req-626555bc-3b31-4dd0-8268-fe57f440551b tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea2de25e-7897-4271-9d98-986803a004c0 HTTP/1.1" status: 200 len: 945 time: 0.2037776 Dec 09 15:29:11.592364 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 50460) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:11.594399 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-6d2f8388-f0ec-47e2-8fce-74119f21c3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ff11f6-621d-47c1-893c-66eca96fb5d6', 'name': 'tempest-FloatingIPDetailsTestJSON-144436135-router', 'tenant_id': '968dba667ef140f0b1ab8736d2d86310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '82ee5e98-1e1f-4472-a8a5-27814f1201ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:29:05Z', 'updated_at': '2021-12-09T15:29:09Z', 'revision_number': 3, 'project_id': '968dba667ef140f0b1ab8736d2d86310', 'gw_port': {'id': '82ee5e98-1e1f-4472-a8a5-27814f1201ab', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:54:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ff11f6-621d-47c1-893c-66eca96fb5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:29:07Z', 'updated_at': '2021-12-09T15:29:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:11.623276 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2f8388-f0ec-47e2-8fce-74119f21c3c9 None None] Checking router: 99ff11f6-621d-47c1-893c-66eca96fb5d6 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:29:11.623829 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2f8388-f0ec-47e2-8fce-74119f21c3c9 None None] Updating router 99ff11f6-621d-47c1-893c-66eca96fb5d6 port 82ee5e98-1e1f-4472-a8a5-27814f1201ab binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:29:11.630148 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c64d3ea6-4366-43b0-b7cf-bcd2e8a561ad None None] Provisioning complete for port 07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:11.631095 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c64d3ea6-4366-43b0-b7cf-bcd2e8a561ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:11.645272 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-51e78e50-363a-4979-b05e-831114add240 req-ca94fc90-a112-4e40-9656-7fc36081163c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:11.664913 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d224aad1-35c9-4e92-9df3-97c0d28b76b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:11.666272 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-6d2f8388-f0ec-47e2-8fce-74119f21c3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:11.682977 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f9a70d5-76fb-4ee1-8cc9-9a8f870ab4a5 req-92d2dc56-66ee-4ebe-aa12-bd8d871c21cc tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303344 Dec 09 15:29:11.693054 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c64d3ea6-4366-43b0-b7cf-bcd2e8a561ad None None] Port 07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:29:11.863276 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9d54d62d-4839-4c94-a32d-0f8b9e701c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:11.936060 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d224aad1-35c9-4e92-9df3-97c0d28b76b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:11.951185 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d224aad1-35c9-4e92-9df3-97c0d28b76b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.046402 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-6d2f8388-f0ec-47e2-8fce-74119f21c3c9 None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.053220 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224aad1-35c9-4e92-9df3-97c0d28b76b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a294ba-a59b-43f8-9a0e-fed01b6485e2,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:12.054527 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-6d2f8388-f0ec-47e2-8fce-74119f21c3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.062897 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d224aad1-35c9-4e92-9df3-97c0d28b76b8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4260ff0afcc74dfe88b081807a206dcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4342618 Dec 09 15:29:12.065635 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 50470) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:12.094108 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-9d54d62d-4839-4c94-a32d-0f8b9e701c68 admin admin] Allocated IP 172.20.0.1 (339ed430-a727-4344-87b1-392cb45ddd89/de9e21e2-0009-4fb9-b43a-cd168600d66d/b67ded50-e50f-4643-b1da-c17429dff975) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:29:12.105413 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5f3e4-444f-4bf2-9fed-62ea5a184791 None None] Pushing event updated for resources: {'Port': ['ID=82ee5e98-1e1f-4472-a8a5-27814f1201ab,revision_number=2']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:12.118915 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5f3e4-444f-4bf2-9fed-62ea5a184791 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:12.119366 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5f3e4-444f-4bf2-9fed-62ea5a184791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:12.119856 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5f3e4-444f-4bf2-9fed-62ea5a184791 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:12.120484 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5f3e4-444f-4bf2-9fed-62ea5a184791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:12.120937 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5f3e4-444f-4bf2-9fed-62ea5a184791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:12.121331 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5f3e4-444f-4bf2-9fed-62ea5a184791 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:12.121875 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5f3e4-444f-4bf2-9fed-62ea5a184791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:12.122635 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5f3e4-444f-4bf2-9fed-62ea5a184791 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:12.123506 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5f3e4-444f-4bf2-9fed-62ea5a184791 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:12.123947 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5f3e4-444f-4bf2-9fed-62ea5a184791 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:12.124298 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5f3e4-444f-4bf2-9fed-62ea5a184791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:12.124708 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5f3e4-444f-4bf2-9fed-62ea5a184791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:12.125039 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5f3e4-444f-4bf2-9fed-62ea5a184791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:12.147900 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-6d2f8388-f0ec-47e2-8fce-74119f21c3c9 None None] Attempting to bind port 82ee5e98-1e1f-4472-a8a5-27814f1201ab on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:29:12.148366 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-6d2f8388-f0ec-47e2-8fce-74119f21c3c9 None None] Attempting to bind port 82ee5e98-1e1f-4472-a8a5-27814f1201ab by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:29:12.148859 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2f8388-f0ec-47e2-8fce-74119f21c3c9 None None] Attempting to bind port 82ee5e98-1e1f-4472-a8a5-27814f1201ab on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:29:12.157616 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2f8388-f0ec-47e2-8fce-74119f21c3c9 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:29:12.158317 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2f8388-f0ec-47e2-8fce-74119f21c3c9 None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:29:12.158405 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-6d2f8388-f0ec-47e2-8fce-74119f21c3c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.160980 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2f8388-f0ec-47e2-8fce-74119f21c3c9 None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:29:12.164566 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-6d2f8388-f0ec-47e2-8fce-74119f21c3c9 None None] Bound port: 82ee5e98-1e1f-4472-a8a5-27814f1201ab, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:29:12.165311 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-6d2f8388-f0ec-47e2-8fce-74119f21c3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.182249 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-11d3152a-b457-47df-8003-182dab16d887 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.202347 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-b623a3d7-1325-4e29-8daf-c4813fa0c18d tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=c009e316e1bd42d6ac86f544a117adb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0708897 Dec 09 15:29:12.229173 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-6d2f8388-f0ec-47e2-8fce-74119f21c3c9 None None] For port 82ee5e98-1e1f-4472-a8a5-27814f1201ab, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:29:12.233209 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-6d2f8388-f0ec-47e2-8fce-74119f21c3c9 None None] For port 82ee5e98-1e1f-4472-a8a5-27814f1201ab, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=82ee5e98-1e1f-4472-a8a5-27814f1201ab,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:29:12.236877 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9d54d62d-4839-4c94-a32d-0f8b9e701c68 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.240297 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-6d2f8388-f0ec-47e2-8fce-74119f21c3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.282754 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9d54d62d-4839-4c94-a32d-0f8b9e701c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.311046 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2f8388-f0ec-47e2-8fce-74119f21c3c9 None None] Routers {'99ff11f6-621d-47c1-893c-66eca96fb5d6'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:29:12.311976 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-6d2f8388-f0ec-47e2-8fce-74119f21c3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:28:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['99ff11f6-621d-47c1-893c-66eca96fb5d6'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:12.316939 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5f3e4-444f-4bf2-9fed-62ea5a184791 None None] Pushing event updated for resources: {'Port': ['ID=82ee5e98-1e1f-4472-a8a5-27814f1201ab,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:12.340329 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d54d62d-4839-4c94-a32d-0f8b9e701c68 admin admin] Network 339ed430-a727-4344-87b1-392cb45ddd89 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:29:12.343299 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-9d54d62d-4839-4c94-a32d-0f8b9e701c68 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:29:12.348084 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d54d62d-4839-4c94-a32d-0f8b9e701c68 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:29:12.348903 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9d54d62d-4839-4c94-a32d-0f8b9e701c68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.353664 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d54d62d-4839-4c94-a32d-0f8b9e701c68 admin admin] Pushing event updated for resources: {'Port': ['ID=b67ded50-e50f-4643-b1da-c17429dff975,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:12.370907 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-11d3152a-b457-47df-8003-182dab16d887 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.428397 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a4d7d-fad4-4961-b08a-12aac9e66219 req-b644b386-1718-4417-b331-a9d1549bdf10 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:12.430950 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e34a4d7d-fad4-4961-b08a-12aac9e66219 req-b644b386-1718-4417-b331-a9d1549bdf10 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e HTTP/1.1" status: 200 len: 944 time: 0.2978537 Dec 09 15:29:12.457705 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 6520e9d6-d5ee-4fdf-a6d7-184976e5f180 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:29:12.487875 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-6d2f8388-f0ec-47e2-8fce-74119f21c3c9 None None] Set router 99ff11f6-621d-47c1-893c-66eca96fb5d6 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:29:12.495655 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-51e78e50-363a-4979-b05e-831114add240 req-ca94fc90-a112-4e40-9656-7fc36081163c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:29:12.521645 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-f6a0219f-aa74-459a-b5ad-c14ec0235e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:12.523832 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-f6a0219f-aa74-459a-b5ad-c14ec0235e39 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5674bd72d1184432801f651e299c9dce&device_id=ea2de25e-7897-4271-9d98-986803a004c0 HTTP/1.1" status: 200 len: 1096 time: 0.0671463 Dec 09 15:29:12.542869 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-51e78e50-363a-4979-b05e-831114add240 req-ca94fc90-a112-4e40-9656-7fc36081163c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.560149 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-51e78e50-363a-4979-b05e-831114add240 req-ca94fc90-a112-4e40-9656-7fc36081163c service neutron] Transition to ACTIVE for port object 07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:29:12.592538 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-51e78e50-363a-4979-b05e-831114add240 req-ca94fc90-a112-4e40-9656-7fc36081163c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.623618 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9d54d62d-4839-4c94-a32d-0f8b9e701c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.631579 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 6520e9d6-d5ee-4fdf-a6d7-184976e5f180, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=6520e9d6-d5ee-4fdf-a6d7-184976e5f180,segment=NetworkSegment(cdd6a7d5-30b9-46e0-909c-e4d79c0db81d),segment_id=cdd6a7d5-30b9-46e0-909c-e4d79c0db81d)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:12.646169 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '6520e9d6-d5ee-4fdf-a6d7-184976e5f180', 'network_id': '9635208c-9eef-4594-8ea5-b1ea09114492', 'port_id': '6520e9d6-d5ee-4fdf-a6d7-184976e5f180', 'mac_address': 'fa:16:3e:60:9c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ea5fb26-6a45-44cf-ac76-5320e8a3931a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:29:12.697378 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-4ae73519-6c3a-4971-a845-1a3e2a04c86d tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:12.698933 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-4ae73519-6c3a-4971-a845-1a3e2a04c86d tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4826696 Dec 09 15:29:12.724469 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e34a4d7d-fad4-4961-b08a-12aac9e66219 req-7376ec71-66c9-4a0d-baa8-5ecf74fa0a86 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436514 Dec 09 15:29:12.729560 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.753514 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6520e9d6-d5ee-4fdf-a6d7-184976e5f180 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:29:12.757566 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-11d3152a-b457-47df-8003-182dab16d887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.773579 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-11d3152a-b457-47df-8003-182dab16d887 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.775135 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-11d3152a-b457-47df-8003-182dab16d887 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/52a294ba-a59b-43f8-9a0e-fed01b6485e2 HTTP/1.1" status: 204 len: 168 time: 0.7080262 Dec 09 15:29:12.780508 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-883055d4-1c93-45ad-b897-d7cde15ae28c None None] Provisioning complete for port b67ded50-e50f-4643-b1da-c17429dff975 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:12.780862 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-6d2f8388-f0ec-47e2-8fce-74119f21c3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ff11f6-621d-47c1-893c-66eca96fb5d6', 'name': 'tempest-FloatingIPDetailsTestJSON-144436135-router', 'tenant_id': '968dba667ef140f0b1ab8736d2d86310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '82ee5e98-1e1f-4472-a8a5-27814f1201ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:29:05Z', 'updated_at': '2021-12-09T15:29:09Z', 'revision_number': 3, 'project_id': '968dba667ef140f0b1ab8736d2d86310', 'gw_port': {'id': '82ee5e98-1e1f-4472-a8a5-27814f1201ab', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:54:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ff11f6-621d-47c1-893c-66eca96fb5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:29:07Z', 'updated_at': '2021-12-09T15:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:12.781035 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-883055d4-1c93-45ad-b897-d7cde15ae28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.803584 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-fa7f34d6-1456-4cdf-8afe-7536499cfd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:12.805200 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-fa7f34d6-1456-4cdf-8afe-7536499cfd90 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6c4b0ba7-873d-4b03-9efa-67af55c0587e HTTP/1.1" status: 200 len: 921 time: 0.2574499 Dec 09 15:29:12.827419 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 6520e9d6-d5ee-4fdf-a6d7-184976e5f180, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=6520e9d6-d5ee-4fdf-a6d7-184976e5f180,segment=NetworkSegment(cdd6a7d5-30b9-46e0-909c-e4d79c0db81d),segment_id=cdd6a7d5-30b9-46e0-909c-e4d79c0db81d)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:12.831109 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca94fc90-a112-4e40-9656-7fc36081163c service neutron] Pushing event updated for resources: {'Port': ['ID=07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:12.836790 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2f8388-f0ec-47e2-8fce-74119f21c3c9 None None] The sync data for ids ['99ff11f6-621d-47c1-893c-66eca96fb5d6'] in n-d-821228-1 is: [{'id': '99ff11f6-621d-47c1-893c-66eca96fb5d6', 'name': 'tempest-FloatingIPDetailsTestJSON-144436135-router', 'tenant_id': '968dba667ef140f0b1ab8736d2d86310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '82ee5e98-1e1f-4472-a8a5-27814f1201ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:29:05Z', 'updated_at': '2021-12-09T15:29:09Z', 'revision_number': 3, 'project_id': '968dba667ef140f0b1ab8736d2d86310', 'gw_port': {'id': '82ee5e98-1e1f-4472-a8a5-27814f1201ab', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:54:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ff11f6-621d-47c1-893c-66eca96fb5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:29:07Z', 'updated_at': '2021-12-09T15:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:29:12.840165 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.864498 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-60d1276f-1bdc-47a1-a326-96835390a86f tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/quotas/c009e316e1bd42d6ac86f544a117adb7 HTTP/1.1" status: 200 len: 375 time: 0.1464105 Dec 09 15:29:12.899815 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-883055d4-1c93-45ad-b897-d7cde15ae28c None None] Port b67ded50-e50f-4643-b1da-c17429dff975 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:29:12.947171 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d3152a-b457-47df-8003-182dab16d887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a294ba-a59b-43f8-9a0e-fed01b6485e2,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:12.949375 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=6520e9d6-d5ee-4fdf-a6d7-184976e5f180,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:12.969572 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-36db541c-c20f-43e4-89e5-fe4cdb21e79e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=baa1ea4c-5081-4145-a800-62b0b64a6cfc HTTP/1.1" status: 200 len: 217 time: 0.0697286 Dec 09 15:29:13.023826 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-17ca8684-6180-4c79-8019-a61afce5e2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:13.026287 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-17ca8684-6180-4c79-8019-a61afce5e2dd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2340fb97-6ad9-4615-9535-804554d0ce45 HTTP/1.1" status: 200 len: 860 time: 0.0485640 Dec 09 15:29:13.039649 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-51e78e50-363a-4979-b05e-831114add240 req-ca94fc90-a112-4e40-9656-7fc36081163c service neutron] Attempting to bind port 07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:29:13.040203 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-51e78e50-363a-4979-b05e-831114add240 req-ca94fc90-a112-4e40-9656-7fc36081163c service neutron] Attempting to bind port 07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:29:13.040647 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e78e50-363a-4979-b05e-831114add240 req-ca94fc90-a112-4e40-9656-7fc36081163c service neutron] Attempting to bind port 07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:29:13.055460 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e78e50-363a-4979-b05e-831114add240 req-ca94fc90-a112-4e40-9656-7fc36081163c service neutron] Port 07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:29:13.055903 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e78e50-363a-4979-b05e-831114add240 req-ca94fc90-a112-4e40-9656-7fc36081163c service neutron] Attempting to bind port 07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:29:13.060101 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-f83b6c6d-4db9-41a2-a377-4fbbf535bd70 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c009e316e1bd42d6ac86f544a117adb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1708338 Dec 09 15:29:13.067910 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-75eb7a7f-38d0-4cfb-9c09-8a04a7069d24 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6c4b0ba7-873d-4b03-9efa-67af55c0587e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321186 Dec 09 15:29:13.068143 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e78e50-363a-4979-b05e-831114add240 req-ca94fc90-a112-4e40-9656-7fc36081163c service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:29:13.068634 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e78e50-363a-4979-b05e-831114add240 req-ca94fc90-a112-4e40-9656-7fc36081163c service neutron] Checking segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:29:13.069217 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e78e50-363a-4979-b05e-831114add240 req-ca94fc90-a112-4e40-9656-7fc36081163c service neutron] Bound using segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:29:13.069764 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-51e78e50-363a-4979-b05e-831114add240 req-ca94fc90-a112-4e40-9656-7fc36081163c service neutron] Bound port: 07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:29:13.070504 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-51e78e50-363a-4979-b05e-831114add240 req-ca94fc90-a112-4e40-9656-7fc36081163c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:13.103529 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c36b56-5268-4b68-8556-18e526556b88 req-6c62794e-9fdc-4c88-a7b2-f5a8b103350a tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:13.111596 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b2c36b56-5268-4b68-8556-18e526556b88 req-6c62794e-9fdc-4c88-a7b2-f5a8b103350a tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/ports?device_id=c13ca81a-1c4d-4128-9a67-7a787ca7316d HTTP/1.1" status: 200 len: 945 time: 0.2512233 Dec 09 15:29:13.150842 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['6520e9d6-d5ee-4fdf-a6d7-184976e5f180'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:29:13.224115 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-51e78e50-363a-4979-b05e-831114add240 req-ca94fc90-a112-4e40-9656-7fc36081163c service neutron] For port 07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:29:13.228213 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-51e78e50-363a-4979-b05e-831114add240 req-ca94fc90-a112-4e40-9656-7fc36081163c service neutron] For port 07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:29:13.241600 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-51e78e50-363a-4979-b05e-831114add240 req-ca94fc90-a112-4e40-9656-7fc36081163c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:13.397228 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b2c36b56-5268-4b68-8556-18e526556b88 req-7db6191d-1d26-4f2b-914a-634eaf2f31c5 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/security-groups?id=c96b4cc5-a8d6-43c6-830b-300ef651808a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796409 Dec 09 15:29:13.412824 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e78e50-363a-4979-b05e-831114add240 req-ca94fc90-a112-4e40-9656-7fc36081163c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:13.413950 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-51e78e50-363a-4979-b05e-831114add240 req-ca94fc90-a112-4e40-9656-7fc36081163c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:13.418302 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51e78e50-363a-4979-b05e-831114add240 req-ca94fc90-a112-4e40-9656-7fc36081163c service neutron] 10.222.0.31 "PUT /v2.0/ports/07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2 HTTP/1.1" status: 200 len: 1096 time: 2.1636469 Dec 09 15:29:13.429975 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d500a9-d95e-40f8-bfb7-f2f701f716e2', 'tag': '07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:29:13.437849 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a231f4-c451-477f-afa8-015c474592e9" -d '{"events": [{"name": "network-changed", "server_uuid": "58d500a9-d95e-40f8-bfb7-f2f701f716e2", "tag": "07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:29:13.653637 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca94fc90-a112-4e40-9656-7fc36081163c service neutron] Pushing event updated for resources: {'Port': ['ID=07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:13.747075 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9d54d62d-4839-4c94-a32d-0f8b9e701c68 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:13.755742 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-92b50ba3-768f-4844-b047-7eb8e38c2f23 service neutron] 10.222.0.31 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6783257 Dec 09 15:29:13.757083 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9d54d62d-4839-4c94-a32d-0f8b9e701c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:13.757790 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9d54d62d-4839-4c94-a32d-0f8b9e701c68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:13.808054 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6353e1-b0ce-41ee-bea2-23ae185fd4bd req-a843231e-a57c-47f6-a9ee-cea795b70946 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:13.817529 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1f6353e1-b0ce-41ee-bea2-23ae185fd4bd req-a843231e-a57c-47f6-a9ee-cea795b70946 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d500a9-d95e-40f8-bfb7-f2f701f716e2 HTTP/1.1" status: 200 len: 948 time: 0.2727704 Dec 09 15:29:13.824253 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e78e50-363a-4979-b05e-831114add240 req-9f23f61b-22c1-4947-bd3e-88205c1f5163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:13.825907 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51e78e50-363a-4979-b05e-831114add240 req-9f23f61b-22c1-4947-bd3e-88205c1f5163 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1a150834424e4285b0b0bd2f4bd7ceec&device_id=58d500a9-d95e-40f8-bfb7-f2f701f716e2 HTTP/1.1" status: 200 len: 1099 time: 0.3496704 Dec 09 15:29:13.905197 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51e78e50-363a-4979-b05e-831114add240 req-406a521d-12f7-41cb-99fa-8184350c3179 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2 HTTP/1.1" status: 200 len: 217 time: 0.0595672 Dec 09 15:29:13.922691 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d54d62d-4839-4c94-a32d-0f8b9e701c68 admin admin] Pushing event updated for resources: {'Port': ['ID=b67ded50-e50f-4643-b1da-c17429dff975,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:13.989978 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa58fe4-dfd9-405c-a94d-e5d10f07673c req-5e572f13-ef98-45e2-93ac-b42837cd68ee tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:13.997664 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ffa58fe4-dfd9-405c-a94d-e5d10f07673c req-5e572f13-ef98-45e2-93ac-b42837cd68ee tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea2de25e-7897-4271-9d98-986803a004c0 HTTP/1.1" status: 200 len: 945 time: 0.2915666 Dec 09 15:29:14.004159 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-23c2e0f1-69c2-4863-be92-f0dcf65b1c1d service neutron] 10.222.0.31 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347090 Dec 09 15:29:14.017018 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e78e50-363a-4979-b05e-831114add240 req-424e17c8-06df-41bc-958f-00b7f8e01472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:14.018605 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51e78e50-363a-4979-b05e-831114add240 req-424e17c8-06df-41bc-958f-00b7f8e01472 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0990701 Dec 09 15:29:14.085169 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1f6353e1-b0ce-41ee-bea2-23ae185fd4bd req-4f617c53-170d-4ad8-8efd-664bad2544d5 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621119 Dec 09 15:29:14.184667 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ffa58fe4-dfd9-405c-a94d-e5d10f07673c req-2e65db10-4b17-4b31-b886-14dc639625d2 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855206 Dec 09 15:29:14.185898 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156f196e-dbea-4bbd-a662-63ff0586a7bd x-openstack-request-id: req-156f196e-dbea-4bbd-a662-63ff0586a7bd {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:29:14.186188 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d500a9-d95e-40f8-bfb7-f2f701f716e2", "tag": "07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:29:14.188841 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d54d62d-4839-4c94-a32d-0f8b9e701c68 admin admin] Network 339ed430-a727-4344-87b1-392cb45ddd89 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:29:14.192298 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-43a6c27c-6374-4e27-bf73-293e723d9824 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:14.192456 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-156f196e-dbea-4bbd-a662-63ff0586a7bd {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:29:14.192927 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d500a9-d95e-40f8-bfb7-f2f701f716e2', 'tag': '07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2', 'status': 'completed', 'code': 200} Dec 09 15:29:14.193977 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-43a6c27c-6374-4e27-bf73-293e723d9824 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ea2de25e-7897-4271-9d98-986803a004c0&tenant_id=5674bd72d1184432801f651e299c9dce&binding%3Ahost_id=n-h1-821228-1 HTTP/1.1" status: 200 len: 1096 time: 0.1276491 Dec 09 15:29:14.202060 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-9d54d62d-4839-4c94-a32d-0f8b9e701c68 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:29:14.214058 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e78e50-363a-4979-b05e-831114add240 req-cee25d44-d1aa-41d5-a31a-4f0969e98283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:14.215551 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51e78e50-363a-4979-b05e-831114add240 req-cee25d44-d1aa-41d5-a31a-4f0969e98283 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1898391 Dec 09 15:29:14.233080 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-313658bc-e566-464a-991b-071c7399f147 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821228-1'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:14.445740 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51e78e50-363a-4979-b05e-831114add240 req-12e0c5b6-9abb-43c0-b79c-ddfc302e353f service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172294 Dec 09 15:29:14.458711 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-c516930c-9806-480f-b16d-8f1840819544 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=c009e316e1bd42d6ac86f544a117adb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1920052 Dec 09 15:29:14.474133 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 6520e9d6-d5ee-4fdf-a6d7-184976e5f180 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:29:14.532173 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-313658bc-e566-464a-991b-071c7399f147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:14.573454 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 6520e9d6-d5ee-4fdf-a6d7-184976e5f180 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:29:14.578820 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 6520e9d6-d5ee-4fdf-a6d7-184976e5f180 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:14.579413 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:14.607011 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d54d62d-4839-4c94-a32d-0f8b9e701c68 admin admin] Router 99ff11f6-621d-47c1-893c-66eca96fb5d6 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:29:14.637093 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8327a03d-93d0-40cd-9677-c1a4a96f8172 None None] Provisioning complete for port b67ded50-e50f-4643-b1da-c17429dff975 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:14.637798 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8327a03d-93d0-40cd-9677-c1a4a96f8172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:14.651712 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06975826-bbd0-4c81-adf3-123613fa276b req-ab66b461-dfce-4498-8470-ff7684028c61 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:14.664168 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-06975826-bbd0-4c81-adf3-123613fa276b req-ab66b461-dfce-4498-8470-ff7684028c61 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e HTTP/1.1" status: 200 len: 1095 time: 0.3358841 Dec 09 15:29:14.747684 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:14.749798 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8327a03d-93d0-40cd-9677-c1a4a96f8172 None None] Port b67ded50-e50f-4643-b1da-c17429dff975 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:29:14.800405 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-313658bc-e566-464a-991b-071c7399f147 service neutron] For port baa1ea4c-5081-4145-a800-62b0b64a6cfc, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=baa1ea4c-5081-4145-a800-62b0b64a6cfc,segment=NetworkSegment(69c5f819-123d-436b-8f3f-7e75c7d0b133),segment_id=69c5f819-123d-436b-8f3f-7e75c7d0b133)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:14.812480 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c13ca81a-1c4d-4128-9a67-7a787ca7316d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6520e9d6-d5ee-4fdf-a6d7-184976e5f180'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:29:14.816434 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba54182-4b10-4ac1-aa30-10cfd87c8c54" -d '{"events": [{"server_uuid": "c13ca81a-1c4d-4128-9a67-7a787ca7316d", "name": "network-vif-plugged", "status": "completed", "tag": "6520e9d6-d5ee-4fdf-a6d7-184976e5f180"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:29:14.821096 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51e78e50-363a-4979-b05e-831114add240 req-3230cc6d-e972-4491-8a32-f759d52a4b7c service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553894 Dec 09 15:29:14.842531 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 6520e9d6-d5ee-4fdf-a6d7-184976e5f180, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=6520e9d6-d5ee-4fdf-a6d7-184976e5f180,segment=NetworkSegment(cdd6a7d5-30b9-46e0-909c-e4d79c0db81d),segment_id=cdd6a7d5-30b9-46e0-909c-e4d79c0db81d)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:14.850915 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:14.855788 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d54d62d-4839-4c94-a32d-0f8b9e701c68 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:29:14.866516 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9d54d62d-4839-4c94-a32d-0f8b9e701c68 admin admin] 10.222.0.57 "PUT /v2.0/routers/99ff11f6-621d-47c1-893c-66eca96fb5d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6443114 Dec 09 15:29:14.877917 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-aa2642af-4d01-4387-8805-15e5f6160ee3 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:14.879252 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-aa2642af-4d01-4387-8805-15e5f6160ee3 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4194188 Dec 09 15:29:14.879848 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-313658bc-e566-464a-991b-071c7399f147 service neutron] For port baa1ea4c-5081-4145-a800-62b0b64a6cfc, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:29:14.887903 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-06975826-bbd0-4c81-adf3-123613fa276b req-9b22fc0a-0da2-4d04-916f-505ad613700a tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212062 Dec 09 15:29:14.920522 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-49b3da10-fd16-407c-b331-e3d5cfd83864 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/quotas/c009e316e1bd42d6ac86f544a117adb7 HTTP/1.1" status: 200 len: 375 time: 0.0301058 Dec 09 15:29:14.953617 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2de25e-7897-4271-9d98-986803a004c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baa1ea4c-5081-4145-a800-62b0b64a6cfc'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:29:14.956037 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aad44f4-bcf7-4335-9e0e-4fb96b7fa4a4" -d '{"events": [{"server_uuid": "ea2de25e-7897-4271-9d98-986803a004c0", "name": "network-vif-unplugged", "status": "completed", "tag": "baa1ea4c-5081-4145-a800-62b0b64a6cfc"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:29:14.963589 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=6520e9d6-d5ee-4fdf-a6d7-184976e5f180,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:14.967018 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-313658bc-e566-464a-991b-071c7399f147 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:14.977353 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-313658bc-e566-464a-991b-071c7399f147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:15.026245 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-95037398-ea2c-46ba-8485-3284bf7c2f92 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c009e316e1bd42d6ac86f544a117adb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477841 Dec 09 15:29:15.050342 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a231f4-c451-477f-afa8-015c474592e9 req-a203f5c8-92e8-4e33-a5e2-e9c13e09cd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:15.052557 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-84a231f4-c451-477f-afa8-015c474592e9 req-a203f5c8-92e8-4e33-a5e2-e9c13e09cd96 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1a150834424e4285b0b0bd2f4bd7ceec&device_id=58d500a9-d95e-40f8-bfb7-f2f701f716e2 HTTP/1.1" status: 200 len: 1099 time: 0.1306171 Dec 09 15:29:15.181555 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 82ee5e98-1e1f-4472-a8a5-27814f1201ab up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:29:15.195241 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313658bc-e566-464a-991b-071c7399f147 service neutron] Pushing event updated for resources: {'Port': ['ID=baa1ea4c-5081-4145-a800-62b0b64a6cfc,revision_number=7']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:15.217618 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-313658bc-e566-464a-991b-071c7399f147 service neutron] Attempting to bind port baa1ea4c-5081-4145-a800-62b0b64a6cfc on host n-h1-821228-1 for vnic_type normal with profile {"migrating_to": "n-h2-821228-1"} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:29:15.217994 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-313658bc-e566-464a-991b-071c7399f147 service neutron] Attempting to bind port baa1ea4c-5081-4145-a800-62b0b64a6cfc by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:29:15.218327 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-313658bc-e566-464a-991b-071c7399f147 service neutron] Attempting to bind port baa1ea4c-5081-4145-a800-62b0b64a6cfc on network 6c4b0ba7-873d-4b03-9efa-67af55c0587e {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:29:15.230577 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-313658bc-e566-464a-991b-071c7399f147 service neutron] Port baa1ea4c-5081-4145-a800-62b0b64a6cfc on network 6c4b0ba7-873d-4b03-9efa-67af55c0587e not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:29:15.230907 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-313658bc-e566-464a-991b-071c7399f147 service neutron] Attempting to bind port baa1ea4c-5081-4145-a800-62b0b64a6cfc on network 6c4b0ba7-873d-4b03-9efa-67af55c0587e {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:29:15.241282 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-313658bc-e566-464a-991b-071c7399f147 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:29:15.241627 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-313658bc-e566-464a-991b-071c7399f147 service neutron] Checking segment: {'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:29:15.242015 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-313658bc-e566-464a-991b-071c7399f147 service neutron] Bound using segment: {'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:29:15.242518 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-313658bc-e566-464a-991b-071c7399f147 service neutron] Bound port: baa1ea4c-5081-4145-a800-62b0b64a6cfc, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:29:15.242884 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-313658bc-e566-464a-991b-071c7399f147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:15.297130 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 82ee5e98-1e1f-4472-a8a5-27814f1201ab triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:15.297759 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:15.420148 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-313658bc-e566-464a-991b-071c7399f147 service neutron] For port baa1ea4c-5081-4145-a800-62b0b64a6cfc, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:29:15.432855 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-313658bc-e566-464a-991b-071c7399f147 service neutron] For port baa1ea4c-5081-4145-a800-62b0b64a6cfc, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=baa1ea4c-5081-4145-a800-62b0b64a6cfc,segment=NetworkSegment(69c5f819-123d-436b-8f3f-7e75c7d0b133),segment_id=69c5f819-123d-436b-8f3f-7e75c7d0b133)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:29:15.445326 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-313658bc-e566-464a-991b-071c7399f147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:15.492314 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:15.533859 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 82ee5e98-1e1f-4472-a8a5-27814f1201ab, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=82ee5e98-1e1f-4472-a8a5-27814f1201ab,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:15.562904 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:15.623671 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-313658bc-e566-464a-991b-071c7399f147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:15.625883 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-313658bc-e566-464a-991b-071c7399f147 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:15.629220 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-313658bc-e566-464a-991b-071c7399f147 service neutron] 10.222.0.31 "PUT /v2.0/ports/baa1ea4c-5081-4145-a800-62b0b64a6cfc HTTP/1.1" status: 200 len: 1121 time: 1.4113479 Dec 09 15:29:15.655169 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90cb521-b0d3-4f6f-902b-fc014e147c5c x-openstack-request-id: req-f90cb521-b0d3-4f6f-902b-fc014e147c5c {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:29:15.655499 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c13ca81a-1c4d-4128-9a67-7a787ca7316d", "name": "network-vif-plugged", "status": "completed", "tag": "6520e9d6-d5ee-4fdf-a6d7-184976e5f180", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:29:15.655765 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f90cb521-b0d3-4f6f-902b-fc014e147c5c {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:29:15.656181 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c13ca81a-1c4d-4128-9a67-7a787ca7316d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6520e9d6-d5ee-4fdf-a6d7-184976e5f180', 'code': 200} Dec 09 15:29:15.670211 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-fe5a5411-6468-4b2d-8505-8cd4c9ce4989 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=c009e316e1bd42d6ac86f544a117adb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480421 Dec 09 15:29:15.671973 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:15.703330 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 15:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8fc926-e5e1-40b2-8abd-d3c9ccbf5c40 x-openstack-request-id: req-6f8fc926-e5e1-40b2-8abd-d3c9ccbf5c40 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:29:15.704988 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033a2d7e-ff21-4efd-a668-6398c95d57e9 None None] Sync routers for ids ['99ff11f6-621d-47c1-893c-66eca96fb5d6'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:29:15.706309 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea2de25e-7897-4271-9d98-986803a004c0", "name": "network-vif-unplugged", "status": "completed", "tag": "baa1ea4c-5081-4145-a800-62b0b64a6cfc", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:29:15.706600 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6f8fc926-e5e1-40b2-8abd-d3c9ccbf5c40 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:29:15.707024 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea2de25e-7897-4271-9d98-986803a004c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baa1ea4c-5081-4145-a800-62b0b64a6cfc', 'code': 200} Dec 09 15:29:15.725084 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313658bc-e566-464a-991b-071c7399f147 service neutron] Pushing event updated for resources: {'Port': ['ID=baa1ea4c-5081-4145-a800-62b0b64a6cfc,revision_number=8']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:15.729371 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82156a90-f530-4c98-a9d5-9542997d83de req-7ec8934c-9997-46d7-bc69-f36516ea8501 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:15.736674 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-82156a90-f530-4c98-a9d5-9542997d83de req-7ec8934c-9997-46d7-bc69-f36516ea8501 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/ports?device_id=c13ca81a-1c4d-4128-9a67-7a787ca7316d HTTP/1.1" status: 200 len: 946 time: 0.5743427 Dec 09 15:29:15.774126 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033a2d7e-ff21-4efd-a668-6398c95d57e9 None None] Routers {'99ff11f6-621d-47c1-893c-66eca96fb5d6'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:29:15.774790 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-033a2d7e-ff21-4efd-a668-6398c95d57e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:28:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['99ff11f6-621d-47c1-893c-66eca96fb5d6'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:15.846393 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba83b51-7510-4674-b38f-174d00675573 req-2d619408-9b6d-44fc-8dc4-cd8af387a0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:15.853069 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5ba83b51-7510-4674-b38f-174d00675573 req-2d619408-9b6d-44fc-8dc4-cd8af387a0b3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c13ca81a-1c4d-4128-9a67-7a787ca7316d HTTP/1.1" status: 200 len: 1097 time: 0.0873134 Dec 09 15:29:15.856139 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['baa1ea4c-5081-4145-a800-62b0b64a6cfc'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:29:15.857014 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a231f4-c451-477f-afa8-015c474592e9 req-ffceafb0-7095-4f78-a007-5ace76506867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:15.858230 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=82ee5e98-1e1f-4472-a8a5-27814f1201ab,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:15.858537 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-84a231f4-c451-477f-afa8-015c474592e9 req-ffceafb0-7095-4f78-a007-5ace76506867 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.7975764 Dec 09 15:29:15.919890 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5ba83b51-7510-4674-b38f-174d00675573 req-3def1cc7-3ab8-46e5-8a6c-bb62126bb67c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c96b4cc5-a8d6-43c6-830b-300ef651808a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597210 Dec 09 15:29:15.950435 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-84a231f4-c451-477f-afa8-015c474592e9 req-bbac1ae3-9623-400d-85bf-9ccc34e87b88 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2 HTTP/1.1" status: 200 len: 217 time: 0.0809214 Dec 09 15:29:15.969102 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec35b1-432c-4f50-9a33-9f9b5cba072f req-d8ee98f8-ddfa-4a64-bf92-1d5bf0917ef7 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:15.977772 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4dec35b1-432c-4f50-9a33-9f9b5cba072f req-d8ee98f8-ddfa-4a64-bf92-1d5bf0917ef7 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d500a9-d95e-40f8-bfb7-f2f701f716e2 HTTP/1.1" status: 200 len: 948 time: 0.1839800 Dec 09 15:29:16.008878 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-82156a90-f530-4c98-a9d5-9542997d83de req-eb157cdc-aafd-4b67-9369-acb6b76daabc tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/security-groups?id=c96b4cc5-a8d6-43c6-830b-300ef651808a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712481 Dec 09 15:29:16.028043 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-033a2d7e-ff21-4efd-a668-6398c95d57e9 None None] Set router 99ff11f6-621d-47c1-893c-66eca96fb5d6 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:29:16.042161 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-1e74ba7a-f603-41d1-9d54-14385a856c4c tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:16.044261 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-1e74ba7a-f603-41d1-9d54-14385a856c4c tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3550880 Dec 09 15:29:16.083434 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-b93af2d2-022f-43ff-b1c2-98fe51ece70b tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Request body: {'port': {'device_id': '3fb8800a-7d15-4815-a740-315184ea7aa0', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'admin_state_up': True, 'tenant_id': 'c009e316e1bd42d6ac86f544a117adb7'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:16.130471 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4dec35b1-432c-4f50-9a33-9f9b5cba072f req-980a7b53-1fd2-4ebe-8380-172063ec64fb tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515799 Dec 09 15:29:16.300239 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a231f4-c451-477f-afa8-015c474592e9 req-9fcc3254-2898-48f9-a106-eca569efe0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:16.301702 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-84a231f4-c451-477f-afa8-015c474592e9 req-9fcc3254-2898-48f9-a106-eca569efe0d8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.1246779 Dec 09 15:29:16.376486 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f99091-e7f5-4151-8486-75935ece8cea req-a6596ae5-73a2-4c33-8b67-a19bab076ce0 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:16.378125 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-62f99091-e7f5-4151-8486-75935ece8cea req-a6596ae5-73a2-4c33-8b67-a19bab076ce0 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/networks?id=3099805c-627c-4784-8087-c190eb81b4e0 HTTP/1.1" status: 200 len: 807 time: 0.2794545 Dec 09 15:29:16.485697 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a231f4-c451-477f-afa8-015c474592e9 req-c53583c6-aab5-4f8f-b2a1-48cc0f74fe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:16.487255 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-84a231f4-c451-477f-afa8-015c474592e9 req-c53583c6-aab5-4f8f-b2a1-48cc0f74fe4b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1749496 Dec 09 15:29:16.514194 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-62f99091-e7f5-4151-8486-75935ece8cea req-020083ae-5795-4f1c-8657-65a2e128c7fd tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/quotas/5630bc9a914e4b7b8f43ee6d128eeb69 HTTP/1.1" status: 200 len: 375 time: 0.1046336 Dec 09 15:29:16.532898 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-b93af2d2-022f-43ff-b1c2-98fe51ece70b tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Made reservation on behalf of c009e316e1bd42d6ac86f544a117adb7 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:29:16.536326 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-b93af2d2-022f-43ff-b1c2-98fe51ece70b tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:16.570244 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-033a2d7e-ff21-4efd-a668-6398c95d57e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ff11f6-621d-47c1-893c-66eca96fb5d6', 'name': 'tempest-FloatingIPDetailsTestJSON-144436135-router', 'tenant_id': '968dba667ef140f0b1ab8736d2d86310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '82ee5e98-1e1f-4472-a8a5-27814f1201ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:29:05Z', 'updated_at': '2021-12-09T15:29:12Z', 'revision_number': 4, 'project_id': '968dba667ef140f0b1ab8736d2d86310', 'gw_port': {'id': '82ee5e98-1e1f-4472-a8a5-27814f1201ab', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:54:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ff11f6-621d-47c1-893c-66eca96fb5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:29:07Z', 'updated_at': '2021-12-09T15:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'b67ded50-e50f-4643-b1da-c17429dff975', 'name': '', 'network_id': '339ed430-a727-4344-87b1-392cb45ddd89', 'tenant_id': '968dba667ef140f0b1ab8736d2d86310', 'mac_address': 'fa:16:3e:d1:50:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ff11f6-621d-47c1-893c-66eca96fb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'de9e21e2-0009-4fb9-b43a-cd168600d66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:29:11Z', 'updated_at': '2021-12-09T15:29:12Z', 'revision_number': 2, 'project_id': '968dba667ef140f0b1ab8736d2d86310', 'subnets': [{'id': 'de9e21e2-0009-4fb9-b43a-cd168600d66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:16.598256 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033a2d7e-ff21-4efd-a668-6398c95d57e9 None None] Checking router: 99ff11f6-621d-47c1-893c-66eca96fb5d6 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:29:16.598620 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033a2d7e-ff21-4efd-a668-6398c95d57e9 None None] Updating router 99ff11f6-621d-47c1-893c-66eca96fb5d6 port b67ded50-e50f-4643-b1da-c17429dff975 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:29:16.633410 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-b93af2d2-022f-43ff-b1c2-98fe51ece70b tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:16.634760 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-033a2d7e-ff21-4efd-a668-6398c95d57e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:16.725354 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aada6dc4-0267-4495-beb7-b49ad737390c req-2ad13a1a-60cf-4578-b8ab-32c5a2fa5c1f tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3425291 Dec 09 15:29:16.738879 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-62f99091-e7f5-4151-8486-75935ece8cea req-ef288b0e-7dcc-4915-a0ee-6145edd01a69 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2156754 Dec 09 15:29:16.760753 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-aada6dc4-0267-4495-beb7-b49ad737390c req-d604051a-eb6b-41a6-b2c3-ecacfe7f4062 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:16.779682 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-84a231f4-c451-477f-afa8-015c474592e9 req-5d7e5413-59e2-4642-a568-e42539b6da29 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813010 Dec 09 15:29:16.900719 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-aada6dc4-0267-4495-beb7-b49ad737390c req-d604051a-eb6b-41a6-b2c3-ecacfe7f4062 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:16.966752 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-ab3cefc3-bf72-446e-ac9d-1fceb94af431 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=c009e316e1bd42d6ac86f544a117adb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524478 Dec 09 15:29:16.969242 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-033a2d7e-ff21-4efd-a668-6398c95d57e9 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:16.982566 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-033a2d7e-ff21-4efd-a668-6398c95d57e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:17.005028 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-b93af2d2-022f-43ff-b1c2-98fe51ece70b tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:17.030422 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-b93af2d2-022f-43ff-b1c2-98fe51ece70b tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:17.049446 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-84a231f4-c451-477f-afa8-015c474592e9 req-7fdba0c1-ab10-4109-8e07-1df26a585cda service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519817 Dec 09 15:29:17.051389 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-62f99091-e7f5-4151-8486-75935ece8cea req-46ca3e67-e1d9-41ef-8109-72a8cc1b48ab service neutron] 10.222.0.57 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838471 Dec 09 15:29:17.057418 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e87bea-c934-4a1e-921d-3f77783f1cb2 None None] Pushing event updated for resources: {'Port': ['ID=b67ded50-e50f-4643-b1da-c17429dff975,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:17.064213 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 82ee5e98-1e1f-4472-a8a5-27814f1201ab up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:29:17.170550 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 82ee5e98-1e1f-4472-a8a5-27814f1201ab triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:17.171254 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:17.179767 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-795afbbd-cdf9-4d62-bd18-62166e972678 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:17.185749 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-795afbbd-cdf9-4d62-bd18-62166e972678 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2122269 Dec 09 15:29:17.203320 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-033a2d7e-ff21-4efd-a668-6398c95d57e9 None None] Attempting to bind port b67ded50-e50f-4643-b1da-c17429dff975 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:29:17.204086 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-033a2d7e-ff21-4efd-a668-6398c95d57e9 None None] Attempting to bind port b67ded50-e50f-4643-b1da-c17429dff975 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '8e7e0745-ba6e-4811-94f7-4fbb841b4f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '339ed430-a727-4344-87b1-392cb45ddd89'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:29:17.204679 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033a2d7e-ff21-4efd-a668-6398c95d57e9 None None] Attempting to bind port b67ded50-e50f-4643-b1da-c17429dff975 on network 339ed430-a727-4344-87b1-392cb45ddd89 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:29:17.214968 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033a2d7e-ff21-4efd-a668-6398c95d57e9 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:29:17.215679 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033a2d7e-ff21-4efd-a668-6398c95d57e9 None None] Checking segment: {'id': '8e7e0745-ba6e-4811-94f7-4fbb841b4f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '339ed430-a727-4344-87b1-392cb45ddd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:29:17.216302 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-033a2d7e-ff21-4efd-a668-6398c95d57e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:17.216899 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033a2d7e-ff21-4efd-a668-6398c95d57e9 None None] Bound using segment: {'id': '8e7e0745-ba6e-4811-94f7-4fbb841b4f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '339ed430-a727-4344-87b1-392cb45ddd89'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:29:17.217239 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-22cb1cde-c789-42b1-a66a-fc9cab41ff3b tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Request body: {'port': {'device_id': '96da56e8-a20e-4c1a-aaa0-b5ec8261edb5', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'admin_state_up': True, 'tenant_id': 'c009e316e1bd42d6ac86f544a117adb7'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:17.217766 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-033a2d7e-ff21-4efd-a668-6398c95d57e9 None None] Bound port: b67ded50-e50f-4643-b1da-c17429dff975, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e7e0745-ba6e-4811-94f7-4fbb841b4f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '339ed430-a727-4344-87b1-392cb45ddd89'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:29:17.218362 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-033a2d7e-ff21-4efd-a668-6398c95d57e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:17.220999 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93af2d2-022f-43ff-b1c2-98fe51ece70b tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e42748e-05ab-4ca1-af90-dd0db51c39be,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:17.353910 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-22cb1cde-c789-42b1-a66a-fc9cab41ff3b tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Made reservation on behalf of c009e316e1bd42d6ac86f544a117adb7 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:29:17.355902 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-033a2d7e-ff21-4efd-a668-6398c95d57e9 None None] For port b67ded50-e50f-4643-b1da-c17429dff975, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:29:17.358691 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-22cb1cde-c789-42b1-a66a-fc9cab41ff3b tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:17.359708 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-033a2d7e-ff21-4efd-a668-6398c95d57e9 None None] For port b67ded50-e50f-4643-b1da-c17429dff975, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=b67ded50-e50f-4643-b1da-c17429dff975,segment=NetworkSegment(8e7e0745-ba6e-4811-94f7-4fbb841b4f4f),segment_id=8e7e0745-ba6e-4811-94f7-4fbb841b4f4f)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:29:17.366132 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-033a2d7e-ff21-4efd-a668-6398c95d57e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:17.379237 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-62f99091-e7f5-4151-8486-75935ece8cea req-abc43881-5165-46ce-bc13-7155428fbcf9 service neutron] 10.222.0.57 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934678 Dec 09 15:29:17.414019 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-b93af2d2-022f-43ff-b1c2-98fe51ece70b tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Allocated IP 192.168.233.6 (bf6a25f7-2b73-48b5-b60f-99a19e919fb7/54e6953c-1261-4e7c-8b49-64e5b87424c2/de0cbd6b-3bec-4e55-8594-47550661ab93) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:29:17.417180 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-aada6dc4-0267-4495-beb7-b49ad737390c req-d604051a-eb6b-41a6-b2c3-ecacfe7f4062 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:17.426600 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033a2d7e-ff21-4efd-a668-6398c95d57e9 None None] Routers {'99ff11f6-621d-47c1-893c-66eca96fb5d6'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:29:17.427612 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-033a2d7e-ff21-4efd-a668-6398c95d57e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:28:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['99ff11f6-621d-47c1-893c-66eca96fb5d6'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:17.481538 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e87bea-c934-4a1e-921d-3f77783f1cb2 None None] Pushing event updated for resources: {'Port': ['ID=b67ded50-e50f-4643-b1da-c17429dff975,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:17.512270 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f88263ad-7cb4-4820-95b6-55d045d998e8 None None] Provisioning complete for port b67ded50-e50f-4643-b1da-c17429dff975 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:17.512568 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f88263ad-7cb4-4820-95b6-55d045d998e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:17.623836 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-033a2d7e-ff21-4efd-a668-6398c95d57e9 None None] Set router 99ff11f6-621d-47c1-893c-66eca96fb5d6 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:29:17.708235 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea2de25e-7897-4271-9d98-986803a004c0', 'tag': 'baa1ea4c-5081-4145-a800-62b0b64a6cfc'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:29:17.712565 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6e6184-26b4-4c1b-8e6c-0650e584f384" -d '{"events": [{"name": "network-changed", "server_uuid": "ea2de25e-7897-4271-9d98-986803a004c0", "tag": "baa1ea4c-5081-4145-a800-62b0b64a6cfc"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:29:17.717072 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-aada6dc4-0267-4495-beb7-b49ad737390c req-d604051a-eb6b-41a6-b2c3-ecacfe7f4062 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Allocated IP 172.25.3.67 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/1e94647b-7fb6-4c16-9119-e5fa3afe1f50) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:29:17.735056 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f88263ad-7cb4-4820-95b6-55d045d998e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:17.773745 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c327f5-78d8-4983-bcb2-d46d151f842d req-1acd4900-9547-45d1-adfd-fd158b5be5e7 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:17.775272 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c4c327f5-78d8-4983-bcb2-d46d151f842d req-1acd4900-9547-45d1-adfd-fd158b5be5e7 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea2de25e-7897-4271-9d98-986803a004c0 HTTP/1.1" status: 200 len: 943 time: 0.1510980 Dec 09 15:29:17.821487 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f88263ad-7cb4-4820-95b6-55d045d998e8 None None] For port b67ded50-e50f-4643-b1da-c17429dff975, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=b67ded50-e50f-4643-b1da-c17429dff975,segment=NetworkSegment(8e7e0745-ba6e-4811-94f7-4fbb841b4f4f),segment_id=8e7e0745-ba6e-4811-94f7-4fbb841b4f4f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:17.832253 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f88263ad-7cb4-4820-95b6-55d045d998e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:17.857545 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-b93af2d2-022f-43ff-b1c2-98fe51ece70b tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:17.919273 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88263ad-7cb4-4820-95b6-55d045d998e8 None None] Pushing event updated for resources: {'Port': ['ID=b67ded50-e50f-4643-b1da-c17429dff975,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:17.941772 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-033a2d7e-ff21-4efd-a668-6398c95d57e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ff11f6-621d-47c1-893c-66eca96fb5d6', 'name': 'tempest-FloatingIPDetailsTestJSON-144436135-router', 'tenant_id': '968dba667ef140f0b1ab8736d2d86310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '82ee5e98-1e1f-4472-a8a5-27814f1201ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:29:05Z', 'updated_at': '2021-12-09T15:29:12Z', 'revision_number': 4, 'project_id': '968dba667ef140f0b1ab8736d2d86310', 'gw_port': {'id': '82ee5e98-1e1f-4472-a8a5-27814f1201ab', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:54:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ff11f6-621d-47c1-893c-66eca96fb5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:29:07Z', 'updated_at': '2021-12-09T15:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'b67ded50-e50f-4643-b1da-c17429dff975', 'name': '', 'network_id': '339ed430-a727-4344-87b1-392cb45ddd89', 'tenant_id': '968dba667ef140f0b1ab8736d2d86310', 'mac_address': 'fa:16:3e:d1:50:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ff11f6-621d-47c1-893c-66eca96fb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'de9e21e2-0009-4fb9-b43a-cd168600d66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:29:11Z', 'updated_at': '2021-12-09T15:29:17Z', 'revision_number': 4, 'project_id': '968dba667ef140f0b1ab8736d2d86310', 'subnets': [{'id': 'de9e21e2-0009-4fb9-b43a-cd168600d66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:17.973892 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033a2d7e-ff21-4efd-a668-6398c95d57e9 None None] The sync data for ids ['99ff11f6-621d-47c1-893c-66eca96fb5d6'] in n-d-821228-1 is: [{'id': '99ff11f6-621d-47c1-893c-66eca96fb5d6', 'name': 'tempest-FloatingIPDetailsTestJSON-144436135-router', 'tenant_id': '968dba667ef140f0b1ab8736d2d86310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '82ee5e98-1e1f-4472-a8a5-27814f1201ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:29:05Z', 'updated_at': '2021-12-09T15:29:12Z', 'revision_number': 4, 'project_id': '968dba667ef140f0b1ab8736d2d86310', 'gw_port': {'id': '82ee5e98-1e1f-4472-a8a5-27814f1201ab', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:54:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ff11f6-621d-47c1-893c-66eca96fb5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:29:07Z', 'updated_at': '2021-12-09T15:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'b67ded50-e50f-4643-b1da-c17429dff975', 'name': '', 'network_id': '339ed430-a727-4344-87b1-392cb45ddd89', 'tenant_id': '968dba667ef140f0b1ab8736d2d86310', 'mac_address': 'fa:16:3e:d1:50:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ff11f6-621d-47c1-893c-66eca96fb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'de9e21e2-0009-4fb9-b43a-cd168600d66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:29:11Z', 'updated_at': '2021-12-09T15:29:17Z', 'revision_number': 4, 'project_id': '968dba667ef140f0b1ab8736d2d86310', 'subnets': [{'id': 'de9e21e2-0009-4fb9-b43a-cd168600d66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:29:17.985205 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-92306243-4e35-4d6c-bb1e-463c9376819e None None] Provisioning complete for port b67ded50-e50f-4643-b1da-c17429dff975 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:17.985584 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-92306243-4e35-4d6c-bb1e-463c9376819e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:18.177877 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c4c327f5-78d8-4983-bcb2-d46d151f842d req-c792fa32-1d44-42d8-a0d3-fa3fe15a038b tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662314 Dec 09 15:29:18.215382 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-aada6dc4-0267-4495-beb7-b49ad737390c req-d604051a-eb6b-41a6-b2c3-ecacfe7f4062 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:18.238940 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-b93af2d2-022f-43ff-b1c2-98fe51ece70b tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:18.333502 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-b93af2d2-022f-43ff-b1c2-98fe51ece70b tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:29:18.339944 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03ea4bf0-13b4-44a7-80f4-379d941364a4 req-fa4d46a5-cc39-4add-9ecf-a1c1c2f4746a tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=96da56e8-a20e-4c1a-aaa0-b5ec8261edb5 HTTP/1.1" status: 200 len: 210 time: 0.0553057 Dec 09 15:29:18.344673 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-aada6dc4-0267-4495-beb7-b49ad737390c req-d604051a-eb6b-41a6-b2c3-ecacfe7f4062 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:18.344816 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-22cb1cde-c789-42b1-a66a-fc9cab41ff3b tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Allocated IP 192.168.233.125 (bf6a25f7-2b73-48b5-b60f-99a19e919fb7/54e6953c-1261-4e7c-8b49-64e5b87424c2/26f3a58b-58e2-438e-9447-c1674c1070db) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:29:18.347508 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-b93af2d2-022f-43ff-b1c2-98fe51ece70b tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:29:18.363869 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93af2d2-022f-43ff-b1c2-98fe51ece70b tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Pushing event updated for resources: {'Port': ['ID=de0cbd6b-3bec-4e55-8594-47550661ab93,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:18.363869 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-b93af2d2-022f-43ff-b1c2-98fe51ece70b tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:29:18.373693 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-b93af2d2-022f-43ff-b1c2-98fe51ece70b tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:18.376193 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-b93af2d2-022f-43ff-b1c2-98fe51ece70b tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:18.445666 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aada6dc4-0267-4495-beb7-b49ad737390c req-d604051a-eb6b-41a6-b2c3-ecacfe7f4062 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:29:18.461128 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-b93af2d2-022f-43ff-b1c2-98fe51ece70b tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3926723 Dec 09 15:29:18.462175 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d604051a-eb6b-41a6-b2c3-ecacfe7f4062 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Pushing event updated for resources: {'Port': ['ID=1e94647b-7fb6-4c16-9119-e5fa3afe1f50,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:18.465219 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-aada6dc4-0267-4495-beb7-b49ad737390c req-d604051a-eb6b-41a6-b2c3-ecacfe7f4062 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:29:18.467467 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-aada6dc4-0267-4495-beb7-b49ad737390c req-d604051a-eb6b-41a6-b2c3-ecacfe7f4062 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:29:18.481809 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-71681768-f472-49ca-97c6-eca3431d5a61 service neutron] Request body: {'port': {'device_id': '3fb8800a-7d15-4815-a740-315184ea7aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:18.484938 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device baa1ea4c-5081-4145-a800-62b0b64a6cfc details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:29:18.643004 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port baa1ea4c-5081-4145-a800-62b0b64a6cfc, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=baa1ea4c-5081-4145-a800-62b0b64a6cfc,segment=NetworkSegment(69c5f819-123d-436b-8f3f-7e75c7d0b133),segment_id=69c5f819-123d-436b-8f3f-7e75c7d0b133)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:18.645738 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-71681768-f472-49ca-97c6-eca3431d5a61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:18.678680 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device baa1ea4c-5081-4145-a800-62b0b64a6cfc has no active binding in host n-h2-821228-1 {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 09 15:29:18.679073 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:29:18.682324 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-aada6dc4-0267-4495-beb7-b49ad737390c req-d604051a-eb6b-41a6-b2c3-ecacfe7f4062 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:18.724851 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-22cb1cde-c789-42b1-a66a-fc9cab41ff3b tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:18.780987 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-22cb1cde-c789-42b1-a66a-fc9cab41ff3b tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:18.827470 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-aada6dc4-0267-4495-beb7-b49ad737390c req-d604051a-eb6b-41a6-b2c3-ecacfe7f4062 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:18.855827 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4b4264c4-6a80-42ba-8f7a-847e8cc33a54 None None] Provisioning complete for port de0cbd6b-3bec-4e55-8594-47550661ab93 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:18.856891 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4b4264c4-6a80-42ba-8f7a-847e8cc33a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:18.901468 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb1cde-c789-42b1-a66a-fc9cab41ff3b tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Pushing event updated for resources: {'Port': ['ID=26f3a58b-58e2-438e-9447-c1674c1070db,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:18.913650 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-22cb1cde-c789-42b1-a66a-fc9cab41ff3b tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:29:18.915070 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-22cb1cde-c789-42b1-a66a-fc9cab41ff3b tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:29:18.920356 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-22cb1cde-c789-42b1-a66a-fc9cab41ff3b tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:29:18.927056 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-22cb1cde-c789-42b1-a66a-fc9cab41ff3b tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:18.927711 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-22cb1cde-c789-42b1-a66a-fc9cab41ff3b tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:18.953281 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-22cb1cde-c789-42b1-a66a-fc9cab41ff3b tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7456992 Dec 09 15:29:18.977131 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-355b3b46-e77a-4fe1-b8df-655a503c97de service neutron] Request body: {'port': {'device_id': '96da56e8-a20e-4c1a-aaa0-b5ec8261edb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:18.977534 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:18.980559 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-4b4264c4-6a80-42ba-8f7a-847e8cc33a54 None None] Port de0cbd6b-3bec-4e55-8594-47550661ab93 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:29:18.991632 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'port_id': '07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2', 'mac_address': 'fa:16:3e:c8:49:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6953c-1261-4e7c-8b49-64e5b87424c2', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:29:19.057394 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:19.098773 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:29:19.118168 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-355b3b46-e77a-4fe1-b8df-655a503c97de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:19.137122 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:19.156239 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device b67ded50-e50f-4643-b1da-c17429dff975 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:29:19.163520 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:19.331317 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port b67ded50-e50f-4643-b1da-c17429dff975 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:19.331827 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:19.338550 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:19.377463 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-322a5303-5f4e-4b59-91c5-ce205fc2b279 None None] Provisioning complete for port 26f3a58b-58e2-438e-9447-c1674c1070db triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:19.377835 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-322a5303-5f4e-4b59-91c5-ce205fc2b279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:19.425265 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215fe0c-7591-449d-979e-85a8ec5d3733 req-e13f0aa3-aa52-41d7-be72-7b342ac8a88c tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:19.426855 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f215fe0c-7591-449d-979e-85a8ec5d3733 req-e13f0aa3-aa52-41d7-be72-7b342ac8a88c tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/ports?device_id=c13ca81a-1c4d-4128-9a67-7a787ca7316d HTTP/1.1" status: 200 len: 946 time: 0.2854242 Dec 09 15:29:19.433890 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f99091-e7f5-4151-8486-75935ece8cea req-ea379dd5-9044-4a4c-bc7b-64005bc4a749 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:19.435408 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-62f99091-e7f5-4151-8486-75935ece8cea req-ea379dd5-9044-4a4c-bc7b-64005bc4a749 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.31 "GET /v2.0/networks?id=3099805c-627c-4784-8087-c190eb81b4e0 HTTP/1.1" status: 200 len: 807 time: 0.6486931 Dec 09 15:29:19.437196 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-322a5303-5f4e-4b59-91c5-ce205fc2b279 None None] Port 26f3a58b-58e2-438e-9447-c1674c1070db cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:29:19.464328 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-62f99091-e7f5-4151-8486-75935ece8cea req-c0879ba0-50d0-445c-b7e5-fc0fb6341c1e tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Request body: {'port': {'device_id': 'e6d93d33-686a-4d6b-94b6-2d82623f0326', 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0', 'admin_state_up': True, 'tenant_id': '5630bc9a914e4b7b8f43ee6d128eeb69'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:19.571775 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:29:19.633442 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-71681768-f472-49ca-97c6-eca3431d5a61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de0cbd6b-3bec-4e55-8594-47550661ab93 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:29:19.643769 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f215fe0c-7591-449d-979e-85a8ec5d3733 req-68fd554c-2d05-4bc8-8b83-38f94b040e83 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/security-groups?id=c96b4cc5-a8d6-43c6-830b-300ef651808a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997855 Dec 09 15:29:19.654920 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-71681768-f472-49ca-97c6-eca3431d5a61 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:19.686578 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-aada6dc4-0267-4495-beb7-b49ad737390c req-d604051a-eb6b-41a6-b2c3-ecacfe7f4062 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:19.696105 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-71681768-f472-49ca-97c6-eca3431d5a61 service neutron] Transition to ACTIVE for port object de0cbd6b-3bec-4e55-8594-47550661ab93 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:29:19.699290 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-aada6dc4-0267-4495-beb7-b49ad737390c req-d604051a-eb6b-41a6-b2c3-ecacfe7f4062 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:19.714992 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-71681768-f472-49ca-97c6-eca3431d5a61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:19.752227 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-aada6dc4-0267-4495-beb7-b49ad737390c req-d604051a-eb6b-41a6-b2c3-ecacfe7f4062 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:19.807760 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62f99091-e7f5-4151-8486-75935ece8cea req-c0879ba0-50d0-445c-b7e5-fc0fb6341c1e tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Made reservation on behalf of 5630bc9a914e4b7b8f43ee6d128eeb69 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:29:19.811293 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-62f99091-e7f5-4151-8486-75935ece8cea req-c0879ba0-50d0-445c-b7e5-fc0fb6341c1e tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:19.817720 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-aada6dc4-0267-4495-beb7-b49ad737390c req-d604051a-eb6b-41a6-b2c3-ecacfe7f4062 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:19.819393 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aada6dc4-0267-4495-beb7-b49ad737390c req-d604051a-eb6b-41a6-b2c3-ecacfe7f4062 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0736871 Dec 09 15:29:19.826318 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d604051a-eb6b-41a6-b2c3-ecacfe7f4062 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Pushing event updated for resources: {'Port': ['ID=1e94647b-7fb6-4c16-9119-e5fa3afe1f50,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:19.875698 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-355b3b46-e77a-4fe1-b8df-655a503c97de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26f3a58b-58e2-438e-9447-c1674c1070db {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:29:19.884278 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-355b3b46-e77a-4fe1-b8df-655a503c97de service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:19.898985 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-355b3b46-e77a-4fe1-b8df-655a503c97de service neutron] Transition to ACTIVE for port object 26f3a58b-58e2-438e-9447-c1674c1070db will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:29:19.903287 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-355b3b46-e77a-4fe1-b8df-655a503c97de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:19.953252 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b3b46-e77a-4fe1-b8df-655a503c97de service neutron] Pushing event updated for resources: {'Port': ['ID=26f3a58b-58e2-438e-9447-c1674c1070db,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:19.985019 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aada6dc4-0267-4495-beb7-b49ad737390c req-86be2b4f-bb4a-4329-831e-c184859ed639 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.67 HTTP/1.1" status: 200 len: 695 time: 0.1500793 Dec 09 15:29:19.992471 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f74992-0265-49c7-bd86-939fb8914543 req-ef1e77c9-2521-4cd4-8597-eaa4770aa75d tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:19.996810 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-355b3b46-e77a-4fe1-b8df-655a503c97de service neutron] Attempting to bind port 26f3a58b-58e2-438e-9447-c1674c1070db on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:29:19.997154 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-355b3b46-e77a-4fe1-b8df-655a503c97de service neutron] Attempting to bind port 26f3a58b-58e2-438e-9447-c1674c1070db by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:29:19.997483 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-355b3b46-e77a-4fe1-b8df-655a503c97de service neutron] Attempting to bind port 26f3a58b-58e2-438e-9447-c1674c1070db on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:29:19.999598 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-93f74992-0265-49c7-bd86-939fb8914543 req-ef1e77c9-2521-4cd4-8597-eaa4770aa75d tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d500a9-d95e-40f8-bfb7-f2f701f716e2 HTTP/1.1" status: 200 len: 949 time: 0.2589211 Dec 09 15:29:20.002850 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-355b3b46-e77a-4fe1-b8df-655a503c97de service neutron] Port 26f3a58b-58e2-438e-9447-c1674c1070db on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:29:20.003176 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-355b3b46-e77a-4fe1-b8df-655a503c97de service neutron] Attempting to bind port 26f3a58b-58e2-438e-9447-c1674c1070db on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:29:20.009526 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-355b3b46-e77a-4fe1-b8df-655a503c97de service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:29:20.009864 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-355b3b46-e77a-4fe1-b8df-655a503c97de service neutron] Checking segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:29:20.010263 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-355b3b46-e77a-4fe1-b8df-655a503c97de service neutron] Bound using segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:29:20.010668 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-355b3b46-e77a-4fe1-b8df-655a503c97de service neutron] Bound port: 26f3a58b-58e2-438e-9447-c1674c1070db, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:29:20.011048 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-355b3b46-e77a-4fe1-b8df-655a503c97de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:20.057330 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-71681768-f472-49ca-97c6-eca3431d5a61 service neutron] Attempting to bind port de0cbd6b-3bec-4e55-8594-47550661ab93 on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:29:20.057672 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-71681768-f472-49ca-97c6-eca3431d5a61 service neutron] Attempting to bind port de0cbd6b-3bec-4e55-8594-47550661ab93 by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:29:20.058006 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-71681768-f472-49ca-97c6-eca3431d5a61 service neutron] Attempting to bind port de0cbd6b-3bec-4e55-8594-47550661ab93 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:29:20.060086 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71681768-f472-49ca-97c6-eca3431d5a61 service neutron] Pushing event updated for resources: {'Port': ['ID=de0cbd6b-3bec-4e55-8594-47550661ab93,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:20.094245 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-355b3b46-e77a-4fe1-b8df-655a503c97de service neutron] For port 26f3a58b-58e2-438e-9447-c1674c1070db, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:29:20.097548 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-355b3b46-e77a-4fe1-b8df-655a503c97de service neutron] For port 26f3a58b-58e2-438e-9447-c1674c1070db, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=26f3a58b-58e2-438e-9447-c1674c1070db,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:29:20.102619 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-355b3b46-e77a-4fe1-b8df-655a503c97de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:20.116130 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-71681768-f472-49ca-97c6-eca3431d5a61 service neutron] Port de0cbd6b-3bec-4e55-8594-47550661ab93 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:29:20.116551 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-71681768-f472-49ca-97c6-eca3431d5a61 service neutron] Attempting to bind port de0cbd6b-3bec-4e55-8594-47550661ab93 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:29:20.142810 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-355b3b46-e77a-4fe1-b8df-655a503c97de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:20.143003 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-71681768-f472-49ca-97c6-eca3431d5a61 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:29:20.143249 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-71681768-f472-49ca-97c6-eca3431d5a61 service neutron] Checking segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:29:20.143408 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-355b3b46-e77a-4fe1-b8df-655a503c97de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:20.143636 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-71681768-f472-49ca-97c6-eca3431d5a61 service neutron] Bound using segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:29:20.144084 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-71681768-f472-49ca-97c6-eca3431d5a61 service neutron] Bound port: de0cbd6b-3bec-4e55-8594-47550661ab93, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:29:20.144457 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-71681768-f472-49ca-97c6-eca3431d5a61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:20.145116 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-355b3b46-e77a-4fe1-b8df-655a503c97de service neutron] 10.222.0.42 "PUT /v2.0/ports/26f3a58b-58e2-438e-9447-c1674c1070db HTTP/1.1" status: 200 len: 1096 time: 1.1733778 Dec 09 15:29:20.174780 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b3b46-e77a-4fe1-b8df-655a503c97de service neutron] Pushing event updated for resources: {'Port': ['ID=26f3a58b-58e2-438e-9447-c1674c1070db,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:20.243973 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-93f74992-0265-49c7-bd86-939fb8914543 req-9731ee35-3dfe-44e9-8313-111a72505bb0 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434952 Dec 09 15:29:20.255429 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-de5d8f70-2aec-4f5e-a86c-9a5ab044a701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:20.257480 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-de5d8f70-2aec-4f5e-a86c-9a5ab044a701 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c009e316e1bd42d6ac86f544a117adb7&device_id=96da56e8-a20e-4c1a-aaa0-b5ec8261edb5 HTTP/1.1" status: 200 len: 1099 time: 0.0435882 Dec 09 15:29:20.299930 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada6dc4-0267-4495-beb7-b49ad737390c req-6cfb9cf7-6395-469f-b1c2-2900cea8f336 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:20.301055 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aada6dc4-0267-4495-beb7-b49ad737390c req-6cfb9cf7-6395-469f-b1c2-2900cea8f336 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] 10.222.0.57 "GET /v2.0/networks/d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 784 time: 0.2969847 Dec 09 15:29:20.304780 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-62f99091-e7f5-4151-8486-75935ece8cea req-c0879ba0-50d0-445c-b7e5-fc0fb6341c1e tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Allocated IP 172.20.0.5 (3099805c-627c-4784-8087-c190eb81b4e0/75dd204b-61ff-4875-bd46-839f068b72c4/b5062ccf-d065-4c54-be78-8a88b95e17da) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:29:20.339572 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-aada6dc4-0267-4495-beb7-b49ad737390c req-eed54ba4-ca2f-4e3b-96e8-27c51f6caf61 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:29:20.341095 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aada6dc4-0267-4495-beb7-b49ad737390c req-eed54ba4-ca2f-4e3b-96e8-27c51f6caf61 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0285282 Dec 09 15:29:20.341770 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-08d15e2f-3dbc-41f8-b307-c3511bab9892 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=26f3a58b-58e2-438e-9447-c1674c1070db HTTP/1.1" status: 200 len: 217 time: 0.0675364 Dec 09 15:29:20.411199 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-09f42110-01ed-4e12-89d6-9b425cc25d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:20.416032 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-171589ee-076d-42d8-9c39-182f53ae3b36 req-d5cdbd14-dbfc-475e-a9a7-066cfc455361 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 210 time: 0.0657270 Dec 09 15:29:20.417886 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-71681768-f472-49ca-97c6-eca3431d5a61 service neutron] For port de0cbd6b-3bec-4e55-8594-47550661ab93, host n-h1-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:29:20.426701 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-29495d63-a7af-41f4-ae34-0fa519267f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:20.437074 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-29495d63-a7af-41f4-ae34-0fa519267f72 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0752568 Dec 09 15:29:20.460889 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-71681768-f472-49ca-97c6-eca3431d5a61 service neutron] For port de0cbd6b-3bec-4e55-8594-47550661ab93, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=de0cbd6b-3bec-4e55-8594-47550661ab93,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:29:20.480249 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-71681768-f472-49ca-97c6-eca3431d5a61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:20.490731 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3d3323-78ad-4d87-8101-5b78c4035247 x-openstack-request-id: req-fd3d3323-78ad-4d87-8101-5b78c4035247 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:29:20.490999 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea2de25e-7897-4271-9d98-986803a004c0", "tag": "baa1ea4c-5081-4145-a800-62b0b64a6cfc", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:29:20.491190 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fd3d3323-78ad-4d87-8101-5b78c4035247 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:29:20.493884 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea2de25e-7897-4271-9d98-986803a004c0', 'tag': 'baa1ea4c-5081-4145-a800-62b0b64a6cfc', 'status': 'completed', 'code': 200} Dec 09 15:29:20.514157 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-4dab81c8-65ce-45a0-978e-7095c01e4ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:20.515072 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:29:20.515748 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-4dab81c8-65ce-45a0-978e-7095c01e4ec0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0797203 Dec 09 15:29:20.549782 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.42', 63869) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:20.613250 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:29:20.623256 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:20.623827 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:20.672840 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-71681768-f472-49ca-97c6-eca3431d5a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:20.673706 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-71681768-f472-49ca-97c6-eca3431d5a61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:20.675828 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-71681768-f472-49ca-97c6-eca3431d5a61 service neutron] 10.222.0.42 "PUT /v2.0/ports/de0cbd6b-3bec-4e55-8594-47550661ab93 HTTP/1.1" status: 200 len: 1094 time: 2.1989377 Dec 09 15:29:20.676967 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb8800a-7d15-4815-a740-315184ea7aa0', 'tag': 'de0cbd6b-3bec-4e55-8594-47550661ab93'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:29:20.692496 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd87c32-a743-4faf-a838-c3b4d3bf59f5" -d '{"events": [{"name": "network-changed", "server_uuid": "3fb8800a-7d15-4815-a740-315184ea7aa0", "tag": "de0cbd6b-3bec-4e55-8594-47550661ab93"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:29:20.759492 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:20.794095 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d500a9-d95e-40f8-bfb7-f2f701f716e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:29:20.797014 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947f9eaf-0354-4ea1-a5e9-e89b15a75c45" -d '{"events": [{"server_uuid": "58d500a9-d95e-40f8-bfb7-f2f701f716e2", "name": "network-vif-plugged", "status": "completed", "tag": "07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:29:20.827989 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e6184-26b4-4c1b-8e6c-0650e584f384 req-8447c8d7-9923-44dc-b61b-2d9142d8f760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:20.835573 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7e6e6184-26b4-4c1b-8e6c-0650e584f384 req-8447c8d7-9923-44dc-b61b-2d9142d8f760 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5674bd72d1184432801f651e299c9dce&device_id=ea2de25e-7897-4271-9d98-986803a004c0 HTTP/1.1" status: 200 len: 1124 time: 0.2772748 Dec 09 15:29:20.929029 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-e2740cd5-e765-4970-82d4-3ac755b667aa service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028838 Dec 09 15:29:20.992059 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:20.999177 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:21.032591 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e6184-26b4-4c1b-8e6c-0650e584f384 req-25c5bec9-077d-4b8c-9003-dfb419c8797c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:21.034177 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7e6e6184-26b4-4c1b-8e6c-0650e584f384 req-25c5bec9-077d-4b8c-9003-dfb419c8797c service neutron] 10.222.0.42 "GET /v2.0/networks?id=6c4b0ba7-873d-4b03-9efa-67af55c0587e HTTP/1.1" status: 200 len: 921 time: 0.1944592 Dec 09 15:29:21.056021 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:21.083569 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7e6e6184-26b4-4c1b-8e6c-0650e584f384 req-80c321b9-fbb2-438a-99b5-0a8a98a1a628 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=baa1ea4c-5081-4145-a800-62b0b64a6cfc HTTP/1.1" status: 200 len: 217 time: 0.0407374 Dec 09 15:29:21.102123 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c8274e8c-fa92-4039-a3ac-da51e1a332fd req-bb88359c-7bfe-4066-b80f-d5beba5927b7 service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598954 Dec 09 15:29:21.106722 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71681768-f472-49ca-97c6-eca3431d5a61 service neutron] Pushing event updated for resources: {'Port': ['ID=de0cbd6b-3bec-4e55-8594-47550661ab93,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:21.148636 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e6184-26b4-4c1b-8e6c-0650e584f384 req-5ad265c8-16e4-4282-9bc7-fc51f0bb9e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:21.150145 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7e6e6184-26b4-4c1b-8e6c-0650e584f384 req-5ad265c8-16e4-4282-9bc7-fc51f0bb9e84 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2340fb97-6ad9-4615-9535-804554d0ce45 HTTP/1.1" status: 200 len: 860 time: 0.0591071 Dec 09 15:29:21.174001 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfe695-99d6-48ca-8050-f8d4604e66fe req-2af8297f-f481-49e9-b11e-25c27435a853 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:21.175493 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d2bfe695-99d6-48ca-8050-f8d4604e66fe req-2af8297f-f481-49e9-b11e-25c27435a853 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea2de25e-7897-4271-9d98-986803a004c0 HTTP/1.1" status: 200 len: 943 time: 0.4576387 Dec 09 15:29:21.189501 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ddeedf-8158-4965-92c8-6ff7d2db7cc2 req-0a45a059-446c-4a66-87cc-f06bacaf1fac tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:21.190891 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-07ddeedf-8158-4965-92c8-6ff7d2db7cc2 req-0a45a059-446c-4a66-87cc-f06bacaf1fac tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=96da56e8-a20e-4c1a-aaa0-b5ec8261edb5 HTTP/1.1" status: 200 len: 948 time: 0.4297934 Dec 09 15:29:21.195722 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-ac59fb23-9d6c-4dc0-bd4b-56d6b953eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:21.197190 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-ac59fb23-9d6c-4dc0-bd4b-56d6b953eee1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c009e316e1bd42d6ac86f544a117adb7&device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 1097 time: 0.4305391 Dec 09 15:29:21.201020 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-62f99091-e7f5-4151-8486-75935ece8cea req-c0879ba0-50d0-445c-b7e5-fc0fb6341c1e tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:21.204537 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7e6e6184-26b4-4c1b-8e6c-0650e584f384 req-4f37cd32-32aa-45eb-bbb3-802ed48d67a8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6c4b0ba7-873d-4b03-9efa-67af55c0587e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250683 Dec 09 15:29:21.292229 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-57534562-c1c4-47a6-9a74-769422f6f920 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=de0cbd6b-3bec-4e55-8594-47550661ab93 HTTP/1.1" status: 200 len: 217 time: 0.0620136 Dec 09 15:29:21.302811 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7e6e6184-26b4-4c1b-8e6c-0650e584f384 req-51b0831a-7ae6-4689-8eea-377fef978e01 service neutron] 10.222.0.42 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826869 Dec 09 15:29:21.353792 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-07ddeedf-8158-4965-92c8-6ff7d2db7cc2 req-a681df79-a934-4cec-9fd2-83a03e4ed5b7 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556668 Dec 09 15:29:21.359874 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d2bfe695-99d6-48ca-8050-f8d4604e66fe req-347ede28-e900-43e9-abfc-e7cc52b532b8 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680517 Dec 09 15:29:21.378883 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-6f4a5087-54c6-4e7d-a401-15f235128c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:21.380351 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-6f4a5087-54c6-4e7d-a401-15f235128c07 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0740912 Dec 09 15:29:21.389003 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-62f99091-e7f5-4151-8486-75935ece8cea req-c0879ba0-50d0-445c-b7e5-fc0fb6341c1e tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:21.427267 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7e6e6184-26b4-4c1b-8e6c-0650e584f384 req-a417a91f-3d61-4f79-a3a3-59d81a534c06 service neutron] 10.222.0.42 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179779 Dec 09 15:29:21.523083 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62f99091-e7f5-4151-8486-75935ece8cea req-c0879ba0-50d0-445c-b7e5-fc0fb6341c1e tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Network 3099805c-627c-4784-8087-c190eb81b4e0 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:29:21.539136 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0879ba0-50d0-445c-b7e5-fc0fb6341c1e tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Pushing event updated for resources: {'Port': ['ID=b5062ccf-d065-4c54-be78-8a88b95e17da,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:21.541672 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-62f99091-e7f5-4151-8486-75935ece8cea req-c0879ba0-50d0-445c-b7e5-fc0fb6341c1e tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:29:21.557141 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f99091-e7f5-4151-8486-75935ece8cea req-c0879ba0-50d0-445c-b7e5-fc0fb6341c1e tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:29:21.562691 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f99091-e7f5-4151-8486-75935ece8cea req-c0879ba0-50d0-445c-b7e5-fc0fb6341c1e tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:21.563290 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-62f99091-e7f5-4151-8486-75935ece8cea req-c0879ba0-50d0-445c-b7e5-fc0fb6341c1e tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:21.580055 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-a7968b50-1e90-4831-b0bd-ef4c0d4fab73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:21.581567 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-a7968b50-1e90-4831-b0bd-ef4c0d4fab73 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1906505 Dec 09 15:29:21.606362 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-62f99091-e7f5-4151-8486-75935ece8cea req-c0879ba0-50d0-445c-b7e5-fc0fb6341c1e tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1516581 Dec 09 15:29:21.654135 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-62f99091-e7f5-4151-8486-75935ece8cea req-98839b4e-5d59-4baa-9276-97cf3dbb7da4 service neutron] Request body: {'port': {'device_id': 'e6d93d33-686a-4d6b-94b6-2d82623f0326', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:21.698483 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11afd1-944e-4f31-b5f2-805b2a9306d9 req-cf40f3d0-e28d-4136-8aa2-03c47c90f81b tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:21.699886 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bc11afd1-944e-4f31-b5f2-805b2a9306d9 req-cf40f3d0-e28d-4136-8aa2-03c47c90f81b tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/ports?device_id=c13ca81a-1c4d-4128-9a67-7a787ca7316d HTTP/1.1" status: 200 len: 946 time: 0.1858485 Dec 09 15:29:21.751397 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6eef7e3d-5f88-4f1b-a107-98540c62c707 req-f2f22a7e-af65-4270-8347-6b1b30393637 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3130980 Dec 09 15:29:21.793624 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-6eef7e3d-5f88-4f1b-a107-98540c62c707 req-8696028e-b5de-4225-840e-eecdc2aa1858 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:21.825309 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-e34cf7ba-e971-415d-ba4c-e4b3a90abd92 service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314568 Dec 09 15:29:21.825856 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-62f99091-e7f5-4151-8486-75935ece8cea req-98839b4e-5d59-4baa-9276-97cf3dbb7da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:21.893250 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bc11afd1-944e-4f31-b5f2-805b2a9306d9 req-0ab67815-9b3f-450d-98e5-b9febb1727d5 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/security-groups?id=c96b4cc5-a8d6-43c6-830b-300ef651808a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774828 Dec 09 15:29:21.899607 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6eef7e3d-5f88-4f1b-a107-98540c62c707 req-8696028e-b5de-4225-840e-eecdc2aa1858 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:21.940731 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18232b8e-632b-421c-81c8-e461d5769e94 x-openstack-request-id: req-18232b8e-632b-421c-81c8-e461d5769e94 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:29:21.941029 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fb8800a-7d15-4815-a740-315184ea7aa0", "tag": "de0cbd6b-3bec-4e55-8594-47550661ab93", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:29:21.941283 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-18232b8e-632b-421c-81c8-e461d5769e94 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:29:21.941682 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fb8800a-7d15-4815-a740-315184ea7aa0', 'tag': 'de0cbd6b-3bec-4e55-8594-47550661ab93', 'status': 'completed', 'code': 200} Dec 09 15:29:21.967888 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5804dbde-e4bb-4bf1-a686-0628a0de1bd4 x-openstack-request-id: req-5804dbde-e4bb-4bf1-a686-0628a0de1bd4 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:29:21.968383 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d500a9-d95e-40f8-bfb7-f2f701f716e2", "name": "network-vif-plugged", "status": "completed", "tag": "07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:29:21.968683 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5804dbde-e4bb-4bf1-a686-0628a0de1bd4 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:29:21.969244 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d500a9-d95e-40f8-bfb7-f2f701f716e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2', 'code': 200} Dec 09 15:29:22.073951 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ba009-3b18-4efe-8971-ac11cd1f074b req-251c1d98-d93a-4339-95d6-3b508cefc275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:22.075495 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8e3ba009-3b18-4efe-8971-ac11cd1f074b req-251c1d98-d93a-4339-95d6-3b508cefc275 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=58d500a9-d95e-40f8-bfb7-f2f701f716e2 HTTP/1.1" status: 200 len: 1101 time: 0.0455456 Dec 09 15:29:22.091694 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fa29e7a7-ec50-4f1f-bb55-28a3e7764f61 req-8b671dd7-9bf9-4a06-b97c-75c2fde99f0c service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510417 Dec 09 15:29:22.142575 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8e3ba009-3b18-4efe-8971-ac11cd1f074b req-00c35258-ab8c-4fff-978d-bb9bcd77f13a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539138 Dec 09 15:29:22.241158 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6eef7e3d-5f88-4f1b-a107-98540c62c707 req-8696028e-b5de-4225-840e-eecdc2aa1858 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:22.349193 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd87c32-a743-4faf-a838-c3b4d3bf59f5 req-e8312d52-5107-4c13-9da6-59478cec7f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:22.351552 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2dd87c32-a743-4faf-a838-c3b4d3bf59f5 req-e8312d52-5107-4c13-9da6-59478cec7f96 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c009e316e1bd42d6ac86f544a117adb7&device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 1097 time: 0.1594367 Dec 09 15:29:22.356533 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-d43862b1-3ad5-4f12-a10a-d9c709deb173 service neutron] 10.222.0.42 "GET /v2.0/ports/baa1ea4c-5081-4145-a800-62b0b64a6cfc/bindings/n-h2-821228-1 HTTP/1.1" status: 200 len: 384 time: 0.0614502 Dec 09 15:29:22.408196 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54f013-ff82-4d46-a33c-bb62820acd69 req-f55b7f26-66e2-420f-ab03-7c965b517405 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:22.409721 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9b54f013-ff82-4d46-a33c-bb62820acd69 req-f55b7f26-66e2-420f-ab03-7c965b517405 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d500a9-d95e-40f8-bfb7-f2f701f716e2 HTTP/1.1" status: 200 len: 950 time: 0.1823878 Dec 09 15:29:22.469007 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-62f99091-e7f5-4151-8486-75935ece8cea req-98839b4e-5d59-4baa-9276-97cf3dbb7da4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5062ccf-d065-4c54-be78-8a88b95e17da {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:29:22.494579 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96da56e8-a20e-4c1a-aaa0-b5ec8261edb5', 'tag': '26f3a58b-58e2-438e-9447-c1674c1070db'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:29:22.495271 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-62f99091-e7f5-4151-8486-75935ece8cea req-98839b4e-5d59-4baa-9276-97cf3dbb7da4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:22.496746 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccd340b-09db-4e7a-bea7-cdce64fb64bd" -d '{"events": [{"name": "network-changed", "server_uuid": "96da56e8-a20e-4c1a-aaa0-b5ec8261edb5", "tag": "26f3a58b-58e2-438e-9447-c1674c1070db"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:29:22.541712 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-272cda20-684b-4bda-abc1-c40e6c56cb4f service neutron] For port baa1ea4c-5081-4145-a800-62b0b64a6cfc, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=baa1ea4c-5081-4145-a800-62b0b64a6cfc,segment=NetworkSegment(69c5f819-123d-436b-8f3f-7e75c7d0b133),segment_id=69c5f819-123d-436b-8f3f-7e75c7d0b133)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:22.545817 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-62f99091-e7f5-4151-8486-75935ece8cea req-98839b4e-5d59-4baa-9276-97cf3dbb7da4 service neutron] Transition to ACTIVE for port object b5062ccf-d065-4c54-be78-8a88b95e17da will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:29:22.547433 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-6eef7e3d-5f88-4f1b-a107-98540c62c707 req-8696028e-b5de-4225-840e-eecdc2aa1858 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Allocated IP 172.25.3.246 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/85b53e6e-bcbc-401f-9d64-0945c6dff3f9) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:29:22.561523 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-272cda20-684b-4bda-abc1-c40e6c56cb4f service neutron] For port baa1ea4c-5081-4145-a800-62b0b64a6cfc, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:29:22.569932 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-62f99091-e7f5-4151-8486-75935ece8cea req-98839b4e-5d59-4baa-9276-97cf3dbb7da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:22.595636 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-272cda20-684b-4bda-abc1-c40e6c56cb4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baa1ea4c-5081-4145-a800-62b0b64a6cfc {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:29:22.598441 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9b54f013-ff82-4d46-a33c-bb62820acd69 req-801c9097-8517-4522-8853-f37f1518906f tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549914 Dec 09 15:29:22.607447 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-272cda20-684b-4bda-abc1-c40e6c56cb4f service neutron] For port baa1ea4c-5081-4145-a800-62b0b64a6cfc, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=baa1ea4c-5081-4145-a800-62b0b64a6cfc,segment=NetworkSegment(69c5f819-123d-436b-8f3f-7e75c7d0b133),segment_id=69c5f819-123d-436b-8f3f-7e75c7d0b133)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:22.629267 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-272cda20-684b-4bda-abc1-c40e6c56cb4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:22.684807 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd87c32-a743-4faf-a838-c3b4d3bf59f5 req-9ec9de60-e0b0-4658-8182-6097a92cdf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:22.686244 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2dd87c32-a743-4faf-a838-c3b4d3bf59f5 req-9ec9de60-e0b0-4658-8182-6097a92cdf59 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.3156710 Dec 09 15:29:22.707087 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-272cda20-684b-4bda-abc1-c40e6c56cb4f service neutron] Transition to ACTIVE for port object baa1ea4c-5081-4145-a800-62b0b64a6cfc will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:29:22.712127 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-272cda20-684b-4bda-abc1-c40e6c56cb4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:22.768981 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98839b4e-5d59-4baa-9276-97cf3dbb7da4 service neutron] Pushing event updated for resources: {'Port': ['ID=b5062ccf-d065-4c54-be78-8a88b95e17da,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:22.769258 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-272cda20-684b-4bda-abc1-c40e6c56cb4f service neutron] No DVR routers for this DVR port baa1ea4c-5081-4145-a800-62b0b64a6cfc on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:29:22.779747 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2dd87c32-a743-4faf-a838-c3b4d3bf59f5 req-dad772b8-4398-4a95-9538-4bd79063cf64 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=de0cbd6b-3bec-4e55-8594-47550661ab93 HTTP/1.1" status: 200 len: 217 time: 0.0734465 Dec 09 15:29:22.813458 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272cda20-684b-4bda-abc1-c40e6c56cb4f service neutron] Pushing event updated for resources: {'Port': ['ID=baa1ea4c-5081-4145-a800-62b0b64a6cfc,revision_number=10']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:22.822270 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-272cda20-684b-4bda-abc1-c40e6c56cb4f service neutron] 10.222.0.42 "PUT /v2.0/ports/baa1ea4c-5081-4145-a800-62b0b64a6cfc/bindings/n-h2-821228-1/activate HTTP/1.1" status: 200 len: 369 time: 0.4575567 Dec 09 15:29:22.871315 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b4c2c-5628-475f-950b-d33e4db20753 req-6d94fefd-be95-49a1-9912-240fbde416f7 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:22.872867 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a84b4c2c-5628-475f-950b-d33e4db20753 req-6d94fefd-be95-49a1-9912-240fbde416f7 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 943 time: 0.1936972 Dec 09 15:29:22.879992 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-62f99091-e7f5-4151-8486-75935ece8cea req-98839b4e-5d59-4baa-9276-97cf3dbb7da4 service neutron] Attempting to bind port b5062ccf-d065-4c54-be78-8a88b95e17da on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:29:22.880579 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-62f99091-e7f5-4151-8486-75935ece8cea req-98839b4e-5d59-4baa-9276-97cf3dbb7da4 service neutron] Attempting to bind port b5062ccf-d065-4c54-be78-8a88b95e17da by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:29:22.880982 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f99091-e7f5-4151-8486-75935ece8cea req-98839b4e-5d59-4baa-9276-97cf3dbb7da4 service neutron] Attempting to bind port b5062ccf-d065-4c54-be78-8a88b95e17da on network 3099805c-627c-4784-8087-c190eb81b4e0 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:29:22.882632 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f426a8b8-8640-4ad7-815d-ea2ae586a925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:22.916512 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd87c32-a743-4faf-a838-c3b4d3bf59f5 req-592d7de7-fa1a-4ef1-b70d-a7e51d5f7614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:22.917949 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2dd87c32-a743-4faf-a838-c3b4d3bf59f5 req-592d7de7-fa1a-4ef1-b70d-a7e51d5f7614 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.1247616 Dec 09 15:29:22.918484 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f99091-e7f5-4151-8486-75935ece8cea req-98839b4e-5d59-4baa-9276-97cf3dbb7da4 service neutron] Port b5062ccf-d065-4c54-be78-8a88b95e17da on network 3099805c-627c-4784-8087-c190eb81b4e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:29:22.918802 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f99091-e7f5-4151-8486-75935ece8cea req-98839b4e-5d59-4baa-9276-97cf3dbb7da4 service neutron] Attempting to bind port b5062ccf-d065-4c54-be78-8a88b95e17da on network 3099805c-627c-4784-8087-c190eb81b4e0 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:29:22.922755 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6eef7e3d-5f88-4f1b-a107-98540c62c707 req-8696028e-b5de-4225-840e-eecdc2aa1858 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:22.946284 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f99091-e7f5-4151-8486-75935ece8cea req-98839b4e-5d59-4baa-9276-97cf3dbb7da4 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:29:22.946284 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f99091-e7f5-4151-8486-75935ece8cea req-98839b4e-5d59-4baa-9276-97cf3dbb7da4 service neutron] Checking segment: {'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:29:22.946284 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f99091-e7f5-4151-8486-75935ece8cea req-98839b4e-5d59-4baa-9276-97cf3dbb7da4 service neutron] Bound using segment: {'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:29:22.946580 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-62f99091-e7f5-4151-8486-75935ece8cea req-98839b4e-5d59-4baa-9276-97cf3dbb7da4 service neutron] Bound port: b5062ccf-d065-4c54-be78-8a88b95e17da, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:29:22.946966 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-62f99091-e7f5-4151-8486-75935ece8cea req-98839b4e-5d59-4baa-9276-97cf3dbb7da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:23.035966 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a84b4c2c-5628-475f-950b-d33e4db20753 req-ece6feda-82d5-46a9-b87e-43be49dc7bd0 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487353 Dec 09 15:29:23.056435 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd87c32-a743-4faf-a838-c3b4d3bf59f5 req-ebb77278-a43b-401f-9881-5a37a63c1fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:23.058028 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2dd87c32-a743-4faf-a838-c3b4d3bf59f5 req-ebb77278-a43b-401f-9881-5a37a63c1fe2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1286402 Dec 09 15:29:23.101955 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6eef7e3d-5f88-4f1b-a107-98540c62c707 req-8696028e-b5de-4225-840e-eecdc2aa1858 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:23.417208 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-62f99091-e7f5-4151-8486-75935ece8cea req-98839b4e-5d59-4baa-9276-97cf3dbb7da4 service neutron] For port b5062ccf-d065-4c54-be78-8a88b95e17da, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:29:23.467692 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-62f99091-e7f5-4151-8486-75935ece8cea req-98839b4e-5d59-4baa-9276-97cf3dbb7da4 service neutron] For port b5062ccf-d065-4c54-be78-8a88b95e17da, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=b5062ccf-d065-4c54-be78-8a88b95e17da,segment=NetworkSegment(9bcbf52b-8ad5-477f-9636-c2f9cae19672),segment_id=9bcbf52b-8ad5-477f-9636-c2f9cae19672)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:29:23.481548 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eef7e3d-5f88-4f1b-a107-98540c62c707 req-8696028e-b5de-4225-840e-eecdc2aa1858 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:29:23.503583 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-6eef7e3d-5f88-4f1b-a107-98540c62c707 req-8696028e-b5de-4225-840e-eecdc2aa1858 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:29:23.506387 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-62f99091-e7f5-4151-8486-75935ece8cea req-98839b4e-5d59-4baa-9276-97cf3dbb7da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:23.516869 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eef7e3d-5f88-4f1b-a107-98540c62c707 req-8696028e-b5de-4225-840e-eecdc2aa1858 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:29:23.561222 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8696028e-b5de-4225-840e-eecdc2aa1858 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Pushing event updated for resources: {'Port': ['ID=85b53e6e-bcbc-401f-9d64-0945c6dff3f9,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:23.658030 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f99091-e7f5-4151-8486-75935ece8cea req-98839b4e-5d59-4baa-9276-97cf3dbb7da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:23.658641 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-62f99091-e7f5-4151-8486-75935ece8cea req-98839b4e-5d59-4baa-9276-97cf3dbb7da4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:23.660062 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-62f99091-e7f5-4151-8486-75935ece8cea req-98839b4e-5d59-4baa-9276-97cf3dbb7da4 service neutron] 10.222.0.31 "PUT /v2.0/ports/b5062ccf-d065-4c54-be78-8a88b95e17da HTTP/1.1" status: 200 len: 1091 time: 2.0101409 Dec 09 15:29:23.680496 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6300df6e-beea-4a25-830b-c744125adea3 req-6da79621-7d93-450a-89f2-1f8e6c6f1661 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 258 time: 0.6172194 Dec 09 15:29:23.701648 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-6300df6e-beea-4a25-830b-c744125adea3 req-7805e224-d795-4487-a3a3-19bb7c9714bf tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:23.707858 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2dd87c32-a743-4faf-a838-c3b4d3bf59f5 req-693ec476-ea9f-42c1-93d5-9fabad2f9d5d service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6276846 Dec 09 15:29:23.711106 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6eef7e3d-5f88-4f1b-a107-98540c62c707 req-8696028e-b5de-4225-840e-eecdc2aa1858 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:23.729094 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98839b4e-5d59-4baa-9276-97cf3dbb7da4 service neutron] Pushing event updated for resources: {'Port': ['ID=b5062ccf-d065-4c54-be78-8a88b95e17da,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:23.809751 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6300df6e-beea-4a25-830b-c744125adea3 req-7805e224-d795-4487-a3a3-19bb7c9714bf tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:23.822723 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6eef7e3d-5f88-4f1b-a107-98540c62c707 req-8696028e-b5de-4225-840e-eecdc2aa1858 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:23.897442 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:23.922860 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2dd87c32-a743-4faf-a838-c3b4d3bf59f5 req-be638a1a-e1ad-4016-bb3a-7486aab23b2d service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032309 Dec 09 15:29:23.965204 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d93d33-686a-4d6b-94b6-2d82623f0326', 'tag': 'b5062ccf-d065-4c54-be78-8a88b95e17da'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:29:23.967436 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4218aa-e29c-4317-856d-55ddbf37a7f9" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d93d33-686a-4d6b-94b6-2d82623f0326", "tag": "b5062ccf-d065-4c54-be78-8a88b95e17da"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:29:24.057942 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6300df6e-beea-4a25-830b-c744125adea3 req-7805e224-d795-4487-a3a3-19bb7c9714bf tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:24.078579 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6eef7e3d-5f88-4f1b-a107-98540c62c707 req-8696028e-b5de-4225-840e-eecdc2aa1858 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:24.106267 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6eef7e3d-5f88-4f1b-a107-98540c62c707 req-8696028e-b5de-4225-840e-eecdc2aa1858 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:24.142598 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6eef7e3d-5f88-4f1b-a107-98540c62c707 req-8696028e-b5de-4225-840e-eecdc2aa1858 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:24.176491 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8696028e-b5de-4225-840e-eecdc2aa1858 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Pushing event updated for resources: {'Port': ['ID=85b53e6e-bcbc-401f-9d64-0945c6dff3f9,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:24.203423 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6eef7e3d-5f88-4f1b-a107-98540c62c707 req-8696028e-b5de-4225-840e-eecdc2aa1858 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:24.204701 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6eef7e3d-5f88-4f1b-a107-98540c62c707 req-8696028e-b5de-4225-840e-eecdc2aa1858 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4453285 Dec 09 15:29:24.267077 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-6300df6e-beea-4a25-830b-c744125adea3 req-7805e224-d795-4487-a3a3-19bb7c9714bf tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Allocated IP 172.25.3.227 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/b464e8c5-77ec-4507-b195-0caeb9ca0da9) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:29:24.271318 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:24.273219 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6eef7e3d-5f88-4f1b-a107-98540c62c707 req-b027f22f-223b-4940-a2d1-2db63b9b6ea9 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.246 HTTP/1.1" status: 200 len: 696 time: 0.0611598 Dec 09 15:29:24.441784 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef7e3d-5f88-4f1b-a107-98540c62c707 req-9acb96fa-4249-4f32-9f79-7b18d22cbaae tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:24.443041 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6eef7e3d-5f88-4f1b-a107-98540c62c707 req-9acb96fa-4249-4f32-9f79-7b18d22cbaae tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] 10.222.0.57 "GET /v2.0/networks/d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 784 time: 0.1620076 Dec 09 15:29:24.462388 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6300df6e-beea-4a25-830b-c744125adea3 req-7805e224-d795-4487-a3a3-19bb7c9714bf tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:24.497159 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6300df6e-beea-4a25-830b-c744125adea3 req-7805e224-d795-4487-a3a3-19bb7c9714bf tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:24.539637 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6300df6e-beea-4a25-830b-c744125adea3 req-7805e224-d795-4487-a3a3-19bb7c9714bf tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:29:24.544514 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-6300df6e-beea-4a25-830b-c744125adea3 req-7805e224-d795-4487-a3a3-19bb7c9714bf tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:29:24.548035 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-6300df6e-beea-4a25-830b-c744125adea3 req-7805e224-d795-4487-a3a3-19bb7c9714bf tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:29:24.555834 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7805e224-d795-4487-a3a3-19bb7c9714bf tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Pushing event updated for resources: {'Port': ['ID=b464e8c5-77ec-4507-b195-0caeb9ca0da9,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:24.640354 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6300df6e-beea-4a25-830b-c744125adea3 req-7805e224-d795-4487-a3a3-19bb7c9714bf tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:24.662539 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3d545-0d88-4f67-8573-705daad94ed9 req-b79d98cd-20d7-44c8-adf8-8f3ba601f79d tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:24.664224 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-64c3d545-0d88-4f67-8573-705daad94ed9 req-b79d98cd-20d7-44c8-adf8-8f3ba601f79d tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=96da56e8-a20e-4c1a-aaa0-b5ec8261edb5 HTTP/1.1" status: 200 len: 948 time: 0.0722039 Dec 09 15:29:24.702486 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6300df6e-beea-4a25-830b-c744125adea3 req-7805e224-d795-4487-a3a3-19bb7c9714bf tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:24.759129 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-64c3d545-0d88-4f67-8573-705daad94ed9 req-337fc827-696c-40ec-a070-6c5235b2bea7 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790191 Dec 09 15:29:24.895374 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25553f51-08d5-4198-b0ca-1959dae67b68 req-2e350442-1a50-47a1-ad5d-ce2aa8f7b584 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:24.896933 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-25553f51-08d5-4198-b0ca-1959dae67b68 req-2e350442-1a50-47a1-ad5d-ce2aa8f7b584 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea2de25e-7897-4271-9d98-986803a004c0 HTTP/1.1" status: 200 len: 944 time: 0.0763488 Dec 09 15:29:24.958743 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6300df6e-beea-4a25-830b-c744125adea3 req-7805e224-d795-4487-a3a3-19bb7c9714bf tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:24.967135 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6300df6e-beea-4a25-830b-c744125adea3 req-7805e224-d795-4487-a3a3-19bb7c9714bf tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:25.006264 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-25553f51-08d5-4198-b0ca-1959dae67b68 req-42297492-5f65-4557-bf8b-40b3b8d4f25f tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960340 Dec 09 15:29:25.009141 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6300df6e-beea-4a25-830b-c744125adea3 req-7805e224-d795-4487-a3a3-19bb7c9714bf tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:25.033151 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6300df6e-beea-4a25-830b-c744125adea3 req-7805e224-d795-4487-a3a3-19bb7c9714bf tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:25.034361 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6300df6e-beea-4a25-830b-c744125adea3 req-7805e224-d795-4487-a3a3-19bb7c9714bf tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3445632 Dec 09 15:29:25.038569 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7805e224-d795-4487-a3a3-19bb7c9714bf tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Pushing event updated for resources: {'Port': ['ID=b464e8c5-77ec-4507-b195-0caeb9ca0da9,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:25.094152 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6300df6e-beea-4a25-830b-c744125adea3 req-bf1e30a0-fb86-4ad7-bce8-28e2b68467b6 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.227 HTTP/1.1" status: 200 len: 696 time: 0.0504236 Dec 09 15:29:25.143353 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device de0cbd6b-3bec-4e55-8594-47550661ab93 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:29:25.147942 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50684) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:25.173763 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baaf27c3-c6f7-46fe-96c1-d74f9d3bdf29 x-openstack-request-id: req-baaf27c3-c6f7-46fe-96c1-d74f9d3bdf29 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:29:25.174255 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96da56e8-a20e-4c1a-aaa0-b5ec8261edb5", "tag": "26f3a58b-58e2-438e-9447-c1674c1070db", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:29:25.174767 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-baaf27c3-c6f7-46fe-96c1-d74f9d3bdf29 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:29:25.175311 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96da56e8-a20e-4c1a-aaa0-b5ec8261edb5', 'tag': '26f3a58b-58e2-438e-9447-c1674c1070db', 'status': 'completed', 'code': 200} Dec 09 15:29:25.175947 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:25.180849 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device baa1ea4c-5081-4145-a800-62b0b64a6cfc no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:29:25.221782 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300df6e-beea-4a25-830b-c744125adea3 req-82350d3c-4dc1-45ee-9c7e-e11d3acfc517 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:25.223152 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6300df6e-beea-4a25-830b-c744125adea3 req-82350d3c-4dc1-45ee-9c7e-e11d3acfc517 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/networks/d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 784 time: 0.1235540 Dec 09 15:29:25.257581 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device baa1ea4c-5081-4145-a800-62b0b64a6cfc not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:29:25.259679 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-6300df6e-beea-4a25-830b-c744125adea3 req-7f3dcd87-bc20-4ef1-9519-9c6d51b586c6 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:29:25.260684 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6300df6e-beea-4a25-830b-c744125adea3 req-7f3dcd87-bc20-4ef1-9519-9c6d51b586c6 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083594 Dec 09 15:29:25.298933 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9097bbcb-e786-4c52-83db-3ea37b4d10b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:25.308513 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd340b-09db-4e7a-bea7-cdce64fb64bd req-a995ab78-1e57-46c3-888a-453a23bf0268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:25.310097 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6ccd340b-09db-4e7a-bea7-cdce64fb64bd req-a995ab78-1e57-46c3-888a-453a23bf0268 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c009e316e1bd42d6ac86f544a117adb7&device_id=96da56e8-a20e-4c1a-aaa0-b5ec8261edb5 HTTP/1.1" status: 200 len: 1099 time: 0.0860026 Dec 09 15:29:25.310396 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port de0cbd6b-3bec-4e55-8594-47550661ab93, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=de0cbd6b-3bec-4e55-8594-47550661ab93,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:25.327097 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c186152-b30d-4bab-b5f9-2808bf99e30b req-54f3fd72-6dc1-4422-849f-b9a08e19adea tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:25.328091 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': 'de0cbd6b-3bec-4e55-8594-47550661ab93', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'port_id': 'de0cbd6b-3bec-4e55-8594-47550661ab93', 'mac_address': 'fa:16:3e:da:84:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6953c-1261-4e7c-8b49-64e5b87424c2', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:29:25.329134 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2c186152-b30d-4bab-b5f9-2808bf99e30b req-54f3fd72-6dc1-4422-849f-b9a08e19adea tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d500a9-d95e-40f8-bfb7-f2f701f716e2 HTTP/1.1" status: 200 len: 950 time: 0.0772605 Dec 09 15:29:25.343005 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f102e0-7a27-486c-9b03-5f47d6be5b49 x-openstack-request-id: req-d9f102e0-7a27-486c-9b03-5f47d6be5b49 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:29:25.343433 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d93d33-686a-4d6b-94b6-2d82623f0326", "tag": "b5062ccf-d065-4c54-be78-8a88b95e17da", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:29:25.343694 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d9f102e0-7a27-486c-9b03-5f47d6be5b49 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:29:25.344056 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d93d33-686a-4d6b-94b6-2d82623f0326', 'tag': 'b5062ccf-d065-4c54-be78-8a88b95e17da', 'status': 'completed', 'code': 200} Dec 09 15:29:25.400095 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:25.406060 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9097bbcb-e786-4c52-83db-3ea37b4d10b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:25.414225 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9097bbcb-e786-4c52-83db-3ea37b4d10b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:25.420572 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de0cbd6b-3bec-4e55-8594-47550661ab93 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:29:25.441877 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port de0cbd6b-3bec-4e55-8594-47550661ab93, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=de0cbd6b-3bec-4e55-8594-47550661ab93,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:25.447487 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:25.448523 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 26f3a58b-58e2-438e-9447-c1674c1070db details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:29:25.463587 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9097bbcb-e786-4c52-83db-3ea37b4d10b3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7dfdb4578029469e99e9e2752f517f1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3112369 Dec 09 15:29:25.463587 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9097bbcb-e786-4c52-83db-3ea37b4d10b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb83c56-3fc8-440d-a476-288bab748bde,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:25.465965 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50690) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:25.500926 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2c186152-b30d-4bab-b5f9-2808bf99e30b req-b15877e7-310f-463f-97a1-abf6bb6579d1 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594942 Dec 09 15:29:25.518944 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d440b4b-7e21-4f47-bf4b-53e71b94ae4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:25.522748 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 26f3a58b-58e2-438e-9447-c1674c1070db, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=26f3a58b-58e2-438e-9447-c1674c1070db,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:25.530529 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251d109-24c2-4734-a76c-ea122ed8c677 req-b547e181-ee30-4f16-a504-d2c64d5c3562 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:25.531826 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b251d109-24c2-4734-a76c-ea122ed8c677 req-b547e181-ee30-4f16-a504-d2c64d5c3562 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 943 time: 0.1198857 Dec 09 15:29:25.536857 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd340b-09db-4e7a-bea7-cdce64fb64bd req-0ced7c3b-1522-419f-a6f6-b7a7b9e2140c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:25.538640 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6ccd340b-09db-4e7a-bea7-cdce64fb64bd req-0ced7c3b-1522-419f-a6f6-b7a7b9e2140c service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.2200081 Dec 09 15:29:25.540566 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '26f3a58b-58e2-438e-9447-c1674c1070db', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'port_id': '26f3a58b-58e2-438e-9447-c1674c1070db', 'mac_address': 'fa:16:3e:fb:1b:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6953c-1261-4e7c-8b49-64e5b87424c2', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:29:25.557899 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d440b4b-7e21-4f47-bf4b-53e71b94ae4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:25.581056 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=de0cbd6b-3bec-4e55-8594-47550661ab93,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:25.600502 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:25.603750 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6ccd340b-09db-4e7a-bea7-cdce64fb64bd req-ef5797bf-21e6-4594-b5ee-5a9793b33fc4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=26f3a58b-58e2-438e-9447-c1674c1070db HTTP/1.1" status: 200 len: 217 time: 0.0569749 Dec 09 15:29:25.614842 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d440b4b-7e21-4f47-bf4b-53e71b94ae4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:25.618825 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d440b4b-7e21-4f47-bf4b-53e71b94ae4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:25.622409 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26f3a58b-58e2-438e-9447-c1674c1070db {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:29:25.622548 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0d440b4b-7e21-4f47-bf4b-53e71b94ae4d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5bb83c56-3fc8-440d-a476-288bab748bde HTTP/1.1" status: 204 len: 168 time: 0.1531153 Dec 09 15:29:25.637527 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d440b4b-7e21-4f47-bf4b-53e71b94ae4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb83c56-3fc8-440d-a476-288bab748bde,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:25.648435 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 26f3a58b-58e2-438e-9447-c1674c1070db, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=26f3a58b-58e2-438e-9447-c1674c1070db,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:25.659363 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:25.706018 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b251d109-24c2-4734-a76c-ea122ed8c677 req-e04fc042-e73c-4fe6-a477-c760c4b56af3 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664150 Dec 09 15:29:25.712513 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=26f3a58b-58e2-438e-9447-c1674c1070db,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:25.745712 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd340b-09db-4e7a-bea7-cdce64fb64bd req-adf3933a-c312-4956-8bba-6550ae801709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:25.751553 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6ccd340b-09db-4e7a-bea7-cdce64fb64bd req-adf3933a-c312-4956-8bba-6550ae801709 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.1341684 Dec 09 15:29:25.828983 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f50e6877-1789-4b01-bfc3-c75507019fde req-050cfa32-33ae-43df-a9f1-575b0efb7ed4 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2695277 Dec 09 15:29:25.861296 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-f50e6877-1789-4b01-bfc3-c75507019fde req-5bd65026-94b5-494a-aded-3b57415fdf2d tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:25.899695 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4218aa-e29c-4317-856d-55ddbf37a7f9 req-0c675d89-6bbf-4206-b8be-3b12651b7c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:25.901268 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8e4218aa-e29c-4317-856d-55ddbf37a7f9 req-0c675d89-6bbf-4206-b8be-3b12651b7c4e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69&device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 1094 time: 0.0434005 Dec 09 15:29:25.930272 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd340b-09db-4e7a-bea7-cdce64fb64bd req-3ba7095a-33d0-402a-8a2c-46d041d63694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:25.931928 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6ccd340b-09db-4e7a-bea7-cdce64fb64bd req-3ba7095a-33d0-402a-8a2c-46d041d63694 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1669884 Dec 09 15:29:25.950800 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50698) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:26.005229 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9b3fa641-ef4f-4f95-8295-19bc5a95d5f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:26.044367 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f50e6877-1789-4b01-bfc3-c75507019fde req-5bd65026-94b5-494a-aded-3b57415fdf2d tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:26.107241 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e120f-9707-4615-8f54-db3b3f3023d9 req-a5320ee7-9cb0-4409-a6c0-dcbe337883b9 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:26.108769 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2f9e120f-9707-4615-8f54-db3b3f3023d9 req-a5320ee7-9cb0-4409-a6c0-dcbe337883b9 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/ports?device_id=c13ca81a-1c4d-4128-9a67-7a787ca7316d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2718117 Dec 09 15:29:26.110584 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-09e914b3-430d-41ad-8c96-080836e00fc5 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:26.111955 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-09e914b3-430d-41ad-8c96-080836e00fc5 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ea2de25e-7897-4271-9d98-986803a004c0&tenant_id=5674bd72d1184432801f651e299c9dce&binding%3Ahost_id=n-h1-821228-1 HTTP/1.1" status: 200 len: 1095 time: 0.2711055 Dec 09 15:29:26.121285 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['de0cbd6b-3bec-4e55-8594-47550661ab93'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:29:26.128574 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4218aa-e29c-4317-856d-55ddbf37a7f9 req-fe6a3d3a-e780-4058-8c17-3610d724ee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:26.130120 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8e4218aa-e29c-4317-856d-55ddbf37a7f9 req-fe6a3d3a-e780-4058-8c17-3610d724ee44 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2180071 Dec 09 15:29:26.151020 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['26f3a58b-58e2-438e-9447-c1674c1070db'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:29:26.241751 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2f9e120f-9707-4615-8f54-db3b3f3023d9 req-b9cf13df-9f4d-447a-9551-ec50ce70dd24 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.227 HTTP/1.1" status: 200 len: 696 time: 0.1220884 Dec 09 15:29:26.258706 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6ccd340b-09db-4e7a-bea7-cdce64fb64bd req-76b44733-7eb5-4764-a596-e72520e179d9 service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025777 Dec 09 15:29:26.264199 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-2f9e120f-9707-4615-8f54-db3b3f3023d9 req-420cb721-c5d3-4ce9-95fe-ee3b027c2a06 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Request body: {'floatingip': {'port_id': '6520e9d6-d5ee-4fdf-a6d7-184976e5f180', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:26.414043 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:26.530462 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9b3fa641-ef4f-4f95-8295-19bc5a95d5f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:26.547792 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9b3fa641-ef4f-4f95-8295-19bc5a95d5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:26.550335 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device baa1ea4c-5081-4145-a800-62b0b64a6cfc no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:29:26.588776 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9b3fa641-ef4f-4f95-8295-19bc5a95d5f6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=018040a2aa514db4a868c990b03c9e62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6368642 Dec 09 15:29:26.593794 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 50706) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:26.621685 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2f9e120f-9707-4615-8f54-db3b3f3023d9 req-420cb721-c5d3-4ce9-95fe-ee3b027c2a06 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:26.636989 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-56ca6b53-f517-416f-baef-9edd1dc2dd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:26.637368 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4218aa-e29c-4317-856d-55ddbf37a7f9 req-a75225e9-2162-42c0-a42b-68427869e48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:26.638470 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-56ca6b53-f517-416f-baef-9edd1dc2dd2b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ea2de25e-7897-4271-9d98-986803a004c0&tenant_id=5674bd72d1184432801f651e299c9dce HTTP/1.1" status: 200 len: 1095 time: 0.5084238 Dec 09 15:29:26.639254 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8e4218aa-e29c-4317-856d-55ddbf37a7f9 req-a75225e9-2162-42c0-a42b-68427869e48c service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4964068 Dec 09 15:29:26.640516 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3fa641-ef4f-4f95-8295-19bc5a95d5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b933da60-930d-412e-a35e-0cc1475c5f4b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:26.726059 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-2c7c5aab-1da7-4f77-b158-e53b242636ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:26.727544 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-2c7c5aab-1da7-4f77-b158-e53b242636ff service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5674bd72d1184432801f651e299c9dce&device_id=ea2de25e-7897-4271-9d98-986803a004c0 HTTP/1.1" status: 200 len: 1095 time: 0.0465050 Dec 09 15:29:26.827938 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-c89643fd-6b89-4739-8f21-4e0e03b06371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:26.829466 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-c89643fd-6b89-4739-8f21-4e0e03b06371 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6c4b0ba7-873d-4b03-9efa-67af55c0587e HTTP/1.1" status: 200 len: 921 time: 0.0936356 Dec 09 15:29:26.871311 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6ccd340b-09db-4e7a-bea7-cdce64fb64bd req-bd30a9c3-1c31-49ab-88a7-ed7d760e5aec service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141408 Dec 09 15:29:26.873342 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-687d0313-1891-4418-916e-cc118d9a5000 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=baa1ea4c-5081-4145-a800-62b0b64a6cfc HTTP/1.1" status: 200 len: 217 time: 0.0346339 Dec 09 15:29:26.907471 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3e87c514-add3-4200-8eb1-4b54c4601a79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:26.921412 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f99091-e7f5-4151-8486-75935ece8cea req-59ce47f7-8178-4056-9be2-581ccab0e93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:26.922913 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-62f99091-e7f5-4151-8486-75935ece8cea req-59ce47f7-8178-4056-9be2-581ccab0e93e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69&device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 1094 time: 0.2040422 Dec 09 15:29:26.927138 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f50e6877-1789-4b01-bfc3-c75507019fde req-5bd65026-94b5-494a-aded-3b57415fdf2d tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:26.935518 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-e9b35a45-9a1a-47ce-9a45-b1e3addda993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:26.937233 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-e9b35a45-9a1a-47ce-9a45-b1e3addda993 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2340fb97-6ad9-4615-9535-804554d0ce45 HTTP/1.1" status: 200 len: 860 time: 0.0564492 Dec 09 15:29:26.984231 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-66d6e4b8-d80d-49d9-a6d6-90183acb9691 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6c4b0ba7-873d-4b03-9efa-67af55c0587e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308495 Dec 09 15:29:27.019518 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3e87c514-add3-4200-8eb1-4b54c4601a79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:27.056635 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-62f99091-e7f5-4151-8486-75935ece8cea req-a68a1ac4-ec1f-4bf1-840b-b8fc0c173245 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5062ccf-d065-4c54-be78-8a88b95e17da HTTP/1.1" status: 200 len: 217 time: 0.1149747 Dec 09 15:29:27.090042 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-ad4ff52a-b756-4274-bb97-2f4d38821076 service neutron] 10.222.0.31 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979078 Dec 09 15:29:27.188089 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-31321747-df1b-4f4e-9d74-4003cdd3dbc7 service neutron] 10.222.0.31 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912573 Dec 09 15:29:27.252989 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f99091-e7f5-4151-8486-75935ece8cea req-5291a9d4-38c0-45d2-a19a-59cdf69cdded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:27.254684 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-62f99091-e7f5-4151-8486-75935ece8cea req-5291a9d4-38c0-45d2-a19a-59cdf69cdded service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75dd204b-61ff-4875-bd46-839f068b72c4 HTTP/1.1" status: 200 len: 847 time: 0.1887369 Dec 09 15:29:27.335754 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-62f99091-e7f5-4151-8486-75935ece8cea req-ad08bf81-a213-467d-a9ce-e696828f0b5e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3099805c-627c-4784-8087-c190eb81b4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456555 Dec 09 15:29:27.356841 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-f50e6877-1789-4b01-bfc3-c75507019fde req-5bd65026-94b5-494a-aded-3b57415fdf2d tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Allocated IP 172.25.3.177 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/74d0aa6c-6ab5-4758-acbe-5edf41169714) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:29:27.371373 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3e87c514-add3-4200-8eb1-4b54c4601a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:27.373940 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3e87c514-add3-4200-8eb1-4b54c4601a79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:27.377438 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3e87c514-add3-4200-8eb1-4b54c4601a79 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b933da60-930d-412e-a35e-0cc1475c5f4b HTTP/1.1" status: 204 len: 168 time: 0.7574420 Dec 09 15:29:27.494587 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e87c514-add3-4200-8eb1-4b54c4601a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b933da60-930d-412e-a35e-0cc1475c5f4b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:27.550333 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-16e3c180-4620-4b48-9a18-a9ec9e229760 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:27.553407 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-16e3c180-4620-4b48-9a18-a9ec9e229760 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ea2de25e-7897-4271-9d98-986803a004c0&tenant_id=5674bd72d1184432801f651e299c9dce&binding%3Ahost_id=n-h2-821228-1 HTTP/1.1" status: 200 len: 1095 time: 0.0818875 Dec 09 15:29:27.708203 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-6f81e5c4-9421-4a42-96fb-fee71dc235b6 service neutron] For port baa1ea4c-5081-4145-a800-62b0b64a6cfc, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:29:27.712495 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-6f81e5c4-9421-4a42-96fb-fee71dc235b6 service neutron] Publish callbacks [] for binding, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:27.713787 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d0ac0aeb-0cdd-4c6a-a15a-19c6c8104a71 req-6f81e5c4-9421-4a42-96fb-fee71dc235b6 service neutron] 10.222.0.31 "DELETE /v2.0/ports/baa1ea4c-5081-4145-a800-62b0b64a6cfc/bindings/n-h1-821228-1 HTTP/1.1" status: 204 len: 173 time: 0.1524413 Dec 09 15:29:27.733280 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-62f99091-e7f5-4151-8486-75935ece8cea req-8a315e02-d584-4c9a-8fb9-4b8d0112eb08 service neutron] 10.222.0.31 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845842 Dec 09 15:29:27.741996 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.db.resource_extend [req-2f9e120f-9707-4615-8f54-db3b3f3023d9 req-420cb721-c5d3-4ce9-95fe-ee3b027c2a06 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 15:29:28.080394 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f50e6877-1789-4b01-bfc3-c75507019fde req-5bd65026-94b5-494a-aded-3b57415fdf2d tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:28.121311 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2f9e120f-9707-4615-8f54-db3b3f3023d9 req-420cb721-c5d3-4ce9-95fe-ee3b027c2a06 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:28.131399 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2f9e120f-9707-4615-8f54-db3b3f3023d9 req-420cb721-c5d3-4ce9-95fe-ee3b027c2a06 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:28.252069 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-62f99091-e7f5-4151-8486-75935ece8cea req-8080cbd4-f46e-4e1c-af91-1d7c39fb54b9 service neutron] 10.222.0.31 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5076985 Dec 09 15:29:28.258379 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f50e6877-1789-4b01-bfc3-c75507019fde req-5bd65026-94b5-494a-aded-3b57415fdf2d tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:28.308586 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f50e6877-1789-4b01-bfc3-c75507019fde req-5bd65026-94b5-494a-aded-3b57415fdf2d tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:29:28.316510 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-f50e6877-1789-4b01-bfc3-c75507019fde req-5bd65026-94b5-494a-aded-3b57415fdf2d tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:29:28.319036 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [req-2f9e120f-9707-4615-8f54-db3b3f3023d9 req-420cb721-c5d3-4ce9-95fe-ee3b027c2a06 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Floating IP 5149b9ad-a401-48db-b445-1ab69d8744ed associated. External IP: 172.25.3.227, port: 6520e9d6-d5ee-4fdf-a6d7-184976e5f180. Dec 09 15:29:28.322009 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50e6877-1789-4b01-bfc3-c75507019fde req-5bd65026-94b5-494a-aded-3b57415fdf2d tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:29:28.363545 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd65026-94b5-494a-aded-3b57415fdf2d tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Pushing event updated for resources: {'Port': ['ID=74d0aa6c-6ab5-4758-acbe-5edf41169714,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:28.451686 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f50e6877-1789-4b01-bfc3-c75507019fde req-5bd65026-94b5-494a-aded-3b57415fdf2d tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:28.498915 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f50e6877-1789-4b01-bfc3-c75507019fde req-5bd65026-94b5-494a-aded-3b57415fdf2d tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:28.683899 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f9e120f-9707-4615-8f54-db3b3f3023d9 req-420cb721-c5d3-4ce9-95fe-ee3b027c2a06 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Router 1b6ed607-f905-4234-ae76-215a78937316 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:29:28.817900 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f50e6877-1789-4b01-bfc3-c75507019fde req-5bd65026-94b5-494a-aded-3b57415fdf2d tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:28.824262 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f50e6877-1789-4b01-bfc3-c75507019fde req-5bd65026-94b5-494a-aded-3b57415fdf2d tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:28.865479 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f50e6877-1789-4b01-bfc3-c75507019fde req-5bd65026-94b5-494a-aded-3b57415fdf2d tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:28.876174 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f9e120f-9707-4615-8f54-db3b3f3023d9 req-420cb721-c5d3-4ce9-95fe-ee3b027c2a06 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:29:28.886940 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2f9e120f-9707-4615-8f54-db3b3f3023d9 req-420cb721-c5d3-4ce9-95fe-ee3b027c2a06 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:28.889446 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc35fbd4-a6d9-4916-9e66-df1e198a5c49 None None] Sync routers for ids ['1b6ed607-f905-4234-ae76-215a78937316'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:29:28.900347 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc35fbd4-a6d9-4916-9e66-df1e198a5c49 None None] Routers {'1b6ed607-f905-4234-ae76-215a78937316'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:29:28.900998 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-cc35fbd4-a6d9-4916-9e66-df1e198a5c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:29:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1b6ed607-f905-4234-ae76-215a78937316'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:28.916793 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f50e6877-1789-4b01-bfc3-c75507019fde req-5bd65026-94b5-494a-aded-3b57415fdf2d tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:28.918028 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f50e6877-1789-4b01-bfc3-c75507019fde req-5bd65026-94b5-494a-aded-3b57415fdf2d tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0788751 Dec 09 15:29:28.920470 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd65026-94b5-494a-aded-3b57415fdf2d tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Pushing event updated for resources: {'Port': ['ID=74d0aa6c-6ab5-4758-acbe-5edf41169714,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:28.934700 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2f9e120f-9707-4615-8f54-db3b3f3023d9 req-420cb721-c5d3-4ce9-95fe-ee3b027c2a06 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "PUT /v2.0/floatingips/5149b9ad-a401-48db-b445-1ab69d8744ed HTTP/1.1" status: 200 len: 997 time: 2.6819599 Dec 09 15:29:28.937055 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c13ca81a-1c4d-4128-9a67-7a787ca7316d', 'tag': '6520e9d6-d5ee-4fdf-a6d7-184976e5f180'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:29:28.938444 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee783923-c4bf-4ece-9426-1e2c93c11885" -d '{"events": [{"name": "network-changed", "server_uuid": "c13ca81a-1c4d-4128-9a67-7a787ca7316d", "tag": "6520e9d6-d5ee-4fdf-a6d7-184976e5f180"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:29:28.992103 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f50e6877-1789-4b01-bfc3-c75507019fde req-94551036-ad00-497e-a252-dc6ea7d42f39 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.177 HTTP/1.1" status: 200 len: 696 time: 0.0652449 Dec 09 15:29:29.012017 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-cc35fbd4-a6d9-4916-9e66-df1e198a5c49 None None] Set router 1b6ed607-f905-4234-ae76-215a78937316 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:29:29.075719 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e120f-9707-4615-8f54-db3b3f3023d9 req-eeba6ad1-8877-46d9-8ce7-adb342365e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:29.077275 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2f9e120f-9707-4615-8f54-db3b3f3023d9 req-eeba6ad1-8877-46d9-8ce7-adb342365e2f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b86b12b192444169262cc7f96a9b582&device_id=c13ca81a-1c4d-4128-9a67-7a787ca7316d HTTP/1.1" status: 200 len: 1097 time: 0.1083200 Dec 09 15:29:29.080866 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50750) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:29.150696 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device de0cbd6b-3bec-4e55-8594-47550661ab93 up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:29:29.166201 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e6877-1789-4b01-bfc3-c75507019fde req-d706f78e-2bf4-464f-8568-90fc3aa9e9df tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:29.167592 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f50e6877-1789-4b01-bfc3-c75507019fde req-d706f78e-2bf4-464f-8568-90fc3aa9e9df tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] 10.222.0.57 "GET /v2.0/networks/d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 784 time: 0.1620760 Dec 09 15:29:29.220307 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e120f-9707-4615-8f54-db3b3f3023d9 req-95f11407-30d1-4e33-81af-8ce1e87fbffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:29.222188 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2f9e120f-9707-4615-8f54-db3b3f3023d9 req-95f11407-30d1-4e33-81af-8ce1e87fbffb service neutron] 10.222.0.57 "GET /v2.0/networks?id=9635208c-9eef-4594-8ea5-b1ea09114492 HTTP/1.1" status: 200 len: 929 time: 0.1324608 Dec 09 15:29:29.222919 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9dde3d5-7959-4d86-9250-ebcdc9d4f1cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:29.248942 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port de0cbd6b-3bec-4e55-8594-47550661ab93 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:29:29.249867 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-cc35fbd4-a6d9-4916-9e66-df1e198a5c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6ed607-f905-4234-ae76-215a78937316', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-205031462-router', 'tenant_id': '9b86b12b192444169262cc7f96a9b582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e068ac88-7775-4608-b032-bf4cad359746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:51Z', 'updated_at': '2021-12-09T15:28:57Z', 'revision_number': 4, 'project_id': '9b86b12b192444169262cc7f96a9b582', 'gw_port': {'id': 'e068ac88-7775-4608-b032-bf4cad359746', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:77:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6ed607-f905-4234-ae76-215a78937316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:52Z', 'updated_at': '2021-12-09T15:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '5149b9ad-a401-48db-b445-1ab69d8744ed', 'tenant_id': '9b86b12b192444169262cc7f96a9b582', 'floating_ip_address': '172.25.3.227', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '1b6ed607-f905-4234-ae76-215a78937316', 'port_id': '6520e9d6-d5ee-4fdf-a6d7-184976e5f180', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9635208c-9eef-4594-8ea5-b1ea09114492', 'mac_address': 'fa:16:3e:60:9c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13ca81a-1c4d-4128-9a67-7a787ca7316d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:29:24Z', 'updated_at': '2021-12-09T15:29:27Z', 'revision_number': 1, 'project_id': '9b86b12b192444169262cc7f96a9b582', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da76d2ec-c76a-41bc-9756-e2064384f10a', 'name': '', 'network_id': '9635208c-9eef-4594-8ea5-b1ea09114492', 'tenant_id': '9b86b12b192444169262cc7f96a9b582', 'mac_address': 'fa:16:3e:8e:b3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6ed607-f905-4234-ae76-215a78937316', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0ea5fb26-6a45-44cf-ac76-5320e8a3931a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:56Z', 'updated_at': '2021-12-09T15:29:02Z', 'revision_number': 5, 'project_id': '9b86b12b192444169262cc7f96a9b582', 'subnets': [{'id': '0ea5fb26-6a45-44cf-ac76-5320e8a3931a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:29.254234 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port de0cbd6b-3bec-4e55-8594-47550661ab93 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:29.254824 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:29.279639 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc35fbd4-a6d9-4916-9e66-df1e198a5c49 None None] Checking router: 1b6ed607-f905-4234-ae76-215a78937316 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:29:29.288626 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc35fbd4-a6d9-4916-9e66-df1e198a5c49 None None] Routers {'1b6ed607-f905-4234-ae76-215a78937316'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:29:29.289392 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-cc35fbd4-a6d9-4916-9e66-df1e198a5c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:29:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1b6ed607-f905-4234-ae76-215a78937316'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:29.315819 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9dde3d5-7959-4d86-9250-ebcdc9d4f1cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:29.328696 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9dde3d5-7959-4d86-9250-ebcdc9d4f1cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:29.354323 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:29.363334 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127472b-06a4-44e3-a5ea-4e87975f67a7 req-67345359-24aa-46dc-9268-1ed0e8b9c255 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:29.371362 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9127472b-06a4-44e3-a5ea-4e87975f67a7 req-67345359-24aa-46dc-9268-1ed0e8b9c255 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=96da56e8-a20e-4c1a-aaa0-b5ec8261edb5 HTTP/1.1" status: 200 len: 949 time: 0.1265821 Dec 09 15:29:29.390493 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb8800a-7d15-4815-a740-315184ea7aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0cbd6b-3bec-4e55-8594-47550661ab93'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:29:29.390755 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a9dde3d5-7959-4d86-9250-ebcdc9d4f1cf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e8bbc9f6e37f4bb58084e64d27abe8ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3077633 Dec 09 15:29:29.391364 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dde3d5-7959-4d86-9250-ebcdc9d4f1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86bc3b3-7053-4d77-810f-dc7cfd89eb00,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:29.393972 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1911a189-611b-4edc-8bdb-a3ec37ddc5a7" -d '{"events": [{"server_uuid": "3fb8800a-7d15-4815-a740-315184ea7aa0", "name": "network-vif-plugged", "status": "completed", "tag": "de0cbd6b-3bec-4e55-8594-47550661ab93"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:29:29.394211 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 50756) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:29.412262 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port de0cbd6b-3bec-4e55-8594-47550661ab93, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=de0cbd6b-3bec-4e55-8594-47550661ab93,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:29.415311 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2f9e120f-9707-4615-8f54-db3b3f3023d9 req-4895813f-eb6f-41dc-a631-347de120fe00 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6520e9d6-d5ee-4fdf-a6d7-184976e5f180 HTTP/1.1" status: 200 len: 1000 time: 0.1844339 Dec 09 15:29:29.417366 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:29.418230 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 26f3a58b-58e2-438e-9447-c1674c1070db up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:29:29.433099 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-cc35fbd4-a6d9-4916-9e66-df1e198a5c49 None None] Set router 1b6ed607-f905-4234-ae76-215a78937316 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:29:29.489248 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9127472b-06a4-44e3-a5ea-4e87975f67a7 req-f06ec6ef-4a7f-49a3-9fbf-167ebec90791 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169450 Dec 09 15:29:29.502842 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=de0cbd6b-3bec-4e55-8594-47550661ab93,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:29.509579 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e120f-9707-4615-8f54-db3b3f3023d9 req-6817b206-e2fd-41bd-b8f5-67e533e2f9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:29.517472 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2f9e120f-9707-4615-8f54-db3b3f3023d9 req-6817b206-e2fd-41bd-b8f5-67e533e2f9c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0ea5fb26-6a45-44cf-ac76-5320e8a3931a HTTP/1.1" status: 200 len: 867 time: 0.1012383 Dec 09 15:29:29.520802 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port 26f3a58b-58e2-438e-9447-c1674c1070db completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:29:29.526233 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 26f3a58b-58e2-438e-9447-c1674c1070db triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:29.526607 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:29.556861 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b89badaf-7a23-45a8-aa24-517ceabceb6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:29.596710 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b89badaf-7a23-45a8-aa24-517ceabceb6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:29.604782 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:29.621418 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e120f-9707-4615-8f54-db3b3f3023d9 req-d09017c2-16bd-478d-97d1-2d57602a7357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:29.625319 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2f9e120f-9707-4615-8f54-db3b3f3023d9 req-d09017c2-16bd-478d-97d1-2d57602a7357 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9635208c-9eef-4594-8ea5-b1ea09114492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1069069 Dec 09 15:29:29.636960 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-2f9e120f-9707-4615-8f54-db3b3f3023d9 req-98505317-a8eb-4878-8688-19679cb8e6f8 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:29:29.637739 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 26f3a58b-58e2-438e-9447-c1674c1070db, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=26f3a58b-58e2-438e-9447-c1674c1070db,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:29.638099 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2f9e120f-9707-4615-8f54-db3b3f3023d9 req-98505317-a8eb-4878-8688-19679cb8e6f8 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051892 Dec 09 15:29:29.643929 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:29.695149 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=26f3a58b-58e2-438e-9447-c1674c1070db,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:29.726822 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee425128-a5dd-41a3-ad90-0a403dfc8875 req-0acc8db9-d56d-4b0d-aa1c-001004b1b861 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:29.728432 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ee425128-a5dd-41a3-ad90-0a403dfc8875 req-0acc8db9-d56d-4b0d-aa1c-001004b1b861 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea2de25e-7897-4271-9d98-986803a004c0 HTTP/1.1" status: 200 len: 944 time: 0.1523714 Dec 09 15:29:29.770008 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b89badaf-7a23-45a8-aa24-517ceabceb6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:29.773475 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b89badaf-7a23-45a8-aa24-517ceabceb6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:29.774638 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b89badaf-7a23-45a8-aa24-517ceabceb6f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e86bc3b3-7053-4d77-810f-dc7cfd89eb00 HTTP/1.1" status: 204 len: 168 time: 0.3746474 Dec 09 15:29:29.810404 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-cc35fbd4-a6d9-4916-9e66-df1e198a5c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6ed607-f905-4234-ae76-215a78937316', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-205031462-router', 'tenant_id': '9b86b12b192444169262cc7f96a9b582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e068ac88-7775-4608-b032-bf4cad359746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:51Z', 'updated_at': '2021-12-09T15:28:57Z', 'revision_number': 4, 'project_id': '9b86b12b192444169262cc7f96a9b582', 'gw_port': {'id': 'e068ac88-7775-4608-b032-bf4cad359746', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:77:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6ed607-f905-4234-ae76-215a78937316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:52Z', 'updated_at': '2021-12-09T15:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '5149b9ad-a401-48db-b445-1ab69d8744ed', 'tenant_id': '9b86b12b192444169262cc7f96a9b582', 'floating_ip_address': '172.25.3.227', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '1b6ed607-f905-4234-ae76-215a78937316', 'port_id': '6520e9d6-d5ee-4fdf-a6d7-184976e5f180', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9635208c-9eef-4594-8ea5-b1ea09114492', 'mac_address': 'fa:16:3e:60:9c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13ca81a-1c4d-4128-9a67-7a787ca7316d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:29:24Z', 'updated_at': '2021-12-09T15:29:27Z', 'revision_number': 1, 'project_id': '9b86b12b192444169262cc7f96a9b582', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da76d2ec-c76a-41bc-9756-e2064384f10a', 'name': '', 'network_id': '9635208c-9eef-4594-8ea5-b1ea09114492', 'tenant_id': '9b86b12b192444169262cc7f96a9b582', 'mac_address': 'fa:16:3e:8e:b3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6ed607-f905-4234-ae76-215a78937316', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0ea5fb26-6a45-44cf-ac76-5320e8a3931a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:56Z', 'updated_at': '2021-12-09T15:29:02Z', 'revision_number': 5, 'project_id': '9b86b12b192444169262cc7f96a9b582', 'subnets': [{'id': '0ea5fb26-6a45-44cf-ac76-5320e8a3931a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:29.811550 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89badaf-7a23-45a8-aa24-517ceabceb6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86bc3b3-7053-4d77-810f-dc7cfd89eb00,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:29.822594 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2f9e120f-9707-4615-8f54-db3b3f3023d9 req-af541db2-d6d7-42c8-b435-66ecd86a700d service neutron] 10.222.0.57 "GET /v2.0/networks/9635208c-9eef-4594-8ea5-b1ea09114492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746540 Dec 09 15:29:29.831358 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ee425128-a5dd-41a3-ad90-0a403dfc8875 req-d9a4f277-ec5c-4705-9270-00f80ebf834a tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938888 Dec 09 15:29:29.844743 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc35fbd4-a6d9-4916-9e66-df1e198a5c49 None None] The sync data for ids ['1b6ed607-f905-4234-ae76-215a78937316'] in n-d-821228-1 is: [{'id': '1b6ed607-f905-4234-ae76-215a78937316', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-205031462-router', 'tenant_id': '9b86b12b192444169262cc7f96a9b582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e068ac88-7775-4608-b032-bf4cad359746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:51Z', 'updated_at': '2021-12-09T15:28:57Z', 'revision_number': 4, 'project_id': '9b86b12b192444169262cc7f96a9b582', 'gw_port': {'id': 'e068ac88-7775-4608-b032-bf4cad359746', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:77:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6ed607-f905-4234-ae76-215a78937316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:52Z', 'updated_at': '2021-12-09T15:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '5149b9ad-a401-48db-b445-1ab69d8744ed', 'tenant_id': '9b86b12b192444169262cc7f96a9b582', 'floating_ip_address': '172.25.3.227', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '1b6ed607-f905-4234-ae76-215a78937316', 'port_id': '6520e9d6-d5ee-4fdf-a6d7-184976e5f180', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9635208c-9eef-4594-8ea5-b1ea09114492', 'mac_address': 'fa:16:3e:60:9c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13ca81a-1c4d-4128-9a67-7a787ca7316d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:29:24Z', 'updated_at': '2021-12-09T15:29:27Z', 'revision_number': 1, 'project_id': '9b86b12b192444169262cc7f96a9b582', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da76d2ec-c76a-41bc-9756-e2064384f10a', 'name': '', 'network_id': '9635208c-9eef-4594-8ea5-b1ea09114492', 'tenant_id': '9b86b12b192444169262cc7f96a9b582', 'mac_address': 'fa:16:3e:8e:b3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6ed607-f905-4234-ae76-215a78937316', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0ea5fb26-6a45-44cf-ac76-5320e8a3931a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:56Z', 'updated_at': '2021-12-09T15:29:02Z', 'revision_number': 5, 'project_id': '9b86b12b192444169262cc7f96a9b582', 'subnets': [{'id': '0ea5fb26-6a45-44cf-ac76-5320e8a3931a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:29:29.940018 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2f9e120f-9707-4615-8f54-db3b3f3023d9 req-8ac857f8-00a8-444c-b3eb-185e3d410020 service neutron] 10.222.0.57 "GET /v2.0/networks/9635208c-9eef-4594-8ea5-b1ea09114492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077158 Dec 09 15:29:30.093079 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa873aa-8e6d-4712-abd5-37672bc290a3 req-4fbf3a85-1b6f-458a-a5d9-b1bfc42d1833 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:30.094645 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1aa873aa-8e6d-4712-abd5-37672bc290a3 req-4fbf3a85-1b6f-458a-a5d9-b1bfc42d1833 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d500a9-d95e-40f8-bfb7-f2f701f716e2 HTTP/1.1" status: 200 len: 950 time: 0.0891511 Dec 09 15:29:30.112201 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e869f-6e60-4149-a877-0dcfab3c83b1 req-78a10e5b-a584-4e36-9329-5f6e476a7bdc tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:30.113754 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aa3e869f-6e60-4149-a877-0dcfab3c83b1 req-78a10e5b-a584-4e36-9329-5f6e476a7bdc tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 943 time: 0.0797935 Dec 09 15:29:30.116742 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbf88e1-4497-4533-ad05-35ca36687f3c None None] New status for floating IP 5149b9ad-a401-48db-b445-1ab69d8744ed: ACTIVE {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:29:30.136838 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50768) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:30.151220 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d47dd91-2439-4ed0-a323-8fa0a91bcdd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:30.187742 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1aa873aa-8e6d-4712-abd5-37672bc290a3 req-cbbb770a-a470-43cc-ac15-080b82f7f086 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723827 Dec 09 15:29:30.196172 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aa3e869f-6e60-4149-a877-0dcfab3c83b1 req-9f0e1a2b-a2bf-4644-84d0-d0be4041e734 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733306 Dec 09 15:29:30.234100 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d47dd91-2439-4ed0-a323-8fa0a91bcdd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:30.241481 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d47dd91-2439-4ed0-a323-8fa0a91bcdd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:30.283120 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9775e2d8-ff42-4634-9775-0134f5c1aee3 x-openstack-request-id: req-9775e2d8-ff42-4634-9775-0134f5c1aee3 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:29:30.283530 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c13ca81a-1c4d-4128-9a67-7a787ca7316d", "tag": "6520e9d6-d5ee-4fdf-a6d7-184976e5f180", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:29:30.283997 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9775e2d8-ff42-4634-9775-0134f5c1aee3 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:29:30.285197 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c13ca81a-1c4d-4128-9a67-7a787ca7316d', 'tag': '6520e9d6-d5ee-4fdf-a6d7-184976e5f180', 'status': 'completed', 'code': 200} Dec 09 15:29:30.288948 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4d47dd91-2439-4ed0-a323-8fa0a91bcdd9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=56e020297a1842e79cf95b3c8ea2aa1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1508381 Dec 09 15:29:30.291521 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50770) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:30.304513 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47dd91-2439-4ed0-a323-8fa0a91bcdd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc969aa-83cb-40b1-9cd6-c707ed40f28a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:30.325622 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3de393b-0f41-4bfb-bd69-0baff27c392f x-openstack-request-id: req-e3de393b-0f41-4bfb-bd69-0baff27c392f {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:29:30.326114 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb8800a-7d15-4815-a740-315184ea7aa0", "name": "network-vif-plugged", "status": "completed", "tag": "de0cbd6b-3bec-4e55-8594-47550661ab93", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:29:30.326231 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e3de393b-0f41-4bfb-bd69-0baff27c392f {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:29:30.326605 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb8800a-7d15-4815-a740-315184ea7aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0cbd6b-3bec-4e55-8594-47550661ab93', 'code': 200} Dec 09 15:29:30.391364 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-be95ff53-4005-411e-bbb3-cbafb36b59de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:30.423654 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-be95ff53-4005-411e-bbb3-cbafb36b59de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:30.441478 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee783923-c4bf-4ece-9426-1e2c93c11885 req-328b9747-5bb0-4a9e-8a04-4bcb94df9a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:30.442920 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ee783923-c4bf-4ece-9426-1e2c93c11885 req-328b9747-5bb0-4a9e-8a04-4bcb94df9a49 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b86b12b192444169262cc7f96a9b582&device_id=c13ca81a-1c4d-4128-9a67-7a787ca7316d HTTP/1.1" status: 200 len: 1097 time: 0.1176581 Dec 09 15:29:30.472826 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-be95ff53-4005-411e-bbb3-cbafb36b59de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:30.476035 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-be95ff53-4005-411e-bbb3-cbafb36b59de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:30.477236 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-be95ff53-4005-411e-bbb3-cbafb36b59de admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fdc969aa-83cb-40b1-9cd6-c707ed40f28a HTTP/1.1" status: 204 len: 168 time: 0.1844943 Dec 09 15:29:30.485566 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95ff53-4005-411e-bbb3-cbafb36b59de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc969aa-83cb-40b1-9cd6-c707ed40f28a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:30.556365 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8c880d38-a797-42e7-bf5e-2473bd7e536d req-8f30c4a3-37f4-4a1f-8592-aa62e222df4a tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3052065 Dec 09 15:29:30.586383 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-8c880d38-a797-42e7-bf5e-2473bd7e536d req-209ad769-cb24-4b71-9fe7-656323966034 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:30.645279 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a52c73-add0-4f68-9bf3-bd6fab79a4b8 req-56e42485-17d4-4587-b00a-f9088a5bc0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:30.647312 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-93a52c73-add0-4f68-9bf3-bd6fab79a4b8 req-56e42485-17d4-4587-b00a-f9088a5bc0ad service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 1099 time: 0.2080925 Dec 09 15:29:30.656367 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cdbd46de-fd7f-4aa6-abb0-ee21aa546f26 req-2ba29c4e-a908-450c-882b-d8bbe6e311e2 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 258 time: 0.2584383 Dec 09 15:29:30.668142 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8c880d38-a797-42e7-bf5e-2473bd7e536d req-209ad769-cb24-4b71-9fe7-656323966034 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:30.691617 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-cdbd46de-fd7f-4aa6-abb0-ee21aa546f26 req-69ea303f-1bb7-49f6-b219-dcfbef748fb3 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:30.709572 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee783923-c4bf-4ece-9426-1e2c93c11885 req-583107c8-f2a4-4852-a2df-85db5818448d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:30.711176 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ee783923-c4bf-4ece-9426-1e2c93c11885 req-583107c8-f2a4-4852-a2df-85db5818448d service neutron] 10.222.0.31 "GET /v2.0/networks?id=9635208c-9eef-4594-8ea5-b1ea09114492 HTTP/1.1" status: 200 len: 929 time: 0.2301137 Dec 09 15:29:31.076821 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-93a52c73-add0-4f68-9bf3-bd6fab79a4b8 req-94c216a1-0e17-44dd-bac3-1ce27f48c5fd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171145 Dec 09 15:29:31.080034 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cdbd46de-fd7f-4aa6-abb0-ee21aa546f26 req-69ea303f-1bb7-49f6-b219-dcfbef748fb3 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:31.098835 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ee783923-c4bf-4ece-9426-1e2c93c11885 req-6a1c2169-4a94-44d3-81e1-4a55c43c7200 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6520e9d6-d5ee-4fdf-a6d7-184976e5f180 HTTP/1.1" status: 200 len: 1002 time: 0.3616040 Dec 09 15:29:31.198208 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee783923-c4bf-4ece-9426-1e2c93c11885 req-7a902b6a-ff43-4618-9c39-893eaa7e0d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:31.199759 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ee783923-c4bf-4ece-9426-1e2c93c11885 req-7a902b6a-ff43-4618-9c39-893eaa7e0d88 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0ea5fb26-6a45-44cf-ac76-5320e8a3931a HTTP/1.1" status: 200 len: 867 time: 0.0703754 Dec 09 15:29:31.266287 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8c880d38-a797-42e7-bf5e-2473bd7e536d req-209ad769-cb24-4b71-9fe7-656323966034 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:31.288866 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee783923-c4bf-4ece-9426-1e2c93c11885 req-9bad8e14-84c4-4d08-a8a7-708308821f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:31.290377 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ee783923-c4bf-4ece-9426-1e2c93c11885 req-9bad8e14-84c4-4d08-a8a7-708308821f67 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9635208c-9eef-4594-8ea5-b1ea09114492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763917 Dec 09 15:29:31.401066 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cdbd46de-fd7f-4aa6-abb0-ee21aa546f26 req-69ea303f-1bb7-49f6-b219-dcfbef748fb3 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:31.504771 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ee783923-c4bf-4ece-9426-1e2c93c11885 req-816dd025-71d6-4018-8cb2-09a667272a28 service neutron] 10.222.0.31 "GET /v2.0/networks/9635208c-9eef-4594-8ea5-b1ea09114492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853769 Dec 09 15:29:31.572314 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-8c880d38-a797-42e7-bf5e-2473bd7e536d req-209ad769-cb24-4b71-9fe7-656323966034 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Allocated IP 172.25.3.220 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/50fa2e91-b7db-4407-8a79-4df6cff99134) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:29:31.667843 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ee783923-c4bf-4ece-9426-1e2c93c11885 req-48d6abca-7db2-4919-a607-050c0ea6a6be service neutron] 10.222.0.31 "GET /v2.0/networks/9635208c-9eef-4594-8ea5-b1ea09114492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548257 Dec 09 15:29:31.708300 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8c880d38-a797-42e7-bf5e-2473bd7e536d req-209ad769-cb24-4b71-9fe7-656323966034 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:31.745184 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8c880d38-a797-42e7-bf5e-2473bd7e536d req-209ad769-cb24-4b71-9fe7-656323966034 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:31.814657 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c880d38-a797-42e7-bf5e-2473bd7e536d req-209ad769-cb24-4b71-9fe7-656323966034 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:29:31.822975 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-8c880d38-a797-42e7-bf5e-2473bd7e536d req-209ad769-cb24-4b71-9fe7-656323966034 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:29:31.831736 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c880d38-a797-42e7-bf5e-2473bd7e536d req-209ad769-cb24-4b71-9fe7-656323966034 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:29:31.846999 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ad769-cb24-4b71-9fe7-656323966034 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Pushing event updated for resources: {'Port': ['ID=50fa2e91-b7db-4407-8a79-4df6cff99134,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:31.851046 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-cdbd46de-fd7f-4aa6-abb0-ee21aa546f26 req-69ea303f-1bb7-49f6-b219-dcfbef748fb3 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Allocated IP 172.25.3.29 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/cdad1260-0318-422b-b68e-70f8c45acb5d) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:29:31.938955 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8c880d38-a797-42e7-bf5e-2473bd7e536d req-209ad769-cb24-4b71-9fe7-656323966034 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:31.994817 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8c880d38-a797-42e7-bf5e-2473bd7e536d req-209ad769-cb24-4b71-9fe7-656323966034 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:32.031325 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cdbd46de-fd7f-4aa6-abb0-ee21aa546f26 req-69ea303f-1bb7-49f6-b219-dcfbef748fb3 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:32.133217 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cdbd46de-fd7f-4aa6-abb0-ee21aa546f26 req-69ea303f-1bb7-49f6-b219-dcfbef748fb3 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:32.188906 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdbd46de-fd7f-4aa6-abb0-ee21aa546f26 req-69ea303f-1bb7-49f6-b219-dcfbef748fb3 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:29:32.195727 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-cdbd46de-fd7f-4aa6-abb0-ee21aa546f26 req-69ea303f-1bb7-49f6-b219-dcfbef748fb3 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:29:32.197545 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea303f-1bb7-49f6-b219-dcfbef748fb3 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Pushing event updated for resources: {'Port': ['ID=cdad1260-0318-422b-b68e-70f8c45acb5d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:32.205047 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdbd46de-fd7f-4aa6-abb0-ee21aa546f26 req-69ea303f-1bb7-49f6-b219-dcfbef748fb3 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:29:32.253921 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8c880d38-a797-42e7-bf5e-2473bd7e536d req-209ad769-cb24-4b71-9fe7-656323966034 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:32.263372 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8c880d38-a797-42e7-bf5e-2473bd7e536d req-209ad769-cb24-4b71-9fe7-656323966034 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:32.304348 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cdbd46de-fd7f-4aa6-abb0-ee21aa546f26 req-69ea303f-1bb7-49f6-b219-dcfbef748fb3 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:32.311770 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8c880d38-a797-42e7-bf5e-2473bd7e536d req-209ad769-cb24-4b71-9fe7-656323966034 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:32.327803 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96da56e8-a20e-4c1a-aaa0-b5ec8261edb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f3a58b-58e2-438e-9447-c1674c1070db'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:29:32.330689 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8a6e53-38f5-40b5-b5a1-dc1b014c64e3" -d '{"events": [{"server_uuid": "96da56e8-a20e-4c1a-aaa0-b5ec8261edb5", "name": "network-vif-plugged", "status": "completed", "tag": "26f3a58b-58e2-438e-9447-c1674c1070db"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:29:32.331745 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ad769-cb24-4b71-9fe7-656323966034 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Pushing event updated for resources: {'Port': ['ID=50fa2e91-b7db-4407-8a79-4df6cff99134,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:32.354472 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8c880d38-a797-42e7-bf5e-2473bd7e536d req-209ad769-cb24-4b71-9fe7-656323966034 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:32.355686 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8c880d38-a797-42e7-bf5e-2473bd7e536d req-209ad769-cb24-4b71-9fe7-656323966034 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7848899 Dec 09 15:29:32.362014 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cdbd46de-fd7f-4aa6-abb0-ee21aa546f26 req-69ea303f-1bb7-49f6-b219-dcfbef748fb3 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:32.429505 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8c880d38-a797-42e7-bf5e-2473bd7e536d req-b3d123d4-6f62-48d2-9b06-4ed47fc5fcf7 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.220 HTTP/1.1" status: 200 len: 696 time: 0.0655940 Dec 09 15:29:32.560260 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device b5062ccf-d065-4c54-be78-8a88b95e17da details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:29:32.600767 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c880d38-a797-42e7-bf5e-2473bd7e536d req-cda32bc5-657b-4d79-bddb-3391629420a7 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:32.602135 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8c880d38-a797-42e7-bf5e-2473bd7e536d req-cda32bc5-657b-4d79-bddb-3391629420a7 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] 10.222.0.57 "GET /v2.0/networks/d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 784 time: 0.1664069 Dec 09 15:29:32.650988 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cdbd46de-fd7f-4aa6-abb0-ee21aa546f26 req-69ea303f-1bb7-49f6-b219-dcfbef748fb3 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:32.657094 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cdbd46de-fd7f-4aa6-abb0-ee21aa546f26 req-69ea303f-1bb7-49f6-b219-dcfbef748fb3 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:32.658414 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port b5062ccf-d065-4c54-be78-8a88b95e17da, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=b5062ccf-d065-4c54-be78-8a88b95e17da,segment=NetworkSegment(9bcbf52b-8ad5-477f-9636-c2f9cae19672),segment_id=9bcbf52b-8ad5-477f-9636-c2f9cae19672)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:32.671949 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'b5062ccf-d065-4c54-be78-8a88b95e17da', 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0', 'port_id': 'b5062ccf-d065-4c54-be78-8a88b95e17da', 'mac_address': 'fa:16:3e:af:4b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75dd204b-61ff-4875-bd46-839f068b72c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:29:32.691460 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cdbd46de-fd7f-4aa6-abb0-ee21aa546f26 req-69ea303f-1bb7-49f6-b219-dcfbef748fb3 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:32.712125 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:32.720851 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea303f-1bb7-49f6-b219-dcfbef748fb3 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Pushing event updated for resources: {'Port': ['ID=cdad1260-0318-422b-b68e-70f8c45acb5d,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:32.726543 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5062ccf-d065-4c54-be78-8a88b95e17da {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:29:32.741367 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cdbd46de-fd7f-4aa6-abb0-ee21aa546f26 req-69ea303f-1bb7-49f6-b219-dcfbef748fb3 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:32.742891 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cdbd46de-fd7f-4aa6-abb0-ee21aa546f26 req-69ea303f-1bb7-49f6-b219-dcfbef748fb3 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0701957 Dec 09 15:29:32.746396 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port b5062ccf-d065-4c54-be78-8a88b95e17da, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=b5062ccf-d065-4c54-be78-8a88b95e17da,segment=NetworkSegment(9bcbf52b-8ad5-477f-9636-c2f9cae19672),segment_id=9bcbf52b-8ad5-477f-9636-c2f9cae19672)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:32.751251 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:32.800770 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=b5062ccf-d065-4c54-be78-8a88b95e17da,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:32.802665 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804ecde-fa53-41dd-bd1d-e45e7fd34f65 req-4d84cb89-26e7-45ce-ae3b-353227ee7649 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:32.805111 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6804ecde-fa53-41dd-bd1d-e45e7fd34f65 req-4d84cb89-26e7-45ce-ae3b-353227ee7649 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ea2de25e-7897-4271-9d98-986803a004c0 HTTP/1.1" status: 200 len: 1095 time: 0.1044874 Dec 09 15:29:32.808037 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cdbd46de-fd7f-4aa6-abb0-ee21aa546f26 req-94a90f68-f38a-427c-b20e-84e737856995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.29 HTTP/1.1" status: 200 len: 695 time: 0.0589480 Dec 09 15:29:32.906262 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6804ecde-fa53-41dd-bd1d-e45e7fd34f65 req-e1e82066-c1fb-47ab-b3ce-6c317440e0ed tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950439 Dec 09 15:29:32.940294 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd46de-fd7f-4aa6-abb0-ee21aa546f26 req-dfef9ccb-06ea-480a-9131-43720c47ffe3 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:32.941647 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cdbd46de-fd7f-4aa6-abb0-ee21aa546f26 req-dfef9ccb-06ea-480a-9131-43720c47ffe3 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/networks/d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 784 time: 0.1247241 Dec 09 15:29:33.049422 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c9a2e-ea44-4426-9743-d73b8a183aff req-93aef63b-6971-4e41-8e36-a6af98005a34 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:33.051046 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-029c9a2e-ea44-4426-9743-d73b8a183aff req-93aef63b-6971-4e41-8e36-a6af98005a34 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=96da56e8-a20e-4c1a-aaa0-b5ec8261edb5 HTTP/1.1" status: 200 len: 950 time: 0.0528388 Dec 09 15:29:33.113292 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-029c9a2e-ea44-4426-9743-d73b8a183aff req-be834e69-ebea-4a8a-b8b4-00b880fb40e9 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555928 Dec 09 15:29:33.148676 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['b5062ccf-d065-4c54-be78-8a88b95e17da'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:29:33.149144 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb71c52-bf9a-43d9-a564-a19bcf515b4c req-a208596c-f84a-4617-b4ff-0597aa5aca06 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:33.150861 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-edb71c52-bf9a-43d9-a564-a19bcf515b4c req-a208596c-f84a-4617-b4ff-0597aa5aca06 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 944 time: 0.0572333 Dec 09 15:29:33.229213 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-edb71c52-bf9a-43d9-a564-a19bcf515b4c req-ca5e3e0b-7b05-40c3-af56-967ac3106865 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718625 Dec 09 15:29:33.244083 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f86c20-0136-442e-be04-3afcfd023f1c req-92114df5-8cc5-4b54-8d5b-888f1f80acc8 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:33.251061 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-32f86c20-0136-442e-be04-3afcfd023f1c req-92114df5-8cc5-4b54-8d5b-888f1f80acc8 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d500a9-d95e-40f8-bfb7-f2f701f716e2 HTTP/1.1" status: 200 len: 950 time: 0.0767851 Dec 09 15:29:33.300963 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-32f86c20-0136-442e-be04-3afcfd023f1c req-c1fd3b16-4034-46d6-b8c6-86f75e60a954 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490053 Dec 09 15:29:33.342770 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57d9382-8255-4238-aef9-341c090cfd8d x-openstack-request-id: req-b57d9382-8255-4238-aef9-341c090cfd8d {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:29:33.343637 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96da56e8-a20e-4c1a-aaa0-b5ec8261edb5", "name": "network-vif-plugged", "status": "completed", "tag": "26f3a58b-58e2-438e-9447-c1674c1070db", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:29:33.345246 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b57d9382-8255-4238-aef9-341c090cfd8d {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:29:33.345689 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96da56e8-a20e-4c1a-aaa0-b5ec8261edb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f3a58b-58e2-438e-9447-c1674c1070db', 'code': 200} Dec 09 15:29:33.401754 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d5e070bb-b226-4d4d-993d-4ba55eeea0d0 req-9fee7fa2-0a1f-4a8f-aa8a-81c35341a308 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] 10.222.0.57 "GET /v2.0/floatingips/d2ae97f2-64ca-45cc-bb94-703e663ec36f HTTP/1.1" status: 200 len: 693 time: 0.0477355 Dec 09 15:29:33.487240 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-bb7d7d0d-a851-4e51-b669-230e36d7b8b2 tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=c8c08b39db8d44bc9b4f34699e21e6eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583358 Dec 09 15:29:33.605281 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30c2e6-6487-4b44-8895-c29fd4a97638 req-329afed3-b2f9-4499-ba73-68c35c574635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:33.606754 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da30c2e6-6487-4b44-8895-c29fd4a97638 req-329afed3-b2f9-4499-ba73-68c35c574635 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=96da56e8-a20e-4c1a-aaa0-b5ec8261edb5 HTTP/1.1" status: 200 len: 1101 time: 0.1404321 Dec 09 15:29:33.617713 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e070bb-b226-4d4d-993d-4ba55eeea0d0 req-4bd47e91-b900-412c-aa1e-71b311c15217 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:33.618960 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d5e070bb-b226-4d4d-993d-4ba55eeea0d0 req-4bd47e91-b900-412c-aa1e-71b311c15217 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] 10.222.0.57 "GET /v2.0/networks/d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 784 time: 0.2116125 Dec 09 15:29:33.648713 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-d5e070bb-b226-4d4d-993d-4ba55eeea0d0 req-de55456a-af65-4f6d-8444-901d9ae1cf07 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:29:33.649681 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d5e070bb-b226-4d4d-993d-4ba55eeea0d0 req-de55456a-af65-4f6d-8444-901d9ae1cf07 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0193789 Dec 09 15:29:33.688866 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-bed1fac8-8aca-4c52-a303-71e68cecea19 tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:33.690317 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-bed1fac8-8aca-4c52-a303-71e68cecea19 tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1880977 Dec 09 15:29:33.717683 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da30c2e6-6487-4b44-8895-c29fd4a97638 req-9d413a9f-5785-4069-9b55-f7e464eb4b0b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978155 Dec 09 15:29:33.733227 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-e0668ef3-be43-4a71-8fda-a3ecfe7f88d8 tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] 10.222.0.57 "GET /v2.0/quotas/c8c08b39db8d44bc9b4f34699e21e6eb HTTP/1.1" status: 200 len: 375 time: 0.0346496 Dec 09 15:29:33.772465 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-105ce3a0-d4ea-47a6-b46a-5f3670cef550 tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8c08b39db8d44bc9b4f34699e21e6eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328269 Dec 09 15:29:33.783078 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd984840-2125-4ae6-9830-19768deebd46 req-e5752035-ea52-4fcc-a013-b4efa2f1111b tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:33.784474 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd984840-2125-4ae6-9830-19768deebd46 req-e5752035-ea52-4fcc-a013-b4efa2f1111b tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/ports?device_id=c13ca81a-1c4d-4128-9a67-7a787ca7316d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0848539 Dec 09 15:29:33.834096 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd984840-2125-4ae6-9830-19768deebd46 req-22fa1563-3784-498e-9d34-5b5a6697f36b tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.29 HTTP/1.1" status: 200 len: 695 time: 0.0428247 Dec 09 15:29:33.843249 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-cd984840-2125-4ae6-9830-19768deebd46 req-1bec6f81-c4b2-43a0-8950-a454dc244e21 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Request body: {'floatingip': {'port_id': '6520e9d6-d5ee-4fdf-a6d7-184976e5f180', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:33.890859 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cd984840-2125-4ae6-9830-19768deebd46 req-1bec6f81-c4b2-43a0-8950-a454dc244e21 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:34.396930 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-c0b815e3-9d15-45b9-b016-86664c6700ad tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:34.398428 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-c0b815e3-9d15-45b9-b016-86664c6700ad tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/networks?id=6c4b0ba7-873d-4b03-9efa-67af55c0587e HTTP/1.1" status: 200 len: 820 time: 0.4503343 Dec 09 15:29:34.442329 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-dc9e87de-8dba-4963-bf7f-e74b2fe35266 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/quotas/5674bd72d1184432801f651e299c9dce HTTP/1.1" status: 200 len: 375 time: 0.0149515 Dec 09 15:29:34.486919 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-cd984840-2125-4ae6-9830-19768deebd46 req-1bec6f81-c4b2-43a0-8950-a454dc244e21 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] update failed (client error): There was a conflict when trying to complete your request. Dec 09 15:29:34.487960 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd984840-2125-4ae6-9830-19768deebd46 req-1bec6f81-c4b2-43a0-8950-a454dc244e21 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "PUT /v2.0/floatingips/ad8ec53f-d1ce-4be3-8eac-0147887d57cd HTTP/1.1" status: 409 len: 550 time: 0.6485186 Dec 09 15:29:34.510815 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-b585242b-fb88-41df-9b75-0e3141d3a38f tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5674bd72d1184432801f651e299c9dce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0602646 Dec 09 15:29:34.587506 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:29:34.588196 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device b5062ccf-d065-4c54-be78-8a88b95e17da up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:29:34.598255 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e98f8a8-633b-4049-8c11-b6687de4ea0f req-38c71279-a012-40de-9a1a-71f23cf11c14 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] 10.222.0.57 "GET /v2.0/floatingips/d2ae97f2-64ca-45cc-bb94-703e663ec36f HTTP/1.1" status: 200 len: 693 time: 0.0864732 Dec 09 15:29:34.636137 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port b5062ccf-d065-4c54-be78-8a88b95e17da completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:29:34.640161 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port b5062ccf-d065-4c54-be78-8a88b95e17da triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:34.640695 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:34.702468 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-97896316-d7eb-4675-bb22-4e21bd83d772 service neutron] 10.222.0.57 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838825 Dec 09 15:29:34.727735 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:34.759740 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port b5062ccf-d065-4c54-be78-8a88b95e17da, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=b5062ccf-d065-4c54-be78-8a88b95e17da,segment=NetworkSegment(9bcbf52b-8ad5-477f-9636-c2f9cae19672),segment_id=9bcbf52b-8ad5-477f-9636-c2f9cae19672)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:34.763839 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:34.779078 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e98f8a8-633b-4049-8c11-b6687de4ea0f req-517da3a9-9019-4767-a5df-468554abaeb5 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:34.780445 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e98f8a8-633b-4049-8c11-b6687de4ea0f req-517da3a9-9019-4767-a5df-468554abaeb5 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] 10.222.0.57 "GET /v2.0/networks/d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 784 time: 0.1738029 Dec 09 15:29:34.794105 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-7e98f8a8-633b-4049-8c11-b6687de4ea0f req-254bc5f4-9c09-4ecd-8150-714ae478464f tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:29:34.795067 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e98f8a8-633b-4049-8c11-b6687de4ea0f req-254bc5f4-9c09-4ecd-8150-714ae478464f tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068793 Dec 09 15:29:34.811312 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=b5062ccf-d065-4c54-be78-8a88b95e17da,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:34.867435 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e98f8a8-633b-4049-8c11-b6687de4ea0f req-e164ba27-56e7-4ca0-98f3-3b8d2fb23d1c tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.220 HTTP/1.1" status: 200 len: 696 time: 0.0613704 Dec 09 15:29:34.871292 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-8743908d-18e6-4cc9-8d23-4d4d626b5fb0 service neutron] 10.222.0.57 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586442 Dec 09 15:29:34.922627 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e98f8a8-633b-4049-8c11-b6687de4ea0f req-309c342a-99b9-4427-b4ea-8cc0987a7d5c tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.220 HTTP/1.1" status: 200 len: 696 time: 0.0483849 Dec 09 15:29:35.046843 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-6638694f-4ae9-4987-b777-4f4c30c9b4df tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=c8c08b39db8d44bc9b4f34699e21e6eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0752592 Dec 09 15:29:35.091875 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b884b91d-8c4e-4639-bab0-1f663e7eb03d req-a0c9e761-3072-4ef6-888b-a617b8b69312 tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23574e1-4445-4d7f-bcda-c7f103e151db HTTP/1.1" status: 200 len: 210 time: 0.0518687 Dec 09 15:29:35.209989 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-273a947e-3b9a-4039-978c-3442064ceb44 tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:35.211492 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-273a947e-3b9a-4039-978c-3442064ceb44 tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1183436 Dec 09 15:29:35.229432 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-7e98f8a8-633b-4049-8c11-b6687de4ea0f req-d4605779-3f69-4779-a441-4d75d2c23416 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Deleting port 50fa2e91-b7db-4407-8a79-4df6cff99134 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:29:35.229783 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7e98f8a8-633b-4049-8c11-b6687de4ea0f req-d4605779-3f69-4779-a441-4d75d2c23416 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:35.285451 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-69ed9113-834a-4aef-9ae7-451f042cddca tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] Request body: {'port': {'device_id': 'c23574e1-4445-4d7f-bcda-c7f103e151db', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'admin_state_up': True, 'tenant_id': 'c8c08b39db8d44bc9b4f34699e21e6eb'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:35.346593 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d93d33-686a-4d6b-94b6-2d82623f0326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5062ccf-d065-4c54-be78-8a88b95e17da'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:29:35.348980 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d082a11-5445-46ae-b08c-3feaeab017a1" -d '{"events": [{"server_uuid": "e6d93d33-686a-4d6b-94b6-2d82623f0326", "name": "network-vif-plugged", "status": "completed", "tag": "b5062ccf-d065-4c54-be78-8a88b95e17da"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:29:35.448128 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615b2ca-7bfc-43fd-a652-f4ebd14578e0 req-82f74d65-24c1-4af4-8096-c3df9312cb01 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:35.450071 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5615b2ca-7bfc-43fd-a652-f4ebd14578e0 req-82f74d65-24c1-4af4-8096-c3df9312cb01 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=96da56e8-a20e-4c1a-aaa0-b5ec8261edb5 HTTP/1.1" status: 200 len: 950 time: 0.1713381 Dec 09 15:29:35.455395 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7e98f8a8-633b-4049-8c11-b6687de4ea0f req-d4605779-3f69-4779-a441-4d75d2c23416 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:35.455725 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7e98f8a8-633b-4049-8c11-b6687de4ea0f req-d4605779-3f69-4779-a441-4d75d2c23416 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:35.489161 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-7e98f8a8-633b-4049-8c11-b6687de4ea0f req-d4605779-3f69-4779-a441-4d75d2c23416 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Calling delete_port for 50fa2e91-b7db-4407-8a79-4df6cff99134 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:29:35.563176 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-69ed9113-834a-4aef-9ae7-451f042cddca tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] Made reservation on behalf of c8c08b39db8d44bc9b4f34699e21e6eb for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:29:35.566662 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-69ed9113-834a-4aef-9ae7-451f042cddca tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:35.590573 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5615b2ca-7bfc-43fd-a652-f4ebd14578e0 req-d6e753ae-28a3-4095-aa95-a206a8d8ff34 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315043 Dec 09 15:29:35.591236 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-69ed9113-834a-4aef-9ae7-451f042cddca tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:35.760295 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-69ed9113-834a-4aef-9ae7-451f042cddca tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:35.766709 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-69ed9113-834a-4aef-9ae7-451f042cddca tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:35.779873 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7e98f8a8-633b-4049-8c11-b6687de4ea0f req-d4605779-3f69-4779-a441-4d75d2c23416 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:35.816104 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8a227-6490-4076-be53-9f18e2e630f0 req-b04b3c54-0dc9-403b-a53e-014f27ca4807 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:35.817599 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-70f8a227-6490-4076-be53-9f18e2e630f0 req-b04b3c54-0dc9-403b-a53e-014f27ca4807 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 945 time: 0.1413457 Dec 09 15:29:35.872184 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4605779-3f69-4779-a441-4d75d2c23416 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Pushing event deleted for resources: {'Port': ['ID=50fa2e91-b7db-4407-8a79-4df6cff99134,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:35.905705 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed9113-834a-4aef-9ae7-451f042cddca tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb1c619-d556-43d6-aed7-1b2102a0548f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:35.923489 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7e98f8a8-633b-4049-8c11-b6687de4ea0f req-d4605779-3f69-4779-a441-4d75d2c23416 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:35.926026 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7e98f8a8-633b-4049-8c11-b6687de4ea0f req-d4605779-3f69-4779-a441-4d75d2c23416 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:35.927159 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e98f8a8-633b-4049-8c11-b6687de4ea0f req-d4605779-3f69-4779-a441-4d75d2c23416 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] 10.222.0.57 "DELETE /v2.0/floatingips/d2ae97f2-64ca-45cc-bb94-703e663ec36f HTTP/1.1" status: 204 len: 173 time: 0.9963961 Dec 09 15:29:35.982003 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-70f8a227-6490-4076-be53-9f18e2e630f0 req-773a4943-1cb9-4ab5-925c-2b43dd1d6edb tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181633 Dec 09 15:29:36.033036 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-69ed9113-834a-4aef-9ae7-451f042cddca tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] Allocated IP 192.168.233.55 (bf6a25f7-2b73-48b5-b60f-99a19e919fb7/54e6953c-1261-4e7c-8b49-64e5b87424c2/8fe2b167-c538-4427-872b-4e3916cf5e69) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:29:36.084589 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0c6f437f-c3f7-4d2e-ac4e-3e3cc3247bdb req-51b9b2e5-3e27-46ca-b56a-1f8f8c883fb3 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/floatingips/ad8ec53f-d1ce-4be3-8eac-0147887d57cd HTTP/1.1" status: 200 len: 692 time: 0.0692146 Dec 09 15:29:36.134169 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2fba53-fa2c-4716-8465-9d7060ba1829 req-fb58eaba-afe3-4604-8599-71c1eab67911 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:36.135555 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4a2fba53-fa2c-4716-8465-9d7060ba1829 req-fb58eaba-afe3-4604-8599-71c1eab67911 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d500a9-d95e-40f8-bfb7-f2f701f716e2 HTTP/1.1" status: 200 len: 950 time: 0.1526685 Dec 09 15:29:36.372551 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4a2fba53-fa2c-4716-8465-9d7060ba1829 req-8ebfbf0b-8f10-42c0-896f-645c94ad089c tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075868 Dec 09 15:29:36.395452 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f437f-c3f7-4d2e-ac4e-3e3cc3247bdb req-fbacea58-2143-483c-9250-5474c3f3cf5e tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:36.397071 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0c6f437f-c3f7-4d2e-ac4e-3e3cc3247bdb req-fbacea58-2143-483c-9250-5474c3f3cf5e tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/networks/d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 784 time: 0.3043904 Dec 09 15:29:36.418750 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-0c6f437f-c3f7-4d2e-ac4e-3e3cc3247bdb req-87d8befa-ae7d-4d50-b626-ac8349bdfb5b tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:29:36.419768 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0c6f437f-c3f7-4d2e-ac4e-3e3cc3247bdb req-87d8befa-ae7d-4d50-b626-ac8349bdfb5b tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106256 Dec 09 15:29:36.514120 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-69ed9113-834a-4aef-9ae7-451f042cddca tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:36.516914 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6a7e412-573b-4583-8402-134b593bb49f req-a3f9ccbb-2dd6-4a29-b3f6-f87a67970fe8 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 210 time: 0.0744226 Dec 09 15:29:36.523965 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-f030652e-b6db-490e-846e-9ca63ec05585 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:36.525338 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-f030652e-b6db-490e-846e-9ca63ec05585 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.31 "GET /v2.0/networks?id=6c4b0ba7-873d-4b03-9efa-67af55c0587e HTTP/1.1" status: 200 len: 820 time: 0.3011434 Dec 09 15:29:36.529720 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0c6f437f-c3f7-4d2e-ac4e-3e3cc3247bdb req-cdf8392f-5e0e-4dca-b60a-43fcc04e6ddb tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.29 HTTP/1.1" status: 200 len: 695 time: 0.1005096 Dec 09 15:29:36.540443 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-9dad96cb-fb42-4e53-8ba3-4dae364d1110 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Request body: {'port': {'device_id': 'd04fb7ab-5750-404c-b76e-89959a5df223', 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e', 'admin_state_up': True, 'tenant_id': '5674bd72d1184432801f651e299c9dce'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:36.564922 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302ae446-15e5-48e3-91ec-0da8c66e2f81 x-openstack-request-id: req-302ae446-15e5-48e3-91ec-0da8c66e2f81 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:29:36.565401 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d93d33-686a-4d6b-94b6-2d82623f0326", "name": "network-vif-plugged", "status": "completed", "tag": "b5062ccf-d065-4c54-be78-8a88b95e17da", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:29:36.565488 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-302ae446-15e5-48e3-91ec-0da8c66e2f81 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:29:36.565887 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d93d33-686a-4d6b-94b6-2d82623f0326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5062ccf-d065-4c54-be78-8a88b95e17da', 'code': 200} Dec 09 15:29:36.657211 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0c6f437f-c3f7-4d2e-ac4e-3e3cc3247bdb req-8aa47c65-1461-4510-bada-251598a5ba46 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.29 HTTP/1.1" status: 200 len: 695 time: 0.1205685 Dec 09 15:29:36.671180 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac18f2-9b4f-488c-aa92-13e51d7e769b req-38ca9d45-800c-4ce0-8738-cd5c789544b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:36.672749 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f4ac18f2-9b4f-488c-aa92-13e51d7e769b req-38ca9d45-800c-4ce0-8738-cd5c789544b2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 1096 time: 0.0407028 Dec 09 15:29:36.719809 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f4ac18f2-9b4f-488c-aa92-13e51d7e769b req-98c8276c-9f5c-4883-95a6-ab49f070fb10 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379927 Dec 09 15:29:36.802043 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-69ed9113-834a-4aef-9ae7-451f042cddca tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:36.812881 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598a105-dc43-4967-b3ce-18e5d2299f15 req-b4a4f6d0-f182-4ca9-8176-edd0aa3608dd tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:36.814365 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1598a105-dc43-4967-b3ce-18e5d2299f15 req-b4a4f6d0-f182-4ca9-8176-edd0aa3608dd tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 948 time: 0.1929471 Dec 09 15:29:36.906970 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-69ed9113-834a-4aef-9ae7-451f042cddca tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] Network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:29:36.907880 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-9dad96cb-fb42-4e53-8ba3-4dae364d1110 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Made reservation on behalf of 5674bd72d1184432801f651e299c9dce for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:29:36.911271 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-9dad96cb-fb42-4e53-8ba3-4dae364d1110 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:36.926490 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-69ed9113-834a-4aef-9ae7-451f042cddca tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:29:36.933054 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-69ed9113-834a-4aef-9ae7-451f042cddca tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:29:36.939583 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-69ed9113-834a-4aef-9ae7-451f042cddca tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:36.940202 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-69ed9113-834a-4aef-9ae7-451f042cddca tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:36.945041 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed9113-834a-4aef-9ae7-451f042cddca tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] Pushing event updated for resources: {'Port': ['ID=8fe2b167-c538-4427-872b-4e3916cf5e69,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:37.000603 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-69ed9113-834a-4aef-9ae7-451f042cddca tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7204709 Dec 09 15:29:37.036327 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-924633bc-7053-4e49-93c1-6671264ab71d service neutron] Request body: {'port': {'device_id': 'c23574e1-4445-4d7f-bcda-c7f103e151db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:37.044431 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1598a105-dc43-4967-b3ce-18e5d2299f15 req-a83df775-3d5c-4de9-9e65-4ced2a0a9a03 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188389 Dec 09 15:29:37.075851 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-0c6f437f-c3f7-4d2e-ac4e-3e3cc3247bdb req-b70a9a37-3f56-4925-a7ce-c3d3a607a172 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Deleting port cdad1260-0318-422b-b68e-70f8c45acb5d {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:29:37.076289 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0c6f437f-c3f7-4d2e-ac4e-3e3cc3247bdb req-b70a9a37-3f56-4925-a7ce-c3d3a607a172 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:37.178374 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a55afd34-0c26-4473-a806-f7fdb0c15bcb None None] Provisioning complete for port 8fe2b167-c538-4427-872b-4e3916cf5e69 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:37.178955 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a55afd34-0c26-4473-a806-f7fdb0c15bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:37.215993 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a55afd34-0c26-4473-a806-f7fdb0c15bcb None None] Port 8fe2b167-c538-4427-872b-4e3916cf5e69 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:29:37.555800 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-924633bc-7053-4e49-93c1-6671264ab71d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:37.620712 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-9dad96cb-fb42-4e53-8ba3-4dae364d1110 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Allocated IP 172.20.0.6 (6c4b0ba7-873d-4b03-9efa-67af55c0587e/2340fb97-6ad9-4615-9535-804554d0ce45/a0b20723-edcd-4eb3-8315-2e4b6967ba40) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:29:37.643967 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0c6f437f-c3f7-4d2e-ac4e-3e3cc3247bdb req-b70a9a37-3f56-4925-a7ce-c3d3a607a172 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:37.644294 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0c6f437f-c3f7-4d2e-ac4e-3e3cc3247bdb req-b70a9a37-3f56-4925-a7ce-c3d3a607a172 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:37.687078 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-0c6f437f-c3f7-4d2e-ac4e-3e3cc3247bdb req-b70a9a37-3f56-4925-a7ce-c3d3a607a172 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Calling delete_port for cdad1260-0318-422b-b68e-70f8c45acb5d owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:29:37.697314 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f945040-da23-4c03-9c66-c588b1026f3e req-3467b740-e1ef-4489-b1e1-879d446b2ee6 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:37.698786 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5f945040-da23-4c03-9c66-c588b1026f3e req-3467b740-e1ef-4489-b1e1-879d446b2ee6 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6162732 Dec 09 15:29:38.027107 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9febb-d095-4bde-b8e9-2355b840e9b5 req-eea3ba39-bd47-47af-96dd-0da3acc72e37 tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:38.028627 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-abf9febb-d095-4bde-b8e9-2355b840e9b5 req-eea3ba39-bd47-47af-96dd-0da3acc72e37 tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23574e1-4445-4d7f-bcda-c7f103e151db HTTP/1.1" status: 200 len: 935 time: 0.2462902 Dec 09 15:29:38.114714 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-9dad96cb-fb42-4e53-8ba3-4dae364d1110 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:38.181206 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-abf9febb-d095-4bde-b8e9-2355b840e9b5 req-fbcb8c3d-013f-4cf2-84ca-a06fee33e6ff tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] 10.222.0.57 "GET /v2.0/security-groups?id=fcb1c619-d556-43d6-aed7-1b2102a0548f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415651 Dec 09 15:29:38.187633 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0c6f437f-c3f7-4d2e-ac4e-3e3cc3247bdb req-b70a9a37-3f56-4925-a7ce-c3d3a607a172 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:38.234471 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a9a37-3f56-4925-a7ce-c3d3a607a172 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Pushing event deleted for resources: {'Port': ['ID=cdad1260-0318-422b-b68e-70f8c45acb5d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:38.287311 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0c6f437f-c3f7-4d2e-ac4e-3e3cc3247bdb req-b70a9a37-3f56-4925-a7ce-c3d3a607a172 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:38.291035 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0c6f437f-c3f7-4d2e-ac4e-3e3cc3247bdb req-b70a9a37-3f56-4925-a7ce-c3d3a607a172 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:38.291301 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0c6f437f-c3f7-4d2e-ac4e-3e3cc3247bdb req-b70a9a37-3f56-4925-a7ce-c3d3a607a172 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "DELETE /v2.0/floatingips/ad8ec53f-d1ce-4be3-8eac-0147887d57cd HTTP/1.1" status: 204 len: 173 time: 1.6127393 Dec 09 15:29:38.297972 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-9dad96cb-fb42-4e53-8ba3-4dae364d1110 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:38.335108 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-924633bc-7053-4e49-93c1-6671264ab71d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fe2b167-c538-4427-872b-4e3916cf5e69 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:29:38.350315 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-924633bc-7053-4e49-93c1-6671264ab71d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:38.372255 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-9dad96cb-fb42-4e53-8ba3-4dae364d1110 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Network 6c4b0ba7-873d-4b03-9efa-67af55c0587e is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:29:38.395577 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-9dad96cb-fb42-4e53-8ba3-4dae364d1110 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:29:38.414879 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-9dad96cb-fb42-4e53-8ba3-4dae364d1110 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:29:38.420297 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-9dad96cb-fb42-4e53-8ba3-4dae364d1110 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:38.420935 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-9dad96cb-fb42-4e53-8ba3-4dae364d1110 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:38.427072 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-924633bc-7053-4e49-93c1-6671264ab71d service neutron] Transition to ACTIVE for port object 8fe2b167-c538-4427-872b-4e3916cf5e69 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:29:38.435949 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad96cb-fb42-4e53-8ba3-4dae364d1110 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Pushing event updated for resources: {'Port': ['ID=a0b20723-edcd-4eb3-8315-2e4b6967ba40,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:38.445035 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-924633bc-7053-4e49-93c1-6671264ab71d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:38.448907 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-e4c88a44-38bc-4526-acf0-206b3e993a87 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=c009e316e1bd42d6ac86f544a117adb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548294 Dec 09 15:29:38.498030 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-9dad96cb-fb42-4e53-8ba3-4dae364d1110 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9626181 Dec 09 15:29:38.564195 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12638e44-17d1-4376-a019-50f1d073d708 req-16a42bc7-7e0b-4d9c-9bfe-781177851c0c tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:38.565734 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-12638e44-17d1-4376-a019-50f1d073d708 req-16a42bc7-7e0b-4d9c-9bfe-781177851c0c tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 945 time: 0.2218180 Dec 09 15:29:38.572661 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924633bc-7053-4e49-93c1-6671264ab71d service neutron] Pushing event updated for resources: {'Port': ['ID=8fe2b167-c538-4427-872b-4e3916cf5e69,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:38.669446 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-924633bc-7053-4e49-93c1-6671264ab71d service neutron] Attempting to bind port 8fe2b167-c538-4427-872b-4e3916cf5e69 on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:29:38.669779 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-924633bc-7053-4e49-93c1-6671264ab71d service neutron] Attempting to bind port 8fe2b167-c538-4427-872b-4e3916cf5e69 by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:29:38.670101 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-924633bc-7053-4e49-93c1-6671264ab71d service neutron] Attempting to bind port 8fe2b167-c538-4427-872b-4e3916cf5e69 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:29:38.688014 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-3dea3e58-19a3-44dd-8e41-040625325d10 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:38.689504 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-3dea3e58-19a3-44dd-8e41-040625325d10 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2281275 Dec 09 15:29:38.692631 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-924633bc-7053-4e49-93c1-6671264ab71d service neutron] Port 8fe2b167-c538-4427-872b-4e3916cf5e69 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:29:38.693015 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-924633bc-7053-4e49-93c1-6671264ab71d service neutron] Attempting to bind port 8fe2b167-c538-4427-872b-4e3916cf5e69 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:29:38.702848 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-12638e44-17d1-4376-a019-50f1d073d708 req-5cdd69ac-5e2c-4f8a-b433-257c305183c8 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257386 Dec 09 15:29:38.708175 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-924633bc-7053-4e49-93c1-6671264ab71d service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:29:38.709086 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-924633bc-7053-4e49-93c1-6671264ab71d service neutron] Checking segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:29:38.709461 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-924633bc-7053-4e49-93c1-6671264ab71d service neutron] Bound using segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:29:38.709886 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-924633bc-7053-4e49-93c1-6671264ab71d service neutron] Bound port: 8fe2b167-c538-4427-872b-4e3916cf5e69, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:29:38.710232 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-924633bc-7053-4e49-93c1-6671264ab71d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:38.721331 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-47e719e0-3a95-436e-88cf-b3c877007a2a tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/quotas/c009e316e1bd42d6ac86f544a117adb7 HTTP/1.1" status: 200 len: 375 time: 0.0245411 Dec 09 15:29:38.833067 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-924633bc-7053-4e49-93c1-6671264ab71d service neutron] For port 8fe2b167-c538-4427-872b-4e3916cf5e69, host n-h1-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:29:38.850909 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-924633bc-7053-4e49-93c1-6671264ab71d service neutron] For port 8fe2b167-c538-4427-872b-4e3916cf5e69, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=8fe2b167-c538-4427-872b-4e3916cf5e69,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:29:38.858207 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-4e94d87e-b932-4fd6-a497-f13de46aeecf tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c009e316e1bd42d6ac86f544a117adb7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1297927 Dec 09 15:29:38.861515 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-924633bc-7053-4e49-93c1-6671264ab71d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:38.896584 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-924633bc-7053-4e49-93c1-6671264ab71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:38.897654 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-924633bc-7053-4e49-93c1-6671264ab71d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:38.899041 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-924633bc-7053-4e49-93c1-6671264ab71d service neutron] 10.222.0.42 "PUT /v2.0/ports/8fe2b167-c538-4427-872b-4e3916cf5e69 HTTP/1.1" status: 200 len: 1095 time: 1.8700922 Dec 09 15:29:38.901753 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c23574e1-4445-4d7f-bcda-c7f103e151db', 'tag': '8fe2b167-c538-4427-872b-4e3916cf5e69'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:29:38.903952 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58548918-0121-4492-8894-dd8738fd37a9" -d '{"events": [{"name": "network-changed", "server_uuid": "c23574e1-4445-4d7f-bcda-c7f103e151db", "tag": "8fe2b167-c538-4427-872b-4e3916cf5e69"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:29:38.915885 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c0931-f72d-421f-9572-7441525e0410 req-5fd56368-a298-43ba-b1bc-c3147a9692f7 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:38.917334 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-333c0931-f72d-421f-9572-7441525e0410 req-5fd56368-a298-43ba-b1bc-c3147a9692f7 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d500a9-d95e-40f8-bfb7-f2f701f716e2 HTTP/1.1" status: 200 len: 950 time: 0.1394975 Dec 09 15:29:38.967210 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924633bc-7053-4e49-93c1-6671264ab71d service neutron] Pushing event updated for resources: {'Port': ['ID=8fe2b167-c538-4427-872b-4e3916cf5e69,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:39.032104 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-333c0931-f72d-421f-9572-7441525e0410 req-03bd1b6e-bd04-49c3-a4fe-aed85f68c06b tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997503 Dec 09 15:29:39.148823 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-d22d51d5-1049-4c84-b2b1-4d063caef00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:39.150333 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-d22d51d5-1049-4c84-b2b1-4d063caef00a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c8c08b39db8d44bc9b4f34699e21e6eb&device_id=c23574e1-4445-4d7f-bcda-c7f103e151db HTTP/1.1" status: 200 len: 1098 time: 0.1773591 Dec 09 15:29:39.162589 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6ac2866a-b9a0-4479-85ae-b863f9134a54 req-fc5564c0-5c0e-476e-9e01-70cdfa6f1ff5 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] 10.222.0.57 "GET /v2.0/floatingips?tenant_id=968dba667ef140f0b1ab8736d2d86310 HTTP/1.1" status: 200 len: 1656 time: 0.1028225 Dec 09 15:29:39.229008 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf71f7-3905-4411-b14c-2d7bb658070e req-b3155c8e-0645-49ba-a685-a8f01c8cb4fc tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:39.230646 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1baf71f7-3905-4411-b14c-2d7bb658070e req-b3155c8e-0645-49ba-a685-a8f01c8cb4fc tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 931 time: 0.1819451 Dec 09 15:29:39.234009 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-16049cc3-4573-4718-9e42-dcbb44735f20 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=8fe2b167-c538-4427-872b-4e3916cf5e69 HTTP/1.1" status: 200 len: 217 time: 0.0659389 Dec 09 15:29:39.375681 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-ba837a8f-6cc8-47c2-9a71-fb19d2ce544f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:39.377185 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-ba837a8f-6cc8-47c2-9a71-fb19d2ce544f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.1316757 Dec 09 15:29:39.429857 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1baf71f7-3905-4411-b14c-2d7bb658070e req-4079f4f9-4fc6-4610-a0dd-ac93960580df tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853514 Dec 09 15:29:39.436884 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2866a-b9a0-4479-85ae-b863f9134a54 req-99cd02d7-097d-4799-885d-c1fe6d098b8a tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:39.438292 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6ac2866a-b9a0-4479-85ae-b863f9134a54 req-99cd02d7-097d-4799-885d-c1fe6d098b8a tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] 10.222.0.57 "GET /v2.0/networks?id=d8331094-778d-4179-9ed8-de7de1c5438c&id=d8331094-778d-4179-9ed8-de7de1c5438c&id=d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 787 time: 0.2614677 Dec 09 15:29:39.452070 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-6ac2866a-b9a0-4479-85ae-b863f9134a54 req-53c6e055-ba41-4d4b-9b58-202ef3e6ed0e tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:29:39.453397 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6ac2866a-b9a0-4479-85ae-b863f9134a54 req-53c6e055-ba41-4d4b-9b58-202ef3e6ed0e tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066302 Dec 09 15:29:39.507037 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2580ad6f-1ce0-405f-a716-558f0cab4230 x-openstack-request-id: req-2580ad6f-1ce0-405f-a716-558f0cab4230 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:29:39.507338 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c23574e1-4445-4d7f-bcda-c7f103e151db", "tag": "8fe2b167-c538-4427-872b-4e3916cf5e69", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:29:39.507614 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2580ad6f-1ce0-405f-a716-558f0cab4230 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:29:39.507973 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c23574e1-4445-4d7f-bcda-c7f103e151db', 'tag': '8fe2b167-c538-4427-872b-4e3916cf5e69', 'status': 'completed', 'code': 200} Dec 09 15:29:39.510396 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-e528e10b-0aca-4b19-be16-daabc99f0594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:39.511895 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-e528e10b-0aca-4b19-be16-daabc99f0594 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1162276 Dec 09 15:29:39.616317 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a76bf2e2-4897-4440-aa63-4832ca36e387 req-cf3c6c6c-f982-4da8-9fa4-bc9447cea83a tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.227 HTTP/1.1" status: 200 len: 1002 time: 0.1546993 Dec 09 15:29:39.633836 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bae63c66-d2af-46c8-b668-4033903b0f08 req-c99325aa-6ff7-466d-ade9-102777a7b2eb tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=45644f3a-9375-43b2-95bb-4f370dc95c67 HTTP/1.1" status: 200 len: 210 time: 0.0771465 Dec 09 15:29:39.694953 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76bf2e2-4897-4440-aa63-4832ca36e387 req-bf8b78f2-6d57-49e6-a17c-60c63e97f533 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:39.696284 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a76bf2e2-4897-4440-aa63-4832ca36e387 req-bf8b78f2-6d57-49e6-a17c-60c63e97f533 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/ports/6520e9d6-d5ee-4fdf-a6d7-184976e5f180 HTTP/1.1" status: 200 len: 943 time: 0.0648830 Dec 09 15:29:39.739579 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-705ecd04-93f3-4e6c-92f3-69365168e83e service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015188 Dec 09 15:29:39.758246 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd65899-161d-4ac6-9c1c-93875a090028 req-146dcec3-b41b-4cb3-a899-a9565619480a tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:39.759683 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8dd65899-161d-4ac6-9c1c-93875a090028 req-146dcec3-b41b-4cb3-a899-a9565619480a tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23574e1-4445-4d7f-bcda-c7f103e151db HTTP/1.1" status: 200 len: 947 time: 0.0610719 Dec 09 15:29:40.109318 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-d9442e6d-e28a-4672-9add-b543a0a16b57 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=c009e316e1bd42d6ac86f544a117adb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219271 Dec 09 15:29:40.163339 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8dd65899-161d-4ac6-9c1c-93875a090028 req-9b088829-ed30-4c91-8ae8-0600d3744a2a tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] 10.222.0.57 "GET /v2.0/security-groups?id=fcb1c619-d556-43d6-aed7-1b2102a0548f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957982 Dec 09 15:29:40.168474 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a76bf2e2-4897-4440-aa63-4832ca36e387 req-367fd150-d73e-47b9-ad7c-504aeabfad8d tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.227 HTTP/1.1" status: 200 len: 1002 time: 0.3853328 Dec 09 15:29:40.237491 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-07fad17d-8557-42b5-93fb-3f07d943a22a req-48fc9f44-6317-4a74-b2c7-7e6f94b98795 service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4768486 Dec 09 15:29:40.253616 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-29151a60-07e8-4be1-a1c9-88b7a5669140 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:40.255070 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-29151a60-07e8-4be1-a1c9-88b7a5669140 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1390176 Dec 09 15:29:40.311138 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-42550a04-99a1-43e4-a8f7-7bb65de474dd tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Request body: {'port': {'device_id': '45644f3a-9375-43b2-95bb-4f370dc95c67', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'admin_state_up': True, 'tenant_id': 'c009e316e1bd42d6ac86f544a117adb7'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:40.340109 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76bf2e2-4897-4440-aa63-4832ca36e387 req-a5ef0801-b411-4dee-bc47-faa347a150c6 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:40.341556 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a76bf2e2-4897-4440-aa63-4832ca36e387 req-a5ef0801-b411-4dee-bc47-faa347a150c6 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/networks/d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 784 time: 0.1675110 Dec 09 15:29:40.344609 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-987f3646-7980-4f1a-9604-d7fcbdf16b0d req-a15b9f6c-aeaa-4319-8a8e-ca0fa53c82f3 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] 10.222.0.57 "GET /v2.0/floatingips/c23c5e56-d0b2-4c6a-bf91-fd312aa39bf2 HTTP/1.1" status: 200 len: 693 time: 0.0705121 Dec 09 15:29:40.351585 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-a76bf2e2-4897-4440-aa63-4832ca36e387 req-4856a1e1-9f9d-40a2-a239-7f816788b35c tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:29:40.352602 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a76bf2e2-4897-4440-aa63-4832ca36e387 req-4856a1e1-9f9d-40a2-a239-7f816788b35c tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055931 Dec 09 15:29:40.432358 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-42550a04-99a1-43e4-a8f7-7bb65de474dd tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Made reservation on behalf of c009e316e1bd42d6ac86f544a117adb7 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:29:40.436093 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-42550a04-99a1-43e4-a8f7-7bb65de474dd tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:40.541373 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a76bf2e2-4897-4440-aa63-4832ca36e387 req-3ea8f3c4-78ea-4733-802f-b0b09c2df88c tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.227 HTTP/1.1" status: 200 len: 1002 time: 0.1576097 Dec 09 15:29:40.545331 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58548918-0121-4492-8894-dd8738fd37a9 req-feb69404-5219-4051-9741-fc07ea092698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:40.546171 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-58548918-0121-4492-8894-dd8738fd37a9 req-feb69404-5219-4051-9741-fc07ea092698 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c8c08b39db8d44bc9b4f34699e21e6eb&device_id=c23574e1-4445-4d7f-bcda-c7f103e151db HTTP/1.1" status: 200 len: 1098 time: 0.1306701 Dec 09 15:29:40.553509 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f3646-7980-4f1a-9604-d7fcbdf16b0d req-21ab164f-e235-453d-a91f-d76fccc08e7e tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:40.554873 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-987f3646-7980-4f1a-9604-d7fcbdf16b0d req-21ab164f-e235-453d-a91f-d76fccc08e7e tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] 10.222.0.57 "GET /v2.0/networks/d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 784 time: 0.2014682 Dec 09 15:29:40.570201 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-a76bf2e2-4897-4440-aa63-4832ca36e387 req-9b79cb03-248b-4da9-99fc-938c29468af1 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:40.571502 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-42550a04-99a1-43e4-a8f7-7bb65de474dd tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Allocated IP 192.168.233.48 (bf6a25f7-2b73-48b5-b60f-99a19e919fb7/54e6953c-1261-4e7c-8b49-64e5b87424c2/5d82c113-a324-4669-994a-b56d84992a0d) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:29:40.698999 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-987f3646-7980-4f1a-9604-d7fcbdf16b0d req-61077375-bc07-4533-bbd2-35f31daab7d1 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.177 HTTP/1.1" status: 200 len: 696 time: 0.1333268 Dec 09 15:29:40.720665 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-42550a04-99a1-43e4-a8f7-7bb65de474dd tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:40.729716 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a76bf2e2-4897-4440-aa63-4832ca36e387 req-9b79cb03-248b-4da9-99fc-938c29468af1 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:40.754992 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-42550a04-99a1-43e4-a8f7-7bb65de474dd tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:40.796196 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['26f3a58b-58e2-438e-9447-c1674c1070db', 'de0cbd6b-3bec-4e55-8594-47550661ab93'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:29:40.797367 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-42550a04-99a1-43e4-a8f7-7bb65de474dd tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:29:40.802711 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-42550a04-99a1-43e4-a8f7-7bb65de474dd tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:29:40.806522 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-42550a04-99a1-43e4-a8f7-7bb65de474dd tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:29:40.812330 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-42550a04-99a1-43e4-a8f7-7bb65de474dd tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:40.813016 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-42550a04-99a1-43e4-a8f7-7bb65de474dd tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:40.817262 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-987f3646-7980-4f1a-9604-d7fcbdf16b0d req-3c078d7b-5d5f-45ef-9014-0000fc58f6c7 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.177 HTTP/1.1" status: 200 len: 696 time: 0.1082990 Dec 09 15:29:40.824890 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42550a04-99a1-43e4-a8f7-7bb65de474dd tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Pushing event updated for resources: {'Port': ['ID=5d82c113-a324-4669-994a-b56d84992a0d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:40.825707 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58548918-0121-4492-8894-dd8738fd37a9 req-b05bb81d-e310-449f-acb3-60db582e1f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:40.828389 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-58548918-0121-4492-8894-dd8738fd37a9 req-b05bb81d-e310-449f-acb3-60db582e1f87 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.2724721 Dec 09 15:29:40.840361 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-42550a04-99a1-43e4-a8f7-7bb65de474dd tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5340111 Dec 09 15:29:40.909554 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-67dfdd90-9466-4130-8c3d-e79b86e377b9 service neutron] Request body: {'port': {'device_id': '45644f3a-9375-43b2-95bb-4f370dc95c67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:40.930966 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-58548918-0121-4492-8894-dd8738fd37a9 req-53b56686-dd4b-439c-b67e-5681b14ee0ea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=8fe2b167-c538-4427-872b-4e3916cf5e69 HTTP/1.1" status: 200 len: 217 time: 0.0907955 Dec 09 15:29:41.000688 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-67dfdd90-9466-4130-8c3d-e79b86e377b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:41.034922 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-905a134d-f146-442f-ab32-1622ccbb99dd None None] Provisioning complete for port 5d82c113-a324-4669-994a-b56d84992a0d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:41.035321 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-905a134d-f146-442f-ab32-1622ccbb99dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:41.089818 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-905a134d-f146-442f-ab32-1622ccbb99dd None None] Port 5d82c113-a324-4669-994a-b56d84992a0d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:29:41.092866 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58548918-0121-4492-8894-dd8738fd37a9 req-50987da3-ab13-4b8d-b230-1e3c140f39bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:41.094561 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-58548918-0121-4492-8894-dd8738fd37a9 req-50987da3-ab13-4b8d-b230-1e3c140f39bd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.1569283 Dec 09 15:29:41.162842 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a76bf2e2-4897-4440-aa63-4832ca36e387 req-9b79cb03-248b-4da9-99fc-938c29468af1 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:41.169597 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a76bf2e2-4897-4440-aa63-4832ca36e387 req-9b79cb03-248b-4da9-99fc-938c29468af1 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:41.169960 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [req-a76bf2e2-4897-4440-aa63-4832ca36e387 req-9b79cb03-248b-4da9-99fc-938c29468af1 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Floating IP 5149b9ad-a401-48db-b445-1ab69d8744ed disassociated. External IP: 172.25.3.227, port: 6520e9d6-d5ee-4fdf-a6d7-184976e5f180. Dec 09 15:29:41.237680 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58548918-0121-4492-8894-dd8738fd37a9 req-e8cbc169-b6c1-455c-adea-99a9287b4408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:41.239096 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-58548918-0121-4492-8894-dd8738fd37a9 req-e8cbc169-b6c1-455c-adea-99a9287b4408 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1326363 Dec 09 15:29:41.242673 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-987f3646-7980-4f1a-9604-d7fcbdf16b0d req-9c011cc3-d5e0-4dc2-849a-3bdec8652abd tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Deleting port 74d0aa6c-6ab5-4758-acbe-5edf41169714 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:29:41.243020 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-987f3646-7980-4f1a-9604-d7fcbdf16b0d req-9c011cc3-d5e0-4dc2-849a-3bdec8652abd tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:41.272593 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-67dfdd90-9466-4130-8c3d-e79b86e377b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d82c113-a324-4669-994a-b56d84992a0d {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:29:41.279971 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-67dfdd90-9466-4130-8c3d-e79b86e377b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:41.292465 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-67dfdd90-9466-4130-8c3d-e79b86e377b9 service neutron] Transition to ACTIVE for port object 5d82c113-a324-4669-994a-b56d84992a0d will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:29:41.297796 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-67dfdd90-9466-4130-8c3d-e79b86e377b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:41.345115 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dfdd90-9466-4130-8c3d-e79b86e377b9 service neutron] Pushing event updated for resources: {'Port': ['ID=5d82c113-a324-4669-994a-b56d84992a0d,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:41.386508 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-67dfdd90-9466-4130-8c3d-e79b86e377b9 service neutron] Attempting to bind port 5d82c113-a324-4669-994a-b56d84992a0d on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:29:41.386976 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-67dfdd90-9466-4130-8c3d-e79b86e377b9 service neutron] Attempting to bind port 5d82c113-a324-4669-994a-b56d84992a0d by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:29:41.387399 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-67dfdd90-9466-4130-8c3d-e79b86e377b9 service neutron] Attempting to bind port 5d82c113-a324-4669-994a-b56d84992a0d on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:29:41.392199 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-67dfdd90-9466-4130-8c3d-e79b86e377b9 service neutron] Port 5d82c113-a324-4669-994a-b56d84992a0d on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:29:41.392690 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-67dfdd90-9466-4130-8c3d-e79b86e377b9 service neutron] Attempting to bind port 5d82c113-a324-4669-994a-b56d84992a0d on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:29:41.399052 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-67dfdd90-9466-4130-8c3d-e79b86e377b9 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:29:41.399360 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-67dfdd90-9466-4130-8c3d-e79b86e377b9 service neutron] Checking segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:29:41.399834 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-67dfdd90-9466-4130-8c3d-e79b86e377b9 service neutron] Bound using segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:29:41.400521 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-67dfdd90-9466-4130-8c3d-e79b86e377b9 service neutron] Bound port: 5d82c113-a324-4669-994a-b56d84992a0d, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:29:41.401118 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-67dfdd90-9466-4130-8c3d-e79b86e377b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:41.473188 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-67dfdd90-9466-4130-8c3d-e79b86e377b9 service neutron] For port 5d82c113-a324-4669-994a-b56d84992a0d, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:29:41.477050 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-67dfdd90-9466-4130-8c3d-e79b86e377b9 service neutron] For port 5d82c113-a324-4669-994a-b56d84992a0d, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=5d82c113-a324-4669-994a-b56d84992a0d,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:29:41.483139 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-67dfdd90-9466-4130-8c3d-e79b86e377b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:41.484110 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-58548918-0121-4492-8894-dd8738fd37a9 req-0980dbc3-b419-4bdd-bbca-4262d831b266 service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136185 Dec 09 15:29:41.487226 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-987f3646-7980-4f1a-9604-d7fcbdf16b0d req-9c011cc3-d5e0-4dc2-849a-3bdec8652abd tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:41.487558 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-987f3646-7980-4f1a-9604-d7fcbdf16b0d req-9c011cc3-d5e0-4dc2-849a-3bdec8652abd tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:41.521542 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-67dfdd90-9466-4130-8c3d-e79b86e377b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:41.522268 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-67dfdd90-9466-4130-8c3d-e79b86e377b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:41.523666 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-67dfdd90-9466-4130-8c3d-e79b86e377b9 service neutron] 10.222.0.42 "PUT /v2.0/ports/5d82c113-a324-4669-994a-b56d84992a0d HTTP/1.1" status: 200 len: 1095 time: 0.6185036 Dec 09 15:29:41.524103 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45644f3a-9375-43b2-95bb-4f370dc95c67', 'tag': '5d82c113-a324-4669-994a-b56d84992a0d'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:29:41.526534 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df66d5e-4069-4a8e-a429-22d7d8fcb895" -d '{"events": [{"name": "network-changed", "server_uuid": "45644f3a-9375-43b2-95bb-4f370dc95c67", "tag": "5d82c113-a324-4669-994a-b56d84992a0d"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:29:41.553229 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dfdd90-9466-4130-8c3d-e79b86e377b9 service neutron] Pushing event updated for resources: {'Port': ['ID=5d82c113-a324-4669-994a-b56d84992a0d,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:41.561069 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-987f3646-7980-4f1a-9604-d7fcbdf16b0d req-9c011cc3-d5e0-4dc2-849a-3bdec8652abd tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Calling delete_port for 74d0aa6c-6ab5-4758-acbe-5edf41169714 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:29:41.643336 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-5421b0f3-ff29-466b-a56d-628d0ffa7a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:41.644950 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-5421b0f3-ff29-466b-a56d-628d0ffa7a10 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c009e316e1bd42d6ac86f544a117adb7&device_id=45644f3a-9375-43b2-95bb-4f370dc95c67 HTTP/1.1" status: 200 len: 1098 time: 0.0555661 Dec 09 15:29:41.696091 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a76bf2e2-4897-4440-aa63-4832ca36e387 req-9b79cb03-248b-4da9-99fc-938c29468af1 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Router 1b6ed607-f905-4234-ae76-215a78937316 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:29:41.699403 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-4563f7c0-c099-4163-98f8-cc1882f7294a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=5d82c113-a324-4669-994a-b56d84992a0d HTTP/1.1" status: 200 len: 217 time: 0.0397334 Dec 09 15:29:41.732507 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-58548918-0121-4492-8894-dd8738fd37a9 req-1b033ff7-158c-4a31-803e-5e94e12aec93 service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400327 Dec 09 15:29:41.766495 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-d86a00b4-f488-4643-b69a-7980725c278f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:41.767981 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-d86a00b4-f488-4643-b69a-7980725c278f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0461514 Dec 09 15:29:41.817438 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-148e2bb7-af44-4951-99e8-284aea790248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:41.819021 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-148e2bb7-af44-4951-99e8-284aea790248 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0407503 Dec 09 15:29:41.881832 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-987f3646-7980-4f1a-9604-d7fcbdf16b0d req-9c011cc3-d5e0-4dc2-849a-3bdec8652abd tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:41.914409 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-75c0353a-f470-4fc0-aa7e-79374d0f6a39 service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880957 Dec 09 15:29:41.918111 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c011cc3-d5e0-4dc2-849a-3bdec8652abd tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Pushing event deleted for resources: {'Port': ['ID=74d0aa6c-6ab5-4758-acbe-5edf41169714,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:41.921134 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a76bf2e2-4897-4440-aa63-4832ca36e387 req-9b79cb03-248b-4da9-99fc-938c29468af1 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:29:41.926095 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a76bf2e2-4897-4440-aa63-4832ca36e387 req-9b79cb03-248b-4da9-99fc-938c29468af1 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:41.933626 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62648bb-13f8-41b7-b148-7e03dd3f7f8e None None] Sync routers for ids ['1b6ed607-f905-4234-ae76-215a78937316'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:29:41.950841 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62648bb-13f8-41b7-b148-7e03dd3f7f8e None None] Routers {'1b6ed607-f905-4234-ae76-215a78937316'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:29:41.951745 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d62648bb-13f8-41b7-b148-7e03dd3f7f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:29:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1b6ed607-f905-4234-ae76-215a78937316'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:41.963989 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-987f3646-7980-4f1a-9604-d7fcbdf16b0d req-9c011cc3-d5e0-4dc2-849a-3bdec8652abd tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:41.966608 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-987f3646-7980-4f1a-9604-d7fcbdf16b0d req-9c011cc3-d5e0-4dc2-849a-3bdec8652abd tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:41.967768 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-987f3646-7980-4f1a-9604-d7fcbdf16b0d req-9c011cc3-d5e0-4dc2-849a-3bdec8652abd tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] 10.222.0.57 "DELETE /v2.0/floatingips/c23c5e56-d0b2-4c6a-bf91-fd312aa39bf2 HTTP/1.1" status: 204 len: 173 time: 1.1339254 Dec 09 15:29:41.978120 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a76bf2e2-4897-4440-aa63-4832ca36e387 req-9b79cb03-248b-4da9-99fc-938c29468af1 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "PUT /v2.0/floatingips/5149b9ad-a401-48db-b445-1ab69d8744ed HTTP/1.1" status: 200 len: 695 time: 1.4211438 Dec 09 15:29:41.978579 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c13ca81a-1c4d-4128-9a67-7a787ca7316d', 'tag': '6520e9d6-d5ee-4fdf-a6d7-184976e5f180'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:29:41.980915 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e83bff-0b2c-4bee-8fbe-e9e66c54f013" -d '{"events": [{"name": "network-changed", "server_uuid": "c13ca81a-1c4d-4128-9a67-7a787ca7316d", "tag": "6520e9d6-d5ee-4fdf-a6d7-184976e5f180"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:29:42.026188 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0ab96cb9-01e4-4970-9173-9bc04aa04c3b req-510fc8a6-f18c-403f-a72f-53e3f38eca25 service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009243 Dec 09 15:29:42.074769 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-d62648bb-13f8-41b7-b148-7e03dd3f7f8e None None] Set router 1b6ed607-f905-4234-ae76-215a78937316 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:29:42.075836 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76bf2e2-4897-4440-aa63-4832ca36e387 req-8490fc0a-63b8-4e13-b7b6-684e5cc2a9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:42.077376 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a76bf2e2-4897-4440-aa63-4832ca36e387 req-8490fc0a-63b8-4e13-b7b6-684e5cc2a9c7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b86b12b192444169262cc7f96a9b582&device_id=c13ca81a-1c4d-4128-9a67-7a787ca7316d HTTP/1.1" status: 200 len: 1097 time: 0.0832696 Dec 09 15:29:42.110204 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24103cfa-9469-4a7d-91df-6a1222ca9d33 req-c98016b1-7b0b-4686-9e20-c6419a4d486d tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:42.111654 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-24103cfa-9469-4a7d-91df-6a1222ca9d33 req-c98016b1-7b0b-4686-9e20-c6419a4d486d tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 945 time: 0.0844252 Dec 09 15:29:42.204118 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-24103cfa-9469-4a7d-91df-6a1222ca9d33 req-141dea94-62d7-4fb7-89d0-2b58c68e8471 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653536 Dec 09 15:29:42.213655 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76bf2e2-4897-4440-aa63-4832ca36e387 req-c320ee4e-0335-4857-ad0a-968f37da44c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:42.215204 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a76bf2e2-4897-4440-aa63-4832ca36e387 req-c320ee4e-0335-4857-ad0a-968f37da44c2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9635208c-9eef-4594-8ea5-b1ea09114492 HTTP/1.1" status: 200 len: 929 time: 0.1313307 Dec 09 15:29:42.261865 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a76bf2e2-4897-4440-aa63-4832ca36e387 req-d2f6e9bc-f5be-4e5e-be98-2aa4ee2277ba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6520e9d6-d5ee-4fdf-a6d7-184976e5f180 HTTP/1.1" status: 200 len: 217 time: 0.0361676 Dec 09 15:29:42.275913 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d62648bb-13f8-41b7-b148-7e03dd3f7f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6ed607-f905-4234-ae76-215a78937316', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-205031462-router', 'tenant_id': '9b86b12b192444169262cc7f96a9b582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e068ac88-7775-4608-b032-bf4cad359746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:51Z', 'updated_at': '2021-12-09T15:28:57Z', 'revision_number': 4, 'project_id': '9b86b12b192444169262cc7f96a9b582', 'gw_port': {'id': 'e068ac88-7775-4608-b032-bf4cad359746', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:77:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6ed607-f905-4234-ae76-215a78937316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:52Z', 'updated_at': '2021-12-09T15:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'da76d2ec-c76a-41bc-9756-e2064384f10a', 'name': '', 'network_id': '9635208c-9eef-4594-8ea5-b1ea09114492', 'tenant_id': '9b86b12b192444169262cc7f96a9b582', 'mac_address': 'fa:16:3e:8e:b3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6ed607-f905-4234-ae76-215a78937316', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0ea5fb26-6a45-44cf-ac76-5320e8a3931a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:56Z', 'updated_at': '2021-12-09T15:29:02Z', 'revision_number': 5, 'project_id': '9b86b12b192444169262cc7f96a9b582', 'subnets': [{'id': '0ea5fb26-6a45-44cf-ac76-5320e8a3931a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:42.301479 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62648bb-13f8-41b7-b148-7e03dd3f7f8e None None] Checking router: 1b6ed607-f905-4234-ae76-215a78937316 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:29:42.310424 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62648bb-13f8-41b7-b148-7e03dd3f7f8e None None] Routers {'1b6ed607-f905-4234-ae76-215a78937316'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:29:42.311043 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d62648bb-13f8-41b7-b148-7e03dd3f7f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:29:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1b6ed607-f905-4234-ae76-215a78937316'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:42.425540 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-d62648bb-13f8-41b7-b148-7e03dd3f7f8e None None] Set router 1b6ed607-f905-4234-ae76-215a78937316 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:29:42.601649 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76bf2e2-4897-4440-aa63-4832ca36e387 req-ebcb4655-5754-40c1-b4c0-a1460bb45964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:42.603026 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a76bf2e2-4897-4440-aa63-4832ca36e387 req-ebcb4655-5754-40c1-b4c0-a1460bb45964 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0ea5fb26-6a45-44cf-ac76-5320e8a3931a HTTP/1.1" status: 200 len: 867 time: 0.3295438 Dec 09 15:29:42.611236 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ead832-bcd6-47bd-9e0f-ec2fb8d9d58f req-2da25c38-c100-4017-992d-ff969fee4714 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:42.612667 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d4ead832-bcd6-47bd-9e0f-ec2fb8d9d58f req-2da25c38-c100-4017-992d-ff969fee4714 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d500a9-d95e-40f8-bfb7-f2f701f716e2 HTTP/1.1" status: 200 len: 950 time: 0.3490710 Dec 09 15:29:42.627516 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d62648bb-13f8-41b7-b148-7e03dd3f7f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6ed607-f905-4234-ae76-215a78937316', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-205031462-router', 'tenant_id': '9b86b12b192444169262cc7f96a9b582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e068ac88-7775-4608-b032-bf4cad359746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:51Z', 'updated_at': '2021-12-09T15:28:57Z', 'revision_number': 4, 'project_id': '9b86b12b192444169262cc7f96a9b582', 'gw_port': {'id': 'e068ac88-7775-4608-b032-bf4cad359746', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:77:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6ed607-f905-4234-ae76-215a78937316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:52Z', 'updated_at': '2021-12-09T15:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'da76d2ec-c76a-41bc-9756-e2064384f10a', 'name': '', 'network_id': '9635208c-9eef-4594-8ea5-b1ea09114492', 'tenant_id': '9b86b12b192444169262cc7f96a9b582', 'mac_address': 'fa:16:3e:8e:b3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6ed607-f905-4234-ae76-215a78937316', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0ea5fb26-6a45-44cf-ac76-5320e8a3931a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:56Z', 'updated_at': '2021-12-09T15:29:02Z', 'revision_number': 5, 'project_id': '9b86b12b192444169262cc7f96a9b582', 'subnets': [{'id': '0ea5fb26-6a45-44cf-ac76-5320e8a3931a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:42.657442 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62648bb-13f8-41b7-b148-7e03dd3f7f8e None None] The sync data for ids ['1b6ed607-f905-4234-ae76-215a78937316'] in n-d-821228-1 is: [{'id': '1b6ed607-f905-4234-ae76-215a78937316', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-205031462-router', 'tenant_id': '9b86b12b192444169262cc7f96a9b582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e068ac88-7775-4608-b032-bf4cad359746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:51Z', 'updated_at': '2021-12-09T15:28:57Z', 'revision_number': 4, 'project_id': '9b86b12b192444169262cc7f96a9b582', 'gw_port': {'id': 'e068ac88-7775-4608-b032-bf4cad359746', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:77:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6ed607-f905-4234-ae76-215a78937316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:52Z', 'updated_at': '2021-12-09T15:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'da76d2ec-c76a-41bc-9756-e2064384f10a', 'name': '', 'network_id': '9635208c-9eef-4594-8ea5-b1ea09114492', 'tenant_id': '9b86b12b192444169262cc7f96a9b582', 'mac_address': 'fa:16:3e:8e:b3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6ed607-f905-4234-ae76-215a78937316', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0ea5fb26-6a45-44cf-ac76-5320e8a3931a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:56Z', 'updated_at': '2021-12-09T15:29:02Z', 'revision_number': 5, 'project_id': '9b86b12b192444169262cc7f96a9b582', 'subnets': [{'id': '0ea5fb26-6a45-44cf-ac76-5320e8a3931a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:29:42.683938 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d4ead832-bcd6-47bd-9e0f-ec2fb8d9d58f req-201c7e73-52dc-44a4-a4e2-d158be675337 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615113 Dec 09 15:29:42.685767 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76bf2e2-4897-4440-aa63-4832ca36e387 req-89727153-c0f4-4f5f-899c-e6b851c0ceee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:42.687214 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a76bf2e2-4897-4440-aa63-4832ca36e387 req-89727153-c0f4-4f5f-899c-e6b851c0ceee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9635208c-9eef-4594-8ea5-b1ea09114492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737014 Dec 09 15:29:42.815599 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a76bf2e2-4897-4440-aa63-4832ca36e387 req-6dcb348c-6ae8-48a0-8584-b956cca66cb5 service neutron] 10.222.0.57 "GET /v2.0/networks/9635208c-9eef-4594-8ea5-b1ea09114492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203272 Dec 09 15:29:42.824806 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4e890-59b7-428b-b766-63d9e965f01f req-fcfe9a9f-4530-439f-8b53-e063fe7840b8 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:42.826325 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c9e4e890-59b7-428b-b766-63d9e965f01f req-fcfe9a9f-4530-439f-8b53-e063fe7840b8 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 931 time: 0.0790207 Dec 09 15:29:42.888259 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e45a423-cec4-44d0-81ab-85a7fb5f630b None None] New status for floating IP 5149b9ad-a401-48db-b445-1ab69d8744ed: DOWN {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:29:42.935635 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c9e4e890-59b7-428b-b766-63d9e965f01f req-bd26b303-80c9-4757-8393-c5563d0b1c8d tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001763 Dec 09 15:29:42.954445 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a76bf2e2-4897-4440-aa63-4832ca36e387 req-ada50953-e53e-44d0-9b92-06028936d92c service neutron] 10.222.0.57 "GET /v2.0/networks/9635208c-9eef-4594-8ea5-b1ea09114492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271296 Dec 09 15:29:43.076558 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45aa44-b2b6-46a2-9513-00373209f013 req-9eeebf45-b10b-46ee-bf70-07cae4699c92 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:43.078070 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ce45aa44-b2b6-46a2-9513-00373209f013 req-9eeebf45-b10b-46ee-bf70-07cae4699c92 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=45644f3a-9375-43b2-95bb-4f370dc95c67 HTTP/1.1" status: 200 len: 947 time: 0.0765409 Dec 09 15:29:43.114262 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b893c-2929-4a75-bceb-b4f020a6ca22 req-cb454644-d46e-4259-9172-5fa8d69b9196 tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:43.116456 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-291b893c-2929-4a75-bceb-b4f020a6ca22 req-cb454644-d46e-4259-9172-5fa8d69b9196 tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23574e1-4445-4d7f-bcda-c7f103e151db HTTP/1.1" status: 200 len: 947 time: 0.0800450 Dec 09 15:29:43.163255 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ce45aa44-b2b6-46a2-9513-00373209f013 req-7c47286b-a695-4bdd-ac8e-8b8f85a75d24 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773304 Dec 09 15:29:43.202676 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-291b893c-2929-4a75-bceb-b4f020a6ca22 req-df344708-6764-496e-9b27-e51b99989a6e tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] 10.222.0.57 "GET /v2.0/security-groups?id=fcb1c619-d556-43d6-aed7-1b2102a0548f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753322 Dec 09 15:29:43.253881 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34643f6-0df6-4442-aa90-f1d35215b072 x-openstack-request-id: req-d34643f6-0df6-4442-aa90-f1d35215b072 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:29:43.254313 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45644f3a-9375-43b2-95bb-4f370dc95c67", "tag": "5d82c113-a324-4669-994a-b56d84992a0d", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:29:43.254608 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d34643f6-0df6-4442-aa90-f1d35215b072 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:29:43.254995 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45644f3a-9375-43b2-95bb-4f370dc95c67', 'tag': '5d82c113-a324-4669-994a-b56d84992a0d', 'status': 'completed', 'code': 200} Dec 09 15:29:43.301453 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a766f01-127c-4ded-b32e-aad6a2a11d38 x-openstack-request-id: req-2a766f01-127c-4ded-b32e-aad6a2a11d38 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:29:43.301751 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c13ca81a-1c4d-4128-9a67-7a787ca7316d", "tag": "6520e9d6-d5ee-4fdf-a6d7-184976e5f180", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:29:43.302533 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2a766f01-127c-4ded-b32e-aad6a2a11d38 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:29:43.302990 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c13ca81a-1c4d-4128-9a67-7a787ca7316d', 'tag': '6520e9d6-d5ee-4fdf-a6d7-184976e5f180', 'status': 'completed', 'code': 200} Dec 09 15:29:43.319485 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b6d7c83f-372f-42dc-892c-f4413bdf3caa req-8736b59f-61e5-4c3b-8cf2-19cc683a11a8 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] 10.222.0.57 "GET /v2.0/floatingips/3b4d0762-8a1c-4df8-8636-911451658a4c HTTP/1.1" status: 200 len: 693 time: 0.0540915 Dec 09 15:29:43.350945 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df66d5e-4069-4a8e-a429-22d7d8fcb895 req-b6bdf7af-1e40-4fb3-9cac-7c4595ee91ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:43.352567 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2df66d5e-4069-4a8e-a429-22d7d8fcb895 req-b6bdf7af-1e40-4fb3-9cac-7c4595ee91ce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c009e316e1bd42d6ac86f544a117adb7&device_id=45644f3a-9375-43b2-95bb-4f370dc95c67 HTTP/1.1" status: 200 len: 1098 time: 0.0467720 Dec 09 15:29:43.369012 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c4d1fb2-dd2c-41d1-9079-6ca600284d92 req-4d0f1e54-e382-4df4-ad2b-39db0f811302 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/floatingips/5149b9ad-a401-48db-b445-1ab69d8744ed HTTP/1.1" status: 200 len: 693 time: 0.0611947 Dec 09 15:29:43.449279 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df66d5e-4069-4a8e-a429-22d7d8fcb895 req-d9379696-5629-4fbb-a12d-f94ff2410cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:43.450832 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2df66d5e-4069-4a8e-a429-22d7d8fcb895 req-d9379696-5629-4fbb-a12d-f94ff2410cef service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.0848012 Dec 09 15:29:43.494406 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2df66d5e-4069-4a8e-a429-22d7d8fcb895 req-c7100c49-521b-40b7-a2c4-664bbf381e2b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=5d82c113-a324-4669-994a-b56d84992a0d HTTP/1.1" status: 200 len: 217 time: 0.0341918 Dec 09 15:29:43.529167 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7c83f-372f-42dc-892c-f4413bdf3caa req-0b4f3a10-a52d-4deb-8fda-ae314e4412f8 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:43.530541 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b6d7c83f-372f-42dc-892c-f4413bdf3caa req-0b4f3a10-a52d-4deb-8fda-ae314e4412f8 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] 10.222.0.57 "GET /v2.0/networks/d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 784 time: 0.1841083 Dec 09 15:29:43.547000 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df66d5e-4069-4a8e-a429-22d7d8fcb895 req-d00f405b-d75a-4b4b-bfc6-73795e096230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:43.548464 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2df66d5e-4069-4a8e-a429-22d7d8fcb895 req-d00f405b-d75a-4b4b-bfc6-73795e096230 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0466280 Dec 09 15:29:43.553954 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d1fb2-dd2c-41d1-9079-6ca600284d92 req-4f1905c6-57f9-4881-bfc7-6459b05af2bb tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:43.555285 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c4d1fb2-dd2c-41d1-9079-6ca600284d92 req-4f1905c6-57f9-4881-bfc7-6459b05af2bb tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/networks/d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 784 time: 0.1762006 Dec 09 15:29:43.597274 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df66d5e-4069-4a8e-a429-22d7d8fcb895 req-a8ef4ae7-f264-4cc9-9a19-ec35eefaf2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:43.598265 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b6d7c83f-372f-42dc-892c-f4413bdf3caa req-bbbcba51-a77c-4bff-b395-16e6628e956a tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.246 HTTP/1.1" status: 200 len: 696 time: 0.0598304 Dec 09 15:29:43.598815 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2df66d5e-4069-4a8e-a429-22d7d8fcb895 req-a8ef4ae7-f264-4cc9-9a19-ec35eefaf2db service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0395975 Dec 09 15:29:43.669867 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c4d1fb2-dd2c-41d1-9079-6ca600284d92 req-e466a2ce-402b-473e-b189-ce1f723db16c tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.227 HTTP/1.1" status: 200 len: 696 time: 0.0866272 Dec 09 15:29:43.679442 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b6d7c83f-372f-42dc-892c-f4413bdf3caa req-7973b2a5-118b-40ef-8de0-22dc12cbcf0e tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.246 HTTP/1.1" status: 200 len: 696 time: 0.0503139 Dec 09 15:29:43.687078 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2df66d5e-4069-4a8e-a429-22d7d8fcb895 req-2d79b3bb-18b0-4a9a-bcf0-08da12b3a443 service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814517 Dec 09 15:29:43.761182 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c4d1fb2-dd2c-41d1-9079-6ca600284d92 req-4179f026-d89a-4507-977d-22ebed9b8bad tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.227 HTTP/1.1" status: 200 len: 696 time: 0.0807862 Dec 09 15:29:43.782986 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2df66d5e-4069-4a8e-a429-22d7d8fcb895 req-e3d3e8ec-ad89-4fef-ba22-3bb935f62204 service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873859 Dec 09 15:29:43.946498 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-b6d7c83f-372f-42dc-892c-f4413bdf3caa req-6c7686fd-60b8-493c-b14d-49386046073e tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Deleting port 85b53e6e-bcbc-401f-9d64-0945c6dff3f9 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:29:43.947114 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b6d7c83f-372f-42dc-892c-f4413bdf3caa req-6c7686fd-60b8-493c-b14d-49386046073e tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:43.999795 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-9c4d1fb2-dd2c-41d1-9079-6ca600284d92 req-826ba60f-9a4a-4e17-b1a8-60ad5d1347d8 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Deleting port b464e8c5-77ec-4507-b195-0caeb9ca0da9 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:29:44.000135 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9c4d1fb2-dd2c-41d1-9079-6ca600284d92 req-826ba60f-9a4a-4e17-b1a8-60ad5d1347d8 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:44.073114 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b6d7c83f-372f-42dc-892c-f4413bdf3caa req-6c7686fd-60b8-493c-b14d-49386046073e tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:44.073356 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b6d7c83f-372f-42dc-892c-f4413bdf3caa req-6c7686fd-60b8-493c-b14d-49386046073e tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:44.094407 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-b6d7c83f-372f-42dc-892c-f4413bdf3caa req-6c7686fd-60b8-493c-b14d-49386046073e tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Calling delete_port for 85b53e6e-bcbc-401f-9d64-0945c6dff3f9 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:29:44.115041 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9c4d1fb2-dd2c-41d1-9079-6ca600284d92 req-826ba60f-9a4a-4e17-b1a8-60ad5d1347d8 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:44.115432 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9c4d1fb2-dd2c-41d1-9079-6ca600284d92 req-826ba60f-9a4a-4e17-b1a8-60ad5d1347d8 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:44.157361 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-9c4d1fb2-dd2c-41d1-9079-6ca600284d92 req-826ba60f-9a4a-4e17-b1a8-60ad5d1347d8 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Calling delete_port for b464e8c5-77ec-4507-b195-0caeb9ca0da9 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:29:44.331758 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b6d7c83f-372f-42dc-892c-f4413bdf3caa req-6c7686fd-60b8-493c-b14d-49386046073e tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:44.368169 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7686fd-60b8-493c-b14d-49386046073e tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Pushing event deleted for resources: {'Port': ['ID=85b53e6e-bcbc-401f-9d64-0945c6dff3f9,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:44.376178 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9c4d1fb2-dd2c-41d1-9079-6ca600284d92 req-826ba60f-9a4a-4e17-b1a8-60ad5d1347d8 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:44.413732 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b6d7c83f-372f-42dc-892c-f4413bdf3caa req-6c7686fd-60b8-493c-b14d-49386046073e tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:44.416295 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b6d7c83f-372f-42dc-892c-f4413bdf3caa req-6c7686fd-60b8-493c-b14d-49386046073e tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:44.417471 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b6d7c83f-372f-42dc-892c-f4413bdf3caa req-6c7686fd-60b8-493c-b14d-49386046073e tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] 10.222.0.57 "DELETE /v2.0/floatingips/3b4d0762-8a1c-4df8-8636-911451658a4c HTTP/1.1" status: 204 len: 173 time: 0.7300935 Dec 09 15:29:44.418442 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ba60f-9a4a-4e17-b1a8-60ad5d1347d8 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Pushing event deleted for resources: {'Port': ['ID=b464e8c5-77ec-4507-b195-0caeb9ca0da9,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:44.446004 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9c4d1fb2-dd2c-41d1-9079-6ca600284d92 req-826ba60f-9a4a-4e17-b1a8-60ad5d1347d8 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:44.449597 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9c4d1fb2-dd2c-41d1-9079-6ca600284d92 req-826ba60f-9a4a-4e17-b1a8-60ad5d1347d8 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:44.450917 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c4d1fb2-dd2c-41d1-9079-6ca600284d92 req-826ba60f-9a4a-4e17-b1a8-60ad5d1347d8 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "DELETE /v2.0/floatingips/5149b9ad-a401-48db-b445-1ab69d8744ed HTTP/1.1" status: 204 len: 173 time: 0.6820943 Dec 09 15:29:44.539472 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a6c06-56e9-4822-83be-0e94d848d668 req-b334d7b7-ec48-403a-bcd1-1b4bbb6321c7 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:44.540965 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-149a6c06-56e9-4822-83be-0e94d848d668 req-b334d7b7-ec48-403a-bcd1-1b4bbb6321c7 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 945 time: 0.0747080 Dec 09 15:29:44.574222 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f893db-5686-490f-90f3-96f741c9684f req-a67a753f-10d3-4949-8eaf-7c9ffa6f510d tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:44.575660 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-91f893db-5686-490f-90f3-96f741c9684f req-a67a753f-10d3-4949-8eaf-7c9ffa6f510d tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d500a9-d95e-40f8-bfb7-f2f701f716e2 HTTP/1.1" status: 200 len: 950 time: 0.0770416 Dec 09 15:29:44.619057 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-149a6c06-56e9-4822-83be-0e94d848d668 req-cf8bf8de-ba63-40e1-bd8c-4aa123746c96 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718555 Dec 09 15:29:44.641261 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-91f893db-5686-490f-90f3-96f741c9684f req-b4d56f99-0c68-4507-b948-515aa4ed34dd tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554404 Dec 09 15:29:44.751229 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd944773-9837-4d5e-82c2-3412f9548786 req-e9c15691-0bb9-4e96-9908-b304bc76fb5d tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:44.752717 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd944773-9837-4d5e-82c2-3412f9548786 req-e9c15691-0bb9-4e96-9908-b304bc76fb5d tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 931 time: 0.0757926 Dec 09 15:29:44.784064 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43c227-bef4-494f-be9c-80547c1fd303 req-8843b370-3060-47f4-8021-d95a7b391bd1 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:44.785508 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4d43c227-bef4-494f-be9c-80547c1fd303 req-8843b370-3060-47f4-8021-d95a7b391bd1 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=45644f3a-9375-43b2-95bb-4f370dc95c67 HTTP/1.1" status: 200 len: 947 time: 0.0790937 Dec 09 15:29:44.830125 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd944773-9837-4d5e-82c2-3412f9548786 req-8ef99eec-82b2-42e4-97ba-a2f3ff620417 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711563 Dec 09 15:29:44.852403 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4d43c227-bef4-494f-be9c-80547c1fd303 req-202dea7b-c7fe-422d-91b7-286a35f10531 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595493 Dec 09 15:29:44.936548 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217430e-10a0-4c48-bdbc-5d63a3f852f3 req-a82ab205-91cf-4331-8e9e-2fde3fe0f6e9 tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:44.938020 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0217430e-10a0-4c48-bdbc-5d63a3f852f3 req-a82ab205-91cf-4331-8e9e-2fde3fe0f6e9 tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23574e1-4445-4d7f-bcda-c7f103e151db HTTP/1.1" status: 200 len: 947 time: 0.0503306 Dec 09 15:29:45.027879 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0217430e-10a0-4c48-bdbc-5d63a3f852f3 req-4677f591-44ab-4689-a5e5-6829446f5f7a tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] 10.222.0.57 "GET /v2.0/security-groups?id=fcb1c619-d556-43d6-aed7-1b2102a0548f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835285 Dec 09 15:29:45.037466 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf8fe7bd-d985-432d-b2b1-052bcf3618d7 req-fd65ba92-0fbe-432c-ad53-dfa08a1a789b tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] 10.222.0.57 "GET /v2.0/floatingips/9a6dcf42-88e9-4541-b132-dbd7a7cc118e HTTP/1.1" status: 200 len: 692 time: 0.0580704 Dec 09 15:29:45.172306 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fe7bd-d985-432d-b2b1-052bcf3618d7 req-6c847983-83ca-4f29-bbab-33e5ecfb171b tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:45.173592 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf8fe7bd-d985-432d-b2b1-052bcf3618d7 req-6c847983-83ca-4f29-bbab-33e5ecfb171b tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] 10.222.0.57 "GET /v2.0/networks/d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 784 time: 0.1307313 Dec 09 15:29:45.181842 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40281b33-c79b-4786-bdef-0a008476cb58 req-b5bd3327-247c-4406-9a0d-c7525b74e9c1 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:45.183215 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-40281b33-c79b-4786-bdef-0a008476cb58 req-b5bd3327-247c-4406-9a0d-c7525b74e9c1 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/ports?device_id=c13ca81a-1c4d-4128-9a67-7a787ca7316d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0862930 Dec 09 15:29:45.187869 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 5d82c113-a324-4669-994a-b56d84992a0d details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:29:45.260240 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-40281b33-c79b-4786-bdef-0a008476cb58 req-82a5f11d-c25e-45e4-8e10-f1e8d2ec41a6 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0700531 Dec 09 15:29:45.263409 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf8fe7bd-d985-432d-b2b1-052bcf3618d7 req-5af75e39-3b88-45ff-bdd9-091315b77d4a tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.67 HTTP/1.1" status: 200 len: 695 time: 0.0793412 Dec 09 15:29:45.284096 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 5d82c113-a324-4669-994a-b56d84992a0d, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=5d82c113-a324-4669-994a-b56d84992a0d,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:45.296216 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '5d82c113-a324-4669-994a-b56d84992a0d', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'port_id': '5d82c113-a324-4669-994a-b56d84992a0d', 'mac_address': 'fa:16:3e:b1:e3:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6953c-1261-4e7c-8b49-64e5b87424c2', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:29:45.338805 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:45.349954 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f240b917-b2f9-4c72-8817-5e3f127b24c1 req-804af9ef-c141-4750-a0a4-b39747dee5b8 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0691895 Dec 09 15:29:45.351714 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d82c113-a324-4669-994a-b56d84992a0d {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:29:45.353093 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf8fe7bd-d985-432d-b2b1-052bcf3618d7 req-8a427279-63ee-4638-9d3a-75591dcc1063 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.67 HTTP/1.1" status: 200 len: 695 time: 0.0818775 Dec 09 15:29:45.373902 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 5d82c113-a324-4669-994a-b56d84992a0d, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=5d82c113-a324-4669-994a-b56d84992a0d,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:45.381447 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:45.382416 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 8fe2b167-c538-4427-872b-4e3916cf5e69 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:29:45.454072 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 8fe2b167-c538-4427-872b-4e3916cf5e69, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=8fe2b167-c538-4427-872b-4e3916cf5e69,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:45.457092 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=5d82c113-a324-4669-994a-b56d84992a0d,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:45.473017 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '8fe2b167-c538-4427-872b-4e3916cf5e69', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'port_id': '8fe2b167-c538-4427-872b-4e3916cf5e69', 'mac_address': 'fa:16:3e:b3:03:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6953c-1261-4e7c-8b49-64e5b87424c2', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:29:45.490645 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-cf8fe7bd-d985-432d-b2b1-052bcf3618d7 req-594c4c4a-c3e3-420b-ae84-bcb0f3048011 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Deleting port 1e94647b-7fb6-4c16-9119-e5fa3afe1f50 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:29:45.491284 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cf8fe7bd-d985-432d-b2b1-052bcf3618d7 req-594c4c4a-c3e3-420b-ae84-bcb0f3048011 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:45.516722 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:45.529930 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fe2b167-c538-4427-872b-4e3916cf5e69 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:29:45.554937 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 8fe2b167-c538-4427-872b-4e3916cf5e69, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=8fe2b167-c538-4427-872b-4e3916cf5e69,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:45.566037 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:45.585318 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cf8fe7bd-d985-432d-b2b1-052bcf3618d7 req-594c4c4a-c3e3-420b-ae84-bcb0f3048011 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:45.585647 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cf8fe7bd-d985-432d-b2b1-052bcf3618d7 req-594c4c4a-c3e3-420b-ae84-bcb0f3048011 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:45.596355 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:45.613480 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-cf8fe7bd-d985-432d-b2b1-052bcf3618d7 req-594c4c4a-c3e3-420b-ae84-bcb0f3048011 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Calling delete_port for 1e94647b-7fb6-4c16-9119-e5fa3afe1f50 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:29:45.621029 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=8fe2b167-c538-4427-872b-4e3916cf5e69,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:45.641461 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57aee1b-c44c-49c3-9ac2-8c9b3e9bcd50 req-deec8303-50e8-49ab-a555-dfd1e0c7983c tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:45.642961 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b57aee1b-c44c-49c3-9ac2-8c9b3e9bcd50 req-deec8303-50e8-49ab-a555-dfd1e0c7983c tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/ports?device_id=c13ca81a-1c4d-4128-9a67-7a787ca7316d HTTP/1.1" status: 200 len: 946 time: 0.0753534 Dec 09 15:29:45.737219 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b57aee1b-c44c-49c3-9ac2-8c9b3e9bcd50 req-780791a6-31c3-4d6d-a24e-8679f9f561b4 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/security-groups?id=c96b4cc5-a8d6-43c6-830b-300ef651808a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676923 Dec 09 15:29:45.806044 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cf8fe7bd-d985-432d-b2b1-052bcf3618d7 req-594c4c4a-c3e3-420b-ae84-bcb0f3048011 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:45.845093 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c4c4a-c3e3-420b-ae84-bcb0f3048011 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Pushing event deleted for resources: {'Port': ['ID=1e94647b-7fb6-4c16-9119-e5fa3afe1f50,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:45.872953 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cf8fe7bd-d985-432d-b2b1-052bcf3618d7 req-594c4c4a-c3e3-420b-ae84-bcb0f3048011 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:45.875508 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cf8fe7bd-d985-432d-b2b1-052bcf3618d7 req-594c4c4a-c3e3-420b-ae84-bcb0f3048011 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:45.876668 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf8fe7bd-d985-432d-b2b1-052bcf3618d7 req-594c4c4a-c3e3-420b-ae84-bcb0f3048011 tempest-FloatingIPDetailsTestJSON-1032735083 tempest-FloatingIPDetailsTestJSON-1032735083-project] 10.222.0.57 "DELETE /v2.0/floatingips/9a6dcf42-88e9-4541-b132-dbd7a7cc118e HTTP/1.1" status: 204 len: 173 time: 0.5175376 Dec 09 15:29:45.883116 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50982) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:45.890452 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd7ddb-da98-41fa-bd42-b30846ad783f req-543d17ad-c6a3-4ba8-80d5-ad01fbec87ca tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:45.891429 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bfcd7ddb-da98-41fa-bd42-b30846ad783f req-543d17ad-c6a3-4ba8-80d5-ad01fbec87ca tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 945 time: 0.0964527 Dec 09 15:29:45.972677 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bfcd7ddb-da98-41fa-bd42-b30846ad783f req-2ed9edf4-b8dc-42fe-a59c-830d2ebf59e4 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746036 Dec 09 15:29:45.993926 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466e08c-239f-48a1-94fe-a486328e6eb9 req-253fb6b4-202c-4de8-aeef-5310d4d49ce4 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:45.995445 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8466e08c-239f-48a1-94fe-a486328e6eb9 req-253fb6b4-202c-4de8-aeef-5310d4d49ce4 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d500a9-d95e-40f8-bfb7-f2f701f716e2 HTTP/1.1" status: 200 len: 950 time: 0.0653014 Dec 09 15:29:46.046037 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8466e08c-239f-48a1-94fe-a486328e6eb9 req-864a3a91-b8dd-41ba-98cb-ee7dabf35051 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434201 Dec 09 15:29:46.094161 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1bbbd-5c5d-473d-8bf2-56fd9b243242 req-a0b142b9-05a5-42bd-8bf6-85b65da68e6f tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:46.096310 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d6a1bbbd-5c5d-473d-8bf2-56fd9b243242 req-a0b142b9-05a5-42bd-8bf6-85b65da68e6f tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 931 time: 0.0498254 Dec 09 15:29:46.112729 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['5d82c113-a324-4669-994a-b56d84992a0d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:29:46.137556 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['8fe2b167-c538-4427-872b-4e3916cf5e69'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:29:46.183102 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d6a1bbbd-5c5d-473d-8bf2-56fd9b243242 req-57e4052b-bd1f-466a-8073-be8c5c5ad296 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791252 Dec 09 15:29:46.192111 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b470a39-ed7a-44a2-98e0-0ab5b291b3bc req-d5a82d39-00f6-45dd-9124-27e38b8867cf tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:46.193703 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1b470a39-ed7a-44a2-98e0-0ab5b291b3bc req-d5a82d39-00f6-45dd-9124-27e38b8867cf tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=45644f3a-9375-43b2-95bb-4f370dc95c67 HTTP/1.1" status: 200 len: 948 time: 0.0844691 Dec 09 15:29:46.271761 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1b470a39-ed7a-44a2-98e0-0ab5b291b3bc req-7d8bbe34-0dd6-4984-b16e-dbdea8227357 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707490 Dec 09 15:29:46.343806 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-94f10db6-a12a-4d6c-8496-0616f544eebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:46.386281 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64807aac-8c45-4bea-af8e-619da56d8426 req-a4f4c758-c27b-4aa3-882e-23bf6e7fe5b6 tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:46.388276 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-64807aac-8c45-4bea-af8e-619da56d8426 req-a4f4c758-c27b-4aa3-882e-23bf6e7fe5b6 tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23574e1-4445-4d7f-bcda-c7f103e151db HTTP/1.1" status: 200 len: 948 time: 0.0523715 Dec 09 15:29:46.436823 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-64807aac-8c45-4bea-af8e-619da56d8426 req-a25c09fd-6c57-4b41-a262-39260cfedaa8 tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] 10.222.0.57 "GET /v2.0/security-groups?id=fcb1c619-d556-43d6-aed7-1b2102a0548f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420754 Dec 09 15:29:46.635671 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-94f10db6-a12a-4d6c-8496-0616f544eebb admin admin] Deleting port b67ded50-e50f-4643-b1da-c17429dff975 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:29:46.635906 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-94f10db6-a12a-4d6c-8496-0616f544eebb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:46.710441 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-94f10db6-a12a-4d6c-8496-0616f544eebb admin admin] For port b67ded50-e50f-4643-b1da-c17429dff975, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=b67ded50-e50f-4643-b1da-c17429dff975,segment=NetworkSegment(8e7e0745-ba6e-4811-94f7-4fbb841b4f4f),segment_id=8e7e0745-ba6e-4811-94f7-4fbb841b4f4f)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:46.710805 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-94f10db6-a12a-4d6c-8496-0616f544eebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:46.722696 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-94f10db6-a12a-4d6c-8496-0616f544eebb admin admin] Calling delete_port for b67ded50-e50f-4643-b1da-c17429dff975 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:29:46.853500 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1240b96-18f7-4266-a666-96fcbf66124c req-61610fce-1452-4643-9e38-08e6f40d2455 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:46.854997 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1240b96-18f7-4266-a666-96fcbf66124c req-61610fce-1452-4643-9e38-08e6f40d2455 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/ports?device_id=c13ca81a-1c4d-4128-9a67-7a787ca7316d HTTP/1.1" status: 200 len: 946 time: 0.0481665 Dec 09 15:29:46.897096 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-94f10db6-a12a-4d6c-8496-0616f544eebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:46.906178 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1240b96-18f7-4266-a666-96fcbf66124c req-f4dd1db8-2f95-47d1-babd-5517799ae523 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/security-groups?id=c96b4cc5-a8d6-43c6-830b-300ef651808a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453527 Dec 09 15:29:46.924870 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f10db6-a12a-4d6c-8496-0616f544eebb admin admin] Pushing event deleted for resources: {'Port': ['ID=b67ded50-e50f-4643-b1da-c17429dff975,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:47.123698 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d8f86-c1e6-4f82-a35d-55efefa3eef4 req-5ffe869e-117e-4de1-b587-2014331e8604 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:47.125486 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-117d8f86-c1e6-4f82-a35d-55efefa3eef4 req-5ffe869e-117e-4de1-b587-2014331e8604 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 945 time: 0.0688481 Dec 09 15:29:47.207253 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-117d8f86-c1e6-4f82-a35d-55efefa3eef4 req-d11cc3aa-cffc-479a-a25a-71cb188bec2d tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737314 Dec 09 15:29:47.219881 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8f949-fb57-4559-89c9-e12a9b58e803 req-7626e768-f8d3-463d-9704-291c425a9747 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:47.221449 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-10c8f949-fb57-4559-89c9-e12a9b58e803 req-7626e768-f8d3-463d-9704-291c425a9747 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d500a9-d95e-40f8-bfb7-f2f701f716e2 HTTP/1.1" status: 200 len: 950 time: 0.0816462 Dec 09 15:29:47.296821 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-10c8f949-fb57-4559-89c9-e12a9b58e803 req-47d9a696-ff20-4373-aac4-c2ca5870f7c6 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613985 Dec 09 15:29:47.300631 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-94f10db6-a12a-4d6c-8496-0616f544eebb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:47.354740 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd21d5-448c-4421-8ee9-1b556de94636 req-e2f09218-253e-494c-9071-394fd7e387e5 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:47.356284 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-edbd21d5-448c-4421-8ee9-1b556de94636 req-e2f09218-253e-494c-9071-394fd7e387e5 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 931 time: 0.0764422 Dec 09 15:29:47.431898 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-edbd21d5-448c-4421-8ee9-1b556de94636 req-1d5f50c6-91e3-49ee-939b-9830d98e07da tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697212 Dec 09 15:29:47.444447 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a713f4b-b259-4d78-941b-8c898f251338 req-3b25fbd9-91be-4fcb-b97e-82093be2cffa tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:47.446227 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3a713f4b-b259-4d78-941b-8c898f251338 req-3b25fbd9-91be-4fcb-b97e-82093be2cffa tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=45644f3a-9375-43b2-95bb-4f370dc95c67 HTTP/1.1" status: 200 len: 948 time: 0.0696545 Dec 09 15:29:47.501802 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3a713f4b-b259-4d78-941b-8c898f251338 req-658b2b9d-f798-48d3-873c-0b500a59a79f tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488884 Dec 09 15:29:47.531573 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f10db6-a12a-4d6c-8496-0616f544eebb admin admin] Router 99ff11f6-621d-47c1-893c-66eca96fb5d6 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:29:47.605205 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15d0bb-afa9-4bc9-b72d-34efd89c6449 req-8c46ef2b-d182-481b-aaba-d0c7b933a2ea tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:47.606674 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2f15d0bb-afa9-4bc9-b72d-34efd89c6449 req-8c46ef2b-d182-481b-aaba-d0c7b933a2ea tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23574e1-4445-4d7f-bcda-c7f103e151db HTTP/1.1" status: 200 len: 948 time: 0.0479300 Dec 09 15:29:47.639394 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f10db6-a12a-4d6c-8496-0616f544eebb admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:29:47.646280 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-94f10db6-a12a-4d6c-8496-0616f544eebb admin admin] 10.222.0.57 "PUT /v2.0/routers/99ff11f6-621d-47c1-893c-66eca96fb5d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7604268 Dec 09 15:29:47.647885 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51002) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:47.650986 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ca5b37-fd7a-4efc-a91b-215b59a1aa93 None None] Sync routers for ids ['99ff11f6-621d-47c1-893c-66eca96fb5d6'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:29:47.660446 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ca5b37-fd7a-4efc-a91b-215b59a1aa93 None None] Routers {'99ff11f6-621d-47c1-893c-66eca96fb5d6'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:29:47.661071 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-02ca5b37-fd7a-4efc-a91b-215b59a1aa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:29:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['99ff11f6-621d-47c1-893c-66eca96fb5d6'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:47.662645 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2f15d0bb-afa9-4bc9-b72d-34efd89c6449 req-143ae300-6533-4ec4-b786-1298ccb93580 tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] 10.222.0.57 "GET /v2.0/security-groups?id=fcb1c619-d556-43d6-aed7-1b2102a0548f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500660 Dec 09 15:29:47.750018 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c7928ef1-0f89-4e9e-97d3-6c21eeed0e1b admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:47.763985 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-02ca5b37-fd7a-4efc-a91b-215b59a1aa93 None None] Set router 99ff11f6-621d-47c1-893c-66eca96fb5d6 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:29:47.849764 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c7928ef1-0f89-4e9e-97d3-6c21eeed0e1b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:47.905118 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c7928ef1-0f89-4e9e-97d3-6c21eeed0e1b admin admin] Deleting port 82ee5e98-1e1f-4472-a8a5-27814f1201ab {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:29:47.905821 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c7928ef1-0f89-4e9e-97d3-6c21eeed0e1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:47.936178 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-02ca5b37-fd7a-4efc-a91b-215b59a1aa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ff11f6-621d-47c1-893c-66eca96fb5d6', 'name': 'tempest-FloatingIPDetailsTestJSON-144436135-router', 'tenant_id': '968dba667ef140f0b1ab8736d2d86310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '82ee5e98-1e1f-4472-a8a5-27814f1201ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:29:05Z', 'updated_at': '2021-12-09T15:29:46Z', 'revision_number': 5, 'project_id': '968dba667ef140f0b1ab8736d2d86310', 'gw_port': {'id': '82ee5e98-1e1f-4472-a8a5-27814f1201ab', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:54:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ff11f6-621d-47c1-893c-66eca96fb5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:29:07Z', 'updated_at': '2021-12-09T15:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:47.965779 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ca5b37-fd7a-4efc-a91b-215b59a1aa93 None None] Checking router: 99ff11f6-621d-47c1-893c-66eca96fb5d6 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:29:47.974546 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ca5b37-fd7a-4efc-a91b-215b59a1aa93 None None] Routers {'99ff11f6-621d-47c1-893c-66eca96fb5d6'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:29:47.975159 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-02ca5b37-fd7a-4efc-a91b-215b59a1aa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:29:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['99ff11f6-621d-47c1-893c-66eca96fb5d6'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:47.986105 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-c7928ef1-0f89-4e9e-97d3-6c21eeed0e1b admin admin] For port 82ee5e98-1e1f-4472-a8a5-27814f1201ab, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=82ee5e98-1e1f-4472-a8a5-27814f1201ab,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:47.986630 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c7928ef1-0f89-4e9e-97d3-6c21eeed0e1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:48.000016 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c7928ef1-0f89-4e9e-97d3-6c21eeed0e1b admin admin] Calling delete_port for 82ee5e98-1e1f-4472-a8a5-27814f1201ab owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:29:48.029694 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2839b42-b93d-4330-8d6d-c43282027523 req-4d91b0e8-e3b6-48a4-a3e4-e6a46576b3f5 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:48.031105 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b2839b42-b93d-4330-8d6d-c43282027523 req-4d91b0e8-e3b6-48a4-a3e4-e6a46576b3f5 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/ports?device_id=c13ca81a-1c4d-4128-9a67-7a787ca7316d HTTP/1.1" status: 200 len: 946 time: 0.0531254 Dec 09 15:29:48.063333 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-02ca5b37-fd7a-4efc-a91b-215b59a1aa93 None None] Set router 99ff11f6-621d-47c1-893c-66eca96fb5d6 gateway port host: None {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:29:48.085282 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b2839b42-b93d-4330-8d6d-c43282027523 req-83a2916a-93a1-48fb-82f2-4dcbd9268a81 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/security-groups?id=c96b4cc5-a8d6-43c6-830b-300ef651808a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468018 Dec 09 15:29:48.114320 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-02ca5b37-fd7a-4efc-a91b-215b59a1aa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ff11f6-621d-47c1-893c-66eca96fb5d6', 'name': 'tempest-FloatingIPDetailsTestJSON-144436135-router', 'tenant_id': '968dba667ef140f0b1ab8736d2d86310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:29:05Z', 'updated_at': '2021-12-09T15:29:47Z', 'revision_number': 6, 'project_id': '968dba667ef140f0b1ab8736d2d86310', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:48.143626 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ca5b37-fd7a-4efc-a91b-215b59a1aa93 None None] The sync data for ids ['99ff11f6-621d-47c1-893c-66eca96fb5d6'] in n-d-821228-1 is: [{'id': '99ff11f6-621d-47c1-893c-66eca96fb5d6', 'name': 'tempest-FloatingIPDetailsTestJSON-144436135-router', 'tenant_id': '968dba667ef140f0b1ab8736d2d86310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:29:05Z', 'updated_at': '2021-12-09T15:29:47Z', 'revision_number': 6, 'project_id': '968dba667ef140f0b1ab8736d2d86310', 'gw_port_host': None}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:29:48.183861 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c7928ef1-0f89-4e9e-97d3-6c21eeed0e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:48.212487 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7928ef1-0f89-4e9e-97d3-6c21eeed0e1b admin admin] Pushing event deleted for resources: {'Port': ['ID=82ee5e98-1e1f-4472-a8a5-27814f1201ab,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:48.237849 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c7928ef1-0f89-4e9e-97d3-6c21eeed0e1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:48.323058 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5519a7-71a1-4626-900f-924877fd8d29 req-be472820-a253-4d01-a186-a3d43cf62f95 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:48.325905 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bd5519a7-71a1-4626-900f-924877fd8d29 req-be472820-a253-4d01-a186-a3d43cf62f95 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 945 time: 0.0514007 Dec 09 15:29:48.344214 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c7928ef1-0f89-4e9e-97d3-6c21eeed0e1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:48.346419 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c7928ef1-0f89-4e9e-97d3-6c21eeed0e1b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:48.415591 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bd5519a7-71a1-4626-900f-924877fd8d29 req-3b77c31e-da5c-4f41-8599-b17a30996614 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796950 Dec 09 15:29:48.421733 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c7928ef1-0f89-4e9e-97d3-6c21eeed0e1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:48.422513 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7928ef1-0f89-4e9e-97d3-6c21eeed0e1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99ff11f6-621d-47c1-893c-66eca96fb5d6 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:29:48.430636 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c7928ef1-0f89-4e9e-97d3-6c21eeed0e1b admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:48.432865 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c7928ef1-0f89-4e9e-97d3-6c21eeed0e1b admin admin] 10.222.0.57 "DELETE /v2.0/routers/99ff11f6-621d-47c1-893c-66eca96fb5d6 HTTP/1.1" status: 204 len: 168 time: 0.7839487 Dec 09 15:29:48.434285 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51010) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:48.448546 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76864375-4fa6-46a5-8137-d62cdf97ef4e req-92abf1f9-06f8-498c-a262-95ab85070590 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:48.450434 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-76864375-4fa6-46a5-8137-d62cdf97ef4e req-92abf1f9-06f8-498c-a262-95ab85070590 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d500a9-d95e-40f8-bfb7-f2f701f716e2 HTTP/1.1" status: 200 len: 950 time: 0.0745728 Dec 09 15:29:48.486613 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-5163984a-2f8d-45c3-8a22-72a51ba96ed6 admin admin] Deleting subnet de9e21e2-0009-4fb9-b43a-cd168600d66d {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:29:48.490130 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5163984a-2f8d-45c3-8a22-72a51ba96ed6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:48.507802 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-0b536724-bc62-4766-8640-c7b7356b22a7 service neutron] Request body: {'port': {'device_id': 'd04fb7ab-5750-404c-b76e-89959a5df223', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:48.516941 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-76864375-4fa6-46a5-8137-d62cdf97ef4e req-d29bc137-5543-41ee-8d68-55de7fc45585 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602887 Dec 09 15:29:48.559250 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5163984a-2f8d-45c3-8a22-72a51ba96ed6 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:48.609722 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e83bff-0b2c-4bee-8fbe-e9e66c54f013 req-8ddc5f8f-377f-4d99-bd97-e440e2e5b394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:48.611369 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-94e83bff-0b2c-4bee-8fbe-e9e66c54f013 req-8ddc5f8f-377f-4d99-bd97-e440e2e5b394 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b86b12b192444169262cc7f96a9b582&device_id=c13ca81a-1c4d-4128-9a67-7a787ca7316d HTTP/1.1" status: 200 len: 1097 time: 0.0965133 Dec 09 15:29:48.715554 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5163984a-2f8d-45c3-8a22-72a51ba96ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:48.789898 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e83bff-0b2c-4bee-8fbe-e9e66c54f013 req-efa00389-fea1-4eaa-9b91-52ed736056b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:48.791501 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-94e83bff-0b2c-4bee-8fbe-e9e66c54f013 req-efa00389-fea1-4eaa-9b91-52ed736056b6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9635208c-9eef-4594-8ea5-b1ea09114492 HTTP/1.1" status: 200 len: 929 time: 0.1557274 Dec 09 15:29:48.840786 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-94e83bff-0b2c-4bee-8fbe-e9e66c54f013 req-ce70ed5a-c93f-431a-bd46-fb435902a6cc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6520e9d6-d5ee-4fdf-a6d7-184976e5f180 HTTP/1.1" status: 200 len: 217 time: 0.0399470 Dec 09 15:29:48.841709 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5163984a-2f8d-45c3-8a22-72a51ba96ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:48.876961 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163984a-2f8d-45c3-8a22-72a51ba96ed6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de9e21e2-0009-4fb9-b43a-cd168600d66d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:48.902659 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b4340-9a54-4452-be51-d59dedb1124d req-fdfc33e8-5212-4d49-919f-937653380050 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:48.903114 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5163984a-2f8d-45c3-8a22-72a51ba96ed6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:48.904191 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-396b4340-9a54-4452-be51-d59dedb1124d req-fdfc33e8-5212-4d49-919f-937653380050 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 931 time: 0.3861499 Dec 09 15:29:48.906345 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5163984a-2f8d-45c3-8a22-72a51ba96ed6 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/de9e21e2-0009-4fb9-b43a-cd168600d66d HTTP/1.1" status: 204 len: 168 time: 0.4710338 Dec 09 15:29:48.908853 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51020) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:48.919984 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6b0ff8-231d-49fe-a14c-492394f27112 None None] Network 339ed430-a727-4344-87b1-392cb45ddd89 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:29:48.929988 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-0b536724-bc62-4766-8640-c7b7356b22a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:49.005672 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a1f0f-d384-4a65-ae91-9596681fbaec req-87bcafb9-ec97-442c-b946-8fcf701d9569 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:49.005936 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e83bff-0b2c-4bee-8fbe-e9e66c54f013 req-d46128a8-6fdd-4a95-9023-7e2d893602f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:49.007462 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b56a1f0f-d384-4a65-ae91-9596681fbaec req-87bcafb9-ec97-442c-b946-8fcf701d9569 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=45644f3a-9375-43b2-95bb-4f370dc95c67 HTTP/1.1" status: 200 len: 948 time: 0.3983343 Dec 09 15:29:49.013448 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-94e83bff-0b2c-4bee-8fbe-e9e66c54f013 req-d46128a8-6fdd-4a95-9023-7e2d893602f0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0ea5fb26-6a45-44cf-ac76-5320e8a3931a HTTP/1.1" status: 200 len: 867 time: 0.1421728 Dec 09 15:29:49.046332 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-396b4340-9a54-4452-be51-d59dedb1124d req-f476a4e6-0835-46b4-a14d-b919c1dd2277 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266286 Dec 09 15:29:49.102048 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e83bff-0b2c-4bee-8fbe-e9e66c54f013 req-57722d6e-a6dc-46cb-8155-fee34e0622b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:49.103555 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-94e83bff-0b2c-4bee-8fbe-e9e66c54f013 req-57722d6e-a6dc-46cb-8155-fee34e0622b2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9635208c-9eef-4594-8ea5-b1ea09114492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806286 Dec 09 15:29:49.106280 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13f1e5bd-d263-4b5e-a903-08802731be9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:49.115257 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device b67ded50-e50f-4643-b1da-c17429dff975 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:29:49.150067 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: b67ded50-e50f-4643-b1da-c17429dff975 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:29:49.150430 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device b67ded50-e50f-4643-b1da-c17429dff975 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:29:49.150868 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 82ee5e98-1e1f-4472-a8a5-27814f1201ab no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:29:49.165258 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b56a1f0f-d384-4a65-ae91-9596681fbaec req-e42bc828-5774-495a-a5db-34e0d8078860 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492918 Dec 09 15:29:49.175716 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 82ee5e98-1e1f-4472-a8a5-27814f1201ab {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:29:49.176299 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 82ee5e98-1e1f-4472-a8a5-27814f1201ab not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:29:49.178641 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb780de-bc93-40c1-87d8-70ce4fb66ff2 None None] DHCP port deletion for 339ed430-a727-4344-87b1-392cb45ddd89 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:29:49.212240 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 5d82c113-a324-4669-994a-b56d84992a0d up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:29:49.241538 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-94e83bff-0b2c-4bee-8fbe-e9e66c54f013 req-e2d46e74-4fef-40fe-970e-9935fb9496f1 service neutron] 10.222.0.31 "GET /v2.0/networks/9635208c-9eef-4594-8ea5-b1ea09114492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229620 Dec 09 15:29:49.276343 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5cb780de-bc93-40c1-87d8-70ce4fb66ff2 None None] Deleting port bf3fc0d8-d440-49ff-9477-7e10a5ab3cd8 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:29:49.277087 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5cb780de-bc93-40c1-87d8-70ce4fb66ff2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:49.365089 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5cb780de-bc93-40c1-87d8-70ce4fb66ff2 None None] For port bf3fc0d8-d440-49ff-9477-7e10a5ab3cd8, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=bf3fc0d8-d440-49ff-9477-7e10a5ab3cd8,segment=NetworkSegment(8e7e0745-ba6e-4811-94f7-4fbb841b4f4f),segment_id=8e7e0745-ba6e-4811-94f7-4fbb841b4f4f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:49.365530 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5cb780de-bc93-40c1-87d8-70ce4fb66ff2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:49.379806 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5cb780de-bc93-40c1-87d8-70ce4fb66ff2 None None] Calling delete_port for bf3fc0d8-d440-49ff-9477-7e10a5ab3cd8 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:29:49.408005 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-13f1e5bd-d263-4b5e-a903-08802731be9d admin admin] Deleting port bf3fc0d8-d440-49ff-9477-7e10a5ab3cd8 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:29:49.408496 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13f1e5bd-d263-4b5e-a903-08802731be9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:49.412470 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-94e83bff-0b2c-4bee-8fbe-e9e66c54f013 req-b3a67596-c047-4d3b-8f4d-ed937d6bba58 service neutron] 10.222.0.31 "GET /v2.0/networks/9635208c-9eef-4594-8ea5-b1ea09114492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408439 Dec 09 15:29:49.439721 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48331d43-3e6f-48b3-b9ce-61ce0535470e req-d1668f03-a695-409e-92eb-ab4324db602d tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:49.444908 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-48331d43-3e6f-48b3-b9ce-61ce0535470e req-d1668f03-a695-409e-92eb-ab4324db602d tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23574e1-4445-4d7f-bcda-c7f103e151db HTTP/1.1" status: 200 len: 948 time: 0.1816182 Dec 09 15:29:49.465900 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d228b-97ae-47cb-bd70-b773b847ee69 req-de78efaf-0d5d-4360-ad03-7405fd999c66 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:49.465900 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f70d228b-97ae-47cb-bd70-b773b847ee69 req-de78efaf-0d5d-4360-ad03-7405fd999c66 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/ports?device_id=c13ca81a-1c4d-4128-9a67-7a787ca7316d HTTP/1.1" status: 200 len: 946 time: 0.1471524 Dec 09 15:29:49.498545 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-13f1e5bd-d263-4b5e-a903-08802731be9d admin admin] For port bf3fc0d8-d440-49ff-9477-7e10a5ab3cd8, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=bf3fc0d8-d440-49ff-9477-7e10a5ab3cd8,segment=NetworkSegment(8e7e0745-ba6e-4811-94f7-4fbb841b4f4f),segment_id=8e7e0745-ba6e-4811-94f7-4fbb841b4f4f)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:49.499337 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13f1e5bd-d263-4b5e-a903-08802731be9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:49.500437 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port 5d82c113-a324-4669-994a-b56d84992a0d completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:29:49.506321 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 5d82c113-a324-4669-994a-b56d84992a0d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:49.506970 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:49.519778 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-13f1e5bd-d263-4b5e-a903-08802731be9d admin admin] Calling delete_port for bf3fc0d8-d440-49ff-9477-7e10a5ab3cd8 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:29:49.540119 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5cb780de-bc93-40c1-87d8-70ce4fb66ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:49.569211 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-48331d43-3e6f-48b3-b9ce-61ce0535470e req-8ae8250c-addb-4c99-84ff-14e43f302627 tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] 10.222.0.57 "GET /v2.0/security-groups?id=fcb1c619-d556-43d6-aed7-1b2102a0548f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163485 Dec 09 15:29:49.570066 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb780de-bc93-40c1-87d8-70ce4fb66ff2 None None] Pushing event deleted for resources: {'Port': ['ID=bf3fc0d8-d440-49ff-9477-7e10a5ab3cd8,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:49.577523 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb780de-bc93-40c1-87d8-70ce4fb66ff2 None None] No DVR routers for this DVR port bf3fc0d8-d440-49ff-9477-7e10a5ab3cd8 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:29:49.613266 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f70d228b-97ae-47cb-bd70-b773b847ee69 req-be7bf41e-01b8-4fa2-859e-caa835530404 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/security-groups?id=c96b4cc5-a8d6-43c6-830b-300ef651808a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210535 Dec 09 15:29:49.639573 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-0b536724-bc62-4766-8640-c7b7356b22a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0b20723-edcd-4eb3-8315-2e4b6967ba40 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:29:49.651293 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:49.653864 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13f1e5bd-d263-4b5e-a903-08802731be9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:49.661732 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-0b536724-bc62-4766-8640-c7b7356b22a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:49.681087 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-0b536724-bc62-4766-8640-c7b7356b22a7 service neutron] Transition to ACTIVE for port object a0b20723-edcd-4eb3-8315-2e4b6967ba40 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:29:49.697010 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f1e5bd-d263-4b5e-a903-08802731be9d admin admin] No DVR routers for this DVR port bf3fc0d8-d440-49ff-9477-7e10a5ab3cd8 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:29:49.698732 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45644f3a-9375-43b2-95bb-4f370dc95c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d82c113-a324-4669-994a-b56d84992a0d'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:29:49.701287 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda30710-7bd4-45dc-98a3-88d8ad8b3ec4" -d '{"events": [{"server_uuid": "45644f3a-9375-43b2-95bb-4f370dc95c67", "name": "network-vif-plugged", "status": "completed", "tag": "5d82c113-a324-4669-994a-b56d84992a0d"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:29:49.701817 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-0b536724-bc62-4766-8640-c7b7356b22a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:49.702609 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f1e5bd-d263-4b5e-a903-08802731be9d admin admin] Pushing event deleted for resources: {'Port': ['ID=bf3fc0d8-d440-49ff-9477-7e10a5ab3cd8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:49.714714 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 5d82c113-a324-4669-994a-b56d84992a0d, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=5d82c113-a324-4669-994a-b56d84992a0d,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:49.720970 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:49.721703 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 8fe2b167-c538-4427-872b-4e3916cf5e69 up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:29:49.781345 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13f1e5bd-d263-4b5e-a903-08802731be9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:49.797976 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=5d82c113-a324-4669-994a-b56d84992a0d,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:49.812850 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port 8fe2b167-c538-4427-872b-4e3916cf5e69 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:29:49.817059 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 8fe2b167-c538-4427-872b-4e3916cf5e69 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:49.818122 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:49.818582 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13f1e5bd-d263-4b5e-a903-08802731be9d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:29:49.818942 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13f1e5bd-d263-4b5e-a903-08802731be9d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:29:49.820036 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13f1e5bd-d263-4b5e-a903-08802731be9d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:29:49.821781 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13f1e5bd-d263-4b5e-a903-08802731be9d admin admin] Subscribe: > port after_create 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:29:49.821918 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13f1e5bd-d263-4b5e-a903-08802731be9d admin admin] Subscribe: > port after_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:29:49.824096 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13f1e5bd-d263-4b5e-a903-08802731be9d admin admin] Subscribe: > port after_update 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:29:49.824096 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13f1e5bd-d263-4b5e-a903-08802731be9d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:29:49.824096 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13f1e5bd-d263-4b5e-a903-08802731be9d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:29:49.824096 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13f1e5bd-d263-4b5e-a903-08802731be9d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:29:49.824096 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13f1e5bd-d263-4b5e-a903-08802731be9d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:29:49.850560 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b536724-bc62-4766-8640-c7b7356b22a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b20723-edcd-4eb3-8315-2e4b6967ba40,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:49.867665 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c30a75-69ab-447f-af1d-c7d0caf413e2 req-14769216-0325-4b4b-84b9-ac2b323f8db8 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:49.869230 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-90c30a75-69ab-447f-af1d-c7d0caf413e2 req-14769216-0325-4b4b-84b9-ac2b323f8db8 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 945 time: 0.1865318 Dec 09 15:29:49.878914 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165169cb-4bd4-4712-b46e-c1fa91c1d1bf req-df6c1b0d-a660-40f6-b967-8b2fe0c37236 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:49.880952 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-165169cb-4bd4-4712-b46e-c1fa91c1d1bf req-df6c1b0d-a660-40f6-b967-8b2fe0c37236 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d500a9-d95e-40f8-bfb7-f2f701f716e2 HTTP/1.1" status: 200 len: 950 time: 0.1877799 Dec 09 15:29:49.891842 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-0b536724-bc62-4766-8640-c7b7356b22a7 service neutron] Attempting to bind port a0b20723-edcd-4eb3-8315-2e4b6967ba40 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:29:49.892185 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-0b536724-bc62-4766-8640-c7b7356b22a7 service neutron] Attempting to bind port a0b20723-edcd-4eb3-8315-2e4b6967ba40 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:29:49.892548 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-0b536724-bc62-4766-8640-c7b7356b22a7 service neutron] Attempting to bind port a0b20723-edcd-4eb3-8315-2e4b6967ba40 on network 6c4b0ba7-873d-4b03-9efa-67af55c0587e {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:29:49.903051 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:49.907356 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13f1e5bd-d263-4b5e-a903-08802731be9d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:29:49.907969 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13f1e5bd-d263-4b5e-a903-08802731be9d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:29:49.908061 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13f1e5bd-d263-4b5e-a903-08802731be9d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:29:49.908353 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13f1e5bd-d263-4b5e-a903-08802731be9d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:29:49.909071 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-13f1e5bd-d263-4b5e-a903-08802731be9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['339ed430-a727-4344-87b1-392cb45ddd89']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:49.917140 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-0b536724-bc62-4766-8640-c7b7356b22a7 service neutron] Port a0b20723-edcd-4eb3-8315-2e4b6967ba40 on network 6c4b0ba7-873d-4b03-9efa-67af55c0587e not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:29:49.917477 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-0b536724-bc62-4766-8640-c7b7356b22a7 service neutron] Attempting to bind port a0b20723-edcd-4eb3-8315-2e4b6967ba40 on network 6c4b0ba7-873d-4b03-9efa-67af55c0587e {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:29:49.926481 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-13f1e5bd-d263-4b5e-a903-08802731be9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e7e0745-ba6e-4811-94f7-4fbb841b4f4f') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:49.927734 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-13f1e5bd-d263-4b5e-a903-08802731be9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e7e0745-ba6e-4811-94f7-4fbb841b4f4f') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:49.938192 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 8fe2b167-c538-4427-872b-4e3916cf5e69, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=8fe2b167-c538-4427-872b-4e3916cf5e69,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:49.941419 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-0b536724-bc62-4766-8640-c7b7356b22a7 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:29:49.941760 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-0b536724-bc62-4766-8640-c7b7356b22a7 service neutron] Checking segment: {'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:29:49.942196 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-0b536724-bc62-4766-8640-c7b7356b22a7 service neutron] Bound using segment: {'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:29:49.943403 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-0b536724-bc62-4766-8640-c7b7356b22a7 service neutron] Bound port: a0b20723-edcd-4eb3-8315-2e4b6967ba40, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:29:49.943738 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-0b536724-bc62-4766-8640-c7b7356b22a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:49.943850 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:49.944736 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13f1e5bd-d263-4b5e-a903-08802731be9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:49.969185 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13f1e5bd-d263-4b5e-a903-08802731be9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:49.981150 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13f1e5bd-d263-4b5e-a903-08802731be9d admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:29:49.981551 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13f1e5bd-d263-4b5e-a903-08802731be9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:49.990925 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-90c30a75-69ab-447f-af1d-c7d0caf413e2 req-daf066f9-3f48-4700-833c-ab7375cf1441 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023715 Dec 09 15:29:50.001405 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=8fe2b167-c538-4427-872b-4e3916cf5e69,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:50.009825 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-165169cb-4bd4-4712-b46e-c1fa91c1d1bf req-c194a069-d09f-4652-a108-7ec94c601ead tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206286 Dec 09 15:29:50.033389 n-d-821228-1 neutron-server[103245]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 09 15:29:50.033389 n-d-821228-1 neutron-server[103245]: from cryptography.utils import int_from_bytes Dec 09 15:29:50.033389 n-d-821228-1 neutron-server[103245]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 09 15:29:50.033389 n-d-821228-1 neutron-server[103245]: from cryptography.utils import int_from_bytes Dec 09 15:29:50.033389 n-d-821228-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:29:50.033389 n-d-821228-1 neutron-server[103245]: self.session.flush() Dec 09 15:29:50.033389 n-d-821228-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:29:50.033389 n-d-821228-1 neutron-server[103245]: self.session.flush() Dec 09 15:29:50.033389 n-d-821228-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:29:50.033389 n-d-821228-1 neutron-server[103245]: self.session.flush() Dec 09 15:29:50.033389 n-d-821228-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:29:50.033389 n-d-821228-1 neutron-server[103245]: self.session.flush() Dec 09 15:29:50.033389 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:29:50.033389 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:29:50.033389 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:29:50.033389 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:29:50.033389 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:29:50.033389 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:29:50.033389 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:29:50.033389 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:29:50.033389 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:29:50.033389 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:29:50.033389 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:29:50.033389 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:29:50.033389 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:29:50.033389 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:29:50.033389 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:29:50.033389 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:29:50.033389 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:29:50.033389 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:29:50.033389 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:29:50.033389 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:29:50.033389 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:29:50.033389 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:29:50.033389 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:29:50.033389 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:29:50.033389 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:29:50.033389 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:29:50.033389 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:29:50.033389 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:29:50.033389 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:29:50.033389 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:29:50.033389 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:29:50.033389 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:29:50.038272 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7519bf14-1b0f-4f22-862d-5a994954b35a x-openstack-request-id: req-7519bf14-1b0f-4f22-862d-5a994954b35a {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:29:50.038589 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45644f3a-9375-43b2-95bb-4f370dc95c67", "name": "network-vif-plugged", "status": "completed", "tag": "5d82c113-a324-4669-994a-b56d84992a0d", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:29:50.038850 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7519bf14-1b0f-4f22-862d-5a994954b35a {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:29:50.039268 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45644f3a-9375-43b2-95bb-4f370dc95c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d82c113-a324-4669-994a-b56d84992a0d', 'code': 200} Dec 09 15:29:50.067151 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-0b536724-bc62-4766-8640-c7b7356b22a7 service neutron] For port a0b20723-edcd-4eb3-8315-2e4b6967ba40, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:29:50.071843 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-0b536724-bc62-4766-8640-c7b7356b22a7 service neutron] For port a0b20723-edcd-4eb3-8315-2e4b6967ba40, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=a0b20723-edcd-4eb3-8315-2e4b6967ba40,segment=NetworkSegment(69c5f819-123d-436b-8f3f-7e75c7d0b133),segment_id=69c5f819-123d-436b-8f3f-7e75c7d0b133)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:29:50.077129 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-0b536724-bc62-4766-8640-c7b7356b22a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:50.115990 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-0b536724-bc62-4766-8640-c7b7356b22a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:50.116648 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-0b536724-bc62-4766-8640-c7b7356b22a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:50.118120 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-0b536724-bc62-4766-8640-c7b7356b22a7 service neutron] 10.222.0.31 "PUT /v2.0/ports/a0b20723-edcd-4eb3-8315-2e4b6967ba40 HTTP/1.1" status: 200 len: 1091 time: 1.6149642 Dec 09 15:29:50.118516 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd04fb7ab-5750-404c-b76e-89959a5df223', 'tag': 'a0b20723-edcd-4eb3-8315-2e4b6967ba40'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:29:50.120928 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52483216-9d0c-484b-af69-6e8991a5fb3b" -d '{"events": [{"name": "network-changed", "server_uuid": "d04fb7ab-5750-404c-b76e-89959a5df223", "tag": "a0b20723-edcd-4eb3-8315-2e4b6967ba40"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:29:50.146875 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b536724-bc62-4766-8640-c7b7356b22a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b20723-edcd-4eb3-8315-2e4b6967ba40,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:50.172837 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2deb3be-1aeb-4a52-a2ff-d07ff4805b9a x-openstack-request-id: req-e2deb3be-1aeb-4a52-a2ff-d07ff4805b9a {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:29:50.173133 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d04fb7ab-5750-404c-b76e-89959a5df223", "tag": "a0b20723-edcd-4eb3-8315-2e4b6967ba40", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:29:50.173390 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e2deb3be-1aeb-4a52-a2ff-d07ff4805b9a {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:29:50.173788 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd04fb7ab-5750-404c-b76e-89959a5df223', 'tag': 'a0b20723-edcd-4eb3-8315-2e4b6967ba40', 'status': 'completed', 'code': 200} Dec 09 15:29:50.174479 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13f1e5bd-d263-4b5e-a903-08802731be9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:50.182513 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13f1e5bd-d263-4b5e-a903-08802731be9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:50.186392 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-13f1e5bd-d263-4b5e-a903-08802731be9d admin admin] 10.222.0.57 "DELETE /v2.0/networks/339ed430-a727-4344-87b1-392cb45ddd89 HTTP/1.1" status: 204 len: 168 time: 1.2760699 Dec 09 15:29:50.239049 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bde31b-3a24-44ab-abff-a2db0182c7d6 req-7567e57a-3950-477a-972b-24ec3fb70949 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:50.241176 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-02bde31b-3a24-44ab-abff-a2db0182c7d6 req-7567e57a-3950-477a-972b-24ec3fb70949 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.31 "GET /v2.0/ports?device_id=c13ca81a-1c4d-4128-9a67-7a787ca7316d HTTP/1.1" status: 200 len: 946 time: 0.2069247 Dec 09 15:29:50.262263 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63314af2-2ad9-4cd5-bdde-826504c6dd81 req-e02fd4f0-ae38-4ada-abcf-26ce4eaa7749 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:50.263828 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-63314af2-2ad9-4cd5-bdde-826504c6dd81 req-e02fd4f0-ae38-4ada-abcf-26ce4eaa7749 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 943 time: 0.0941463 Dec 09 15:29:50.266408 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f1e5bd-d263-4b5e-a903-08802731be9d admin admin] Pushing event deleted for resources: {'Network': ['ID=339ed430-a727-4344-87b1-392cb45ddd89,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:50.303212 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0296a655-3d2b-4c33-be9a-f730f3310112 req-d05e6662-27b0-4646-a0f9-45008499d39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:50.304730 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0296a655-3d2b-4c33-be9a-f730f3310112 req-d05e6662-27b0-4646-a0f9-45008499d39b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=45644f3a-9375-43b2-95bb-4f370dc95c67 HTTP/1.1" status: 200 len: 1100 time: 0.1469159 Dec 09 15:29:50.323059 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-ec8b225f-3dfd-4bd7-b10e-8eb89c4857a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:50.324600 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-ec8b225f-3dfd-4bd7-b10e-8eb89c4857a9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5674bd72d1184432801f651e299c9dce&device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 1094 time: 0.1235361 Dec 09 15:29:50.377149 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-082af154-8036-445b-b2b7-3e7193eb10ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:50.388254 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-7431de19-199f-4d6c-a046-c14be8998a93 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0b20723-edcd-4eb3-8315-2e4b6967ba40 HTTP/1.1" status: 200 len: 217 time: 0.0535126 Dec 09 15:29:50.400985 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0296a655-3d2b-4c33-be9a-f730f3310112 req-6f53c03e-5fa3-4ae4-983d-9aef953a25e2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642204 Dec 09 15:29:50.405839 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216e3b4-8a02-49d3-af92-4b9108d80f19 req-ec672702-8dc4-4782-9940-121bad8051a6 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:50.407367 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c216e3b4-8a02-49d3-af92-4b9108d80f19 req-ec672702-8dc4-4782-9940-121bad8051a6 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=45644f3a-9375-43b2-95bb-4f370dc95c67 HTTP/1.1" status: 200 len: 949 time: 0.1406078 Dec 09 15:29:50.415498 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-02bde31b-3a24-44ab-abff-a2db0182c7d6 req-7b2b464b-a4e3-4cb4-82f7-85112935ef2f tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Deleting port 6520e9d6-d5ee-4fdf-a6d7-184976e5f180 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:29:50.415835 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-02bde31b-3a24-44ab-abff-a2db0182c7d6 req-7b2b464b-a4e3-4cb4-82f7-85112935ef2f tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:50.438479 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 51040) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:50.459082 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-63314af2-2ad9-4cd5-bdde-826504c6dd81 req-4ca21483-9266-4f7a-b8b7-beb9d51087bf tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557333 Dec 09 15:29:50.503881 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-fe8711aa-1b7f-462f-a4f4-791b5426a1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:50.505953 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-fe8711aa-1b7f-462f-a4f4-791b5426a1ac service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2340fb97-6ad9-4615-9535-804554d0ce45 HTTP/1.1" status: 200 len: 860 time: 0.0976915 Dec 09 15:29:50.524426 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-02bde31b-3a24-44ab-abff-a2db0182c7d6 req-7b2b464b-a4e3-4cb4-82f7-85112935ef2f tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] For port 6520e9d6-d5ee-4fdf-a6d7-184976e5f180, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=6520e9d6-d5ee-4fdf-a6d7-184976e5f180,segment=NetworkSegment(cdd6a7d5-30b9-46e0-909c-e4d79c0db81d),segment_id=cdd6a7d5-30b9-46e0-909c-e4d79c0db81d)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:50.524800 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-02bde31b-3a24-44ab-abff-a2db0182c7d6 req-7b2b464b-a4e3-4cb4-82f7-85112935ef2f tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:50.538068 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-02bde31b-3a24-44ab-abff-a2db0182c7d6 req-7b2b464b-a4e3-4cb4-82f7-85112935ef2f tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Calling delete_port for 6520e9d6-d5ee-4fdf-a6d7-184976e5f180 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:29:50.539478 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9d3f1c01-f6b6-4835-9c81-442c34a39ecf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=968dba667ef140f0b1ab8736d2d86310&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0986757 Dec 09 15:29:50.543351 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51042) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:50.560439 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-7fb567e7-fd6f-439f-a6c6-68ac4cd6b0a4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6c4b0ba7-873d-4b03-9efa-67af55c0587e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366592 Dec 09 15:29:50.565094 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c216e3b4-8a02-49d3-af92-4b9108d80f19 req-d2c9e228-27d4-4a14-957d-6da763dd48a7 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274400 Dec 09 15:29:50.672386 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-8c7d8374-1fc0-4042-9a62-7ac69b8b4f78 service neutron] 10.222.0.31 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047916 Dec 09 15:29:50.763624 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4a8e5-d6ff-486c-a9ff-53956375a1f5 req-b93fffcb-0c39-49e5-af8b-359eb1ab9ce7 tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:50.765224 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2bb4a8e5-d6ff-486c-a9ff-53956375a1f5 req-b93fffcb-0c39-49e5-af8b-359eb1ab9ce7 tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23574e1-4445-4d7f-bcda-c7f103e151db HTTP/1.1" status: 200 len: 949 time: 0.1072993 Dec 09 15:29:50.812622 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dda27d1d-199a-4f68-aa3f-664a6e6a75a6 req-1b2cccd0-eaf1-4a4e-a50b-8fc48160c033 service neutron] 10.222.0.31 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257517 Dec 09 15:29:50.842356 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2bb4a8e5-d6ff-486c-a9ff-53956375a1f5 req-7e13e8a4-0ba6-4649-979e-db6fb0df376b tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] 10.222.0.57 "GET /v2.0/security-groups?id=fcb1c619-d556-43d6-aed7-1b2102a0548f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652730 Dec 09 15:29:50.914677 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dfe4cee0-24ac-4062-aff0-dc1c7f86b1d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:50.948183 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52483216-9d0c-484b-af69-6e8991a5fb3b req-3d1371ef-d165-4f2a-85cd-d670f2f0a904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:50.949671 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-52483216-9d0c-484b-af69-6e8991a5fb3b req-3d1371ef-d165-4f2a-85cd-d670f2f0a904 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5674bd72d1184432801f651e299c9dce&device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 1094 time: 0.0819442 Dec 09 15:29:50.957823 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dfe4cee0-24ac-4062-aff0-dc1c7f86b1d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:50.962005 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368c76e-ade4-49bb-9566-885099bdc707 req-35abec88-a39d-473f-a0ce-88c9fbe2295c tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:50.963619 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f368c76e-ade4-49bb-9566-885099bdc707 req-35abec88-a39d-473f-a0ce-88c9fbe2295c tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/ports?device_id=c13ca81a-1c4d-4128-9a67-7a787ca7316d HTTP/1.1" status: 200 len: 946 time: 0.0648544 Dec 09 15:29:51.027663 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-02bde31b-3a24-44ab-abff-a2db0182c7d6 req-7b2b464b-a4e3-4cb4-82f7-85112935ef2f tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:51.043061 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['6520e9d6-d5ee-4fdf-a6d7-184976e5f180'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:29:51.049374 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device bf3fc0d8-d440-49ff-9477-7e10a5ab3cd8 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:29:51.064224 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b464b-a4e3-4cb4-82f7-85112935ef2f tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Pushing event deleted for resources: {'Port': ['ID=6520e9d6-d5ee-4fdf-a6d7-184976e5f180,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:51.097350 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: bf3fc0d8-d440-49ff-9477-7e10a5ab3cd8 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:29:51.097842 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device bf3fc0d8-d440-49ff-9477-7e10a5ab3cd8 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:29:51.100211 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f368c76e-ade4-49bb-9566-885099bdc707 req-c33ac212-51f1-404e-9ae7-437e90df1bef tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.57 "GET /v2.0/security-groups?id=c96b4cc5-a8d6-43c6-830b-300ef651808a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166675 Dec 09 15:29:51.109560 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-02bde31b-3a24-44ab-abff-a2db0182c7d6 req-7b2b464b-a4e3-4cb4-82f7-85112935ef2f tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] No DVR routers for this DVR port 6520e9d6-d5ee-4fdf-a6d7-184976e5f180 on host n-h2-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:29:51.113243 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-02bde31b-3a24-44ab-abff-a2db0182c7d6 req-7b2b464b-a4e3-4cb4-82f7-85112935ef2f tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:51.117240 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-02bde31b-3a24-44ab-abff-a2db0182c7d6 req-7b2b464b-a4e3-4cb4-82f7-85112935ef2f tempest-FloatingIPsAssociationNegativeTestJSON-2103171995 tempest-FloatingIPsAssociationNegativeTestJSON-2103171995-project] 10.222.0.31 "DELETE /v2.0/ports/6520e9d6-d5ee-4fdf-a6d7-184976e5f180 HTTP/1.1" status: 204 len: 173 time: 0.8593557 Dec 09 15:29:51.117712 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c13ca81a-1c4d-4128-9a67-7a787ca7316d', 'name': 'network-vif-deleted', 'tag': '6520e9d6-d5ee-4fdf-a6d7-184976e5f180'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:29:51.120358 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62613688-2e71-4dc7-9575-09aba6b5317f" -d '{"events": [{"server_uuid": "c13ca81a-1c4d-4128-9a67-7a787ca7316d", "name": "network-vif-deleted", "tag": "6520e9d6-d5ee-4fdf-a6d7-184976e5f180"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:29:51.123755 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dfe4cee0-24ac-4062-aff0-dc1c7f86b1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:51.126308 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dfe4cee0-24ac-4062-aff0-dc1c7f86b1d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:51.127396 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-dfe4cee0-24ac-4062-aff0-dc1c7f86b1d6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/50fa0e84-32b6-4d4e-8cf2-cb0e8eb263f5 HTTP/1.1" status: 204 len: 168 time: 0.5831230 Dec 09 15:29:51.136250 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe4cee0-24ac-4062-aff0-dc1c7f86b1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fa0e84-32b6-4d4e-8cf2-cb0e8eb263f5,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:51.146769 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52483216-9d0c-484b-af69-6e8991a5fb3b req-b8cbc7a3-8bea-4cce-b196-f71137c8aa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:51.148808 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-52483216-9d0c-484b-af69-6e8991a5fb3b req-b8cbc7a3-8bea-4cce-b196-f71137c8aa99 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6c4b0ba7-873d-4b03-9efa-67af55c0587e HTTP/1.1" status: 200 len: 921 time: 0.1841989 Dec 09 15:29:51.200858 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-52483216-9d0c-484b-af69-6e8991a5fb3b req-10898db8-e981-4965-8182-24b8d809cd08 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0b20723-edcd-4eb3-8315-2e4b6967ba40 HTTP/1.1" status: 200 len: 217 time: 0.0416849 Dec 09 15:29:51.210611 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dffbcb-2c4b-4f1e-907e-e988e2331b04 req-45831b41-f68c-43f9-b2ce-3b933de33c87 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:51.217797 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-18dffbcb-2c4b-4f1e-907e-e988e2331b04 req-45831b41-f68c-43f9-b2ce-3b933de33c87 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 945 time: 0.1357946 Dec 09 15:29:51.357635 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52483216-9d0c-484b-af69-6e8991a5fb3b req-817cb143-aca0-4e43-b548-b34b1a8ffb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:51.359126 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-52483216-9d0c-484b-af69-6e8991a5fb3b req-817cb143-aca0-4e43-b548-b34b1a8ffb63 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2340fb97-6ad9-4615-9535-804554d0ce45 HTTP/1.1" status: 200 len: 860 time: 0.1393845 Dec 09 15:29:51.365486 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-18dffbcb-2c4b-4f1e-907e-e988e2331b04 req-66b9a665-bcde-4799-97b4-b69d4f9cde58 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460979 Dec 09 15:29:51.386209 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75052d-be69-4e6d-806b-7a7f65ea2d2f req-738310c2-13dc-4599-90cb-6cf6eed5de80 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:51.387741 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fc75052d-be69-4e6d-806b-7a7f65ea2d2f req-738310c2-13dc-4599-90cb-6cf6eed5de80 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d500a9-d95e-40f8-bfb7-f2f701f716e2 HTTP/1.1" status: 200 len: 950 time: 0.1153777 Dec 09 15:29:51.404643 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-52483216-9d0c-484b-af69-6e8991a5fb3b req-2970e13e-5a72-420c-bdfe-8f72bbcbdaca service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6c4b0ba7-873d-4b03-9efa-67af55c0587e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371602 Dec 09 15:29:51.417522 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210cead2-f196-4ae4-b834-58f011bf1109 x-openstack-request-id: req-210cead2-f196-4ae4-b834-58f011bf1109 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:29:51.417820 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c13ca81a-1c4d-4128-9a67-7a787ca7316d", "name": "network-vif-deleted", "tag": "6520e9d6-d5ee-4fdf-a6d7-184976e5f180", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:29:51.418075 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-210cead2-f196-4ae4-b834-58f011bf1109 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:29:51.418470 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c13ca81a-1c4d-4128-9a67-7a787ca7316d', 'name': 'network-vif-deleted', 'tag': '6520e9d6-d5ee-4fdf-a6d7-184976e5f180', 'status': 'completed', 'code': 200} Dec 09 15:29:51.502205 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fc75052d-be69-4e6d-806b-7a7f65ea2d2f req-55a1e26d-fee8-4098-8842-abb69be032c8 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999241 Dec 09 15:29:51.537677 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-52483216-9d0c-484b-af69-6e8991a5fb3b req-6ea31259-9fc3-4e72-87d4-a9fcfd6763f7 service neutron] 10.222.0.31 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148312 Dec 09 15:29:51.617755 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ea51f1d3-a3bc-4c21-9333-ecda9be3cebc req-548aeae7-4dd4-4ae8-9d34-4da0dc4570df service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0474069 Dec 09 15:29:51.727562 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51f1d3-a3bc-4c21-9333-ecda9be3cebc req-ba4c8405-4fe1-4331-9244-7b24329f217e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:51.729523 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-52483216-9d0c-484b-af69-6e8991a5fb3b req-a685bc10-2b2a-42f8-8169-a95a69715a49 service neutron] 10.222.0.31 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861119 Dec 09 15:29:51.729763 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ea51f1d3-a3bc-4c21-9333-ecda9be3cebc req-ba4c8405-4fe1-4331-9244-7b24329f217e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69&device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e HTTP/1.1" status: 200 len: 1095 time: 0.0543966 Dec 09 15:29:51.745029 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae7e8d3-c93e-4bbb-9b62-3e9358f72355 req-e2b61f2e-c2ec-4c57-833c-f779c39d63aa tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:51.746635 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0ae7e8d3-c93e-4bbb-9b62-3e9358f72355 req-e2b61f2e-c2ec-4c57-833c-f779c39d63aa tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 943 time: 0.1608946 Dec 09 15:29:51.760917 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8562a-00f3-42cb-bd59-805dbd06fc46 req-293f6927-6f78-4ba2-8704-8b8191270eb9 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:51.762564 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b8f8562a-00f3-42cb-bd59-805dbd06fc46 req-293f6927-6f78-4ba2-8704-8b8191270eb9 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=45644f3a-9375-43b2-95bb-4f370dc95c67 HTTP/1.1" status: 200 len: 949 time: 0.0932145 Dec 09 15:29:51.907645 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0ae7e8d3-c93e-4bbb-9b62-3e9358f72355 req-0ee82cab-38cc-4d02-9e75-fc5d4e83855b tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429284 Dec 09 15:29:51.913482 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b8f8562a-00f3-42cb-bd59-805dbd06fc46 req-a4a1786f-435c-47a4-b47d-813bf6ba0343 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395769 Dec 09 15:29:51.935141 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51f1d3-a3bc-4c21-9333-ecda9be3cebc req-4406fd24-d194-4577-b864-55a51ac5524c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:51.936911 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ea51f1d3-a3bc-4c21-9333-ecda9be3cebc req-4406fd24-d194-4577-b864-55a51ac5524c service neutron] 10.222.0.31 "GET /v2.0/networks?id=3099805c-627c-4784-8087-c190eb81b4e0 HTTP/1.1" status: 200 len: 908 time: 0.1733732 Dec 09 15:29:51.994359 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ea51f1d3-a3bc-4c21-9333-ecda9be3cebc req-29a0bc3f-dd34-482e-808f-a681561fa70f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=961362bf-1d9d-4ee9-9c28-67f3677cb14e HTTP/1.1" status: 200 len: 217 time: 0.0489657 Dec 09 15:29:52.040382 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c23574e1-4445-4d7f-bcda-c7f103e151db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe2b167-c538-4427-872b-4e3916cf5e69'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:29:52.044613 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc9e351-2566-4830-a944-e3653fa29202" -d '{"events": [{"server_uuid": "c23574e1-4445-4d7f-bcda-c7f103e151db", "name": "network-vif-plugged", "status": "completed", "tag": "8fe2b167-c538-4427-872b-4e3916cf5e69"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:29:52.092857 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51f1d3-a3bc-4c21-9333-ecda9be3cebc req-9495386d-0fc1-40d0-bf95-9ebcb68ee41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:52.093896 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d63955-6ec7-494f-94ed-1723a413ba08 x-openstack-request-id: req-30d63955-6ec7-494f-94ed-1723a413ba08 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:29:52.094187 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c23574e1-4445-4d7f-bcda-c7f103e151db", "name": "network-vif-plugged", "status": "completed", "tag": "8fe2b167-c538-4427-872b-4e3916cf5e69", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:29:52.094355 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ea51f1d3-a3bc-4c21-9333-ecda9be3cebc req-9495386d-0fc1-40d0-bf95-9ebcb68ee41d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75dd204b-61ff-4875-bd46-839f068b72c4 HTTP/1.1" status: 200 len: 847 time: 0.0924911 Dec 09 15:29:52.094500 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-30d63955-6ec7-494f-94ed-1723a413ba08 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:29:52.095339 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c23574e1-4445-4d7f-bcda-c7f103e151db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe2b167-c538-4427-872b-4e3916cf5e69', 'code': 200} Dec 09 15:29:52.121381 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688b475-3d19-4cd0-8af3-7127f9a2456a req-9ebb9d06-2923-48b6-8a67-ed4a1fbfe6f1 tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:52.123050 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8688b475-3d19-4cd0-8af3-7127f9a2456a req-9ebb9d06-2923-48b6-8a67-ed4a1fbfe6f1 tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23574e1-4445-4d7f-bcda-c7f103e151db HTTP/1.1" status: 200 len: 949 time: 0.0839474 Dec 09 15:29:52.140747 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ea51f1d3-a3bc-4c21-9333-ecda9be3cebc req-502ae732-aa0e-4cfb-8cf6-0eed81e83cdd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3099805c-627c-4784-8087-c190eb81b4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375884 Dec 09 15:29:52.239167 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8688b475-3d19-4cd0-8af3-7127f9a2456a req-2d177323-e868-47d8-b366-080d19571f96 tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] 10.222.0.57 "GET /v2.0/security-groups?id=fcb1c619-d556-43d6-aed7-1b2102a0548f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016304 Dec 09 15:29:52.254162 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 51092) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:52.278931 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9c84b-b0fa-4294-a87d-a49fa4cdc978 req-a310b650-ec23-4684-84e8-f4ccc4c47355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:52.280472 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ecf9c84b-b0fa-4294-a87d-a49fa4cdc978 req-a310b650-ec23-4684-84e8-f4ccc4c47355 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c23574e1-4445-4d7f-bcda-c7f103e151db HTTP/1.1" status: 200 len: 1100 time: 0.0506763 Dec 09 15:29:52.315647 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ea51f1d3-a3bc-4c21-9333-ecda9be3cebc req-5101ca4f-894b-462c-9c17-07e396bd3c7d service neutron] 10.222.0.31 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610026 Dec 09 15:29:52.330225 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ecf9c84b-b0fa-4294-a87d-a49fa4cdc978 req-c1fab5d7-75a5-4723-8156-170cf983be3d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fcb1c619-d556-43d6-aed7-1b2102a0548f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415618 Dec 09 15:29:52.528799 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ea51f1d3-a3bc-4c21-9333-ecda9be3cebc req-7f5f78e9-13a4-42cd-94f2-2f2db8d73130 service neutron] 10.222.0.31 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993678 Dec 09 15:29:52.581622 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b24a42-1741-430e-a1c5-55d7b9f8e206 req-8ff57102-d9ed-4571-8286-91dcd44d7d56 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:52.584205 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f1b24a42-1741-430e-a1c5-55d7b9f8e206 req-8ff57102-d9ed-4571-8286-91dcd44d7d56 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 945 time: 0.1423187 Dec 09 15:29:52.703248 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51130) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:52.724983 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f1b24a42-1741-430e-a1c5-55d7b9f8e206 req-2b456a12-c1b8-480a-a9d2-420e788e01a1 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345811 Dec 09 15:29:52.752713 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b42f7-9f02-40f9-bfbe-e4d5d6829100 req-8bc17fe8-5fde-495c-9361-57d9032bc97f tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:52.754186 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ab0b42f7-9f02-40f9-bfbe-e4d5d6829100 req-8bc17fe8-5fde-495c-9361-57d9032bc97f tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d500a9-d95e-40f8-bfb7-f2f701f716e2 HTTP/1.1" status: 200 len: 950 time: 0.1583264 Dec 09 15:29:52.812579 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1036911c-f442-4e13-910d-20ef229d9599 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:52.838992 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ab0b42f7-9f02-40f9-bfbe-e4d5d6829100 req-a1edbc4f-8ca2-43f5-9d75-37c49d2f1394 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780809 Dec 09 15:29:52.886511 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-62abd9c6-0268-481c-a11a-ef04b65739e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:52.905100 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1036911c-f442-4e13-910d-20ef229d9599 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:52.909285 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1036911c-f442-4e13-910d-20ef229d9599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:52.946325 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fcb9d2a3-8e5a-4c9f-adda-f2ff655af66f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:52.949499 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1036911c-f442-4e13-910d-20ef229d9599 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=feea3bd0002c4ab0a8989990fd02353b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2451751 Dec 09 15:29:52.951443 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036911c-f442-4e13-910d-20ef229d9599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d8d8f6-d661-4cef-852d-b20dcc621cb1,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:52.953343 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51136) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:52.986439 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036911c-f442-4e13-910d-20ef229d9599 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:52.986777 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036911c-f442-4e13-910d-20ef229d9599 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:52.987121 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036911c-f442-4e13-910d-20ef229d9599 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:52.987455 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036911c-f442-4e13-910d-20ef229d9599 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:52.987788 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036911c-f442-4e13-910d-20ef229d9599 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:52.988115 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036911c-f442-4e13-910d-20ef229d9599 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:52.988514 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036911c-f442-4e13-910d-20ef229d9599 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:52.988850 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036911c-f442-4e13-910d-20ef229d9599 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:52.989174 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036911c-f442-4e13-910d-20ef229d9599 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:52.990113 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036911c-f442-4e13-910d-20ef229d9599 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:52.990348 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036911c-f442-4e13-910d-20ef229d9599 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:52.990668 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036911c-f442-4e13-910d-20ef229d9599 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:52.990987 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036911c-f442-4e13-910d-20ef229d9599 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:53.025643 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb31bde6-46c6-40f8-88e5-d30216adde4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:53.048367 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb31bde6-46c6-40f8-88e5-d30216adde4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:53.098389 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb31bde6-46c6-40f8-88e5-d30216adde4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:53.101162 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb31bde6-46c6-40f8-88e5-d30216adde4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:53.104679 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bb31bde6-46c6-40f8-88e5-d30216adde4a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/90d8d8f6-d661-4cef-852d-b20dcc621cb1 HTTP/1.1" status: 204 len: 168 time: 0.1481371 Dec 09 15:29:53.111303 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31bde6-46c6-40f8-88e5-d30216adde4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d8d8f6-d661-4cef-852d-b20dcc621cb1,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:53.394266 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033facea-2f82-44cb-9c16-d71a899663a7 req-3394af7e-9370-4c87-b487-d604f8346397 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:53.395998 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-033facea-2f82-44cb-9c16-d71a899663a7 req-3394af7e-9370-4c87-b487-d604f8346397 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=45644f3a-9375-43b2-95bb-4f370dc95c67 HTTP/1.1" status: 200 len: 949 time: 0.1333361 Dec 09 15:29:53.403485 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfd032-9474-4b8a-baa6-a5a0d980ba45 req-4149ac70-de89-4c9e-8f02-feb7035ffe56 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:53.404963 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6bfd032-9474-4b8a-baa6-a5a0d980ba45 req-4149ac70-de89-4c9e-8f02-feb7035ffe56 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 943 time: 0.1435666 Dec 09 15:29:53.574202 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-033facea-2f82-44cb-9c16-d71a899663a7 req-7413b976-d5a0-4c4a-8e10-9c6b4f85f921 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680331 Dec 09 15:29:53.602001 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6bfd032-9474-4b8a-baa6-a5a0d980ba45 req-c70aeaac-2e71-4097-a735-b6e8c73c4f0a tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678336 Dec 09 15:29:53.723216 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-fcb9d2a3-8e5a-4c9f-adda-f2ff655af66f admin admin] Deleting port da76d2ec-c76a-41bc-9756-e2064384f10a {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:29:53.723660 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fcb9d2a3-8e5a-4c9f-adda-f2ff655af66f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:53.782464 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbf230-21b2-4865-8828-10274aa41ace req-fb2602c2-beb3-43d7-aa42-fdd12c623781 tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:53.783997 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-74cbf230-21b2-4865-8828-10274aa41ace req-fb2602c2-beb3-43d7-aa42-fdd12c623781 tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23574e1-4445-4d7f-bcda-c7f103e151db HTTP/1.1" status: 200 len: 949 time: 0.1043503 Dec 09 15:29:53.851288 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-fcb9d2a3-8e5a-4c9f-adda-f2ff655af66f admin admin] For port da76d2ec-c76a-41bc-9756-e2064384f10a, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=da76d2ec-c76a-41bc-9756-e2064384f10a,segment=NetworkSegment(cdd6a7d5-30b9-46e0-909c-e4d79c0db81d),segment_id=cdd6a7d5-30b9-46e0-909c-e4d79c0db81d)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:53.851545 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fcb9d2a3-8e5a-4c9f-adda-f2ff655af66f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:53.870993 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-fcb9d2a3-8e5a-4c9f-adda-f2ff655af66f admin admin] Calling delete_port for da76d2ec-c76a-41bc-9756-e2064384f10a owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:29:53.875591 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-74cbf230-21b2-4865-8828-10274aa41ace req-758854cd-cb20-4ebc-b04b-a56686f1b959 tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] 10.222.0.57 "GET /v2.0/security-groups?id=fcb1c619-d556-43d6-aed7-1b2102a0548f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796697 Dec 09 15:29:53.910837 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:54.048993 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad9aec-53fa-45ee-ba15-c487c3c853f3 req-5be7d72c-7da3-4b23-9fba-3a621fc34ddf tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:54.050544 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fdad9aec-53fa-45ee-ba15-c487c3c853f3 req-5be7d72c-7da3-4b23-9fba-3a621fc34ddf tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 945 time: 0.1013043 Dec 09 15:29:54.143388 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fdad9aec-53fa-45ee-ba15-c487c3c853f3 req-61595cbe-fbe5-482c-8077-ee2fff1b499e tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801678 Dec 09 15:29:54.174523 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fcb9d2a3-8e5a-4c9f-adda-f2ff655af66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:54.205388 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9d2a3-8e5a-4c9f-adda-f2ff655af66f admin admin] Pushing event deleted for resources: {'Port': ['ID=da76d2ec-c76a-41bc-9756-e2064384f10a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:54.243144 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb9d2a3-8e5a-4c9f-adda-f2ff655af66f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:54.245969 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb9d2a3-8e5a-4c9f-adda-f2ff655af66f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:54.246337 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb9d2a3-8e5a-4c9f-adda-f2ff655af66f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:54.246687 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb9d2a3-8e5a-4c9f-adda-f2ff655af66f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:54.247029 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb9d2a3-8e5a-4c9f-adda-f2ff655af66f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:54.247375 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb9d2a3-8e5a-4c9f-adda-f2ff655af66f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:54.247780 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb9d2a3-8e5a-4c9f-adda-f2ff655af66f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:54.248096 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb9d2a3-8e5a-4c9f-adda-f2ff655af66f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:54.248443 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb9d2a3-8e5a-4c9f-adda-f2ff655af66f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:54.248781 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb9d2a3-8e5a-4c9f-adda-f2ff655af66f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:54.249108 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb9d2a3-8e5a-4c9f-adda-f2ff655af66f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:54.249438 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb9d2a3-8e5a-4c9f-adda-f2ff655af66f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:54.249763 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb9d2a3-8e5a-4c9f-adda-f2ff655af66f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:54.277247 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:54.369933 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-4f5a582f-c650-4eef-9b97-b4b3058e020b tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=53e914b010c9410e8235fe0577fd9f19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0947514 Dec 09 15:29:54.488164 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f3e36-1743-43f6-aaf5-c9a64dfb0367 req-2bac4450-9568-4434-8b5e-04537de99e64 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:54.490202 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e57f3e36-1743-43f6-aaf5-c9a64dfb0367 req-2bac4450-9568-4434-8b5e-04537de99e64 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d500a9-d95e-40f8-bfb7-f2f701f716e2 HTTP/1.1" status: 200 len: 950 time: 0.2547815 Dec 09 15:29:54.557334 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fcb9d2a3-8e5a-4c9f-adda-f2ff655af66f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:54.599615 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e57f3e36-1743-43f6-aaf5-c9a64dfb0367 req-f1ff80b6-e36b-4211-9231-f7b817d6fecd tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030111 Dec 09 15:29:54.665587 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-503c960a-5133-4821-acc7-fdaad76c125f tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:54.667811 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-503c960a-5133-4821-acc7-fdaad76c125f tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2865322 Dec 09 15:29:54.691349 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-8ffd9fdd-4264-4027-b8db-9560b8b73031 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.57 "GET /v2.0/quotas/53e914b010c9410e8235fe0577fd9f19 HTTP/1.1" status: 200 len: 375 time: 0.0160923 Dec 09 15:29:54.697455 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device a0b20723-edcd-4eb3-8315-2e4b6967ba40 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:29:54.737616 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 6520e9d6-d5ee-4fdf-a6d7-184976e5f180 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:29:54.766629 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-ed97837f-c0fd-4fcf-8019-f6a8f70fcd1b tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=53e914b010c9410e8235fe0577fd9f19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398259 Dec 09 15:29:54.767454 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 6520e9d6-d5ee-4fdf-a6d7-184976e5f180 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:29:54.768006 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 6520e9d6-d5ee-4fdf-a6d7-184976e5f180 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:29:54.866522 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port a0b20723-edcd-4eb3-8315-2e4b6967ba40, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=a0b20723-edcd-4eb3-8315-2e4b6967ba40,segment=NetworkSegment(69c5f819-123d-436b-8f3f-7e75c7d0b133),segment_id=69c5f819-123d-436b-8f3f-7e75c7d0b133)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:54.887507 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'a0b20723-edcd-4eb3-8315-2e4b6967ba40', 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e', 'port_id': 'a0b20723-edcd-4eb3-8315-2e4b6967ba40', 'mac_address': 'fa:16:3e:12:22:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2340fb97-6ad9-4615-9535-804554d0ce45', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:29:54.916890 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb9d2a3-8e5a-4c9f-adda-f2ff655af66f admin admin] Router 1b6ed607-f905-4234-ae76-215a78937316 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:29:54.935818 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:54.951836 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0b20723-edcd-4eb3-8315-2e4b6967ba40 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:29:54.996261 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port a0b20723-edcd-4eb3-8315-2e4b6967ba40, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=a0b20723-edcd-4eb3-8315-2e4b6967ba40,segment=NetworkSegment(69c5f819-123d-436b-8f3f-7e75c7d0b133),segment_id=69c5f819-123d-436b-8f3f-7e75c7d0b133)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:55.006368 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:55.064284 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=a0b20723-edcd-4eb3-8315-2e4b6967ba40,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:55.072633 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:55.073027 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:55.073375 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:55.073723 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:55.074105 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:55.074413 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:55.074871 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:55.075205 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:55.075537 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:55.075861 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:55.076184 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:55.076529 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:55.077008 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:55.134486 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8db9e7-9725-438f-9143-b4c81c92637d req-d84f64fc-1d12-4083-a534-7b40db38606c tempest-ServersAdminTestJSON-1229399133 tempest-ServersAdminTestJSON-1229399133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:55.135018 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8db9e7-9725-438f-9143-b4c81c92637d req-d84f64fc-1d12-4083-a534-7b40db38606c tempest-ServersAdminTestJSON-1229399133 tempest-ServersAdminTestJSON-1229399133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:55.135700 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8db9e7-9725-438f-9143-b4c81c92637d req-d84f64fc-1d12-4083-a534-7b40db38606c tempest-ServersAdminTestJSON-1229399133 tempest-ServersAdminTestJSON-1229399133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:55.136139 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8db9e7-9725-438f-9143-b4c81c92637d req-d84f64fc-1d12-4083-a534-7b40db38606c tempest-ServersAdminTestJSON-1229399133 tempest-ServersAdminTestJSON-1229399133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:55.136766 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8db9e7-9725-438f-9143-b4c81c92637d req-d84f64fc-1d12-4083-a534-7b40db38606c tempest-ServersAdminTestJSON-1229399133 tempest-ServersAdminTestJSON-1229399133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:55.137316 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8db9e7-9725-438f-9143-b4c81c92637d req-d84f64fc-1d12-4083-a534-7b40db38606c tempest-ServersAdminTestJSON-1229399133 tempest-ServersAdminTestJSON-1229399133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:55.137795 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8db9e7-9725-438f-9143-b4c81c92637d req-d84f64fc-1d12-4083-a534-7b40db38606c tempest-ServersAdminTestJSON-1229399133 tempest-ServersAdminTestJSON-1229399133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:55.138347 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8db9e7-9725-438f-9143-b4c81c92637d req-d84f64fc-1d12-4083-a534-7b40db38606c tempest-ServersAdminTestJSON-1229399133 tempest-ServersAdminTestJSON-1229399133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:55.138458 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:55.138808 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8db9e7-9725-438f-9143-b4c81c92637d req-d84f64fc-1d12-4083-a534-7b40db38606c tempest-ServersAdminTestJSON-1229399133 tempest-ServersAdminTestJSON-1229399133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:55.139264 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8db9e7-9725-438f-9143-b4c81c92637d req-d84f64fc-1d12-4083-a534-7b40db38606c tempest-ServersAdminTestJSON-1229399133 tempest-ServersAdminTestJSON-1229399133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:55.141454 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3d8db9e7-9725-438f-9143-b4c81c92637d req-d84f64fc-1d12-4083-a534-7b40db38606c tempest-ServersAdminTestJSON-1229399133 tempest-ServersAdminTestJSON-1229399133-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=45644f3a-9375-43b2-95bb-4f370dc95c67&device_id=d04fb7ab-5750-404c-b76e-89959a5df223&device_id=c23574e1-4445-4d7f-bcda-c7f103e151db&device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326&device_id=96da56e8-a20e-4c1a-aaa0-b5ec8261edb5&device_id=3fb8800a-7d15-4815-a740-315184ea7aa0&device_id=58d500a9-d95e-40f8-bfb7-f2f701f716e2&device_id=ea2de25e-7897-4271-9d98-986803a004c0&device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e&device_id=49a54bb3-7828-4f0b-b084-72127873cb22 HTTP/1.1" status: 200 len: 9089 time: 0.1957417 Dec 09 15:29:55.169719 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69bee1-92e2-4ecc-8239-89d72073a764 req-f2cb3f03-11b4-48c5-a07a-690f61321940 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:55.171413 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b69bee1-92e2-4ecc-8239-89d72073a764 req-f2cb3f03-11b4-48c5-a07a-690f61321940 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 944 time: 0.1681807 Dec 09 15:29:55.190579 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3d8db9e7-9725-438f-9143-b4c81c92637d req-ccf3ba85-896e-4012-8ef9-6a429465c036 tempest-ServersAdminTestJSON-1229399133 tempest-ServersAdminTestJSON-1229399133-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:55.194443 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb9d2a3-8e5a-4c9f-adda-f2ff655af66f admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:29:55.203153 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-fcb9d2a3-8e5a-4c9f-adda-f2ff655af66f admin admin] 10.222.0.57 "PUT /v2.0/routers/1b6ed607-f905-4234-ae76-215a78937316/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9455359 Dec 09 15:29:55.203506 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51204) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:55.212029 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a92ca04-17b0-4c16-ade6-99033e58f475 None None] Sync routers for ids ['1b6ed607-f905-4234-ae76-215a78937316'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:29:55.225517 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a92ca04-17b0-4c16-ade6-99033e58f475 None None] Routers {'1b6ed607-f905-4234-ae76-215a78937316'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:29:55.226530 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9a92ca04-17b0-4c16-ade6-99033e58f475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:29:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1b6ed607-f905-4234-ae76-215a78937316'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:55.270807 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b69bee1-92e2-4ecc-8239-89d72073a764 req-2d803fb2-7cac-4881-b2c4-c3f54463f422 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887544 Dec 09 15:29:55.337074 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3d8db9e7-9725-438f-9143-b4c81c92637d req-ccf3ba85-896e-4012-8ef9-6a429465c036 tempest-ServersAdminTestJSON-1229399133 tempest-ServersAdminTestJSON-1229399133-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:55.344818 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3d8db9e7-9725-438f-9143-b4c81c92637d req-ccf3ba85-896e-4012-8ef9-6a429465c036 tempest-ServersAdminTestJSON-1229399133 tempest-ServersAdminTestJSON-1229399133-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:55.346224 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d83da3a-895f-4c8b-b8e6-e3d309281c5b admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:55.392751 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3ba85-896e-4012-8ef9-6a429465c036 tempest-ServersAdminTestJSON-1229399133 tempest-ServersAdminTestJSON-1229399133-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7e224c-ede0-4da6-ae67-3e4289e2c8d0,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:55.455270 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-9a92ca04-17b0-4c16-ade6-99033e58f475 None None] Set router 1b6ed607-f905-4234-ae76-215a78937316 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:29:55.487896 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3d8db9e7-9725-438f-9143-b4c81c92637d req-ccf3ba85-896e-4012-8ef9-6a429465c036 tempest-ServersAdminTestJSON-1229399133 tempest-ServersAdminTestJSON-1229399133-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&id=3be7015c-90d1-4ef6-beff-451a61c46314&id=3e42748e-05ab-4ca1-af90-dd0db51c39be&id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&id=fcb1c619-d556-43d6-aed7-1b2102a0548f&id=b5217ebf-397c-45e7-b782-d63176999034&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.3371639 Dec 09 15:29:55.523184 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['a0b20723-edcd-4eb3-8315-2e4b6967ba40'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:29:55.525215 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d83da3a-895f-4c8b-b8e6-e3d309281c5b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:55.594334 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77d863-c160-424b-ac91-d25a0bffd309 req-ba0513ec-3781-4929-9219-034e6f81ef66 tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:55.601179 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4b77d863-c160-424b-ac91-d25a0bffd309 req-ba0513ec-3781-4929-9219-034e6f81ef66 tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23574e1-4445-4d7f-bcda-c7f103e151db HTTP/1.1" status: 200 len: 949 time: 0.0661149 Dec 09 15:29:55.617809 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-6d83da3a-895f-4c8b-b8e6-e3d309281c5b admin admin] Deleting port e068ac88-7775-4608-b032-bf4cad359746 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:29:55.618065 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d83da3a-895f-4c8b-b8e6-e3d309281c5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:55.632663 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf66afd4-2dd6-4436-a11b-51129cfec031 req-5e8e6edf-529f-4083-812e-5c9bf7662758 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d07fdce-6283-45ae-949f-48135e7cf82a HTTP/1.1" status: 200 len: 210 time: 0.0474052 Dec 09 15:29:55.720937 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4b77d863-c160-424b-ac91-d25a0bffd309 req-19e4630c-e896-4cb3-ac6d-409a5a089e6c tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] 10.222.0.57 "GET /v2.0/security-groups?id=fcb1c619-d556-43d6-aed7-1b2102a0548f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883138 Dec 09 15:29:55.753923 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-6d83da3a-895f-4c8b-b8e6-e3d309281c5b admin admin] For port e068ac88-7775-4608-b032-bf4cad359746, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=e068ac88-7775-4608-b032-bf4cad359746,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:55.756576 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d83da3a-895f-4c8b-b8e6-e3d309281c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:55.788690 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a07657-c309-4dd3-9292-9906b19bb914 req-42ed02a4-4db3-485f-be1a-7f3a826b1b72 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:55.790628 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f1a07657-c309-4dd3-9292-9906b19bb914 req-42ed02a4-4db3-485f-be1a-7f3a826b1b72 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 945 time: 0.0615079 Dec 09 15:29:55.794317 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-6d83da3a-895f-4c8b-b8e6-e3d309281c5b admin admin] Calling delete_port for e068ac88-7775-4608-b032-bf4cad359746 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:29:55.864078 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f1a07657-c309-4dd3-9292-9906b19bb914 req-135cb3ea-ca87-4e76-8403-05757c3b2475 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672677 Dec 09 15:29:55.904862 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8dace-8f2c-4491-881f-14deddd8bf11 req-047c469b-7959-4fa1-aa4b-3e56c8355505 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:55.906403 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-15b8dace-8f2c-4491-881f-14deddd8bf11 req-047c469b-7959-4fa1-aa4b-3e56c8355505 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d500a9-d95e-40f8-bfb7-f2f701f716e2 HTTP/1.1" status: 200 len: 950 time: 0.0587106 Dec 09 15:29:55.975406 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-15b8dace-8f2c-4491-881f-14deddd8bf11 req-c86e3a32-2e3b-4d53-b493-80d271efa55e tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555437 Dec 09 15:29:55.991391 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9a92ca04-17b0-4c16-ade6-99033e58f475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6ed607-f905-4234-ae76-215a78937316', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-205031462-router', 'tenant_id': '9b86b12b192444169262cc7f96a9b582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e068ac88-7775-4608-b032-bf4cad359746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:51Z', 'updated_at': '2021-12-09T15:29:54Z', 'revision_number': 5, 'project_id': '9b86b12b192444169262cc7f96a9b582', 'gw_port': {'id': 'e068ac88-7775-4608-b032-bf4cad359746', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:77:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6ed607-f905-4234-ae76-215a78937316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:52Z', 'updated_at': '2021-12-09T15:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:56.024828 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d83da3a-895f-4c8b-b8e6-e3d309281c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:56.038381 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a92ca04-17b0-4c16-ade6-99033e58f475 None None] Checking router: 1b6ed607-f905-4234-ae76-215a78937316 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:29:56.047954 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a92ca04-17b0-4c16-ade6-99033e58f475 None None] Routers {'1b6ed607-f905-4234-ae76-215a78937316'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:29:56.048910 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9a92ca04-17b0-4c16-ade6-99033e58f475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:29:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1b6ed607-f905-4234-ae76-215a78937316'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:56.061756 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83da3a-895f-4c8b-b8e6-e3d309281c5b admin admin] Pushing event deleted for resources: {'Port': ['ID=e068ac88-7775-4608-b032-bf4cad359746,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:56.137436 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-9a92ca04-17b0-4c16-ade6-99033e58f475 None None] Set router 1b6ed607-f905-4234-ae76-215a78937316 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:29:56.158717 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d83da3a-895f-4c8b-b8e6-e3d309281c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:56.186791 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-4cdd11b7-3ff9-4de7-8d73-364b521b4407 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=53e914b010c9410e8235fe0577fd9f19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403862 Dec 09 15:29:56.216835 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9a92ca04-17b0-4c16-ade6-99033e58f475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6ed607-f905-4234-ae76-215a78937316', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-205031462-router', 'tenant_id': '9b86b12b192444169262cc7f96a9b582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:51Z', 'updated_at': '2021-12-09T15:29:55Z', 'revision_number': 7, 'project_id': '9b86b12b192444169262cc7f96a9b582', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:56.246728 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a92ca04-17b0-4c16-ade6-99033e58f475 None None] The sync data for ids ['1b6ed607-f905-4234-ae76-215a78937316'] in n-d-821228-1 is: [{'id': '1b6ed607-f905-4234-ae76-215a78937316', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-205031462-router', 'tenant_id': '9b86b12b192444169262cc7f96a9b582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:51Z', 'updated_at': '2021-12-09T15:29:55Z', 'revision_number': 7, 'project_id': '9b86b12b192444169262cc7f96a9b582', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:29:56.315189 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d83da3a-895f-4c8b-b8e6-e3d309281c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:56.318026 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d83da3a-895f-4c8b-b8e6-e3d309281c5b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:56.372398 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d83da3a-895f-4c8b-b8e6-e3d309281c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:56.373156 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d83da3a-895f-4c8b-b8e6-e3d309281c5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b6ed607-f905-4234-ae76-215a78937316 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:29:56.379650 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d83da3a-895f-4c8b-b8e6-e3d309281c5b admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:56.383651 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6d83da3a-895f-4c8b-b8e6-e3d309281c5b admin admin] 10.222.0.57 "DELETE /v2.0/routers/1b6ed607-f905-4234-ae76-215a78937316 HTTP/1.1" status: 204 len: 168 time: 1.1770108 Dec 09 15:29:56.384367 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 51222) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:56.390479 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:56.401357 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-027f6875-a1ef-4237-a4c4-9447e42e9c5c tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:56.402784 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-027f6875-a1ef-4237-a4c4-9447e42e9c5c tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2107706 Dec 09 15:29:56.435493 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-2d68c0d4-d739-4749-a8b0-340511d395f4 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] Request body: {'port': {'device_id': '3d07fdce-6283-45ae-949f-48135e7cf82a', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'admin_state_up': True, 'tenant_id': '53e914b010c9410e8235fe0577fd9f19'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:56.446144 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796f28d-2188-4aa4-99b8-667339897710 req-dd05496c-c5b0-4761-9c3c-d908577c98d2 tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:56.447539 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b796f28d-2188-4aa4-99b8-667339897710 req-dd05496c-c5b0-4761-9c3c-d908577c98d2 tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23574e1-4445-4d7f-bcda-c7f103e151db HTTP/1.1" status: 200 len: 949 time: 0.1676159 Dec 09 15:29:56.455752 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b8cf9-8557-4b18-af98-1937f144ff13 req-8e8ab22f-f72c-4337-8a2a-91cd6134c0c1 tempest-ServersAdminTestJSON-1229399133 tempest-ServersAdminTestJSON-1229399133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:56.456214 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b8cf9-8557-4b18-af98-1937f144ff13 req-8e8ab22f-f72c-4337-8a2a-91cd6134c0c1 tempest-ServersAdminTestJSON-1229399133 tempest-ServersAdminTestJSON-1229399133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:56.456720 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b8cf9-8557-4b18-af98-1937f144ff13 req-8e8ab22f-f72c-4337-8a2a-91cd6134c0c1 tempest-ServersAdminTestJSON-1229399133 tempest-ServersAdminTestJSON-1229399133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:56.459292 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-988b8cf9-8557-4b18-af98-1937f144ff13 req-8e8ab22f-f72c-4337-8a2a-91cd6134c0c1 tempest-ServersAdminTestJSON-1229399133 tempest-ServersAdminTestJSON-1229399133-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=45644f3a-9375-43b2-95bb-4f370dc95c67&device_id=96da56e8-a20e-4c1a-aaa0-b5ec8261edb5&device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 2881 time: 0.1775284 Dec 09 15:29:56.543281 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-88c8443d-4c70-470c-9a4f-81f80727dd87 admin admin] Deleting subnet 0ea5fb26-6a45-44cf-ac76-5320e8a3931a {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:29:56.551108 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-88c8443d-4c70-470c-9a4f-81f80727dd87 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:56.896804 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b796f28d-2188-4aa4-99b8-667339897710 req-c1bec8e8-a610-4ff5-8cbf-8bfec34a332d tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] 10.222.0.57 "GET /v2.0/security-groups?id=fcb1c619-d556-43d6-aed7-1b2102a0548f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275711 Dec 09 15:29:56.901335 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-88c8443d-4c70-470c-9a4f-81f80727dd87 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:56.909458 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-988b8cf9-8557-4b18-af98-1937f144ff13 req-14dd248a-4ee4-45c2-ae46-70d1145a037b tempest-ServersAdminTestJSON-1229399133 tempest-ServersAdminTestJSON-1229399133-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4370253 Dec 09 15:29:57.035696 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-88c8443d-4c70-470c-9a4f-81f80727dd87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:57.073598 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-2d68c0d4-d739-4749-a8b0-340511d395f4 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] Made reservation on behalf of 53e914b010c9410e8235fe0577fd9f19 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:29:57.077109 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-2d68c0d4-d739-4749-a8b0-340511d395f4 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:57.104341 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-2d68c0d4-d739-4749-a8b0-340511d395f4 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:57.104525 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device e068ac88-7775-4608-b032-bf4cad359746 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:29:57.118732 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b143a4-4c8b-4bd7-a024-ebf255524048 req-d7c920b2-12fb-493c-839b-506710e249a7 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:57.120306 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-44b143a4-4c8b-4bd7-a024-ebf255524048 req-d7c920b2-12fb-493c-839b-506710e249a7 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 944 time: 0.1525459 Dec 09 15:29:57.125925 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: e068ac88-7775-4608-b032-bf4cad359746 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:29:57.126275 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device e068ac88-7775-4608-b032-bf4cad359746 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:29:57.126711 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device da76d2ec-c76a-41bc-9756-e2064384f10a no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:29:57.139952 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0c6cb839-af92-4c7f-a219-2e488b0df033 req-fa076d79-30c8-4850-aec2-5d2ad3f31a67 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d07fdce-6283-45ae-949f-48135e7cf82a HTTP/1.1" status: 200 len: 210 time: 0.0486679 Dec 09 15:29:57.146714 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: da76d2ec-c76a-41bc-9756-e2064384f10a {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:29:57.147063 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device da76d2ec-c76a-41bc-9756-e2064384f10a not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:29:57.180537 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-88c8443d-4c70-470c-9a4f-81f80727dd87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:57.241080 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4bf4aa-c69a-4889-97ca-62a5726746dd None None] Network 9635208c-9eef-4594-8ea5-b1ea09114492 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:29:57.249561 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8443d-4c70-470c-9a4f-81f80727dd87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ea5fb26-6a45-44cf-ac76-5320e8a3931a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:57.257639 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-88c8443d-4c70-470c-9a4f-81f80727dd87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:57.263079 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-88c8443d-4c70-470c-9a4f-81f80727dd87 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/0ea5fb26-6a45-44cf-ac76-5320e8a3931a HTTP/1.1" status: 204 len: 168 time: 0.8747866 Dec 09 15:29:57.263586 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51234) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:57.281379 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-44b143a4-4c8b-4bd7-a024-ebf255524048 req-aeaaacbe-d2ee-405b-915a-9cbbf06099f3 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438115 Dec 09 15:29:57.345438 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24a282-f68c-4f64-8c4a-1ccdad314b77 req-0a810e70-d3a8-4193-aa5d-38be043672e7 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:57.347254 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ed24a282-f68c-4f64-8c4a-1ccdad314b77 req-0a810e70-d3a8-4193-aa5d-38be043672e7 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 945 time: 0.1236780 Dec 09 15:29:57.356968 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-54e57107-f2fc-4e6f-94f8-dd51bdcb5081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:57.379608 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-2d68c0d4-d739-4749-a8b0-340511d395f4 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:57.393576 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-2d68c0d4-d739-4749-a8b0-340511d395f4 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:57.484189 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5effef5-94f8-427d-9e9c-96177daa494d None None] DHCP port deletion for 9635208c-9eef-4594-8ea5-b1ea09114492 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:29:57.494669 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7519d4b5-31f7-47d0-8f66-77bdf9e1c8c7 req-b5a5ee12-4572-4875-b79b-ffbcdf67beca service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=49a54bb3-7828-4f0b-b084-72127873cb22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1355302 Dec 09 15:29:57.513529 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ed24a282-f68c-4f64-8c4a-1ccdad314b77 req-39b056fa-d9b4-48f5-aacf-294137cc4850 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549728 Dec 09 15:29:57.521064 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-54e57107-f2fc-4e6f-94f8-dd51bdcb5081 admin admin] Deleting port ad692b87-fa9c-4270-8da4-6c1a040ef645 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:29:57.521627 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-54e57107-f2fc-4e6f-94f8-dd51bdcb5081 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:57.549982 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68c0d4-d739-4749-a8b0-340511d395f4 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b59e658-a831-4714-bd08-f5cb4f1b1639,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:57.557428 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f5effef5-94f8-427d-9e9c-96177daa494d None None] Deleting port ad692b87-fa9c-4270-8da4-6c1a040ef645 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:29:57.558025 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f5effef5-94f8-427d-9e9c-96177daa494d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:57.638256 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f5effef5-94f8-427d-9e9c-96177daa494d None None] For port ad692b87-fa9c-4270-8da4-6c1a040ef645, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=ad692b87-fa9c-4270-8da4-6c1a040ef645,segment=NetworkSegment(cdd6a7d5-30b9-46e0-909c-e4d79c0db81d),segment_id=cdd6a7d5-30b9-46e0-909c-e4d79c0db81d)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:57.638665 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f5effef5-94f8-427d-9e9c-96177daa494d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:57.649839 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-54e57107-f2fc-4e6f-94f8-dd51bdcb5081 admin admin] For port ad692b87-fa9c-4270-8da4-6c1a040ef645, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=ad692b87-fa9c-4270-8da4-6c1a040ef645,segment=NetworkSegment(cdd6a7d5-30b9-46e0-909c-e4d79c0db81d),segment_id=cdd6a7d5-30b9-46e0-909c-e4d79c0db81d)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:57.650455 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-54e57107-f2fc-4e6f-94f8-dd51bdcb5081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:57.651649 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820e7a2-f830-4fdf-b77f-71aaa22d95e8 req-6a19bc3d-24b1-4586-a836-3fee9d9cbd58 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:57.653687 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3820e7a2-f830-4fdf-b77f-71aaa22d95e8 req-6a19bc3d-24b1-4586-a836-3fee9d9cbd58 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d500a9-d95e-40f8-bfb7-f2f701f716e2 HTTP/1.1" status: 200 len: 950 time: 0.1664867 Dec 09 15:29:57.655834 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519d4b5-31f7-47d0-8f66-77bdf9e1c8c7 req-ec9d4689-32bf-4144-b778-a8b17c169057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:57.657475 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7519d4b5-31f7-47d0-8f66-77bdf9e1c8c7 req-ec9d4689-32bf-4144-b778-a8b17c169057 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=544d079d0d95474e9d4ca372f968fba4&device_id=49a54bb3-7828-4f0b-b084-72127873cb22 HTTP/1.1" status: 200 len: 1097 time: 0.0828862 Dec 09 15:29:57.658772 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f5effef5-94f8-427d-9e9c-96177daa494d None None] Calling delete_port for ad692b87-fa9c-4270-8da4-6c1a040ef645 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:29:57.681222 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-54e57107-f2fc-4e6f-94f8-dd51bdcb5081 admin admin] Calling delete_port for ad692b87-fa9c-4270-8da4-6c1a040ef645 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:29:57.705773 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-2d68c0d4-d739-4749-a8b0-340511d395f4 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] Allocated IP 192.168.233.99 (bf6a25f7-2b73-48b5-b60f-99a19e919fb7/54e6953c-1261-4e7c-8b49-64e5b87424c2/ed65f217-f040-4f2b-865e-f5c49054edb1) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:29:57.745935 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f5effef5-94f8-427d-9e9c-96177daa494d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:57.748589 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3820e7a2-f830-4fdf-b77f-71aaa22d95e8 req-d66b1cad-6942-4683-8181-75bde2d31b38 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836563 Dec 09 15:29:57.787433 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5effef5-94f8-427d-9e9c-96177daa494d None None] Pushing event deleted for resources: {'Port': ['ID=ad692b87-fa9c-4270-8da4-6c1a040ef645,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:57.793336 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5effef5-94f8-427d-9e9c-96177daa494d None None] No DVR routers for this DVR port ad692b87-fa9c-4270-8da4-6c1a040ef645 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:29:57.886955 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519d4b5-31f7-47d0-8f66-77bdf9e1c8c7 req-06aaa214-8a60-4dd5-9e70-a221d459ea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:57.888619 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7519d4b5-31f7-47d0-8f66-77bdf9e1c8c7 req-06aaa214-8a60-4dd5-9e70-a221d459ea20 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1623f57f-14ee-4f27-909a-4111ec1638fe HTTP/1.1" status: 200 len: 924 time: 0.1984341 Dec 09 15:29:57.893709 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-2d68c0d4-d739-4749-a8b0-340511d395f4 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:57.948483 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-2d68c0d4-d739-4749-a8b0-340511d395f4 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:57.949238 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-54e57107-f2fc-4e6f-94f8-dd51bdcb5081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:57.999762 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57107-f2fc-4e6f-94f8-dd51bdcb5081 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad692b87-fa9c-4270-8da4-6c1a040ef645,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:58.008260 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e57107-f2fc-4e6f-94f8-dd51bdcb5081 admin admin] No DVR routers for this DVR port ad692b87-fa9c-4270-8da4-6c1a040ef645 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:29:58.029858 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-2d68c0d4-d739-4749-a8b0-340511d395f4 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] Network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:29:58.035678 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-2d68c0d4-d739-4749-a8b0-340511d395f4 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:29:58.042655 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-2d68c0d4-d739-4749-a8b0-340511d395f4 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:29:58.048262 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-2d68c0d4-d739-4749-a8b0-340511d395f4 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:58.048911 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-2d68c0d4-d739-4749-a8b0-340511d395f4 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:58.070126 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68c0d4-d739-4749-a8b0-340511d395f4 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] Pushing event updated for resources: {'Port': ['ID=ed65f217-f040-4f2b-865e-f5c49054edb1,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:58.088259 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643927a8-e528-4ddd-9dd7-aba7c8aad526 req-3bd388de-913c-4e98-987b-7866004df77a tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:58.090193 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-643927a8-e528-4ddd-9dd7-aba7c8aad526 req-3bd388de-913c-4e98-987b-7866004df77a tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23574e1-4445-4d7f-bcda-c7f103e151db HTTP/1.1" status: 200 len: 949 time: 0.1036637 Dec 09 15:29:58.093886 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-2d68c0d4-d739-4749-a8b0-340511d395f4 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6691775 Dec 09 15:29:58.113247 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-bfcc4f5f-dace-4e11-be84-094e445b7bd1 service neutron] Request body: {'port': {'device_id': '3d07fdce-6283-45ae-949f-48135e7cf82a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:58.115337 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7519d4b5-31f7-47d0-8f66-77bdf9e1c8c7 req-67c0d0b7-3233-441a-ba1c-435957225c4f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aee43be2-5512-4af6-b6dd-b5c73516b5ed HTTP/1.1" status: 200 len: 1002 time: 0.2115319 Dec 09 15:29:58.121185 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-54e57107-f2fc-4e6f-94f8-dd51bdcb5081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:58.143824 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-54e57107-f2fc-4e6f-94f8-dd51bdcb5081 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9635208c-9eef-4594-8ea5-b1ea09114492']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:58.155696 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-54e57107-f2fc-4e6f-94f8-dd51bdcb5081 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdd6a7d5-30b9-46e0-909c-e4d79c0db81d') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:58.155992 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-54e57107-f2fc-4e6f-94f8-dd51bdcb5081 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdd6a7d5-30b9-46e0-909c-e4d79c0db81d') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:58.167514 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-54e57107-f2fc-4e6f-94f8-dd51bdcb5081 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:58.183206 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-54e57107-f2fc-4e6f-94f8-dd51bdcb5081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:58.191545 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54e57107-f2fc-4e6f-94f8-dd51bdcb5081 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:29:58.191937 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-54e57107-f2fc-4e6f-94f8-dd51bdcb5081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:58.194233 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:29:58.194233 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:29:58.194233 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:29:58.194233 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:29:58.194233 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:29:58.194233 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:29:58.194233 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:29:58.194233 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:29:58.194233 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:29:58.194233 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:29:58.194233 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:29:58.194233 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:29:58.194233 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:29:58.194233 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:29:58.194233 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:29:58.194233 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:29:58.194233 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:29:58.194233 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:29:58.194233 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:29:58.194233 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:29:58.194233 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:29:58.194233 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:29:58.194233 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:29:58.194233 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:29:58.194233 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:29:58.194233 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:29:58.194233 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:29:58.194233 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:29:58.194233 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:29:58.194233 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:29:58.194233 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:29:58.194233 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:29:58.199473 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-643927a8-e528-4ddd-9dd7-aba7c8aad526 req-fa400852-87a6-4498-9664-ea8594936bd6 tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] 10.222.0.57 "GET /v2.0/security-groups?id=fcb1c619-d556-43d6-aed7-1b2102a0548f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996776 Dec 09 15:29:58.202209 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-bfcc4f5f-dace-4e11-be84-094e445b7bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:58.325083 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-54e57107-f2fc-4e6f-94f8-dd51bdcb5081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:58.347082 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-54e57107-f2fc-4e6f-94f8-dd51bdcb5081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:58.351825 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-54e57107-f2fc-4e6f-94f8-dd51bdcb5081 admin admin] 10.222.0.57 "DELETE /v2.0/networks/9635208c-9eef-4594-8ea5-b1ea09114492 HTTP/1.1" status: 204 len: 168 time: 1.0868473 Dec 09 15:29:58.362294 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75177d63-b68f-463d-a29b-73b63083bbf6 req-4ea4688f-5582-4ca8-b8c5-2a371f2a3de4 tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:58.363875 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-75177d63-b68f-463d-a29b-73b63083bbf6 req-4ea4688f-5582-4ca8-b8c5-2a371f2a3de4 tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] 10.222.0.42 "GET /v2.0/ports?device_id=c23574e1-4445-4d7f-bcda-c7f103e151db HTTP/1.1" status: 200 len: 949 time: 0.1379466 Dec 09 15:29:58.366625 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57107-f2fc-4e6f-94f8-dd51bdcb5081 admin admin] Pushing event deleted for resources: {'Network': ['ID=9635208c-9eef-4594-8ea5-b1ea09114492,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:58.375176 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519d4b5-31f7-47d0-8f66-77bdf9e1c8c7 req-21206dd4-9474-4488-ab88-461902dee1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:58.377203 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7519d4b5-31f7-47d0-8f66-77bdf9e1c8c7 req-21206dd4-9474-4488-ab88-461902dee1ae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd6cf3c6-eae1-454b-835d-918a28ae0ed5 HTTP/1.1" status: 200 len: 862 time: 0.1119444 Dec 09 15:29:58.417131 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8f437f13-81c1-47e7-8e6b-c5d034589b30 None None] Provisioning complete for port ed65f217-f040-4f2b-865e-f5c49054edb1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:58.418257 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8f437f13-81c1-47e7-8e6b-c5d034589b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:58.442858 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fa32d-5644-4d09-a029-071b5e331abd req-1a39fa59-8d04-4a71-b450-766a3b83549a tempest-ServersAdminTestJSON-1229399133 tempest-ServersAdminTestJSON-1229399133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:58.443887 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519d4b5-31f7-47d0-8f66-77bdf9e1c8c7 req-e6e54689-7e75-48ac-9435-d866f5498846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:58.444398 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-734fa32d-5644-4d09-a029-071b5e331abd req-1a39fa59-8d04-4a71-b450-766a3b83549a tempest-ServersAdminTestJSON-1229399133 tempest-ServersAdminTestJSON-1229399133-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 1099 time: 0.1714470 Dec 09 15:29:58.454253 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7519d4b5-31f7-47d0-8f66-77bdf9e1c8c7 req-e6e54689-7e75-48ac-9435-d866f5498846 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1623f57f-14ee-4f27-909a-4111ec1638fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665829 Dec 09 15:29:58.502252 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8f437f13-81c1-47e7-8e6b-c5d034589b30 None None] Port ed65f217-f040-4f2b-865e-f5c49054edb1 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:29:58.584972 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7519d4b5-31f7-47d0-8f66-77bdf9e1c8c7 req-7e1961ef-4697-454a-9d63-b6950b80b28b service neutron] 10.222.0.42 "GET /v2.0/networks/1623f57f-14ee-4f27-909a-4111ec1638fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197076 Dec 09 15:29:58.631511 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 51258) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:58.667361 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-734fa32d-5644-4d09-a029-071b5e331abd req-dfc76f69-f14f-4f9d-8bb6-314aa4407686 tempest-ServersAdminTestJSON-1229399133 tempest-ServersAdminTestJSON-1229399133-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046940 Dec 09 15:29:58.677438 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7519d4b5-31f7-47d0-8f66-77bdf9e1c8c7 req-833b9f3c-bb07-469f-b8b7-f7a827cdfc71 service neutron] 10.222.0.42 "GET /v2.0/networks/1623f57f-14ee-4f27-909a-4111ec1638fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849378 Dec 09 15:29:58.711421 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05fa95b-f5a0-4186-a2f1-06cdf6213e53 req-feba38e9-8fb1-4b6f-ad64-cc2c61d557c9 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:58.712871 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a05fa95b-f5a0-4186-a2f1-06cdf6213e53 req-feba38e9-8fb1-4b6f-ad64-cc2c61d557c9 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d07fdce-6283-45ae-949f-48135e7cf82a HTTP/1.1" status: 200 len: 935 time: 0.1476588 Dec 09 15:29:58.722951 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device a0b20723-edcd-4eb3-8315-2e4b6967ba40 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:29:58.771463 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-632b146d-0bc5-45bb-b4e2-759858921f96 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9b86b12b192444169262cc7f96a9b582&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380401 Dec 09 15:29:58.773539 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-75177d63-b68f-463d-a29b-73b63083bbf6 req-f4d5ba74-4c2a-4e81-8a0c-0bb2cef90f44 tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] Deleting port 8fe2b167-c538-4427-872b-4e3916cf5e69 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:29:58.773929 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-75177d63-b68f-463d-a29b-73b63083bbf6 req-f4d5ba74-4c2a-4e81-8a0c-0bb2cef90f44 tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:58.775029 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51262) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:58.785273 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port a0b20723-edcd-4eb3-8315-2e4b6967ba40 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:29:58.790422 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port a0b20723-edcd-4eb3-8315-2e4b6967ba40 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:58.791018 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:58.827039 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-76a6333d-0fe4-458d-93ee-079e7780f9b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:58.855190 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-76a6333d-0fe4-458d-93ee-079e7780f9b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:58.885781 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:58.912798 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd04fb7ab-5750-404c-b76e-89959a5df223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b20723-edcd-4eb3-8315-2e4b6967ba40'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:29:58.914834 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-76a6333d-0fe4-458d-93ee-079e7780f9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:58.915425 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5eb3d11-3f94-4c14-9f8b-1271a8e56a79" -d '{"events": [{"server_uuid": "d04fb7ab-5750-404c-b76e-89959a5df223", "name": "network-vif-plugged", "status": "completed", "tag": "a0b20723-edcd-4eb3-8315-2e4b6967ba40"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:29:58.918944 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-76a6333d-0fe4-458d-93ee-079e7780f9b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:58.921585 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-76a6333d-0fe4-458d-93ee-079e7780f9b1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c96b4cc5-a8d6-43c6-830b-300ef651808a HTTP/1.1" status: 204 len: 168 time: 0.1451709 Dec 09 15:29:58.931106 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a05fa95b-f5a0-4186-a2f1-06cdf6213e53 req-d32861e6-cf56-4f14-8722-ab72c1eeff2c tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b59e658-a831-4714-bd08-f5cb4f1b1639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109811 Dec 09 15:29:58.932668 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port a0b20723-edcd-4eb3-8315-2e4b6967ba40, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=a0b20723-edcd-4eb3-8315-2e4b6967ba40,segment=NetworkSegment(69c5f819-123d-436b-8f3f-7e75c7d0b133),segment_id=69c5f819-123d-436b-8f3f-7e75c7d0b133)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:58.935619 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-bfcc4f5f-dace-4e11-be84-094e445b7bd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed65f217-f040-4f2b-865e-f5c49054edb1 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:29:58.935826 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6333d-0fe4-458d-93ee-079e7780f9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96b4cc5-a8d6-43c6-830b-300ef651808a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:58.942205 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:58.959512 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5bdaf-08d4-4d31-a2ed-ec4c7c011f1b req-1ca60ee1-1ef3-4ec3-b386-ee3087f3b991 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:58.966600 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-77e5bdaf-08d4-4d31-a2ed-ec4c7c011f1b req-1ca60ee1-1ef3-4ec3-b386-ee3087f3b991 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 944 time: 0.2353129 Dec 09 15:29:58.972014 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-bfcc4f5f-dace-4e11-be84-094e445b7bd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:59.016080 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=a0b20723-edcd-4eb3-8315-2e4b6967ba40,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:59.016994 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-75177d63-b68f-463d-a29b-73b63083bbf6 req-f4d5ba74-4c2a-4e81-8a0c-0bb2cef90f44 tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] For port 8fe2b167-c538-4427-872b-4e3916cf5e69, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=8fe2b167-c538-4427-872b-4e3916cf5e69,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:59.017357 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-75177d63-b68f-463d-a29b-73b63083bbf6 req-f4d5ba74-4c2a-4e81-8a0c-0bb2cef90f44 tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:59.022223 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-bfcc4f5f-dace-4e11-be84-094e445b7bd1 service neutron] Transition to ACTIVE for port object ed65f217-f040-4f2b-865e-f5c49054edb1 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:29:59.037154 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-bfcc4f5f-dace-4e11-be84-094e445b7bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:59.050267 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-75177d63-b68f-463d-a29b-73b63083bbf6 req-f4d5ba74-4c2a-4e81-8a0c-0bb2cef90f44 tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] Calling delete_port for 8fe2b167-c538-4427-872b-4e3916cf5e69 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:29:59.087194 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device ad692b87-fa9c-4270-8da4-6c1a040ef645 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:29:59.087341 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-77e5bdaf-08d4-4d31-a2ed-ec4c7c011f1b req-736dac34-12f6-41af-8ca9-28a31343a401 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199224 Dec 09 15:29:59.158264 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: ad692b87-fa9c-4270-8da4-6c1a040ef645 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:29:59.158264 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device ad692b87-fa9c-4270-8da4-6c1a040ef645 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:29:59.195948 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc4f5f-dace-4e11-be84-094e445b7bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=ed65f217-f040-4f2b-865e-f5c49054edb1,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:59.289267 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e9ff6-21ee-4190-87f1-63979a92d308 req-87c64a00-4c41-420d-a793-b16fca8fba43 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:59.290822 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a41e9ff6-21ee-4190-87f1-63979a92d308 req-87c64a00-4c41-420d-a793-b16fca8fba43 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 945 time: 0.2093651 Dec 09 15:29:59.294152 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-bfcc4f5f-dace-4e11-be84-094e445b7bd1 service neutron] Attempting to bind port ed65f217-f040-4f2b-865e-f5c49054edb1 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:29:59.294486 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-bfcc4f5f-dace-4e11-be84-094e445b7bd1 service neutron] Attempting to bind port ed65f217-f040-4f2b-865e-f5c49054edb1 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:29:59.294808 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-bfcc4f5f-dace-4e11-be84-094e445b7bd1 service neutron] Attempting to bind port ed65f217-f040-4f2b-865e-f5c49054edb1 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:29:59.317046 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-bfcc4f5f-dace-4e11-be84-094e445b7bd1 service neutron] Port ed65f217-f040-4f2b-865e-f5c49054edb1 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:29:59.318234 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-bfcc4f5f-dace-4e11-be84-094e445b7bd1 service neutron] Attempting to bind port ed65f217-f040-4f2b-865e-f5c49054edb1 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:29:59.335315 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-bfcc4f5f-dace-4e11-be84-094e445b7bd1 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:29:59.335655 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-bfcc4f5f-dace-4e11-be84-094e445b7bd1 service neutron] Checking segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:29:59.336044 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-bfcc4f5f-dace-4e11-be84-094e445b7bd1 service neutron] Bound using segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:29:59.336507 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-bfcc4f5f-dace-4e11-be84-094e445b7bd1 service neutron] Bound port: ed65f217-f040-4f2b-865e-f5c49054edb1, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:29:59.336868 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-bfcc4f5f-dace-4e11-be84-094e445b7bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:59.398106 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac3b48-d166-4770-831b-e88fed43508d req-b8a8da29-d155-4fb8-9657-71b16278a216 tempest-ServersAdminTestJSON-1229399133 tempest-ServersAdminTestJSON-1229399133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:59.399622 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a3ac3b48-d166-4770-831b-e88fed43508d req-b8a8da29-d155-4fb8-9657-71b16278a216 tempest-ServersAdminTestJSON-1229399133 tempest-ServersAdminTestJSON-1229399133-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 1099 time: 0.1856303 Dec 09 15:29:59.445527 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a41e9ff6-21ee-4190-87f1-63979a92d308 req-27380163-b8c1-4b02-8585-bf0f8d438979 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483448 Dec 09 15:29:59.504382 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-75177d63-b68f-463d-a29b-73b63083bbf6 req-f4d5ba74-4c2a-4e81-8a0c-0bb2cef90f44 tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:59.519670 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-bfcc4f5f-dace-4e11-be84-094e445b7bd1 service neutron] For port ed65f217-f040-4f2b-865e-f5c49054edb1, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:29:59.539564 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a3ac3b48-d166-4770-831b-e88fed43508d req-c0183846-37a9-44f0-b25b-d1c211f2a664 tempest-ServersAdminTestJSON-1229399133 tempest-ServersAdminTestJSON-1229399133-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135449 Dec 09 15:29:59.555388 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d5ba74-4c2a-4e81-8a0c-0bb2cef90f44 tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] Pushing event deleted for resources: {'Port': ['ID=8fe2b167-c538-4427-872b-4e3916cf5e69,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:59.588100 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-bfcc4f5f-dace-4e11-be84-094e445b7bd1 service neutron] For port ed65f217-f040-4f2b-865e-f5c49054edb1, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=ed65f217-f040-4f2b-865e-f5c49054edb1,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:29:59.616832 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-bfcc4f5f-dace-4e11-be84-094e445b7bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:59.678237 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-75177d63-b68f-463d-a29b-73b63083bbf6 req-f4d5ba74-4c2a-4e81-8a0c-0bb2cef90f44 tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] No DVR routers for this DVR port 8fe2b167-c538-4427-872b-4e3916cf5e69 on host n-h1-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:29:59.681643 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-bfcc4f5f-dace-4e11-be84-094e445b7bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:59.682270 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-bfcc4f5f-dace-4e11-be84-094e445b7bd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:59.684287 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-bfcc4f5f-dace-4e11-be84-094e445b7bd1 service neutron] 10.222.0.31 "PUT /v2.0/ports/ed65f217-f040-4f2b-865e-f5c49054edb1 HTTP/1.1" status: 200 len: 1095 time: 1.5761545 Dec 09 15:29:59.685412 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-75177d63-b68f-463d-a29b-73b63083bbf6 req-f4d5ba74-4c2a-4e81-8a0c-0bb2cef90f44 tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:59.691848 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-75177d63-b68f-463d-a29b-73b63083bbf6 req-f4d5ba74-4c2a-4e81-8a0c-0bb2cef90f44 tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] 10.222.0.42 "DELETE /v2.0/ports/8fe2b167-c538-4427-872b-4e3916cf5e69 HTTP/1.1" status: 204 len: 173 time: 1.2794695 Dec 09 15:29:59.695693 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d07fdce-6283-45ae-949f-48135e7cf82a', 'tag': 'ed65f217-f040-4f2b-865e-f5c49054edb1'}, {'server_uuid': 'c23574e1-4445-4d7f-bcda-c7f103e151db', 'name': 'network-vif-deleted', 'tag': '8fe2b167-c538-4427-872b-4e3916cf5e69'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:29:59.708749 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9718dfc6-3e1d-4708-b07f-f3ec96f20480" -d '{"events": [{"name": "network-changed", "server_uuid": "3d07fdce-6283-45ae-949f-48135e7cf82a", "tag": "ed65f217-f040-4f2b-865e-f5c49054edb1"}, {"server_uuid": "c23574e1-4445-4d7f-bcda-c7f103e151db", "name": "network-vif-deleted", "tag": "8fe2b167-c538-4427-872b-4e3916cf5e69"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:29:59.756564 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da4180-6afd-4bc2-b36b-f64098f713e3 req-9c3ffc52-bdab-4433-a569-fc32aa4569ce tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:59.765325 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c3da4180-6afd-4bc2-b36b-f64098f713e3 req-9c3ffc52-bdab-4433-a569-fc32aa4569ce tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d500a9-d95e-40f8-bfb7-f2f701f716e2 HTTP/1.1" status: 200 len: 950 time: 0.2482708 Dec 09 15:29:59.798228 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9143dc72-63f8-4a7f-8d84-b845cf05f18a x-openstack-request-id: req-9143dc72-63f8-4a7f-8d84-b845cf05f18a {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:29:59.799068 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d04fb7ab-5750-404c-b76e-89959a5df223", "name": "network-vif-plugged", "status": "completed", "tag": "a0b20723-edcd-4eb3-8315-2e4b6967ba40", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:29:59.799493 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9143dc72-63f8-4a7f-8d84-b845cf05f18a {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:29:59.800037 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd04fb7ab-5750-404c-b76e-89959a5df223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b20723-edcd-4eb3-8315-2e4b6967ba40', 'code': 200} Dec 09 15:29:59.808776 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc4f5f-dace-4e11-be84-094e445b7bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=ed65f217-f040-4f2b-865e-f5c49054edb1,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:59.931654 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b0b1ee16-dd49-48be-82ee-a39710219c82 req-d9c72244-1aae-44ba-ba02-abea336765a6 tempest-ServerDiagnosticsNegativeTest-1773382682 tempest-ServerDiagnosticsNegativeTest-1773382682-project] 10.222.0.57 "GET /v2.0/ports?device_id=c23574e1-4445-4d7f-bcda-c7f103e151db HTTP/1.1" status: 200 len: 210 time: 0.0624621 Dec 09 15:29:59.936236 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0922563-f310-44d0-a4cf-439fb1727536 req-be6690f4-7a3b-4e4d-aab6-e22ae98b653d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:59.938551 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d0922563-f310-44d0-a4cf-439fb1727536 req-be6690f4-7a3b-4e4d-aab6-e22ae98b653d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 1096 time: 0.0574317 Dec 09 15:29:59.948490 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-87996b4e-45ca-40b9-8c36-9a7b84ff67bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:59.950053 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-87996b4e-45ca-40b9-8c36-9a7b84ff67bd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=53e914b010c9410e8235fe0577fd9f19&device_id=3d07fdce-6283-45ae-949f-48135e7cf82a HTTP/1.1" status: 200 len: 1098 time: 0.1826663 Dec 09 15:29:59.973125 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c3da4180-6afd-4bc2-b36b-f64098f713e3 req-016b4546-f4d3-4d43-b6d6-c23f18b61411 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067955 Dec 09 15:30:00.041770 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-ce0cec69-d641-49cb-bc0c-e4e8241e92b8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=ed65f217-f040-4f2b-865e-f5c49054edb1 HTTP/1.1" status: 200 len: 217 time: 0.0669253 Dec 09 15:30:00.043443 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d0922563-f310-44d0-a4cf-439fb1727536 req-599fe75b-016c-42ba-a5cd-607d8b82e936 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899158 Dec 09 15:30:00.128103 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 09 Dec 2021 15:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4b814d-c556-4778-8eea-1302158fda95 x-openstack-request-id: req-4f4b814d-c556-4778-8eea-1302158fda95 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:30:00.128546 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d07fdce-6283-45ae-949f-48135e7cf82a", "tag": "ed65f217-f040-4f2b-865e-f5c49054edb1", "status": "completed", "code": 200}, {"server_uuid": "c23574e1-4445-4d7f-bcda-c7f103e151db", "name": "network-vif-deleted", "tag": "8fe2b167-c538-4427-872b-4e3916cf5e69", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:30:00.128893 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4f4b814d-c556-4778-8eea-1302158fda95 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:30:00.129484 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d07fdce-6283-45ae-949f-48135e7cf82a', 'tag': 'ed65f217-f040-4f2b-865e-f5c49054edb1', 'status': 'completed', 'code': 200} Dec 09 15:30:00.130452 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c23574e1-4445-4d7f-bcda-c7f103e151db', 'name': 'network-vif-deleted', 'tag': '8fe2b167-c538-4427-872b-4e3916cf5e69', 'status': 'completed', 'code': 200} Dec 09 15:30:00.229797 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6a2bf-f427-4249-8ab6-63fadf2ee38f req-75d430f9-8ae6-41c8-b5ff-f4890d754f5b tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:00.231283 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-93d6a2bf-f427-4249-8ab6-63fadf2ee38f req-75d430f9-8ae6-41c8-b5ff-f4890d754f5b tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d07fdce-6283-45ae-949f-48135e7cf82a HTTP/1.1" status: 200 len: 947 time: 0.0577190 Dec 09 15:30:00.279547 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-93d6a2bf-f427-4249-8ab6-63fadf2ee38f req-384549be-90db-454d-b414-d26f87c67c36 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b59e658-a831-4714-bd08-f5cb4f1b1639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421808 Dec 09 15:30:00.405848 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de481f7-5cbd-4147-9274-010fd5e6096a req-a9d92978-6c3a-4835-9601-8460e6fda7d0 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:00.407390 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7de481f7-5cbd-4147-9274-010fd5e6096a req-a9d92978-6c3a-4835-9601-8460e6fda7d0 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 945 time: 0.0605607 Dec 09 15:30:00.473203 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7de481f7-5cbd-4147-9274-010fd5e6096a req-7ff55557-3881-4a30-bd73-a2c752094d7e tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578916 Dec 09 15:30:00.627390 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236124c0-87b5-4a53-aec6-fb600dc72d26 req-5db935de-f853-4eb6-ab3c-ae1cd39f961b tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:00.629020 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-236124c0-87b5-4a53-aec6-fb600dc72d26 req-5db935de-f853-4eb6-ab3c-ae1cd39f961b tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 945 time: 0.0516882 Dec 09 15:30:00.680761 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-236124c0-87b5-4a53-aec6-fb600dc72d26 req-5b60674b-0aa5-4b38-83f1-0fef4d585a13 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448315 Dec 09 15:30:00.877578 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef23f3-2a2f-45e1-a67c-10c7b9f54de2 req-a35a7947-e499-423a-a55c-d7b3d2ef0779 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:00.879240 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5bef23f3-2a2f-45e1-a67c-10c7b9f54de2 req-a35a7947-e499-423a-a55c-d7b3d2ef0779 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 948 time: 0.0542784 Dec 09 15:30:00.933630 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5bef23f3-2a2f-45e1-a67c-10c7b9f54de2 req-fd846225-7218-4519-ab2c-207086641eff tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471623 Dec 09 15:30:01.028221 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51374) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:01.081336 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26937e04-9d4d-419d-8f17-461750e85a23 req-8beb3fd5-c7bb-4137-8db5-1a208a9b8ac3 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:01.084809 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-26937e04-9d4d-419d-8f17-461750e85a23 req-8beb3fd5-c7bb-4137-8db5-1a208a9b8ac3 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d500a9-d95e-40f8-bfb7-f2f701f716e2 HTTP/1.1" status: 200 len: 950 time: 0.0555799 Dec 09 15:30:01.144484 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-26937e04-9d4d-419d-8f17-461750e85a23 req-2983a861-c916-478a-9db9-3ba52da3aae4 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527809 Dec 09 15:30:01.191113 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f2d2de0b-826c-4657-8400-83ce1923e4f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:01.272739 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f2d2de0b-826c-4657-8400-83ce1923e4f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:01.276727 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f2d2de0b-826c-4657-8400-83ce1923e4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:01.290515 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 8fe2b167-c538-4427-872b-4e3916cf5e69 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:30:01.300510 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 51382) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:01.317881 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2de0b-826c-4657-8400-83ce1923e4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9428946-5e2f-40c4-b605-1bed4cdeade6,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:01.324706 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f2d2de0b-826c-4657-8400-83ce1923e4f5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f606d220c82d41da9938187f184a37ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2916477 Dec 09 15:30:01.324959 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51388) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:01.328269 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: 8fe2b167-c538-4427-872b-4e3916cf5e69 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:30:01.328711 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 8fe2b167-c538-4427-872b-4e3916cf5e69 not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:30:01.382528 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1a7c56fc-d642-48bb-884a-c739fbf3dfb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:01.404693 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1a7c56fc-d642-48bb-884a-c739fbf3dfb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:01.439566 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cdb5a7-4a97-42d4-9617-6ccc2c462034 req-acab1116-5c7e-4636-b206-33941773a222 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:01.441058 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e9cdb5a7-4a97-42d4-9617-6ccc2c462034 req-acab1116-5c7e-4636-b206-33941773a222 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d07fdce-6283-45ae-949f-48135e7cf82a HTTP/1.1" status: 200 len: 947 time: 0.0712183 Dec 09 15:30:01.455405 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1a7c56fc-d642-48bb-884a-c739fbf3dfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:01.459364 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1a7c56fc-d642-48bb-884a-c739fbf3dfb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:01.462909 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1a7c56fc-d642-48bb-884a-c739fbf3dfb4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e9428946-5e2f-40c4-b605-1bed4cdeade6 HTTP/1.1" status: 204 len: 168 time: 0.1347861 Dec 09 15:30:01.469743 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c56fc-d642-48bb-884a-c739fbf3dfb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9428946-5e2f-40c4-b605-1bed4cdeade6,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:01.486103 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51392) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:01.486328 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6f93b88c-4b4f-41fa-a3d6-70fc869920c7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c8c08b39db8d44bc9b4f34699e21e6eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1843193 Dec 09 15:30:01.526371 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e9cdb5a7-4a97-42d4-9617-6ccc2c462034 req-e1c11678-197a-4dfb-b554-87bf90863587 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b59e658-a831-4714-bd08-f5cb4f1b1639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774524 Dec 09 15:30:01.552755 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b6cf56a-0bf2-49e4-809a-797dadc73cfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:01.578487 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b6cf56a-0bf2-49e4-809a-797dadc73cfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:01.611975 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b89feb-c705-4ce7-83af-b3704dbdaeb3 req-9c5c011e-80b7-486d-add8-c922759d658a tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:01.613545 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e1b89feb-c705-4ce7-83af-b3704dbdaeb3 req-9c5c011e-80b7-486d-add8-c922759d658a tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 945 time: 0.0526786 Dec 09 15:30:01.637398 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b6cf56a-0bf2-49e4-809a-797dadc73cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:01.641053 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b6cf56a-0bf2-49e4-809a-797dadc73cfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:01.644572 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0b6cf56a-0bf2-49e4-809a-797dadc73cfb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fcb1c619-d556-43d6-aed7-1b2102a0548f HTTP/1.1" status: 204 len: 168 time: 0.1542494 Dec 09 15:30:01.655147 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6cf56a-0bf2-49e4-809a-797dadc73cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb1c619-d556-43d6-aed7-1b2102a0548f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:01.678965 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e1b89feb-c705-4ce7-83af-b3704dbdaeb3 req-b1141019-6578-412c-b193-f71af9d88ae9 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572765 Dec 09 15:30:01.809630 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3525b-0a79-42c2-8339-79ebc4b42dbf req-2c9bc2d1-699b-4fdf-98b9-e122afe8ee3b tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:01.818710 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-92e3525b-0a79-42c2-8339-79ebc4b42dbf req-2c9bc2d1-699b-4fdf-98b9-e122afe8ee3b tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 945 time: 0.0639703 Dec 09 15:30:01.865060 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-92e3525b-0a79-42c2-8339-79ebc4b42dbf req-0c4773af-ba33-4767-9154-95896a70e5a6 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453515 Dec 09 15:30:01.990292 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51414) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:02.003475 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a47903e1-5b30-4184-953c-aa50a38bb535 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:02.060538 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946dd146-d0d5-44b2-838e-abc05d0296d4 req-682afd6f-1380-460b-a81d-adf2e66cb378 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:02.068057 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-946dd146-d0d5-44b2-838e-abc05d0296d4 req-682afd6f-1380-460b-a81d-adf2e66cb378 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 948 time: 0.0552900 Dec 09 15:30:02.092032 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a47903e1-5b30-4184-953c-aa50a38bb535 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:02.096860 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a47903e1-5b30-4184-953c-aa50a38bb535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:02.119176 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-946dd146-d0d5-44b2-838e-abc05d0296d4 req-2ad50f02-9f48-45a1-8b6c-79fe711cabc2 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451548 Dec 09 15:30:02.150171 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a47903e1-5b30-4184-953c-aa50a38bb535 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a5186ea0e97b4efda00bc048dc820022&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1590989 Dec 09 15:30:02.151027 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47903e1-5b30-4184-953c-aa50a38bb535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d79fbee-3bd1-42d8-9880-6b9369ae0c01,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:02.152849 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 51420) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:02.227238 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1c43c80f-efb8-4e48-9212-3ad6b804c3d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:02.288646 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1c43c80f-efb8-4e48-9212-3ad6b804c3d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:02.318192 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d1c59-1ba2-4c4b-a044-92a68778ac4e req-2f159388-ddac-4001-80dd-fdf5a0ebfc57 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:02.319718 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c59d1c59-1ba2-4c4b-a044-92a68778ac4e req-2f159388-ddac-4001-80dd-fdf5a0ebfc57 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d500a9-d95e-40f8-bfb7-f2f701f716e2 HTTP/1.1" status: 200 len: 950 time: 0.0884759 Dec 09 15:30:02.380761 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c59d1c59-1ba2-4c4b-a044-92a68778ac4e req-6f96d2a5-aa3a-4e95-aaaa-7403f9874aa2 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506766 Dec 09 15:30:02.381791 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1c43c80f-efb8-4e48-9212-3ad6b804c3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:02.384352 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1c43c80f-efb8-4e48-9212-3ad6b804c3d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:02.387839 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1c43c80f-efb8-4e48-9212-3ad6b804c3d9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4d79fbee-3bd1-42d8-9880-6b9369ae0c01 HTTP/1.1" status: 204 len: 168 time: 0.2316005 Dec 09 15:30:02.393369 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43c80f-efb8-4e48-9212-3ad6b804c3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d79fbee-3bd1-42d8-9880-6b9369ae0c01,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:02.650147 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64aa400-5da6-4c0b-b69b-af65be3249ab req-88bb4233-00aa-4072-9c4f-e26843d9def7 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:02.651830 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a64aa400-5da6-4c0b-b69b-af65be3249ab req-88bb4233-00aa-4072-9c4f-e26843d9def7 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d07fdce-6283-45ae-949f-48135e7cf82a HTTP/1.1" status: 200 len: 947 time: 0.0551071 Dec 09 15:30:02.720979 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a64aa400-5da6-4c0b-b69b-af65be3249ab req-dde7e9a8-426a-4a38-b197-5fd7d3facfc8 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b59e658-a831-4714-bd08-f5cb4f1b1639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626030 Dec 09 15:30:02.816325 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1429b-692f-4120-bda0-a83f4e8d8302 req-fc94a9ad-5f9b-46ec-93f2-a377c7425919 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:02.818165 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-67d1429b-692f-4120-bda0-a83f4e8d8302 req-fc94a9ad-5f9b-46ec-93f2-a377c7425919 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 945 time: 0.0577450 Dec 09 15:30:02.845652 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51454) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:02.871790 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-67d1429b-692f-4120-bda0-a83f4e8d8302 req-1c0255db-5a5d-4282-b3fa-054d1f0777a8 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468926 Dec 09 15:30:02.991129 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160e05a-7603-4bb5-bbfa-ae3279bc312c req-e547b742-16dd-478a-bfe9-45b0ee63f415 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:02.992691 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9160e05a-7603-4bb5-bbfa-ae3279bc312c req-e547b742-16dd-478a-bfe9-45b0ee63f415 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 945 time: 0.0538359 Dec 09 15:30:03.014040 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56c6336b-9998-43a8-af79-6eafcc293e23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:03.049756 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9160e05a-7603-4bb5-bbfa-ae3279bc312c req-01af649c-d7a8-4e04-a9a1-e3e9bd8a209b tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509329 Dec 09 15:30:03.097689 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56c6336b-9998-43a8-af79-6eafcc293e23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:03.101890 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56c6336b-9998-43a8-af79-6eafcc293e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:03.140494 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-56c6336b-9998-43a8-af79-6eafcc293e23 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7f20c907fe814da69f66d0023d07bda4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2937136 Dec 09 15:30:03.141369 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c6336b-9998-43a8-af79-6eafcc293e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0edb713b-e7f3-412a-8dc9-ad41122638b1,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:03.143215 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 51470) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:03.214607 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9e6e521c-2b3f-441c-8216-4cc21fbc2748 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:03.251212 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9e6e521c-2b3f-441c-8216-4cc21fbc2748 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:03.255283 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51476) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:03.280385 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beba53f-ffbc-4d8c-a6e6-cc4f21c93604 req-69582ed3-889a-4106-a3aa-21ef361eace0 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:03.281871 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6beba53f-ffbc-4d8c-a6e6-cc4f21c93604 req-69582ed3-889a-4106-a3aa-21ef361eace0 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 948 time: 0.0843320 Dec 09 15:30:03.346255 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6beba53f-ffbc-4d8c-a6e6-cc4f21c93604 req-4d597620-0ab8-416f-ace8-0f0f17ec3001 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534928 Dec 09 15:30:03.361590 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9e6e521c-2b3f-441c-8216-4cc21fbc2748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:03.363915 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-bb7b49ee-aa6f-42a9-88d1-f423ff80c697 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1298547771-network', 'tenant_id': '6920059004d64958b6d9c8cd276a3070'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:30:03.365651 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9e6e521c-2b3f-441c-8216-4cc21fbc2748 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:03.369487 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9e6e521c-2b3f-441c-8216-4cc21fbc2748 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0edb713b-e7f3-412a-8dc9-ad41122638b1 HTTP/1.1" status: 204 len: 168 time: 0.2220707 Dec 09 15:30:03.377450 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e521c-2b3f-441c-8216-4cc21fbc2748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edb713b-e7f3-412a-8dc9-ad41122638b1,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:03.392394 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7b49ee-aa6f-42a9-88d1-f423ff80c697 admin admin] Made reservation on behalf of 6920059004d64958b6d9c8cd276a3070 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:30:03.394826 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb7b49ee-aa6f-42a9-88d1-f423ff80c697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:03.405247 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb7b49ee-aa6f-42a9-88d1-f423ff80c697 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:03.488603 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb7b49ee-aa6f-42a9-88d1-f423ff80c697 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:03.494551 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb7b49ee-aa6f-42a9-88d1-f423ff80c697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:03.519281 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42999c37-a5e0-4961-a9f5-1e88403957a1 req-e1d8e960-d1ca-4035-8996-342ac6a09b62 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:03.521065 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-42999c37-a5e0-4961-a9f5-1e88403957a1 req-e1d8e960-d1ca-4035-8996-342ac6a09b62 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d500a9-d95e-40f8-bfb7-f2f701f716e2 HTTP/1.1" status: 200 len: 950 time: 0.0573182 Dec 09 15:30:03.524805 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb7b49ee-aa6f-42a9-88d1-f423ff80c697 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:30:03.534717 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b49ee-aa6f-42a9-88d1-f423ff80c697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20bdcc8-c3c0-452c-86df-aa6251e20c53,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:03.539917 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb7b49ee-aa6f-42a9-88d1-f423ff80c697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:03.540256 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-bb7b49ee-aa6f-42a9-88d1-f423ff80c697 admin admin] Added segment 6593b24c-2373-4f34-94a9-b48289bab6ba of type vlan for network 3a67a1ff-4f2f-4989-997b-2dcf336e791d Dec 09 15:30:03.576370 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-42999c37-a5e0-4961-a9f5-1e88403957a1 req-d64686b8-2dae-4e51-a9d0-afdaf46d9f00 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476654 Dec 09 15:30:03.588499 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb7b49ee-aa6f-42a9-88d1-f423ff80c697 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:03.615002 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb7b49ee-aa6f-42a9-88d1-f423ff80c697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:03.615985 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7b49ee-aa6f-42a9-88d1-f423ff80c697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:03.616642 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb7b49ee-aa6f-42a9-88d1-f423ff80c697 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:03.671250 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bb7b49ee-aa6f-42a9-88d1-f423ff80c697 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4147582 Dec 09 15:30:03.674334 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 51492) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:03.679798 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-021c8d6a-4467-44f3-acba-07edabb20a21 admin admin] Request body: {'subnet': {'network_id': '3a67a1ff-4f2f-4989-997b-2dcf336e791d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1298547771-subnet', 'tenant_id': '6920059004d64958b6d9c8cd276a3070', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:30:03.680945 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b49ee-aa6f-42a9-88d1-f423ff80c697 admin admin] Pushing event updated for resources: {'Network': ['ID=3a67a1ff-4f2f-4989-997b-2dcf336e791d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:03.692665 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 3a67a1ff-4f2f-4989-997b-2dcf336e791d details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:30:03.703567 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021c8d6a-4467-44f3-acba-07edabb20a21 admin admin] Made reservation on behalf of 6920059004d64958b6d9c8cd276a3070 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:30:03.705973 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-021c8d6a-4467-44f3-acba-07edabb20a21 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:03.904295 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974b78c-83a1-4514-a793-15c22fd049e7 req-7cb8b1d3-e594-412d-98a5-6ef7b09363d3 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:03.905909 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c974b78c-83a1-4514-a793-15c22fd049e7 req-7cb8b1d3-e594-412d-98a5-6ef7b09363d3 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d07fdce-6283-45ae-949f-48135e7cf82a HTTP/1.1" status: 200 len: 947 time: 0.1112928 Dec 09 15:30:03.926338 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-021c8d6a-4467-44f3-acba-07edabb20a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:04.045921 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c8d6a-4467-44f3-acba-07edabb20a21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c19b976b-3ee6-40b0-95f2-8f573d4e04f7,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:04.054904 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c974b78c-83a1-4514-a793-15c22fd049e7 req-d5eae709-e8ae-45f6-8dae-c7923f548ec7 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b59e658-a831-4714-bd08-f5cb4f1b1639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391983 Dec 09 15:30:04.069549 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd791e2-bdcd-41ab-952f-1d9f1e623522 req-02203238-1525-4e20-a29c-8ab020cea4e9 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:04.071055 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ddd791e2-bdcd-41ab-952f-1d9f1e623522 req-02203238-1525-4e20-a29c-8ab020cea4e9 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 945 time: 0.1098952 Dec 09 15:30:04.074304 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021c8d6a-4467-44f3-acba-07edabb20a21 admin admin] Checking segment: {'id': '6593b24c-2373-4f34-94a9-b48289bab6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3a67a1ff-4f2f-4989-997b-2dcf336e791d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:30:04.074669 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021c8d6a-4467-44f3-acba-07edabb20a21 admin admin] Network hostable DHCP agents. Network: 3a67a1ff-4f2f-4989-997b-2dcf336e791d, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:30:04.118201 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021c8d6a-4467-44f3-acba-07edabb20a21 admin admin] Network 3a67a1ff-4f2f-4989-997b-2dcf336e791d is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:30:04.415564 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-021c8d6a-4467-44f3-acba-07edabb20a21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 3a67a1ff-4f2f-4989-997b-2dcf336e791d) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:30:04.421106 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ddd791e2-bdcd-41ab-952f-1d9f1e623522 req-07335f03-2ce5-4c28-ac81-0e1096739b8e tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429523 Dec 09 15:30:04.423559 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd49007-bbd8-47ce-a4d1-3752a5b742b3 None None] Network 3a67a1ff-4f2f-4989-997b-2dcf336e791d requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:30:04.437654 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021c8d6a-4467-44f3-acba-07edabb20a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:04.438284 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-021c8d6a-4467-44f3-acba-07edabb20a21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:04.467719 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-021c8d6a-4467-44f3-acba-07edabb20a21 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7922778 Dec 09 15:30:04.470405 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 51520) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:04.475550 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-072decf9-94bf-41ff-bed8-737c00f60199 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1298547771-router', 'tenant_id': '6920059004d64958b6d9c8cd276a3070', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:30:04.496140 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed1d18-7735-44a6-a0b0-3dccbe0d9fba req-2cda9012-2d7a-45d7-8194-317301c947f7 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:04.497731 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-46ed1d18-7735-44a6-a0b0-3dccbe0d9fba req-2cda9012-2d7a-45d7-8194-317301c947f7 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 945 time: 0.0948973 Dec 09 15:30:04.522079 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-072decf9-94bf-41ff-bed8-737c00f60199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:04.523194 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-072decf9-94bf-41ff-bed8-737c00f60199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:04.549952 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936a22a8-6766-4287-8197-9fd968317c3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-3a67a1ff-4f2f-4989-997b-2dcf336e791d', 'network_id': '3a67a1ff-4f2f-4989-997b-2dcf336e791d', 'project_id': '6920059004d64958b6d9c8cd276a3070', 'fixed_ips': [{'subnet_id': 'c19b976b-3ee6-40b0-95f2-8f573d4e04f7'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:30:04.551291 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-936a22a8-6766-4287-8197-9fd968317c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:04.573290 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-46ed1d18-7735-44a6-a0b0-3dccbe0d9fba req-9d8ce85e-5c02-4893-9a2f-fb84a6c4f0fc tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689437 Dec 09 15:30:04.606396 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-072decf9-94bf-41ff-bed8-737c00f60199 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:04.718743 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-936a22a8-6766-4287-8197-9fd968317c3e None None] Allocated IP 172.20.0.2 (3a67a1ff-4f2f-4989-997b-2dcf336e791d/c19b976b-3ee6-40b0-95f2-8f573d4e04f7/0418654b-4025-453a-a8b8-e82df1466087) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:30:04.788265 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-072decf9-94bf-41ff-bed8-737c00f60199 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:04.798160 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b7b09-595c-4a1e-997c-028f423eee24 req-8dbc0c89-f0c3-4315-a002-de7b88a00ae8 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:04.799787 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e30b7b09-595c-4a1e-997c-028f423eee24 req-8dbc0c89-f0c3-4315-a002-de7b88a00ae8 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 948 time: 0.1502159 Dec 09 15:30:04.877344 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-936a22a8-6766-4287-8197-9fd968317c3e None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:04.883937 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-936a22a8-6766-4287-8197-9fd968317c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:04.903238 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e30b7b09-595c-4a1e-997c-028f423eee24 req-df929370-5f49-4ed9-898b-bc14f6852b67 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959203 Dec 09 15:30:04.924858 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936a22a8-6766-4287-8197-9fd968317c3e None None] Network 3a67a1ff-4f2f-4989-997b-2dcf336e791d is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:30:04.928662 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-936a22a8-6766-4287-8197-9fd968317c3e None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:30:04.932608 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936a22a8-6766-4287-8197-9fd968317c3e None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:30:04.953282 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa3cbb-8b8c-4640-b75f-18537fdbee0e req-635b9e9a-5b82-481e-9f7e-bd69d6f2bc18 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:04.954833 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ccfa3cbb-8b8c-4640-b75f-18537fdbee0e req-635b9e9a-5b82-481e-9f7e-bd69d6f2bc18 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d500a9-d95e-40f8-bfb7-f2f701f716e2 HTTP/1.1" status: 200 len: 950 time: 0.0705671 Dec 09 15:30:04.977403 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a22a8-6766-4287-8197-9fd968317c3e None None] Pushing event updated for resources: {'Port': ['ID=0418654b-4025-453a-a8b8-e82df1466087,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:05.011539 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-936a22a8-6766-4287-8197-9fd968317c3e None None] Attempting to bind port 0418654b-4025-453a-a8b8-e82df1466087 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:30:05.012141 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-936a22a8-6766-4287-8197-9fd968317c3e None None] Attempting to bind port 0418654b-4025-453a-a8b8-e82df1466087 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '6593b24c-2373-4f34-94a9-b48289bab6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3a67a1ff-4f2f-4989-997b-2dcf336e791d'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:30:05.012604 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a22a8-6766-4287-8197-9fd968317c3e None None] Attempting to bind port 0418654b-4025-453a-a8b8-e82df1466087 on network 3a67a1ff-4f2f-4989-997b-2dcf336e791d {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:30:05.017700 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a22a8-6766-4287-8197-9fd968317c3e None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:30:05.018076 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a22a8-6766-4287-8197-9fd968317c3e None None] Checking segment: {'id': '6593b24c-2373-4f34-94a9-b48289bab6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3a67a1ff-4f2f-4989-997b-2dcf336e791d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:30:05.018473 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-936a22a8-6766-4287-8197-9fd968317c3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:05.018865 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a22a8-6766-4287-8197-9fd968317c3e None None] Bound using segment: {'id': '6593b24c-2373-4f34-94a9-b48289bab6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3a67a1ff-4f2f-4989-997b-2dcf336e791d'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:30:05.019434 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-936a22a8-6766-4287-8197-9fd968317c3e None None] Bound port: 0418654b-4025-453a-a8b8-e82df1466087, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6593b24c-2373-4f34-94a9-b48289bab6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3a67a1ff-4f2f-4989-997b-2dcf336e791d'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:30:05.019814 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-936a22a8-6766-4287-8197-9fd968317c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:05.034196 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ccfa3cbb-8b8c-4640-b75f-18537fdbee0e req-0ccf6438-71ce-40f0-a396-2487c2e55385 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656710 Dec 09 15:30:05.090801 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-936a22a8-6766-4287-8197-9fd968317c3e None None] For port 0418654b-4025-453a-a8b8-e82df1466087, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:30:05.095122 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-936a22a8-6766-4287-8197-9fd968317c3e None None] For port 0418654b-4025-453a-a8b8-e82df1466087, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=0418654b-4025-453a-a8b8-e82df1466087,segment=NetworkSegment(6593b24c-2373-4f34-94a9-b48289bab6ba),segment_id=6593b24c-2373-4f34-94a9-b48289bab6ba)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:30:05.100647 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-936a22a8-6766-4287-8197-9fd968317c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:05.166657 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a22a8-6766-4287-8197-9fd968317c3e None None] Pushing event updated for resources: {'Port': ['ID=0418654b-4025-453a-a8b8-e82df1466087,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:05.222589 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-072decf9-94bf-41ff-bed8-737c00f60199 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:05.263178 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-072decf9-94bf-41ff-bed8-737c00f60199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:05.288331 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c35ac-5ac8-479f-8570-76edc961569e req-0117d2eb-c8b3-480a-a816-cdec2c04d9b8 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:05.292912 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4f7c35ac-5ac8-479f-8570-76edc961569e req-0117d2eb-c8b3-480a-a816-cdec2c04d9b8 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d07fdce-6283-45ae-949f-48135e7cf82a HTTP/1.1" status: 200 len: 947 time: 0.1526427 Dec 09 15:30:05.467952 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4f7c35ac-5ac8-479f-8570-76edc961569e req-911aff2f-c729-4b78-920f-8e79d871dbd2 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b59e658-a831-4714-bd08-f5cb4f1b1639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695123 Dec 09 15:30:05.512252 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-072decf9-94bf-41ff-bed8-737c00f60199 admin admin] Allocated IP 172.25.3.208 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/7782f6a0-afc3-4f3b-b1b1-60a3e120f070) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:30:05.649462 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01fd37-fd89-477d-9256-56170ba72fc3 req-92a485f5-662c-4aef-b9fd-5838f2fd0c04 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:05.650857 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3e01fd37-fd89-477d-9256-56170ba72fc3 req-92a485f5-662c-4aef-b9fd-5838f2fd0c04 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 945 time: 0.1049907 Dec 09 15:30:05.700720 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-072decf9-94bf-41ff-bed8-737c00f60199 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:05.730793 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3e01fd37-fd89-477d-9256-56170ba72fc3 req-485fbc0b-941a-4dc4-af8b-d2277a3b5a90 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718782 Dec 09 15:30:05.790496 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-072decf9-94bf-41ff-bed8-737c00f60199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:05.836097 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072decf9-94bf-41ff-bed8-737c00f60199 admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:30:05.841099 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-072decf9-94bf-41ff-bed8-737c00f60199 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:30:05.845206 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072decf9-94bf-41ff-bed8-737c00f60199 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:30:05.894159 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e348b06-1af4-4ce8-9a56-1b9f08a770c6 req-42940c8f-819b-4685-8d2d-e439aea4e10a tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:05.895884 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9e348b06-1af4-4ce8-9a56-1b9f08a770c6 req-42940c8f-819b-4685-8d2d-e439aea4e10a tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 945 time: 0.1327720 Dec 09 15:30:05.924452 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072decf9-94bf-41ff-bed8-737c00f60199 admin admin] Pushing event updated for resources: {'Port': ['ID=7782f6a0-afc3-4f3b-b1b1-60a3e120f070,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:06.006377 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9e348b06-1af4-4ce8-9a56-1b9f08a770c6 req-65f23afa-4344-4a38-9799-ee54a15068b7 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829539 Dec 09 15:30:06.124877 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-072decf9-94bf-41ff-bed8-737c00f60199 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:06.292891 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5821b53-c833-4576-9c58-31fb19793efb None None] Network 3a67a1ff-4f2f-4989-997b-2dcf336e791d requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:30:06.293390 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac751c6-2392-4511-a6fe-a6c52a2c80a3 req-ba88a48c-0874-4110-97c2-51c74815136f tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:06.294736 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dac751c6-2392-4511-a6fe-a6c52a2c80a3 req-ba88a48c-0874-4110-97c2-51c74815136f tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 948 time: 0.1353409 Dec 09 15:30:06.304813 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1650ec26-19f5-45bc-b825-9e03f20f451d req-4aec965b-4877-4855-a970-9322327abb93 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:06.306276 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1650ec26-19f5-45bc-b825-9e03f20f451d req-4aec965b-4877-4855-a970-9322327abb93 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d500a9-d95e-40f8-bfb7-f2f701f716e2 HTTP/1.1" status: 200 len: 950 time: 0.1189203 Dec 09 15:30:06.364590 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c7337e1a-f587-4625-a51b-aa801b8c0857 None None] Provisioning complete for port 0418654b-4025-453a-a8b8-e82df1466087 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:30:06.364956 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c7337e1a-f587-4625-a51b-aa801b8c0857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:06.431201 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dac751c6-2392-4511-a6fe-a6c52a2c80a3 req-5c547a73-e7b7-4616-bfc8-ba9bdb3b6437 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239550 Dec 09 15:30:06.465308 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1650ec26-19f5-45bc-b825-9e03f20f451d req-c8c74388-eade-4635-b703-6fe68799e65d tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492469 Dec 09 15:30:06.497482 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c7337e1a-f587-4625-a51b-aa801b8c0857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:06.499392 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-072decf9-94bf-41ff-bed8-737c00f60199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:06.540023 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c7337e1a-f587-4625-a51b-aa801b8c0857 None None] For port 0418654b-4025-453a-a8b8-e82df1466087, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=0418654b-4025-453a-a8b8-e82df1466087,segment=NetworkSegment(6593b24c-2373-4f34-94a9-b48289bab6ba),segment_id=6593b24c-2373-4f34-94a9-b48289bab6ba)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:06.545890 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c7337e1a-f587-4625-a51b-aa801b8c0857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:06.614551 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7337e1a-f587-4625-a51b-aa801b8c0857 None None] Pushing event updated for resources: {'Port': ['ID=0418654b-4025-453a-a8b8-e82df1466087,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:06.660159 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc04390-b17e-4888-aaba-25deb0f298a0 req-cc8a0ebf-4918-43bb-946c-7c623c06e888 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:06.665232 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9dc04390-b17e-4888-aaba-25deb0f298a0 req-cc8a0ebf-4918-43bb-946c-7c623c06e888 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d07fdce-6283-45ae-949f-48135e7cf82a HTTP/1.1" status: 200 len: 947 time: 0.1075406 Dec 09 15:30:06.730485 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072decf9-94bf-41ff-bed8-737c00f60199 admin admin] Router 0b0250ff-0a55-4dd6-8baf-0e400356d391 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:30:06.737358 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9dc04390-b17e-4888-aaba-25deb0f298a0 req-03f1f5ed-54c0-4d9f-8a6a-f40b3c2c53b9 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b59e658-a831-4714-bd08-f5cb4f1b1639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685461 Dec 09 15:30:06.776584 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fd47feff-fdfb-474f-a68e-35feb4d715cf None None] Provisioning complete for port 0418654b-4025-453a-a8b8-e82df1466087 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:30:06.777163 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fd47feff-fdfb-474f-a68e-35feb4d715cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:07.099611 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 0418654b-4025-453a-a8b8-e82df1466087 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:30:07.113670 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51572) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:07.154235 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 0418654b-4025-453a-a8b8-e82df1466087 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:30:07.154585 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:07.216060 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3015ee4-fdd8-4d4f-af3c-bc488faac3bd req-95617628-6c47-429e-a1dc-13c81dbb2868 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:07.217588 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c3015ee4-fdd8-4d4f-af3c-bc488faac3bd req-95617628-6c47-429e-a1dc-13c81dbb2868 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 945 time: 0.4068646 Dec 09 15:30:07.221945 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072decf9-94bf-41ff-bed8-737c00f60199 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:30:07.242471 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6e51cf-912e-44e6-b44a-1914c597a9d3 None None] Sync routers for ids ['0b0250ff-0a55-4dd6-8baf-0e400356d391'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:30:07.243662 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975464d-032e-4cbb-9eff-bc08d819807d req-c77d42cf-60bd-4d0f-8000-73e4d6c642e1 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:07.245236 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f975464d-032e-4cbb-9eff-bc08d819807d req-c77d42cf-60bd-4d0f-8000-73e4d6c642e1 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 945 time: 0.0961437 Dec 09 15:30:07.247046 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-89317e08-294f-4986-afd9-1b1d93507652 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:07.255744 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6e51cf-912e-44e6-b44a-1914c597a9d3 None None] Routers {'0b0250ff-0a55-4dd6-8baf-0e400356d391'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:30:07.256567 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-7a6e51cf-912e-44e6-b44a-1914c597a9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:29:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['0b0250ff-0a55-4dd6-8baf-0e400356d391'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:30:07.272231 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-072decf9-94bf-41ff-bed8-737c00f60199 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:07.276181 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-072decf9-94bf-41ff-bed8-737c00f60199 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8013504 Dec 09 15:30:07.280903 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 51578) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:07.335073 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-89317e08-294f-4986-afd9-1b1d93507652 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:07.341410 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-89317e08-294f-4986-afd9-1b1d93507652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:07.374408 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89317e08-294f-4986-afd9-1b1d93507652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4525a3ee-cf85-49e2-b666-fd7f47dac214,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:07.378591 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-7a6e51cf-912e-44e6-b44a-1914c597a9d3 None None] Set router 0b0250ff-0a55-4dd6-8baf-0e400356d391 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:30:07.383097 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c3015ee4-fdd8-4d4f-af3c-bc488faac3bd req-fc1f9bd1-3cd6-4527-aea2-7afdc3bbcf54 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366992 Dec 09 15:30:07.390951 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-89317e08-294f-4986-afd9-1b1d93507652 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=05ccf74341354c97b385bdb35e95f14e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2755382 Dec 09 15:30:07.391730 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51580) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:07.441317 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fa48c028-ad0d-4815-9d69-4242f71e728d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:07.449253 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f975464d-032e-4cbb-9eff-bc08d819807d req-944c06b8-a556-4b95-9e51-b6376807e61b tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945446 Dec 09 15:30:07.494274 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fa48c028-ad0d-4815-9d69-4242f71e728d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:07.564975 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fa48c028-ad0d-4815-9d69-4242f71e728d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:07.569354 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fa48c028-ad0d-4815-9d69-4242f71e728d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:07.570748 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-fa48c028-ad0d-4815-9d69-4242f71e728d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4525a3ee-cf85-49e2-b666-fd7f47dac214 HTTP/1.1" status: 204 len: 168 time: 0.1779130 Dec 09 15:30:07.590724 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa48c028-ad0d-4815-9d69-4242f71e728d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4525a3ee-cf85-49e2-b666-fd7f47dac214,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:07.640960 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-7a6e51cf-912e-44e6-b44a-1914c597a9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0250ff-0a55-4dd6-8baf-0e400356d391', 'name': 'tempest-AttachSCSIVolumeTestJSON-1298547771-router', 'tenant_id': '6920059004d64958b6d9c8cd276a3070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '7782f6a0-afc3-4f3b-b1b1-60a3e120f070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:30:04Z', 'updated_at': '2021-12-09T15:30:05Z', 'revision_number': 3, 'project_id': '6920059004d64958b6d9c8cd276a3070', 'gw_port': {'id': '7782f6a0-afc3-4f3b-b1b1-60a3e120f070', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0250ff-0a55-4dd6-8baf-0e400356d391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:30:05Z', 'updated_at': '2021-12-09T15:30:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:30:07.673286 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6e51cf-912e-44e6-b44a-1914c597a9d3 None None] Checking router: 0b0250ff-0a55-4dd6-8baf-0e400356d391 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:30:07.673885 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6e51cf-912e-44e6-b44a-1914c597a9d3 None None] Updating router 0b0250ff-0a55-4dd6-8baf-0e400356d391 port 7782f6a0-afc3-4f3b-b1b1-60a3e120f070 binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:30:07.698567 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297cbd6b-4c93-470c-bc09-c20a6037f78b req-0a3a15ad-719d-425b-ba93-8a7673ffbad1 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:07.701750 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-7a6e51cf-912e-44e6-b44a-1914c597a9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:07.705748 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-297cbd6b-4c93-470c-bc09-c20a6037f78b req-0a3a15ad-719d-425b-ba93-8a7673ffbad1 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 948 time: 0.1773796 Dec 09 15:30:07.755178 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf80fe9-894d-4039-b8c3-ea611c3c6a4b req-9d39b3a9-4f1b-4df1-8e94-a2251b2b045e tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:07.756368 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fdf80fe9-894d-4039-b8c3-ea611c3c6a4b req-9d39b3a9-4f1b-4df1-8e94-a2251b2b045e tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d500a9-d95e-40f8-bfb7-f2f701f716e2 HTTP/1.1" status: 200 len: 950 time: 0.1319408 Dec 09 15:30:07.865599 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-297cbd6b-4c93-470c-bc09-c20a6037f78b req-f2b94c56-ae2d-4160-b1d2-0e6d8515bcc9 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578288 Dec 09 15:30:07.900470 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fdf80fe9-894d-4039-b8c3-ea611c3c6a4b req-9d051b59-4e17-42d9-aebd-b9f902bbf992 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268873 Dec 09 15:30:08.021048 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-7a6e51cf-912e-44e6-b44a-1914c597a9d3 None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:08.029561 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-7a6e51cf-912e-44e6-b44a-1914c597a9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:08.037801 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe88f7a-0fad-45b2-8a9f-b941da7f504d req-6b437e68-1833-4359-868e-a44a52244898 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:08.038864 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4fe88f7a-0fad-45b2-8a9f-b941da7f504d req-6b437e68-1833-4359-868e-a44a52244898 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d07fdce-6283-45ae-949f-48135e7cf82a HTTP/1.1" status: 200 len: 947 time: 0.0931640 Dec 09 15:30:08.088077 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-7a6e51cf-912e-44e6-b44a-1914c597a9d3 None None] Attempting to bind port 7782f6a0-afc3-4f3b-b1b1-60a3e120f070 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:30:08.088473 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-7a6e51cf-912e-44e6-b44a-1914c597a9d3 None None] Attempting to bind port 7782f6a0-afc3-4f3b-b1b1-60a3e120f070 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:30:08.088848 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6e51cf-912e-44e6-b44a-1914c597a9d3 None None] Attempting to bind port 7782f6a0-afc3-4f3b-b1b1-60a3e120f070 on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:30:08.096129 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347cb29-a9cb-4cd5-841b-d272e0e59f6f None None] Pushing event updated for resources: {'Port': ['ID=7782f6a0-afc3-4f3b-b1b1-60a3e120f070,revision_number=2']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:08.101208 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6e51cf-912e-44e6-b44a-1914c597a9d3 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:30:08.101208 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6e51cf-912e-44e6-b44a-1914c597a9d3 None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:30:08.101633 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-7a6e51cf-912e-44e6-b44a-1914c597a9d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:08.102369 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6e51cf-912e-44e6-b44a-1914c597a9d3 None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:30:08.102528 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-7a6e51cf-912e-44e6-b44a-1914c597a9d3 None None] Bound port: 7782f6a0-afc3-4f3b-b1b1-60a3e120f070, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:30:08.102910 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-7a6e51cf-912e-44e6-b44a-1914c597a9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:08.111589 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ec88dc6-2f07-47dd-8514-29259a177cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:08.138194 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4fe88f7a-0fad-45b2-8a9f-b941da7f504d req-fa4de6dd-779a-47df-924a-417d146a8625 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b59e658-a831-4714-bd08-f5cb4f1b1639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737591 Dec 09 15:30:08.173095 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-7a6e51cf-912e-44e6-b44a-1914c597a9d3 None None] For port 7782f6a0-afc3-4f3b-b1b1-60a3e120f070, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:30:08.176941 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-7a6e51cf-912e-44e6-b44a-1914c597a9d3 None None] For port 7782f6a0-afc3-4f3b-b1b1-60a3e120f070, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=7782f6a0-afc3-4f3b-b1b1-60a3e120f070,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:30:08.183094 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-7a6e51cf-912e-44e6-b44a-1914c597a9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:08.237587 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347cb29-a9cb-4cd5-841b-d272e0e59f6f None None] Pushing event updated for resources: {'Port': ['ID=7782f6a0-afc3-4f3b-b1b1-60a3e120f070,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:08.247168 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6e51cf-912e-44e6-b44a-1914c597a9d3 None None] Routers {'0b0250ff-0a55-4dd6-8baf-0e400356d391'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:30:08.247762 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-7a6e51cf-912e-44e6-b44a-1914c597a9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:29:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['0b0250ff-0a55-4dd6-8baf-0e400356d391'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:30:08.298249 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-4ec88dc6-2f07-47dd-8514-29259a177cfa admin admin] Allocated IP 172.20.0.1 (3a67a1ff-4f2f-4989-997b-2dcf336e791d/c19b976b-3ee6-40b0-95f2-8f573d4e04f7/892aa316-c020-460a-adb5-de0dd475e2f9) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:30:08.357885 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-7a6e51cf-912e-44e6-b44a-1914c597a9d3 None None] Set router 0b0250ff-0a55-4dd6-8baf-0e400356d391 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:30:08.414593 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ec88dc6-2f07-47dd-8514-29259a177cfa admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:08.463182 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ec88dc6-2f07-47dd-8514-29259a177cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:08.541711 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec88dc6-2f07-47dd-8514-29259a177cfa admin admin] Network 3a67a1ff-4f2f-4989-997b-2dcf336e791d is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:30:08.546479 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-4ec88dc6-2f07-47dd-8514-29259a177cfa admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:30:08.551605 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec88dc6-2f07-47dd-8514-29259a177cfa admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:30:08.552091 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ec88dc6-2f07-47dd-8514-29259a177cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:08.560098 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec88dc6-2f07-47dd-8514-29259a177cfa admin admin] Pushing event updated for resources: {'Port': ['ID=892aa316-c020-460a-adb5-de0dd475e2f9,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:08.578502 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-7a6e51cf-912e-44e6-b44a-1914c597a9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0250ff-0a55-4dd6-8baf-0e400356d391', 'name': 'tempest-AttachSCSIVolumeTestJSON-1298547771-router', 'tenant_id': '6920059004d64958b6d9c8cd276a3070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '7782f6a0-afc3-4f3b-b1b1-60a3e120f070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:30:04Z', 'updated_at': '2021-12-09T15:30:05Z', 'revision_number': 3, 'project_id': '6920059004d64958b6d9c8cd276a3070', 'gw_port': {'id': '7782f6a0-afc3-4f3b-b1b1-60a3e120f070', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0250ff-0a55-4dd6-8baf-0e400356d391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:30:05Z', 'updated_at': '2021-12-09T15:30:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:30:08.605165 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec4db3-15f9-455e-b685-1855cb156cb2 req-f6b1407c-1c00-4270-bda0-7afbab486e47 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:08.606708 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c9ec4db3-15f9-455e-b685-1855cb156cb2 req-f6b1407c-1c00-4270-bda0-7afbab486e47 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 945 time: 0.1326127 Dec 09 15:30:08.609930 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6e51cf-912e-44e6-b44a-1914c597a9d3 None None] The sync data for ids ['0b0250ff-0a55-4dd6-8baf-0e400356d391'] in n-d-821228-1 is: [{'id': '0b0250ff-0a55-4dd6-8baf-0e400356d391', 'name': 'tempest-AttachSCSIVolumeTestJSON-1298547771-router', 'tenant_id': '6920059004d64958b6d9c8cd276a3070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '7782f6a0-afc3-4f3b-b1b1-60a3e120f070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:30:04Z', 'updated_at': '2021-12-09T15:30:05Z', 'revision_number': 3, 'project_id': '6920059004d64958b6d9c8cd276a3070', 'gw_port': {'id': '7782f6a0-afc3-4f3b-b1b1-60a3e120f070', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0250ff-0a55-4dd6-8baf-0e400356d391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:30:05Z', 'updated_at': '2021-12-09T15:30:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:30:08.716733 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c9ec4db3-15f9-455e-b685-1855cb156cb2 req-960a8ffa-e4d7-40dd-a702-690125f8c141 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941594 Dec 09 15:30:08.756211 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ec88dc6-2f07-47dd-8514-29259a177cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:08.933923 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-45f8b4dc-e786-4af0-998e-718e1faa2b98 None None] Provisioning complete for port 892aa316-c020-460a-adb5-de0dd475e2f9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:30:08.934396 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-45f8b4dc-e786-4af0-998e-718e1faa2b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:08.951690 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13e029-64c8-42ba-a997-0bd40438a4c8 req-2df3a7d9-0861-421e-bd1a-79a22ea44f0e tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:08.953481 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fc13e029-64c8-42ba-a997-0bd40438a4c8 req-2df3a7d9-0861-421e-bd1a-79a22ea44f0e tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 945 time: 0.1361446 Dec 09 15:30:08.983039 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-45f8b4dc-e786-4af0-998e-718e1faa2b98 None None] Port 892aa316-c020-460a-adb5-de0dd475e2f9 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:30:09.041914 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ec88dc6-2f07-47dd-8514-29259a177cfa admin admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:09.059468 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ec88dc6-2f07-47dd-8514-29259a177cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:09.060180 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ec88dc6-2f07-47dd-8514-29259a177cfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:09.098695 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 7782f6a0-afc3-4f3b-b1b1-60a3e120f070 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:30:09.110751 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fc13e029-64c8-42ba-a997-0bd40438a4c8 req-bc15b5b2-7753-4a8f-bb51-b9930fc5b061 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492538 Dec 09 15:30:09.169528 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 7782f6a0-afc3-4f3b-b1b1-60a3e120f070 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:30:09.170175 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:09.194511 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde25b2-51cf-4cbc-b9eb-9f7fab6c60d2 req-339704c8-9b95-491d-a3dd-14ef361f54ac tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:09.196079 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8bde25b2-51cf-4cbc-b9eb-9f7fab6c60d2 req-339704c8-9b95-491d-a3dd-14ef361f54ac tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 948 time: 0.1565597 Dec 09 15:30:09.201231 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec88dc6-2f07-47dd-8514-29259a177cfa admin admin] Pushing event updated for resources: {'Port': ['ID=892aa316-c020-460a-adb5-de0dd475e2f9,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:09.260707 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:09.283738 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 7782f6a0-afc3-4f3b-b1b1-60a3e120f070, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=7782f6a0-afc3-4f3b-b1b1-60a3e120f070,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:09.289511 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:09.313447 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07dcfc9-d366-41d7-8848-d289d1ab7426 req-a0890ab5-5370-469e-97dd-5fee273363ff tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:09.314891 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f07dcfc9-d366-41d7-8848-d289d1ab7426 req-a0890ab5-5370-469e-97dd-5fee273363ff tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d500a9-d95e-40f8-bfb7-f2f701f716e2 HTTP/1.1" status: 200 len: 950 time: 0.1295209 Dec 09 15:30:09.327062 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8bde25b2-51cf-4cbc-b9eb-9f7fab6c60d2 req-ca9aa259-0f97-46ae-a0de-4abe0534f72e tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109276 Dec 09 15:30:09.330146 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec88dc6-2f07-47dd-8514-29259a177cfa admin admin] Network 3a67a1ff-4f2f-4989-997b-2dcf336e791d is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:30:09.337068 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-4ec88dc6-2f07-47dd-8514-29259a177cfa admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:30:09.387341 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=7782f6a0-afc3-4f3b-b1b1-60a3e120f070,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:09.477004 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f07dcfc9-d366-41d7-8848-d289d1ab7426 req-57658cab-9425-4975-9e1c-9b366e13626c tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489034 Dec 09 15:30:09.581144 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec88dc6-2f07-47dd-8514-29259a177cfa admin admin] Router 0b0250ff-0a55-4dd6-8baf-0e400356d391 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:30:09.589751 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500c5ca-d629-489b-9e5a-80c66ac7edd9 req-c055a076-f9fc-4ef8-833b-cd4234909ae8 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:09.591352 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a500c5ca-d629-489b-9e5a-80c66ac7edd9 req-c055a076-f9fc-4ef8-833b-cd4234909ae8 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d07fdce-6283-45ae-949f-48135e7cf82a HTTP/1.1" status: 200 len: 947 time: 0.1358273 Dec 09 15:30:09.621124 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-0cb6d98e-8963-4bff-a25d-f63132c07876 None None] Provisioning complete for port 892aa316-c020-460a-adb5-de0dd475e2f9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:30:09.621740 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0cb6d98e-8963-4bff-a25d-f63132c07876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:09.656283 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-0cb6d98e-8963-4bff-a25d-f63132c07876 None None] Port 892aa316-c020-460a-adb5-de0dd475e2f9 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:30:09.729761 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a500c5ca-d629-489b-9e5a-80c66ac7edd9 req-f26a4d43-dc3b-4dd9-b0d3-230d82bd2f4d tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b59e658-a831-4714-bd08-f5cb4f1b1639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272366 Dec 09 15:30:09.745832 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec88dc6-2f07-47dd-8514-29259a177cfa admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:30:09.759358 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4ec88dc6-2f07-47dd-8514-29259a177cfa admin admin] 10.222.0.57 "PUT /v2.0/routers/0b0250ff-0a55-4dd6-8baf-0e400356d391/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4756968 Dec 09 15:30:09.851357 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df45d7e7-4ec6-4932-9ef0-6280763e2d68 req-236b15cb-d960-4cec-a816-82870b9c67a4 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:09.852912 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-df45d7e7-4ec6-4932-9ef0-6280763e2d68 req-236b15cb-d960-4cec-a816-82870b9c67a4 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 945 time: 0.0528538 Dec 09 15:30:09.909366 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-df45d7e7-4ec6-4932-9ef0-6280763e2d68 req-6f27228e-848d-4b1a-9a09-390d44ea1dec tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501847 Dec 09 15:30:10.243065 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc45aa-8ae1-488f-be7a-e989e024b717 req-395b4bbc-859b-450d-b415-4d658bea088c tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:10.244933 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-46dc45aa-8ae1-488f-be7a-e989e024b717 req-395b4bbc-859b-450d-b415-4d658bea088c tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 945 time: 0.0553808 Dec 09 15:30:10.301767 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-46dc45aa-8ae1-488f-be7a-e989e024b717 req-befa65fb-7f46-4926-a823-2321552c2461 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486636 Dec 09 15:30:10.350956 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51650) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:10.358134 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-3662b1b8-0997-4bef-be8b-2887bb5ac162 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1430570322-network', 'tenant_id': 'd72ecd3da2554d7abbe26b6566517105'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:30:10.385462 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3662b1b8-0997-4bef-be8b-2887bb5ac162 admin admin] Made reservation on behalf of d72ecd3da2554d7abbe26b6566517105 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:30:10.387805 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3662b1b8-0997-4bef-be8b-2887bb5ac162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:10.398286 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3662b1b8-0997-4bef-be8b-2887bb5ac162 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:10.477190 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd2e18-456d-488b-aa05-558961b0cc5e req-156233ad-98a6-42fc-88ca-93be030d73d1 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:10.480311 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-53bd2e18-456d-488b-aa05-558961b0cc5e req-156233ad-98a6-42fc-88ca-93be030d73d1 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 948 time: 0.0633841 Dec 09 15:30:10.507965 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3662b1b8-0997-4bef-be8b-2887bb5ac162 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:10.515217 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3662b1b8-0997-4bef-be8b-2887bb5ac162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:10.536951 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf27817-0e4c-439b-9ba4-4275d6749ee0 None None] Sync routers for ids ['0b0250ff-0a55-4dd6-8baf-0e400356d391'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:30:10.548527 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf27817-0e4c-439b-9ba4-4275d6749ee0 None None] Routers {'0b0250ff-0a55-4dd6-8baf-0e400356d391'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:30:10.549152 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-acf27817-0e4c-439b-9ba4-4275d6749ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:29:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['0b0250ff-0a55-4dd6-8baf-0e400356d391'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:30:10.571071 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3662b1b8-0997-4bef-be8b-2887bb5ac162 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:30:10.574051 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-53bd2e18-456d-488b-aa05-558961b0cc5e req-87c1e6ac-09b2-4246-91c1-6190a4ff3ada tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775526 Dec 09 15:30:10.583562 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3662b1b8-0997-4bef-be8b-2887bb5ac162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b180369-95a3-4aa4-ae92-275f1be9bfa4,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:10.617408 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3662b1b8-0997-4bef-be8b-2887bb5ac162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:10.617759 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-3662b1b8-0997-4bef-be8b-2887bb5ac162 admin admin] Added segment 3cb916a8-22d0-4f18-82b2-5878cbaf9c7b of type vlan for network 72ae87dc-a112-457f-b660-185d8b5fc70d Dec 09 15:30:10.666474 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3662b1b8-0997-4bef-be8b-2887bb5ac162 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:10.698012 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3662b1b8-0997-4bef-be8b-2887bb5ac162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:10.699606 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3662b1b8-0997-4bef-be8b-2887bb5ac162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:10.700487 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3662b1b8-0997-4bef-be8b-2887bb5ac162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:10.755157 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe915e-a7ad-4e03-b3ed-cfdadbdf099e req-4b7c799a-7274-427f-9626-b45efe61f9ca tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:10.764939 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f6fe915e-a7ad-4e03-b3ed-cfdadbdf099e req-4b7c799a-7274-427f-9626-b45efe61f9ca tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d500a9-d95e-40f8-bfb7-f2f701f716e2 HTTP/1.1" status: 200 len: 950 time: 0.0967331 Dec 09 15:30:10.775109 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3662b1b8-0997-4bef-be8b-2887bb5ac162 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4228499 Dec 09 15:30:10.775907 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51666) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:10.785089 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4ffc58e5-d50e-447e-851e-1383b05c3388 admin admin] Request body: {'subnet': {'network_id': '72ae87dc-a112-457f-b660-185d8b5fc70d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1430570322-subnet', 'tenant_id': 'd72ecd3da2554d7abbe26b6566517105', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:30:10.815087 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3662b1b8-0997-4bef-be8b-2887bb5ac162 admin admin] Pushing event updated for resources: {'Network': ['ID=72ae87dc-a112-457f-b660-185d8b5fc70d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:10.821105 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffc58e5-d50e-447e-851e-1383b05c3388 admin admin] Made reservation on behalf of d72ecd3da2554d7abbe26b6566517105 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:30:10.825218 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ffc58e5-d50e-447e-851e-1383b05c3388 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:10.833319 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f6fe915e-a7ad-4e03-b3ed-cfdadbdf099e req-988bcdfe-ee53-42be-be32-95655d7567fa tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673826 Dec 09 15:30:10.837155 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 72ae87dc-a112-457f-b660-185d8b5fc70d details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:30:10.948723 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-acf27817-0e4c-439b-9ba4-4275d6749ee0 None None] Set router 0b0250ff-0a55-4dd6-8baf-0e400356d391 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:30:11.045827 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ffc58e5-d50e-447e-851e-1383b05c3388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:11.072508 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8355c-6138-4af7-b023-8fcd7e7fa290 req-11020b5c-4bfa-4c30-a81b-bab8808befad tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:11.080931 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6fd8355c-6138-4af7-b023-8fcd7e7fa290 req-11020b5c-4bfa-4c30-a81b-bab8808befad tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d07fdce-6283-45ae-949f-48135e7cf82a HTTP/1.1" status: 200 len: 947 time: 0.1151161 Dec 09 15:30:11.106608 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 7782f6a0-afc3-4f3b-b1b1-60a3e120f070 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:30:11.137456 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc58e5-d50e-447e-851e-1383b05c3388 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10bb1be8-4a30-4461-ba93-f6da81407ffa,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:11.139620 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffc58e5-d50e-447e-851e-1383b05c3388 admin admin] Checking segment: {'id': '3cb916a8-22d0-4f18-82b2-5878cbaf9c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '72ae87dc-a112-457f-b660-185d8b5fc70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:30:11.139979 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffc58e5-d50e-447e-851e-1383b05c3388 admin admin] Network hostable DHCP agents. Network: 72ae87dc-a112-457f-b660-185d8b5fc70d, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:30:11.152754 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6fd8355c-6138-4af7-b023-8fcd7e7fa290 req-974fe89a-743d-474f-8022-323293ae435a tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b59e658-a831-4714-bd08-f5cb4f1b1639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633702 Dec 09 15:30:11.176686 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffc58e5-d50e-447e-851e-1383b05c3388 admin admin] Network 72ae87dc-a112-457f-b660-185d8b5fc70d is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:30:11.190214 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-4ffc58e5-d50e-447e-851e-1383b05c3388 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 72ae87dc-a112-457f-b660-185d8b5fc70d) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:30:11.201138 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 7782f6a0-afc3-4f3b-b1b1-60a3e120f070 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:30:11.201519 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:11.206068 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4c528b-3deb-4111-ba7f-0f04ecd67f3b None None] Network 72ae87dc-a112-457f-b660-185d8b5fc70d requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:30:11.209544 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffc58e5-d50e-447e-851e-1383b05c3388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:11.211771 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ffc58e5-d50e-447e-851e-1383b05c3388 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:11.231116 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4ffc58e5-d50e-447e-851e-1383b05c3388 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4517298 Dec 09 15:30:11.233747 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51676) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:11.238350 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-6ca5a8bd-0d53-4561-b650-f6aa91d4c86e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1430570322-router', 'tenant_id': 'd72ecd3da2554d7abbe26b6566517105', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:30:11.288271 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6ca5a8bd-0d53-4561-b650-f6aa91d4c86e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:11.289957 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6ca5a8bd-0d53-4561-b650-f6aa91d4c86e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:11.315489 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c46bd4-1097-42a2-896f-9729b73bb9a3 req-94a2b8cc-b00c-4cd4-b6ce-36776d7a340c tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:11.325657 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d6c46bd4-1097-42a2-896f-9729b73bb9a3 req-94a2b8cc-b00c-4cd4-b6ce-36776d7a340c tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 945 time: 0.1004763 Dec 09 15:30:11.355418 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device de0cbd6b-3bec-4e55-8594-47550661ab93 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:30:11.383827 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6ca5a8bd-0d53-4561-b650-f6aa91d4c86e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:11.433244 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d6c46bd4-1097-42a2-896f-9729b73bb9a3 req-2fc5711e-4ad0-4c29-8861-75f897920acf tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063039 Dec 09 15:30:11.519906 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdaabf3-a5a7-4c24-a4d5-62fd016391f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-72ae87dc-a112-457f-b660-185d8b5fc70d', 'network_id': '72ae87dc-a112-457f-b660-185d8b5fc70d', 'project_id': 'd72ecd3da2554d7abbe26b6566517105', 'fixed_ips': [{'subnet_id': '10bb1be8-4a30-4461-ba93-f6da81407ffa'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:30:11.521020 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8cdaabf3-a5a7-4c24-a4d5-62fd016391f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:11.569951 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb530c3b-fd06-4b2a-8774-d3e9944cf341 req-f696871d-ac73-4e20-a9dd-2506663b2b80 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:11.577620 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cb530c3b-fd06-4b2a-8774-d3e9944cf341 req-f696871d-ac73-4e20-a9dd-2506663b2b80 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 945 time: 0.0678644 Dec 09 15:30:11.579837 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-acf27817-0e4c-439b-9ba4-4275d6749ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0250ff-0a55-4dd6-8baf-0e400356d391', 'name': 'tempest-AttachSCSIVolumeTestJSON-1298547771-router', 'tenant_id': '6920059004d64958b6d9c8cd276a3070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '7782f6a0-afc3-4f3b-b1b1-60a3e120f070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:30:04Z', 'updated_at': '2021-12-09T15:30:08Z', 'revision_number': 4, 'project_id': '6920059004d64958b6d9c8cd276a3070', 'gw_port': {'id': '7782f6a0-afc3-4f3b-b1b1-60a3e120f070', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0250ff-0a55-4dd6-8baf-0e400356d391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:30:05Z', 'updated_at': '2021-12-09T15:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '892aa316-c020-460a-adb5-de0dd475e2f9', 'name': '', 'network_id': '3a67a1ff-4f2f-4989-997b-2dcf336e791d', 'tenant_id': '6920059004d64958b6d9c8cd276a3070', 'mac_address': 'fa:16:3e:7a:9b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0250ff-0a55-4dd6-8baf-0e400356d391', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c19b976b-3ee6-40b0-95f2-8f573d4e04f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:30:08Z', 'updated_at': '2021-12-09T15:30:08Z', 'revision_number': 2, 'project_id': '6920059004d64958b6d9c8cd276a3070', 'subnets': [{'id': 'c19b976b-3ee6-40b0-95f2-8f573d4e04f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:30:11.587915 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:30:11.606384 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6ca5a8bd-0d53-4561-b650-f6aa91d4c86e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:11.638122 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf27817-0e4c-439b-9ba4-4275d6749ee0 None None] Checking router: 0b0250ff-0a55-4dd6-8baf-0e400356d391 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:30:11.638404 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf27817-0e4c-439b-9ba4-4275d6749ee0 None None] Updating router 0b0250ff-0a55-4dd6-8baf-0e400356d391 port 892aa316-c020-460a-adb5-de0dd475e2f9 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:30:11.641931 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:11.660267 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cb530c3b-fd06-4b2a-8774-d3e9944cf341 req-60b67a62-f45d-42d6-a5a9-ed8a3a0bbc15 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816455 Dec 09 15:30:11.756374 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-acf27817-0e4c-439b-9ba4-4275d6749ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:11.759998 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb8800a-7d15-4815-a740-315184ea7aa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de0cbd6b-3bec-4e55-8594-47550661ab93'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:30:11.762666 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6890c7-73dc-4209-bf42-69a8f23fdf8a" -d '{"events": [{"server_uuid": "3fb8800a-7d15-4815-a740-315184ea7aa0", "name": "network-vif-unplugged", "status": "completed", "tag": "de0cbd6b-3bec-4e55-8594-47550661ab93"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:30:11.781644 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d67f4-ac9c-4de6-a5f7-5662bc1b7b0e req-8034abe1-7374-4238-a4b6-ff4dc8196575 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:11.792274 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-242d67f4-ac9c-4de6-a5f7-5662bc1b7b0e req-8034abe1-7374-4238-a4b6-ff4dc8196575 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 948 time: 0.0742161 Dec 09 15:30:11.795198 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port de0cbd6b-3bec-4e55-8594-47550661ab93, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=de0cbd6b-3bec-4e55-8594-47550661ab93,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:11.831911 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:11.854929 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-242d67f4-ac9c-4de6-a5f7-5662bc1b7b0e req-d4369d49-a7b4-4faf-9df2-4d08fae6bd93 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614622 Dec 09 15:30:11.904204 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6ca5a8bd-0d53-4561-b650-f6aa91d4c86e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:11.905956 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 15:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3ace74-87aa-4d0b-9ff2-163f920ef1ee x-openstack-request-id: req-5a3ace74-87aa-4d0b-9ff2-163f920ef1ee {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:30:11.906292 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb8800a-7d15-4815-a740-315184ea7aa0", "name": "network-vif-unplugged", "status": "completed", "tag": "de0cbd6b-3bec-4e55-8594-47550661ab93", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:30:11.906533 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5a3ace74-87aa-4d0b-9ff2-163f920ef1ee {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:30:11.906923 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb8800a-7d15-4815-a740-315184ea7aa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de0cbd6b-3bec-4e55-8594-47550661ab93', 'code': 200} Dec 09 15:30:11.917020 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-8cdaabf3-a5a7-4c24-a4d5-62fd016391f0 None None] Allocated IP 172.20.0.2 (72ae87dc-a112-457f-b660-185d8b5fc70d/10bb1be8-4a30-4461-ba93-f6da81407ffa/c9893a2f-30ad-4eba-8c66-3371b527b7c4) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:30:11.939560 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6ca5a8bd-0d53-4561-b650-f6aa91d4c86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:12.035236 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=de0cbd6b-3bec-4e55-8594-47550661ab93,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:12.051569 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f039962-73f1-4974-8f44-613d7fb55305 req-1d0fb7a1-1c44-45ca-9b00-88ed15e3e913 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:12.063249 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f039962-73f1-4974-8f44-613d7fb55305 req-1d0fb7a1-1c44-45ca-9b00-88ed15e3e913 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d500a9-d95e-40f8-bfb7-f2f701f716e2 HTTP/1.1" status: 200 len: 950 time: 0.0907855 Dec 09 15:30:12.091848 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-6ca5a8bd-0d53-4561-b650-f6aa91d4c86e admin admin] Allocated IP 172.25.3.82 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/7a2da19c-88e7-499e-924f-dcaca3edbb75) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:30:12.117602 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f039962-73f1-4974-8f44-613d7fb55305 req-ae79f5f8-5cdf-4841-ae70-98cf0605780f tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530546 Dec 09 15:30:12.229748 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6ca5a8bd-0d53-4561-b650-f6aa91d4c86e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:12.265529 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8cdaabf3-a5a7-4c24-a4d5-62fd016391f0 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:12.301347 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8cdaabf3-a5a7-4c24-a4d5-62fd016391f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:12.342872 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071981c0-f3a0-4b2f-bede-4ec675259d95 req-cd04b12f-bb03-436a-9de6-a356d84bbb1a tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:12.347036 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-071981c0-f3a0-4b2f-bede-4ec675259d95 req-cd04b12f-bb03-436a-9de6-a356d84bbb1a tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d07fdce-6283-45ae-949f-48135e7cf82a HTTP/1.1" status: 200 len: 947 time: 0.1150203 Dec 09 15:30:12.349826 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdaabf3-a5a7-4c24-a4d5-62fd016391f0 None None] Network 72ae87dc-a112-457f-b660-185d8b5fc70d is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:30:12.356765 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-8cdaabf3-a5a7-4c24-a4d5-62fd016391f0 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:30:12.369301 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-abf7d619-4601-4905-b5e7-1c44877dcc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:12.369837 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdaabf3-a5a7-4c24-a4d5-62fd016391f0 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:30:12.370390 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-abf7d619-4601-4905-b5e7-1c44877dcc5d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0888731 Dec 09 15:30:12.384699 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-acf27817-0e4c-439b-9ba4-4275d6749ee0 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:12.421920 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-acf27817-0e4c-439b-9ba4-4275d6749ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:12.423730 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdaabf3-a5a7-4c24-a4d5-62fd016391f0 None None] Pushing event updated for resources: {'Port': ['ID=c9893a2f-30ad-4eba-8c66-3371b527b7c4,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:12.477978 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-071981c0-f3a0-4b2f-bede-4ec675259d95 req-a8a0161e-7d09-4b89-923a-1e910336f7aa tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b59e658-a831-4714-bd08-f5cb4f1b1639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098027 Dec 09 15:30:12.502793 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-8cdaabf3-a5a7-4c24-a4d5-62fd016391f0 None None] Attempting to bind port c9893a2f-30ad-4eba-8c66-3371b527b7c4 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:30:12.503167 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-8cdaabf3-a5a7-4c24-a4d5-62fd016391f0 None None] Attempting to bind port c9893a2f-30ad-4eba-8c66-3371b527b7c4 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '3cb916a8-22d0-4f18-82b2-5878cbaf9c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '72ae87dc-a112-457f-b660-185d8b5fc70d'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:30:12.503532 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdaabf3-a5a7-4c24-a4d5-62fd016391f0 None None] Attempting to bind port c9893a2f-30ad-4eba-8c66-3371b527b7c4 on network 72ae87dc-a112-457f-b660-185d8b5fc70d {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:30:12.515076 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7e226-bfa3-4ed2-a6a9-18c14721c707 None None] Pushing event updated for resources: {'Port': ['ID=892aa316-c020-460a-adb5-de0dd475e2f9,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:12.517279 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-169acc50-83a0-4ba3-b918-0193a0a4d1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:12.518799 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-169acc50-83a0-4ba3-b918-0193a0a4d1ea service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1295254 Dec 09 15:30:12.518924 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdaabf3-a5a7-4c24-a4d5-62fd016391f0 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:30:12.519178 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdaabf3-a5a7-4c24-a4d5-62fd016391f0 None None] Checking segment: {'id': '3cb916a8-22d0-4f18-82b2-5878cbaf9c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '72ae87dc-a112-457f-b660-185d8b5fc70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:30:12.519579 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8cdaabf3-a5a7-4c24-a4d5-62fd016391f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:12.520609 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdaabf3-a5a7-4c24-a4d5-62fd016391f0 None None] Bound using segment: {'id': '3cb916a8-22d0-4f18-82b2-5878cbaf9c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '72ae87dc-a112-457f-b660-185d8b5fc70d'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:30:12.521113 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-8cdaabf3-a5a7-4c24-a4d5-62fd016391f0 None None] Bound port: c9893a2f-30ad-4eba-8c66-3371b527b7c4, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cb916a8-22d0-4f18-82b2-5878cbaf9c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '72ae87dc-a112-457f-b660-185d8b5fc70d'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:30:12.521465 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8cdaabf3-a5a7-4c24-a4d5-62fd016391f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:12.673971 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-acf27817-0e4c-439b-9ba4-4275d6749ee0 None None] Attempting to bind port 892aa316-c020-460a-adb5-de0dd475e2f9 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:30:12.674625 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-acf27817-0e4c-439b-9ba4-4275d6749ee0 None None] Attempting to bind port 892aa316-c020-460a-adb5-de0dd475e2f9 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '6593b24c-2373-4f34-94a9-b48289bab6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3a67a1ff-4f2f-4989-997b-2dcf336e791d'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:30:12.674625 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf27817-0e4c-439b-9ba4-4275d6749ee0 None None] Attempting to bind port 892aa316-c020-460a-adb5-de0dd475e2f9 on network 3a67a1ff-4f2f-4989-997b-2dcf336e791d {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:30:12.682087 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6ca5a8bd-0d53-4561-b650-f6aa91d4c86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:12.688264 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf27817-0e4c-439b-9ba4-4275d6749ee0 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:30:12.688635 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf27817-0e4c-439b-9ba4-4275d6749ee0 None None] Checking segment: {'id': '6593b24c-2373-4f34-94a9-b48289bab6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3a67a1ff-4f2f-4989-997b-2dcf336e791d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:30:12.689044 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-acf27817-0e4c-439b-9ba4-4275d6749ee0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:12.689447 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf27817-0e4c-439b-9ba4-4275d6749ee0 None None] Bound using segment: {'id': '6593b24c-2373-4f34-94a9-b48289bab6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3a67a1ff-4f2f-4989-997b-2dcf336e791d'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:30:12.690248 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-acf27817-0e4c-439b-9ba4-4275d6749ee0 None None] Bound port: 892aa316-c020-460a-adb5-de0dd475e2f9, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6593b24c-2373-4f34-94a9-b48289bab6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3a67a1ff-4f2f-4989-997b-2dcf336e791d'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:30:12.690555 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-acf27817-0e4c-439b-9ba4-4275d6749ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:12.722063 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d281bf3-91d2-4eea-a8d8-32470f1b6409 req-44a2a37c-047b-479e-8a28-4a5a57c7a531 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:12.723641 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8cdaabf3-a5a7-4c24-a4d5-62fd016391f0 None None] For port c9893a2f-30ad-4eba-8c66-3371b527b7c4, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:30:12.730745 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8d281bf3-91d2-4eea-a8d8-32470f1b6409 req-44a2a37c-047b-479e-8a28-4a5a57c7a531 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 945 time: 0.1173053 Dec 09 15:30:12.735730 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca5a8bd-0d53-4561-b650-f6aa91d4c86e admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:30:12.741336 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-6ca5a8bd-0d53-4561-b650-f6aa91d4c86e admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:30:12.746929 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8cdaabf3-a5a7-4c24-a4d5-62fd016391f0 None None] For port c9893a2f-30ad-4eba-8c66-3371b527b7c4, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=c9893a2f-30ad-4eba-8c66-3371b527b7c4,segment=NetworkSegment(3cb916a8-22d0-4f18-82b2-5878cbaf9c7b),segment_id=3cb916a8-22d0-4f18-82b2-5878cbaf9c7b)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:30:12.747823 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca5a8bd-0d53-4561-b650-f6aa91d4c86e admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:30:12.784384 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca5a8bd-0d53-4561-b650-f6aa91d4c86e admin admin] Pushing event updated for resources: {'Port': ['ID=7a2da19c-88e7-499e-924f-dcaca3edbb75,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:12.788525 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8cdaabf3-a5a7-4c24-a4d5-62fd016391f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:12.842534 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-18ba76ea-7648-4e7d-8d01-1ebf311b63d8 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138804 Dec 09 15:30:12.854213 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdaabf3-a5a7-4c24-a4d5-62fd016391f0 None None] Pushing event updated for resources: {'Port': ['ID=c9893a2f-30ad-4eba-8c66-3371b527b7c4,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:12.868621 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8d281bf3-91d2-4eea-a8d8-32470f1b6409 req-7a7173a3-4e89-42a3-ae60-14d3d91cf967 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336265 Dec 09 15:30:13.054141 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c3fd660-4266-4eef-a983-60daf63dd11b req-d53049aa-66a2-4340-921c-7e368744dbc2 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808624 Dec 09 15:30:13.081126 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84db34-c9d6-45ef-9baa-2001f1ae1dee req-2b7484e1-4e63-496e-8a70-b7ca1852cd07 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:13.082999 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9f84db34-c9d6-45ef-9baa-2001f1ae1dee req-2b7484e1-4e63-496e-8a70-b7ca1852cd07 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 945 time: 0.1019273 Dec 09 15:30:13.193256 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-acf27817-0e4c-439b-9ba4-4275d6749ee0 None None] For port 892aa316-c020-460a-adb5-de0dd475e2f9, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:30:13.196957 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-acf27817-0e4c-439b-9ba4-4275d6749ee0 None None] For port 892aa316-c020-460a-adb5-de0dd475e2f9, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=892aa316-c020-460a-adb5-de0dd475e2f9,segment=NetworkSegment(6593b24c-2373-4f34-94a9-b48289bab6ba),segment_id=6593b24c-2373-4f34-94a9-b48289bab6ba)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:30:13.198826 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f0e45922-780a-4048-827e-1bb4d24ee78a None None] Provisioning complete for port 892aa316-c020-460a-adb5-de0dd475e2f9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:30:13.199198 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f0e45922-780a-4048-827e-1bb4d24ee78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:13.201160 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6ca5a8bd-0d53-4561-b650-f6aa91d4c86e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:13.225489 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-acf27817-0e4c-439b-9ba4-4275d6749ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:13.282423 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f0e45922-780a-4048-827e-1bb4d24ee78a None None] Port 892aa316-c020-460a-adb5-de0dd475e2f9 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:30:13.308949 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf27817-0e4c-439b-9ba4-4275d6749ee0 None None] Routers {'0b0250ff-0a55-4dd6-8baf-0e400356d391'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:30:13.309616 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-acf27817-0e4c-439b-9ba4-4275d6749ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:29:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['0b0250ff-0a55-4dd6-8baf-0e400356d391'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:30:13.311534 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7e226-bfa3-4ed2-a6a9-18c14721c707 None None] Pushing event updated for resources: {'Port': ['ID=892aa316-c020-460a-adb5-de0dd475e2f9,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:13.367232 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device de0cbd6b-3bec-4e55-8594-47550661ab93 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:30:13.519254 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-acf27817-0e4c-439b-9ba4-4275d6749ee0 None None] Set router 0b0250ff-0a55-4dd6-8baf-0e400356d391 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:30:13.528373 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6ca5a8bd-0d53-4561-b650-f6aa91d4c86e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:13.556859 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9f84db34-c9d6-45ef-9baa-2001f1ae1dee req-6542a4db-b0d9-4a7e-a166-aaa4252df180 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4603691 Dec 09 15:30:13.591705 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60323be3-3233-4ce0-a53c-5ccf08c9d2b0 req-f31c26b7-f1dc-4e68-94ee-581e8d3a889a tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:13.601384 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-60323be3-3233-4ce0-a53c-5ccf08c9d2b0 req-f31c26b7-f1dc-4e68-94ee-581e8d3a889a tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 946 time: 0.1454303 Dec 09 15:30:13.605784 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718dfc6-3e1d-4708-b07f-f3ec96f20480 req-1ea0b853-a68c-4d67-a42c-da566c7b5be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:13.607430 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9718dfc6-3e1d-4708-b07f-f3ec96f20480 req-1ea0b853-a68c-4d67-a42c-da566c7b5be7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=53e914b010c9410e8235fe0577fd9f19&device_id=3d07fdce-6283-45ae-949f-48135e7cf82a HTTP/1.1" status: 200 len: 1098 time: 0.1527166 Dec 09 15:30:13.670972 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port de0cbd6b-3bec-4e55-8594-47550661ab93, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=de0cbd6b-3bec-4e55-8594-47550661ab93,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:13.710152 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca5a8bd-0d53-4561-b650-f6aa91d4c86e admin admin] Router cc67a31e-64ed-47f6-a062-c2b4b99e8696 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:30:13.719827 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': 'de0cbd6b-3bec-4e55-8594-47550661ab93', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'port_id': 'de0cbd6b-3bec-4e55-8594-47550661ab93', 'mac_address': 'fa:16:3e:da:84:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6953c-1261-4e7c-8b49-64e5b87424c2', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:30:13.721286 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d0c40676-7be7-4e0d-9956-50cf1bd3b247 None None] Provisioning complete for port 892aa316-c020-460a-adb5-de0dd475e2f9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:30:13.721671 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d0c40676-7be7-4e0d-9956-50cf1bd3b247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:13.740958 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-60323be3-3233-4ce0-a53c-5ccf08c9d2b0 req-15ff27a2-b0ef-49ff-9846-65917f438da6 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384676 Dec 09 15:30:13.807214 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a096136f-c515-4c9b-91ea-30d47f4e2656 req-6a602564-adf6-4296-be4b-aff831b24bf6 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:13.808584 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a096136f-c515-4c9b-91ea-30d47f4e2656 req-6a602564-adf6-4296-be4b-aff831b24bf6 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d500a9-d95e-40f8-bfb7-f2f701f716e2 HTTP/1.1" status: 200 len: 950 time: 0.1334558 Dec 09 15:30:13.809973 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718dfc6-3e1d-4708-b07f-f3ec96f20480 req-340e26df-ddee-40e2-a08e-23f8b485d50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:13.811372 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9718dfc6-3e1d-4708-b07f-f3ec96f20480 req-340e26df-ddee-40e2-a08e-23f8b485d50f service neutron] 10.222.0.31 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.1889572 Dec 09 15:30:13.827964 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:13.872590 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9718dfc6-3e1d-4708-b07f-f3ec96f20480 req-44079c2b-c2f4-414b-a420-7cb2ab6114dd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=ed65f217-f040-4f2b-865e-f5c49054edb1 HTTP/1.1" status: 200 len: 217 time: 0.0467691 Dec 09 15:30:13.875221 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de0cbd6b-3bec-4e55-8594-47550661ab93 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:30:13.888424 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca5a8bd-0d53-4561-b650-f6aa91d4c86e admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:30:13.904369 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4503c03a-1af3-4d33-afe8-e29597763d36 None None] Sync routers for ids ['cc67a31e-64ed-47f6-a062-c2b4b99e8696'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:30:13.921078 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port de0cbd6b-3bec-4e55-8594-47550661ab93, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=de0cbd6b-3bec-4e55-8594-47550661ab93,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:13.933528 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4503c03a-1af3-4d33-afe8-e29597763d36 None None] Routers {'cc67a31e-64ed-47f6-a062-c2b4b99e8696'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:30:13.934474 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-4503c03a-1af3-4d33-afe8-e29597763d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:29:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['cc67a31e-64ed-47f6-a062-c2b4b99e8696'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:30:13.940284 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:13.944432 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6ca5a8bd-0d53-4561-b650-f6aa91d4c86e admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:13.948396 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6ca5a8bd-0d53-4561-b650-f6aa91d4c86e admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7122331 Dec 09 15:30:13.950471 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51726) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:13.982474 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d0c40676-7be7-4e0d-9956-50cf1bd3b247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:14.011264 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a096136f-c515-4c9b-91ea-30d47f4e2656 req-2bf30856-c7cc-4199-9266-b16ff3890cec tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929970 Dec 09 15:30:14.044103 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718dfc6-3e1d-4708-b07f-f3ec96f20480 req-3dbcc7e6-505a-41dd-8fbf-978fa26ebcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:14.050304 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9718dfc6-3e1d-4708-b07f-f3ec96f20480 req-3dbcc7e6-505a-41dd-8fbf-978fa26ebcbd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.1680861 Dec 09 15:30:14.080352 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-acf27817-0e4c-439b-9ba4-4275d6749ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0250ff-0a55-4dd6-8baf-0e400356d391', 'name': 'tempest-AttachSCSIVolumeTestJSON-1298547771-router', 'tenant_id': '6920059004d64958b6d9c8cd276a3070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '7782f6a0-afc3-4f3b-b1b1-60a3e120f070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:30:04Z', 'updated_at': '2021-12-09T15:30:08Z', 'revision_number': 4, 'project_id': '6920059004d64958b6d9c8cd276a3070', 'gw_port': {'id': '7782f6a0-afc3-4f3b-b1b1-60a3e120f070', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0250ff-0a55-4dd6-8baf-0e400356d391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:30:05Z', 'updated_at': '2021-12-09T15:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '892aa316-c020-460a-adb5-de0dd475e2f9', 'name': '', 'network_id': '3a67a1ff-4f2f-4989-997b-2dcf336e791d', 'tenant_id': '6920059004d64958b6d9c8cd276a3070', 'mac_address': 'fa:16:3e:7a:9b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0250ff-0a55-4dd6-8baf-0e400356d391', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c19b976b-3ee6-40b0-95f2-8f573d4e04f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:30:08Z', 'updated_at': '2021-12-09T15:30:13Z', 'revision_number': 4, 'project_id': '6920059004d64958b6d9c8cd276a3070', 'subnets': [{'id': 'c19b976b-3ee6-40b0-95f2-8f573d4e04f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:30:14.097884 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=de0cbd6b-3bec-4e55-8594-47550661ab93,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:14.137471 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d0c40676-7be7-4e0d-9956-50cf1bd3b247 None None] For port 892aa316-c020-460a-adb5-de0dd475e2f9, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=892aa316-c020-460a-adb5-de0dd475e2f9,segment=NetworkSegment(6593b24c-2373-4f34-94a9-b48289bab6ba),segment_id=6593b24c-2373-4f34-94a9-b48289bab6ba)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:14.138609 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf27817-0e4c-439b-9ba4-4275d6749ee0 None None] The sync data for ids ['0b0250ff-0a55-4dd6-8baf-0e400356d391'] in n-d-821228-1 is: [{'id': '0b0250ff-0a55-4dd6-8baf-0e400356d391', 'name': 'tempest-AttachSCSIVolumeTestJSON-1298547771-router', 'tenant_id': '6920059004d64958b6d9c8cd276a3070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '7782f6a0-afc3-4f3b-b1b1-60a3e120f070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:30:04Z', 'updated_at': '2021-12-09T15:30:08Z', 'revision_number': 4, 'project_id': '6920059004d64958b6d9c8cd276a3070', 'gw_port': {'id': '7782f6a0-afc3-4f3b-b1b1-60a3e120f070', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0250ff-0a55-4dd6-8baf-0e400356d391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:30:05Z', 'updated_at': '2021-12-09T15:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '892aa316-c020-460a-adb5-de0dd475e2f9', 'name': '', 'network_id': '3a67a1ff-4f2f-4989-997b-2dcf336e791d', 'tenant_id': '6920059004d64958b6d9c8cd276a3070', 'mac_address': 'fa:16:3e:7a:9b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0250ff-0a55-4dd6-8baf-0e400356d391', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c19b976b-3ee6-40b0-95f2-8f573d4e04f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:30:08Z', 'updated_at': '2021-12-09T15:30:13Z', 'revision_number': 4, 'project_id': '6920059004d64958b6d9c8cd276a3070', 'subnets': [{'id': 'c19b976b-3ee6-40b0-95f2-8f573d4e04f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:30:14.148475 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d0c40676-7be7-4e0d-9956-50cf1bd3b247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:14.192930 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-4503c03a-1af3-4d33-afe8-e29597763d36 None None] Set router cc67a31e-64ed-47f6-a062-c2b4b99e8696 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:30:14.233836 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f30c81-037c-45ca-9fe7-9d3fb49ff17a req-ee0e40fe-c3a5-4749-bb40-fc5beb0b0bed tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:14.243702 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-84f30c81-037c-45ca-9fe7-9d3fb49ff17a req-ee0e40fe-c3a5-4749-bb40-fc5beb0b0bed tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d07fdce-6283-45ae-949f-48135e7cf82a HTTP/1.1" status: 200 len: 947 time: 0.2507563 Dec 09 15:30:14.267678 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c40676-7be7-4e0d-9956-50cf1bd3b247 None None] Pushing event updated for resources: {'Port': ['ID=892aa316-c020-460a-adb5-de0dd475e2f9,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:14.295125 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46812215-490b-4991-8248-4818beb4ae1c req-15eaad2b-1794-4ba7-b827-5cefe8223fae tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:14.303849 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-46812215-490b-4991-8248-4818beb4ae1c req-15eaad2b-1794-4ba7-b827-5cefe8223fae tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 945 time: 0.1683002 Dec 09 15:30:14.368171 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718dfc6-3e1d-4708-b07f-f3ec96f20480 req-adbeb002-ad24-4f37-8eba-b61718f5a73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:14.369961 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9718dfc6-3e1d-4708-b07f-f3ec96f20480 req-adbeb002-ad24-4f37-8eba-b61718f5a73d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2477665 Dec 09 15:30:14.383920 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-84f30c81-037c-45ca-9fe7-9d3fb49ff17a req-5469a9ad-5fb7-40cd-b4ad-81336dfbb9b8 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b59e658-a831-4714-bd08-f5cb4f1b1639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392488 Dec 09 15:30:14.388541 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['de0cbd6b-3bec-4e55-8594-47550661ab93'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:30:14.467613 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c24e9ee-bdf6-406c-9de7-5253ce87ce4e None None] Network 72ae87dc-a112-457f-b660-185d8b5fc70d requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:30:14.469883 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-46812215-490b-4991-8248-4818beb4ae1c req-926f7ba9-41c8-4eb0-bbbd-55255cdf0177 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646519 Dec 09 15:30:14.581458 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9718dfc6-3e1d-4708-b07f-f3ec96f20480 req-dc03df50-62d9-424e-b51d-7e734ed5dd76 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021425 Dec 09 15:30:14.590252 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-35e6cbbc-e14f-45fe-a067-e6fbe3f5f988 None None] Provisioning complete for port c9893a2f-30ad-4eba-8c66-3371b527b7c4 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:30:14.590252 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-35e6cbbc-e14f-45fe-a067-e6fbe3f5f988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:14.611382 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-4503c03a-1af3-4d33-afe8-e29597763d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc67a31e-64ed-47f6-a062-c2b4b99e8696', 'name': 'tempest-AttachSCSIVolumeTestJSON-1430570322-router', 'tenant_id': 'd72ecd3da2554d7abbe26b6566517105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '7a2da19c-88e7-499e-924f-dcaca3edbb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:30:11Z', 'updated_at': '2021-12-09T15:30:12Z', 'revision_number': 3, 'project_id': 'd72ecd3da2554d7abbe26b6566517105', 'gw_port': {'id': '7a2da19c-88e7-499e-924f-dcaca3edbb75', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:67:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc67a31e-64ed-47f6-a062-c2b4b99e8696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:30:11Z', 'updated_at': '2021-12-09T15:30:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:30:14.707985 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d4c4f8f-3be9-4011-8098-823da33a315d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:14.775404 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9718dfc6-3e1d-4708-b07f-f3ec96f20480 req-7d9a190e-711d-49db-b3fb-db6343b31320 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838317 Dec 09 15:30:14.880568 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03670c-0c3e-4866-828d-e3e3f87b574e req-cb9b81c5-01dd-4224-b566-3c5dc95f6c41 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:14.885043 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4503c03a-1af3-4d33-afe8-e29597763d36 None None] Checking router: cc67a31e-64ed-47f6-a062-c2b4b99e8696 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:30:14.885928 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4503c03a-1af3-4d33-afe8-e29597763d36 None None] Updating router cc67a31e-64ed-47f6-a062-c2b4b99e8696 port 7a2da19c-88e7-499e-924f-dcaca3edbb75 binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:30:14.895440 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ba03670c-0c3e-4866-828d-e3e3f87b574e req-cb9b81c5-01dd-4224-b566-3c5dc95f6c41 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 945 time: 0.1178420 Dec 09 15:30:14.967756 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-4503c03a-1af3-4d33-afe8-e29597763d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:14.981827 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-35e6cbbc-e14f-45fe-a067-e6fbe3f5f988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:15.046033 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-35e6cbbc-e14f-45fe-a067-e6fbe3f5f988 None None] For port c9893a2f-30ad-4eba-8c66-3371b527b7c4, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=c9893a2f-30ad-4eba-8c66-3371b527b7c4,segment=NetworkSegment(3cb916a8-22d0-4f18-82b2-5878cbaf9c7b),segment_id=3cb916a8-22d0-4f18-82b2-5878cbaf9c7b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:15.057201 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-35e6cbbc-e14f-45fe-a067-e6fbe3f5f988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:15.084480 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51742) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:15.123246 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-1d4c4f8f-3be9-4011-8098-823da33a315d admin admin] Allocated IP 172.20.0.1 (72ae87dc-a112-457f-b660-185d8b5fc70d/10bb1be8-4a30-4461-ba93-f6da81407ffa/11053208-f45a-4ecb-938c-9ffd33490fea) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:30:15.191121 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6cbbc-e14f-45fe-a067-e6fbe3f5f988 None None] Pushing event updated for resources: {'Port': ['ID=c9893a2f-30ad-4eba-8c66-3371b527b7c4,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:15.247220 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4fecd-a35d-4071-8e71-6c7aa1ab22db req-a1b95324-f857-4d94-a782-71512835bb74 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:15.252910 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a9a4fecd-a35d-4071-8e71-6c7aa1ab22db req-a1b95324-f857-4d94-a782-71512835bb74 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 947 time: 0.3511837 Dec 09 15:30:15.296676 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ba03670c-0c3e-4866-828d-e3e3f87b574e req-3d0bee25-ba52-4ba0-af34-6679daf7a7c5 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956277 Dec 09 15:30:15.317138 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 892aa316-c020-460a-adb5-de0dd475e2f9 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:30:15.322962 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d4c4f8f-3be9-4011-8098-823da33a315d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:15.378283 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a2ba3e4-cdad-4ae2-af05-81858ad970a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:15.423814 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d4c4f8f-3be9-4011-8098-823da33a315d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:15.433751 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a9a4fecd-a35d-4071-8e71-6c7aa1ab22db req-2b5fe74f-2f9c-4db2-aacd-f01b6aeffecd tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714211 Dec 09 15:30:15.450863 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8d96c1ac-23c0-49b0-bfa9-580469b5724d None None] Provisioning complete for port c9893a2f-30ad-4eba-8c66-3371b527b7c4 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:30:15.453129 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8d96c1ac-23c0-49b0-bfa9-580469b5724d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:15.517555 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 892aa316-c020-460a-adb5-de0dd475e2f9 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:30:15.517985 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:15.536267 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4c4f8f-3be9-4011-8098-823da33a315d admin admin] Network 72ae87dc-a112-457f-b660-185d8b5fc70d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:30:15.556887 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-1d4c4f8f-3be9-4011-8098-823da33a315d admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:30:15.563130 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4c4f8f-3be9-4011-8098-823da33a315d admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:30:15.578057 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c4f8f-3be9-4011-8098-823da33a315d admin admin] Pushing event updated for resources: {'Port': ['ID=11053208-f45a-4ecb-938c-9ffd33490fea,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:15.612998 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4218ac-73bb-49ee-8a5e-a2126941f270 req-77912ee9-53d2-4455-8c89-45833817da1d tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:15.625458 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0f4218ac-73bb-49ee-8a5e-a2126941f270 req-77912ee9-53d2-4455-8c89-45833817da1d tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d500a9-d95e-40f8-bfb7-f2f701f716e2 HTTP/1.1" status: 200 len: 950 time: 0.1293402 Dec 09 15:30:15.665642 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:15.674415 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-4503c03a-1af3-4d33-afe8-e29597763d36 None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:15.683861 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device c9893a2f-30ad-4eba-8c66-3371b527b7c4 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:30:15.686815 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-4503c03a-1af3-4d33-afe8-e29597763d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:15.755781 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0f4218ac-73bb-49ee-8a5e-a2126941f270 req-8404726f-54af-4344-9266-c00fea9a3029 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261134 Dec 09 15:30:15.792244 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d4c4f8f-3be9-4011-8098-823da33a315d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:15.799658 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port c9893a2f-30ad-4eba-8c66-3371b527b7c4 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:30:15.800044 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:15.806485 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77afccbc-b66e-4805-a893-0cbf98f9acf8 None None] Pushing event updated for resources: {'Port': ['ID=7a2da19c-88e7-499e-924f-dcaca3edbb75,revision_number=2']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:15.842762 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77afccbc-b66e-4805-a893-0cbf98f9acf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:15.843113 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77afccbc-b66e-4805-a893-0cbf98f9acf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:15.844145 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77afccbc-b66e-4805-a893-0cbf98f9acf8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:15.845726 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77afccbc-b66e-4805-a893-0cbf98f9acf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:15.846100 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77afccbc-b66e-4805-a893-0cbf98f9acf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:15.846440 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77afccbc-b66e-4805-a893-0cbf98f9acf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:15.846778 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77afccbc-b66e-4805-a893-0cbf98f9acf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:15.847114 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77afccbc-b66e-4805-a893-0cbf98f9acf8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:15.847440 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77afccbc-b66e-4805-a893-0cbf98f9acf8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:15.848380 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77afccbc-b66e-4805-a893-0cbf98f9acf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:15.858751 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f6afe-48b4-47f0-8d38-d59ee79f7140 req-1004db35-8bb0-4d0f-957b-79ee8cd3a507 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:15.862432 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77afccbc-b66e-4805-a893-0cbf98f9acf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:15.862432 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77afccbc-b66e-4805-a893-0cbf98f9acf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:15.862432 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77afccbc-b66e-4805-a893-0cbf98f9acf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:15.881106 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-844f6afe-48b4-47f0-8d38-d59ee79f7140 req-1004db35-8bb0-4d0f-957b-79ee8cd3a507 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d07fdce-6283-45ae-949f-48135e7cf82a HTTP/1.1" status: 200 len: 947 time: 0.2161365 Dec 09 15:30:15.895362 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-4503c03a-1af3-4d33-afe8-e29597763d36 None None] Attempting to bind port 7a2da19c-88e7-499e-924f-dcaca3edbb75 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:30:15.898850 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-4503c03a-1af3-4d33-afe8-e29597763d36 None None] Attempting to bind port 7a2da19c-88e7-499e-924f-dcaca3edbb75 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:30:15.899637 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4503c03a-1af3-4d33-afe8-e29597763d36 None None] Attempting to bind port 7a2da19c-88e7-499e-924f-dcaca3edbb75 on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:30:15.920549 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4503c03a-1af3-4d33-afe8-e29597763d36 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:30:15.921066 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4503c03a-1af3-4d33-afe8-e29597763d36 None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:30:15.921486 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-4503c03a-1af3-4d33-afe8-e29597763d36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:15.921895 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4503c03a-1af3-4d33-afe8-e29597763d36 None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:30:15.922401 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-4503c03a-1af3-4d33-afe8-e29597763d36 None None] Bound port: 7a2da19c-88e7-499e-924f-dcaca3edbb75, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:30:15.922802 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-4503c03a-1af3-4d33-afe8-e29597763d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:16.005223 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a2ba3e4-cdad-4ae2-af05-81858ad970a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:16.017992 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a2ba3e4-cdad-4ae2-af05-81858ad970a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:16.021434 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-58669d2d-2d44-4375-b6d0-ccf6e1768d10 None None] Provisioning complete for port 11053208-f45a-4ecb-938c-9ffd33490fea triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:30:16.026056 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-58669d2d-2d44-4375-b6d0-ccf6e1768d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:16.050725 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3a2e7-bd4a-4308-9940-626df86785e0 req-b892cc98-cee2-4fae-9155-a7c623a84412 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:16.053197 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d6b3a2e7-bd4a-4308-9940-626df86785e0 req-b892cc98-cee2-4fae-9155-a7c623a84412 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 945 time: 0.1641963 Dec 09 15:30:16.094152 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-844f6afe-48b4-47f0-8d38-d59ee79f7140 req-9ca664e8-a490-42a4-93de-d64008a3850d tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b59e658-a831-4714-bd08-f5cb4f1b1639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998754 Dec 09 15:30:16.099400 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5a2ba3e4-cdad-4ae2-af05-81858ad970a5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f433b83ab99b4ca7b0ca06719555f6b0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0137522 Dec 09 15:30:16.100274 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51750) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:16.101923 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-58669d2d-2d44-4375-b6d0-ccf6e1768d10 None None] Port 11053208-f45a-4ecb-938c-9ffd33490fea cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:30:16.120627 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-4503c03a-1af3-4d33-afe8-e29597763d36 None None] For port 7a2da19c-88e7-499e-924f-dcaca3edbb75, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:30:16.129594 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-4503c03a-1af3-4d33-afe8-e29597763d36 None None] For port 7a2da19c-88e7-499e-924f-dcaca3edbb75, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=7a2da19c-88e7-499e-924f-dcaca3edbb75,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:30:16.137963 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-4503c03a-1af3-4d33-afe8-e29597763d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:16.176346 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d6b3a2e7-bd4a-4308-9940-626df86785e0 req-75278810-e066-4682-87be-6f24a2d804a6 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067498 Dec 09 15:30:16.202922 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ba3e4-cdad-4ae2-af05-81858ad970a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc7d88b-d032-40ad-badd-36b5d752d5bc,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:16.231907 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4503c03a-1af3-4d33-afe8-e29597763d36 None None] Routers {'cc67a31e-64ed-47f6-a062-c2b4b99e8696'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:30:16.232671 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-4503c03a-1af3-4d33-afe8-e29597763d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:29:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['cc67a31e-64ed-47f6-a062-c2b4b99e8696'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:30:16.283517 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77afccbc-b66e-4805-a893-0cbf98f9acf8 None None] Pushing event updated for resources: {'Port': ['ID=7a2da19c-88e7-499e-924f-dcaca3edbb75,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:16.285004 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b788c77d-a50b-4f0b-ae4b-dc0ef39a83f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:16.289201 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d4c4f8f-3be9-4011-8098-823da33a315d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:16.321304 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b788c77d-a50b-4f0b-ae4b-dc0ef39a83f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:16.407817 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-4503c03a-1af3-4d33-afe8-e29597763d36 None None] Set router cc67a31e-64ed-47f6-a062-c2b4b99e8696 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:30:16.423146 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b788c77d-a50b-4f0b-ae4b-dc0ef39a83f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:16.426463 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b788c77d-a50b-4f0b-ae4b-dc0ef39a83f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:16.430656 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b788c77d-a50b-4f0b-ae4b-dc0ef39a83f8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dcc7d88b-d032-40ad-badd-36b5d752d5bc HTTP/1.1" status: 204 len: 168 time: 0.3252127 Dec 09 15:30:16.460797 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb86e5c-e330-45c7-885b-60ef9a7dd187 req-bd37cc9c-f5af-4d44-bf03-6321c7edf9fc tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:16.462392 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9fb86e5c-e330-45c7-885b-60ef9a7dd187 req-bd37cc9c-f5af-4d44-bf03-6321c7edf9fc tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 945 time: 0.0814528 Dec 09 15:30:16.517742 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b788c77d-a50b-4f0b-ae4b-dc0ef39a83f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc7d88b-d032-40ad-badd-36b5d752d5bc,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:16.627603 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d4c4f8f-3be9-4011-8098-823da33a315d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:16.633980 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d4c4f8f-3be9-4011-8098-823da33a315d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:16.715312 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d4c4f8f-3be9-4011-8098-823da33a315d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:16.719318 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c4f8f-3be9-4011-8098-823da33a315d admin admin] Pushing event updated for resources: {'Port': ['ID=11053208-f45a-4ecb-938c-9ffd33490fea,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:16.737067 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-4503c03a-1af3-4d33-afe8-e29597763d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc67a31e-64ed-47f6-a062-c2b4b99e8696', 'name': 'tempest-AttachSCSIVolumeTestJSON-1430570322-router', 'tenant_id': 'd72ecd3da2554d7abbe26b6566517105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '7a2da19c-88e7-499e-924f-dcaca3edbb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:30:11Z', 'updated_at': '2021-12-09T15:30:16Z', 'revision_number': 4, 'project_id': 'd72ecd3da2554d7abbe26b6566517105', 'gw_port': {'id': '7a2da19c-88e7-499e-924f-dcaca3edbb75', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:67:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc67a31e-64ed-47f6-a062-c2b4b99e8696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:30:11Z', 'updated_at': '2021-12-09T15:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '11053208-f45a-4ecb-938c-9ffd33490fea', 'name': '', 'network_id': '72ae87dc-a112-457f-b660-185d8b5fc70d', 'tenant_id': 'd72ecd3da2554d7abbe26b6566517105', 'mac_address': 'fa:16:3e:d0:b1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc67a31e-64ed-47f6-a062-c2b4b99e8696', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '10bb1be8-4a30-4461-ba93-f6da81407ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:30:14Z', 'updated_at': '2021-12-09T15:30:15Z', 'revision_number': 1, 'project_id': 'd72ecd3da2554d7abbe26b6566517105', 'subnets': [{'id': '10bb1be8-4a30-4461-ba93-f6da81407ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:30:16.749891 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9fb86e5c-e330-45c7-885b-60ef9a7dd187 req-5d475dd6-66dc-4e12-a4ae-05fcd96f1d80 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446585 Dec 09 15:30:16.802858 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22483f5c-4c82-48de-a8e3-dfedc9ee440e req-ea551419-6f5d-49d9-bea3-2d4d92f74a98 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:16.811702 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-22483f5c-4c82-48de-a8e3-dfedc9ee440e req-ea551419-6f5d-49d9-bea3-2d4d92f74a98 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 947 time: 0.2433503 Dec 09 15:30:16.821444 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4503c03a-1af3-4d33-afe8-e29597763d36 None None] The sync data for ids ['cc67a31e-64ed-47f6-a062-c2b4b99e8696'] in n-d-821228-1 is: [{'id': 'cc67a31e-64ed-47f6-a062-c2b4b99e8696', 'name': 'tempest-AttachSCSIVolumeTestJSON-1430570322-router', 'tenant_id': 'd72ecd3da2554d7abbe26b6566517105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '7a2da19c-88e7-499e-924f-dcaca3edbb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:30:11Z', 'updated_at': '2021-12-09T15:30:16Z', 'revision_number': 4, 'project_id': 'd72ecd3da2554d7abbe26b6566517105', 'gw_port': {'id': '7a2da19c-88e7-499e-924f-dcaca3edbb75', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:67:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc67a31e-64ed-47f6-a062-c2b4b99e8696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:30:11Z', 'updated_at': '2021-12-09T15:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '11053208-f45a-4ecb-938c-9ffd33490fea', 'name': '', 'network_id': '72ae87dc-a112-457f-b660-185d8b5fc70d', 'tenant_id': 'd72ecd3da2554d7abbe26b6566517105', 'mac_address': 'fa:16:3e:d0:b1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc67a31e-64ed-47f6-a062-c2b4b99e8696', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '10bb1be8-4a30-4461-ba93-f6da81407ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:30:14Z', 'updated_at': '2021-12-09T15:30:15Z', 'revision_number': 1, 'project_id': 'd72ecd3da2554d7abbe26b6566517105', 'subnets': [{'id': '10bb1be8-4a30-4461-ba93-f6da81407ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:30:16.862429 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device ed65f217-f040-4f2b-865e-f5c49054edb1 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:30:16.950344 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-22483f5c-4c82-48de-a8e3-dfedc9ee440e req-7e92f4c4-bbe4-48ce-8b22-ec505f6954e1 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376555 Dec 09 15:30:17.026402 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4c4f8f-3be9-4011-8098-823da33a315d admin admin] Network 72ae87dc-a112-457f-b660-185d8b5fc70d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:30:17.028215 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-1d4c4f8f-3be9-4011-8098-823da33a315d admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:30:17.220533 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port ed65f217-f040-4f2b-865e-f5c49054edb1, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=ed65f217-f040-4f2b-865e-f5c49054edb1,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:17.258198 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'ed65f217-f040-4f2b-865e-f5c49054edb1', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'port_id': 'ed65f217-f040-4f2b-865e-f5c49054edb1', 'mac_address': 'fa:16:3e:01:4d:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6953c-1261-4e7c-8b49-64e5b87424c2', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:30:17.278742 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device c9893a2f-30ad-4eba-8c66-3371b527b7c4 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:30:17.296399 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718edfa-3e10-45e1-ab0a-62d9b4472624 req-a41ee16b-efa4-4777-954d-dc68f5746f26 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:17.300191 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f718edfa-3e10-45e1-ab0a-62d9b4472624 req-a41ee16b-efa4-4777-954d-dc68f5746f26 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d500a9-d95e-40f8-bfb7-f2f701f716e2 HTTP/1.1" status: 200 len: 950 time: 0.1791301 Dec 09 15:30:17.386242 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4c4f8f-3be9-4011-8098-823da33a315d admin admin] Router cc67a31e-64ed-47f6-a062-c2b4b99e8696 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:30:17.468977 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device de0cbd6b-3bec-4e55-8594-47550661ab93 up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:30:17.544782 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f718edfa-3e10-45e1-ab0a-62d9b4472624 req-db7f77b7-c29c-47ac-963c-40c20ec00d90 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856513 Dec 09 15:30:17.576533 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9309377-8a96-4c18-a8b5-e3137b7f8ff2 req-ae58006f-f8f3-4438-a6f4-9d2bbe9caf82 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:17.625952 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c9309377-8a96-4c18-a8b5-e3137b7f8ff2 req-ae58006f-f8f3-4438-a6f4-9d2bbe9caf82 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d07fdce-6283-45ae-949f-48135e7cf82a HTTP/1.1" status: 200 len: 947 time: 0.3155665 Dec 09 15:30:17.700740 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-10150386-b1a4-4454-bb89-2fefa8a1caac None None] Provisioning complete for port 11053208-f45a-4ecb-938c-9ffd33490fea triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:30:17.701366 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-10150386-b1a4-4454-bb89-2fefa8a1caac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:17.748819 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:17.760720 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-10150386-b1a4-4454-bb89-2fefa8a1caac None None] Port 11053208-f45a-4ecb-938c-9ffd33490fea cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:30:17.793086 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed65f217-f040-4f2b-865e-f5c49054edb1 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:30:17.797807 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4c4f8f-3be9-4011-8098-823da33a315d admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:30:17.799889 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port c9893a2f-30ad-4eba-8c66-3371b527b7c4 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:30:17.800618 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:17.809313 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1d4c4f8f-3be9-4011-8098-823da33a315d admin admin] 10.222.0.57 "PUT /v2.0/routers/cc67a31e-64ed-47f6-a062-c2b4b99e8696/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8576934 Dec 09 15:30:17.847562 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c9309377-8a96-4c18-a8b5-e3137b7f8ff2 req-f1df1ce2-df27-41b8-803f-559e9bda675d tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b59e658-a831-4714-bd08-f5cb4f1b1639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183638 Dec 09 15:30:17.873342 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4f812-9aec-49fa-bb85-3dcdaffd8ffd req-06ec90c9-06e6-4c73-bca0-17f7e4a6c6a0 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:17.873557 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port ed65f217-f040-4f2b-865e-f5c49054edb1, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=ed65f217-f040-4f2b-865e-f5c49054edb1,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:17.878534 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fea4f812-9aec-49fa-bb85-3dcdaffd8ffd req-06ec90c9-06e6-4c73-bca0-17f7e4a6c6a0 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 945 time: 0.1473825 Dec 09 15:30:17.908743 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:17.938196 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port de0cbd6b-3bec-4e55-8594-47550661ab93 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:30:17.938775 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:17.967083 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fea4f812-9aec-49fa-bb85-3dcdaffd8ffd req-5e23e7ba-ac99-4e5c-b038-9020f3a0f866 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767858 Dec 09 15:30:18.034561 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=ed65f217-f040-4f2b-865e-f5c49054edb1,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:18.111392 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:18.130348 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdb2de-480e-40a5-b64f-173ae7e601ff req-c6641fb4-311f-4692-a1c0-3a5330e5844d tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:18.138563 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-35fdb2de-480e-40a5-b64f-173ae7e601ff req-c6641fb4-311f-4692-a1c0-3a5330e5844d tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 945 time: 0.0699944 Dec 09 15:30:18.144034 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb8800a-7d15-4815-a740-315184ea7aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0cbd6b-3bec-4e55-8594-47550661ab93'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:30:18.146678 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95105f78-c086-4cf9-9ac6-c71f6b6ab47a" -d '{"events": [{"server_uuid": "3fb8800a-7d15-4815-a740-315184ea7aa0", "name": "network-vif-plugged", "status": "completed", "tag": "de0cbd6b-3bec-4e55-8594-47550661ab93"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:30:18.161878 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port de0cbd6b-3bec-4e55-8594-47550661ab93, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=de0cbd6b-3bec-4e55-8594-47550661ab93,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:18.170575 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:18.218284 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-35fdb2de-480e-40a5-b64f-173ae7e601ff req-82b0ee1e-0c65-4fa4-9e29-bc0870e5fd9f tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786188 Dec 09 15:30:18.248642 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51808) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:18.273651 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['ed65f217-f040-4f2b-865e-f5c49054edb1'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:30:18.341005 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=de0cbd6b-3bec-4e55-8594-47550661ab93,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:18.546140 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86076673-b41b-4d1e-8788-ef408b6b7c9f req-39e72742-db3b-4d00-9ba0-95e0e674e2dd tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:18.552001 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-13cb31db-af51-428b-b8c6-51aedfbcd4e9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-733698558-network', 'tenant_id': '13ab8f9eb9e44a98b88dffa52142eabd'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:30:18.563169 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-86076673-b41b-4d1e-8788-ef408b6b7c9f req-39e72742-db3b-4d00-9ba0-95e0e674e2dd tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 948 time: 0.1090906 Dec 09 15:30:18.584279 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cb31db-af51-428b-b8c6-51aedfbcd4e9 admin admin] Made reservation on behalf of 13ab8f9eb9e44a98b88dffa52142eabd for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:30:18.587380 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13cb31db-af51-428b-b8c6-51aedfbcd4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:18.597806 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13cb31db-af51-428b-b8c6-51aedfbcd4e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:18.666806 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e40dbe-b454-4056-839d-dd8df5977e01 req-b0d87350-d704-4029-b6e1-68f4f9c02e4d tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:18.668352 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-16e40dbe-b454-4056-839d-dd8df5977e01 req-b0d87350-d704-4029-b6e1-68f4f9c02e4d tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 1096 time: 0.1023269 Dec 09 15:30:18.724071 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13cb31db-af51-428b-b8c6-51aedfbcd4e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:18.732635 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13cb31db-af51-428b-b8c6-51aedfbcd4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:18.743528 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-86076673-b41b-4d1e-8788-ef408b6b7c9f req-3776f4fe-76c1-4beb-954a-ec70ff740e89 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784451 Dec 09 15:30:18.787661 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13cb31db-af51-428b-b8c6-51aedfbcd4e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:30:18.813609 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13cb31db-af51-428b-b8c6-51aedfbcd4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:18.813993 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-13cb31db-af51-428b-b8c6-51aedfbcd4e9 admin admin] Added segment 65ab9798-4da2-4ce5-b759-4c14cab985d9 of type vlan for network ceb7ecf8-ac3c-4d11-975a-465c5d0227ee Dec 09 15:30:18.829459 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb31db-af51-428b-b8c6-51aedfbcd4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ddef12-819c-4f08-88a4-0174330c0a4d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:18.834698 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1595fcf-c0dd-4a67-98b5-75515e156d51 x-openstack-request-id: req-a1595fcf-c0dd-4a67-98b5-75515e156d51 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:30:18.835030 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb8800a-7d15-4815-a740-315184ea7aa0", "name": "network-vif-plugged", "status": "completed", "tag": "de0cbd6b-3bec-4e55-8594-47550661ab93", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:30:18.835258 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a1595fcf-c0dd-4a67-98b5-75515e156d51 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:30:18.835658 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb8800a-7d15-4815-a740-315184ea7aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0cbd6b-3bec-4e55-8594-47550661ab93', 'code': 200} Dec 09 15:30:18.860320 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-16e40dbe-b454-4056-839d-dd8df5977e01 req-3c5b9eff-b61f-4326-aefe-3fb08a79dc17 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315804 Dec 09 15:30:18.916293 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13cb31db-af51-428b-b8c6-51aedfbcd4e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:19.019387 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13cb31db-af51-428b-b8c6-51aedfbcd4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:19.021139 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cb31db-af51-428b-b8c6-51aedfbcd4e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:19.021988 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13cb31db-af51-428b-b8c6-51aedfbcd4e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:19.189654 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-13cb31db-af51-428b-b8c6-51aedfbcd4e9 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9372385 Dec 09 15:30:19.189886 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 7a2da19c-88e7-499e-924f-dcaca3edbb75 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:30:19.195354 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51822) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:19.202119 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a8e4bad9-ae1b-441f-acac-0081477008fc admin admin] Request body: {'subnet': {'network_id': 'ceb7ecf8-ac3c-4d11-975a-465c5d0227ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-733698558-subnet', 'tenant_id': '13ab8f9eb9e44a98b88dffa52142eabd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:30:19.226923 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb31db-af51-428b-b8c6-51aedfbcd4e9 admin admin] Pushing event updated for resources: {'Network': ['ID=ceb7ecf8-ac3c-4d11-975a-465c5d0227ee,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:19.269445 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e4bad9-ae1b-441f-acac-0081477008fc admin admin] Made reservation on behalf of 13ab8f9eb9e44a98b88dffa52142eabd for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:30:19.279769 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8e4bad9-ae1b-441f-acac-0081477008fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:19.304577 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c27da9-7722-47e9-af5e-9e3c69ede498 req-a968aadd-b506-41c4-ba59-e7d9fd851d41 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:19.313876 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-69c27da9-7722-47e9-af5e-9e3c69ede498 req-a968aadd-b506-41c4-ba59-e7d9fd851d41 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d500a9-d95e-40f8-bfb7-f2f701f716e2 HTTP/1.1" status: 200 len: 950 time: 0.2073853 Dec 09 15:30:19.318358 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network ceb7ecf8-ac3c-4d11-975a-465c5d0227ee details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:30:19.318970 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7097b3c-dfb4-4ede-b604-c42bc563bb80 req-3c3d56fc-ff73-43e3-ada6-bbbbe8b8d2f1 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:19.320509 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c7097b3c-dfb4-4ede-b604-c42bc563bb80 req-3c3d56fc-ff73-43e3-ada6-bbbbe8b8d2f1 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 1096 time: 0.2738574 Dec 09 15:30:19.389600 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d69d6-0c89-4fe2-801e-5d3f80ba3a11 req-7922d003-f0ad-43b4-b42e-d0e94cf88e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:19.391357 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-be4d69d6-0c89-4fe2-801e-5d3f80ba3a11 req-7922d003-f0ad-43b4-b42e-d0e94cf88e5a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 1099 time: 0.1617293 Dec 09 15:30:19.450447 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 7a2da19c-88e7-499e-924f-dcaca3edbb75 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:30:19.450838 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:19.491257 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-69c27da9-7722-47e9-af5e-9e3c69ede498 req-faddbea8-573a-41c0-ad8b-bf8d022e7d18 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763251 Dec 09 15:30:19.618009 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c7097b3c-dfb4-4ede-b604-c42bc563bb80 req-b0ecdc3b-1000-4f9f-909c-d8674809df54 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726216 Dec 09 15:30:19.636728 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:19.659834 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 7a2da19c-88e7-499e-924f-dcaca3edbb75, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=7a2da19c-88e7-499e-924f-dcaca3edbb75,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:19.668008 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:19.678461 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8e4bad9-ae1b-441f-acac-0081477008fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:19.697547 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-be4d69d6-0c89-4fe2-801e-5d3f80ba3a11 req-b0ccb537-8f3c-431f-af18-c9df8ff083f1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972534 Dec 09 15:30:19.728206 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd40083-baad-4ed0-8ad1-677c5260e468 req-4e9f360c-8a47-41c4-84a6-8e2fe21ba072 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:19.730557 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-edd40083-baad-4ed0-8ad1-677c5260e468 req-4e9f360c-8a47-41c4-84a6-8e2fe21ba072 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d07fdce-6283-45ae-949f-48135e7cf82a HTTP/1.1" status: 200 len: 948 time: 0.1089234 Dec 09 15:30:19.780761 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e4bad9-ae1b-441f-acac-0081477008fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=09838ae7-10e3-4a8f-9e69-f84874faf411,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:19.817562 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=7a2da19c-88e7-499e-924f-dcaca3edbb75,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:19.867189 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e4bad9-ae1b-441f-acac-0081477008fc admin admin] Checking segment: {'id': '65ab9798-4da2-4ce5-b759-4c14cab985d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ceb7ecf8-ac3c-4d11-975a-465c5d0227ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:30:19.867543 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e4bad9-ae1b-441f-acac-0081477008fc admin admin] Network hostable DHCP agents. Network: ceb7ecf8-ac3c-4d11-975a-465c5d0227ee, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:30:19.889801 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587699b5-e764-477e-bca7-3d21465e2057 req-0478c9f9-fd3e-419a-b8e8-e5f9edabee3a tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:19.892527 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-587699b5-e764-477e-bca7-3d21465e2057 req-0478c9f9-fd3e-419a-b8e8-e5f9edabee3a tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 1096 time: 0.1299722 Dec 09 15:30:19.901560 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e4bad9-ae1b-441f-acac-0081477008fc admin admin] Network ceb7ecf8-ac3c-4d11-975a-465c5d0227ee is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:30:19.916904 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-edd40083-baad-4ed0-8ad1-677c5260e468 req-8dc782e5-ea7c-43f7-8910-b3c8ff42bb9b tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b59e658-a831-4714-bd08-f5cb4f1b1639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753068 Dec 09 15:30:19.924479 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-a8e4bad9-ae1b-441f-acac-0081477008fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, ceb7ecf8-ac3c-4d11-975a-465c5d0227ee) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:30:19.943702 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca6b590-0b15-4d09-b32b-aa2439205996 None None] Network ceb7ecf8-ac3c-4d11-975a-465c5d0227ee requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:30:19.953515 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e4bad9-ae1b-441f-acac-0081477008fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:19.954106 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8e4bad9-ae1b-441f-acac-0081477008fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:19.990028 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a8e4bad9-ae1b-441f-acac-0081477008fc admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7876184 Dec 09 15:30:20.064488 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d78ef-5035-47e7-8952-2b0c3340b13e req-ad07f7bd-8b21-476f-9434-8bd2f269b315 tempest-DeleteServersAdminTestJSON-922848817 tempest-DeleteServersAdminTestJSON-922848817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:20.066011 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fb6d78ef-5035-47e7-8952-2b0c3340b13e req-ad07f7bd-8b21-476f-9434-8bd2f269b315 tempest-DeleteServersAdminTestJSON-922848817 tempest-DeleteServersAdminTestJSON-922848817-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=58d500a9-d95e-40f8-bfb7-f2f701f716e2 HTTP/1.1" status: 200 len: 1101 time: 0.1153412 Dec 09 15:30:20.133846 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff585aa-6ff6-4fa6-a5a4-4e58aa32fe5c None None] Network ceb7ecf8-ac3c-4d11-975a-465c5d0227ee requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:30:20.137939 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-587699b5-e764-477e-bca7-3d21465e2057 req-dbf886a9-d02a-46ba-94fb-ae3e6cef2e77 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284527 Dec 09 15:30:20.271356 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-fb6d78ef-5035-47e7-8952-2b0c3340b13e req-38453091-f554-4d7c-821a-f92d6d2e54b3 tempest-DeleteServersAdminTestJSON-922848817 tempest-DeleteServersAdminTestJSON-922848817-project-admin] Deleting port 07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:30:20.271356 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fb6d78ef-5035-47e7-8952-2b0c3340b13e req-38453091-f554-4d7c-821a-f92d6d2e54b3 tempest-DeleteServersAdminTestJSON-922848817 tempest-DeleteServersAdminTestJSON-922848817-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:20.391290 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f2106c7c-75cf-4ddc-953b-a26069e0c186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:20.532660 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3095eecc-9094-4f76-b777-2d61b48b1d8b req-284564cb-d96d-4994-874e-4cc7a2ea9d6f tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:20.541320 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3095eecc-9094-4f76-b777-2d61b48b1d8b req-284564cb-d96d-4994-874e-4cc7a2ea9d6f tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 948 time: 0.1413922 Dec 09 15:30:20.544934 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-fb6d78ef-5035-47e7-8952-2b0c3340b13e req-38453091-f554-4d7c-821a-f92d6d2e54b3 tempest-DeleteServersAdminTestJSON-922848817 tempest-DeleteServersAdminTestJSON-922848817-project-admin] For port 07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:20.545304 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fb6d78ef-5035-47e7-8952-2b0c3340b13e req-38453091-f554-4d7c-821a-f92d6d2e54b3 tempest-DeleteServersAdminTestJSON-922848817 tempest-DeleteServersAdminTestJSON-922848817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:20.549717 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b07db8-1120-4457-8996-59d1558a6be9 req-5b4309d8-b29b-408a-97bf-ba603935a7f9 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:20.557421 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38b07db8-1120-4457-8996-59d1558a6be9 req-5b4309d8-b29b-408a-97bf-ba603935a7f9 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 1096 time: 0.1559362 Dec 09 15:30:20.591971 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-fb6d78ef-5035-47e7-8952-2b0c3340b13e req-38453091-f554-4d7c-821a-f92d6d2e54b3 tempest-DeleteServersAdminTestJSON-922848817 tempest-DeleteServersAdminTestJSON-922848817-project-admin] Calling delete_port for 07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:30:20.717036 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3095eecc-9094-4f76-b777-2d61b48b1d8b req-68d704b2-6f73-4015-83bd-908d5aa02cef tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747141 Dec 09 15:30:20.742716 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38b07db8-1120-4457-8996-59d1558a6be9 req-62cd3eae-10b3-4e12-ad1c-07a051bfeedf tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842906 Dec 09 15:30:20.889158 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-a5ddf6bf-872c-4026-8a1e-1fb21f2d1559 req-d4f07cad-06db-4f40-98c0-72bd3a6e5ce7 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1393120412', 'description': 'tempest-description-1944729941'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:30:20.890252 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device ed65f217-f040-4f2b-865e-f5c49054edb1 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:30:20.975039 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port ed65f217-f040-4f2b-865e-f5c49054edb1 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:30:20.990261 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port ed65f217-f040-4f2b-865e-f5c49054edb1 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:30:20.990417 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:21.008836 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fb6d78ef-5035-47e7-8952-2b0c3340b13e req-38453091-f554-4d7c-821a-f92d6d2e54b3 tempest-DeleteServersAdminTestJSON-922848817 tempest-DeleteServersAdminTestJSON-922848817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:21.019315 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a5ddf6bf-872c-4026-8a1e-1fb21f2d1559 req-d4f07cad-06db-4f40-98c0-72bd3a6e5ce7 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:21.080984 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38453091-f554-4d7c-821a-f92d6d2e54b3 tempest-DeleteServersAdminTestJSON-922848817 tempest-DeleteServersAdminTestJSON-922848817-project-admin] Pushing event deleted for resources: {'Port': ['ID=07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:21.125810 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:21.131266 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526e63f-1c93-4f0c-87cd-ad08f1b76b30 req-399ddb87-062e-4c57-bd4d-caae97f01849 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:21.133334 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c526e63f-1c93-4f0c-87cd-ad08f1b76b30 req-399ddb87-062e-4c57-bd4d-caae97f01849 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d500a9-d95e-40f8-bfb7-f2f701f716e2 HTTP/1.1" status: 200 len: 867 time: 0.2104442 Dec 09 15:30:21.173131 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d07fdce-6283-45ae-949f-48135e7cf82a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed65f217-f040-4f2b-865e-f5c49054edb1'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:30:21.177878 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc0d67f-6654-4111-a39c-4aa8f28ed91d" -d '{"events": [{"server_uuid": "3d07fdce-6283-45ae-949f-48135e7cf82a", "name": "network-vif-plugged", "status": "completed", "tag": "ed65f217-f040-4f2b-865e-f5c49054edb1"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:30:21.184938 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 7a2da19c-88e7-499e-924f-dcaca3edbb75 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:30:21.264331 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port ed65f217-f040-4f2b-865e-f5c49054edb1, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=ed65f217-f040-4f2b-865e-f5c49054edb1,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:21.278123 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:21.284264 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:30:21.291668 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc28c92-75e8-4666-8321-594b10733f4e None None] Sync routers for ids ['cc67a31e-64ed-47f6-a062-c2b4b99e8696'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:30:21.298293 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb6d78ef-5035-47e7-8952-2b0c3340b13e req-38453091-f554-4d7c-821a-f92d6d2e54b3 tempest-DeleteServersAdminTestJSON-922848817 tempest-DeleteServersAdminTestJSON-922848817-project-admin] No DVR routers for this DVR port 07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:30:21.371939 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fb6d78ef-5035-47e7-8952-2b0c3340b13e req-38453091-f554-4d7c-821a-f92d6d2e54b3 tempest-DeleteServersAdminTestJSON-922848817 tempest-DeleteServersAdminTestJSON-922848817-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:21.375413 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fb6d78ef-5035-47e7-8952-2b0c3340b13e req-38453091-f554-4d7c-821a-f92d6d2e54b3 tempest-DeleteServersAdminTestJSON-922848817 tempest-DeleteServersAdminTestJSON-922848817-project-admin] 10.222.0.31 "DELETE /v2.0/ports/07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2 HTTP/1.1" status: 204 len: 173 time: 1.3017516 Dec 09 15:30:21.376795 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:30:21.378188 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:30:21.382365 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d500a9-d95e-40f8-bfb7-f2f701f716e2', 'name': 'network-vif-deleted', 'tag': '07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:30:21.382830 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 7a2da19c-88e7-499e-924f-dcaca3edbb75 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:30:21.383379 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:21.384875 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd0e86c-1170-4785-9223-b4d150bbda3d" -d '{"events": [{"server_uuid": "58d500a9-d95e-40f8-bfb7-f2f701f716e2", "name": "network-vif-deleted", "tag": "07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:30:21.446666 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc28c92-75e8-4666-8321-594b10733f4e None None] Routers {'cc67a31e-64ed-47f6-a062-c2b4b99e8696'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:30:21.447960 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-abc28c92-75e8-4666-8321-594b10733f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:29:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['cc67a31e-64ed-47f6-a062-c2b4b99e8696'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:30:21.459928 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c526e63f-1c93-4f0c-87cd-ad08f1b76b30 req-301e813c-1a00-4b8a-beca-d5a035d37132 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023486 Dec 09 15:30:21.490129 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a5ddf6bf-872c-4026-8a1e-1fb21f2d1559 req-d4f07cad-06db-4f40-98c0-72bd3a6e5ce7 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:21.507902 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a5ddf6bf-872c-4026-8a1e-1fb21f2d1559 req-d4f07cad-06db-4f40-98c0-72bd3a6e5ce7 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:21.575551 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a5ddf6bf-872c-4026-8a1e-1fb21f2d1559 req-d4f07cad-06db-4f40-98c0-72bd3a6e5ce7 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:21.576850 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a5ddf6bf-872c-4026-8a1e-1fb21f2d1559 req-d4f07cad-06db-4f40-98c0-72bd3a6e5ce7 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.7092423 Dec 09 15:30:21.605615 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f07cad-06db-4f40-98c0-72bd3a6e5ce7 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76743317-6d1d-42db-8cd2-9d6d7634ff08,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:21.629880 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=ed65f217-f040-4f2b-865e-f5c49054edb1,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:21.779963 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-abc28c92-75e8-4666-8321-594b10733f4e None None] Set router cc67a31e-64ed-47f6-a062-c2b4b99e8696 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:30:21.801231 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349e0ff-e58d-46ff-a884-d7aab4036a5b req-e277e494-37be-4f0f-8d9e-85f5e60e2db0 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:21.813080 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9349e0ff-e58d-46ff-a884-d7aab4036a5b req-e277e494-37be-4f0f-8d9e-85f5e60e2db0 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d07fdce-6283-45ae-949f-48135e7cf82a HTTP/1.1" status: 200 len: 949 time: 0.0986662 Dec 09 15:30:21.891513 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9349e0ff-e58d-46ff-a884-d7aab4036a5b req-69394635-5474-43fc-8d19-f8c72a69c036 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b59e658-a831-4714-bd08-f5cb4f1b1639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767190 Dec 09 15:30:22.024800 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec02ef2-e047-4571-8e73-c0827113145f x-openstack-request-id: req-0ec02ef2-e047-4571-8e73-c0827113145f {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:30:22.025189 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d07fdce-6283-45ae-949f-48135e7cf82a", "name": "network-vif-plugged", "status": "completed", "tag": "ed65f217-f040-4f2b-865e-f5c49054edb1", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:30:22.025413 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0ec02ef2-e047-4571-8e73-c0827113145f {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:30:22.025783 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d07fdce-6283-45ae-949f-48135e7cf82a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed65f217-f040-4f2b-865e-f5c49054edb1', 'code': 200} Dec 09 15:30:22.029965 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-84a67330-6783-44c4-aa4d-2b09255e0a93 req-d99d05d4-ccc3-4dcb-81a6-b4fcbe5ece3c tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-675339768', 'description': 'tempest-description-710471814'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:30:22.051569 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fad5616-4925-4f09-a341-5367bdfb43ae x-openstack-request-id: req-0fad5616-4925-4f09-a341-5367bdfb43ae {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:30:22.052001 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d500a9-d95e-40f8-bfb7-f2f701f716e2", "name": "network-vif-deleted", "tag": "07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:30:22.052261 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0fad5616-4925-4f09-a341-5367bdfb43ae {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:30:22.052691 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d500a9-d95e-40f8-bfb7-f2f701f716e2', 'name': 'network-vif-deleted', 'tag': '07ab411e-4a9b-4d9d-9e94-4bc8b18be3e2', 'status': 'completed', 'code': 200} Dec 09 15:30:22.120072 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-abc28c92-75e8-4666-8321-594b10733f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc67a31e-64ed-47f6-a062-c2b4b99e8696', 'name': 'tempest-AttachSCSIVolumeTestJSON-1430570322-router', 'tenant_id': 'd72ecd3da2554d7abbe26b6566517105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '7a2da19c-88e7-499e-924f-dcaca3edbb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:30:11Z', 'updated_at': '2021-12-09T15:30:16Z', 'revision_number': 4, 'project_id': 'd72ecd3da2554d7abbe26b6566517105', 'gw_port': {'id': '7a2da19c-88e7-499e-924f-dcaca3edbb75', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:67:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc67a31e-64ed-47f6-a062-c2b4b99e8696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:30:11Z', 'updated_at': '2021-12-09T15:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '11053208-f45a-4ecb-938c-9ffd33490fea', 'name': '', 'network_id': '72ae87dc-a112-457f-b660-185d8b5fc70d', 'tenant_id': 'd72ecd3da2554d7abbe26b6566517105', 'mac_address': 'fa:16:3e:d0:b1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc67a31e-64ed-47f6-a062-c2b4b99e8696', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '10bb1be8-4a30-4461-ba93-f6da81407ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:30:14Z', 'updated_at': '2021-12-09T15:30:16Z', 'revision_number': 2, 'project_id': 'd72ecd3da2554d7abbe26b6566517105', 'subnets': [{'id': '10bb1be8-4a30-4461-ba93-f6da81407ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:30:22.153981 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc28c92-75e8-4666-8321-594b10733f4e None None] Checking router: cc67a31e-64ed-47f6-a062-c2b4b99e8696 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:30:22.154279 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc28c92-75e8-4666-8321-594b10733f4e None None] Updating router cc67a31e-64ed-47f6-a062-c2b4b99e8696 port 11053208-f45a-4ecb-938c-9ffd33490fea binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:30:22.179955 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-84a67330-6783-44c4-aa4d-2b09255e0a93 req-d99d05d4-ccc3-4dcb-81a6-b4fcbe5ece3c tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:22.182214 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-abc28c92-75e8-4666-8321-594b10733f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:22.232582 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f4fb0-3e61-4526-b50f-a436f05d3668 req-78c6bd24-765c-49cc-bb35-975db7bb679e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:22.235087 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-971f4fb0-3e61-4526-b50f-a436f05d3668 req-78c6bd24-765c-49cc-bb35-975db7bb679e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3d07fdce-6283-45ae-949f-48135e7cf82a HTTP/1.1" status: 200 len: 1100 time: 0.1690800 Dec 09 15:30:22.439238 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-971f4fb0-3e61-4526-b50f-a436f05d3668 req-3a7f296b-a711-4e76-a95e-3dc0ad99bbe5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0b59e658-a831-4714-bd08-f5cb4f1b1639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941352 Dec 09 15:30:22.482330 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a155ade-e823-4782-bddc-5a2740a087dc req-a59d52aa-1804-408b-98b8-28a812cd251d tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:22.490318 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9a155ade-e823-4782-bddc-5a2740a087dc req-a59d52aa-1804-408b-98b8-28a812cd251d tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 948 time: 0.1222980 Dec 09 15:30:22.498983 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-84a67330-6783-44c4-aa4d-2b09255e0a93 req-d99d05d4-ccc3-4dcb-81a6-b4fcbe5ece3c tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:22.509654 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-84a67330-6783-44c4-aa4d-2b09255e0a93 req-d99d05d4-ccc3-4dcb-81a6-b4fcbe5ece3c tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:22.525364 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-abc28c92-75e8-4666-8321-594b10733f4e None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:22.530768 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-abc28c92-75e8-4666-8321-594b10733f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:22.548290 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-84a67330-6783-44c4-aa4d-2b09255e0a93 req-d99d05d4-ccc3-4dcb-81a6-b4fcbe5ece3c tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:22.553624 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-84a67330-6783-44c4-aa4d-2b09255e0a93 req-d99d05d4-ccc3-4dcb-81a6-b4fcbe5ece3c tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.5318940 Dec 09 15:30:22.600468 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9a155ade-e823-4782-bddc-5a2740a087dc req-9c5573bd-0df0-4dce-bbc1-42bd6de16595 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989201 Dec 09 15:30:22.600468 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99d05d4-ccc3-4dcb-81a6-b4fcbe5ece3c tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0a3cc8-da07-4350-9f71-758fd9b34532,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:22.661629 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf61781-e19b-4439-88c2-51a02747bf30 None None] Pushing event updated for resources: {'Port': ['ID=11053208-f45a-4ecb-938c-9ffd33490fea,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:22.719115 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-abc28c92-75e8-4666-8321-594b10733f4e None None] Attempting to bind port 11053208-f45a-4ecb-938c-9ffd33490fea on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:30:22.719850 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-abc28c92-75e8-4666-8321-594b10733f4e None None] Attempting to bind port 11053208-f45a-4ecb-938c-9ffd33490fea by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '3cb916a8-22d0-4f18-82b2-5878cbaf9c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '72ae87dc-a112-457f-b660-185d8b5fc70d'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:30:22.720561 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc28c92-75e8-4666-8321-594b10733f4e None None] Attempting to bind port 11053208-f45a-4ecb-938c-9ffd33490fea on network 72ae87dc-a112-457f-b660-185d8b5fc70d {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:30:22.728228 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc28c92-75e8-4666-8321-594b10733f4e None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:30:22.728651 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc28c92-75e8-4666-8321-594b10733f4e None None] Checking segment: {'id': '3cb916a8-22d0-4f18-82b2-5878cbaf9c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '72ae87dc-a112-457f-b660-185d8b5fc70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:30:22.729096 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-abc28c92-75e8-4666-8321-594b10733f4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:22.729455 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc28c92-75e8-4666-8321-594b10733f4e None None] Bound using segment: {'id': '3cb916a8-22d0-4f18-82b2-5878cbaf9c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '72ae87dc-a112-457f-b660-185d8b5fc70d'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:30:22.730194 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-abc28c92-75e8-4666-8321-594b10733f4e None None] Bound port: 11053208-f45a-4ecb-938c-9ffd33490fea, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cb916a8-22d0-4f18-82b2-5878cbaf9c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '72ae87dc-a112-457f-b660-185d8b5fc70d'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:30:22.730594 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-abc28c92-75e8-4666-8321-594b10733f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:22.760246 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6a63a-4ad6-49db-a7f1-9394300a0703 req-6460116f-9a44-4b55-9aff-c5998a33db01 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:22.761815 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-36a6a63a-4ad6-49db-a7f1-9394300a0703 req-6460116f-9a44-4b55-9aff-c5998a33db01 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 1096 time: 0.0607548 Dec 09 15:30:22.772059 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161f408-b9dc-4984-9ba9-f69296757718 req-538ea6a3-0e88-4842-b355-3ef0fbc341ca tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:22.781539 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3161f408-b9dc-4984-9ba9-f69296757718 req-538ea6a3-0e88-4842-b355-3ef0fbc341ca tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 1096 time: 0.1171992 Dec 09 15:30:22.812590 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-abc28c92-75e8-4666-8321-594b10733f4e None None] For port 11053208-f45a-4ecb-938c-9ffd33490fea, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:30:22.818337 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-abc28c92-75e8-4666-8321-594b10733f4e None None] For port 11053208-f45a-4ecb-938c-9ffd33490fea, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=11053208-f45a-4ecb-938c-9ffd33490fea,segment=NetworkSegment(3cb916a8-22d0-4f18-82b2-5878cbaf9c7b),segment_id=3cb916a8-22d0-4f18-82b2-5878cbaf9c7b)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:30:22.834604 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-abc28c92-75e8-4666-8321-594b10733f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:22.902679 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3161f408-b9dc-4984-9ba9-f69296757718 req-7365b4ab-b98d-404f-834c-7a6aad19bce3 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158080 Dec 09 15:30:22.949330 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-36a6a63a-4ad6-49db-a7f1-9394300a0703 req-7958069c-e5b1-4bf3-803c-73f3442133cd tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412792 Dec 09 15:30:22.973265 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fd8fabe8-7049-49b2-9176-9d404568e8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:23.029447 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc28c92-75e8-4666-8321-594b10733f4e None None] Routers {'cc67a31e-64ed-47f6-a062-c2b4b99e8696'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:30:23.039998 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-abc28c92-75e8-4666-8321-594b10733f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:29:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['cc67a31e-64ed-47f6-a062-c2b4b99e8696'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:30:23.045758 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf61781-e19b-4439-88c2-51a02747bf30 None None] Pushing event updated for resources: {'Port': ['ID=11053208-f45a-4ecb-938c-9ffd33490fea,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:23.149527 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-04421edb-4955-4917-aeda-648efaa67db5 None None] Provisioning complete for port 11053208-f45a-4ecb-938c-9ffd33490fea triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:30:23.150494 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04421edb-4955-4917-aeda-648efaa67db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:23.164711 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a00d8-b3f3-4f9f-b2b0-1ff99b030065 req-f99a4419-682b-4c71-82b0-4685b79ef653 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:23.179209 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-215a00d8-b3f3-4f9f-b2b0-1ff99b030065 req-f99a4419-682b-4c71-82b0-4685b79ef653 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 948 time: 0.0882883 Dec 09 15:30:23.308815 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-215a00d8-b3f3-4f9f-b2b0-1ff99b030065 req-51318543-c0d7-48df-bb8f-52a9c7f25911 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224415 Dec 09 15:30:23.387565 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-eb41e22d-a8d1-41d4-b90d-2510efdd61d1 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:23.389760 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-eb41e22d-a8d1-41d4-b90d-2510efdd61d1 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/networks?id=ceb7ecf8-ac3c-4d11-975a-465c5d0227ee HTTP/1.1" status: 200 len: 812 time: 0.2022474 Dec 09 15:30:23.411427 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-ee9ea4d8-47a5-40cc-ab00-b3d8cc8ebdb4 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/quotas/13ab8f9eb9e44a98b88dffa52142eabd HTTP/1.1" status: 200 len: 375 time: 0.0114648 Dec 09 15:30:23.423616 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-abc28c92-75e8-4666-8321-594b10733f4e None None] Set router cc67a31e-64ed-47f6-a062-c2b4b99e8696 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:30:23.465068 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-a960f2ef-5b3c-42af-9a91-a8481a984ed2 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=13ab8f9eb9e44a98b88dffa52142eabd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436654 Dec 09 15:30:23.493866 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b94b00-c4a9-4d69-aeee-bd28124898d2 req-7721fd37-5cb1-438f-a9e5-685540e99031 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:23.495365 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-00b94b00-c4a9-4d69-aeee-bd28124898d2 req-7721fd37-5cb1-438f-a9e5-685540e99031 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d07fdce-6283-45ae-949f-48135e7cf82a HTTP/1.1" status: 200 len: 949 time: 0.0822906 Dec 09 15:30:23.604639 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-00b94b00-c4a9-4d69-aeee-bd28124898d2 req-2a5b4a95-3a1e-450e-962b-1886bf0a0d3c tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b59e658-a831-4714-bd08-f5cb4f1b1639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966895 Dec 09 15:30:23.620253 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04421edb-4955-4917-aeda-648efaa67db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:23.621084 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-246fe1af-dc7c-4f15-b612-0d85b0e15ab7 service neutron] 10.222.0.57 "GET /v2.0/networks/ceb7ecf8-ac3c-4d11-975a-465c5d0227ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420560 Dec 09 15:30:23.742125 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-86d3915c-be4a-4ba6-9a0a-9d6b05c05891 service neutron] 10.222.0.57 "GET /v2.0/networks/ceb7ecf8-ac3c-4d11-975a-465c5d0227ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143510 Dec 09 15:30:23.758230 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-04421edb-4955-4917-aeda-648efaa67db5 None None] For port 11053208-f45a-4ecb-938c-9ffd33490fea, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=11053208-f45a-4ecb-938c-9ffd33490fea,segment=NetworkSegment(3cb916a8-22d0-4f18-82b2-5878cbaf9c7b),segment_id=3cb916a8-22d0-4f18-82b2-5878cbaf9c7b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:23.791458 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04421edb-4955-4917-aeda-648efaa67db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:23.864704 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-abc28c92-75e8-4666-8321-594b10733f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc67a31e-64ed-47f6-a062-c2b4b99e8696', 'name': 'tempest-AttachSCSIVolumeTestJSON-1430570322-router', 'tenant_id': 'd72ecd3da2554d7abbe26b6566517105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '7a2da19c-88e7-499e-924f-dcaca3edbb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:30:11Z', 'updated_at': '2021-12-09T15:30:16Z', 'revision_number': 4, 'project_id': 'd72ecd3da2554d7abbe26b6566517105', 'gw_port': {'id': '7a2da19c-88e7-499e-924f-dcaca3edbb75', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:67:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc67a31e-64ed-47f6-a062-c2b4b99e8696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:30:11Z', 'updated_at': '2021-12-09T15:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '11053208-f45a-4ecb-938c-9ffd33490fea', 'name': '', 'network_id': '72ae87dc-a112-457f-b660-185d8b5fc70d', 'tenant_id': 'd72ecd3da2554d7abbe26b6566517105', 'mac_address': 'fa:16:3e:d0:b1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc67a31e-64ed-47f6-a062-c2b4b99e8696', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '10bb1be8-4a30-4461-ba93-f6da81407ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:30:14Z', 'updated_at': '2021-12-09T15:30:22Z', 'revision_number': 4, 'project_id': 'd72ecd3da2554d7abbe26b6566517105', 'subnets': [{'id': '10bb1be8-4a30-4461-ba93-f6da81407ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:30:23.939019 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04421edb-4955-4917-aeda-648efaa67db5 None None] Pushing event updated for resources: {'Port': ['ID=11053208-f45a-4ecb-938c-9ffd33490fea,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:23.974806 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc28c92-75e8-4666-8321-594b10733f4e None None] The sync data for ids ['cc67a31e-64ed-47f6-a062-c2b4b99e8696'] in n-d-821228-1 is: [{'id': 'cc67a31e-64ed-47f6-a062-c2b4b99e8696', 'name': 'tempest-AttachSCSIVolumeTestJSON-1430570322-router', 'tenant_id': 'd72ecd3da2554d7abbe26b6566517105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '7a2da19c-88e7-499e-924f-dcaca3edbb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:30:11Z', 'updated_at': '2021-12-09T15:30:16Z', 'revision_number': 4, 'project_id': 'd72ecd3da2554d7abbe26b6566517105', 'gw_port': {'id': '7a2da19c-88e7-499e-924f-dcaca3edbb75', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:67:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc67a31e-64ed-47f6-a062-c2b4b99e8696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:30:11Z', 'updated_at': '2021-12-09T15:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '11053208-f45a-4ecb-938c-9ffd33490fea', 'name': '', 'network_id': '72ae87dc-a112-457f-b660-185d8b5fc70d', 'tenant_id': 'd72ecd3da2554d7abbe26b6566517105', 'mac_address': 'fa:16:3e:d0:b1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc67a31e-64ed-47f6-a062-c2b4b99e8696', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '10bb1be8-4a30-4461-ba93-f6da81407ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:30:14Z', 'updated_at': '2021-12-09T15:30:22Z', 'revision_number': 4, 'project_id': 'd72ecd3da2554d7abbe26b6566517105', 'subnets': [{'id': '10bb1be8-4a30-4461-ba93-f6da81407ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:30:23.998302 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-0f878740-37d3-44b9-89ba-2b6bc156e95f None None] Provisioning complete for port 11053208-f45a-4ecb-938c-9ffd33490fea triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:30:24.005100 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0f878740-37d3-44b9-89ba-2b6bc156e95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:24.013147 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:24.068636 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-c825b3e2-a18b-427b-a5cf-ace86b70e8d9 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=1a150834424e4285b0b0bd2f4bd7ceec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1002772 Dec 09 15:30:24.237353 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-86261842-21a7-4842-bfb2-630b21b112f2 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:24.245963 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-86261842-21a7-4842-bfb2-630b21b112f2 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1746712 Dec 09 15:30:24.280089 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-883d05fe-1f73-4a41-908e-424881577671 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/quotas/1a150834424e4285b0b0bd2f4bd7ceec HTTP/1.1" status: 200 len: 375 time: 0.0331860 Dec 09 15:30:24.294552 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:24.339968 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-20b4bdd2-b8ca-49eb-ab9d-a0ce831b2687 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1a150834424e4285b0b0bd2f4bd7ceec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586760 Dec 09 15:30:25.177120 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3b99074a-4e3f-41d3-a399-dfb2cb85f13c req-13fc1e6e-efa9-4b28-842f-b79fbdc55747 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d61fa5b-78ba-4883-ae1a-c9aa32a91603 HTTP/1.1" status: 200 len: 210 time: 0.0620947 Dec 09 15:30:25.181778 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:25.202521 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 11053208-f45a-4ecb-938c-9ffd33490fea up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:30:25.291611 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 11053208-f45a-4ecb-938c-9ffd33490fea triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:30:25.292260 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:25.428171 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608abc02-96c7-4835-baf0-5ca43b2b5a6c req-34ccb665-d41e-46b8-bc7a-c4b852e6fd58 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:25.439085 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-608abc02-96c7-4835-baf0-5ca43b2b5a6c req-34ccb665-d41e-46b8-bc7a-c4b852e6fd58 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 1096 time: 0.0797071 Dec 09 15:30:25.512775 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-608abc02-96c7-4835-baf0-5ca43b2b5a6c req-f2f2e7fd-78c3-43a6-b7dc-7d1cbf394c78 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724096 Dec 09 15:30:25.633766 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-10a9196e-1eb7-4d6c-a05a-8eaac01f30ae req-ac57336c-6f0b-4125-92a2-28668b9068c6 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc4b133b-c6b0-422b-9173-9667dd3214b3 HTTP/1.1" status: 200 len: 210 time: 0.0414164 Dec 09 15:30:25.780827 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426fb889-5860-4808-9973-1abbbcf2ff8d req-aa0647f5-2a8a-4fe0-892d-9f3751a136d3 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:25.785464 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-426fb889-5860-4808-9973-1abbbcf2ff8d req-aa0647f5-2a8a-4fe0-892d-9f3751a136d3 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d07fdce-6283-45ae-949f-48135e7cf82a HTTP/1.1" status: 200 len: 949 time: 0.0659297 Dec 09 15:30:25.837996 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-426fb889-5860-4808-9973-1abbbcf2ff8d req-a800519a-b9fc-49d3-8cb8-329a7d60f2c0 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b59e658-a831-4714-bd08-f5cb4f1b1639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474691 Dec 09 15:30:25.932186 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51978) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:25.997000 n-d-821228-1 neutron-server[103245]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 09 15:30:26.001156 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-739750e7-6d8f-4c2d-88f7-5eccb64a83d1 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:30:26.002388 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-739750e7-6d8f-4c2d-88f7-5eccb64a83d1 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0689690 Dec 09 15:30:26.094858 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96fb468-a033-45b2-8987-e3e67fc6dd72 req-81a36097-8dc8-4e44-8418-283af1db13c3 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:26.096594 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f96fb468-a033-45b2-8987-e3e67fc6dd72 req-81a36097-8dc8-4e44-8418-283af1db13c3 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 948 time: 0.0827520 Dec 09 15:30:26.194090 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-935f7363-4d0c-4c3a-a708-41746f26a3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:26.201057 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f96fb468-a033-45b2-8987-e3e67fc6dd72 req-de107ad5-bc28-4ceb-b4c7-50ce98c6d833 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968823 Dec 09 15:30:26.203257 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-935f7363-4d0c-4c3a-a708-41746f26a3d0 service neutron] 10.222.0.57 "GET /v2.0/ports/a0b20723-edcd-4eb3-8315-2e4b6967ba40 HTTP/1.1" status: 200 len: 1093 time: 0.1377084 Dec 09 15:30:26.208771 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-44939e0f-0a69-4937-a8ed-797c60445a48 service neutron] Request body: {'binding': {'host': 'n-h1-821228-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:30:26.209507 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-44939e0f-0a69-4937-a8ed-797c60445a48 service neutron] Unknown quota resources ['binding']. {{(pid=103245) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 15:30:26.432193 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-99e3186a-e4fc-4b39-84de-774a937c4c30 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:26.434350 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-99e3186a-e4fc-4b39-84de-774a937c4c30 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.42 "GET /v2.0/networks?id=ceb7ecf8-ac3c-4d11-975a-465c5d0227ee HTTP/1.1" status: 200 len: 812 time: 0.2322018 Dec 09 15:30:26.445732 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:26.457861 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-210a98e8-f69f-489d-b95c-2c26156160f4 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Request body: {'port': {'device_id': '5d61fa5b-78ba-4883-ae1a-c9aa32a91603', 'network_id': 'ceb7ecf8-ac3c-4d11-975a-465c5d0227ee', 'admin_state_up': True, 'tenant_id': '13ab8f9eb9e44a98b88dffa52142eabd'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:30:26.749204 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-210a98e8-f69f-489d-b95c-2c26156160f4 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Made reservation on behalf of 13ab8f9eb9e44a98b88dffa52142eabd for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:30:26.769062 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-210a98e8-f69f-489d-b95c-2c26156160f4 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:26.977572 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-210a98e8-f69f-489d-b95c-2c26156160f4 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Allocated IP 172.20.0.2 (ceb7ecf8-ac3c-4d11-975a-465c5d0227ee/09838ae7-10e3-4a8f-9e69-f84874faf411/54082ef0-861e-49d8-9c6a-3dd2693b631f) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:30:27.022857 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-44939e0f-0a69-4937-a8ed-797c60445a48 service neutron] Attempting to bind port a0b20723-edcd-4eb3-8315-2e4b6967ba40 on host n-h1-821228-1 for vnic_type normal with profile None {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:30:27.023487 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-44939e0f-0a69-4937-a8ed-797c60445a48 service neutron] Attempting to bind port a0b20723-edcd-4eb3-8315-2e4b6967ba40 by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:30:27.023487 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-44939e0f-0a69-4937-a8ed-797c60445a48 service neutron] Attempting to bind port a0b20723-edcd-4eb3-8315-2e4b6967ba40 on network 6c4b0ba7-873d-4b03-9efa-67af55c0587e {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:30:27.068154 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-44939e0f-0a69-4937-a8ed-797c60445a48 service neutron] Port a0b20723-edcd-4eb3-8315-2e4b6967ba40 on network 6c4b0ba7-873d-4b03-9efa-67af55c0587e not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:30:27.069032 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-44939e0f-0a69-4937-a8ed-797c60445a48 service neutron] Attempting to bind port a0b20723-edcd-4eb3-8315-2e4b6967ba40 on network 6c4b0ba7-873d-4b03-9efa-67af55c0587e {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:30:27.107625 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-fab1566e-40b3-4345-b82e-49b5efd1b7b5 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=1a150834424e4285b0b0bd2f4bd7ceec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3098867 Dec 09 15:30:27.109305 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-44939e0f-0a69-4937-a8ed-797c60445a48 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:30:27.109685 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-44939e0f-0a69-4937-a8ed-797c60445a48 service neutron] Checking segment: {'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:30:27.110127 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-44939e0f-0a69-4937-a8ed-797c60445a48 service neutron] Bound using segment: {'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:30:27.110624 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-44939e0f-0a69-4937-a8ed-797c60445a48 service neutron] Bound port: a0b20723-edcd-4eb3-8315-2e4b6967ba40, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:30:27.193993 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-44939e0f-0a69-4937-a8ed-797c60445a48 service neutron] For port a0b20723-edcd-4eb3-8315-2e4b6967ba40, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=a0b20723-edcd-4eb3-8315-2e4b6967ba40,segment=NetworkSegment(69c5f819-123d-436b-8f3f-7e75c7d0b133),segment_id=69c5f819-123d-436b-8f3f-7e75c7d0b133)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:30:27.219660 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-44939e0f-0a69-4937-a8ed-797c60445a48 service neutron] Publish callbacks [] for binding, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:27.230312 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-210a98e8-f69f-489d-b95c-2c26156160f4 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:27.231410 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-44939e0f-0a69-4937-a8ed-797c60445a48 service neutron] 10.222.0.57 "POST /v2.0/ports/a0b20723-edcd-4eb3-8315-2e4b6967ba40/bindings HTTP/1.1" status: 201 len: 389 time: 1.0205920 Dec 09 15:30:27.343839 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-210a98e8-f69f-489d-b95c-2c26156160f4 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:27.431976 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-210a98e8-f69f-489d-b95c-2c26156160f4 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Network ceb7ecf8-ac3c-4d11-975a-465c5d0227ee is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:30:27.433299 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a98e8-f69f-489d-b95c-2c26156160f4 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Pushing event updated for resources: {'Port': ['ID=54082ef0-861e-49d8-9c6a-3dd2693b631f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:27.436224 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-210a98e8-f69f-489d-b95c-2c26156160f4 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:30:27.443951 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-210a98e8-f69f-489d-b95c-2c26156160f4 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:30:27.483549 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-210a98e8-f69f-489d-b95c-2c26156160f4 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:27.484787 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-210a98e8-f69f-489d-b95c-2c26156160f4 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:27.514731 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-210a98e8-f69f-489d-b95c-2c26156160f4 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0616324 Dec 09 15:30:27.540701 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-81b2e777-2915-44ff-9fd8-120a44b47f90 service neutron] Request body: {'port': {'device_id': '5d61fa5b-78ba-4883-ae1a-c9aa32a91603', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:30:27.609359 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-2dfa4777-8ae1-4f55-be79-98004ef03521 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:27.610964 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-2dfa4777-8ae1-4f55-be79-98004ef03521 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4151011 Dec 09 15:30:27.647183 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-1a05ba05-44cf-4214-b60c-3fac075553fe tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Request body: {'port': {'device_id': 'cc4b133b-c6b0-422b-9173-9667dd3214b3', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'admin_state_up': True, 'tenant_id': '1a150834424e4285b0b0bd2f4bd7ceec'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:30:27.707133 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-81b2e777-2915-44ff-9fd8-120a44b47f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:27.920036 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-cf67a9b0-7c51-405b-9b7b-0c95a0d55170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:27.922160 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-cf67a9b0-7c51-405b-9b7b-0c95a0d55170 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5674bd72d1184432801f651e299c9dce&device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 1096 time: 0.1476052 Dec 09 15:30:27.946377 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-1a05ba05-44cf-4214-b60c-3fac075553fe tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Made reservation on behalf of 1a150834424e4285b0b0bd2f4bd7ceec for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:30:27.956350 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-1a05ba05-44cf-4214-b60c-3fac075553fe tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:28.018262 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9cfd0-e2c4-4272-b774-677d42a82873 req-f05e17d3-2dad-4cd9-b95e-af19dda0e75f tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:28.027218 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1ce9cfd0-e2c4-4272-b774-677d42a82873 req-f05e17d3-2dad-4cd9-b95e-af19dda0e75f tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d61fa5b-78ba-4883-ae1a-c9aa32a91603 HTTP/1.1" status: 200 len: 931 time: 0.2292678 Dec 09 15:30:28.093986 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-bbe49254-05b3-419c-a30b-2f385c335169 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:30:28.102770 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-bbe49254-05b3-419c-a30b-2f385c335169 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0138683 Dec 09 15:30:28.125697 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-7dccb7cb-b4bb-40b1-becb-4fc0830a671a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:28.129560 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-7dccb7cb-b4bb-40b1-becb-4fc0830a671a service neutron] 10.222.0.42 "GET /v2.0/networks?id=6c4b0ba7-873d-4b03-9efa-67af55c0587e HTTP/1.1" status: 200 len: 921 time: 0.1989057 Dec 09 15:30:28.185867 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-f7ff6a15-7224-4265-9a1b-b2b82274ef2c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0b20723-edcd-4eb3-8315-2e4b6967ba40 HTTP/1.1" status: 200 len: 217 time: 0.0492210 Dec 09 15:30:28.271200 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-81b2e777-2915-44ff-9fd8-120a44b47f90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54082ef0-861e-49d8-9c6a-3dd2693b631f {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:30:28.285721 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-d8560d41-603e-4687-af6c-2810044fcb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:28.287595 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-d8560d41-603e-4687-af6c-2810044fcb4d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2340fb97-6ad9-4615-9535-804554d0ce45 HTTP/1.1" status: 200 len: 860 time: 0.0640824 Dec 09 15:30:28.289223 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-81b2e777-2915-44ff-9fd8-120a44b47f90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:28.305662 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-81b2e777-2915-44ff-9fd8-120a44b47f90 service neutron] Transition to ACTIVE for port object 54082ef0-861e-49d8-9c6a-3dd2693b631f will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:30:28.310247 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-a83422ab-0331-4c91-8d38-c83dc8659e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:28.321999 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-a83422ab-0331-4c91-8d38-c83dc8659e59 service neutron] 10.222.0.57 "GET /v2.0/ports/b5062ccf-d065-4c54-be78-8a88b95e17da HTTP/1.1" status: 200 len: 1093 time: 0.2182209 Dec 09 15:30:28.326310 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-0dbf8622-df98-481e-bdb8-6d5d4a39485a service neutron] Request body: {'binding': {'host': 'n-h1-821228-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:30:28.326886 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-0dbf8622-df98-481e-bdb8-6d5d4a39485a service neutron] Unknown quota resources ['binding']. {{(pid=103244) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 15:30:28.331083 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-a27cb67d-6185-4c7f-a577-837ad4a926a9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6c4b0ba7-873d-4b03-9efa-67af55c0587e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343506 Dec 09 15:30:28.331642 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-81b2e777-2915-44ff-9fd8-120a44b47f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:28.486869 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1ce9cfd0-e2c4-4272-b774-677d42a82873 req-abc12692-0d88-412b-9da4-e30a35d394af tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6ddef12-819c-4f08-88a4-0174330c0a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4557676 Dec 09 15:30:28.487563 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b2e777-2915-44ff-9fd8-120a44b47f90 service neutron] Pushing event updated for resources: {'Port': ['ID=54082ef0-861e-49d8-9c6a-3dd2693b631f,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:28.537546 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-1a05ba05-44cf-4214-b60c-3fac075553fe tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Allocated IP 192.168.233.18 (bf6a25f7-2b73-48b5-b60f-99a19e919fb7/54e6953c-1261-4e7c-8b49-64e5b87424c2/5d9da805-3b97-4412-9e1b-da9246bcd5db) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:30:28.546183 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-3a44473e-b3f1-419f-9770-fa8b8c41516f service neutron] 10.222.0.42 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025421 Dec 09 15:30:28.667701 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4fbaf095-902e-4857-9ac6-1c2c9ca34b87 req-62dd12a0-39f1-4703-862b-55127b4c5d48 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc4b133b-c6b0-422b-9173-9667dd3214b3 HTTP/1.1" status: 200 len: 210 time: 0.0749655 Dec 09 15:30:28.710177 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-81b2e777-2915-44ff-9fd8-120a44b47f90 service neutron] Attempting to bind port 54082ef0-861e-49d8-9c6a-3dd2693b631f on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:30:28.710518 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-81b2e777-2915-44ff-9fd8-120a44b47f90 service neutron] Attempting to bind port 54082ef0-861e-49d8-9c6a-3dd2693b631f by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '65ab9798-4da2-4ce5-b759-4c14cab985d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ceb7ecf8-ac3c-4d11-975a-465c5d0227ee'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:30:28.710850 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-81b2e777-2915-44ff-9fd8-120a44b47f90 service neutron] Attempting to bind port 54082ef0-861e-49d8-9c6a-3dd2693b631f on network ceb7ecf8-ac3c-4d11-975a-465c5d0227ee {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:30:28.717077 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-81b2e777-2915-44ff-9fd8-120a44b47f90 service neutron] Port 54082ef0-861e-49d8-9c6a-3dd2693b631f on network ceb7ecf8-ac3c-4d11-975a-465c5d0227ee not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:30:28.717409 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-81b2e777-2915-44ff-9fd8-120a44b47f90 service neutron] Attempting to bind port 54082ef0-861e-49d8-9c6a-3dd2693b631f on network ceb7ecf8-ac3c-4d11-975a-465c5d0227ee {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:30:28.725506 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-81b2e777-2915-44ff-9fd8-120a44b47f90 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:30:28.725857 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-81b2e777-2915-44ff-9fd8-120a44b47f90 service neutron] Checking segment: {'id': '65ab9798-4da2-4ce5-b759-4c14cab985d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ceb7ecf8-ac3c-4d11-975a-465c5d0227ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:30:28.726257 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-81b2e777-2915-44ff-9fd8-120a44b47f90 service neutron] Bound using segment: {'id': '65ab9798-4da2-4ce5-b759-4c14cab985d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ceb7ecf8-ac3c-4d11-975a-465c5d0227ee'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:30:28.726699 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-81b2e777-2915-44ff-9fd8-120a44b47f90 service neutron] Bound port: 54082ef0-861e-49d8-9c6a-3dd2693b631f, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65ab9798-4da2-4ce5-b759-4c14cab985d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ceb7ecf8-ac3c-4d11-975a-465c5d0227ee'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:30:28.727059 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-81b2e777-2915-44ff-9fd8-120a44b47f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:28.763614 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-8c82ec48-cd1a-47db-9744-4b623c696900 service neutron] 10.222.0.42 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081771 Dec 09 15:30:28.808285 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-0dbf8622-df98-481e-bdb8-6d5d4a39485a service neutron] Attempting to bind port b5062ccf-d065-4c54-be78-8a88b95e17da on host n-h1-821228-1 for vnic_type normal with profile None {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:30:28.808950 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-0dbf8622-df98-481e-bdb8-6d5d4a39485a service neutron] Attempting to bind port b5062ccf-d065-4c54-be78-8a88b95e17da by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:30:28.809452 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-0dbf8622-df98-481e-bdb8-6d5d4a39485a service neutron] Attempting to bind port b5062ccf-d065-4c54-be78-8a88b95e17da on network 3099805c-627c-4784-8087-c190eb81b4e0 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:30:28.820703 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-0dbf8622-df98-481e-bdb8-6d5d4a39485a service neutron] Port b5062ccf-d065-4c54-be78-8a88b95e17da on network 3099805c-627c-4784-8087-c190eb81b4e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:30:28.821277 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-0dbf8622-df98-481e-bdb8-6d5d4a39485a service neutron] Attempting to bind port b5062ccf-d065-4c54-be78-8a88b95e17da on network 3099805c-627c-4784-8087-c190eb81b4e0 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:30:28.849256 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-1a05ba05-44cf-4214-b60c-3fac075553fe tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:28.851745 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-0dbf8622-df98-481e-bdb8-6d5d4a39485a service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:30:28.857836 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-0dbf8622-df98-481e-bdb8-6d5d4a39485a service neutron] Checking segment: {'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:30:28.857836 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-0dbf8622-df98-481e-bdb8-6d5d4a39485a service neutron] Bound using segment: {'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:30:28.865552 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-0dbf8622-df98-481e-bdb8-6d5d4a39485a service neutron] Bound port: b5062ccf-d065-4c54-be78-8a88b95e17da, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:30:28.890108 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-1a05ba05-44cf-4214-b60c-3fac075553fe tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:28.920260 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-81b2e777-2915-44ff-9fd8-120a44b47f90 service neutron] For port 54082ef0-861e-49d8-9c6a-3dd2693b631f, host n-h1-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:30:28.946361 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-81b2e777-2915-44ff-9fd8-120a44b47f90 service neutron] For port 54082ef0-861e-49d8-9c6a-3dd2693b631f, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=54082ef0-861e-49d8-9c6a-3dd2693b631f,segment=NetworkSegment(65ab9798-4da2-4ce5-b759-4c14cab985d9),segment_id=65ab9798-4da2-4ce5-b759-4c14cab985d9)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:30:28.961254 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-81b2e777-2915-44ff-9fd8-120a44b47f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:28.970172 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd549d2-2fb0-4fab-92dd-680634eb1fbe req-d3fa73b8-7f87-49f7-a1fa-d749e456ff33 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:28.971700 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6bd549d2-2fb0-4fab-92dd-680634eb1fbe req-d3fa73b8-7f87-49f7-a1fa-d749e456ff33 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 948 time: 0.1338222 Dec 09 15:30:28.990230 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-1a05ba05-44cf-4214-b60c-3fac075553fe tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:30:28.999550 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-1a05ba05-44cf-4214-b60c-3fac075553fe tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:30:29.003659 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-1a05ba05-44cf-4214-b60c-3fac075553fe tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:30:29.007302 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05ba05-44cf-4214-b60c-3fac075553fe tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Pushing event updated for resources: {'Port': ['ID=5d9da805-3b97-4412-9e1b-da9246bcd5db,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:29.020466 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-0dbf8622-df98-481e-bdb8-6d5d4a39485a service neutron] For port b5062ccf-d065-4c54-be78-8a88b95e17da, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=b5062ccf-d065-4c54-be78-8a88b95e17da,segment=NetworkSegment(9bcbf52b-8ad5-477f-9636-c2f9cae19672),segment_id=9bcbf52b-8ad5-477f-9636-c2f9cae19672)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:30:29.047218 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-a905cdf6-c179-4405-8e08-4554db9a235a tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:29.049015 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-a905cdf6-c179-4405-8e08-4554db9a235a tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223&tenant_id=5674bd72d1184432801f651e299c9dce&binding%3Ahost_id=n-h2-821228-1 HTTP/1.1" status: 200 len: 1096 time: 0.1214061 Dec 09 15:30:29.063945 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-64c8d48c-6c0c-4283-9af4-596b9b7f8edd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821228-1'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:30:29.086868 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-0dbf8622-df98-481e-bdb8-6d5d4a39485a service neutron] Publish callbacks [] for binding, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:29.090816 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-0dbf8622-df98-481e-bdb8-6d5d4a39485a service neutron] 10.222.0.57 "POST /v2.0/ports/b5062ccf-d065-4c54-be78-8a88b95e17da/bindings HTTP/1.1" status: 201 len: 389 time: 0.7663088 Dec 09 15:30:29.095902 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-81b2e777-2915-44ff-9fd8-120a44b47f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:29.096773 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-81b2e777-2915-44ff-9fd8-120a44b47f90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:29.099728 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-81b2e777-2915-44ff-9fd8-120a44b47f90 service neutron] 10.222.0.42 "PUT /v2.0/ports/54082ef0-861e-49d8-9c6a-3dd2693b631f HTTP/1.1" status: 200 len: 1091 time: 1.5635941 Dec 09 15:30:29.120448 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-1a05ba05-44cf-4214-b60c-3fac075553fe tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:29.120448 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-1a05ba05-44cf-4214-b60c-3fac075553fe tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:29.138738 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d61fa5b-78ba-4883-ae1a-c9aa32a91603', 'tag': '54082ef0-861e-49d8-9c6a-3dd2693b631f'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:30:29.141493 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34627dc3-f49e-4c9a-b72b-0a869a91cdde" -d '{"events": [{"name": "network-changed", "server_uuid": "5d61fa5b-78ba-4883-ae1a-c9aa32a91603", "tag": "54082ef0-861e-49d8-9c6a-3dd2693b631f"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:30:29.221311 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-1a05ba05-44cf-4214-b60c-3fac075553fe tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5790431 Dec 09 15:30:29.232751 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-64c8d48c-6c0c-4283-9af4-596b9b7f8edd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:29.255819 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-eed0a905-e08c-4d49-b3bf-db5eb97b9e1b service neutron] Request body: {'port': {'device_id': 'cc4b133b-c6b0-422b-9173-9667dd3214b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:30:29.272731 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b2e777-2915-44ff-9fd8-120a44b47f90 service neutron] Pushing event updated for resources: {'Port': ['ID=54082ef0-861e-49d8-9c6a-3dd2693b631f,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:29.356797 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6bd549d2-2fb0-4fab-92dd-680634eb1fbe req-52f5bc44-8fc6-4b65-bc90-1b1bf81a6f59 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294897 Dec 09 15:30:29.418514 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-c3af74f4-1022-4057-8b55-0efdafcb4dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:29.420643 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-c3af74f4-1022-4057-8b55-0efdafcb4dc1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=13ab8f9eb9e44a98b88dffa52142eabd&device_id=5d61fa5b-78ba-4883-ae1a-c9aa32a91603 HTTP/1.1" status: 200 len: 1094 time: 0.1330242 Dec 09 15:30:29.432615 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-eed0a905-e08c-4d49-b3bf-db5eb97b9e1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:29.474199 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7b283c0e-b4b3-4e46-8bf2-12b6b57e1f7a None None] Provisioning complete for port 5d9da805-3b97-4412-9e1b-da9246bcd5db triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:30:29.474838 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7b283c0e-b4b3-4e46-8bf2-12b6b57e1f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:29.515450 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac6484-9489-4e4d-ab99-9a35c682bb07 req-2fb8deef-dc51-4b3b-a072-e220d1169311 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:29.517173 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cfac6484-9489-4e4d-ab99-9a35c682bb07 req-2fb8deef-dc51-4b3b-a072-e220d1169311 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d07fdce-6283-45ae-949f-48135e7cf82a HTTP/1.1" status: 200 len: 949 time: 0.2717509 Dec 09 15:30:29.518555 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-7a61a92b-1a1c-4580-b1c0-2fb5834cf63c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54082ef0-861e-49d8-9c6a-3dd2693b631f HTTP/1.1" status: 200 len: 217 time: 0.0764539 Dec 09 15:30:29.544598 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-7b283c0e-b4b3-4e46-8bf2-12b6b57e1f7a None None] Port 5d9da805-3b97-4412-9e1b-da9246bcd5db cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:30:29.651584 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-64c8d48c-6c0c-4283-9af4-596b9b7f8edd service neutron] For port a0b20723-edcd-4eb3-8315-2e4b6967ba40, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=a0b20723-edcd-4eb3-8315-2e4b6967ba40,segment=NetworkSegment(69c5f819-123d-436b-8f3f-7e75c7d0b133),segment_id=69c5f819-123d-436b-8f3f-7e75c7d0b133)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:29.766026 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-64c8d48c-6c0c-4283-9af4-596b9b7f8edd service neutron] For port a0b20723-edcd-4eb3-8315-2e4b6967ba40, host n-h2-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:30:29.840655 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd04fb7ab-5750-404c-b76e-89959a5df223', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0b20723-edcd-4eb3-8315-2e4b6967ba40'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:30:29.843378 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae350f2-63ac-47f5-b5eb-79ce6f7eb227" -d '{"events": [{"server_uuid": "d04fb7ab-5750-404c-b76e-89959a5df223", "name": "network-vif-unplugged", "status": "completed", "tag": "a0b20723-edcd-4eb3-8315-2e4b6967ba40"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:30:29.850472 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-64c8d48c-6c0c-4283-9af4-596b9b7f8edd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:29.864361 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-64c8d48c-6c0c-4283-9af4-596b9b7f8edd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:29.907845 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bcd400-5291-450a-8231-59555d0964b1 req-1e2826be-5ddd-4fa3-b738-50834f5da243 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:29.916364 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f9bcd400-5291-450a-8231-59555d0964b1 req-1e2826be-5ddd-4fa3-b738-50834f5da243 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 945 time: 0.5734076 Dec 09 15:30:29.975183 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-0230a2b1-fc11-4fd0-be56-685d8901aefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:29.975735 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-0230a2b1-fc11-4fd0-be56-685d8901aefb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=09838ae7-10e3-4a8f-9e69-f84874faf411 HTTP/1.1" status: 200 len: 852 time: 0.4263773 Dec 09 15:30:29.994263 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-eed0a905-e08c-4d49-b3bf-db5eb97b9e1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d9da805-3b97-4412-9e1b-da9246bcd5db {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:30:30.011432 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-eed0a905-e08c-4d49-b3bf-db5eb97b9e1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:30.016648 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c8d48c-6c0c-4283-9af4-596b9b7f8edd service neutron] Pushing event updated for resources: {'Port': ['ID=a0b20723-edcd-4eb3-8315-2e4b6967ba40,revision_number=7']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:30.042259 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-eed0a905-e08c-4d49-b3bf-db5eb97b9e1b service neutron] Transition to ACTIVE for port object 5d9da805-3b97-4412-9e1b-da9246bcd5db will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:30:30.043496 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-64c8d48c-6c0c-4283-9af4-596b9b7f8edd service neutron] Attempting to bind port a0b20723-edcd-4eb3-8315-2e4b6967ba40 on host n-h2-821228-1 for vnic_type normal with profile {"migrating_to": "n-h1-821228-1"} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:30:30.043912 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-64c8d48c-6c0c-4283-9af4-596b9b7f8edd service neutron] Attempting to bind port a0b20723-edcd-4eb3-8315-2e4b6967ba40 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:30:30.044276 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-64c8d48c-6c0c-4283-9af4-596b9b7f8edd service neutron] Attempting to bind port a0b20723-edcd-4eb3-8315-2e4b6967ba40 on network 6c4b0ba7-873d-4b03-9efa-67af55c0587e {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:30:30.049913 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-eed0a905-e08c-4d49-b3bf-db5eb97b9e1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:30.056016 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-a50e17f8-cb21-4929-9379-a59671961a08 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ceb7ecf8-ac3c-4d11-975a-465c5d0227ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548999 Dec 09 15:30:30.056213 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-64c8d48c-6c0c-4283-9af4-596b9b7f8edd service neutron] Port a0b20723-edcd-4eb3-8315-2e4b6967ba40 on network 6c4b0ba7-873d-4b03-9efa-67af55c0587e not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:30:30.056213 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-64c8d48c-6c0c-4283-9af4-596b9b7f8edd service neutron] Attempting to bind port a0b20723-edcd-4eb3-8315-2e4b6967ba40 on network 6c4b0ba7-873d-4b03-9efa-67af55c0587e {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:30:30.064003 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f9bcd400-5291-450a-8231-59555d0964b1 req-91e67e03-46e3-4fc0-a51e-91c84c491240 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466608 Dec 09 15:30:30.075232 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b7e04f-de91-4671-b3e4-15e76905aa4e req-49fc0cf8-4540-458b-babc-8c3de4282457 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:30.076791 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-64b7e04f-de91-4671-b3e4-15e76905aa4e req-49fc0cf8-4540-458b-babc-8c3de4282457 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d07fdce-6283-45ae-949f-48135e7cf82a HTTP/1.1" status: 200 len: 949 time: 0.5518410 Dec 09 15:30:30.130143 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-64c8d48c-6c0c-4283-9af4-596b9b7f8edd service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:30:30.130856 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-64c8d48c-6c0c-4283-9af4-596b9b7f8edd service neutron] Checking segment: {'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:30:30.131426 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-64c8d48c-6c0c-4283-9af4-596b9b7f8edd service neutron] Bound using segment: {'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:30:30.132060 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-64c8d48c-6c0c-4283-9af4-596b9b7f8edd service neutron] Bound port: a0b20723-edcd-4eb3-8315-2e4b6967ba40, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:30:30.132449 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-64c8d48c-6c0c-4283-9af4-596b9b7f8edd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:30.139753 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed0a905-e08c-4d49-b3bf-db5eb97b9e1b service neutron] Pushing event updated for resources: {'Port': ['ID=5d9da805-3b97-4412-9e1b-da9246bcd5db,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:30.198623 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-64b7e04f-de91-4671-b3e4-15e76905aa4e req-de65bb28-fc42-4955-b853-5b34cf6e3ffc tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b59e658-a831-4714-bd08-f5cb4f1b1639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104219 Dec 09 15:30:30.263279 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-cfac6484-9489-4e4d-ab99-9a35c682bb07 req-a1392a15-d6a4-4798-8880-e84f4013fd3c tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] Deleting port ed65f217-f040-4f2b-865e-f5c49054edb1 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:30:30.263702 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cfac6484-9489-4e4d-ab99-9a35c682bb07 req-a1392a15-d6a4-4798-8880-e84f4013fd3c tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:30.372331 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44aa1ce3-7ef0-4b67-955d-6ae4b9167cdd x-openstack-request-id: req-44aa1ce3-7ef0-4b67-955d-6ae4b9167cdd {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:30:30.372331 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d61fa5b-78ba-4883-ae1a-c9aa32a91603", "tag": "54082ef0-861e-49d8-9c6a-3dd2693b631f", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:30:30.373217 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-44aa1ce3-7ef0-4b67-955d-6ae4b9167cdd {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:30:30.373217 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d61fa5b-78ba-4883-ae1a-c9aa32a91603', 'tag': '54082ef0-861e-49d8-9c6a-3dd2693b631f', 'status': 'completed', 'code': 200} Dec 09 15:30:30.429759 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-64c8d48c-6c0c-4283-9af4-596b9b7f8edd service neutron] For port a0b20723-edcd-4eb3-8315-2e4b6967ba40, host n-h2-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:30:30.434052 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-64c8d48c-6c0c-4283-9af4-596b9b7f8edd service neutron] For port a0b20723-edcd-4eb3-8315-2e4b6967ba40, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=a0b20723-edcd-4eb3-8315-2e4b6967ba40,segment=NetworkSegment(69c5f819-123d-436b-8f3f-7e75c7d0b133),segment_id=69c5f819-123d-436b-8f3f-7e75c7d0b133)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:30:30.466404 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-eed0a905-e08c-4d49-b3bf-db5eb97b9e1b service neutron] Attempting to bind port 5d9da805-3b97-4412-9e1b-da9246bcd5db on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:30:30.466799 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-eed0a905-e08c-4d49-b3bf-db5eb97b9e1b service neutron] Attempting to bind port 5d9da805-3b97-4412-9e1b-da9246bcd5db by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:30:30.467221 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-eed0a905-e08c-4d49-b3bf-db5eb97b9e1b service neutron] Attempting to bind port 5d9da805-3b97-4412-9e1b-da9246bcd5db on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:30:30.472090 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-64c8d48c-6c0c-4283-9af4-596b9b7f8edd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:30.496104 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-cfac6484-9489-4e4d-ab99-9a35c682bb07 req-a1392a15-d6a4-4798-8880-e84f4013fd3c tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] For port ed65f217-f040-4f2b-865e-f5c49054edb1, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=ed65f217-f040-4f2b-865e-f5c49054edb1,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:30.496504 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cfac6484-9489-4e4d-ab99-9a35c682bb07 req-a1392a15-d6a4-4798-8880-e84f4013fd3c tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:30.507128 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-eed0a905-e08c-4d49-b3bf-db5eb97b9e1b service neutron] Port 5d9da805-3b97-4412-9e1b-da9246bcd5db on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:30:30.507683 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-eed0a905-e08c-4d49-b3bf-db5eb97b9e1b service neutron] Attempting to bind port 5d9da805-3b97-4412-9e1b-da9246bcd5db on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:30:30.512766 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-cfac6484-9489-4e4d-ab99-9a35c682bb07 req-a1392a15-d6a4-4798-8880-e84f4013fd3c tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] Calling delete_port for ed65f217-f040-4f2b-865e-f5c49054edb1 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:30:30.537735 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-eed0a905-e08c-4d49-b3bf-db5eb97b9e1b service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:30:30.538251 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-eed0a905-e08c-4d49-b3bf-db5eb97b9e1b service neutron] Checking segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:30:30.538761 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-eed0a905-e08c-4d49-b3bf-db5eb97b9e1b service neutron] Bound using segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:30:30.539316 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-eed0a905-e08c-4d49-b3bf-db5eb97b9e1b service neutron] Bound port: 5d9da805-3b97-4412-9e1b-da9246bcd5db, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:30:30.539687 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-ddcc2f6b-19ac-4005-a776-4f9187863ff9 service neutron] 10.222.0.42 "GET /v2.0/networks/ceb7ecf8-ac3c-4d11-975a-465c5d0227ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4745650 Dec 09 15:30:30.539858 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-eed0a905-e08c-4d49-b3bf-db5eb97b9e1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:30.564445 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d330998-458b-42bf-a7d1-2f1938b7e652 req-40984541-04f6-4565-b1bd-86b4d46ac6ef tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:30.571882 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8d330998-458b-42bf-a7d1-2f1938b7e652 req-40984541-04f6-4565-b1bd-86b4d46ac6ef tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 945 time: 0.3001406 Dec 09 15:30:30.578813 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-64c8d48c-6c0c-4283-9af4-596b9b7f8edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:30.579810 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-64c8d48c-6c0c-4283-9af4-596b9b7f8edd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:30.581222 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-64c8d48c-6c0c-4283-9af4-596b9b7f8edd service neutron] 10.222.0.42 "PUT /v2.0/ports/a0b20723-edcd-4eb3-8315-2e4b6967ba40 HTTP/1.1" status: 200 len: 1121 time: 1.5219157 Dec 09 15:30:30.649694 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-eed0a905-e08c-4d49-b3bf-db5eb97b9e1b service neutron] For port 5d9da805-3b97-4412-9e1b-da9246bcd5db, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:30:30.653561 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-eed0a905-e08c-4d49-b3bf-db5eb97b9e1b service neutron] For port 5d9da805-3b97-4412-9e1b-da9246bcd5db, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=5d9da805-3b97-4412-9e1b-da9246bcd5db,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:30:30.663657 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-eed0a905-e08c-4d49-b3bf-db5eb97b9e1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:30.687632 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['a0b20723-edcd-4eb3-8315-2e4b6967ba40'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:30:30.690307 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-eed0a905-e08c-4d49-b3bf-db5eb97b9e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:30.691795 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-eed0a905-e08c-4d49-b3bf-db5eb97b9e1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:30.694992 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-eed0a905-e08c-4d49-b3bf-db5eb97b9e1b service neutron] 10.222.0.42 "PUT /v2.0/ports/5d9da805-3b97-4412-9e1b-da9246bcd5db HTTP/1.1" status: 200 len: 1095 time: 1.4446080 Dec 09 15:30:30.697414 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c8d48c-6c0c-4283-9af4-596b9b7f8edd service neutron] Pushing event updated for resources: {'Port': ['ID=a0b20723-edcd-4eb3-8315-2e4b6967ba40,revision_number=8']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:30.734682 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f72e63-8f39-4b36-ad48-7498764eb815 req-aa22fdb4-e569-47be-81c9-1dd6b6c5e092 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:30.736247 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-27f72e63-8f39-4b36-ad48-7498764eb815 req-aa22fdb4-e569-47be-81c9-1dd6b6c5e092 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d61fa5b-78ba-4883-ae1a-c9aa32a91603 HTTP/1.1" status: 200 len: 943 time: 0.2178431 Dec 09 15:30:30.769809 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8d330998-458b-42bf-a7d1-2f1938b7e652 req-49a617b0-db8a-48c1-a3c8-6bef83e3f176 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963692 Dec 09 15:30:30.888328 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed0a905-e08c-4d49-b3bf-db5eb97b9e1b service neutron] Pushing event updated for resources: {'Port': ['ID=5d9da805-3b97-4412-9e1b-da9246bcd5db,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:30.914292 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-90d8afdf-0912-4cb6-9c63-0de562bba401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:30.916188 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-90d8afdf-0912-4cb6-9c63-0de562bba401 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a150834424e4285b0b0bd2f4bd7ceec&device_id=cc4b133b-c6b0-422b-9173-9667dd3214b3 HTTP/1.1" status: 200 len: 1098 time: 0.1479981 Dec 09 15:30:30.947563 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-edafdbcc-7295-4725-b769-483ea126f6d6 req-0021da85-53d9-4e68-afdd-c9a1b53a573f service neutron] 10.222.0.42 "GET /v2.0/networks/ceb7ecf8-ac3c-4d11-975a-465c5d0227ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920054 Dec 09 15:30:30.982633 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-e7d62fd7-22a6-4e40-91b3-deddf72f18fe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=5d9da805-3b97-4412-9e1b-da9246bcd5db HTTP/1.1" status: 200 len: 217 time: 0.0505154 Dec 09 15:30:31.000515 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-27f72e63-8f39-4b36-ad48-7498764eb815 req-716278dc-1d6e-424d-9fb6-d8e9c3fecc53 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6ddef12-819c-4f08-88a4-0174330c0a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562988 Dec 09 15:30:31.008149 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cfac6484-9489-4e4d-ab99-9a35c682bb07 req-a1392a15-d6a4-4798-8880-e84f4013fd3c tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:31.042009 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1392a15-d6a4-4798-8880-e84f4013fd3c tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] Pushing event deleted for resources: {'Port': ['ID=ed65f217-f040-4f2b-865e-f5c49054edb1,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:31.062240 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d901e-877a-4c22-8264-5aeee613ede7 req-12fa973b-3581-4f03-9001-1f9e0c534a11 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:31.069569 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f25d901e-877a-4c22-8264-5aeee613ede7 req-12fa973b-3581-4f03-9001-1f9e0c534a11 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc4b133b-c6b0-422b-9173-9667dd3214b3 HTTP/1.1" status: 200 len: 947 time: 0.1730440 Dec 09 15:30:31.132917 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-025d9b8c-3339-43ac-aab8-2023830da022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:31.133884 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfac6484-9489-4e4d-ab99-9a35c682bb07 req-a1392a15-d6a4-4798-8880-e84f4013fd3c tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] No DVR routers for this DVR port ed65f217-f040-4f2b-865e-f5c49054edb1 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:30:31.134407 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-025d9b8c-3339-43ac-aab8-2023830da022 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0823841 Dec 09 15:30:31.179526 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cfac6484-9489-4e4d-ab99-9a35c682bb07 req-a1392a15-d6a4-4798-8880-e84f4013fd3c tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:31.188624 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cfac6484-9489-4e4d-ab99-9a35c682bb07 req-a1392a15-d6a4-4798-8880-e84f4013fd3c tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.31 "DELETE /v2.0/ports/ed65f217-f040-4f2b-865e-f5c49054edb1 HTTP/1.1" status: 204 len: 173 time: 1.6517780 Dec 09 15:30:31.193054 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 15:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399ecaed-d0d0-4320-bdb1-be839038508b x-openstack-request-id: req-399ecaed-d0d0-4320-bdb1-be839038508b {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:30:31.193345 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d04fb7ab-5750-404c-b76e-89959a5df223", "name": "network-vif-unplugged", "status": "completed", "tag": "a0b20723-edcd-4eb3-8315-2e4b6967ba40", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:30:31.193595 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-399ecaed-d0d0-4320-bdb1-be839038508b {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:30:31.194031 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd04fb7ab-5750-404c-b76e-89959a5df223', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0b20723-edcd-4eb3-8315-2e4b6967ba40', 'code': 200} Dec 09 15:30:31.227411 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-ce871bf3-7045-4e61-a1f3-2ed9eedc6021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:31.228960 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-ce871bf3-7045-4e61-a1f3-2ed9eedc6021 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0787537 Dec 09 15:30:31.292560 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f25d901e-877a-4c22-8264-5aeee613ede7 req-64295e51-30f9-423a-bb95-42b8bca5e46a tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218764 Dec 09 15:30:31.303614 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34627dc3-f49e-4c9a-b72b-0a869a91cdde req-2b0d3295-4df7-480d-8c2b-4646616c3425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:31.305206 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34627dc3-f49e-4c9a-b72b-0a869a91cdde req-2b0d3295-4df7-480d-8c2b-4646616c3425 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=13ab8f9eb9e44a98b88dffa52142eabd&device_id=5d61fa5b-78ba-4883-ae1a-c9aa32a91603 HTTP/1.1" status: 200 len: 1094 time: 0.2197864 Dec 09 15:30:31.419141 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-04e5f9b1-f880-4bc6-8668-6ee506139305 service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818347 Dec 09 15:30:31.506209 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443f72d-a006-4400-b299-afc5a93ee324 req-900161d9-e071-40f9-af64-af0dbac81c42 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:31.513519 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e443f72d-a006-4400-b299-afc5a93ee324 req-900161d9-e071-40f9-af64-af0dbac81c42 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 948 time: 0.1791475 Dec 09 15:30:31.540906 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fba806c3-edbe-4d64-a5d9-a30bcae2cd06 req-2de19746-f25f-47ca-8617-9086d72d8a5f service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137872 Dec 09 15:30:31.542228 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de651217-f9c4-4a66-b7b3-aeab2e85147c req-6c21f838-2ad5-419e-b157-295d7986c7da tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:31.543737 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-de651217-f9c4-4a66-b7b3-aeab2e85147c req-6c21f838-2ad5-419e-b157-295d7986c7da tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 943 time: 0.1570666 Dec 09 15:30:31.550128 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34627dc3-f49e-4c9a-b72b-0a869a91cdde req-455b31a8-8250-4abf-aa4d-42a6f6d0d0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:31.551590 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34627dc3-f49e-4c9a-b72b-0a869a91cdde req-455b31a8-8250-4abf-aa4d-42a6f6d0d0a1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ceb7ecf8-ac3c-4d11-975a-465c5d0227ee HTTP/1.1" status: 200 len: 913 time: 0.2380943 Dec 09 15:30:31.620757 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34627dc3-f49e-4c9a-b72b-0a869a91cdde req-b334d8f9-7aaa-415f-ab2b-20cee558e2b8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54082ef0-861e-49d8-9c6a-3dd2693b631f HTTP/1.1" status: 200 len: 217 time: 0.0588005 Dec 09 15:30:31.652753 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e443f72d-a006-4400-b299-afc5a93ee324 req-7cdfce22-eeab-49de-b070-a27fcc1fdbbe tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383319 Dec 09 15:30:31.699800 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-de651217-f9c4-4a66-b7b3-aeab2e85147c req-954db1f8-aada-4a40-a8f6-b7bab7f0b11c tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468849 Dec 09 15:30:31.727860 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34627dc3-f49e-4c9a-b72b-0a869a91cdde req-e9e121d8-75e2-44e4-8b47-368234d30116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:31.731109 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34627dc3-f49e-4c9a-b72b-0a869a91cdde req-e9e121d8-75e2-44e4-8b47-368234d30116 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=09838ae7-10e3-4a8f-9e69-f84874faf411 HTTP/1.1" status: 200 len: 852 time: 0.0986907 Dec 09 15:30:31.771813 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34627dc3-f49e-4c9a-b72b-0a869a91cdde req-fc12d0ae-d571-4bd8-bbba-7969cd50c94a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ceb7ecf8-ac3c-4d11-975a-465c5d0227ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310540 Dec 09 15:30:31.887128 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7f749dd5-875a-4813-86f8-072525d638dd req-5aa4c6ed-26b5-4ac0-b97f-a0151132d284 tempest-ImagesNegativeTestJSON-521507182 tempest-ImagesNegativeTestJSON-521507182-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d07fdce-6283-45ae-949f-48135e7cf82a HTTP/1.1" status: 200 len: 210 time: 0.1122947 Dec 09 15:30:31.979023 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700b1d2-193d-4d02-88cf-6b5ef12ddd3b req-8ee3e085-6f0b-4660-8115-95ef6a01360b tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:31.986417 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c700b1d2-193d-4d02-88cf-6b5ef12ddd3b req-8ee3e085-6f0b-4660-8115-95ef6a01360b tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 945 time: 0.0980737 Dec 09 15:30:31.999388 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34627dc3-f49e-4c9a-b72b-0a869a91cdde req-e63295e9-6b36-44ce-bf6b-53dc333f2397 service neutron] 10.222.0.42 "GET /v2.0/networks/ceb7ecf8-ac3c-4d11-975a-465c5d0227ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164404 Dec 09 15:30:32.227131 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c700b1d2-193d-4d02-88cf-6b5ef12ddd3b req-3c81d690-e54f-4704-88c6-06e42aa3d5fc tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343256 Dec 09 15:30:32.307120 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34627dc3-f49e-4c9a-b72b-0a869a91cdde req-b204e30e-ddc9-4264-b965-97521465bbf7 service neutron] 10.222.0.42 "GET /v2.0/networks/ceb7ecf8-ac3c-4d11-975a-465c5d0227ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994945 Dec 09 15:30:32.329236 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1eb5bb-8ef1-4902-a072-f913a23658f4 req-87653742-acd8-4291-9c74-9e9a3022cfe9 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:32.339669 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4d1eb5bb-8ef1-4902-a072-f913a23658f4 req-87653742-acd8-4291-9c74-9e9a3022cfe9 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d61fa5b-78ba-4883-ae1a-c9aa32a91603 HTTP/1.1" status: 200 len: 943 time: 0.2041574 Dec 09 15:30:32.375677 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d07fdce-6283-45ae-949f-48135e7cf82a', 'name': 'network-vif-deleted', 'tag': 'ed65f217-f040-4f2b-865e-f5c49054edb1'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:30:32.377915 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6382424f-612c-4602-aeb3-5ab5c6d19130" -d '{"events": [{"server_uuid": "3d07fdce-6283-45ae-949f-48135e7cf82a", "name": "network-vif-deleted", "tag": "ed65f217-f040-4f2b-865e-f5c49054edb1"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:30:32.410176 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4d1eb5bb-8ef1-4902-a072-f913a23658f4 req-b67b0540-215b-417c-9ab2-1b7d161e72d6 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6ddef12-819c-4f08-88a4-0174330c0a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698006 Dec 09 15:30:32.499785 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be1fdc-23ae-4e23-b619-695d1dc20162 req-974a996b-b1ea-40b9-a88f-c5b4445d167c tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:32.502537 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-37be1fdc-23ae-4e23-b619-695d1dc20162 req-974a996b-b1ea-40b9-a88f-c5b4445d167c tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc4b133b-c6b0-422b-9173-9667dd3214b3 HTTP/1.1" status: 200 len: 947 time: 0.0743728 Dec 09 15:30:32.504873 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039d5ee3-9520-4573-9f18-7acc380ef31a x-openstack-request-id: req-039d5ee3-9520-4573-9f18-7acc380ef31a {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:30:32.505162 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d07fdce-6283-45ae-949f-48135e7cf82a", "name": "network-vif-deleted", "tag": "ed65f217-f040-4f2b-865e-f5c49054edb1", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:30:32.505414 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-039d5ee3-9520-4573-9f18-7acc380ef31a {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:30:32.505806 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d07fdce-6283-45ae-949f-48135e7cf82a', 'name': 'network-vif-deleted', 'tag': 'ed65f217-f040-4f2b-865e-f5c49054edb1', 'status': 'completed', 'code': 200} Dec 09 15:30:32.569354 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-37be1fdc-23ae-4e23-b619-695d1dc20162 req-24180f57-944e-4ddb-9fa1-38fdfcaa37bb tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549822 Dec 09 15:30:32.896109 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f126a3e-8980-4a03-9547-f31d7e37cfe1 req-8355dfc2-9cc9-48f5-b37d-f72d13b9c561 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:32.897740 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1f126a3e-8980-4a03-9547-f31d7e37cfe1 req-8355dfc2-9cc9-48f5-b37d-f72d13b9c561 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 948 time: 0.1341040 Dec 09 15:30:32.907319 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device ed65f217-f040-4f2b-865e-f5c49054edb1 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:30:32.913989 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef78a10-ffde-41c7-9a9f-3cba3ce83eff req-be593f61-8fa1-43d6-bfce-57f9dfd31ad6 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:32.920826 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eef78a10-ffde-41c7-9a9f-3cba3ce83eff req-be593f61-8fa1-43d6-bfce-57f9dfd31ad6 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 943 time: 0.1108437 Dec 09 15:30:32.951637 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: ed65f217-f040-4f2b-865e-f5c49054edb1 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:30:32.952700 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device ed65f217-f040-4f2b-865e-f5c49054edb1 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:30:33.027273 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1f126a3e-8980-4a03-9547-f31d7e37cfe1 req-b637133e-dd4e-4381-9652-250090a27aa0 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044204 Dec 09 15:30:33.047979 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eef78a10-ffde-41c7-9a9f-3cba3ce83eff req-d3f7b9e4-cfd9-4047-ae35-b97caffe1e74 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176410 Dec 09 15:30:33.197940 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd04fb7ab-5750-404c-b76e-89959a5df223', 'tag': 'a0b20723-edcd-4eb3-8315-2e4b6967ba40'}, {'name': 'network-changed', 'server_uuid': 'cc4b133b-c6b0-422b-9173-9667dd3214b3', 'tag': '5d9da805-3b97-4412-9e1b-da9246bcd5db'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:30:33.201412 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4289f3ca-d844-4a0c-8c34-9fd4c1972919" -d '{"events": [{"name": "network-changed", "server_uuid": "d04fb7ab-5750-404c-b76e-89959a5df223", "tag": "a0b20723-edcd-4eb3-8315-2e4b6967ba40"}, {"name": "network-changed", "server_uuid": "cc4b133b-c6b0-422b-9173-9667dd3214b3", "tag": "5d9da805-3b97-4412-9e1b-da9246bcd5db"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:30:33.314632 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 09 Dec 2021 15:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d53d39b-b8fe-49bd-8f87-77ebe7dfd402 x-openstack-request-id: req-1d53d39b-b8fe-49bd-8f87-77ebe7dfd402 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:30:33.314936 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d04fb7ab-5750-404c-b76e-89959a5df223", "tag": "a0b20723-edcd-4eb3-8315-2e4b6967ba40", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cc4b133b-c6b0-422b-9173-9667dd3214b3", "tag": "5d9da805-3b97-4412-9e1b-da9246bcd5db", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:30:33.315189 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1d53d39b-b8fe-49bd-8f87-77ebe7dfd402 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:30:33.315589 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd04fb7ab-5750-404c-b76e-89959a5df223', 'tag': 'a0b20723-edcd-4eb3-8315-2e4b6967ba40', 'status': 'completed', 'code': 200} Dec 09 15:30:33.315848 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc4b133b-c6b0-422b-9173-9667dd3214b3', 'tag': '5d9da805-3b97-4412-9e1b-da9246bcd5db', 'status': 'completed', 'code': 200} Dec 09 15:30:33.443706 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device a0b20723-edcd-4eb3-8315-2e4b6967ba40 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:30:33.564081 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289f3ca-d844-4a0c-8c34-9fd4c1972919 req-77b7b457-d901-4492-b127-adcde3cdd40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:33.567640 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4289f3ca-d844-4a0c-8c34-9fd4c1972919 req-77b7b457-d901-4492-b127-adcde3cdd40f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5674bd72d1184432801f651e299c9dce&device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 1124 time: 0.2715902 Dec 09 15:30:33.640512 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862a8a5-e709-4cc1-bc19-185b4e0a610c req-0a7c399e-4594-4f8b-ba71-83d9570b85c1 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:33.646560 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port a0b20723-edcd-4eb3-8315-2e4b6967ba40, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=a0b20723-edcd-4eb3-8315-2e4b6967ba40,segment=NetworkSegment(69c5f819-123d-436b-8f3f-7e75c7d0b133),segment_id=69c5f819-123d-436b-8f3f-7e75c7d0b133)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:33.650275 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7862a8a5-e709-4cc1-bc19-185b4e0a610c req-0a7c399e-4594-4f8b-ba71-83d9570b85c1 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 945 time: 0.2824659 Dec 09 15:30:33.684148 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device a0b20723-edcd-4eb3-8315-2e4b6967ba40 has no active binding in host n-h1-821228-1 {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 09 15:30:33.765242 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 52106) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:33.778816 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289f3ca-d844-4a0c-8c34-9fd4c1972919 req-a96157da-8084-40b5-b8e2-bc81754acb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:33.788832 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4289f3ca-d844-4a0c-8c34-9fd4c1972919 req-a96157da-8084-40b5-b8e2-bc81754acb8d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a150834424e4285b0b0bd2f4bd7ceec&device_id=cc4b133b-c6b0-422b-9173-9667dd3214b3 HTTP/1.1" status: 200 len: 1098 time: 0.4309113 Dec 09 15:30:33.927347 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289f3ca-d844-4a0c-8c34-9fd4c1972919 req-226e2fa6-5f2c-4d0b-9adc-ff0aa61a294d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:33.929427 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4289f3ca-d844-4a0c-8c34-9fd4c1972919 req-226e2fa6-5f2c-4d0b-9adc-ff0aa61a294d service neutron] 10.222.0.31 "GET /v2.0/networks?id=6c4b0ba7-873d-4b03-9efa-67af55c0587e HTTP/1.1" status: 200 len: 921 time: 0.3501415 Dec 09 15:30:33.974629 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7862a8a5-e709-4cc1-bc19-185b4e0a610c req-aa8258e4-4442-453d-a0f5-875106c9bb20 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235102 Dec 09 15:30:34.031990 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4289f3ca-d844-4a0c-8c34-9fd4c1972919 req-9b62fb08-fb2b-41e0-9855-d6eed10e83b5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0b20723-edcd-4eb3-8315-2e4b6967ba40 HTTP/1.1" status: 200 len: 217 time: 0.0618925 Dec 09 15:30:34.045242 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ff2b53b1-b397-470b-8474-1c0eff9ba35e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=53e914b010c9410e8235fe0577fd9f19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2782848 Dec 09 15:30:34.050162 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 52110) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:34.058687 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e955811-6f51-4e03-8a88-72dd83626b70 req-e4c9732d-cca6-4966-85e8-0d7eeeaadc3b tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:34.068034 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5e955811-6f51-4e03-8a88-72dd83626b70 req-e4c9732d-cca6-4966-85e8-0d7eeeaadc3b tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d61fa5b-78ba-4883-ae1a-c9aa32a91603 HTTP/1.1" status: 200 len: 943 time: 0.3217361 Dec 09 15:30:34.155625 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2aea4011-55b7-4eb4-8d5e-961a340f3c4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:34.177101 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289f3ca-d844-4a0c-8c34-9fd4c1972919 req-70b6d16e-9a06-4563-a838-69e21abf2ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:34.178586 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4289f3ca-d844-4a0c-8c34-9fd4c1972919 req-70b6d16e-9a06-4563-a838-69e21abf2ab0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.3409903 Dec 09 15:30:34.209272 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2aea4011-55b7-4eb4-8d5e-961a340f3c4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:34.234629 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4289f3ca-d844-4a0c-8c34-9fd4c1972919 req-3fff248c-428e-4b5a-913c-80b6a5c88788 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=5d9da805-3b97-4412-9e1b-da9246bcd5db HTTP/1.1" status: 200 len: 217 time: 0.0445373 Dec 09 15:30:34.252522 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289f3ca-d844-4a0c-8c34-9fd4c1972919 req-9821887a-5988-4f0d-826b-31cb1ff516e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:34.255631 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4289f3ca-d844-4a0c-8c34-9fd4c1972919 req-9821887a-5988-4f0d-826b-31cb1ff516e8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2340fb97-6ad9-4615-9535-804554d0ce45 HTTP/1.1" status: 200 len: 860 time: 0.2111611 Dec 09 15:30:34.283949 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2aea4011-55b7-4eb4-8d5e-961a340f3c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:34.291114 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2aea4011-55b7-4eb4-8d5e-961a340f3c4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:34.295543 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2aea4011-55b7-4eb4-8d5e-961a340f3c4d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0b59e658-a831-4714-bd08-f5cb4f1b1639 HTTP/1.1" status: 204 len: 168 time: 0.2432761 Dec 09 15:30:34.315546 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea4011-55b7-4eb4-8d5e-961a340f3c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b59e658-a831-4714-bd08-f5cb4f1b1639,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:34.388047 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5e955811-6f51-4e03-8a88-72dd83626b70 req-7e1e88b4-d2d4-4459-8c8b-d051bb449233 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6ddef12-819c-4f08-88a4-0174330c0a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190265 Dec 09 15:30:34.423411 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d6aa8-7030-4521-83a1-54f600f2f704 req-0806d732-e3ea-47ef-a440-f284c71bca3a tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:34.425052 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f75d6aa8-7030-4521-83a1-54f600f2f704 req-0806d732-e3ea-47ef-a440-f284c71bca3a tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc4b133b-c6b0-422b-9173-9667dd3214b3 HTTP/1.1" status: 200 len: 947 time: 0.3383689 Dec 09 15:30:34.427504 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4289f3ca-d844-4a0c-8c34-9fd4c1972919 req-db0e7ed3-5adc-485f-957b-bb47df69d5e4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6c4b0ba7-873d-4b03-9efa-67af55c0587e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1522546 Dec 09 15:30:34.518915 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289f3ca-d844-4a0c-8c34-9fd4c1972919 req-6881c535-412d-4007-8d36-02f0f157d860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:34.521211 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4289f3ca-d844-4a0c-8c34-9fd4c1972919 req-6881c535-412d-4007-8d36-02f0f157d860 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.2706532 Dec 09 15:30:34.975801 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f75d6aa8-7030-4521-83a1-54f600f2f704 req-e2ffd55d-7111-4a20-8af6-7bf51a0219a9 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5290983 Dec 09 15:30:35.063319 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3b031-f5e4-427b-a26e-8ebbc2a686a4 req-1aff14d4-4b82-4a1e-a9ac-ce6db0bfe482 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:35.078594 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03f3b031-f5e4-427b-a26e-8ebbc2a686a4 req-1aff14d4-4b82-4a1e-a9ac-ce6db0bfe482 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 948 time: 0.5691011 Dec 09 15:30:35.110451 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289f3ca-d844-4a0c-8c34-9fd4c1972919 req-605ec053-b799-4c69-8b86-4717cecdb8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:35.115529 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4289f3ca-d844-4a0c-8c34-9fd4c1972919 req-605ec053-b799-4c69-8b86-4717cecdb8ad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2207417 Dec 09 15:30:35.179739 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4289f3ca-d844-4a0c-8c34-9fd4c1972919 req-0a7b8af2-1f01-40c3-a5ab-a2c4fe2f989c service neutron] 10.222.0.31 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7411020 Dec 09 15:30:35.392017 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d9e5e-c061-48a8-9380-f24edb963616 req-18cab989-a347-4c90-b5ac-d58fc4de1276 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:35.394515 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d52d9e5e-c061-48a8-9380-f24edb963616 req-18cab989-a347-4c90-b5ac-d58fc4de1276 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 943 time: 0.2980118 Dec 09 15:30:35.458206 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 5d9da805-3b97-4412-9e1b-da9246bcd5db details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:30:35.541148 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03f3b031-f5e4-427b-a26e-8ebbc2a686a4 req-654ab1c3-fbd8-4bba-991f-76b1d0885d6e tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4612701 Dec 09 15:30:35.565615 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4289f3ca-d844-4a0c-8c34-9fd4c1972919 req-5e3d0572-3919-4c0c-b6dd-774864e63ad2 service neutron] 10.222.0.31 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545773 Dec 09 15:30:35.622815 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d52d9e5e-c061-48a8-9380-f24edb963616 req-4dd90776-290e-4a7e-baa4-f421f3112268 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894488 Dec 09 15:30:35.631376 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 5d9da805-3b97-4412-9e1b-da9246bcd5db, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=5d9da805-3b97-4412-9e1b-da9246bcd5db,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:35.657695 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '5d9da805-3b97-4412-9e1b-da9246bcd5db', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'port_id': '5d9da805-3b97-4412-9e1b-da9246bcd5db', 'mac_address': 'fa:16:3e:14:95:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6953c-1261-4e7c-8b49-64e5b87424c2', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:30:35.661743 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4289f3ca-d844-4a0c-8c34-9fd4c1972919 req-113a407c-da69-4486-9ac6-211cd3cb9511 service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5333140 Dec 09 15:30:35.788814 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:35.834925 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d9da805-3b97-4412-9e1b-da9246bcd5db {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:30:35.853729 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4289f3ca-d844-4a0c-8c34-9fd4c1972919 req-143ad608-166c-483c-aca3-b942354f62c8 service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820374 Dec 09 15:30:35.869284 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 5d9da805-3b97-4412-9e1b-da9246bcd5db, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=5d9da805-3b97-4412-9e1b-da9246bcd5db,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:35.875996 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:35.876372 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7fc891-de9e-4254-88f3-5678b0f4c5a8 req-cad539e0-db66-4aad-9dbf-1fdacd5b1f62 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:35.876945 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 54082ef0-861e-49d8-9c6a-3dd2693b631f details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:30:35.877975 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6d7fc891-de9e-4254-88f3-5678b0f4c5a8 req-cad539e0-db66-4aad-9dbf-1fdacd5b1f62 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 945 time: 0.0699177 Dec 09 15:30:36.001008 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0904b8-9a0c-46a8-817d-5e820300f915 req-c8186ad1-49b2-41df-bc64-27ebb45c8095 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:36.012481 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cb0904b8-9a0c-46a8-817d-5e820300f915 req-c8186ad1-49b2-41df-bc64-27ebb45c8095 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d61fa5b-78ba-4883-ae1a-c9aa32a91603 HTTP/1.1" status: 200 len: 943 time: 0.1323173 Dec 09 15:30:36.038869 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6d7fc891-de9e-4254-88f3-5678b0f4c5a8 req-578711d3-afcf-458a-9496-8801849a2ce9 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485996 Dec 09 15:30:36.068280 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=5d9da805-3b97-4412-9e1b-da9246bcd5db,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:36.155743 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 54082ef0-861e-49d8-9c6a-3dd2693b631f, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=54082ef0-861e-49d8-9c6a-3dd2693b631f,segment=NetworkSegment(65ab9798-4da2-4ce5-b759-4c14cab985d9),segment_id=65ab9798-4da2-4ce5-b759-4c14cab985d9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:36.161374 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cb0904b8-9a0c-46a8-817d-5e820300f915 req-5c16d63c-9f2b-43cd-bb1e-5a0b92415bf7 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6ddef12-819c-4f08-88a4-0174330c0a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471860 Dec 09 15:30:36.198719 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '54082ef0-861e-49d8-9c6a-3dd2693b631f', 'network_id': 'ceb7ecf8-ac3c-4d11-975a-465c5d0227ee', 'port_id': '54082ef0-861e-49d8-9c6a-3dd2693b631f', 'mac_address': 'fa:16:3e:15:d7:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09838ae7-10e3-4a8f-9e69-f84874faf411', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:30:36.235368 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f934c-a62b-44c7-905b-0a613d558673 req-b5715d42-6370-476a-a43e-aa44ad76a722 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:36.240254 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c4f934c-a62b-44c7-905b-0a613d558673 req-b5715d42-6370-476a-a43e-aa44ad76a722 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc4b133b-c6b0-422b-9173-9667dd3214b3 HTTP/1.1" status: 200 len: 948 time: 0.0981121 Dec 09 15:30:36.264041 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:36.281337 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54082ef0-861e-49d8-9c6a-3dd2693b631f {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:30:36.315549 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 54082ef0-861e-49d8-9c6a-3dd2693b631f, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=54082ef0-861e-49d8-9c6a-3dd2693b631f,segment=NetworkSegment(65ab9798-4da2-4ce5-b759-4c14cab985d9),segment_id=65ab9798-4da2-4ce5-b759-4c14cab985d9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:36.324533 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:36.327400 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c4f934c-a62b-44c7-905b-0a613d558673 req-1c41e370-4605-4bd5-bae2-c66d5c0453e2 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732806 Dec 09 15:30:36.423526 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=54082ef0-861e-49d8-9c6a-3dd2693b631f,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:36.767286 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78f7b2-c2a9-419d-8b9a-68d77951956d req-731df8e1-2e4e-44b8-9a76-0191afe52d36 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:36.768921 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ae78f7b2-c2a9-419d-8b9a-68d77951956d req-731df8e1-2e4e-44b8-9a76-0191afe52d36 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 948 time: 0.1318281 Dec 09 15:30:36.829386 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-7d00eeeb-0121-4f44-8278-e183c0bdb1cf service neutron] 10.222.0.31 "GET /v2.0/ports/a0b20723-edcd-4eb3-8315-2e4b6967ba40/bindings/n-h1-821228-1 HTTP/1.1" status: 200 len: 384 time: 0.1900563 Dec 09 15:30:36.894256 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['54082ef0-861e-49d8-9c6a-3dd2693b631f'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:30:36.922350 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ae78f7b2-c2a9-419d-8b9a-68d77951956d req-caa31229-73c5-4a6f-8ac3-b97d672f2039 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360931 Dec 09 15:30:36.938764 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175fb29-2a2b-49f4-af9c-b1d2b223eaea req-abe3a4f4-6c09-4663-a359-73919ce2e52f tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:36.941418 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4175fb29-2a2b-49f4-af9c-b1d2b223eaea req-abe3a4f4-6c09-4663-a359-73919ce2e52f tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 943 time: 0.1692414 Dec 09 15:30:37.012089 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['5d9da805-3b97-4412-9e1b-da9246bcd5db'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:30:37.122956 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4175fb29-2a2b-49f4-af9c-b1d2b223eaea req-22243c77-e55f-4c80-aa58-ba40c87a7b9c tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657398 Dec 09 15:30:37.448159 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ab706-fffa-49c3-a55e-23c5c7552ab8 req-681bd71f-f60c-442d-9138-04fa059c12ff tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:37.458046 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eb5ab706-fffa-49c3-a55e-23c5c7552ab8 req-681bd71f-f60c-442d-9138-04fa059c12ff tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 945 time: 0.2487092 Dec 09 15:30:37.498245 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997799a-c98b-4408-bc13-4bf72bc819da req-e278e2b2-e968-4a28-bdb1-8186188180ac tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:37.499738 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6997799a-c98b-4408-bc13-4bf72bc819da req-e278e2b2-e968-4a28-bdb1-8186188180ac tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d61fa5b-78ba-4883-ae1a-c9aa32a91603 HTTP/1.1" status: 200 len: 944 time: 0.2127476 Dec 09 15:30:37.554969 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-ce6835d5-02e9-4033-87ad-ed813dd066ed service neutron] For port a0b20723-edcd-4eb3-8315-2e4b6967ba40, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=a0b20723-edcd-4eb3-8315-2e4b6967ba40,segment=NetworkSegment(69c5f819-123d-436b-8f3f-7e75c7d0b133),segment_id=69c5f819-123d-436b-8f3f-7e75c7d0b133)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:37.596757 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eb5ab706-fffa-49c3-a55e-23c5c7552ab8 req-37d2ad4d-7d34-46c8-8860-ec5d53967b9f tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344841 Dec 09 15:30:37.633223 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6997799a-c98b-4408-bc13-4bf72bc819da req-46f48e73-b60c-4e02-a83b-cb8f3d8aca94 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6ddef12-819c-4f08-88a4-0174330c0a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268091 Dec 09 15:30:37.641391 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-ce6835d5-02e9-4033-87ad-ed813dd066ed service neutron] For port a0b20723-edcd-4eb3-8315-2e4b6967ba40, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:30:37.714951 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-ce6835d5-02e9-4033-87ad-ed813dd066ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0b20723-edcd-4eb3-8315-2e4b6967ba40 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:30:37.742076 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-ce6835d5-02e9-4033-87ad-ed813dd066ed service neutron] For port a0b20723-edcd-4eb3-8315-2e4b6967ba40, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=a0b20723-edcd-4eb3-8315-2e4b6967ba40,segment=NetworkSegment(69c5f819-123d-436b-8f3f-7e75c7d0b133),segment_id=69c5f819-123d-436b-8f3f-7e75c7d0b133)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:37.791131 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-ce6835d5-02e9-4033-87ad-ed813dd066ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:37.870169 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129d598-f2d8-4bb7-a525-96cbf4dbb193 req-15f3d77a-f5b9-494e-b0aa-8ff724ab79b9 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:37.870378 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1129d598-f2d8-4bb7-a525-96cbf4dbb193 req-15f3d77a-f5b9-494e-b0aa-8ff724ab79b9 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc4b133b-c6b0-422b-9173-9667dd3214b3 HTTP/1.1" status: 200 len: 948 time: 0.1391006 Dec 09 15:30:37.948926 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-ce6835d5-02e9-4033-87ad-ed813dd066ed service neutron] Transition to ACTIVE for port object a0b20723-edcd-4eb3-8315-2e4b6967ba40 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:30:37.953935 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1129d598-f2d8-4bb7-a525-96cbf4dbb193 req-b513798b-c2d5-41af-8a83-1b781752c209 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711143 Dec 09 15:30:37.957800 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-ce6835d5-02e9-4033-87ad-ed813dd066ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:38.055589 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-ce6835d5-02e9-4033-87ad-ed813dd066ed service neutron] No DVR routers for this DVR port a0b20723-edcd-4eb3-8315-2e4b6967ba40 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:30:38.058395 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6835d5-02e9-4033-87ad-ed813dd066ed service neutron] Pushing event updated for resources: {'Port': ['ID=a0b20723-edcd-4eb3-8315-2e4b6967ba40,revision_number=10']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:38.127769 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-ce6835d5-02e9-4033-87ad-ed813dd066ed service neutron] 10.222.0.31 "PUT /v2.0/ports/a0b20723-edcd-4eb3-8315-2e4b6967ba40/bindings/n-h1-821228-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2879300 Dec 09 15:30:38.147878 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5df88-786e-446e-a5d9-9244a4462fb9 req-20a05a9b-7e60-4989-94b8-bcab1fa4d4ff tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:38.158521 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9ce5df88-786e-446e-a5d9-9244a4462fb9 req-20a05a9b-7e60-4989-94b8-bcab1fa4d4ff tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 948 time: 0.1059287 Dec 09 15:30:38.240846 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9ce5df88-786e-446e-a5d9-9244a4462fb9 req-0982d262-dd5e-4e4b-a445-c61a8c636616 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811491 Dec 09 15:30:38.352052 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-303065d5-78d1-472e-aab7-8245e047b483 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:38.353902 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-303065d5-78d1-472e-aab7-8245e047b483 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223&tenant_id=5674bd72d1184432801f651e299c9dce&binding%3Ahost_id=n-h2-821228-1 HTTP/1.1" status: 200 len: 1095 time: 0.1404288 Dec 09 15:30:38.369467 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bb4a1-8c8d-4784-a9c0-ddcc6e305ff6 req-b6c00ab2-cdbf-4a6c-b12e-063da2e18158 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:38.372983 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ba8bb4a1-8c8d-4784-a9c0-ddcc6e305ff6 req-b6c00ab2-cdbf-4a6c-b12e-063da2e18158 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 944 time: 0.0870416 Dec 09 15:30:38.448622 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-7f273b1a-9b34-4ec6-8481-85fd5c76dd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:38.451236 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-7f273b1a-9b34-4ec6-8481-85fd5c76dd86 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223&tenant_id=5674bd72d1184432801f651e299c9dce HTTP/1.1" status: 200 len: 1095 time: 0.0771110 Dec 09 15:30:38.456304 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ba8bb4a1-8c8d-4784-a9c0-ddcc6e305ff6 req-b04a0d63-4c14-49fa-a5f5-8505e396451e tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732527 Dec 09 15:30:38.551369 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-763f8cd9-0cb4-4f01-9cb2-09cb081a9135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:38.553045 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-763f8cd9-0cb4-4f01-9cb2-09cb081a9135 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5674bd72d1184432801f651e299c9dce&device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 1095 time: 0.0563912 Dec 09 15:30:38.684151 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-9506475e-28cd-442a-aaac-c3f2acd1ffbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:38.691790 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-9506475e-28cd-442a-aaac-c3f2acd1ffbc service neutron] 10.222.0.42 "GET /v2.0/networks?id=6c4b0ba7-873d-4b03-9efa-67af55c0587e HTTP/1.1" status: 200 len: 921 time: 0.1296542 Dec 09 15:30:38.807828 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-2e676b58-1024-47a6-ac13-f81d070db534 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0b20723-edcd-4eb3-8315-2e4b6967ba40 HTTP/1.1" status: 200 len: 217 time: 0.0708978 Dec 09 15:30:38.878398 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6df5c6-1201-47d9-9f0e-00293fe97c61 req-6026d6d0-338d-433c-9d9e-b6f535ee50ab tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:38.880166 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd6df5c6-1201-47d9-9f0e-00293fe97c61 req-6026d6d0-338d-433c-9d9e-b6f535ee50ab tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 945 time: 0.1872818 Dec 09 15:30:38.918515 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a74bcb-e575-4b09-a833-cb11dae19726 req-6b8898bb-4207-4ed3-80ea-723523cdf3f1 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:38.920898 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d5a74bcb-e575-4b09-a833-cb11dae19726 req-6b8898bb-4207-4ed3-80ea-723523cdf3f1 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d61fa5b-78ba-4883-ae1a-c9aa32a91603 HTTP/1.1" status: 200 len: 944 time: 0.1736777 Dec 09 15:30:38.943987 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-973becbd-2970-45be-bc2a-5683602e6047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:38.945900 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-973becbd-2970-45be-bc2a-5683602e6047 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2340fb97-6ad9-4615-9535-804554d0ce45 HTTP/1.1" status: 200 len: 860 time: 0.1184580 Dec 09 15:30:38.949481 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device a0b20723-edcd-4eb3-8315-2e4b6967ba40 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:30:39.047322 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device a0b20723-edcd-4eb3-8315-2e4b6967ba40 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:30:39.077283 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-80f2eb6c-562b-4117-bba9-31e25fb692b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6c4b0ba7-873d-4b03-9efa-67af55c0587e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1198437 Dec 09 15:30:39.094748 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd6df5c6-1201-47d9-9f0e-00293fe97c61 req-300266cd-226a-44fa-91bd-9851a90c2743 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953070 Dec 09 15:30:39.228758 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d5a74bcb-e575-4b09-a833-cb11dae19726 req-71214bd2-dfec-45ef-b3c8-36091051b3c5 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6ddef12-819c-4f08-88a4-0174330c0a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869811 Dec 09 15:30:39.322827 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d3723-aef7-4aea-9661-bd25c720baf5 req-2324cf89-1128-4576-bd06-e59ffa1a1cd7 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:39.324794 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-244d3723-aef7-4aea-9661-bd25c720baf5 req-2324cf89-1128-4576-bd06-e59ffa1a1cd7 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc4b133b-c6b0-422b-9173-9667dd3214b3 HTTP/1.1" status: 200 len: 948 time: 0.1240716 Dec 09 15:30:39.366349 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-20d32d1a-e74e-4fb5-a926-86b2fe0b0b56 service neutron] 10.222.0.42 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553394 Dec 09 15:30:39.427433 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-244d3723-aef7-4aea-9661-bd25c720baf5 req-68ea489c-edb1-4fa3-ad68-45026b33bab5 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964048 Dec 09 15:30:39.469023 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 5d9da805-3b97-4412-9e1b-da9246bcd5db up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:30:39.558225 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port 5d9da805-3b97-4412-9e1b-da9246bcd5db completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:30:39.565613 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 5d9da805-3b97-4412-9e1b-da9246bcd5db triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:30:39.566942 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:39.588226 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-c28dff11-88b9-4c97-809d-36933e5db016 service neutron] 10.222.0.42 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877055 Dec 09 15:30:39.634755 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db281208-b846-4920-88b7-004071b48dc1 req-52795313-8f4c-42be-91e3-00ded08880a6 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:39.646131 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-db281208-b846-4920-88b7-004071b48dc1 req-52795313-8f4c-42be-91e3-00ded08880a6 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 948 time: 0.1607165 Dec 09 15:30:39.710999 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:39.723721 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-db281208-b846-4920-88b7-004071b48dc1 req-30fb596d-e921-49db-b0e6-ac5b9e9203fe tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762212 Dec 09 15:30:39.750484 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4b133b-c6b0-422b-9173-9667dd3214b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9da805-3b97-4412-9e1b-da9246bcd5db'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:30:39.754054 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf97eedf-70d4-4aa8-9fe9-9a7842f5179d" -d '{"events": [{"server_uuid": "cc4b133b-c6b0-422b-9173-9667dd3214b3", "name": "network-vif-plugged", "status": "completed", "tag": "5d9da805-3b97-4412-9e1b-da9246bcd5db"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:30:39.789913 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 5d9da805-3b97-4412-9e1b-da9246bcd5db, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=5d9da805-3b97-4412-9e1b-da9246bcd5db,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:39.801785 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:39.804889 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 54082ef0-861e-49d8-9c6a-3dd2693b631f up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:30:39.826913 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36ff96-7c32-485c-a61e-941890a83f14 req-fdf9384a-9688-49f6-8b1b-fdc32751259c tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:39.854330 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af36ff96-7c32-485c-a61e-941890a83f14 req-fdf9384a-9688-49f6-8b1b-fdc32751259c tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 944 time: 0.1415563 Dec 09 15:30:39.937284 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadf8bda-f801-4cef-a53a-a7ca6e0604d2 x-openstack-request-id: req-fadf8bda-f801-4cef-a53a-a7ca6e0604d2 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:30:39.937972 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4b133b-c6b0-422b-9173-9667dd3214b3", "name": "network-vif-plugged", "status": "completed", "tag": "5d9da805-3b97-4412-9e1b-da9246bcd5db", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:30:39.938447 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fadf8bda-f801-4cef-a53a-a7ca6e0604d2 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:30:39.939079 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4b133b-c6b0-422b-9173-9667dd3214b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9da805-3b97-4412-9e1b-da9246bcd5db', 'code': 200} Dec 09 15:30:39.981264 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=5d9da805-3b97-4412-9e1b-da9246bcd5db,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:39.991525 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port 54082ef0-861e-49d8-9c6a-3dd2693b631f completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:30:39.992044 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af36ff96-7c32-485c-a61e-941890a83f14 req-39e871b1-5958-4b63-9e82-ca4e1a29e418 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323042 Dec 09 15:30:40.006799 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 54082ef0-861e-49d8-9c6a-3dd2693b631f triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:30:40.009877 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:40.094746 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-1c2eccd2-890b-426a-b50e-ca2f84884b58 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:40.096171 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-1c2eccd2-890b-426a-b50e-ca2f84884b58 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223&tenant_id=5674bd72d1184432801f651e299c9dce&binding%3Ahost_id=n-h1-821228-1 HTTP/1.1" status: 200 len: 1095 time: 0.0770969 Dec 09 15:30:40.112398 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5e815-2e2a-4a18-87d1-58c0a236152d req-d4df26be-e8ab-4590-b3d1-21c34a8d2006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:40.115254 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1de5e815-2e2a-4a18-87d1-58c0a236152d req-d4df26be-e8ab-4590-b3d1-21c34a8d2006 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cc4b133b-c6b0-422b-9173-9667dd3214b3 HTTP/1.1" status: 200 len: 1100 time: 0.0792170 Dec 09 15:30:40.207212 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1de5e815-2e2a-4a18-87d1-58c0a236152d req-34bcbf6c-d7ff-462a-8b3a-434a64d7aa94 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802257 Dec 09 15:30:40.215236 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:40.262965 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 54082ef0-861e-49d8-9c6a-3dd2693b631f, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=54082ef0-861e-49d8-9c6a-3dd2693b631f,segment=NetworkSegment(65ab9798-4da2-4ce5-b759-4c14cab985d9),segment_id=65ab9798-4da2-4ce5-b759-4c14cab985d9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:40.278788 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:40.336744 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4135bd-c5ab-4418-9b66-ed328002a02e req-8c31c99e-cded-4e23-a066-d2854714ece4 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:40.338294 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3b4135bd-c5ab-4418-9b66-ed328002a02e req-8c31c99e-cded-4e23-a066-d2854714ece4 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 945 time: 0.0834954 Dec 09 15:30:40.376435 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-fbadcc7f-7551-43c1-b738-7398618e564a service neutron] For port a0b20723-edcd-4eb3-8315-2e4b6967ba40, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:30:40.378625 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=54082ef0-861e-49d8-9c6a-3dd2693b631f,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:40.390989 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-fbadcc7f-7551-43c1-b738-7398618e564a service neutron] Publish callbacks [] for binding, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:40.392323 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf9627bc-f6d6-4d5c-83e5-585961bf225c req-fbadcc7f-7551-43c1-b738-7398618e564a service neutron] 10.222.0.42 "DELETE /v2.0/ports/a0b20723-edcd-4eb3-8315-2e4b6967ba40/bindings/n-h2-821228-1 HTTP/1.1" status: 204 len: 173 time: 0.2841477 Dec 09 15:30:40.447772 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3aaf7-c5f2-47fc-b1f1-97abe0d23de4 req-ba5ddcc2-4d6a-4197-ba77-b4a3b8e33813 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:40.449355 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-98d3aaf7-c5f2-47fc-b1f1-97abe0d23de4 req-ba5ddcc2-4d6a-4197-ba77-b4a3b8e33813 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d61fa5b-78ba-4883-ae1a-c9aa32a91603 HTTP/1.1" status: 200 len: 945 time: 0.1101608 Dec 09 15:30:40.474499 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3b4135bd-c5ab-4418-9b66-ed328002a02e req-3f723e56-e5d4-434d-be6d-1f1391dab41b tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199124 Dec 09 15:30:40.554250 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-98d3aaf7-c5f2-47fc-b1f1-97abe0d23de4 req-2a42fece-d5bd-4b09-a747-592e0d26245e tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6ddef12-819c-4f08-88a4-0174330c0a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782197 Dec 09 15:30:40.695152 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612bcaa-7ce4-49c0-ae57-1cd8ebcdc11a req-87f8a2a0-21ff-4379-aca6-981128ad866e tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:40.696726 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9612bcaa-7ce4-49c0-ae57-1cd8ebcdc11a req-87f8a2a0-21ff-4379-aca6-981128ad866e tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc4b133b-c6b0-422b-9173-9667dd3214b3 HTTP/1.1" status: 200 len: 949 time: 0.0635145 Dec 09 15:30:40.776728 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9612bcaa-7ce4-49c0-ae57-1cd8ebcdc11a req-6eeebb92-98b9-472a-b3fd-5e7df033b19a tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582564 Dec 09 15:30:40.949989 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51274af3-5678-4bd6-bf13-922430de1326 req-7e1dbefe-61ad-409f-a7ed-b7d2286c2b8c tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:40.952773 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51274af3-5678-4bd6-bf13-922430de1326 req-7e1dbefe-61ad-409f-a7ed-b7d2286c2b8c tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 948 time: 0.1086736 Dec 09 15:30:41.055645 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51274af3-5678-4bd6-bf13-922430de1326 req-82d7b01d-daed-4ead-9640-babf3e6e3a4b tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965803 Dec 09 15:30:41.277340 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e94d6-3103-4096-b355-1f2b2396c9df req-9109ccc0-fada-4764-a646-a8f0c088af48 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:41.288315 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-613e94d6-3103-4096-b355-1f2b2396c9df req-9109ccc0-fada-4764-a646-a8f0c088af48 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 944 time: 0.1075783 Dec 09 15:30:41.390713 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-613e94d6-3103-4096-b355-1f2b2396c9df req-832f3599-7416-4ceb-a0e1-9e613ab9acc2 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013844 Dec 09 15:30:41.658863 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2684a2fe-de1d-4725-aba8-ea1fddfc83de req-9c964085-280d-4948-b24e-f1fded0313a5 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:41.669988 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2684a2fe-de1d-4725-aba8-ea1fddfc83de req-9c964085-280d-4948-b24e-f1fded0313a5 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 1095 time: 0.1424363 Dec 09 15:30:41.689910 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3659ed-4c51-449a-b67c-420d45ebbb95 req-76dff85e-23ca-4823-84b0-028f06898cac tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:41.697534 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5d3659ed-4c51-449a-b67c-420d45ebbb95 req-76dff85e-23ca-4823-84b0-028f06898cac tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 945 time: 0.1205781 Dec 09 15:30:41.804337 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5d3659ed-4c51-449a-b67c-420d45ebbb95 req-fc0513ea-4b28-4537-8f6a-086c56fdabc9 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058111 Dec 09 15:30:41.824687 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2684a2fe-de1d-4725-aba8-ea1fddfc83de req-c8b36014-ec33-4da8-8078-a64440627ae1 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536255 Dec 09 15:30:41.940102 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d61fa5b-78ba-4883-ae1a-c9aa32a91603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54082ef0-861e-49d8-9c6a-3dd2693b631f'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:30:41.942709 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b6cd64-5060-4864-b276-9a701e0ec4e4" -d '{"events": [{"server_uuid": "5d61fa5b-78ba-4883-ae1a-c9aa32a91603", "name": "network-vif-plugged", "status": "completed", "tag": "54082ef0-861e-49d8-9c6a-3dd2693b631f"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:30:42.135386 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345e9c3-f5cb-4a25-960a-0cbd3a350e28 req-f0fea35f-e380-47b2-85b2-95b08c8084a3 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:42.137240 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2345e9c3-f5cb-4a25-960a-0cbd3a350e28 req-f0fea35f-e380-47b2-85b2-95b08c8084a3 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d61fa5b-78ba-4883-ae1a-c9aa32a91603 HTTP/1.1" status: 200 len: 945 time: 0.1585865 Dec 09 15:30:42.179760 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-bcfb0f6b-6083-41de-bf59-92ff0ef565af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:42.181662 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-bcfb0f6b-6083-41de-bf59-92ff0ef565af service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69&device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 1096 time: 0.1529813 Dec 09 15:30:42.197202 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecaf888-8125-46ea-a6bc-4b8e540779d3 req-741bba42-8b45-4788-8c18-5384708becbd tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:42.199359 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fecaf888-8125-46ea-a6bc-4b8e540779d3 req-741bba42-8b45-4788-8c18-5384708becbd tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc4b133b-c6b0-422b-9173-9667dd3214b3 HTTP/1.1" status: 200 len: 949 time: 0.1514690 Dec 09 15:30:42.341225 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2345e9c3-f5cb-4a25-960a-0cbd3a350e28 req-80fcbec9-2762-4c64-ab42-3cd15ab11f9f tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6ddef12-819c-4f08-88a4-0174330c0a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910503 Dec 09 15:30:42.366676 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fecaf888-8125-46ea-a6bc-4b8e540779d3 req-04fe7224-046b-48e0-a464-e287f05bad7f tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508665 Dec 09 15:30:42.424863 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-3c99596f-c6b8-4f28-83d8-e150f0b46a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:42.430245 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-3c99596f-c6b8-4f28-83d8-e150f0b46a9e service neutron] 10.222.0.42 "GET /v2.0/networks?id=3099805c-627c-4784-8087-c190eb81b4e0 HTTP/1.1" status: 200 len: 908 time: 0.2287002 Dec 09 15:30:42.438430 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3294ff9a-819b-4dab-958f-4278e9e87507 x-openstack-request-id: req-3294ff9a-819b-4dab-958f-4278e9e87507 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:30:42.439022 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d61fa5b-78ba-4883-ae1a-c9aa32a91603", "name": "network-vif-plugged", "status": "completed", "tag": "54082ef0-861e-49d8-9c6a-3dd2693b631f", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:30:42.439479 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3294ff9a-819b-4dab-958f-4278e9e87507 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:30:42.440069 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d61fa5b-78ba-4883-ae1a-c9aa32a91603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54082ef0-861e-49d8-9c6a-3dd2693b631f', 'code': 200} Dec 09 15:30:42.509895 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-3ec82311-204f-449f-a3df-3e861081714e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5062ccf-d065-4c54-be78-8a88b95e17da HTTP/1.1" status: 200 len: 217 time: 0.0691073 Dec 09 15:30:42.626728 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5390b-5865-4b7e-8b4c-f217f5da4c9b req-7ac47a7c-200b-435d-9c80-0dccdcdde736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:42.629693 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-7fea25d3-0019-42b3-b318-809dc44c782f tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=bce3834f9c2e4bb88444bafe52f117e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0853157 Dec 09 15:30:42.630089 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3ff5390b-5865-4b7e-8b4c-f217f5da4c9b req-7ac47a7c-200b-435d-9c80-0dccdcdde736 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5d61fa5b-78ba-4883-ae1a-c9aa32a91603 HTTP/1.1" status: 200 len: 1096 time: 0.0699000 Dec 09 15:30:42.695828 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3ff5390b-5865-4b7e-8b4c-f217f5da4c9b req-04085e73-8ae7-4af8-8fd8-d4f8db3c7b50 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b6ddef12-819c-4f08-88a4-0174330c0a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582225 Dec 09 15:30:42.770471 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-f10763dc-5492-4fe9-9370-a48741b09e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:42.771746 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-f10763dc-5492-4fe9-9370-a48741b09e7f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75dd204b-61ff-4875-bd46-839f068b72c4 HTTP/1.1" status: 200 len: 847 time: 0.2331634 Dec 09 15:30:42.818136 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd236a-cd17-4a31-9b87-e3677cc69359 req-bdbd6136-586c-4fd2-aff7-db40bbb7423f tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:42.820571 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4edd236a-cd17-4a31-9b87-e3677cc69359 req-bdbd6136-586c-4fd2-aff7-db40bbb7423f tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 948 time: 0.1805692 Dec 09 15:30:42.828675 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-59fcf56a-92e5-4267-aebb-af8ce9515412 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:42.836030 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-59fcf56a-92e5-4267-aebb-af8ce9515412 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2041371 Dec 09 15:30:42.853736 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-e83101dd-2e46-4b3b-b3f8-9dd31314dfb5 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.57 "GET /v2.0/quotas/bce3834f9c2e4bb88444bafe52f117e0 HTTP/1.1" status: 200 len: 375 time: 0.0168362 Dec 09 15:30:42.914733 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-619cd207-3dd8-46e7-b6a0-6133aa648faf tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=bce3834f9c2e4bb88444bafe52f117e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443828 Dec 09 15:30:42.919351 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4edd236a-cd17-4a31-9b87-e3677cc69359 req-607b43ff-8727-4c65-8062-7477fe42c4c4 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806949 Dec 09 15:30:43.204394 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-1a4e0be7-c50b-465e-ad38-4da7a165e928 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3099805c-627c-4784-8087-c190eb81b4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1319115 Dec 09 15:30:43.693573 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0383926-b341-4b94-a15f-b463f655de41 req-8866e456-47d2-466f-82ea-3313171e6345 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:43.695340 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b0383926-b341-4b94-a15f-b463f655de41 req-8866e456-47d2-466f-82ea-3313171e6345 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/networks?id=6c4b0ba7-873d-4b03-9efa-67af55c0587e HTTP/1.1" status: 200 len: 820 time: 0.6495180 Dec 09 15:30:43.745138 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b0383926-b341-4b94-a15f-b463f655de41 req-56ef96e0-f14e-44c6-96d0-0cb5ff6d369e tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/quotas/5674bd72d1184432801f651e299c9dce HTTP/1.1" status: 200 len: 375 time: 0.0389264 Dec 09 15:30:43.810756 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88a715-badc-4196-82ad-f8557a7067d8 req-18c478b3-ece5-4f5a-ae66-e0331a393822 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:43.812271 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-be88a715-badc-4196-82ad-f8557a7067d8 req-18c478b3-ece5-4f5a-ae66-e0331a393822 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 945 time: 0.2266374 Dec 09 15:30:43.849554 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-22c71f94-651e-4a51-99d6-5551baba4ad0 service neutron] 10.222.0.42 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6350310 Dec 09 15:30:43.869160 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b0383926-b341-4b94-a15f-b463f655de41 req-76b4b3f2-2031-4df7-90e4-8acdf8ac192a tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5674bd72d1184432801f651e299c9dce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1229820 Dec 09 15:30:44.042104 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-be88a715-badc-4196-82ad-f8557a7067d8 req-a573edfd-e267-4087-a9c6-6aa19d79aa1f tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148802 Dec 09 15:30:44.071595 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-37c27c81-0644-4db1-a70e-bcb8e03c647e service neutron] 10.222.0.42 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747994 Dec 09 15:30:44.090444 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b0383926-b341-4b94-a15f-b463f655de41 req-262b082b-821d-4a2c-a79f-472ab329abf7 service neutron] 10.222.0.57 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200701 Dec 09 15:30:44.221144 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-3eadb58d-0abd-47e0-b511-b8793c646b0e tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=bce3834f9c2e4bb88444bafe52f117e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285604 Dec 09 15:30:44.363003 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b0383926-b341-4b94-a15f-b463f655de41 req-024851a5-de5d-41cd-898b-b2dcabadd059 service neutron] 10.222.0.57 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614081 Dec 09 15:30:44.400549 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-b4f9a7d9-bf3e-4bff-a7aa-638d982d7673 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:44.402289 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-b4f9a7d9-bf3e-4bff-a7aa-638d982d7673 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326&tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69&binding%3Ahost_id=n-h2-821228-1 HTTP/1.1" status: 200 len: 1096 time: 0.1358559 Dec 09 15:30:44.459925 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-ca0f57e8-9e06-4df4-8939-46be13abb256 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821228-1'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:30:44.524334 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-34402e1d-e502-4e5a-8a1e-e8ce73f7089e tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:44.527283 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-34402e1d-e502-4e5a-8a1e-e8ce73f7089e tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2829635 Dec 09 15:30:44.557535 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-f1779a7b-60d9-4a98-83f5-068f71fac8c8 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.57 "GET /v2.0/quotas/bce3834f9c2e4bb88444bafe52f117e0 HTTP/1.1" status: 200 len: 375 time: 0.0152781 Dec 09 15:30:44.637048 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-ab6e5ee2-e3fb-4f16-9c14-9472dc312ffb tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=bce3834f9c2e4bb88444bafe52f117e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403962 Dec 09 15:30:44.638180 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-ca0f57e8-9e06-4df4-8939-46be13abb256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:44.777499 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-c9a2def3-815f-40a0-84f5-e20193bf22af tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=bce3834f9c2e4bb88444bafe52f117e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544972 Dec 09 15:30:45.141989 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053839c1-de3e-4437-9898-0d2addd7370c req-32b80cbf-f975-45c1-b5b4-3ced794f090a tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:45.150570 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-053839c1-de3e-4437-9898-0d2addd7370c req-32b80cbf-f975-45c1-b5b4-3ced794f090a tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d61fa5b-78ba-4883-ae1a-c9aa32a91603 HTTP/1.1" status: 200 len: 945 time: 0.2919457 Dec 09 15:30:45.180752 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-0ccdf5ca-607d-407b-824d-ca2972248db3 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:45.184337 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-0ccdf5ca-607d-407b-824d-ca2972248db3 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3933675 Dec 09 15:30:45.207886 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-0d2e3f8d-d918-45ed-93e9-6186e36a801e tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Request body: {'port': {'device_id': '2c001c13-a1c9-4c75-80a4-6eab9b501fd1', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'admin_state_up': True, 'tenant_id': 'bce3834f9c2e4bb88444bafe52f117e0'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:30:45.226588 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-ca0f57e8-9e06-4df4-8939-46be13abb256 service neutron] For port b5062ccf-d065-4c54-be78-8a88b95e17da, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=b5062ccf-d065-4c54-be78-8a88b95e17da,segment=NetworkSegment(9bcbf52b-8ad5-477f-9636-c2f9cae19672),segment_id=9bcbf52b-8ad5-477f-9636-c2f9cae19672)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:45.259850 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a674f-78cc-4442-b664-378546fa006b req-97ff13bb-b4fc-4d3e-a523-1772325bb245 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:45.261872 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-249a674f-78cc-4442-b664-378546fa006b req-97ff13bb-b4fc-4d3e-a523-1772325bb245 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc4b133b-c6b0-422b-9173-9667dd3214b3 HTTP/1.1" status: 200 len: 949 time: 0.2781053 Dec 09 15:30:45.398571 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-053839c1-de3e-4437-9898-0d2addd7370c req-730bbd3b-3964-400f-8853-5cd99a36e27d tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6ddef12-819c-4f08-88a4-0174330c0a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417781 Dec 09 15:30:45.456846 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-ca0f57e8-9e06-4df4-8939-46be13abb256 service neutron] For port b5062ccf-d065-4c54-be78-8a88b95e17da, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:30:45.602560 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-249a674f-78cc-4442-b664-378546fa006b req-58f10f0d-18b1-4f83-8b56-f696588d3e90 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943439 Dec 09 15:30:45.617031 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:45.647591 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d93d33-686a-4d6b-94b6-2d82623f0326', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5062ccf-d065-4c54-be78-8a88b95e17da'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:30:45.650346 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17c577b-a618-4ed0-bdfd-76325fe7a835" -d '{"events": [{"server_uuid": "e6d93d33-686a-4d6b-94b6-2d82623f0326", "name": "network-vif-unplugged", "status": "completed", "tag": "b5062ccf-d065-4c54-be78-8a88b95e17da"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:30:45.655125 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-ca0f57e8-9e06-4df4-8939-46be13abb256 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:45.713417 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-ca0f57e8-9e06-4df4-8939-46be13abb256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:45.777250 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bcf103c6-8174-4e9c-b3c0-9c600ad98628 req-3f369f8b-4578-42e1-899f-c3ee911f89b2 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dc1320-f613-445f-bd84-4800478ed326 HTTP/1.1" status: 200 len: 210 time: 0.0772679 Dec 09 15:30:45.789033 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e304da-16f2-4b83-8fb9-30e51258c780 req-00c343cd-7498-4f00-a0e9-1d0f6389102b tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:45.790771 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a0e304da-16f2-4b83-8fb9-30e51258c780 req-00c343cd-7498-4f00-a0e9-1d0f6389102b tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 948 time: 0.1637816 Dec 09 15:30:45.910866 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a0e304da-16f2-4b83-8fb9-30e51258c780 req-58bcc797-880f-4bc0-9a2d-9bcac92f97f6 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026931 Dec 09 15:30:45.954758 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-0d2e3f8d-d918-45ed-93e9-6186e36a801e tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Made reservation on behalf of bce3834f9c2e4bb88444bafe52f117e0 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:30:45.964280 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-0d2e3f8d-d918-45ed-93e9-6186e36a801e tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:46.026495 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-0d2e3f8d-d918-45ed-93e9-6186e36a801e tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:46.051338 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f57e8-9e06-4df4-8939-46be13abb256 service neutron] Pushing event updated for resources: {'Port': ['ID=b5062ccf-d065-4c54-be78-8a88b95e17da,revision_number=7']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:46.102927 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1ffa3751-c57b-490d-9dd0-2d364c9e8009 req-18619f89-b2c4-4f4c-8264-94ceba1d8f7a tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.57 "GET /v2.0/ports?device_id=504fb81f-5afc-495a-b374-e33fd1784ac5 HTTP/1.1" status: 200 len: 210 time: 0.0813777 Dec 09 15:30:46.213260 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-ca0f57e8-9e06-4df4-8939-46be13abb256 service neutron] Attempting to bind port b5062ccf-d065-4c54-be78-8a88b95e17da on host n-h2-821228-1 for vnic_type normal with profile {"migrating_to": "n-h1-821228-1"} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:30:46.213525 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-ca0f57e8-9e06-4df4-8939-46be13abb256 service neutron] Attempting to bind port b5062ccf-d065-4c54-be78-8a88b95e17da by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:30:46.213859 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-ca0f57e8-9e06-4df4-8939-46be13abb256 service neutron] Attempting to bind port b5062ccf-d065-4c54-be78-8a88b95e17da on network 3099805c-627c-4784-8087-c190eb81b4e0 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:30:46.257413 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-ca0f57e8-9e06-4df4-8939-46be13abb256 service neutron] Port b5062ccf-d065-4c54-be78-8a88b95e17da on network 3099805c-627c-4784-8087-c190eb81b4e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:30:46.257413 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-ca0f57e8-9e06-4df4-8939-46be13abb256 service neutron] Attempting to bind port b5062ccf-d065-4c54-be78-8a88b95e17da on network 3099805c-627c-4784-8087-c190eb81b4e0 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:30:46.291640 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-ca0f57e8-9e06-4df4-8939-46be13abb256 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:30:46.291981 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-ca0f57e8-9e06-4df4-8939-46be13abb256 service neutron] Checking segment: {'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:30:46.292379 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-ca0f57e8-9e06-4df4-8939-46be13abb256 service neutron] Bound using segment: {'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:30:46.301773 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-ca0f57e8-9e06-4df4-8939-46be13abb256 service neutron] Bound port: b5062ccf-d065-4c54-be78-8a88b95e17da, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:30:46.302175 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-ca0f57e8-9e06-4df4-8939-46be13abb256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:46.339335 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd993f0-68d0-4f90-bfda-a9f8dee00686 req-9ee3161c-caf0-48c0-a82b-187777301d50 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:46.348342 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1bd993f0-68d0-4f90-bfda-a9f8dee00686 req-9ee3161c-caf0-48c0-a82b-187777301d50 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 943 time: 0.2575004 Dec 09 15:30:46.423557 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-0d2e3f8d-d918-45ed-93e9-6186e36a801e tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:46.449581 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2c853d72-31b6-4afd-8abc-5b4ea2c35cdd req-546e9bfe-8997-4db7-b680-8adc85634497 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1393120412&fields=id&tenant_id=13ab8f9eb9e44a98b88dffa52142eabd HTTP/1.1" status: 200 len: 267 time: 0.2241011 Dec 09 15:30:46.474401 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-0d2e3f8d-d918-45ed-93e9-6186e36a801e tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:46.500592 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0383926-b341-4b94-a15f-b463f655de41 req-ca59091b-324a-4544-8c95-9d497e05d88b tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:46.502218 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b0383926-b341-4b94-a15f-b463f655de41 req-ca59091b-324a-4544-8c95-9d497e05d88b tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.31 "GET /v2.0/networks?id=6c4b0ba7-873d-4b03-9efa-67af55c0587e HTTP/1.1" status: 200 len: 820 time: 0.1728570 Dec 09 15:30:46.518030 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-b0383926-b341-4b94-a15f-b463f655de41 req-d7e53ee3-ab51-47fc-a337-44f37e0614db tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Request body: {'port': {'device_id': '64dc1320-f613-445f-bd84-4800478ed326', 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e', 'admin_state_up': True, 'tenant_id': '5674bd72d1184432801f651e299c9dce'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:30:46.569583 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1bd993f0-68d0-4f90-bfda-a9f8dee00686 req-4adf437b-ad31-4555-a8c0-3835f377920a tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202559 Dec 09 15:30:46.602435 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e3f8d-d918-45ed-93e9-6186e36a801e tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b2a70b-4da3-4b66-865e-6a968159fa17,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:46.637793 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-ca0f57e8-9e06-4df4-8939-46be13abb256 service neutron] For port b5062ccf-d065-4c54-be78-8a88b95e17da, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:30:46.657007 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c853d72-31b6-4afd-8abc-5b4ea2c35cdd req-a8ba9900-1ea9-425b-b7e2-0936cf233b8a tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:46.665961 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2c853d72-31b6-4afd-8abc-5b4ea2c35cdd req-a8ba9900-1ea9-425b-b7e2-0936cf233b8a tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d61fa5b-78ba-4883-ae1a-c9aa32a91603 HTTP/1.1" status: 200 len: 945 time: 0.2029128 Dec 09 15:30:46.671518 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-2c853d72-31b6-4afd-8abc-5b4ea2c35cdd req-9af61119-08ad-4f98-89c3-7ea420c5bf02 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Request body: {'port': {'security_groups': ['b6ddef12-819c-4f08-88a4-0174330c0a4d', '76743317-6d1d-42db-8cd2-9d6d7634ff08']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:30:46.693722 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-ca0f57e8-9e06-4df4-8939-46be13abb256 service neutron] For port b5062ccf-d065-4c54-be78-8a88b95e17da, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=b5062ccf-d065-4c54-be78-8a88b95e17da,segment=NetworkSegment(9bcbf52b-8ad5-477f-9636-c2f9cae19672),segment_id=9bcbf52b-8ad5-477f-9636-c2f9cae19672)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:30:46.733694 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0383926-b341-4b94-a15f-b463f655de41 req-d7e53ee3-ab51-47fc-a337-44f37e0614db tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Made reservation on behalf of 5674bd72d1184432801f651e299c9dce for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:30:46.739721 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-ca0f57e8-9e06-4df4-8939-46be13abb256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:46.747698 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b0383926-b341-4b94-a15f-b463f655de41 req-d7e53ee3-ab51-47fc-a337-44f37e0614db tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:46.811606 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 15:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb5fc59-2e58-4362-87fa-e42a430c0582 x-openstack-request-id: req-ccb5fc59-2e58-4362-87fa-e42a430c0582 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:30:46.812165 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d93d33-686a-4d6b-94b6-2d82623f0326", "name": "network-vif-unplugged", "status": "completed", "tag": "b5062ccf-d065-4c54-be78-8a88b95e17da", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:30:46.812165 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ccb5fc59-2e58-4362-87fa-e42a430c0582 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:30:46.812565 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d93d33-686a-4d6b-94b6-2d82623f0326', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5062ccf-d065-4c54-be78-8a88b95e17da', 'code': 200} Dec 09 15:30:46.815085 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.31', 57659) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:46.931869 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-54ea55c7-1498-4b8e-a874-cadb54ba6ff0 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=bce3834f9c2e4bb88444bafe52f117e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1147356 Dec 09 15:30:46.950470 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-b0383926-b341-4b94-a15f-b463f655de41 req-d7e53ee3-ab51-47fc-a337-44f37e0614db tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Allocated IP 172.20.0.12 (6c4b0ba7-873d-4b03-9efa-67af55c0587e/2340fb97-6ad9-4615-9535-804554d0ce45/1b3a806c-d80c-4c75-9ee6-4b31413216d7) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:30:46.965173 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-0d2e3f8d-d918-45ed-93e9-6186e36a801e tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Allocated IP 192.168.233.187 (bf6a25f7-2b73-48b5-b60f-99a19e919fb7/54e6953c-1261-4e7c-8b49-64e5b87424c2/dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:30:46.989712 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2c853d72-31b6-4afd-8abc-5b4ea2c35cdd req-9af61119-08ad-4f98-89c3-7ea420c5bf02 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:47.023816 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f57e8-9e06-4df4-8939-46be13abb256 service neutron] Pushing event updated for resources: {'Port': ['ID=b5062ccf-d065-4c54-be78-8a88b95e17da,revision_number=8']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:47.079782 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-ca0f57e8-9e06-4df4-8939-46be13abb256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:47.080577 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-ca0f57e8-9e06-4df4-8939-46be13abb256 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:47.083145 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-ca0f57e8-9e06-4df4-8939-46be13abb256 service neutron] 10.222.0.42 "PUT /v2.0/ports/b5062ccf-d065-4c54-be78-8a88b95e17da HTTP/1.1" status: 200 len: 1121 time: 2.6401601 Dec 09 15:30:47.158973 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['b5062ccf-d065-4c54-be78-8a88b95e17da'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:30:47.223196 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b0383926-b341-4b94-a15f-b463f655de41 req-d7e53ee3-ab51-47fc-a337-44f37e0614db tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:47.251703 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-9bc88062-2915-48a1-8a36-5944567a71d4 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:47.255096 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-9bc88062-2915-48a1-8a36-5944567a71d4 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3101902 Dec 09 15:30:47.271962 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b0383926-b341-4b94-a15f-b463f655de41 req-d7e53ee3-ab51-47fc-a337-44f37e0614db tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:47.277812 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-cd99b143-4505-4269-a47a-2f6b4675dce7 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Request body: {'port': {'device_id': '504fb81f-5afc-495a-b374-e33fd1784ac5', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'admin_state_up': True, 'tenant_id': 'bce3834f9c2e4bb88444bafe52f117e0'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:30:47.326587 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed670ee-741d-4722-afde-06be0d807ed7 req-0531e776-af0c-4520-88ae-eb0599b73b7f tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:47.336264 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7ed670ee-741d-4722-afde-06be0d807ed7 req-0531e776-af0c-4520-88ae-eb0599b73b7f tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc4b133b-c6b0-422b-9173-9667dd3214b3 HTTP/1.1" status: 200 len: 949 time: 0.2980249 Dec 09 15:30:47.344489 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0383926-b341-4b94-a15f-b463f655de41 req-d7e53ee3-ab51-47fc-a337-44f37e0614db tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Network 6c4b0ba7-873d-4b03-9efa-67af55c0587e is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:30:47.345799 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e53ee3-ab51-47fc-a337-44f37e0614db tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Pushing event updated for resources: {'Port': ['ID=1b3a806c-d80c-4c75-9ee6-4b31413216d7,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:47.355201 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-b0383926-b341-4b94-a15f-b463f655de41 req-d7e53ee3-ab51-47fc-a337-44f37e0614db tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:30:47.357996 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0383926-b341-4b94-a15f-b463f655de41 req-d7e53ee3-ab51-47fc-a337-44f37e0614db tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:30:47.417043 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0383926-b341-4b94-a15f-b463f655de41 req-d7e53ee3-ab51-47fc-a337-44f37e0614db tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:47.417762 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b0383926-b341-4b94-a15f-b463f655de41 req-d7e53ee3-ab51-47fc-a337-44f37e0614db tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:47.436949 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b0383926-b341-4b94-a15f-b463f655de41 req-d7e53ee3-ab51-47fc-a337-44f37e0614db tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9241519 Dec 09 15:30:47.484436 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-b0383926-b341-4b94-a15f-b463f655de41 req-0e4a9097-fa25-4b6f-8203-b4e03e7513cb service neutron] Request body: {'port': {'device_id': '64dc1320-f613-445f-bd84-4800478ed326', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:30:47.540731 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b0383926-b341-4b94-a15f-b463f655de41 req-0e4a9097-fa25-4b6f-8203-b4e03e7513cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:47.811277 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-b0383926-b341-4b94-a15f-b463f655de41 req-0e4a9097-fa25-4b6f-8203-b4e03e7513cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b3a806c-d80c-4c75-9ee6-4b31413216d7 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:30:47.814990 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7ed670ee-741d-4722-afde-06be0d807ed7 req-6b787016-3c21-4c2b-aba9-15b40f2fa810 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4772391 Dec 09 15:30:47.819941 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b0383926-b341-4b94-a15f-b463f655de41 req-0e4a9097-fa25-4b6f-8203-b4e03e7513cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:47.843510 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-b0383926-b341-4b94-a15f-b463f655de41 req-0e4a9097-fa25-4b6f-8203-b4e03e7513cb service neutron] Transition to ACTIVE for port object 1b3a806c-d80c-4c75-9ee6-4b31413216d7 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:30:47.850137 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b0383926-b341-4b94-a15f-b463f655de41 req-0e4a9097-fa25-4b6f-8203-b4e03e7513cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:47.905293 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a9097-fa25-4b6f-8203-b4e03e7513cb service neutron] Pushing event updated for resources: {'Port': ['ID=1b3a806c-d80c-4c75-9ee6-4b31413216d7,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:47.940173 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-0d2e3f8d-d918-45ed-93e9-6186e36a801e tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:47.971138 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-b0383926-b341-4b94-a15f-b463f655de41 req-0e4a9097-fa25-4b6f-8203-b4e03e7513cb service neutron] Attempting to bind port 1b3a806c-d80c-4c75-9ee6-4b31413216d7 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:30:47.971483 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-b0383926-b341-4b94-a15f-b463f655de41 req-0e4a9097-fa25-4b6f-8203-b4e03e7513cb service neutron] Attempting to bind port 1b3a806c-d80c-4c75-9ee6-4b31413216d7 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:30:47.972443 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0383926-b341-4b94-a15f-b463f655de41 req-0e4a9097-fa25-4b6f-8203-b4e03e7513cb service neutron] Attempting to bind port 1b3a806c-d80c-4c75-9ee6-4b31413216d7 on network 6c4b0ba7-873d-4b03-9efa-67af55c0587e {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:30:47.976687 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0383926-b341-4b94-a15f-b463f655de41 req-0e4a9097-fa25-4b6f-8203-b4e03e7513cb service neutron] Port 1b3a806c-d80c-4c75-9ee6-4b31413216d7 on network 6c4b0ba7-873d-4b03-9efa-67af55c0587e not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:30:47.977017 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0383926-b341-4b94-a15f-b463f655de41 req-0e4a9097-fa25-4b6f-8203-b4e03e7513cb service neutron] Attempting to bind port 1b3a806c-d80c-4c75-9ee6-4b31413216d7 on network 6c4b0ba7-873d-4b03-9efa-67af55c0587e {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:30:47.981735 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0383926-b341-4b94-a15f-b463f655de41 req-0e4a9097-fa25-4b6f-8203-b4e03e7513cb service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:30:47.982063 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0383926-b341-4b94-a15f-b463f655de41 req-0e4a9097-fa25-4b6f-8203-b4e03e7513cb service neutron] Checking segment: {'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:30:47.982441 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0383926-b341-4b94-a15f-b463f655de41 req-0e4a9097-fa25-4b6f-8203-b4e03e7513cb service neutron] Bound using segment: {'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:30:47.982858 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-b0383926-b341-4b94-a15f-b463f655de41 req-0e4a9097-fa25-4b6f-8203-b4e03e7513cb service neutron] Bound port: 1b3a806c-d80c-4c75-9ee6-4b31413216d7, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:30:47.983211 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b0383926-b341-4b94-a15f-b463f655de41 req-0e4a9097-fa25-4b6f-8203-b4e03e7513cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:47.983770 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-2c853d72-31b6-4afd-8abc-5b4ea2c35cdd req-9af61119-08ad-4f98-89c3-7ea420c5bf02 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] For port 54082ef0-861e-49d8-9c6a-3dd2693b631f, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=54082ef0-861e-49d8-9c6a-3dd2693b631f,segment=NetworkSegment(65ab9798-4da2-4ce5-b759-4c14cab985d9),segment_id=65ab9798-4da2-4ce5-b759-4c14cab985d9)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:47.994321 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-cd99b143-4505-4269-a47a-2f6b4675dce7 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Made reservation on behalf of bce3834f9c2e4bb88444bafe52f117e0 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:30:47.997799 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-cd99b143-4505-4269-a47a-2f6b4675dce7 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:48.036588 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1976531-d109-4c79-b02b-728c9e168772 req-ee4f360a-0510-456b-b75d-d545518fcca4 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:48.038072 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b1976531-d109-4c79-b02b-728c9e168772 req-ee4f360a-0510-456b-b75d-d545518fcca4 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dc1320-f613-445f-bd84-4800478ed326 HTTP/1.1" status: 200 len: 944 time: 0.1522548 Dec 09 15:30:48.044336 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-b0383926-b341-4b94-a15f-b463f655de41 req-0e4a9097-fa25-4b6f-8203-b4e03e7513cb service neutron] For port 1b3a806c-d80c-4c75-9ee6-4b31413216d7, host n-h2-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:30:48.047585 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-b0383926-b341-4b94-a15f-b463f655de41 req-0e4a9097-fa25-4b6f-8203-b4e03e7513cb service neutron] For port 1b3a806c-d80c-4c75-9ee6-4b31413216d7, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=1b3a806c-d80c-4c75-9ee6-4b31413216d7,segment=NetworkSegment(69c5f819-123d-436b-8f3f-7e75c7d0b133),segment_id=69c5f819-123d-436b-8f3f-7e75c7d0b133)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:30:48.053065 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b0383926-b341-4b94-a15f-b463f655de41 req-0e4a9097-fa25-4b6f-8203-b4e03e7513cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:48.074303 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2c853d72-31b6-4afd-8abc-5b4ea2c35cdd req-9af61119-08ad-4f98-89c3-7ea420c5bf02 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:48.091151 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0383926-b341-4b94-a15f-b463f655de41 req-0e4a9097-fa25-4b6f-8203-b4e03e7513cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:48.091765 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b0383926-b341-4b94-a15f-b463f655de41 req-0e4a9097-fa25-4b6f-8203-b4e03e7513cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:48.092948 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2c853d72-31b6-4afd-8abc-5b4ea2c35cdd req-9af61119-08ad-4f98-89c3-7ea420c5bf02 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:48.093210 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b0383926-b341-4b94-a15f-b463f655de41 req-0e4a9097-fa25-4b6f-8203-b4e03e7513cb service neutron] 10.222.0.31 "PUT /v2.0/ports/1b3a806c-d80c-4c75-9ee6-4b31413216d7 HTTP/1.1" status: 200 len: 1092 time: 0.6138029 Dec 09 15:30:48.093637 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64dc1320-f613-445f-bd84-4800478ed326', 'tag': '1b3a806c-d80c-4c75-9ee6-4b31413216d7'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:30:48.095908 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707cbf46-2a2a-4a6c-8e56-89cfa12acb4c" -d '{"events": [{"name": "network-changed", "server_uuid": "64dc1320-f613-445f-bd84-4800478ed326", "tag": "1b3a806c-d80c-4c75-9ee6-4b31413216d7"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:30:48.122072 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a9097-fa25-4b6f-8203-b4e03e7513cb service neutron] Pushing event updated for resources: {'Port': ['ID=1b3a806c-d80c-4c75-9ee6-4b31413216d7,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:48.143180 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['54082ef0-861e-49d8-9c6a-3dd2693b631f'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:30:48.162030 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-0d2e3f8d-d918-45ed-93e9-6186e36a801e tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:48.177926 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0383926-b341-4b94-a15f-b463f655de41 req-88eadfd7-620b-4da6-a2a8-2b516e50901f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:48.179434 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b0383926-b341-4b94-a15f-b463f655de41 req-88eadfd7-620b-4da6-a2a8-2b516e50901f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5674bd72d1184432801f651e299c9dce&device_id=64dc1320-f613-445f-bd84-4800478ed326 HTTP/1.1" status: 200 len: 1095 time: 0.0449517 Dec 09 15:30:48.218257 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c853d72-31b6-4afd-8abc-5b4ea2c35cdd req-9af61119-08ad-4f98-89c3-7ea420c5bf02 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:48.218884 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2c853d72-31b6-4afd-8abc-5b4ea2c35cdd req-9af61119-08ad-4f98-89c3-7ea420c5bf02 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:48.220274 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2c853d72-31b6-4afd-8abc-5b4ea2c35cdd req-9af61119-08ad-4f98-89c3-7ea420c5bf02 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "PUT /v2.0/ports/54082ef0-861e-49d8-9c6a-3dd2693b631f HTTP/1.1" status: 200 len: 981 time: 1.5533621 Dec 09 15:30:48.229007 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b0383926-b341-4b94-a15f-b463f655de41 req-40d64663-3d11-4f97-b455-a6bb7d274448 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b3a806c-d80c-4c75-9ee6-4b31413216d7 HTTP/1.1" status: 200 len: 217 time: 0.0388105 Dec 09 15:30:48.257441 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-0d2e3f8d-d918-45ed-93e9-6186e36a801e tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:30:48.286496 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-0d2e3f8d-d918-45ed-93e9-6186e36a801e tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:30:48.288735 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af61119-08ad-4f98-89c3-7ea420c5bf02 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Pushing event updated for resources: {'Port': ['ID=54082ef0-861e-49d8-9c6a-3dd2693b631f,revision_number=6']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:48.291469 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-0d2e3f8d-d918-45ed-93e9-6186e36a801e tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:30:48.297177 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-0d2e3f8d-d918-45ed-93e9-6186e36a801e tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:48.297811 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-0d2e3f8d-d918-45ed-93e9-6186e36a801e tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:48.317518 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b1976531-d109-4c79-b02b-728c9e168772 req-84594020-fa07-4cf9-99fd-c350e84862a4 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664549 Dec 09 15:30:48.319006 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0383926-b341-4b94-a15f-b463f655de41 req-3ac4f929-8ea2-4022-80e6-36c788b85f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:48.321264 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b0383926-b341-4b94-a15f-b463f655de41 req-3ac4f929-8ea2-4022-80e6-36c788b85f3f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2340fb97-6ad9-4615-9535-804554d0ce45 HTTP/1.1" status: 200 len: 860 time: 0.0856676 Dec 09 15:30:48.329602 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-0d2e3f8d-d918-45ed-93e9-6186e36a801e tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1272192 Dec 09 15:30:48.370626 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-0924ecf8-0c40-4fcd-94a2-8558343ea5d9 service neutron] Request body: {'port': {'device_id': '2c001c13-a1c9-4c75-80a4-6eab9b501fd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:30:48.373614 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b0383926-b341-4b94-a15f-b463f655de41 req-ac80ba63-e4ee-4073-8a4a-0ff5c7d0d06a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6c4b0ba7-873d-4b03-9efa-67af55c0587e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350964 Dec 09 15:30:48.484714 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b0383926-b341-4b94-a15f-b463f655de41 req-1e95dd81-b250-4da8-9b79-1acc99fd17ae service neutron] 10.222.0.31 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010387 Dec 09 15:30:48.498194 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-55a42d7b-ab41-4ea4-9abf-60659a3affb4 req-9ea9f6d1-461b-4477-9fda-99ff092de400 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.57 "GET /v2.0/ports?device_id=504fb81f-5afc-495a-b374-e33fd1784ac5 HTTP/1.1" status: 200 len: 210 time: 0.0691779 Dec 09 15:30:48.515174 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-cd99b143-4505-4269-a47a-2f6b4675dce7 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Allocated IP 192.168.233.34 (bf6a25f7-2b73-48b5-b60f-99a19e919fb7/54e6953c-1261-4e7c-8b49-64e5b87424c2/81f9cf16-a58c-4a4b-8402-1c3be2c715be) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:30:48.521623 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-0924ecf8-0c40-4fcd-94a2-8558343ea5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:48.540402 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e3f8d-d918-45ed-93e9-6186e36a801e tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Pushing event updated for resources: {'Port': ['ID=dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:48.556940 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83ddf7-58f5-446e-99b5-88faafeae82b req-b144d2b6-a9e1-4c1c-9267-5b6687bdbb3e tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:48.558553 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d83ddf7-58f5-446e-99b5-88faafeae82b req-b144d2b6-a9e1-4c1c-9267-5b6687bdbb3e tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 948 time: 0.2401607 Dec 09 15:30:48.563621 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['54082ef0-861e-49d8-9c6a-3dd2693b631f'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:30:48.590304 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:30:48.641750 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4d62e56d-13a5-45bc-b234-5c52c54cb736 None None] Provisioning complete for port dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:30:48.642472 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4d62e56d-13a5-45bc-b234-5c52c54cb736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:48.737926 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-4d62e56d-13a5-45bc-b234-5c52c54cb736 None None] Port dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:30:48.826157 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d83ddf7-58f5-446e-99b5-88faafeae82b req-78327579-c1d8-4624-aa1a-0c586512cecf tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355757 Dec 09 15:30:48.826752 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d93d33-686a-4d6b-94b6-2d82623f0326', 'tag': 'b5062ccf-d065-4c54-be78-8a88b95e17da'}, {'name': 'network-changed', 'server_uuid': '5d61fa5b-78ba-4883-ae1a-c9aa32a91603', 'tag': '54082ef0-861e-49d8-9c6a-3dd2693b631f'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:30:48.830597 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fed488-693e-4d7a-a3cd-f08d4553516d" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d93d33-686a-4d6b-94b6-2d82623f0326", "tag": "b5062ccf-d065-4c54-be78-8a88b95e17da"}, {"name": "network-changed", "server_uuid": "5d61fa5b-78ba-4883-ae1a-c9aa32a91603", "tag": "54082ef0-861e-49d8-9c6a-3dd2693b631f"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:30:48.958681 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b0383926-b341-4b94-a15f-b463f655de41 req-fd2f193d-6be7-4a13-ac9c-c6594211066e service neutron] 10.222.0.31 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4641821 Dec 09 15:30:49.011381 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-cd99b143-4505-4269-a47a-2f6b4675dce7 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:49.021149 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-b289e5db-649c-4ae6-b12d-4048f455d3f2 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:49.022636 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-b289e5db-649c-4ae6-b12d-4048f455d3f2 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/networks?id=3a67a1ff-4f2f-4989-997b-2dcf336e791d HTTP/1.1" status: 200 len: 815 time: 0.2147381 Dec 09 15:30:49.040885 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2832295-e747-4b59-897c-db1e95eb3b72 req-1ad10800-3b72-4d27-8211-279f4483d62f tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:49.042313 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d2832295-e747-4b59-897c-db1e95eb3b72 req-1ad10800-3b72-4d27-8211-279f4483d62f tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 943 time: 0.1160357 Dec 09 15:30:49.071216 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-c6c5deae-bea4-4d86-8f6b-f6e0daa3f925 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/quotas/6920059004d64958b6d9c8cd276a3070 HTTP/1.1" status: 200 len: 375 time: 0.0408432 Dec 09 15:30:49.144987 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d2832295-e747-4b59-897c-db1e95eb3b72 req-66f9116e-9d30-4ae5-8a67-d892ed50caab tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955684 Dec 09 15:30:49.150334 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-cd99b143-4505-4269-a47a-2f6b4675dce7 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:49.202135 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-441c41dd-56f1-4ba2-854d-c9a491d021a3 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6920059004d64958b6d9c8cd276a3070&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1235771 Dec 09 15:30:49.275054 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-cd99b143-4505-4269-a47a-2f6b4675dce7 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:30:49.310663 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-cd99b143-4505-4269-a47a-2f6b4675dce7 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:30:49.317294 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-cd99b143-4505-4269-a47a-2f6b4675dce7 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:30:49.327806 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-cd99b143-4505-4269-a47a-2f6b4675dce7 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:49.328502 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-cd99b143-4505-4269-a47a-2f6b4675dce7 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:49.334298 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd99b143-4505-4269-a47a-2f6b4675dce7 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Pushing event updated for resources: {'Port': ['ID=81f9cf16-a58c-4a4b-8402-1c3be2c715be,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:49.374941 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-cd99b143-4505-4269-a47a-2f6b4675dce7 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1030219 Dec 09 15:30:49.388681 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-516b8001-3251-4174-b742-751b7ef7ea78 service neutron] Request body: {'port': {'device_id': '504fb81f-5afc-495a-b374-e33fd1784ac5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:30:49.426702 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f15fa0c-7d69-4657-88b9-fdf453e5f5c3 x-openstack-request-id: req-5f15fa0c-7d69-4657-88b9-fdf453e5f5c3 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:30:49.426997 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64dc1320-f613-445f-bd84-4800478ed326", "tag": "1b3a806c-d80c-4c75-9ee6-4b31413216d7", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:30:49.427254 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5f15fa0c-7d69-4657-88b9-fdf453e5f5c3 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:30:49.427687 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64dc1320-f613-445f-bd84-4800478ed326', 'tag': '1b3a806c-d80c-4c75-9ee6-4b31413216d7', 'status': 'completed', 'code': 200} Dec 09 15:30:49.494845 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-263af05f-9542-45fe-9048-e51e5afff79d service neutron] 10.222.0.57 "GET /v2.0/networks/3a67a1ff-4f2f-4989-997b-2dcf336e791d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676475 Dec 09 15:30:49.505258 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cbf46-2a2a-4a6c-8e56-89cfa12acb4c req-3ade4c68-9d20-4b35-b278-94dd2809ccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:49.506912 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-707cbf46-2a2a-4a6c-8e56-89cfa12acb4c req-3ade4c68-9d20-4b35-b278-94dd2809ccd6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5674bd72d1184432801f651e299c9dce&device_id=64dc1320-f613-445f-bd84-4800478ed326 HTTP/1.1" status: 200 len: 1095 time: 0.0523331 Dec 09 15:30:49.507937 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device b5062ccf-d065-4c54-be78-8a88b95e17da details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:30:49.526032 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-516b8001-3251-4174-b742-751b7ef7ea78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:49.594544 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-723d6f86-74e2-484d-969e-86260d118679 None None] Provisioning complete for port 81f9cf16-a58c-4a4b-8402-1c3be2c715be triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:30:49.595080 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-723d6f86-74e2-484d-969e-86260d118679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:49.613197 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cbf46-2a2a-4a6c-8e56-89cfa12acb4c req-2775f448-279e-4ff5-9ef6-effdfb2dd60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:49.614999 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-707cbf46-2a2a-4a6c-8e56-89cfa12acb4c req-2775f448-279e-4ff5-9ef6-effdfb2dd60e service neutron] 10.222.0.31 "GET /v2.0/networks?id=6c4b0ba7-873d-4b03-9efa-67af55c0587e HTTP/1.1" status: 200 len: 921 time: 0.1004612 Dec 09 15:30:49.653383 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port b5062ccf-d065-4c54-be78-8a88b95e17da, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=b5062ccf-d065-4c54-be78-8a88b95e17da,segment=NetworkSegment(9bcbf52b-8ad5-477f-9636-c2f9cae19672),segment_id=9bcbf52b-8ad5-477f-9636-c2f9cae19672)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:49.655630 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-723d6f86-74e2-484d-969e-86260d118679 None None] Port 81f9cf16-a58c-4a4b-8402-1c3be2c715be cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:30:49.658443 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dd5fbe54-99fa-4c1d-9514-d6a178c6ad26 req-72f34ed3-8ad9-4e8f-b78e-cabb7245c432 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-675339768&fields=id&tenant_id=13ab8f9eb9e44a98b88dffa52142eabd HTTP/1.1" status: 200 len: 267 time: 0.1801291 Dec 09 15:30:49.665583 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device b5062ccf-d065-4c54-be78-8a88b95e17da has no active binding in host n-h1-821228-1 {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 09 15:30:49.673459 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-0924ecf8-0c40-4fcd-94a2-8558343ea5d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:30:49.675304 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-707cbf46-2a2a-4a6c-8e56-89cfa12acb4c req-36d27d17-0a24-4739-a6e4-539da1f7326c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b3a806c-d80c-4c75-9ee6-4b31413216d7 HTTP/1.1" status: 200 len: 217 time: 0.0511856 Dec 09 15:30:49.699428 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-0924ecf8-0c40-4fcd-94a2-8558343ea5d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:49.728348 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cbf46-2a2a-4a6c-8e56-89cfa12acb4c req-fade8468-561a-4d6a-bc7a-f8976bb038ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:49.729848 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-707cbf46-2a2a-4a6c-8e56-89cfa12acb4c req-fade8468-561a-4d6a-bc7a-f8976bb038ce service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2340fb97-6ad9-4615-9535-804554d0ce45 HTTP/1.1" status: 200 len: 860 time: 0.0472054 Dec 09 15:30:49.742401 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-0924ecf8-0c40-4fcd-94a2-8558343ea5d9 service neutron] Transition to ACTIVE for port object dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:30:49.764820 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-707cbf46-2a2a-4a6c-8e56-89cfa12acb4c req-46547987-6b02-4d2f-8431-3c39deb6e6d3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6c4b0ba7-873d-4b03-9efa-67af55c0587e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266926 Dec 09 15:30:49.795783 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-0924ecf8-0c40-4fcd-94a2-8558343ea5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:49.852214 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5fbe54-99fa-4c1d-9514-d6a178c6ad26 req-1f908296-3f69-4061-a2ac-59613e2866e5 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:49.853737 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dd5fbe54-99fa-4c1d-9514-d6a178c6ad26 req-1f908296-3f69-4061-a2ac-59613e2866e5 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d61fa5b-78ba-4883-ae1a-c9aa32a91603 HTTP/1.1" status: 200 len: 984 time: 0.1945214 Dec 09 15:30:49.858289 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-707cbf46-2a2a-4a6c-8e56-89cfa12acb4c req-4d6c2ff2-ee3d-4ef4-9339-6a277d5f9a5f service neutron] 10.222.0.31 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864329 Dec 09 15:30:49.871634 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-68a61cf2-26aa-4d6e-a7df-f557914b2395 service neutron] 10.222.0.57 "GET /v2.0/networks/3a67a1ff-4f2f-4989-997b-2dcf336e791d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561933 Dec 09 15:30:49.884174 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-dd5fbe54-99fa-4c1d-9514-d6a178c6ad26 req-ed81f1f0-f2c2-4f28-9433-6431d9e88cac tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Request body: {'port': {'security_groups': ['76743317-6d1d-42db-8cd2-9d6d7634ff08', 'b6ddef12-819c-4f08-88a4-0174330c0a4d', '4f0a3cc8-da07-4350-9f71-758fd9b34532']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:30:49.965661 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924ecf8-0c40-4fcd-94a2-8558343ea5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:49.976971 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-707cbf46-2a2a-4a6c-8e56-89cfa12acb4c req-40ed9c39-7bcb-479c-a30a-2ef6af313713 service neutron] 10.222.0.31 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076181 Dec 09 15:30:50.102129 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-dd5fbe54-99fa-4c1d-9514-d6a178c6ad26 req-ed81f1f0-f2c2-4f28-9433-6431d9e88cac tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:50.109497 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 09 Dec 2021 15:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41119e7a-cda8-4801-9b0b-073e0cae0ae2 x-openstack-request-id: req-41119e7a-cda8-4801-9b0b-073e0cae0ae2 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:30:50.109900 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d93d33-686a-4d6b-94b6-2d82623f0326", "tag": "b5062ccf-d065-4c54-be78-8a88b95e17da", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5d61fa5b-78ba-4883-ae1a-c9aa32a91603", "tag": "54082ef0-861e-49d8-9c6a-3dd2693b631f", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:30:50.110764 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-41119e7a-cda8-4801-9b0b-073e0cae0ae2 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:30:50.111228 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d93d33-686a-4d6b-94b6-2d82623f0326', 'tag': 'b5062ccf-d065-4c54-be78-8a88b95e17da', 'status': 'completed', 'code': 200} Dec 09 15:30:50.111670 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d61fa5b-78ba-4883-ae1a-c9aa32a91603', 'tag': '54082ef0-861e-49d8-9c6a-3dd2693b631f', 'status': 'completed', 'code': 200} Dec 09 15:30:50.176257 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-0924ecf8-0c40-4fcd-94a2-8558343ea5d9 service neutron] Attempting to bind port dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:30:50.176637 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-0924ecf8-0c40-4fcd-94a2-8558343ea5d9 service neutron] Attempting to bind port dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:30:50.176968 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-0924ecf8-0c40-4fcd-94a2-8558343ea5d9 service neutron] Attempting to bind port dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:30:50.205367 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fed488-693e-4d7a-a3cd-f08d4553516d req-95812459-0904-462a-a606-908b068ee8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:50.208330 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-03fed488-693e-4d7a-a3cd-f08d4553516d req-95812459-0904-462a-a606-908b068ee8ff service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69&device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 1124 time: 0.0880842 Dec 09 15:30:50.263160 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-0924ecf8-0c40-4fcd-94a2-8558343ea5d9 service neutron] Port dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:30:50.263580 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-0924ecf8-0c40-4fcd-94a2-8558343ea5d9 service neutron] Attempting to bind port dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:30:50.303544 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-0924ecf8-0c40-4fcd-94a2-8558343ea5d9 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:30:50.303806 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-0924ecf8-0c40-4fcd-94a2-8558343ea5d9 service neutron] Checking segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:30:50.304258 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-0924ecf8-0c40-4fcd-94a2-8558343ea5d9 service neutron] Bound using segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:30:50.304786 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-0924ecf8-0c40-4fcd-94a2-8558343ea5d9 service neutron] Bound port: dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:30:50.305211 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-0924ecf8-0c40-4fcd-94a2-8558343ea5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:50.332390 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fed488-693e-4d7a-a3cd-f08d4553516d req-205abecf-21da-46cd-a566-d1f9205318f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:50.334998 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-03fed488-693e-4d7a-a3cd-f08d4553516d req-205abecf-21da-46cd-a566-d1f9205318f4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3099805c-627c-4784-8087-c190eb81b4e0 HTTP/1.1" status: 200 len: 908 time: 0.1190281 Dec 09 15:30:50.361125 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-516b8001-3251-4174-b742-751b7ef7ea78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81f9cf16-a58c-4a4b-8402-1c3be2c715be {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:30:50.380796 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-587dad8c-45bd-43dd-b5b6-7be6e0ded4c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:50.389667 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-03fed488-693e-4d7a-a3cd-f08d4553516d req-0633bf1c-897a-486d-ae5a-96056bb7f142 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5062ccf-d065-4c54-be78-8a88b95e17da HTTP/1.1" status: 200 len: 217 time: 0.0466950 Dec 09 15:30:50.390356 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767f5eb-d6f2-4683-8f85-38f2ab5a04ea req-56410158-dcf8-45dc-bdd0-1f6607ee82bb tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:50.391873 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9767f5eb-d6f2-4683-8f85-38f2ab5a04ea req-56410158-dcf8-45dc-bdd0-1f6607ee82bb tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc4b133b-c6b0-422b-9173-9667dd3214b3 HTTP/1.1" status: 200 len: 949 time: 0.2194076 Dec 09 15:30:50.395843 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-516b8001-3251-4174-b742-751b7ef7ea78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:50.409012 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fed488-693e-4d7a-a3cd-f08d4553516d req-3ac0a435-8ada-4af5-9d35-15014469fe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:50.410436 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03fed488-693e-4d7a-a3cd-f08d4553516d req-3ac0a435-8ada-4af5-9d35-15014469fe26 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=13ab8f9eb9e44a98b88dffa52142eabd&device_id=5d61fa5b-78ba-4883-ae1a-c9aa32a91603 HTTP/1.1" status: 200 len: 1135 time: 0.2520778 Dec 09 15:30:50.459060 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fed488-693e-4d7a-a3cd-f08d4553516d req-a1d91b4e-f143-4d5c-bb0b-a7c105fe3931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:50.461034 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-03fed488-693e-4d7a-a3cd-f08d4553516d req-a1d91b4e-f143-4d5c-bb0b-a7c105fe3931 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75dd204b-61ff-4875-bd46-839f068b72c4 HTTP/1.1" status: 200 len: 847 time: 0.0631971 Dec 09 15:30:50.501706 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-03fed488-693e-4d7a-a3cd-f08d4553516d req-90d21691-c813-44b0-b408-60b3ade906b7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3099805c-627c-4784-8087-c190eb81b4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313983 Dec 09 15:30:50.517572 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-516b8001-3251-4174-b742-751b7ef7ea78 service neutron] Transition to ACTIVE for port object 81f9cf16-a58c-4a4b-8402-1c3be2c715be will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:30:50.539258 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-516b8001-3251-4174-b742-751b7ef7ea78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:50.599385 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-03fed488-693e-4d7a-a3cd-f08d4553516d req-99a12a25-e0b5-47cc-a398-4602a962a91e service neutron] 10.222.0.31 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877979 Dec 09 15:30:50.608045 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-0924ecf8-0c40-4fcd-94a2-8558343ea5d9 service neutron] For port dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:30:50.710617 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-03fed488-693e-4d7a-a3cd-f08d4553516d req-bf03aa43-0c10-4c4b-88e4-7a45fdf37fa6 service neutron] 10.222.0.31 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038585 Dec 09 15:30:50.960030 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-0924ecf8-0c40-4fcd-94a2-8558343ea5d9 service neutron] For port dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:30:50.964128 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9767f5eb-d6f2-4683-8f85-38f2ab5a04ea req-e3c5b4ee-32f6-4b78-b7e5-020bf58e869d tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/security-groups?id=3be7015c-90d1-4ef6-beff-451a61c46314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5575590 Dec 09 15:30:50.998903 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-0924ecf8-0c40-4fcd-94a2-8558343ea5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:51.050779 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b8001-3251-4174-b742-751b7ef7ea78 service neutron] Pushing event updated for resources: {'Port': ['ID=81f9cf16-a58c-4a4b-8402-1c3be2c715be,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:51.115134 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-0924ecf8-0c40-4fcd-94a2-8558343ea5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:51.115751 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-0924ecf8-0c40-4fcd-94a2-8558343ea5d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:51.117161 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-0924ecf8-0c40-4fcd-94a2-8558343ea5d9 service neutron] 10.222.0.31 "PUT /v2.0/ports/dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e HTTP/1.1" status: 200 len: 1096 time: 2.7510927 Dec 09 15:30:51.118351 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fed488-693e-4d7a-a3cd-f08d4553516d req-2eac525a-4f9d-497d-8a6d-329e27567b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:51.119675 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03fed488-693e-4d7a-a3cd-f08d4553516d req-2eac525a-4f9d-497d-8a6d-329e27567b27 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ceb7ecf8-ac3c-4d11-975a-465c5d0227ee HTTP/1.1" status: 200 len: 913 time: 0.6828630 Dec 09 15:30:51.141639 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-516b8001-3251-4174-b742-751b7ef7ea78 service neutron] Attempting to bind port 81f9cf16-a58c-4a4b-8402-1c3be2c715be on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:30:51.141970 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-516b8001-3251-4174-b742-751b7ef7ea78 service neutron] Attempting to bind port 81f9cf16-a58c-4a4b-8402-1c3be2c715be by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:30:51.142299 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-516b8001-3251-4174-b742-751b7ef7ea78 service neutron] Attempting to bind port 81f9cf16-a58c-4a4b-8402-1c3be2c715be on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:30:51.208863 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-516b8001-3251-4174-b742-751b7ef7ea78 service neutron] Port 81f9cf16-a58c-4a4b-8402-1c3be2c715be on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:30:51.209228 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-516b8001-3251-4174-b742-751b7ef7ea78 service neutron] Attempting to bind port 81f9cf16-a58c-4a4b-8402-1c3be2c715be on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:30:51.226590 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03fed488-693e-4d7a-a3cd-f08d4553516d req-70a552b5-1a60-4925-8a1b-2934362598f5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54082ef0-861e-49d8-9c6a-3dd2693b631f HTTP/1.1" status: 200 len: 217 time: 0.0881674 Dec 09 15:30:51.240099 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-dd5fbe54-99fa-4c1d-9514-d6a178c6ad26 req-ed81f1f0-f2c2-4f28-9433-6431d9e88cac tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] For port 54082ef0-861e-49d8-9c6a-3dd2693b631f, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=54082ef0-861e-49d8-9c6a-3dd2693b631f,segment=NetworkSegment(65ab9798-4da2-4ce5-b759-4c14cab985d9),segment_id=65ab9798-4da2-4ce5-b759-4c14cab985d9)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:51.273824 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-516b8001-3251-4174-b742-751b7ef7ea78 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:30:51.274161 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-516b8001-3251-4174-b742-751b7ef7ea78 service neutron] Checking segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:30:51.274540 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-516b8001-3251-4174-b742-751b7ef7ea78 service neutron] Bound using segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:30:51.274974 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-516b8001-3251-4174-b742-751b7ef7ea78 service neutron] Bound port: 81f9cf16-a58c-4a4b-8402-1c3be2c715be, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:30:51.275323 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-516b8001-3251-4174-b742-751b7ef7ea78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:51.277040 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924ecf8-0c40-4fcd-94a2-8558343ea5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:51.313832 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338bccc-3504-4667-9a71-b278fcd443d5 req-5c93bb97-16ab-4c5a-a202-dc1ce3da7fb4 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:51.315822 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7338bccc-3504-4667-9a71-b278fcd443d5 req-5c93bb97-16ab-4c5a-a202-dc1ce3da7fb4 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dc1320-f613-445f-bd84-4800478ed326 HTTP/1.1" status: 200 len: 944 time: 0.2794595 Dec 09 15:30:51.397156 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-dd5fbe54-99fa-4c1d-9514-d6a178c6ad26 req-ed81f1f0-f2c2-4f28-9433-6431d9e88cac tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:51.404459 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-8cedb2d8-6087-4412-8829-e3026cc47555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:51.405967 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-8cedb2d8-6087-4412-8829-e3026cc47555 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bce3834f9c2e4bb88444bafe52f117e0&device_id=2c001c13-a1c9-4c75-80a4-6eab9b501fd1 HTTP/1.1" status: 200 len: 1099 time: 0.1995716 Dec 09 15:30:51.407234 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fed488-693e-4d7a-a3cd-f08d4553516d req-38e24ca4-be61-4762-823c-959ee58c9eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:51.408556 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03fed488-693e-4d7a-a3cd-f08d4553516d req-38e24ca4-be61-4762-823c-959ee58c9eb7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=09838ae7-10e3-4a8f-9e69-f84874faf411 HTTP/1.1" status: 200 len: 852 time: 0.1664186 Dec 09 15:30:51.419197 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-dd5fbe54-99fa-4c1d-9514-d6a178c6ad26 req-ed81f1f0-f2c2-4f28-9433-6431d9e88cac tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:51.467789 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['54082ef0-861e-49d8-9c6a-3dd2693b631f'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:30:51.528925 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-bf58acc1-9406-4e5f-88ac-279c2a9fa5e9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e HTTP/1.1" status: 200 len: 217 time: 0.1077311 Dec 09 15:30:51.542724 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-463cef27-1a0b-4673-a998-0fdde7b277c4 req-da197b2f-de7c-4f81-bd57-1417df4d594d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ea2de25e-7897-4271-9d98-986803a004c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443194 Dec 09 15:30:51.555022 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03fed488-693e-4d7a-a3cd-f08d4553516d req-98e0da79-bbdd-4548-beee-05c39547ef1f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ceb7ecf8-ac3c-4d11-975a-465c5d0227ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789657 Dec 09 15:30:51.567791 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-516b8001-3251-4174-b742-751b7ef7ea78 service neutron] For port 81f9cf16-a58c-4a4b-8402-1c3be2c715be, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:30:51.572847 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7338bccc-3504-4667-9a71-b278fcd443d5 req-aaf5198d-0f15-46b1-bb80-ed207846d8ab tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402925 Dec 09 15:30:51.585614 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5fbe54-99fa-4c1d-9514-d6a178c6ad26 req-ed81f1f0-f2c2-4f28-9433-6431d9e88cac tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:51.586758 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-dd5fbe54-99fa-4c1d-9514-d6a178c6ad26 req-ed81f1f0-f2c2-4f28-9433-6431d9e88cac tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:51.587640 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dd5fbe54-99fa-4c1d-9514-d6a178c6ad26 req-ed81f1f0-f2c2-4f28-9433-6431d9e88cac tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "PUT /v2.0/ports/54082ef0-861e-49d8-9c6a-3dd2693b631f HTTP/1.1" status: 200 len: 1020 time: 1.7234507 Dec 09 15:30:51.633790 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-516b8001-3251-4174-b742-751b7ef7ea78 service neutron] For port 81f9cf16-a58c-4a4b-8402-1c3be2c715be, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=81f9cf16-a58c-4a4b-8402-1c3be2c715be,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:30:51.651835 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463cef27-1a0b-4673-a998-0fdde7b277c4 req-15d14d8e-8111-43d9-984a-c36d895d187c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:51.657035 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-463cef27-1a0b-4673-a998-0fdde7b277c4 req-15d14d8e-8111-43d9-984a-c36d895d187c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5674bd72d1184432801f651e299c9dce&device_id=ea2de25e-7897-4271-9d98-986803a004c0 HTTP/1.1" status: 200 len: 1095 time: 0.0861416 Dec 09 15:30:51.679590 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-516b8001-3251-4174-b742-751b7ef7ea78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:51.681554 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed81f1f0-f2c2-4f28-9433-6431d9e88cac tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Pushing event updated for resources: {'Port': ['ID=54082ef0-861e-49d8-9c6a-3dd2693b631f,revision_number=7']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:51.739584 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-a3e48be2-acd0-4e03-ba0f-51c6242d41ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:51.741122 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-a3e48be2-acd0-4e03-ba0f-51c6242d41ea service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.1899035 Dec 09 15:30:51.771555 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-516b8001-3251-4174-b742-751b7ef7ea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:51.773177 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-516b8001-3251-4174-b742-751b7ef7ea78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:51.776074 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-516b8001-3251-4174-b742-751b7ef7ea78 service neutron] 10.222.0.31 "PUT /v2.0/ports/81f9cf16-a58c-4a4b-8402-1c3be2c715be HTTP/1.1" status: 200 len: 1095 time: 2.3918850 Dec 09 15:30:51.887420 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b8001-3251-4174-b742-751b7ef7ea78 service neutron] Pushing event updated for resources: {'Port': ['ID=81f9cf16-a58c-4a4b-8402-1c3be2c715be,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:51.905662 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463cef27-1a0b-4673-a998-0fdde7b277c4 req-0322bec0-46fc-46aa-8d30-82a8d3c71a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:51.907198 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-463cef27-1a0b-4673-a998-0fdde7b277c4 req-0322bec0-46fc-46aa-8d30-82a8d3c71a81 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6c4b0ba7-873d-4b03-9efa-67af55c0587e HTTP/1.1" status: 200 len: 921 time: 0.1924303 Dec 09 15:30:51.935452 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-3e13cb61-48ed-4e5d-b709-8edc3af11491 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:51.937574 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-3e13cb61-48ed-4e5d-b709-8edc3af11491 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.42 "GET /v2.0/networks?id=3a67a1ff-4f2f-4989-997b-2dcf336e791d HTTP/1.1" status: 200 len: 815 time: 0.2883577 Dec 09 15:30:51.984508 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-463cef27-1a0b-4673-a998-0fdde7b277c4 req-1c8a8dd2-4a67-49e8-925f-a28a586a0ca1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=baa1ea4c-5081-4145-a800-62b0b64a6cfc HTTP/1.1" status: 200 len: 217 time: 0.0456536 Dec 09 15:30:52.016554 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['54082ef0-861e-49d8-9c6a-3dd2693b631f'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:30:52.020522 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1ba15-05ef-49c7-8c74-e6d77868662b req-822cdc29-d470-4126-915e-397c728f74cf tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:52.027872 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-17a1ba15-05ef-49c7-8c74-e6d77868662b req-822cdc29-d470-4126-915e-397c728f74cf tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 948 time: 0.2502375 Dec 09 15:30:52.031825 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-af23fbd7-4908-4218-83a0-535b12496170 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] Request body: {'port': {'device_id': 'b19182ec-5ee4-4dbe-8477-b2fd7396926d', 'network_id': '3a67a1ff-4f2f-4989-997b-2dcf336e791d', 'admin_state_up': True, 'tenant_id': '6920059004d64958b6d9c8cd276a3070'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:30:52.045705 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170ed51-191a-4907-b4f5-f0f10be5b2f7 req-30b3fae7-9c99-4995-8a10-8922443fefb1 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:52.047203 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5170ed51-191a-4907-b4f5-f0f10be5b2f7 req-30b3fae7-9c99-4995-8a10-8922443fefb1 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.57 "GET /v2.0/ports?device_id=504fb81f-5afc-495a-b374-e33fd1784ac5 HTTP/1.1" status: 200 len: 947 time: 0.3215134 Dec 09 15:30:52.061304 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-6ba577f7-5977-4656-a855-9f057d7bf436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:52.063084 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-6ba577f7-5977-4656-a855-9f057d7bf436 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3128927 Dec 09 15:30:52.065150 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03fed488-693e-4d7a-a3cd-f08d4553516d req-92ca5ee1-ace9-44d5-9736-711b18e0f251 service neutron] 10.222.0.42 "GET /v2.0/networks/ceb7ecf8-ac3c-4d11-975a-465c5d0227ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4869080 Dec 09 15:30:52.114219 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-cbcc42e1-0857-4391-8645-629c154a7c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:52.115878 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-cbcc42e1-0857-4391-8645-629c154a7c76 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bce3834f9c2e4bb88444bafe52f117e0&device_id=504fb81f-5afc-495a-b374-e33fd1784ac5 HTTP/1.1" status: 200 len: 1098 time: 0.2135541 Dec 09 15:30:52.116443 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c001c13-a1c9-4c75-80a4-6eab9b501fd1', 'tag': 'dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e'}, {'name': 'network-changed', 'server_uuid': '5d61fa5b-78ba-4883-ae1a-c9aa32a91603', 'tag': '54082ef0-861e-49d8-9c6a-3dd2693b631f'}, {'name': 'network-changed', 'server_uuid': '504fb81f-5afc-495a-b374-e33fd1784ac5', 'tag': '81f9cf16-a58c-4a4b-8402-1c3be2c715be'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:30:52.120385 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da016e5c-1a0b-40f7-acb3-8794d447001c" -d '{"events": [{"name": "network-changed", "server_uuid": "2c001c13-a1c9-4c75-80a4-6eab9b501fd1", "tag": "dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e"}, {"name": "network-changed", "server_uuid": "5d61fa5b-78ba-4883-ae1a-c9aa32a91603", "tag": "54082ef0-861e-49d8-9c6a-3dd2693b631f"}, {"name": "network-changed", "server_uuid": "504fb81f-5afc-495a-b374-e33fd1784ac5", "tag": "81f9cf16-a58c-4a4b-8402-1c3be2c715be"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:30:52.127594 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463cef27-1a0b-4673-a998-0fdde7b277c4 req-9dc0f1a4-1ead-47b0-b954-e4d6cf3dec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:52.129986 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-463cef27-1a0b-4673-a998-0fdde7b277c4 req-9dc0f1a4-1ead-47b0-b954-e4d6cf3dec16 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2340fb97-6ad9-4615-9535-804554d0ce45 HTTP/1.1" status: 200 len: 860 time: 0.1388388 Dec 09 15:30:52.212290 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-463cef27-1a0b-4673-a998-0fdde7b277c4 req-16b55604-7ea4-47eb-98c1-5148e9f95727 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6c4b0ba7-873d-4b03-9efa-67af55c0587e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679164 Dec 09 15:30:52.264565 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-dc0188b0-f043-467d-994e-1956525a58cf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=81f9cf16-a58c-4a4b-8402-1c3be2c715be HTTP/1.1" status: 200 len: 217 time: 0.1134453 Dec 09 15:30:52.287075 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2ce02-4c9c-4466-8885-c2d0b4621fa9 req-a37071f0-65be-48d5-a909-a0d93b5e0992 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:52.288834 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-65b2ce02-4c9c-4466-8885-c2d0b4621fa9 req-a37071f0-65be-48d5-a909-a0d93b5e0992 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc4b133b-c6b0-422b-9173-9667dd3214b3 HTTP/1.1" status: 200 len: 949 time: 0.1555474 Dec 09 15:30:52.365030 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-af23fbd7-4908-4218-83a0-535b12496170 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] Made reservation on behalf of 6920059004d64958b6d9c8cd276a3070 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:30:52.368527 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-af23fbd7-4908-4218-83a0-535b12496170 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:52.374032 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-17a1ba15-05ef-49c7-8c74-e6d77868662b req-a60a762b-519a-4e3f-806a-7964011fc302 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407457 Dec 09 15:30:52.423318 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-463cef27-1a0b-4673-a998-0fdde7b277c4 req-fbba9213-ff87-4641-a9c7-1abfc55d7460 service neutron] 10.222.0.31 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015131 Dec 09 15:30:52.440041 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5170ed51-191a-4907-b4f5-f0f10be5b2f7 req-2944f6e4-a8b5-478a-86a5-ae07dcdbe7ef tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7b2a70b-4da3-4b66-865e-6a968159fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661830 Dec 09 15:30:52.515198 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03fed488-693e-4d7a-a3cd-f08d4553516d req-5301468c-529e-40f0-b8fd-c089e4063919 service neutron] 10.222.0.42 "GET /v2.0/networks/ceb7ecf8-ac3c-4d11-975a-465c5d0227ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319108 Dec 09 15:30:52.519333 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-7e66ac39-7842-48fe-8673-4d3903ca7b94 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197066 Dec 09 15:30:52.521534 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-ac7b36bf-ba71-4a4c-9ea3-9964a8c418ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:52.523023 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-ac7b36bf-ba71-4a4c-9ea3-9964a8c418ef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.2405643 Dec 09 15:30:52.660711 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-65b2ce02-4c9c-4466-8885-c2d0b4621fa9 req-a37311cc-a338-4514-af43-8b1c84de63fc tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Deleting port 5d9da805-3b97-4412-9e1b-da9246bcd5db {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:30:52.661254 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-65b2ce02-4c9c-4466-8885-c2d0b4621fa9 req-a37311cc-a338-4514-af43-8b1c84de63fc tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:52.718543 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-583d28c3-8417-42bd-b45f-9e0c344c9868 req-4ad314f9-7252-4b28-b4c2-19403d45f29d tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/ports?device_id=b19182ec-5ee4-4dbe-8477-b2fd7396926d HTTP/1.1" status: 200 len: 210 time: 0.1941381 Dec 09 15:30:52.762681 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-65b2ce02-4c9c-4466-8885-c2d0b4621fa9 req-a37311cc-a338-4514-af43-8b1c84de63fc tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] For port 5d9da805-3b97-4412-9e1b-da9246bcd5db, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=5d9da805-3b97-4412-9e1b-da9246bcd5db,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:52.763050 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-65b2ce02-4c9c-4466-8885-c2d0b4621fa9 req-a37311cc-a338-4514-af43-8b1c84de63fc tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:52.777946 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-65b2ce02-4c9c-4466-8885-c2d0b4621fa9 req-a37311cc-a338-4514-af43-8b1c84de63fc tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Calling delete_port for 5d9da805-3b97-4412-9e1b-da9246bcd5db owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:30:52.878874 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-89027539-e790-4cff-abc1-b48080b4af53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:52.880774 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-89027539-e790-4cff-abc1-b48080b4af53 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3341281 Dec 09 15:30:52.890986 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ad70d-4992-4077-a9cc-95989b44c043 req-ec212467-1e7b-421c-86f9-f54311178679 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:52.895447 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3f6ad70d-4992-4077-a9cc-95989b44c043 req-ec212467-1e7b-421c-86f9-f54311178679 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 943 time: 0.3334961 Dec 09 15:30:52.896686 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.31', 57670) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:52.898226 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ee9ce277-462a-4984-8f62-9d42908b522f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:52.947314 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-65b2ce02-4c9c-4466-8885-c2d0b4621fa9 req-a37311cc-a338-4514-af43-8b1c84de63fc tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:52.965474 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e199af30-21b5-4b5c-9ead-d3168ab5b74f req-60fc1e1e-e0c4-41e8-ab04-a2e1323b978d service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304481 Dec 09 15:30:52.978281 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 1b3a806c-d80c-4c75-9ee6-4b31413216d7 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:30:53.016176 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['5d9da805-3b97-4412-9e1b-da9246bcd5db'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:30:53.029469 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-463cef27-1a0b-4673-a998-0fdde7b277c4 req-fa13bdf3-0301-4a2d-bc26-358dbe00db48 service neutron] 10.222.0.31 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5675690 Dec 09 15:30:53.032615 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37311cc-a338-4514-af43-8b1c84de63fc tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Pushing event deleted for resources: {'Port': ['ID=5d9da805-3b97-4412-9e1b-da9246bcd5db,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:53.090784 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-a8318e2c-3c84-4d1c-baba-327cb70c9e00 service neutron] 10.222.0.31 "GET /v2.0/ports/b5062ccf-d065-4c54-be78-8a88b95e17da/bindings/n-h1-821228-1 HTTP/1.1" status: 200 len: 384 time: 0.1790416 Dec 09 15:30:53.107951 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37311cc-a338-4514-af43-8b1c84de63fc tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:53.108586 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37311cc-a338-4514-af43-8b1c84de63fc tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:53.109093 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37311cc-a338-4514-af43-8b1c84de63fc tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:53.109591 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37311cc-a338-4514-af43-8b1c84de63fc tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:53.110127 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37311cc-a338-4514-af43-8b1c84de63fc tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:53.110641 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37311cc-a338-4514-af43-8b1c84de63fc tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:53.111141 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37311cc-a338-4514-af43-8b1c84de63fc tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:53.112962 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37311cc-a338-4514-af43-8b1c84de63fc tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:53.113710 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37311cc-a338-4514-af43-8b1c84de63fc tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:53.114287 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37311cc-a338-4514-af43-8b1c84de63fc tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:53.114814 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37311cc-a338-4514-af43-8b1c84de63fc tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:53.115901 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37311cc-a338-4514-af43-8b1c84de63fc tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:53.116631 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37311cc-a338-4514-af43-8b1c84de63fc tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:53.138719 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b2ce02-4c9c-4466-8885-c2d0b4621fa9 req-a37311cc-a338-4514-af43-8b1c84de63fc tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] No DVR routers for this DVR port 5d9da805-3b97-4412-9e1b-da9246bcd5db on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:30:53.141850 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-65b2ce02-4c9c-4466-8885-c2d0b4621fa9 req-a37311cc-a338-4514-af43-8b1c84de63fc tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:53.146845 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-65b2ce02-4c9c-4466-8885-c2d0b4621fa9 req-a37311cc-a338-4514-af43-8b1c84de63fc tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.42 "DELETE /v2.0/ports/5d9da805-3b97-4412-9e1b-da9246bcd5db HTTP/1.1" status: 204 len: 173 time: 0.8484888 Dec 09 15:30:53.150175 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4b133b-c6b0-422b-9173-9667dd3214b3', 'name': 'network-vif-deleted', 'tag': '5d9da805-3b97-4412-9e1b-da9246bcd5db'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:30:53.152775 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a6876c-7760-4a54-aa20-9b5fb4fc24e4" -d '{"events": [{"server_uuid": "cc4b133b-c6b0-422b-9173-9667dd3214b3", "name": "network-vif-deleted", "tag": "5d9da805-3b97-4412-9e1b-da9246bcd5db"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:30:53.174194 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-af23fbd7-4908-4218-83a0-535b12496170 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] Allocated IP 172.20.0.4 (3a67a1ff-4f2f-4989-997b-2dcf336e791d/c19b976b-3ee6-40b0-95f2-8f573d4e04f7/175fb1e0-f811-4580-bb11-c851a717cb16) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:30:53.201060 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3f6ad70d-4992-4077-a9cc-95989b44c043 req-60d0392e-4b6f-4ef1-bddf-2c2be54dde18 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813878 Dec 09 15:30:53.289365 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-e8e0c66d-677a-48bc-a653-f54436cb5830 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913243 Dec 09 15:30:53.303951 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 1b3a806c-d80c-4c75-9ee6-4b31413216d7, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=1b3a806c-d80c-4c75-9ee6-4b31413216d7,segment=NetworkSegment(69c5f819-123d-436b-8f3f-7e75c7d0b133),segment_id=69c5f819-123d-436b-8f3f-7e75c7d0b133)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:53.325815 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '1b3a806c-d80c-4c75-9ee6-4b31413216d7', 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e', 'port_id': '1b3a806c-d80c-4c75-9ee6-4b31413216d7', 'mac_address': 'fa:16:3e:ad:c8:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2340fb97-6ad9-4615-9535-804554d0ce45', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:30:53.412940 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:53.433213 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b3a806c-d80c-4c75-9ee6-4b31413216d7 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:30:53.459704 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 1b3a806c-d80c-4c75-9ee6-4b31413216d7, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=1b3a806c-d80c-4c75-9ee6-4b31413216d7,segment=NetworkSegment(69c5f819-123d-436b-8f3f-7e75c7d0b133),segment_id=69c5f819-123d-436b-8f3f-7e75c7d0b133)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:53.470407 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:53.535839 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=1b3a806c-d80c-4c75-9ee6-4b31413216d7,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:53.546395 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b8cd2-2a29-44a8-b1de-96c4061a5e91 req-18b3d5a5-50b9-4f3d-badd-1533ac26800c tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:53.548162 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-704b8cd2-2a29-44a8-b1de-96c4061a5e91 req-18b3d5a5-50b9-4f3d-badd-1533ac26800c tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d61fa5b-78ba-4883-ae1a-c9aa32a91603 HTTP/1.1" status: 200 len: 1023 time: 0.1589098 Dec 09 15:30:53.556435 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-af23fbd7-4908-4218-83a0-535b12496170 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:53.614550 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-af23fbd7-4908-4218-83a0-535b12496170 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:53.662581 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-704b8cd2-2a29-44a8-b1de-96c4061a5e91 req-918fc38e-a48c-4cf6-a232-92043775eb12 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups?id=4f0a3cc8-da07-4350-9f71-758fd9b34532&id=b6ddef12-819c-4f08-88a4-0174330c0a4d&id=76743317-6d1d-42db-8cd2-9d6d7634ff08 HTTP/1.1" status: 200 len: 6199 time: 0.0995896 Dec 09 15:30:53.664593 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0488ee6d-900b-4170-800c-95ca6d7e7a12 req-eb0d7c96-17ec-4a06-ad37-2d635e64aac7 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661761 Dec 09 15:30:53.683883 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-9a06b490-099a-4bc4-91de-53b1923e9b6f service neutron] For port b5062ccf-d065-4c54-be78-8a88b95e17da, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=b5062ccf-d065-4c54-be78-8a88b95e17da,segment=NetworkSegment(9bcbf52b-8ad5-477f-9636-c2f9cae19672),segment_id=9bcbf52b-8ad5-477f-9636-c2f9cae19672)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:53.684880 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-af23fbd7-4908-4218-83a0-535b12496170 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] Network 3a67a1ff-4f2f-4989-997b-2dcf336e791d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:30:53.693473 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-af23fbd7-4908-4218-83a0-535b12496170 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:30:53.695987 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-af23fbd7-4908-4218-83a0-535b12496170 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:30:53.704637 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-9a06b490-099a-4bc4-91de-53b1923e9b6f service neutron] For port b5062ccf-d065-4c54-be78-8a88b95e17da, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:30:53.764256 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-af23fbd7-4908-4218-83a0-535b12496170 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:53.765129 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-af23fbd7-4908-4218-83a0-535b12496170 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:53.766659 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-9a06b490-099a-4bc4-91de-53b1923e9b6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5062ccf-d065-4c54-be78-8a88b95e17da {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:30:53.787428 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23fbd7-4908-4218-83a0-535b12496170 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] Pushing event updated for resources: {'Port': ['ID=175fb1e0-f811-4580-bb11-c851a717cb16,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:53.787655 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-9a06b490-099a-4bc4-91de-53b1923e9b6f service neutron] For port b5062ccf-d065-4c54-be78-8a88b95e17da, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=b5062ccf-d065-4c54-be78-8a88b95e17da,segment=NetworkSegment(9bcbf52b-8ad5-477f-9636-c2f9cae19672),segment_id=9bcbf52b-8ad5-477f-9636-c2f9cae19672)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:53.806468 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-9a06b490-099a-4bc4-91de-53b1923e9b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:53.808000 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-af23fbd7-4908-4218-83a0-535b12496170 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7807178 Dec 09 15:30:53.852471 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['1b3a806c-d80c-4c75-9ee6-4b31413216d7'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:30:53.926810 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:54.074196 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c0b5ed9-a5d9-4ea8-8766-4a68b63ff42e None None] Provisioning complete for port 175fb1e0-f811-4580-bb11-c851a717cb16 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:30:54.074567 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c0b5ed9-a5d9-4ea8-8766-4a68b63ff42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:54.119485 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c0b5ed9-a5d9-4ea8-8766-4a68b63ff42e None None] Port 175fb1e0-f811-4580-bb11-c851a717cb16 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:30:54.199527 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bbdb729b-30af-490a-aa12-ff70078194d6 req-9f67d381-ea7d-4ee6-8837-bf276c63716c tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc4b133b-c6b0-422b-9173-9667dd3214b3 HTTP/1.1" status: 200 len: 210 time: 0.3762202 Dec 09 15:30:54.255537 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-9a06b490-099a-4bc4-91de-53b1923e9b6f service neutron] Transition to ACTIVE for port object b5062ccf-d065-4c54-be78-8a88b95e17da will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:30:54.260019 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-9a06b490-099a-4bc4-91de-53b1923e9b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:54.277119 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:54.287846 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 09 Dec 2021 15:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e76567c-77f4-4489-a48c-5d76c33f9c1e x-openstack-request-id: req-9e76567c-77f4-4489-a48c-5d76c33f9c1e {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:30:54.288243 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c001c13-a1c9-4c75-80a4-6eab9b501fd1", "tag": "dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5d61fa5b-78ba-4883-ae1a-c9aa32a91603", "tag": "54082ef0-861e-49d8-9c6a-3dd2693b631f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "504fb81f-5afc-495a-b374-e33fd1784ac5", "tag": "81f9cf16-a58c-4a4b-8402-1c3be2c715be", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:30:54.288519 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9e76567c-77f4-4489-a48c-5d76c33f9c1e {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:30:54.288923 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c001c13-a1c9-4c75-80a4-6eab9b501fd1', 'tag': 'dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e', 'status': 'completed', 'code': 200} Dec 09 15:30:54.289173 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d61fa5b-78ba-4883-ae1a-c9aa32a91603', 'tag': '54082ef0-861e-49d8-9c6a-3dd2693b631f', 'status': 'completed', 'code': 200} Dec 09 15:30:54.289432 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '504fb81f-5afc-495a-b374-e33fd1784ac5', 'tag': '81f9cf16-a58c-4a4b-8402-1c3be2c715be', 'status': 'completed', 'code': 200} Dec 09 15:30:54.373364 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-9a06b490-099a-4bc4-91de-53b1923e9b6f service neutron] No DVR routers for this DVR port b5062ccf-d065-4c54-be78-8a88b95e17da on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:30:54.379465 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06b490-099a-4bc4-91de-53b1923e9b6f service neutron] Pushing event updated for resources: {'Port': ['ID=b5062ccf-d065-4c54-be78-8a88b95e17da,revision_number=10']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:54.412951 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06b490-099a-4bc4-91de-53b1923e9b6f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:54.413298 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06b490-099a-4bc4-91de-53b1923e9b6f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:54.413649 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06b490-099a-4bc4-91de-53b1923e9b6f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:54.413991 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06b490-099a-4bc4-91de-53b1923e9b6f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:54.414324 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06b490-099a-4bc4-91de-53b1923e9b6f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:54.415228 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06b490-099a-4bc4-91de-53b1923e9b6f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:54.415576 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06b490-099a-4bc4-91de-53b1923e9b6f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:54.415910 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06b490-099a-4bc4-91de-53b1923e9b6f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:54.416243 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06b490-099a-4bc4-91de-53b1923e9b6f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:54.416610 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06b490-099a-4bc4-91de-53b1923e9b6f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:54.416937 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06b490-099a-4bc4-91de-53b1923e9b6f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:54.417264 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06b490-099a-4bc4-91de-53b1923e9b6f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:54.417631 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06b490-099a-4bc4-91de-53b1923e9b6f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:54.442236 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da016e5c-1a0b-40f7-acb3-8794d447001c req-7c21428a-e215-4783-98bb-ddb6ec3cc770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:54.443768 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da016e5c-1a0b-40f7-acb3-8794d447001c req-7c21428a-e215-4783-98bb-ddb6ec3cc770 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bce3834f9c2e4bb88444bafe52f117e0&device_id=2c001c13-a1c9-4c75-80a4-6eab9b501fd1 HTTP/1.1" status: 200 len: 1099 time: 0.1367285 Dec 09 15:30:54.450308 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-9a06b490-099a-4bc4-91de-53b1923e9b6f service neutron] 10.222.0.31 "PUT /v2.0/ports/b5062ccf-d065-4c54-be78-8a88b95e17da/bindings/n-h1-821228-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3513279 Dec 09 15:30:54.509488 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646878bf-3acb-4761-accf-b0619ac08bf3 req-7efada50-6082-469f-a079-a402a37a0830 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:54.510889 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-646878bf-3acb-4761-accf-b0619ac08bf3 req-7efada50-6082-469f-a079-a402a37a0830 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dc1320-f613-445f-bd84-4800478ed326 HTTP/1.1" status: 200 len: 945 time: 0.1611388 Dec 09 15:30:54.588703 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-646878bf-3acb-4761-accf-b0619ac08bf3 req-82c8f03a-1726-4d76-8ec9-6f0f1c6bdb46 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716946 Dec 09 15:30:54.589875 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da016e5c-1a0b-40f7-acb3-8794d447001c req-11ecf5b6-91b7-47fa-a1ef-49fee44e5581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:54.591228 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da016e5c-1a0b-40f7-acb3-8794d447001c req-11ecf5b6-91b7-47fa-a1ef-49fee44e5581 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.1382926 Dec 09 15:30:54.637009 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da016e5c-1a0b-40f7-acb3-8794d447001c req-1d288945-c6e1-46b4-bccd-939e7b9bbc49 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e HTTP/1.1" status: 200 len: 217 time: 0.0382347 Dec 09 15:30:54.637742 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1050effd-6238-4d2b-9b70-0b702d3ec37a x-openstack-request-id: req-1050effd-6238-4d2b-9b70-0b702d3ec37a {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:30:54.638063 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4b133b-c6b0-422b-9173-9667dd3214b3", "name": "network-vif-deleted", "tag": "5d9da805-3b97-4412-9e1b-da9246bcd5db", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:30:54.638372 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1050effd-6238-4d2b-9b70-0b702d3ec37a {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:30:54.638838 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4b133b-c6b0-422b-9173-9667dd3214b3', 'name': 'network-vif-deleted', 'tag': '5d9da805-3b97-4412-9e1b-da9246bcd5db', 'status': 'completed', 'code': 200} Dec 09 15:30:54.731106 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da016e5c-1a0b-40f7-acb3-8794d447001c req-20f0492c-f111-4b81-8968-ae210c852044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:54.732633 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da016e5c-1a0b-40f7-acb3-8794d447001c req-20f0492c-f111-4b81-8968-ae210c852044 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0791249 Dec 09 15:30:54.775260 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407b6c6-78ae-43a0-89bc-babac7492e0d req-8812d291-584e-4fe5-9e28-716de31e5f79 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:54.776681 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8407b6c6-78ae-43a0-89bc-babac7492e0d req-8812d291-584e-4fe5-9e28-716de31e5f79 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 948 time: 0.0845735 Dec 09 15:30:54.808233 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da016e5c-1a0b-40f7-acb3-8794d447001c req-928dfa9c-8c22-4dd8-a67e-2bf93ab037a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:54.809762 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da016e5c-1a0b-40f7-acb3-8794d447001c req-928dfa9c-8c22-4dd8-a67e-2bf93ab037a0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0680039 Dec 09 15:30:54.883776 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8407b6c6-78ae-43a0-89bc-babac7492e0d req-6042d2f5-1b9e-4c2d-805a-672178291e24 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000330 Dec 09 15:30:54.934053 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da016e5c-1a0b-40f7-acb3-8794d447001c req-18958931-9a41-4c05-a8e9-44d638b02ddf service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143672 Dec 09 15:30:54.994430 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 1b3a806c-d80c-4c75-9ee6-4b31413216d7 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:30:55.045568 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 1b3a806c-d80c-4c75-9ee6-4b31413216d7 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:30:55.050246 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 1b3a806c-d80c-4c75-9ee6-4b31413216d7 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:30:55.050623 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:55.060051 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbfd09d-b3cb-4cdf-a491-df1e56257e11 req-c0f129e7-ed9f-4f43-8809-5aa35e09e9b0 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:55.061637 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1bbfd09d-b3cb-4cdf-a491-df1e56257e11 req-c0f129e7-ed9f-4f43-8809-5aa35e09e9b0 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.57 "GET /v2.0/ports?device_id=504fb81f-5afc-495a-b374-e33fd1784ac5 HTTP/1.1" status: 200 len: 947 time: 0.1008029 Dec 09 15:30:55.078682 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da016e5c-1a0b-40f7-acb3-8794d447001c req-a9586c6d-b41f-450a-bc36-b19ff10f7d97 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367784 Dec 09 15:30:55.118024 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1bbfd09d-b3cb-4cdf-a491-df1e56257e11 req-cb7c66e0-4e40-476e-bb20-6348d4f96b33 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7b2a70b-4da3-4b66-865e-6a968159fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485687 Dec 09 15:30:55.157719 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:55.179657 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-1ff9f4f1-439d-4ad7-a2fc-762639d277c7 req-b59acda6-22f8-48f2-8a78-4cbe7bd0d6e7 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1472882790 ', 'description': 'tempest-description-1080927146'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:30:55.183456 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:55.187691 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64dc1320-f613-445f-bd84-4800478ed326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3a806c-d80c-4c75-9ee6-4b31413216d7'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:30:55.190006 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e190a11-e941-4f55-8e7c-aedad4cccb05" -d '{"events": [{"server_uuid": "64dc1320-f613-445f-bd84-4800478ed326", "name": "network-vif-plugged", "status": "completed", "tag": "1b3a806c-d80c-4c75-9ee6-4b31413216d7"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:30:55.192292 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da016e5c-1a0b-40f7-acb3-8794d447001c req-de67527b-6b6a-4cd2-9f07-bc6256fd2c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:55.193945 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da016e5c-1a0b-40f7-acb3-8794d447001c req-de67527b-6b6a-4cd2-9f07-bc6256fd2c47 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bce3834f9c2e4bb88444bafe52f117e0&device_id=504fb81f-5afc-495a-b374-e33fd1784ac5 HTTP/1.1" status: 200 len: 1098 time: 0.0704787 Dec 09 15:30:55.204984 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 1b3a806c-d80c-4c75-9ee6-4b31413216d7, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=1b3a806c-d80c-4c75-9ee6-4b31413216d7,segment=NetworkSegment(69c5f819-123d-436b-8f3f-7e75c7d0b133),segment_id=69c5f819-123d-436b-8f3f-7e75c7d0b133)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:55.211348 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:55.212172 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device b5062ccf-d065-4c54-be78-8a88b95e17da no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:30:55.271526 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1ff9f4f1-439d-4ad7-a2fc-762639d277c7 req-b59acda6-22f8-48f2-8a78-4cbe7bd0d6e7 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:55.292307 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device b5062ccf-d065-4c54-be78-8a88b95e17da not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:30:55.297629 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=1b3a806c-d80c-4c75-9ee6-4b31413216d7,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:55.305524 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:55.305879 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:55.306226 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:55.306569 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:55.306925 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:55.307242 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:55.307576 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:55.307908 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:55.308237 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:55.308598 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:55.308929 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:55.309257 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:55.309582 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:55.330164 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da016e5c-1a0b-40f7-acb3-8794d447001c req-57ff61d2-2fce-4a60-8cda-0036de326c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:55.336560 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da016e5c-1a0b-40f7-acb3-8794d447001c req-57ff61d2-2fce-4a60-8cda-0036de326c9f service neutron] 10.222.0.31 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.1289551 Dec 09 15:30:55.383640 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da016e5c-1a0b-40f7-acb3-8794d447001c req-93df1665-c4e5-4352-a2e5-6144071ba41e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=81f9cf16-a58c-4a4b-8402-1c3be2c715be HTTP/1.1" status: 200 len: 217 time: 0.0411928 Dec 09 15:30:55.435496 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1ff9f4f1-439d-4ad7-a2fc-762639d277c7 req-b59acda6-22f8-48f2-8a78-4cbe7bd0d6e7 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:55.443663 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1ff9f4f1-439d-4ad7-a2fc-762639d277c7 req-b59acda6-22f8-48f2-8a78-4cbe7bd0d6e7 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:55.475224 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da016e5c-1a0b-40f7-acb3-8794d447001c req-e591da30-deae-413c-972d-787c1f9b796b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:55.476764 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da016e5c-1a0b-40f7-acb3-8794d447001c req-e591da30-deae-413c-972d-787c1f9b796b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0842512 Dec 09 15:30:55.482537 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1ff9f4f1-439d-4ad7-a2fc-762639d277c7 req-b59acda6-22f8-48f2-8a78-4cbe7bd0d6e7 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:55.483749 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1ff9f4f1-439d-4ad7-a2fc-762639d277c7 req-b59acda6-22f8-48f2-8a78-4cbe7bd0d6e7 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.3105392 Dec 09 15:30:55.524688 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59acda6-22f8-48f2-8a78-4cbe7bd0d6e7 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4f4eb8-5e5f-4658-ab38-2c537d288b2b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:55.532398 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 5d9da805-3b97-4412-9e1b-da9246bcd5db no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:30:55.556227 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: 5d9da805-3b97-4412-9e1b-da9246bcd5db {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:30:55.556529 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 5d9da805-3b97-4412-9e1b-da9246bcd5db not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:30:55.562022 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da016e5c-1a0b-40f7-acb3-8794d447001c req-dc968c20-a6a6-42a5-b2e7-17373328cbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:55.563517 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da016e5c-1a0b-40f7-acb3-8794d447001c req-dc968c20-a6a6-42a5-b2e7-17373328cbc9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0788817 Dec 09 15:30:55.655081 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f838580-7827-4e4b-9ab6-bd1215655930 req-a0962cac-4cd0-4bf8-8361-69a45b8db3a4 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:55.656604 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4f838580-7827-4e4b-9ab6-bd1215655930 req-a0962cac-4cd0-4bf8-8361-69a45b8db3a4 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/ports?device_id=b19182ec-5ee4-4dbe-8477-b2fd7396926d HTTP/1.1" status: 200 len: 931 time: 0.1099236 Dec 09 15:30:55.703147 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da016e5c-1a0b-40f7-acb3-8794d447001c req-b46a2c41-e135-49c7-8c71-5652e9660208 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257949 Dec 09 15:30:55.769073 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4f838580-7827-4e4b-9ab6-bd1215655930 req-d6cf5914-ae91-4588-845f-a3e94bdf05e0 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/security-groups?id=e20bdcc8-c3c0-452c-86df-aa6251e20c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006660 Dec 09 15:30:55.811873 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da016e5c-1a0b-40f7-acb3-8794d447001c req-42bbb1f6-1b37-4446-b527-47b417fb3653 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001904 Dec 09 15:30:55.898417 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030d2ae-2e2a-4296-8e3a-bc87dabf00a5 req-9cbff0bf-70eb-4994-ba6c-545fe8f1598a tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:55.900369 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0030d2ae-2e2a-4296-8e3a-bc87dabf00a5 req-9cbff0bf-70eb-4994-ba6c-545fe8f1598a tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 944 time: 0.0581589 Dec 09 15:30:55.951247 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0030d2ae-2e2a-4296-8e3a-bc87dabf00a5 req-bae55855-2151-436e-9819-6c76f3c5229b tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443041 Dec 09 15:30:55.996276 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea143037-1f0e-49b6-9b8a-eaf2db2c6419 x-openstack-request-id: req-ea143037-1f0e-49b6-9b8a-eaf2db2c6419 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:30:55.997090 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64dc1320-f613-445f-bd84-4800478ed326", "name": "network-vif-plugged", "status": "completed", "tag": "1b3a806c-d80c-4c75-9ee6-4b31413216d7", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:30:55.997090 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ea143037-1f0e-49b6-9b8a-eaf2db2c6419 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:30:55.997512 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64dc1320-f613-445f-bd84-4800478ed326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3a806c-d80c-4c75-9ee6-4b31413216d7', 'code': 200} Dec 09 15:30:56.123862 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-310fb580-051a-4ed6-8e94-edf070adf19d req-094e311b-5342-4d01-aade-51855a45966a tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc4b133b-c6b0-422b-9173-9667dd3214b3 HTTP/1.1" status: 200 len: 210 time: 0.0671682 Dec 09 15:30:56.155126 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc9ddd-9729-4b34-8bf2-1ebd4e410b6c req-0f4d65a5-43eb-4eb4-bc28-dd3d6f71a9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:56.156811 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a9cc9ddd-9729-4b34-8bf2-1ebd4e410b6c req-0f4d65a5-43eb-4eb4-bc28-dd3d6f71a9d9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=64dc1320-f613-445f-bd84-4800478ed326 HTTP/1.1" status: 200 len: 1097 time: 0.0983844 Dec 09 15:30:56.231525 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bb5def6e-f161-46ef-b8cf-d9823aae4908 req-45ecffd1-c126-4798-a91d-6758bbee541e tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups/ad4f4eb8-5e5f-4658-ab38-2c537d288b2b HTTP/1.1" status: 200 len: 1798 time: 0.0788715 Dec 09 15:30:56.234404 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a9cc9ddd-9729-4b34-8bf2-1ebd4e410b6c req-2e5a8933-92a7-452b-b308-9c0c6d7a1f2d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659039 Dec 09 15:30:56.337666 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484e4ca-1da4-4a64-be15-10a5dadc0377 req-571c932f-20e9-433c-8b11-6fcdbd20175c tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:56.339111 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b484e4ca-1da4-4a64-be15-10a5dadc0377 req-571c932f-20e9-433c-8b11-6fcdbd20175c tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dc1320-f613-445f-bd84-4800478ed326 HTTP/1.1" status: 200 len: 946 time: 0.0535281 Dec 09 15:30:56.412896 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b484e4ca-1da4-4a64-be15-10a5dadc0377 req-64651ee3-0969-4fdf-a0af-a063a3430a80 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596192 Dec 09 15:30:56.422864 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:56.539981 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ddc081-0418-4c94-9ab9-7f974761e56d req-3f3c4b13-8588-4315-bdce-242d3c9f95f8 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:56.541972 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-33ddc081-0418-4c94-9ab9-7f974761e56d req-3f3c4b13-8588-4315-bdce-242d3c9f95f8 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 948 time: 0.0554407 Dec 09 15:30:56.617032 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-33ddc081-0418-4c94-9ab9-7f974761e56d req-e5575265-bb64-49bb-a716-5e0f92b023a4 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675328 Dec 09 15:30:56.720732 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191582a-155a-4695-9117-b792793dc3f4 req-c5af46bd-e1fb-40d0-9384-7c5b9d18defb tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:56.722725 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a191582a-155a-4695-9117-b792793dc3f4 req-c5af46bd-e1fb-40d0-9384-7c5b9d18defb tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.57 "GET /v2.0/ports?device_id=504fb81f-5afc-495a-b374-e33fd1784ac5 HTTP/1.1" status: 200 len: 947 time: 0.0509381 Dec 09 15:30:56.779999 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a191582a-155a-4695-9117-b792793dc3f4 req-df2feadc-56f5-457c-904c-bf04c48b9507 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7b2a70b-4da3-4b66-865e-6a968159fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510845 Dec 09 15:30:56.842961 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-977ebf42-7d78-445f-8aca-d698269275f0 req-db6a2c1d-aceb-4455-8258-87fe0c6ac588 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups/ad4f4eb8-5e5f-4658-ab38-2c537d288b2b HTTP/1.1" status: 200 len: 1798 time: 0.0379765 Dec 09 15:30:56.899470 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-977ebf42-7d78-445f-8aca-d698269275f0 req-cd32c4f9-67ed-49f2-85ef-4f9c5b33d306 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:56.921468 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-977ebf42-7d78-445f-8aca-d698269275f0 req-cd32c4f9-67ed-49f2-85ef-4f9c5b33d306 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:56.980615 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-977ebf42-7d78-445f-8aca-d698269275f0 req-cd32c4f9-67ed-49f2-85ef-4f9c5b33d306 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:56.983165 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-977ebf42-7d78-445f-8aca-d698269275f0 req-cd32c4f9-67ed-49f2-85ef-4f9c5b33d306 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:56.984466 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-977ebf42-7d78-445f-8aca-d698269275f0 req-cd32c4f9-67ed-49f2-85ef-4f9c5b33d306 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "DELETE /v2.0/security-groups/ad4f4eb8-5e5f-4658-ab38-2c537d288b2b HTTP/1.1" status: 204 len: 173 time: 0.1350226 Dec 09 15:30:56.994762 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 81f9cf16-a58c-4a4b-8402-1c3be2c715be details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:30:57.007291 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32c4f9-67ed-49f2-85ef-4f9c5b33d306 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4f4eb8-5e5f-4658-ab38-2c537d288b2b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:57.092771 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ccc37-1611-416e-890c-62a9e47e7b73 req-0e2de6b0-9583-49e8-a463-b7202d911915 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:57.094264 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2b2ccc37-1611-416e-890c-62a9e47e7b73 req-0e2de6b0-9583-49e8-a463-b7202d911915 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/ports?device_id=b19182ec-5ee4-4dbe-8477-b2fd7396926d HTTP/1.1" status: 200 len: 931 time: 0.0493069 Dec 09 15:30:57.146228 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 81f9cf16-a58c-4a4b-8402-1c3be2c715be, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=81f9cf16-a58c-4a4b-8402-1c3be2c715be,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:57.165386 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '81f9cf16-a58c-4a4b-8402-1c3be2c715be', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'port_id': '81f9cf16-a58c-4a4b-8402-1c3be2c715be', 'mac_address': 'fa:16:3e:cb:66:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6953c-1261-4e7c-8b49-64e5b87424c2', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:30:57.181976 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2b2ccc37-1611-416e-890c-62a9e47e7b73 req-7c904c1c-439c-4f1d-b7ae-e5da9edacc91 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/security-groups?id=e20bdcc8-c3c0-452c-86df-aa6251e20c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802968 Dec 09 15:30:57.225758 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:57.240353 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81f9cf16-a58c-4a4b-8402-1c3be2c715be {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:30:57.259966 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 81f9cf16-a58c-4a4b-8402-1c3be2c715be, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=81f9cf16-a58c-4a4b-8402-1c3be2c715be,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:57.266324 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:57.267185 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:30:57.290764 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78bfc09-29e2-4211-b77a-31caa908fc5a req-4a752764-910b-42c4-974d-18f458ddf1c1 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:57.293897 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d78bfc09-29e2-4211-b77a-31caa908fc5a req-4a752764-910b-42c4-974d-18f458ddf1c1 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 944 time: 0.0507636 Dec 09 15:30:57.338457 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:57.353859 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=81f9cf16-a58c-4a4b-8402-1c3be2c715be,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:57.356890 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'port_id': 'dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e', 'mac_address': 'fa:16:3e:fa:d7:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6953c-1261-4e7c-8b49-64e5b87424c2', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:30:57.361927 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d78bfc09-29e2-4211-b77a-31caa908fc5a req-4d03e564-c43f-4e9e-bce0-a1175423c5e4 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606329 Dec 09 15:30:57.400527 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-80e88003-6e0d-429f-ba8a-6b8265546b96 req-9b0cb25e-f50c-4b7c-a3b2-0f7b3b3aeee6 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] show failed (client error): The resource could not be found. Dec 09 15:30:57.411002 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-80e88003-6e0d-429f-ba8a-6b8265546b96 req-9b0cb25e-f50c-4b7c-a3b2-0f7b3b3aeee6 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups/ad4f4eb8-5e5f-4658-ab38-2c537d288b2b HTTP/1.1" status: 404 len: 352 time: 0.0326023 Dec 09 15:30:57.418284 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:57.435599 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:30:57.459551 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:57.464394 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:57.516228 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2433ab5a-8621-4fc7-8d35-cd01f54af383 req-8c563f51-7c99-4ae3-9b62-fefe76704874 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc4b133b-c6b0-422b-9173-9667dd3214b3 HTTP/1.1" status: 200 len: 210 time: 0.0303557 Dec 09 15:30:57.516879 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:57.568792 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-15815ac7-1965-49f1-9f69-d93c00696b3e req-d8b18430-a9ba-4282-83ce-2cf995c915f9 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-953866474', 'description': 'tempest-description-420186327'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:30:57.594779 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-15815ac7-1965-49f1-9f69-d93c00696b3e req-d8b18430-a9ba-4282-83ce-2cf995c915f9 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:57.668276 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-15815ac7-1965-49f1-9f69-d93c00696b3e req-d8b18430-a9ba-4282-83ce-2cf995c915f9 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:57.673056 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-15815ac7-1965-49f1-9f69-d93c00696b3e req-d8b18430-a9ba-4282-83ce-2cf995c915f9 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:57.705960 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b18430-a9ba-4282-83ce-2cf995c915f9 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8b9a11-1e76-44c8-869e-c08de820a1d1,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:57.711840 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-15815ac7-1965-49f1-9f69-d93c00696b3e req-d8b18430-a9ba-4282-83ce-2cf995c915f9 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:57.713106 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-15815ac7-1965-49f1-9f69-d93c00696b3e req-d8b18430-a9ba-4282-83ce-2cf995c915f9 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.1497786 Dec 09 15:30:57.807487 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['81f9cf16-a58c-4a4b-8402-1c3be2c715be'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:30:57.812958 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4674569-759a-4973-8b3d-461660d18d20 req-bf37ed16-5c61-4ece-af8e-4150fcb30c18 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:57.813107 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:30:57.814453 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a4674569-759a-4973-8b3d-461660d18d20 req-bf37ed16-5c61-4ece-af8e-4150fcb30c18 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dc1320-f613-445f-bd84-4800478ed326 HTTP/1.1" status: 200 len: 946 time: 0.0513332 Dec 09 15:30:57.866721 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a4674569-759a-4973-8b3d-461660d18d20 req-3a0bae76-032f-431c-810d-b2a9598cceb8 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455089 Dec 09 15:30:58.001542 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9a841-d937-44f8-99e5-552e9f4905f2 req-f6681914-a4fe-4ff4-9dc1-ba5088dba396 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:58.003379 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-24f9a841-d937-44f8-99e5-552e9f4905f2 req-f6681914-a4fe-4ff4-9dc1-ba5088dba396 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 948 time: 0.0726495 Dec 09 15:30:58.051654 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-24f9a841-d937-44f8-99e5-552e9f4905f2 req-0abeb959-f825-489e-bda9-2362332a7901 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420797 Dec 09 15:30:58.085450 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-3f885a49-133e-4793-9f50-47e1bde51fea req-feb97809-d51d-4466-b7c3-6829337a72d4 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-746179362', 'description': 'tempest-description-1281584880'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:30:58.118056 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3f885a49-133e-4793-9f50-47e1bde51fea req-feb97809-d51d-4466-b7c3-6829337a72d4 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:58.191430 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3f885a49-133e-4793-9f50-47e1bde51fea req-feb97809-d51d-4466-b7c3-6829337a72d4 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:58.195111 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3f885a49-133e-4793-9f50-47e1bde51fea req-feb97809-d51d-4466-b7c3-6829337a72d4 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:58.225811 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3f885a49-133e-4793-9f50-47e1bde51fea req-feb97809-d51d-4466-b7c3-6829337a72d4 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:58.227006 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3f885a49-133e-4793-9f50-47e1bde51fea req-feb97809-d51d-4466-b7c3-6829337a72d4 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.1460690 Dec 09 15:30:58.227732 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb97809-d51d-4466-b7c3-6829337a72d4 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=812330bd-6d06-404c-810e-e1751376c253,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:58.352395 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67d068-449d-4ec9-92de-d4d403853487 req-585c37da-50da-4755-9d3c-859e655d55a0 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:58.353918 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6d67d068-449d-4ec9-92de-d4d403853487 req-585c37da-50da-4755-9d3c-859e655d55a0 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.57 "GET /v2.0/ports?device_id=504fb81f-5afc-495a-b374-e33fd1784ac5 HTTP/1.1" status: 200 len: 948 time: 0.0496697 Dec 09 15:30:58.402879 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6d67d068-449d-4ec9-92de-d4d403853487 req-68b9e0da-f147-4554-b6a1-480419cf48e1 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7b2a70b-4da3-4b66-865e-6a968159fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429456 Dec 09 15:30:58.498982 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a23668-2047-444f-ab1d-53ed65a1e882 req-d3a974bc-0c61-48c6-b8a3-d0067001e9a0 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:58.500766 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b6a23668-2047-444f-ab1d-53ed65a1e882 req-d3a974bc-0c61-48c6-b8a3-d0067001e9a0 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=64dc1320-f613-445f-bd84-4800478ed326 HTTP/1.1" status: 200 len: 1097 time: 0.0456612 Dec 09 15:30:58.563177 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b6a23668-2047-444f-ab1d-53ed65a1e882 req-48566341-2195-46c4-a6a7-07e5bdacdc7c tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561597 Dec 09 15:30:58.680318 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71d024-b328-45c6-acde-d1bee856f4d5 req-98f5a750-2a9e-4bce-8d7d-6751678a701b tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:58.682285 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bd71d024-b328-45c6-acde-d1bee856f4d5 req-98f5a750-2a9e-4bce-8d7d-6751678a701b tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/ports?device_id=b19182ec-5ee4-4dbe-8477-b2fd7396926d HTTP/1.1" status: 200 len: 931 time: 0.0498488 Dec 09 15:30:58.738751 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bd71d024-b328-45c6-acde-d1bee856f4d5 req-63bc6d90-7eec-4483-accc-e61933ba9c59 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/security-groups?id=e20bdcc8-c3c0-452c-86df-aa6251e20c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490403 Dec 09 15:30:58.766164 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-78a331ef-c98a-4e61-9271-756bbb772b28 req-15e7bc00-a881-49fd-8291-62488b2f73db tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1129820484', 'description': 'tempest-description-1138458168'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:30:58.789270 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-78a331ef-c98a-4e61-9271-756bbb772b28 req-15e7bc00-a881-49fd-8291-62488b2f73db tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:58.854601 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-78a331ef-c98a-4e61-9271-756bbb772b28 req-15e7bc00-a881-49fd-8291-62488b2f73db tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:58.858323 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-78a331ef-c98a-4e61-9271-756bbb772b28 req-15e7bc00-a881-49fd-8291-62488b2f73db tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:58.899585 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-78a331ef-c98a-4e61-9271-756bbb772b28 req-15e7bc00-a881-49fd-8291-62488b2f73db tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:58.901085 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-78a331ef-c98a-4e61-9271-756bbb772b28 req-15e7bc00-a881-49fd-8291-62488b2f73db tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.1393754 Dec 09 15:30:58.903263 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7bc00-a881-49fd-8291-62488b2f73db tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4efa72b2-5c1c-4b8c-a7ec-148ea2c1c127,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:59.003915 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e938c-6496-4811-bf68-9bdfd6ab7afe req-18b520f8-4561-4bd5-8ee2-b81ce77a8da0 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:59.005405 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-303e938c-6496-4811-bf68-9bdfd6ab7afe req-18b520f8-4561-4bd5-8ee2-b81ce77a8da0 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 944 time: 0.0506537 Dec 09 15:30:59.009389 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 81f9cf16-a58c-4a4b-8402-1c3be2c715be up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:30:59.054955 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-303e938c-6496-4811-bf68-9bdfd6ab7afe req-350e800c-8e66-424f-a2d7-2a078cce9b4f tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431972 Dec 09 15:30:59.069845 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 81f9cf16-a58c-4a4b-8402-1c3be2c715be completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:30:59.074995 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 81f9cf16-a58c-4a4b-8402-1c3be2c715be triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:30:59.075522 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:59.167509 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:59.195134 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504fb81f-5afc-495a-b374-e33fd1784ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f9cf16-a58c-4a4b-8402-1c3be2c715be'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:30:59.197693 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17d461d-2a83-4cdc-aa11-7a73baf6c971" -d '{"events": [{"server_uuid": "504fb81f-5afc-495a-b374-e33fd1784ac5", "name": "network-vif-plugged", "status": "completed", "tag": "81f9cf16-a58c-4a4b-8402-1c3be2c715be"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:30:59.213060 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-01ed2fd2-71c0-4e8c-b33f-71a525ddc55a req-56253bd2-1606-4296-85ff-d8413208af40 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc4b133b-c6b0-422b-9173-9667dd3214b3 HTTP/1.1" status: 200 len: 210 time: 0.0624149 Dec 09 15:30:59.213387 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 81f9cf16-a58c-4a4b-8402-1c3be2c715be, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=81f9cf16-a58c-4a4b-8402-1c3be2c715be,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:59.217171 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:59.217975 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:30:59.301140 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=81f9cf16-a58c-4a4b-8402-1c3be2c715be,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:59.317166 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:30:59.333056 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:30:59.333423 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:59.432053 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-47f3c1da-4937-43fc-a732-363e0acfac3a req-93bb1d3d-3dca-49ee-8d0a-51dd564cdb0a tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=13ab8f9eb9e44a98b88dffa52142eabd HTTP/1.1" status: 200 len: 10997 time: 0.1747997 Dec 09 15:30:59.444259 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:59.479895 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:59.484090 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:59.484728 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-47f3c1da-4937-43fc-a732-363e0acfac3a req-c2054505-5b91-4759-bc4e-acd81e414266 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups/b6ddef12-819c-4f08-88a4-0174330c0a4d HTTP/1.1" status: 200 len: 2998 time: 0.0516155 Dec 09 15:30:59.540496 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-47f3c1da-4937-43fc-a732-363e0acfac3a req-e22cc543-aaee-46a8-b5ef-300cb41537a4 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups/b6ddef12-819c-4f08-88a4-0174330c0a4d HTTP/1.1" status: 200 len: 2998 time: 0.0439007 Dec 09 15:30:59.579818 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:59.648934 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9437289-d39b-4775-885a-42924d58f830 req-d984cc4e-5b50-49b8-a04b-2ee7aee1bcd4 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:59.650476 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c9437289-d39b-4775-885a-42924d58f830 req-d984cc4e-5b50-49b8-a04b-2ee7aee1bcd4 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 948 time: 0.0590243 Dec 09 15:30:59.703981 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c9437289-d39b-4775-885a-42924d58f830 req-bed77a37-7b93-4994-bfe5-8dc83cf856a0 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464962 Dec 09 15:30:59.748684 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c78a2c-2713-4a65-be3d-5da4070df95a x-openstack-request-id: req-46c78a2c-2713-4a65-be3d-5da4070df95a {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:30:59.749072 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "504fb81f-5afc-495a-b374-e33fd1784ac5", "name": "network-vif-plugged", "status": "completed", "tag": "81f9cf16-a58c-4a4b-8402-1c3be2c715be", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:30:59.749426 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-46c78a2c-2713-4a65-be3d-5da4070df95a {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:30:59.749901 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504fb81f-5afc-495a-b374-e33fd1784ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f9cf16-a58c-4a4b-8402-1c3be2c715be', 'code': 200} Dec 09 15:30:59.880659 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139a65c-1252-41c7-b541-9b6be942d923 req-dd42fe6d-de2f-4f82-b1d2-d0f265007980 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:59.882162 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a139a65c-1252-41c7-b541-9b6be942d923 req-dd42fe6d-de2f-4f82-b1d2-d0f265007980 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.57 "GET /v2.0/ports?device_id=504fb81f-5afc-495a-b374-e33fd1784ac5 HTTP/1.1" status: 200 len: 949 time: 0.0798433 Dec 09 15:30:59.887782 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cfa96-2ca3-4f1a-8a04-aa74794d7138 req-6aa9567c-5b0e-4acd-8fa0-74dc4f877fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:59.889303 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-968cfa96-2ca3-4f1a-8a04-aa74794d7138 req-6aa9567c-5b0e-4acd-8fa0-74dc4f877fbd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=504fb81f-5afc-495a-b374-e33fd1784ac5 HTTP/1.1" status: 200 len: 1100 time: 0.0767372 Dec 09 15:31:00.010830 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-968cfa96-2ca3-4f1a-8a04-aa74794d7138 req-382d2da1-659d-44dc-9a94-a0a849d60ae5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f7b2a70b-4da3-4b66-865e-6a968159fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126549 Dec 09 15:31:00.016373 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a139a65c-1252-41c7-b541-9b6be942d923 req-d92ee728-4f35-4929-8daa-6e852638ed1a tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7b2a70b-4da3-4b66-865e-6a968159fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262076 Dec 09 15:31:00.086946 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6c80eec0-1156-4ac4-9c64-8b8843d8580e req-adeb14b1-6239-4864-ad8e-9f29cb0d75d0 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups/ad8b9a11-1e76-44c8-869e-c08de820a1d1 HTTP/1.1" status: 200 len: 1816 time: 0.0447369 Dec 09 15:31:00.148996 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6c80eec0-1156-4ac4-9c64-8b8843d8580e req-a9361c18-4ed0-466c-bba6-2ff7ada5fcad tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:00.189196 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6c80eec0-1156-4ac4-9c64-8b8843d8580e req-a9361c18-4ed0-466c-bba6-2ff7ada5fcad tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:00.241065 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6c80eec0-1156-4ac4-9c64-8b8843d8580e req-a9361c18-4ed0-466c-bba6-2ff7ada5fcad tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:00.243787 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6c80eec0-1156-4ac4-9c64-8b8843d8580e req-a9361c18-4ed0-466c-bba6-2ff7ada5fcad tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:00.253020 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6c80eec0-1156-4ac4-9c64-8b8843d8580e req-a9361c18-4ed0-466c-bba6-2ff7ada5fcad tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "DELETE /v2.0/security-groups/ad8b9a11-1e76-44c8-869e-c08de820a1d1 HTTP/1.1" status: 204 len: 173 time: 0.1596158 Dec 09 15:31:00.263504 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9361c18-4ed0-466c-bba6-2ff7ada5fcad tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8b9a11-1e76-44c8-869e-c08de820a1d1,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:00.354556 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3f07a-c501-4bf1-989f-d861317a2e9e req-cf23ab1b-79cc-4c30-b9d1-5f25d116cb2d tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:00.356034 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-90a3f07a-c501-4bf1-989f-d861317a2e9e req-cf23ab1b-79cc-4c30-b9d1-5f25d116cb2d tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/ports?device_id=b19182ec-5ee4-4dbe-8477-b2fd7396926d HTTP/1.1" status: 200 len: 931 time: 0.0576484 Dec 09 15:31:00.429222 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-90a3f07a-c501-4bf1-989f-d861317a2e9e req-a0c8a2d7-f178-4871-a9e0-f805e874b2d7 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/security-groups?id=e20bdcc8-c3c0-452c-86df-aa6251e20c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670445 Dec 09 15:31:00.568369 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d37a1-a033-44f2-a31c-cf95fd3f317d req-cb6113fd-7c17-4976-9904-6c1e7d22fb66 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:00.569811 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-564d37a1-a033-44f2-a31c-cf95fd3f317d req-cb6113fd-7c17-4976-9904-6c1e7d22fb66 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 944 time: 0.0483854 Dec 09 15:31:00.617736 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-564d37a1-a033-44f2-a31c-cf95fd3f317d req-26b9aac3-f869-4b52-8e0f-632b15cc917f tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418935 Dec 09 15:31:00.743624 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-23802a5b-1cc2-4dab-8c4a-b4ca464d0e84 req-c07efc81-19fc-41bf-8888-23e29ab5605a tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc4b133b-c6b0-422b-9173-9667dd3214b3 HTTP/1.1" status: 200 len: 210 time: 0.0340550 Dec 09 15:31:00.779929 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-c7dfaeb7-2de0-4043-b592-89545fa994b4 req-fa54f87f-18c0-479d-b469-27c2a5f24e2b tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] show failed (client error): The resource could not be found. Dec 09 15:31:00.780931 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c7dfaeb7-2de0-4043-b592-89545fa994b4 req-fa54f87f-18c0-479d-b469-27c2a5f24e2b tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups/ad8b9a11-1e76-44c8-869e-c08de820a1d1 HTTP/1.1" status: 404 len: 352 time: 0.0146241 Dec 09 15:31:00.882074 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abea14-9694-4306-9e69-17795c927cc7 req-72addb69-96b4-456b-a514-e246405e9818 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:00.883516 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-55abea14-9694-4306-9e69-17795c927cc7 req-72addb69-96b4-456b-a514-e246405e9818 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 948 time: 0.0517490 Dec 09 15:31:00.950140 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-55abea14-9694-4306-9e69-17795c927cc7 req-f90afdc1-ba32-47b7-b6b0-736824c9a029 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603752 Dec 09 15:31:01.045051 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5de21779-d71f-45df-8f9b-abab1737f845 req-91945f77-c029-4533-9122-d9c974ecfecd tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups/812330bd-6d06-404c-810e-e1751376c253 HTTP/1.1" status: 200 len: 1817 time: 0.0502324 Dec 09 15:31:01.119028 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5de21779-d71f-45df-8f9b-abab1737f845 req-853850e7-69ee-4428-a95b-7baeb61859e0 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:01.147508 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5de21779-d71f-45df-8f9b-abab1737f845 req-853850e7-69ee-4428-a95b-7baeb61859e0 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:01.200578 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5de21779-d71f-45df-8f9b-abab1737f845 req-853850e7-69ee-4428-a95b-7baeb61859e0 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:01.207994 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5de21779-d71f-45df-8f9b-abab1737f845 req-853850e7-69ee-4428-a95b-7baeb61859e0 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:01.218807 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5de21779-d71f-45df-8f9b-abab1737f845 req-853850e7-69ee-4428-a95b-7baeb61859e0 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "DELETE /v2.0/security-groups/812330bd-6d06-404c-810e-e1751376c253 HTTP/1.1" status: 204 len: 173 time: 0.1709599 Dec 09 15:31:01.233882 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853850e7-69ee-4428-a95b-7baeb61859e0 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=812330bd-6d06-404c-810e-e1751376c253,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:01.315429 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e7c8e-8873-4e9f-be15-611af52213b9 req-a5f4c75c-66f4-4e15-8bf3-07a956066133 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:01.317780 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-690e7c8e-8873-4e9f-be15-611af52213b9 req-a5f4c75c-66f4-4e15-8bf3-07a956066133 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.57 "GET /v2.0/ports?device_id=504fb81f-5afc-495a-b374-e33fd1784ac5 HTTP/1.1" status: 200 len: 949 time: 0.0524366 Dec 09 15:31:01.404454 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-690e7c8e-8873-4e9f-be15-611af52213b9 req-3dc42e53-de91-4590-9079-b5ad605f83c6 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7b2a70b-4da3-4b66-865e-6a968159fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791190 Dec 09 15:31:01.463162 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-237cf4f3-d8a8-4ce3-86d3-d5a3d280d351 req-0035c575-4c66-4858-9e46-030330cec8ef tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] show failed (client error): The resource could not be found. Dec 09 15:31:01.475445 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-237cf4f3-d8a8-4ce3-86d3-d5a3d280d351 req-0035c575-4c66-4858-9e46-030330cec8ef tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups/812330bd-6d06-404c-810e-e1751376c253 HTTP/1.1" status: 404 len: 352 time: 0.0323520 Dec 09 15:31:01.574578 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee4e2a-deeb-4275-9ea7-7ed89b3f1b04 req-5d2d3b99-289a-404c-905d-055253636d09 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:01.581760 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3dee4e2a-deeb-4275-9ea7-7ed89b3f1b04 req-5d2d3b99-289a-404c-905d-055253636d09 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/ports?device_id=b19182ec-5ee4-4dbe-8477-b2fd7396926d HTTP/1.1" status: 200 len: 931 time: 0.0611336 Dec 09 15:31:01.649957 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3dee4e2a-deeb-4275-9ea7-7ed89b3f1b04 req-1bcba1be-292a-49a3-bc1e-016689557a47 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/security-groups?id=e20bdcc8-c3c0-452c-86df-aa6251e20c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653129 Dec 09 15:31:01.724324 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3a0ac299-c74e-4204-a12a-9a75730c2770 req-dad65060-3efd-4a83-a665-6818e4a14d02 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups/4efa72b2-5c1c-4b8c-a7ec-148ea2c1c127 HTTP/1.1" status: 200 len: 1818 time: 0.0478055 Dec 09 15:31:01.751049 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c001c13-a1c9-4c75-80a4-6eab9b501fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:31:01.754893 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a723363c-6c9b-49f2-8753-71a7a5f8e079" -d '{"events": [{"server_uuid": "2c001c13-a1c9-4c75-80a4-6eab9b501fd1", "name": "network-vif-plugged", "status": "completed", "tag": "dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:31:01.812942 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3a0ac299-c74e-4204-a12a-9a75730c2770 req-c3380eea-8ad5-4031-97d0-7227c96c7178 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:01.837755 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3a0ac299-c74e-4204-a12a-9a75730c2770 req-c3380eea-8ad5-4031-97d0-7227c96c7178 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:01.878702 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3a0ac299-c74e-4204-a12a-9a75730c2770 req-c3380eea-8ad5-4031-97d0-7227c96c7178 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:01.881417 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3a0ac299-c74e-4204-a12a-9a75730c2770 req-c3380eea-8ad5-4031-97d0-7227c96c7178 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:01.882578 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3a0ac299-c74e-4204-a12a-9a75730c2770 req-c3380eea-8ad5-4031-97d0-7227c96c7178 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "DELETE /v2.0/security-groups/4efa72b2-5c1c-4b8c-a7ec-148ea2c1c127 HTTP/1.1" status: 204 len: 173 time: 0.1522291 Dec 09 15:31:01.891038 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3380eea-8ad5-4031-97d0-7227c96c7178 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efa72b2-5c1c-4b8c-a7ec-148ea2c1c127,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:01.996078 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e1fae-8e11-46c1-b0d6-fa861d4aa5a2 req-42b13436-95ae-4b29-b2c9-ad75bf17ecf7 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:02.009147 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-959e1fae-8e11-46c1-b0d6-fa861d4aa5a2 req-42b13436-95ae-4b29-b2c9-ad75bf17ecf7 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 944 time: 0.0695791 Dec 09 15:31:02.057894 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-959e1fae-8e11-46c1-b0d6-fa861d4aa5a2 req-0e4c52ab-4b55-4ff8-ad69-3183c43b84c8 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479486 Dec 09 15:31:02.101414 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77225105-ef10-4090-b5bb-16b293f6f8ea x-openstack-request-id: req-77225105-ef10-4090-b5bb-16b293f6f8ea {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:31:02.101828 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c001c13-a1c9-4c75-80a4-6eab9b501fd1", "name": "network-vif-plugged", "status": "completed", "tag": "dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:31:02.102198 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-77225105-ef10-4090-b5bb-16b293f6f8ea {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:31:02.102688 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c001c13-a1c9-4c75-80a4-6eab9b501fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e', 'code': 200} Dec 09 15:31:02.223072 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-268ea68c-4442-434d-a1fd-b78d4f2819ff req-eb7bb2ce-3d16-4fe0-857e-0fc00cdc98bc tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc4b133b-c6b0-422b-9173-9667dd3214b3 HTTP/1.1" status: 200 len: 210 time: 0.0471764 Dec 09 15:31:02.246118 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5fa976-b6e2-4005-bb79-63840a19be78 req-8b36fcc5-71b4-4b52-a116-b244a5d6a75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:02.247628 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5a5fa976-b6e2-4005-bb79-63840a19be78 req-8b36fcc5-71b4-4b52-a116-b244a5d6a75c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2c001c13-a1c9-4c75-80a4-6eab9b501fd1 HTTP/1.1" status: 200 len: 1101 time: 0.0623960 Dec 09 15:31:02.265797 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-0e60b717-c638-481c-a298-b8539f8dd0f6 req-bd790b03-1e92-49a2-bdee-fd2e49872b8e tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] show failed (client error): The resource could not be found. Dec 09 15:31:02.266911 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0e60b717-c638-481c-a298-b8539f8dd0f6 req-bd790b03-1e92-49a2-bdee-fd2e49872b8e tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups/4efa72b2-5c1c-4b8c-a7ec-148ea2c1c127 HTTP/1.1" status: 404 len: 352 time: 0.0184045 Dec 09 15:31:02.303355 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5a5fa976-b6e2-4005-bb79-63840a19be78 req-7dd6424b-2347-4882-8752-f80ebb04ea0a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f7b2a70b-4da3-4b66-865e-6a968159fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429697 Dec 09 15:31:02.373177 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c5bdb-717a-4b27-854f-380be7834296 req-eb4219fe-8d61-4f05-a386-1e05680d5315 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:02.374589 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ba8c5bdb-717a-4b27-854f-380be7834296 req-eb4219fe-8d61-4f05-a386-1e05680d5315 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 948 time: 0.0564272 Dec 09 15:31:02.427204 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ba8c5bdb-717a-4b27-854f-380be7834296 req-0a22a85b-86af-4230-af08-ab7f77e9cbd1 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464303 Dec 09 15:31:02.867364 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-40d129e8-834f-4f3f-889d-173cf2d5e3ba req-300929b9-4a60-429e-9604-cd9e0fce8bef tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=13ab8f9eb9e44a98b88dffa52142eabd HTTP/1.1" status: 200 len: 6199 time: 0.0675459 Dec 09 15:31:02.924651 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-40d129e8-834f-4f3f-889d-173cf2d5e3ba req-eb547bc4-d735-4eda-9474-c357147f60fc tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups/b6ddef12-819c-4f08-88a4-0174330c0a4d HTTP/1.1" status: 200 len: 2998 time: 0.0492971 Dec 09 15:31:02.975962 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-40d129e8-834f-4f3f-889d-173cf2d5e3ba req-9937cc15-1c93-492c-8493-d60bd73ec92d tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups/b6ddef12-819c-4f08-88a4-0174330c0a4d HTTP/1.1" status: 200 len: 2998 time: 0.0442748 Dec 09 15:31:03.092695 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd68f4-ea2f-42fa-88ba-15cd359afd37 req-b8541036-257f-47bd-bbf4-721c112ad36c tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:03.094153 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-63bd68f4-ea2f-42fa-88ba-15cd359afd37 req-b8541036-257f-47bd-bbf4-721c112ad36c tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.57 "GET /v2.0/ports?device_id=504fb81f-5afc-495a-b374-e33fd1784ac5 HTTP/1.1" status: 200 len: 949 time: 0.0665505 Dec 09 15:31:03.146693 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-63bd68f4-ea2f-42fa-88ba-15cd359afd37 req-1453cc71-148b-4db9-932e-c67b7127fbff tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7b2a70b-4da3-4b66-865e-6a968159fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451629 Dec 09 15:31:03.273330 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269c57f-89a8-46af-af8d-1c0e4ef7f657 req-ae8c49a4-226b-4604-9c61-2d17cc1819c9 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:03.278409 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6269c57f-89a8-46af-af8d-1c0e4ef7f657 req-ae8c49a4-226b-4604-9c61-2d17cc1819c9 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/ports?device_id=b19182ec-5ee4-4dbe-8477-b2fd7396926d HTTP/1.1" status: 200 len: 931 time: 0.0654056 Dec 09 15:31:03.344521 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6269c57f-89a8-46af-af8d-1c0e4ef7f657 req-2d9bd190-bf42-478d-956b-e7686c0d90a9 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/security-groups?id=e20bdcc8-c3c0-452c-86df-aa6251e20c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624914 Dec 09 15:31:03.372825 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-1440c466-93e3-4614-b33f-3f69c34e5c39 req-20269821-03df-4a24-90da-9e2d5e6a994f tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-901943209', 'description': 'tempest-description-936425617'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:31:03.396239 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1440c466-93e3-4614-b33f-3f69c34e5c39 req-20269821-03df-4a24-90da-9e2d5e6a994f tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:03.478776 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1440c466-93e3-4614-b33f-3f69c34e5c39 req-20269821-03df-4a24-90da-9e2d5e6a994f tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:03.484700 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1440c466-93e3-4614-b33f-3f69c34e5c39 req-20269821-03df-4a24-90da-9e2d5e6a994f tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:03.520425 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20269821-03df-4a24-90da-9e2d5e6a994f tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9df8cd04-04a9-4303-9eea-801bf4252e64,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:03.577250 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1440c466-93e3-4614-b33f-3f69c34e5c39 req-20269821-03df-4a24-90da-9e2d5e6a994f tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:03.586826 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1440c466-93e3-4614-b33f-3f69c34e5c39 req-20269821-03df-4a24-90da-9e2d5e6a994f tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.2113361 Dec 09 15:31:03.805457 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4e1da-7b93-43e1-a74b-a3c86436bfca req-ba6c19a1-cedc-4f3b-ae85-3959150e3c7b tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:03.813721 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9ae4e1da-7b93-43e1-a74b-a3c86436bfca req-ba6c19a1-cedc-4f3b-ae85-3959150e3c7b tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 944 time: 0.1101589 Dec 09 15:31:03.866021 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9ae4e1da-7b93-43e1-a74b-a3c86436bfca req-8cb34512-ff9c-43d6-a762-e45174c99822 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510867 Dec 09 15:31:03.995454 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6f954-474b-42f9-8e92-93f4887c360f req-85e4609b-9934-4b03-8aa4-17fc482e776c tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:03.997002 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bbc6f954-474b-42f9-8e92-93f4887c360f req-85e4609b-9934-4b03-8aa4-17fc482e776c tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c001c13-a1c9-4c75-80a4-6eab9b501fd1 HTTP/1.1" status: 200 len: 950 time: 0.0581443 Dec 09 15:31:04.045633 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bbc6f954-474b-42f9-8e92-93f4887c360f req-3dd99934-df04-46c8-b707-0df89a7ee02c tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7b2a70b-4da3-4b66-865e-6a968159fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426083 Dec 09 15:31:04.138000 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6c96f6d1-6188-4923-a7dd-26e32834c14d req-22fa160f-dd9f-46e1-b736-5aa18857e2b3 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc4b133b-c6b0-422b-9173-9667dd3214b3 HTTP/1.1" status: 200 len: 210 time: 0.0260909 Dec 09 15:31:04.252058 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14033d31-1d42-48f5-86d7-331b3d55c300 req-9ba5c5fe-e135-4717-a26c-276f21db14c3 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:04.253597 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-14033d31-1d42-48f5-86d7-331b3d55c300 req-9ba5c5fe-e135-4717-a26c-276f21db14c3 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 948 time: 0.0513635 Dec 09 15:31:04.305083 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-14033d31-1d42-48f5-86d7-331b3d55c300 req-86646f78-76b8-4349-b23e-2424967b2954 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452263 Dec 09 15:31:04.356025 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-c68d3d6c-d99d-43b0-b439-6ee972a129ad req-55b98435-a116-40eb-8b40-3c762b4212ad tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2065916884', 'description': 'tempest-description-1875593170'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:31:04.378723 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c68d3d6c-d99d-43b0-b439-6ee972a129ad req-55b98435-a116-40eb-8b40-3c762b4212ad tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:04.455439 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c68d3d6c-d99d-43b0-b439-6ee972a129ad req-55b98435-a116-40eb-8b40-3c762b4212ad tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:04.460798 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c68d3d6c-d99d-43b0-b439-6ee972a129ad req-55b98435-a116-40eb-8b40-3c762b4212ad tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:04.491481 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c68d3d6c-d99d-43b0-b439-6ee972a129ad req-55b98435-a116-40eb-8b40-3c762b4212ad tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:04.492745 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c68d3d6c-d99d-43b0-b439-6ee972a129ad req-55b98435-a116-40eb-8b40-3c762b4212ad tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.1407864 Dec 09 15:31:04.494616 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b98435-a116-40eb-8b40-3c762b4212ad tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e38881-b1e6-45b1-8078-9d463ee0fc24,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:04.904840 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de46d40-c1c9-43da-90bb-3b0b692915c6 req-b2ec45bf-7ce4-4e0c-9281-6dc7c39aa9be tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:04.906431 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8de46d40-c1c9-43da-90bb-3b0b692915c6 req-b2ec45bf-7ce4-4e0c-9281-6dc7c39aa9be tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/ports?device_id=b19182ec-5ee4-4dbe-8477-b2fd7396926d HTTP/1.1" status: 200 len: 931 time: 0.0551746 Dec 09 15:31:04.963414 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8de46d40-c1c9-43da-90bb-3b0b692915c6 req-7b4acb11-9baa-407f-b20d-92a4a86ce077 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/security-groups?id=e20bdcc8-c3c0-452c-86df-aa6251e20c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502081 Dec 09 15:31:05.153154 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-377492b1-a8e8-4973-8bd6-d888dbd65fbd tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:05.154574 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-377492b1-a8e8-4973-8bd6-d888dbd65fbd tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/networks?id=ceb7ecf8-ac3c-4d11-975a-465c5d0227ee HTTP/1.1" status: 200 len: 812 time: 0.1034949 Dec 09 15:31:05.170491 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-69fd2660-b653-48a3-8771-347f3cb2a982 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/quotas/13ab8f9eb9e44a98b88dffa52142eabd HTTP/1.1" status: 200 len: 375 time: 0.0093462 Dec 09 15:31:05.220897 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-4c569025-c95b-4e2f-a01b-d61fd4a65d33 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=13ab8f9eb9e44a98b88dffa52142eabd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0446825 Dec 09 15:31:05.313323 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-2a630844-15a8-4127-80df-47a68dc8a585 service neutron] 10.222.0.57 "GET /v2.0/networks/ceb7ecf8-ac3c-4d11-975a-465c5d0227ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848510 Dec 09 15:31:05.403614 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-45c1d7e7-b802-4126-ad80-f00c66c4d15c service neutron] 10.222.0.57 "GET /v2.0/networks/ceb7ecf8-ac3c-4d11-975a-465c5d0227ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836978 Dec 09 15:31:05.652138 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599794a-97dd-4e31-bb3c-290bf8e848b2 req-1a63ef0a-10ca-4dba-8688-82f92b5198d8 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:05.653783 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5599794a-97dd-4e31-bb3c-290bf8e848b2 req-1a63ef0a-10ca-4dba-8688-82f92b5198d8 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 944 time: 0.0542638 Dec 09 15:31:05.703733 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5599794a-97dd-4e31-bb3c-290bf8e848b2 req-fc7ef261-46f0-4503-bf44-5313f7e1cca4 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437596 Dec 09 15:31:05.819154 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-194a2c58-278b-424f-bf7e-92f819c86a8e req-bb39216d-8efb-441e-90c5-1ed06a07a6b0 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc4b133b-c6b0-422b-9173-9667dd3214b3 HTTP/1.1" status: 200 len: 210 time: 0.0334775 Dec 09 15:31:05.929175 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20beaa-806a-4ee7-833c-9ae59b250512 req-14c00692-5987-4675-bd05-033634b2e1e7 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:05.930794 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8b20beaa-806a-4ee7-833c-9ae59b250512 req-14c00692-5987-4675-bd05-033634b2e1e7 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 948 time: 0.0524516 Dec 09 15:31:05.979928 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8b20beaa-806a-4ee7-833c-9ae59b250512 req-385539ee-9143-4ccd-868b-dd252c10be61 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430818 Dec 09 15:31:06.093066 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d5d5e217-2f2d-4621-b8fc-acc08fcc2189 req-da886946-2ff4-4a4d-a443-8af4f23ff8da tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0c04202-0e52-413d-aaba-f5736128874f HTTP/1.1" status: 200 len: 210 time: 0.0268323 Dec 09 15:31:06.210269 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce2ef0-1ea2-4be6-96fc-f0e52c219b41 req-5e91bca5-a794-4c44-bb40-15305c3cfc17 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:06.211764 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-44ce2ef0-1ea2-4be6-96fc-f0e52c219b41 req-5e91bca5-a794-4c44-bb40-15305c3cfc17 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/ports?device_id=b19182ec-5ee4-4dbe-8477-b2fd7396926d HTTP/1.1" status: 200 len: 931 time: 0.0518076 Dec 09 15:31:06.264721 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-44ce2ef0-1ea2-4be6-96fc-f0e52c219b41 req-236a4d7f-aff6-46e5-bcd9-a42373faec90 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/security-groups?id=e20bdcc8-c3c0-452c-86df-aa6251e20c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463755 Dec 09 15:31:06.826759 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-d2fe7386-0ea3-49c6-8664-04a9b9678f25 service neutron] Request body: {'port': {'device_id': 'b19182ec-5ee4-4dbe-8477-b2fd7396926d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:31:06.851895 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b670b-8099-4fea-9c1a-15c675b988aa req-72310bcb-a33a-4ef6-97b8-ca76759c7644 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:06.865007 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-937b670b-8099-4fea-9c1a-15c675b988aa req-72310bcb-a33a-4ef6-97b8-ca76759c7644 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 944 time: 0.0863998 Dec 09 15:31:06.972283 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-d2fe7386-0ea3-49c6-8664-04a9b9678f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:07.034203 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da016e5c-1a0b-40f7-acb3-8794d447001c req-23d05dc7-1c51-4dbb-8736-3401ce3f9f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:07.036387 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-da016e5c-1a0b-40f7-acb3-8794d447001c req-23d05dc7-1c51-4dbb-8736-3401ce3f9f06 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=13ab8f9eb9e44a98b88dffa52142eabd&device_id=5d61fa5b-78ba-4883-ae1a-c9aa32a91603 HTTP/1.1" status: 200 len: 1174 time: 0.1369603 Dec 09 15:31:07.043122 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.42', 63895) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:07.094074 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-937b670b-8099-4fea-9c1a-15c675b988aa req-319b87b5-409f-4b47-91e1-db894dbb1009 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280889 Dec 09 15:31:07.200288 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5f5aed30-8a0a-4c7d-ac36-10ca43fbf293 req-583b9ca6-5397-4443-b1dd-50e547bdcfac tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc4b133b-c6b0-422b-9173-9667dd3214b3 HTTP/1.1" status: 200 len: 210 time: 0.2259438 Dec 09 15:31:07.324493 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-5c0a4b6c-0ac0-4108-93a3-87b54da7b116 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:07.326344 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-5c0a4b6c-0ac0-4108-93a3-87b54da7b116 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326&tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69&binding%3Ahost_id=n-h2-821228-1 HTTP/1.1" status: 200 len: 1095 time: 0.3310561 Dec 09 15:31:07.360236 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-217bf714-9fb3-403d-a1ad-d494204422e4 req-3c71c374-874b-4ad4-8d93-41b9910c342d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=49a54bb3-7828-4f0b-b084-72127873cb22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3077762 Dec 09 15:31:07.376441 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d82f8c13-c21f-49b8-9393-4e13299426ef req-d9c1f855-c155-40c6-a102-136b5e4f11a4 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0c04202-0e52-413d-aaba-f5736128874f HTTP/1.1" status: 200 len: 210 time: 0.1028388 Dec 09 15:31:07.431659 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-d2fe7386-0ea3-49c6-8664-04a9b9678f25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 175fb1e0-f811-4580-bb11-c851a717cb16 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:31:07.440862 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-d2fe7386-0ea3-49c6-8664-04a9b9678f25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:07.451256 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5d7d4-7e05-43a1-b7dc-a90f1d7cc6e6 req-4d184bd9-14ff-432a-90ce-c09230d4d354 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:07.454733 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-d2fe7386-0ea3-49c6-8664-04a9b9678f25 service neutron] Transition to ACTIVE for port object 175fb1e0-f811-4580-bb11-c851a717cb16 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:31:07.460436 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2ea5d7d4-7e05-43a1-b7dc-a90f1d7cc6e6 req-4d184bd9-14ff-432a-90ce-c09230d4d354 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 948 time: 0.2125790 Dec 09 15:31:07.465887 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-d2fe7386-0ea3-49c6-8664-04a9b9678f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:07.477250 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-52da6627-46bc-4eee-8269-238003f87387 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:07.478812 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-52da6627-46bc-4eee-8269-238003f87387 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.31 "GET /v2.0/networks?id=ceb7ecf8-ac3c-4d11-975a-465c5d0227ee HTTP/1.1" status: 200 len: 812 time: 0.5419974 Dec 09 15:31:07.494919 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-4c36d324-1040-44a1-a3a0-68e764725ec8 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Request body: {'port': {'device_id': 'b0c04202-0e52-413d-aaba-f5736128874f', 'network_id': 'ceb7ecf8-ac3c-4d11-975a-465c5d0227ee', 'admin_state_up': True, 'tenant_id': '13ab8f9eb9e44a98b88dffa52142eabd'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:31:07.506189 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-1f3686ef-7b02-45fa-a6dd-0f097449cc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:07.507780 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-1f3686ef-7b02-45fa-a6dd-0f097449cc4f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326&tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69 HTTP/1.1" status: 200 len: 1095 time: 0.1670609 Dec 09 15:31:07.550238 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe7386-0ea3-49c6-8664-04a9b9678f25 service neutron] Pushing event updated for resources: {'Port': ['ID=175fb1e0-f811-4580-bb11-c851a717cb16,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:07.555330 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da016e5c-1a0b-40f7-acb3-8794d447001c req-76cca24d-9997-46ee-ad8d-f2d79050869e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:07.557115 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-da016e5c-1a0b-40f7-acb3-8794d447001c req-76cca24d-9997-46ee-ad8d-f2d79050869e service neutron] 10.222.0.42 "GET /v2.0/networks?id=ceb7ecf8-ac3c-4d11-975a-465c5d0227ee HTTP/1.1" status: 200 len: 913 time: 0.4053872 Dec 09 15:31:07.618009 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2ea5d7d4-7e05-43a1-b7dc-a90f1d7cc6e6 req-9dafbd9a-234c-4065-9b04-10e52658487c tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564841 Dec 09 15:31:07.642832 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-d2fe7386-0ea3-49c6-8664-04a9b9678f25 service neutron] Attempting to bind port 175fb1e0-f811-4580-bb11-c851a717cb16 on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:31:07.643381 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-d2fe7386-0ea3-49c6-8664-04a9b9678f25 service neutron] Attempting to bind port 175fb1e0-f811-4580-bb11-c851a717cb16 by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '6593b24c-2373-4f34-94a9-b48289bab6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3a67a1ff-4f2f-4989-997b-2dcf336e791d'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:31:07.643911 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-d2fe7386-0ea3-49c6-8664-04a9b9678f25 service neutron] Attempting to bind port 175fb1e0-f811-4580-bb11-c851a717cb16 on network 3a67a1ff-4f2f-4989-997b-2dcf336e791d {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:31:07.704129 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-d2fe7386-0ea3-49c6-8664-04a9b9678f25 service neutron] Port 175fb1e0-f811-4580-bb11-c851a717cb16 on network 3a67a1ff-4f2f-4989-997b-2dcf336e791d not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:31:07.704742 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-d2fe7386-0ea3-49c6-8664-04a9b9678f25 service neutron] Attempting to bind port 175fb1e0-f811-4580-bb11-c851a717cb16 on network 3a67a1ff-4f2f-4989-997b-2dcf336e791d {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:31:07.710850 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-da016e5c-1a0b-40f7-acb3-8794d447001c req-6336c3be-f76b-4205-ba82-3cdbd96899d5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54082ef0-861e-49d8-9c6a-3dd2693b631f HTTP/1.1" status: 200 len: 217 time: 0.0938013 Dec 09 15:31:07.720664 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-d2fe7386-0ea3-49c6-8664-04a9b9678f25 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:31:07.721760 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-d2fe7386-0ea3-49c6-8664-04a9b9678f25 service neutron] Checking segment: {'id': '6593b24c-2373-4f34-94a9-b48289bab6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3a67a1ff-4f2f-4989-997b-2dcf336e791d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:31:07.722901 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-d2fe7386-0ea3-49c6-8664-04a9b9678f25 service neutron] Bound using segment: {'id': '6593b24c-2373-4f34-94a9-b48289bab6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3a67a1ff-4f2f-4989-997b-2dcf336e791d'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:31:07.723568 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-d2fe7386-0ea3-49c6-8664-04a9b9678f25 service neutron] Bound port: 175fb1e0-f811-4580-bb11-c851a717cb16, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6593b24c-2373-4f34-94a9-b48289bab6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3a67a1ff-4f2f-4989-997b-2dcf336e791d'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:31:07.724201 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-d2fe7386-0ea3-49c6-8664-04a9b9678f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:07.749984 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73fd314-d469-4d47-9ac1-cc45ee1a71fc req-9d8fa904-89d4-466e-a692-c14b4d82d7ad tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:07.755426 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b73fd314-d469-4d47-9ac1-cc45ee1a71fc req-9d8fa904-89d4-466e-a692-c14b4d82d7ad tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/ports?device_id=b19182ec-5ee4-4dbe-8477-b2fd7396926d HTTP/1.1" status: 200 len: 943 time: 0.2544322 Dec 09 15:31:07.802456 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217bf714-9fb3-403d-a1ad-d494204422e4 req-e656a911-369c-4467-aa36-53733d151fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:07.804604 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-217bf714-9fb3-403d-a1ad-d494204422e4 req-e656a911-369c-4467-aa36-53733d151fac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=544d079d0d95474e9d4ca372f968fba4&device_id=49a54bb3-7828-4f0b-b084-72127873cb22 HTTP/1.1" status: 200 len: 1097 time: 0.1864007 Dec 09 15:31:07.811438 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-4c36d324-1040-44a1-a3a0-68e764725ec8 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Made reservation on behalf of 13ab8f9eb9e44a98b88dffa52142eabd for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:31:07.815409 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-4c36d324-1040-44a1-a3a0-68e764725ec8 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:07.844791 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da016e5c-1a0b-40f7-acb3-8794d447001c req-3130b979-a2bc-4f52-bff1-ea30b56dcb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:07.847142 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-da016e5c-1a0b-40f7-acb3-8794d447001c req-3130b979-a2bc-4f52-bff1-ea30b56dcb31 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=09838ae7-10e3-4a8f-9e69-f84874faf411 HTTP/1.1" status: 200 len: 852 time: 0.1084194 Dec 09 15:31:07.853574 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-651b3ff9-2496-4f13-b394-3a7ada01718d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:07.854911 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-d2fe7386-0ea3-49c6-8664-04a9b9678f25 service neutron] For port 175fb1e0-f811-4580-bb11-c851a717cb16, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:31:07.855661 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-651b3ff9-2496-4f13-b394-3a7ada01718d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69&device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 1095 time: 0.2215376 Dec 09 15:31:07.858742 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-d2fe7386-0ea3-49c6-8664-04a9b9678f25 service neutron] For port 175fb1e0-f811-4580-bb11-c851a717cb16, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=175fb1e0-f811-4580-bb11-c851a717cb16,segment=NetworkSegment(6593b24c-2373-4f34-94a9-b48289bab6ba),segment_id=6593b24c-2373-4f34-94a9-b48289bab6ba)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:31:07.863529 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b73fd314-d469-4d47-9ac1-cc45ee1a71fc req-7fc04ebe-9457-40c4-856b-2849fd4cce17 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/security-groups?id=e20bdcc8-c3c0-452c-86df-aa6251e20c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899098 Dec 09 15:31:07.874994 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-d2fe7386-0ea3-49c6-8664-04a9b9678f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:07.928627 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-da016e5c-1a0b-40f7-acb3-8794d447001c req-a4bdc0a3-31b2-4ba7-be20-7b0b1a9ee2a0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ceb7ecf8-ac3c-4d11-975a-465c5d0227ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624330 Dec 09 15:31:07.988462 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-d2fe7386-0ea3-49c6-8664-04a9b9678f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:07.989540 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-d2fe7386-0ea3-49c6-8664-04a9b9678f25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:07.992015 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-d2fe7386-0ea3-49c6-8664-04a9b9678f25 service neutron] 10.222.0.42 "PUT /v2.0/ports/175fb1e0-f811-4580-bb11-c851a717cb16 HTTP/1.1" status: 200 len: 1091 time: 1.1696274 Dec 09 15:31:07.995313 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b19182ec-5ee4-4dbe-8477-b2fd7396926d', 'tag': '175fb1e0-f811-4580-bb11-c851a717cb16'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:31:07.998304 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a396477-a8a6-4856-85b8-6f84858a6cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "b19182ec-5ee4-4dbe-8477-b2fd7396926d", "tag": "175fb1e0-f811-4580-bb11-c851a717cb16"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:31:08.082306 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41cefa5-504a-43d9-96d0-74d83936c325 x-openstack-request-id: req-f41cefa5-504a-43d9-96d0-74d83936c325 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:31:08.083160 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b19182ec-5ee4-4dbe-8477-b2fd7396926d", "tag": "175fb1e0-f811-4580-bb11-c851a717cb16", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:31:08.083585 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f41cefa5-504a-43d9-96d0-74d83936c325 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:31:08.084146 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b19182ec-5ee4-4dbe-8477-b2fd7396926d', 'tag': '175fb1e0-f811-4580-bb11-c851a717cb16', 'status': 'completed', 'code': 200} Dec 09 15:31:08.213176 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe7386-0ea3-49c6-8664-04a9b9678f25 service neutron] Pushing event updated for resources: {'Port': ['ID=175fb1e0-f811-4580-bb11-c851a717cb16,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:08.317291 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217bf714-9fb3-403d-a1ad-d494204422e4 req-61f71af5-4f5c-48d8-bf7f-527329e4a1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:08.341561 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-217bf714-9fb3-403d-a1ad-d494204422e4 req-61f71af5-4f5c-48d8-bf7f-527329e4a1e0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1623f57f-14ee-4f27-909a-4111ec1638fe HTTP/1.1" status: 200 len: 924 time: 0.4566321 Dec 09 15:31:08.343855 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-32920f91-b6ad-4c2d-ab21-63052f8937df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:08.345574 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-32920f91-b6ad-4c2d-ab21-63052f8937df service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6920059004d64958b6d9c8cd276a3070&device_id=b19182ec-5ee4-4dbe-8477-b2fd7396926d HTTP/1.1" status: 200 len: 1094 time: 0.2479985 Dec 09 15:31:08.365749 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-da016e5c-1a0b-40f7-acb3-8794d447001c req-af2cc8e6-ec62-428e-bb0a-c3079bfb9ce0 service neutron] 10.222.0.42 "GET /v2.0/networks/ceb7ecf8-ac3c-4d11-975a-465c5d0227ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909757 Dec 09 15:31:08.431487 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a7ddee5d-5d23-4ddf-8490-591bf8acd49b req-2e335161-fadc-4dfd-a5c8-5d5d15599260 tempest-DeleteServersAdminTestJSON-1893829061 tempest-DeleteServersAdminTestJSON-1893829061-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc4b133b-c6b0-422b-9173-9667dd3214b3 HTTP/1.1" status: 200 len: 210 time: 0.0706089 Dec 09 15:31:08.539738 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69470f9-a8e8-4f07-9acd-90cf02af6839 req-75f31e32-8939-4fa6-9446-713531fd1858 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:08.541214 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e69470f9-a8e8-4f07-9acd-90cf02af6839 req-75f31e32-8939-4fa6-9446-713531fd1858 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 944 time: 0.1824207 Dec 09 15:31:08.605676 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8c262b9a-6cf9-4685-9bb0-ab745c603ea7 req-1535e405-942c-45ec-9c22-fdbf7e88640c tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0c04202-0e52-413d-aaba-f5736128874f HTTP/1.1" status: 200 len: 210 time: 0.0790474 Dec 09 15:31:08.623333 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-4c36d324-1040-44a1-a3a0-68e764725ec8 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Allocated IP 172.20.0.4 (ceb7ecf8-ac3c-4d11-975a-465c5d0227ee/09838ae7-10e3-4a8f-9e69-f84874faf411/3430a518-0aaf-47c9-8264-41191a0a4ebe) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:31:08.625862 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-1e3d6bb7-731e-4c65-a972-bbc94b15e283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:08.627397 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-1e3d6bb7-731e-4c65-a972-bbc94b15e283 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3099805c-627c-4784-8087-c190eb81b4e0 HTTP/1.1" status: 200 len: 908 time: 0.7445595 Dec 09 15:31:08.704259 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e69470f9-a8e8-4f07-9acd-90cf02af6839 req-0c3fbabe-fdb4-411c-bf0e-56d1bb968af1 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509919 Dec 09 15:31:08.708847 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-6fbb6dd8-9deb-4fbe-9eec-e5ebc4ed05e5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5062ccf-d065-4c54-be78-8a88b95e17da HTTP/1.1" status: 200 len: 217 time: 0.0515170 Dec 09 15:31:08.779825 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-217bf714-9fb3-403d-a1ad-d494204422e4 req-17ca38e4-644a-41f1-af1e-55b5de459943 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aee43be2-5512-4af6-b6dd-b5c73516b5ed HTTP/1.1" status: 200 len: 1002 time: 0.4121559 Dec 09 15:31:08.812110 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-202dfb0c-11c9-4f55-a050-85f4da7b7661 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=175fb1e0-f811-4580-bb11-c851a717cb16 HTTP/1.1" status: 200 len: 217 time: 0.4344809 Dec 09 15:31:08.872077 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-d8d85aee-8fa0-4f02-8d16-510d48c89f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:08.873715 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-d8d85aee-8fa0-4f02-8d16-510d48c89f39 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75dd204b-61ff-4875-bd46-839f068b72c4 HTTP/1.1" status: 200 len: 847 time: 0.1538153 Dec 09 15:31:08.875581 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-0639b923-4a77-4c62-8f67-b2b8f8517942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:08.877282 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-0639b923-4a77-4c62-8f67-b2b8f8517942 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c19b976b-3ee6-40b0-95f2-8f573d4e04f7 HTTP/1.1" status: 200 len: 854 time: 0.0525656 Dec 09 15:31:08.897711 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340882b1-52a8-4689-97de-ff218aeed6de req-a4eac805-a571-40f0-9f08-9905f3095430 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:08.899678 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-340882b1-52a8-4689-97de-ff218aeed6de req-a4eac805-a571-40f0-9f08-9905f3095430 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 948 time: 0.1804488 Dec 09 15:31:08.939510 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-0eaadf31-ae3c-4529-ae52-d32308da9b36 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3099805c-627c-4784-8087-c190eb81b4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372114 Dec 09 15:31:08.978282 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-4c36d324-1040-44a1-a3a0-68e764725ec8 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:08.979662 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217bf714-9fb3-403d-a1ad-d494204422e4 req-92f8d299-d537-478f-b93c-fd6e0d40de25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:08.981998 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-217bf714-9fb3-403d-a1ad-d494204422e4 req-92f8d299-d537-478f-b93c-fd6e0d40de25 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd6cf3c6-eae1-454b-835d-918a28ae0ed5 HTTP/1.1" status: 200 len: 862 time: 0.1675014 Dec 09 15:31:09.028514 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-da016e5c-1a0b-40f7-acb3-8794d447001c req-914290a0-527f-4be4-8bd7-d82995694dcb service neutron] 10.222.0.42 "GET /v2.0/networks/ceb7ecf8-ac3c-4d11-975a-465c5d0227ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6491456 Dec 09 15:31:09.032942 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-615f6877-d21a-4f30-9f9e-5d7ca4d842da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:09.034427 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-615f6877-d21a-4f30-9f9e-5d7ca4d842da service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3a67a1ff-4f2f-4989-997b-2dcf336e791d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1120238 Dec 09 15:31:09.036979 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-340882b1-52a8-4689-97de-ff218aeed6de req-4d47cbe4-4aef-4505-8547-404aec418c79 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271949 Dec 09 15:31:09.049662 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:31:09.141930 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217bf714-9fb3-403d-a1ad-d494204422e4 req-29ffdb48-e58e-4717-a9e1-b1208c296b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:09.143645 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-217bf714-9fb3-403d-a1ad-d494204422e4 req-29ffdb48-e58e-4717-a9e1-b1208c296b63 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1623f57f-14ee-4f27-909a-4111ec1638fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1296327 Dec 09 15:31:09.151917 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486484eb-0013-4f0c-850e-d45e63c189db req-b4f8e618-70bb-40b9-aba1-adb338eba00a tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:09.153530 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-486484eb-0013-4f0c-850e-d45e63c189db req-b4f8e618-70bb-40b9-aba1-adb338eba00a tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/ports?device_id=b19182ec-5ee4-4dbe-8477-b2fd7396926d HTTP/1.1" status: 200 len: 943 time: 0.1458404 Dec 09 15:31:09.157371 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-4c36d324-1040-44a1-a3a0-68e764725ec8 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:09.204020 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['54082ef0-861e-49d8-9c6a-3dd2693b631f'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:31:09.219517 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-3ac6143f-68b5-4593-8c6f-e2817f4a2de5 service neutron] 10.222.0.42 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231803 Dec 09 15:31:09.229666 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-4c36d324-1040-44a1-a3a0-68e764725ec8 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Network ceb7ecf8-ac3c-4d11-975a-465c5d0227ee is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:31:09.240098 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-4c36d324-1040-44a1-a3a0-68e764725ec8 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:31:09.246699 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:09.256613 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-4c36d324-1040-44a1-a3a0-68e764725ec8 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:31:09.262201 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-4c36d324-1040-44a1-a3a0-68e764725ec8 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:09.262884 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-4c36d324-1040-44a1-a3a0-68e764725ec8 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:09.271229 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'port_id': 'dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e', 'mac_address': 'fa:16:3e:fa:d7:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6953c-1261-4e7c-8b49-64e5b87424c2', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:31:09.285102 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36d324-1040-44a1-a3a0-68e764725ec8 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Pushing event updated for resources: {'Port': ['ID=3430a518-0aaf-47c9-8264-41191a0a4ebe,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:09.288994 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-217bf714-9fb3-403d-a1ad-d494204422e4 req-d96e9a63-e654-4799-90c9-eb2a06c810ed service neutron] 10.222.0.42 "GET /v2.0/networks/1623f57f-14ee-4f27-909a-4111ec1638fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359253 Dec 09 15:31:09.291061 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-e7b361a3-ca66-4814-9036-f879ac75ef5d service neutron] 10.222.0.42 "GET /v2.0/networks/3a67a1ff-4f2f-4989-997b-2dcf336e791d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257063 Dec 09 15:31:09.345351 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-486484eb-0013-4f0c-850e-d45e63c189db req-f7f71048-115c-4273-ae9a-c647ee90dd16 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/security-groups?id=e20bdcc8-c3c0-452c-86df-aa6251e20c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806307 Dec 09 15:31:09.361639 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-4c36d324-1040-44a1-a3a0-68e764725ec8 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8716476 Dec 09 15:31:09.374640 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:09.375565 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-5ee2c1a2-a699-4d34-a3c7-6f998c8fd10f service neutron] Request body: {'port': {'device_id': 'b0c04202-0e52-413d-aaba-f5736128874f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:31:09.391447 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:31:09.426338 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-abd3c2bd-7ef4-44f3-8ac6-3dc0fab251f0 service neutron] 10.222.0.42 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486323 Dec 09 15:31:09.429745 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:09.449074 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-5ee2c1a2-a699-4d34-a3c7-6f998c8fd10f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:09.454941 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:09.511655 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-217bf714-9fb3-403d-a1ad-d494204422e4 req-77fa4294-f394-4108-b39e-030fd635772d service neutron] 10.222.0.42 "GET /v2.0/networks/1623f57f-14ee-4f27-909a-4111ec1638fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954665 Dec 09 15:31:09.528716 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1bbd29d6-00fe-49c2-b92e-c293c2489ccd req-af5e6aaa-26b1-49f6-8e12-36bc730baca8 service neutron] 10.222.0.42 "GET /v2.0/networks/3a67a1ff-4f2f-4989-997b-2dcf336e791d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410599 Dec 09 15:31:09.553465 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:09.578082 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:31:09.745031 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a396477-a8a6-4856-85b8-6f84858a6cc4 req-bcf5d7ec-a7b4-460f-b0e4-c044446ec66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:09.746551 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2a396477-a8a6-4856-85b8-6f84858a6cc4 req-bcf5d7ec-a7b4-460f-b0e4-c044446ec66e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6920059004d64958b6d9c8cd276a3070&device_id=b19182ec-5ee4-4dbe-8477-b2fd7396926d HTTP/1.1" status: 200 len: 1094 time: 0.0762746 Dec 09 15:31:09.881662 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299b4e8-8e56-4062-bfa0-ebd7197ebf8a req-4cb54754-03e4-4461-bb80-8c0efa6d2bf8 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:09.883184 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1299b4e8-8e56-4062-bfa0-ebd7197ebf8a req-4cb54754-03e4-4461-bb80-8c0efa6d2bf8 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0c04202-0e52-413d-aaba-f5736128874f HTTP/1.1" status: 200 len: 931 time: 0.1153517 Dec 09 15:31:09.931191 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a396477-a8a6-4856-85b8-6f84858a6cc4 req-d1c7cc37-0c9e-4650-9446-0382b8efffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:09.932790 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2a396477-a8a6-4856-85b8-6f84858a6cc4 req-d1c7cc37-0c9e-4650-9446-0382b8efffc8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3a67a1ff-4f2f-4989-997b-2dcf336e791d HTTP/1.1" status: 200 len: 916 time: 0.1751924 Dec 09 15:31:09.938902 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-764e78d5-fac6-4b01-84db-560df3fde7c0 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:09.940551 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-764e78d5-fac6-4b01-84db-560df3fde7c0 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326&tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69&binding%3Ahost_id=n-h1-821228-1 HTTP/1.1" status: 200 len: 1095 time: 0.0707350 Dec 09 15:31:09.979723 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a17061-2b8b-4afb-8720-d9b9c87d38c0 req-8bafd2b0-a20d-4394-a481-3b68ba0fda49 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:09.981228 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-42a17061-2b8b-4afb-8720-d9b9c87d38c0 req-8bafd2b0-a20d-4394-a481-3b68ba0fda49 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 944 time: 0.1572816 Dec 09 15:31:10.005340 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1299b4e8-8e56-4062-bfa0-ebd7197ebf8a req-8c56508d-c5bb-4234-ba54-9dbf00d88622 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6ddef12-819c-4f08-88a4-0174330c0a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134095 Dec 09 15:31:10.027575 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-5ee2c1a2-a699-4d34-a3c7-6f998c8fd10f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3430a518-0aaf-47c9-8264-41191a0a4ebe {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:31:10.045164 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 52820) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:10.047037 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-5ee2c1a2-a699-4d34-a3c7-6f998c8fd10f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:10.091760 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-42a17061-2b8b-4afb-8720-d9b9c87d38c0 req-708722a8-9339-4fef-acba-27db6be3e1e7 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969913 Dec 09 15:31:10.095649 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-5ee2c1a2-a699-4d34-a3c7-6f998c8fd10f service neutron] Transition to ACTIVE for port object 3430a518-0aaf-47c9-8264-41191a0a4ebe will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:31:10.108691 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-5ee2c1a2-a699-4d34-a3c7-6f998c8fd10f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:10.115560 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2a396477-a8a6-4856-85b8-6f84858a6cc4 req-a213300a-b8d5-489b-a68a-ed10d5392a7c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=175fb1e0-f811-4580-bb11-c851a717cb16 HTTP/1.1" status: 200 len: 217 time: 0.0804751 Dec 09 15:31:10.207003 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a396477-a8a6-4856-85b8-6f84858a6cc4 req-65746c87-5636-4d53-b028-d852fad24b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:10.208849 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2a396477-a8a6-4856-85b8-6f84858a6cc4 req-65746c87-5636-4d53-b028-d852fad24b93 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c19b976b-3ee6-40b0-95f2-8f573d4e04f7 HTTP/1.1" status: 200 len: 854 time: 0.0829992 Dec 09 15:31:10.222490 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2c1a2-a699-4d34-a3c7-6f998c8fd10f service neutron] Pushing event updated for resources: {'Port': ['ID=3430a518-0aaf-47c9-8264-41191a0a4ebe,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:10.255008 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-5ee2c1a2-a699-4d34-a3c7-6f998c8fd10f service neutron] Attempting to bind port 3430a518-0aaf-47c9-8264-41191a0a4ebe on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:31:10.255351 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-5ee2c1a2-a699-4d34-a3c7-6f998c8fd10f service neutron] Attempting to bind port 3430a518-0aaf-47c9-8264-41191a0a4ebe by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '65ab9798-4da2-4ce5-b759-4c14cab985d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ceb7ecf8-ac3c-4d11-975a-465c5d0227ee'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:31:10.255683 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-5ee2c1a2-a699-4d34-a3c7-6f998c8fd10f service neutron] Attempting to bind port 3430a518-0aaf-47c9-8264-41191a0a4ebe on network ceb7ecf8-ac3c-4d11-975a-465c5d0227ee {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:31:10.270540 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-5ee2c1a2-a699-4d34-a3c7-6f998c8fd10f service neutron] Port 3430a518-0aaf-47c9-8264-41191a0a4ebe on network ceb7ecf8-ac3c-4d11-975a-465c5d0227ee not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:31:10.271319 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-5ee2c1a2-a699-4d34-a3c7-6f998c8fd10f service neutron] Attempting to bind port 3430a518-0aaf-47c9-8264-41191a0a4ebe on network ceb7ecf8-ac3c-4d11-975a-465c5d0227ee {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:31:10.286532 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-5ee2c1a2-a699-4d34-a3c7-6f998c8fd10f service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:31:10.286880 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-5ee2c1a2-a699-4d34-a3c7-6f998c8fd10f service neutron] Checking segment: {'id': '65ab9798-4da2-4ce5-b759-4c14cab985d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ceb7ecf8-ac3c-4d11-975a-465c5d0227ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:31:10.287270 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-5ee2c1a2-a699-4d34-a3c7-6f998c8fd10f service neutron] Bound using segment: {'id': '65ab9798-4da2-4ce5-b759-4c14cab985d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ceb7ecf8-ac3c-4d11-975a-465c5d0227ee'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:31:10.287709 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-5ee2c1a2-a699-4d34-a3c7-6f998c8fd10f service neutron] Bound port: 3430a518-0aaf-47c9-8264-41191a0a4ebe, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65ab9798-4da2-4ce5-b759-4c14cab985d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ceb7ecf8-ac3c-4d11-975a-465c5d0227ee'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:31:10.288072 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-5ee2c1a2-a699-4d34-a3c7-6f998c8fd10f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:10.289852 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a396477-a8a6-4856-85b8-6f84858a6cc4 req-913e3959-519f-4d65-bf3f-3aac68fdf046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:10.291356 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2a396477-a8a6-4856-85b8-6f84858a6cc4 req-913e3959-519f-4d65-bf3f-3aac68fdf046 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3a67a1ff-4f2f-4989-997b-2dcf336e791d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605550 Dec 09 15:31:10.292371 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-633b4652-d02f-4707-9748-931e19882f1a service neutron] For port b5062ccf-d065-4c54-be78-8a88b95e17da, host n-h2-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:31:10.295992 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-633b4652-d02f-4707-9748-931e19882f1a service neutron] Publish callbacks [] for binding, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:10.297036 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3896dac5-f26c-47b2-8997-7a2da6f1e48b req-633b4652-d02f-4707-9748-931e19882f1a service neutron] 10.222.0.42 "DELETE /v2.0/ports/b5062ccf-d065-4c54-be78-8a88b95e17da/bindings/n-h2-821228-1 HTTP/1.1" status: 204 len: 173 time: 0.2540040 Dec 09 15:31:10.300945 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f164d-56ef-465e-9e3e-d01c800b7805 req-d4fc1e9a-42fb-4256-80fe-6dd50918cdb7 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:10.302788 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f70f164d-56ef-465e-9e3e-d01c800b7805 req-d4fc1e9a-42fb-4256-80fe-6dd50918cdb7 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 948 time: 0.1088779 Dec 09 15:31:10.330683 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ab49897a-c6ca-478c-a6e1-f571ec317b5e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1a150834424e4285b0b0bd2f4bd7ceec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2809744 Dec 09 15:31:10.339758 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 52830) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:10.430015 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2a396477-a8a6-4856-85b8-6f84858a6cc4 req-d56d42a6-4c16-4309-abd9-649ae68c8098 service neutron] 10.222.0.42 "GET /v2.0/networks/3a67a1ff-4f2f-4989-997b-2dcf336e791d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174111 Dec 09 15:31:10.472071 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f70f164d-56ef-465e-9e3e-d01c800b7805 req-4d6a311b-7555-4320-8bff-a38d97f7224f tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582167 Dec 09 15:31:10.493677 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-5ee2c1a2-a699-4d34-a3c7-6f998c8fd10f service neutron] For port 3430a518-0aaf-47c9-8264-41191a0a4ebe, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:31:10.516149 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-5ee2c1a2-a699-4d34-a3c7-6f998c8fd10f service neutron] For port 3430a518-0aaf-47c9-8264-41191a0a4ebe, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=3430a518-0aaf-47c9-8264-41191a0a4ebe,segment=NetworkSegment(65ab9798-4da2-4ce5-b759-4c14cab985d9),segment_id=65ab9798-4da2-4ce5-b759-4c14cab985d9)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:31:10.518046 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e9cec175-fb89-4bca-865e-f412c40f39bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:10.530649 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-5ee2c1a2-a699-4d34-a3c7-6f998c8fd10f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:10.534083 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2a396477-a8a6-4856-85b8-6f84858a6cc4 req-7b01e3cf-f361-4ca6-86a9-00df8c471ab5 service neutron] 10.222.0.42 "GET /v2.0/networks/3a67a1ff-4f2f-4989-997b-2dcf336e791d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958784 Dec 09 15:31:10.579092 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595dbea-6321-416a-bc69-bdbc5f6a8474 req-4bfa1fb6-cd57-4ab2-a9f3-bed208ec22eb tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:10.580632 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0595dbea-6321-416a-bc69-bdbc5f6a8474 req-4bfa1fb6-cd57-4ab2-a9f3-bed208ec22eb tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/ports?device_id=b19182ec-5ee4-4dbe-8477-b2fd7396926d HTTP/1.1" status: 200 len: 943 time: 0.1440153 Dec 09 15:31:10.585299 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e9cec175-fb89-4bca-865e-f412c40f39bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:10.617411 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-5ee2c1a2-a699-4d34-a3c7-6f998c8fd10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:10.618054 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-5ee2c1a2-a699-4d34-a3c7-6f998c8fd10f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:10.619635 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-5ee2c1a2-a699-4d34-a3c7-6f998c8fd10f service neutron] 10.222.0.31 "PUT /v2.0/ports/3430a518-0aaf-47c9-8264-41191a0a4ebe HTTP/1.1" status: 200 len: 1091 time: 1.2483740 Dec 09 15:31:10.620088 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c04202-0e52-413d-aaba-f5736128874f', 'tag': '3430a518-0aaf-47c9-8264-41191a0a4ebe'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:31:10.622329 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c2a4b4-efdc-407f-99c6-0aa1450e7309" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c04202-0e52-413d-aaba-f5736128874f", "tag": "3430a518-0aaf-47c9-8264-41191a0a4ebe"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:31:10.666438 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2c1a2-a699-4d34-a3c7-6f998c8fd10f service neutron] Pushing event updated for resources: {'Port': ['ID=3430a518-0aaf-47c9-8264-41191a0a4ebe,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:10.692371 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05509340-5542-4197-af2f-e7cac98e8e45 x-openstack-request-id: req-05509340-5542-4197-af2f-e7cac98e8e45 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:31:10.692716 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c04202-0e52-413d-aaba-f5736128874f", "tag": "3430a518-0aaf-47c9-8264-41191a0a4ebe", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:31:10.693036 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-05509340-5542-4197-af2f-e7cac98e8e45 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:31:10.693448 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c04202-0e52-413d-aaba-f5736128874f', 'tag': '3430a518-0aaf-47c9-8264-41191a0a4ebe', 'status': 'completed', 'code': 200} Dec 09 15:31:10.726691 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0595dbea-6321-416a-bc69-bdbc5f6a8474 req-9d42d218-23a0-4aa0-9c3d-3f12dc1fe7b1 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/security-groups?id=e20bdcc8-c3c0-452c-86df-aa6251e20c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391191 Dec 09 15:31:10.739393 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e9cec175-fb89-4bca-865e-f412c40f39bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:10.742032 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e9cec175-fb89-4bca-865e-f412c40f39bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:10.743166 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e9cec175-fb89-4bca-865e-f412c40f39bb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3be7015c-90d1-4ef6-beff-451a61c46314 HTTP/1.1" status: 204 len: 168 time: 0.4023674 Dec 09 15:31:10.752983 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-c25effa9-7da7-43a6-9875-afd357a26ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:10.755164 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-c25effa9-7da7-43a6-9875-afd357a26ebd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=13ab8f9eb9e44a98b88dffa52142eabd&device_id=b0c04202-0e52-413d-aaba-f5736128874f HTTP/1.1" status: 200 len: 1094 time: 0.0801167 Dec 09 15:31:10.756026 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cec175-fb89-4bca-865e-f412c40f39bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be7015c-90d1-4ef6-beff-451a61c46314,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:10.811851 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-0f655072-66b3-41cc-bc75-0b65677dd91b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3430a518-0aaf-47c9-8264-41191a0a4ebe HTTP/1.1" status: 200 len: 217 time: 0.0373690 Dec 09 15:31:10.869400 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-6bde99a4-0a1c-4fb0-b133-8faa9bb84685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:10.870890 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-6bde99a4-0a1c-4fb0-b133-8faa9bb84685 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=09838ae7-10e3-4a8f-9e69-f84874faf411 HTTP/1.1" status: 200 len: 852 time: 0.0498967 Dec 09 15:31:10.904501 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-b166d1f5-21da-491f-aae1-65a461ae2fdb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ceb7ecf8-ac3c-4d11-975a-465c5d0227ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265744 Dec 09 15:31:11.008295 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-a8832ef1-134e-4730-a13a-aa87a85d61a3 service neutron] 10.222.0.31 "GET /v2.0/networks/ceb7ecf8-ac3c-4d11-975a-465c5d0227ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917583 Dec 09 15:31:11.025938 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 52842) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:11.043494 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-be01dc8d-0d37-4efb-9395-6e8fff852e0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:11.058472 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:31:11.127971 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:31:11.129872 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:11.139735 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-be01dc8d-0d37-4efb-9395-6e8fff852e0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:11.146549 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-be01dc8d-0d37-4efb-9395-6e8fff852e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:11.174143 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a29b5263-e63f-4fc8-ac3e-2e3e2ad016af req-30d0c7fb-9f88-44cb-8e4b-1f21302d0d9f service neutron] 10.222.0.31 "GET /v2.0/networks/ceb7ecf8-ac3c-4d11-975a-465c5d0227ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574211 Dec 09 15:31:11.195077 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-be01dc8d-0d37-4efb-9395-6e8fff852e0e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6221530b0cb146978c044f11aea2ef8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1656730 Dec 09 15:31:11.195077 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be01dc8d-0d37-4efb-9395-6e8fff852e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91e063b-54e1-4737-9f4c-1d2823e047db,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:11.197475 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 52860) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:11.218512 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e085c31-fd68-4a3b-8742-0da4e11fd225 req-b3ccfcf9-2d1b-46c5-b0f7-ef69a84f10e1 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:11.224945 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3e085c31-fd68-4a3b-8742-0da4e11fd225 req-b3ccfcf9-2d1b-46c5-b0f7-ef69a84f10e1 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0c04202-0e52-413d-aaba-f5736128874f HTTP/1.1" status: 200 len: 943 time: 0.1332128 Dec 09 15:31:11.281826 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:11.291625 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e8bb5442-701c-41d4-a57d-88b7189c9b62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:11.320748 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3e085c31-fd68-4a3b-8742-0da4e11fd225 req-c20a582c-d98c-4858-b509-b8fc918c96f7 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6ddef12-819c-4f08-88a4-0174330c0a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850914 Dec 09 15:31:11.340572 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e8bb5442-701c-41d4-a57d-88b7189c9b62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:11.356004 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c001c13-a1c9-4c75-80a4-6eab9b501fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:31:11.362029 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98cd9c8c-cfde-424f-b20e-027e5efa2f45" -d '{"events": [{"server_uuid": "2c001c13-a1c9-4c75-80a4-6eab9b501fd1", "name": "network-vif-plugged", "status": "completed", "tag": "dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:31:11.382244 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:11.388523 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:11.418112 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e8bb5442-701c-41d4-a57d-88b7189c9b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:11.421312 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e8bb5442-701c-41d4-a57d-88b7189c9b62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:11.422491 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e8bb5442-701c-41d4-a57d-88b7189c9b62 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b91e063b-54e1-4737-9f4c-1d2823e047db HTTP/1.1" status: 204 len: 168 time: 0.2236774 Dec 09 15:31:11.437237 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb5442-701c-41d4-a57d-88b7189c9b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91e063b-54e1-4737-9f4c-1d2823e047db,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:11.489792 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e83104-47a6-4ebb-b3c1-deaa833b9f38 req-8007e317-78f3-4c11-923d-2900e3b68416 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:11.491362 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-52e83104-47a6-4ebb-b3c1-deaa833b9f38 req-8007e317-78f3-4c11-923d-2900e3b68416 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 944 time: 0.2008040 Dec 09 15:31:11.525834 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2a4b4-efdc-407f-99c6-0aa1450e7309 req-f2316629-6549-427b-9f97-869c06f68f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:11.530743 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:11.536315 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-96c2a4b4-efdc-407f-99c6-0aa1450e7309 req-f2316629-6549-427b-9f97-869c06f68f42 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=13ab8f9eb9e44a98b88dffa52142eabd&device_id=b0c04202-0e52-413d-aaba-f5736128874f HTTP/1.1" status: 200 len: 1094 time: 0.2328203 Dec 09 15:31:11.543976 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722a0ab4-2386-4c60-abc6-f7c25d7dcd8e x-openstack-request-id: req-722a0ab4-2386-4c60-abc6-f7c25d7dcd8e {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:31:11.544978 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c001c13-a1c9-4c75-80a4-6eab9b501fd1", "name": "network-vif-plugged", "status": "completed", "tag": "dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:31:11.545663 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-722a0ab4-2386-4c60-abc6-f7c25d7dcd8e {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:31:11.546596 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c001c13-a1c9-4c75-80a4-6eab9b501fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e', 'code': 200} Dec 09 15:31:11.596584 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device de0cbd6b-3bec-4e55-8594-47550661ab93 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:31:11.695977 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:11.706736 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-52e83104-47a6-4ebb-b3c1-deaa833b9f38 req-710ae69e-7ffe-4ef9-b7a9-0516fff53717 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011440 Dec 09 15:31:11.733793 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653898f2-cd9f-477b-b871-84635a028c10 req-61836ddb-11c2-4b58-9e8c-9144f250ee65 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:11.736371 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port de0cbd6b-3bec-4e55-8594-47550661ab93, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=de0cbd6b-3bec-4e55-8594-47550661ab93,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:11.741515 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-653898f2-cd9f-477b-b871-84635a028c10 req-61836ddb-11c2-4b58-9e8c-9144f250ee65 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 948 time: 0.1101270 Dec 09 15:31:11.748406 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:11.784294 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2a4b4-efdc-407f-99c6-0aa1450e7309 req-cd720bde-245e-4c4d-92d7-62d02b24f269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:11.785909 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-96c2a4b4-efdc-407f-99c6-0aa1450e7309 req-cd720bde-245e-4c4d-92d7-62d02b24f269 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ceb7ecf8-ac3c-4d11-975a-465c5d0227ee HTTP/1.1" status: 200 len: 913 time: 0.2328105 Dec 09 15:31:11.818905 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=de0cbd6b-3bec-4e55-8594-47550661ab93,revision_number=9']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:11.823555 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-653898f2-cd9f-477b-b871-84635a028c10 req-219106d0-7af4-4a2c-b4aa-8b5c2bde35c0 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810940 Dec 09 15:31:11.855833 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-96c2a4b4-efdc-407f-99c6-0aa1450e7309 req-fd23230e-2254-4d9e-a129-a5fb83620531 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3430a518-0aaf-47c9-8264-41191a0a4ebe HTTP/1.1" status: 200 len: 217 time: 0.0562201 Dec 09 15:31:11.917313 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2a4b4-efdc-407f-99c6-0aa1450e7309 req-fce4d434-8642-4286-96d9-1ff8b37c3f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:11.918951 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-96c2a4b4-efdc-407f-99c6-0aa1450e7309 req-fce4d434-8642-4286-96d9-1ff8b37c3f55 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=09838ae7-10e3-4a8f-9e69-f84874faf411 HTTP/1.1" status: 200 len: 852 time: 0.0514691 Dec 09 15:31:12.013942 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-96c2a4b4-efdc-407f-99c6-0aa1450e7309 req-2abdd0e6-97a3-4ec8-8a53-0a55b17e710a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ceb7ecf8-ac3c-4d11-975a-465c5d0227ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728543 Dec 09 15:31:12.029246 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac55ab8-d030-4336-aebc-dc1252652a38 req-8c821cf3-94b4-414d-8777-56f89f5062f0 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:12.030734 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8ac55ab8-d030-4336-aebc-dc1252652a38 req-8c821cf3-94b4-414d-8777-56f89f5062f0 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 1095 time: 0.1108990 Dec 09 15:31:12.051082 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734115a1-13a0-4fae-aba0-a47b31fb7913 req-0eb097e7-3ed9-4fa3-8b3b-988e9f7b0733 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:12.057244 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-734115a1-13a0-4fae-aba0-a47b31fb7913 req-0eb097e7-3ed9-4fa3-8b3b-988e9f7b0733 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/ports?device_id=b19182ec-5ee4-4dbe-8477-b2fd7396926d HTTP/1.1" status: 200 len: 943 time: 0.1359551 Dec 09 15:31:12.189068 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-734115a1-13a0-4fae-aba0-a47b31fb7913 req-706b1159-b429-49ed-97fb-2c09e9a008e3 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/security-groups?id=e20bdcc8-c3c0-452c-86df-aa6251e20c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307497 Dec 09 15:31:12.198936 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8ac55ab8-d030-4336-aebc-dc1252652a38 req-2dc18136-d86f-49af-a7b6-99aa5d594d52 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579342 Dec 09 15:31:12.216078 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-96c2a4b4-efdc-407f-99c6-0aa1450e7309 req-13b381fc-d445-4317-806b-360944698ab8 service neutron] 10.222.0.31 "GET /v2.0/networks/ceb7ecf8-ac3c-4d11-975a-465c5d0227ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844161 Dec 09 15:31:12.369652 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-96c2a4b4-efdc-407f-99c6-0aa1450e7309 req-6222bc63-b0ba-4341-b421-1e5d7673df77 service neutron] 10.222.0.31 "GET /v2.0/networks/ceb7ecf8-ac3c-4d11-975a-465c5d0227ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454592 Dec 09 15:31:12.488651 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8daceb-247b-40ff-bdf1-42c0eda12c77 req-c70f42df-a5f1-4129-a9d0-7c00fa256adf tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:12.497015 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eb8daceb-247b-40ff-bdf1-42c0eda12c77 req-c70f42df-a5f1-4129-a9d0-7c00fa256adf tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0c04202-0e52-413d-aaba-f5736128874f HTTP/1.1" status: 200 len: 943 time: 0.0810907 Dec 09 15:31:12.638492 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eb8daceb-247b-40ff-bdf1-42c0eda12c77 req-92886c83-c5b8-48b8-9c12-bc9042a149cd tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6ddef12-819c-4f08-88a4-0174330c0a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399379 Dec 09 15:31:12.710733 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8da366-e416-4031-a030-834705de9cda req-4b0dd92d-a2e7-45e4-984b-989382ebdb94 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:12.720835 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c8da366-e416-4031-a030-834705de9cda req-4b0dd92d-a2e7-45e4-984b-989382ebdb94 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/networks?id=3099805c-627c-4784-8087-c190eb81b4e0 HTTP/1.1" status: 200 len: 807 time: 0.2208672 Dec 09 15:31:12.741731 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c8da366-e416-4031-a030-834705de9cda req-8debe6e5-0c5e-4469-832a-135f89d10e68 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/quotas/5630bc9a914e4b7b8f43ee6d128eeb69 HTTP/1.1" status: 200 len: 375 time: 0.0197887 Dec 09 15:31:12.799472 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c8da366-e416-4031-a030-834705de9cda req-ef4e2db7-c30f-4a60-afa1-f5adb4e1ab62 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566030 Dec 09 15:31:12.908914 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c8da366-e416-4031-a030-834705de9cda req-90f20fcc-caae-43fb-a501-92d5b87a009d service neutron] 10.222.0.57 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050828 Dec 09 15:31:13.047737 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8aac2-8f9f-418e-baba-dc50e4464c1b req-b42a59a5-c03d-451e-a8bf-82e670a7ba28 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:13.055699 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e5d8aac2-8f9f-418e-baba-dc50e4464c1b req-b42a59a5-c03d-451e-a8bf-82e670a7ba28 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 946 time: 0.0948789 Dec 09 15:31:13.069008 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c8da366-e416-4031-a030-834705de9cda req-511cd1a3-6892-4c46-8ce6-fb97f03f6dfc service neutron] 10.222.0.57 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591380 Dec 09 15:31:13.130128 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e5d8aac2-8f9f-418e-baba-dc50e4464c1b req-74b4ad27-dc43-41fb-afb4-a18ef2a8694f tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734978 Dec 09 15:31:13.396013 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5439ae6b-2454-454d-b651-93835f20df71 req-f125bcaf-13dd-4d96-ab73-8e1bbb2cd356 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 210 time: 0.0406575 Dec 09 15:31:13.417061 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8fd044-fcfd-4290-811c-5278e35f1271 req-c2e51205-ba93-4cc3-b085-20847b07958c tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:13.425177 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1f8fd044-fcfd-4290-811c-5278e35f1271 req-c2e51205-ba93-4cc3-b085-20847b07958c tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/ports?device_id=b19182ec-5ee4-4dbe-8477-b2fd7396926d HTTP/1.1" status: 200 len: 943 time: 0.1374652 Dec 09 15:31:13.488787 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1f8fd044-fcfd-4290-811c-5278e35f1271 req-b769c3ac-6320-4a5b-9f12-3277f9c5e108 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/security-groups?id=e20bdcc8-c3c0-452c-86df-aa6251e20c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610998 Dec 09 15:31:13.644536 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb8800a-7d15-4815-a740-315184ea7aa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de0cbd6b-3bec-4e55-8594-47550661ab93'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:31:13.647422 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b7c53b-191f-4aed-b79c-df1884567358" -d '{"events": [{"server_uuid": "3fb8800a-7d15-4815-a740-315184ea7aa0", "name": "network-vif-unplugged", "status": "completed", "tag": "de0cbd6b-3bec-4e55-8594-47550661ab93"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:31:13.651665 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 175fb1e0-f811-4580-bb11-c851a717cb16 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:31:13.777329 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 175fb1e0-f811-4580-bb11-c851a717cb16, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=175fb1e0-f811-4580-bb11-c851a717cb16,segment=NetworkSegment(6593b24c-2373-4f34-94a9-b48289bab6ba),segment_id=6593b24c-2373-4f34-94a9-b48289bab6ba)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:13.792380 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '175fb1e0-f811-4580-bb11-c851a717cb16', 'network_id': '3a67a1ff-4f2f-4989-997b-2dcf336e791d', 'port_id': '175fb1e0-f811-4580-bb11-c851a717cb16', 'mac_address': 'fa:16:3e:49:18:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c19b976b-3ee6-40b0-95f2-8f573d4e04f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:31:13.795042 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 15:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da5699e-f7ac-43c4-8f3a-56cf16d3bad8 x-openstack-request-id: req-3da5699e-f7ac-43c4-8f3a-56cf16d3bad8 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:31:13.795412 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb8800a-7d15-4815-a740-315184ea7aa0", "name": "network-vif-unplugged", "status": "completed", "tag": "de0cbd6b-3bec-4e55-8594-47550661ab93", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:31:13.795752 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3da5699e-f7ac-43c4-8f3a-56cf16d3bad8 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:31:13.796114 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb8800a-7d15-4815-a740-315184ea7aa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de0cbd6b-3bec-4e55-8594-47550661ab93', 'code': 200} Dec 09 15:31:13.887298 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:13.910721 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 175fb1e0-f811-4580-bb11-c851a717cb16 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:31:13.924941 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84410788-be47-44c8-9e79-a0c021a96698 req-0d8fde45-c45c-448a-9917-9ea34586007e tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:13.927560 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-84410788-be47-44c8-9e79-a0c021a96698 req-0d8fde45-c45c-448a-9917-9ea34586007e tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0c04202-0e52-413d-aaba-f5736128874f HTTP/1.1" status: 200 len: 943 time: 0.0586486 Dec 09 15:31:13.957171 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 175fb1e0-f811-4580-bb11-c851a717cb16, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=175fb1e0-f811-4580-bb11-c851a717cb16,segment=NetworkSegment(6593b24c-2373-4f34-94a9-b48289bab6ba),segment_id=6593b24c-2373-4f34-94a9-b48289bab6ba)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:13.964683 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:13.965421 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device de0cbd6b-3bec-4e55-8594-47550661ab93 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:31:14.059089 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-84410788-be47-44c8-9e79-a0c021a96698 req-af87650a-e3b7-4823-9bc8-ba6e2ba2addc tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6ddef12-819c-4f08-88a4-0174330c0a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232123 Dec 09 15:31:14.124904 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=175fb1e0-f811-4580-bb11-c851a717cb16,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:14.177141 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port de0cbd6b-3bec-4e55-8594-47550661ab93, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=de0cbd6b-3bec-4e55-8594-47550661ab93,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:14.190972 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': 'de0cbd6b-3bec-4e55-8594-47550661ab93', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'port_id': 'de0cbd6b-3bec-4e55-8594-47550661ab93', 'mac_address': 'fa:16:3e:da:84:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6953c-1261-4e7c-8b49-64e5b87424c2', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:31:14.255926 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:14.272468 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de0cbd6b-3bec-4e55-8594-47550661ab93 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:31:14.295522 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port de0cbd6b-3bec-4e55-8594-47550661ab93, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=de0cbd6b-3bec-4e55-8594-47550661ab93,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:14.301162 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:14.350448 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fcf18-d940-412d-a346-9aa3dbc9193a req-f615f241-6dec-4a56-a3d5-3260df49d82b tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:14.351990 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1e1fcf18-d940-412d-a346-9aa3dbc9193a req-f615f241-6dec-4a56-a3d5-3260df49d82b tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 946 time: 0.1084709 Dec 09 15:31:14.403869 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=de0cbd6b-3bec-4e55-8594-47550661ab93,revision_number=10']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:14.469197 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1e1fcf18-d940-412d-a346-9aa3dbc9193a req-af4e4ccd-d734-49d2-a533-6bf2c5ddd427 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111331 Dec 09 15:31:14.563609 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-79f0f4b8-317d-4635-854a-ca82215c57fe req-280c3a85-a39d-4f24-99c3-72130a67d785 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 210 time: 0.0633042 Dec 09 15:31:14.677070 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613ad83-3d25-45f8-b1b0-cb96dbdf4512 req-ee0cb8a7-ea66-4895-954d-5e5c24940019 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:14.678589 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c613ad83-3d25-45f8-b1b0-cb96dbdf4512 req-ee0cb8a7-ea66-4895-954d-5e5c24940019 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/ports?device_id=b19182ec-5ee4-4dbe-8477-b2fd7396926d HTTP/1.1" status: 200 len: 944 time: 0.1144061 Dec 09 15:31:14.758089 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c613ad83-3d25-45f8-b1b0-cb96dbdf4512 req-f37bc6d5-1103-40ab-a47b-7fc888de958b tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/security-groups?id=e20bdcc8-c3c0-452c-86df-aa6251e20c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646050 Dec 09 15:31:14.825976 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53030) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:14.848105 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['175fb1e0-f811-4580-bb11-c851a717cb16'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:31:14.887654 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['de0cbd6b-3bec-4e55-8594-47550661ab93'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:31:14.971053 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bae3e53c-6595-4ad8-94d7-b646d85daa77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:15.094805 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 3430a518-0aaf-47c9-8264-41191a0a4ebe details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:31:15.166611 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bae3e53c-6595-4ad8-94d7-b646d85daa77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:15.177009 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bae3e53c-6595-4ad8-94d7-b646d85daa77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:15.181182 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8da366-e416-4031-a030-834705de9cda req-79fe1922-cde2-445c-92d8-1a994aeff8d9 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:15.183101 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c8da366-e416-4031-a030-834705de9cda req-79fe1922-cde2-445c-92d8-1a994aeff8d9 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.31 "GET /v2.0/networks?id=3099805c-627c-4784-8087-c190eb81b4e0 HTTP/1.1" status: 200 len: 807 time: 0.3184319 Dec 09 15:31:15.200745 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 3430a518-0aaf-47c9-8264-41191a0a4ebe, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=3430a518-0aaf-47c9-8264-41191a0a4ebe,segment=NetworkSegment(65ab9798-4da2-4ce5-b759-4c14cab985d9),segment_id=65ab9798-4da2-4ce5-b759-4c14cab985d9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:15.210278 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-7c8da366-e416-4031-a030-834705de9cda req-9a274473-55aa-4926-b7b0-af48cc0896fe tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Request body: {'port': {'device_id': 'c7008fab-78a4-40a4-9293-c271c1405909', 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0', 'admin_state_up': True, 'tenant_id': '5630bc9a914e4b7b8f43ee6d128eeb69'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:31:15.242107 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bae3e53c-6595-4ad8-94d7-b646d85daa77 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=96791871a2f44c4e9da8c0b78f8d30b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4126358 Dec 09 15:31:15.242827 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '3430a518-0aaf-47c9-8264-41191a0a4ebe', 'network_id': 'ceb7ecf8-ac3c-4d11-975a-465c5d0227ee', 'port_id': '3430a518-0aaf-47c9-8264-41191a0a4ebe', 'mac_address': 'fa:16:3e:94:be:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09838ae7-10e3-4a8f-9e69-f84874faf411', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:31:15.243627 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53038) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:15.275013 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae3e53c-6595-4ad8-94d7-b646d85daa77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36142be8-a7e0-4fc9-a28c-17e0728b2c74,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:15.306036 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1fb188af-8f7d-495a-87fd-83dd2614d9b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:15.332268 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:15.335700 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1fb188af-8f7d-495a-87fd-83dd2614d9b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:15.357141 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3430a518-0aaf-47c9-8264-41191a0a4ebe {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:31:15.383811 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 3430a518-0aaf-47c9-8264-41191a0a4ebe, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=3430a518-0aaf-47c9-8264-41191a0a4ebe,segment=NetworkSegment(65ab9798-4da2-4ce5-b759-4c14cab985d9),segment_id=65ab9798-4da2-4ce5-b759-4c14cab985d9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:15.396146 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:15.410534 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533fabf-eb59-45a0-a5dd-3ef9c2f3c5f8 req-0bf3b7b7-5408-4445-8470-492b2707c060 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:15.420098 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8533fabf-eb59-45a0-a5dd-3ef9c2f3c5f8 req-0bf3b7b7-5408-4445-8470-492b2707c060 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0c04202-0e52-413d-aaba-f5736128874f HTTP/1.1" status: 200 len: 943 time: 0.2354021 Dec 09 15:31:15.421693 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1fb188af-8f7d-495a-87fd-83dd2614d9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:15.425804 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1fb188af-8f7d-495a-87fd-83dd2614d9b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:15.432160 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1fb188af-8f7d-495a-87fd-83dd2614d9b2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/36142be8-a7e0-4fc9-a28c-17e0728b2c74 HTTP/1.1" status: 204 len: 168 time: 0.1872988 Dec 09 15:31:15.452679 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb188af-8f7d-495a-87fd-83dd2614d9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36142be8-a7e0-4fc9-a28c-17e0728b2c74,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:15.532147 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8533fabf-eb59-45a0-a5dd-3ef9c2f3c5f8 req-ceb243c8-4538-4f1a-a1d1-4037e39afc95 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6ddef12-819c-4f08-88a4-0174330c0a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065402 Dec 09 15:31:15.536689 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=3430a518-0aaf-47c9-8264-41191a0a4ebe,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:15.563943 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c8da366-e416-4031-a030-834705de9cda req-9a274473-55aa-4926-b7b0-af48cc0896fe tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Made reservation on behalf of 5630bc9a914e4b7b8f43ee6d128eeb69 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:31:15.573095 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7c8da366-e416-4031-a030-834705de9cda req-9a274473-55aa-4926-b7b0-af48cc0896fe tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:15.633369 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:15.861854 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['3430a518-0aaf-47c9-8264-41191a0a4ebe'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:31:15.966694 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53054) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:15.988989 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-98736302-8f9b-4ac3-95b5-e848dc267b87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:16.044864 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b42c38-96b8-4e52-858a-989b21933702 req-b6719fcf-1adf-4f90-8c39-3720a76f1632 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:16.054501 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f3b42c38-96b8-4e52-858a-989b21933702 req-b6719fcf-1adf-4f90-8c39-3720a76f1632 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 948 time: 0.4771626 Dec 09 15:31:16.073556 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-09683d51-10ae-43b4-bb14-da70aa82cd3f req-ca89992a-d74d-4863-8efe-95c02cf3b0f5 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 210 time: 0.0780914 Dec 09 15:31:16.212572 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-98736302-8f9b-4ac3-95b5-e848dc267b87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:16.223137 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-98736302-8f9b-4ac3-95b5-e848dc267b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:16.226673 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f3b42c38-96b8-4e52-858a-989b21933702 req-94be843b-1358-4516-96ba-2ec322c636f4 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706605 Dec 09 15:31:16.248824 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-7c8da366-e416-4031-a030-834705de9cda req-9a274473-55aa-4926-b7b0-af48cc0896fe tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Allocated IP 172.20.0.8 (3099805c-627c-4784-8087-c190eb81b4e0/75dd204b-61ff-4875-bd46-839f068b72c4/5017d290-1c4f-4b2b-a2a5-5290fc85c367) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:31:16.299512 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-98736302-8f9b-4ac3-95b5-e848dc267b87 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4f6c8b76a4f94406b566881e4690be6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3317983 Dec 09 15:31:16.301300 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53066) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:16.302020 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98736302-8f9b-4ac3-95b5-e848dc267b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e2c9b8-3e97-4351-972d-d27601e07bf1,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:16.382243 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5d423b3-c154-4303-80b0-88a3ba2fa4ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:16.419267 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5d423b3-c154-4303-80b0-88a3ba2fa4ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:16.443422 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762686f-2cf3-43ee-8f1d-e1278652c179 req-280bf6ac-ee36-42cc-8dff-36e12dfd3391 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:16.446324 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0762686f-2cf3-43ee-8f1d-e1278652c179 req-280bf6ac-ee36-42cc-8dff-36e12dfd3391 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/ports?device_id=b19182ec-5ee4-4dbe-8477-b2fd7396926d HTTP/1.1" status: 200 len: 944 time: 0.1158984 Dec 09 15:31:16.490906 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5d423b3-c154-4303-80b0-88a3ba2fa4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:16.495084 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5d423b3-c154-4303-80b0-88a3ba2fa4ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:16.509677 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c5d423b3-c154-4303-80b0-88a3ba2fa4ab admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/57e2c9b8-3e97-4351-972d-d27601e07bf1 HTTP/1.1" status: 204 len: 168 time: 0.1880066 Dec 09 15:31:16.525563 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d423b3-c154-4303-80b0-88a3ba2fa4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e2c9b8-3e97-4351-972d-d27601e07bf1,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:16.552695 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0762686f-2cf3-43ee-8f1d-e1278652c179 req-a312c006-fd5a-45ff-b50e-ae5cc5d4be49 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/security-groups?id=e20bdcc8-c3c0-452c-86df-aa6251e20c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981960 Dec 09 15:31:16.564323 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7c8da366-e416-4031-a030-834705de9cda req-9a274473-55aa-4926-b7b0-af48cc0896fe tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:16.622932 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7c8da366-e416-4031-a030-834705de9cda req-9a274473-55aa-4926-b7b0-af48cc0896fe tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:16.704187 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a274473-55aa-4926-b7b0-af48cc0896fe tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Pushing event updated for resources: {'Port': ['ID=5017d290-1c4f-4b2b-a2a5-5290fc85c367,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:16.710103 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c8da366-e416-4031-a030-834705de9cda req-9a274473-55aa-4926-b7b0-af48cc0896fe tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Network 3099805c-627c-4784-8087-c190eb81b4e0 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:31:16.713697 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-7c8da366-e416-4031-a030-834705de9cda req-9a274473-55aa-4926-b7b0-af48cc0896fe tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:31:16.728896 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c8da366-e416-4031-a030-834705de9cda req-9a274473-55aa-4926-b7b0-af48cc0896fe tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:31:16.734833 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8da366-e416-4031-a030-834705de9cda req-9a274473-55aa-4926-b7b0-af48cc0896fe tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:16.735618 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7c8da366-e416-4031-a030-834705de9cda req-9a274473-55aa-4926-b7b0-af48cc0896fe tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:16.760309 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c8da366-e416-4031-a030-834705de9cda req-9a274473-55aa-4926-b7b0-af48cc0896fe tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5578492 Dec 09 15:31:16.774753 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e7038-7de2-4930-944e-9bff1e2455a5 req-5c4a2fd4-f6a5-42b1-a5c6-bff5a1541b17 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:16.776541 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-954e7038-7de2-4930-944e-9bff1e2455a5 req-5c4a2fd4-f6a5-42b1-a5c6-bff5a1541b17 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0c04202-0e52-413d-aaba-f5736128874f HTTP/1.1" status: 200 len: 944 time: 0.1010606 Dec 09 15:31:16.782630 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-7c8da366-e416-4031-a030-834705de9cda req-f6d12ce7-349f-47d1-84ce-2733565f916c service neutron] Request body: {'port': {'device_id': 'c7008fab-78a4-40a4-9293-c271c1405909', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:31:16.888736 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7c8da366-e416-4031-a030-834705de9cda req-f6d12ce7-349f-47d1-84ce-2733565f916c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:16.897056 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-954e7038-7de2-4930-944e-9bff1e2455a5 req-34737584-cc91-4c98-8d1c-c5ba27811019 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6ddef12-819c-4f08-88a4-0174330c0a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929730 Dec 09 15:31:17.185838 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833272e-5f40-45a4-8f26-d0023084b05d req-bc6ed705-117c-41d7-af43-c10d6531bd42 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:17.187634 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b833272e-5f40-45a4-8f26-d0023084b05d req-bc6ed705-117c-41d7-af43-c10d6531bd42 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=64dc1320-f613-445f-bd84-4800478ed326 HTTP/1.1" status: 200 len: 1097 time: 0.0593274 Dec 09 15:31:17.333515 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c52903-71aa-4f1a-89e8-2de54d2a3b09 req-75d860a3-f665-40f0-87f5-bce6fa051702 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:17.343757 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-46c52903-71aa-4f1a-89e8-2de54d2a3b09 req-75d860a3-f665-40f0-87f5-bce6fa051702 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 931 time: 0.1505365 Dec 09 15:31:17.356794 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b833272e-5f40-45a4-8f26-d0023084b05d req-7fa6fab3-f458-4ab6-81c9-af2298da5f49 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513603 Dec 09 15:31:17.458068 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-7c8da366-e416-4031-a030-834705de9cda req-f6d12ce7-349f-47d1-84ce-2733565f916c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5017d290-1c4f-4b2b-a2a5-5290fc85c367 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:31:17.473236 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7c8da366-e416-4031-a030-834705de9cda req-f6d12ce7-349f-47d1-84ce-2733565f916c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:17.497765 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-7c8da366-e416-4031-a030-834705de9cda req-f6d12ce7-349f-47d1-84ce-2733565f916c service neutron] Transition to ACTIVE for port object 5017d290-1c4f-4b2b-a2a5-5290fc85c367 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:31:17.529858 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-46c52903-71aa-4f1a-89e8-2de54d2a3b09 req-8f4a9d5c-0971-44b9-8868-e0f12e1f3190 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858180 Dec 09 15:31:17.543971 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7c8da366-e416-4031-a030-834705de9cda req-f6d12ce7-349f-47d1-84ce-2733565f916c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:17.649014 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device de0cbd6b-3bec-4e55-8594-47550661ab93 up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:31:17.659169 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d12ce7-349f-47d1-84ce-2733565f916c service neutron] Pushing event updated for resources: {'Port': ['ID=5017d290-1c4f-4b2b-a2a5-5290fc85c367,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:17.697223 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fe10d-37a2-45eb-b516-70fc1faac616 req-4c45400a-1fd8-4b38-aa6b-3dcb554f0b96 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:17.705516 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-501fe10d-37a2-45eb-b516-70fc1faac616 req-4c45400a-1fd8-4b38-aa6b-3dcb554f0b96 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 948 time: 0.1730232 Dec 09 15:31:17.724178 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-7c8da366-e416-4031-a030-834705de9cda req-f6d12ce7-349f-47d1-84ce-2733565f916c service neutron] Attempting to bind port 5017d290-1c4f-4b2b-a2a5-5290fc85c367 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:31:17.724755 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-7c8da366-e416-4031-a030-834705de9cda req-f6d12ce7-349f-47d1-84ce-2733565f916c service neutron] Attempting to bind port 5017d290-1c4f-4b2b-a2a5-5290fc85c367 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:31:17.725207 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8da366-e416-4031-a030-834705de9cda req-f6d12ce7-349f-47d1-84ce-2733565f916c service neutron] Attempting to bind port 5017d290-1c4f-4b2b-a2a5-5290fc85c367 on network 3099805c-627c-4784-8087-c190eb81b4e0 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:31:17.734232 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8da366-e416-4031-a030-834705de9cda req-f6d12ce7-349f-47d1-84ce-2733565f916c service neutron] Port 5017d290-1c4f-4b2b-a2a5-5290fc85c367 on network 3099805c-627c-4784-8087-c190eb81b4e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:31:17.734708 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8da366-e416-4031-a030-834705de9cda req-f6d12ce7-349f-47d1-84ce-2733565f916c service neutron] Attempting to bind port 5017d290-1c4f-4b2b-a2a5-5290fc85c367 on network 3099805c-627c-4784-8087-c190eb81b4e0 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:31:17.751500 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8da366-e416-4031-a030-834705de9cda req-f6d12ce7-349f-47d1-84ce-2733565f916c service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:31:17.752130 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8da366-e416-4031-a030-834705de9cda req-f6d12ce7-349f-47d1-84ce-2733565f916c service neutron] Checking segment: {'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:31:17.752693 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8da366-e416-4031-a030-834705de9cda req-f6d12ce7-349f-47d1-84ce-2733565f916c service neutron] Bound using segment: {'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:31:17.753606 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-7c8da366-e416-4031-a030-834705de9cda req-f6d12ce7-349f-47d1-84ce-2733565f916c service neutron] Bound port: 5017d290-1c4f-4b2b-a2a5-5290fc85c367, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:31:17.754254 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7c8da366-e416-4031-a030-834705de9cda req-f6d12ce7-349f-47d1-84ce-2733565f916c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:17.790754 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-501fe10d-37a2-45eb-b516-70fc1faac616 req-2b2e50c8-d52b-492b-bdfc-96e3656ce2dd tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840886 Dec 09 15:31:17.821379 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port de0cbd6b-3bec-4e55-8594-47550661ab93 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:31:17.821763 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:17.919162 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-7c8da366-e416-4031-a030-834705de9cda req-f6d12ce7-349f-47d1-84ce-2733565f916c service neutron] For port 5017d290-1c4f-4b2b-a2a5-5290fc85c367, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:31:17.948998 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-7c8da366-e416-4031-a030-834705de9cda req-f6d12ce7-349f-47d1-84ce-2733565f916c service neutron] For port 5017d290-1c4f-4b2b-a2a5-5290fc85c367, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5017d290-1c4f-4b2b-a2a5-5290fc85c367,segment=NetworkSegment(9bcbf52b-8ad5-477f-9636-c2f9cae19672),segment_id=9bcbf52b-8ad5-477f-9636-c2f9cae19672)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:31:17.959259 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7c8da366-e416-4031-a030-834705de9cda req-f6d12ce7-349f-47d1-84ce-2733565f916c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:18.042946 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8da366-e416-4031-a030-834705de9cda req-f6d12ce7-349f-47d1-84ce-2733565f916c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:18.043569 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7c8da366-e416-4031-a030-834705de9cda req-f6d12ce7-349f-47d1-84ce-2733565f916c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:18.047128 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c8da366-e416-4031-a030-834705de9cda req-f6d12ce7-349f-47d1-84ce-2733565f916c service neutron] 10.222.0.31 "PUT /v2.0/ports/5017d290-1c4f-4b2b-a2a5-5290fc85c367 HTTP/1.1" status: 200 len: 1091 time: 1.2674332 Dec 09 15:31:18.047128 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7008fab-78a4-40a4-9293-c271c1405909', 'tag': '5017d290-1c4f-4b2b-a2a5-5290fc85c367'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:31:18.049157 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22685510-43a0-49b8-b351-8b27ff3e4319" -d '{"events": [{"name": "network-changed", "server_uuid": "c7008fab-78a4-40a4-9293-c271c1405909", "tag": "5017d290-1c4f-4b2b-a2a5-5290fc85c367"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:31:18.057778 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:18.106094 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d12ce7-349f-47d1-84ce-2733565f916c service neutron] Pushing event updated for resources: {'Port': ['ID=5017d290-1c4f-4b2b-a2a5-5290fc85c367,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:18.124543 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb8800a-7d15-4815-a740-315184ea7aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0cbd6b-3bec-4e55-8594-47550661ab93'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:31:18.132100 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54aab090-d8b1-4c8f-82af-919808da9d57" -d '{"events": [{"server_uuid": "3fb8800a-7d15-4815-a740-315184ea7aa0", "name": "network-vif-plugged", "status": "completed", "tag": "de0cbd6b-3bec-4e55-8594-47550661ab93"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:31:18.150648 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4120f-3f71-4853-ad02-2276a612f3be req-dca2ba87-897a-450e-a4fe-6dfdcffb777c tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:18.167452 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-61e4120f-3f71-4853-ad02-2276a612f3be req-dca2ba87-897a-450e-a4fe-6dfdcffb777c tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/ports?device_id=b19182ec-5ee4-4dbe-8477-b2fd7396926d HTTP/1.1" status: 200 len: 944 time: 0.1409853 Dec 09 15:31:18.183311 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port de0cbd6b-3bec-4e55-8594-47550661ab93, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=de0cbd6b-3bec-4e55-8594-47550661ab93,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:18.194536 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:18.195671 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 175fb1e0-f811-4580-bb11-c851a717cb16 up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:31:18.283554 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-61e4120f-3f71-4853-ad02-2276a612f3be req-d132fb50-0454-4bd8-9705-3402fda6fcfa tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/security-groups?id=e20bdcc8-c3c0-452c-86df-aa6251e20c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008775 Dec 09 15:31:18.296930 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8da366-e416-4031-a030-834705de9cda req-39ca9c56-c6a3-49e1-87d6-de7e44d8d70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:18.300216 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c8da366-e416-4031-a030-834705de9cda req-39ca9c56-c6a3-49e1-87d6-de7e44d8d70e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69&device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 1094 time: 0.1181998 Dec 09 15:31:18.435531 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=de0cbd6b-3bec-4e55-8594-47550661ab93,revision_number=11']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:18.445257 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port 175fb1e0-f811-4580-bb11-c851a717cb16 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:31:18.453437 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c8da366-e416-4031-a030-834705de9cda req-1bf9d59a-d4ed-45cb-9bcd-4ded4462dce8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5017d290-1c4f-4b2b-a2a5-5290fc85c367 HTTP/1.1" status: 200 len: 217 time: 0.1424809 Dec 09 15:31:18.461027 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 175fb1e0-f811-4580-bb11-c851a717cb16 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:31:18.462073 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:18.566143 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d620ab-6b64-4bed-8d01-0480447c4bce req-9fa37917-017e-402a-b61b-508d24b985ed tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:18.568051 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-27d620ab-6b64-4bed-8d01-0480447c4bce req-9fa37917-017e-402a-b61b-508d24b985ed tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0c04202-0e52-413d-aaba-f5736128874f HTTP/1.1" status: 200 len: 944 time: 0.1437953 Dec 09 15:31:18.604804 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8da366-e416-4031-a030-834705de9cda req-1397ae32-095c-43dc-9398-c8a68ba40b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:18.606665 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c8da366-e416-4031-a030-834705de9cda req-1397ae32-095c-43dc-9398-c8a68ba40b6d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75dd204b-61ff-4875-bd46-839f068b72c4 HTTP/1.1" status: 200 len: 847 time: 0.1126187 Dec 09 15:31:18.608084 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:18.657208 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c8da366-e416-4031-a030-834705de9cda req-8958dbd9-b24b-4836-93c8-68f765b9db28 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3099805c-627c-4784-8087-c190eb81b4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371797 Dec 09 15:31:18.666263 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-27d620ab-6b64-4bed-8d01-0480447c4bce req-96cfd95a-0d7d-49f7-862b-b635da2dc5c7 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6ddef12-819c-4f08-88a4-0174330c0a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908072 Dec 09 15:31:18.677377 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 175fb1e0-f811-4580-bb11-c851a717cb16, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=175fb1e0-f811-4580-bb11-c851a717cb16,segment=NetworkSegment(6593b24c-2373-4f34-94a9-b48289bab6ba),segment_id=6593b24c-2373-4f34-94a9-b48289bab6ba)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:18.694774 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:18.771523 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c8da366-e416-4031-a030-834705de9cda req-b1c81553-d61e-4881-a6a9-0471e0837df1 service neutron] 10.222.0.31 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042953 Dec 09 15:31:18.773630 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51b89ea-b805-40df-bc84-e5df1ed594d3 x-openstack-request-id: req-f51b89ea-b805-40df-bc84-e5df1ed594d3 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:31:18.773999 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7008fab-78a4-40a4-9293-c271c1405909", "tag": "5017d290-1c4f-4b2b-a2a5-5290fc85c367", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:31:18.774252 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f51b89ea-b805-40df-bc84-e5df1ed594d3 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:31:18.774711 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7008fab-78a4-40a4-9293-c271c1405909', 'tag': '5017d290-1c4f-4b2b-a2a5-5290fc85c367', 'status': 'completed', 'code': 200} Dec 09 15:31:18.844242 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447d214c-0647-4302-ba10-4a4e67970d09 x-openstack-request-id: req-447d214c-0647-4302-ba10-4a4e67970d09 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:31:18.844669 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb8800a-7d15-4815-a740-315184ea7aa0", "name": "network-vif-plugged", "status": "completed", "tag": "de0cbd6b-3bec-4e55-8594-47550661ab93", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:31:18.844864 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-447d214c-0647-4302-ba10-4a4e67970d09 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:31:18.845282 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb8800a-7d15-4815-a740-315184ea7aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0cbd6b-3bec-4e55-8594-47550661ab93', 'code': 200} Dec 09 15:31:18.855311 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=175fb1e0-f811-4580-bb11-c851a717cb16,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:18.982543 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c8da366-e416-4031-a030-834705de9cda req-e7d33422-55a2-477f-8d4e-ab5801592139 service neutron] 10.222.0.31 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957626 Dec 09 15:31:19.089406 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527f038-e311-4e38-bcd0-576bb0046c39 req-ddacd61e-764b-4e2f-984b-58d6f355dd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:19.091669 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5527f038-e311-4e38-bcd0-576bb0046c39 req-ddacd61e-764b-4e2f-984b-58d6f355dd4f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 1100 time: 0.0515678 Dec 09 15:31:19.098519 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7ac3e-d519-470a-aa78-720984bc0b86 req-fd972262-e5ca-478d-9eeb-fd3fbfc32356 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:19.100080 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-abf7ac3e-d519-470a-aa78-720984bc0b86 req-fd972262-e5ca-478d-9eeb-fd3fbfc32356 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 943 time: 0.1142631 Dec 09 15:31:19.100208 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 3430a518-0aaf-47c9-8264-41191a0a4ebe up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:31:19.152008 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22685510-43a0-49b8-b351-8b27ff3e4319 req-4a90eaf5-2b92-4b4e-87c1-bc6ad9e886a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:19.154318 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-22685510-43a0-49b8-b351-8b27ff3e4319 req-4a90eaf5-2b92-4b4e-87c1-bc6ad9e886a0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69&device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 1094 time: 0.1141331 Dec 09 15:31:19.193749 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5527f038-e311-4e38-bcd0-576bb0046c39 req-aef0e860-c04f-49c9-93a9-554eee5fde53 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854666 Dec 09 15:31:19.193990 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 3430a518-0aaf-47c9-8264-41191a0a4ebe completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:31:19.197968 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 3430a518-0aaf-47c9-8264-41191a0a4ebe triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:31:19.198337 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:19.276395 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-abf7ac3e-d519-470a-aa78-720984bc0b86 req-ee3a083e-889f-4a0e-8936-1b6672f118dc tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503987 Dec 09 15:31:19.368440 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:19.383834 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22685510-43a0-49b8-b351-8b27ff3e4319 req-c303fea2-92df-4470-ac73-5a8681b4fd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:19.385387 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-22685510-43a0-49b8-b351-8b27ff3e4319 req-c303fea2-92df-4470-ac73-5a8681b4fd99 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3099805c-627c-4784-8087-c190eb81b4e0 HTTP/1.1" status: 200 len: 908 time: 0.2197342 Dec 09 15:31:19.410196 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 3430a518-0aaf-47c9-8264-41191a0a4ebe, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=3430a518-0aaf-47c9-8264-41191a0a4ebe,segment=NetworkSegment(65ab9798-4da2-4ce5-b759-4c14cab985d9),segment_id=65ab9798-4da2-4ce5-b759-4c14cab985d9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:19.417027 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:19.469452 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-22685510-43a0-49b8-b351-8b27ff3e4319 req-8fea992a-234c-4ffd-817a-725d0318c985 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5017d290-1c4f-4b2b-a2a5-5290fc85c367 HTTP/1.1" status: 200 len: 217 time: 0.0646145 Dec 09 15:31:19.473974 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=3430a518-0aaf-47c9-8264-41191a0a4ebe,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:19.525563 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f1992c-7dcc-4e75-81d2-8698275d86bb req-5fe6aba8-b73d-4fdc-916e-9f8f3b7f97aa tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:19.527067 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-21f1992c-7dcc-4e75-81d2-8698275d86bb req-5fe6aba8-b73d-4fdc-916e-9f8f3b7f97aa tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 949 time: 0.1658430 Dec 09 15:31:19.551599 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22685510-43a0-49b8-b351-8b27ff3e4319 req-7bd262d7-4da5-4a41-80dd-9165553999ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:19.553095 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-22685510-43a0-49b8-b351-8b27ff3e4319 req-7bd262d7-4da5-4a41-80dd-9165553999ee service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75dd204b-61ff-4875-bd46-839f068b72c4 HTTP/1.1" status: 200 len: 847 time: 0.0696366 Dec 09 15:31:19.580581 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-298b44be-80ad-4e9b-be4d-ab0edd3540d4 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:31:19.582561 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-298b44be-80ad-4e9b-be4d-ab0edd3540d4 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069566 Dec 09 15:31:19.626273 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-21f1992c-7dcc-4e75-81d2-8698275d86bb req-906d0d4c-24b4-4caa-b0a1-cec6cd27a414 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857632 Dec 09 15:31:19.629074 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-22685510-43a0-49b8-b351-8b27ff3e4319 req-ed279c1f-8ae9-4aba-b35d-756866ffc494 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3099805c-627c-4784-8087-c190eb81b4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669298 Dec 09 15:31:19.641471 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-39f00ed8-1e56-463a-b586-60406076d9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:19.642570 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-39f00ed8-1e56-463a-b586-60406076d9ba service neutron] 10.222.0.57 "GET /v2.0/ports/1b3a806c-d80c-4c75-9ee6-4b31413216d7 HTTP/1.1" status: 200 len: 1094 time: 0.0508399 Dec 09 15:31:19.648276 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-856d273f-b1fe-4ffb-8f4f-78206a44b3f0 service neutron] Request body: {'binding': {'host': 'n-h1-821228-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:31:19.648895 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-856d273f-b1fe-4ffb-8f4f-78206a44b3f0 service neutron] Unknown quota resources ['binding']. {{(pid=103245) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 15:31:19.743042 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-22685510-43a0-49b8-b351-8b27ff3e4319 req-adb45d1a-efba-4535-9ffd-bd9bb3bff45a service neutron] 10.222.0.31 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007466 Dec 09 15:31:19.840612 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-856d273f-b1fe-4ffb-8f4f-78206a44b3f0 service neutron] Attempting to bind port 1b3a806c-d80c-4c75-9ee6-4b31413216d7 on host n-h1-821228-1 for vnic_type normal with profile None {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:31:19.841073 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-856d273f-b1fe-4ffb-8f4f-78206a44b3f0 service neutron] Attempting to bind port 1b3a806c-d80c-4c75-9ee6-4b31413216d7 by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:31:19.841406 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-856d273f-b1fe-4ffb-8f4f-78206a44b3f0 service neutron] Attempting to bind port 1b3a806c-d80c-4c75-9ee6-4b31413216d7 on network 6c4b0ba7-873d-4b03-9efa-67af55c0587e {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:31:19.850079 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-856d273f-b1fe-4ffb-8f4f-78206a44b3f0 service neutron] Port 1b3a806c-d80c-4c75-9ee6-4b31413216d7 on network 6c4b0ba7-873d-4b03-9efa-67af55c0587e not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:31:19.850408 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-856d273f-b1fe-4ffb-8f4f-78206a44b3f0 service neutron] Attempting to bind port 1b3a806c-d80c-4c75-9ee6-4b31413216d7 on network 6c4b0ba7-873d-4b03-9efa-67af55c0587e {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:31:19.855963 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-856d273f-b1fe-4ffb-8f4f-78206a44b3f0 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:31:19.856299 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-856d273f-b1fe-4ffb-8f4f-78206a44b3f0 service neutron] Checking segment: {'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:31:19.856734 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-856d273f-b1fe-4ffb-8f4f-78206a44b3f0 service neutron] Bound using segment: {'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:31:19.857340 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-856d273f-b1fe-4ffb-8f4f-78206a44b3f0 service neutron] Bound port: 1b3a806c-d80c-4c75-9ee6-4b31413216d7, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:31:19.865909 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-22685510-43a0-49b8-b351-8b27ff3e4319 req-3793c63d-219d-4692-be31-0d1408dad3ad service neutron] 10.222.0.31 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099751 Dec 09 15:31:19.945990 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-856d273f-b1fe-4ffb-8f4f-78206a44b3f0 service neutron] For port 1b3a806c-d80c-4c75-9ee6-4b31413216d7, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=1b3a806c-d80c-4c75-9ee6-4b31413216d7,segment=NetworkSegment(69c5f819-123d-436b-8f3f-7e75c7d0b133),segment_id=69c5f819-123d-436b-8f3f-7e75c7d0b133)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:31:19.956846 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-856d273f-b1fe-4ffb-8f4f-78206a44b3f0 service neutron] Publish callbacks [] for binding, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:19.963898 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-856d273f-b1fe-4ffb-8f4f-78206a44b3f0 service neutron] 10.222.0.57 "POST /v2.0/ports/1b3a806c-d80c-4c75-9ee6-4b31413216d7/bindings HTTP/1.1" status: 201 len: 389 time: 0.3203626 Dec 09 15:31:20.233623 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a2a24-fadb-4b1f-a393-61251e9cc6b3 req-699b407a-b728-45d3-8a30-bb148a877edf tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:20.235711 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f58a2a24-fadb-4b1f-a393-61251e9cc6b3 req-699b407a-b728-45d3-8a30-bb148a877edf tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/ports?device_id=b19182ec-5ee4-4dbe-8477-b2fd7396926d HTTP/1.1" status: 200 len: 945 time: 0.1204102 Dec 09 15:31:20.250721 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0497e1-0f70-4bec-8d13-4b92164f684b req-b4f0c1d3-3562-4667-a9a6-37edbf9b2c18 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:20.252627 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bf0497e1-0f70-4bec-8d13-4b92164f684b req-b4f0c1d3-3562-4667-a9a6-37edbf9b2c18 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0c04202-0e52-413d-aaba-f5736128874f HTTP/1.1" status: 200 len: 945 time: 0.0908115 Dec 09 15:31:20.345802 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f58a2a24-fadb-4b1f-a393-61251e9cc6b3 req-ac8961b6-19d1-4c94-bbcf-629a818c7f26 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/security-groups?id=e20bdcc8-c3c0-452c-86df-aa6251e20c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912914 Dec 09 15:31:20.367796 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bf0497e1-0f70-4bec-8d13-4b92164f684b req-25d59623-27f9-472b-b0ea-b3a4771bf1f3 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6ddef12-819c-4f08-88a4-0174330c0a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978923 Dec 09 15:31:20.407476 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9ac61249-5edb-48cd-8873-d69bd8a6854b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:20.439784 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-55553c98-14d7-4525-970e-63508da10870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:20.442049 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-55553c98-14d7-4525-970e-63508da10870 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5674bd72d1184432801f651e299c9dce&device_id=64dc1320-f613-445f-bd84-4800478ed326 HTTP/1.1" status: 200 len: 1097 time: 0.0830936 Dec 09 15:31:20.557030 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-34dced5a-a4c3-4b99-b6c0-34b35283e81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:20.558838 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-34dced5a-a4c3-4b99-b6c0-34b35283e81d service neutron] 10.222.0.42 "GET /v2.0/networks?id=6c4b0ba7-873d-4b03-9efa-67af55c0587e HTTP/1.1" status: 200 len: 921 time: 0.1096213 Dec 09 15:31:20.599254 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772dab3-6d33-4e50-984a-f30abfca9a12 req-b4cea496-9577-43be-b26f-7d0d02ba5780 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:20.600872 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e772dab3-6d33-4e50-984a-f30abfca9a12 req-b4cea496-9577-43be-b26f-7d0d02ba5780 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dc1320-f613-445f-bd84-4800478ed326 HTTP/1.1" status: 200 len: 946 time: 0.1098986 Dec 09 15:31:20.617925 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-e724c91c-7bf7-4a49-b9c7-3e2c2db5b486 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b3a806c-d80c-4c75-9ee6-4b31413216d7 HTTP/1.1" status: 200 len: 217 time: 0.0444486 Dec 09 15:31:20.619729 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cfc5ca-90c1-406b-a838-69346b8e16f1 req-eff8c1db-ab36-40c5-9d55-2b3fca5dbae6 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:20.621263 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c4cfc5ca-90c1-406b-a838-69346b8e16f1 req-eff8c1db-ab36-40c5-9d55-2b3fca5dbae6 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 943 time: 0.0884442 Dec 09 15:31:20.701071 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-be68a0fe-a8ec-4f17-9047-08f6c531c1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:20.703278 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-be68a0fe-a8ec-4f17-9047-08f6c531c1b2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2340fb97-6ad9-4615-9535-804554d0ce45 HTTP/1.1" status: 200 len: 860 time: 0.0751417 Dec 09 15:31:20.717101 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c4cfc5ca-90c1-406b-a838-69346b8e16f1 req-549c1969-3557-48cf-8d49-ef9a5f2d0f15 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888667 Dec 09 15:31:20.761494 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-805d1ec1-1020-4bf4-a151-86de8ab1f6b2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6c4b0ba7-873d-4b03-9efa-67af55c0587e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446894 Dec 09 15:31:20.783574 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e772dab3-6d33-4e50-984a-f30abfca9a12 req-7c6112b7-b354-4638-bae0-0b5b51578819 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756399 Dec 09 15:31:20.846458 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19182ec-5ee4-4dbe-8477-b2fd7396926d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175fb1e0-f811-4580-bb11-c851a717cb16'}, {'server_uuid': 'b0c04202-0e52-413d-aaba-f5736128874f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3430a518-0aaf-47c9-8264-41191a0a4ebe'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:31:20.850079 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7a7459-8f35-4694-a45f-1d09d1e0a3cc" -d '{"events": [{"server_uuid": "b19182ec-5ee4-4dbe-8477-b2fd7396926d", "name": "network-vif-plugged", "status": "completed", "tag": "175fb1e0-f811-4580-bb11-c851a717cb16"}, {"server_uuid": "b0c04202-0e52-413d-aaba-f5736128874f", "name": "network-vif-plugged", "status": "completed", "tag": "3430a518-0aaf-47c9-8264-41191a0a4ebe"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:31:20.927205 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f15b6a-6b2a-409f-861b-08927d788fff req-f86e450d-b9e3-4adf-b61d-0fe5add14449 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:20.932367 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Dec 2021 15:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e008a1f-6d17-4ec5-9b67-48a8079458ac x-openstack-request-id: req-1e008a1f-6d17-4ec5-9b67-48a8079458ac {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:31:20.932367 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19182ec-5ee4-4dbe-8477-b2fd7396926d", "name": "network-vif-plugged", "status": "completed", "tag": "175fb1e0-f811-4580-bb11-c851a717cb16", "code": 200}, {"server_uuid": "b0c04202-0e52-413d-aaba-f5736128874f", "name": "network-vif-plugged", "status": "completed", "tag": "3430a518-0aaf-47c9-8264-41191a0a4ebe", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:31:20.932589 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1e008a1f-6d17-4ec5-9b67-48a8079458ac {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:31:20.933057 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b19182ec-5ee4-4dbe-8477-b2fd7396926d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175fb1e0-f811-4580-bb11-c851a717cb16', 'code': 200} Dec 09 15:31:20.933529 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c04202-0e52-413d-aaba-f5736128874f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3430a518-0aaf-47c9-8264-41191a0a4ebe', 'code': 200} Dec 09 15:31:20.940923 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d8f15b6a-6b2a-409f-861b-08927d788fff req-f86e450d-b9e3-4adf-b61d-0fe5add14449 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 949 time: 0.0972371 Dec 09 15:31:20.958828 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-acff0977-f584-4254-bcfd-1e6999628cf0 service neutron] 10.222.0.42 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898646 Dec 09 15:31:21.013572 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d8f15b6a-6b2a-409f-861b-08927d788fff req-99af7b6c-04a1-41de-8745-8e1ead836bdb tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716298 Dec 09 15:31:21.110955 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bc2f5-81b9-460b-b028-4cae4d675cb9 req-2600dbaa-5c03-4d44-9a5b-f86048da6147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:21.112922 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e46bc2f5-81b9-460b-b028-4cae4d675cb9 req-2600dbaa-5c03-4d44-9a5b-f86048da6147 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b0c04202-0e52-413d-aaba-f5736128874f HTTP/1.1" status: 200 len: 1096 time: 0.0967109 Dec 09 15:31:21.219124 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376cbcb-ba26-45c0-8c36-962488ca753d req-e5397364-3bfc-473b-8cba-02d23f2a7ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:21.219299 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e46bc2f5-81b9-460b-b028-4cae4d675cb9 req-20dc429b-5748-403e-8504-892de4eb1a18 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b6ddef12-819c-4f08-88a4-0174330c0a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953970 Dec 09 15:31:21.220628 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4376cbcb-ba26-45c0-8c36-962488ca753d req-e5397364-3bfc-473b-8cba-02d23f2a7ebe service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b19182ec-5ee4-4dbe-8477-b2fd7396926d HTTP/1.1" status: 200 len: 1096 time: 0.0974288 Dec 09 15:31:21.258177 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-36e27c22-e4b9-499b-98c0-b700f27216c1 service neutron] 10.222.0.42 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836988 Dec 09 15:31:21.297395 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4376cbcb-ba26-45c0-8c36-962488ca753d req-e75b6547-71d1-48c2-b394-a68b9d96fcb3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e20bdcc8-c3c0-452c-86df-aa6251e20c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680377 Dec 09 15:31:21.415146 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda0106-f2f0-4210-8206-805a8072c3ac req-c1b4d3ce-7c52-4b09-96f3-2055cacf7a94 tempest-ServersAdminTestJSON-1229399133 tempest-ServersAdminTestJSON-1229399133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:21.419036 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-adda0106-f2f0-4210-8206-805a8072c3ac req-c1b4d3ce-7c52-4b09-96f3-2055cacf7a94 tempest-ServersAdminTestJSON-1229399133 tempest-ServersAdminTestJSON-1229399133-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 1100 time: 0.0570369 Dec 09 15:31:21.477058 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-adda0106-f2f0-4210-8206-805a8072c3ac req-fb3ce013-8110-4b5a-8466-8b54c7735d8b tempest-ServersAdminTestJSON-1229399133 tempest-ServersAdminTestJSON-1229399133-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516763 Dec 09 15:31:21.658706 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab76fef-53fe-49c5-a454-157d279da9ab req-8140e183-5caf-4075-b540-e8a99a6409bd tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:21.661081 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7ab76fef-53fe-49c5-a454-157d279da9ab req-8140e183-5caf-4075-b540-e8a99a6409bd tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/ports?device_id=b19182ec-5ee4-4dbe-8477-b2fd7396926d HTTP/1.1" status: 200 len: 945 time: 0.1068733 Dec 09 15:31:21.670228 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a608c36-a016-4901-b128-8cf2e8887bfc req-b8a79a7a-d351-4fb6-bb9d-b2b4c92285c0 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:21.672048 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8a608c36-a016-4901-b128-8cf2e8887bfc req-b8a79a7a-d351-4fb6-bb9d-b2b4c92285c0 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0c04202-0e52-413d-aaba-f5736128874f HTTP/1.1" status: 200 len: 945 time: 0.0785959 Dec 09 15:31:21.752461 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7ab76fef-53fe-49c5-a454-157d279da9ab req-a33481a2-db21-48b5-90b8-14cb145d9257 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/security-groups?id=e20bdcc8-c3c0-452c-86df-aa6251e20c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785592 Dec 09 15:31:21.780158 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8a608c36-a016-4901-b128-8cf2e8887bfc req-ba98fc38-915f-41e6-b6ea-e917a155ee90 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6ddef12-819c-4f08-88a4-0174330c0a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962336 Dec 09 15:31:21.893761 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53252) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:21.987234 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ddb55-901a-4f1e-a871-2ed7be674ec5 req-dcd0677d-fa8d-4132-b547-3a49fc405dc6 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:21.996199 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-851ddb55-901a-4f1e-a871-2ed7be674ec5 req-dcd0677d-fa8d-4132-b547-3a49fc405dc6 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 943 time: 0.0787678 Dec 09 15:31:22.047334 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c42334a-27ef-485d-aec8-2366f545d191 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:22.123943 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26739468-ab03-4f6c-9803-20178ea7caf3 req-fc889ee6-d5ba-4692-a03a-3cff4d1dfb4b tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:22.131444 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-26739468-ab03-4f6c-9803-20178ea7caf3 req-fc889ee6-d5ba-4692-a03a-3cff4d1dfb4b tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dc1320-f613-445f-bd84-4800478ed326 HTTP/1.1" status: 200 len: 946 time: 0.1329539 Dec 09 15:31:22.151211 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-851ddb55-901a-4f1e-a871-2ed7be674ec5 req-c0c34be5-0bc1-442a-a18b-c301b6fc7b7b tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535504 Dec 09 15:31:22.238328 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-26739468-ab03-4f6c-9803-20178ea7caf3 req-581d6414-eaa6-4c6a-8ac0-ff11b04e9ee6 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054065 Dec 09 15:31:22.306007 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c42334a-27ef-485d-aec8-2366f545d191 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:22.315186 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c42334a-27ef-485d-aec8-2366f545d191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:22.329518 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a1a4f-89f6-474b-807e-26285419533c req-820b613c-f5e9-493b-87c7-57c6da7763fa tempest-ServersAdminTestJSON-1229399133 tempest-ServersAdminTestJSON-1229399133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:22.331088 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-764a1a4f-89f6-474b-807e-26285419533c req-820b613c-f5e9-493b-87c7-57c6da7763fa tempest-ServersAdminTestJSON-1229399133 tempest-ServersAdminTestJSON-1229399133-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 1100 time: 0.1031356 Dec 09 15:31:22.377548 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8c42334a-27ef-485d-aec8-2366f545d191 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=559c6d52f17d4990a09c21185ffa2377&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4825206 Dec 09 15:31:22.379376 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53260) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:22.393318 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-764a1a4f-89f6-474b-807e-26285419533c req-32cf4ab6-43b4-4b61-a595-2b457bcbe165 tempest-ServersAdminTestJSON-1229399133 tempest-ServersAdminTestJSON-1229399133-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501580 Dec 09 15:31:22.431930 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c42334a-27ef-485d-aec8-2366f545d191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4a0340-6494-4467-8055-8b33d8fb8de6,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:22.483989 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b8295163-d832-48d5-a418-6f1a978e3eea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:22.523293 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b8295163-d832-48d5-a418-6f1a978e3eea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:22.614626 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b8295163-d832-48d5-a418-6f1a978e3eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:22.617293 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b8295163-d832-48d5-a418-6f1a978e3eea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:22.618496 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b8295163-d832-48d5-a418-6f1a978e3eea admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ab4a0340-6494-4467-8055-8b33d8fb8de6 HTTP/1.1" status: 204 len: 168 time: 0.2364907 Dec 09 15:31:22.646997 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8295163-d832-48d5-a418-6f1a978e3eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4a0340-6494-4467-8055-8b33d8fb8de6,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:22.763507 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8d943-ff61-48fb-a17e-dcdbf16d54d9 req-4662e547-1d82-4668-86da-eadc153658c7 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:22.776214 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1e8d943-ff61-48fb-a17e-dcdbf16d54d9 req-4662e547-1d82-4668-86da-eadc153658c7 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=45644f3a-9375-43b2-95bb-4f370dc95c67 HTTP/1.1" status: 200 len: 949 time: 0.0827699 Dec 09 15:31:22.859222 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1e8d943-ff61-48fb-a17e-dcdbf16d54d9 req-1c186f72-a762-4f02-8fda-5375833a929c tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748816 Dec 09 15:31:22.910810 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2f08722b-6d75-4f28-8152-d46f9fd902b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:23.074821 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53276) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:23.088383 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3a7759cc-c3cc-4f97-8adf-8a6a38a0fb85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:23.105996 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7ecde-3ec8-4b8d-bd1e-0d4bbb24785e req-839e09c2-218f-440f-9ecd-3fe60f9894b6 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:23.107588 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d9a7ecde-3ec8-4b8d-bd1e-0d4bbb24785e req-839e09c2-218f-440f-9ecd-3fe60f9894b6 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/ports?device_id=b19182ec-5ee4-4dbe-8477-b2fd7396926d HTTP/1.1" status: 200 len: 945 time: 0.1903284 Dec 09 15:31:23.118830 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe06f36-be0c-4069-979a-b8c41d6d8e94 req-7e41f30b-4d74-4b7a-bcff-b134cff7df9d tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:23.136330 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-abe06f36-be0c-4069-979a-b8c41d6d8e94 req-7e41f30b-4d74-4b7a-bcff-b134cff7df9d tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0c04202-0e52-413d-aaba-f5736128874f HTTP/1.1" status: 200 len: 945 time: 0.1739566 Dec 09 15:31:23.136830 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 5017d290-1c4f-4b2b-a2a5-5290fc85c367 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:31:23.242763 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3a7759cc-c3cc-4f97-8adf-8a6a38a0fb85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:23.255547 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3a7759cc-c3cc-4f97-8adf-8a6a38a0fb85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:23.264692 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-abe06f36-be0c-4069-979a-b8c41d6d8e94 req-43c8b689-9fbf-4c55-8bce-a782464bd4b9 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6ddef12-819c-4f08-88a4-0174330c0a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255040 Dec 09 15:31:23.288302 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d9a7ecde-3ec8-4b8d-bd1e-0d4bbb24785e req-5f0e2dd6-aaf4-4ba7-805b-c3cdc4946a94 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/security-groups?id=e20bdcc8-c3c0-452c-86df-aa6251e20c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472645 Dec 09 15:31:23.346674 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7759cc-c3cc-4f97-8adf-8a6a38a0fb85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b8b88b-5c97-428a-99c7-ac9aceee8c8f,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:23.349855 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 5017d290-1c4f-4b2b-a2a5-5290fc85c367, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5017d290-1c4f-4b2b-a2a5-5290fc85c367,segment=NetworkSegment(9bcbf52b-8ad5-477f-9636-c2f9cae19672),segment_id=9bcbf52b-8ad5-477f-9636-c2f9cae19672)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:23.382737 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3a7759cc-c3cc-4f97-8adf-8a6a38a0fb85 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1f62b67bec2b43dcbc16de61ac71984e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3068190 Dec 09 15:31:23.386449 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53292) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:23.394692 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '5017d290-1c4f-4b2b-a2a5-5290fc85c367', 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0', 'port_id': '5017d290-1c4f-4b2b-a2a5-5290fc85c367', 'mac_address': 'fa:16:3e:d1:3b:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75dd204b-61ff-4875-bd46-839f068b72c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:31:23.437770 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:23.455924 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5017d290-1c4f-4b2b-a2a5-5290fc85c367 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:31:23.480905 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 5017d290-1c4f-4b2b-a2a5-5290fc85c367, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5017d290-1c4f-4b2b-a2a5-5290fc85c367,segment=NetworkSegment(9bcbf52b-8ad5-477f-9636-c2f9cae19672),segment_id=9bcbf52b-8ad5-477f-9636-c2f9cae19672)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:23.491226 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:23.559059 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=5017d290-1c4f-4b2b-a2a5-5290fc85c367,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:23.591136 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b37a036f-d21f-4a72-8bf3-4af6bf3cd0f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:23.617681 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa94ab4-43b6-4efb-bee2-6b1a178bcdf6 req-d647ab80-6381-40c7-87d4-901242baada1 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:23.619424 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2fa94ab4-43b6-4efb-bee2-6b1a178bcdf6 req-d647ab80-6381-40c7-87d4-901242baada1 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dc1320-f613-445f-bd84-4800478ed326 HTTP/1.1" status: 200 len: 946 time: 0.1069067 Dec 09 15:31:23.652895 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ae9fb-07f3-4bc2-86f7-20e4696d2d2f req-dc11e9cc-f774-4468-b839-6733865931f3 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:23.660610 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a58ae9fb-07f3-4bc2-86f7-20e4696d2d2f req-dc11e9cc-f774-4468-b839-6733865931f3 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 944 time: 0.1609006 Dec 09 15:31:23.669626 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b37a036f-d21f-4a72-8bf3-4af6bf3cd0f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:23.760089 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2fa94ab4-43b6-4efb-bee2-6b1a178bcdf6 req-56aa983c-cbdc-4861-8919-6a9e46294a7c tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311157 Dec 09 15:31:23.792574 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a58ae9fb-07f3-4bc2-86f7-20e4696d2d2f req-79f7eadf-d100-40ae-8810-5af867cb7c00 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309419 Dec 09 15:31:23.822332 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b37a036f-d21f-4a72-8bf3-4af6bf3cd0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:23.825465 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b37a036f-d21f-4a72-8bf3-4af6bf3cd0f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:23.836924 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b37a036f-d21f-4a72-8bf3-4af6bf3cd0f6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/96b8b88b-5c97-428a-99c7-ac9aceee8c8f HTTP/1.1" status: 204 len: 168 time: 0.4421566 Dec 09 15:31:23.858323 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a036f-d21f-4a72-8bf3-4af6bf3cd0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b8b88b-5c97-428a-99c7-ac9aceee8c8f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:23.946488 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:23.972851 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['5017d290-1c4f-4b2b-a2a5-5290fc85c367'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:31:24.073283 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a29ab-a696-4bcb-8c75-9fe38ea84c3e req-379abcd9-28a7-4caf-a406-7189f3bfd125 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:24.086085 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-954a29ab-a696-4bcb-8c75-9fe38ea84c3e req-379abcd9-28a7-4caf-a406-7189f3bfd125 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=45644f3a-9375-43b2-95bb-4f370dc95c67 HTTP/1.1" status: 200 len: 949 time: 0.1224256 Dec 09 15:31:24.198641 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-954a29ab-a696-4bcb-8c75-9fe38ea84c3e req-4d5fc776-5f87-4d3e-95f9-4877155e1bea tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057484 Dec 09 15:31:24.369699 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:24.567815 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3ad1d-8891-43ad-9ad9-7c9a0eb43dea req-8178bfcf-d7d0-4fa6-a69b-cd5748cccf5d tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:24.577727 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5de3ad1d-8891-43ad-9ad9-7c9a0eb43dea req-8178bfcf-d7d0-4fa6-a69b-cd5748cccf5d tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.42 "GET /v2.0/ports?device_id=45644f3a-9375-43b2-95bb-4f370dc95c67 HTTP/1.1" status: 200 len: 949 time: 0.0981555 Dec 09 15:31:24.599230 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa164df-598d-47f4-b26f-d3f0d4dde2df req-094a9952-582a-4e22-8593-61c0eb61b5a4 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:24.607063 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8fa164df-598d-47f4-b26f-d3f0d4dde2df req-094a9952-582a-4e22-8593-61c0eb61b5a4 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0c04202-0e52-413d-aaba-f5736128874f HTTP/1.1" status: 200 len: 945 time: 0.1752281 Dec 09 15:31:24.648589 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d3b839-3c45-4d8d-b50d-ff20176831e6 req-01dfed01-6850-4cfd-8bc9-48e8516dc413 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:24.657118 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a3d3b839-3c45-4d8d-b50d-ff20176831e6 req-01dfed01-6850-4cfd-8bc9-48e8516dc413 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/ports?device_id=b19182ec-5ee4-4dbe-8477-b2fd7396926d HTTP/1.1" status: 200 len: 945 time: 0.2023506 Dec 09 15:31:24.803969 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-5de3ad1d-8891-43ad-9ad9-7c9a0eb43dea req-309e9261-2a8a-49bb-8efd-45e338ffffc0 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Deleting port 5d82c113-a324-4669-994a-b56d84992a0d {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:31:24.804748 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5de3ad1d-8891-43ad-9ad9-7c9a0eb43dea req-309e9261-2a8a-49bb-8efd-45e338ffffc0 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:24.874348 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8fa164df-598d-47f4-b26f-d3f0d4dde2df req-ff0b8a44-d8c8-4c1e-96d7-fbee7f05817b tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups?id=b6ddef12-819c-4f08-88a4-0174330c0a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659252 Dec 09 15:31:24.902903 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a3d3b839-3c45-4d8d-b50d-ff20176831e6 req-ce143011-3a08-48f1-a212-a08a6fc57491 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/security-groups?id=e20bdcc8-c3c0-452c-86df-aa6251e20c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447491 Dec 09 15:31:25.048606 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-5de3ad1d-8891-43ad-9ad9-7c9a0eb43dea req-309e9261-2a8a-49bb-8efd-45e338ffffc0 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] For port 5d82c113-a324-4669-994a-b56d84992a0d, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=5d82c113-a324-4669-994a-b56d84992a0d,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:25.050556 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5de3ad1d-8891-43ad-9ad9-7c9a0eb43dea req-309e9261-2a8a-49bb-8efd-45e338ffffc0 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:25.091616 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-5de3ad1d-8891-43ad-9ad9-7c9a0eb43dea req-309e9261-2a8a-49bb-8efd-45e338ffffc0 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Calling delete_port for 5d82c113-a324-4669-994a-b56d84992a0d owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:31:25.119914 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f5780-a0c3-486c-83f3-8a034e190273 req-ee7b3482-63da-4b38-9517-49db772949af tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:25.144449 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-818f5780-a0c3-486c-83f3-8a034e190273 req-ee7b3482-63da-4b38-9517-49db772949af tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dc1320-f613-445f-bd84-4800478ed326 HTTP/1.1" status: 200 len: 946 time: 0.1262982 Dec 09 15:31:25.164988 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:25.241043 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-818f5780-a0c3-486c-83f3-8a034e190273 req-ba8aaa43-31a9-4741-8583-9398f475e608 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967700 Dec 09 15:31:25.289741 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0302f6-6308-4efa-9e46-7e8f35b07e64 req-54131d96-c0e2-44d4-a073-cb923a1aa8d9 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:25.294469 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6a0302f6-6308-4efa-9e46-7e8f35b07e64 req-54131d96-c0e2-44d4-a073-cb923a1aa8d9 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 944 time: 0.1219099 Dec 09 15:31:25.436642 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6a0302f6-6308-4efa-9e46-7e8f35b07e64 req-2c1ea1ed-8967-4568-8b53-8b68b8048af0 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278870 Dec 09 15:31:25.510761 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5de3ad1d-8891-43ad-9ad9-7c9a0eb43dea req-309e9261-2a8a-49bb-8efd-45e338ffffc0 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:25.556087 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['26f3a58b-58e2-438e-9447-c1674c1070db', '5d82c113-a324-4669-994a-b56d84992a0d', 'de0cbd6b-3bec-4e55-8594-47550661ab93'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:31:25.601675 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:31:25.602810 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b95e76ee-4a3f-4037-a76a-8114e8d20a4a req-5603d6c0-4728-40b6-8358-1fe0aeb6f659 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-901943209&fields=id&tenant_id=13ab8f9eb9e44a98b88dffa52142eabd HTTP/1.1" status: 200 len: 267 time: 0.1760659 Dec 09 15:31:25.683793 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e9261-2a8a-49bb-8efd-45e338ffffc0 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Pushing event deleted for resources: {'Port': ['ID=5d82c113-a324-4669-994a-b56d84992a0d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:25.729005 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e76ee-4a3f-4037-a76a-8114e8d20a4a req-6b179a73-65eb-4a9a-b1e0-20bda7ad5a55 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:25.740552 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b95e76ee-4a3f-4037-a76a-8114e8d20a4a req-6b179a73-65eb-4a9a-b1e0-20bda7ad5a55 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0c04202-0e52-413d-aaba-f5736128874f HTTP/1.1" status: 200 len: 945 time: 0.1351769 Dec 09 15:31:25.759999 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-b95e76ee-4a3f-4037-a76a-8114e8d20a4a req-468f2f40-5e0a-409a-8caa-955c312bcc0d tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Request body: {'port': {'security_groups': ['b6ddef12-819c-4f08-88a4-0174330c0a4d', '9df8cd04-04a9-4303-9eea-801bf4252e64']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:31:25.817867 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de3ad1d-8891-43ad-9ad9-7c9a0eb43dea req-309e9261-2a8a-49bb-8efd-45e338ffffc0 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] No DVR routers for this DVR port 5d82c113-a324-4669-994a-b56d84992a0d on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:31:25.825270 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5de3ad1d-8891-43ad-9ad9-7c9a0eb43dea req-309e9261-2a8a-49bb-8efd-45e338ffffc0 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:25.843939 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5de3ad1d-8891-43ad-9ad9-7c9a0eb43dea req-309e9261-2a8a-49bb-8efd-45e338ffffc0 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.42 "DELETE /v2.0/ports/5d82c113-a324-4669-994a-b56d84992a0d HTTP/1.1" status: 204 len: 173 time: 1.2543879 Dec 09 15:31:25.843939 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45644f3a-9375-43b2-95bb-4f370dc95c67', 'name': 'network-vif-deleted', 'tag': '5d82c113-a324-4669-994a-b56d84992a0d'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:31:25.851546 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3986c724-6497-4159-9794-a1752c71ce53" -d '{"events": [{"server_uuid": "45644f3a-9375-43b2-95bb-4f370dc95c67", "name": "network-vif-deleted", "tag": "5d82c113-a324-4669-994a-b56d84992a0d"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:31:25.938712 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f96fc16e-c12b-4035-92c9-7d08a257f4bc req-3d4f5829-b2b4-45a0-b003-4a8d0983e9b4 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=45644f3a-9375-43b2-95bb-4f370dc95c67 HTTP/1.1" status: 200 len: 210 time: 0.1059864 Dec 09 15:31:26.035311 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbb0742-bbd0-4916-9397-78e5c5061a5a x-openstack-request-id: req-7fbb0742-bbd0-4916-9397-78e5c5061a5a {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:31:26.035603 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45644f3a-9375-43b2-95bb-4f370dc95c67", "name": "network-vif-deleted", "tag": "5d82c113-a324-4669-994a-b56d84992a0d", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:31:26.035857 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7fbb0742-bbd0-4916-9397-78e5c5061a5a {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:31:26.036254 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45644f3a-9375-43b2-95bb-4f370dc95c67', 'name': 'network-vif-deleted', 'tag': '5d82c113-a324-4669-994a-b56d84992a0d', 'status': 'completed', 'code': 200} Dec 09 15:31:26.058169 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b95e76ee-4a3f-4037-a76a-8114e8d20a4a req-468f2f40-5e0a-409a-8caa-955c312bcc0d tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:26.454658 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:26.707030 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b95e76ee-4a3f-4037-a76a-8114e8d20a4a req-468f2f40-5e0a-409a-8caa-955c312bcc0d tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] For port 3430a518-0aaf-47c9-8264-41191a0a4ebe, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=3430a518-0aaf-47c9-8264-41191a0a4ebe,segment=NetworkSegment(65ab9798-4da2-4ce5-b759-4c14cab985d9),segment_id=65ab9798-4da2-4ce5-b759-4c14cab985d9)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:26.766821 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b95e76ee-4a3f-4037-a76a-8114e8d20a4a req-468f2f40-5e0a-409a-8caa-955c312bcc0d tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:26.781247 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf139e6-550a-4594-b9b9-07fb15a8a589 req-47b3b005-91dc-4ffb-b039-0e2368c56add tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:26.790473 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bcf139e6-550a-4594-b9b9-07fb15a8a589 req-47b3b005-91dc-4ffb-b039-0e2368c56add tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dc1320-f613-445f-bd84-4800478ed326 HTTP/1.1" status: 200 len: 946 time: 0.3729589 Dec 09 15:31:26.797872 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b95e76ee-4a3f-4037-a76a-8114e8d20a4a req-468f2f40-5e0a-409a-8caa-955c312bcc0d tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:26.810606 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['3430a518-0aaf-47c9-8264-41191a0a4ebe'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:31:26.872699 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468f2f40-5e0a-409a-8caa-955c312bcc0d tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Pushing event updated for resources: {'Port': ['ID=3430a518-0aaf-47c9-8264-41191a0a4ebe,revision_number=6']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:26.897962 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e76ee-4a3f-4037-a76a-8114e8d20a4a req-468f2f40-5e0a-409a-8caa-955c312bcc0d tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:26.898601 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b95e76ee-4a3f-4037-a76a-8114e8d20a4a req-468f2f40-5e0a-409a-8caa-955c312bcc0d tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:26.905420 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b95e76ee-4a3f-4037-a76a-8114e8d20a4a req-468f2f40-5e0a-409a-8caa-955c312bcc0d tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "PUT /v2.0/ports/3430a518-0aaf-47c9-8264-41191a0a4ebe HTTP/1.1" status: 200 len: 981 time: 1.1608438 Dec 09 15:31:26.914849 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c04202-0e52-413d-aaba-f5736128874f', 'tag': '3430a518-0aaf-47c9-8264-41191a0a4ebe'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:31:26.923033 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11761f4d-970f-48c0-a7d5-e599ce09558d" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c04202-0e52-413d-aaba-f5736128874f", "tag": "3430a518-0aaf-47c9-8264-41191a0a4ebe"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:31:26.977395 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bcf139e6-550a-4594-b9b9-07fb15a8a589 req-dcc531df-ea94-480b-955d-54de1d52e363 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859643 Dec 09 15:31:27.009903 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['54082ef0-861e-49d8-9c6a-3dd2693b631f'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:31:27.090145 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['3430a518-0aaf-47c9-8264-41191a0a4ebe'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:31:27.158067 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 5017d290-1c4f-4b2b-a2a5-5290fc85c367 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:31:27.183872 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a03e5-48d7-49bb-8140-21a6e8e95a04 req-53babcfb-27c0-488e-9ad5-dff2f64df143 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:27.185918 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d52a03e5-48d7-49bb-8140-21a6e8e95a04 req-53babcfb-27c0-488e-9ad5-dff2f64df143 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 944 time: 0.1743567 Dec 09 15:31:27.377061 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d52a03e5-48d7-49bb-8140-21a6e8e95a04 req-80b4e018-7df6-4a95-be20-29ba87a209c5 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771023 Dec 09 15:31:27.493072 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6c332101-2c91-4186-9e0b-341c1e667b29 req-4e067f54-aa82-4dcb-8033-fd806b1fa0a1 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups/9df8cd04-04a9-4303-9eea-801bf4252e64 HTTP/1.1" status: 200 len: 1816 time: 0.0772920 Dec 09 15:31:27.556187 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a405f8-4860-46da-8286-54de1622afc9 x-openstack-request-id: req-e9a405f8-4860-46da-8286-54de1622afc9 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:31:27.556533 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c04202-0e52-413d-aaba-f5736128874f", "tag": "3430a518-0aaf-47c9-8264-41191a0a4ebe", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:31:27.556797 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e9a405f8-4860-46da-8286-54de1622afc9 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:31:27.557211 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c04202-0e52-413d-aaba-f5736128874f', 'tag': '3430a518-0aaf-47c9-8264-41191a0a4ebe', 'status': 'completed', 'code': 200} Dec 09 15:31:27.699440 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-6c332101-2c91-4186-9e0b-341c1e667b29 req-d7463adf-9428-41fa-a5bf-4db1c0820a99 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 09 15:31:27.703781 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6c332101-2c91-4186-9e0b-341c1e667b29 req-d7463adf-9428-41fa-a5bf-4db1c0820a99 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "DELETE /v2.0/security-groups/9df8cd04-04a9-4303-9eea-801bf4252e64 HTTP/1.1" status: 409 len: 341 time: 0.2094965 Dec 09 15:31:27.751274 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11761f4d-970f-48c0-a7d5-e599ce09558d req-5e193958-e6fe-4231-9357-b2a8d3cd8e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:27.758665 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11761f4d-970f-48c0-a7d5-e599ce09558d req-5e193958-e6fe-4231-9357-b2a8d3cd8e5d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=13ab8f9eb9e44a98b88dffa52142eabd&device_id=b0c04202-0e52-413d-aaba-f5736128874f HTTP/1.1" status: 200 len: 1135 time: 0.1683409 Dec 09 15:31:27.763159 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 5d82c113-a324-4669-994a-b56d84992a0d no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:31:28.001251 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: 5d82c113-a324-4669-994a-b56d84992a0d {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:31:28.001251 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 5d82c113-a324-4669-994a-b56d84992a0d not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:31:28.023237 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11761f4d-970f-48c0-a7d5-e599ce09558d req-428ed3b0-020e-4d55-a661-c160d476899a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:28.025799 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11761f4d-970f-48c0-a7d5-e599ce09558d req-428ed3b0-020e-4d55-a661-c160d476899a service neutron] 10.222.0.31 "GET /v2.0/networks?id=ceb7ecf8-ac3c-4d11-975a-465c5d0227ee HTTP/1.1" status: 200 len: 913 time: 0.2576575 Dec 09 15:31:28.120393 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11761f4d-970f-48c0-a7d5-e599ce09558d req-8a5c755d-40b7-4ff9-a9c9-794ef2ee5263 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3430a518-0aaf-47c9-8264-41191a0a4ebe HTTP/1.1" status: 200 len: 217 time: 0.0861392 Dec 09 15:31:28.306968 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11761f4d-970f-48c0-a7d5-e599ce09558d req-7c2174bd-761c-45ac-8d23-a3157181698f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:28.326778 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11761f4d-970f-48c0-a7d5-e599ce09558d req-7c2174bd-761c-45ac-8d23-a3157181698f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=09838ae7-10e3-4a8f-9e69-f84874faf411 HTTP/1.1" status: 200 len: 852 time: 0.1898892 Dec 09 15:31:28.376477 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 5017d290-1c4f-4b2b-a2a5-5290fc85c367 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:31:28.403205 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 5017d290-1c4f-4b2b-a2a5-5290fc85c367 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:31:28.403847 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:28.425782 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11761f4d-970f-48c0-a7d5-e599ce09558d req-2b672699-7e71-4a10-8333-bb0a1ea7c65a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ceb7ecf8-ac3c-4d11-975a-465c5d0227ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937252 Dec 09 15:31:28.705768 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:28.849053 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 5017d290-1c4f-4b2b-a2a5-5290fc85c367, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5017d290-1c4f-4b2b-a2a5-5290fc85c367,segment=NetworkSegment(9bcbf52b-8ad5-477f-9636-c2f9cae19672),segment_id=9bcbf52b-8ad5-477f-9636-c2f9cae19672)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:28.867567 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7008fab-78a4-40a4-9293-c271c1405909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5017d290-1c4f-4b2b-a2a5-5290fc85c367'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:31:28.872185 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9819bca7-4783-47ec-b4c9-ee62fe58da66" -d '{"events": [{"server_uuid": "c7008fab-78a4-40a4-9293-c271c1405909", "name": "network-vif-plugged", "status": "completed", "tag": "5017d290-1c4f-4b2b-a2a5-5290fc85c367"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:31:28.886432 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:28.944592 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53448) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:29.134549 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=5017d290-1c4f-4b2b-a2a5-5290fc85c367,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:29.259995 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5ebfdfab-2def-4567-b322-a2d9feb930a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:29.522339 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5ebfdfab-2def-4567-b322-a2d9feb930a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:29.547423 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5ebfdfab-2def-4567-b322-a2d9feb930a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:29.656312 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5ebfdfab-2def-4567-b322-a2d9feb930a2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c2769f24142945da9bcee49e730a565d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7106090 Dec 09 15:31:29.658012 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebfdfab-2def-4567-b322-a2d9feb930a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465a3e77-983b-4507-9554-931d588b6b74,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:29.662453 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53454) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:29.743782 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0469b7f3-eece-4e2a-9097-9698f09a2f50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:29.806177 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0469b7f3-eece-4e2a-9097-9698f09a2f50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:29.841051 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11761f4d-970f-48c0-a7d5-e599ce09558d req-1a8c441f-e66a-4437-bbb8-d5634ab29e6d service neutron] 10.222.0.31 "GET /v2.0/networks/ceb7ecf8-ac3c-4d11-975a-465c5d0227ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3325152 Dec 09 15:31:29.894849 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c5888-3dea-468d-8374-74255ede07f3 req-b039f9e9-160b-4eda-b90c-a96497857874 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:29.906509 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-534c5888-3dea-468d-8374-74255ede07f3 req-b039f9e9-160b-4eda-b90c-a96497857874 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dc1320-f613-445f-bd84-4800478ed326 HTTP/1.1" status: 200 len: 946 time: 1.4924843 Dec 09 15:31:29.926747 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0469b7f3-eece-4e2a-9097-9698f09a2f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:29.931168 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0469b7f3-eece-4e2a-9097-9698f09a2f50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:29.932573 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0469b7f3-eece-4e2a-9097-9698f09a2f50 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/465a3e77-983b-4507-9554-931d588b6b74 HTTP/1.1" status: 204 len: 168 time: 0.2688680 Dec 09 15:31:29.947138 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0469b7f3-eece-4e2a-9097-9698f09a2f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465a3e77-983b-4507-9554-931d588b6b74,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:30.055236 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30358398-b92f-4936-9086-a1824caca3ea req-bca0bef6-ff99-4016-9731-7dccf3a90d73 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:30.064501 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-30358398-b92f-4936-9086-a1824caca3ea req-bca0bef6-ff99-4016-9731-7dccf3a90d73 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=96da56e8-a20e-4c1a-aaa0-b5ec8261edb5 HTTP/1.1" status: 200 len: 950 time: 0.3582299 Dec 09 15:31:30.122778 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd97659-44fc-4f60-b30c-b53b7c70929e req-7eaef9ae-c798-4f6b-9516-38d7b6ec210c tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:30.124920 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cdd97659-44fc-4f60-b30c-b53b7c70929e req-7eaef9ae-c798-4f6b-9516-38d7b6ec210c tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.42 "GET /v2.0/ports?device_id=96da56e8-a20e-4c1a-aaa0-b5ec8261edb5 HTTP/1.1" status: 200 len: 950 time: 0.0733156 Dec 09 15:31:30.255184 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-534c5888-3dea-468d-8374-74255ede07f3 req-7b78ad9c-206d-4d26-a79a-31df6e36d1de tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409133 Dec 09 15:31:30.330300 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-30358398-b92f-4936-9086-a1824caca3ea req-649ae687-705c-4741-936c-e1ccc3e12a3b tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645245 Dec 09 15:31:30.376547 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-cdd97659-44fc-4f60-b30c-b53b7c70929e req-81cf765a-60e6-40fa-b4c9-b76b94f7c279 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Deleting port 26f3a58b-58e2-438e-9447-c1674c1070db {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:31:30.377045 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-cdd97659-44fc-4f60-b30c-b53b7c70929e req-81cf765a-60e6-40fa-b4c9-b76b94f7c279 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:30.379094 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11761f4d-970f-48c0-a7d5-e599ce09558d req-b6dca76e-cfd5-4608-82fa-6d248da09082 service neutron] 10.222.0.31 "GET /v2.0/networks/ceb7ecf8-ac3c-4d11-975a-465c5d0227ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5170593 Dec 09 15:31:30.531135 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53474) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:30.549220 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-cdd97659-44fc-4f60-b30c-b53b7c70929e req-81cf765a-60e6-40fa-b4c9-b76b94f7c279 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] For port 26f3a58b-58e2-438e-9447-c1674c1070db, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=26f3a58b-58e2-438e-9447-c1674c1070db,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:30.549591 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-cdd97659-44fc-4f60-b30c-b53b7c70929e req-81cf765a-60e6-40fa-b4c9-b76b94f7c279 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:30.564518 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-cdd97659-44fc-4f60-b30c-b53b7c70929e req-81cf765a-60e6-40fa-b4c9-b76b94f7c279 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Calling delete_port for 26f3a58b-58e2-438e-9447-c1674c1070db owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:31:30.579674 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5ddbc641-62cf-4e36-819f-b863bf9276e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:30.635566 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e59f27-b301-4db2-96c3-7565dd80c74d req-b3582ebd-ef2e-4611-ae11-31ecb7dddbde tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:30.637171 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-17e59f27-b301-4db2-96c3-7565dd80c74d req-b3582ebd-ef2e-4611-ae11-31ecb7dddbde tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0c04202-0e52-413d-aaba-f5736128874f HTTP/1.1" status: 200 len: 984 time: 0.1976144 Dec 09 15:31:30.656955 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f93102-2192-4618-b645-f5e51c29eb78 req-7fc5a740-f53f-41a7-85ce-e41312cfd409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:30.658433 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-08f93102-2192-4618-b645-f5e51c29eb78 req-7fc5a740-f53f-41a7-85ce-e41312cfd409 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=13ab8f9eb9e44a98b88dffa52142eabd&device_id=b0c04202-0e52-413d-aaba-f5736128874f HTTP/1.1" status: 200 len: 1135 time: 0.2099760 Dec 09 15:31:30.700405 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c471ab7-41e7-4339-9a9e-d62d585754c0 req-0809efe8-560c-4fed-8da9-b9c25a95f74b tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:30.708747 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c471ab7-41e7-4339-9a9e-d62d585754c0 req-0809efe8-560c-4fed-8da9-b9c25a95f74b tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 945 time: 0.1576414 Dec 09 15:31:30.749668 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-cdd97659-44fc-4f60-b30c-b53b7c70929e req-81cf765a-60e6-40fa-b4c9-b76b94f7c279 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:30.782018 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf765a-60e6-40fa-b4c9-b76b94f7c279 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Pushing event deleted for resources: {'Port': ['ID=26f3a58b-58e2-438e-9447-c1674c1070db,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:30.788227 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['26f3a58b-58e2-438e-9447-c1674c1070db', 'de0cbd6b-3bec-4e55-8594-47550661ab93'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:31:30.836048 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5ddbc641-62cf-4e36-819f-b863bf9276e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:30.863851 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5ddbc641-62cf-4e36-819f-b863bf9276e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:30.867994 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd97659-44fc-4f60-b30c-b53b7c70929e req-81cf765a-60e6-40fa-b4c9-b76b94f7c279 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] No DVR routers for this DVR port 26f3a58b-58e2-438e-9447-c1674c1070db on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:31:30.870853 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-cdd97659-44fc-4f60-b30c-b53b7c70929e req-81cf765a-60e6-40fa-b4c9-b76b94f7c279 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:30.874530 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cdd97659-44fc-4f60-b30c-b53b7c70929e req-81cf765a-60e6-40fa-b4c9-b76b94f7c279 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.42 "DELETE /v2.0/ports/26f3a58b-58e2-438e-9447-c1674c1070db HTTP/1.1" status: 204 len: 173 time: 0.7431378 Dec 09 15:31:30.875415 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96da56e8-a20e-4c1a-aaa0-b5ec8261edb5', 'name': 'network-vif-deleted', 'tag': '26f3a58b-58e2-438e-9447-c1674c1070db'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:31:30.878111 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a91478-0390-46a6-aebe-f85e27753d22" -d '{"events": [{"server_uuid": "96da56e8-a20e-4c1a-aaa0-b5ec8261edb5", "name": "network-vif-deleted", "tag": "26f3a58b-58e2-438e-9447-c1674c1070db"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:31:30.964483 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c471ab7-41e7-4339-9a9e-d62d585754c0 req-01cea2b8-a0fe-40e1-830a-7b0ef49e2f9a tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548420 Dec 09 15:31:30.996231 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-17e59f27-b301-4db2-96c3-7565dd80c74d req-a5592e18-9153-4b29-99b0-bf33c0d60c99 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups?id=9df8cd04-04a9-4303-9eea-801bf4252e64&id=b6ddef12-819c-4f08-88a4-0174330c0a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3272614 Dec 09 15:31:31.012711 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddbc641-62cf-4e36-819f-b863bf9276e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497a46bd-da34-485f-86f6-624c91968a6f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:31.042503 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-5ddbc641-62cf-4e36-819f-b863bf9276e7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d28eedec6bc64c369ec0797abd30c0bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5102162 Dec 09 15:31:31.047134 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53482) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:31.064125 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f93102-2192-4618-b645-f5e51c29eb78 req-855916f7-fb78-4d4c-a69b-8eac3375fbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:31.071413 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25534ae-8b8a-4678-942d-cd9e83b559e2 x-openstack-request-id: req-c25534ae-8b8a-4678-942d-cd9e83b559e2 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:31:31.071885 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7008fab-78a4-40a4-9293-c271c1405909", "name": "network-vif-plugged", "status": "completed", "tag": "5017d290-1c4f-4b2b-a2a5-5290fc85c367", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:31:31.072626 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c25534ae-8b8a-4678-942d-cd9e83b559e2 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:31:31.073352 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7008fab-78a4-40a4-9293-c271c1405909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5017d290-1c4f-4b2b-a2a5-5290fc85c367', 'code': 200} Dec 09 15:31:31.080544 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-08f93102-2192-4618-b645-f5e51c29eb78 req-855916f7-fb78-4d4c-a69b-8eac3375fbc9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ceb7ecf8-ac3c-4d11-975a-465c5d0227ee HTTP/1.1" status: 200 len: 913 time: 0.4017806 Dec 09 15:31:31.194369 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0cd7987-8fb3-4fe2-9cee-cff1f46d2344 x-openstack-request-id: req-e0cd7987-8fb3-4fe2-9cee-cff1f46d2344 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:31:31.194710 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96da56e8-a20e-4c1a-aaa0-b5ec8261edb5", "name": "network-vif-deleted", "tag": "26f3a58b-58e2-438e-9447-c1674c1070db", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:31:31.194970 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e0cd7987-8fb3-4fe2-9cee-cff1f46d2344 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:31:31.195369 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96da56e8-a20e-4c1a-aaa0-b5ec8261edb5', 'name': 'network-vif-deleted', 'tag': '26f3a58b-58e2-438e-9447-c1674c1070db', 'status': 'completed', 'code': 200} Dec 09 15:31:31.195931 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de1eceee-d4e0-45e0-8c22-76aaadc13e74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:31.228869 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-08f93102-2192-4618-b645-f5e51c29eb78 req-6b130680-144d-44e7-bc64-0c0878e72fae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3430a518-0aaf-47c9-8264-41191a0a4ebe HTTP/1.1" status: 200 len: 217 time: 0.1380098 Dec 09 15:31:31.247580 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de1eceee-d4e0-45e0-8c22-76aaadc13e74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:31.318397 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b46f66-c5ee-45a5-b897-c1c6d28ccdad req-222132de-3da4-44fc-b7ef-8849146705fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:31.321227 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2b46f66-c5ee-45a5-b897-c1c6d28ccdad req-222132de-3da4-44fc-b7ef-8849146705fd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 1096 time: 0.1329985 Dec 09 15:31:31.360865 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de1eceee-d4e0-45e0-8c22-76aaadc13e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:31.364022 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de1eceee-d4e0-45e0-8c22-76aaadc13e74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:31.367935 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-de1eceee-d4e0-45e0-8c22-76aaadc13e74 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/497a46bd-da34-485f-86f6-624c91968a6f HTTP/1.1" status: 204 len: 168 time: 0.3168893 Dec 09 15:31:31.377525 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1eceee-d4e0-45e0-8c22-76aaadc13e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497a46bd-da34-485f-86f6-624c91968a6f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:31.408331 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28395d2c-cd05-41f0-b600-ab5563d8adde req-6484b2ba-9d7e-45c1-bea5-29f3681ab2a7 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:31.411579 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-28395d2c-cd05-41f0-b600-ab5563d8adde req-6484b2ba-9d7e-45c1-bea5-29f3681ab2a7 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/ports?device_id=49a54bb3-7828-4f0b-b084-72127873cb22 HTTP/1.1" status: 200 len: 946 time: 0.2250905 Dec 09 15:31:31.413646 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f93102-2192-4618-b645-f5e51c29eb78 req-a27be269-f70a-4c59-bac0-134296c21fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:31.415266 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-08f93102-2192-4618-b645-f5e51c29eb78 req-a27be269-f70a-4c59-bac0-134296c21fad service neutron] 10.222.0.31 "GET /v2.0/subnets?id=09838ae7-10e3-4a8f-9e69-f84874faf411 HTTP/1.1" status: 200 len: 852 time: 0.1699255 Dec 09 15:31:31.513483 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2b46f66-c5ee-45a5-b897-c1c6d28ccdad req-0e7dcd0f-d6e0-4fe4-8494-4f9c202bddd0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821179 Dec 09 15:31:31.515818 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-08f93102-2192-4618-b645-f5e51c29eb78 req-69f8cb25-fc7e-4fb5-bd9e-b1f8b6e6e2c1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ceb7ecf8-ac3c-4d11-975a-465c5d0227ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700758 Dec 09 15:31:31.562060 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa75cd2-f6d1-4ab6-9b41-215a8916a4eb req-77784416-acb6-455e-8099-983d70cf2e9d tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:31.563921 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3fa75cd2-f6d1-4ab6-9b41-215a8916a4eb req-77784416-acb6-455e-8099-983d70cf2e9d tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dc1320-f613-445f-bd84-4800478ed326 HTTP/1.1" status: 200 len: 946 time: 0.1842244 Dec 09 15:31:31.581164 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-28395d2c-cd05-41f0-b600-ab5563d8adde req-37c3cc96-5cd7-4689-9453-f5600a3736a3 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5217ebf-397c-45e7-b782-d63176999034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555736 Dec 09 15:31:31.710880 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3fa75cd2-f6d1-4ab6-9b41-215a8916a4eb req-8809027a-5d7a-46ed-b1a5-283864c35beb tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285405 Dec 09 15:31:31.754858 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8bf466-d355-4cf8-9046-61437a8415c5 req-f4eb1889-3d3c-494b-9339-243bb66c56ab tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:31.756888 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6d8bf466-d355-4cf8-9046-61437a8415c5 req-f4eb1889-3d3c-494b-9339-243bb66c56ab tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c001c13-a1c9-4c75-80a4-6eab9b501fd1 HTTP/1.1" status: 200 len: 950 time: 0.0994275 Dec 09 15:31:31.909000 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-08f93102-2192-4618-b645-f5e51c29eb78 req-e6985451-c322-400c-aa0d-2604d3bc822a service neutron] 10.222.0.31 "GET /v2.0/networks/ceb7ecf8-ac3c-4d11-975a-465c5d0227ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953615 Dec 09 15:31:31.964890 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6d8bf466-d355-4cf8-9046-61437a8415c5 req-ba3c1530-5ce7-4680-a3f7-df9a7dbefaea tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7b2a70b-4da3-4b66-865e-6a968159fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014499 Dec 09 15:31:32.148908 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-08f93102-2192-4618-b645-f5e51c29eb78 req-7a445e26-05d9-4bcc-9363-da6b2a6580bf service neutron] 10.222.0.31 "GET /v2.0/networks/ceb7ecf8-ac3c-4d11-975a-465c5d0227ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307622 Dec 09 15:31:32.162398 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373112e-4191-4f03-a331-9f8e6aa5cc70 req-12c0e3eb-15e0-42ef-ab89-6053bd4615ac tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:32.164224 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6373112e-4191-4f03-a331-9f8e6aa5cc70 req-12c0e3eb-15e0-42ef-ab89-6053bd4615ac tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 949 time: 0.0798635 Dec 09 15:31:32.240719 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6373112e-4191-4f03-a331-9f8e6aa5cc70 req-d1193241-ec4e-4417-931a-8a8f1603674c tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609872 Dec 09 15:31:32.452642 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398e04f-6b75-4b26-bc55-ccb498eec404 req-c98c77eb-30b8-42aa-bcbd-94c9b25e3936 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:32.454481 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a398e04f-6b75-4b26-bc55-ccb498eec404 req-c98c77eb-30b8-42aa-bcbd-94c9b25e3936 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0c04202-0e52-413d-aaba-f5736128874f HTTP/1.1" status: 200 len: 984 time: 0.1020801 Dec 09 15:31:32.554258 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53548) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:32.558697 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a398e04f-6b75-4b26-bc55-ccb498eec404 req-d43403cf-a109-4487-8b2f-d0090fe3beb6 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups?id=9df8cd04-04a9-4303-9eea-801bf4252e64&id=b6ddef12-819c-4f08-88a4-0174330c0a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0923436 Dec 09 15:31:32.729473 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c5e5b583-007f-4fc1-afb6-2202565fe4bc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-820619128-network', 'tenant_id': 'f13d08772c534fedb856a050e75c7153'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:31:32.731774 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50148f1f-c4d7-40e4-b636-5acf039a660e req-89d6f4c7-0526-48a2-83cb-c22b2f2ad916 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:32.745378 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-50148f1f-c4d7-40e4-b636-5acf039a660e req-89d6f4c7-0526-48a2-83cb-c22b2f2ad916 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 945 time: 0.1216631 Dec 09 15:31:32.763209 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e5b583-007f-4fc1-afb6-2202565fe4bc admin admin] Made reservation on behalf of f13d08772c534fedb856a050e75c7153 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:31:32.766532 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5e5b583-007f-4fc1-afb6-2202565fe4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:32.777241 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5e5b583-007f-4fc1-afb6-2202565fe4bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:32.828011 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-50148f1f-c4d7-40e4-b636-5acf039a660e req-0049423e-0fed-4052-ae0e-7b3ab020c00b tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794253 Dec 09 15:31:32.964012 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5e5b583-007f-4fc1-afb6-2202565fe4bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:32.971701 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5e5b583-007f-4fc1-afb6-2202565fe4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:33.008499 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e5b583-007f-4fc1-afb6-2202565fe4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84be895-f187-4280-845d-b77edb68a762,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:33.011376 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5e5b583-007f-4fc1-afb6-2202565fe4bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:31:33.024784 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5e5b583-007f-4fc1-afb6-2202565fe4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:33.025128 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-c5e5b583-007f-4fc1-afb6-2202565fe4bc admin admin] Added segment b3b907a0-77c1-4963-afb5-64614a728136 of type vlan for network ad739208-2a12-4b2a-afce-edd7e7f2782d Dec 09 15:31:33.041304 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cae36e-178c-4eaf-ac8b-ab23ae7efec4 req-f5a73148-c8d7-41f2-8e02-e61fc936af85 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:33.043660 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-49cae36e-178c-4eaf-ac8b-ab23ae7efec4 req-f5a73148-c8d7-41f2-8e02-e61fc936af85 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dc1320-f613-445f-bd84-4800478ed326 HTTP/1.1" status: 200 len: 946 time: 0.0867307 Dec 09 15:31:33.088194 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5e5b583-007f-4fc1-afb6-2202565fe4bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:33.111750 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-49cae36e-178c-4eaf-ac8b-ab23ae7efec4 req-79f62a9f-f4a7-412f-92ea-5530c3b593a2 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623376 Dec 09 15:31:33.130648 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5e5b583-007f-4fc1-afb6-2202565fe4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:33.132191 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e5b583-007f-4fc1-afb6-2202565fe4bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:33.133372 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5e5b583-007f-4fc1-afb6-2202565fe4bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:33.134942 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:31:33.207878 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-cd0bccb3-9572-4800-b2c3-d182279a3598 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1162698659&fields=id&tenant_id=544d079d0d95474e9d4ca372f968fba4 HTTP/1.1" status: 200 len: 267 time: 0.0822597 Dec 09 15:31:33.234556 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c5e5b583-007f-4fc1-afb6-2202565fe4bc admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6791720 Dec 09 15:31:33.236134 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e5b583-007f-4fc1-afb6-2202565fe4bc admin admin] Pushing event updated for resources: {'Network': ['ID=ad739208-2a12-4b2a-afce-edd7e7f2782d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:33.238491 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53576) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:33.238628 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:33.244907 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-301abd61-0d77-4e2e-b524-5f234f6e37d1 admin admin] Request body: {'subnet': {'network_id': 'ad739208-2a12-4b2a-afce-edd7e7f2782d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-820619128-subnet', 'tenant_id': 'f13d08772c534fedb856a050e75c7153', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:31:33.272059 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network ad739208-2a12-4b2a-afce-edd7e7f2782d details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:31:33.320797 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301abd61-0d77-4e2e-b524-5f234f6e37d1 admin admin] Made reservation on behalf of f13d08772c534fedb856a050e75c7153 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:31:33.323530 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-301abd61-0d77-4e2e-b524-5f234f6e37d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:33.355414 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c001c13-a1c9-4c75-80a4-6eab9b501fd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:31:33.361571 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcb9e27-94b1-4383-95ce-45637014b832" -d '{"events": [{"server_uuid": "2c001c13-a1c9-4c75-80a4-6eab9b501fd1", "name": "network-vif-unplugged", "status": "completed", "tag": "dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:31:33.361853 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-2940a763-93b5-43fb-ba85-6121c8d8a274 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:33.371825 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-2940a763-93b5-43fb-ba85-6121c8d8a274 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/networks?id=1623f57f-14ee-4f27-909a-4111ec1638fe HTTP/1.1" status: 200 len: 823 time: 0.1530502 Dec 09 15:31:33.380276 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:33.386398 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:33.426503 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-856d5e29-a95f-4de8-abb0-7f41d2611de8 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/quotas/544d079d0d95474e9d4ca372f968fba4 HTTP/1.1" status: 200 len: 375 time: 0.0531359 Dec 09 15:31:33.446649 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:33.479316 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c043205-ece2-4f7f-a6c7-ad5714163899 req-4022ae1b-6b53-4650-8b2e-7d46591d0eab tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:33.480783 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2c043205-ece2-4f7f-a6c7-ad5714163899 req-4022ae1b-6b53-4650-8b2e-7d46591d0eab tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 949 time: 0.1059237 Dec 09 15:31:33.516717 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-12ea8213-d736-4463-91de-cd4c455b1320 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=544d079d0d95474e9d4ca372f968fba4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0894957 Dec 09 15:31:33.554957 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-301abd61-0d77-4e2e-b524-5f234f6e37d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:33.595943 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2c043205-ece2-4f7f-a6c7-ad5714163899 req-89f86c14-a5a7-4a85-b4a4-b5eef7a46e39 tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e42748e-05ab-4ca1-af90-dd0db51c39be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050799 Dec 09 15:31:33.605931 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301abd61-0d77-4e2e-b524-5f234f6e37d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee6da347-b0df-4d78-bbb2-cb8cd69585b8,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:33.633757 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301abd61-0d77-4e2e-b524-5f234f6e37d1 admin admin] Checking segment: {'id': 'b3b907a0-77c1-4963-afb5-64614a728136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad739208-2a12-4b2a-afce-edd7e7f2782d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:31:33.634203 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301abd61-0d77-4e2e-b524-5f234f6e37d1 admin admin] Network hostable DHCP agents. Network: ad739208-2a12-4b2a-afce-edd7e7f2782d, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:31:33.657219 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-e0b8d88e-1ea3-49c3-813f-f488de1a3570 service neutron] 10.222.0.57 "GET /v2.0/networks/1623f57f-14ee-4f27-909a-4111ec1638fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202040 Dec 09 15:31:33.660904 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 15:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d271533e-3370-4ca2-aa3d-b163d2eda5da x-openstack-request-id: req-d271533e-3370-4ca2-aa3d-b163d2eda5da {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:31:33.661403 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c001c13-a1c9-4c75-80a4-6eab9b501fd1", "name": "network-vif-unplugged", "status": "completed", "tag": "dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:31:33.661859 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d271533e-3370-4ca2-aa3d-b163d2eda5da {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:31:33.662555 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c001c13-a1c9-4c75-80a4-6eab9b501fd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e', 'code': 200} Dec 09 15:31:33.665898 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301abd61-0d77-4e2e-b524-5f234f6e37d1 admin admin] Network ad739208-2a12-4b2a-afce-edd7e7f2782d is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:31:33.680946 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-301abd61-0d77-4e2e-b524-5f234f6e37d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, ad739208-2a12-4b2a-afce-edd7e7f2782d) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:31:33.686036 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301abd61-0d77-4e2e-b524-5f234f6e37d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:33.687167 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-301abd61-0d77-4e2e-b524-5f234f6e37d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:33.693083 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8eb2f90-6ad6-42b3-ace0-2e594cae87df None None] Network ad739208-2a12-4b2a-afce-edd7e7f2782d requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:31:33.736572 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-301abd61-0d77-4e2e-b524-5f234f6e37d1 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4895360 Dec 09 15:31:33.763647 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 26f3a58b-58e2-438e-9447-c1674c1070db no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:31:33.790740 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: 26f3a58b-58e2-438e-9447-c1674c1070db {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:31:33.791094 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 26f3a58b-58e2-438e-9447-c1674c1070db not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:31:33.851094 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8dac21-81d5-4a04-8a8d-bbb0b93e3af5 req-5cc4ba7c-f280-41e5-88d7-95aafb6cf67d tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:33.852954 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2e8dac21-81d5-4a04-8a8d-bbb0b93e3af5 req-5cc4ba7c-f280-41e5-88d7-95aafb6cf67d tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0c04202-0e52-413d-aaba-f5736128874f HTTP/1.1" status: 200 len: 984 time: 0.0808043 Dec 09 15:31:33.863493 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-59ab328c-5576-473f-96a2-f0bd42039278 service neutron] 10.222.0.57 "GET /v2.0/networks/1623f57f-14ee-4f27-909a-4111ec1638fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944141 Dec 09 15:31:33.869904 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b568ac-91f2-4dda-a84c-32080b73b263 None None] Network ad739208-2a12-4b2a-afce-edd7e7f2782d requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:31:33.945063 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2e8dac21-81d5-4a04-8a8d-bbb0b93e3af5 req-c05c72a5-cb8a-4181-986f-b534e3ad76f8 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups?id=9df8cd04-04a9-4303-9eea-801bf4252e64&id=b6ddef12-819c-4f08-88a4-0174330c0a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0804274 Dec 09 15:31:34.126709 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ff799-1eb3-4676-b18d-ed60b10469e5 req-70b91450-1488-4c99-bf25-96516d512a1d tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:34.131360 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a36ff799-1eb3-4676-b18d-ed60b10469e5 req-70b91450-1488-4c99-bf25-96516d512a1d tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.42 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 949 time: 0.0973067 Dec 09 15:31:34.142804 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7652fae-fe3d-4f47-b22f-a9ab3bf8c183 req-52e4fbdc-301e-47f0-a6b0-4b0af0905c6d tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:34.148105 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c7652fae-fe3d-4f47-b22f-a9ab3bf8c183 req-52e4fbdc-301e-47f0-a6b0-4b0af0905c6d tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 945 time: 0.1140134 Dec 09 15:31:34.269848 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c7652fae-fe3d-4f47-b22f-a9ab3bf8c183 req-99205d43-0198-4547-8c95-93bce2564f12 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073296 Dec 09 15:31:34.292335 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-a36ff799-1eb3-4676-b18d-ed60b10469e5 req-0642ca6f-9e24-498d-b61e-d0d018d29fce tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Deleting port de0cbd6b-3bec-4e55-8594-47550661ab93 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:31:34.292702 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a36ff799-1eb3-4676-b18d-ed60b10469e5 req-0642ca6f-9e24-498d-b61e-d0d018d29fce tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:34.302232 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cfdf346-3111-4576-a499-5761f20eabb7 req-5d8f8fe0-39c8-4006-90af-9d97a5154686 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2065916884&fields=id&tenant_id=13ab8f9eb9e44a98b88dffa52142eabd HTTP/1.1" status: 200 len: 267 time: 0.1362443 Dec 09 15:31:34.449487 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-787a49a4-0f32-4bfa-9df5-d133302f59c5 req-8fab51a6-7b37-4ea7-a35f-24843cd154f8 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/ports?device_id=605c749c-93a9-4acf-9172-7ba2172b5d14 HTTP/1.1" status: 200 len: 210 time: 0.0785232 Dec 09 15:31:34.461709 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-a36ff799-1eb3-4676-b18d-ed60b10469e5 req-0642ca6f-9e24-498d-b61e-d0d018d29fce tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] For port de0cbd6b-3bec-4e55-8594-47550661ab93, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=de0cbd6b-3bec-4e55-8594-47550661ab93,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:34.462610 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a36ff799-1eb3-4676-b18d-ed60b10469e5 req-0642ca6f-9e24-498d-b61e-d0d018d29fce tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:34.494725 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfdf346-3111-4576-a499-5761f20eabb7 req-b01903dd-c4bf-4464-ab2f-b8e8e2c9f647 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:34.500263 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cfdf346-3111-4576-a499-5761f20eabb7 req-b01903dd-c4bf-4464-ab2f-b8e8e2c9f647 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0c04202-0e52-413d-aaba-f5736128874f HTTP/1.1" status: 200 len: 984 time: 0.1922090 Dec 09 15:31:34.518962 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-2cfdf346-3111-4576-a499-5761f20eabb7 req-551cba46-62b4-4709-b427-78582cf4c3af tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Request body: {'port': {'security_groups': ['9df8cd04-04a9-4303-9eea-801bf4252e64', 'b6ddef12-819c-4f08-88a4-0174330c0a4d', 'f1e38881-b1e6-45b1-8078-9d463ee0fc24']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:31:34.519160 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-a36ff799-1eb3-4676-b18d-ed60b10469e5 req-0642ca6f-9e24-498d-b61e-d0d018d29fce tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Calling delete_port for de0cbd6b-3bec-4e55-8594-47550661ab93 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:31:34.554026 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53626) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:34.563514 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-489a4e6f-fe8a-43ff-819c-0aaf4244f019 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1646285399-network', 'tenant_id': 'b1d2a2ea69ab4dc586aea620acbecdda'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:31:34.623000 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489a4e6f-fe8a-43ff-819c-0aaf4244f019 admin admin] Made reservation on behalf of b1d2a2ea69ab4dc586aea620acbecdda for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:31:34.625914 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-489a4e6f-fe8a-43ff-819c-0aaf4244f019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:34.639542 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-489a4e6f-fe8a-43ff-819c-0aaf4244f019 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:34.679924 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17611b99-8577-46b4-af4f-439e9efe2b60 req-e1cdabfc-b0a7-4456-b31b-6f24ebf5dc79 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:34.699555 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-17611b99-8577-46b4-af4f-439e9efe2b60 req-e1cdabfc-b0a7-4456-b31b-6f24ebf5dc79 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dc1320-f613-445f-bd84-4800478ed326 HTTP/1.1" status: 200 len: 946 time: 0.1238520 Dec 09 15:31:34.704045 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2cfdf346-3111-4576-a499-5761f20eabb7 req-551cba46-62b4-4709-b427-78582cf4c3af tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:34.770992 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-17611b99-8577-46b4-af4f-439e9efe2b60 req-7a1a20b5-97c3-4a00-8317-4db34671a497 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667417 Dec 09 15:31:34.802792 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-489a4e6f-fe8a-43ff-819c-0aaf4244f019 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:34.807969 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-489a4e6f-fe8a-43ff-819c-0aaf4244f019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:34.840914 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a4e6f-fe8a-43ff-819c-0aaf4244f019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c593a8b-3d75-4f0f-9b2e-8f93376d8492,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:34.843604 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a36ff799-1eb3-4676-b18d-ed60b10469e5 req-0642ca6f-9e24-498d-b61e-d0d018d29fce tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:34.863603 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-489a4e6f-fe8a-43ff-819c-0aaf4244f019 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:31:34.882807 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['de0cbd6b-3bec-4e55-8594-47550661ab93'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:31:34.939620 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f6eea-679f-4b0e-9e38-b9306e6ae062 req-082d1d8d-e62a-4ece-ba49-a268aaca6979 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:34.941496 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-688f6eea-679f-4b0e-9e38-b9306e6ae062 req-082d1d8d-e62a-4ece-ba49-a268aaca6979 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 1096 time: 0.0958135 Dec 09 15:31:34.945002 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0642ca6f-9e24-498d-b61e-d0d018d29fce tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Pushing event deleted for resources: {'Port': ['ID=de0cbd6b-3bec-4e55-8594-47550661ab93,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:34.977450 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36ff799-1eb3-4676-b18d-ed60b10469e5 req-0642ca6f-9e24-498d-b61e-d0d018d29fce tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] No DVR routers for this DVR port de0cbd6b-3bec-4e55-8594-47550661ab93 on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:31:34.982762 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a36ff799-1eb3-4676-b18d-ed60b10469e5 req-0642ca6f-9e24-498d-b61e-d0d018d29fce tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:34.986551 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a36ff799-1eb3-4676-b18d-ed60b10469e5 req-0642ca6f-9e24-498d-b61e-d0d018d29fce tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.42 "DELETE /v2.0/ports/de0cbd6b-3bec-4e55-8594-47550661ab93 HTTP/1.1" status: 204 len: 173 time: 0.8340034 Dec 09 15:31:34.988226 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-489a4e6f-fe8a-43ff-819c-0aaf4244f019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:34.988762 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-489a4e6f-fe8a-43ff-819c-0aaf4244f019 admin admin] Added segment 648cc040-5c0f-4180-a776-59385f074c31 of type vlan for network 7f4d0be9-0c6b-44bc-8c54-b7807172649a Dec 09 15:31:34.990103 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb8800a-7d15-4815-a740-315184ea7aa0', 'name': 'network-vif-deleted', 'tag': 'de0cbd6b-3bec-4e55-8594-47550661ab93'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:31:34.992717 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c749032-2a2c-49c7-b8e5-0306f98a9e15" -d '{"events": [{"server_uuid": "3fb8800a-7d15-4815-a740-315184ea7aa0", "name": "network-vif-deleted", "tag": "de0cbd6b-3bec-4e55-8594-47550661ab93"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:31:35.023187 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706e55d-626e-425e-bf25-496326b43613 req-1b9c9040-a2ba-402d-aca5-cb38a779f292 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:35.024881 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2706e55d-626e-425e-bf25-496326b43613 req-1b9c9040-a2ba-402d-aca5-cb38a779f292 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.42 "GET /v2.0/ports?device_id=49a54bb3-7828-4f0b-b084-72127873cb22 HTTP/1.1" status: 200 len: 946 time: 0.1313894 Dec 09 15:31:35.097191 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-688f6eea-679f-4b0e-9e38-b9306e6ae062 req-5f267d51-4e5f-44f4-8865-e75d0e6adf35 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321905 Dec 09 15:31:35.126686 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-489a4e6f-fe8a-43ff-819c-0aaf4244f019 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:35.230978 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-489a4e6f-fe8a-43ff-819c-0aaf4244f019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:35.232215 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489a4e6f-fe8a-43ff-819c-0aaf4244f019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:35.232991 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-489a4e6f-fe8a-43ff-819c-0aaf4244f019 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:35.241953 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-2cfdf346-3111-4576-a499-5761f20eabb7 req-551cba46-62b4-4709-b427-78582cf4c3af tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] For port 3430a518-0aaf-47c9-8264-41191a0a4ebe, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=3430a518-0aaf-47c9-8264-41191a0a4ebe,segment=NetworkSegment(65ab9798-4da2-4ce5-b759-4c14cab985d9),segment_id=65ab9798-4da2-4ce5-b759-4c14cab985d9)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:35.294736 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2cfdf346-3111-4576-a499-5761f20eabb7 req-551cba46-62b4-4709-b427-78582cf4c3af tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:35.320349 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-212d6969-ccf7-4c1e-ab36-75bb1276f199 req-3f9e85ad-bb68-44e9-8227-040ea39381eb tempest-ServersAdminTestJSON-1463511749 tempest-ServersAdminTestJSON-1463511749-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fb8800a-7d15-4815-a740-315184ea7aa0 HTTP/1.1" status: 200 len: 210 time: 0.0632176 Dec 09 15:31:35.341267 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2cfdf346-3111-4576-a499-5761f20eabb7 req-551cba46-62b4-4709-b427-78582cf4c3af tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:35.348505 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-2706e55d-626e-425e-bf25-496326b43613 req-376585a3-6ba6-4d3a-a4fa-6379ee446d9f tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Deleting port aee43be2-5512-4af6-b6dd-b5c73516b5ed {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:31:35.348842 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2706e55d-626e-425e-bf25-496326b43613 req-376585a3-6ba6-4d3a-a4fa-6379ee446d9f tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:35.354978 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['3430a518-0aaf-47c9-8264-41191a0a4ebe'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:31:35.373821 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-489a4e6f-fe8a-43ff-819c-0aaf4244f019 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8183756 Dec 09 15:31:35.386040 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53640) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:35.395704 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-b19f7008-a52f-44c8-b756-afd06573bd01 admin admin] Request body: {'subnet': {'network_id': '7f4d0be9-0c6b-44bc-8c54-b7807172649a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1646285399-subnet', 'tenant_id': 'b1d2a2ea69ab4dc586aea620acbecdda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:31:35.405070 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['54082ef0-861e-49d8-9c6a-3dd2693b631f'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:31:35.435972 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfdf346-3111-4576-a499-5761f20eabb7 req-551cba46-62b4-4709-b427-78582cf4c3af tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:35.437857 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2cfdf346-3111-4576-a499-5761f20eabb7 req-551cba46-62b4-4709-b427-78582cf4c3af tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:35.474161 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cfdf346-3111-4576-a499-5761f20eabb7 req-551cba46-62b4-4709-b427-78582cf4c3af tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "PUT /v2.0/ports/3430a518-0aaf-47c9-8264-41191a0a4ebe HTTP/1.1" status: 200 len: 1020 time: 0.9608104 Dec 09 15:31:35.501229 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c04202-0e52-413d-aaba-f5736128874f', 'tag': '3430a518-0aaf-47c9-8264-41191a0a4ebe'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:31:35.507263 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71307e7b-6869-4597-a8bb-71ab67b919ce" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c04202-0e52-413d-aaba-f5736128874f", "tag": "3430a518-0aaf-47c9-8264-41191a0a4ebe"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:31:35.588191 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-2706e55d-626e-425e-bf25-496326b43613 req-376585a3-6ba6-4d3a-a4fa-6379ee446d9f tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] For port aee43be2-5512-4af6-b6dd-b5c73516b5ed, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=aee43be2-5512-4af6-b6dd-b5c73516b5ed,segment=NetworkSegment(94b9090c-b2b9-43ba-9fb3-55c2b12e4231),segment_id=94b9090c-b2b9-43ba-9fb3-55c2b12e4231)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:35.589376 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2706e55d-626e-425e-bf25-496326b43613 req-376585a3-6ba6-4d3a-a4fa-6379ee446d9f tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:35.594428 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551cba46-62b4-4709-b427-78582cf4c3af tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Pushing event updated for resources: {'Port': ['ID=3430a518-0aaf-47c9-8264-41191a0a4ebe,revision_number=7']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:35.598281 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19f7008-a52f-44c8-b756-afd06573bd01 admin admin] Made reservation on behalf of b1d2a2ea69ab4dc586aea620acbecdda for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:31:35.608173 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b19f7008-a52f-44c8-b756-afd06573bd01 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:35.780895 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4ee714d6-892c-4123-ac69-c3d4c7ae5813 req-a12068f5-b81a-4c8e-a4c5-2888d68b9543 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/ports?device_id=605c749c-93a9-4acf-9172-7ba2172b5d14 HTTP/1.1" status: 200 len: 210 time: 0.1019056 Dec 09 15:31:35.821930 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e619fa52-52fc-4440-85ca-d474b3ff8299 req-176f7b2c-cb33-47d0-980e-b04aecac20ce tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups/f1e38881-b1e6-45b1-8078-9d463ee0fc24 HTTP/1.1" status: 200 len: 1818 time: 0.2077622 Dec 09 15:31:35.959136 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['3430a518-0aaf-47c9-8264-41191a0a4ebe'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:31:35.981119 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f3b874-9be3-47bf-badb-7bb8fb7afbf2 x-openstack-request-id: req-f2f3b874-9be3-47bf-badb-7bb8fb7afbf2 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:31:35.981594 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c04202-0e52-413d-aaba-f5736128874f", "tag": "3430a518-0aaf-47c9-8264-41191a0a4ebe", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:31:35.981964 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f2f3b874-9be3-47bf-badb-7bb8fb7afbf2 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:31:35.982485 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c04202-0e52-413d-aaba-f5736128874f', 'tag': '3430a518-0aaf-47c9-8264-41191a0a4ebe', 'status': 'completed', 'code': 200} Dec 09 15:31:36.007920 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-e619fa52-52fc-4440-85ca-d474b3ff8299 req-91f1f141-b524-4f89-927f-604bf734a726 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 09 15:31:36.017409 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e619fa52-52fc-4440-85ca-d474b3ff8299 req-91f1f141-b524-4f89-927f-604bf734a726 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "DELETE /v2.0/security-groups/f1e38881-b1e6-45b1-8078-9d463ee0fc24 HTTP/1.1" status: 409 len: 341 time: 0.1943345 Dec 09 15:31:36.318930 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bcaa1d8-79a5-478c-a660-21105db55bc2 x-openstack-request-id: req-1bcaa1d8-79a5-478c-a660-21105db55bc2 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:31:36.319287 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb8800a-7d15-4815-a740-315184ea7aa0", "name": "network-vif-deleted", "tag": "de0cbd6b-3bec-4e55-8594-47550661ab93", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:31:36.319531 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1bcaa1d8-79a5-478c-a660-21105db55bc2 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:31:36.319952 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb8800a-7d15-4815-a740-315184ea7aa0', 'name': 'network-vif-deleted', 'tag': 'de0cbd6b-3bec-4e55-8594-47550661ab93', 'status': 'completed', 'code': 200} Dec 09 15:31:36.336375 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a4e6f-fe8a-43ff-819c-0aaf4244f019 admin admin] Pushing event updated for resources: {'Network': ['ID=7f4d0be9-0c6b-44bc-8c54-b7807172649a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:36.358483 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71307e7b-6869-4597-a8bb-71ab67b919ce req-bb730041-a320-4411-baf4-1ea7993c988f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:36.364313 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 7f4d0be9-0c6b-44bc-8c54-b7807172649a details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:31:36.366698 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71307e7b-6869-4597-a8bb-71ab67b919ce req-bb730041-a320-4411-baf4-1ea7993c988f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=13ab8f9eb9e44a98b88dffa52142eabd&device_id=b0c04202-0e52-413d-aaba-f5736128874f HTTP/1.1" status: 200 len: 1174 time: 0.3831096 Dec 09 15:31:36.372965 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b19f7008-a52f-44c8-b756-afd06573bd01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:36.517701 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921eb1e-a1f3-47dc-8a7e-e3a8e38a8fb0 req-5a972844-fa96-4c2c-b7bf-1d6a1bccbd22 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:36.529124 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6921eb1e-a1f3-47dc-8a7e-e3a8e38a8fb0 req-5a972844-fa96-4c2c-b7bf-1d6a1bccbd22 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dc1320-f613-445f-bd84-4800478ed326 HTTP/1.1" status: 200 len: 946 time: 0.4304438 Dec 09 15:31:36.715604 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2706e55d-626e-425e-bf25-496326b43613 req-376585a3-6ba6-4d3a-a4fa-6379ee446d9f tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:36.716745 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2706e55d-626e-425e-bf25-496326b43613 req-376585a3-6ba6-4d3a-a4fa-6379ee446d9f tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:36.717276 n-d-821228-1 neutron-server[103245]: INFO neutron.db.l3_db [req-2706e55d-626e-425e-bf25-496326b43613 req-376585a3-6ba6-4d3a-a4fa-6379ee446d9f tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Floating IP d9aa45b0-45bf-4a59-ad60-1826144f0c30 disassociated. External IP: 172.25.3.116, port: aee43be2-5512-4af6-b6dd-b5c73516b5ed. Dec 09 15:31:36.717821 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-2706e55d-626e-425e-bf25-496326b43613 req-376585a3-6ba6-4d3a-a4fa-6379ee446d9f tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Calling delete_port for aee43be2-5512-4af6-b6dd-b5c73516b5ed owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:31:36.731545 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-b7d73571-bd9e-4647-9753-a2bd35a5b1a4 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:36.733715 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-b7d73571-bd9e-4647-9753-a2bd35a5b1a4 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.42 "GET /v2.0/networks?id=1623f57f-14ee-4f27-909a-4111ec1638fe HTTP/1.1" status: 200 len: 823 time: 0.4125564 Dec 09 15:31:36.744303 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f7008-a52f-44c8-b756-afd06573bd01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4e0a74b-4f55-4bbd-85c4-429296742b68,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:36.806736 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6921eb1e-a1f3-47dc-8a7e-e3a8e38a8fb0 req-c731fe49-5532-4826-a947-e04e1079fe38 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765436 Dec 09 15:31:36.840882 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e757683-c6de-4335-a4d6-59a3e6870fac req-7d99bb1b-df2f-430e-aae6-abd0fb647dd6 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:36.855507 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2e757683-c6de-4335-a4d6-59a3e6870fac req-7d99bb1b-df2f-430e-aae6-abd0fb647dd6 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0c04202-0e52-413d-aaba-f5736128874f HTTP/1.1" status: 200 len: 1023 time: 0.3164394 Dec 09 15:31:36.881519 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71307e7b-6869-4597-a8bb-71ab67b919ce req-0846703b-7081-44b1-af7d-78676be69d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:36.893430 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71307e7b-6869-4597-a8bb-71ab67b919ce req-0846703b-7081-44b1-af7d-78676be69d5d service neutron] 10.222.0.31 "GET /v2.0/networks?id=ceb7ecf8-ac3c-4d11-975a-465c5d0227ee HTTP/1.1" status: 200 len: 913 time: 0.5037906 Dec 09 15:31:36.898452 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2706e55d-626e-425e-bf25-496326b43613 req-376585a3-6ba6-4d3a-a4fa-6379ee446d9f tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:36.908716 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19f7008-a52f-44c8-b756-afd06573bd01 admin admin] Checking segment: {'id': '648cc040-5c0f-4180-a776-59385f074c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7f4d0be9-0c6b-44bc-8c54-b7807172649a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:31:36.919117 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19f7008-a52f-44c8-b756-afd06573bd01 admin admin] Network hostable DHCP agents. Network: 7f4d0be9-0c6b-44bc-8c54-b7807172649a, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:31:36.997765 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71307e7b-6869-4597-a8bb-71ab67b919ce req-2f7b4349-39e2-4fbf-990c-28e847ee296d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3430a518-0aaf-47c9-8264-41191a0a4ebe HTTP/1.1" status: 200 len: 217 time: 0.0729628 Dec 09 15:31:37.037758 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376585a3-6ba6-4d3a-a4fa-6379ee446d9f tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Pushing event deleted for resources: {'Port': ['ID=aee43be2-5512-4af6-b6dd-b5c73516b5ed,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:37.099365 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19f7008-a52f-44c8-b756-afd06573bd01 admin admin] Network 7f4d0be9-0c6b-44bc-8c54-b7807172649a is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:31:37.147793 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d9370633-368b-4af7-a247-e48cbcbec488 req-87aca1c2-5a88-4809-b2a8-b853aa5aa4af tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/ports?device_id=605c749c-93a9-4acf-9172-7ba2172b5d14 HTTP/1.1" status: 200 len: 210 time: 0.0541992 Dec 09 15:31:37.163312 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-b19f7008-a52f-44c8-b756-afd06573bd01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 7f4d0be9-0c6b-44bc-8c54-b7807172649a) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:31:37.175720 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19f7008-a52f-44c8-b756-afd06573bd01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:37.176748 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b19f7008-a52f-44c8-b756-afd06573bd01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:37.182265 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753864fe-f56a-46b7-a561-544aa9679ebd None None] Network 7f4d0be9-0c6b-44bc-8c54-b7807172649a requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:31:37.189599 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71307e7b-6869-4597-a8bb-71ab67b919ce req-caeb0449-9097-4ab5-a4a1-3693be476e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:37.192355 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71307e7b-6869-4597-a8bb-71ab67b919ce req-caeb0449-9097-4ab5-a4a1-3693be476e66 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=09838ae7-10e3-4a8f-9e69-f84874faf411 HTTP/1.1" status: 200 len: 852 time: 0.1844013 Dec 09 15:31:37.213858 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2e757683-c6de-4335-a4d6-59a3e6870fac req-a070539b-6eca-4f38-80b3-1ccf6fdcd4ce tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups?id=9df8cd04-04a9-4303-9eea-801bf4252e64&id=f1e38881-b1e6-45b1-8078-9d463ee0fc24&id=b6ddef12-819c-4f08-88a4-0174330c0a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3561401 Dec 09 15:31:37.245429 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71307e7b-6869-4597-a8bb-71ab67b919ce req-6393c94d-2a4f-4f4f-89a9-99fae175a608 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ceb7ecf8-ac3c-4d11-975a-465c5d0227ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295146 Dec 09 15:31:37.257663 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 81f9cf16-a58c-4a4b-8402-1c3be2c715be details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:31:37.257882 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b19f7008-a52f-44c8-b756-afd06573bd01 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8696914 Dec 09 15:31:37.280324 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-3a7e9bd2-afec-410d-afc6-a5aa8d74b5a3 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=544d079d0d95474e9d4ca372f968fba4 HTTP/1.1" status: 200 len: 380 time: 0.3894200 Dec 09 15:31:37.293257 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-259f4a63-695c-4834-84a1-ff4d60fa39f6 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Request body: {'port': {'device_id': '605c749c-93a9-4acf-9172-7ba2172b5d14', 'network_id': '1623f57f-14ee-4f27-909a-4111ec1638fe', 'admin_state_up': True, 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'security_groups': ['b5217ebf-397c-45e7-b782-d63176999034']}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:31:37.499029 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71307e7b-6869-4597-a8bb-71ab67b919ce req-f39c3b1a-982f-48a2-b117-862f127d0476 service neutron] 10.222.0.31 "GET /v2.0/networks/ceb7ecf8-ac3c-4d11-975a-465c5d0227ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404475 Dec 09 15:31:37.511370 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53696) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:37.514003 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2706e55d-626e-425e-bf25-496326b43613 req-376585a3-6ba6-4d3a-a4fa-6379ee446d9f tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Router 7c343e52-de6a-40f8-a63a-5a24f68bd035 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:31:37.550001 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53700) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:37.667740 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 81f9cf16-a58c-4a4b-8402-1c3be2c715be, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=81f9cf16-a58c-4a4b-8402-1c3be2c715be,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:37.673183 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-0246a438-02f9-43a2-921f-fba01441905a admin admin] Deleting subnet ee6da347-b0df-4d78-bbb2-cb8cd69585b8 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:31:37.680241 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0246a438-02f9-43a2-921f-fba01441905a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:37.709263 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '81f9cf16-a58c-4a4b-8402-1c3be2c715be', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'port_id': '81f9cf16-a58c-4a4b-8402-1c3be2c715be', 'mac_address': 'fa:16:3e:cb:66:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6953c-1261-4e7c-8b49-64e5b87424c2', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:31:37.742605 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71307e7b-6869-4597-a8bb-71ab67b919ce req-39a3f3ae-d791-4e35-98f7-a59eeeefd588 service neutron] 10.222.0.31 "GET /v2.0/networks/ceb7ecf8-ac3c-4d11-975a-465c5d0227ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320638 Dec 09 15:31:37.766763 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device de0cbd6b-3bec-4e55-8594-47550661ab93 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:31:37.771545 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d115e30-48a7-4919-84b6-8cdc37654054 None None] Network 7f4d0be9-0c6b-44bc-8c54-b7807172649a requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:31:37.798966 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0246a438-02f9-43a2-921f-fba01441905a admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:37.809466 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0246a438-02f9-43a2-921f-fba01441905a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:37.874750 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: de0cbd6b-3bec-4e55-8594-47550661ab93 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:31:37.875100 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device de0cbd6b-3bec-4e55-8594-47550661ab93 not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:31:37.875677 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device aee43be2-5512-4af6-b6dd-b5c73516b5ed no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:31:37.908192 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: aee43be2-5512-4af6-b6dd-b5c73516b5ed {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:31:37.909107 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device aee43be2-5512-4af6-b6dd-b5c73516b5ed not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:31:37.912992 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:37.947634 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81f9cf16-a58c-4a4b-8402-1c3be2c715be {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:31:37.972276 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53706) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:37.976140 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-739ebe63-9a38-461d-af3f-5f1dcb2e3c25 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c009e316e1bd42d6ac86f544a117adb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4243512 Dec 09 15:31:37.985079 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 81f9cf16-a58c-4a4b-8402-1c3be2c715be, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=81f9cf16-a58c-4a4b-8402-1c3be2c715be,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:37.991435 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0246a438-02f9-43a2-921f-fba01441905a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:38.017078 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:38.020743 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-259f4a63-695c-4834-84a1-ff4d60fa39f6 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Made reservation on behalf of 544d079d0d95474e9d4ca372f968fba4 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:31:38.024246 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-259f4a63-695c-4834-84a1-ff4d60fa39f6 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:38.090550 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0246a438-02f9-43a2-921f-fba01441905a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee6da347-b0df-4d78-bbb2-cb8cd69585b8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:38.102430 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2706e55d-626e-425e-bf25-496326b43613 req-376585a3-6ba6-4d3a-a4fa-6379ee446d9f tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:31:38.108917 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=81f9cf16-a58c-4a4b-8402-1c3be2c715be,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:38.110277 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0246a438-02f9-43a2-921f-fba01441905a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:38.117424 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0246a438-02f9-43a2-921f-fba01441905a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ee6da347-b0df-4d78-bbb2-cb8cd69585b8 HTTP/1.1" status: 204 len: 168 time: 0.5959954 Dec 09 15:31:38.121329 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53718) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:38.127388 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de07c5df-a65d-4415-8d2e-f0745893b7ac None None] Sync routers for ids ['7c343e52-de6a-40f8-a63a-5a24f68bd035'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:31:38.139861 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de07c5df-a65d-4415-8d2e-f0745893b7ac None None] Routers {'7c343e52-de6a-40f8-a63a-5a24f68bd035'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:31:38.140561 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-de07c5df-a65d-4415-8d2e-f0745893b7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:31:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['7c343e52-de6a-40f8-a63a-5a24f68bd035'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:31:38.140723 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86780f-dc81-4dff-89fa-9e7fbb6ed8d5 req-4a159d9a-d706-4d9e-a21b-ef32fdc76edd tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:38.142358 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2f86780f-dc81-4dff-89fa-9e7fbb6ed8d5 req-4a159d9a-d706-4d9e-a21b-ef32fdc76edd tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dc1320-f613-445f-bd84-4800478ed326 HTTP/1.1" status: 200 len: 946 time: 0.1425996 Dec 09 15:31:38.200105 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-2706e55d-626e-425e-bf25-496326b43613 req-376585a3-6ba6-4d3a-a4fa-6379ee446d9f tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] No DVR routers for this DVR port aee43be2-5512-4af6-b6dd-b5c73516b5ed on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:31:38.220971 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2706e55d-626e-425e-bf25-496326b43613 req-376585a3-6ba6-4d3a-a4fa-6379ee446d9f tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:38.224938 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2706e55d-626e-425e-bf25-496326b43613 req-376585a3-6ba6-4d3a-a4fa-6379ee446d9f tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.42 "DELETE /v2.0/ports/aee43be2-5512-4af6-b6dd-b5c73516b5ed HTTP/1.1" status: 204 len: 173 time: 3.1805348 Dec 09 15:31:38.230482 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f9cff6ba-f9e5-4997-b669-8cb8da9a5627 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:38.255222 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3988e9ea-34f7-4b75-9861-2c74db8eb52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:38.296662 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['81f9cf16-a58c-4a4b-8402-1c3be2c715be'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:31:38.326953 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a54bb3-7828-4f0b-b084-72127873cb22', 'name': 'network-vif-deleted', 'tag': 'aee43be2-5512-4af6-b6dd-b5c73516b5ed'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:31:38.329402 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8a9833-b2ea-4d7c-ae9b-c8bdd46f2c51" -d '{"events": [{"server_uuid": "49a54bb3-7828-4f0b-b084-72127873cb22", "name": "network-vif-deleted", "tag": "aee43be2-5512-4af6-b6dd-b5c73516b5ed"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:31:38.338891 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-de07c5df-a65d-4415-8d2e-f0745893b7ac None None] Set router 7c343e52-de6a-40f8-a63a-5a24f68bd035 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:31:38.357419 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f9cff6ba-f9e5-4997-b669-8cb8da9a5627 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:38.359651 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-259f4a63-695c-4834-84a1-ff4d60fa39f6 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Allocated IP 172.20.0.8 (1623f57f-14ee-4f27-909a-4111ec1638fe/fd6cf3c6-eae1-454b-835d-918a28ae0ed5/bae2c6c9-3fd7-4866-95b8-e2d5b35af496) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:31:38.558372 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f9cff6ba-f9e5-4997-b669-8cb8da9a5627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:38.561188 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f9cff6ba-f9e5-4997-b669-8cb8da9a5627 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:38.562651 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f9cff6ba-f9e5-4997-b669-8cb8da9a5627 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3e42748e-05ab-4ca1-af90-dd0db51c39be HTTP/1.1" status: 204 len: 168 time: 0.5877473 Dec 09 15:31:38.616149 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cff6ba-f9e5-4997-b669-8cb8da9a5627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e42748e-05ab-4ca1-af90-dd0db51c39be,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:38.730066 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-259f4a63-695c-4834-84a1-ff4d60fa39f6 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:38.733574 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-de07c5df-a65d-4415-8d2e-f0745893b7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-455506136-router', 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '137983f4-1713-4485-9d80-5bb0195afc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:27:52Z', 'updated_at': '2021-12-09T15:27:58Z', 'revision_number': 4, 'project_id': '544d079d0d95474e9d4ca372f968fba4', 'gw_port': {'id': '137983f4-1713-4485-9d80-5bb0195afc58', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:53Z', 'updated_at': '2021-12-09T15:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '51f2471e-c38e-47fc-8651-4bd9ccfb5045', 'name': '', 'network_id': '1623f57f-14ee-4f27-909a-4111ec1638fe', 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'mac_address': 'fa:16:3e:56:01:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fd6cf3c6-eae1-454b-835d-918a28ae0ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:57Z', 'updated_at': '2021-12-09T15:28:02Z', 'revision_number': 5, 'project_id': '544d079d0d95474e9d4ca372f968fba4', 'subnets': [{'id': 'fd6cf3c6-eae1-454b-835d-918a28ae0ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:31:38.761048 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2b37181c-6387-44c4-8cd3-b92c3cc8103c req-9246afe7-2eaf-47a7-8698-becbc958f3a9 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/ports?device_id=605c749c-93a9-4acf-9172-7ba2172b5d14 HTTP/1.1" status: 200 len: 210 time: 0.4988387 Dec 09 15:31:38.802396 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-259f4a63-695c-4834-84a1-ff4d60fa39f6 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:38.838853 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de07c5df-a65d-4415-8d2e-f0745893b7ac None None] Checking router: 7c343e52-de6a-40f8-a63a-5a24f68bd035 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:31:38.881390 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de07c5df-a65d-4415-8d2e-f0745893b7ac None None] Routers {'7c343e52-de6a-40f8-a63a-5a24f68bd035'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:31:38.881895 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2f86780f-dc81-4dff-89fa-9e7fbb6ed8d5 req-863f4e0d-a462-4248-a3e9-3d1e479407cf tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7281499 Dec 09 15:31:38.882701 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-de07c5df-a65d-4415-8d2e-f0745893b7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:31:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['7c343e52-de6a-40f8-a63a-5a24f68bd035'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:31:38.923472 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-259f4a63-695c-4834-84a1-ff4d60fa39f6 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Network 1623f57f-14ee-4f27-909a-4111ec1638fe is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:31:38.956681 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-259f4a63-695c-4834-84a1-ff4d60fa39f6 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:31:38.976906 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-259f4a63-695c-4834-84a1-ff4d60fa39f6 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:31:39.028006 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f4a63-695c-4834-84a1-ff4d60fa39f6 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Pushing event updated for resources: {'Port': ['ID=bae2c6c9-3fd7-4866-95b8-e2d5b35af496,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:39.105475 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a872953-6542-4eac-9927-cbea8b0f19bd x-openstack-request-id: req-5a872953-6542-4eac-9927-cbea8b0f19bd {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:31:39.106955 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a54bb3-7828-4f0b-b084-72127873cb22", "name": "network-vif-deleted", "tag": "aee43be2-5512-4af6-b6dd-b5c73516b5ed", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:31:39.107291 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5a872953-6542-4eac-9927-cbea8b0f19bd {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:31:39.107726 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a54bb3-7828-4f0b-b084-72127873cb22', 'name': 'network-vif-deleted', 'tag': 'aee43be2-5512-4af6-b6dd-b5c73516b5ed', 'status': 'completed', 'code': 200} Dec 09 15:31:39.220662 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 81f9cf16-a58c-4a4b-8402-1c3be2c715be up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:31:39.235075 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-259f4a63-695c-4834-84a1-ff4d60fa39f6 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:39.244119 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-259f4a63-695c-4834-84a1-ff4d60fa39f6 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:39.284658 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-259f4a63-695c-4834-84a1-ff4d60fa39f6 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9952922 Dec 09 15:31:39.285900 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-de07c5df-a65d-4415-8d2e-f0745893b7ac None None] Set router 7c343e52-de6a-40f8-a63a-5a24f68bd035 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:31:39.316432 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-68488da5-476b-4e1e-8cc5-e2c0f1067194 service neutron] Request body: {'port': {'device_id': '605c749c-93a9-4acf-9172-7ba2172b5d14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:31:39.334198 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 81f9cf16-a58c-4a4b-8402-1c3be2c715be triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:31:39.334780 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:39.348701 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891dfbf-5c64-49f8-b492-20c47c1b15d5 req-bca1a9d7-fbca-4493-9eaf-17430a4d4876 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:39.350254 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9891dfbf-5c64-49f8-b492-20c47c1b15d5 req-bca1a9d7-fbca-4493-9eaf-17430a4d4876 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0c04202-0e52-413d-aaba-f5736128874f HTTP/1.1" status: 200 len: 1023 time: 0.5767677 Dec 09 15:31:39.350755 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53746) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:39.368975 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521e901-2a21-4388-a80e-59056dc84b2d req-0c9022c0-6924-4441-b36f-96425e2893fe tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:39.385678 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8521e901-2a21-4388-a80e-59056dc84b2d req-0c9022c0-6924-4441-b36f-96425e2893fe tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0c04202-0e52-413d-aaba-f5736128874f HTTP/1.1" status: 200 len: 1023 time: 0.5006673 Dec 09 15:31:39.407983 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-68488da5-476b-4e1e-8cc5-e2c0f1067194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:39.417787 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-27ddde78-4eb4-4a4f-b19b-d1c6ffdeade5 None None] Provisioning complete for port bae2c6c9-3fd7-4866-95b8-e2d5b35af496 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:31:39.418618 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-27ddde78-4eb4-4a4f-b19b-d1c6ffdeade5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:39.443522 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3988e9ea-34f7-4b75-9861-2c74db8eb52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:39.465901 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-27ddde78-4eb4-4a4f-b19b-d1c6ffdeade5 None None] Port bae2c6c9-3fd7-4866-95b8-e2d5b35af496 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:31:39.505328 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:39.534170 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504fb81f-5afc-495a-b374-e33fd1784ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f9cf16-a58c-4a4b-8402-1c3be2c715be'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:31:39.537365 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d2bc84-116e-4b42-8ff0-d5c01a6fabbd" -d '{"events": [{"server_uuid": "504fb81f-5afc-495a-b374-e33fd1784ac5", "name": "network-vif-plugged", "status": "completed", "tag": "81f9cf16-a58c-4a4b-8402-1c3be2c715be"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:31:39.553199 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 81f9cf16-a58c-4a4b-8402-1c3be2c715be, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=81f9cf16-a58c-4a4b-8402-1c3be2c715be,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:39.559868 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:39.561114 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 3430a518-0aaf-47c9-8264-41191a0a4ebe no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:31:39.576218 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3988e9ea-34f7-4b75-9861-2c74db8eb52e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:31:39.576689 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3988e9ea-34f7-4b75-9861-2c74db8eb52e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:31:39.577632 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3988e9ea-34f7-4b75-9861-2c74db8eb52e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:31:39.577990 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3988e9ea-34f7-4b75-9861-2c74db8eb52e admin admin] Subscribe: > port after_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:31:39.578329 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3988e9ea-34f7-4b75-9861-2c74db8eb52e admin admin] Subscribe: > port after_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:31:39.578700 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3988e9ea-34f7-4b75-9861-2c74db8eb52e admin admin] Subscribe: > port after_update 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:31:39.579033 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3988e9ea-34f7-4b75-9861-2c74db8eb52e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:31:39.581355 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3988e9ea-34f7-4b75-9861-2c74db8eb52e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:31:39.581716 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3988e9ea-34f7-4b75-9861-2c74db8eb52e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:31:39.582022 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3988e9ea-34f7-4b75-9861-2c74db8eb52e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:31:39.610779 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-de07c5df-a65d-4415-8d2e-f0745893b7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-455506136-router', 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '137983f4-1713-4485-9d80-5bb0195afc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:27:52Z', 'updated_at': '2021-12-09T15:27:58Z', 'revision_number': 4, 'project_id': '544d079d0d95474e9d4ca372f968fba4', 'gw_port': {'id': '137983f4-1713-4485-9d80-5bb0195afc58', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:53Z', 'updated_at': '2021-12-09T15:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '51f2471e-c38e-47fc-8651-4bd9ccfb5045', 'name': '', 'network_id': '1623f57f-14ee-4f27-909a-4111ec1638fe', 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'mac_address': 'fa:16:3e:56:01:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fd6cf3c6-eae1-454b-835d-918a28ae0ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:57Z', 'updated_at': '2021-12-09T15:28:02Z', 'revision_number': 5, 'project_id': '544d079d0d95474e9d4ca372f968fba4', 'subnets': [{'id': 'fd6cf3c6-eae1-454b-835d-918a28ae0ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:31:39.651113 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de07c5df-a65d-4415-8d2e-f0745893b7ac None None] The sync data for ids ['7c343e52-de6a-40f8-a63a-5a24f68bd035'] in n-d-821228-1 is: [{'id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-455506136-router', 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '137983f4-1713-4485-9d80-5bb0195afc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:27:52Z', 'updated_at': '2021-12-09T15:27:58Z', 'revision_number': 4, 'project_id': '544d079d0d95474e9d4ca372f968fba4', 'gw_port': {'id': '137983f4-1713-4485-9d80-5bb0195afc58', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:53Z', 'updated_at': '2021-12-09T15:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '51f2471e-c38e-47fc-8651-4bd9ccfb5045', 'name': '', 'network_id': '1623f57f-14ee-4f27-909a-4111ec1638fe', 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'mac_address': 'fa:16:3e:56:01:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fd6cf3c6-eae1-454b-835d-918a28ae0ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:57Z', 'updated_at': '2021-12-09T15:28:02Z', 'revision_number': 5, 'project_id': '544d079d0d95474e9d4ca372f968fba4', 'subnets': [{'id': 'fd6cf3c6-eae1-454b-835d-918a28ae0ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:31:39.663018 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=81f9cf16-a58c-4a4b-8402-1c3be2c715be,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:39.709856 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:39.751705 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 3430a518-0aaf-47c9-8264-41191a0a4ebe, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=3430a518-0aaf-47c9-8264-41191a0a4ebe,segment=NetworkSegment(65ab9798-4da2-4ce5-b759-4c14cab985d9),segment_id=65ab9798-4da2-4ce5-b759-4c14cab985d9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:39.758089 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:39.778460 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3988e9ea-34f7-4b75-9861-2c74db8eb52e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:31:39.779018 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3988e9ea-34f7-4b75-9861-2c74db8eb52e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:31:39.779105 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3988e9ea-34f7-4b75-9861-2c74db8eb52e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:31:39.779433 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3988e9ea-34f7-4b75-9861-2c74db8eb52e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 15:31:39.780641 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-3988e9ea-34f7-4b75-9861-2c74db8eb52e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad739208-2a12-4b2a-afce-edd7e7f2782d']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:31:39.821408 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 1b3a806c-d80c-4c75-9ee6-4b31413216d7 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:31:39.857207 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9597ed32-8aae-4850-8353-9fde42f89bc8 x-openstack-request-id: req-9597ed32-8aae-4850-8353-9fde42f89bc8 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:31:39.857846 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "504fb81f-5afc-495a-b374-e33fd1784ac5", "name": "network-vif-plugged", "status": "completed", "tag": "81f9cf16-a58c-4a4b-8402-1c3be2c715be", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:31:39.858575 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9597ed32-8aae-4850-8353-9fde42f89bc8 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:31:39.859186 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504fb81f-5afc-495a-b374-e33fd1784ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f9cf16-a58c-4a4b-8402-1c3be2c715be', 'code': 200} Dec 09 15:31:39.885592 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-68488da5-476b-4e1e-8cc5-e2c0f1067194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bae2c6c9-3fd7-4866-95b8-e2d5b35af496 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:31:39.905705 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-68488da5-476b-4e1e-8cc5-e2c0f1067194 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:39.918287 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-3988e9ea-34f7-4b75-9861-2c74db8eb52e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3b907a0-77c1-4963-afb5-64614a728136') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:31:39.918845 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-3988e9ea-34f7-4b75-9861-2c74db8eb52e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3b907a0-77c1-4963-afb5-64614a728136') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:31:39.944094 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-68488da5-476b-4e1e-8cc5-e2c0f1067194 service neutron] Transition to ACTIVE for port object bae2c6c9-3fd7-4866-95b8-e2d5b35af496 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:31:39.955583 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-68488da5-476b-4e1e-8cc5-e2c0f1067194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:39.988884 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7d7acbd6-9a7f-451e-a729-04605a155e4b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1b90ac727b174b5da93701804f366378&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6320336 Dec 09 15:31:39.988884 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3988e9ea-34f7-4b75-9861-2c74db8eb52e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:40.026984 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53764) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:40.068190 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8521e901-2a21-4388-a80e-59056dc84b2d req-6458b4d5-f48d-48df-a378-af974e2c1972 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups?id=9df8cd04-04a9-4303-9eea-801bf4252e64&id=f1e38881-b1e6-45b1-8078-9d463ee0fc24&id=b6ddef12-819c-4f08-88a4-0174330c0a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.6814909 Dec 09 15:31:40.073090 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 1b3a806c-d80c-4c75-9ee6-4b31413216d7, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=1b3a806c-d80c-4c75-9ee6-4b31413216d7,segment=NetworkSegment(69c5f819-123d-436b-8f3f-7e75c7d0b133),segment_id=69c5f819-123d-436b-8f3f-7e75c7d0b133)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:40.094023 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68488da5-476b-4e1e-8cc5-e2c0f1067194 service neutron] Pushing event updated for resources: {'Port': ['ID=bae2c6c9-3fd7-4866-95b8-e2d5b35af496,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:40.102880 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 1b3a806c-d80c-4c75-9ee6-4b31413216d7 has no active binding in host n-h1-821228-1 {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 09 15:31:40.113920 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=3430a518-0aaf-47c9-8264-41191a0a4ebe,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:40.130883 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3988e9ea-34f7-4b75-9861-2c74db8eb52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:40.163749 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3988e9ea-34f7-4b75-9861-2c74db8eb52e admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:31:40.165270 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3988e9ea-34f7-4b75-9861-2c74db8eb52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:40.206334 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-a882919f-b732-48df-981a-8e9ca8b075f3 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:40.208302 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-a882919f-b732-48df-981a-8e9ca8b075f3 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=64dc1320-f613-445f-bd84-4800478ed326&tenant_id=5674bd72d1184432801f651e299c9dce&binding%3Ahost_id=n-h2-821228-1 HTTP/1.1" status: 200 len: 1097 time: 0.1732211 Dec 09 15:31:40.231377 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-e10e984d-b530-4592-9c30-86ca127266eb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821228-1'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:31:40.236217 n-d-821228-1 neutron-server[103244]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 09 15:31:40.236217 n-d-821228-1 neutron-server[103244]: from cryptography.utils import int_from_bytes Dec 09 15:31:40.236217 n-d-821228-1 neutron-server[103244]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 09 15:31:40.236217 n-d-821228-1 neutron-server[103244]: from cryptography.utils import int_from_bytes Dec 09 15:31:40.236217 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:31:40.236217 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:31:40.236217 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:31:40.236217 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:31:40.236217 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:31:40.236217 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:31:40.236217 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:31:40.236217 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:31:40.236217 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:31:40.236217 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:31:40.236217 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:31:40.236217 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:31:40.236217 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:31:40.236217 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:31:40.236217 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:31:40.236217 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:31:40.236217 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:31:40.236217 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:31:40.236217 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:31:40.236217 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:31:40.236217 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:31:40.236217 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:31:40.236217 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:31:40.236217 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:31:40.236217 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:31:40.236217 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:31:40.236217 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:31:40.236217 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:31:40.236217 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:31:40.236217 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:31:40.236217 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:31:40.236217 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:31:40.243021 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-68488da5-476b-4e1e-8cc5-e2c0f1067194 service neutron] Attempting to bind port bae2c6c9-3fd7-4866-95b8-e2d5b35af496 on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:31:40.243362 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-68488da5-476b-4e1e-8cc5-e2c0f1067194 service neutron] Attempting to bind port bae2c6c9-3fd7-4866-95b8-e2d5b35af496 by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '94b9090c-b2b9-43ba-9fb3-55c2b12e4231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1623f57f-14ee-4f27-909a-4111ec1638fe'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:31:40.243691 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-68488da5-476b-4e1e-8cc5-e2c0f1067194 service neutron] Attempting to bind port bae2c6c9-3fd7-4866-95b8-e2d5b35af496 on network 1623f57f-14ee-4f27-909a-4111ec1638fe {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:31:40.249586 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe377de-e2af-490d-a0b3-13375a7def2c None None] New status for floating IP d9aa45b0-45bf-4a59-ad60-1826144f0c30: DOWN {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:31:40.271182 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-68488da5-476b-4e1e-8cc5-e2c0f1067194 service neutron] Port bae2c6c9-3fd7-4866-95b8-e2d5b35af496 on network 1623f57f-14ee-4f27-909a-4111ec1638fe not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:31:40.271537 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-68488da5-476b-4e1e-8cc5-e2c0f1067194 service neutron] Attempting to bind port bae2c6c9-3fd7-4866-95b8-e2d5b35af496 on network 1623f57f-14ee-4f27-909a-4111ec1638fe {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:31:40.278395 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-68488da5-476b-4e1e-8cc5-e2c0f1067194 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:31:40.278746 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-68488da5-476b-4e1e-8cc5-e2c0f1067194 service neutron] Checking segment: {'id': '94b9090c-b2b9-43ba-9fb3-55c2b12e4231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1623f57f-14ee-4f27-909a-4111ec1638fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:31:40.279382 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-68488da5-476b-4e1e-8cc5-e2c0f1067194 service neutron] Bound using segment: {'id': '94b9090c-b2b9-43ba-9fb3-55c2b12e4231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1623f57f-14ee-4f27-909a-4111ec1638fe'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:31:40.279830 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-68488da5-476b-4e1e-8cc5-e2c0f1067194 service neutron] Bound port: bae2c6c9-3fd7-4866-95b8-e2d5b35af496, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b9090c-b2b9-43ba-9fb3-55c2b12e4231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1623f57f-14ee-4f27-909a-4111ec1638fe'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:31:40.280198 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-68488da5-476b-4e1e-8cc5-e2c0f1067194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:40.307981 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac6421-3737-47dc-9cd5-ef8f44ed71a2 req-b23710c0-6108-4b1a-9686-3986b429f0aa tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:40.309627 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57ac6421-3737-47dc-9cd5-ef8f44ed71a2 req-b23710c0-6108-4b1a-9686-3986b429f0aa tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/ports?device_id=605c749c-93a9-4acf-9172-7ba2172b5d14 HTTP/1.1" status: 200 len: 943 time: 0.3463371 Dec 09 15:31:40.338582 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3988e9ea-34f7-4b75-9861-2c74db8eb52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:40.360428 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-9891dfbf-5c64-49f8-b492-20c47c1b15d5 req-3e8080d3-9e48-4976-8a04-73f339d250e9 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Deleting port 3430a518-0aaf-47c9-8264-41191a0a4ebe {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:31:40.360793 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9891dfbf-5c64-49f8-b492-20c47c1b15d5 req-3e8080d3-9e48-4976-8a04-73f339d250e9 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:40.387338 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-e10e984d-b530-4592-9c30-86ca127266eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:40.424161 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3988e9ea-34f7-4b75-9861-2c74db8eb52e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:40.428101 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3988e9ea-34f7-4b75-9861-2c74db8eb52e admin admin] 10.222.0.57 "DELETE /v2.0/networks/ad739208-2a12-4b2a-afce-edd7e7f2782d HTTP/1.1" status: 204 len: 168 time: 2.3055942 Dec 09 15:31:40.431347 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53768) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:40.479907 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988e9ea-34f7-4b75-9861-2c74db8eb52e admin admin] Pushing event deleted for resources: {'Network': ['ID=ad739208-2a12-4b2a-afce-edd7e7f2782d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:40.487502 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-68488da5-476b-4e1e-8cc5-e2c0f1067194 service neutron] For port bae2c6c9-3fd7-4866-95b8-e2d5b35af496, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:31:40.530769 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-68488da5-476b-4e1e-8cc5-e2c0f1067194 service neutron] For port bae2c6c9-3fd7-4866-95b8-e2d5b35af496, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=bae2c6c9-3fd7-4866-95b8-e2d5b35af496,segment=NetworkSegment(94b9090c-b2b9-43ba-9fb3-55c2b12e4231),segment_id=94b9090c-b2b9-43ba-9fb3-55c2b12e4231)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:31:40.541359 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-68488da5-476b-4e1e-8cc5-e2c0f1067194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:40.552997 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e9197-ae4a-41c2-b0d7-dc265fdf534c req-2cab7655-ce7a-495b-90f6-c951ebe58e85 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:40.554162 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-748e9197-ae4a-41c2-b0d7-dc265fdf534c req-2cab7655-ce7a-495b-90f6-c951ebe58e85 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dc1320-f613-445f-bd84-4800478ed326 HTTP/1.1" status: 200 len: 946 time: 0.3170035 Dec 09 15:31:40.577387 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e64fcb5-6743-47b3-a18b-4df8485931ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:40.591130 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-68488da5-476b-4e1e-8cc5-e2c0f1067194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:40.592009 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-68488da5-476b-4e1e-8cc5-e2c0f1067194 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:40.593814 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-68488da5-476b-4e1e-8cc5-e2c0f1067194 service neutron] 10.222.0.42 "PUT /v2.0/ports/bae2c6c9-3fd7-4866-95b8-e2d5b35af496 HTTP/1.1" status: 200 len: 1091 time: 1.2855344 Dec 09 15:31:40.638274 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-e10e984d-b530-4592-9c30-86ca127266eb service neutron] For port 1b3a806c-d80c-4c75-9ee6-4b31413216d7, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=1b3a806c-d80c-4c75-9ee6-4b31413216d7,segment=NetworkSegment(69c5f819-123d-436b-8f3f-7e75c7d0b133),segment_id=69c5f819-123d-436b-8f3f-7e75c7d0b133)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:40.651428 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68488da5-476b-4e1e-8cc5-e2c0f1067194 service neutron] Pushing event updated for resources: {'Port': ['ID=bae2c6c9-3fd7-4866-95b8-e2d5b35af496,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:40.663251 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57ac6421-3737-47dc-9cd5-ef8f44ed71a2 req-fca2bc5d-13c1-46e0-b560-91f9a84d0fea tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5217ebf-397c-45e7-b782-d63176999034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3363163 Dec 09 15:31:40.676173 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4592faf-ca68-46c9-a5cf-e78616f9f2a3 admin admin] Deleting subnet f4e0a74b-4f55-4bbd-85c4-429296742b68 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:31:40.679830 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e4592faf-ca68-46c9-a5cf-e78616f9f2a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:40.724352 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-e10e984d-b530-4592-9c30-86ca127266eb service neutron] For port 1b3a806c-d80c-4c75-9ee6-4b31413216d7, host n-h2-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:31:40.728824 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e4592faf-ca68-46c9-a5cf-e78616f9f2a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:40.766138 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-c14ea328-ac4e-49d3-a255-fb21ab5f4807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:40.773313 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-c14ea328-ac4e-49d3-a255-fb21ab5f4807 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=544d079d0d95474e9d4ca372f968fba4&device_id=605c749c-93a9-4acf-9172-7ba2172b5d14 HTTP/1.1" status: 200 len: 1094 time: 0.1016278 Dec 09 15:31:40.786782 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e64fcb5-6743-47b3-a18b-4df8485931ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:40.802553 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-9891dfbf-5c64-49f8-b492-20c47c1b15d5 req-3e8080d3-9e48-4976-8a04-73f339d250e9 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] For port 3430a518-0aaf-47c9-8264-41191a0a4ebe, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=3430a518-0aaf-47c9-8264-41191a0a4ebe,segment=NetworkSegment(65ab9798-4da2-4ce5-b759-4c14cab985d9),segment_id=65ab9798-4da2-4ce5-b759-4c14cab985d9)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:40.802934 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9891dfbf-5c64-49f8-b492-20c47c1b15d5 req-3e8080d3-9e48-4976-8a04-73f339d250e9 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:40.805045 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-e10e984d-b530-4592-9c30-86ca127266eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:40.839000 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-9891dfbf-5c64-49f8-b492-20c47c1b15d5 req-3e8080d3-9e48-4976-8a04-73f339d250e9 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Calling delete_port for 3430a518-0aaf-47c9-8264-41191a0a4ebe owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:31:40.839501 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-a07d17d2-c405-45bf-abf3-bc357a7d7f9f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bae2c6c9-3fd7-4866-95b8-e2d5b35af496 HTTP/1.1" status: 200 len: 217 time: 0.0506544 Dec 09 15:31:40.843768 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-e10e984d-b530-4592-9c30-86ca127266eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:40.847649 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e4592faf-ca68-46c9-a5cf-e78616f9f2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:40.878866 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-748e9197-ae4a-41c2-b0d7-dc265fdf534c req-39fe8889-3642-49d5-8b00-1dbe9f077e04 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115525 Dec 09 15:31:40.988464 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-8731fa48-580a-4704-8298-309f0c3e6310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:40.990070 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-8731fa48-580a-4704-8298-309f0c3e6310 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd6cf3c6-eae1-454b-835d-918a28ae0ed5 HTTP/1.1" status: 200 len: 862 time: 0.1408830 Dec 09 15:31:40.990771 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e984d-b530-4592-9c30-86ca127266eb service neutron] Pushing event updated for resources: {'Port': ['ID=1b3a806c-d80c-4c75-9ee6-4b31413216d7,revision_number=7']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:40.999382 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e64fcb5-6743-47b3-a18b-4df8485931ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:41.002025 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e64fcb5-6743-47b3-a18b-4df8485931ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:41.003433 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4e64fcb5-6743-47b3-a18b-4df8485931ab admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bb7e224c-ede0-4da6-ae67-3e4289e2c8d0 HTTP/1.1" status: 204 len: 168 time: 0.9650376 Dec 09 15:31:41.015182 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e4592faf-ca68-46c9-a5cf-e78616f9f2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:41.051992 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e64fcb5-6743-47b3-a18b-4df8485931ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7e224c-ede0-4da6-ae67-3e4289e2c8d0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:41.056830 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4592faf-ca68-46c9-a5cf-e78616f9f2a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4e0a74b-4f55-4bbd-85c4-429296742b68,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:41.059386 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e4592faf-ca68-46c9-a5cf-e78616f9f2a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:41.062749 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e4592faf-ca68-46c9-a5cf-e78616f9f2a3 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f4e0a74b-4f55-4bbd-85c4-429296742b68 HTTP/1.1" status: 204 len: 168 time: 0.6134098 Dec 09 15:31:41.065468 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53784) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:41.121200 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605c749c-93a9-4acf-9172-7ba2172b5d14', 'tag': 'bae2c6c9-3fd7-4866-95b8-e2d5b35af496'}, {'server_uuid': '64dc1320-f613-445f-bd84-4800478ed326', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b3a806c-d80c-4c75-9ee6-4b31413216d7'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:31:41.126665 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16608a6-aae5-41f0-bdc2-380cc655c707" -d '{"events": [{"name": "network-changed", "server_uuid": "605c749c-93a9-4acf-9172-7ba2172b5d14", "tag": "bae2c6c9-3fd7-4866-95b8-e2d5b35af496"}, {"server_uuid": "64dc1320-f613-445f-bd84-4800478ed326", "name": "network-vif-unplugged", "status": "completed", "tag": "1b3a806c-d80c-4c75-9ee6-4b31413216d7"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:31:41.222800 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 09 Dec 2021 15:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6053cd73-fb6c-4126-9ce3-85bdd1e09c21 x-openstack-request-id: req-6053cd73-fb6c-4126-9ce3-85bdd1e09c21 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:31:41.222991 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "605c749c-93a9-4acf-9172-7ba2172b5d14", "tag": "bae2c6c9-3fd7-4866-95b8-e2d5b35af496", "status": "completed", "code": 200}, {"server_uuid": "64dc1320-f613-445f-bd84-4800478ed326", "name": "network-vif-unplugged", "status": "completed", "tag": "1b3a806c-d80c-4c75-9ee6-4b31413216d7", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:31:41.223254 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6053cd73-fb6c-4126-9ce3-85bdd1e09c21 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:31:41.223784 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605c749c-93a9-4acf-9172-7ba2172b5d14', 'tag': 'bae2c6c9-3fd7-4866-95b8-e2d5b35af496', 'status': 'completed', 'code': 200} Dec 09 15:31:41.224043 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64dc1320-f613-445f-bd84-4800478ed326', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b3a806c-d80c-4c75-9ee6-4b31413216d7', 'code': 200} Dec 09 15:31:41.229648 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-53c9d05c-73fc-4526-bd12-47af070bf39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:41.231167 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-53c9d05c-73fc-4526-bd12-47af070bf39c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1623f57f-14ee-4f27-909a-4111ec1638fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2323179 Dec 09 15:31:41.232276 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-e10e984d-b530-4592-9c30-86ca127266eb service neutron] Attempting to bind port 1b3a806c-d80c-4c75-9ee6-4b31413216d7 on host n-h2-821228-1 for vnic_type normal with profile {"migrating_to": "n-h1-821228-1"} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:31:41.232637 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-e10e984d-b530-4592-9c30-86ca127266eb service neutron] Attempting to bind port 1b3a806c-d80c-4c75-9ee6-4b31413216d7 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:31:41.232967 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-e10e984d-b530-4592-9c30-86ca127266eb service neutron] Attempting to bind port 1b3a806c-d80c-4c75-9ee6-4b31413216d7 on network 6c4b0ba7-873d-4b03-9efa-67af55c0587e {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:31:41.239366 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-e10e984d-b530-4592-9c30-86ca127266eb service neutron] Port 1b3a806c-d80c-4c75-9ee6-4b31413216d7 on network 6c4b0ba7-873d-4b03-9efa-67af55c0587e not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:31:41.239693 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-e10e984d-b530-4592-9c30-86ca127266eb service neutron] Attempting to bind port 1b3a806c-d80c-4c75-9ee6-4b31413216d7 on network 6c4b0ba7-873d-4b03-9efa-67af55c0587e {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:31:41.255247 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-e10e984d-b530-4592-9c30-86ca127266eb service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:31:41.255745 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-e10e984d-b530-4592-9c30-86ca127266eb service neutron] Checking segment: {'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:31:41.256130 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-e10e984d-b530-4592-9c30-86ca127266eb service neutron] Bound using segment: {'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:31:41.256964 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-e10e984d-b530-4592-9c30-86ca127266eb service neutron] Bound port: 1b3a806c-d80c-4c75-9ee6-4b31413216d7, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:31:41.257332 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-e10e984d-b530-4592-9c30-86ca127266eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:41.268237 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-49197dc0-c460-475b-99b5-cb6484c2d52b req-0c11b03b-9951-4c9e-bdfc-700ef9e25bef tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0c04202-0e52-413d-aaba-f5736128874f HTTP/1.1" status: 200 len: 210 time: 0.0388310 Dec 09 15:31:41.274098 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49505c0f-4aaa-45ca-ab6c-7ef289834d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:41.276242 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9891dfbf-5c64-49f8-b492-20c47c1b15d5 req-3e8080d3-9e48-4976-8a04-73f339d250e9 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:41.310745 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8080d3-9e48-4976-8a04-73f339d250e9 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Pushing event deleted for resources: {'Port': ['ID=3430a518-0aaf-47c9-8264-41191a0a4ebe,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:41.321777 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['54082ef0-861e-49d8-9c6a-3dd2693b631f'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:31:41.404264 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-e10e984d-b530-4592-9c30-86ca127266eb service neutron] For port 1b3a806c-d80c-4c75-9ee6-4b31413216d7, host n-h2-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:31:41.411387 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-e10e984d-b530-4592-9c30-86ca127266eb service neutron] For port 1b3a806c-d80c-4c75-9ee6-4b31413216d7, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=1b3a806c-d80c-4c75-9ee6-4b31413216d7,segment=NetworkSegment(69c5f819-123d-436b-8f3f-7e75c7d0b133),segment_id=69c5f819-123d-436b-8f3f-7e75c7d0b133)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:31:41.421840 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-e10e984d-b530-4592-9c30-86ca127266eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:41.431750 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-355c97dc-ebd0-4fed-84e9-e9b8fc9e7cf4 service neutron] 10.222.0.42 "GET /v2.0/networks/1623f57f-14ee-4f27-909a-4111ec1638fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854551 Dec 09 15:31:41.547407 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-9891dfbf-5c64-49f8-b492-20c47c1b15d5 req-3e8080d3-9e48-4976-8a04-73f339d250e9 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] No DVR routers for this DVR port 3430a518-0aaf-47c9-8264-41191a0a4ebe on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:31:41.550306 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9891dfbf-5c64-49f8-b492-20c47c1b15d5 req-3e8080d3-9e48-4976-8a04-73f339d250e9 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:41.554527 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9891dfbf-5c64-49f8-b492-20c47c1b15d5 req-3e8080d3-9e48-4976-8a04-73f339d250e9 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.31 "DELETE /v2.0/ports/3430a518-0aaf-47c9-8264-41191a0a4ebe HTTP/1.1" status: 204 len: 173 time: 2.1189613 Dec 09 15:31:41.556184 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49505c0f-4aaa-45ca-ab6c-7ef289834d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:41.559318 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c04202-0e52-413d-aaba-f5736128874f', 'name': 'network-vif-deleted', 'tag': '3430a518-0aaf-47c9-8264-41191a0a4ebe'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:31:41.562083 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fd3396-f47f-4e29-8ecb-ac40985b8a21" -d '{"events": [{"server_uuid": "b0c04202-0e52-413d-aaba-f5736128874f", "name": "network-vif-deleted", "tag": "3430a518-0aaf-47c9-8264-41191a0a4ebe"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:31:41.593996 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-e10e984d-b530-4592-9c30-86ca127266eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:41.594820 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-e10e984d-b530-4592-9c30-86ca127266eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:41.597095 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-e10e984d-b530-4592-9c30-86ca127266eb service neutron] 10.222.0.42 "PUT /v2.0/ports/1b3a806c-d80c-4c75-9ee6-4b31413216d7 HTTP/1.1" status: 200 len: 1122 time: 1.3731592 Dec 09 15:31:41.612915 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e984d-b530-4592-9c30-86ca127266eb service neutron] Pushing event updated for resources: {'Port': ['ID=1b3a806c-d80c-4c75-9ee6-4b31413216d7,revision_number=8']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:41.642856 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-969cc466-b49b-4be0-a16b-0a71cf6e2982 req-4bf80a87-e250-4f76-b926-2e18d0e68c86 service neutron] 10.222.0.42 "GET /v2.0/networks/1623f57f-14ee-4f27-909a-4111ec1638fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778469 Dec 09 15:31:41.686555 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f12fda1-449c-4e34-ae27-1683a136accf x-openstack-request-id: req-1f12fda1-449c-4e34-ae27-1683a136accf {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:31:41.686964 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c04202-0e52-413d-aaba-f5736128874f", "name": "network-vif-deleted", "tag": "3430a518-0aaf-47c9-8264-41191a0a4ebe", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:31:41.687925 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1f12fda1-449c-4e34-ae27-1683a136accf {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:31:41.689371 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c04202-0e52-413d-aaba-f5736128874f', 'name': 'network-vif-deleted', 'tag': '3430a518-0aaf-47c9-8264-41191a0a4ebe', 'status': 'completed', 'code': 200} Dec 09 15:31:41.693329 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-49505c0f-4aaa-45ca-ab6c-7ef289834d80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f4d0be9-0c6b-44bc-8c54-b7807172649a']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:31:41.712456 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['1b3a806c-d80c-4c75-9ee6-4b31413216d7'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:31:41.718576 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-49505c0f-4aaa-45ca-ab6c-7ef289834d80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '648cc040-5c0f-4180-a776-59385f074c31') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:31:41.722515 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-49505c0f-4aaa-45ca-ab6c-7ef289834d80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '648cc040-5c0f-4180-a776-59385f074c31') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:31:41.745518 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49505c0f-4aaa-45ca-ab6c-7ef289834d80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:41.792151 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49505c0f-4aaa-45ca-ab6c-7ef289834d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:41.800029 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['1b3a806c-d80c-4c75-9ee6-4b31413216d7'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:31:41.819290 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49505c0f-4aaa-45ca-ab6c-7ef289834d80 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:31:41.823983 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49505c0f-4aaa-45ca-ab6c-7ef289834d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:41.834252 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:31:41.834252 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:31:41.834252 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:31:41.834252 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:31:41.834252 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:31:41.834252 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:31:41.834252 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:31:41.834252 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:31:41.834252 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:31:41.834252 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:31:41.834252 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:31:41.834252 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:31:41.834252 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:31:41.834252 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:31:41.834252 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:31:41.834252 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:31:41.834252 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:31:41.834252 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:31:41.834252 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:31:41.834252 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:31:41.834252 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:31:41.834252 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:31:41.834252 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:31:41.834252 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:31:41.834252 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:31:41.834252 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:31:41.834252 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:31:41.834252 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:31:41.834252 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:31:41.834252 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:31:41.834252 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:31:41.834252 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:31:41.857380 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16608a6-aae5-41f0-bdc2-380cc655c707 req-bc9b397d-b8c6-40c2-8042-ef7952180cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:41.859518 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d16608a6-aae5-41f0-bdc2-380cc655c707 req-bc9b397d-b8c6-40c2-8042-ef7952180cfc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=544d079d0d95474e9d4ca372f968fba4&device_id=605c749c-93a9-4acf-9172-7ba2172b5d14 HTTP/1.1" status: 200 len: 1094 time: 0.0835924 Dec 09 15:31:41.934449 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c04202-0e52-413d-aaba-f5736128874f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3430a518-0aaf-47c9-8264-41191a0a4ebe'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:31:41.939941 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45ee053-7241-4472-b203-242fb56e3a85" -d '{"events": [{"server_uuid": "b0c04202-0e52-413d-aaba-f5736128874f", "name": "network-vif-unplugged", "status": "completed", "tag": "3430a518-0aaf-47c9-8264-41191a0a4ebe"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:31:42.006389 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d7027-d767-42ce-aff4-361a2c7639c8 req-0f8eb9be-b2e7-49f3-8fbd-82389912dfb3 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:42.008006 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-807d7027-d767-42ce-aff4-361a2c7639c8 req-0f8eb9be-b2e7-49f3-8fbd-82389912dfb3 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/ports?device_id=605c749c-93a9-4acf-9172-7ba2172b5d14 HTTP/1.1" status: 200 len: 943 time: 0.1765094 Dec 09 15:31:42.016194 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49505c0f-4aaa-45ca-ab6c-7ef289834d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:42.025111 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49505c0f-4aaa-45ca-ab6c-7ef289834d80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:42.029674 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-49505c0f-4aaa-45ca-ab6c-7ef289834d80 admin admin] 10.222.0.57 "DELETE /v2.0/networks/7f4d0be9-0c6b-44bc-8c54-b7807172649a HTTP/1.1" status: 204 len: 168 time: 0.9622378 Dec 09 15:31:42.057667 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16608a6-aae5-41f0-bdc2-380cc655c707 req-efcb6fe5-1e1b-431a-a2b3-c1560677d367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:42.059294 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d16608a6-aae5-41f0-bdc2-380cc655c707 req-efcb6fe5-1e1b-431a-a2b3-c1560677d367 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1623f57f-14ee-4f27-909a-4111ec1638fe HTTP/1.1" status: 200 len: 924 time: 0.1897695 Dec 09 15:31:42.152718 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d16608a6-aae5-41f0-bdc2-380cc655c707 req-c76585cb-3a47-47a9-bc61-db902fa446d4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bae2c6c9-3fd7-4866-95b8-e2d5b35af496 HTTP/1.1" status: 200 len: 217 time: 0.0843353 Dec 09 15:31:42.274577 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16608a6-aae5-41f0-bdc2-380cc655c707 req-601e87bc-055a-427b-bae4-42affaed0cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:42.276547 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d16608a6-aae5-41f0-bdc2-380cc655c707 req-601e87bc-055a-427b-bae4-42affaed0cc2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd6cf3c6-eae1-454b-835d-918a28ae0ed5 HTTP/1.1" status: 200 len: 862 time: 0.1103694 Dec 09 15:31:42.278739 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49505c0f-4aaa-45ca-ab6c-7ef289834d80 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f4d0be9-0c6b-44bc-8c54-b7807172649a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:42.395562 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16608a6-aae5-41f0-bdc2-380cc655c707 req-fd17e028-f457-4712-8c32-a20839ea621b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:42.401018 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53832) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:42.406898 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d16608a6-aae5-41f0-bdc2-380cc655c707 req-fd17e028-f457-4712-8c32-a20839ea621b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1623f57f-14ee-4f27-909a-4111ec1638fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1199477 Dec 09 15:31:42.415006 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-807d7027-d767-42ce-aff4-361a2c7639c8 req-cad73f18-61ed-4a21-a6fb-5f4c62cdb6aa tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5217ebf-397c-45e7-b782-d63176999034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3841863 Dec 09 15:31:42.447687 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc75a8c-2721-465d-a8af-0434a5c7047e req-78ea67c7-b1b4-4f1d-80d7-aa54ebbbfdc3 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:42.449266 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7fc75a8c-2721-465d-a8af-0434a5c7047e req-78ea67c7-b1b4-4f1d-80d7-aa54ebbbfdc3 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dc1320-f613-445f-bd84-4800478ed326 HTTP/1.1" status: 200 len: 944 time: 0.3655121 Dec 09 15:31:42.499239 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-79ae4e9e-7199-4993-943c-124b0b59065d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f13d08772c534fedb856a050e75c7153&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0961201 Dec 09 15:31:42.502191 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53834) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:42.521987 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 15:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ab0429-6797-4317-85c5-e89ad1a49aaa x-openstack-request-id: req-d0ab0429-6797-4317-85c5-e89ad1a49aaa {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:31:42.522495 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c04202-0e52-413d-aaba-f5736128874f", "name": "network-vif-unplugged", "status": "completed", "tag": "3430a518-0aaf-47c9-8264-41191a0a4ebe", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:31:42.522495 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d0ab0429-6797-4317-85c5-e89ad1a49aaa {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:31:42.522900 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c04202-0e52-413d-aaba-f5736128874f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3430a518-0aaf-47c9-8264-41191a0a4ebe', 'code': 200} Dec 09 15:31:42.601926 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d16608a6-aae5-41f0-bdc2-380cc655c707 req-e225c731-e3ec-49dc-a1d9-3911ac462565 service neutron] 10.222.0.42 "GET /v2.0/networks/1623f57f-14ee-4f27-909a-4111ec1638fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735640 Dec 09 15:31:42.647546 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7fc75a8c-2721-465d-a8af-0434a5c7047e req-7b33e2f6-7b29-47c9-aaef-bc02ffe1d8d0 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842892 Dec 09 15:31:42.658997 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db8595de-8fa8-4a7f-9850-c97b62355f48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:42.697976 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0313a469-aa6a-4f81-916b-01b1b35dfcae req-fbfd82b5-348b-43b4-9148-0608bc51b74e tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups/9df8cd04-04a9-4303-9eea-801bf4252e64 HTTP/1.1" status: 200 len: 1816 time: 0.0917044 Dec 09 15:31:42.703101 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db8595de-8fa8-4a7f-9850-c97b62355f48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:42.746569 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d16608a6-aae5-41f0-bdc2-380cc655c707 req-e9ebe179-3d3f-4178-8e47-0c50affead31 service neutron] 10.222.0.42 "GET /v2.0/networks/1623f57f-14ee-4f27-909a-4111ec1638fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352427 Dec 09 15:31:42.795930 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0313a469-aa6a-4f81-916b-01b1b35dfcae req-a0af6649-688c-40d4-9dae-5851030de6a6 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:42.809811 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db8595de-8fa8-4a7f-9850-c97b62355f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:42.812480 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db8595de-8fa8-4a7f-9850-c97b62355f48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:42.813767 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-db8595de-8fa8-4a7f-9850-c97b62355f48 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c84be895-f187-4280-845d-b77edb68a762 HTTP/1.1" status: 204 len: 168 time: 0.3083260 Dec 09 15:31:42.829471 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8595de-8fa8-4a7f-9850-c97b62355f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84be895-f187-4280-845d-b77edb68a762,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:42.851853 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0313a469-aa6a-4f81-916b-01b1b35dfcae req-a0af6649-688c-40d4-9dae-5851030de6a6 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:42.938676 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0313a469-aa6a-4f81-916b-01b1b35dfcae req-a0af6649-688c-40d4-9dae-5851030de6a6 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:42.942542 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0313a469-aa6a-4f81-916b-01b1b35dfcae req-a0af6649-688c-40d4-9dae-5851030de6a6 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:42.943730 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0313a469-aa6a-4f81-916b-01b1b35dfcae req-a0af6649-688c-40d4-9dae-5851030de6a6 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "DELETE /v2.0/security-groups/9df8cd04-04a9-4303-9eea-801bf4252e64 HTTP/1.1" status: 204 len: 173 time: 0.2326727 Dec 09 15:31:42.955262 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af6649-688c-40d4-9dae-5851030de6a6 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df8cd04-04a9-4303-9eea-801bf4252e64,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:43.056983 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f16c1e72-8609-46b3-887c-718a311d3959 req-c6f76db2-3de8-4c5c-bcbd-5a75632af31d tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups/f1e38881-b1e6-45b1-8078-9d463ee0fc24 HTTP/1.1" status: 200 len: 1818 time: 0.0635679 Dec 09 15:31:43.132613 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f16c1e72-8609-46b3-887c-718a311d3959 req-5d845e51-d67e-4310-916f-e34ca3dbd1a6 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:43.162106 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f16c1e72-8609-46b3-887c-718a311d3959 req-5d845e51-d67e-4310-916f-e34ca3dbd1a6 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:43.218575 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f16c1e72-8609-46b3-887c-718a311d3959 req-5d845e51-d67e-4310-916f-e34ca3dbd1a6 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:43.221345 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f16c1e72-8609-46b3-887c-718a311d3959 req-5d845e51-d67e-4310-916f-e34ca3dbd1a6 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:43.225644 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64dc1320-f613-445f-bd84-4800478ed326', 'tag': '1b3a806c-d80c-4c75-9ee6-4b31413216d7'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:31:43.226173 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f16c1e72-8609-46b3-887c-718a311d3959 req-5d845e51-d67e-4310-916f-e34ca3dbd1a6 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "DELETE /v2.0/security-groups/f1e38881-b1e6-45b1-8078-9d463ee0fc24 HTTP/1.1" status: 204 len: 173 time: 0.1672873 Dec 09 15:31:43.232408 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0048d2-597d-4321-b99e-be415cf8c01b" -d '{"events": [{"name": "network-changed", "server_uuid": "64dc1320-f613-445f-bd84-4800478ed326", "tag": "1b3a806c-d80c-4c75-9ee6-4b31413216d7"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:31:43.242439 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d845e51-d67e-4310-916f-e34ca3dbd1a6 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e38881-b1e6-45b1-8078-9d463ee0fc24,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:43.268623 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-8c29447f-3038-4c79-b576-e56c70176324 req-a71f9161-afdc-4da9-87d0-07c8f49d36ca tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1518542576', 'description': 'tempest-description-1002909733'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:31:43.290859 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ff4593-385b-4eed-9f8b-cc8c0fc835fe x-openstack-request-id: req-f0ff4593-385b-4eed-9f8b-cc8c0fc835fe {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:31:43.291269 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64dc1320-f613-445f-bd84-4800478ed326", "tag": "1b3a806c-d80c-4c75-9ee6-4b31413216d7", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:31:43.291436 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f0ff4593-385b-4eed-9f8b-cc8c0fc835fe {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:31:43.291801 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64dc1320-f613-445f-bd84-4800478ed326', 'tag': '1b3a806c-d80c-4c75-9ee6-4b31413216d7', 'status': 'completed', 'code': 200} Dec 09 15:31:43.347011 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8c29447f-3038-4c79-b576-e56c70176324 req-a71f9161-afdc-4da9-87d0-07c8f49d36ca tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:43.416393 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0048d2-597d-4321-b99e-be415cf8c01b req-0ef65be6-0d4f-41e1-b66d-7dc8865af864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:43.418311 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f0048d2-597d-4321-b99e-be415cf8c01b req-0ef65be6-0d4f-41e1-b66d-7dc8865af864 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5674bd72d1184432801f651e299c9dce&device_id=64dc1320-f613-445f-bd84-4800478ed326 HTTP/1.1" status: 200 len: 1125 time: 0.0941799 Dec 09 15:31:43.603515 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0048d2-597d-4321-b99e-be415cf8c01b req-77d03acb-a967-4fb2-afd9-f1e84594e8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:43.605194 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f0048d2-597d-4321-b99e-be415cf8c01b req-77d03acb-a967-4fb2-afd9-f1e84594e8ca service neutron] 10.222.0.31 "GET /v2.0/networks?id=6c4b0ba7-873d-4b03-9efa-67af55c0587e HTTP/1.1" status: 200 len: 921 time: 0.1749814 Dec 09 15:31:43.626326 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53896) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:43.689401 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-33f7456d-34ef-4f0a-9eef-ce50e2ecb73a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b1d2a2ea69ab4dc586aea620acbecdda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0619183 Dec 09 15:31:43.693689 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53904) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:43.736240 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f0048d2-597d-4321-b99e-be415cf8c01b req-6504f0e3-bb99-4e43-ab20-e7639b7d81f7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b3a806c-d80c-4c75-9ee6-4b31413216d7 HTTP/1.1" status: 200 len: 217 time: 0.1125102 Dec 09 15:31:43.742010 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8c29447f-3038-4c79-b576-e56c70176324 req-a71f9161-afdc-4da9-87d0-07c8f49d36ca tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:43.803517 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f9063d55-1efc-45b9-b9bd-74520d4f7071 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:43.844108 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd7fa2-9a8f-43f1-837d-a7f16919c7ee req-130e0d54-4f4d-42cb-b883-b3af368dbc98 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:43.855062 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f9063d55-1efc-45b9-b9bd-74520d4f7071 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:43.855950 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5bdd7fa2-9a8f-43f1-837d-a7f16919c7ee req-130e0d54-4f4d-42cb-b883-b3af368dbc98 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/ports?device_id=605c749c-93a9-4acf-9172-7ba2172b5d14 HTTP/1.1" status: 200 len: 943 time: 0.3374562 Dec 09 15:31:43.883009 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8c29447f-3038-4c79-b576-e56c70176324 req-a71f9161-afdc-4da9-87d0-07c8f49d36ca tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:43.895300 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0048d2-597d-4321-b99e-be415cf8c01b req-08acd721-b641-4d39-ac56-9adaadf1793f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:43.897226 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f0048d2-597d-4321-b99e-be415cf8c01b req-08acd721-b641-4d39-ac56-9adaadf1793f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2340fb97-6ad9-4615-9535-804554d0ce45 HTTP/1.1" status: 200 len: 860 time: 0.1513877 Dec 09 15:31:43.935795 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f9063d55-1efc-45b9-b9bd-74520d4f7071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:43.940838 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f9063d55-1efc-45b9-b9bd-74520d4f7071 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:43.945073 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f9063d55-1efc-45b9-b9bd-74520d4f7071 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3c593a8b-3d75-4f0f-9b2e-8f93376d8492 HTTP/1.1" status: 204 len: 168 time: 0.2483025 Dec 09 15:31:43.952623 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9063d55-1efc-45b9-b9bd-74520d4f7071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c593a8b-3d75-4f0f-9b2e-8f93376d8492,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:43.994120 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8c29447f-3038-4c79-b576-e56c70176324 req-a71f9161-afdc-4da9-87d0-07c8f49d36ca tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:43.995857 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8c29447f-3038-4c79-b576-e56c70176324 req-a71f9161-afdc-4da9-87d0-07c8f49d36ca tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.7347174 Dec 09 15:31:44.003239 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f0048d2-597d-4321-b99e-be415cf8c01b req-32706d43-d382-4ff7-acab-292687c23cc9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6c4b0ba7-873d-4b03-9efa-67af55c0587e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957553 Dec 09 15:31:44.030180 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f9161-afdc-4da9-87d0-07c8f49d36ca tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96464e39-3b33-4b16-8fac-498a95d896d3,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:44.075157 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5bdd7fa2-9a8f-43f1-837d-a7f16919c7ee req-465d7a8e-5988-40b9-a1f4-0d5bda35866e tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5217ebf-397c-45e7-b782-d63176999034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181602 Dec 09 15:31:44.204249 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a7bb2-c26a-4e74-8c89-60b9092889fb req-6f871eb3-a2c8-46b5-8595-e4367b83a020 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:44.206000 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-440a7bb2-c26a-4e74-8c89-60b9092889fb req-6f871eb3-a2c8-46b5-8595-e4367b83a020 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dc1320-f613-445f-bd84-4800478ed326 HTTP/1.1" status: 200 len: 944 time: 0.1282907 Dec 09 15:31:44.216333 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f0048d2-597d-4321-b99e-be415cf8c01b req-dc17d3b3-4cd3-42e5-852e-318d4b2e49aa service neutron] 10.222.0.31 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016127 Dec 09 15:31:44.252974 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1ff2ff68-3f40-4891-8dde-73bca89c17fd req-803ac4a5-7a58-44f8-ba6f-de2050f89b85 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups/96464e39-3b33-4b16-8fac-498a95d896d3 HTTP/1.1" status: 200 len: 1818 time: 0.1107352 Dec 09 15:31:44.268352 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-1ff2ff68-3f40-4891-8dde-73bca89c17fd req-1faeba08-3c2d-4cfb-a152-67c81ea02181 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Request body: {'security_group': {'name': 'tempest-sg-hth-235798133', 'description': 'tempest-description-hth-402691495'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:31:44.399535 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-440a7bb2-c26a-4e74-8c89-60b9092889fb req-beb0a9e8-46e5-4765-8242-976f4b076c3a tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823471 Dec 09 15:31:44.408349 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1ff2ff68-3f40-4891-8dde-73bca89c17fd req-1faeba08-3c2d-4cfb-a152-67c81ea02181 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:44.456399 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f0048d2-597d-4321-b99e-be415cf8c01b req-bcf24112-9c94-4675-8811-a195d3482045 service neutron] 10.222.0.31 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295630 Dec 09 15:31:44.491628 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1ff2ff68-3f40-4891-8dde-73bca89c17fd req-1faeba08-3c2d-4cfb-a152-67c81ea02181 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:44.497942 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1ff2ff68-3f40-4891-8dde-73bca89c17fd req-1faeba08-3c2d-4cfb-a152-67c81ea02181 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:44.528037 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1ff2ff68-3f40-4891-8dde-73bca89c17fd req-1faeba08-3c2d-4cfb-a152-67c81ea02181 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:44.548126 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1ff2ff68-3f40-4891-8dde-73bca89c17fd req-1faeba08-3c2d-4cfb-a152-67c81ea02181 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "PUT /v2.0/security-groups/96464e39-3b33-4b16-8fac-498a95d896d3 HTTP/1.1" status: 200 len: 1790 time: 0.2941155 Dec 09 15:31:44.579831 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faeba08-3c2d-4cfb-a152-67c81ea02181 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96464e39-3b33-4b16-8fac-498a95d896d3,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:44.650892 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f7acb564-c5d4-42df-b23d-5a71ce295b47 req-f7de7ae7-0ce9-468a-bc69-cb41ce65c42f tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups/96464e39-3b33-4b16-8fac-498a95d896d3 HTTP/1.1" status: 200 len: 1790 time: 0.0724239 Dec 09 15:31:44.783280 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-36f8a838-8b75-432c-aa34-1083123fb55d req-defc9d8b-ca18-435d-becd-23f72216dea5 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups/96464e39-3b33-4b16-8fac-498a95d896d3 HTTP/1.1" status: 200 len: 1790 time: 0.1032233 Dec 09 15:31:44.919081 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-36f8a838-8b75-432c-aa34-1083123fb55d req-db6b6389-33c7-479b-b0e6-077ae1038d63 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:44.990680 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-5505fcf3-ca31-479e-a6c1-94f42d91f8e9 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=e4bc060e9c6d41c0b9fab8d243b32c82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504932 Dec 09 15:31:45.029980 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-36f8a838-8b75-432c-aa34-1083123fb55d req-db6b6389-33c7-479b-b0e6-077ae1038d63 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:45.318694 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-d1be91e0-3a08-4d6f-a4ce-1d8bb088e5ff tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:45.333637 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-d1be91e0-3a08-4d6f-a4ce-1d8bb088e5ff tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3408513 Dec 09 15:31:45.390488 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-d373c6a9-6be9-40cb-9d79-20221f48d6aa tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/quotas/e4bc060e9c6d41c0b9fab8d243b32c82 HTTP/1.1" status: 200 len: 375 time: 0.0562210 Dec 09 15:31:45.525856 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-ead62849-f161-49e6-92be-37040dfa355c tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e4bc060e9c6d41c0b9fab8d243b32c82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1308196 Dec 09 15:31:45.554016 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-36f8a838-8b75-432c-aa34-1083123fb55d req-db6b6389-33c7-479b-b0e6-077ae1038d63 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:45.556808 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-36f8a838-8b75-432c-aa34-1083123fb55d req-db6b6389-33c7-479b-b0e6-077ae1038d63 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:45.562975 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-36f8a838-8b75-432c-aa34-1083123fb55d req-db6b6389-33c7-479b-b0e6-077ae1038d63 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "DELETE /v2.0/security-groups/96464e39-3b33-4b16-8fac-498a95d896d3 HTTP/1.1" status: 204 len: 173 time: 0.7738061 Dec 09 15:31:45.585669 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b6389-33c7-479b-b0e6-077ae1038d63 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96464e39-3b33-4b16-8fac-498a95d896d3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:45.659959 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:45.806585 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device bae2c6c9-3fd7-4866-95b8-e2d5b35af496 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:31:45.815112 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6b02f-b32c-44ef-8178-9ffdb174126f req-ed62ea9d-3946-42a8-a095-5101c7f6a75d tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:45.821307 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7bd6b02f-b32c-44ef-8178-9ffdb174126f req-ed62ea9d-3946-42a8-a095-5101c7f6a75d tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/ports?device_id=605c749c-93a9-4acf-9172-7ba2172b5d14 HTTP/1.1" status: 200 len: 943 time: 0.1332624 Dec 09 15:31:45.916992 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7bd6b02f-b32c-44ef-8178-9ffdb174126f req-ca8622d8-0357-4975-9c65-b9aca5049acf tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5217ebf-397c-45e7-b782-d63176999034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870106 Dec 09 15:31:45.955080 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a8ffc-a458-43ef-bac7-255896c30699 req-bb31cfe2-63d9-4197-92e6-54daa5f02a7b tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:45.974179 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3f3a8ffc-a458-43ef-bac7-255896c30699 req-bb31cfe2-63d9-4197-92e6-54daa5f02a7b tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dc1320-f613-445f-bd84-4800478ed326 HTTP/1.1" status: 200 len: 944 time: 0.1069865 Dec 09 15:31:46.015291 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port bae2c6c9-3fd7-4866-95b8-e2d5b35af496, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=bae2c6c9-3fd7-4866-95b8-e2d5b35af496,segment=NetworkSegment(94b9090c-b2b9-43ba-9fb3-55c2b12e4231),segment_id=94b9090c-b2b9-43ba-9fb3-55c2b12e4231)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:46.042238 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': 'bae2c6c9-3fd7-4866-95b8-e2d5b35af496', 'network_id': '1623f57f-14ee-4f27-909a-4111ec1638fe', 'port_id': 'bae2c6c9-3fd7-4866-95b8-e2d5b35af496', 'mac_address': 'fa:16:3e:8c:17:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd6cf3c6-eae1-454b-835d-918a28ae0ed5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:31:46.074494 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3f3a8ffc-a458-43ef-bac7-255896c30699 req-7706f9ad-8442-4154-a9d0-459aaddeb0bd tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993485 Dec 09 15:31:46.153295 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:46.187053 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bae2c6c9-3fd7-4866-95b8-e2d5b35af496 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:31:46.239965 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-93779d65-e5d5-4401-b022-935ac3442ca1 req-e81d6802-0233-46a2-a411-2ac49bbf3305 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/ports?device_id=decea538-ff0e-4588-9dd5-dc7e49133dd8 HTTP/1.1" status: 200 len: 210 time: 0.0785627 Dec 09 15:31:46.245498 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port bae2c6c9-3fd7-4866-95b8-e2d5b35af496, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=bae2c6c9-3fd7-4866-95b8-e2d5b35af496,segment=NetworkSegment(94b9090c-b2b9-43ba-9fb3-55c2b12e4231),segment_id=94b9090c-b2b9-43ba-9fb3-55c2b12e4231)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:46.269783 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:46.372360 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=bae2c6c9-3fd7-4866-95b8-e2d5b35af496,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:46.389739 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-98b2ef33-dd08-4e5f-9483-5aea36c0ddd8 req-9f93ec72-12d1-4d80-9120-df34ad1b6a79 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] show failed (client error): The resource could not be found. Dec 09 15:31:46.397627 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-98b2ef33-dd08-4e5f-9483-5aea36c0ddd8 req-9f93ec72-12d1-4d80-9120-df34ad1b6a79 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups/f1e38881-b1e6-45b1-8078-9d463ee0fc24 HTTP/1.1" status: 404 len: 352 time: 0.0263150 Dec 09 15:31:46.453699 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-d1d976b9-d1ae-4d85-a461-7c784c650477 req-84a488de-226f-479f-8184-d457e5c16bae tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] show failed (client error): The resource could not be found. Dec 09 15:31:46.465300 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1d976b9-d1ae-4d85-a461-7c784c650477 req-84a488de-226f-479f-8184-d457e5c16bae tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups/9df8cd04-04a9-4303-9eea-801bf4252e64 HTTP/1.1" status: 404 len: 352 time: 0.0316219 Dec 09 15:31:46.523891 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-b04859fb-5414-41c6-afac-985572bb7fea req-03df4ba3-3964-4243-acf8-e22361e6d00b tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] show failed (client error): The resource could not be found. Dec 09 15:31:46.535535 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b04859fb-5414-41c6-afac-985572bb7fea req-03df4ba3-3964-4243-acf8-e22361e6d00b tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups/4efa72b2-5c1c-4b8c-a7ec-148ea2c1c127 HTTP/1.1" status: 404 len: 352 time: 0.0361326 Dec 09 15:31:46.600198 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-6df859bf-2be1-4270-a57e-c440c190b39c req-3fbb5528-74d2-4152-b24d-089fb7dd5ec0 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] show failed (client error): The resource could not be found. Dec 09 15:31:46.611225 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6df859bf-2be1-4270-a57e-c440c190b39c req-3fbb5528-74d2-4152-b24d-089fb7dd5ec0 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups/812330bd-6d06-404c-810e-e1751376c253 HTTP/1.1" status: 404 len: 352 time: 0.0402496 Dec 09 15:31:46.668352 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-59b20622-79cf-463c-a3fb-a9840580667b req-0ae82adf-2e6a-4885-8df8-12bdd4892391 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] show failed (client error): The resource could not be found. Dec 09 15:31:46.678186 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-59b20622-79cf-463c-a3fb-a9840580667b req-0ae82adf-2e6a-4885-8df8-12bdd4892391 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups/ad8b9a11-1e76-44c8-869e-c08de820a1d1 HTTP/1.1" status: 404 len: 352 time: 0.0284562 Dec 09 15:31:46.734178 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-78f93eba-0ea2-4d19-bc61-42b5f3a06779 req-c1929a39-b813-421c-b6fc-55053a0892a9 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] show failed (client error): The resource could not be found. Dec 09 15:31:46.737496 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-78f93eba-0ea2-4d19-bc61-42b5f3a06779 req-c1929a39-b813-421c-b6fc-55053a0892a9 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups/ad4f4eb8-5e5f-4658-ab38-2c537d288b2b HTTP/1.1" status: 404 len: 352 time: 0.0330863 Dec 09 15:31:46.858490 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['bae2c6c9-3fd7-4866-95b8-e2d5b35af496'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:31:47.205019 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045472cf-d4d1-4da5-ace2-bfd111e7bbfe req-fe716b7e-c443-4c7d-9bbd-596da012e64e tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:47.206619 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-045472cf-d4d1-4da5-ace2-bfd111e7bbfe req-fe716b7e-c443-4c7d-9bbd-596da012e64e tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/ports?device_id=605c749c-93a9-4acf-9172-7ba2172b5d14 HTTP/1.1" status: 200 len: 944 time: 0.1023052 Dec 09 15:31:47.306448 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-045472cf-d4d1-4da5-ace2-bfd111e7bbfe req-438b6221-a09d-4b7f-a295-eb4db1606f59 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5217ebf-397c-45e7-b782-d63176999034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932415 Dec 09 15:31:47.396406 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d82bc-8c49-4317-916c-7b14517f5b52 req-92a8c1b3-e9c7-4e0b-8f5f-d273221c08c7 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:47.399361 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-944d82bc-8c49-4317-916c-7b14517f5b52 req-92a8c1b3-e9c7-4e0b-8f5f-d273221c08c7 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d61fa5b-78ba-4883-ae1a-c9aa32a91603 HTTP/1.1" status: 200 len: 1023 time: 0.0874426 Dec 09 15:31:47.519970 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d5e7e-e8b0-4b00-ba15-4ab33c65b310 req-cdf8ddce-bb36-4abb-906a-2082ff6cc2a2 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:47.530333 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-915d5e7e-e8b0-4b00-ba15-4ab33c65b310 req-cdf8ddce-bb36-4abb-906a-2082ff6cc2a2 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dc1320-f613-445f-bd84-4800478ed326 HTTP/1.1" status: 200 len: 944 time: 0.1262524 Dec 09 15:31:47.557675 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-944d82bc-8c49-4317-916c-7b14517f5b52 req-d6f12484-e58b-4027-b997-db3842564654 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups?id=4f0a3cc8-da07-4350-9f71-758fd9b34532&id=b6ddef12-819c-4f08-88a4-0174330c0a4d&id=76743317-6d1d-42db-8cd2-9d6d7634ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1415455 Dec 09 15:31:47.613814 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-915d5e7e-e8b0-4b00-ba15-4ab33c65b310 req-18a8f62e-1e69-48ca-ad87-3c8fdb17cfee tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829375 Dec 09 15:31:47.869571 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-612dedf2-a08e-4b99-ad30-49ac38fed78c req-f7635556-301a-458f-be6d-40bbd70d896b tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/ports?device_id=decea538-ff0e-4588-9dd5-dc7e49133dd8 HTTP/1.1" status: 200 len: 210 time: 0.0715232 Dec 09 15:31:47.875469 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-e73eb934-8ea6-453c-8419-cec3537222e3 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=e4bc060e9c6d41c0b9fab8d243b32c82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1241424 Dec 09 15:31:48.065615 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-84bc26ee-ab2f-4edc-afab-af773e306f19 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:48.067713 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-84bc26ee-ab2f-4edc-afab-af773e306f19 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1827297 Dec 09 15:31:48.086788 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-0977e186-f5c9-4561-a2ed-cc2ec1b37b91 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Request body: {'port': {'device_id': 'decea538-ff0e-4588-9dd5-dc7e49133dd8', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'admin_state_up': True, 'tenant_id': 'e4bc060e9c6d41c0b9fab8d243b32c82'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:31:48.284552 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-0977e186-f5c9-4561-a2ed-cc2ec1b37b91 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Made reservation on behalf of e4bc060e9c6d41c0b9fab8d243b32c82 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:31:48.288867 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-0977e186-f5c9-4561-a2ed-cc2ec1b37b91 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:48.299379 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-0977e186-f5c9-4561-a2ed-cc2ec1b37b91 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:48.330104 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54088) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:48.515983 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-0977e186-f5c9-4561-a2ed-cc2ec1b37b91 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:48.527354 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-0977e186-f5c9-4561-a2ed-cc2ec1b37b91 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:48.540787 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-68549789-5c51-4d46-825a-43c533dee9aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:48.551681 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff828242-1d42-46b6-a55b-a8ac8c6280ef req-33929285-8037-465f-a7a8-ebe338643635 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:48.553259 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ff828242-1d42-46b6-a55b-a8ac8c6280ef req-33929285-8037-465f-a7a8-ebe338643635 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/ports?device_id=605c749c-93a9-4acf-9172-7ba2172b5d14 HTTP/1.1" status: 200 len: 944 time: 0.1436603 Dec 09 15:31:48.702877 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-68549789-5c51-4d46-825a-43c533dee9aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:48.713096 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-68549789-5c51-4d46-825a-43c533dee9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:48.757631 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-68549789-5c51-4d46-825a-43c533dee9aa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bc8b211c13304f388560b6a0b36e198e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4250853 Dec 09 15:31:48.780283 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68549789-5c51-4d46-825a-43c533dee9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e647f4e3-3b00-49a6-b8fb-0af785d1edfa,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:48.783216 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54098) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:48.879722 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb48044e-a72f-40c8-99e4-b125492fffa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:48.906950 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb48044e-a72f-40c8-99e4-b125492fffa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:48.968220 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb48044e-a72f-40c8-99e4-b125492fffa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:48.974483 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb48044e-a72f-40c8-99e4-b125492fffa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:48.975929 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bb48044e-a72f-40c8-99e4-b125492fffa7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e647f4e3-3b00-49a6-b8fb-0af785d1edfa HTTP/1.1" status: 204 len: 168 time: 0.1908171 Dec 09 15:31:48.985974 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb48044e-a72f-40c8-99e4-b125492fffa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e647f4e3-3b00-49a6-b8fb-0af785d1edfa,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:48.988708 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977e186-f5c9-4561-a2ed-cc2ec1b37b91 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57716d9a-7113-4ec1-981c-56f1742f4eec,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:49.089072 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c70da-6aa0-44bc-b982-dbdb2de95c7e req-5128f89a-b622-4afe-9c59-2ead8c565c60 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:49.089869 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c97c70da-6aa0-44bc-b982-dbdb2de95c7e req-5128f89a-b622-4afe-9c59-2ead8c565c60 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d61fa5b-78ba-4883-ae1a-c9aa32a91603 HTTP/1.1" status: 200 len: 1023 time: 0.0942276 Dec 09 15:31:49.200113 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ff828242-1d42-46b6-a55b-a8ac8c6280ef req-89913f30-5cd5-4697-b39c-53bc6c1f2917 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5217ebf-397c-45e7-b782-d63176999034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6374524 Dec 09 15:31:49.243053 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d80db31-b165-44b2-ae03-54fcc912afe2 req-916456b6-c588-4802-abf3-81aebfb15b9b tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:49.245594 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1d80db31-b165-44b2-ae03-54fcc912afe2 req-916456b6-c588-4802-abf3-81aebfb15b9b tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d61fa5b-78ba-4883-ae1a-c9aa32a91603 HTTP/1.1" status: 200 len: 1023 time: 0.1180942 Dec 09 15:31:49.292042 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-0977e186-f5c9-4561-a2ed-cc2ec1b37b91 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Allocated IP 192.168.233.69 (bf6a25f7-2b73-48b5-b60f-99a19e919fb7/54e6953c-1261-4e7c-8b49-64e5b87424c2/66878324-1f77-48fe-b85b-1348eaa174ee) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:31:49.357117 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c97c70da-6aa0-44bc-b982-dbdb2de95c7e req-34ea6a71-a6f2-4414-b117-8d4c9e067b3c tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups?id=4f0a3cc8-da07-4350-9f71-758fd9b34532&id=b6ddef12-819c-4f08-88a4-0174330c0a4d&id=76743317-6d1d-42db-8cd2-9d6d7634ff08&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2206702 Dec 09 15:31:49.406546 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec83ae-ccb6-416b-8f7b-6e398c4f56df req-057178e7-6693-4152-b0c9-03042ead5b6b tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:49.414040 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7cec83ae-ccb6-416b-8f7b-6e398c4f56df req-057178e7-6693-4152-b0c9-03042ead5b6b tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dc1320-f613-445f-bd84-4800478ed326 HTTP/1.1" status: 200 len: 944 time: 0.1195872 Dec 09 15:31:49.520820 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-1d80db31-b165-44b2-ae03-54fcc912afe2 req-7be66304-11a5-4a6e-bfb5-5ddf47aaf268 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Deleting port 54082ef0-861e-49d8-9c6a-3dd2693b631f {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:31:49.521296 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1d80db31-b165-44b2-ae03-54fcc912afe2 req-7be66304-11a5-4a6e-bfb5-5ddf47aaf268 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:49.561159 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54118) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:49.610526 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4b9e071a-e892-4022-9a4e-a5e390623dde admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:49.629155 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7cec83ae-ccb6-416b-8f7b-6e398c4f56df req-a789e537-07f0-42d9-9b82-18fadb8c2400 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140598 Dec 09 15:31:49.671169 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2ebe7bb-f8c9-4e5e-b978-0e6183959fbf req-b9b70c3b-33d5-4842-ad78-b6d0c476d280 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/ports?device_id=decea538-ff0e-4588-9dd5-dc7e49133dd8 HTTP/1.1" status: 200 len: 210 time: 0.0618644 Dec 09 15:31:49.710375 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-1d80db31-b165-44b2-ae03-54fcc912afe2 req-7be66304-11a5-4a6e-bfb5-5ddf47aaf268 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] For port 54082ef0-861e-49d8-9c6a-3dd2693b631f, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=54082ef0-861e-49d8-9c6a-3dd2693b631f,segment=NetworkSegment(65ab9798-4da2-4ce5-b759-4c14cab985d9),segment_id=65ab9798-4da2-4ce5-b759-4c14cab985d9)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:49.710736 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1d80db31-b165-44b2-ae03-54fcc912afe2 req-7be66304-11a5-4a6e-bfb5-5ddf47aaf268 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:49.731665 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-1d80db31-b165-44b2-ae03-54fcc912afe2 req-7be66304-11a5-4a6e-bfb5-5ddf47aaf268 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Calling delete_port for 54082ef0-861e-49d8-9c6a-3dd2693b631f owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:31:49.774763 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-0977e186-f5c9-4561-a2ed-cc2ec1b37b91 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:49.814359 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4b9e071a-e892-4022-9a4e-a5e390623dde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:49.821234 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-0977e186-f5c9-4561-a2ed-cc2ec1b37b91 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:49.837179 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4b9e071a-e892-4022-9a4e-a5e390623dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:49.844503 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device bae2c6c9-3fd7-4866-95b8-e2d5b35af496 up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:31:49.869208 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-0977e186-f5c9-4561-a2ed-cc2ec1b37b91 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:31:49.873063 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-0977e186-f5c9-4561-a2ed-cc2ec1b37b91 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:31:49.877859 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-0977e186-f5c9-4561-a2ed-cc2ec1b37b91 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:31:49.938386 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4b9e071a-e892-4022-9a4e-a5e390623dde admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=02d953c06b5c4cae975fb99c257d163c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3759019 Dec 09 15:31:49.939014 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54122) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:49.948211 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-0977e186-f5c9-4561-a2ed-cc2ec1b37b91 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:49.949177 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-0977e186-f5c9-4561-a2ed-cc2ec1b37b91 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:49.998750 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port bae2c6c9-3fd7-4866-95b8-e2d5b35af496 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:31:50.001970 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977e186-f5c9-4561-a2ed-cc2ec1b37b91 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Pushing event updated for resources: {'Port': ['ID=66878324-1f77-48fe-b85b-1348eaa174ee,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:50.006929 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port bae2c6c9-3fd7-4866-95b8-e2d5b35af496 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:31:50.007662 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:50.020354 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-0977e186-f5c9-4561-a2ed-cc2ec1b37b91 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9364648 Dec 09 15:31:50.038440 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e071a-e892-4022-9a4e-a5e390623dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b2419b-02d8-4b24-9694-74febea1d996,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:50.042825 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-258e23fc-dc89-4684-95fb-5b76cb5b155c service neutron] Request body: {'port': {'device_id': 'decea538-ff0e-4588-9dd5-dc7e49133dd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:31:50.116893 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:50.146759 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-85affc51-7c52-4076-af09-03e5a7933466 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:50.169690 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605c749c-93a9-4acf-9172-7ba2172b5d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae2c6c9-3fd7-4866-95b8-e2d5b35af496'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:31:50.173567 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-85affc51-7c52-4076-af09-03e5a7933466 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:50.175235 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a507d51-5747-4135-b22d-893febeb93f9" -d '{"events": [{"server_uuid": "605c749c-93a9-4acf-9172-7ba2172b5d14", "name": "network-vif-plugged", "status": "completed", "tag": "bae2c6c9-3fd7-4866-95b8-e2d5b35af496"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:31:50.197952 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-258e23fc-dc89-4684-95fb-5b76cb5b155c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:50.215544 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port bae2c6c9-3fd7-4866-95b8-e2d5b35af496, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=bae2c6c9-3fd7-4866-95b8-e2d5b35af496,segment=NetworkSegment(94b9090c-b2b9-43ba-9fb3-55c2b12e4231),segment_id=94b9090c-b2b9-43ba-9fb3-55c2b12e4231)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:50.224345 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:50.238481 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-85affc51-7c52-4076-af09-03e5a7933466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:50.241457 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-85affc51-7c52-4076-af09-03e5a7933466 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:50.257680 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-85affc51-7c52-4076-af09-03e5a7933466 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/28b2419b-02d8-4b24-9694-74febea1d996 HTTP/1.1" status: 204 len: 168 time: 0.2914457 Dec 09 15:31:50.292749 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85affc51-7c52-4076-af09-03e5a7933466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b2419b-02d8-4b24-9694-74febea1d996,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:50.317473 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1d80db31-b165-44b2-ae03-54fcc912afe2 req-7be66304-11a5-4a6e-bfb5-5ddf47aaf268 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:50.370445 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff60daa-ef5d-4b7e-8334-58cebe48f4b3 x-openstack-request-id: req-cff60daa-ef5d-4b7e-8334-58cebe48f4b3 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:31:50.371873 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605c749c-93a9-4acf-9172-7ba2172b5d14", "name": "network-vif-plugged", "status": "completed", "tag": "bae2c6c9-3fd7-4866-95b8-e2d5b35af496", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:31:50.372319 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cff60daa-ef5d-4b7e-8334-58cebe48f4b3 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:31:50.373264 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605c749c-93a9-4acf-9172-7ba2172b5d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae2c6c9-3fd7-4866-95b8-e2d5b35af496', 'code': 200} Dec 09 15:31:50.382808 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=bae2c6c9-3fd7-4866-95b8-e2d5b35af496,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:50.437598 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be66304-11a5-4a6e-bfb5-5ddf47aaf268 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Pushing event deleted for resources: {'Port': ['ID=54082ef0-861e-49d8-9c6a-3dd2693b631f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:50.521989 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d80db31-b165-44b2-ae03-54fcc912afe2 req-7be66304-11a5-4a6e-bfb5-5ddf47aaf268 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] No DVR routers for this DVR port 54082ef0-861e-49d8-9c6a-3dd2693b631f on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:31:50.532205 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-bb87635b-b4a4-4bb1-9cc1-da5ad107d41c None None] Provisioning complete for port 66878324-1f77-48fe-b85b-1348eaa174ee triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:31:50.534150 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bb87635b-b4a4-4bb1-9cc1-da5ad107d41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:50.534682 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1d80db31-b165-44b2-ae03-54fcc912afe2 req-7be66304-11a5-4a6e-bfb5-5ddf47aaf268 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:50.553367 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1d80db31-b165-44b2-ae03-54fcc912afe2 req-7be66304-11a5-4a6e-bfb5-5ddf47aaf268 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.42 "DELETE /v2.0/ports/54082ef0-861e-49d8-9c6a-3dd2693b631f HTTP/1.1" status: 204 len: 173 time: 1.3011353 Dec 09 15:31:50.590623 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d61fa5b-78ba-4883-ae1a-c9aa32a91603', 'name': 'network-vif-deleted', 'tag': '54082ef0-861e-49d8-9c6a-3dd2693b631f'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:31:50.594420 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6055706d-7137-42b2-92c1-f873f6172d47" -d '{"events": [{"server_uuid": "5d61fa5b-78ba-4883-ae1a-c9aa32a91603", "name": "network-vif-deleted", "tag": "54082ef0-861e-49d8-9c6a-3dd2693b631f"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:31:50.626510 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f87a8755-7670-4cff-8b4f-dae58dc9b2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:50.679139 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1743abb5-afb9-480b-b0a1-18210fe74e7a req-7b55c08a-58f6-4ee8-adc5-432a70260dc6 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d61fa5b-78ba-4883-ae1a-c9aa32a91603 HTTP/1.1" status: 200 len: 210 time: 0.0555413 Dec 09 15:31:50.682866 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-bb87635b-b4a4-4bb1-9cc1-da5ad107d41c None None] Port 66878324-1f77-48fe-b85b-1348eaa174ee cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:31:50.738218 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56ab30-2dd1-4cd4-b62b-e1c8786b73ad req-8c8e9add-aca9-4b46-8fb5-bb9441ef8d21 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:50.746150 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3f56ab30-2dd1-4cd4-b62b-e1c8786b73ad req-8c8e9add-aca9-4b46-8fb5-bb9441ef8d21 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/ports?device_id=605c749c-93a9-4acf-9172-7ba2172b5d14 HTTP/1.1" status: 200 len: 945 time: 0.4016986 Dec 09 15:31:50.772058 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9037e-e716-44ec-9da7-bc0b8cfe85b3 req-e8714841-3869-4c2c-addb-90c0b84d0e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:50.780510 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e6f9037e-e716-44ec-9da7-bc0b8cfe85b3 req-e8714841-3869-4c2c-addb-90c0b84d0e00 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=605c749c-93a9-4acf-9172-7ba2172b5d14 HTTP/1.1" status: 200 len: 1096 time: 0.2610397 Dec 09 15:31:50.895183 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e6f9037e-e716-44ec-9da7-bc0b8cfe85b3 req-43e4f78b-e69d-4e74-9a01-4da89eed6b61 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b5217ebf-397c-45e7-b782-d63176999034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061406 Dec 09 15:31:50.920950 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3f56ab30-2dd1-4cd4-b62b-e1c8786b73ad req-eec6e264-b1f7-4aec-8450-d74833cb3bf5 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5217ebf-397c-45e7-b782-d63176999034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734760 Dec 09 15:31:50.969325 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0dda0b9-3822-4d98-bc46-a8ecdef11b7b x-openstack-request-id: req-f0dda0b9-3822-4d98-bc46-a8ecdef11b7b {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:31:50.969627 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d61fa5b-78ba-4883-ae1a-c9aa32a91603", "name": "network-vif-deleted", "tag": "54082ef0-861e-49d8-9c6a-3dd2693b631f", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:31:50.969881 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f0dda0b9-3822-4d98-bc46-a8ecdef11b7b {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:31:50.970277 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d61fa5b-78ba-4883-ae1a-c9aa32a91603', 'name': 'network-vif-deleted', 'tag': '54082ef0-861e-49d8-9c6a-3dd2693b631f', 'status': 'completed', 'code': 200} Dec 09 15:31:51.193530 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-258e23fc-dc89-4684-95fb-5b76cb5b155c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66878324-1f77-48fe-b85b-1348eaa174ee {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:31:51.203699 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-258e23fc-dc89-4684-95fb-5b76cb5b155c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:51.217128 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-258e23fc-dc89-4684-95fb-5b76cb5b155c service neutron] Transition to ACTIVE for port object 66878324-1f77-48fe-b85b-1348eaa174ee will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:31:51.286482 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-258e23fc-dc89-4684-95fb-5b76cb5b155c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:51.334256 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44bd9c-74d6-414c-91bf-90044ab58a51 req-eaa1aa52-d2d9-4c59-9841-90dd3ab7d954 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:51.346928 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b44bd9c-74d6-414c-91bf-90044ab58a51 req-eaa1aa52-d2d9-4c59-9841-90dd3ab7d954 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dc1320-f613-445f-bd84-4800478ed326 HTTP/1.1" status: 200 len: 944 time: 0.2613099 Dec 09 15:31:51.374710 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e9fee-a6fc-477e-bed2-f17263fb3eca req-c6831d28-1d3c-4938-bce1-305c9e08cd15 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:51.376340 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-883e9fee-a6fc-477e-bed2-f17263fb3eca req-c6831d28-1d3c-4938-bce1-305c9e08cd15 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/ports?device_id=decea538-ff0e-4588-9dd5-dc7e49133dd8 HTTP/1.1" status: 200 len: 935 time: 0.2540255 Dec 09 15:31:51.453418 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e23fc-dc89-4684-95fb-5b76cb5b155c service neutron] Pushing event updated for resources: {'Port': ['ID=66878324-1f77-48fe-b85b-1348eaa174ee,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:51.683558 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b44bd9c-74d6-414c-91bf-90044ab58a51 req-14e407f7-e96a-4f0f-b3b9-6754addacd57 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031774 Dec 09 15:31:51.704007 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-883e9fee-a6fc-477e-bed2-f17263fb3eca req-e21f964b-f429-4f4d-a76f-f35277daf499 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/security-groups?id=57716d9a-7113-4ec1-981c-56f1742f4eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048272 Dec 09 15:31:51.750515 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-258e23fc-dc89-4684-95fb-5b76cb5b155c service neutron] Attempting to bind port 66878324-1f77-48fe-b85b-1348eaa174ee on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:31:51.750919 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-258e23fc-dc89-4684-95fb-5b76cb5b155c service neutron] Attempting to bind port 66878324-1f77-48fe-b85b-1348eaa174ee by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:31:51.751176 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-258e23fc-dc89-4684-95fb-5b76cb5b155c service neutron] Attempting to bind port 66878324-1f77-48fe-b85b-1348eaa174ee on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:31:51.757796 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-258e23fc-dc89-4684-95fb-5b76cb5b155c service neutron] Port 66878324-1f77-48fe-b85b-1348eaa174ee on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:31:51.758219 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-258e23fc-dc89-4684-95fb-5b76cb5b155c service neutron] Attempting to bind port 66878324-1f77-48fe-b85b-1348eaa174ee on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:31:51.763487 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-258e23fc-dc89-4684-95fb-5b76cb5b155c service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:31:51.763959 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-258e23fc-dc89-4684-95fb-5b76cb5b155c service neutron] Checking segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:31:51.764477 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-258e23fc-dc89-4684-95fb-5b76cb5b155c service neutron] Bound using segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:31:51.765329 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-258e23fc-dc89-4684-95fb-5b76cb5b155c service neutron] Bound port: 66878324-1f77-48fe-b85b-1348eaa174ee, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:31:51.765791 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-258e23fc-dc89-4684-95fb-5b76cb5b155c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:51.842435 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 1b3a806c-d80c-4c75-9ee6-4b31413216d7 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:31:51.871915 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 54082ef0-861e-49d8-9c6a-3dd2693b631f no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:31:51.881595 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54184) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:51.905442 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1d70342d-39ca-45b7-abb0-c649f5aff778 req-356e1020-32cb-41ae-a2b9-59dcc3f2e1ce tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d61fa5b-78ba-4883-ae1a-c9aa32a91603 HTTP/1.1" status: 200 len: 210 time: 0.0550761 Dec 09 15:31:51.966684 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-258e23fc-dc89-4684-95fb-5b76cb5b155c service neutron] For port 66878324-1f77-48fe-b85b-1348eaa174ee, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:31:51.977228 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-258e23fc-dc89-4684-95fb-5b76cb5b155c service neutron] For port 66878324-1f77-48fe-b85b-1348eaa174ee, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=66878324-1f77-48fe-b85b-1348eaa174ee,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:31:51.987618 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-258e23fc-dc89-4684-95fb-5b76cb5b155c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:52.073475 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 1b3a806c-d80c-4c75-9ee6-4b31413216d7, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=1b3a806c-d80c-4c75-9ee6-4b31413216d7,segment=NetworkSegment(69c5f819-123d-436b-8f3f-7e75c7d0b133),segment_id=69c5f819-123d-436b-8f3f-7e75c7d0b133)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:52.091254 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 1b3a806c-d80c-4c75-9ee6-4b31413216d7 has no active binding in host n-h1-821228-1 {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 09 15:31:52.105016 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-201a0d03-4402-4e33-a587-9cc39937564f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2020045038-network', 'tenant_id': 'd53131111e1242518dd9d2044e2982b8'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:31:52.118035 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: 54082ef0-861e-49d8-9c6a-3dd2693b631f {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:31:52.118572 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 54082ef0-861e-49d8-9c6a-3dd2693b631f not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:31:52.124727 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-258e23fc-dc89-4684-95fb-5b76cb5b155c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:52.125736 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-258e23fc-dc89-4684-95fb-5b76cb5b155c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:52.127928 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-258e23fc-dc89-4684-95fb-5b76cb5b155c service neutron] 10.222.0.31 "PUT /v2.0/ports/66878324-1f77-48fe-b85b-1348eaa174ee HTTP/1.1" status: 200 len: 1095 time: 2.0999122 Dec 09 15:31:52.177051 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201a0d03-4402-4e33-a587-9cc39937564f admin admin] Made reservation on behalf of d53131111e1242518dd9d2044e2982b8 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:31:52.179545 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-201a0d03-4402-4e33-a587-9cc39937564f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:52.199545 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-201a0d03-4402-4e33-a587-9cc39937564f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:52.212548 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'decea538-ff0e-4588-9dd5-dc7e49133dd8', 'tag': '66878324-1f77-48fe-b85b-1348eaa174ee'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:31:52.214880 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5c0e77-1898-4adb-a64b-c6635d08fdd2" -d '{"events": [{"name": "network-changed", "server_uuid": "decea538-ff0e-4588-9dd5-dc7e49133dd8", "tag": "66878324-1f77-48fe-b85b-1348eaa174ee"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:31:52.310161 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d04ec8-a69b-42ea-a956-023e5b509d9a x-openstack-request-id: req-f3d04ec8-a69b-42ea-a956-023e5b509d9a {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:31:52.310446 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "decea538-ff0e-4588-9dd5-dc7e49133dd8", "tag": "66878324-1f77-48fe-b85b-1348eaa174ee", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:31:52.310948 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f3d04ec8-a69b-42ea-a956-023e5b509d9a {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:31:52.311353 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'decea538-ff0e-4588-9dd5-dc7e49133dd8', 'tag': '66878324-1f77-48fe-b85b-1348eaa174ee', 'status': 'completed', 'code': 200} Dec 09 15:31:52.347235 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e23fc-dc89-4684-95fb-5b76cb5b155c service neutron] Pushing event updated for resources: {'Port': ['ID=66878324-1f77-48fe-b85b-1348eaa174ee,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:52.370720 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0438d51-27a1-4375-86f8-e756ff0f92f4 req-7d2edfb5-67d0-4a36-9aa5-a3441db7d4c3 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:52.373068 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c0438d51-27a1-4375-86f8-e756ff0f92f4 req-7d2edfb5-67d0-4a36-9aa5-a3441db7d4c3 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/ports?device_id=605c749c-93a9-4acf-9172-7ba2172b5d14 HTTP/1.1" status: 200 len: 945 time: 0.2760093 Dec 09 15:31:52.404033 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-ad36682b-3c11-4546-bc7c-6d76f013413d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:52.406086 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-ad36682b-3c11-4546-bc7c-6d76f013413d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e4bc060e9c6d41c0b9fab8d243b32c82&device_id=decea538-ff0e-4588-9dd5-dc7e49133dd8 HTTP/1.1" status: 200 len: 1098 time: 0.1823287 Dec 09 15:31:52.436620 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-201a0d03-4402-4e33-a587-9cc39937564f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:52.448171 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-201a0d03-4402-4e33-a587-9cc39937564f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:52.501667 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-201a0d03-4402-4e33-a587-9cc39937564f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:31:52.510875 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a0d03-4402-4e33-a587-9cc39937564f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bedb84f8-844f-45ea-aa9d-c6e209a06b8c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:52.518450 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c0438d51-27a1-4375-86f8-e756ff0f92f4 req-1ff10e7c-68d4-4ebe-a029-116d5c34f05e tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5217ebf-397c-45e7-b782-d63176999034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371713 Dec 09 15:31:52.520580 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-a3ee3b29-9085-42be-a8c5-bd65f757a703 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=66878324-1f77-48fe-b85b-1348eaa174ee HTTP/1.1" status: 200 len: 217 time: 0.1016600 Dec 09 15:31:52.534255 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-201a0d03-4402-4e33-a587-9cc39937564f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:52.534864 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-201a0d03-4402-4e33-a587-9cc39937564f admin admin] Added segment ea5e9b2d-d17e-4974-ab28-bfb3b3faeca8 of type vlan for network 4a677b27-f7f9-4315-be79-0bf0065c631e Dec 09 15:31:52.602074 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-8b2fdcb0-2be1-42b3-9a43-e3e086eb9357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:52.604030 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-8b2fdcb0-2be1-42b3-9a43-e3e086eb9357 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0756330 Dec 09 15:31:52.636800 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-201a0d03-4402-4e33-a587-9cc39937564f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:52.683440 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-201a0d03-4402-4e33-a587-9cc39937564f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:52.685027 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201a0d03-4402-4e33-a587-9cc39937564f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:52.686323 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-201a0d03-4402-4e33-a587-9cc39937564f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:52.729847 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-4016e293-9ec2-4741-98b0-97b655d01b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:52.736510 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-4016e293-9ec2-4741-98b0-97b655d01b2d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1143591 Dec 09 15:31:52.767027 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-201a0d03-4402-4e33-a587-9cc39937564f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8841162 Dec 09 15:31:52.770475 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54200) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:52.776802 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-998159ce-9f6f-4c3f-8744-ae458b237874 admin admin] Request body: {'subnet': {'network_id': '4a677b27-f7f9-4315-be79-0bf0065c631e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2020045038-subnet', 'tenant_id': 'd53131111e1242518dd9d2044e2982b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:31:52.798192 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a0d03-4402-4e33-a587-9cc39937564f admin admin] Pushing event updated for resources: {'Network': ['ID=4a677b27-f7f9-4315-be79-0bf0065c631e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:52.812041 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 4a677b27-f7f9-4315-be79-0bf0065c631e details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:31:52.834684 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998159ce-9f6f-4c3f-8744-ae458b237874 admin admin] Made reservation on behalf of d53131111e1242518dd9d2044e2982b8 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:31:52.838242 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-998159ce-9f6f-4c3f-8744-ae458b237874 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:52.991717 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-edea38d4-4abc-4e58-9a53-9d2ef5b178ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:52.994753 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de3553-0d77-43c0-ab19-9ec799f4a609 req-eb01f986-b998-4599-a1bc-584638033a1d tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:53.003654 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c5de3553-0d77-43c0-ab19-9ec799f4a609 req-eb01f986-b998-4599-a1bc-584638033a1d tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/ports?device_id=decea538-ff0e-4588-9dd5-dc7e49133dd8 HTTP/1.1" status: 200 len: 947 time: 0.1139362 Dec 09 15:31:53.059951 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f43c0-b1e5-43f7-b9d9-e4b20e24d634 req-59029948-f0d7-46bc-a6de-4357a24976cf tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:53.067506 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6c7f43c0-b1e5-43f7-b9d9-e4b20e24d634 req-59029948-f0d7-46bc-a6de-4357a24976cf tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dc1320-f613-445f-bd84-4800478ed326 HTTP/1.1" status: 200 len: 944 time: 0.1976402 Dec 09 15:31:53.089465 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-998159ce-9f6f-4c3f-8744-ae458b237874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:53.092168 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-6a83545e-c373-44bd-af2e-07d8eb3997ee service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425395 Dec 09 15:31:53.116553 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c5de3553-0d77-43c0-ab19-9ec799f4a609 req-90675fe7-28df-410e-958b-1a854a533a65 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/security-groups?id=57716d9a-7113-4ec1-981c-56f1742f4eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068113 Dec 09 15:31:53.200048 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998159ce-9f6f-4c3f-8744-ae458b237874 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78fc720e-c838-4fc0-b7fb-010828141edc,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:53.217671 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998159ce-9f6f-4c3f-8744-ae458b237874 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:53.218013 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998159ce-9f6f-4c3f-8744-ae458b237874 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:53.218486 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998159ce-9f6f-4c3f-8744-ae458b237874 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:53.218826 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998159ce-9f6f-4c3f-8744-ae458b237874 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:53.219156 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998159ce-9f6f-4c3f-8744-ae458b237874 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:53.219755 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998159ce-9f6f-4c3f-8744-ae458b237874 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:53.220097 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998159ce-9f6f-4c3f-8744-ae458b237874 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:53.220451 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998159ce-9f6f-4c3f-8744-ae458b237874 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:53.220880 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998159ce-9f6f-4c3f-8744-ae458b237874 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:53.221194 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998159ce-9f6f-4c3f-8744-ae458b237874 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:53.221517 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998159ce-9f6f-4c3f-8744-ae458b237874 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:53.221981 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998159ce-9f6f-4c3f-8744-ae458b237874 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:53.222315 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998159ce-9f6f-4c3f-8744-ae458b237874 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:53.244065 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6c7f43c0-b1e5-43f7-b9d9-e4b20e24d634 req-fb624103-be83-4132-841f-86fcc4f389cb tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756041 Dec 09 15:31:53.255225 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998159ce-9f6f-4c3f-8744-ae458b237874 admin admin] Checking segment: {'id': 'ea5e9b2d-d17e-4974-ab28-bfb3b3faeca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4a677b27-f7f9-4315-be79-0bf0065c631e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:31:53.255580 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998159ce-9f6f-4c3f-8744-ae458b237874 admin admin] Network hostable DHCP agents. Network: 4a677b27-f7f9-4315-be79-0bf0065c631e, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:31:53.261215 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 1b3a806c-d80c-4c75-9ee6-4b31413216d7 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:31:53.305930 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0218232b-eec7-4ed7-9d83-4b3ff56719d1 req-e5156853-baa7-45da-8c9a-746fd0bcac0e service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879382 Dec 09 15:31:53.315900 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998159ce-9f6f-4c3f-8744-ae458b237874 admin admin] Network 4a677b27-f7f9-4315-be79-0bf0065c631e is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:31:53.336620 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-998159ce-9f6f-4c3f-8744-ae458b237874 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 4a677b27-f7f9-4315-be79-0bf0065c631e) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:31:53.345546 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998159ce-9f6f-4c3f-8744-ae458b237874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:53.349800 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-998159ce-9f6f-4c3f-8744-ae458b237874 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:53.359491 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b60b32f-5a54-42e4-ab61-f0cf564d7872 None None] Network 4a677b27-f7f9-4315-be79-0bf0065c631e requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:31:53.385466 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-998159ce-9f6f-4c3f-8744-ae458b237874 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6140354 Dec 09 15:31:53.391233 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7d3daa09-ef63-479b-938b-049bc30c2f44 req-31d6429e-3a4d-41dd-b463-bf520729f64e tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups/4f0a3cc8-da07-4350-9f71-758fd9b34532 HTTP/1.1" status: 200 len: 1816 time: 0.0778308 Dec 09 15:31:53.484661 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c0e77-1898-4adb-a64b-c6635d08fdd2 req-66cc1b3b-207d-4841-a71b-675bf336448c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:53.486299 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1b5c0e77-1898-4adb-a64b-c6635d08fdd2 req-66cc1b3b-207d-4841-a71b-675bf336448c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e4bc060e9c6d41c0b9fab8d243b32c82&device_id=decea538-ff0e-4588-9dd5-dc7e49133dd8 HTTP/1.1" status: 200 len: 1098 time: 0.1004961 Dec 09 15:31:53.579770 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7d3daa09-ef63-479b-938b-049bc30c2f44 req-a7bdbdb4-aa7f-4f58-9b3f-a250ede6eca3 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:53.585650 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc729605-094f-4449-9b94-e01a18620e30 None None] Network 4a677b27-f7f9-4315-be79-0bf0065c631e requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:31:53.681671 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7d3daa09-ef63-479b-938b-049bc30c2f44 req-a7bdbdb4-aa7f-4f58-9b3f-a250ede6eca3 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:53.686037 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c0e77-1898-4adb-a64b-c6635d08fdd2 req-9c5f7412-c42e-4410-9309-8452c1d5f59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:53.689229 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1b5c0e77-1898-4adb-a64b-c6635d08fdd2 req-9c5f7412-c42e-4410-9309-8452c1d5f59c service neutron] 10.222.0.31 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.1903620 Dec 09 15:31:53.753960 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1b5c0e77-1898-4adb-a64b-c6635d08fdd2 req-ab993cfa-a233-4ea9-80c4-1f5516aee549 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=66878324-1f77-48fe-b85b-1348eaa174ee HTTP/1.1" status: 200 len: 217 time: 0.0485578 Dec 09 15:31:53.849336 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c0e77-1898-4adb-a64b-c6635d08fdd2 req-4a3d185e-531f-4a0e-a051-96a1d3c4702c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:53.850837 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1b5c0e77-1898-4adb-a64b-c6635d08fdd2 req-4a3d185e-531f-4a0e-a051-96a1d3c4702c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0799692 Dec 09 15:31:53.877753 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723f608-39fc-424d-93c9-e40a4efefcdc req-9c29aae1-68c9-46e4-9779-cbf5142e170e tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:53.891775 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f723f608-39fc-424d-93c9-e40a4efefcdc req-9c29aae1-68c9-46e4-9779-cbf5142e170e tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/ports?device_id=605c749c-93a9-4acf-9172-7ba2172b5d14 HTTP/1.1" status: 200 len: 945 time: 0.1999805 Dec 09 15:31:53.948561 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:53.991130 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f723f608-39fc-424d-93c9-e40a4efefcdc req-7ac74feb-6a33-41cd-a536-95a4cf6eb17d tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5217ebf-397c-45e7-b782-d63176999034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984251 Dec 09 15:31:53.991785 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7d3daa09-ef63-479b-938b-049bc30c2f44 req-a7bdbdb4-aa7f-4f58-9b3f-a250ede6eca3 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:53.994407 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7d3daa09-ef63-479b-938b-049bc30c2f44 req-a7bdbdb4-aa7f-4f58-9b3f-a250ede6eca3 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:53.995422 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7d3daa09-ef63-479b-938b-049bc30c2f44 req-a7bdbdb4-aa7f-4f58-9b3f-a250ede6eca3 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "DELETE /v2.0/security-groups/4f0a3cc8-da07-4350-9f71-758fd9b34532 HTTP/1.1" status: 204 len: 173 time: 0.5970657 Dec 09 15:31:54.023493 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bdbdb4-aa7f-4f58-9b3f-a250ede6eca3 tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0a3cc8-da07-4350-9f71-758fd9b34532,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:54.104874 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3a77b995-a10a-43e8-91d5-3017c3f4c085 req-26d9e79c-47f2-4bb7-abce-0e29c9e385dd tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "GET /v2.0/security-groups/76743317-6d1d-42db-8cd2-9d6d7634ff08 HTTP/1.1" status: 200 len: 1818 time: 0.0906124 Dec 09 15:31:54.108633 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c0e77-1898-4adb-a64b-c6635d08fdd2 req-83fb853c-78ed-4a15-a2d7-7dc432f92bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:54.110255 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1b5c0e77-1898-4adb-a64b-c6635d08fdd2 req-83fb853c-78ed-4a15-a2d7-7dc432f92bfc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2158580 Dec 09 15:31:54.206730 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54238) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:54.212711 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4e2b0de8-cbf7-4b4c-a4a1-10ec6a061b0b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1529301793-network', 'tenant_id': '88ff96f488f6419cb9050b46d4be5b89'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:31:54.264746 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2b0de8-cbf7-4b4c-a4a1-10ec6a061b0b admin admin] Made reservation on behalf of 88ff96f488f6419cb9050b46d4be5b89 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:31:54.268488 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e2b0de8-cbf7-4b4c-a4a1-10ec6a061b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:54.279921 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:54.282560 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e2b0de8-cbf7-4b4c-a4a1-10ec6a061b0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:54.295969 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1b5c0e77-1898-4adb-a64b-c6635d08fdd2 req-4ed9fb3b-1e31-4205-84ff-5306769d6607 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315229 Dec 09 15:31:54.371989 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e2b0de8-cbf7-4b4c-a4a1-10ec6a061b0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:54.380094 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e2b0de8-cbf7-4b4c-a4a1-10ec6a061b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:54.393766 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3a77b995-a10a-43e8-91d5-3017c3f4c085 req-6e8e12ab-2ca9-4d9c-bea8-cc140f79e3ac tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:54.410531 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e2b0de8-cbf7-4b4c-a4a1-10ec6a061b0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:31:54.421910 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3a77b995-a10a-43e8-91d5-3017c3f4c085 req-6e8e12ab-2ca9-4d9c-bea8-cc140f79e3ac tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:54.431018 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b0de8-cbf7-4b4c-a4a1-10ec6a061b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ca826e-00e6-49a1-8a9e-83da16ee4a95,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:54.434881 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e2b0de8-cbf7-4b4c-a4a1-10ec6a061b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:54.435108 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-4e2b0de8-cbf7-4b4c-a4a1-10ec6a061b0b admin admin] Added segment dcd8db21-41c0-4cd6-a9d6-e69b8c92bfb2 of type vlan for network ca5945d8-a543-4cfa-bc04-02b5200b1bc5 Dec 09 15:31:54.475164 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e302643-0bd1-435a-8963-4655eef02251 req-a15507ea-ac60-405d-b075-a161a7a2e672 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:54.476752 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e302643-0bd1-435a-8963-4655eef02251 req-a15507ea-ac60-405d-b075-a161a7a2e672 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/ports?device_id=605c749c-93a9-4acf-9172-7ba2172b5d14 HTTP/1.1" status: 200 len: 945 time: 0.3559644 Dec 09 15:31:54.495942 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54244) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:54.503140 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-72b526cc-5027-49a4-8059-c11eee355b9f tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Request body: {'floatingip': {'port_id': 'bae2c6c9-3fd7-4866-95b8-e2d5b35af496'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:31:54.512734 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3a77b995-a10a-43e8-91d5-3017c3f4c085 req-6e8e12ab-2ca9-4d9c-bea8-cc140f79e3ac tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:54.515905 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3a77b995-a10a-43e8-91d5-3017c3f4c085 req-6e8e12ab-2ca9-4d9c-bea8-cc140f79e3ac tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:54.517098 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3a77b995-a10a-43e8-91d5-3017c3f4c085 req-6e8e12ab-2ca9-4d9c-bea8-cc140f79e3ac tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] 10.222.0.57 "DELETE /v2.0/security-groups/76743317-6d1d-42db-8cd2-9d6d7634ff08 HTTP/1.1" status: 204 len: 173 time: 0.4058962 Dec 09 15:31:54.536513 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54246) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:54.537219 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e12ab-2ca9-4d9c-bea8-cc140f79e3ac tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76743317-6d1d-42db-8cd2-9d6d7634ff08,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:54.553253 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e2b0de8-cbf7-4b4c-a4a1-10ec6a061b0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:54.558696 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-72b526cc-5027-49a4-8059-c11eee355b9f tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks [] for floatingip, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:54.603568 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e12ab-2ca9-4d9c-bea8-cc140f79e3ac tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:54.603914 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e12ab-2ca9-4d9c-bea8-cc140f79e3ac tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:54.604177 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e12ab-2ca9-4d9c-bea8-cc140f79e3ac tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:54.604543 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e12ab-2ca9-4d9c-bea8-cc140f79e3ac tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:54.604884 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e12ab-2ca9-4d9c-bea8-cc140f79e3ac tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:54.605218 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e12ab-2ca9-4d9c-bea8-cc140f79e3ac tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:54.605544 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e12ab-2ca9-4d9c-bea8-cc140f79e3ac tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:54.605887 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e12ab-2ca9-4d9c-bea8-cc140f79e3ac tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:54.606197 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e12ab-2ca9-4d9c-bea8-cc140f79e3ac tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:54.606520 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e12ab-2ca9-4d9c-bea8-cc140f79e3ac tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:54.606849 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e12ab-2ca9-4d9c-bea8-cc140f79e3ac tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:54.607170 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e12ab-2ca9-4d9c-bea8-cc140f79e3ac tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:54.607490 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e12ab-2ca9-4d9c-bea8-cc140f79e3ac tempest-SecurityGroupsTestJSON-1473698439 tempest-SecurityGroupsTestJSON-1473698439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:54.670062 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1b5c0e77-1898-4adb-a64b-c6635d08fdd2 req-4b0c3d00-8571-49ff-b515-386b993c89aa service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657427 Dec 09 15:31:54.729706 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd6f039b-7dd4-4246-9450-1fa68e1ca2d5 admin admin] Deleting subnet 09838ae7-10e3-4a8f-9e69-f84874faf411 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:31:54.735394 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bd6f039b-7dd4-4246-9450-1fa68e1ca2d5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:54.771288 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1594f07-ea89-4d99-b9f8-0940aa0f8a2d req-51d366a3-f221-4d83-8069-c0be7c0f234a tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:54.778638 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b1594f07-ea89-4d99-b9f8-0940aa0f8a2d req-51d366a3-f221-4d83-8069-c0be7c0f234a tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/ports?device_id=decea538-ff0e-4588-9dd5-dc7e49133dd8 HTTP/1.1" status: 200 len: 947 time: 0.2031531 Dec 09 15:31:54.821619 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ef2ad-4585-4560-91e6-632b7b267047 req-f185c6c9-7ff0-4179-a3f1-6aa36d6537ee tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:54.823208 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-018ef2ad-4585-4560-91e6-632b7b267047 req-f185c6c9-7ff0-4179-a3f1-6aa36d6537ee tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dc1320-f613-445f-bd84-4800478ed326 HTTP/1.1" status: 200 len: 944 time: 0.1691890 Dec 09 15:31:54.858487 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bd6f039b-7dd4-4246-9450-1fa68e1ca2d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:54.921329 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b1594f07-ea89-4d99-b9f8-0940aa0f8a2d req-eeb66ee9-7fa9-4b88-84dc-084d889f595b tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/security-groups?id=57716d9a-7113-4ec1-981c-56f1742f4eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417522 Dec 09 15:31:55.000740 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-018ef2ad-4585-4560-91e6-632b7b267047 req-37600aa6-425b-48a9-b498-4888497f4cda tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583703 Dec 09 15:31:55.015904 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bd6f039b-7dd4-4246-9450-1fa68e1ca2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:55.112176 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bd6f039b-7dd4-4246-9450-1fa68e1ca2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:55.162861 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f039b-7dd4-4246-9450-1fa68e1ca2d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09838ae7-10e3-4a8f-9e69-f84874faf411,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:55.167074 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bd6f039b-7dd4-4246-9450-1fa68e1ca2d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:55.178606 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-bd6f039b-7dd4-4246-9450-1fa68e1ca2d5 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/09838ae7-10e3-4a8f-9e69-f84874faf411 HTTP/1.1" status: 204 len: 168 time: 0.6378238 Dec 09 15:31:55.181642 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:55.182804 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54256) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:55.257777 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fbda2d11-1bde-4558-b563-1f8dcf3aa67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:55.410291 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-72b526cc-5027-49a4-8059-c11eee355b9f tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:55.419178 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.db.resource_extend [None req-4e2b0de8-cbf7-4b4c-a4a1-10ec6a061b0b admin admin] It took 0.86 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 15:31:55.422897 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-72b526cc-5027-49a4-8059-c11eee355b9f tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:55.472466 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fbda2d11-1bde-4558-b563-1f8dcf3aa67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:55.514088 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e2b0de8-cbf7-4b4c-a4a1-10ec6a061b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:55.516436 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2b0de8-cbf7-4b4c-a4a1-10ec6a061b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:55.517194 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e2b0de8-cbf7-4b4c-a4a1-10ec6a061b0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:55.532643 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-fbda2d11-1bde-4558-b563-1f8dcf3aa67f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceb7ecf8-ac3c-4d11-975a-465c5d0227ee']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:31:55.556660 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-fbda2d11-1bde-4558-b563-1f8dcf3aa67f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65ab9798-4da2-4ce5-b759-4c14cab985d9') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:31:55.557176 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-fbda2d11-1bde-4558-b563-1f8dcf3aa67f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65ab9798-4da2-4ce5-b759-4c14cab985d9') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:31:55.569688 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fbda2d11-1bde-4558-b563-1f8dcf3aa67f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:55.597284 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fbda2d11-1bde-4558-b563-1f8dcf3aa67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:55.637027 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbda2d11-1bde-4558-b563-1f8dcf3aa67f admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:31:55.637468 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fbda2d11-1bde-4558-b563-1f8dcf3aa67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:55.679707 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:31:55.679707 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:31:55.679707 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:31:55.679707 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:31:55.679707 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:31:55.679707 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:31:55.679707 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:31:55.679707 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:31:55.679707 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:31:55.679707 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:31:55.679707 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:31:55.679707 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:31:55.679707 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:31:55.679707 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:31:55.679707 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:31:55.679707 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:31:55.679707 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:31:55.679707 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:31:55.679707 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:31:55.679707 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:31:55.679707 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:31:55.679707 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:31:55.679707 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:31:55.679707 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:31:55.679707 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:31:55.679707 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:31:55.679707 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:31:55.679707 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:31:55.679707 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:31:55.679707 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:31:55.679707 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:31:55.679707 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:31:55.711908 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4e2b0de8-cbf7-4b4c-a4a1-10ec6a061b0b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5036993 Dec 09 15:31:55.757860 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54264) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:55.759167 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b0de8-cbf7-4b4c-a4a1-10ec6a061b0b admin admin] Pushing event updated for resources: {'Network': ['ID=ca5945d8-a543-4cfa-bc04-02b5200b1bc5,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:55.775175 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network ca5945d8-a543-4cfa-bc04-02b5200b1bc5 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:31:55.781512 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fbda2d11-1bde-4558-b563-1f8dcf3aa67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:55.792459 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fbda2d11-1bde-4558-b563-1f8dcf3aa67f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:55.797049 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-fbda2d11-1bde-4558-b563-1f8dcf3aa67f admin admin] 10.222.0.57 "DELETE /v2.0/networks/ceb7ecf8-ac3c-4d11-975a-465c5d0227ee HTTP/1.1" status: 204 len: 168 time: 0.6128037 Dec 09 15:31:55.827952 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a0b6ab18-4e14-4781-98c0-52d6c95c26b2 admin admin] Request body: {'subnet': {'network_id': 'ca5945d8-a543-4cfa-bc04-02b5200b1bc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1529301793-subnet', 'tenant_id': '88ff96f488f6419cb9050b46d4be5b89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:31:55.840057 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda2d11-1bde-4558-b563-1f8dcf3aa67f admin admin] Pushing event deleted for resources: {'Network': ['ID=ceb7ecf8-ac3c-4d11-975a-465c5d0227ee,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:55.894098 n-d-821228-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-72b526cc-5027-49a4-8059-c11eee355b9f tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Floating IP d9aa45b0-45bf-4a59-ad60-1826144f0c30 associated. External IP: 172.25.3.116, port: bae2c6c9-3fd7-4866-95b8-e2d5b35af496. Dec 09 15:31:56.075044 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b6ab18-4e14-4781-98c0-52d6c95c26b2 admin admin] Made reservation on behalf of 88ff96f488f6419cb9050b46d4be5b89 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:31:56.094565 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0b6ab18-4e14-4781-98c0-52d6c95c26b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:56.116067 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54286) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:56.190835 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67370f17-67d5-4672-be82-d5bb43773b05 req-28fb3011-9724-418c-b0a5-ba7c53cb0734 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:56.193795 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-67370f17-67d5-4672-be82-d5bb43773b05 req-28fb3011-9724-418c-b0a5-ba7c53cb0734 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/ports?device_id=decea538-ff0e-4588-9dd5-dc7e49133dd8 HTTP/1.1" status: 200 len: 947 time: 0.1578891 Dec 09 15:31:56.295829 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-67370f17-67d5-4672-be82-d5bb43773b05 req-6c061312-42e5-4bf8-a428-595045056a1d tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/security-groups?id=57716d9a-7113-4ec1-981c-56f1742f4eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943320 Dec 09 15:31:56.347723 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7cbe4cec-2975-421e-92a4-733d9a5cab36 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=13ab8f9eb9e44a98b88dffa52142eabd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254846 Dec 09 15:31:56.347921 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54288) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:56.372142 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204db65-ece8-44dc-93bb-bec6cf3ec53c req-98addec2-18cd-4daa-b27d-ea2a9f9e9266 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:56.374153 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b204db65-ece8-44dc-93bb-bec6cf3ec53c req-98addec2-18cd-4daa-b27d-ea2a9f9e9266 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dc1320-f613-445f-bd84-4800478ed326 HTTP/1.1" status: 200 len: 944 time: 0.1024506 Dec 09 15:31:56.420774 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:56.512314 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b204db65-ece8-44dc-93bb-bec6cf3ec53c req-75add81f-b292-4e66-aed7-df56f4610031 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241057 Dec 09 15:31:56.564153 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d71529f-a703-4d88-affd-db75f623bea4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:56.567922 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0b6ab18-4e14-4781-98c0-52d6c95c26b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:56.664508 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d71529f-a703-4d88-affd-db75f623bea4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:56.717712 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b6ab18-4e14-4781-98c0-52d6c95c26b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da8f05c3-6e98-4e34-b67d-9a2ab06dc7be,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:56.805167 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b6ab18-4e14-4781-98c0-52d6c95c26b2 admin admin] Checking segment: {'id': 'dcd8db21-41c0-4cd6-a9d6-e69b8c92bfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ca5945d8-a543-4cfa-bc04-02b5200b1bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:31:56.805554 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b6ab18-4e14-4781-98c0-52d6c95c26b2 admin admin] Network hostable DHCP agents. Network: ca5945d8-a543-4cfa-bc04-02b5200b1bc5, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:31:56.818854 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d28ef-a50d-4ede-9aa6-d856ba42903e req-bb0e4c50-c786-4fd8-8a5a-9d6e8ce76fee tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:56.826760 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-717d28ef-a50d-4ede-9aa6-d856ba42903e req-bb0e4c50-c786-4fd8-8a5a-9d6e8ce76fee tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 1096 time: 0.0688162 Dec 09 15:31:56.865887 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b6ab18-4e14-4781-98c0-52d6c95c26b2 admin admin] Network ca5945d8-a543-4cfa-bc04-02b5200b1bc5 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:31:56.875893 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b526cc-5027-49a4-8059-c11eee355b9f tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Router 7c343e52-de6a-40f8-a63a-5a24f68bd035 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:31:56.884100 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-a0b6ab18-4e14-4781-98c0-52d6c95c26b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, ca5945d8-a543-4cfa-bc04-02b5200b1bc5) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:31:56.892209 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84f64ee-ff03-41d7-8c39-e7fd080b473e None None] Network ca5945d8-a543-4cfa-bc04-02b5200b1bc5 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:31:56.895319 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b6ab18-4e14-4781-98c0-52d6c95c26b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:56.895913 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0b6ab18-4e14-4781-98c0-52d6c95c26b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:56.905546 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d71529f-a703-4d88-affd-db75f623bea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:56.908498 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d71529f-a703-4d88-affd-db75f623bea4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:56.912396 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6d71529f-a703-4d88-affd-db75f623bea4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b6ddef12-819c-4f08-88a4-0174330c0a4d HTTP/1.1" status: 204 len: 168 time: 0.5648079 Dec 09 15:31:56.965661 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a0b6ab18-4e14-4781-98c0-52d6c95c26b2 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1791539 Dec 09 15:31:56.965856 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d71529f-a703-4d88-affd-db75f623bea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ddef12-819c-4f08-88a4-0174330c0a4d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:57.005085 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-717d28ef-a50d-4ede-9aa6-d856ba42903e req-226276b1-f5e6-4568-bc93-0577894da9cc tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772344 Dec 09 15:31:57.054734 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34956336-b1da-4c56-b375-98622840d65a req-aa295ac2-16cf-4976-af30-b16500a18962 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:57.066318 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34956336-b1da-4c56-b375-98622840d65a req-aa295ac2-16cf-4976-af30-b16500a18962 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/ports?device_id=b19182ec-5ee4-4dbe-8477-b2fd7396926d HTTP/1.1" status: 200 len: 945 time: 0.2084298 Dec 09 15:31:57.139057 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b526cc-5027-49a4-8059-c11eee355b9f tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:31:57.149060 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-72b526cc-5027-49a4-8059-c11eee355b9f tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:57.185102 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e32a24-e403-44d3-bade-49cbfcaae73a None None] Sync routers for ids ['7c343e52-de6a-40f8-a63a-5a24f68bd035'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:31:57.191497 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34956336-b1da-4c56-b375-98622840d65a req-43d468c4-a095-427c-b0e2-6a56dcbffabf tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/security-groups?id=e20bdcc8-c3c0-452c-86df-aa6251e20c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176980 Dec 09 15:31:57.195490 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531f483a-7c3f-4991-b416-996a1316613b None None] Network ca5945d8-a543-4cfa-bc04-02b5200b1bc5 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:31:57.214937 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e32a24-e403-44d3-bade-49cbfcaae73a None None] Routers {'7c343e52-de6a-40f8-a63a-5a24f68bd035'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:31:57.215581 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-c1e32a24-e403-44d3-bade-49cbfcaae73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:31:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['7c343e52-de6a-40f8-a63a-5a24f68bd035'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:31:57.243749 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-72b526cc-5027-49a4-8059-c11eee355b9f tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "PUT /v2.0/floatingips/d9aa45b0-45bf-4a59-ad60-1826144f0c30 HTTP/1.1" status: 200 len: 991 time: 2.7466104 Dec 09 15:31:57.244337 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605c749c-93a9-4acf-9172-7ba2172b5d14', 'tag': 'bae2c6c9-3fd7-4866-95b8-e2d5b35af496'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:31:57.258224 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba0d49b-7bd6-4733-a6cf-fd24f0f36540" -d '{"events": [{"name": "network-changed", "server_uuid": "605c749c-93a9-4acf-9172-7ba2172b5d14", "tag": "bae2c6c9-3fd7-4866-95b8-e2d5b35af496"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:31:57.391601 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 66878324-1f77-48fe-b85b-1348eaa174ee details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:31:57.479689 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32de1b04-7665-40c5-9c76-81576d4fb7e3 x-openstack-request-id: req-32de1b04-7665-40c5-9c76-81576d4fb7e3 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:31:57.480339 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "605c749c-93a9-4acf-9172-7ba2172b5d14", "tag": "bae2c6c9-3fd7-4866-95b8-e2d5b35af496", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:31:57.480808 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-32de1b04-7665-40c5-9c76-81576d4fb7e3 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:31:57.481384 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605c749c-93a9-4acf-9172-7ba2172b5d14', 'tag': 'bae2c6c9-3fd7-4866-95b8-e2d5b35af496', 'status': 'completed', 'code': 200} Dec 09 15:31:57.637256 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0d49b-7bd6-4733-a6cf-fd24f0f36540 req-b7828516-4e70-4017-899e-19e4f5f25b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:57.640657 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-dba0d49b-7bd6-4733-a6cf-fd24f0f36540 req-b7828516-4e70-4017-899e-19e4f5f25b94 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=544d079d0d95474e9d4ca372f968fba4&device_id=605c749c-93a9-4acf-9172-7ba2172b5d14 HTTP/1.1" status: 200 len: 1096 time: 0.0946038 Dec 09 15:31:57.644128 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-c1e32a24-e403-44d3-bade-49cbfcaae73a None None] Set router 7c343e52-de6a-40f8-a63a-5a24f68bd035 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:31:57.662653 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 66878324-1f77-48fe-b85b-1348eaa174ee, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=66878324-1f77-48fe-b85b-1348eaa174ee,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:57.703275 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '66878324-1f77-48fe-b85b-1348eaa174ee', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'port_id': '66878324-1f77-48fe-b85b-1348eaa174ee', 'mac_address': 'fa:16:3e:64:9c:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6953c-1261-4e7c-8b49-64e5b87424c2', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:31:57.733647 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33caa937-5dfe-4a5c-8132-f5c7466b80b7 req-edf6f6fd-516d-41cb-935f-aec253555f53 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:57.736073 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-33caa937-5dfe-4a5c-8132-f5c7466b80b7 req-edf6f6fd-516d-41cb-935f-aec253555f53 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/ports?device_id=decea538-ff0e-4588-9dd5-dc7e49133dd8 HTTP/1.1" status: 200 len: 947 time: 0.1091394 Dec 09 15:31:57.810392 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:57.868923 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66878324-1f77-48fe-b85b-1348eaa174ee {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:31:57.884237 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-33caa937-5dfe-4a5c-8132-f5c7466b80b7 req-ee54447a-f2ab-4bd4-900e-75c6047992e4 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/security-groups?id=57716d9a-7113-4ec1-981c-56f1742f4eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400695 Dec 09 15:31:57.938820 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 66878324-1f77-48fe-b85b-1348eaa174ee, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=66878324-1f77-48fe-b85b-1348eaa174ee,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:57.951077 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:57.980757 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0d49b-7bd6-4733-a6cf-fd24f0f36540 req-19185a49-79b2-4b32-ae5f-a85c8a12e97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:57.982324 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-dba0d49b-7bd6-4733-a6cf-fd24f0f36540 req-19185a49-79b2-4b32-ae5f-a85c8a12e97a service neutron] 10.222.0.42 "GET /v2.0/networks?id=1623f57f-14ee-4f27-909a-4111ec1638fe HTTP/1.1" status: 200 len: 924 time: 0.3325317 Dec 09 15:31:58.121479 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-dba0d49b-7bd6-4733-a6cf-fd24f0f36540 req-b33c18c3-effb-4a50-b936-902c023881fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bae2c6c9-3fd7-4866-95b8-e2d5b35af496 HTTP/1.1" status: 200 len: 999 time: 0.1179752 Dec 09 15:31:58.166968 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=66878324-1f77-48fe-b85b-1348eaa174ee,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:58.198358 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:58.199904 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:58.200557 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:58.206275 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:58.207538 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:58.209382 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:58.213111 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:58.214313 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:58.215180 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:58.218508 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:58.218959 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:58.220756 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:58.221893 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:58.249866 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-c1e32a24-e403-44d3-bade-49cbfcaae73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-455506136-router', 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '137983f4-1713-4485-9d80-5bb0195afc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:27:52Z', 'updated_at': '2021-12-09T15:27:58Z', 'revision_number': 4, 'project_id': '544d079d0d95474e9d4ca372f968fba4', 'gw_port': {'id': '137983f4-1713-4485-9d80-5bb0195afc58', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:53Z', 'updated_at': '2021-12-09T15:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': 'd9aa45b0-45bf-4a59-ad60-1826144f0c30', 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'floating_ip_address': '172.25.3.116', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'port_id': 'bae2c6c9-3fd7-4866-95b8-e2d5b35af496', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1623f57f-14ee-4f27-909a-4111ec1638fe', 'mac_address': 'fa:16:3e:8c:17:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605c749c-93a9-4acf-9172-7ba2172b5d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:28:20Z', 'updated_at': '2021-12-09T15:31:55Z', 'revision_number': 5, 'project_id': '544d079d0d95474e9d4ca372f968fba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51f2471e-c38e-47fc-8651-4bd9ccfb5045', 'name': '', 'network_id': '1623f57f-14ee-4f27-909a-4111ec1638fe', 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'mac_address': 'fa:16:3e:56:01:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fd6cf3c6-eae1-454b-835d-918a28ae0ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:57Z', 'updated_at': '2021-12-09T15:28:02Z', 'revision_number': 5, 'project_id': '544d079d0d95474e9d4ca372f968fba4', 'subnets': [{'id': 'fd6cf3c6-eae1-454b-835d-918a28ae0ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:31:58.284345 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0d49b-7bd6-4733-a6cf-fd24f0f36540 req-3ffdf953-78de-4155-8115-08c81c442f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:58.291449 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-dba0d49b-7bd6-4733-a6cf-fd24f0f36540 req-3ffdf953-78de-4155-8115-08c81c442f38 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd6cf3c6-eae1-454b-835d-918a28ae0ed5 HTTP/1.1" status: 200 len: 862 time: 0.1589911 Dec 09 15:31:58.293679 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e32a24-e403-44d3-bade-49cbfcaae73a None None] Checking router: 7c343e52-de6a-40f8-a63a-5a24f68bd035 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:31:58.305951 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e32a24-e403-44d3-bade-49cbfcaae73a None None] Routers {'7c343e52-de6a-40f8-a63a-5a24f68bd035'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:31:58.306842 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-c1e32a24-e403-44d3-bade-49cbfcaae73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:31:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['7c343e52-de6a-40f8-a63a-5a24f68bd035'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:31:58.417807 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['66878324-1f77-48fe-b85b-1348eaa174ee'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:31:58.460265 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0d49b-7bd6-4733-a6cf-fd24f0f36540 req-b5eef203-9aea-427a-ba25-aec091cdf22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:58.462646 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-dba0d49b-7bd6-4733-a6cf-fd24f0f36540 req-b5eef203-9aea-427a-ba25-aec091cdf22f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1623f57f-14ee-4f27-909a-4111ec1638fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1443624 Dec 09 15:31:58.542736 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-c1e32a24-e403-44d3-bade-49cbfcaae73a None None] Set router 7c343e52-de6a-40f8-a63a-5a24f68bd035 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:31:58.754955 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-dba0d49b-7bd6-4733-a6cf-fd24f0f36540 req-69599bb4-0056-41e1-b477-6aef2dc94f12 service neutron] 10.222.0.42 "GET /v2.0/networks/1623f57f-14ee-4f27-909a-4111ec1638fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825508 Dec 09 15:31:58.840190 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-bfee93c8-3492-4397-a52a-ad5dce2758bd tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:58.851007 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-bfee93c8-3492-4397-a52a-ad5dce2758bd tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] 10.222.0.57 "GET /v2.0/networks?id=4a677b27-f7f9-4315-be79-0bf0065c631e HTTP/1.1" status: 200 len: 815 time: 0.2935324 Dec 09 15:31:58.887150 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-58a264e8-bfdb-42ed-8e68-9bf50b78d429 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] 10.222.0.57 "GET /v2.0/quotas/d53131111e1242518dd9d2044e2982b8 HTTP/1.1" status: 200 len: 375 time: 0.0350235 Dec 09 15:31:58.952090 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-33ca4b44-4ebc-4022-9327-e3a569bc5eaf tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d53131111e1242518dd9d2044e2982b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594857 Dec 09 15:31:58.974640 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-dba0d49b-7bd6-4733-a6cf-fd24f0f36540 req-2e47fb92-325d-43e3-8e2e-57e169e6c6fa service neutron] 10.222.0.42 "GET /v2.0/networks/1623f57f-14ee-4f27-909a-4111ec1638fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084496 Dec 09 15:31:59.109232 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-d00aad71-d642-4a61-9da1-5b700921492e service neutron] 10.222.0.57 "GET /v2.0/networks/4a677b27-f7f9-4315-be79-0bf0065c631e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548862 Dec 09 15:31:59.124935 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-c1e32a24-e403-44d3-bade-49cbfcaae73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-455506136-router', 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '137983f4-1713-4485-9d80-5bb0195afc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:27:52Z', 'updated_at': '2021-12-09T15:27:58Z', 'revision_number': 4, 'project_id': '544d079d0d95474e9d4ca372f968fba4', 'gw_port': {'id': '137983f4-1713-4485-9d80-5bb0195afc58', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:53Z', 'updated_at': '2021-12-09T15:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': 'd9aa45b0-45bf-4a59-ad60-1826144f0c30', 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'floating_ip_address': '172.25.3.116', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'port_id': 'bae2c6c9-3fd7-4866-95b8-e2d5b35af496', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1623f57f-14ee-4f27-909a-4111ec1638fe', 'mac_address': 'fa:16:3e:8c:17:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605c749c-93a9-4acf-9172-7ba2172b5d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:28:20Z', 'updated_at': '2021-12-09T15:31:55Z', 'revision_number': 5, 'project_id': '544d079d0d95474e9d4ca372f968fba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51f2471e-c38e-47fc-8651-4bd9ccfb5045', 'name': '', 'network_id': '1623f57f-14ee-4f27-909a-4111ec1638fe', 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'mac_address': 'fa:16:3e:56:01:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fd6cf3c6-eae1-454b-835d-918a28ae0ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:57Z', 'updated_at': '2021-12-09T15:28:02Z', 'revision_number': 5, 'project_id': '544d079d0d95474e9d4ca372f968fba4', 'subnets': [{'id': 'fd6cf3c6-eae1-454b-835d-918a28ae0ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:31:59.139890 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-7af5a90e-f235-455e-b31e-516d314936f1 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:31:59.140923 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-7af5a90e-f235-455e-b31e-516d314936f1 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068405 Dec 09 15:31:59.175066 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e32a24-e403-44d3-bade-49cbfcaae73a None None] The sync data for ids ['7c343e52-de6a-40f8-a63a-5a24f68bd035'] in n-d-821228-1 is: [{'id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-455506136-router', 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '137983f4-1713-4485-9d80-5bb0195afc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:27:52Z', 'updated_at': '2021-12-09T15:27:58Z', 'revision_number': 4, 'project_id': '544d079d0d95474e9d4ca372f968fba4', 'gw_port': {'id': '137983f4-1713-4485-9d80-5bb0195afc58', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:53Z', 'updated_at': '2021-12-09T15:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': 'd9aa45b0-45bf-4a59-ad60-1826144f0c30', 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'floating_ip_address': '172.25.3.116', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'port_id': 'bae2c6c9-3fd7-4866-95b8-e2d5b35af496', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1623f57f-14ee-4f27-909a-4111ec1638fe', 'mac_address': 'fa:16:3e:8c:17:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605c749c-93a9-4acf-9172-7ba2172b5d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:28:20Z', 'updated_at': '2021-12-09T15:31:55Z', 'revision_number': 5, 'project_id': '544d079d0d95474e9d4ca372f968fba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51f2471e-c38e-47fc-8651-4bd9ccfb5045', 'name': '', 'network_id': '1623f57f-14ee-4f27-909a-4111ec1638fe', 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'mac_address': 'fa:16:3e:56:01:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fd6cf3c6-eae1-454b-835d-918a28ae0ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:57Z', 'updated_at': '2021-12-09T15:28:02Z', 'revision_number': 5, 'project_id': '544d079d0d95474e9d4ca372f968fba4', 'subnets': [{'id': 'fd6cf3c6-eae1-454b-835d-918a28ae0ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:31:59.185211 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e3d38-1553-4e3a-9c43-9ee8c4f79b08 req-b8966e06-5ef8-4f88-a35d-b88b6304c0a0 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:59.187513 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-003e3d38-1553-4e3a-9c43-9ee8c4f79b08 req-b8966e06-5ef8-4f88-a35d-b88b6304c0a0 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.42 "GET /v2.0/ports?device_id=b19182ec-5ee4-4dbe-8477-b2fd7396926d HTTP/1.1" status: 200 len: 945 time: 0.0923214 Dec 09 15:31:59.354217 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-003e3d38-1553-4e3a-9c43-9ee8c4f79b08 req-2bd2a291-b84a-465d-9e2c-1f446bbcd78d tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] Deleting port 175fb1e0-f811-4580-bb11-c851a717cb16 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:31:59.354572 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-003e3d38-1553-4e3a-9c43-9ee8c4f79b08 req-2bd2a291-b84a-465d-9e2c-1f446bbcd78d tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:59.498640 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36da1361-9741-4dd4-ad9a-789cc00b382b None None] New status for floating IP d9aa45b0-45bf-4a59-ad60-1826144f0c30: ACTIVE {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:31:59.499659 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-003e3d38-1553-4e3a-9c43-9ee8c4f79b08 req-2bd2a291-b84a-465d-9e2c-1f446bbcd78d tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] For port 175fb1e0-f811-4580-bb11-c851a717cb16, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=175fb1e0-f811-4580-bb11-c851a717cb16,segment=NetworkSegment(6593b24c-2373-4f34-94a9-b48289bab6ba),segment_id=6593b24c-2373-4f34-94a9-b48289bab6ba)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:59.500154 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-003e3d38-1553-4e3a-9c43-9ee8c4f79b08 req-2bd2a291-b84a-465d-9e2c-1f446bbcd78d tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:59.521715 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-003e3d38-1553-4e3a-9c43-9ee8c4f79b08 req-2bd2a291-b84a-465d-9e2c-1f446bbcd78d tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] Calling delete_port for 175fb1e0-f811-4580-bb11-c851a717cb16 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:31:59.736760 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-112600c4-7fc6-437f-845a-bda79d022fdb service neutron] 10.222.0.31 "GET /v2.0/ports/1b3a806c-d80c-4c75-9ee6-4b31413216d7/bindings/n-h1-821228-1 HTTP/1.1" status: 200 len: 384 time: 0.5008483 Dec 09 15:31:59.744445 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-2cce8482-268b-4aa7-bc07-35057f9bd10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:59.747769 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-2cce8482-268b-4aa7-bc07-35057f9bd10c service neutron] 10.222.0.57 "GET /v2.0/ports/5017d290-1c4f-4b2b-a2a5-5290fc85c367 HTTP/1.1" status: 200 len: 1093 time: 0.5144193 Dec 09 15:31:59.791390 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-b9f7776c-7a23-4d6b-9e52-08dc37b0349f service neutron] 10.222.0.57 "GET /v2.0/networks/4a677b27-f7f9-4315-be79-0bf0065c631e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6817122 Dec 09 15:31:59.801055 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-674d363a-4858-4c4e-9e6e-f1cfb5d77663 service neutron] Request body: {'binding': {'host': 'n-h1-821228-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:31:59.801535 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-674d363a-4858-4c4e-9e6e-f1cfb5d77663 service neutron] Unknown quota resources ['binding']. {{(pid=103244) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 15:31:59.840135 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-003e3d38-1553-4e3a-9c43-9ee8c4f79b08 req-2bd2a291-b84a-465d-9e2c-1f446bbcd78d tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:59.877818 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['175fb1e0-f811-4580-bb11-c851a717cb16'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:31:59.933715 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2a291-b84a-465d-9e2c-1f446bbcd78d tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] Pushing event deleted for resources: {'Port': ['ID=175fb1e0-f811-4580-bb11-c851a717cb16,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:00.012970 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-003e3d38-1553-4e3a-9c43-9ee8c4f79b08 req-2bd2a291-b84a-465d-9e2c-1f446bbcd78d tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] No DVR routers for this DVR port 175fb1e0-f811-4580-bb11-c851a717cb16 on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:32:00.016238 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-003e3d38-1553-4e3a-9c43-9ee8c4f79b08 req-2bd2a291-b84a-465d-9e2c-1f446bbcd78d tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:00.022470 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-003e3d38-1553-4e3a-9c43-9ee8c4f79b08 req-2bd2a291-b84a-465d-9e2c-1f446bbcd78d tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.42 "DELETE /v2.0/ports/175fb1e0-f811-4580-bb11-c851a717cb16 HTTP/1.1" status: 204 len: 173 time: 0.8249381 Dec 09 15:32:00.024643 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19182ec-5ee4-4dbe-8477-b2fd7396926d', 'name': 'network-vif-deleted', 'tag': '175fb1e0-f811-4580-bb11-c851a717cb16'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:32:00.030306 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d612ff-ee3d-48fb-9dea-e6fd5b865e2e" -d '{"events": [{"server_uuid": "b19182ec-5ee4-4dbe-8477-b2fd7396926d", "name": "network-vif-deleted", "tag": "175fb1e0-f811-4580-bb11-c851a717cb16"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:32:00.215071 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ccf85d-ac09-4023-aba8-50ee05c484ee req-89f83960-710c-499f-a07e-133f572d0fad tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:00.224343 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f5ccf85d-ac09-4023-aba8-50ee05c484ee req-89f83960-710c-499f-a07e-133f572d0fad tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dc1320-f613-445f-bd84-4800478ed326 HTTP/1.1" status: 200 len: 944 time: 0.2304721 Dec 09 15:32:00.285088 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-674d363a-4858-4c4e-9e6e-f1cfb5d77663 service neutron] Attempting to bind port 5017d290-1c4f-4b2b-a2a5-5290fc85c367 on host n-h1-821228-1 for vnic_type normal with profile None {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:32:00.285460 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-674d363a-4858-4c4e-9e6e-f1cfb5d77663 service neutron] Attempting to bind port 5017d290-1c4f-4b2b-a2a5-5290fc85c367 by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:32:00.285754 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-674d363a-4858-4c4e-9e6e-f1cfb5d77663 service neutron] Attempting to bind port 5017d290-1c4f-4b2b-a2a5-5290fc85c367 on network 3099805c-627c-4784-8087-c190eb81b4e0 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:32:00.313363 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-7b0d87c3-5584-4e2e-869a-d993a02c056f service neutron] For port 1b3a806c-d80c-4c75-9ee6-4b31413216d7, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=1b3a806c-d80c-4c75-9ee6-4b31413216d7,segment=NetworkSegment(69c5f819-123d-436b-8f3f-7e75c7d0b133),segment_id=69c5f819-123d-436b-8f3f-7e75c7d0b133)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:32:00.318897 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-674d363a-4858-4c4e-9e6e-f1cfb5d77663 service neutron] Port 5017d290-1c4f-4b2b-a2a5-5290fc85c367 on network 3099805c-627c-4784-8087-c190eb81b4e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:32:00.319355 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-674d363a-4858-4c4e-9e6e-f1cfb5d77663 service neutron] Attempting to bind port 5017d290-1c4f-4b2b-a2a5-5290fc85c367 on network 3099805c-627c-4784-8087-c190eb81b4e0 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:32:00.342402 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-674d363a-4858-4c4e-9e6e-f1cfb5d77663 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:32:00.342747 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-674d363a-4858-4c4e-9e6e-f1cfb5d77663 service neutron] Checking segment: {'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:32:00.343132 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-674d363a-4858-4c4e-9e6e-f1cfb5d77663 service neutron] Bound using segment: {'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:32:00.343571 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-674d363a-4858-4c4e-9e6e-f1cfb5d77663 service neutron] Bound port: 5017d290-1c4f-4b2b-a2a5-5290fc85c367, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:32:00.353021 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f5ccf85d-ac09-4023-aba8-50ee05c484ee req-d64dd229-19a8-404f-9c88-1ac3a76008ed tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271987 Dec 09 15:32:00.390378 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-7b0d87c3-5584-4e2e-869a-d993a02c056f service neutron] For port 1b3a806c-d80c-4c75-9ee6-4b31413216d7, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:32:00.467984 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-7b0d87c3-5584-4e2e-869a-d993a02c056f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b3a806c-d80c-4c75-9ee6-4b31413216d7 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:32:00.478412 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-674d363a-4858-4c4e-9e6e-f1cfb5d77663 service neutron] For port 5017d290-1c4f-4b2b-a2a5-5290fc85c367, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=5017d290-1c4f-4b2b-a2a5-5290fc85c367,segment=NetworkSegment(9bcbf52b-8ad5-477f-9636-c2f9cae19672),segment_id=9bcbf52b-8ad5-477f-9636-c2f9cae19672)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:32:00.484973 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-7b0d87c3-5584-4e2e-869a-d993a02c056f service neutron] For port 1b3a806c-d80c-4c75-9ee6-4b31413216d7, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=1b3a806c-d80c-4c75-9ee6-4b31413216d7,segment=NetworkSegment(69c5f819-123d-436b-8f3f-7e75c7d0b133),segment_id=69c5f819-123d-436b-8f3f-7e75c7d0b133)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:32:00.496301 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-674d363a-4858-4c4e-9e6e-f1cfb5d77663 service neutron] Publish callbacks [] for binding, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:00.497680 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-674d363a-4858-4c4e-9e6e-f1cfb5d77663 service neutron] 10.222.0.57 "POST /v2.0/ports/5017d290-1c4f-4b2b-a2a5-5290fc85c367/bindings HTTP/1.1" status: 201 len: 389 time: 0.7018633 Dec 09 15:32:00.545600 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-7b0d87c3-5584-4e2e-869a-d993a02c056f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:00.587834 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-145c82d0-41a2-4be0-9d0a-653819c7f93d req-a577dec6-9eeb-4d11-9248-b648e0d95d65 tempest-AttachSCSIVolumeTestJSON-1791818080 tempest-AttachSCSIVolumeTestJSON-1791818080-project] 10.222.0.57 "GET /v2.0/ports?device_id=b19182ec-5ee4-4dbe-8477-b2fd7396926d HTTP/1.1" status: 200 len: 210 time: 0.0722842 Dec 09 15:32:00.712613 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-7b0d87c3-5584-4e2e-869a-d993a02c056f service neutron] Transition to ACTIVE for port object 1b3a806c-d80c-4c75-9ee6-4b31413216d7 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:32:00.719088 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-7b0d87c3-5584-4e2e-869a-d993a02c056f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:00.867092 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-7b0d87c3-5584-4e2e-869a-d993a02c056f service neutron] No DVR routers for this DVR port 1b3a806c-d80c-4c75-9ee6-4b31413216d7 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:32:00.878261 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d87c3-5584-4e2e-869a-d993a02c056f service neutron] Pushing event updated for resources: {'Port': ['ID=1b3a806c-d80c-4c75-9ee6-4b31413216d7,revision_number=10']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:00.928185 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-7b0d87c3-5584-4e2e-869a-d993a02c056f service neutron] 10.222.0.31 "PUT /v2.0/ports/1b3a806c-d80c-4c75-9ee6-4b31413216d7/bindings/n-h1-821228-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1891096 Dec 09 15:32:00.949347 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11acf37c-0be2-4466-840c-97af7462184f req-a12daa68-ccf5-4131-87d7-6f363273c274 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:00.951342 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11acf37c-0be2-4466-840c-97af7462184f req-a12daa68-ccf5-4131-87d7-6f363273c274 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/ports?device_id=decea538-ff0e-4588-9dd5-dc7e49133dd8 HTTP/1.1" status: 200 len: 948 time: 0.1428256 Dec 09 15:32:01.037190 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11acf37c-0be2-4466-840c-97af7462184f req-b9e10b9a-c0aa-4fb8-9522-7c829f19de15 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/security-groups?id=57716d9a-7113-4ec1-981c-56f1742f4eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743022 Dec 09 15:32:01.066915 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-d2015d88-08a5-4d36-ac79-c674056290dc tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:01.068943 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-d2015d88-08a5-4d36-ac79-c674056290dc tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=64dc1320-f613-445f-bd84-4800478ed326&tenant_id=5674bd72d1184432801f651e299c9dce&binding%3Ahost_id=n-h2-821228-1 HTTP/1.1" status: 200 len: 1096 time: 0.0671358 Dec 09 15:32:01.144474 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3632ccaa-1124-4bbd-bfe8-862c0e9d85f4 x-openstack-request-id: req-3632ccaa-1124-4bbd-bfe8-862c0e9d85f4 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:32:01.145028 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19182ec-5ee4-4dbe-8477-b2fd7396926d", "name": "network-vif-deleted", "tag": "175fb1e0-f811-4580-bb11-c851a717cb16", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:32:01.146065 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3632ccaa-1124-4bbd-bfe8-862c0e9d85f4 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:32:01.147732 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b19182ec-5ee4-4dbe-8477-b2fd7396926d', 'name': 'network-vif-deleted', 'tag': '175fb1e0-f811-4580-bb11-c851a717cb16', 'status': 'completed', 'code': 200} Dec 09 15:32:01.179407 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-90837d3c-aa51-409a-a299-1a7f27f69118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:01.181251 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-90837d3c-aa51-409a-a299-1a7f27f69118 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=64dc1320-f613-445f-bd84-4800478ed326&tenant_id=5674bd72d1184432801f651e299c9dce HTTP/1.1" status: 200 len: 1096 time: 0.1039050 Dec 09 15:32:01.205347 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e58ac455-53f4-4b9c-898e-afc1252c457c req-c3e81111-ff43-4297-b4b5-3bda2d671594 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] 10.222.0.57 "GET /v2.0/ports?device_id=80bf0539-e1fe-4b2a-8d63-9a9948570d3b HTTP/1.1" status: 200 len: 210 time: 0.0605917 Dec 09 15:32:01.271882 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-aeb0c8f6-08cb-49de-b181-ed3a3fd338dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:01.273447 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-aeb0c8f6-08cb-49de-b181-ed3a3fd338dd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5674bd72d1184432801f651e299c9dce&device_id=64dc1320-f613-445f-bd84-4800478ed326 HTTP/1.1" status: 200 len: 1096 time: 0.0558209 Dec 09 15:32:01.286674 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a579c-dd7b-4385-9218-a5c0e7306568 req-403e4991-efdd-44f4-bef6-830f00eda2f6 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:01.299814 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d79a579c-dd7b-4385-9218-a5c0e7306568 req-403e4991-efdd-44f4-bef6-830f00eda2f6 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 945 time: 0.0921974 Dec 09 15:32:01.306209 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 66878324-1f77-48fe-b85b-1348eaa174ee up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:32:01.376527 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d79a579c-dd7b-4385-9218-a5c0e7306568 req-9d274229-fc7a-4fd5-9937-e4b2e5f40e93 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745032 Dec 09 15:32:01.395664 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-a1d3afcd-2c9d-45a1-a98c-6378a2b7b827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:01.407860 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-a1d3afcd-2c9d-45a1-a98c-6378a2b7b827 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6c4b0ba7-873d-4b03-9efa-67af55c0587e HTTP/1.1" status: 200 len: 921 time: 0.1267505 Dec 09 15:32:01.477047 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-73548ed8-62dc-4ccf-b145-1b70d4a3f0ce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b3a806c-d80c-4c75-9ee6-4b31413216d7 HTTP/1.1" status: 200 len: 217 time: 0.0616786 Dec 09 15:32:01.546440 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 66878324-1f77-48fe-b85b-1348eaa174ee completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:32:01.551282 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 66878324-1f77-48fe-b85b-1348eaa174ee triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:32:01.552983 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:01.553135 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-d87e126c-a8a7-4a21-9ffa-dce0597fc884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:01.555102 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-d87e126c-a8a7-4a21-9ffa-dce0597fc884 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2340fb97-6ad9-4615-9535-804554d0ce45 HTTP/1.1" status: 200 len: 860 time: 0.0713072 Dec 09 15:32:01.652479 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-938c146e-f89e-4607-aa09-a13ace05b214 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6c4b0ba7-873d-4b03-9efa-67af55c0587e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860670 Dec 09 15:32:01.802965 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-ce7caa59-9b6b-4922-9f7e-0386279cac37 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:01.806135 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-ce7caa59-9b6b-4922-9f7e-0386279cac37 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] 10.222.0.31 "GET /v2.0/networks?id=4a677b27-f7f9-4315-be79-0bf0065c631e HTTP/1.1" status: 200 len: 815 time: 0.1948230 Dec 09 15:32:01.808395 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54428) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:32:01.831118 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-0ff878fa-a907-4a09-ac96-f540a3a52f62 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] Request body: {'port': {'device_id': '80bf0539-e1fe-4b2a-8d63-9a9948570d3b', 'network_id': '4a677b27-f7f9-4315-be79-0bf0065c631e', 'admin_state_up': True, 'tenant_id': 'd53131111e1242518dd9d2044e2982b8'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:32:01.848161 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:01.986596 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 66878324-1f77-48fe-b85b-1348eaa174ee, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=66878324-1f77-48fe-b85b-1348eaa174ee,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:32:01.994098 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-60992f34-6a55-4943-9601-be2ad7ad5b9f service neutron] 10.222.0.42 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349147 Dec 09 15:32:01.994621 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 175fb1e0-f811-4580-bb11-c851a717cb16 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:32:02.005498 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'decea538-ff0e-4588-9dd5-dc7e49133dd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66878324-1f77-48fe-b85b-1348eaa174ee'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:32:02.012359 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188155e4-880d-45cc-b607-ed07baf0470d" -d '{"events": [{"server_uuid": "decea538-ff0e-4588-9dd5-dc7e49133dd8", "name": "network-vif-plugged", "status": "completed", "tag": "66878324-1f77-48fe-b85b-1348eaa174ee"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:32:02.036668 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:02.051961 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b7cc1-a126-43cf-83d1-06300fad9d81 req-02ccf84c-6ebd-4cc7-af27-fb42f170fbdc tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:02.066326 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-284b7cc1-a126-43cf-83d1-06300fad9d81 req-02ccf84c-6ebd-4cc7-af27-fb42f170fbdc tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dc1320-f613-445f-bd84-4800478ed326 HTTP/1.1" status: 200 len: 945 time: 0.5016224 Dec 09 15:32:02.141978 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: 175fb1e0-f811-4580-bb11-c851a717cb16 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:32:02.144177 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 175fb1e0-f811-4580-bb11-c851a717cb16 not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:32:02.216726 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=66878324-1f77-48fe-b85b-1348eaa174ee,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:02.223462 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-dc697e37-cc44-40f2-9600-7840cafedfef service neutron] 10.222.0.42 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240908 Dec 09 15:32:02.250462 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-284b7cc1-a126-43cf-83d1-06300fad9d81 req-9df782f6-5732-4a5f-99f6-50762faee2c8 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823702 Dec 09 15:32:02.270279 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-0ff878fa-a907-4a09-ac96-f540a3a52f62 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] Made reservation on behalf of d53131111e1242518dd9d2044e2982b8 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:32:02.276187 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-0ff878fa-a907-4a09-ac96-f540a3a52f62 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:02.418734 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5e23e13a-89fc-4c98-a4f2-7cac018e24aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:02.493480 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e34213-be95-452c-ac66-a0b07bfa0066 x-openstack-request-id: req-05e34213-be95-452c-ac66-a0b07bfa0066 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:32:02.493994 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "decea538-ff0e-4588-9dd5-dc7e49133dd8", "name": "network-vif-plugged", "status": "completed", "tag": "66878324-1f77-48fe-b85b-1348eaa174ee", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:32:02.494361 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-05e34213-be95-452c-ac66-a0b07bfa0066 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:32:02.494960 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'decea538-ff0e-4588-9dd5-dc7e49133dd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66878324-1f77-48fe-b85b-1348eaa174ee', 'code': 200} Dec 09 15:32:02.591069 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-0ff878fa-a907-4a09-ac96-f540a3a52f62 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] Allocated IP 172.20.0.5 (4a677b27-f7f9-4315-be79-0bf0065c631e/78fc720e-c838-4fc0-b7fb-010828141edc/22d893f8-5fa5-400e-9941-8648c0074b14) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:32:02.599793 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:32:02.701041 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-b5cd30d8-4aa8-486c-84ca-fad760c195d1 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:02.704305 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-b5cd30d8-4aa8-486c-84ca-fad760c195d1 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=64dc1320-f613-445f-bd84-4800478ed326&tenant_id=5674bd72d1184432801f651e299c9dce&binding%3Ahost_id=n-h1-821228-1 HTTP/1.1" status: 200 len: 1096 time: 0.0860469 Dec 09 15:32:02.743912 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5e23e13a-89fc-4c98-a4f2-7cac018e24aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:02.778649 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5e23e13a-89fc-4c98-a4f2-7cac018e24aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:02.801507 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abf029-dd91-4d4f-b1e6-23763c0de7d9 req-0e0aa440-38f5-49fd-9bc9-a53595614df1 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:02.813524 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38abf029-dd91-4d4f-b1e6-23763c0de7d9 req-0e0aa440-38f5-49fd-9bc9-a53595614df1 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/ports?device_id=decea538-ff0e-4588-9dd5-dc7e49133dd8 HTTP/1.1" status: 200 len: 949 time: 0.2198131 Dec 09 15:32:02.816094 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee53026-8ea7-4f3c-a90c-4c64e4b71c09 req-64a98991-8fb7-48c4-b15e-59c7a1bd4919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:02.817641 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7ee53026-8ea7-4f3c-a90c-4c64e4b71c09 req-64a98991-8fb7-48c4-b15e-59c7a1bd4919 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=decea538-ff0e-4588-9dd5-dc7e49133dd8 HTTP/1.1" status: 200 len: 1100 time: 0.2193644 Dec 09 15:32:02.921432 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-b25c5c8c-f6d9-41a5-b2c6-c79847b70b49 service neutron] For port 1b3a806c-d80c-4c75-9ee6-4b31413216d7, host n-h2-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:32:02.930466 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-b25c5c8c-f6d9-41a5-b2c6-c79847b70b49 service neutron] Publish callbacks [] for binding, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:02.931595 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-069f007e-0a8f-4ec8-a30c-1058bed33166 req-b25c5c8c-f6d9-41a5-b2c6-c79847b70b49 service neutron] 10.222.0.42 "DELETE /v2.0/ports/1b3a806c-d80c-4c75-9ee6-4b31413216d7/bindings/n-h2-821228-1 HTTP/1.1" status: 204 len: 173 time: 0.2139294 Dec 09 15:32:02.989818 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-5e23e13a-89fc-4c98-a4f2-7cac018e24aa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f435c2a289a44116894a0ebc69a5379c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1772966 Dec 09 15:32:02.991941 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54478) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:32:03.020851 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23e13a-89fc-4c98-a4f2-7cac018e24aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c70866-4ae6-4012-aff5-77f585efba3d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:03.099640 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c8319af7-91e5-4c75-9183-d0161719740f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:03.124387 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c8319af7-91e5-4c75-9183-d0161719740f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:03.191931 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c8319af7-91e5-4c75-9183-d0161719740f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:03.195144 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c8319af7-91e5-4c75-9183-d0161719740f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:03.199961 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c8319af7-91e5-4c75-9183-d0161719740f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/01c70866-4ae6-4012-aff5-77f585efba3d HTTP/1.1" status: 204 len: 168 time: 0.2062502 Dec 09 15:32:03.213161 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8319af7-91e5-4c75-9183-d0161719740f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c70866-4ae6-4012-aff5-77f585efba3d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:03.250580 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38abf029-dd91-4d4f-b1e6-23763c0de7d9 req-02162046-95d9-4952-b9ed-b7bfd351e0ae tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/security-groups?id=57716d9a-7113-4ec1-981c-56f1742f4eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008708 Dec 09 15:32:03.270576 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7ee53026-8ea7-4f3c-a90c-4c64e4b71c09 req-1764dee8-ab6a-4b68-832b-ef3ae1d9cbde service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=57716d9a-7113-4ec1-981c-56f1742f4eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529592 Dec 09 15:32:03.276481 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7e67313e-b182-459c-820e-19e730e0e1a4 req-487f4b25-fc33-45bd-91b5-cabfe4019931 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0585837 Dec 09 15:32:03.344026 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-0ff878fa-a907-4a09-ac96-f540a3a52f62 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:03.366806 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67313e-b182-459c-820e-19e730e0e1a4 req-ae20b3ae-aa71-4803-a3ca-d4aed869b59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:03.368810 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7e67313e-b182-459c-820e-19e730e0e1a4 req-ae20b3ae-aa71-4803-a3ca-d4aed869b59f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5674bd72d1184432801f651e299c9dce&device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 1095 time: 0.0562639 Dec 09 15:32:03.519540 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-0ff878fa-a907-4a09-ac96-f540a3a52f62 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:03.730669 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67313e-b182-459c-820e-19e730e0e1a4 req-16917aa7-4fda-4847-90d3-eda79d77aa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:03.733349 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7e67313e-b182-459c-820e-19e730e0e1a4 req-16917aa7-4fda-4847-90d3-eda79d77aa32 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6c4b0ba7-873d-4b03-9efa-67af55c0587e HTTP/1.1" status: 200 len: 921 time: 0.2857101 Dec 09 15:32:03.756277 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-0ff878fa-a907-4a09-ac96-f540a3a52f62 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] Network 4a677b27-f7f9-4315-be79-0bf0065c631e is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:32:03.766111 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca08b8-10f9-4d0f-8bdd-1877b4fc58a0 req-92c50e0e-c2fb-404f-a863-1edb64958232 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:03.782737 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-41ca08b8-10f9-4d0f-8bdd-1877b4fc58a0 req-92c50e0e-c2fb-404f-a863-1edb64958232 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] 10.222.0.57 "GET /v2.0/ports?device_id=80bf0539-e1fe-4b2a-8d63-9a9948570d3b HTTP/1.1" status: 200 len: 931 time: 0.3567452 Dec 09 15:32:03.795388 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4cf5c0-38a5-4eb3-82b0-cc5ddea9162a req-00d2010c-7ca2-4f98-81b7-0acfc8ddee0d tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:03.797375 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fe4cf5c0-38a5-4eb3-82b0-cc5ddea9162a req-00d2010c-7ca2-4f98-81b7-0acfc8ddee0d tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 945 time: 0.3689666 Dec 09 15:32:03.821900 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-0ff878fa-a907-4a09-ac96-f540a3a52f62 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:32:03.839477 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7e67313e-b182-459c-820e-19e730e0e1a4 req-01cd295b-b839-4b49-8a28-2f0f0340a27b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0b20723-edcd-4eb3-8315-2e4b6967ba40 HTTP/1.1" status: 200 len: 217 time: 0.0957890 Dec 09 15:32:03.856265 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-0ff878fa-a907-4a09-ac96-f540a3a52f62 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:32:03.925516 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-0ff878fa-a907-4a09-ac96-f540a3a52f62 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:03.926163 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-0ff878fa-a907-4a09-ac96-f540a3a52f62 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:03.963485 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff878fa-a907-4a09-ac96-f540a3a52f62 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] Pushing event updated for resources: {'Port': ['ID=22d893f8-5fa5-400e-9941-8648c0074b14,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:03.974694 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-0ff878fa-a907-4a09-ac96-f540a3a52f62 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1503015 Dec 09 15:32:03.997904 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-41ca08b8-10f9-4d0f-8bdd-1877b4fc58a0 req-10389f4d-98b8-4d54-9cba-32d409441415 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] 10.222.0.57 "GET /v2.0/security-groups?id=bedb84f8-844f-45ea-aa9d-c6e209a06b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098603 Dec 09 15:32:04.007006 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67313e-b182-459c-820e-19e730e0e1a4 req-5e7606d4-df8a-4d5b-a36c-5a2a7b7d4d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:04.008532 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7e67313e-b182-459c-820e-19e730e0e1a4 req-5e7606d4-df8a-4d5b-a36c-5a2a7b7d4d47 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2340fb97-6ad9-4615-9535-804554d0ce45 HTTP/1.1" status: 200 len: 860 time: 0.1477199 Dec 09 15:32:04.012476 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-fd413108-ab35-4a25-b2bc-3bece2d45bb6 service neutron] Request body: {'port': {'device_id': '80bf0539-e1fe-4b2a-8d63-9a9948570d3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:32:04.096903 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7e67313e-b182-459c-820e-19e730e0e1a4 req-40bed319-266c-4f36-b041-a96865f4ea6e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6c4b0ba7-873d-4b03-9efa-67af55c0587e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786881 Dec 09 15:32:04.124677 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fe4cf5c0-38a5-4eb3-82b0-cc5ddea9162a req-207c3740-c541-4425-8a51-daa06596926e tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090256 Dec 09 15:32:04.213367 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-fd413108-ab35-4a25-b2bc-3bece2d45bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:04.320332 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7e67313e-b182-459c-820e-19e730e0e1a4 req-bb515ebb-3ef0-4cdd-9cda-4c5d6ecad72e service neutron] 10.222.0.42 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160945 Dec 09 15:32:04.455505 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7e67313e-b182-459c-820e-19e730e0e1a4 req-0ded93eb-dc55-4ae9-a92c-1bfb12f7c040 service neutron] 10.222.0.42 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141164 Dec 09 15:32:04.467494 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ed9c9-f434-4d0c-9162-cdc569b16da5 req-b5fec3a0-eee8-4925-b3b2-dceb9e66bbe4 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:04.469226 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ae4ed9c9-f434-4d0c-9162-cdc569b16da5 req-b5fec3a0-eee8-4925-b3b2-dceb9e66bbe4 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dc1320-f613-445f-bd84-4800478ed326 HTTP/1.1" status: 200 len: 945 time: 0.3310435 Dec 09 15:32:04.525319 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-02478a07-dc3d-4083-83af-4e74c5e52ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:04.527013 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-02478a07-dc3d-4083-83af-4e74c5e52ccd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69&device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 1096 time: 0.0584240 Dec 09 15:32:04.628978 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ae4ed9c9-f434-4d0c-9162-cdc569b16da5 req-44274b0c-a0ce-4fe5-9ffd-6d9b10e5dd7c tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932403 Dec 09 15:32:04.816618 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-08c45ee4-fdb3-43f3-945b-e848c92ebe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:04.818227 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-08c45ee4-fdb3-43f3-945b-e848c92ebe2f service neutron] 10.222.0.42 "GET /v2.0/networks?id=3099805c-627c-4784-8087-c190eb81b4e0 HTTP/1.1" status: 200 len: 908 time: 0.2787740 Dec 09 15:32:04.870588 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2475bdc-fe2a-4002-8e12-80d7a4f553b1 req-1557d9af-3e36-40d3-829c-db78d7e8f4a7 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:04.879141 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2475bdc-fe2a-4002-8e12-80d7a4f553b1 req-1557d9af-3e36-40d3-829c-db78d7e8f4a7 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/ports?device_id=decea538-ff0e-4588-9dd5-dc7e49133dd8 HTTP/1.1" status: 200 len: 949 time: 0.3383284 Dec 09 15:32:04.885254 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54534) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:32:04.910132 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-555cee34-e31a-43c0-958d-6a263fab6171 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5017d290-1c4f-4b2b-a2a5-5290fc85c367 HTTP/1.1" status: 200 len: 217 time: 0.0825248 Dec 09 15:32:05.001360 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-677c7352-bdf4-47aa-b6eb-02880600971c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:05.003468 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-677c7352-bdf4-47aa-b6eb-02880600971c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75dd204b-61ff-4875-bd46-839f068b72c4 HTTP/1.1" status: 200 len: 847 time: 0.0777640 Dec 09 15:32:05.009017 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2475bdc-fe2a-4002-8e12-80d7a4f553b1 req-90706ffe-fae0-48a4-8154-61d49075102a tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/security-groups?id=57716d9a-7113-4ec1-981c-56f1742f4eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287794 Dec 09 15:32:05.038911 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-fd413108-ab35-4a25-b2bc-3bece2d45bb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22d893f8-5fa5-400e-9941-8648c0074b14 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:32:05.063137 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-fd413108-ab35-4a25-b2bc-3bece2d45bb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:05.085428 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-5de4ffe0-801a-402c-81a0-32d6eac83517 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3099805c-627c-4784-8087-c190eb81b4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732071 Dec 09 15:32:05.087007 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-fd413108-ab35-4a25-b2bc-3bece2d45bb6 service neutron] Transition to ACTIVE for port object 22d893f8-5fa5-400e-9941-8648c0074b14 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:32:05.123284 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-fd413108-ab35-4a25-b2bc-3bece2d45bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:05.191589 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-6946daf8-b388-4f3b-bf58-819008600e7a admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1101444625-network', 'tenant_id': '6090a3b44d2c43829866c5b064c5e3c4'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:32:05.247642 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-2617dde6-7379-49cf-9bea-3d9a7d55fcb1 service neutron] 10.222.0.42 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543415 Dec 09 15:32:05.305839 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd413108-ab35-4a25-b2bc-3bece2d45bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=22d893f8-5fa5-400e-9941-8648c0074b14,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:05.328640 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6946daf8-b388-4f3b-bf58-819008600e7a admin admin] Made reservation on behalf of 6090a3b44d2c43829866c5b064c5e3c4 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:32:05.329793 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6946daf8-b388-4f3b-bf58-819008600e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:05.353852 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b1cf7-76bd-4fa9-a5ba-e415f4279d73 req-66c6dca3-9351-4146-8466-f8a2d3dbad2c tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:05.373922 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-345b1cf7-76bd-4fa9-a5ba-e415f4279d73 req-66c6dca3-9351-4146-8466-f8a2d3dbad2c tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=64dc1320-f613-445f-bd84-4800478ed326 HTTP/1.1" status: 200 len: 1096 time: 0.2845643 Dec 09 15:32:05.400921 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6946daf8-b388-4f3b-bf58-819008600e7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:05.453868 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-e7ebdbc1-9ac6-42fc-ab06-4c64d92a85d6 service neutron] 10.222.0.42 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711571 Dec 09 15:32:05.477745 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12c5d7-9f0f-4dfd-a099-cd5c478e8bb8 req-6476124a-eb9b-40d4-a7e0-bb2150e1e470 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:05.479997 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fb12c5d7-9f0f-4dfd-a099-cd5c478e8bb8 req-6476124a-eb9b-40d4-a7e0-bb2150e1e470 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] 10.222.0.57 "GET /v2.0/ports?device_id=80bf0539-e1fe-4b2a-8d63-9a9948570d3b HTTP/1.1" status: 200 len: 943 time: 0.2806067 Dec 09 15:32:05.605959 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-345b1cf7-76bd-4fa9-a5ba-e415f4279d73 req-6c1772e3-0e2a-43a5-9290-760ae1a261aa tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308867 Dec 09 15:32:05.639972 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-fd413108-ab35-4a25-b2bc-3bece2d45bb6 service neutron] Attempting to bind port 22d893f8-5fa5-400e-9941-8648c0074b14 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:32:05.640644 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-fd413108-ab35-4a25-b2bc-3bece2d45bb6 service neutron] Attempting to bind port 22d893f8-5fa5-400e-9941-8648c0074b14 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': 'ea5e9b2d-d17e-4974-ab28-bfb3b3faeca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4a677b27-f7f9-4315-be79-0bf0065c631e'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:32:05.640644 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-fd413108-ab35-4a25-b2bc-3bece2d45bb6 service neutron] Attempting to bind port 22d893f8-5fa5-400e-9941-8648c0074b14 on network 4a677b27-f7f9-4315-be79-0bf0065c631e {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:32:05.679523 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fb12c5d7-9f0f-4dfd-a099-cd5c478e8bb8 req-2ab9ee7c-2d8d-429e-b19b-527fbb5b4ae8 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] 10.222.0.57 "GET /v2.0/security-groups?id=bedb84f8-844f-45ea-aa9d-c6e209a06b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812410 Dec 09 15:32:05.824032 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-fd413108-ab35-4a25-b2bc-3bece2d45bb6 service neutron] Port 22d893f8-5fa5-400e-9941-8648c0074b14 on network 4a677b27-f7f9-4315-be79-0bf0065c631e not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:32:05.824360 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-fd413108-ab35-4a25-b2bc-3bece2d45bb6 service neutron] Attempting to bind port 22d893f8-5fa5-400e-9941-8648c0074b14 on network 4a677b27-f7f9-4315-be79-0bf0065c631e {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:32:05.858168 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-fd413108-ab35-4a25-b2bc-3bece2d45bb6 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:32:05.858553 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-fd413108-ab35-4a25-b2bc-3bece2d45bb6 service neutron] Checking segment: {'id': 'ea5e9b2d-d17e-4974-ab28-bfb3b3faeca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4a677b27-f7f9-4315-be79-0bf0065c631e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:32:05.858883 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-fd413108-ab35-4a25-b2bc-3bece2d45bb6 service neutron] Bound using segment: {'id': 'ea5e9b2d-d17e-4974-ab28-bfb3b3faeca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4a677b27-f7f9-4315-be79-0bf0065c631e'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:32:05.859324 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-fd413108-ab35-4a25-b2bc-3bece2d45bb6 service neutron] Bound port: 22d893f8-5fa5-400e-9941-8648c0074b14, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea5e9b2d-d17e-4974-ab28-bfb3b3faeca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4a677b27-f7f9-4315-be79-0bf0065c631e'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:32:05.859676 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-fd413108-ab35-4a25-b2bc-3bece2d45bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:05.867105 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6946daf8-b388-4f3b-bf58-819008600e7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:05.932065 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6946daf8-b388-4f3b-bf58-819008600e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:05.946738 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6946daf8-b388-4f3b-bf58-819008600e7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:32:05.958574 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6946daf8-b388-4f3b-bf58-819008600e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:05.958971 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-6946daf8-b388-4f3b-bf58-819008600e7a admin admin] Added segment fc5c79ed-6b12-4a52-a9c9-45100013bbb1 of type vlan for network b4170091-cc05-43b6-bdf8-36d7f1e88ff4 Dec 09 15:32:06.027992 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6946daf8-b388-4f3b-bf58-819008600e7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:06.181200 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0dab5-929b-4cb3-8f7e-7f9f592baf06 req-ca81fd92-4305-4e0f-95ba-b648a20b5e1b tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:06.190047 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d0c0dab5-929b-4cb3-8f7e-7f9f592baf06 req-ca81fd92-4305-4e0f-95ba-b648a20b5e1b tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 945 time: 0.3605199 Dec 09 15:32:06.196460 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6946daf8-b388-4f3b-bf58-819008600e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:06.197972 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6946daf8-b388-4f3b-bf58-819008600e7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:06.198893 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6946daf8-b388-4f3b-bf58-819008600e7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:06.216159 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946daf8-b388-4f3b-bf58-819008600e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ee76be-a8b0-4776-8135-7f22ee983297,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:06.285159 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-fd413108-ab35-4a25-b2bc-3bece2d45bb6 service neutron] For port 22d893f8-5fa5-400e-9941-8648c0074b14, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:32:06.310794 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6946daf8-b388-4f3b-bf58-819008600e7a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4243948 Dec 09 15:32:06.315098 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54556) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:32:06.320503 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ffeb08fb-3f0d-448f-93c9-be38df43cf20 admin admin] Request body: {'subnet': {'network_id': 'b4170091-cc05-43b6-bdf8-36d7f1e88ff4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1101444625-subnet', 'tenant_id': '6090a3b44d2c43829866c5b064c5e3c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:32:06.326717 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-fd413108-ab35-4a25-b2bc-3bece2d45bb6 service neutron] For port 22d893f8-5fa5-400e-9941-8648c0074b14, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=22d893f8-5fa5-400e-9941-8648c0074b14,segment=NetworkSegment(ea5e9b2d-d17e-4974-ab28-bfb3b3faeca8),segment_id=ea5e9b2d-d17e-4974-ab28-bfb3b3faeca8)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:32:06.333353 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f1466-b439-44b6-823a-fbf5662cb900 req-36b9075d-276f-4923-848b-cd2618486b59 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:06.341606 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e69f1466-b439-44b6-823a-fbf5662cb900 req-36b9075d-276f-4923-848b-cd2618486b59 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=64dc1320-f613-445f-bd84-4800478ed326 HTTP/1.1" status: 200 len: 1096 time: 0.2895327 Dec 09 15:32:06.363700 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffeb08fb-3f0d-448f-93c9-be38df43cf20 admin admin] Made reservation on behalf of 6090a3b44d2c43829866c5b064c5e3c4 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:32:06.366537 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ffeb08fb-3f0d-448f-93c9-be38df43cf20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:06.372362 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946daf8-b388-4f3b-bf58-819008600e7a admin admin] Pushing event updated for resources: {'Network': ['ID=b4170091-cc05-43b6-bdf8-36d7f1e88ff4,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:06.379043 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-fd413108-ab35-4a25-b2bc-3bece2d45bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:06.384965 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network b4170091-cc05-43b6-bdf8-36d7f1e88ff4 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:32:06.477409 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d0c0dab5-929b-4cb3-8f7e-7f9f592baf06 req-733049f3-77b8-4643-9c56-53ea9cc315c1 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860105 Dec 09 15:32:06.481066 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-fd413108-ab35-4a25-b2bc-3bece2d45bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:06.490625 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-fd413108-ab35-4a25-b2bc-3bece2d45bb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:06.512676 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-fd413108-ab35-4a25-b2bc-3bece2d45bb6 service neutron] 10.222.0.31 "PUT /v2.0/ports/22d893f8-5fa5-400e-9941-8648c0074b14 HTTP/1.1" status: 200 len: 1091 time: 2.5113156 Dec 09 15:32:06.513711 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80bf0539-e1fe-4b2a-8d63-9a9948570d3b', 'tag': '22d893f8-5fa5-400e-9941-8648c0074b14'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:32:06.524217 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a550f3-3404-4ee4-b9b7-cb0218a9d4ee" -d '{"events": [{"name": "network-changed", "server_uuid": "80bf0539-e1fe-4b2a-8d63-9a9948570d3b", "tag": "22d893f8-5fa5-400e-9941-8648c0074b14"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:32:06.571027 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e69f1466-b439-44b6-823a-fbf5662cb900 req-2e8b28b3-0fd8-4d27-8249-1651197922dc tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283201 Dec 09 15:32:06.682092 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cb41bd-2952-4e11-be4e-469bfdcdecd4 x-openstack-request-id: req-45cb41bd-2952-4e11-be4e-469bfdcdecd4 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:32:06.683086 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80bf0539-e1fe-4b2a-8d63-9a9948570d3b", "tag": "22d893f8-5fa5-400e-9941-8648c0074b14", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:32:06.683497 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-45cb41bd-2952-4e11-be4e-469bfdcdecd4 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:32:06.684505 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80bf0539-e1fe-4b2a-8d63-9a9948570d3b', 'tag': '22d893f8-5fa5-400e-9941-8648c0074b14', 'status': 'completed', 'code': 200} Dec 09 15:32:06.747305 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd413108-ab35-4a25-b2bc-3bece2d45bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=22d893f8-5fa5-400e-9941-8648c0074b14,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:06.758526 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ffeb08fb-3f0d-448f-93c9-be38df43cf20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:06.777267 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-10c1a79a-6170-4567-b063-60b47ea7d652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:06.779957 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-10c1a79a-6170-4567-b063-60b47ea7d652 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d53131111e1242518dd9d2044e2982b8&device_id=80bf0539-e1fe-4b2a-8d63-9a9948570d3b HTTP/1.1" status: 200 len: 1094 time: 0.1768143 Dec 09 15:32:06.848479 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb08fb-3f0d-448f-93c9-be38df43cf20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa83eb3c-2e2c-4539-9448-fd3d575df13e,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:06.867771 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeb08fb-3f0d-448f-93c9-be38df43cf20 admin admin] Checking segment: {'id': 'fc5c79ed-6b12-4a52-a9c9-45100013bbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b4170091-cc05-43b6-bdf8-36d7f1e88ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:32:06.868232 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffeb08fb-3f0d-448f-93c9-be38df43cf20 admin admin] Network hostable DHCP agents. Network: b4170091-cc05-43b6-bdf8-36d7f1e88ff4, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:32:06.891599 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffeb08fb-3f0d-448f-93c9-be38df43cf20 admin admin] Network b4170091-cc05-43b6-bdf8-36d7f1e88ff4 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:32:06.910077 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-ffeb08fb-3f0d-448f-93c9-be38df43cf20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, b4170091-cc05-43b6-bdf8-36d7f1e88ff4) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:32:06.918765 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06123f54-d5cb-4b7c-b669-6e6b1a5a4087 None None] Network b4170091-cc05-43b6-bdf8-36d7f1e88ff4 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:32:06.930854 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffeb08fb-3f0d-448f-93c9-be38df43cf20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:06.932270 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ffeb08fb-3f0d-448f-93c9-be38df43cf20 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:06.940553 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-f170d840-1556-464a-a59c-924961ac2fd1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22d893f8-5fa5-400e-9941-8648c0074b14 HTTP/1.1" status: 200 len: 217 time: 0.0858080 Dec 09 15:32:06.955721 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f09694-7cce-4086-9d19-b3ef9847848a req-aaa6af40-8103-4a73-8844-727fa9f37c7b tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:06.957422 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-00f09694-7cce-4086-9d19-b3ef9847848a req-aaa6af40-8103-4a73-8844-727fa9f37c7b tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/ports?device_id=decea538-ff0e-4588-9dd5-dc7e49133dd8 HTTP/1.1" status: 200 len: 949 time: 0.2579927 Dec 09 15:32:06.974919 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ffeb08fb-3f0d-448f-93c9-be38df43cf20 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6587157 Dec 09 15:32:06.975910 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54578) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:32:06.979827 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54997f45-bcdc-4c44-880b-e23e3c0eda5f req-fe16c6df-c196-41ae-b7de-69bfb0975c2b tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:06.984121 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-701117ae-c2a4-4aa4-a2bf-4cbb81a41bc6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1101444625-router', 'tenant_id': '6090a3b44d2c43829866c5b064c5e3c4', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:32:06.994704 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-54997f45-bcdc-4c44-880b-e23e3c0eda5f req-fe16c6df-c196-41ae-b7de-69bfb0975c2b tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] 10.222.0.57 "GET /v2.0/ports?device_id=80bf0539-e1fe-4b2a-8d63-9a9948570d3b HTTP/1.1" status: 200 len: 943 time: 0.2129171 Dec 09 15:32:07.031632 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-701117ae-c2a4-4aa4-a2bf-4cbb81a41bc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:07.033849 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-701117ae-c2a4-4aa4-a2bf-4cbb81a41bc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:07.075625 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-00f09694-7cce-4086-9d19-b3ef9847848a req-0c7475e2-53c6-4abe-b252-248387ff8e95 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/security-groups?id=57716d9a-7113-4ec1-981c-56f1742f4eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070821 Dec 09 15:32:07.124721 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-22245251-8bbb-40e7-9454-408d857be875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:07.127121 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-22245251-8bbb-40e7-9454-408d857be875 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=78fc720e-c838-4fc0-b7fb-010828141edc HTTP/1.1" status: 200 len: 855 time: 0.1678190 Dec 09 15:32:07.168191 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f52261-a51b-4488-b528-e5f42fe2919f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-b4170091-cc05-43b6-bdf8-36d7f1e88ff4', 'network_id': 'b4170091-cc05-43b6-bdf8-36d7f1e88ff4', 'project_id': '6090a3b44d2c43829866c5b064c5e3c4', 'fixed_ips': [{'subnet_id': 'aa83eb3c-2e2c-4539-9448-fd3d575df13e'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:32:07.175415 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-58f52261-a51b-4488-b528-e5f42fe2919f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:07.191491 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-701117ae-c2a4-4aa4-a2bf-4cbb81a41bc6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:07.244724 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-54997f45-bcdc-4c44-880b-e23e3c0eda5f req-8ef0b64a-b7aa-4242-86fb-4a587dbdeadd tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] 10.222.0.57 "GET /v2.0/security-groups?id=bedb84f8-844f-45ea-aa9d-c6e209a06b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490218 Dec 09 15:32:07.246873 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-aae05f5e-21c0-4d81-959b-475479beb28e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a677b27-f7f9-4315-be79-0bf0065c631e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970449 Dec 09 15:32:07.469297 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-58f52261-a51b-4488-b528-e5f42fe2919f None None] Allocated IP 172.20.0.2 (b4170091-cc05-43b6-bdf8-36d7f1e88ff4/aa83eb3c-2e2c-4539-9448-fd3d575df13e/39f14a2a-21d3-4792-ac5c-894e3fb47f5e) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:32:07.574671 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-8d25858e-59b3-40d1-9f25-ca426daf4ee9 service neutron] 10.222.0.31 "GET /v2.0/networks/4a677b27-f7f9-4315-be79-0bf0065c631e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189542 Dec 09 15:32:07.878820 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-58f52261-a51b-4488-b528-e5f42fe2919f None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:07.884300 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8af5f-39b6-48e2-98e0-c2fceaf4156a req-95dbdf9a-b2da-478e-998e-a2a1f448e3ee tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:07.885679 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-94a8af5f-39b6-48e2-98e0-c2fceaf4156a req-95dbdf9a-b2da-478e-998e-a2a1f448e3ee tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 945 time: 0.1394942 Dec 09 15:32:07.892982 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-58f52261-a51b-4488-b528-e5f42fe2919f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:08.001080 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f52261-a51b-4488-b528-e5f42fe2919f None None] Pushing event updated for resources: {'Port': ['ID=39f14a2a-21d3-4792-ac5c-894e3fb47f5e,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:08.037527 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f52261-a51b-4488-b528-e5f42fe2919f None None] Network b4170091-cc05-43b6-bdf8-36d7f1e88ff4 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:32:08.042030 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-58f52261-a51b-4488-b528-e5f42fe2919f None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:32:08.054711 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f52261-a51b-4488-b528-e5f42fe2919f None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:32:08.090187 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-664b4c02-77d6-4665-8e9c-00e0301b3a77 req-b2930ee9-0531-4a4d-ac29-114757f6c1de service neutron] 10.222.0.31 "GET /v2.0/networks/4a677b27-f7f9-4315-be79-0bf0065c631e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5062521 Dec 09 15:32:08.093866 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-94a8af5f-39b6-48e2-98e0-c2fceaf4156a req-77a2fde7-7643-4843-a776-950a5dd06987 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702428 Dec 09 15:32:08.153844 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-58f52261-a51b-4488-b528-e5f42fe2919f None None] Attempting to bind port 39f14a2a-21d3-4792-ac5c-894e3fb47f5e on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:32:08.154509 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-58f52261-a51b-4488-b528-e5f42fe2919f None None] Attempting to bind port 39f14a2a-21d3-4792-ac5c-894e3fb47f5e by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'fc5c79ed-6b12-4a52-a9c9-45100013bbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b4170091-cc05-43b6-bdf8-36d7f1e88ff4'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:32:08.155061 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f52261-a51b-4488-b528-e5f42fe2919f None None] Attempting to bind port 39f14a2a-21d3-4792-ac5c-894e3fb47f5e on network b4170091-cc05-43b6-bdf8-36d7f1e88ff4 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:32:08.165349 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f52261-a51b-4488-b528-e5f42fe2919f None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:32:08.166111 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f52261-a51b-4488-b528-e5f42fe2919f None None] Checking segment: {'id': 'fc5c79ed-6b12-4a52-a9c9-45100013bbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b4170091-cc05-43b6-bdf8-36d7f1e88ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:32:08.166691 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-58f52261-a51b-4488-b528-e5f42fe2919f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:08.167423 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f52261-a51b-4488-b528-e5f42fe2919f None None] Bound using segment: {'id': 'fc5c79ed-6b12-4a52-a9c9-45100013bbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b4170091-cc05-43b6-bdf8-36d7f1e88ff4'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:32:08.169531 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-58f52261-a51b-4488-b528-e5f42fe2919f None None] Bound port: 39f14a2a-21d3-4792-ac5c-894e3fb47f5e, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5c79ed-6b12-4a52-a9c9-45100013bbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b4170091-cc05-43b6-bdf8-36d7f1e88ff4'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:32:08.170128 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-58f52261-a51b-4488-b528-e5f42fe2919f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:08.257126 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a550f3-3404-4ee4-b9b7-cb0218a9d4ee req-8b4cf240-18db-4105-bb6b-4043edf69992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:08.258574 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71a550f3-3404-4ee4-b9b7-cb0218a9d4ee req-8b4cf240-18db-4105-bb6b-4043edf69992 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d53131111e1242518dd9d2044e2982b8&device_id=80bf0539-e1fe-4b2a-8d63-9a9948570d3b HTTP/1.1" status: 200 len: 1094 time: 0.0901866 Dec 09 15:32:08.270540 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-701117ae-c2a4-4aa4-a2bf-4cbb81a41bc6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:08.278128 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-58f52261-a51b-4488-b528-e5f42fe2919f None None] For port 39f14a2a-21d3-4792-ac5c-894e3fb47f5e, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:32:08.283606 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-58f52261-a51b-4488-b528-e5f42fe2919f None None] For port 39f14a2a-21d3-4792-ac5c-894e3fb47f5e, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=39f14a2a-21d3-4792-ac5c-894e3fb47f5e,segment=NetworkSegment(fc5c79ed-6b12-4a52-a9c9-45100013bbb1),segment_id=fc5c79ed-6b12-4a52-a9c9-45100013bbb1)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:32:08.300727 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-58f52261-a51b-4488-b528-e5f42fe2919f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:08.410873 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f52261-a51b-4488-b528-e5f42fe2919f None None] Pushing event updated for resources: {'Port': ['ID=39f14a2a-21d3-4792-ac5c-894e3fb47f5e,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:08.441116 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-755ce046-7e48-4b72-90e7-7746160536c9 req-c7945229-1a6f-40a2-b02e-46297e6b7a5a tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=e4bc060e9c6d41c0b9fab8d243b32c82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1238613 Dec 09 15:32:08.538349 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cff0bf-bbc2-40f2-91bc-547d37b6f3cf req-1a7ddb68-7e4e-42b2-9184-c9fd5fdb9635 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:08.540012 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-12cff0bf-bbc2-40f2-91bc-547d37b6f3cf req-1a7ddb68-7e4e-42b2-9184-c9fd5fdb9635 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.57 "GET /v2.0/ports?device_id=504fb81f-5afc-495a-b374-e33fd1784ac5 HTTP/1.1" status: 200 len: 949 time: 0.2898202 Dec 09 15:32:08.623552 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-701117ae-c2a4-4aa4-a2bf-4cbb81a41bc6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:08.657244 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-701117ae-c2a4-4aa4-a2bf-4cbb81a41bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:08.693028 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a550f3-3404-4ee4-b9b7-cb0218a9d4ee req-741ca064-4a85-4e99-89aa-ef089448751d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:08.695109 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71a550f3-3404-4ee4-b9b7-cb0218a9d4ee req-741ca064-4a85-4e99-89aa-ef089448751d service neutron] 10.222.0.31 "GET /v2.0/networks?id=4a677b27-f7f9-4315-be79-0bf0065c631e HTTP/1.1" status: 200 len: 916 time: 0.3763041 Dec 09 15:32:08.881523 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-701117ae-c2a4-4aa4-a2bf-4cbb81a41bc6 admin admin] Allocated IP 172.25.3.225 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/6b25ef0e-c97c-44e1-b831-912f4b9283f9) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:32:09.026481 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-701117ae-c2a4-4aa4-a2bf-4cbb81a41bc6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:09.056112 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-12cff0bf-bbc2-40f2-91bc-547d37b6f3cf req-071421e6-85a6-4670-b3a6-e6c459b1ea96 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7b2a70b-4da3-4b66-865e-6a968159fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5010509 Dec 09 15:32:09.070838 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-701117ae-c2a4-4aa4-a2bf-4cbb81a41bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:09.091951 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71a550f3-3404-4ee4-b9b7-cb0218a9d4ee req-fb22b55d-634c-4080-bf25-8d6187529a5b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22d893f8-5fa5-400e-9941-8648c0074b14 HTTP/1.1" status: 200 len: 217 time: 0.3756297 Dec 09 15:32:09.102113 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ce046-7e48-4b72-90e7-7746160536c9 req-d46db34d-34c5-4747-8274-b3b643168c66 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:09.109626 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-755ce046-7e48-4b72-90e7-7746160536c9 req-d46db34d-34c5-4747-8274-b3b643168c66 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6576450 Dec 09 15:32:09.137998 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-755ce046-7e48-4b72-90e7-7746160536c9 req-9b331599-6b22-4963-b505-9e5bd16b5840 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/quotas/e4bc060e9c6d41c0b9fab8d243b32c82 HTTP/1.1" status: 200 len: 375 time: 0.0272815 Dec 09 15:32:09.175220 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701117ae-c2a4-4aa4-a2bf-4cbb81a41bc6 admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:32:09.185923 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-701117ae-c2a4-4aa4-a2bf-4cbb81a41bc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:32:09.199630 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701117ae-c2a4-4aa4-a2bf-4cbb81a41bc6 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:32:09.238181 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701117ae-c2a4-4aa4-a2bf-4cbb81a41bc6 admin admin] Pushing event updated for resources: {'Port': ['ID=6b25ef0e-c97c-44e1-b831-912f4b9283f9,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:09.295330 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a550f3-3404-4ee4-b9b7-cb0218a9d4ee req-febe5e23-398e-4689-8a85-3d893e33907c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:09.311396 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 39f14a2a-21d3-4792-ac5c-894e3fb47f5e up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:32:09.311980 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71a550f3-3404-4ee4-b9b7-cb0218a9d4ee req-febe5e23-398e-4689-8a85-3d893e33907c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=78fc720e-c838-4fc0-b7fb-010828141edc HTTP/1.1" status: 200 len: 855 time: 0.1988475 Dec 09 15:32:09.376000 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d4453-60ef-428a-a2bd-84ca194c5e71 req-6319288b-36c2-48a3-81e6-f38490673bef tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:09.378838 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ca6d4453-60ef-428a-a2bd-84ca194c5e71 req-6319288b-36c2-48a3-81e6-f38490673bef tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] 10.222.0.57 "GET /v2.0/ports?device_id=80bf0539-e1fe-4b2a-8d63-9a9948570d3b HTTP/1.1" status: 200 len: 943 time: 0.1699986 Dec 09 15:32:09.382400 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71a550f3-3404-4ee4-b9b7-cb0218a9d4ee req-77db8f74-265f-4a8e-9dfb-e3e8c484c8e5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4a677b27-f7f9-4315-be79-0bf0065c631e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600603 Dec 09 15:32:09.388450 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-755ce046-7e48-4b72-90e7-7746160536c9 req-8e7607c9-652f-4cf2-9fc3-f170e4a8f2e6 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e4bc060e9c6d41c0b9fab8d243b32c82&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2492166 Dec 09 15:32:09.450531 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 39f14a2a-21d3-4792-ac5c-894e3fb47f5e triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:32:09.450993 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:09.596391 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ca6d4453-60ef-428a-a2bd-84ca194c5e71 req-926d1832-4e44-4efc-a183-a56b24816547 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] 10.222.0.57 "GET /v2.0/security-groups?id=bedb84f8-844f-45ea-aa9d-c6e209a06b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013800 Dec 09 15:32:09.682095 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:09.695129 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-701117ae-c2a4-4aa4-a2bf-4cbb81a41bc6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:09.752343 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71a550f3-3404-4ee4-b9b7-cb0218a9d4ee req-4c958f53-4a76-401e-88b1-72b7dc7d3eea service neutron] 10.222.0.31 "GET /v2.0/networks/4a677b27-f7f9-4315-be79-0bf0065c631e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534653 Dec 09 15:32:09.777194 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 39f14a2a-21d3-4792-ac5c-894e3fb47f5e, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=39f14a2a-21d3-4792-ac5c-894e3fb47f5e,segment=NetworkSegment(fc5c79ed-6b12-4a52-a9c9-45100013bbb1),segment_id=fc5c79ed-6b12-4a52-a9c9-45100013bbb1)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:32:09.786648 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:09.931920 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=39f14a2a-21d3-4792-ac5c-894e3fb47f5e,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:09.973095 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0714cc0-b7c1-4f8f-8c5a-cbfb018078d8 None None] Network b4170091-cc05-43b6-bdf8-36d7f1e88ff4 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:32:09.981663 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-56ad5ff6-b5b1-4ac5-9839-e1cc08123783 req-865d9924-fb9f-4915-952f-4501af513cd9 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cf9906-2efa-4491-ad27-47e6cea91bb9 HTTP/1.1" status: 200 len: 210 time: 0.0761878 Dec 09 15:32:10.082095 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a6a2f-c218-4151-82aa-53c249c3b772 req-4eefc1eb-ab5a-4a56-adb4-88cd34ed8a62 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:10.084942 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-207a6a2f-c218-4151-82aa-53c249c3b772 req-4eefc1eb-ab5a-4a56-adb4-88cd34ed8a62 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 945 time: 0.1585062 Dec 09 15:32:10.087395 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71a550f3-3404-4ee4-b9b7-cb0218a9d4ee req-4b35b32d-a094-4ebb-a37c-5457fdcd94b3 service neutron] 10.222.0.31 "GET /v2.0/networks/4a677b27-f7f9-4315-be79-0bf0065c631e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275275 Dec 09 15:32:10.143122 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-32e4424b-202c-4777-a7a6-cea614d26491 None None] Provisioning complete for port 39f14a2a-21d3-4792-ac5c-894e3fb47f5e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:32:10.143522 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-32e4424b-202c-4777-a7a6-cea614d26491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:10.170239 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-701117ae-c2a4-4aa4-a2bf-4cbb81a41bc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:10.205611 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-207a6a2f-c218-4151-82aa-53c249c3b772 req-4a883d28-fb89-4e6d-bc75-f140d9acd992 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847886 Dec 09 15:32:10.265140 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a338181-1657-4d64-ac8e-96c64d69cc15 req-b48a1569-5018-43fc-be4b-ae4b791ba27f tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:10.266930 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3a338181-1657-4d64-ac8e-96c64d69cc15 req-b48a1569-5018-43fc-be4b-ae4b791ba27f tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.57 "GET /v2.0/ports?device_id=504fb81f-5afc-495a-b374-e33fd1784ac5 HTTP/1.1" status: 200 len: 949 time: 0.0603311 Dec 09 15:32:10.369018 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3a338181-1657-4d64-ac8e-96c64d69cc15 req-8e1e5b69-8a7c-4c9c-be82-4a61b26baf43 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7b2a70b-4da3-4b66-865e-6a968159fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913527 Dec 09 15:32:10.461928 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701117ae-c2a4-4aa4-a2bf-4cbb81a41bc6 admin admin] Router b9cac59f-ce6c-4c5f-8f23-6503e14352bc is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:32:10.646697 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701117ae-c2a4-4aa4-a2bf-4cbb81a41bc6 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:32:10.659197 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a50833-21b5-4b96-b7d3-70521c2c7b9d None None] Sync routers for ids ['b9cac59f-ce6c-4c5f-8f23-6503e14352bc'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:32:10.680037 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a50833-21b5-4b96-b7d3-70521c2c7b9d None None] Routers {'b9cac59f-ce6c-4c5f-8f23-6503e14352bc'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:32:10.680690 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-12a50833-21b5-4b96-b7d3-70521c2c7b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:31:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['b9cac59f-ce6c-4c5f-8f23-6503e14352bc'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:10.682590 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-701117ae-c2a4-4aa4-a2bf-4cbb81a41bc6 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:10.687682 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54668) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:32:10.697026 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-701117ae-c2a4-4aa4-a2bf-4cbb81a41bc6 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7195168 Dec 09 15:32:10.792096 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9114848a-89be-4fa6-9812-6ea7ab633240 None None] Provisioning complete for port 39f14a2a-21d3-4792-ac5c-894e3fb47f5e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:32:10.793493 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9114848a-89be-4fa6-9812-6ea7ab633240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:10.927962 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-12a50833-21b5-4b96-b7d3-70521c2c7b9d None None] Set router b9cac59f-ce6c-4c5f-8f23-6503e14352bc gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:32:10.929549 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937c82a-4ef6-4177-bbfd-4ba2167ee5d3 req-3217e102-22dc-413b-909c-e54251fc1dc3 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:10.937916 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c937c82a-4ef6-4177-bbfd-4ba2167ee5d3 req-3217e102-22dc-413b-909c-e54251fc1dc3 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] 10.222.0.57 "GET /v2.0/ports?device_id=80bf0539-e1fe-4b2a-8d63-9a9948570d3b HTTP/1.1" status: 200 len: 943 time: 0.1749597 Dec 09 15:32:11.058656 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c937c82a-4ef6-4177-bbfd-4ba2167ee5d3 req-665a678f-b2a7-4839-8660-dd9d8b5106b6 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] 10.222.0.57 "GET /v2.0/security-groups?id=bedb84f8-844f-45ea-aa9d-c6e209a06b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195359 Dec 09 15:32:11.209092 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-12a50833-21b5-4b96-b7d3-70521c2c7b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9cac59f-ce6c-4c5f-8f23-6503e14352bc', 'name': 'tempest-ServersTestManualDisk-1101444625-router', 'tenant_id': '6090a3b44d2c43829866c5b064c5e3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '6b25ef0e-c97c-44e1-b831-912f4b9283f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:32:07Z', 'updated_at': '2021-12-09T15:32:09Z', 'revision_number': 3, 'project_id': '6090a3b44d2c43829866c5b064c5e3c4', 'gw_port': {'id': '6b25ef0e-c97c-44e1-b831-912f4b9283f9', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9cac59f-ce6c-4c5f-8f23-6503e14352bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:32:08Z', 'updated_at': '2021-12-09T15:32:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:11.272325 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a50833-21b5-4b96-b7d3-70521c2c7b9d None None] Checking router: b9cac59f-ce6c-4c5f-8f23-6503e14352bc for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:32:11.272724 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a50833-21b5-4b96-b7d3-70521c2c7b9d None None] Updating router b9cac59f-ce6c-4c5f-8f23-6503e14352bc port 6b25ef0e-c97c-44e1-b831-912f4b9283f9 binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:32:11.319376 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 22d893f8-5fa5-400e-9941-8648c0074b14 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:32:11.323377 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-12a50833-21b5-4b96-b7d3-70521c2c7b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:11.325937 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 39f14a2a-21d3-4792-ac5c-894e3fb47f5e up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:32:11.423305 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-755ce046-7e48-4b72-90e7-7746160536c9 req-fb550946-4ec8-4c68-90cd-9c5dbc249676 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=e4bc060e9c6d41c0b9fab8d243b32c82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687876 Dec 09 15:32:11.477138 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e19af49a-5697-44bb-81b9-8648ba8ab3fd req-799711b8-24e5-47b0-a1f5-4ae5b0479ecf tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cf9906-2efa-4491-ad27-47e6cea91bb9 HTTP/1.1" status: 200 len: 210 time: 0.0732570 Dec 09 15:32:11.537702 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2973c53-bf49-4b17-bd9b-ec7fd5a23696 req-db9b6e87-4ad9-4826-b842-507fcc25d7ec tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:11.539610 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e2973c53-bf49-4b17-bd9b-ec7fd5a23696 req-db9b6e87-4ad9-4826-b842-507fcc25d7ec tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 945 time: 0.1515243 Dec 09 15:32:11.563622 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 39f14a2a-21d3-4792-ac5c-894e3fb47f5e triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:32:11.564431 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:11.640549 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 22d893f8-5fa5-400e-9941-8648c0074b14, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=22d893f8-5fa5-400e-9941-8648c0074b14,segment=NetworkSegment(ea5e9b2d-d17e-4974-ab28-bfb3b3faeca8),segment_id=ea5e9b2d-d17e-4974-ab28-bfb3b3faeca8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:32:11.661026 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '22d893f8-5fa5-400e-9941-8648c0074b14', 'network_id': '4a677b27-f7f9-4315-be79-0bf0065c631e', 'port_id': '22d893f8-5fa5-400e-9941-8648c0074b14', 'mac_address': 'fa:16:3e:73:7e:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78fc720e-c838-4fc0-b7fb-010828141edc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:32:11.670081 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e2973c53-bf49-4b17-bd9b-ec7fd5a23696 req-b26e19a1-d8d4-42c6-9a46-f247a13911dd tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985699 Dec 09 15:32:11.672029 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ce046-7e48-4b72-90e7-7746160536c9 req-78f039e7-55a0-483d-95dc-160c4a491575 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:11.674535 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-755ce046-7e48-4b72-90e7-7746160536c9 req-78f039e7-55a0-483d-95dc-160c4a491575 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2414541 Dec 09 15:32:11.734590 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-755ce046-7e48-4b72-90e7-7746160536c9 req-be7e9074-ee57-499f-85cc-8738bb214259 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Request body: {'port': {'device_id': '02cf9906-2efa-4491-ad27-47e6cea91bb9', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'admin_state_up': True, 'tenant_id': 'e4bc060e9c6d41c0b9fab8d243b32c82'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:32:11.755341 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c16b61f2-f881-4b6f-88d2-7df3d1fbcf6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:11.901277 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-755ce046-7e48-4b72-90e7-7746160536c9 req-be7e9074-ee57-499f-85cc-8738bb214259 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Made reservation on behalf of e4bc060e9c6d41c0b9fab8d243b32c82 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:32:11.905396 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-755ce046-7e48-4b72-90e7-7746160536c9 req-be7e9074-ee57-499f-85cc-8738bb214259 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:11.931278 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-c16b61f2-f881-4b6f-88d2-7df3d1fbcf6a admin admin] Allocated IP 172.20.0.1 (b4170091-cc05-43b6-bdf8-36d7f1e88ff4/aa83eb3c-2e2c-4539-9448-fd3d575df13e/187c96aa-ccd8-4b89-988e-48d014423b52) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:32:12.028343 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:12.031246 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-12a50833-21b5-4b96-b7d3-70521c2c7b9d None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:12.041622 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-12a50833-21b5-4b96-b7d3-70521c2c7b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:12.047948 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22d893f8-5fa5-400e-9941-8648c0074b14 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:32:12.078980 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-755ce046-7e48-4b72-90e7-7746160536c9 req-be7e9074-ee57-499f-85cc-8738bb214259 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Allocated IP 192.168.233.78 (bf6a25f7-2b73-48b5-b60f-99a19e919fb7/54e6953c-1261-4e7c-8b49-64e5b87424c2/d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:32:12.093800 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aace77-8d36-4297-b70f-3a82eabd5100 None None] Pushing event updated for resources: {'Port': ['ID=6b25ef0e-c97c-44e1-b831-912f4b9283f9,revision_number=2']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:12.101230 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 22d893f8-5fa5-400e-9941-8648c0074b14, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=22d893f8-5fa5-400e-9941-8648c0074b14,segment=NetworkSegment(ea5e9b2d-d17e-4974-ab28-bfb3b3faeca8),segment_id=ea5e9b2d-d17e-4974-ab28-bfb3b3faeca8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:32:12.113429 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:12.117466 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c16b61f2-f881-4b6f-88d2-7df3d1fbcf6a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:12.120022 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aace77-8d36-4297-b70f-3a82eabd5100 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:12.120528 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aace77-8d36-4297-b70f-3a82eabd5100 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:12.120879 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aace77-8d36-4297-b70f-3a82eabd5100 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:12.121385 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aace77-8d36-4297-b70f-3a82eabd5100 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:12.121768 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aace77-8d36-4297-b70f-3a82eabd5100 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:12.122076 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aace77-8d36-4297-b70f-3a82eabd5100 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:12.122468 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aace77-8d36-4297-b70f-3a82eabd5100 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:12.122809 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aace77-8d36-4297-b70f-3a82eabd5100 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:12.123149 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aace77-8d36-4297-b70f-3a82eabd5100 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:12.123512 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aace77-8d36-4297-b70f-3a82eabd5100 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:12.124092 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aace77-8d36-4297-b70f-3a82eabd5100 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:12.124177 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aace77-8d36-4297-b70f-3a82eabd5100 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:12.125675 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aace77-8d36-4297-b70f-3a82eabd5100 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:12.135677 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-12a50833-21b5-4b96-b7d3-70521c2c7b9d None None] Attempting to bind port 6b25ef0e-c97c-44e1-b831-912f4b9283f9 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:32:12.136310 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-12a50833-21b5-4b96-b7d3-70521c2c7b9d None None] Attempting to bind port 6b25ef0e-c97c-44e1-b831-912f4b9283f9 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:32:12.136623 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a50833-21b5-4b96-b7d3-70521c2c7b9d None None] Attempting to bind port 6b25ef0e-c97c-44e1-b831-912f4b9283f9 on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:32:12.157482 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a50833-21b5-4b96-b7d3-70521c2c7b9d None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:32:12.159026 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a50833-21b5-4b96-b7d3-70521c2c7b9d None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:32:12.159501 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-12a50833-21b5-4b96-b7d3-70521c2c7b9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:12.160900 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a50833-21b5-4b96-b7d3-70521c2c7b9d None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:32:12.161407 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-12a50833-21b5-4b96-b7d3-70521c2c7b9d None None] Bound port: 6b25ef0e-c97c-44e1-b831-912f4b9283f9, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:32:12.163877 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-12a50833-21b5-4b96-b7d3-70521c2c7b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:12.207424 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=22d893f8-5fa5-400e-9941-8648c0074b14,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:12.234634 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c16b61f2-f881-4b6f-88d2-7df3d1fbcf6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:12.256668 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-12a50833-21b5-4b96-b7d3-70521c2c7b9d None None] For port 6b25ef0e-c97c-44e1-b831-912f4b9283f9, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:32:12.260079 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-12a50833-21b5-4b96-b7d3-70521c2c7b9d None None] For port 6b25ef0e-c97c-44e1-b831-912f4b9283f9, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=6b25ef0e-c97c-44e1-b831-912f4b9283f9,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:32:12.268958 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-12a50833-21b5-4b96-b7d3-70521c2c7b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:12.305352 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b61f2-f881-4b6f-88d2-7df3d1fbcf6a admin admin] Pushing event updated for resources: {'Port': ['ID=187c96aa-ccd8-4b89-988e-48d014423b52,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:12.335395 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aace77-8d36-4297-b70f-3a82eabd5100 None None] Pushing event updated for resources: {'Port': ['ID=6b25ef0e-c97c-44e1-b831-912f4b9283f9,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:12.346210 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16b61f2-f881-4b6f-88d2-7df3d1fbcf6a admin admin] Network b4170091-cc05-43b6-bdf8-36d7f1e88ff4 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:32:12.348980 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-c16b61f2-f881-4b6f-88d2-7df3d1fbcf6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:32:12.354365 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a50833-21b5-4b96-b7d3-70521c2c7b9d None None] Routers {'b9cac59f-ce6c-4c5f-8f23-6503e14352bc'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:32:12.354837 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-12a50833-21b5-4b96-b7d3-70521c2c7b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:31:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['b9cac59f-ce6c-4c5f-8f23-6503e14352bc'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:12.358385 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8058c-001c-400b-929d-b67bd6d17e52 req-ba449616-1eb8-4157-a98d-ae0a1ba177e0 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:12.360007 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-37e8058c-001c-400b-929d-b67bd6d17e52 req-ba449616-1eb8-4157-a98d-ae0a1ba177e0 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] 10.222.0.57 "GET /v2.0/ports?device_id=80bf0539-e1fe-4b2a-8d63-9a9948570d3b HTTP/1.1" status: 200 len: 944 time: 0.1594818 Dec 09 15:32:12.360888 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16b61f2-f881-4b6f-88d2-7df3d1fbcf6a admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:32:12.470301 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-37e8058c-001c-400b-929d-b67bd6d17e52 req-d8326533-4cd2-4963-9f80-c377fbb61731 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] 10.222.0.57 "GET /v2.0/security-groups?id=bedb84f8-844f-45ea-aa9d-c6e209a06b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855458 Dec 09 15:32:12.474583 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c16b61f2-f881-4b6f-88d2-7df3d1fbcf6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:12.497675 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-755ce046-7e48-4b72-90e7-7746160536c9 req-be7e9074-ee57-499f-85cc-8738bb214259 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:12.521150 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-12a50833-21b5-4b96-b7d3-70521c2c7b9d None None] Set router b9cac59f-ce6c-4c5f-8f23-6503e14352bc gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:32:12.586721 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-755ce046-7e48-4b72-90e7-7746160536c9 req-be7e9074-ee57-499f-85cc-8738bb214259 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:12.600376 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['66878324-1f77-48fe-b85b-1348eaa174ee'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:32:12.673762 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['22d893f8-5fa5-400e-9941-8648c0074b14'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:32:12.690098 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-755ce046-7e48-4b72-90e7-7746160536c9 req-be7e9074-ee57-499f-85cc-8738bb214259 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:32:12.693415 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5a46c-4648-405f-9356-10e05c67799a req-8c8db098-c683-4f40-ac83-e65c53a03c08 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:12.696816 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-755ce046-7e48-4b72-90e7-7746160536c9 req-be7e9074-ee57-499f-85cc-8738bb214259 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:32:12.715003 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d2b5a46c-4648-405f-9356-10e05c67799a req-8c8db098-c683-4f40-ac83-e65c53a03c08 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cf9906-2efa-4491-ad27-47e6cea91bb9 HTTP/1.1" status: 200 len: 935 time: 0.0996120 Dec 09 15:32:12.722949 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-755ce046-7e48-4b72-90e7-7746160536c9 req-be7e9074-ee57-499f-85cc-8738bb214259 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:32:12.726758 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e9074-ee57-499f-85cc-8738bb214259 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Pushing event updated for resources: {'Port': ['ID=d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:12.822833 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-12a50833-21b5-4b96-b7d3-70521c2c7b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9cac59f-ce6c-4c5f-8f23-6503e14352bc', 'name': 'tempest-ServersTestManualDisk-1101444625-router', 'tenant_id': '6090a3b44d2c43829866c5b064c5e3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '6b25ef0e-c97c-44e1-b831-912f4b9283f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:32:07Z', 'updated_at': '2021-12-09T15:32:09Z', 'revision_number': 3, 'project_id': '6090a3b44d2c43829866c5b064c5e3c4', 'gw_port': {'id': '6b25ef0e-c97c-44e1-b831-912f4b9283f9', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9cac59f-ce6c-4c5f-8f23-6503e14352bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:32:08Z', 'updated_at': '2021-12-09T15:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:12.859792 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ce046-7e48-4b72-90e7-7746160536c9 req-be7e9074-ee57-499f-85cc-8738bb214259 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:12.860586 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-755ce046-7e48-4b72-90e7-7746160536c9 req-be7e9074-ee57-499f-85cc-8738bb214259 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:12.862051 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a50833-21b5-4b96-b7d3-70521c2c7b9d None None] The sync data for ids ['b9cac59f-ce6c-4c5f-8f23-6503e14352bc'] in n-d-821228-1 is: [{'id': 'b9cac59f-ce6c-4c5f-8f23-6503e14352bc', 'name': 'tempest-ServersTestManualDisk-1101444625-router', 'tenant_id': '6090a3b44d2c43829866c5b064c5e3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '6b25ef0e-c97c-44e1-b831-912f4b9283f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:32:07Z', 'updated_at': '2021-12-09T15:32:09Z', 'revision_number': 3, 'project_id': '6090a3b44d2c43829866c5b064c5e3c4', 'gw_port': {'id': '6b25ef0e-c97c-44e1-b831-912f4b9283f9', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9cac59f-ce6c-4c5f-8f23-6503e14352bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:32:08Z', 'updated_at': '2021-12-09T15:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:32:12.868455 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fba2aff1-8978-4f67-ab9d-8482a5f8e708 None None] Provisioning complete for port 187c96aa-ccd8-4b89-988e-48d014423b52 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:32:12.869157 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fba2aff1-8978-4f67-ab9d-8482a5f8e708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:12.889676 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d2b5a46c-4648-405f-9356-10e05c67799a req-57aa450b-2389-42e9-b686-933a1eaf9150 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/security-groups?id=57716d9a-7113-4ec1-981c-56f1742f4eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724050 Dec 09 15:32:12.896709 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c16b61f2-f881-4b6f-88d2-7df3d1fbcf6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:12.906462 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-755ce046-7e48-4b72-90e7-7746160536c9 req-be7e9074-ee57-499f-85cc-8738bb214259 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1688459 Dec 09 15:32:12.920662 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-755ce046-7e48-4b72-90e7-7746160536c9 req-8f789019-d0ee-4440-9130-08d5b1ae821d service neutron] Request body: {'port': {'device_id': '02cf9906-2efa-4491-ad27-47e6cea91bb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:32:12.970926 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f6bf0-7232-40cd-ac6c-22de36a80af3 req-6be627b7-e944-4e98-8379-33a0f86aafb7 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:12.972615 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4b6f6bf0-7232-40cd-ac6c-22de36a80af3 req-6be627b7-e944-4e98-8379-33a0f86aafb7 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 945 time: 0.1621797 Dec 09 15:32:13.013057 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-fba2aff1-8978-4f67-ab9d-8482a5f8e708 None None] Port 187c96aa-ccd8-4b89-988e-48d014423b52 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:32:13.030305 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-755ce046-7e48-4b72-90e7-7746160536c9 req-8f789019-d0ee-4440-9130-08d5b1ae821d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:13.144402 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4b6f6bf0-7232-40cd-ac6c-22de36a80af3 req-62f3d288-90a5-4ad4-9182-f2f53e6dbb17 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563799 Dec 09 15:32:13.168974 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a73c6e7e-dd2a-49dd-834f-4a6a259a2171 None None] Provisioning complete for port d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:32:13.169550 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a73c6e7e-dd2a-49dd-834f-4a6a259a2171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:13.216825 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a73c6e7e-dd2a-49dd-834f-4a6a259a2171 None None] Port d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:32:13.287654 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c16b61f2-f881-4b6f-88d2-7df3d1fbcf6a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:13.299437 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c16b61f2-f881-4b6f-88d2-7df3d1fbcf6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:13.325917 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 81f9cf16-a58c-4a4b-8402-1c3be2c715be no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:32:13.413255 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c16b61f2-f881-4b6f-88d2-7df3d1fbcf6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:13.415352 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b61f2-f881-4b6f-88d2-7df3d1fbcf6a admin admin] Pushing event updated for resources: {'Port': ['ID=187c96aa-ccd8-4b89-988e-48d014423b52,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:13.449115 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-755ce046-7e48-4b72-90e7-7746160536c9 req-8f789019-d0ee-4440-9130-08d5b1ae821d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:32:13.461011 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-755ce046-7e48-4b72-90e7-7746160536c9 req-8f789019-d0ee-4440-9130-08d5b1ae821d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:13.473201 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:13.477982 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-755ce046-7e48-4b72-90e7-7746160536c9 req-8f789019-d0ee-4440-9130-08d5b1ae821d service neutron] Transition to ACTIVE for port object d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:32:13.489586 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-755ce046-7e48-4b72-90e7-7746160536c9 req-8f789019-d0ee-4440-9130-08d5b1ae821d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:13.553121 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504fb81f-5afc-495a-b374-e33fd1784ac5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81f9cf16-a58c-4a4b-8402-1c3be2c715be'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:32:13.567675 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346fccef-5c2e-469c-b45e-64aad99a8c9d" -d '{"events": [{"server_uuid": "504fb81f-5afc-495a-b374-e33fd1784ac5", "name": "network-vif-unplugged", "status": "completed", "tag": "81f9cf16-a58c-4a4b-8402-1c3be2c715be"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:32:13.596294 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16b61f2-f881-4b6f-88d2-7df3d1fbcf6a admin admin] Network b4170091-cc05-43b6-bdf8-36d7f1e88ff4 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:32:13.600451 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 81f9cf16-a58c-4a4b-8402-1c3be2c715be, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=81f9cf16-a58c-4a4b-8402-1c3be2c715be,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:32:13.609222 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-c16b61f2-f881-4b6f-88d2-7df3d1fbcf6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:32:13.613632 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:13.716724 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f789019-d0ee-4440-9130-08d5b1ae821d service neutron] Pushing event updated for resources: {'Port': ['ID=d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:13.719395 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 15:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1e3481-fbf5-451c-a5ac-ceabd49a083b x-openstack-request-id: req-8a1e3481-fbf5-451c-a5ac-ceabd49a083b {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:32:13.719718 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "504fb81f-5afc-495a-b374-e33fd1784ac5", "name": "network-vif-unplugged", "status": "completed", "tag": "81f9cf16-a58c-4a4b-8402-1c3be2c715be", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:32:13.719978 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8a1e3481-fbf5-451c-a5ac-ceabd49a083b {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:32:13.720975 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504fb81f-5afc-495a-b374-e33fd1784ac5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81f9cf16-a58c-4a4b-8402-1c3be2c715be', 'code': 200} Dec 09 15:32:13.734986 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=81f9cf16-a58c-4a4b-8402-1c3be2c715be,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:13.771629 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b61600-bb0b-4498-a1af-7bb8f87b6c37 req-9e3e8512-e575-4fbe-8a91-35011f47c7e4 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:13.774034 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f9b61600-bb0b-4498-a1af-7bb8f87b6c37 req-9e3e8512-e575-4fbe-8a91-35011f47c7e4 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] 10.222.0.57 "GET /v2.0/ports?device_id=80bf0539-e1fe-4b2a-8d63-9a9948570d3b HTTP/1.1" status: 200 len: 944 time: 0.1775203 Dec 09 15:32:13.810446 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-755ce046-7e48-4b72-90e7-7746160536c9 req-8f789019-d0ee-4440-9130-08d5b1ae821d service neutron] Attempting to bind port d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:32:13.810793 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-755ce046-7e48-4b72-90e7-7746160536c9 req-8f789019-d0ee-4440-9130-08d5b1ae821d service neutron] Attempting to bind port d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:32:13.811263 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755ce046-7e48-4b72-90e7-7746160536c9 req-8f789019-d0ee-4440-9130-08d5b1ae821d service neutron] Attempting to bind port d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:32:13.823381 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755ce046-7e48-4b72-90e7-7746160536c9 req-8f789019-d0ee-4440-9130-08d5b1ae821d service neutron] Port d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:32:13.823710 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755ce046-7e48-4b72-90e7-7746160536c9 req-8f789019-d0ee-4440-9130-08d5b1ae821d service neutron] Attempting to bind port d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:32:13.836439 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755ce046-7e48-4b72-90e7-7746160536c9 req-8f789019-d0ee-4440-9130-08d5b1ae821d service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:32:13.836785 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755ce046-7e48-4b72-90e7-7746160536c9 req-8f789019-d0ee-4440-9130-08d5b1ae821d service neutron] Checking segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:32:13.837178 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755ce046-7e48-4b72-90e7-7746160536c9 req-8f789019-d0ee-4440-9130-08d5b1ae821d service neutron] Bound using segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:32:13.837616 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-755ce046-7e48-4b72-90e7-7746160536c9 req-8f789019-d0ee-4440-9130-08d5b1ae821d service neutron] Bound port: d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:32:13.837976 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-755ce046-7e48-4b72-90e7-7746160536c9 req-8f789019-d0ee-4440-9130-08d5b1ae821d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:13.932714 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c16b61f2-f881-4b6f-88d2-7df3d1fbcf6a admin admin] Router b9cac59f-ce6c-4c5f-8f23-6503e14352bc has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:32:13.963563 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-755ce046-7e48-4b72-90e7-7746160536c9 req-8f789019-d0ee-4440-9130-08d5b1ae821d service neutron] For port d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:32:13.975902 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-755ce046-7e48-4b72-90e7-7746160536c9 req-8f789019-d0ee-4440-9130-08d5b1ae821d service neutron] For port d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:32:13.983968 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-755ce046-7e48-4b72-90e7-7746160536c9 req-8f789019-d0ee-4440-9130-08d5b1ae821d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:14.041400 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f9b61600-bb0b-4498-a1af-7bb8f87b6c37 req-ac4edbb3-1f7b-41a9-b710-097a77398bc3 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] 10.222.0.57 "GET /v2.0/security-groups?id=bedb84f8-844f-45ea-aa9d-c6e209a06b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797910 Dec 09 15:32:14.060844 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ce046-7e48-4b72-90e7-7746160536c9 req-8f789019-d0ee-4440-9130-08d5b1ae821d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:14.060844 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-755ce046-7e48-4b72-90e7-7746160536c9 req-8f789019-d0ee-4440-9130-08d5b1ae821d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:14.060844 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-755ce046-7e48-4b72-90e7-7746160536c9 req-8f789019-d0ee-4440-9130-08d5b1ae821d service neutron] 10.222.0.42 "PUT /v2.0/ports/d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea HTTP/1.1" status: 200 len: 1095 time: 1.1424727 Dec 09 15:32:14.060844 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02cf9906-2efa-4491-ad27-47e6cea91bb9', 'tag': 'd3ae04b9-1f96-4fee-8ed1-3eea2c6747ea'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:32:14.062861 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55e3c75-f334-41f8-9d72-5e0ed9b76c1c" -d '{"events": [{"name": "network-changed", "server_uuid": "02cf9906-2efa-4491-ad27-47e6cea91bb9", "tag": "d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:32:14.126515 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eadd45c2-d18b-4138-929e-ae97a3565aab None None] Provisioning complete for port 187c96aa-ccd8-4b89-988e-48d014423b52 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:32:14.127045 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eadd45c2-d18b-4138-929e-ae97a3565aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:14.128143 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f789019-d0ee-4440-9130-08d5b1ae821d service neutron] Pushing event updated for resources: {'Port': ['ID=d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:14.162647 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6fdd14-f10d-472c-b518-a21902baf855 x-openstack-request-id: req-ab6fdd14-f10d-472c-b518-a21902baf855 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:32:14.163319 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02cf9906-2efa-4491-ad27-47e6cea91bb9", "tag": "d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:32:14.163583 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ab6fdd14-f10d-472c-b518-a21902baf855 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:32:14.163993 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02cf9906-2efa-4491-ad27-47e6cea91bb9', 'tag': 'd3ae04b9-1f96-4fee-8ed1-3eea2c6747ea', 'status': 'completed', 'code': 200} Dec 09 15:32:14.219565 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16b61f2-f881-4b6f-88d2-7df3d1fbcf6a admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:32:14.224623 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eadd45c2-d18b-4138-929e-ae97a3565aab None None] Port 187c96aa-ccd8-4b89-988e-48d014423b52 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:32:14.246495 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c16b61f2-f881-4b6f-88d2-7df3d1fbcf6a admin admin] 10.222.0.57 "PUT /v2.0/routers/b9cac59f-ce6c-4c5f-8f23-6503e14352bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5571482 Dec 09 15:32:14.253041 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ce046-7e48-4b72-90e7-7746160536c9 req-3eba1ca3-bd33-414f-b8d9-481e0a76680f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:14.256210 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-755ce046-7e48-4b72-90e7-7746160536c9 req-3eba1ca3-bd33-414f-b8d9-481e0a76680f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4bc060e9c6d41c0b9fab8d243b32c82&device_id=02cf9906-2efa-4491-ad27-47e6cea91bb9 HTTP/1.1" status: 200 len: 1098 time: 0.1145225 Dec 09 15:32:14.330658 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-755ce046-7e48-4b72-90e7-7746160536c9 req-805f9eaa-9d68-4b3c-9345-4ebc9eed440c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea HTTP/1.1" status: 200 len: 217 time: 0.0570183 Dec 09 15:32:14.332554 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fbf02-f6fd-4f83-8bb1-35eae417c211 req-9eff6029-7cdf-44c4-87b3-82a2ca74a3e7 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:14.339983 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ea7fbf02-f6fd-4f83-8bb1-35eae417c211 req-9eff6029-7cdf-44c4-87b3-82a2ca74a3e7 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cf9906-2efa-4491-ad27-47e6cea91bb9 HTTP/1.1" status: 200 len: 947 time: 0.3145185 Dec 09 15:32:14.400968 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ea7fbf02-f6fd-4f83-8bb1-35eae417c211 req-cb98ba80-a71d-49f4-9280-0cbe50649c24 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/security-groups?id=57716d9a-7113-4ec1-981c-56f1742f4eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607038 Dec 09 15:32:14.409952 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebbb20-c548-46cb-8e55-a8d50f8bd158 req-388592b7-4b42-4e7f-8f03-f293b209f8b1 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:14.411566 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f7ebbb20-c548-46cb-8e55-a8d50f8bd158 req-388592b7-4b42-4e7f-8f03-f293b209f8b1 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 945 time: 0.1207483 Dec 09 15:32:14.427957 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ce046-7e48-4b72-90e7-7746160536c9 req-0a89f266-0b0c-44c5-8c42-2e5b295e76f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:14.435388 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-755ce046-7e48-4b72-90e7-7746160536c9 req-0a89f266-0b0c-44c5-8c42-2e5b295e76f8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0925879 Dec 09 15:32:14.504936 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f7ebbb20-c548-46cb-8e55-a8d50f8bd158 req-4ee36a4e-547f-483e-b62f-7a9646702c0a tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728796 Dec 09 15:32:14.510322 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ce046-7e48-4b72-90e7-7746160536c9 req-59cb0f58-2dd1-41b0-9834-2a6ae8e24311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:14.512011 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-755ce046-7e48-4b72-90e7-7746160536c9 req-59cb0f58-2dd1-41b0-9834-2a6ae8e24311 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0681148 Dec 09 15:32:14.668674 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-755ce046-7e48-4b72-90e7-7746160536c9 req-5ec09445-2025-4a2f-a988-f7f5d1921cd6 service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413355 Dec 09 15:32:14.790275 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-755ce046-7e48-4b72-90e7-7746160536c9 req-95e4601a-2a9e-4ceb-ae5c-32e6965ef650 service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129196 Dec 09 15:32:14.820174 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54756) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:32:14.825119 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-74a0d0ba-05e6-4f06-9ef2-70f5bf00d931 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Request body: {'security_group': {'name': 'tempest-securitygroup--553228239', 'description': 'tempest-description--1340218257'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:32:14.846784 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74a0d0ba-05e6-4f06-9ef2-70f5bf00d931 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:14.924479 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74a0d0ba-05e6-4f06-9ef2-70f5bf00d931 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:14.927478 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e3c75-f334-41f8-9d72-5e0ed9b76c1c req-e29e0ea3-f2bd-4bb6-97c3-3f103fcbcf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:14.929285 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74a0d0ba-05e6-4f06-9ef2-70f5bf00d931 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:14.929450 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b55e3c75-f334-41f8-9d72-5e0ed9b76c1c req-e29e0ea3-f2bd-4bb6-97c3-3f103fcbcf13 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4bc060e9c6d41c0b9fab8d243b32c82&device_id=02cf9906-2efa-4491-ad27-47e6cea91bb9 HTTP/1.1" status: 200 len: 1098 time: 0.0462346 Dec 09 15:32:14.965739 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74a0d0ba-05e6-4f06-9ef2-70f5bf00d931 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:14.969855 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-74a0d0ba-05e6-4f06-9ef2-70f5bf00d931 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1486232 Dec 09 15:32:14.971101 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54758) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:32:14.975899 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-dc439b06-5111-4c5f-9e14-8cc6ead6f4b9 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Request body: {'security_group_rule': {'security_group_id': 'e1899a53-d34f-4bf4-9a57-90da998380bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:32:14.980377 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a0d0ba-05e6-4f06-9ef2-70f5bf00d931 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1899a53-d34f-4bf4-9a57-90da998380bd,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:15.026599 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc439b06-5111-4c5f-9e14-8cc6ead6f4b9 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:15.038253 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e3c75-f334-41f8-9d72-5e0ed9b76c1c req-871e37ba-605e-435b-ab55-0eaa0d6d663a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:15.040693 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b55e3c75-f334-41f8-9d72-5e0ed9b76c1c req-871e37ba-605e-435b-ab55-0eaa0d6d663a service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.1027315 Dec 09 15:32:15.085992 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b55e3c75-f334-41f8-9d72-5e0ed9b76c1c req-37357e4e-b924-4d04-97eb-1372e24c966f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea HTTP/1.1" status: 200 len: 217 time: 0.0376928 Dec 09 15:32:15.090235 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc439b06-5111-4c5f-9e14-8cc6ead6f4b9 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:15.097042 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc439b06-5111-4c5f-9e14-8cc6ead6f4b9 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:15.121562 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc439b06-5111-4c5f-9e14-8cc6ead6f4b9 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95f794c6-96df-4d81-8244-1fbe14b94965,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:15.137641 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc439b06-5111-4c5f-9e14-8cc6ead6f4b9 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:15.142913 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-dc439b06-5111-4c5f-9e14-8cc6ead6f4b9 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1703100 Dec 09 15:32:15.143543 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54762) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:32:15.148300 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-6c482e3a-2606-4662-8d06-e8eeda1a75a2 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Request body: {'security_group_rule': {'security_group_id': 'e1899a53-d34f-4bf4-9a57-90da998380bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:32:15.151582 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e3c75-f334-41f8-9d72-5e0ed9b76c1c req-56ebd967-5fd5-4e53-bcbe-72e313514ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:15.153324 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b55e3c75-f334-41f8-9d72-5e0ed9b76c1c req-56ebd967-5fd5-4e53-bcbe-72e313514ec2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0596669 Dec 09 15:32:15.223858 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c482e3a-2606-4662-8d06-e8eeda1a75a2 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:15.233339 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e3c75-f334-41f8-9d72-5e0ed9b76c1c req-e3db9a8d-0d90-4630-b59f-64c3c1cf011a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:15.236699 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b55e3c75-f334-41f8-9d72-5e0ed9b76c1c req-e3db9a8d-0d90-4630-b59f-64c3c1cf011a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0736406 Dec 09 15:32:15.245008 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24c57f-99f7-49e9-aed6-eb48a824806a req-6db241b7-c5c5-490b-9be0-2bd77d0d8eb2 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:15.246515 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d24c57f-99f7-49e9-aed6-eb48a824806a req-6db241b7-c5c5-490b-9be0-2bd77d0d8eb2 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] 10.222.0.57 "GET /v2.0/ports?device_id=80bf0539-e1fe-4b2a-8d63-9a9948570d3b HTTP/1.1" status: 200 len: 944 time: 0.0799909 Dec 09 15:32:15.279478 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 6b25ef0e-c97c-44e1-b831-912f4b9283f9 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:32:15.336723 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d24c57f-99f7-49e9-aed6-eb48a824806a req-42ae01fa-c30b-49b4-b1c9-5809f5c645b9 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] 10.222.0.57 "GET /v2.0/security-groups?id=bedb84f8-844f-45ea-aa9d-c6e209a06b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811381 Dec 09 15:32:15.345771 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c482e3a-2606-4662-8d06-e8eeda1a75a2 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:15.352747 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c482e3a-2606-4662-8d06-e8eeda1a75a2 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:15.367381 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:32:15.374792 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 22d893f8-5fa5-400e-9941-8648c0074b14 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:32:15.380096 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c482e3a-2606-4662-8d06-e8eeda1a75a2 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2636285-e5ea-4606-89d5-3c5f4c0bccc0,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:15.394248 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c482e3a-2606-4662-8d06-e8eeda1a75a2 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:15.399922 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6c482e3a-2606-4662-8d06-e8eeda1a75a2 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2552621 Dec 09 15:32:15.410419 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54764) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:32:15.415678 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-1be12ad8-95b2-4a16-8da4-6b09a67e2f63 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:32:15.450895 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be12ad8-95b2-4a16-8da4-6b09a67e2f63 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:15.452109 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b55e3c75-f334-41f8-9d72-5e0ed9b76c1c req-eac7f206-c4d1-4f21-9488-1d77e2fee5b3 service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044876 Dec 09 15:32:15.568576 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 6b25ef0e-c97c-44e1-b831-912f4b9283f9 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:32:15.569261 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:15.571282 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfe4cd4-3dae-4a0f-9f23-30618594f3d5 None None] Sync routers for ids ['b9cac59f-ce6c-4c5f-8f23-6503e14352bc'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:32:15.597944 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b55e3c75-f334-41f8-9d72-5e0ed9b76c1c req-0e97ce16-0702-4ad2-b1e9-87c433a4b926 service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365135 Dec 09 15:32:15.629070 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfe4cd4-3dae-4a0f-9f23-30618594f3d5 None None] Routers {'b9cac59f-ce6c-4c5f-8f23-6503e14352bc'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:32:15.630249 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3cfe4cd4-3dae-4a0f-9f23-30618594f3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:31:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['b9cac59f-ce6c-4c5f-8f23-6503e14352bc'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:15.647658 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b2bee-7d67-410e-be5a-b5685beddf38 req-b6c052b7-16e8-429c-855d-7dac4f03e0c0 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:15.649187 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-474b2bee-7d67-410e-be5a-b5685beddf38 req-b6c052b7-16e8-429c-855d-7dac4f03e0c0 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cf9906-2efa-4491-ad27-47e6cea91bb9 HTTP/1.1" status: 200 len: 947 time: 0.1121151 Dec 09 15:32:15.700105 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be12ad8-95b2-4a16-8da4-6b09a67e2f63 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:15.705838 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 22d893f8-5fa5-400e-9941-8648c0074b14 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:32:15.726153 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 22d893f8-5fa5-400e-9941-8648c0074b14 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:32:15.726517 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:15.729274 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:15.772506 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c56606-e7c6-4536-9169-0851c07c1d91 req-58ccf45e-f534-4a19-9ca4-da216a596229 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:15.774015 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b1c56606-e7c6-4536-9169-0851c07c1d91 req-58ccf45e-f534-4a19-9ca4-da216a596229 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 945 time: 0.1521709 Dec 09 15:32:15.783414 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:32:15.805113 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-474b2bee-7d67-410e-be5a-b5685beddf38 req-089d014f-970a-4bbf-9edb-7a4277c3c9ab tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/security-groups?id=57716d9a-7113-4ec1-981c-56f1742f4eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377163 Dec 09 15:32:15.831625 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'port_id': 'dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e', 'mac_address': 'fa:16:3e:fa:d7:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6953c-1261-4e7c-8b49-64e5b87424c2', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:32:15.895973 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b1c56606-e7c6-4536-9169-0851c07c1d91 req-568ddb06-2b5c-4500-988f-832e596c7752 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057096 Dec 09 15:32:15.907569 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-1be12ad8-95b2-4a16-8da4-6b09a67e2f63 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Allocated IP 172.25.3.115 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/2fbe2828-acab-487f-870d-85595cc93e32) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:32:15.910647 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-3cfe4cd4-3dae-4a0f-9f23-30618594f3d5 None None] Set router b9cac59f-ce6c-4c5f-8f23-6503e14352bc gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:32:16.002832 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:16.024381 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:16.065858 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be12ad8-95b2-4a16-8da4-6b09a67e2f63 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:16.103754 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be12ad8-95b2-4a16-8da4-6b09a67e2f63 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:16.127148 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:32:16.136069 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 6b25ef0e-c97c-44e1-b831-912f4b9283f9, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=6b25ef0e-c97c-44e1-b831-912f4b9283f9,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:32:16.141697 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:16.143639 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be12ad8-95b2-4a16-8da4-6b09a67e2f63 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:32:16.150446 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-1be12ad8-95b2-4a16-8da4-6b09a67e2f63 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:32:16.154981 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be12ad8-95b2-4a16-8da4-6b09a67e2f63 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:32:16.158971 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be12ad8-95b2-4a16-8da4-6b09a67e2f63 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Pushing event updated for resources: {'Port': ['ID=2fbe2828-acab-487f-870d-85595cc93e32,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:16.172756 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:16.185162 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:32:16.226876 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:16.237813 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bf0539-e1fe-4b2a-8d63-9a9948570d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d893f8-5fa5-400e-9941-8648c0074b14'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:32:16.240070 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd58491b-da81-4125-816b-d47c70c5fb3e" -d '{"events": [{"server_uuid": "80bf0539-e1fe-4b2a-8d63-9a9948570d3b", "name": "network-vif-plugged", "status": "completed", "tag": "22d893f8-5fa5-400e-9941-8648c0074b14"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:32:16.270444 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 22d893f8-5fa5-400e-9941-8648c0074b14, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=22d893f8-5fa5-400e-9941-8648c0074b14,segment=NetworkSegment(ea5e9b2d-d17e-4974-ab28-bfb3b3faeca8),segment_id=ea5e9b2d-d17e-4974-ab28-bfb3b3faeca8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:32:16.296150 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:16.300481 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d992f40-b56c-49cc-8585-a50317bb328b x-openstack-request-id: req-7d992f40-b56c-49cc-8585-a50317bb328b {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:32:16.300793 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80bf0539-e1fe-4b2a-8d63-9a9948570d3b", "name": "network-vif-plugged", "status": "completed", "tag": "22d893f8-5fa5-400e-9941-8648c0074b14", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:32:16.301048 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7d992f40-b56c-49cc-8585-a50317bb328b {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:32:16.301440 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80bf0539-e1fe-4b2a-8d63-9a9948570d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d893f8-5fa5-400e-9941-8648c0074b14', 'code': 200} Dec 09 15:32:16.305714 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=6b25ef0e-c97c-44e1-b831-912f4b9283f9,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:16.380553 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:32:16.436084 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e,revision_number=9']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:16.530864 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3cfe4cd4-3dae-4a0f-9f23-30618594f3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9cac59f-ce6c-4c5f-8f23-6503e14352bc', 'name': 'tempest-ServersTestManualDisk-1101444625-router', 'tenant_id': '6090a3b44d2c43829866c5b064c5e3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '6b25ef0e-c97c-44e1-b831-912f4b9283f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:32:07Z', 'updated_at': '2021-12-09T15:32:12Z', 'revision_number': 4, 'project_id': '6090a3b44d2c43829866c5b064c5e3c4', 'gw_port': {'id': '6b25ef0e-c97c-44e1-b831-912f4b9283f9', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9cac59f-ce6c-4c5f-8f23-6503e14352bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:32:08Z', 'updated_at': '2021-12-09T15:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '187c96aa-ccd8-4b89-988e-48d014423b52', 'name': '', 'network_id': 'b4170091-cc05-43b6-bdf8-36d7f1e88ff4', 'tenant_id': '6090a3b44d2c43829866c5b064c5e3c4', 'mac_address': 'fa:16:3e:9e:39:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9cac59f-ce6c-4c5f-8f23-6503e14352bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'aa83eb3c-2e2c-4539-9448-fd3d575df13e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:32:11Z', 'updated_at': '2021-12-09T15:32:12Z', 'revision_number': 2, 'project_id': '6090a3b44d2c43829866c5b064c5e3c4', 'subnets': [{'id': 'aa83eb3c-2e2c-4539-9448-fd3d575df13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:16.534410 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=22d893f8-5fa5-400e-9941-8648c0074b14,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:16.602431 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be12ad8-95b2-4a16-8da4-6b09a67e2f63 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:16.628066 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e75a48-5fae-4650-a736-b59fefd02053 req-135f9d7a-754c-4e6b-ba53-10edc641dc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:16.629622 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-78e75a48-5fae-4650-a736-b59fefd02053 req-135f9d7a-754c-4e6b-ba53-10edc641dc37 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=80bf0539-e1fe-4b2a-8d63-9a9948570d3b HTTP/1.1" status: 200 len: 1096 time: 0.0960650 Dec 09 15:32:16.641285 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1e0ae-cf4c-4bfa-9924-ea3eb418a116 req-2bee24a4-ce45-4fbb-8ee7-888c3bcc3f9d tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:16.643408 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bdc1e0ae-cf4c-4bfa-9924-ea3eb418a116 req-2bee24a4-ce45-4fbb-8ee7-888c3bcc3f9d tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] 10.222.0.57 "GET /v2.0/ports?device_id=80bf0539-e1fe-4b2a-8d63-9a9948570d3b HTTP/1.1" status: 200 len: 945 time: 0.1087165 Dec 09 15:32:16.693716 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be12ad8-95b2-4a16-8da4-6b09a67e2f63 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:16.697861 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfe4cd4-3dae-4a0f-9f23-30618594f3d5 None None] Checking router: b9cac59f-ce6c-4c5f-8f23-6503e14352bc for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:32:16.697861 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfe4cd4-3dae-4a0f-9f23-30618594f3d5 None None] Updating router b9cac59f-ce6c-4c5f-8f23-6503e14352bc port 187c96aa-ccd8-4b89-988e-48d014423b52 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:32:16.737380 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3cfe4cd4-3dae-4a0f-9f23-30618594f3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:16.770601 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-78e75a48-5fae-4650-a736-b59fefd02053 req-537fb1db-08ca-4638-92be-42a53746b32b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=bedb84f8-844f-45ea-aa9d-c6e209a06b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127162 Dec 09 15:32:16.779138 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bdc1e0ae-cf4c-4bfa-9924-ea3eb418a116 req-2881f0de-2d52-450c-b287-b7fb31b8438b tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] 10.222.0.57 "GET /v2.0/security-groups?id=bedb84f8-844f-45ea-aa9d-c6e209a06b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140068 Dec 09 15:32:16.916697 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be12ad8-95b2-4a16-8da4-6b09a67e2f63 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:16.934237 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be12ad8-95b2-4a16-8da4-6b09a67e2f63 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:17.031720 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54445c-8be0-4cb0-bf2a-a8f19f9bd32d req-d5756d4d-22d1-4be2-9082-2ef49ab1ccd3 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:17.035326 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6f54445c-8be0-4cb0-bf2a-a8f19f9bd32d req-d5756d4d-22d1-4be2-9082-2ef49ab1ccd3 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cf9906-2efa-4491-ad27-47e6cea91bb9 HTTP/1.1" status: 200 len: 947 time: 0.1414254 Dec 09 15:32:17.054580 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be12ad8-95b2-4a16-8da4-6b09a67e2f63 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Pushing event updated for resources: {'Port': ['ID=2fbe2828-acab-487f-870d-85595cc93e32,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:17.095777 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be12ad8-95b2-4a16-8da4-6b09a67e2f63 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:17.102485 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3cfe4cd4-3dae-4a0f-9f23-30618594f3d5 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:17.108832 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3cfe4cd4-3dae-4a0f-9f23-30618594f3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:17.123436 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb397f-632f-4423-b6c8-659f43ded7a2 req-619d8ca0-b1fa-4df8-94c9-da4d24032a98 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:17.125170 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-20cb397f-632f-4423-b6c8-659f43ded7a2 req-619d8ca0-b1fa-4df8-94c9-da4d24032a98 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 945 time: 0.1184392 Dec 09 15:32:17.160019 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f7e008-5acb-49c2-afae-b43d02ffba38 None None] Pushing event updated for resources: {'Port': ['ID=187c96aa-ccd8-4b89-988e-48d014423b52,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:17.177346 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1be12ad8-95b2-4a16-8da4-6b09a67e2f63 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:17.178551 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1be12ad8-95b2-4a16-8da4-6b09a67e2f63 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7669461 Dec 09 15:32:17.191978 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6f54445c-8be0-4cb0-bf2a-a8f19f9bd32d req-89d81dd7-5c4c-451a-9a93-08b34c6c0593 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/security-groups?id=57716d9a-7113-4ec1-981c-56f1742f4eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328533 Dec 09 15:32:17.255328 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-20cb397f-632f-4423-b6c8-659f43ded7a2 req-7c185310-5351-4697-8fab-0284bc0745ab tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193271 Dec 09 15:32:17.269663 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3cfe4cd4-3dae-4a0f-9f23-30618594f3d5 None None] Attempting to bind port 187c96aa-ccd8-4b89-988e-48d014423b52 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:32:17.270090 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3cfe4cd4-3dae-4a0f-9f23-30618594f3d5 None None] Attempting to bind port 187c96aa-ccd8-4b89-988e-48d014423b52 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'fc5c79ed-6b12-4a52-a9c9-45100013bbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b4170091-cc05-43b6-bdf8-36d7f1e88ff4'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:32:17.270466 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfe4cd4-3dae-4a0f-9f23-30618594f3d5 None None] Attempting to bind port 187c96aa-ccd8-4b89-988e-48d014423b52 on network b4170091-cc05-43b6-bdf8-36d7f1e88ff4 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:32:17.276698 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfe4cd4-3dae-4a0f-9f23-30618594f3d5 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:32:17.277341 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfe4cd4-3dae-4a0f-9f23-30618594f3d5 None None] Checking segment: {'id': 'fc5c79ed-6b12-4a52-a9c9-45100013bbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b4170091-cc05-43b6-bdf8-36d7f1e88ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:32:17.277760 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3cfe4cd4-3dae-4a0f-9f23-30618594f3d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:17.278158 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfe4cd4-3dae-4a0f-9f23-30618594f3d5 None None] Bound using segment: {'id': 'fc5c79ed-6b12-4a52-a9c9-45100013bbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b4170091-cc05-43b6-bdf8-36d7f1e88ff4'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:32:17.278682 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3cfe4cd4-3dae-4a0f-9f23-30618594f3d5 None None] Bound port: 187c96aa-ccd8-4b89-988e-48d014423b52, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5c79ed-6b12-4a52-a9c9-45100013bbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b4170091-cc05-43b6-bdf8-36d7f1e88ff4'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:32:17.279069 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3cfe4cd4-3dae-4a0f-9f23-30618594f3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:17.305937 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 6b25ef0e-c97c-44e1-b831-912f4b9283f9 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:32:17.402663 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 6b25ef0e-c97c-44e1-b831-912f4b9283f9 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:32:17.403035 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:17.493775 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-747fd3c1-3820-4dbf-889a-d2790403719e req-6dcf90f4-70d9-42fc-9d9a-1b1e309745cc tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--553228239&fields=id&tenant_id=6090a3b44d2c43829866c5b064c5e3c4 HTTP/1.1" status: 200 len: 267 time: 0.0557454 Dec 09 15:32:17.500826 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3cfe4cd4-3dae-4a0f-9f23-30618594f3d5 None None] For port 187c96aa-ccd8-4b89-988e-48d014423b52, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:32:17.506009 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3cfe4cd4-3dae-4a0f-9f23-30618594f3d5 None None] For port 187c96aa-ccd8-4b89-988e-48d014423b52, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=187c96aa-ccd8-4b89-988e-48d014423b52,segment=NetworkSegment(fc5c79ed-6b12-4a52-a9c9-45100013bbb1),segment_id=fc5c79ed-6b12-4a52-a9c9-45100013bbb1)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:32:17.524549 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3cfe4cd4-3dae-4a0f-9f23-30618594f3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:17.602903 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b1f5493f-5f2f-43da-bd72-bc177b4f7a4f None None] Provisioning complete for port 187c96aa-ccd8-4b89-988e-48d014423b52 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:32:17.603287 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b1f5493f-5f2f-43da-bd72-bc177b4f7a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:17.683036 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747fd3c1-3820-4dbf-889a-d2790403719e req-5c3a793d-9a1e-4ab2-bd0f-e4d55a2b1363 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:17.686785 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-747fd3c1-3820-4dbf-889a-d2790403719e req-5c3a793d-9a1e-4ab2-bd0f-e4d55a2b1363 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.57 "GET /v2.0/networks?id=b4170091-cc05-43b6-bdf8-36d7f1e88ff4 HTTP/1.1" status: 200 len: 812 time: 0.1845636 Dec 09 15:32:17.686945 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f7e008-5acb-49c2-afae-b43d02ffba38 None None] Pushing event updated for resources: {'Port': ['ID=187c96aa-ccd8-4b89-988e-48d014423b52,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:17.691123 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfe4cd4-3dae-4a0f-9f23-30618594f3d5 None None] Routers {'b9cac59f-ce6c-4c5f-8f23-6503e14352bc'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:32:17.691744 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3cfe4cd4-3dae-4a0f-9f23-30618594f3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:31:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['b9cac59f-ce6c-4c5f-8f23-6503e14352bc'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:17.718618 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-747fd3c1-3820-4dbf-889a-d2790403719e req-e6632091-754a-43af-88c4-0a7c498b327b tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.57 "GET /v2.0/quotas/6090a3b44d2c43829866c5b064c5e3c4 HTTP/1.1" status: 200 len: 375 time: 0.0163982 Dec 09 15:32:17.728073 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54822) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:32:17.840535 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b1f5493f-5f2f-43da-bd72-bc177b4f7a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:17.853720 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-3cfe4cd4-3dae-4a0f-9f23-30618594f3d5 None None] Set router b9cac59f-ce6c-4c5f-8f23-6503e14352bc gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:32:17.921845 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b1f5493f-5f2f-43da-bd72-bc177b4f7a4f None None] For port 187c96aa-ccd8-4b89-988e-48d014423b52, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=187c96aa-ccd8-4b89-988e-48d014423b52,segment=NetworkSegment(fc5c79ed-6b12-4a52-a9c9-45100013bbb1),segment_id=fc5c79ed-6b12-4a52-a9c9-45100013bbb1)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:32:17.953168 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b1f5493f-5f2f-43da-bd72-bc177b4f7a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:17.982146 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-747fd3c1-3820-4dbf-889a-d2790403719e req-076354e7-0738-4f11-85f7-6833a0988d3e tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6090a3b44d2c43829866c5b064c5e3c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1554391 Dec 09 15:32:18.036759 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8f5c2-daec-4362-97b5-ba21d859900b req-720a342f-14f8-4fce-8730-62b02aad37d0 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:18.038429 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-44e8f5c2-daec-4362-97b5-ba21d859900b req-720a342f-14f8-4fce-8730-62b02aad37d0 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] 10.222.0.57 "GET /v2.0/ports?device_id=80bf0539-e1fe-4b2a-8d63-9a9948570d3b HTTP/1.1" status: 200 len: 945 time: 0.1394260 Dec 09 15:32:18.052600 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f5493f-5f2f-43da-bd72-bc177b4f7a4f None None] Pushing event updated for resources: {'Port': ['ID=187c96aa-ccd8-4b89-988e-48d014423b52,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:18.092681 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a9184e02-f5b5-43a6-b09c-2b94068d2cf2 None None] Provisioning complete for port 187c96aa-ccd8-4b89-988e-48d014423b52 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:32:18.093057 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a9184e02-f5b5-43a6-b09c-2b94068d2cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:18.187058 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-44e8f5c2-daec-4362-97b5-ba21d859900b req-e4025c82-e853-4b58-acd2-f136e622da5d tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] 10.222.0.57 "GET /v2.0/security-groups?id=bedb84f8-844f-45ea-aa9d-c6e209a06b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365020 Dec 09 15:32:18.208909 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3cfe4cd4-3dae-4a0f-9f23-30618594f3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9cac59f-ce6c-4c5f-8f23-6503e14352bc', 'name': 'tempest-ServersTestManualDisk-1101444625-router', 'tenant_id': '6090a3b44d2c43829866c5b064c5e3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '6b25ef0e-c97c-44e1-b831-912f4b9283f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:32:07Z', 'updated_at': '2021-12-09T15:32:12Z', 'revision_number': 4, 'project_id': '6090a3b44d2c43829866c5b064c5e3c4', 'gw_port': {'id': '6b25ef0e-c97c-44e1-b831-912f4b9283f9', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cac59f-ce6c-4c5f-8f23-6503e14352bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:32:08Z', 'updated_at': '2021-12-09T15:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '187c96aa-ccd8-4b89-988e-48d014423b52', 'name': '', 'network_id': 'b4170091-cc05-43b6-bdf8-36d7f1e88ff4', 'tenant_id': '6090a3b44d2c43829866c5b064c5e3c4', 'mac_address': 'fa:16:3e:9e:39:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9cac59f-ce6c-4c5f-8f23-6503e14352bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'aa83eb3c-2e2c-4539-9448-fd3d575df13e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:32:11Z', 'updated_at': '2021-12-09T15:32:17Z', 'revision_number': 4, 'project_id': '6090a3b44d2c43829866c5b064c5e3c4', 'subnets': [{'id': 'aa83eb3c-2e2c-4539-9448-fd3d575df13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:18.214262 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-747fd3c1-3820-4dbf-889a-d2790403719e req-30fd550b-cc8f-4f93-a78c-538789d75638 service neutron] 10.222.0.57 "GET /v2.0/networks/b4170091-cc05-43b6-bdf8-36d7f1e88ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733863 Dec 09 15:32:18.235172 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfe4cd4-3dae-4a0f-9f23-30618594f3d5 None None] The sync data for ids ['b9cac59f-ce6c-4c5f-8f23-6503e14352bc'] in n-d-821228-1 is: [{'id': 'b9cac59f-ce6c-4c5f-8f23-6503e14352bc', 'name': 'tempest-ServersTestManualDisk-1101444625-router', 'tenant_id': '6090a3b44d2c43829866c5b064c5e3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '6b25ef0e-c97c-44e1-b831-912f4b9283f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:32:07Z', 'updated_at': '2021-12-09T15:32:12Z', 'revision_number': 4, 'project_id': '6090a3b44d2c43829866c5b064c5e3c4', 'gw_port': {'id': '6b25ef0e-c97c-44e1-b831-912f4b9283f9', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cac59f-ce6c-4c5f-8f23-6503e14352bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:32:08Z', 'updated_at': '2021-12-09T15:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '187c96aa-ccd8-4b89-988e-48d014423b52', 'name': '', 'network_id': 'b4170091-cc05-43b6-bdf8-36d7f1e88ff4', 'tenant_id': '6090a3b44d2c43829866c5b064c5e3c4', 'mac_address': 'fa:16:3e:9e:39:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9cac59f-ce6c-4c5f-8f23-6503e14352bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'aa83eb3c-2e2c-4539-9448-fd3d575df13e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:32:11Z', 'updated_at': '2021-12-09T15:32:17Z', 'revision_number': 4, 'project_id': '6090a3b44d2c43829866c5b064c5e3c4', 'subnets': [{'id': 'aa83eb3c-2e2c-4539-9448-fd3d575df13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:32:18.398848 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-747fd3c1-3820-4dbf-889a-d2790403719e req-613a7a40-c212-410d-9c0e-5b2558c6c925 service neutron] 10.222.0.57 "GET /v2.0/networks/b4170091-cc05-43b6-bdf8-36d7f1e88ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837265 Dec 09 15:32:18.409636 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e90b8-229d-45dc-874c-1e0a5c2dafff req-4fbd65d8-2642-409d-9e25-acf3086a16cf tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:18.411056 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a57e90b8-229d-45dc-874c-1e0a5c2dafff req-4fbd65d8-2642-409d-9e25-acf3086a16cf tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cf9906-2efa-4491-ad27-47e6cea91bb9 HTTP/1.1" status: 200 len: 947 time: 0.1128407 Dec 09 15:32:18.510739 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a57e90b8-229d-45dc-874c-1e0a5c2dafff req-d52bebbc-de5e-4bf7-bcdb-d822d3750611 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/security-groups?id=57716d9a-7113-4ec1-981c-56f1742f4eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791690 Dec 09 15:32:18.633040 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dda631f3-5c42-41f4-986d-4a3b7833093d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:18.874899 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6fc111-11c3-4f49-aace-c643e91d0cfa req-ef205164-7b9f-4a0a-9ebb-34f15ffc7d40 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:18.901593 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e6fc111-11c3-4f49-aace-c643e91d0cfa req-ef205164-7b9f-4a0a-9ebb-34f15ffc7d40 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 945 time: 0.2540667 Dec 09 15:32:18.993371 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9495d1ba-de19-428b-adc4-157a346c358a req-31675276-912e-44c4-9554-30b213cbb981 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.57 "GET /v2.0/ports?device_id=12aade00-8aee-42d9-bb65-db1eb0d39754 HTTP/1.1" status: 200 len: 210 time: 0.0741289 Dec 09 15:32:19.071225 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e6fc111-11c3-4f49-aace-c643e91d0cfa req-2527a23b-5c5f-4622-ab95-66122229e706 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764989 Dec 09 15:32:19.261688 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-dda631f3-5c42-41f4-986d-4a3b7833093d admin admin] Deleting port 892aa316-c020-460a-adb5-de0dd475e2f9 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:32:19.262030 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dda631f3-5c42-41f4-986d-4a3b7833093d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:19.329348 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 187c96aa-ccd8-4b89-988e-48d014423b52 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:32:19.366596 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:32:19.488897 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 187c96aa-ccd8-4b89-988e-48d014423b52 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:32:19.489284 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:19.513455 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:32:19.513835 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:19.516202 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecca283-dedf-43c5-a582-75f0925ebd53 req-78969a26-9ac2-425e-a3b7-8a435d8e8d85 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:19.526193 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eecca283-dedf-43c5-a582-75f0925ebd53 req-78969a26-9ac2-425e-a3b7-8a435d8e8d85 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] 10.222.0.57 "GET /v2.0/ports?device_id=80bf0539-e1fe-4b2a-8d63-9a9948570d3b HTTP/1.1" status: 200 len: 945 time: 0.1541197 Dec 09 15:32:19.655791 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-dda631f3-5c42-41f4-986d-4a3b7833093d admin admin] For port 892aa316-c020-460a-adb5-de0dd475e2f9, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=892aa316-c020-460a-adb5-de0dd475e2f9,segment=NetworkSegment(6593b24c-2373-4f34-94a9-b48289bab6ba),segment_id=6593b24c-2373-4f34-94a9-b48289bab6ba)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:32:19.656821 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dda631f3-5c42-41f4-986d-4a3b7833093d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:19.709011 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eecca283-dedf-43c5-a582-75f0925ebd53 req-a060d3a8-4e4f-4a2b-b753-c8b8836c24ce tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] 10.222.0.57 "GET /v2.0/security-groups?id=bedb84f8-844f-45ea-aa9d-c6e209a06b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562021 Dec 09 15:32:19.775156 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-dda631f3-5c42-41f4-986d-4a3b7833093d admin admin] Calling delete_port for 892aa316-c020-460a-adb5-de0dd475e2f9 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:32:19.784509 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:19.828095 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:32:19.831830 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c001c13-a1c9-4c75-80a4-6eab9b501fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:32:19.835823 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8045376-8a3e-4979-a9f5-64e295fcdb6e" -d '{"events": [{"server_uuid": "2c001c13-a1c9-4c75-80a4-6eab9b501fd1", "name": "network-vif-plugged", "status": "completed", "tag": "dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:32:19.840797 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:19.856511 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e37a2-778a-4024-8b6d-0f087b8beebd req-08ce5243-5e3a-4718-9f28-390183bb7991 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:19.868133 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9d2e37a2-778a-4024-8b6d-0f087b8beebd req-08ce5243-5e3a-4718-9f28-390183bb7991 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cf9906-2efa-4491-ad27-47e6cea91bb9 HTTP/1.1" status: 200 len: 947 time: 0.2733397 Dec 09 15:32:19.941105 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e,revision_number=10']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:20.005614 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a41075-7147-46d5-82bf-6d0a50830b37 x-openstack-request-id: req-86a41075-7147-46d5-82bf-6d0a50830b37 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:32:20.005940 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c001c13-a1c9-4c75-80a4-6eab9b501fd1", "name": "network-vif-plugged", "status": "completed", "tag": "dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:32:20.007174 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-86a41075-7147-46d5-82bf-6d0a50830b37 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:32:20.008580 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c001c13-a1c9-4c75-80a4-6eab9b501fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e', 'code': 200} Dec 09 15:32:20.016439 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:32:20.073810 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9d2e37a2-778a-4024-8b6d-0f087b8beebd req-28584d17-1eac-4b0b-897e-a78ba788f19d tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/security-groups?id=57716d9a-7113-4ec1-981c-56f1742f4eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006729 Dec 09 15:32:20.200326 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9bce8258-ea83-498b-9913-d15608ca8db5 req-0f0046b4-22ab-491f-bfba-b3fb3d4d3d20 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.57 "GET /v2.0/ports?device_id=12aade00-8aee-42d9-bb65-db1eb0d39754 HTTP/1.1" status: 200 len: 210 time: 0.0657535 Dec 09 15:32:20.268767 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:32:20.285776 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': 'd3ae04b9-1f96-4fee-8ed1-3eea2c6747ea', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'port_id': 'd3ae04b9-1f96-4fee-8ed1-3eea2c6747ea', 'mac_address': 'fa:16:3e:40:2e:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6953c-1261-4e7c-8b49-64e5b87424c2', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:32:20.406102 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:20.461984 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:32:20.485071 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dda631f3-5c42-41f4-986d-4a3b7833093d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:20.537838 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:32:20.545478 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-91ed8a58-6b56-4586-bb6c-27718b298867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:20.551200 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:20.593477 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda631f3-5c42-41f4-986d-4a3b7833093d admin admin] Pushing event deleted for resources: {'Port': ['ID=892aa316-c020-460a-adb5-de0dd475e2f9,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:20.619665 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551bacd-66d6-48da-9726-53aaade41e97 req-7a3bd45e-ea1a-4502-809f-cf62097ecdb6 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:20.621245 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e551bacd-66d6-48da-9726-53aaade41e97 req-7a3bd45e-ea1a-4502-809f-cf62097ecdb6 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 945 time: 0.3504901 Dec 09 15:32:20.655721 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:20.723741 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747fd3c1-3820-4dbf-889a-d2790403719e req-41e36764-cf42-489e-9688-19e22feb34d3 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:20.725896 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-747fd3c1-3820-4dbf-889a-d2790403719e req-41e36764-cf42-489e-9688-19e22feb34d3 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.42 "GET /v2.0/networks?id=b4170091-cc05-43b6-bdf8-36d7f1e88ff4 HTTP/1.1" status: 200 len: 812 time: 0.2737851 Dec 09 15:32:20.748132 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e551bacd-66d6-48da-9726-53aaade41e97 req-2e218235-a168-46df-a498-5864b25bbc6d tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075006 Dec 09 15:32:20.927447 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-747fd3c1-3820-4dbf-889a-d2790403719e req-e45d6c5c-62ea-4c4c-b282-6e4cce044eb7 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6090a3b44d2c43829866c5b064c5e3c4 HTTP/1.1" status: 200 len: 379 time: 0.1761229 Dec 09 15:32:20.950651 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-747fd3c1-3820-4dbf-889a-d2790403719e req-d744938f-53b3-4d4a-903d-fd063429b2d1 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Request body: {'port': {'device_id': '12aade00-8aee-42d9-bb65-db1eb0d39754', 'network_id': 'b4170091-cc05-43b6-bdf8-36d7f1e88ff4', 'admin_state_up': True, 'tenant_id': '6090a3b44d2c43829866c5b064c5e3c4', 'security_groups': ['e1899a53-d34f-4bf4-9a57-90da998380bd']}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:32:21.032082 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dda631f3-5c42-41f4-986d-4a3b7833093d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:21.043523 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:32:21.209492 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-747fd3c1-3820-4dbf-889a-d2790403719e req-d744938f-53b3-4d4a-903d-fd063429b2d1 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Made reservation on behalf of 6090a3b44d2c43829866c5b064c5e3c4 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:32:21.231741 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-747fd3c1-3820-4dbf-889a-d2790403719e req-d744938f-53b3-4d4a-903d-fd063429b2d1 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:21.547081 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-747fd3c1-3820-4dbf-889a-d2790403719e req-d744938f-53b3-4d4a-903d-fd063429b2d1 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Allocated IP 172.20.0.10 (b4170091-cc05-43b6-bdf8-36d7f1e88ff4/aa83eb3c-2e2c-4539-9448-fd3d575df13e/db19975f-9e67-40a0-bd49-c04b15505700) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:32:21.586994 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda631f3-5c42-41f4-986d-4a3b7833093d admin admin] Router 0b0250ff-0a55-4dd6-8baf-0e400356d391 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:32:21.597437 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa5a25-08ed-45d8-91bc-69aecae3ad74 req-f0e2b218-a25b-4bd9-a433-7ebea9e71132 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:21.609222 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-75fa5a25-08ed-45d8-91bc-69aecae3ad74 req-f0e2b218-a25b-4bd9-a433-7ebea9e71132 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cf9906-2efa-4491-ad27-47e6cea91bb9 HTTP/1.1" status: 200 len: 948 time: 0.2919567 Dec 09 15:32:21.739053 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-75fa5a25-08ed-45d8-91bc-69aecae3ad74 req-7ed08355-ab4f-416b-a1e3-98ab41ee16f7 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/security-groups?id=57716d9a-7113-4ec1-981c-56f1742f4eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214354 Dec 09 15:32:21.863890 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda631f3-5c42-41f4-986d-4a3b7833093d admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:32:21.872963 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32de2c32-fd1c-4e94-830f-10238efbeca4 None None] Sync routers for ids ['0b0250ff-0a55-4dd6-8baf-0e400356d391'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:32:21.874756 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55004) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:32:21.882465 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-dda631f3-5c42-41f4-986d-4a3b7833093d admin admin] 10.222.0.57 "PUT /v2.0/routers/0b0250ff-0a55-4dd6-8baf-0e400356d391/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1398602 Dec 09 15:32:21.888002 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32de2c32-fd1c-4e94-830f-10238efbeca4 None None] Routers {'0b0250ff-0a55-4dd6-8baf-0e400356d391'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:32:21.888877 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-32de2c32-fd1c-4e94-830f-10238efbeca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:31:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['0b0250ff-0a55-4dd6-8baf-0e400356d391'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:21.889627 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-747fd3c1-3820-4dbf-889a-d2790403719e req-d744938f-53b3-4d4a-903d-fd063429b2d1 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:21.936528 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-034fd2b7-4811-4fc1-b220-0dd935bc5f58 req-a12d4cd9-447a-4722-b7a1-d15a5498c608 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.57 "GET /v2.0/ports?device_id=12aade00-8aee-42d9-bb65-db1eb0d39754 HTTP/1.1" status: 200 len: 210 time: 0.0858390 Dec 09 15:32:22.090141 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-747fd3c1-3820-4dbf-889a-d2790403719e req-d744938f-53b3-4d4a-903d-fd063429b2d1 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:22.115835 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-32de2c32-fd1c-4e94-830f-10238efbeca4 None None] Set router 0b0250ff-0a55-4dd6-8baf-0e400356d391 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:32:22.144542 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ecc36-47d6-4b76-9e59-df0281891a07 req-90c1c963-795e-4af0-b650-092bebdeb771 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:22.146496 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-641ecc36-47d6-4b76-9e59-df0281891a07 req-90c1c963-795e-4af0-b650-092bebdeb771 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 945 time: 0.0779343 Dec 09 15:32:22.180102 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3fb9e2e9-116c-4e50-b700-0edc977a4240 admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:22.239635 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-641ecc36-47d6-4b76-9e59-df0281891a07 req-0fd67b5e-1796-462f-baea-df563964ecd4 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669456 Dec 09 15:32:22.562179 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-32de2c32-fd1c-4e94-830f-10238efbeca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0250ff-0a55-4dd6-8baf-0e400356d391', 'name': 'tempest-AttachSCSIVolumeTestJSON-1298547771-router', 'tenant_id': '6920059004d64958b6d9c8cd276a3070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '7782f6a0-afc3-4f3b-b1b1-60a3e120f070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:30:04Z', 'updated_at': '2021-12-09T15:32:20Z', 'revision_number': 5, 'project_id': '6920059004d64958b6d9c8cd276a3070', 'gw_port': {'id': '7782f6a0-afc3-4f3b-b1b1-60a3e120f070', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0250ff-0a55-4dd6-8baf-0e400356d391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:30:05Z', 'updated_at': '2021-12-09T15:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:22.603237 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32de2c32-fd1c-4e94-830f-10238efbeca4 None None] Checking router: 0b0250ff-0a55-4dd6-8baf-0e400356d391 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:32:22.615547 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32de2c32-fd1c-4e94-830f-10238efbeca4 None None] Routers {'0b0250ff-0a55-4dd6-8baf-0e400356d391'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:32:22.616802 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-32de2c32-fd1c-4e94-830f-10238efbeca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:31:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['0b0250ff-0a55-4dd6-8baf-0e400356d391'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:22.781497 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-747fd3c1-3820-4dbf-889a-d2790403719e req-d744938f-53b3-4d4a-903d-fd063429b2d1 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Network b4170091-cc05-43b6-bdf8-36d7f1e88ff4 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:32:22.819713 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-747fd3c1-3820-4dbf-889a-d2790403719e req-d744938f-53b3-4d4a-903d-fd063429b2d1 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:32:22.823098 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-747fd3c1-3820-4dbf-889a-d2790403719e req-d744938f-53b3-4d4a-903d-fd063429b2d1 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:32:22.856476 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-32de2c32-fd1c-4e94-830f-10238efbeca4 None None] Set router 0b0250ff-0a55-4dd6-8baf-0e400356d391 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:32:22.915399 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747fd3c1-3820-4dbf-889a-d2790403719e req-d744938f-53b3-4d4a-903d-fd063429b2d1 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:22.916069 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-747fd3c1-3820-4dbf-889a-d2790403719e req-d744938f-53b3-4d4a-903d-fd063429b2d1 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:22.919196 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-424525cb-cf13-4feb-91d9-f4f9198ae9a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:23.027901 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-747fd3c1-3820-4dbf-889a-d2790403719e req-d744938f-53b3-4d4a-903d-fd063429b2d1 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0886142 Dec 09 15:32:23.036174 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744938f-53b3-4d4a-903d-fd063429b2d1 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Pushing event updated for resources: {'Port': ['ID=db19975f-9e67-40a0-bd49-c04b15505700,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:23.050763 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9cd9ff-bd6e-4051-bc9f-178775638d83 req-411576ce-a525-4ced-be42-d670de5e37b2 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:23.056047 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b9cd9ff-bd6e-4051-bc9f-178775638d83 req-411576ce-a525-4ced-be42-d670de5e37b2 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cf9906-2efa-4491-ad27-47e6cea91bb9 HTTP/1.1" status: 200 len: 948 time: 0.1983321 Dec 09 15:32:23.057266 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-747fd3c1-3820-4dbf-889a-d2790403719e req-5ab97be5-eab9-471c-ab1b-1772684f5f1d service neutron] Request body: {'port': {'device_id': '12aade00-8aee-42d9-bb65-db1eb0d39754', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:32:23.154677 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b9cd9ff-bd6e-4051-bc9f-178775638d83 req-c2224b63-69fd-4b9a-a983-d519d3d05c4e tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/security-groups?id=57716d9a-7113-4ec1-981c-56f1742f4eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804143 Dec 09 15:32:23.193956 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3fb9e2e9-116c-4e50-b700-0edc977a4240 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:23.218198 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-32de2c32-fd1c-4e94-830f-10238efbeca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0250ff-0a55-4dd6-8baf-0e400356d391', 'name': 'tempest-AttachSCSIVolumeTestJSON-1298547771-router', 'tenant_id': '6920059004d64958b6d9c8cd276a3070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '7782f6a0-afc3-4f3b-b1b1-60a3e120f070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:30:04Z', 'updated_at': '2021-12-09T15:32:20Z', 'revision_number': 5, 'project_id': '6920059004d64958b6d9c8cd276a3070', 'gw_port': {'id': '7782f6a0-afc3-4f3b-b1b1-60a3e120f070', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0250ff-0a55-4dd6-8baf-0e400356d391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:30:05Z', 'updated_at': '2021-12-09T15:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:23.244472 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-747fd3c1-3820-4dbf-889a-d2790403719e req-5ab97be5-eab9-471c-ab1b-1772684f5f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:23.271234 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32de2c32-fd1c-4e94-830f-10238efbeca4 None None] The sync data for ids ['0b0250ff-0a55-4dd6-8baf-0e400356d391'] in n-d-821228-1 is: [{'id': '0b0250ff-0a55-4dd6-8baf-0e400356d391', 'name': 'tempest-AttachSCSIVolumeTestJSON-1298547771-router', 'tenant_id': '6920059004d64958b6d9c8cd276a3070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '7782f6a0-afc3-4f3b-b1b1-60a3e120f070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:30:04Z', 'updated_at': '2021-12-09T15:32:20Z', 'revision_number': 5, 'project_id': '6920059004d64958b6d9c8cd276a3070', 'gw_port': {'id': '7782f6a0-afc3-4f3b-b1b1-60a3e120f070', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0250ff-0a55-4dd6-8baf-0e400356d391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:30:05Z', 'updated_at': '2021-12-09T15:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:32:23.355246 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5df2b286-3d20-4c03-8053-de491a80a5b0 None None] Provisioning complete for port db19975f-9e67-40a0-bd49-c04b15505700 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:32:23.357497 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5df2b286-3d20-4c03-8053-de491a80a5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:23.403612 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-3fb9e2e9-116c-4e50-b700-0edc977a4240 admin admin] Deleting port 7782f6a0-afc3-4f3b-b1b1-60a3e120f070 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:32:23.404275 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3fb9e2e9-116c-4e50-b700-0edc977a4240 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:23.435805 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5df2b286-3d20-4c03-8053-de491a80a5b0 None None] Port db19975f-9e67-40a0-bd49-c04b15505700 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:32:23.627451 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-3fb9e2e9-116c-4e50-b700-0edc977a4240 admin admin] For port 7782f6a0-afc3-4f3b-b1b1-60a3e120f070, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=7782f6a0-afc3-4f3b-b1b1-60a3e120f070,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:32:23.627904 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3fb9e2e9-116c-4e50-b700-0edc977a4240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:23.659299 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-3fb9e2e9-116c-4e50-b700-0edc977a4240 admin admin] Calling delete_port for 7782f6a0-afc3-4f3b-b1b1-60a3e120f070 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:32:23.857990 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65e704-e8d2-4e6d-8218-4c5f5b31e921 req-cb2f5c00-3bc2-41b8-a3d6-528555d9e2b1 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:23.860455 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd65e704-e8d2-4e6d-8218-4c5f5b31e921 req-cb2f5c00-3bc2-41b8-a3d6-528555d9e2b1 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.57 "GET /v2.0/ports?device_id=12aade00-8aee-42d9-bb65-db1eb0d39754 HTTP/1.1" status: 200 len: 932 time: 0.1381104 Dec 09 15:32:23.893632 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-747fd3c1-3820-4dbf-889a-d2790403719e req-5ab97be5-eab9-471c-ab1b-1772684f5f1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db19975f-9e67-40a0-bd49-c04b15505700 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:32:23.908079 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-747fd3c1-3820-4dbf-889a-d2790403719e req-5ab97be5-eab9-471c-ab1b-1772684f5f1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:23.936861 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:23.977705 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-747fd3c1-3820-4dbf-889a-d2790403719e req-5ab97be5-eab9-471c-ab1b-1772684f5f1d service neutron] Transition to ACTIVE for port object db19975f-9e67-40a0-bd49-c04b15505700 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:32:23.984603 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-747fd3c1-3820-4dbf-889a-d2790403719e req-5ab97be5-eab9-471c-ab1b-1772684f5f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:23.998536 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd65e704-e8d2-4e6d-8218-4c5f5b31e921 req-19019602-101c-4ebb-87f0-34a7f2865e1a tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1899a53-d34f-4bf4-9a57-90da998380bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290784 Dec 09 15:32:24.010081 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:32:24.149349 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:32:24.158949 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:32:24.159379 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:24.207451 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab97be5-eab9-471c-ab1b-1772684f5f1d service neutron] Pushing event updated for resources: {'Port': ['ID=db19975f-9e67-40a0-bd49-c04b15505700,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:24.235969 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-747fd3c1-3820-4dbf-889a-d2790403719e req-5ab97be5-eab9-471c-ab1b-1772684f5f1d service neutron] Attempting to bind port db19975f-9e67-40a0-bd49-c04b15505700 on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:32:24.236526 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-747fd3c1-3820-4dbf-889a-d2790403719e req-5ab97be5-eab9-471c-ab1b-1772684f5f1d service neutron] Attempting to bind port db19975f-9e67-40a0-bd49-c04b15505700 by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': 'fc5c79ed-6b12-4a52-a9c9-45100013bbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b4170091-cc05-43b6-bdf8-36d7f1e88ff4'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:32:24.236944 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747fd3c1-3820-4dbf-889a-d2790403719e req-5ab97be5-eab9-471c-ab1b-1772684f5f1d service neutron] Attempting to bind port db19975f-9e67-40a0-bd49-c04b15505700 on network b4170091-cc05-43b6-bdf8-36d7f1e88ff4 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:32:24.243538 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747fd3c1-3820-4dbf-889a-d2790403719e req-5ab97be5-eab9-471c-ab1b-1772684f5f1d service neutron] Port db19975f-9e67-40a0-bd49-c04b15505700 on network b4170091-cc05-43b6-bdf8-36d7f1e88ff4 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:32:24.244035 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747fd3c1-3820-4dbf-889a-d2790403719e req-5ab97be5-eab9-471c-ab1b-1772684f5f1d service neutron] Attempting to bind port db19975f-9e67-40a0-bd49-c04b15505700 on network b4170091-cc05-43b6-bdf8-36d7f1e88ff4 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:32:24.250144 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747fd3c1-3820-4dbf-889a-d2790403719e req-5ab97be5-eab9-471c-ab1b-1772684f5f1d service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:32:24.250702 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747fd3c1-3820-4dbf-889a-d2790403719e req-5ab97be5-eab9-471c-ab1b-1772684f5f1d service neutron] Checking segment: {'id': 'fc5c79ed-6b12-4a52-a9c9-45100013bbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b4170091-cc05-43b6-bdf8-36d7f1e88ff4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:32:24.252014 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747fd3c1-3820-4dbf-889a-d2790403719e req-5ab97be5-eab9-471c-ab1b-1772684f5f1d service neutron] Bound using segment: {'id': 'fc5c79ed-6b12-4a52-a9c9-45100013bbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b4170091-cc05-43b6-bdf8-36d7f1e88ff4'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:32:24.253261 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-747fd3c1-3820-4dbf-889a-d2790403719e req-5ab97be5-eab9-471c-ab1b-1772684f5f1d service neutron] Bound port: db19975f-9e67-40a0-bd49-c04b15505700, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5c79ed-6b12-4a52-a9c9-45100013bbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b4170091-cc05-43b6-bdf8-36d7f1e88ff4'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:32:24.253748 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-747fd3c1-3820-4dbf-889a-d2790403719e req-5ab97be5-eab9-471c-ab1b-1772684f5f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:24.262319 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3fb9e2e9-116c-4e50-b700-0edc977a4240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:24.306992 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb9e2e9-116c-4e50-b700-0edc977a4240 admin admin] Pushing event deleted for resources: {'Port': ['ID=7782f6a0-afc3-4f3b-b1b1-60a3e120f070,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:24.319342 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10edd8d-5226-4e43-87d7-164c678e8a7d req-eaef481e-9319-45bd-a161-899aa767c2eb tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:24.331284 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c10edd8d-5226-4e43-87d7-164c678e8a7d req-eaef481e-9319-45bd-a161-899aa767c2eb tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 945 time: 0.1502442 Dec 09 15:32:24.399318 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-747fd3c1-3820-4dbf-889a-d2790403719e req-5ab97be5-eab9-471c-ab1b-1772684f5f1d service neutron] For port db19975f-9e67-40a0-bd49-c04b15505700, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:32:24.403674 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-747fd3c1-3820-4dbf-889a-d2790403719e req-5ab97be5-eab9-471c-ab1b-1772684f5f1d service neutron] For port db19975f-9e67-40a0-bd49-c04b15505700, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=db19975f-9e67-40a0-bd49-c04b15505700,segment=NetworkSegment(fc5c79ed-6b12-4a52-a9c9-45100013bbb1),segment_id=fc5c79ed-6b12-4a52-a9c9-45100013bbb1)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:32:24.418215 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-747fd3c1-3820-4dbf-889a-d2790403719e req-5ab97be5-eab9-471c-ab1b-1772684f5f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:24.445479 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c10edd8d-5226-4e43-87d7-164c678e8a7d req-217b3026-86a9-4ada-8aef-c8d2c180d800 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112666 Dec 09 15:32:24.471303 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:24.527536 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747fd3c1-3820-4dbf-889a-d2790403719e req-5ab97be5-eab9-471c-ab1b-1772684f5f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:24.529957 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-747fd3c1-3820-4dbf-889a-d2790403719e req-5ab97be5-eab9-471c-ab1b-1772684f5f1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:24.533060 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-747fd3c1-3820-4dbf-889a-d2790403719e req-5ab97be5-eab9-471c-ab1b-1772684f5f1d service neutron] 10.222.0.42 "PUT /v2.0/ports/db19975f-9e67-40a0-bd49-c04b15505700 HTTP/1.1" status: 200 len: 1092 time: 1.4865546 Dec 09 15:32:24.535697 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab97be5-eab9-471c-ab1b-1772684f5f1d service neutron] Pushing event updated for resources: {'Port': ['ID=db19975f-9e67-40a0-bd49-c04b15505700,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:24.540972 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12aade00-8aee-42d9-bb65-db1eb0d39754', 'tag': 'db19975f-9e67-40a0-bd49-c04b15505700'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:32:24.543414 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f30ae6-6ab4-44c1-822e-8734f8031225" -d '{"events": [{"name": "network-changed", "server_uuid": "12aade00-8aee-42d9-bb65-db1eb0d39754", "tag": "db19975f-9e67-40a0-bd49-c04b15505700"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:32:24.623359 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:24.676490 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3fb9e2e9-116c-4e50-b700-0edc977a4240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:24.718852 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:32:24.723178 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02cf9906-2efa-4491-ad27-47e6cea91bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ae04b9-1f96-4fee-8ed1-3eea2c6747ea'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:32:24.740576 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e00690-55da-4aa5-8773-2cce08e9d3f7" -d '{"events": [{"server_uuid": "02cf9906-2efa-4491-ad27-47e6cea91bb9", "name": "network-vif-plugged", "status": "completed", "tag": "d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:32:24.753752 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:24.841944 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5728fdc-eba4-4b19-8a7a-6ac4c6c41a18 req-fb6f1ed3-1cc3-4a52-bd4c-242b62940aed tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:24.854889 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a5728fdc-eba4-4b19-8a7a-6ac4c6c41a18 req-fb6f1ed3-1cc3-4a52-bd4c-242b62940aed tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cf9906-2efa-4491-ad27-47e6cea91bb9 HTTP/1.1" status: 200 len: 949 time: 0.1311383 Dec 09 15:32:24.898585 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:25.014601 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a5728fdc-eba4-4b19-8a7a-6ac4c6c41a18 req-e1933ba9-fbff-40ba-90b6-e3627f42008c tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/security-groups?id=57716d9a-7113-4ec1-981c-56f1742f4eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588297 Dec 09 15:32:25.027669 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3fb9e2e9-116c-4e50-b700-0edc977a4240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:25.031265 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3fb9e2e9-116c-4e50-b700-0edc977a4240 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:25.037654 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747fd3c1-3820-4dbf-889a-d2790403719e req-e2762af0-f63b-4f0c-9202-82c5c8d3beee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:25.039416 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-747fd3c1-3820-4dbf-889a-d2790403719e req-e2762af0-f63b-4f0c-9202-82c5c8d3beee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6090a3b44d2c43829866c5b064c5e3c4&device_id=12aade00-8aee-42d9-bb65-db1eb0d39754 HTTP/1.1" status: 200 len: 1095 time: 0.3713193 Dec 09 15:32:25.130751 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfdc01e-eb00-48d6-bd91-2d3bb701da8b x-openstack-request-id: req-3cfdc01e-eb00-48d6-bd91-2d3bb701da8b {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:32:25.131305 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02cf9906-2efa-4491-ad27-47e6cea91bb9", "name": "network-vif-plugged", "status": "completed", "tag": "d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:32:25.131716 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3cfdc01e-eb00-48d6-bd91-2d3bb701da8b {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:32:25.132196 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02cf9906-2efa-4491-ad27-47e6cea91bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ae04b9-1f96-4fee-8ed1-3eea2c6747ea', 'code': 200} Dec 09 15:32:25.175600 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:25.259428 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c113200b-c1b8-48f6-b8a2-a14764f6ab23 x-openstack-request-id: req-c113200b-c1b8-48f6-b8a2-a14764f6ab23 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:32:25.259735 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12aade00-8aee-42d9-bb65-db1eb0d39754", "tag": "db19975f-9e67-40a0-bd49-c04b15505700", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:32:25.260004 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c113200b-c1b8-48f6-b8a2-a14764f6ab23 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:32:25.260431 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12aade00-8aee-42d9-bb65-db1eb0d39754', 'tag': 'db19975f-9e67-40a0-bd49-c04b15505700', 'status': 'completed', 'code': 200} Dec 09 15:32:25.308445 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-747fd3c1-3820-4dbf-889a-d2790403719e req-39d71b67-0625-4d16-b0cf-c813887ef6bc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db19975f-9e67-40a0-bd49-c04b15505700 HTTP/1.1" status: 200 len: 217 time: 0.1958258 Dec 09 15:32:25.310296 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3fb9e2e9-116c-4e50-b700-0edc977a4240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:25.310875 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb9e2e9-116c-4e50-b700-0edc977a4240 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b0250ff-0a55-4dd6-8baf-0e400356d391 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:32:25.322000 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3fb9e2e9-116c-4e50-b700-0edc977a4240 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:25.331891 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3fb9e2e9-116c-4e50-b700-0edc977a4240 admin admin] 10.222.0.57 "DELETE /v2.0/routers/0b0250ff-0a55-4dd6-8baf-0e400356d391 HTTP/1.1" status: 204 len: 168 time: 3.4559033 Dec 09 15:32:25.337155 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55046) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:32:25.368954 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 892aa316-c020-460a-adb5-de0dd475e2f9 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:32:25.393995 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 892aa316-c020-460a-adb5-de0dd475e2f9 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:32:25.394692 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 892aa316-c020-460a-adb5-de0dd475e2f9 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:32:25.441050 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455c71f-77f5-4bbe-a839-72a654984987 req-d7d1d3b7-d107-4690-a1d5-8244174c43ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:25.442578 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9455c71f-77f5-4bbe-a839-72a654984987 req-d7d1d3b7-d107-4690-a1d5-8244174c43ec service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=02cf9906-2efa-4491-ad27-47e6cea91bb9 HTTP/1.1" status: 200 len: 1100 time: 0.1812780 Dec 09 15:32:25.479334 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153849c-63af-4b51-958a-c22083387ca6 req-cb62cf28-5cfe-4e1f-9bc6-dcc3abf97423 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:25.489401 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d153849c-63af-4b51-958a-c22083387ca6 req-cb62cf28-5cfe-4e1f-9bc6-dcc3abf97423 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.57 "GET /v2.0/ports?device_id=12aade00-8aee-42d9-bb65-db1eb0d39754 HTTP/1.1" status: 200 len: 944 time: 0.2262623 Dec 09 15:32:25.524971 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747fd3c1-3820-4dbf-889a-d2790403719e req-2a5346c7-7ef1-4e94-b562-ec89be297f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:25.528623 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-747fd3c1-3820-4dbf-889a-d2790403719e req-2a5346c7-7ef1-4e94-b562-ec89be297f90 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aa83eb3c-2e2c-4539-9448-fd3d575df13e HTTP/1.1" status: 200 len: 851 time: 0.1924343 Dec 09 15:32:25.553823 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-95c7305f-b9cc-4c1b-a736-b0c7ceb5df63 admin admin] Deleting subnet c19b976b-3ee6-40b0-95f2-8f573d4e04f7 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:32:25.577104 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-95c7305f-b9cc-4c1b-a736-b0c7ceb5df63 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:25.604705 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9455c71f-77f5-4bbe-a839-72a654984987 req-71bfe050-bcec-4b34-9908-c1ea4ce3fabb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=57716d9a-7113-4ec1-981c-56f1742f4eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437488 Dec 09 15:32:25.638086 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d153849c-63af-4b51-958a-c22083387ca6 req-7829c74b-b6e0-47a3-8c8c-9441748f3e37 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1899a53-d34f-4bf4-9a57-90da998380bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474502 Dec 09 15:32:25.676021 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-95c7305f-b9cc-4c1b-a736-b0c7ceb5df63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:25.696126 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747fd3c1-3820-4dbf-889a-d2790403719e req-967c48de-bff5-4c9c-99d8-2bf2ad40bf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:25.697761 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-747fd3c1-3820-4dbf-889a-d2790403719e req-967c48de-bff5-4c9c-99d8-2bf2ad40bf17 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b4170091-cc05-43b6-bdf8-36d7f1e88ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186824 Dec 09 15:32:25.810738 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0712c22-18db-4729-be4b-1c6b1f8beb43 req-977434a8-1ef5-4059-aafe-8959adee3bfd tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:25.812301 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b0712c22-18db-4729-be4b-1c6b1f8beb43 req-977434a8-1ef5-4059-aafe-8959adee3bfd tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 945 time: 0.0770359 Dec 09 15:32:25.900288 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-95c7305f-b9cc-4c1b-a736-b0c7ceb5df63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:25.912625 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b0712c22-18db-4729-be4b-1c6b1f8beb43 req-461c2907-accd-4c6d-af47-22b6a457450f tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917759 Dec 09 15:32:26.021026 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-95c7305f-b9cc-4c1b-a736-b0c7ceb5df63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:26.092832 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-95c7305f-b9cc-4c1b-a736-b0c7ceb5df63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:26.098987 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-95c7305f-b9cc-4c1b-a736-b0c7ceb5df63 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/c19b976b-3ee6-40b0-95f2-8f573d4e04f7 HTTP/1.1" status: 204 len: 168 time: 0.7533603 Dec 09 15:32:26.099868 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c7305f-b9cc-4c1b-a736-b0c7ceb5df63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c19b976b-3ee6-40b0-95f2-8f573d4e04f7,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:26.100914 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d21a47d-15a4-4b58-bcf6-78bdc3b93967 None None] Network 3a67a1ff-4f2f-4989-997b-2dcf336e791d requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:32:26.116573 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55056) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:32:26.245244 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-747fd3c1-3820-4dbf-889a-d2790403719e req-5d56401f-40d3-490d-8469-292f5fdbe812 service neutron] 10.222.0.42 "GET /v2.0/networks/b4170091-cc05-43b6-bdf8-36d7f1e88ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436540 Dec 09 15:32:26.269020 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c39f0042-f9b3-4504-bbc2-9453a125c41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:26.421003 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:26.483525 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21317e62-ab75-4145-b54c-062120a04bf2 None None] DHCP port deletion for 3a67a1ff-4f2f-4989-997b-2dcf336e791d request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:32:26.512966 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e199c56-8ced-4b75-ad3b-51dc8edfa148 req-ab0c0c04-d6b5-4b3d-a656-77f4d0155ae6 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:26.523077 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1e199c56-8ced-4b75-ad3b-51dc8edfa148 req-ab0c0c04-d6b5-4b3d-a656-77f4d0155ae6 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cf9906-2efa-4491-ad27-47e6cea91bb9 HTTP/1.1" status: 200 len: 949 time: 0.1972377 Dec 09 15:32:26.540880 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-747fd3c1-3820-4dbf-889a-d2790403719e req-4e4429c6-97f0-467a-bec8-9be8b85e118a service neutron] 10.222.0.42 "GET /v2.0/networks/b4170091-cc05-43b6-bdf8-36d7f1e88ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701075 Dec 09 15:32:26.603622 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-21317e62-ab75-4145-b54c-062120a04bf2 None None] Deleting port 0418654b-4025-453a-a8b8-e82df1466087 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:32:26.604000 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-21317e62-ab75-4145-b54c-062120a04bf2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:26.610033 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1e199c56-8ced-4b75-ad3b-51dc8edfa148 req-68735b59-9a98-44f4-9c57-2275cc4c71a5 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/security-groups?id=57716d9a-7113-4ec1-981c-56f1742f4eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839047 Dec 09 15:32:26.619475 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c39f0042-f9b3-4504-bbc2-9453a125c41d admin admin] Deleting port 0418654b-4025-453a-a8b8-e82df1466087 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:32:26.619975 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c39f0042-f9b3-4504-bbc2-9453a125c41d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:26.772617 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-21317e62-ab75-4145-b54c-062120a04bf2 None None] For port 0418654b-4025-453a-a8b8-e82df1466087, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=0418654b-4025-453a-a8b8-e82df1466087,segment=NetworkSegment(6593b24c-2373-4f34-94a9-b48289bab6ba),segment_id=6593b24c-2373-4f34-94a9-b48289bab6ba)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:32:26.773091 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-21317e62-ab75-4145-b54c-062120a04bf2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:26.826634 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f30ae6-6ab4-44c1-822e-8734f8031225 req-8f0f9926-6703-4a20-a775-b65f127f5632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:26.830518 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-30f30ae6-6ab4-44c1-822e-8734f8031225 req-8f0f9926-6703-4a20-a775-b65f127f5632 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6090a3b44d2c43829866c5b064c5e3c4&device_id=12aade00-8aee-42d9-bb65-db1eb0d39754 HTTP/1.1" status: 200 len: 1095 time: 0.1387551 Dec 09 15:32:26.831832 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-21317e62-ab75-4145-b54c-062120a04bf2 None None] Calling delete_port for 0418654b-4025-453a-a8b8-e82df1466087 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:32:27.043210 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-21317e62-ab75-4145-b54c-062120a04bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:27.062487 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f30ae6-6ab4-44c1-822e-8734f8031225 req-5bb3d4a8-4d67-4785-a091-fba6d44af0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:27.067181 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-30f30ae6-6ab4-44c1-822e-8734f8031225 req-5bb3d4a8-4d67-4785-a091-fba6d44af0b8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b4170091-cc05-43b6-bdf8-36d7f1e88ff4 HTTP/1.1" status: 200 len: 913 time: 0.2277105 Dec 09 15:32:27.099261 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21317e62-ab75-4145-b54c-062120a04bf2 None None] Pushing event deleted for resources: {'Port': ['ID=0418654b-4025-453a-a8b8-e82df1466087,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:27.121288 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21317e62-ab75-4145-b54c-062120a04bf2 None None] No DVR routers for this DVR port 0418654b-4025-453a-a8b8-e82df1466087 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:32:27.182695 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-30f30ae6-6ab4-44c1-822e-8734f8031225 req-2125261a-9eab-42af-8d78-08f30f8e5e36 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db19975f-9e67-40a0-bd49-c04b15505700 HTTP/1.1" status: 200 len: 217 time: 0.1042159 Dec 09 15:32:27.264183 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f30ae6-6ab4-44c1-822e-8734f8031225 req-bb43f3bb-a304-4f2e-b3d7-c48409dc666d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:27.266511 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-30f30ae6-6ab4-44c1-822e-8734f8031225 req-bb43f3bb-a304-4f2e-b3d7-c48409dc666d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aa83eb3c-2e2c-4539-9448-fd3d575df13e HTTP/1.1" status: 200 len: 851 time: 0.0771160 Dec 09 15:32:27.347519 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f30ae6-6ab4-44c1-822e-8734f8031225 req-3349a030-927d-49dd-b7a5-db7aa82f16c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:27.349926 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-30f30ae6-6ab4-44c1-822e-8734f8031225 req-3349a030-927d-49dd-b7a5-db7aa82f16c6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b4170091-cc05-43b6-bdf8-36d7f1e88ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688248 Dec 09 15:32:27.370437 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 0418654b-4025-453a-a8b8-e82df1466087 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:32:27.439000 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 0418654b-4025-453a-a8b8-e82df1466087 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:32:27.440110 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 0418654b-4025-453a-a8b8-e82df1466087 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:32:27.440828 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 7782f6a0-afc3-4f3b-b1b1-60a3e120f070 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:32:27.457371 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-c39f0042-f9b3-4504-bbc2-9453a125c41d admin admin] For port 0418654b-4025-453a-a8b8-e82df1466087, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=0418654b-4025-453a-a8b8-e82df1466087,segment=NetworkSegment(6593b24c-2373-4f34-94a9-b48289bab6ba),segment_id=6593b24c-2373-4f34-94a9-b48289bab6ba)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:32:27.458013 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c39f0042-f9b3-4504-bbc2-9453a125c41d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:27.469764 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 7782f6a0-afc3-4f3b-b1b1-60a3e120f070 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:32:27.471276 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 7782f6a0-afc3-4f3b-b1b1-60a3e120f070 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:32:27.496945 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870939e-f756-4f04-bf5f-4726c449be2a req-18efddbf-d77f-4b39-850e-f107bcdc7ccc tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:27.513081 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5870939e-f756-4f04-bf5f-4726c449be2a req-18efddbf-d77f-4b39-850e-f107bcdc7ccc tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.57 "GET /v2.0/ports?device_id=12aade00-8aee-42d9-bb65-db1eb0d39754 HTTP/1.1" status: 200 len: 944 time: 0.7173297 Dec 09 15:32:27.552944 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c39f0042-f9b3-4504-bbc2-9453a125c41d admin admin] Calling delete_port for 0418654b-4025-453a-a8b8-e82df1466087 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:32:27.645219 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5870939e-f756-4f04-bf5f-4726c449be2a req-157deb74-b0d8-4cba-9179-decaeeb2cc06 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1899a53-d34f-4bf4-9a57-90da998380bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315625 Dec 09 15:32:27.698964 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-30f30ae6-6ab4-44c1-822e-8734f8031225 req-3e3811e3-a620-4954-b68c-a5a5b85ed916 service neutron] 10.222.0.42 "GET /v2.0/networks/b4170091-cc05-43b6-bdf8-36d7f1e88ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178504 Dec 09 15:32:27.771444 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c39f0042-f9b3-4504-bbc2-9453a125c41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:27.850883 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39f0042-f9b3-4504-bbc2-9453a125c41d admin admin] Pushing event deleted for resources: {'Port': ['ID=0418654b-4025-453a-a8b8-e82df1466087,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:27.853861 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39f0042-f9b3-4504-bbc2-9453a125c41d admin admin] No DVR routers for this DVR port 0418654b-4025-453a-a8b8-e82df1466087 on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:32:27.905324 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-30f30ae6-6ab4-44c1-822e-8734f8031225 req-4efaa57f-c69a-434b-b986-19127a8462bb service neutron] 10.222.0.42 "GET /v2.0/networks/b4170091-cc05-43b6-bdf8-36d7f1e88ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972296 Dec 09 15:32:27.992129 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c39f0042-f9b3-4504-bbc2-9453a125c41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:28.016632 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3bc02-5a8b-44b5-a182-f842d39f675e req-9540d5f2-2783-4a4f-aaab-e0b12b6aa596 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:28.018410 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-37c3bc02-5a8b-44b5-a182-f842d39f675e req-9540d5f2-2783-4a4f-aaab-e0b12b6aa596 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 945 time: 0.1896713 Dec 09 15:32:28.039448 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-c39f0042-f9b3-4504-bbc2-9453a125c41d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a67a1ff-4f2f-4989-997b-2dcf336e791d']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:28.058975 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-c39f0042-f9b3-4504-bbc2-9453a125c41d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6593b24c-2373-4f34-94a9-b48289bab6ba') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:28.059320 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-c39f0042-f9b3-4504-bbc2-9453a125c41d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6593b24c-2373-4f34-94a9-b48289bab6ba') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:28.075939 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c39f0042-f9b3-4504-bbc2-9453a125c41d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:28.105941 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c39f0042-f9b3-4504-bbc2-9453a125c41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:28.128264 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-37c3bc02-5a8b-44b5-a182-f842d39f675e req-cf25eedf-ed0e-451e-81dc-80ac65f4aa7a tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998900 Dec 09 15:32:28.130196 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c39f0042-f9b3-4504-bbc2-9453a125c41d admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:32:28.131333 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c39f0042-f9b3-4504-bbc2-9453a125c41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:28.133943 n-d-821228-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:32:28.133943 n-d-821228-1 neutron-server[103244]: self.session.flush() Dec 09 15:32:28.133943 n-d-821228-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:32:28.133943 n-d-821228-1 neutron-server[103244]: self.session.flush() Dec 09 15:32:28.133943 n-d-821228-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:32:28.133943 n-d-821228-1 neutron-server[103244]: self.session.flush() Dec 09 15:32:28.133943 n-d-821228-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:32:28.133943 n-d-821228-1 neutron-server[103244]: self.session.flush() Dec 09 15:32:28.133943 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:32:28.133943 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:32:28.133943 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:32:28.133943 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:32:28.133943 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:32:28.133943 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:32:28.133943 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:32:28.133943 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:32:28.133943 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:32:28.133943 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:32:28.133943 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:32:28.133943 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:32:28.133943 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:32:28.133943 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:32:28.133943 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:32:28.133943 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:32:28.133943 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:32:28.133943 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:32:28.133943 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:32:28.133943 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:32:28.133943 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:32:28.133943 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:32:28.133943 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:32:28.133943 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:32:28.133943 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:32:28.133943 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:32:28.133943 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:32:28.133943 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:32:28.133943 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:32:28.133943 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:32:28.133943 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:32:28.133943 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:32:28.249896 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-1460bd14-990d-46e1-8938-d0e797be5565 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:28.252293 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-1460bd14-990d-46e1-8938-d0e797be5565 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909&tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69&binding%3Ahost_id=n-h2-821228-1 HTTP/1.1" status: 200 len: 1096 time: 0.1382377 Dec 09 15:32:28.253000 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c39f0042-f9b3-4504-bbc2-9453a125c41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:28.270968 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-dbb761bf-b40f-49ba-a7b3-5923da589512 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821228-1'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:32:28.285570 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c39f0042-f9b3-4504-bbc2-9453a125c41d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:28.290496 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c39f0042-f9b3-4504-bbc2-9453a125c41d admin admin] 10.222.0.57 "DELETE /v2.0/networks/3a67a1ff-4f2f-4989-997b-2dcf336e791d HTTP/1.1" status: 204 len: 168 time: 2.1728730 Dec 09 15:32:28.294616 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39f0042-f9b3-4504-bbc2-9453a125c41d admin admin] Pushing event deleted for resources: {'Network': ['ID=3a67a1ff-4f2f-4989-997b-2dcf336e791d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:28.296273 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55074) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:32:28.646142 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-dbb761bf-b40f-49ba-a7b3-5923da589512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:28.898468 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093fc6a-75db-4b03-bbe0-d0a33b260a11 req-be09d677-80fe-4713-98e9-4e78f00f81a0 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:28.900040 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2093fc6a-75db-4b03-bbe0-d0a33b260a11 req-be09d677-80fe-4713-98e9-4e78f00f81a0 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cf9906-2efa-4491-ad27-47e6cea91bb9 HTTP/1.1" status: 200 len: 949 time: 0.1898494 Dec 09 15:32:28.962371 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-dbb761bf-b40f-49ba-a7b3-5923da589512 service neutron] For port 5017d290-1c4f-4b2b-a2a5-5290fc85c367, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5017d290-1c4f-4b2b-a2a5-5290fc85c367,segment=NetworkSegment(9bcbf52b-8ad5-477f-9636-c2f9cae19672),segment_id=9bcbf52b-8ad5-477f-9636-c2f9cae19672)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:32:29.040995 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2093fc6a-75db-4b03-bbe0-d0a33b260a11 req-2b219c1a-71ed-4fb5-b9ae-9e364025a357 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/security-groups?id=57716d9a-7113-4ec1-981c-56f1742f4eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279123 Dec 09 15:32:29.049473 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-dbb761bf-b40f-49ba-a7b3-5923da589512 service neutron] For port 5017d290-1c4f-4b2b-a2a5-5290fc85c367, host n-h2-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:32:29.134034 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7008fab-78a4-40a4-9293-c271c1405909', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5017d290-1c4f-4b2b-a2a5-5290fc85c367'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:32:29.136886 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f0fde2-6bc2-4dc6-af3e-40f9134e22fb" -d '{"events": [{"server_uuid": "c7008fab-78a4-40a4-9293-c271c1405909", "name": "network-vif-unplugged", "status": "completed", "tag": "5017d290-1c4f-4b2b-a2a5-5290fc85c367"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:32:29.145280 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-dbb761bf-b40f-49ba-a7b3-5923da589512 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:29.163130 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-dbb761bf-b40f-49ba-a7b3-5923da589512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:29.291992 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-dbb761bf-b40f-49ba-a7b3-5923da589512 service neutron] Attempting to bind port 5017d290-1c4f-4b2b-a2a5-5290fc85c367 on host n-h2-821228-1 for vnic_type normal with profile {"migrating_to": "n-h1-821228-1"} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:32:29.292741 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-dbb761bf-b40f-49ba-a7b3-5923da589512 service neutron] Attempting to bind port 5017d290-1c4f-4b2b-a2a5-5290fc85c367 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:32:29.292741 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-dbb761bf-b40f-49ba-a7b3-5923da589512 service neutron] Attempting to bind port 5017d290-1c4f-4b2b-a2a5-5290fc85c367 on network 3099805c-627c-4784-8087-c190eb81b4e0 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:32:29.295899 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb761bf-b40f-49ba-a7b3-5923da589512 service neutron] Pushing event updated for resources: {'Port': ['ID=5017d290-1c4f-4b2b-a2a5-5290fc85c367,revision_number=7']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:29.339091 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-dbb761bf-b40f-49ba-a7b3-5923da589512 service neutron] Port 5017d290-1c4f-4b2b-a2a5-5290fc85c367 on network 3099805c-627c-4784-8087-c190eb81b4e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:32:29.339209 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-dbb761bf-b40f-49ba-a7b3-5923da589512 service neutron] Attempting to bind port 5017d290-1c4f-4b2b-a2a5-5290fc85c367 on network 3099805c-627c-4784-8087-c190eb81b4e0 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:32:29.349903 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-dbb761bf-b40f-49ba-a7b3-5923da589512 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:32:29.351671 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-dbb761bf-b40f-49ba-a7b3-5923da589512 service neutron] Checking segment: {'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:32:29.352823 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-dbb761bf-b40f-49ba-a7b3-5923da589512 service neutron] Bound using segment: {'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:32:29.353433 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-dbb761bf-b40f-49ba-a7b3-5923da589512 service neutron] Bound port: 5017d290-1c4f-4b2b-a2a5-5290fc85c367, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:32:29.353992 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-dbb761bf-b40f-49ba-a7b3-5923da589512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:29.379402 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb5a4e-ae8d-4924-a31b-06db98ac2952 req-257b74d6-9334-446e-8ede-c25af8bb03b1 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:29.381220 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0bbb5a4e-ae8d-4924-a31b-06db98ac2952 req-257b74d6-9334-446e-8ede-c25af8bb03b1 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.57 "GET /v2.0/ports?device_id=12aade00-8aee-42d9-bb65-db1eb0d39754 HTTP/1.1" status: 200 len: 944 time: 0.0812805 Dec 09 15:32:29.418971 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c5e09262-d0c9-4451-a35b-f89bdd0ac790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:29.455517 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-dbb761bf-b40f-49ba-a7b3-5923da589512 service neutron] For port 5017d290-1c4f-4b2b-a2a5-5290fc85c367, host n-h2-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:32:29.460866 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-dbb761bf-b40f-49ba-a7b3-5923da589512 service neutron] For port 5017d290-1c4f-4b2b-a2a5-5290fc85c367, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5017d290-1c4f-4b2b-a2a5-5290fc85c367,segment=NetworkSegment(9bcbf52b-8ad5-477f-9636-c2f9cae19672),segment_id=9bcbf52b-8ad5-477f-9636-c2f9cae19672)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:32:29.470130 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-dbb761bf-b40f-49ba-a7b3-5923da589512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:29.560354 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-dbb761bf-b40f-49ba-a7b3-5923da589512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:29.561570 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-dbb761bf-b40f-49ba-a7b3-5923da589512 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:29.564725 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-dbb761bf-b40f-49ba-a7b3-5923da589512 service neutron] 10.222.0.42 "PUT /v2.0/ports/5017d290-1c4f-4b2b-a2a5-5290fc85c367 HTTP/1.1" status: 200 len: 1121 time: 1.3002622 Dec 09 15:32:29.643452 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0bbb5a4e-ae8d-4924-a31b-06db98ac2952 req-e3c7de09-ed53-4243-ad56-3bae7262d31b tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1899a53-d34f-4bf4-9a57-90da998380bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2417574 Dec 09 15:32:29.649503 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb761bf-b40f-49ba-a7b3-5923da589512 service neutron] Pushing event updated for resources: {'Port': ['ID=5017d290-1c4f-4b2b-a2a5-5290fc85c367,revision_number=8']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:29.714859 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['5017d290-1c4f-4b2b-a2a5-5290fc85c367'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:32:29.780018 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['5017d290-1c4f-4b2b-a2a5-5290fc85c367'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:32:29.973864 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 15:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e2ff6e-eb6b-4453-bdda-49dfd06f1785 x-openstack-request-id: req-a8e2ff6e-eb6b-4453-bdda-49dfd06f1785 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:32:29.973864 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7008fab-78a4-40a4-9293-c271c1405909", "name": "network-vif-unplugged", "status": "completed", "tag": "5017d290-1c4f-4b2b-a2a5-5290fc85c367", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:32:29.973864 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a8e2ff6e-eb6b-4453-bdda-49dfd06f1785 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:32:29.973864 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7008fab-78a4-40a4-9293-c271c1405909', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5017d290-1c4f-4b2b-a2a5-5290fc85c367', 'code': 200} Dec 09 15:32:30.047439 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 5017d290-1c4f-4b2b-a2a5-5290fc85c367 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:32:30.196848 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53caa5f-97b8-455d-bb64-abb06f4e81f0 req-83211a5b-0e84-4737-b071-92d13b3c4319 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:30.198549 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f53caa5f-97b8-455d-bb64-abb06f4e81f0 req-83211a5b-0e84-4737-b071-92d13b3c4319 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 943 time: 0.1375413 Dec 09 15:32:30.277739 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c5e09262-d0c9-4451-a35b-f89bdd0ac790 admin admin] Deleting port 11053208-f45a-4ecb-938c-9ffd33490fea {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:32:30.278068 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c5e09262-d0c9-4451-a35b-f89bdd0ac790 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:30.381127 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f53caa5f-97b8-455d-bb64-abb06f4e81f0 req-eca3766d-0e43-4352-9617-71f7d06e67bd tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698921 Dec 09 15:32:30.459364 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 5017d290-1c4f-4b2b-a2a5-5290fc85c367, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5017d290-1c4f-4b2b-a2a5-5290fc85c367,segment=NetworkSegment(9bcbf52b-8ad5-477f-9636-c2f9cae19672),segment_id=9bcbf52b-8ad5-477f-9636-c2f9cae19672)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:32:30.505721 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-c5e09262-d0c9-4451-a35b-f89bdd0ac790 admin admin] For port 11053208-f45a-4ecb-938c-9ffd33490fea, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=11053208-f45a-4ecb-938c-9ffd33490fea,segment=NetworkSegment(3cb916a8-22d0-4f18-82b2-5878cbaf9c7b),segment_id=3cb916a8-22d0-4f18-82b2-5878cbaf9c7b)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:32:30.507234 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c5e09262-d0c9-4451-a35b-f89bdd0ac790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:30.511000 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 5017d290-1c4f-4b2b-a2a5-5290fc85c367 has no active binding in host n-h1-821228-1 {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 09 15:32:30.546233 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c5e09262-d0c9-4451-a35b-f89bdd0ac790 admin admin] Calling delete_port for 11053208-f45a-4ecb-938c-9ffd33490fea owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:32:30.762700 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41eb9e9-d5f5-449a-90f8-0e83209cb4d1 req-aeb4cde7-77e4-47b3-a6a2-da1d69580d9d tempest-ServersAdminNegativeTestJSON-1224666707 tempest-ServersAdminNegativeTestJSON-1224666707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:30.771823 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c41eb9e9-d5f5-449a-90f8-0e83209cb4d1 req-aeb4cde7-77e4-47b3-a6a2-da1d69580d9d tempest-ServersAdminNegativeTestJSON-1224666707 tempest-ServersAdminNegativeTestJSON-1224666707-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=02cf9906-2efa-4491-ad27-47e6cea91bb9 HTTP/1.1" status: 200 len: 1100 time: 0.0791695 Dec 09 15:32:30.806607 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c41eb9e9-d5f5-449a-90f8-0e83209cb4d1 req-b52d3495-873e-46d7-9f23-45e9a94519e3 tempest-ServersAdminNegativeTestJSON-1224666707 tempest-ServersAdminNegativeTestJSON-1224666707-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:30.967390 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c5e09262-d0c9-4451-a35b-f89bdd0ac790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:31.113860 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e09262-d0c9-4451-a35b-f89bdd0ac790 admin admin] Pushing event deleted for resources: {'Port': ['ID=11053208-f45a-4ecb-938c-9ffd33490fea,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:31.124181 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c41eb9e9-d5f5-449a-90f8-0e83209cb4d1 req-b52d3495-873e-46d7-9f23-45e9a94519e3 tempest-ServersAdminNegativeTestJSON-1224666707 tempest-ServersAdminNegativeTestJSON-1224666707-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:31.139393 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c41eb9e9-d5f5-449a-90f8-0e83209cb4d1 req-b52d3495-873e-46d7-9f23-45e9a94519e3 tempest-ServersAdminNegativeTestJSON-1224666707 tempest-ServersAdminNegativeTestJSON-1224666707-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:31.183821 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c41eb9e9-d5f5-449a-90f8-0e83209cb4d1 req-b52d3495-873e-46d7-9f23-45e9a94519e3 tempest-ServersAdminNegativeTestJSON-1224666707 tempest-ServersAdminNegativeTestJSON-1224666707-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=57716d9a-7113-4ec1-981c-56f1742f4eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110031 Dec 09 15:32:31.364663 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d3495-873e-46d7-9f23-45e9a94519e3 tempest-ServersAdminNegativeTestJSON-1224666707 tempest-ServersAdminNegativeTestJSON-1224666707-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c69c40-f738-449e-ba69-296fb2ee13ff,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:31.437225 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4cfc57-26f5-4f67-abc1-671a73965bdd req-c5936a5d-1df1-4c5c-bf13-f708424d0770 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:31.445190 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1d4cfc57-26f5-4f67-abc1-671a73965bdd req-c5936a5d-1df1-4c5c-bf13-f708424d0770 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.57 "GET /v2.0/ports?device_id=12aade00-8aee-42d9-bb65-db1eb0d39754 HTTP/1.1" status: 200 len: 944 time: 0.1279378 Dec 09 15:32:31.490763 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c5e09262-d0c9-4451-a35b-f89bdd0ac790 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:31.516371 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1d4cfc57-26f5-4f67-abc1-671a73965bdd req-4decf198-aa79-4aec-9b5e-2f1a6d7a20ce tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1899a53-d34f-4bf4-9a57-90da998380bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702457 Dec 09 15:32:31.843286 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e09262-d0c9-4451-a35b-f89bdd0ac790 admin admin] Router cc67a31e-64ed-47f6-a062-c2b4b99e8696 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:32:31.851956 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216ef9e-8f8e-4d71-b1d4-30c70aec9829 req-f0d0cebe-cba7-411a-a465-e807b759ba7e tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:31.859356 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5216ef9e-8f8e-4d71-b1d4-30c70aec9829 req-f0d0cebe-cba7-411a-a465-e807b759ba7e tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 943 time: 0.1660945 Dec 09 15:32:31.974838 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7008fab-78a4-40a4-9293-c271c1405909', 'tag': '5017d290-1c4f-4b2b-a2a5-5290fc85c367'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:32:31.977324 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192c27f7-739f-455f-85a7-e9f6e0c007dd" -d '{"events": [{"name": "network-changed", "server_uuid": "c7008fab-78a4-40a4-9293-c271c1405909", "tag": "5017d290-1c4f-4b2b-a2a5-5290fc85c367"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:32:32.029106 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5216ef9e-8f8e-4d71-b1d4-30c70aec9829 req-5dac4cce-8598-45c2-ba5a-3c960014612b tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685572 Dec 09 15:32:32.055840 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device db19975f-9e67-40a0-bd49-c04b15505700 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:32:32.060879 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e09262-d0c9-4451-a35b-f89bdd0ac790 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:32:32.069324 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55114) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:32:32.078426 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c5e09262-d0c9-4451-a35b-f89bdd0ac790 admin admin] 10.222.0.57 "PUT /v2.0/routers/cc67a31e-64ed-47f6-a062-c2b4b99e8696/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7788525 Dec 09 15:32:32.103019 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5272b52c-8cb4-47b1-9620-1b44db252462 None None] Sync routers for ids ['cc67a31e-64ed-47f6-a062-c2b4b99e8696'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:32:32.172527 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5272b52c-8cb4-47b1-9620-1b44db252462 None None] Routers {'cc67a31e-64ed-47f6-a062-c2b4b99e8696'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:32:32.173905 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5272b52c-8cb4-47b1-9620-1b44db252462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:32:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['cc67a31e-64ed-47f6-a062-c2b4b99e8696'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:32.306757 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.db.resource_extend [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 15:32:32.360718 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70705d8b-b0b2-4145-bea1-06c0ed7d454d x-openstack-request-id: req-70705d8b-b0b2-4145-bea1-06c0ed7d454d {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:32:32.361034 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7008fab-78a4-40a4-9293-c271c1405909", "tag": "5017d290-1c4f-4b2b-a2a5-5290fc85c367", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:32:32.361295 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-70705d8b-b0b2-4145-bea1-06c0ed7d454d {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:32:32.361700 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7008fab-78a4-40a4-9293-c271c1405909', 'tag': '5017d290-1c4f-4b2b-a2a5-5290fc85c367', 'status': 'completed', 'code': 200} Dec 09 15:32:32.362839 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eb39135c-5b50-4364-9b3b-664467de7ae6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:32.475781 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-5272b52c-8cb4-47b1-9620-1b44db252462 None None] Set router cc67a31e-64ed-47f6-a062-c2b4b99e8696 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:32:32.500776 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5683c47-a4d2-4ead-a681-bd431d8e8745 req-1fc03869-1155-4df8-accf-b1e929f46374 tempest-ServersAdminNegativeTestJSON-1224666707 tempest-ServersAdminNegativeTestJSON-1224666707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:32.502538 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e5683c47-a4d2-4ead-a681-bd431d8e8745 req-1fc03869-1155-4df8-accf-b1e929f46374 tempest-ServersAdminNegativeTestJSON-1224666707 tempest-ServersAdminNegativeTestJSON-1224666707-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=02cf9906-2efa-4491-ad27-47e6cea91bb9 HTTP/1.1" status: 200 len: 1100 time: 0.1602166 Dec 09 15:32:32.513377 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c27f7-739f-455f-85a7-e9f6e0c007dd req-50784b8b-bcfb-4884-84fc-3b645dd63acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:32.514538 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eb39135c-5b50-4364-9b3b-664467de7ae6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:32.515097 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-192c27f7-739f-455f-85a7-e9f6e0c007dd req-50784b8b-bcfb-4884-84fc-3b645dd63acc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69&device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 1124 time: 0.2605906 Dec 09 15:32:32.606533 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-eb39135c-5b50-4364-9b3b-664467de7ae6 admin admin] Deleting port 7a2da19c-88e7-499e-924f-dcaca3edbb75 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:32:32.606934 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eb39135c-5b50-4364-9b3b-664467de7ae6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:32.630039 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port db19975f-9e67-40a0-bd49-c04b15505700, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=db19975f-9e67-40a0-bd49-c04b15505700,segment=NetworkSegment(fc5c79ed-6b12-4a52-a9c9-45100013bbb1),segment_id=fc5c79ed-6b12-4a52-a9c9-45100013bbb1)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:32:32.651470 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': 'db19975f-9e67-40a0-bd49-c04b15505700', 'network_id': 'b4170091-cc05-43b6-bdf8-36d7f1e88ff4', 'port_id': 'db19975f-9e67-40a0-bd49-c04b15505700', 'mac_address': 'fa:16:3e:fd:ca:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa83eb3c-2e2c-4539-9448-fd3d575df13e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:32:32.716112 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:32.751156 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db19975f-9e67-40a0-bd49-c04b15505700 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:32:32.827307 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port db19975f-9e67-40a0-bd49-c04b15505700, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=db19975f-9e67-40a0-bd49-c04b15505700,segment=NetworkSegment(fc5c79ed-6b12-4a52-a9c9-45100013bbb1),segment_id=fc5c79ed-6b12-4a52-a9c9-45100013bbb1)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:32:32.869080 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e5683c47-a4d2-4ead-a681-bd431d8e8745 req-b0d2a49b-7134-4b00-b29e-47b011cee3bd tempest-ServersAdminNegativeTestJSON-1224666707 tempest-ServersAdminNegativeTestJSON-1224666707-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=57716d9a-7113-4ec1-981c-56f1742f4eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461449 Dec 09 15:32:32.924939 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:32.965830 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c27f7-739f-455f-85a7-e9f6e0c007dd req-322154be-059a-4dc0-8667-f70d4925c78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:32.972360 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-192c27f7-739f-455f-85a7-e9f6e0c007dd req-322154be-059a-4dc0-8667-f70d4925c78b service neutron] 10.222.0.31 "GET /v2.0/networks?id=3099805c-627c-4784-8087-c190eb81b4e0 HTTP/1.1" status: 200 len: 908 time: 0.4359300 Dec 09 15:32:32.995471 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-eb39135c-5b50-4364-9b3b-664467de7ae6 admin admin] For port 7a2da19c-88e7-499e-924f-dcaca3edbb75, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=7a2da19c-88e7-499e-924f-dcaca3edbb75,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:32:32.996099 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eb39135c-5b50-4364-9b3b-664467de7ae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:33.046762 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-eb39135c-5b50-4364-9b3b-664467de7ae6 admin admin] Calling delete_port for 7a2da19c-88e7-499e-924f-dcaca3edbb75 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:32:33.064143 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5272b52c-8cb4-47b1-9620-1b44db252462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc67a31e-64ed-47f6-a062-c2b4b99e8696', 'name': 'tempest-AttachSCSIVolumeTestJSON-1430570322-router', 'tenant_id': 'd72ecd3da2554d7abbe26b6566517105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '7a2da19c-88e7-499e-924f-dcaca3edbb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:30:11Z', 'updated_at': '2021-12-09T15:32:30Z', 'revision_number': 5, 'project_id': 'd72ecd3da2554d7abbe26b6566517105', 'gw_port': {'id': '7a2da19c-88e7-499e-924f-dcaca3edbb75', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:67:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc67a31e-64ed-47f6-a062-c2b4b99e8696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:30:11Z', 'updated_at': '2021-12-09T15:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:33.067564 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=db19975f-9e67-40a0-bd49-c04b15505700,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:33.102775 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5272b52c-8cb4-47b1-9620-1b44db252462 None None] Checking router: cc67a31e-64ed-47f6-a062-c2b4b99e8696 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:32:33.124199 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5272b52c-8cb4-47b1-9620-1b44db252462 None None] Routers {'cc67a31e-64ed-47f6-a062-c2b4b99e8696'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:32:33.129427 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5272b52c-8cb4-47b1-9620-1b44db252462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:32:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['cc67a31e-64ed-47f6-a062-c2b4b99e8696'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:33.157774 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-192c27f7-739f-455f-85a7-e9f6e0c007dd req-c95c637a-78f7-4fa9-8f0e-dca3ff935def service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5017d290-1c4f-4b2b-a2a5-5290fc85c367 HTTP/1.1" status: 200 len: 217 time: 0.1659093 Dec 09 15:32:33.379771 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef655074-cf20-4ea0-bbd2-d32b6d459351 req-6a41a0bf-8fe9-4264-9549-38f47877eb71 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:33.387697 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ef655074-cf20-4ea0-bbd2-d32b6d459351 req-6a41a0bf-8fe9-4264-9549-38f47877eb71 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.57 "GET /v2.0/ports?device_id=12aade00-8aee-42d9-bb65-db1eb0d39754 HTTP/1.1" status: 200 len: 945 time: 0.2657616 Dec 09 15:32:33.412114 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c27f7-739f-455f-85a7-e9f6e0c007dd req-c49c45f7-d6d3-4c19-a7c0-aee96cdf7fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:33.413939 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-192c27f7-739f-455f-85a7-e9f6e0c007dd req-c49c45f7-d6d3-4c19-a7c0-aee96cdf7fdb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75dd204b-61ff-4875-bd46-839f068b72c4 HTTP/1.1" status: 200 len: 847 time: 0.2120383 Dec 09 15:32:33.495443 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-192c27f7-739f-455f-85a7-e9f6e0c007dd req-0a8ca975-9e1a-4f51-9f61-aeedaf01eb5c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3099805c-627c-4784-8087-c190eb81b4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626731 Dec 09 15:32:33.560801 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eb39135c-5b50-4364-9b3b-664467de7ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:33.572728 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-5272b52c-8cb4-47b1-9620-1b44db252462 None None] Set router cc67a31e-64ed-47f6-a062-c2b4b99e8696 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:32:33.641056 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39135c-5b50-4364-9b3b-664467de7ae6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a2da19c-88e7-499e-924f-dcaca3edbb75,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:33.677370 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ef655074-cf20-4ea0-bbd2-d32b6d459351 req-64016b0f-0820-448a-8bc3-abec23dfe155 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1899a53-d34f-4bf4-9a57-90da998380bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2813640 Dec 09 15:32:33.715671 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eb39135c-5b50-4364-9b3b-664467de7ae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:33.718483 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['db19975f-9e67-40a0-bd49-c04b15505700'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:32:33.730181 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5272b52c-8cb4-47b1-9620-1b44db252462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc67a31e-64ed-47f6-a062-c2b4b99e8696', 'name': 'tempest-AttachSCSIVolumeTestJSON-1430570322-router', 'tenant_id': 'd72ecd3da2554d7abbe26b6566517105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:30:11Z', 'updated_at': '2021-12-09T15:32:32Z', 'revision_number': 6, 'project_id': 'd72ecd3da2554d7abbe26b6566517105', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:33.759783 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-192c27f7-739f-455f-85a7-e9f6e0c007dd req-63f17c49-5242-4c20-b2d9-88666bf05088 service neutron] 10.222.0.31 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437787 Dec 09 15:32:33.894343 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5272b52c-8cb4-47b1-9620-1b44db252462 None None] The sync data for ids ['cc67a31e-64ed-47f6-a062-c2b4b99e8696'] in n-d-821228-1 is: [{'id': 'cc67a31e-64ed-47f6-a062-c2b4b99e8696', 'name': 'tempest-AttachSCSIVolumeTestJSON-1430570322-router', 'tenant_id': 'd72ecd3da2554d7abbe26b6566517105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:30:11Z', 'updated_at': '2021-12-09T15:32:32Z', 'revision_number': 6, 'project_id': 'd72ecd3da2554d7abbe26b6566517105', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:32:33.912322 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eb39135c-5b50-4364-9b3b-664467de7ae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:33.916443 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eb39135c-5b50-4364-9b3b-664467de7ae6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:34.004649 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eb39135c-5b50-4364-9b3b-664467de7ae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:34.006854 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb39135c-5b50-4364-9b3b-664467de7ae6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc67a31e-64ed-47f6-a062-c2b4b99e8696 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:32:34.017799 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eb39135c-5b50-4364-9b3b-664467de7ae6 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:34.021605 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-eb39135c-5b50-4364-9b3b-664467de7ae6 admin admin] 10.222.0.57 "DELETE /v2.0/routers/cc67a31e-64ed-47f6-a062-c2b4b99e8696 HTTP/1.1" status: 204 len: 168 time: 1.9484146 Dec 09 15:32:34.021771 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55134) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:32:34.024211 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-192c27f7-739f-455f-85a7-e9f6e0c007dd req-bf8beab5-3e6f-4c51-9dd0-dacda13ca023 service neutron] 10.222.0.31 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469249 Dec 09 15:32:34.100165 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a67a48d-b083-4359-a366-bb1fab055068 admin admin] Deleting subnet 10bb1be8-4a30-4461-ba93-f6da81407ffa {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:32:34.103559 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a67a48d-b083-4359-a366-bb1fab055068 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:34.151527 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35de504-34d0-4580-9907-a6360371cd78 req-ea505782-859b-4a41-ad41-bbc751d27380 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:34.152216 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a67a48d-b083-4359-a366-bb1fab055068 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:34.168853 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f35de504-34d0-4580-9907-a6360371cd78 req-ea505782-859b-4a41-ad41-bbc751d27380 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 943 time: 0.1296291 Dec 09 15:32:34.241918 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f35de504-34d0-4580-9907-a6360371cd78 req-b68a106f-6232-461e-a05b-be7c2f7a7366 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716028 Dec 09 15:32:34.267624 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a67a48d-b083-4359-a366-bb1fab055068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:34.362098 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a67a48d-b083-4359-a366-bb1fab055068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:34.407566 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a67a48d-b083-4359-a366-bb1fab055068 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10bb1be8-4a30-4461-ba93-f6da81407ffa,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:34.429752 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a67a48d-b083-4359-a366-bb1fab055068 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:34.436946 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4585353a-2a7c-4161-8e41-0c41a6f5109c None None] Network 72ae87dc-a112-457f-b660-185d8b5fc70d requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:32:34.441115 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4a67a48d-b083-4359-a366-bb1fab055068 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/10bb1be8-4a30-4461-ba93-f6da81407ffa HTTP/1.1" status: 204 len: 168 time: 0.4156947 Dec 09 15:32:34.442545 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55138) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:32:34.654835 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-935abeb2-6fb1-4965-8b76-e9fd2c3f8967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:34.822557 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-935abeb2-6fb1-4965-8b76-e9fd2c3f8967 admin admin] Deleting port c9893a2f-30ad-4eba-8c66-3371b527b7c4 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:32:34.823235 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-935abeb2-6fb1-4965-8b76-e9fd2c3f8967 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:34.886901 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786dc28b-9a0d-469e-8c06-ae96ec8f6f84 None None] DHCP port deletion for 72ae87dc-a112-457f-b660-185d8b5fc70d request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:32:34.983809 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-786dc28b-9a0d-469e-8c06-ae96ec8f6f84 None None] Deleting port c9893a2f-30ad-4eba-8c66-3371b527b7c4 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:32:34.984472 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-786dc28b-9a0d-469e-8c06-ae96ec8f6f84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:35.005726 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-935abeb2-6fb1-4965-8b76-e9fd2c3f8967 admin admin] For port c9893a2f-30ad-4eba-8c66-3371b527b7c4, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=c9893a2f-30ad-4eba-8c66-3371b527b7c4,segment=NetworkSegment(3cb916a8-22d0-4f18-82b2-5878cbaf9c7b),segment_id=3cb916a8-22d0-4f18-82b2-5878cbaf9c7b)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:32:35.005726 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-935abeb2-6fb1-4965-8b76-e9fd2c3f8967 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:35.025949 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97391837-2c7a-49fd-ac73-60698d12813d req-0eaa5d24-cac5-4d2e-96a5-99c3e92c796a tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:35.035796 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-935abeb2-6fb1-4965-8b76-e9fd2c3f8967 admin admin] Calling delete_port for c9893a2f-30ad-4eba-8c66-3371b527b7c4 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:32:35.058553 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97391837-2c7a-49fd-ac73-60698d12813d req-0eaa5d24-cac5-4d2e-96a5-99c3e92c796a tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.57 "GET /v2.0/ports?device_id=12aade00-8aee-42d9-bb65-db1eb0d39754 HTTP/1.1" status: 200 len: 945 time: 0.1474237 Dec 09 15:32:35.156783 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-786dc28b-9a0d-469e-8c06-ae96ec8f6f84 None None] For port c9893a2f-30ad-4eba-8c66-3371b527b7c4, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=c9893a2f-30ad-4eba-8c66-3371b527b7c4,segment=NetworkSegment(3cb916a8-22d0-4f18-82b2-5878cbaf9c7b),segment_id=3cb916a8-22d0-4f18-82b2-5878cbaf9c7b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:32:35.158860 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-786dc28b-9a0d-469e-8c06-ae96ec8f6f84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:35.200495 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-786dc28b-9a0d-469e-8c06-ae96ec8f6f84 None None] Calling delete_port for c9893a2f-30ad-4eba-8c66-3371b527b7c4 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:32:35.211285 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97391837-2c7a-49fd-ac73-60698d12813d req-852eadab-ae65-4451-aa62-eeef4f738ffd tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1899a53-d34f-4bf4-9a57-90da998380bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494737 Dec 09 15:32:35.339511 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-935abeb2-6fb1-4965-8b76-e9fd2c3f8967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:35.342549 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-786dc28b-9a0d-469e-8c06-ae96ec8f6f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:35.400895 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935abeb2-6fb1-4965-8b76-e9fd2c3f8967 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9893a2f-30ad-4eba-8c66-3371b527b7c4,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:35.409270 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935abeb2-6fb1-4965-8b76-e9fd2c3f8967 admin admin] No DVR routers for this DVR port c9893a2f-30ad-4eba-8c66-3371b527b7c4 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:32:35.477660 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 11053208-f45a-4ecb-938c-9ffd33490fea no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:32:35.483232 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9991933-24aa-4665-8b13-df831dbe11e1 req-4e809b56-ce97-4c0d-b71d-3d57948b4bb4 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:35.487304 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786dc28b-9a0d-469e-8c06-ae96ec8f6f84 None None] No DVR routers for this DVR port c9893a2f-30ad-4eba-8c66-3371b527b7c4 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:32:35.490663 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786dc28b-9a0d-469e-8c06-ae96ec8f6f84 None None] Pushing event deleted for resources: {'Port': ['ID=c9893a2f-30ad-4eba-8c66-3371b527b7c4,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:35.512015 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d9991933-24aa-4665-8b13-df831dbe11e1 req-4e809b56-ce97-4c0d-b71d-3d57948b4bb4 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cf9906-2efa-4491-ad27-47e6cea91bb9 HTTP/1.1" status: 200 len: 949 time: 0.1154740 Dec 09 15:32:35.565922 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 11053208-f45a-4ecb-938c-9ffd33490fea {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:32:35.566427 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 11053208-f45a-4ecb-938c-9ffd33490fea not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:32:35.567223 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 7a2da19c-88e7-499e-924f-dcaca3edbb75 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:32:35.584297 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d9991933-24aa-4665-8b13-df831dbe11e1 req-696f4e51-9a9d-4aad-836b-009eb1396b89 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/security-groups?id=57716d9a-7113-4ec1-981c-56f1742f4eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605838 Dec 09 15:32:35.596513 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 7a2da19c-88e7-499e-924f-dcaca3edbb75 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:32:35.597181 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 7a2da19c-88e7-499e-924f-dcaca3edbb75 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:32:35.597818 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device c9893a2f-30ad-4eba-8c66-3371b527b7c4 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:32:35.637943 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: c9893a2f-30ad-4eba-8c66-3371b527b7c4 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:32:35.638374 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device c9893a2f-30ad-4eba-8c66-3371b527b7c4 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:32:35.683744 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-935abeb2-6fb1-4965-8b76-e9fd2c3f8967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:35.723469 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-935abeb2-6fb1-4965-8b76-e9fd2c3f8967 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ae87dc-a112-457f-b660-185d8b5fc70d']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:35.740396 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-935abeb2-6fb1-4965-8b76-e9fd2c3f8967 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cb916a8-22d0-4f18-82b2-5878cbaf9c7b') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:35.740815 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-935abeb2-6fb1-4965-8b76-e9fd2c3f8967 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cb916a8-22d0-4f18-82b2-5878cbaf9c7b') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:35.747329 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcef047-57ec-457d-aeb1-35602594a57f req-3db4939e-137a-4f12-986a-7c18a47db63d tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:35.749211 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3dcef047-57ec-457d-aeb1-35602594a57f req-3db4939e-137a-4f12-986a-7c18a47db63d tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 943 time: 0.0945528 Dec 09 15:32:35.754848 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-935abeb2-6fb1-4965-8b76-e9fd2c3f8967 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:35.788317 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-935abeb2-6fb1-4965-8b76-e9fd2c3f8967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:35.805491 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-935abeb2-6fb1-4965-8b76-e9fd2c3f8967 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:32:35.806175 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-935abeb2-6fb1-4965-8b76-e9fd2c3f8967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:35.831352 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3dcef047-57ec-457d-aeb1-35602594a57f req-f675e250-d9d2-47c0-af71-cac76c15075f tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749907 Dec 09 15:32:35.880928 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:32:35.880928 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:32:35.880928 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:32:35.880928 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:32:35.880928 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:32:35.880928 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:32:35.880928 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:32:35.880928 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:32:35.880928 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:32:35.880928 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:32:35.880928 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:32:35.880928 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:32:35.880928 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:32:35.880928 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:32:35.880928 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:32:35.880928 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:32:35.880928 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:32:35.880928 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:32:35.880928 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:32:35.880928 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:32:35.880928 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:32:35.880928 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:32:35.880928 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:32:35.880928 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:32:35.880928 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:32:35.880928 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:32:35.880928 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:32:35.880928 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:32:35.880928 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:32:35.880928 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:32:35.880928 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:32:35.880928 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:32:35.887695 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-935abeb2-6fb1-4965-8b76-e9fd2c3f8967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:35.900112 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-935abeb2-6fb1-4965-8b76-e9fd2c3f8967 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:35.904973 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-935abeb2-6fb1-4965-8b76-e9fd2c3f8967 admin admin] 10.222.0.57 "DELETE /v2.0/networks/72ae87dc-a112-457f-b660-185d8b5fc70d HTTP/1.1" status: 204 len: 168 time: 1.4588966 Dec 09 15:32:35.965606 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935abeb2-6fb1-4965-8b76-e9fd2c3f8967 admin admin] Pushing event deleted for resources: {'Network': ['ID=72ae87dc-a112-457f-b660-185d8b5fc70d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:36.068900 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device db19975f-9e67-40a0-bd49-c04b15505700 up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:32:36.104583 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55160) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:32:36.155621 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bf5ee46e-e81b-4a36-b576-e240a7792591 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6920059004d64958b6d9c8cd276a3070&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0491755 Dec 09 15:32:36.159044 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55164) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:32:36.161624 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port db19975f-9e67-40a0-bd49-c04b15505700 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:32:36.166451 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port db19975f-9e67-40a0-bd49-c04b15505700 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:32:36.166896 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:36.288064 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:36.292304 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e350feff-8eba-40bb-89d3-9ed7d3f4a7b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:36.322608 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12aade00-8aee-42d9-bb65-db1eb0d39754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db19975f-9e67-40a0-bd49-c04b15505700'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:32:36.325606 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b31eb7-38c6-4063-b804-770346522023" -d '{"events": [{"server_uuid": "12aade00-8aee-42d9-bb65-db1eb0d39754", "name": "network-vif-plugged", "status": "completed", "tag": "db19975f-9e67-40a0-bd49-c04b15505700"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:32:36.341802 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port db19975f-9e67-40a0-bd49-c04b15505700, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=db19975f-9e67-40a0-bd49-c04b15505700,segment=NetworkSegment(fc5c79ed-6b12-4a52-a9c9-45100013bbb1),segment_id=fc5c79ed-6b12-4a52-a9c9-45100013bbb1)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:32:36.354716 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e350feff-8eba-40bb-89d3-9ed7d3f4a7b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:36.357972 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:36.450855 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=db19975f-9e67-40a0-bd49-c04b15505700,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:36.538371 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3968e9-7503-41e0-83e8-736b289a9782 req-e7db5581-d4c9-4d0c-99ba-870750550f28 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:36.545059 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0e3968e9-7503-41e0-83e8-736b289a9782 req-e7db5581-d4c9-4d0c-99ba-870750550f28 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.57 "GET /v2.0/ports?device_id=12aade00-8aee-42d9-bb65-db1eb0d39754 HTTP/1.1" status: 200 len: 946 time: 0.1097381 Dec 09 15:32:36.546375 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e350feff-8eba-40bb-89d3-9ed7d3f4a7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:36.563079 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e350feff-8eba-40bb-89d3-9ed7d3f4a7b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:36.564715 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e350feff-8eba-40bb-89d3-9ed7d3f4a7b2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e20bdcc8-c3c0-452c-86df-aa6251e20c53 HTTP/1.1" status: 204 len: 168 time: 0.4042270 Dec 09 15:32:36.608384 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e350feff-8eba-40bb-89d3-9ed7d3f4a7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20bdcc8-c3c0-452c-86df-aa6251e20c53,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:36.697158 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0e3968e9-7503-41e0-83e8-736b289a9782 req-800af0ea-bcdd-43a5-9058-a1be152861bb tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1899a53-d34f-4bf4-9a57-90da998380bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261997 Dec 09 15:32:36.746077 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d48ed6-4c3b-49fe-937f-cb93e733cdb0 x-openstack-request-id: req-47d48ed6-4c3b-49fe-937f-cb93e733cdb0 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:32:36.746651 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12aade00-8aee-42d9-bb65-db1eb0d39754", "name": "network-vif-plugged", "status": "completed", "tag": "db19975f-9e67-40a0-bd49-c04b15505700", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:32:36.746762 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-47d48ed6-4c3b-49fe-937f-cb93e733cdb0 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:32:36.747139 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12aade00-8aee-42d9-bb65-db1eb0d39754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db19975f-9e67-40a0-bd49-c04b15505700', 'code': 200} Dec 09 15:32:36.895731 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0cc296-55ff-4467-b878-100392188738 req-607d1097-6ba0-434c-86f6-e954c825e0a7 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:36.897307 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd0cc296-55ff-4467-b878-100392188738 req-607d1097-6ba0-434c-86f6-e954c825e0a7 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cf9906-2efa-4491-ad27-47e6cea91bb9 HTTP/1.1" status: 200 len: 949 time: 0.0883908 Dec 09 15:32:36.972195 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b3988-3b52-4123-ad63-178db30f37ff req-915ca996-a4c4-4540-842a-527df103af00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:36.973740 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2a4b3988-3b52-4123-ad63-178db30f37ff req-915ca996-a4c4-4540-842a-527df103af00 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=12aade00-8aee-42d9-bb65-db1eb0d39754 HTTP/1.1" status: 200 len: 1097 time: 0.0715926 Dec 09 15:32:36.986885 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd0cc296-55ff-4467-b878-100392188738 req-46457975-d994-46fb-b330-80d92f3df81a tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/security-groups?id=57716d9a-7113-4ec1-981c-56f1742f4eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809758 Dec 09 15:32:37.087499 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2a4b3988-3b52-4123-ad63-178db30f37ff req-e535b8e6-2dc0-4833-b5df-e7874376486a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e1899a53-d34f-4bf4-9a57-90da998380bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049550 Dec 09 15:32:37.178523 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e18dec-d0bf-4b8d-891e-ef95d983a3cc req-61f8e27f-5152-42da-90af-9067562e0f47 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:37.187135 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55186) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:32:37.187756 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-67e18dec-d0bf-4b8d-891e-ef95d983a3cc req-61f8e27f-5152-42da-90af-9067562e0f47 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 943 time: 0.0826261 Dec 09 15:32:37.258991 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2c11c9b5-d487-43e8-aa55-47684fab7d78 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d72ecd3da2554d7abbe26b6566517105&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0684309 Dec 09 15:32:37.259450 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55188) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:32:37.260683 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-67e18dec-d0bf-4b8d-891e-ef95d983a3cc req-58659b32-908d-4b63-9ec8-71845f575d13 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693994 Dec 09 15:32:37.340151 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e68872f3-461a-4cca-b703-3d3d1bf0ba08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:37.369907 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e68872f3-461a-4cca-b703-3d3d1bf0ba08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:37.779576 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb0cfa-fa21-41c1-9c0b-bef8b010a7d2 req-d1cda0c7-adbb-4365-b605-78bf9cde9b12 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:37.781199 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-99cb0cfa-fa21-41c1-9c0b-bef8b010a7d2 req-d1cda0c7-adbb-4365-b605-78bf9cde9b12 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.42 "GET /v2.0/ports?device_id=02cf9906-2efa-4491-ad27-47e6cea91bb9 HTTP/1.1" status: 200 len: 949 time: 0.0822027 Dec 09 15:32:37.807883 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e68872f3-461a-4cca-b703-3d3d1bf0ba08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:37.815690 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e68872f3-461a-4cca-b703-3d3d1bf0ba08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:37.820490 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e68872f3-461a-4cca-b703-3d3d1bf0ba08 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5b180369-95a3-4aa4-ae92-275f1be9bfa4 HTTP/1.1" status: 204 len: 168 time: 0.5591266 Dec 09 15:32:37.892457 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68872f3-461a-4cca-b703-3d3d1bf0ba08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b180369-95a3-4aa4-ae92-275f1be9bfa4,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:37.928039 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664ac96-ca89-4800-81b9-801536ab9299 req-6e91ebf5-2391-4095-b92f-b7a2a29c267c tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:37.946977 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a664ac96-ca89-4800-81b9-801536ab9299 req-6e91ebf5-2391-4095-b92f-b7a2a29c267c tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.57 "GET /v2.0/ports?device_id=12aade00-8aee-42d9-bb65-db1eb0d39754 HTTP/1.1" status: 200 len: 946 time: 0.1074409 Dec 09 15:32:38.017769 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-99cb0cfa-fa21-41c1-9c0b-bef8b010a7d2 req-490ea259-443e-4f3b-b14f-5b0ae7f12d56 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Deleting port d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:32:38.018413 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-99cb0cfa-fa21-41c1-9c0b-bef8b010a7d2 req-490ea259-443e-4f3b-b14f-5b0ae7f12d56 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:38.047450 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a664ac96-ca89-4800-81b9-801536ab9299 req-df3ac521-55c0-42ae-85a8-57eead3cbf97 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1899a53-d34f-4bf4-9a57-90da998380bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994167 Dec 09 15:32:38.170608 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-99cb0cfa-fa21-41c1-9c0b-bef8b010a7d2 req-490ea259-443e-4f3b-b14f-5b0ae7f12d56 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] For port d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:32:38.170990 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-99cb0cfa-fa21-41c1-9c0b-bef8b010a7d2 req-490ea259-443e-4f3b-b14f-5b0ae7f12d56 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:38.186721 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-99cb0cfa-fa21-41c1-9c0b-bef8b010a7d2 req-490ea259-443e-4f3b-b14f-5b0ae7f12d56 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Calling delete_port for d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:32:38.225709 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c30ef-9049-4f84-8495-d09cefa60995 req-c58b2d58-a233-45eb-a43e-9aba11149309 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:38.234154 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cb4c30ef-9049-4f84-8495-d09cefa60995 req-c58b2d58-a233-45eb-a43e-9aba11149309 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cf9906-2efa-4491-ad27-47e6cea91bb9 HTTP/1.1" status: 200 len: 949 time: 0.0728509 Dec 09 15:32:38.335560 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cb4c30ef-9049-4f84-8495-d09cefa60995 req-da205ffc-5b1b-4fed-b679-6af5222aa9a4 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/security-groups?id=57716d9a-7113-4ec1-981c-56f1742f4eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986805 Dec 09 15:32:38.390099 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-99cb0cfa-fa21-41c1-9c0b-bef8b010a7d2 req-490ea259-443e-4f3b-b14f-5b0ae7f12d56 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:38.403704 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['66878324-1f77-48fe-b85b-1348eaa174ee'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:32:38.471416 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ea259-443e-4f3b-b14f-5b0ae7f12d56 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Pushing event deleted for resources: {'Port': ['ID=d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:38.472312 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:32:38.583698 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-99cb0cfa-fa21-41c1-9c0b-bef8b010a7d2 req-490ea259-443e-4f3b-b14f-5b0ae7f12d56 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] No DVR routers for this DVR port d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:32:38.585834 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2eab7-741e-478d-9c71-799b7c782adb req-f5d4e0ff-b123-4213-9717-51ea4aa2403b tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:38.586741 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-99cb0cfa-fa21-41c1-9c0b-bef8b010a7d2 req-490ea259-443e-4f3b-b14f-5b0ae7f12d56 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:38.593875 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-99cb0cfa-fa21-41c1-9c0b-bef8b010a7d2 req-490ea259-443e-4f3b-b14f-5b0ae7f12d56 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.42 "DELETE /v2.0/ports/d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea HTTP/1.1" status: 204 len: 173 time: 0.8055940 Dec 09 15:32:38.594979 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02cf9906-2efa-4491-ad27-47e6cea91bb9', 'name': 'network-vif-deleted', 'tag': 'd3ae04b9-1f96-4fee-8ed1-3eea2c6747ea'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:32:38.595842 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b5e2eab7-741e-478d-9c71-799b7c782adb req-f5d4e0ff-b123-4213-9717-51ea4aa2403b tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 943 time: 0.1532633 Dec 09 15:32:38.597910 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4426e168-2745-4c20-b96f-cee519ed52d1" -d '{"events": [{"server_uuid": "02cf9906-2efa-4491-ad27-47e6cea91bb9", "name": "network-vif-deleted", "tag": "d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:32:38.758888 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b5e2eab7-741e-478d-9c71-799b7c782adb req-fe55cee1-ecc0-45c9-a81c-6c4f5cf8a547 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619792 Dec 09 15:32:38.980109 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d75d614-7f69-4eb2-bc0a-353df67c9115 x-openstack-request-id: req-6d75d614-7f69-4eb2-bc0a-353df67c9115 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:32:38.980506 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02cf9906-2efa-4491-ad27-47e6cea91bb9", "name": "network-vif-deleted", "tag": "d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:32:38.980854 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6d75d614-7f69-4eb2-bc0a-353df67c9115 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:32:38.981378 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02cf9906-2efa-4491-ad27-47e6cea91bb9', 'name': 'network-vif-deleted', 'tag': 'd3ae04b9-1f96-4fee-8ed1-3eea2c6747ea', 'status': 'completed', 'code': 200} Dec 09 15:32:39.285793 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e51881-49bc-483c-b6d6-6f344912d7b1 req-55e7ccf8-84a3-4a92-882f-6463636dc177 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:39.289163 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-22e51881-49bc-483c-b6d6-6f344912d7b1 req-55e7ccf8-84a3-4a92-882f-6463636dc177 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.57 "GET /v2.0/ports?device_id=12aade00-8aee-42d9-bb65-db1eb0d39754 HTTP/1.1" status: 200 len: 946 time: 0.0682297 Dec 09 15:32:39.396077 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55232) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:32:39.424158 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-22e51881-49bc-483c-b6d6-6f344912d7b1 req-82fb5b6b-a963-4c0a-acb5-a4cfcbeca9d4 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1899a53-d34f-4bf4-9a57-90da998380bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182349 Dec 09 15:32:39.593002 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:32:39.626855 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-b89bb2d3-b4d7-4121-9a38-c6d8a3cdd5c4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1463749770-network', 'tenant_id': '50e1c45157bd48218c36574399338a8d'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:32:39.696658 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89bb2d3-b4d7-4121-9a38-c6d8a3cdd5c4 admin admin] Made reservation on behalf of 50e1c45157bd48218c36574399338a8d for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:32:39.711119 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b89bb2d3-b4d7-4121-9a38-c6d8a3cdd5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:39.734271 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe3acd-9eab-4c0f-af46-b70bb3e084ac req-df7bcd77-2e73-46f1-acb2-d221c86c5042 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:39.744289 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a7fe3acd-9eab-4c0f-af46-b70bb3e084ac req-df7bcd77-2e73-46f1-acb2-d221c86c5042 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.57 "GET /v2.0/ports?device_id=12aade00-8aee-42d9-bb65-db1eb0d39754 HTTP/1.1" status: 200 len: 946 time: 0.0825930 Dec 09 15:32:39.747980 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55242) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:32:39.770568 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ff98a00e-34b7-4670-a4dc-f17a55a3a239 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Request body: {'floatingip': {'port_id': 'db19975f-9e67-40a0-bd49-c04b15505700'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:32:39.770886 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b89bb2d3-b4d7-4121-9a38-c6d8a3cdd5c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:39.886408 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff98a00e-34b7-4670-a4dc-f17a55a3a239 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:40.044212 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b89bb2d3-b4d7-4121-9a38-c6d8a3cdd5c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:40.053669 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b89bb2d3-b4d7-4121-9a38-c6d8a3cdd5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:40.097670 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89bb2d3-b4d7-4121-9a38-c6d8a3cdd5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83768020-406d-4712-afd0-308d8183f953,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:40.130825 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b89bb2d3-b4d7-4121-9a38-c6d8a3cdd5c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:32:40.148461 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b89bb2d3-b4d7-4121-9a38-c6d8a3cdd5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:40.149171 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-b89bb2d3-b4d7-4121-9a38-c6d8a3cdd5c4 admin admin] Added segment c007ac95-ab51-4f1e-b378-b901ca003221 of type vlan for network c0847384-5b87-4259-b0ab-811ece1a00af Dec 09 15:32:40.223982 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b89bb2d3-b4d7-4121-9a38-c6d8a3cdd5c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:40.265527 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b89bb2d3-b4d7-4121-9a38-c6d8a3cdd5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:40.269193 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89bb2d3-b4d7-4121-9a38-c6d8a3cdd5c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:40.269809 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b89bb2d3-b4d7-4121-9a38-c6d8a3cdd5c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:40.348716 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac13a5-409c-4c51-b83b-c0e9850921c6 req-ec95d410-6899-4954-bd37-013972f78916 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:40.359444 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d8ac13a5-409c-4c51-b83b-c0e9850921c6 req-ec95d410-6899-4954-bd37-013972f78916 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 943 time: 0.1676586 Dec 09 15:32:40.409452 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b89bb2d3-b4d7-4121-9a38-c6d8a3cdd5c4 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0092051 Dec 09 15:32:40.409452 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89bb2d3-b4d7-4121-9a38-c6d8a3cdd5c4 admin admin] Pushing event updated for resources: {'Network': ['ID=c0847384-5b87-4259-b0ab-811ece1a00af,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:40.411148 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55252) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:32:40.418599 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-73bee911-45c7-482d-8839-4925c8717b0b admin admin] Request body: {'subnet': {'network_id': 'c0847384-5b87-4259-b0ab-811ece1a00af', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1463749770-subnet', 'tenant_id': '50e1c45157bd48218c36574399338a8d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:32:40.420441 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network c0847384-5b87-4259-b0ab-811ece1a00af details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:32:40.465875 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bee911-45c7-482d-8839-4925c8717b0b admin admin] Made reservation on behalf of 50e1c45157bd48218c36574399338a8d for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:32:40.469872 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-73bee911-45c7-482d-8839-4925c8717b0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:40.629231 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d8ac13a5-409c-4c51-b83b-c0e9850921c6 req-4d555263-4b1b-47de-9b1e-aee45ecb8099 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619965 Dec 09 15:32:40.783237 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-73bee911-45c7-482d-8839-4925c8717b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:40.872296 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bee911-45c7-482d-8839-4925c8717b0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=72b8d5a0-a3b1-48ad-997f-e80aace3519f,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:40.898227 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bee911-45c7-482d-8839-4925c8717b0b admin admin] Checking segment: {'id': 'c007ac95-ab51-4f1e-b378-b901ca003221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c0847384-5b87-4259-b0ab-811ece1a00af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:32:40.898598 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bee911-45c7-482d-8839-4925c8717b0b admin admin] Network hostable DHCP agents. Network: c0847384-5b87-4259-b0ab-811ece1a00af, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:32:40.950885 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bee911-45c7-482d-8839-4925c8717b0b admin admin] Network c0847384-5b87-4259-b0ab-811ece1a00af is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:32:40.973905 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-73bee911-45c7-482d-8839-4925c8717b0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, c0847384-5b87-4259-b0ab-811ece1a00af) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:32:40.982990 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef3b47c-bdc0-4439-bcdf-2afb95a49b47 None None] Network c0847384-5b87-4259-b0ab-811ece1a00af requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:32:41.014705 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bee911-45c7-482d-8839-4925c8717b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:41.016471 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-73bee911-45c7-482d-8839-4925c8717b0b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:41.089494 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-73bee911-45c7-482d-8839-4925c8717b0b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6743400 Dec 09 15:32:41.089916 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55258) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:32:41.103539 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-21750a43-ef15-4d6d-9af0-bb4f18203dfe admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1463749770-router', 'tenant_id': '50e1c45157bd48218c36574399338a8d', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:32:41.175334 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-21750a43-ef15-4d6d-9af0-bb4f18203dfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:41.177443 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-21750a43-ef15-4d6d-9af0-bb4f18203dfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:41.338018 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-21750a43-ef15-4d6d-9af0-bb4f18203dfe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:41.339484 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6443460d-e644-4138-a937-67d867ac61b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-c0847384-5b87-4259-b0ab-811ece1a00af', 'network_id': 'c0847384-5b87-4259-b0ab-811ece1a00af', 'project_id': '50e1c45157bd48218c36574399338a8d', 'fixed_ips': [{'subnet_id': '72b8d5a0-a3b1-48ad-997f-e80aace3519f'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:32:41.340740 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6443460d-e644-4138-a937-67d867ac61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:41.576475 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 5017d290-1c4f-4b2b-a2a5-5290fc85c367 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:32:41.740434 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff98a00e-34b7-4670-a4dc-f17a55a3a239 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:41.782484 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c08fef-072e-4956-9494-3709b2cdedfd req-ee4b41d0-ef2b-493d-92c0-5096bac443b7 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:41.808992 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-30c08fef-072e-4956-9494-3709b2cdedfd req-ee4b41d0-ef2b-493d-92c0-5096bac443b7 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/ports?device_id=decea538-ff0e-4588-9dd5-dc7e49133dd8 HTTP/1.1" status: 200 len: 949 time: 0.3006396 Dec 09 15:32:41.843102 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-6443460d-e644-4138-a937-67d867ac61b9 None None] Allocated IP 172.20.0.2 (c0847384-5b87-4259-b0ab-811ece1a00af/72b8d5a0-a3b1-48ad-997f-e80aace3519f/7caf2fbf-c1e5-4c30-b6b1-847d80ddb140) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:32:41.885181 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-21750a43-ef15-4d6d-9af0-bb4f18203dfe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:41.892668 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff98a00e-34b7-4670-a4dc-f17a55a3a239 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:42.071146 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-30c08fef-072e-4956-9494-3709b2cdedfd req-3f670d56-babd-4084-a7ce-499cedde2299 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/security-groups?id=57716d9a-7113-4ec1-981c-56f1742f4eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584298 Dec 09 15:32:42.140594 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:32:42.200585 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f5f42-e754-4c96-9021-4e82ea53b724 req-13d9e6ee-7890-4e90-a274-ff6f32312b6d tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:42.202433 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8b9f5f42-e754-4c96-9021-4e82ea53b724 req-13d9e6ee-7890-4e90-a274-ff6f32312b6d tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.31 "GET /v2.0/ports?device_id=decea538-ff0e-4588-9dd5-dc7e49133dd8 HTTP/1.1" status: 200 len: 949 time: 0.2796004 Dec 09 15:32:42.220226 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:32:42.222586 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device d3ae04b9-1f96-4fee-8ed1-3eea2c6747ea not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:32:42.280055 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6443460d-e644-4138-a937-67d867ac61b9 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:42.313783 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6443460d-e644-4138-a937-67d867ac61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:42.379262 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-ff98a00e-34b7-4670-a4dc-f17a55a3a239 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Floating IP 9649b62c-2609-4447-8f7c-45df37f662dd associated. External IP: 172.25.3.115, port: db19975f-9e67-40a0-bd49-c04b15505700. Dec 09 15:32:42.388397 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6443460d-e644-4138-a937-67d867ac61b9 None None] Pushing event updated for resources: {'Port': ['ID=7caf2fbf-c1e5-4c30-b6b1-847d80ddb140,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:42.421678 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6443460d-e644-4138-a937-67d867ac61b9 None None] Network c0847384-5b87-4259-b0ab-811ece1a00af is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:32:42.425319 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-6443460d-e644-4138-a937-67d867ac61b9 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:32:42.440754 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6443460d-e644-4138-a937-67d867ac61b9 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:32:42.587084 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd6cb2-a88d-465a-bc5b-d2161eba9ebf req-f7e55742-9bb8-46e7-9ef9-32eef1a9066b tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:42.590591 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6443460d-e644-4138-a937-67d867ac61b9 None None] Attempting to bind port 7caf2fbf-c1e5-4c30-b6b1-847d80ddb140 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:32:42.591150 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6443460d-e644-4138-a937-67d867ac61b9 None None] Attempting to bind port 7caf2fbf-c1e5-4c30-b6b1-847d80ddb140 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'c007ac95-ab51-4f1e-b378-b901ca003221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c0847384-5b87-4259-b0ab-811ece1a00af'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:32:42.591352 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6443460d-e644-4138-a937-67d867ac61b9 None None] Attempting to bind port 7caf2fbf-c1e5-4c30-b6b1-847d80ddb140 on network c0847384-5b87-4259-b0ab-811ece1a00af {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:32:42.593074 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b6fd6cb2-a88d-465a-bc5b-d2161eba9ebf req-f7e55742-9bb8-46e7-9ef9-32eef1a9066b tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 943 time: 0.5965257 Dec 09 15:32:42.610288 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6443460d-e644-4138-a937-67d867ac61b9 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:32:42.612163 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6443460d-e644-4138-a937-67d867ac61b9 None None] Checking segment: {'id': 'c007ac95-ab51-4f1e-b378-b901ca003221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c0847384-5b87-4259-b0ab-811ece1a00af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:32:42.612663 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6443460d-e644-4138-a937-67d867ac61b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:42.613074 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6443460d-e644-4138-a937-67d867ac61b9 None None] Bound using segment: {'id': 'c007ac95-ab51-4f1e-b378-b901ca003221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c0847384-5b87-4259-b0ab-811ece1a00af'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:32:42.613565 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6443460d-e644-4138-a937-67d867ac61b9 None None] Bound port: 7caf2fbf-c1e5-4c30-b6b1-847d80ddb140, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c007ac95-ab51-4f1e-b378-b901ca003221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c0847384-5b87-4259-b0ab-811ece1a00af'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:32:42.613959 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6443460d-e644-4138-a937-67d867ac61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:42.622416 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-21750a43-ef15-4d6d-9af0-bb4f18203dfe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:42.664996 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-21750a43-ef15-4d6d-9af0-bb4f18203dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:42.811893 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6443460d-e644-4138-a937-67d867ac61b9 None None] For port 7caf2fbf-c1e5-4c30-b6b1-847d80ddb140, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:32:42.819419 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff98a00e-34b7-4670-a4dc-f17a55a3a239 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Router b9cac59f-ce6c-4c5f-8f23-6503e14352bc has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:32:42.833617 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6443460d-e644-4138-a937-67d867ac61b9 None None] For port 7caf2fbf-c1e5-4c30-b6b1-847d80ddb140, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=7caf2fbf-c1e5-4c30-b6b1-847d80ddb140,segment=NetworkSegment(c007ac95-ab51-4f1e-b378-b901ca003221),segment_id=c007ac95-ab51-4f1e-b378-b901ca003221)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:32:42.845441 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6443460d-e644-4138-a937-67d867ac61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:42.957385 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b6fd6cb2-a88d-465a-bc5b-d2161eba9ebf req-f1af2cf8-02c4-4831-9d1b-3e63b07b07f1 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167233 Dec 09 15:32:43.027852 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-8b9f5f42-e754-4c96-9021-4e82ea53b724 req-0c038d25-ff45-4bd9-a5bb-6efeb215b6e7 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Deleting port 66878324-1f77-48fe-b85b-1348eaa174ee {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:32:43.028348 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8b9f5f42-e754-4c96-9021-4e82ea53b724 req-0c038d25-ff45-4bd9-a5bb-6efeb215b6e7 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:43.087132 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-21750a43-ef15-4d6d-9af0-bb4f18203dfe admin admin] Allocated IP 172.25.3.103 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/cc7380e7-10d7-470b-adb8-d61fadbaa1c1) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:32:43.096798 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6443460d-e644-4138-a937-67d867ac61b9 None None] Pushing event updated for resources: {'Port': ['ID=7caf2fbf-c1e5-4c30-b6b1-847d80ddb140,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:43.153730 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-8b9f5f42-e754-4c96-9021-4e82ea53b724 req-0c038d25-ff45-4bd9-a5bb-6efeb215b6e7 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] For port 66878324-1f77-48fe-b85b-1348eaa174ee, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=66878324-1f77-48fe-b85b-1348eaa174ee,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:32:43.154235 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8b9f5f42-e754-4c96-9021-4e82ea53b724 req-0c038d25-ff45-4bd9-a5bb-6efeb215b6e7 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:43.180009 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-8b9f5f42-e754-4c96-9021-4e82ea53b724 req-0c038d25-ff45-4bd9-a5bb-6efeb215b6e7 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Calling delete_port for 66878324-1f77-48fe-b85b-1348eaa174ee owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:32:43.386176 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-21750a43-ef15-4d6d-9af0-bb4f18203dfe admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:43.526848 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-21750a43-ef15-4d6d-9af0-bb4f18203dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:43.585867 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21750a43-ef15-4d6d-9af0-bb4f18203dfe admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:32:43.593714 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-21750a43-ef15-4d6d-9af0-bb4f18203dfe admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:32:43.598820 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21750a43-ef15-4d6d-9af0-bb4f18203dfe admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:32:43.606384 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff98a00e-34b7-4670-a4dc-f17a55a3a239 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:32:43.619636 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9259b5-1228-48d3-8685-ca8f7e2a338e None None] Sync routers for ids ['b9cac59f-ce6c-4c5f-8f23-6503e14352bc'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:32:43.621800 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff98a00e-34b7-4670-a4dc-f17a55a3a239 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:43.632644 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21750a43-ef15-4d6d-9af0-bb4f18203dfe admin admin] Pushing event updated for resources: {'Port': ['ID=cc7380e7-10d7-470b-adb8-d61fadbaa1c1,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:43.638848 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9259b5-1228-48d3-8685-ca8f7e2a338e None None] Routers {'b9cac59f-ce6c-4c5f-8f23-6503e14352bc'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:32:43.642085 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-ba9259b5-1228-48d3-8685-ca8f7e2a338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:32:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['b9cac59f-ce6c-4c5f-8f23-6503e14352bc'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:43.702859 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-138b14f6-899b-419b-b216-ca39bc2e2fec service neutron] 10.222.0.31 "GET /v2.0/ports/5017d290-1c4f-4b2b-a2a5-5290fc85c367/bindings/n-h1-821228-1 HTTP/1.1" status: 200 len: 384 time: 0.8375750 Dec 09 15:32:43.732720 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8b9f5f42-e754-4c96-9021-4e82ea53b724 req-0c038d25-ff45-4bd9-a5bb-6efeb215b6e7 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:43.856662 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a5b68-d862-4a2c-b5e4-7a7c570aec58 req-087ba74d-27ee-404d-a36b-b4f9b16cc66d tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:43.858239 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0a3a5b68-d862-4a2c-b5e4-7a7c570aec58 req-087ba74d-27ee-404d-a36b-b4f9b16cc66d tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/ports?device_id=decea538-ff0e-4588-9dd5-dc7e49133dd8 HTTP/1.1" status: 200 len: 867 time: 0.4972174 Dec 09 15:32:43.867689 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-ba9259b5-1228-48d3-8685-ca8f7e2a338e None None] Set router b9cac59f-ce6c-4c5f-8f23-6503e14352bc gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:32:43.881170 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c038d25-ff45-4bd9-a5bb-6efeb215b6e7 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Pushing event deleted for resources: {'Port': ['ID=66878324-1f77-48fe-b85b-1348eaa174ee,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:43.887170 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ff98a00e-34b7-4670-a4dc-f17a55a3a239 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.57 "PUT /v2.0/floatingips/9649b62c-2609-4447-8f7c-45df37f662dd HTTP/1.1" status: 200 len: 992 time: 4.1287427 Dec 09 15:32:43.941700 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12aade00-8aee-42d9-bb65-db1eb0d39754', 'tag': 'db19975f-9e67-40a0-bd49-c04b15505700'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:32:43.944179 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38af7868-997a-4a73-b001-15529d833a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "12aade00-8aee-42d9-bb65-db1eb0d39754", "tag": "db19975f-9e67-40a0-bd49-c04b15505700"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:32:44.044840 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-21750a43-ef15-4d6d-9af0-bb4f18203dfe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:44.049221 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b9f5f42-e754-4c96-9021-4e82ea53b724 req-0c038d25-ff45-4bd9-a5bb-6efeb215b6e7 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] No DVR routers for this DVR port 66878324-1f77-48fe-b85b-1348eaa174ee on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:32:44.072492 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8b9f5f42-e754-4c96-9021-4e82ea53b724 req-0c038d25-ff45-4bd9-a5bb-6efeb215b6e7 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:44.077229 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8b9f5f42-e754-4c96-9021-4e82ea53b724 req-0c038d25-ff45-4bd9-a5bb-6efeb215b6e7 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.31 "DELETE /v2.0/ports/66878324-1f77-48fe-b85b-1348eaa174ee HTTP/1.1" status: 204 len: 173 time: 1.8638439 Dec 09 15:32:44.097502 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 5017d290-1c4f-4b2b-a2a5-5290fc85c367 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:32:44.217519 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8523dd5-2504-407a-9879-811d85474ff8 x-openstack-request-id: req-b8523dd5-2504-407a-9879-811d85474ff8 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:32:44.217852 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12aade00-8aee-42d9-bb65-db1eb0d39754", "tag": "db19975f-9e67-40a0-bd49-c04b15505700", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:32:44.218144 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b8523dd5-2504-407a-9879-811d85474ff8 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:32:44.218471 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12aade00-8aee-42d9-bb65-db1eb0d39754', 'tag': 'db19975f-9e67-40a0-bd49-c04b15505700', 'status': 'completed', 'code': 200} Dec 09 15:32:44.239401 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 5017d290-1c4f-4b2b-a2a5-5290fc85c367 not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:32:44.302862 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0a3a5b68-d862-4a2c-b5e4-7a7c570aec58 req-63096db3-5011-4796-aace-e5c4ca85a2f1 tempest-ServersAdminNegativeTestJSON-527975867 tempest-ServersAdminNegativeTestJSON-527975867-project] 10.222.0.57 "GET /v2.0/security-groups?id=57716d9a-7113-4ec1-981c-56f1742f4eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4326265 Dec 09 15:32:44.416589 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-1441ed5d-868f-4257-8333-295bdb918ee5 service neutron] For port 5017d290-1c4f-4b2b-a2a5-5290fc85c367, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5017d290-1c4f-4b2b-a2a5-5290fc85c367,segment=NetworkSegment(9bcbf52b-8ad5-477f-9636-c2f9cae19672),segment_id=9bcbf52b-8ad5-477f-9636-c2f9cae19672)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:32:44.422638 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af7868-997a-4a73-b001-15529d833a5b req-4d1aff77-e986-46e7-aa84-9559fda7dfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:44.425105 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-38af7868-997a-4a73-b001-15529d833a5b req-4d1aff77-e986-46e7-aa84-9559fda7dfb9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6090a3b44d2c43829866c5b064c5e3c4&device_id=12aade00-8aee-42d9-bb65-db1eb0d39754 HTTP/1.1" status: 200 len: 1097 time: 0.1332030 Dec 09 15:32:44.455366 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-ba9259b5-1228-48d3-8685-ca8f7e2a338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9cac59f-ce6c-4c5f-8f23-6503e14352bc', 'name': 'tempest-ServersTestManualDisk-1101444625-router', 'tenant_id': '6090a3b44d2c43829866c5b064c5e3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '6b25ef0e-c97c-44e1-b831-912f4b9283f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:32:07Z', 'updated_at': '2021-12-09T15:32:12Z', 'revision_number': 4, 'project_id': '6090a3b44d2c43829866c5b064c5e3c4', 'gw_port': {'id': '6b25ef0e-c97c-44e1-b831-912f4b9283f9', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cac59f-ce6c-4c5f-8f23-6503e14352bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:32:08Z', 'updated_at': '2021-12-09T15:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '9649b62c-2609-4447-8f7c-45df37f662dd', 'tenant_id': '6090a3b44d2c43829866c5b064c5e3c4', 'floating_ip_address': '172.25.3.115', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'b9cac59f-ce6c-4c5f-8f23-6503e14352bc', 'port_id': 'db19975f-9e67-40a0-bd49-c04b15505700', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4170091-cc05-43b6-bdf8-36d7f1e88ff4', 'mac_address': 'fa:16:3e:fd:ca:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12aade00-8aee-42d9-bb65-db1eb0d39754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:32:16Z', 'updated_at': '2021-12-09T15:32:40Z', 'revision_number': 1, 'project_id': '6090a3b44d2c43829866c5b064c5e3c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '187c96aa-ccd8-4b89-988e-48d014423b52', 'name': '', 'network_id': 'b4170091-cc05-43b6-bdf8-36d7f1e88ff4', 'tenant_id': '6090a3b44d2c43829866c5b064c5e3c4', 'mac_address': 'fa:16:3e:9e:39:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cac59f-ce6c-4c5f-8f23-6503e14352bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'aa83eb3c-2e2c-4539-9448-fd3d575df13e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:32:11Z', 'updated_at': '2021-12-09T15:32:17Z', 'revision_number': 5, 'project_id': '6090a3b44d2c43829866c5b064c5e3c4', 'subnets': [{'id': 'aa83eb3c-2e2c-4539-9448-fd3d575df13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:44.509709 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9259b5-1228-48d3-8685-ca8f7e2a338e None None] Checking router: b9cac59f-ce6c-4c5f-8f23-6503e14352bc for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:32:44.530899 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9259b5-1228-48d3-8685-ca8f7e2a338e None None] Routers {'b9cac59f-ce6c-4c5f-8f23-6503e14352bc'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:32:44.536951 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-ba9259b5-1228-48d3-8685-ca8f7e2a338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:32:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['b9cac59f-ce6c-4c5f-8f23-6503e14352bc'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:44.566153 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-1441ed5d-868f-4257-8333-295bdb918ee5 service neutron] For port 5017d290-1c4f-4b2b-a2a5-5290fc85c367, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:32:44.629168 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fc3dd-5251-4dc3-851d-6ab29eb96f96 req-8262d7b3-e6ad-4f9f-b157-e5714adbe1ec tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:44.630758 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5c4fc3dd-5251-4dc3-851d-6ab29eb96f96 req-8262d7b3-e6ad-4f9f-b157-e5714adbe1ec tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 943 time: 0.2070591 Dec 09 15:32:44.698288 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-1441ed5d-868f-4257-8333-295bdb918ee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5017d290-1c4f-4b2b-a2a5-5290fc85c367 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:32:44.734386 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-21750a43-ef15-4d6d-9af0-bb4f18203dfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:44.736090 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a10c256-1529-44ff-a21e-fa01ac13d991 None None] Network c0847384-5b87-4259-b0ab-811ece1a00af requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:32:44.762987 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-1441ed5d-868f-4257-8333-295bdb918ee5 service neutron] For port 5017d290-1c4f-4b2b-a2a5-5290fc85c367, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=5017d290-1c4f-4b2b-a2a5-5290fc85c367,segment=NetworkSegment(9bcbf52b-8ad5-477f-9636-c2f9cae19672),segment_id=9bcbf52b-8ad5-477f-9636-c2f9cae19672)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:32:44.763745 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-ba9259b5-1228-48d3-8685-ca8f7e2a338e None None] Set router b9cac59f-ce6c-4c5f-8f23-6503e14352bc gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:32:44.826537 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af7868-997a-4a73-b001-15529d833a5b req-81d75e4c-7c68-4151-acc2-27ece301d4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:44.830993 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-1441ed5d-868f-4257-8333-295bdb918ee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:44.831415 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-38af7868-997a-4a73-b001-15529d833a5b req-81d75e4c-7c68-4151-acc2-27ece301d4a8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b4170091-cc05-43b6-bdf8-36d7f1e88ff4 HTTP/1.1" status: 200 len: 913 time: 0.3076971 Dec 09 15:32:44.868073 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5c4fc3dd-5251-4dc3-851d-6ab29eb96f96 req-91504dfd-7e1f-40fa-ab7b-7fcf8404eff6 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201331 Dec 09 15:32:44.981879 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7f590e9a-d588-4605-aeaa-c97e2eccd8a3 None None] Provisioning complete for port 7caf2fbf-c1e5-4c30-b6b1-847d80ddb140 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:32:44.982557 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7f590e9a-d588-4605-aeaa-c97e2eccd8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:45.100265 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-1441ed5d-868f-4257-8333-295bdb918ee5 service neutron] Transition to ACTIVE for port object 5017d290-1c4f-4b2b-a2a5-5290fc85c367 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:32:45.127520 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-1441ed5d-868f-4257-8333-295bdb918ee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:45.176480 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-38af7868-997a-4a73-b001-15529d833a5b req-fcf5a38b-6525-430f-b3a9-56be1ad76cea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db19975f-9e67-40a0-bd49-c04b15505700 HTTP/1.1" status: 200 len: 1000 time: 0.3294003 Dec 09 15:32:45.209057 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441ed5d-868f-4257-8333-295bdb918ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=5017d290-1c4f-4b2b-a2a5-5290fc85c367,revision_number=10']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:45.239062 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe58b43-6f00-4274-99ed-55b6c1cdb641 req-54b58085-6cd8-45a6-815b-58f2a2c9fe7d tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:45.257034 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2fe58b43-6f00-4274-99ed-55b6c1cdb641 req-54b58085-6cd8-45a6-815b-58f2a2c9fe7d tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c001c13-a1c9-4c75-80a4-6eab9b501fd1 HTTP/1.1" status: 200 len: 951 time: 0.2515640 Dec 09 15:32:45.274958 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7f590e9a-d588-4605-aeaa-c97e2eccd8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:45.279455 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-ba9259b5-1228-48d3-8685-ca8f7e2a338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9cac59f-ce6c-4c5f-8f23-6503e14352bc', 'name': 'tempest-ServersTestManualDisk-1101444625-router', 'tenant_id': '6090a3b44d2c43829866c5b064c5e3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '6b25ef0e-c97c-44e1-b831-912f4b9283f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:32:07Z', 'updated_at': '2021-12-09T15:32:12Z', 'revision_number': 4, 'project_id': '6090a3b44d2c43829866c5b064c5e3c4', 'gw_port': {'id': '6b25ef0e-c97c-44e1-b831-912f4b9283f9', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cac59f-ce6c-4c5f-8f23-6503e14352bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:32:08Z', 'updated_at': '2021-12-09T15:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '9649b62c-2609-4447-8f7c-45df37f662dd', 'tenant_id': '6090a3b44d2c43829866c5b064c5e3c4', 'floating_ip_address': '172.25.3.115', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'b9cac59f-ce6c-4c5f-8f23-6503e14352bc', 'port_id': 'db19975f-9e67-40a0-bd49-c04b15505700', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4170091-cc05-43b6-bdf8-36d7f1e88ff4', 'mac_address': 'fa:16:3e:fd:ca:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12aade00-8aee-42d9-bb65-db1eb0d39754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:32:16Z', 'updated_at': '2021-12-09T15:32:40Z', 'revision_number': 1, 'project_id': '6090a3b44d2c43829866c5b064c5e3c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '187c96aa-ccd8-4b89-988e-48d014423b52', 'name': '', 'network_id': 'b4170091-cc05-43b6-bdf8-36d7f1e88ff4', 'tenant_id': '6090a3b44d2c43829866c5b064c5e3c4', 'mac_address': 'fa:16:3e:9e:39:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cac59f-ce6c-4c5f-8f23-6503e14352bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'aa83eb3c-2e2c-4539-9448-fd3d575df13e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:32:11Z', 'updated_at': '2021-12-09T15:32:17Z', 'revision_number': 5, 'project_id': '6090a3b44d2c43829866c5b064c5e3c4', 'subnets': [{'id': 'aa83eb3c-2e2c-4539-9448-fd3d575df13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:45.325160 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7f590e9a-d588-4605-aeaa-c97e2eccd8a3 None None] For port 7caf2fbf-c1e5-4c30-b6b1-847d80ddb140, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=7caf2fbf-c1e5-4c30-b6b1-847d80ddb140,segment=NetworkSegment(c007ac95-ab51-4f1e-b378-b901ca003221),segment_id=c007ac95-ab51-4f1e-b378-b901ca003221)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:32:45.330981 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7f590e9a-d588-4605-aeaa-c97e2eccd8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:45.383401 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-1441ed5d-868f-4257-8333-295bdb918ee5 service neutron] No DVR routers for this DVR port 5017d290-1c4f-4b2b-a2a5-5290fc85c367 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:32:45.389099 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9259b5-1228-48d3-8685-ca8f7e2a338e None None] The sync data for ids ['b9cac59f-ce6c-4c5f-8f23-6503e14352bc'] in n-d-821228-1 is: [{'id': 'b9cac59f-ce6c-4c5f-8f23-6503e14352bc', 'name': 'tempest-ServersTestManualDisk-1101444625-router', 'tenant_id': '6090a3b44d2c43829866c5b064c5e3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '6b25ef0e-c97c-44e1-b831-912f4b9283f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:32:07Z', 'updated_at': '2021-12-09T15:32:12Z', 'revision_number': 4, 'project_id': '6090a3b44d2c43829866c5b064c5e3c4', 'gw_port': {'id': '6b25ef0e-c97c-44e1-b831-912f4b9283f9', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cac59f-ce6c-4c5f-8f23-6503e14352bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:32:08Z', 'updated_at': '2021-12-09T15:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '9649b62c-2609-4447-8f7c-45df37f662dd', 'tenant_id': '6090a3b44d2c43829866c5b064c5e3c4', 'floating_ip_address': '172.25.3.115', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'b9cac59f-ce6c-4c5f-8f23-6503e14352bc', 'port_id': 'db19975f-9e67-40a0-bd49-c04b15505700', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4170091-cc05-43b6-bdf8-36d7f1e88ff4', 'mac_address': 'fa:16:3e:fd:ca:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12aade00-8aee-42d9-bb65-db1eb0d39754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:32:16Z', 'updated_at': '2021-12-09T15:32:40Z', 'revision_number': 1, 'project_id': '6090a3b44d2c43829866c5b064c5e3c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '187c96aa-ccd8-4b89-988e-48d014423b52', 'name': '', 'network_id': 'b4170091-cc05-43b6-bdf8-36d7f1e88ff4', 'tenant_id': '6090a3b44d2c43829866c5b064c5e3c4', 'mac_address': 'fa:16:3e:9e:39:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cac59f-ce6c-4c5f-8f23-6503e14352bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'aa83eb3c-2e2c-4539-9448-fd3d575df13e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:32:11Z', 'updated_at': '2021-12-09T15:32:17Z', 'revision_number': 5, 'project_id': '6090a3b44d2c43829866c5b064c5e3c4', 'subnets': [{'id': 'aa83eb3c-2e2c-4539-9448-fd3d575df13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:32:45.419819 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af7868-997a-4a73-b001-15529d833a5b req-ea17e5b5-6d82-42d8-9e03-d6d408608308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:45.427135 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-38af7868-997a-4a73-b001-15529d833a5b req-ea17e5b5-6d82-42d8-9e03-d6d408608308 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aa83eb3c-2e2c-4539-9448-fd3d575df13e HTTP/1.1" status: 200 len: 851 time: 0.2372947 Dec 09 15:32:45.479371 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21750a43-ef15-4d6d-9af0-bb4f18203dfe admin admin] Router 8bbd0305-ccde-444f-bcaa-b3ae161a0dbb is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:32:45.488950 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 7caf2fbf-c1e5-4c30-b6b1-847d80ddb140 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:32:45.495920 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f590e9a-d588-4605-aeaa-c97e2eccd8a3 None None] Pushing event updated for resources: {'Port': ['ID=7caf2fbf-c1e5-4c30-b6b1-847d80ddb140,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:45.552791 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-1441ed5d-868f-4257-8333-295bdb918ee5 service neutron] 10.222.0.31 "PUT /v2.0/ports/5017d290-1c4f-4b2b-a2a5-5290fc85c367/bindings/n-h1-821228-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8172252 Dec 09 15:32:45.562108 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 66878324-1f77-48fe-b85b-1348eaa174ee no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:32:45.583299 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2fe58b43-6f00-4274-99ed-55b6c1cdb641 req-eea48061-8596-41d6-8393-ed4ad4760ce9 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7b2a70b-4da3-4b66-865e-6a968159fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229945 Dec 09 15:32:45.610774 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 66878324-1f77-48fe-b85b-1348eaa174ee {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:32:45.611671 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 66878324-1f77-48fe-b85b-1348eaa174ee not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:32:45.720182 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:45.727177 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 7caf2fbf-c1e5-4c30-b6b1-847d80ddb140 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:32:45.727541 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:45.820461 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af7868-997a-4a73-b001-15529d833a5b req-673d9b56-5569-46ae-9320-87b1c8c64383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:45.822150 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-38af7868-997a-4a73-b001-15529d833a5b req-673d9b56-5569-46ae-9320-87b1c8c64383 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b4170091-cc05-43b6-bdf8-36d7f1e88ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3753629 Dec 09 15:32:45.897321 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182594f5-a1a3-4bfa-bc8d-714fc253c926 None None] New status for floating IP 9649b62c-2609-4447-8f7c-45df37f662dd: ACTIVE {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:32:45.970660 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-7e844a4a-6d06-4d3b-8648-aa25f0b4bb08 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:45.972557 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-7e844a4a-6d06-4d3b-8648-aa25f0b4bb08 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909&tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69&binding%3Ahost_id=n-h2-821228-1 HTTP/1.1" status: 200 len: 1095 time: 0.2711463 Dec 09 15:32:46.018022 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55404) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:32:46.020836 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21750a43-ef15-4d6d-9af0-bb4f18203dfe admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:32:46.033583 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76350c6-07bc-41f9-9271-8ff4f7573cb3 None None] Sync routers for ids ['8bbd0305-ccde-444f-bcaa-b3ae161a0dbb'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:32:46.051610 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76350c6-07bc-41f9-9271-8ff4f7573cb3 None None] Routers {'8bbd0305-ccde-444f-bcaa-b3ae161a0dbb'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:32:46.052259 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-e76350c6-07bc-41f9-9271-8ff4f7573cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:32:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['8bbd0305-ccde-444f-bcaa-b3ae161a0dbb'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:46.091205 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-21750a43-ef15-4d6d-9af0-bb4f18203dfe admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:46.092324 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-21750a43-ef15-4d6d-9af0-bb4f18203dfe admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.0014262 Dec 09 15:32:46.095741 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55414) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:32:46.141599 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5422912e-41d7-4438-a16f-0ab09b939727 None None] Provisioning complete for port 7caf2fbf-c1e5-4c30-b6b1-847d80ddb140 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:32:46.141895 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5422912e-41d7-4438-a16f-0ab09b939727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:46.144780 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-38af7868-997a-4a73-b001-15529d833a5b req-f885d23f-55a2-477c-beee-aee30bfcf70c service neutron] 10.222.0.42 "GET /v2.0/networks/b4170091-cc05-43b6-bdf8-36d7f1e88ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761056 Dec 09 15:32:46.194203 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-1a59f084-e499-4b65-9196-ef1079ca5da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:46.196824 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-1a59f084-e499-4b65-9196-ef1079ca5da7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909&tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69 HTTP/1.1" status: 200 len: 1095 time: 0.2147493 Dec 09 15:32:46.262986 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'decea538-ff0e-4588-9dd5-dc7e49133dd8', 'name': 'network-vif-deleted', 'tag': '66878324-1f77-48fe-b85b-1348eaa174ee'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:32:46.266405 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cb3e8c-12e9-4ccb-84c0-a0a486066adc" -d '{"events": [{"server_uuid": "decea538-ff0e-4588-9dd5-dc7e49133dd8", "name": "network-vif-deleted", "tag": "66878324-1f77-48fe-b85b-1348eaa174ee"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:32:46.356169 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bc6a5-08ac-4419-9015-87f441599816 req-fb9ec2f4-19ee-4104-ae9d-6b42d7460525 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:46.374010 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-7ca785e2-e4e1-4653-b372-a48246fb337f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:46.375640 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-7ca785e2-e4e1-4653-b372-a48246fb337f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69&device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 1095 time: 0.0867453 Dec 09 15:32:46.377538 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1a6bc6a5-08ac-4419-9015-87f441599816 req-fb9ec2f4-19ee-4104-ae9d-6b42d7460525 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 944 time: 0.2746665 Dec 09 15:32:46.384653 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-e76350c6-07bc-41f9-9271-8ff4f7573cb3 None None] Set router 8bbd0305-ccde-444f-bcaa-b3ae161a0dbb gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:32:46.407678 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-38af7868-997a-4a73-b001-15529d833a5b req-61cf5395-6934-4292-8bf3-ffaaf2a6ff51 service neutron] 10.222.0.42 "GET /v2.0/networks/b4170091-cc05-43b6-bdf8-36d7f1e88ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476814 Dec 09 15:32:46.478679 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-81da55aa-af63-4f76-9078-b09e9dcf71e0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e4bc060e9c6d41c0b9fab8d243b32c82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4571786 Dec 09 15:32:46.483975 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55430) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:32:46.590551 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-29147e7e-55ff-4a3b-86db-47a01107012f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:46.596779 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-29147e7e-55ff-4a3b-86db-47a01107012f service neutron] 10.222.0.42 "GET /v2.0/networks?id=3099805c-627c-4784-8087-c190eb81b4e0 HTTP/1.1" status: 200 len: 908 time: 0.2106009 Dec 09 15:32:46.654529 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-d02886d2-8af4-49f4-920a-4984efb8de24 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5017d290-1c4f-4b2b-a2a5-5290fc85c367 HTTP/1.1" status: 200 len: 217 time: 0.0499060 Dec 09 15:32:46.702481 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5d2e0e-ddd4-41ad-9197-a05dfc3c8923 x-openstack-request-id: req-cb5d2e0e-ddd4-41ad-9197-a05dfc3c8923 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:32:46.703074 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "decea538-ff0e-4588-9dd5-dc7e49133dd8", "name": "network-vif-deleted", "tag": "66878324-1f77-48fe-b85b-1348eaa174ee", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:32:46.703662 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cb5d2e0e-ddd4-41ad-9197-a05dfc3c8923 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:32:46.704435 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'decea538-ff0e-4588-9dd5-dc7e49133dd8', 'name': 'network-vif-deleted', 'tag': '66878324-1f77-48fe-b85b-1348eaa174ee', 'status': 'completed', 'code': 200} Dec 09 15:32:46.730088 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-e76350c6-07bc-41f9-9271-8ff4f7573cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbd0305-ccde-444f-bcaa-b3ae161a0dbb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1463749770-router', 'tenant_id': '50e1c45157bd48218c36574399338a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'cc7380e7-10d7-470b-adb8-d61fadbaa1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:32:41Z', 'updated_at': '2021-12-09T15:32:43Z', 'revision_number': 3, 'project_id': '50e1c45157bd48218c36574399338a8d', 'gw_port': {'id': 'cc7380e7-10d7-470b-adb8-d61fadbaa1c1', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d4:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bbd0305-ccde-444f-bcaa-b3ae161a0dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:32:42Z', 'updated_at': '2021-12-09T15:32:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:46.768929 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-bccf3535-ac2e-4772-b285-85c92bdca3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:46.773102 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-bccf3535-ac2e-4772-b285-85c92bdca3dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75dd204b-61ff-4875-bd46-839f068b72c4 HTTP/1.1" status: 200 len: 847 time: 0.1114676 Dec 09 15:32:46.775588 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76350c6-07bc-41f9-9271-8ff4f7573cb3 None None] Checking router: 8bbd0305-ccde-444f-bcaa-b3ae161a0dbb for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:32:46.775937 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76350c6-07bc-41f9-9271-8ff4f7573cb3 None None] Updating router 8bbd0305-ccde-444f-bcaa-b3ae161a0dbb port cc7380e7-10d7-470b-adb8-d61fadbaa1c1 binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:32:46.806684 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-d55e41fd-75b9-4545-9f5c-49f8ab6e87db service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3099805c-627c-4784-8087-c190eb81b4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246861 Dec 09 15:32:46.831475 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-e76350c6-07bc-41f9-9271-8ff4f7573cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:46.919015 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1a6bc6a5-08ac-4419-9015-87f441599816 req-1a71a014-1fac-4274-849c-8383ea1f32a7 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5391014 Dec 09 15:32:46.927079 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-a958a11b-057c-4279-82b3-7d18f9fd59ac service neutron] 10.222.0.42 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124663 Dec 09 15:32:47.069280 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43ed7049-f296-4415-adc5-2d974148e066 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:47.093236 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43ed7049-f296-4415-adc5-2d974148e066 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:47.110784 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-4d08c4bf-23fd-43ba-a1b6-6887eee9c3b2 service neutron] 10.222.0.42 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745071 Dec 09 15:32:47.192328 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43ed7049-f296-4415-adc5-2d974148e066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:47.198054 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43ed7049-f296-4415-adc5-2d974148e066 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:47.199942 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-43ed7049-f296-4415-adc5-2d974148e066 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/57716d9a-7113-4ec1-981c-56f1742f4eec HTTP/1.1" status: 204 len: 168 time: 0.7147510 Dec 09 15:32:47.245151 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed7049-f296-4415-adc5-2d974148e066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57716d9a-7113-4ec1-981c-56f1742f4eec,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:47.387195 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-888a8b69-29af-4185-a072-061ce6182e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:47.398584 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 7caf2fbf-c1e5-4c30-b6b1-847d80ddb140 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:32:47.530433 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 7caf2fbf-c1e5-4c30-b6b1-847d80ddb140 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:32:47.530803 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:47.580107 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-e76350c6-07bc-41f9-9271-8ff4f7573cb3 None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:47.592999 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-e76350c6-07bc-41f9-9271-8ff4f7573cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:47.697672 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301dfc1-f8b9-4783-b1b6-33029d996110 None None] Pushing event updated for resources: {'Port': ['ID=cc7380e7-10d7-470b-adb8-d61fadbaa1c1,revision_number=2']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:47.702256 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-73e8c2f0-e6db-4301-ac92-11423322d690 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:47.705058 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-73e8c2f0-e6db-4301-ac92-11423322d690 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909&tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69&binding%3Ahost_id=n-h1-821228-1 HTTP/1.1" status: 200 len: 1095 time: 0.1817768 Dec 09 15:32:47.747906 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-e76350c6-07bc-41f9-9271-8ff4f7573cb3 None None] Attempting to bind port cc7380e7-10d7-470b-adb8-d61fadbaa1c1 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:32:47.748985 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-e76350c6-07bc-41f9-9271-8ff4f7573cb3 None None] Attempting to bind port cc7380e7-10d7-470b-adb8-d61fadbaa1c1 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:32:47.753447 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76350c6-07bc-41f9-9271-8ff4f7573cb3 None None] Attempting to bind port cc7380e7-10d7-470b-adb8-d61fadbaa1c1 on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:32:47.760503 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76350c6-07bc-41f9-9271-8ff4f7573cb3 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:32:47.760880 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76350c6-07bc-41f9-9271-8ff4f7573cb3 None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:32:47.761754 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-e76350c6-07bc-41f9-9271-8ff4f7573cb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:47.761754 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76350c6-07bc-41f9-9271-8ff4f7573cb3 None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:32:47.762187 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-e76350c6-07bc-41f9-9271-8ff4f7573cb3 None None] Bound port: cc7380e7-10d7-470b-adb8-d61fadbaa1c1, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:32:47.762593 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-e76350c6-07bc-41f9-9271-8ff4f7573cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:47.815689 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-888a8b69-29af-4185-a072-061ce6182e87 admin admin] Allocated IP 172.20.0.1 (c0847384-5b87-4259-b0ab-811ece1a00af/72b8d5a0-a3b1-48ad-997f-e80aace3519f/f007ba75-50be-4266-a3b3-36129d4c1dd8) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:32:47.893611 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-e76350c6-07bc-41f9-9271-8ff4f7573cb3 None None] For port cc7380e7-10d7-470b-adb8-d61fadbaa1c1, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:32:47.903989 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-e76350c6-07bc-41f9-9271-8ff4f7573cb3 None None] For port cc7380e7-10d7-470b-adb8-d61fadbaa1c1, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=cc7380e7-10d7-470b-adb8-d61fadbaa1c1,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:32:47.913576 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-e76350c6-07bc-41f9-9271-8ff4f7573cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:48.005874 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-e4bb1ad9-e33d-4267-bf09-4257423c8b15 service neutron] For port 5017d290-1c4f-4b2b-a2a5-5290fc85c367, host n-h2-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:32:48.009270 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-e4bb1ad9-e33d-4267-bf09-4257423c8b15 service neutron] Publish callbacks [] for binding, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:48.016150 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ef6b0ff6-a2e5-4334-a39e-065bdd21271e req-e4bb1ad9-e33d-4267-bf09-4257423c8b15 service neutron] 10.222.0.42 "DELETE /v2.0/ports/5017d290-1c4f-4b2b-a2a5-5290fc85c367/bindings/n-h2-821228-1 HTTP/1.1" status: 204 len: 173 time: 0.2987146 Dec 09 15:32:48.050921 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-888a8b69-29af-4185-a072-061ce6182e87 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:48.061295 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76350c6-07bc-41f9-9271-8ff4f7573cb3 None None] Routers {'8bbd0305-ccde-444f-bcaa-b3ae161a0dbb'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:32:48.062013 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-e76350c6-07bc-41f9-9271-8ff4f7573cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:32:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['8bbd0305-ccde-444f-bcaa-b3ae161a0dbb'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:48.083358 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55524) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:32:48.136763 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ffff0adc-2de2-4f39-9931-7b48eda8b9e6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=01386cec6ff243719a24936c66a37562&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0514591 Dec 09 15:32:48.140076 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55526) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:32:48.249897 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-888a8b69-29af-4185-a072-061ce6182e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:48.262221 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-e76350c6-07bc-41f9-9271-8ff4f7573cb3 None None] Set router 8bbd0305-ccde-444f-bcaa-b3ae161a0dbb gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:32:48.323035 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a8b69-29af-4185-a072-061ce6182e87 admin admin] Pushing event updated for resources: {'Port': ['ID=f007ba75-50be-4266-a3b3-36129d4c1dd8,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:48.355165 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888a8b69-29af-4185-a072-061ce6182e87 admin admin] Network c0847384-5b87-4259-b0ab-811ece1a00af is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:32:48.363905 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f5d1c8-7570-49b8-a16a-f4b14efa0d66 req-3a6ed1bf-66ef-4c53-b367-6cc7551f482b tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:48.371554 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f5d1c8-7570-49b8-a16a-f4b14efa0d66 req-3a6ed1bf-66ef-4c53-b367-6cc7551f482b tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 944 time: 0.2488098 Dec 09 15:32:48.445967 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-888a8b69-29af-4185-a072-061ce6182e87 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:32:48.462770 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f5d1c8-7570-49b8-a16a-f4b14efa0d66 req-ab4c0fc4-b33a-4b68-82f9-457d9cc526b8 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902607 Dec 09 15:32:48.463645 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888a8b69-29af-4185-a072-061ce6182e87 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:32:48.464746 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301dfc1-f8b9-4783-b1b6-33029d996110 None None] Pushing event updated for resources: {'Port': ['ID=cc7380e7-10d7-470b-adb8-d61fadbaa1c1,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:48.621395 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8818cd92-9b2e-4d17-8ebf-a35886966e4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:48.631965 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-e76350c6-07bc-41f9-9271-8ff4f7573cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbd0305-ccde-444f-bcaa-b3ae161a0dbb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1463749770-router', 'tenant_id': '50e1c45157bd48218c36574399338a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'cc7380e7-10d7-470b-adb8-d61fadbaa1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:32:41Z', 'updated_at': '2021-12-09T15:32:43Z', 'revision_number': 3, 'project_id': '50e1c45157bd48218c36574399338a8d', 'gw_port': {'id': 'cc7380e7-10d7-470b-adb8-d61fadbaa1c1', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d4:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bbd0305-ccde-444f-bcaa-b3ae161a0dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:32:42Z', 'updated_at': '2021-12-09T15:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:48.652777 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-888a8b69-29af-4185-a072-061ce6182e87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:48.722935 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76350c6-07bc-41f9-9271-8ff4f7573cb3 None None] The sync data for ids ['8bbd0305-ccde-444f-bcaa-b3ae161a0dbb'] in n-d-821228-1 is: [{'id': '8bbd0305-ccde-444f-bcaa-b3ae161a0dbb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1463749770-router', 'tenant_id': '50e1c45157bd48218c36574399338a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'cc7380e7-10d7-470b-adb8-d61fadbaa1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:32:41Z', 'updated_at': '2021-12-09T15:32:43Z', 'revision_number': 3, 'project_id': '50e1c45157bd48218c36574399338a8d', 'gw_port': {'id': 'cc7380e7-10d7-470b-adb8-d61fadbaa1c1', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d4:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bbd0305-ccde-444f-bcaa-b3ae161a0dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:32:42Z', 'updated_at': '2021-12-09T15:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:32:48.778230 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8818cd92-9b2e-4d17-8ebf-a35886966e4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:48.854795 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c3b402e3-ac28-4f9d-b703-5f81cb20aaae None None] Provisioning complete for port f007ba75-50be-4266-a3b3-36129d4c1dd8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:32:48.856471 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c3b402e3-ac28-4f9d-b703-5f81cb20aaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:48.913750 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29849909-d71f-4a3b-b33f-ad33927bcfb0 req-46039b8b-97fa-4089-979d-77317cd97d5c tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:48.915465 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-29849909-d71f-4a3b-b33f-ad33927bcfb0 req-46039b8b-97fa-4089-979d-77317cd97d5c tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 1095 time: 0.2423699 Dec 09 15:32:48.951325 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c3b402e3-ac28-4f9d-b703-5f81cb20aaae None None] Port f007ba75-50be-4266-a3b3-36129d4c1dd8 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:32:49.023156 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8818cd92-9b2e-4d17-8ebf-a35886966e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:49.026082 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8818cd92-9b2e-4d17-8ebf-a35886966e4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:49.027272 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8818cd92-9b2e-4d17-8ebf-a35886966e4a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d6c69c40-f738-449e-ba69-296fb2ee13ff HTTP/1.1" status: 204 len: 168 time: 0.8855476 Dec 09 15:32:49.045050 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-29849909-d71f-4a3b-b33f-ad33927bcfb0 req-fdb1bb4f-b479-4699-8298-d8bbce23f027 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122313 Dec 09 15:32:49.050103 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-888a8b69-29af-4185-a072-061ce6182e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:49.116462 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8818cd92-9b2e-4d17-8ebf-a35886966e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c69c40-f738-449e-ba69-296fb2ee13ff,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:49.386824 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device cc7380e7-10d7-470b-adb8-d61fadbaa1c1 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:32:49.517451 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port cc7380e7-10d7-470b-adb8-d61fadbaa1c1 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:32:49.519951 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:49.524683 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:32:49.536602 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885f6c9-54bc-44b0-8f40-cbd9bd16277e req-0a2428bc-cedb-42b0-8805-278b31d7a376 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:49.555006 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6885f6c9-54bc-44b0-8f40-cbd9bd16277e req-0a2428bc-cedb-42b0-8805-278b31d7a376 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 1095 time: 0.2429655 Dec 09 15:32:49.752190 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6885f6c9-54bc-44b0-8f40-cbd9bd16277e req-14fd3809-54ba-43e3-9ad5-e0bddf892cd7 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853786 Dec 09 15:32:49.773696 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:49.804303 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port cc7380e7-10d7-470b-adb8-d61fadbaa1c1, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=cc7380e7-10d7-470b-adb8-d61fadbaa1c1,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:32:49.824456 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-888a8b69-29af-4185-a072-061ce6182e87 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:49.836142 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-888a8b69-29af-4185-a072-061ce6182e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:49.906830 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:49.921756 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:50.008580 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=cc7380e7-10d7-470b-adb8-d61fadbaa1c1,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:50.028977 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c001c13-a1c9-4c75-80a4-6eab9b501fd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:32:50.060676 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d825251d-8ec2-4165-a1e0-7186bb450dc7" -d '{"events": [{"server_uuid": "2c001c13-a1c9-4c75-80a4-6eab9b501fd1", "name": "network-vif-unplugged", "status": "completed", "tag": "dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:32:50.098721 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-888a8b69-29af-4185-a072-061ce6182e87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:50.131913 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a8b69-29af-4185-a072-061ce6182e87 admin admin] Pushing event updated for resources: {'Port': ['ID=f007ba75-50be-4266-a3b3-36129d4c1dd8,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:50.173069 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:32:50.182749 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:50.337131 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e,revision_number=11']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:50.403769 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888a8b69-29af-4185-a072-061ce6182e87 admin admin] Network c0847384-5b87-4259-b0ab-811ece1a00af is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:32:50.405615 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-888a8b69-29af-4185-a072-061ce6182e87 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:32:50.413277 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-32bf72dc-f063-4f6d-923b-d63055e92d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:50.717129 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 15:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe65273-c356-4ef0-8f73-c375ac34df5e x-openstack-request-id: req-dfe65273-c356-4ef0-8f73-c375ac34df5e {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:32:50.717369 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c001c13-a1c9-4c75-80a4-6eab9b501fd1", "name": "network-vif-unplugged", "status": "completed", "tag": "dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:32:50.717648 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dfe65273-c356-4ef0-8f73-c375ac34df5e {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:32:50.718328 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c001c13-a1c9-4c75-80a4-6eab9b501fd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e', 'code': 200} Dec 09 15:32:50.898696 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c2c93d97-38ec-4bbf-9fc5-d76d3f5ea3ea None None] Provisioning complete for port f007ba75-50be-4266-a3b3-36129d4c1dd8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:32:50.902822 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c2c93d97-38ec-4bbf-9fc5-d76d3f5ea3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:51.004230 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c2c93d97-38ec-4bbf-9fc5-d76d3f5ea3ea None None] Port f007ba75-50be-4266-a3b3-36129d4c1dd8 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:32:51.281086 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888a8b69-29af-4185-a072-061ce6182e87 admin admin] Router 8bbd0305-ccde-444f-bcaa-b3ae161a0dbb has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:32:51.309214 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device cc7380e7-10d7-470b-adb8-d61fadbaa1c1 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:32:51.439993 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port cc7380e7-10d7-470b-adb8-d61fadbaa1c1 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:32:51.440759 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:51.592619 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888a8b69-29af-4185-a072-061ce6182e87 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:32:51.608091 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-888a8b69-29af-4185-a072-061ce6182e87 admin admin] 10.222.0.57 "PUT /v2.0/routers/8bbd0305-ccde-444f-bcaa-b3ae161a0dbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5109551 Dec 09 15:32:51.858884 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b1b41b-5060-42fc-9a71-3e3d0579f8cd None None] Sync routers for ids ['8bbd0305-ccde-444f-bcaa-b3ae161a0dbb'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:32:51.891147 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b1b41b-5060-42fc-9a71-3e3d0579f8cd None None] Routers {'8bbd0305-ccde-444f-bcaa-b3ae161a0dbb'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:32:51.915836 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-c8b1b41b-5060-42fc-9a71-3e3d0579f8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:32:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['8bbd0305-ccde-444f-bcaa-b3ae161a0dbb'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:52.163160 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-c8b1b41b-5060-42fc-9a71-3e3d0579f8cd None None] Set router 8bbd0305-ccde-444f-bcaa-b3ae161a0dbb gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:32:52.164804 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-8d93819d-513e-4c1f-af39-fd39a3c7380d req-5de38983-ed49-4157-b87c-7951bf0a918d tempest-FloatingIPDetailsNegativeTestJSON-185527545 tempest-FloatingIPDetailsNegativeTestJSON-185527545-project] show failed (client error): The resource could not be found. Dec 09 15:32:52.190912 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55762) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:32:52.193639 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8d93819d-513e-4c1f-af39-fd39a3c7380d req-5de38983-ed49-4157-b87c-7951bf0a918d tempest-FloatingIPDetailsNegativeTestJSON-185527545 tempest-FloatingIPDetailsNegativeTestJSON-185527545-project] 10.222.0.57 "GET /v2.0/floatingips/ec9f3f00-43e7-44b0-ab42-6fcb3f9a5961 HTTP/1.1" status: 404 len: 350 time: 0.0896592 Dec 09 15:32:52.428144 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-fa787043-d3d3-4c34-9e29-c039ca1cc7d9 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=adcdc531e5364eaa95bec0e36a7f7c2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318904 Dec 09 15:32:52.648456 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-c8b1b41b-5060-42fc-9a71-3e3d0579f8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbd0305-ccde-444f-bcaa-b3ae161a0dbb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1463749770-router', 'tenant_id': '50e1c45157bd48218c36574399338a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'cc7380e7-10d7-470b-adb8-d61fadbaa1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:32:41Z', 'updated_at': '2021-12-09T15:32:48Z', 'revision_number': 4, 'project_id': '50e1c45157bd48218c36574399338a8d', 'gw_port': {'id': 'cc7380e7-10d7-470b-adb8-d61fadbaa1c1', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbd0305-ccde-444f-bcaa-b3ae161a0dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:32:42Z', 'updated_at': '2021-12-09T15:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'f007ba75-50be-4266-a3b3-36129d4c1dd8', 'name': '', 'network_id': 'c0847384-5b87-4259-b0ab-811ece1a00af', 'tenant_id': '50e1c45157bd48218c36574399338a8d', 'mac_address': 'fa:16:3e:01:6d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bbd0305-ccde-444f-bcaa-b3ae161a0dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '72b8d5a0-a3b1-48ad-997f-e80aace3519f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:32:47Z', 'updated_at': '2021-12-09T15:32:49Z', 'revision_number': 2, 'project_id': '50e1c45157bd48218c36574399338a8d', 'subnets': [{'id': '72b8d5a0-a3b1-48ad-997f-e80aace3519f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:52.678494 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-303067b9-d633-4665-9c6c-6ec7130b6596 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:52.693657 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-303067b9-d633-4665-9c6c-6ec7130b6596 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2638259 Dec 09 15:32:52.714369 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-b7d3e964-3a6a-4a65-abe4-52c49658a9d7 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/quotas/adcdc531e5364eaa95bec0e36a7f7c2a HTTP/1.1" status: 200 len: 375 time: 0.0178745 Dec 09 15:32:52.718585 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b1b41b-5060-42fc-9a71-3e3d0579f8cd None None] Checking router: 8bbd0305-ccde-444f-bcaa-b3ae161a0dbb for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:32:52.719496 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b1b41b-5060-42fc-9a71-3e3d0579f8cd None None] Updating router 8bbd0305-ccde-444f-bcaa-b3ae161a0dbb port f007ba75-50be-4266-a3b3-36129d4c1dd8 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:32:52.758351 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c8b1b41b-5060-42fc-9a71-3e3d0579f8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:52.774629 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-793cd188-62c4-48fe-a95a-50d50ac6ce74 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=adcdc531e5364eaa95bec0e36a7f7c2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577245 Dec 09 15:32:53.203878 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-18ebb6ad-dd44-4745-aa4d-322b2f093eca req-8b23bfa8-fd96-4420-b47b-0b613fd36d26 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=d19655e7-b35b-4e3b-9a8c-0ee73d864625 HTTP/1.1" status: 200 len: 210 time: 0.0733984 Dec 09 15:32:53.229654 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-61779bde-1b37-429b-9a0c-da8208ee0c12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:53.618916 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5aad2325-b91a-4edc-be4a-dae05ed53dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:53.724101 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c8b1b41b-5060-42fc-9a71-3e3d0579f8cd None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:53.733753 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c8b1b41b-5060-42fc-9a71-3e3d0579f8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:53.828089 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5179f1b2-3650-4b58-8733-52c7fc1c32fd None None] Pushing event updated for resources: {'Port': ['ID=f007ba75-50be-4266-a3b3-36129d4c1dd8,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:53.949638 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e77bec-9987-4ecf-87fc-f18693c55d01 req-81ee0c4a-1287-403b-96da-0f85e73c06dc tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:53.958767 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-06e77bec-9987-4ecf-87fc-f18693c55d01 req-81ee0c4a-1287-403b-96da-0f85e73c06dc tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.57 "GET /v2.0/ports?device_id=504fb81f-5afc-495a-b374-e33fd1784ac5 HTTP/1.1" status: 200 len: 947 time: 0.1069417 Dec 09 15:32:53.980006 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-c8b1b41b-5060-42fc-9a71-3e3d0579f8cd None None] Attempting to bind port f007ba75-50be-4266-a3b3-36129d4c1dd8 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:32:53.980394 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-c8b1b41b-5060-42fc-9a71-3e3d0579f8cd None None] Attempting to bind port f007ba75-50be-4266-a3b3-36129d4c1dd8 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'c007ac95-ab51-4f1e-b378-b901ca003221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c0847384-5b87-4259-b0ab-811ece1a00af'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:32:53.980804 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b1b41b-5060-42fc-9a71-3e3d0579f8cd None None] Attempting to bind port f007ba75-50be-4266-a3b3-36129d4c1dd8 on network c0847384-5b87-4259-b0ab-811ece1a00af {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:32:53.985027 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:53.993561 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b1b41b-5060-42fc-9a71-3e3d0579f8cd None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:32:53.993967 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b1b41b-5060-42fc-9a71-3e3d0579f8cd None None] Checking segment: {'id': 'c007ac95-ab51-4f1e-b378-b901ca003221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c0847384-5b87-4259-b0ab-811ece1a00af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:32:54.008748 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c8b1b41b-5060-42fc-9a71-3e3d0579f8cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:54.009290 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b1b41b-5060-42fc-9a71-3e3d0579f8cd None None] Bound using segment: {'id': 'c007ac95-ab51-4f1e-b378-b901ca003221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c0847384-5b87-4259-b0ab-811ece1a00af'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:32:54.009866 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-c8b1b41b-5060-42fc-9a71-3e3d0579f8cd None None] Bound port: f007ba75-50be-4266-a3b3-36129d4c1dd8, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c007ac95-ab51-4f1e-b378-b901ca003221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c0847384-5b87-4259-b0ab-811ece1a00af'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:32:54.010296 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c8b1b41b-5060-42fc-9a71-3e3d0579f8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:54.071908 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-06e77bec-9987-4ecf-87fc-f18693c55d01 req-89913787-ea23-4c3e-87b9-f71a3bb766d8 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7b2a70b-4da3-4b66-865e-6a968159fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118116 Dec 09 15:32:54.145831 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c8b1b41b-5060-42fc-9a71-3e3d0579f8cd None None] For port f007ba75-50be-4266-a3b3-36129d4c1dd8, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:32:54.153323 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c8b1b41b-5060-42fc-9a71-3e3d0579f8cd None None] For port f007ba75-50be-4266-a3b3-36129d4c1dd8, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=f007ba75-50be-4266-a3b3-36129d4c1dd8,segment=NetworkSegment(c007ac95-ab51-4f1e-b378-b901ca003221),segment_id=c007ac95-ab51-4f1e-b378-b901ca003221)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:32:54.163065 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c8b1b41b-5060-42fc-9a71-3e3d0579f8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:54.258998 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-5aad2325-b91a-4edc-be4a-dae05ed53dfa admin admin] Deleting port f007ba75-50be-4266-a3b3-36129d4c1dd8 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:32:54.272300 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b1b41b-5060-42fc-9a71-3e3d0579f8cd None None] Routers {'8bbd0305-ccde-444f-bcaa-b3ae161a0dbb'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:32:54.272300 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-c8b1b41b-5060-42fc-9a71-3e3d0579f8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:32:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['8bbd0305-ccde-444f-bcaa-b3ae161a0dbb'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:54.277189 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5aad2325-b91a-4edc-be4a-dae05ed53dfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:54.341509 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e137f3c0-9d33-4835-954c-202a115f6366 req-8b3450b0-a58a-411f-9f43-ec400137caa0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0809147 Dec 09 15:32:54.372615 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5179f1b2-3650-4b58-8733-52c7fc1c32fd None None] Pushing event updated for resources: {'Port': ['ID=f007ba75-50be-4266-a3b3-36129d4c1dd8,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:54.412109 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-df1c9917-f3d0-4715-847e-44babe799550 None None] Provisioning complete for port f007ba75-50be-4266-a3b3-36129d4c1dd8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:32:54.412489 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-df1c9917-f3d0-4715-847e-44babe799550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:54.425236 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:54.487291 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-5aad2325-b91a-4edc-be4a-dae05ed53dfa admin admin] For port f007ba75-50be-4266-a3b3-36129d4c1dd8, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=f007ba75-50be-4266-a3b3-36129d4c1dd8,segment=NetworkSegment(c007ac95-ab51-4f1e-b378-b901ca003221),segment_id=c007ac95-ab51-4f1e-b378-b901ca003221)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:32:54.487974 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5aad2325-b91a-4edc-be4a-dae05ed53dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:54.513857 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-5aad2325-b91a-4edc-be4a-dae05ed53dfa admin admin] Calling delete_port for f007ba75-50be-4266-a3b3-36129d4c1dd8 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:32:54.655462 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137f3c0-9d33-4835-954c-202a115f6366 req-4027b773-34b7-497d-9c4f-4e90879b63bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:54.664927 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e137f3c0-9d33-4835-954c-202a115f6366 req-4027b773-34b7-497d-9c4f-4e90879b63bd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69&device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e HTTP/1.1" status: 200 len: 1095 time: 0.1307166 Dec 09 15:32:54.709708 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-c8b1b41b-5060-42fc-9a71-3e3d0579f8cd None None] Set router 8bbd0305-ccde-444f-bcaa-b3ae161a0dbb gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:32:54.824585 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-df1c9917-f3d0-4715-847e-44babe799550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:54.886715 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137f3c0-9d33-4835-954c-202a115f6366 req-af0d85c6-4556-4aab-bbc3-3f2782630137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:54.889032 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e137f3c0-9d33-4835-954c-202a115f6366 req-af0d85c6-4556-4aab-bbc3-3f2782630137 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3099805c-627c-4784-8087-c190eb81b4e0 HTTP/1.1" status: 200 len: 908 time: 0.1998775 Dec 09 15:32:54.944170 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5aad2325-b91a-4edc-be4a-dae05ed53dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:55.015692 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad2325-b91a-4edc-be4a-dae05ed53dfa admin admin] Pushing event deleted for resources: {'Port': ['ID=f007ba75-50be-4266-a3b3-36129d4c1dd8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:55.071982 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-fd722547-b8cd-4d6b-9596-61719dcf162c tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=adcdc531e5364eaa95bec0e36a7f7c2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639808 Dec 09 15:32:55.074196 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad2325-b91a-4edc-be4a-dae05ed53dfa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:55.074850 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad2325-b91a-4edc-be4a-dae05ed53dfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:55.075469 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad2325-b91a-4edc-be4a-dae05ed53dfa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:55.075925 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad2325-b91a-4edc-be4a-dae05ed53dfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:55.076371 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad2325-b91a-4edc-be4a-dae05ed53dfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:55.076835 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad2325-b91a-4edc-be4a-dae05ed53dfa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:55.078837 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad2325-b91a-4edc-be4a-dae05ed53dfa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:55.079300 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad2325-b91a-4edc-be4a-dae05ed53dfa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:55.079740 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad2325-b91a-4edc-be4a-dae05ed53dfa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:55.080270 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad2325-b91a-4edc-be4a-dae05ed53dfa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:55.081424 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad2325-b91a-4edc-be4a-dae05ed53dfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:55.081869 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad2325-b91a-4edc-be4a-dae05ed53dfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:55.085275 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad2325-b91a-4edc-be4a-dae05ed53dfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:55.093347 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e137f3c0-9d33-4835-954c-202a115f6366 req-c3bbf517-ab31-460e-aca7-5939802c55e6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=961362bf-1d9d-4ee9-9c28-67f3677cb14e HTTP/1.1" status: 200 len: 217 time: 0.1892524 Dec 09 15:32:55.440012 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:55.476561 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137f3c0-9d33-4835-954c-202a115f6366 req-a2d65885-d3a3-410e-8922-93a8736fe43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:55.478335 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e137f3c0-9d33-4835-954c-202a115f6366 req-a2d65885-d3a3-410e-8922-93a8736fe43a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75dd204b-61ff-4875-bd46-839f068b72c4 HTTP/1.1" status: 200 len: 847 time: 0.3770599 Dec 09 15:32:55.504468 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5aad2325-b91a-4edc-be4a-dae05ed53dfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:55.552959 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e137f3c0-9d33-4835-954c-202a115f6366 req-715ee87b-fe24-4960-be9c-089321f5b628 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3099805c-627c-4784-8087-c190eb81b4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561204 Dec 09 15:32:55.581066 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-c8b1b41b-5060-42fc-9a71-3e3d0579f8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbd0305-ccde-444f-bcaa-b3ae161a0dbb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1463749770-router', 'tenant_id': '50e1c45157bd48218c36574399338a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'cc7380e7-10d7-470b-adb8-d61fadbaa1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:32:41Z', 'updated_at': '2021-12-09T15:32:48Z', 'revision_number': 4, 'project_id': '50e1c45157bd48218c36574399338a8d', 'gw_port': {'id': 'cc7380e7-10d7-470b-adb8-d61fadbaa1c1', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbd0305-ccde-444f-bcaa-b3ae161a0dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:32:42Z', 'updated_at': '2021-12-09T15:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'f007ba75-50be-4266-a3b3-36129d4c1dd8', 'name': '', 'network_id': 'c0847384-5b87-4259-b0ab-811ece1a00af', 'tenant_id': '50e1c45157bd48218c36574399338a8d', 'mac_address': 'fa:16:3e:01:6d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bbd0305-ccde-444f-bcaa-b3ae161a0dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '72b8d5a0-a3b1-48ad-997f-e80aace3519f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:32:47Z', 'updated_at': '2021-12-09T15:32:54Z', 'revision_number': 4, 'project_id': '50e1c45157bd48218c36574399338a8d', 'subnets': [{'id': '72b8d5a0-a3b1-48ad-997f-e80aace3519f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:55.594535 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-3b18e2ad-9796-4db9-8828-c515c2df18dc tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:55.596626 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-3b18e2ad-9796-4db9-8828-c515c2df18dc tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4998946 Dec 09 15:32:55.614701 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b1b41b-5060-42fc-9a71-3e3d0579f8cd None None] The sync data for ids ['8bbd0305-ccde-444f-bcaa-b3ae161a0dbb'] in n-d-821228-1 is: [{'id': '8bbd0305-ccde-444f-bcaa-b3ae161a0dbb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1463749770-router', 'tenant_id': '50e1c45157bd48218c36574399338a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'cc7380e7-10d7-470b-adb8-d61fadbaa1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:32:41Z', 'updated_at': '2021-12-09T15:32:48Z', 'revision_number': 4, 'project_id': '50e1c45157bd48218c36574399338a8d', 'gw_port': {'id': 'cc7380e7-10d7-470b-adb8-d61fadbaa1c1', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbd0305-ccde-444f-bcaa-b3ae161a0dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:32:42Z', 'updated_at': '2021-12-09T15:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'f007ba75-50be-4266-a3b3-36129d4c1dd8', 'name': '', 'network_id': 'c0847384-5b87-4259-b0ab-811ece1a00af', 'tenant_id': '50e1c45157bd48218c36574399338a8d', 'mac_address': 'fa:16:3e:01:6d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bbd0305-ccde-444f-bcaa-b3ae161a0dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '72b8d5a0-a3b1-48ad-997f-e80aace3519f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:32:47Z', 'updated_at': '2021-12-09T15:32:54Z', 'revision_number': 4, 'project_id': '50e1c45157bd48218c36574399338a8d', 'subnets': [{'id': '72b8d5a0-a3b1-48ad-997f-e80aace3519f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:32:55.627555 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ac491b47-d20c-4f48-b0ec-525708e198d3 None None] Could not find standard attr ID for object f007ba75-50be-4266-a3b3-36129d4c1dd8. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:32:55.652454 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-11a04cf9-ff6f-454d-96ee-10c6d9461d29 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Request body: {'port': {'device_id': 'd19655e7-b35b-4e3b-9a8c-0ee73d864625', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'admin_state_up': True, 'tenant_id': 'adcdc531e5364eaa95bec0e36a7f7c2a'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:32:55.805743 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af443750-1cd8-4711-93ab-14f209c1ea72 req-21d14d1d-9476-40dd-9106-b541471f2602 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:55.808253 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-af443750-1cd8-4711-93ab-14f209c1ea72 req-21d14d1d-9476-40dd-9106-b541471f2602 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.31 "GET /v2.0/ports?device_id=504fb81f-5afc-495a-b374-e33fd1784ac5 HTTP/1.1" status: 200 len: 947 time: 0.1051829 Dec 09 15:32:55.871300 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b674b-b9ab-40e6-b6f6-a3bc945f3052 req-c5afb741-d2e6-403b-809d-46643f5760fb tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:55.873067 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-023b674b-b9ab-40e6-b6f6-a3bc945f3052 req-c5afb741-d2e6-403b-809d-46643f5760fb tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.57 "GET /v2.0/ports?device_id=504fb81f-5afc-495a-b374-e33fd1784ac5 HTTP/1.1" status: 200 len: 947 time: 0.3776383 Dec 09 15:32:55.875869 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e137f3c0-9d33-4835-954c-202a115f6366 req-96adddd3-6ec2-404f-b9f5-12976600aaa7 service neutron] 10.222.0.31 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781045 Dec 09 15:32:56.003736 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-af443750-1cd8-4711-93ab-14f209c1ea72 req-ce8c3246-5ead-49d1-8dc2-deb8eee024b7 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Deleting port 81f9cf16-a58c-4a4b-8402-1c3be2c715be {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:32:56.004199 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-af443750-1cd8-4711-93ab-14f209c1ea72 req-ce8c3246-5ead-49d1-8dc2-deb8eee024b7 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:56.105918 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e137f3c0-9d33-4835-954c-202a115f6366 req-77613095-6482-4c81-a9bc-f914bfa813f7 service neutron] 10.222.0.31 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715293 Dec 09 15:32:56.109656 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-af443750-1cd8-4711-93ab-14f209c1ea72 req-ce8c3246-5ead-49d1-8dc2-deb8eee024b7 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] For port 81f9cf16-a58c-4a4b-8402-1c3be2c715be, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=81f9cf16-a58c-4a4b-8402-1c3be2c715be,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:32:56.111110 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-af443750-1cd8-4711-93ab-14f209c1ea72 req-ce8c3246-5ead-49d1-8dc2-deb8eee024b7 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:56.129086 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-af443750-1cd8-4711-93ab-14f209c1ea72 req-ce8c3246-5ead-49d1-8dc2-deb8eee024b7 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Calling delete_port for 81f9cf16-a58c-4a4b-8402-1c3be2c715be owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:32:56.167390 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-023b674b-b9ab-40e6-b6f6-a3bc945f3052 req-97c92283-a063-472d-ab3a-e1f78da9e991 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7b2a70b-4da3-4b66-865e-6a968159fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463443 Dec 09 15:32:56.211941 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-11a04cf9-ff6f-454d-96ee-10c6d9461d29 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Made reservation on behalf of adcdc531e5364eaa95bec0e36a7f7c2a for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:32:56.219170 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-11a04cf9-ff6f-454d-96ee-10c6d9461d29 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:56.239482 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-11a04cf9-ff6f-454d-96ee-10c6d9461d29 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:56.343371 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aad2325-b91a-4edc-be4a-dae05ed53dfa admin admin] Router 8bbd0305-ccde-444f-bcaa-b3ae161a0dbb has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:32:56.426069 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-11a04cf9-ff6f-454d-96ee-10c6d9461d29 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:56.434554 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-11a04cf9-ff6f-454d-96ee-10c6d9461d29 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:56.440706 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:56.522212 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aad2325-b91a-4edc-be4a-dae05ed53dfa admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:32:56.529350 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5aad2325-b91a-4edc-be4a-dae05ed53dfa admin admin] 10.222.0.57 "PUT /v2.0/routers/8bbd0305-ccde-444f-bcaa-b3ae161a0dbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3366184 Dec 09 15:32:56.534716 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55868) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:32:56.609797 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a04cf9-ff6f-454d-96ee-10c6d9461d29 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac230758-8cb1-4554-9166-509ffeac9e7b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:56.650281 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a04cf9-ff6f-454d-96ee-10c6d9461d29 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:56.650982 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a04cf9-ff6f-454d-96ee-10c6d9461d29 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:56.651332 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a04cf9-ff6f-454d-96ee-10c6d9461d29 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:56.651739 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a04cf9-ff6f-454d-96ee-10c6d9461d29 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:56.652112 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a04cf9-ff6f-454d-96ee-10c6d9461d29 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:56.652490 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a04cf9-ff6f-454d-96ee-10c6d9461d29 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:56.652825 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a04cf9-ff6f-454d-96ee-10c6d9461d29 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:56.653226 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a04cf9-ff6f-454d-96ee-10c6d9461d29 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:56.653557 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a04cf9-ff6f-454d-96ee-10c6d9461d29 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:56.654144 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a04cf9-ff6f-454d-96ee-10c6d9461d29 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:56.654585 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a04cf9-ff6f-454d-96ee-10c6d9461d29 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:56.654918 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a04cf9-ff6f-454d-96ee-10c6d9461d29 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:56.655271 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a04cf9-ff6f-454d-96ee-10c6d9461d29 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:56.664854 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d7d33dbb-023c-439b-bb3a-fbc5b79a6019 admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:56.694425 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-11a04cf9-ff6f-454d-96ee-10c6d9461d29 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Allocated IP 192.168.233.159 (bf6a25f7-2b73-48b5-b60f-99a19e919fb7/54e6953c-1261-4e7c-8b49-64e5b87424c2/09c676e4-2a5f-46ee-a639-d2836ab6c1d8) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:32:56.721999 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-af443750-1cd8-4711-93ab-14f209c1ea72 req-ce8c3246-5ead-49d1-8dc2-deb8eee024b7 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:56.761251 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c3246-5ead-49d1-8dc2-deb8eee024b7 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Pushing event deleted for resources: {'Port': ['ID=81f9cf16-a58c-4a4b-8402-1c3be2c715be,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:56.923347 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-af443750-1cd8-4711-93ab-14f209c1ea72 req-ce8c3246-5ead-49d1-8dc2-deb8eee024b7 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] No DVR routers for this DVR port 81f9cf16-a58c-4a4b-8402-1c3be2c715be on host n-h2-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:32:56.926277 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-af443750-1cd8-4711-93ab-14f209c1ea72 req-ce8c3246-5ead-49d1-8dc2-deb8eee024b7 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:56.930636 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-af443750-1cd8-4711-93ab-14f209c1ea72 req-ce8c3246-5ead-49d1-8dc2-deb8eee024b7 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.31 "DELETE /v2.0/ports/81f9cf16-a58c-4a4b-8402-1c3be2c715be HTTP/1.1" status: 204 len: 173 time: 1.1155703 Dec 09 15:32:57.003648 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504fb81f-5afc-495a-b374-e33fd1784ac5', 'name': 'network-vif-deleted', 'tag': '81f9cf16-a58c-4a4b-8402-1c3be2c715be'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:32:57.008399 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc26804f-d3f6-401b-b646-bd7be28f6cc8" -d '{"events": [{"server_uuid": "504fb81f-5afc-495a-b374-e33fd1784ac5", "name": "network-vif-deleted", "tag": "81f9cf16-a58c-4a4b-8402-1c3be2c715be"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:32:57.065849 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d7d33dbb-023c-439b-bb3a-fbc5b79a6019 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:57.148721 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-d7d33dbb-023c-439b-bb3a-fbc5b79a6019 admin admin] Deleting port cc7380e7-10d7-470b-adb8-d61fadbaa1c1 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:32:57.150181 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d7d33dbb-023c-439b-bb3a-fbc5b79a6019 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:57.207100 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-11a04cf9-ff6f-454d-96ee-10c6d9461d29 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:57.215262 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e5010-c104-4c4c-b951-247745fd256e req-c454b03f-f2c7-4cbf-a8d2-e65e1aa5ff14 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:57.223478 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c91e5010-c104-4c4c-b951-247745fd256e req-c454b03f-f2c7-4cbf-a8d2-e65e1aa5ff14 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/networks?id=6c4b0ba7-873d-4b03-9efa-67af55c0587e HTTP/1.1" status: 200 len: 820 time: 0.1675718 Dec 09 15:32:57.250426 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c91e5010-c104-4c4c-b951-247745fd256e req-aef982ee-2af4-4464-8721-dc72b440c0eb tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/quotas/5674bd72d1184432801f651e299c9dce HTTP/1.1" status: 200 len: 375 time: 0.0259163 Dec 09 15:32:57.291902 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-d7d33dbb-023c-439b-bb3a-fbc5b79a6019 admin admin] For port cc7380e7-10d7-470b-adb8-d61fadbaa1c1, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=cc7380e7-10d7-470b-adb8-d61fadbaa1c1,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:32:57.293131 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d7d33dbb-023c-439b-bb3a-fbc5b79a6019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:57.311347 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-d7d33dbb-023c-439b-bb3a-fbc5b79a6019 admin admin] Calling delete_port for cc7380e7-10d7-470b-adb8-d61fadbaa1c1 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:32:57.339842 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c91e5010-c104-4c4c-b951-247745fd256e req-c52367d7-9ddc-4b9e-b1cf-7eb802c1fa31 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5674bd72d1184432801f651e299c9dce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0885341 Dec 09 15:32:57.341065 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-11a04cf9-ff6f-454d-96ee-10c6d9461d29 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:57.397644 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a04cf9-ff6f-454d-96ee-10c6d9461d29 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Pushing event updated for resources: {'Port': ['ID=09c676e4-2a5f-46ee-a639-d2836ab6c1d8,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:57.454775 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-11a04cf9-ff6f-454d-96ee-10c6d9461d29 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:32:57.457718 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-11a04cf9-ff6f-454d-96ee-10c6d9461d29 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:32:57.461702 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-11a04cf9-ff6f-454d-96ee-10c6d9461d29 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:32:57.547816 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-11a04cf9-ff6f-454d-96ee-10c6d9461d29 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:57.548502 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-11a04cf9-ff6f-454d-96ee-10c6d9461d29 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:57.593367 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c91e5010-c104-4c4c-b951-247745fd256e req-1cec5849-6507-4889-8b83-80ec47f56d88 service neutron] 10.222.0.57 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968770 Dec 09 15:32:57.608997 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-11a04cf9-ff6f-454d-96ee-10c6d9461d29 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9618490 Dec 09 15:32:57.644765 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-9d6c1f3d-85ef-4a7f-bb4b-2077ab1684e5 service neutron] Request body: {'port': {'device_id': 'd19655e7-b35b-4e3b-9a8c-0ee73d864625', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:32:57.712690 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0c4c06-6832-4fdb-b747-814fbc72cb50 None None] Sync routers for ids ['8bbd0305-ccde-444f-bcaa-b3ae161a0dbb'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:32:57.727801 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0c4c06-6832-4fdb-b747-814fbc72cb50 None None] Routers {'8bbd0305-ccde-444f-bcaa-b3ae161a0dbb'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:32:57.728598 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-6e0c4c06-6832-4fdb-b747-814fbc72cb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:32:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['8bbd0305-ccde-444f-bcaa-b3ae161a0dbb'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:57.734634 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d7d33dbb-023c-439b-bb3a-fbc5b79a6019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:57.766509 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-9d6c1f3d-85ef-4a7f-bb4b-2077ab1684e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:57.794996 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d33dbb-023c-439b-bb3a-fbc5b79a6019 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc7380e7-10d7-470b-adb8-d61fadbaa1c1,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:57.819202 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c91e5010-c104-4c4c-b951-247745fd256e req-38b5a364-a101-473b-a811-82466e756fb5 service neutron] 10.222.0.57 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091432 Dec 09 15:32:57.848050 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-6e0c4c06-6832-4fdb-b747-814fbc72cb50 None None] Set router 8bbd0305-ccde-444f-bcaa-b3ae161a0dbb gateway port host: None {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:32:57.882004 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-026fae30-9d88-46c2-9ee8-57eaa20787bb None None] Provisioning complete for port 09c676e4-2a5f-46ee-a639-d2836ab6c1d8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:32:57.883305 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-026fae30-9d88-46c2-9ee8-57eaa20787bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:57.933343 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d7d33dbb-023c-439b-bb3a-fbc5b79a6019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:57.937060 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-6e0c4c06-6832-4fdb-b747-814fbc72cb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbd0305-ccde-444f-bcaa-b3ae161a0dbb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1463749770-router', 'tenant_id': '50e1c45157bd48218c36574399338a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:32:41Z', 'updated_at': '2021-12-09T15:32:57Z', 'revision_number': 7, 'project_id': '50e1c45157bd48218c36574399338a8d', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:57.970249 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0c4c06-6832-4fdb-b747-814fbc72cb50 None None] Checking router: 8bbd0305-ccde-444f-bcaa-b3ae161a0dbb for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:32:57.975500 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-026fae30-9d88-46c2-9ee8-57eaa20787bb None None] Port 09c676e4-2a5f-46ee-a639-d2836ab6c1d8 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:32:57.984040 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0c4c06-6832-4fdb-b747-814fbc72cb50 None None] Routers {'8bbd0305-ccde-444f-bcaa-b3ae161a0dbb'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:32:57.985596 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-6e0c4c06-6832-4fdb-b747-814fbc72cb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:32:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['8bbd0305-ccde-444f-bcaa-b3ae161a0dbb'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:58.073691 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-6e0c4c06-6832-4fdb-b747-814fbc72cb50 None None] Set router 8bbd0305-ccde-444f-bcaa-b3ae161a0dbb gateway port host: None {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:32:58.083086 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d7d33dbb-023c-439b-bb3a-fbc5b79a6019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:58.085898 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d7d33dbb-023c-439b-bb3a-fbc5b79a6019 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:58.149987 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d7d33dbb-023c-439b-bb3a-fbc5b79a6019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:58.151500 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d33dbb-023c-439b-bb3a-fbc5b79a6019 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bbd0305-ccde-444f-bcaa-b3ae161a0dbb {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:32:58.160914 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d7d33dbb-023c-439b-bb3a-fbc5b79a6019 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:58.163608 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d7d33dbb-023c-439b-bb3a-fbc5b79a6019 admin admin] 10.222.0.57 "DELETE /v2.0/routers/8bbd0305-ccde-444f-bcaa-b3ae161a0dbb HTTP/1.1" status: 204 len: 168 time: 1.6272511 Dec 09 15:32:58.166951 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55896) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:32:58.179210 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-6e0c4c06-6832-4fdb-b747-814fbc72cb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbd0305-ccde-444f-bcaa-b3ae161a0dbb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1463749770-router', 'tenant_id': '50e1c45157bd48218c36574399338a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:32:41Z', 'updated_at': '2021-12-09T15:32:57Z', 'revision_number': 7, 'project_id': '50e1c45157bd48218c36574399338a8d', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:58.238773 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-753e8176-fec4-4d9e-8559-97cb5c7b23c1 admin admin] Deleting subnet 72b8d5a0-a3b1-48ad-997f-e80aace3519f {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:32:58.238960 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-9d6c1f3d-85ef-4a7f-bb4b-2077ab1684e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09c676e4-2a5f-46ee-a639-d2836ab6c1d8 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:32:58.243721 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-753e8176-fec4-4d9e-8559-97cb5c7b23c1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:58.253856 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-9d6c1f3d-85ef-4a7f-bb4b-2077ab1684e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:58.272577 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-9d6c1f3d-85ef-4a7f-bb4b-2077ab1684e5 service neutron] Transition to ACTIVE for port object 09c676e4-2a5f-46ee-a639-d2836ab6c1d8 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:32:58.278651 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-9d6c1f3d-85ef-4a7f-bb4b-2077ab1684e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:58.298835 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0c4c06-6832-4fdb-b747-814fbc72cb50 None None] The sync data for ids ['8bbd0305-ccde-444f-bcaa-b3ae161a0dbb'] in n-d-821228-1 is: [{'id': '8bbd0305-ccde-444f-bcaa-b3ae161a0dbb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1463749770-router', 'tenant_id': '50e1c45157bd48218c36574399338a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:32:41Z', 'updated_at': '2021-12-09T15:32:57Z', 'revision_number': 7, 'project_id': '50e1c45157bd48218c36574399338a8d', 'gw_port_host': None}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:32:58.321426 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-753e8176-fec4-4d9e-8559-97cb5c7b23c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:58.392590 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61afdf33-775d-4c58-a494-7e4922a2b1be x-openstack-request-id: req-61afdf33-775d-4c58-a494-7e4922a2b1be {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:32:58.395561 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c1f3d-85ef-4a7f-bb4b-2077ab1684e5 service neutron] Pushing event updated for resources: {'Port': ['ID=09c676e4-2a5f-46ee-a639-d2836ab6c1d8,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:58.401319 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "504fb81f-5afc-495a-b374-e33fd1784ac5", "name": "network-vif-deleted", "tag": "81f9cf16-a58c-4a4b-8402-1c3be2c715be", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:32:58.401667 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-61afdf33-775d-4c58-a494-7e4922a2b1be {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:32:58.402263 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504fb81f-5afc-495a-b374-e33fd1784ac5', 'name': 'network-vif-deleted', 'tag': '81f9cf16-a58c-4a4b-8402-1c3be2c715be', 'status': 'completed', 'code': 200} Dec 09 15:32:58.524121 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-9d6c1f3d-85ef-4a7f-bb4b-2077ab1684e5 service neutron] Attempting to bind port 09c676e4-2a5f-46ee-a639-d2836ab6c1d8 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:32:58.524518 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-9d6c1f3d-85ef-4a7f-bb4b-2077ab1684e5 service neutron] Attempting to bind port 09c676e4-2a5f-46ee-a639-d2836ab6c1d8 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:32:58.524823 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-9d6c1f3d-85ef-4a7f-bb4b-2077ab1684e5 service neutron] Attempting to bind port 09c676e4-2a5f-46ee-a639-d2836ab6c1d8 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:32:58.534504 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-9d6c1f3d-85ef-4a7f-bb4b-2077ab1684e5 service neutron] Port 09c676e4-2a5f-46ee-a639-d2836ab6c1d8 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:32:58.534834 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-9d6c1f3d-85ef-4a7f-bb4b-2077ab1684e5 service neutron] Attempting to bind port 09c676e4-2a5f-46ee-a639-d2836ab6c1d8 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:32:58.544984 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-9d6c1f3d-85ef-4a7f-bb4b-2077ab1684e5 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:32:58.545347 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-9d6c1f3d-85ef-4a7f-bb4b-2077ab1684e5 service neutron] Checking segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:32:58.546287 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-9d6c1f3d-85ef-4a7f-bb4b-2077ab1684e5 service neutron] Bound using segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:32:58.547651 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-9d6c1f3d-85ef-4a7f-bb4b-2077ab1684e5 service neutron] Bound port: 09c676e4-2a5f-46ee-a639-d2836ab6c1d8, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:32:58.548240 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-9d6c1f3d-85ef-4a7f-bb4b-2077ab1684e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:58.591408 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-753e8176-fec4-4d9e-8559-97cb5c7b23c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:58.635396 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-9d6c1f3d-85ef-4a7f-bb4b-2077ab1684e5 service neutron] For port 09c676e4-2a5f-46ee-a639-d2836ab6c1d8, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:32:58.639945 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-9d6c1f3d-85ef-4a7f-bb4b-2077ab1684e5 service neutron] For port 09c676e4-2a5f-46ee-a639-d2836ab6c1d8, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=09c676e4-2a5f-46ee-a639-d2836ab6c1d8,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:32:58.662568 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-9d6c1f3d-85ef-4a7f-bb4b-2077ab1684e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:58.683920 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-9d6c1f3d-85ef-4a7f-bb4b-2077ab1684e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:58.686086 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-9d6c1f3d-85ef-4a7f-bb4b-2077ab1684e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:58.688833 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-9d6c1f3d-85ef-4a7f-bb4b-2077ab1684e5 service neutron] 10.222.0.31 "PUT /v2.0/ports/09c676e4-2a5f-46ee-a639-d2836ab6c1d8 HTTP/1.1" status: 200 len: 1096 time: 1.0621531 Dec 09 15:32:58.690795 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd19655e7-b35b-4e3b-9a8c-0ee73d864625', 'tag': '09c676e4-2a5f-46ee-a639-d2836ab6c1d8'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:32:58.695885 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723803d6-0114-4edd-adeb-e12525ae60de" -d '{"events": [{"name": "network-changed", "server_uuid": "d19655e7-b35b-4e3b-9a8c-0ee73d864625", "tag": "09c676e4-2a5f-46ee-a639-d2836ab6c1d8"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:32:58.744489 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-753e8176-fec4-4d9e-8559-97cb5c7b23c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:58.795482 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e8176-fec4-4d9e-8559-97cb5c7b23c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72b8d5a0-a3b1-48ad-997f-e80aace3519f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:58.825857 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdca951-1ac6-4a60-abf3-0da7729907af None None] Network c0847384-5b87-4259-b0ab-811ece1a00af requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:32:58.828492 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-753e8176-fec4-4d9e-8559-97cb5c7b23c1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:58.848084 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-753e8176-fec4-4d9e-8559-97cb5c7b23c1 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/72b8d5a0-a3b1-48ad-997f-e80aace3519f HTTP/1.1" status: 204 len: 168 time: 0.6778369 Dec 09 15:32:58.866201 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55916) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:32:58.973984 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c1f3d-85ef-4a7f-bb4b-2077ab1684e5 service neutron] Pushing event updated for resources: {'Port': ['ID=09c676e4-2a5f-46ee-a639-d2836ab6c1d8,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:59.015938 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-ef2f3c74-02e9-4282-bc8f-0b2b39659fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:59.019544 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-ef2f3c74-02e9-4282-bc8f-0b2b39659fb7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=adcdc531e5364eaa95bec0e36a7f7c2a&device_id=d19655e7-b35b-4e3b-9a8c-0ee73d864625 HTTP/1.1" status: 200 len: 1099 time: 0.2131009 Dec 09 15:32:59.050089 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03abd080-9680-4422-8ddc-6e4751d8d325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:59.102257 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-c8c9931a-c7b9-4aa8-849e-f66aed728f79 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=09c676e4-2a5f-46ee-a639-d2836ab6c1d8 HTTP/1.1" status: 200 len: 217 time: 0.0742691 Dec 09 15:32:59.144594 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-03abd080-9680-4422-8ddc-6e4751d8d325 admin admin] Deleting port 7caf2fbf-c1e5-4c30-b6b1-847d80ddb140 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:32:59.145146 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03abd080-9680-4422-8ddc-6e4751d8d325 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:59.149910 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7664abea-42de-4e51-ac75-849a17601002 req-5bbcb1e3-0002-48bf-bf28-c9a3d6312523 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 210 time: 0.0509427 Dec 09 15:32:59.257521 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-03abd080-9680-4422-8ddc-6e4751d8d325 admin admin] For port 7caf2fbf-c1e5-4c30-b6b1-847d80ddb140, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=7caf2fbf-c1e5-4c30-b6b1-847d80ddb140,segment=NetworkSegment(c007ac95-ab51-4f1e-b378-b901ca003221),segment_id=c007ac95-ab51-4f1e-b378-b901ca003221)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:32:59.258390 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03abd080-9680-4422-8ddc-6e4751d8d325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:59.278102 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-03abd080-9680-4422-8ddc-6e4751d8d325 admin admin] Calling delete_port for 7caf2fbf-c1e5-4c30-b6b1-847d80ddb140 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:32:59.305595 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-b7556ef2-be9f-46c9-8d93-98a6a7ec16fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:59.307483 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-b7556ef2-be9f-46c9-8d93-98a6a7ec16fe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.1522021 Dec 09 15:32:59.366675 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854f5b5f-12ba-4e27-aeb4-812041407f06 None None] DHCP port deletion for c0847384-5b87-4259-b0ab-811ece1a00af request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:32:59.462716 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-03c9aff4-ea98-45b5-ab0d-9a34dd48c28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:59.463875 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-03c9aff4-ea98-45b5-ab0d-9a34dd48c28e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1382639 Dec 09 15:32:59.501339 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03abd080-9680-4422-8ddc-6e4751d8d325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:59.504740 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device cc7380e7-10d7-470b-adb8-d61fadbaa1c1 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:32:59.538563 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 81f9cf16-a58c-4a4b-8402-1c3be2c715be no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:32:59.542028 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: cc7380e7-10d7-470b-adb8-d61fadbaa1c1 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:32:59.542560 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device cc7380e7-10d7-470b-adb8-d61fadbaa1c1 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:32:59.543665 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 7caf2fbf-c1e5-4c30-b6b1-847d80ddb140 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:32:59.571676 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03abd080-9680-4422-8ddc-6e4751d8d325 admin admin] Pushing event deleted for resources: {'Port': ['ID=7caf2fbf-c1e5-4c30-b6b1-847d80ddb140,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:59.576943 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03abd080-9680-4422-8ddc-6e4751d8d325 admin admin] No DVR routers for this DVR port 7caf2fbf-c1e5-4c30-b6b1-847d80ddb140 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:32:59.606094 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a89d1e-01ac-4cb9-91ce-9861e4e028ab x-openstack-request-id: req-10a89d1e-01ac-4cb9-91ce-9861e4e028ab {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:32:59.610089 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d19655e7-b35b-4e3b-9a8c-0ee73d864625", "tag": "09c676e4-2a5f-46ee-a639-d2836ab6c1d8", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:32:59.610364 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-10a89d1e-01ac-4cb9-91ce-9861e4e028ab {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:32:59.610759 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd19655e7-b35b-4e3b-9a8c-0ee73d864625', 'tag': '09c676e4-2a5f-46ee-a639-d2836ab6c1d8', 'status': 'completed', 'code': 200} Dec 09 15:32:59.612939 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 7caf2fbf-c1e5-4c30-b6b1-847d80ddb140 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:32:59.613533 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 7caf2fbf-c1e5-4c30-b6b1-847d80ddb140 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:32:59.614162 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device f007ba75-50be-4266-a3b3-36129d4c1dd8 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:32:59.617522 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-854f5b5f-12ba-4e27-aeb4-812041407f06 None None] Deleting port 7caf2fbf-c1e5-4c30-b6b1-847d80ddb140 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:32:59.618168 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-854f5b5f-12ba-4e27-aeb4-812041407f06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:59.661289 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 81f9cf16-a58c-4a4b-8402-1c3be2c715be {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:32:59.661992 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 81f9cf16-a58c-4a4b-8402-1c3be2c715be not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:32:59.701053 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: f007ba75-50be-4266-a3b3-36129d4c1dd8 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:32:59.701795 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device f007ba75-50be-4266-a3b3-36129d4c1dd8 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:32:59.729316 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03abd080-9680-4422-8ddc-6e4751d8d325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:59.733452 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-8fd77366-6dd8-4e0f-94a7-c1690646e59b service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610760 Dec 09 15:32:59.746338 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-854f5b5f-12ba-4e27-aeb4-812041407f06 None None] For port 7caf2fbf-c1e5-4c30-b6b1-847d80ddb140, host n-d-821228-1, got binding levels [] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:32:59.746751 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-854f5b5f-12ba-4e27-aeb4-812041407f06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:59.754331 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-03abd080-9680-4422-8ddc-6e4751d8d325 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0847384-5b87-4259-b0ab-811ece1a00af']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:59.764553 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d04f0ee-9ef5-4df3-b35b-e6473a2fffba req-13971d23-0c08-448b-87cf-261baa144494 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:59.765202 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-03abd080-9680-4422-8ddc-6e4751d8d325 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c007ac95-ab51-4f1e-b378-b901ca003221') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:59.765533 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-03abd080-9680-4422-8ddc-6e4751d8d325 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c007ac95-ab51-4f1e-b378-b901ca003221') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:59.769366 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8d04f0ee-9ef5-4df3-b35b-e6473a2fffba req-13971d23-0c08-448b-87cf-261baa144494 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c001c13-a1c9-4c75-80a4-6eab9b501fd1 HTTP/1.1" status: 200 len: 949 time: 0.1236191 Dec 09 15:32:59.786756 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03abd080-9680-4422-8ddc-6e4751d8d325 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:59.787089 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-854f5b5f-12ba-4e27-aeb4-812041407f06 None None] Calling delete_port for 7caf2fbf-c1e5-4c30-b6b1-847d80ddb140 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:32:59.791398 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.ipam_backend_mixin [None req-854f5b5f-12ba-4e27-aeb4-812041407f06 None None] Port 7caf2fbf-c1e5-4c30-b6b1-847d80ddb140 was not found and therefore no delete operation was performed {{(pid=103246) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 15:32:59.792928 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-854f5b5f-12ba-4e27-aeb4-812041407f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:59.833712 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03abd080-9680-4422-8ddc-6e4751d8d325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:59.836747 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f5b5f-12ba-4e27-aeb4-812041407f06 None None] Pushing event deleted for resources: {'Port': ['ID=7caf2fbf-c1e5-4c30-b6b1-847d80ddb140,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:59.847633 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03abd080-9680-4422-8ddc-6e4751d8d325 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:32:59.848494 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03abd080-9680-4422-8ddc-6e4751d8d325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:59.850465 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:32:59.850465 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:32:59.850465 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:32:59.850465 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:32:59.850465 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:32:59.850465 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:32:59.850465 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:32:59.850465 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:32:59.850465 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:32:59.850465 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:32:59.850465 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:32:59.850465 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:32:59.850465 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:32:59.850465 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:32:59.850465 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:32:59.850465 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:32:59.850465 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:32:59.850465 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:32:59.850465 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:32:59.850465 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:32:59.850465 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:32:59.850465 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:32:59.850465 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:32:59.850465 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:32:59.850465 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:32:59.850465 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:32:59.850465 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:32:59.850465 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:32:59.850465 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:32:59.850465 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:32:59.850465 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:32:59.850465 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:32:59.857280 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854f5b5f-12ba-4e27-aeb4-812041407f06 None None] No DVR routers for this DVR port 7caf2fbf-c1e5-4c30-b6b1-847d80ddb140 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:32:59.880213 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f5b5f-12ba-4e27-aeb4-812041407f06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:59.880693 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f5b5f-12ba-4e27-aeb4-812041407f06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:59.881487 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f5b5f-12ba-4e27-aeb4-812041407f06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:59.882013 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f5b5f-12ba-4e27-aeb4-812041407f06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:59.884091 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f5b5f-12ba-4e27-aeb4-812041407f06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:59.887754 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f5b5f-12ba-4e27-aeb4-812041407f06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:59.892340 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f5b5f-12ba-4e27-aeb4-812041407f06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:59.897884 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f5b5f-12ba-4e27-aeb4-812041407f06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:59.899940 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f5b5f-12ba-4e27-aeb4-812041407f06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:59.904610 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f5b5f-12ba-4e27-aeb4-812041407f06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:59.905304 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f5b5f-12ba-4e27-aeb4-812041407f06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:59.906517 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f5b5f-12ba-4e27-aeb4-812041407f06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:59.907365 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f5b5f-12ba-4e27-aeb4-812041407f06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:59.944058 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-85b4e3ef-50ae-4803-9f57-6ab5aa025783 req-825d1ef2-92e9-4bce-8986-8e200da351b3 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732848 Dec 09 15:32:59.956169 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8d04f0ee-9ef5-4df3-b35b-e6473a2fffba req-67d5683c-c38e-48fd-ab2f-12396e661c97 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7b2a70b-4da3-4b66-865e-6a968159fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692438 Dec 09 15:33:00.016293 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03abd080-9680-4422-8ddc-6e4751d8d325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:00.024709 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03abd080-9680-4422-8ddc-6e4751d8d325 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:00.028337 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-03abd080-9680-4422-8ddc-6e4751d8d325 admin admin] 10.222.0.57 "DELETE /v2.0/networks/c0847384-5b87-4259-b0ab-811ece1a00af HTTP/1.1" status: 204 len: 168 time: 1.1611009 Dec 09 15:33:00.097672 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03abd080-9680-4422-8ddc-6e4751d8d325 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0847384-5b87-4259-b0ab-811ece1a00af,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:00.190301 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723803d6-0114-4edd-adeb-e12525ae60de req-89046d61-d4fd-46ba-ae7a-b6a81b3d4b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:00.191821 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-723803d6-0114-4edd-adeb-e12525ae60de req-89046d61-d4fd-46ba-ae7a-b6a81b3d4b1c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=adcdc531e5364eaa95bec0e36a7f7c2a&device_id=d19655e7-b35b-4e3b-9a8c-0ee73d864625 HTTP/1.1" status: 200 len: 1099 time: 0.1237679 Dec 09 15:33:00.241693 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e5010-c104-4c4c-b951-247745fd256e req-69f9ba92-866a-49bc-83fb-012a1c171d72 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:00.243644 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c91e5010-c104-4c4c-b951-247745fd256e req-69f9ba92-866a-49bc-83fb-012a1c171d72 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.31 "GET /v2.0/networks?id=6c4b0ba7-873d-4b03-9efa-67af55c0587e HTTP/1.1" status: 200 len: 820 time: 0.2412555 Dec 09 15:33:00.258828 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-c91e5010-c104-4c4c-b951-247745fd256e req-f04fe1f5-c369-4e36-a4bf-a9bfaf222dd3 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Request body: {'port': {'device_id': 'afd59cbf-9d54-4a37-a2aa-90f097bfdba4', 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e', 'admin_state_up': True, 'tenant_id': '5674bd72d1184432801f651e299c9dce'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:33:00.373855 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723803d6-0114-4edd-adeb-e12525ae60de req-269f040e-4f07-41e5-b9ec-b66280a5131c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:00.376290 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-723803d6-0114-4edd-adeb-e12525ae60de req-269f040e-4f07-41e5-b9ec-b66280a5131c service neutron] 10.222.0.31 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.1742649 Dec 09 15:33:00.377838 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55934) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:33:00.465275 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-723803d6-0114-4edd-adeb-e12525ae60de req-fa6909f7-7dea-4606-a310-9cca9f82fc1a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=09c676e4-2a5f-46ee-a639-d2836ab6c1d8 HTTP/1.1" status: 200 len: 217 time: 0.0789375 Dec 09 15:33:00.468485 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c91e5010-c104-4c4c-b951-247745fd256e req-f04fe1f5-c369-4e36-a4bf-a9bfaf222dd3 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Made reservation on behalf of 5674bd72d1184432801f651e299c9dce for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:33:00.473367 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c91e5010-c104-4c4c-b951-247745fd256e req-f04fe1f5-c369-4e36-a4bf-a9bfaf222dd3 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:00.549076 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723803d6-0114-4edd-adeb-e12525ae60de req-0fca743e-6b2c-4a0b-ae54-fcb654fd4b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:00.553197 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-723803d6-0114-4edd-adeb-e12525ae60de req-0fca743e-6b2c-4a0b-ae54-fcb654fd4b24 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0749044 Dec 09 15:33:00.610101 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ea6678e3-bc3a-45da-8aed-0e3bdcfc47d8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=50e1c45157bd48218c36574399338a8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307546 Dec 09 15:33:00.625536 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55938) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:33:00.691824 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723803d6-0114-4edd-adeb-e12525ae60de req-f8d5b1ea-2092-467d-89e7-f5b38a58c06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:00.693141 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-c91e5010-c104-4c4c-b951-247745fd256e req-f04fe1f5-c369-4e36-a4bf-a9bfaf222dd3 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Allocated IP 172.20.0.13 (6c4b0ba7-873d-4b03-9efa-67af55c0587e/2340fb97-6ad9-4615-9535-804554d0ce45/26e50651-3345-403f-9e2c-d8bb794bb5bf) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:33:00.693956 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-723803d6-0114-4edd-adeb-e12525ae60de req-f8d5b1ea-2092-467d-89e7-f5b38a58c06a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1143687 Dec 09 15:33:00.966311 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f57f764b-6059-4cf8-9940-e8e4a505bb12 req-5d3c6f2a-c553-4f6d-a972-729ec1641183 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 210 time: 0.4134068 Dec 09 15:33:01.046615 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c91e5010-c104-4c4c-b951-247745fd256e req-f04fe1f5-c369-4e36-a4bf-a9bfaf222dd3 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:01.112869 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c91e5010-c104-4c4c-b951-247745fd256e req-f04fe1f5-c369-4e36-a4bf-a9bfaf222dd3 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:01.121651 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-afa19f3b-8dcd-4c14-aaaf-47aecad3b5ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:01.157292 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['1b3a806c-d80c-4c75-9ee6-4b31413216d7'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:33:01.188459 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-afa19f3b-8dcd-4c14-aaaf-47aecad3b5ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:01.241645 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c91e5010-c104-4c4c-b951-247745fd256e req-f04fe1f5-c369-4e36-a4bf-a9bfaf222dd3 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Network 6c4b0ba7-873d-4b03-9efa-67af55c0587e is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:33:01.247671 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-723803d6-0114-4edd-adeb-e12525ae60de req-12c6423b-09c7-4f51-b1df-552566f0c4d9 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5365531 Dec 09 15:33:01.254753 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e880b-faae-4560-8b5b-acd43116e865 req-e22d36b9-b374-4077-86fc-160913e018bf tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:01.257991 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7d0e880b-faae-4560-8b5b-acd43116e865 req-e22d36b9-b374-4077-86fc-160913e018bf tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c001c13-a1c9-4c75-80a4-6eab9b501fd1 HTTP/1.1" status: 200 len: 949 time: 0.1597893 Dec 09 15:33:01.259788 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04fe1f5-c369-4e36-a4bf-a9bfaf222dd3 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Pushing event updated for resources: {'Port': ['ID=26e50651-3345-403f-9e2c-d8bb794bb5bf,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:01.271812 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-c91e5010-c104-4c4c-b951-247745fd256e req-f04fe1f5-c369-4e36-a4bf-a9bfaf222dd3 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:33:01.275891 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91e5010-c104-4c4c-b951-247745fd256e req-f04fe1f5-c369-4e36-a4bf-a9bfaf222dd3 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:33:01.336661 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-afa19f3b-8dcd-4c14-aaaf-47aecad3b5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:01.339885 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-afa19f3b-8dcd-4c14-aaaf-47aecad3b5ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:01.345021 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-afa19f3b-8dcd-4c14-aaaf-47aecad3b5ae admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/83768020-406d-4712-afd0-308d8183f953 HTTP/1.1" status: 204 len: 168 time: 0.7183533 Dec 09 15:33:01.363339 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa19f3b-8dcd-4c14-aaaf-47aecad3b5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83768020-406d-4712-afd0-308d8183f953,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:01.413237 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e5010-c104-4c4c-b951-247745fd256e req-f04fe1f5-c369-4e36-a4bf-a9bfaf222dd3 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:01.414955 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c91e5010-c104-4c4c-b951-247745fd256e req-f04fe1f5-c369-4e36-a4bf-a9bfaf222dd3 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:01.419855 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-723803d6-0114-4edd-adeb-e12525ae60de req-e5b94fbc-f6f3-4fbe-9949-c0ab6d28a014 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588523 Dec 09 15:33:01.454788 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7d0e880b-faae-4560-8b5b-acd43116e865 req-c9c1c311-a9bc-4088-afe1-c12593c6306e tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7b2a70b-4da3-4b66-865e-6a968159fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612761 Dec 09 15:33:01.477801 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c91e5010-c104-4c4c-b951-247745fd256e req-f04fe1f5-c369-4e36-a4bf-a9bfaf222dd3 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2238188 Dec 09 15:33:01.499178 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-c91e5010-c104-4c4c-b951-247745fd256e req-78080094-46b7-4238-a79e-383456243cd6 service neutron] Request body: {'port': {'device_id': 'afd59cbf-9d54-4a37-a2aa-90f097bfdba4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:33:01.642881 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c91e5010-c104-4c4c-b951-247745fd256e req-78080094-46b7-4238-a79e-383456243cd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:01.861153 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a5004-b684-4899-9b2a-94558369e244 req-458f23fa-e0cf-42dd-81ea-1a7c459ac1f7 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:01.863175 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1f0a5004-b684-4899-9b2a-94558369e244 req-458f23fa-e0cf-42dd-81ea-1a7c459ac1f7 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c001c13-a1c9-4c75-80a4-6eab9b501fd1 HTTP/1.1" status: 200 len: 949 time: 0.0955534 Dec 09 15:33:02.003817 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-1f0a5004-b684-4899-9b2a-94558369e244 req-df6e5dce-7905-48af-ad26-803223385fab tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Deleting port dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:33:02.004382 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1f0a5004-b684-4899-9b2a-94558369e244 req-df6e5dce-7905-48af-ad26-803223385fab tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:02.083477 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-c91e5010-c104-4c4c-b951-247745fd256e req-78080094-46b7-4238-a79e-383456243cd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26e50651-3345-403f-9e2c-d8bb794bb5bf {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:33:02.095091 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c91e5010-c104-4c4c-b951-247745fd256e req-78080094-46b7-4238-a79e-383456243cd6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:02.114485 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-c91e5010-c104-4c4c-b951-247745fd256e req-78080094-46b7-4238-a79e-383456243cd6 service neutron] Transition to ACTIVE for port object 26e50651-3345-403f-9e2c-d8bb794bb5bf will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:33:02.123571 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c91e5010-c104-4c4c-b951-247745fd256e req-78080094-46b7-4238-a79e-383456243cd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:02.149605 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-1f0a5004-b684-4899-9b2a-94558369e244 req-df6e5dce-7905-48af-ad26-803223385fab tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] For port dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:33:02.150408 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1f0a5004-b684-4899-9b2a-94558369e244 req-df6e5dce-7905-48af-ad26-803223385fab tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:02.166070 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-1f0a5004-b684-4899-9b2a-94558369e244 req-df6e5dce-7905-48af-ad26-803223385fab tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Calling delete_port for dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:33:02.290057 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78080094-46b7-4238-a79e-383456243cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=26e50651-3345-403f-9e2c-d8bb794bb5bf,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:02.351164 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7d049-4862-42ad-a20f-6b68f0efccc6 req-78728161-08ab-4b58-8cbf-ca5751a5214e tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:02.359879 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-65c7d049-4862-42ad-a20f-6b68f0efccc6 req-78728161-08ab-4b58-8cbf-ca5751a5214e tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 944 time: 0.2251894 Dec 09 15:33:02.382125 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1f0a5004-b684-4899-9b2a-94558369e244 req-df6e5dce-7905-48af-ad26-803223385fab tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:02.424138 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c91e5010-c104-4c4c-b951-247745fd256e req-78080094-46b7-4238-a79e-383456243cd6 service neutron] Attempting to bind port 26e50651-3345-403f-9e2c-d8bb794bb5bf on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:33:02.424523 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c91e5010-c104-4c4c-b951-247745fd256e req-78080094-46b7-4238-a79e-383456243cd6 service neutron] Attempting to bind port 26e50651-3345-403f-9e2c-d8bb794bb5bf by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:33:02.424861 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91e5010-c104-4c4c-b951-247745fd256e req-78080094-46b7-4238-a79e-383456243cd6 service neutron] Attempting to bind port 26e50651-3345-403f-9e2c-d8bb794bb5bf on network 6c4b0ba7-873d-4b03-9efa-67af55c0587e {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:33:02.441392 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91e5010-c104-4c4c-b951-247745fd256e req-78080094-46b7-4238-a79e-383456243cd6 service neutron] Port 26e50651-3345-403f-9e2c-d8bb794bb5bf on network 6c4b0ba7-873d-4b03-9efa-67af55c0587e not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:33:02.441737 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91e5010-c104-4c4c-b951-247745fd256e req-78080094-46b7-4238-a79e-383456243cd6 service neutron] Attempting to bind port 26e50651-3345-403f-9e2c-d8bb794bb5bf on network 6c4b0ba7-873d-4b03-9efa-67af55c0587e {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:33:02.448136 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91e5010-c104-4c4c-b951-247745fd256e req-78080094-46b7-4238-a79e-383456243cd6 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:33:02.448525 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91e5010-c104-4c4c-b951-247745fd256e req-78080094-46b7-4238-a79e-383456243cd6 service neutron] Checking segment: {'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:33:02.448923 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91e5010-c104-4c4c-b951-247745fd256e req-78080094-46b7-4238-a79e-383456243cd6 service neutron] Bound using segment: {'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:33:02.449519 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c91e5010-c104-4c4c-b951-247745fd256e req-78080094-46b7-4238-a79e-383456243cd6 service neutron] Bound port: 26e50651-3345-403f-9e2c-d8bb794bb5bf, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:33:02.454393 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c91e5010-c104-4c4c-b951-247745fd256e req-78080094-46b7-4238-a79e-383456243cd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:02.474130 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-65c7d049-4862-42ad-a20f-6b68f0efccc6 req-2ef59c61-d71b-4953-8c4e-782ce4f84fb7 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133428 Dec 09 15:33:02.479195 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e5dce-7905-48af-ad26-803223385fab tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Pushing event deleted for resources: {'Port': ['ID=dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:02.529151 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f0a5004-b684-4899-9b2a-94558369e244 req-df6e5dce-7905-48af-ad26-803223385fab tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] No DVR routers for this DVR port dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e on host n-h2-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:33:02.533153 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1f0a5004-b684-4899-9b2a-94558369e244 req-df6e5dce-7905-48af-ad26-803223385fab tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:02.537434 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1f0a5004-b684-4899-9b2a-94558369e244 req-df6e5dce-7905-48af-ad26-803223385fab tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.31 "DELETE /v2.0/ports/dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e HTTP/1.1" status: 204 len: 173 time: 0.6667669 Dec 09 15:33:02.538210 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c001c13-a1c9-4c75-80a4-6eab9b501fd1', 'name': 'network-vif-deleted', 'tag': 'dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:33:02.541149 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b6c628-e272-4ffa-98eb-b9d610e74e5a" -d '{"events": [{"server_uuid": "2c001c13-a1c9-4c75-80a4-6eab9b501fd1", "name": "network-vif-deleted", "tag": "dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:33:02.569295 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c91e5010-c104-4c4c-b951-247745fd256e req-78080094-46b7-4238-a79e-383456243cd6 service neutron] For port 26e50651-3345-403f-9e2c-d8bb794bb5bf, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:33:02.575334 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c91e5010-c104-4c4c-b951-247745fd256e req-78080094-46b7-4238-a79e-383456243cd6 service neutron] For port 26e50651-3345-403f-9e2c-d8bb794bb5bf, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=26e50651-3345-403f-9e2c-d8bb794bb5bf,segment=NetworkSegment(69c5f819-123d-436b-8f3f-7e75c7d0b133),segment_id=69c5f819-123d-436b-8f3f-7e75c7d0b133)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:33:02.587176 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c91e5010-c104-4c4c-b951-247745fd256e req-78080094-46b7-4238-a79e-383456243cd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:02.609210 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55978) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:33:02.627531 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e5010-c104-4c4c-b951-247745fd256e req-78080094-46b7-4238-a79e-383456243cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:02.628358 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c91e5010-c104-4c4c-b951-247745fd256e req-78080094-46b7-4238-a79e-383456243cd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:02.630598 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c91e5010-c104-4c4c-b951-247745fd256e req-78080094-46b7-4238-a79e-383456243cd6 service neutron] 10.222.0.31 "PUT /v2.0/ports/26e50651-3345-403f-9e2c-d8bb794bb5bf HTTP/1.1" status: 200 len: 1092 time: 1.1434824 Dec 09 15:33:02.643016 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afd59cbf-9d54-4a37-a2aa-90f097bfdba4', 'tag': '26e50651-3345-403f-9e2c-d8bb794bb5bf'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:33:02.646046 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26ac16c-2ed1-43fe-809a-18dce68ffc4a" -d '{"events": [{"name": "network-changed", "server_uuid": "afd59cbf-9d54-4a37-a2aa-90f097bfdba4", "tag": "26e50651-3345-403f-9e2c-d8bb794bb5bf"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:33:02.700218 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2175eb84-3bed-4a70-bfa7-380f845f97a0 req-da981a1d-ab83-4df2-a8b1-dae376a3e7f7 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c001c13-a1c9-4c75-80a4-6eab9b501fd1 HTTP/1.1" status: 200 len: 210 time: 0.0908270 Dec 09 15:33:02.783808 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-2827c116-7ba1-48a9-a7f7-bde9e3e7ac26 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-407043734-network', 'tenant_id': '5b98cde4c74447a0b0079eeef5f37b22'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:33:02.791756 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78080094-46b7-4238-a79e-383456243cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=26e50651-3345-403f-9e2c-d8bb794bb5bf,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:02.811113 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e5010-c104-4c4c-b951-247745fd256e req-ac9d3cab-fc6f-42c2-8581-01be154ae21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:02.814007 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c91e5010-c104-4c4c-b951-247745fd256e req-ac9d3cab-fc6f-42c2-8581-01be154ae21a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5674bd72d1184432801f651e299c9dce&device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 1095 time: 0.1187403 Dec 09 15:33:02.822956 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7ef4b6-4aab-4dc5-b702-235b1132469e x-openstack-request-id: req-bf7ef4b6-4aab-4dc5-b702-235b1132469e {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:33:02.829654 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c001c13-a1c9-4c75-80a4-6eab9b501fd1", "name": "network-vif-deleted", "tag": "dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:33:02.829931 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bf7ef4b6-4aab-4dc5-b702-235b1132469e {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:33:02.830366 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c001c13-a1c9-4c75-80a4-6eab9b501fd1', 'name': 'network-vif-deleted', 'tag': 'dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e', 'status': 'completed', 'code': 200} Dec 09 15:33:02.842989 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2827c116-7ba1-48a9-a7f7-bde9e3e7ac26 admin admin] Made reservation on behalf of 5b98cde4c74447a0b0079eeef5f37b22 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:33:02.846892 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2827c116-7ba1-48a9-a7f7-bde9e3e7ac26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:02.859566 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2827c116-7ba1-48a9-a7f7-bde9e3e7ac26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:02.887297 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c91e5010-c104-4c4c-b951-247745fd256e req-3a4c0820-0503-4998-bb3b-5a7973aaa708 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26e50651-3345-403f-9e2c-d8bb794bb5bf HTTP/1.1" status: 200 len: 217 time: 0.0618341 Dec 09 15:33:02.968839 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e5010-c104-4c4c-b951-247745fd256e req-189cab0b-ea2c-4549-b754-a1e8308d30d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:02.970546 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c91e5010-c104-4c4c-b951-247745fd256e req-189cab0b-ea2c-4549-b754-a1e8308d30d6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2340fb97-6ad9-4615-9535-804554d0ce45 HTTP/1.1" status: 200 len: 860 time: 0.0705192 Dec 09 15:33:03.014672 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2827c116-7ba1-48a9-a7f7-bde9e3e7ac26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:03.022327 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2827c116-7ba1-48a9-a7f7-bde9e3e7ac26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:03.049638 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c91e5010-c104-4c4c-b951-247745fd256e req-a6c588ff-89e7-4903-9a82-2cbaa8921ded service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6c4b0ba7-873d-4b03-9efa-67af55c0587e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689857 Dec 09 15:33:03.052168 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8fe7d9-e46c-421b-b677-824f7c0e748b x-openstack-request-id: req-aa8fe7d9-e46c-421b-b677-824f7c0e748b {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:33:03.052488 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afd59cbf-9d54-4a37-a2aa-90f097bfdba4", "tag": "26e50651-3345-403f-9e2c-d8bb794bb5bf", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:33:03.052964 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-aa8fe7d9-e46c-421b-b677-824f7c0e748b {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:33:03.053277 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afd59cbf-9d54-4a37-a2aa-90f097bfdba4', 'tag': '26e50651-3345-403f-9e2c-d8bb794bb5bf', 'status': 'completed', 'code': 200} Dec 09 15:33:03.060458 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2827c116-7ba1-48a9-a7f7-bde9e3e7ac26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:33:03.085581 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827c116-7ba1-48a9-a7f7-bde9e3e7ac26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7452316f-7331-44ac-8838-64b59757fdbe,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:03.090564 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2827c116-7ba1-48a9-a7f7-bde9e3e7ac26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:03.091039 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-2827c116-7ba1-48a9-a7f7-bde9e3e7ac26 admin admin] Added segment 2728a46b-6f42-41e4-abfd-2e3db73a97b6 of type vlan for network 5e9ad32d-c9e7-4e00-867a-aef980499810 Dec 09 15:33:03.168782 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2827c116-7ba1-48a9-a7f7-bde9e3e7ac26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:03.236791 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2827c116-7ba1-48a9-a7f7-bde9e3e7ac26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:03.238051 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2827c116-7ba1-48a9-a7f7-bde9e3e7ac26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:03.238680 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2827c116-7ba1-48a9-a7f7-bde9e3e7ac26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:03.293572 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c91e5010-c104-4c4c-b951-247745fd256e req-cca02b7b-5bfa-461c-b140-a8f6bafc3637 service neutron] 10.222.0.31 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280161 Dec 09 15:33:03.332050 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2827c116-7ba1-48a9-a7f7-bde9e3e7ac26 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7209220 Dec 09 15:33:03.337201 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55994) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:33:03.347234 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8234f4e7-064a-4f3f-8e89-7c33dec4d4b0 admin admin] Request body: {'subnet': {'network_id': '5e9ad32d-c9e7-4e00-867a-aef980499810', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-407043734-subnet', 'tenant_id': '5b98cde4c74447a0b0079eeef5f37b22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:33:03.361951 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827c116-7ba1-48a9-a7f7-bde9e3e7ac26 admin admin] Pushing event updated for resources: {'Network': ['ID=5e9ad32d-c9e7-4e00-867a-aef980499810,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:03.373398 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 5e9ad32d-c9e7-4e00-867a-aef980499810 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:33:03.385173 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8234f4e7-064a-4f3f-8e89-7c33dec4d4b0 admin admin] Made reservation on behalf of 5b98cde4c74447a0b0079eeef5f37b22 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:33:03.389442 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8234f4e7-064a-4f3f-8e89-7c33dec4d4b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:03.495322 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c91e5010-c104-4c4c-b951-247745fd256e req-d12c6dc6-33e7-42c6-a8f6-66df542b7062 service neutron] 10.222.0.31 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939762 Dec 09 15:33:03.632333 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ac16c-2ed1-43fe-809a-18dce68ffc4a req-bc28862c-d7cd-490a-80c6-614593ce6cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:03.633897 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c26ac16c-2ed1-43fe-809a-18dce68ffc4a req-bc28862c-d7cd-490a-80c6-614593ce6cae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5674bd72d1184432801f651e299c9dce&device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 1095 time: 0.0745044 Dec 09 15:33:03.721805 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8234f4e7-064a-4f3f-8e89-7c33dec4d4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:03.838448 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234f4e7-064a-4f3f-8e89-7c33dec4d4b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01df2498-b8b6-4dc7-bb3a-e44d90f24165,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:03.864030 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8234f4e7-064a-4f3f-8e89-7c33dec4d4b0 admin admin] Checking segment: {'id': '2728a46b-6f42-41e4-abfd-2e3db73a97b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5e9ad32d-c9e7-4e00-867a-aef980499810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:33:03.866483 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8234f4e7-064a-4f3f-8e89-7c33dec4d4b0 admin admin] Network hostable DHCP agents. Network: 5e9ad32d-c9e7-4e00-867a-aef980499810, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:33:03.889795 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8234f4e7-064a-4f3f-8e89-7c33dec4d4b0 admin admin] Network 5e9ad32d-c9e7-4e00-867a-aef980499810 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:33:03.907056 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-8234f4e7-064a-4f3f-8e89-7c33dec4d4b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 5e9ad32d-c9e7-4e00-867a-aef980499810) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:33:03.911652 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8234f4e7-064a-4f3f-8e89-7c33dec4d4b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:03.912402 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8234f4e7-064a-4f3f-8e89-7c33dec4d4b0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:03.922988 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4048bf21-ae72-4c83-a4d3-4a891af5d7d5 None None] Network 5e9ad32d-c9e7-4e00-867a-aef980499810 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:33:03.943332 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8234f4e7-064a-4f3f-8e89-7c33dec4d4b0 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5973029 Dec 09 15:33:04.143465 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da075799-6e8e-4460-896f-73ff63cb87a0 None None] Network 5e9ad32d-c9e7-4e00-867a-aef980499810 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:33:04.177239 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2af1f6-53df-4e33-8092-4919843566df req-56b444ff-7b59-4f18-a78e-fab3bb9bfa08 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:04.193968 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9a2af1f6-53df-4e33-8092-4919843566df req-56b444ff-7b59-4f18-a78e-fab3bb9bfa08 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 944 time: 0.5154109 Dec 09 15:33:04.262495 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ac16c-2ed1-43fe-809a-18dce68ffc4a req-73e83e22-8260-4996-b1dd-702ea307d069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:04.266629 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c26ac16c-2ed1-43fe-809a-18dce68ffc4a req-73e83e22-8260-4996-b1dd-702ea307d069 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6c4b0ba7-873d-4b03-9efa-67af55c0587e HTTP/1.1" status: 200 len: 921 time: 0.6236994 Dec 09 15:33:04.314814 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9a2af1f6-53df-4e33-8092-4919843566df req-e9b7a36e-03e3-4e52-af1c-ed8c1a6a350b tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158078 Dec 09 15:33:04.430513 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c26ac16c-2ed1-43fe-809a-18dce68ffc4a req-aa30ff6f-9bb8-40b3-a60f-884b08081cde service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26e50651-3345-403f-9e2c-d8bb794bb5bf HTTP/1.1" status: 200 len: 217 time: 0.1141841 Dec 09 15:33:04.521258 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ac16c-2ed1-43fe-809a-18dce68ffc4a req-e6e4da8f-da05-45b7-b8ae-ad27b192b6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:04.523014 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c26ac16c-2ed1-43fe-809a-18dce68ffc4a req-e6e4da8f-da05-45b7-b8ae-ad27b192b6ed service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2340fb97-6ad9-4615-9535-804554d0ce45 HTTP/1.1" status: 200 len: 860 time: 0.0840690 Dec 09 15:33:04.584832 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c26ac16c-2ed1-43fe-809a-18dce68ffc4a req-805942fe-5cad-48a5-9f28-6a254cb7e891 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6c4b0ba7-873d-4b03-9efa-67af55c0587e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482423 Dec 09 15:33:04.747004 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c26ac16c-2ed1-43fe-809a-18dce68ffc4a req-32a5b128-5889-40bf-95a8-5d7211724c3d service neutron] 10.222.0.31 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537476 Dec 09 15:33:04.913621 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c26ac16c-2ed1-43fe-809a-18dce68ffc4a req-a4f1a10f-d17f-4402-a942-8cf631b1dcce service neutron] 10.222.0.31 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594851 Dec 09 15:33:05.024405 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-2b4598e9-9afe-45d8-84ad-41a031e086b4 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:05.026734 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-2b4598e9-9afe-45d8-84ad-41a031e086b4 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/networks?id=5e9ad32d-c9e7-4e00-867a-aef980499810 HTTP/1.1" status: 200 len: 804 time: 0.1471426 Dec 09 15:33:05.044510 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-a6c59f48-4f99-43d8-8363-f35038015be1 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/quotas/5b98cde4c74447a0b0079eeef5f37b22 HTTP/1.1" status: 200 len: 375 time: 0.0109048 Dec 09 15:33:05.081326 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-515ec29d-4ea6-4485-b756-40e05b7e284d tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b98cde4c74447a0b0079eeef5f37b22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302062 Dec 09 15:33:05.180379 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-afd80228-c729-4f8e-8da6-683ced8b9862 service neutron] 10.222.0.57 "GET /v2.0/networks/5e9ad32d-c9e7-4e00-867a-aef980499810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890450 Dec 09 15:33:05.286389 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-c4ad1960-6a09-4c90-bd44-86d6e324c567 service neutron] 10.222.0.57 "GET /v2.0/networks/5e9ad32d-c9e7-4e00-867a-aef980499810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999918 Dec 09 15:33:05.565405 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 09c676e4-2a5f-46ee-a639-d2836ab6c1d8 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:33:05.567806 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:33:05.590415 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:33:05.590769 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device dbf8c3b3-1f8a-4234-b622-5a041d6a7a0e not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:33:05.711412 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 09c676e4-2a5f-46ee-a639-d2836ab6c1d8, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=09c676e4-2a5f-46ee-a639-d2836ab6c1d8,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:33:05.725591 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '09c676e4-2a5f-46ee-a639-d2836ab6c1d8', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'port_id': '09c676e4-2a5f-46ee-a639-d2836ab6c1d8', 'mac_address': 'fa:16:3e:9a:d6:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6953c-1261-4e7c-8b49-64e5b87424c2', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:33:05.793619 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:05.810944 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09c676e4-2a5f-46ee-a639-d2836ab6c1d8 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:33:05.836092 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 09c676e4-2a5f-46ee-a639-d2836ab6c1d8, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=09c676e4-2a5f-46ee-a639-d2836ab6c1d8,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:33:05.840208 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:05.904842 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=09c676e4-2a5f-46ee-a639-d2836ab6c1d8,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:06.110186 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8e3ad-2afe-4e00-b2c5-44baf2a35710 req-99fe22a7-c30c-4f23-b528-23e6cdb7e95f tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:06.116971 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e2e8e3ad-2afe-4e00-b2c5-44baf2a35710 req-99fe22a7-c30c-4f23-b528-23e6cdb7e95f tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 944 time: 0.0802000 Dec 09 15:33:06.178258 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e2e8e3ad-2afe-4e00-b2c5-44baf2a35710 req-4151bef7-67a5-4d9e-8c3f-7c95b3e7583c tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537143 Dec 09 15:33:06.186488 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['09c676e4-2a5f-46ee-a639-d2836ab6c1d8'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:33:06.338024 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b8cc3429-9355-48ee-a8fc-a864e05da683 req-bd3b18aa-88fd-4a60-9bb1-eed062d1a3c3 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd578c7c-4853-4e9d-ac51-f47b94fd3a8a HTTP/1.1" status: 200 len: 210 time: 0.0488522 Dec 09 15:33:07.148038 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-fd65e726-075d-4759-8f9a-a132c6e049c8 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:07.154959 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-fd65e726-075d-4759-8f9a-a132c6e049c8 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.42 "GET /v2.0/networks?id=5e9ad32d-c9e7-4e00-867a-aef980499810 HTTP/1.1" status: 200 len: 804 time: 0.2655957 Dec 09 15:33:07.179266 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-6111c625-9fd2-4979-8294-ea0d372253df tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Request body: {'port': {'device_id': 'fd578c7c-4853-4e9d-ac51-f47b94fd3a8a', 'network_id': '5e9ad32d-c9e7-4e00-867a-aef980499810', 'admin_state_up': True, 'tenant_id': '5b98cde4c74447a0b0079eeef5f37b22'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:33:07.335426 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-6111c625-9fd2-4979-8294-ea0d372253df tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Made reservation on behalf of 5b98cde4c74447a0b0079eeef5f37b22 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:33:07.341041 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-6111c625-9fd2-4979-8294-ea0d372253df tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:07.394224 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cf38e-815a-4178-8689-b874439c02bf req-0c113369-6ff0-47f3-aad4-a6a365a8505a tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:07.410894 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d42cf38e-815a-4178-8689-b874439c02bf req-0c113369-6ff0-47f3-aad4-a6a365a8505a tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 944 time: 0.1144369 Dec 09 15:33:07.525418 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d42cf38e-815a-4178-8689-b874439c02bf req-a1037f43-dbd8-45c7-905e-184b9b94b284 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115429 Dec 09 15:33:07.579132 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 09c676e4-2a5f-46ee-a639-d2836ab6c1d8 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:33:07.649114 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56194) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:33:07.662952 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-6111c625-9fd2-4979-8294-ea0d372253df tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Allocated IP 172.20.0.3 (5e9ad32d-c9e7-4e00-867a-aef980499810/01df2498-b8b6-4dc7-bb3a-e44d90f24165/8d1396cc-6257-49c7-a973-6cb504659baa) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:33:07.683882 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9002a6aa-9750-4b5e-9a7c-d91e820b820c req-08c6c885-491b-4731-892d-6dd8b9cec5f1 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd578c7c-4853-4e9d-ac51-f47b94fd3a8a HTTP/1.1" status: 200 len: 210 time: 0.0461407 Dec 09 15:33:07.725846 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 09c676e4-2a5f-46ee-a639-d2836ab6c1d8 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:33:07.730268 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 09c676e4-2a5f-46ee-a639-d2836ab6c1d8 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:33:07.730656 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:07.881004 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:07.905382 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd19655e7-b35b-4e3b-9a8c-0ee73d864625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c676e4-2a5f-46ee-a639-d2836ab6c1d8'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:33:07.908818 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf42bd74-16e2-4495-8573-703f50570d40" -d '{"events": [{"server_uuid": "d19655e7-b35b-4e3b-9a8c-0ee73d864625", "name": "network-vif-plugged", "status": "completed", "tag": "09c676e4-2a5f-46ee-a639-d2836ab6c1d8"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:33:07.943193 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 09c676e4-2a5f-46ee-a639-d2836ab6c1d8, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=09c676e4-2a5f-46ee-a639-d2836ab6c1d8,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:33:07.949498 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:07.979118 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-99bf6749-999d-4717-8fa6-a19a8376dd99 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bce3834f9c2e4bb88444bafe52f117e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3275154 Dec 09 15:33:07.982179 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56202) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:33:08.009292 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=09c676e4-2a5f-46ee-a639-d2836ab6c1d8,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:08.081541 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2850ab7a-38e3-46b0-b503-60088543279c x-openstack-request-id: req-2850ab7a-38e3-46b0-b503-60088543279c {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:33:08.081865 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d19655e7-b35b-4e3b-9a8c-0ee73d864625", "name": "network-vif-plugged", "status": "completed", "tag": "09c676e4-2a5f-46ee-a639-d2836ab6c1d8", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:33:08.082119 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2850ab7a-38e3-46b0-b503-60088543279c {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:33:08.082697 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd19655e7-b35b-4e3b-9a8c-0ee73d864625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c676e4-2a5f-46ee-a639-d2836ab6c1d8', 'code': 200} Dec 09 15:33:08.098831 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-6111c625-9fd2-4979-8294-ea0d372253df tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:08.109820 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0812c748-2740-4dcb-9141-82d35dd226b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:08.163466 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-6111c625-9fd2-4979-8294-ea0d372253df tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:08.188941 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0812c748-2740-4dcb-9141-82d35dd226b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:08.224767 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-6111c625-9fd2-4979-8294-ea0d372253df tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Network 5e9ad32d-c9e7-4e00-867a-aef980499810 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:33:08.234522 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-6111c625-9fd2-4979-8294-ea0d372253df tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:33:08.240669 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-6111c625-9fd2-4979-8294-ea0d372253df tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:33:08.286612 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6111c625-9fd2-4979-8294-ea0d372253df tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Pushing event updated for resources: {'Port': ['ID=8d1396cc-6257-49c7-a973-6cb504659baa,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:08.310189 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ae954-dff5-4c99-bc39-efa10e663fb6 req-2123180d-73bd-4aa3-a9dc-fb126a95b6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:08.313069 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6f4ae954-dff5-4c99-bc39-efa10e663fb6 req-2123180d-73bd-4aa3-a9dc-fb126a95b6e2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d19655e7-b35b-4e3b-9a8c-0ee73d864625 HTTP/1.1" status: 200 len: 1101 time: 0.1508002 Dec 09 15:33:08.330291 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-6111c625-9fd2-4979-8294-ea0d372253df tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:08.333091 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-6111c625-9fd2-4979-8294-ea0d372253df tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:08.352674 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0812c748-2740-4dcb-9141-82d35dd226b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:08.356272 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0812c748-2740-4dcb-9141-82d35dd226b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:08.357840 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0812c748-2740-4dcb-9141-82d35dd226b0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f7b2a70b-4da3-4b66-865e-6a968159fa17 HTTP/1.1" status: 204 len: 168 time: 0.3729756 Dec 09 15:33:08.368135 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-6111c625-9fd2-4979-8294-ea0d372253df tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1935129 Dec 09 15:33:08.389404 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-ed46e716-b0c4-4c60-bdbf-f9a59dfc8559 service neutron] Request body: {'port': {'device_id': 'fd578c7c-4853-4e9d-ac51-f47b94fd3a8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:33:08.432525 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812c748-2740-4dcb-9141-82d35dd226b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b2a70b-4da3-4b66-865e-6a968159fa17,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:08.444003 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6f4ae954-dff5-4c99-bc39-efa10e663fb6 req-b8c58298-e946-4c85-b0d7-f0c9fa35a2e4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236193 Dec 09 15:33:08.524253 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-ed46e716-b0c4-4c60-bdbf-f9a59dfc8559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:08.826478 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02298f4-a878-4c73-8628-090b664bc903 req-49afc203-d57b-4984-8964-364d10299c40 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:08.830751 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e02298f4-a878-4c73-8628-090b664bc903 req-49afc203-d57b-4984-8964-364d10299c40 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 944 time: 0.1213560 Dec 09 15:33:08.911470 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e02298f4-a878-4c73-8628-090b664bc903 req-46acc3a6-4d69-4646-b51a-cdf04d77c7bc tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714238 Dec 09 15:33:09.130069 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54ba60-c97f-4a99-92dd-ea29afab422b req-0d719ca6-dcd5-484e-9158-1b3ec689087a tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:09.134871 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af54ba60-c97f-4a99-92dd-ea29afab422b req-0d719ca6-dcd5-484e-9158-1b3ec689087a tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd578c7c-4853-4e9d-ac51-f47b94fd3a8a HTTP/1.1" status: 200 len: 931 time: 0.1230791 Dec 09 15:33:09.150642 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-ed46e716-b0c4-4c60-bdbf-f9a59dfc8559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d1396cc-6257-49c7-a973-6cb504659baa {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:33:09.173658 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-ed46e716-b0c4-4c60-bdbf-f9a59dfc8559 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:09.206032 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af54ba60-c97f-4a99-92dd-ea29afab422b req-2ff7a316-932c-4cfb-895f-91b31afc69e3 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629034 Dec 09 15:33:09.211297 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-ed46e716-b0c4-4c60-bdbf-f9a59dfc8559 service neutron] Transition to ACTIVE for port object 8d1396cc-6257-49c7-a973-6cb504659baa will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:33:09.217957 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-ed46e716-b0c4-4c60-bdbf-f9a59dfc8559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:09.337684 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46e716-b0c4-4c60-bdbf-f9a59dfc8559 service neutron] Pushing event updated for resources: {'Port': ['ID=8d1396cc-6257-49c7-a973-6cb504659baa,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:09.481150 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-ed46e716-b0c4-4c60-bdbf-f9a59dfc8559 service neutron] Attempting to bind port 8d1396cc-6257-49c7-a973-6cb504659baa on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:33:09.481496 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-ed46e716-b0c4-4c60-bdbf-f9a59dfc8559 service neutron] Attempting to bind port 8d1396cc-6257-49c7-a973-6cb504659baa by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '2728a46b-6f42-41e4-abfd-2e3db73a97b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5e9ad32d-c9e7-4e00-867a-aef980499810'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:33:09.481818 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-ed46e716-b0c4-4c60-bdbf-f9a59dfc8559 service neutron] Attempting to bind port 8d1396cc-6257-49c7-a973-6cb504659baa on network 5e9ad32d-c9e7-4e00-867a-aef980499810 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:33:09.491493 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-ed46e716-b0c4-4c60-bdbf-f9a59dfc8559 service neutron] Port 8d1396cc-6257-49c7-a973-6cb504659baa on network 5e9ad32d-c9e7-4e00-867a-aef980499810 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:33:09.491819 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-ed46e716-b0c4-4c60-bdbf-f9a59dfc8559 service neutron] Attempting to bind port 8d1396cc-6257-49c7-a973-6cb504659baa on network 5e9ad32d-c9e7-4e00-867a-aef980499810 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:33:09.499182 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-ed46e716-b0c4-4c60-bdbf-f9a59dfc8559 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:33:09.500343 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-ed46e716-b0c4-4c60-bdbf-f9a59dfc8559 service neutron] Checking segment: {'id': '2728a46b-6f42-41e4-abfd-2e3db73a97b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5e9ad32d-c9e7-4e00-867a-aef980499810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:33:09.500933 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-ed46e716-b0c4-4c60-bdbf-f9a59dfc8559 service neutron] Bound using segment: {'id': '2728a46b-6f42-41e4-abfd-2e3db73a97b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5e9ad32d-c9e7-4e00-867a-aef980499810'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:33:09.501379 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-ed46e716-b0c4-4c60-bdbf-f9a59dfc8559 service neutron] Bound port: 8d1396cc-6257-49c7-a973-6cb504659baa, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2728a46b-6f42-41e4-abfd-2e3db73a97b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5e9ad32d-c9e7-4e00-867a-aef980499810'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:33:09.501813 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-ed46e716-b0c4-4c60-bdbf-f9a59dfc8559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:09.657687 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-ed46e716-b0c4-4c60-bdbf-f9a59dfc8559 service neutron] For port 8d1396cc-6257-49c7-a973-6cb504659baa, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:33:09.666282 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-ed46e716-b0c4-4c60-bdbf-f9a59dfc8559 service neutron] For port 8d1396cc-6257-49c7-a973-6cb504659baa, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=8d1396cc-6257-49c7-a973-6cb504659baa,segment=NetworkSegment(2728a46b-6f42-41e4-abfd-2e3db73a97b6),segment_id=2728a46b-6f42-41e4-abfd-2e3db73a97b6)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:33:09.674669 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-ed46e716-b0c4-4c60-bdbf-f9a59dfc8559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:09.723092 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-ed46e716-b0c4-4c60-bdbf-f9a59dfc8559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:09.724157 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-ed46e716-b0c4-4c60-bdbf-f9a59dfc8559 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:09.726260 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-ed46e716-b0c4-4c60-bdbf-f9a59dfc8559 service neutron] 10.222.0.42 "PUT /v2.0/ports/8d1396cc-6257-49c7-a973-6cb504659baa HTTP/1.1" status: 200 len: 1091 time: 1.3415587 Dec 09 15:33:09.726911 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd578c7c-4853-4e9d-ac51-f47b94fd3a8a', 'tag': '8d1396cc-6257-49c7-a973-6cb504659baa'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:33:09.730036 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a3ce54-d963-439e-9032-0d9e576605ce" -d '{"events": [{"name": "network-changed", "server_uuid": "fd578c7c-4853-4e9d-ac51-f47b94fd3a8a", "tag": "8d1396cc-6257-49c7-a973-6cb504659baa"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:33:09.756979 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46e716-b0c4-4c60-bdbf-f9a59dfc8559 service neutron] Pushing event updated for resources: {'Port': ['ID=8d1396cc-6257-49c7-a973-6cb504659baa,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:09.887490 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-efaa4f75-275a-4d9e-ade4-074c1cc4b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:09.892423 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-efaa4f75-275a-4d9e-ade4-074c1cc4b736 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b98cde4c74447a0b0079eeef5f37b22&device_id=fd578c7c-4853-4e9d-ac51-f47b94fd3a8a HTTP/1.1" status: 200 len: 1094 time: 0.0826490 Dec 09 15:33:09.949304 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-f44d696c-f049-46ba-be0c-e1f6872a4e04 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d1396cc-6257-49c7-a973-6cb504659baa HTTP/1.1" status: 200 len: 217 time: 0.0427129 Dec 09 15:33:10.016992 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-7306265f-9774-43d5-a48f-83f33ca02b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:10.022252 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-7306265f-9774-43d5-a48f-83f33ca02b76 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=01df2498-b8b6-4dc7-bb3a-e44d90f24165 HTTP/1.1" status: 200 len: 844 time: 0.0611856 Dec 09 15:33:10.024021 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49374cdd-a614-4301-8891-238b15cf803c x-openstack-request-id: req-49374cdd-a614-4301-8891-238b15cf803c {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:33:10.024363 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd578c7c-4853-4e9d-ac51-f47b94fd3a8a", "tag": "8d1396cc-6257-49c7-a973-6cb504659baa", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:33:10.024653 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-49374cdd-a614-4301-8891-238b15cf803c {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:33:10.025054 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd578c7c-4853-4e9d-ac51-f47b94fd3a8a', 'tag': '8d1396cc-6257-49c7-a973-6cb504659baa', 'status': 'completed', 'code': 200} Dec 09 15:33:10.071606 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-f86c17dd-3296-4b23-a3ea-73fa95155a36 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5e9ad32d-c9e7-4e00-867a-aef980499810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363462 Dec 09 15:33:10.153233 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65418d1d-3a5c-4288-9fcd-c7223704d875 req-725ee48e-a5e8-4628-8d40-80306431b056 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:10.157399 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-65418d1d-3a5c-4288-9fcd-c7223704d875 req-725ee48e-a5e8-4628-8d40-80306431b056 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 944 time: 0.0738950 Dec 09 15:33:10.204758 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-c146c154-530a-40e2-ad5d-1a2ade8f3490 service neutron] 10.222.0.42 "GET /v2.0/networks/5e9ad32d-c9e7-4e00-867a-aef980499810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233337 Dec 09 15:33:10.237155 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-65418d1d-3a5c-4288-9fcd-c7223704d875 req-f4da3476-2289-4b11-b667-ab59a06773c9 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730052 Dec 09 15:33:10.341611 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-29f6f156-23d3-466f-9ef1-c005c5e75333 req-3332978f-46e4-4d4d-82fc-e8373ec52552 service neutron] 10.222.0.42 "GET /v2.0/networks/5e9ad32d-c9e7-4e00-867a-aef980499810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286530 Dec 09 15:33:10.401080 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fb7e675c-3440-4068-8539-a718d9f850b5 req-dd3b2c34-a16b-4be7-af6c-2b497364ce15 tempest-AbsoluteLimitsNegativeTestJSON-707628157 tempest-AbsoluteLimitsNegativeTestJSON-707628157-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=4fa1274308424d1faf8ae76fea0c5045&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348194 Dec 09 15:33:10.495876 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3ce54-d963-439e-9032-0d9e576605ce req-854c2f75-a3fd-4017-a830-b3e04fe8dc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:10.497677 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a5a3ce54-d963-439e-9032-0d9e576605ce req-854c2f75-a3fd-4017-a830-b3e04fe8dc78 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b98cde4c74447a0b0079eeef5f37b22&device_id=fd578c7c-4853-4e9d-ac51-f47b94fd3a8a HTTP/1.1" status: 200 len: 1094 time: 0.0691431 Dec 09 15:33:10.528006 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e675c-3440-4068-8539-a718d9f850b5 req-c6dfb5b4-d3ca-4356-a693-88532ae0dc6a tempest-AbsoluteLimitsNegativeTestJSON-707628157 tempest-AbsoluteLimitsNegativeTestJSON-707628157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:10.532687 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fb7e675c-3440-4068-8539-a718d9f850b5 req-c6dfb5b4-d3ca-4356-a693-88532ae0dc6a tempest-AbsoluteLimitsNegativeTestJSON-707628157 tempest-AbsoluteLimitsNegativeTestJSON-707628157-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1301906 Dec 09 15:33:10.550828 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fb7e675c-3440-4068-8539-a718d9f850b5 req-dcb351c8-a608-4995-9d45-ace97657ebef tempest-AbsoluteLimitsNegativeTestJSON-707628157 tempest-AbsoluteLimitsNegativeTestJSON-707628157-project] 10.222.0.57 "GET /v2.0/quotas/4fa1274308424d1faf8ae76fea0c5045 HTTP/1.1" status: 200 len: 375 time: 0.0121686 Dec 09 15:33:10.584352 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fb7e675c-3440-4068-8539-a718d9f850b5 req-e7d387ed-7dcb-4ac1-9f63-f83bf138ec7a tempest-AbsoluteLimitsNegativeTestJSON-707628157 tempest-AbsoluteLimitsNegativeTestJSON-707628157-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=4fa1274308424d1faf8ae76fea0c5045&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277939 Dec 09 15:33:10.617351 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3ce54-d963-439e-9032-0d9e576605ce req-765ceb95-79e5-4955-9619-ab829cbf4a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:10.619067 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a5a3ce54-d963-439e-9032-0d9e576605ce req-765ceb95-79e5-4955-9619-ab829cbf4a7e service neutron] 10.222.0.42 "GET /v2.0/networks?id=5e9ad32d-c9e7-4e00-867a-aef980499810 HTTP/1.1" status: 200 len: 905 time: 0.1134741 Dec 09 15:33:10.698346 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a5a3ce54-d963-439e-9032-0d9e576605ce req-50e2b229-a306-47bb-943e-0cd452d0cfe4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d1396cc-6257-49c7-a973-6cb504659baa HTTP/1.1" status: 200 len: 217 time: 0.0709133 Dec 09 15:33:10.748742 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e210f-af34-40b0-89ca-c663649aa82d req-499c585e-0884-40fd-a5ef-fc3ca14d6f7d tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:10.751519 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6e5e210f-af34-40b0-89ca-c663649aa82d req-499c585e-0884-40fd-a5ef-fc3ca14d6f7d tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd578c7c-4853-4e9d-ac51-f47b94fd3a8a HTTP/1.1" status: 200 len: 943 time: 0.0703011 Dec 09 15:33:10.764368 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3ce54-d963-439e-9032-0d9e576605ce req-da0953d5-8b2a-4ff1-ac96-09f446f1d409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:10.766654 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a5a3ce54-d963-439e-9032-0d9e576605ce req-da0953d5-8b2a-4ff1-ac96-09f446f1d409 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=01df2498-b8b6-4dc7-bb3a-e44d90f24165 HTTP/1.1" status: 200 len: 844 time: 0.0595827 Dec 09 15:33:10.808194 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a5a3ce54-d963-439e-9032-0d9e576605ce req-e7e8a485-02bc-4d99-9bb3-eaa831fe64d6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5e9ad32d-c9e7-4e00-867a-aef980499810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339553 Dec 09 15:33:10.867818 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6e5e210f-af34-40b0-89ca-c663649aa82d req-c1ca558a-dbec-408f-8dc5-d0156c45ab86 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094654 Dec 09 15:33:10.970609 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a5a3ce54-d963-439e-9032-0d9e576605ce req-3e4203ee-8676-4cad-ad29-e9e1ec97bd8b service neutron] 10.222.0.42 "GET /v2.0/networks/5e9ad32d-c9e7-4e00-867a-aef980499810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538899 Dec 09 15:33:11.034670 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56276) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:33:11.099363 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a5a3ce54-d963-439e-9032-0d9e576605ce req-cdee5631-8170-4821-9a90-546f4ce4650e service neutron] 10.222.0.42 "GET /v2.0/networks/5e9ad32d-c9e7-4e00-867a-aef980499810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196549 Dec 09 15:33:11.193153 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a15c73f-a0cb-4eaf-a784-9eac84d2e1c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:11.295008 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a15c73f-a0cb-4eaf-a784-9eac84d2e1c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:11.300528 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a15c73f-a0cb-4eaf-a784-9eac84d2e1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:11.338988 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56284) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:33:11.339466 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9a15c73f-a0cb-4eaf-a784-9eac84d2e1c0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4fa1274308424d1faf8ae76fea0c5045&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3033426 Dec 09 15:33:11.395206 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a15c73f-a0cb-4eaf-a784-9eac84d2e1c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7275bc81-fde8-4cf2-a838-9688afda8d75,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:11.409209 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aa2b5a97-9541-42cb-b5fa-139b71de4819 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:11.429682 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd986590-8892-4c9e-9283-4d063f013e0c req-3fe68b84-bc4e-4665-ad5a-e322c1c0e3a8 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:11.439386 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd986590-8892-4c9e-9283-4d063f013e0c req-3fe68b84-bc4e-4665-ad5a-e322c1c0e3a8 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] 10.222.0.57 "GET /v2.0/ports?device_id=80bf0539-e1fe-4b2a-8d63-9a9948570d3b HTTP/1.1" status: 200 len: 945 time: 0.0990860 Dec 09 15:33:11.439852 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aa2b5a97-9541-42cb-b5fa-139b71de4819 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:11.490381 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd986590-8892-4c9e-9283-4d063f013e0c req-41ec0ff4-6c74-472a-ac88-659152f714b0 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] 10.222.0.57 "GET /v2.0/security-groups?id=bedb84f8-844f-45ea-aa9d-c6e209a06b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493164 Dec 09 15:33:11.494460 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aa2b5a97-9541-42cb-b5fa-139b71de4819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:11.497676 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aa2b5a97-9541-42cb-b5fa-139b71de4819 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:11.498833 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-aa2b5a97-9541-42cb-b5fa-139b71de4819 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7275bc81-fde8-4cf2-a838-9688afda8d75 HTTP/1.1" status: 204 len: 168 time: 0.1587322 Dec 09 15:33:11.508742 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b5a97-9541-42cb-b5fa-139b71de4819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7275bc81-fde8-4cf2-a838-9688afda8d75,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:11.657251 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e8966-fa48-4ade-bd40-907a2451f644 req-1d6c1d82-9767-4b6b-ab9a-2d0ac2b37c03 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:11.658785 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d24e8966-fa48-4ade-bd40-907a2451f644 req-1d6c1d82-9767-4b6b-ab9a-2d0ac2b37c03 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 944 time: 0.0638170 Dec 09 15:33:11.724773 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d24e8966-fa48-4ade-bd40-907a2451f644 req-9302653a-9b66-46fc-a7ed-0ce75345df06 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531454 Dec 09 15:33:11.986448 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b253e-cb93-460f-999d-1b3a7ceb92fe req-e269ad25-186f-4fa3-a353-1ef4fb4f82e3 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:11.988214 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-861b253e-cb93-460f-999d-1b3a7ceb92fe req-e269ad25-186f-4fa3-a353-1ef4fb4f82e3 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd578c7c-4853-4e9d-ac51-f47b94fd3a8a HTTP/1.1" status: 200 len: 943 time: 0.0558026 Dec 09 15:33:12.044266 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-861b253e-cb93-460f-999d-1b3a7ceb92fe req-cf25f9c2-794f-412d-95c7-2277491f2a9c tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484436 Dec 09 15:33:12.241594 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56314) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:33:12.343638 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ddf36e02-f3f6-46e8-a77b-4e97e3264598 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-964774345-network', 'tenant_id': '1f1ff44845c0460da1dceb6c2c9eca7c'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:33:12.365584 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf36e02-f3f6-46e8-a77b-4e97e3264598 admin admin] Made reservation on behalf of 1f1ff44845c0460da1dceb6c2c9eca7c for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:33:12.368018 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ddf36e02-f3f6-46e8-a77b-4e97e3264598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:12.376915 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ddf36e02-f3f6-46e8-a77b-4e97e3264598 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:12.456596 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ddf36e02-f3f6-46e8-a77b-4e97e3264598 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:12.461429 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ddf36e02-f3f6-46e8-a77b-4e97e3264598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:12.485516 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf36e02-f3f6-46e8-a77b-4e97e3264598 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:33:12.505326 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf36e02-f3f6-46e8-a77b-4e97e3264598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e40c17-5c2d-4bcc-9fe0-a20622492ff0,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:12.509779 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ddf36e02-f3f6-46e8-a77b-4e97e3264598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:12.510317 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-ddf36e02-f3f6-46e8-a77b-4e97e3264598 admin admin] Added segment 228d45b1-d8ed-4124-8b43-d849dd193458 of type vlan for network 157ebd9b-337d-4b8e-bfa2-0fca574eb9c6 Dec 09 15:33:12.553005 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ddf36e02-f3f6-46e8-a77b-4e97e3264598 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:12.581831 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ddf36e02-f3f6-46e8-a77b-4e97e3264598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:12.583206 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf36e02-f3f6-46e8-a77b-4e97e3264598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:12.583950 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ddf36e02-f3f6-46e8-a77b-4e97e3264598 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:12.660029 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ddf36e02-f3f6-46e8-a77b-4e97e3264598 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4172008 Dec 09 15:33:12.662897 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56320) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:33:12.668047 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7dc6ab3c-7f61-494b-95d6-4dcad1226e99 admin admin] Request body: {'subnet': {'network_id': '157ebd9b-337d-4b8e-bfa2-0fca574eb9c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-964774345-subnet', 'tenant_id': '1f1ff44845c0460da1dceb6c2c9eca7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:33:12.683956 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf36e02-f3f6-46e8-a77b-4e97e3264598 admin admin] Pushing event updated for resources: {'Network': ['ID=157ebd9b-337d-4b8e-bfa2-0fca574eb9c6,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:12.695055 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc6ab3c-7f61-494b-95d6-4dcad1226e99 admin admin] Made reservation on behalf of 1f1ff44845c0460da1dceb6c2c9eca7c for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:33:12.697810 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323d8ac-ae90-42be-a94c-c7a18bd6ed70 req-01695e74-29b9-4609-960a-23179db866d5 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:12.699071 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7dc6ab3c-7f61-494b-95d6-4dcad1226e99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:12.705489 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6323d8ac-ae90-42be-a94c-c7a18bd6ed70 req-01695e74-29b9-4609-960a-23179db866d5 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] 10.222.0.57 "GET /v2.0/ports?device_id=80bf0539-e1fe-4b2a-8d63-9a9948570d3b HTTP/1.1" status: 200 len: 945 time: 0.1142807 Dec 09 15:33:12.713542 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 157ebd9b-337d-4b8e-bfa2-0fca574eb9c6 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:33:12.765307 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6323d8ac-ae90-42be-a94c-c7a18bd6ed70 req-c2154a4c-b278-4d97-81f3-c0f9ad1987e5 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] 10.222.0.57 "GET /v2.0/security-groups?id=bedb84f8-844f-45ea-aa9d-c6e209a06b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566800 Dec 09 15:33:12.882565 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da84e20-be90-4a18-a389-68b990525b5c req-1c028c82-b1ef-4808-bebf-f2d3b6f657df tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:12.884215 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8da84e20-be90-4a18-a389-68b990525b5c req-1c028c82-b1ef-4808-bebf-f2d3b6f657df tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 944 time: 0.0626621 Dec 09 15:33:12.951196 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7dc6ab3c-7f61-494b-95d6-4dcad1226e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:12.967178 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278bd5c-2742-4fd2-99ff-bec466ae6cea req-1f75adac-444b-403a-8831-d3a42650e600 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:12.969646 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2278bd5c-2742-4fd2-99ff-bec466ae6cea req-1f75adac-444b-403a-8831-d3a42650e600 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] 10.222.0.31 "GET /v2.0/ports?device_id=80bf0539-e1fe-4b2a-8d63-9a9948570d3b HTTP/1.1" status: 200 len: 945 time: 0.0841436 Dec 09 15:33:12.973493 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8da84e20-be90-4a18-a389-68b990525b5c req-38c586b8-b790-46ab-9ae5-7638380afad3 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785675 Dec 09 15:33:13.020849 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6ab3c-7f61-494b-95d6-4dcad1226e99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ace21599-1839-494e-a461-9faf760e9290,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:13.027712 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc6ab3c-7f61-494b-95d6-4dcad1226e99 admin admin] Checking segment: {'id': '228d45b1-d8ed-4124-8b43-d849dd193458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '157ebd9b-337d-4b8e-bfa2-0fca574eb9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:33:13.028061 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc6ab3c-7f61-494b-95d6-4dcad1226e99 admin admin] Network hostable DHCP agents. Network: 157ebd9b-337d-4b8e-bfa2-0fca574eb9c6, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:33:13.047024 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc6ab3c-7f61-494b-95d6-4dcad1226e99 admin admin] Network 157ebd9b-337d-4b8e-bfa2-0fca574eb9c6 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:33:13.056698 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-7dc6ab3c-7f61-494b-95d6-4dcad1226e99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 157ebd9b-337d-4b8e-bfa2-0fca574eb9c6) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:33:13.060666 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc6ab3c-7f61-494b-95d6-4dcad1226e99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:13.061251 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7dc6ab3c-7f61-494b-95d6-4dcad1226e99 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:13.071291 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0ec03a-cf3c-459c-9f6b-69ff73c68ed5 None None] Network 157ebd9b-337d-4b8e-bfa2-0fca574eb9c6 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:33:13.081127 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7dc6ab3c-7f61-494b-95d6-4dcad1226e99 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4170284 Dec 09 15:33:13.108153 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-2278bd5c-2742-4fd2-99ff-bec466ae6cea req-41d1cbbf-981d-4580-8ac7-b5da43eb83f8 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] Deleting port 22d893f8-5fa5-400e-9941-8648c0074b14 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:33:13.108994 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2278bd5c-2742-4fd2-99ff-bec466ae6cea req-41d1cbbf-981d-4580-8ac7-b5da43eb83f8 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:13.193629 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf9d2bb-f4e5-4306-ad4c-498066f74ff9 None None] Network 157ebd9b-337d-4b8e-bfa2-0fca574eb9c6 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:33:13.282598 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1f684-765c-4d76-8617-4b74edf3843b req-f58d5f99-8b0d-4537-9d2a-8b4e8fc849e7 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:13.284158 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2fb1f684-765c-4d76-8617-4b74edf3843b req-f58d5f99-8b0d-4537-9d2a-8b4e8fc849e7 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd578c7c-4853-4e9d-ac51-f47b94fd3a8a HTTP/1.1" status: 200 len: 943 time: 0.1146648 Dec 09 15:33:13.289548 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-2278bd5c-2742-4fd2-99ff-bec466ae6cea req-41d1cbbf-981d-4580-8ac7-b5da43eb83f8 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] For port 22d893f8-5fa5-400e-9941-8648c0074b14, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=22d893f8-5fa5-400e-9941-8648c0074b14,segment=NetworkSegment(ea5e9b2d-d17e-4974-ab28-bfb3b3faeca8),segment_id=ea5e9b2d-d17e-4974-ab28-bfb3b3faeca8)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:33:13.289920 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2278bd5c-2742-4fd2-99ff-bec466ae6cea req-41d1cbbf-981d-4580-8ac7-b5da43eb83f8 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:13.315604 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-2278bd5c-2742-4fd2-99ff-bec466ae6cea req-41d1cbbf-981d-4580-8ac7-b5da43eb83f8 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] Calling delete_port for 22d893f8-5fa5-400e-9941-8648c0074b14 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:33:13.387714 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2fb1f684-765c-4d76-8617-4b74edf3843b req-ed4177ab-394c-4bd7-ac52-e6a22dbc3b88 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950308 Dec 09 15:33:13.489600 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2278bd5c-2742-4fd2-99ff-bec466ae6cea req-41d1cbbf-981d-4580-8ac7-b5da43eb83f8 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:13.503493 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['22d893f8-5fa5-400e-9941-8648c0074b14'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:33:13.522708 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d1cbbf-981d-4580-8ac7-b5da43eb83f8 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] Pushing event deleted for resources: {'Port': ['ID=22d893f8-5fa5-400e-9941-8648c0074b14,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:13.569478 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-2278bd5c-2742-4fd2-99ff-bec466ae6cea req-41d1cbbf-981d-4580-8ac7-b5da43eb83f8 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] No DVR routers for this DVR port 22d893f8-5fa5-400e-9941-8648c0074b14 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:33:13.570112 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2278bd5c-2742-4fd2-99ff-bec466ae6cea req-41d1cbbf-981d-4580-8ac7-b5da43eb83f8 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:13.579835 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2278bd5c-2742-4fd2-99ff-bec466ae6cea req-41d1cbbf-981d-4580-8ac7-b5da43eb83f8 tempest-VolumesAdminNegativeTest-324776640 tempest-VolumesAdminNegativeTest-324776640-project] 10.222.0.31 "DELETE /v2.0/ports/22d893f8-5fa5-400e-9941-8648c0074b14 HTTP/1.1" status: 204 len: 173 time: 0.6040542 Dec 09 15:33:13.580395 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bf0539-e1fe-4b2a-8d63-9a9948570d3b', 'name': 'network-vif-deleted', 'tag': '22d893f8-5fa5-400e-9941-8648c0074b14'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:33:13.582730 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c117dd1-0427-4507-8701-e1146189ad4a" -d '{"events": [{"server_uuid": "80bf0539-e1fe-4b2a-8d63-9a9948570d3b", "name": "network-vif-deleted", "tag": "22d893f8-5fa5-400e-9941-8648c0074b14"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:33:13.885745 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-f78cd8f4-f24d-4de7-b501-b8902a820842 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:13.887407 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-f78cd8f4-f24d-4de7-b501-b8902a820842 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/networks?id=157ebd9b-337d-4b8e-bfa2-0fca574eb9c6 HTTP/1.1" status: 200 len: 812 time: 0.1094296 Dec 09 15:33:13.904752 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-f6632adf-5fba-4046-9683-13a4fcb745ad tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/quotas/1f1ff44845c0460da1dceb6c2c9eca7c HTTP/1.1" status: 200 len: 375 time: 0.0096047 Dec 09 15:33:13.939049 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-66ac6ba4-b053-4731-b94b-9b57bd6bb0d2 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1f1ff44845c0460da1dceb6c2c9eca7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285137 Dec 09 15:33:14.053116 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-c3dba972-1e21-4487-b961-a8d4e642561f service neutron] 10.222.0.57 "GET /v2.0/networks/157ebd9b-337d-4b8e-bfa2-0fca574eb9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051035 Dec 09 15:33:14.142780 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-6b0a1cbe-501e-4611-94b2-cb552df27552 service neutron] 10.222.0.57 "GET /v2.0/networks/157ebd9b-337d-4b8e-bfa2-0fca574eb9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888674 Dec 09 15:33:14.298083 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 8d1396cc-6257-49c7-a973-6cb504659baa details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:33:14.340333 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2dcbcb-9bc7-4eec-ad39-dcde3f1bf217 x-openstack-request-id: req-ad2dcbcb-9bc7-4eec-ad39-dcde3f1bf217 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:33:14.340797 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80bf0539-e1fe-4b2a-8d63-9a9948570d3b", "name": "network-vif-deleted", "tag": "22d893f8-5fa5-400e-9941-8648c0074b14", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:33:14.341009 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ad2dcbcb-9bc7-4eec-ad39-dcde3f1bf217 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:33:14.341423 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80bf0539-e1fe-4b2a-8d63-9a9948570d3b', 'name': 'network-vif-deleted', 'tag': '22d893f8-5fa5-400e-9941-8648c0074b14', 'status': 'completed', 'code': 200} Dec 09 15:33:14.380285 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56360) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:33:14.431943 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 8d1396cc-6257-49c7-a973-6cb504659baa, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=8d1396cc-6257-49c7-a973-6cb504659baa,segment=NetworkSegment(2728a46b-6f42-41e4-abfd-2e3db73a97b6),segment_id=2728a46b-6f42-41e4-abfd-2e3db73a97b6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:33:14.446266 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '8d1396cc-6257-49c7-a973-6cb504659baa', 'network_id': '5e9ad32d-c9e7-4e00-867a-aef980499810', 'port_id': '8d1396cc-6257-49c7-a973-6cb504659baa', 'mac_address': 'fa:16:3e:1c:cd:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01df2498-b8b6-4dc7-bb3a-e44d90f24165', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:33:14.451795 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4129d64-b41f-4ae9-b6ab-c8d8b5fdf759 admin admin] Deleting subnet 78fc720e-c838-4fc0-b7fb-010828141edc {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:33:14.455865 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a4129d64-b41f-4ae9-b6ab-c8d8b5fdf759 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:14.500485 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a4129d64-b41f-4ae9-b6ab-c8d8b5fdf759 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:14.504985 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:14.533378 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d1396cc-6257-49c7-a973-6cb504659baa {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:33:14.534311 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb437bb-9f68-462a-b28a-a89461fe26d4 req-be94555b-4762-44fd-a359-921d0a385a49 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:14.535992 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0cb437bb-9f68-462a-b28a-a89461fe26d4 req-be94555b-4762-44fd-a359-921d0a385a49 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 944 time: 0.0800772 Dec 09 15:33:14.556583 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 8d1396cc-6257-49c7-a973-6cb504659baa, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=8d1396cc-6257-49c7-a973-6cb504659baa,segment=NetworkSegment(2728a46b-6f42-41e4-abfd-2e3db73a97b6),segment_id=2728a46b-6f42-41e4-abfd-2e3db73a97b6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:33:14.560447 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a4129d64-b41f-4ae9-b6ab-c8d8b5fdf759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:14.565395 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:14.625800 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0cb437bb-9f68-462a-b28a-a89461fe26d4 req-6cfacd5d-07fe-42d7-a8b1-5114941687e6 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806711 Dec 09 15:33:14.645624 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a4129d64-b41f-4ae9-b6ab-c8d8b5fdf759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:14.653334 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=8d1396cc-6257-49c7-a973-6cb504659baa,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:14.697853 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4129d64-b41f-4ae9-b6ab-c8d8b5fdf759 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78fc720e-c838-4fc0-b7fb-010828141edc,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:14.710267 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a4129d64-b41f-4ae9-b6ab-c8d8b5fdf759 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:14.713551 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a4129d64-b41f-4ae9-b6ab-c8d8b5fdf759 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/78fc720e-c838-4fc0-b7fb-010828141edc HTTP/1.1" status: 204 len: 168 time: 0.3316388 Dec 09 15:33:14.716116 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56376) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:33:14.826904 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4ca46b0-889b-490d-a09d-1127e056b8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:14.955893 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bee89c-5544-4b63-987f-3aa96a80fbd3 req-99ed49ac-6fd7-4b31-a6c0-436c47229630 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:14.960642 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c1bee89c-5544-4b63-987f-3aa96a80fbd3 req-99ed49ac-6fd7-4b31-a6c0-436c47229630 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd578c7c-4853-4e9d-ac51-f47b94fd3a8a HTTP/1.1" status: 200 len: 944 time: 0.1224163 Dec 09 15:33:14.965755 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4ca46b0-889b-490d-a09d-1127e056b8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:15.000192 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-b4ca46b0-889b-490d-a09d-1127e056b8d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a677b27-f7f9-4315-be79-0bf0065c631e']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:33:15.018067 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-b4ca46b0-889b-490d-a09d-1127e056b8d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea5e9b2d-d17e-4974-ab28-bfb3b3faeca8') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:33:15.018469 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-b4ca46b0-889b-490d-a09d-1127e056b8d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea5e9b2d-d17e-4974-ab28-bfb3b3faeca8') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:33:15.036777 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4ca46b0-889b-490d-a09d-1127e056b8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:15.053815 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c1bee89c-5544-4b63-987f-3aa96a80fbd3 req-f16a1258-7321-43d0-9967-5dd18cca4767 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917869 Dec 09 15:33:15.075266 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4ca46b0-889b-490d-a09d-1127e056b8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:15.084726 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4ca46b0-889b-490d-a09d-1127e056b8d1 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:33:15.085186 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4ca46b0-889b-490d-a09d-1127e056b8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:15.087803 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:33:15.087803 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:33:15.087803 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:33:15.087803 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:33:15.087803 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:33:15.087803 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:33:15.087803 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:33:15.087803 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:33:15.087803 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:33:15.087803 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:33:15.087803 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:33:15.087803 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:33:15.087803 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:33:15.087803 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:33:15.087803 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:33:15.087803 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:33:15.087803 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:33:15.087803 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:33:15.087803 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:33:15.087803 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:33:15.087803 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:33:15.087803 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:33:15.087803 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:33:15.087803 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:33:15.087803 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:33:15.087803 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:33:15.087803 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:33:15.087803 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:33:15.087803 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:33:15.087803 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:33:15.087803 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:33:15.087803 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:33:15.191555 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['8d1396cc-6257-49c7-a973-6cb504659baa'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:33:15.228705 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4ca46b0-889b-490d-a09d-1127e056b8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:15.235708 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4ca46b0-889b-490d-a09d-1127e056b8d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:15.242102 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56386) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:33:15.242367 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b4ca46b0-889b-490d-a09d-1127e056b8d1 admin admin] 10.222.0.57 "DELETE /v2.0/networks/4a677b27-f7f9-4315-be79-0bf0065c631e HTTP/1.1" status: 204 len: 168 time: 0.5249772 Dec 09 15:33:15.255799 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca46b0-889b-490d-a09d-1127e056b8d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a677b27-f7f9-4315-be79-0bf0065c631e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:15.308871 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dec1785-e17e-4561-8227-8f22ab70f187 admin admin] Deleting subnet da8f05c3-6e98-4e34-b67d-9a2ab06dc7be {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:33:15.315703 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9dec1785-e17e-4561-8227-8f22ab70f187 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:15.362633 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9dec1785-e17e-4561-8227-8f22ab70f187 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:15.434423 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9dec1785-e17e-4561-8227-8f22ab70f187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:15.508440 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9dec1785-e17e-4561-8227-8f22ab70f187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:15.567172 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9dec1785-e17e-4561-8227-8f22ab70f187 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:15.573401 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9dec1785-e17e-4561-8227-8f22ab70f187 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/da8f05c3-6e98-4e34-b67d-9a2ab06dc7be HTTP/1.1" status: 204 len: 168 time: 0.3272924 Dec 09 15:33:15.573401 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec1785-e17e-4561-8227-8f22ab70f187 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da8f05c3-6e98-4e34-b67d-9a2ab06dc7be,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:15.574421 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56388) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:33:15.590083 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f052b44e-a9a6-409f-8b3c-26e6d8c8118e req-42948645-ff50-480d-bf84-1f78c45dc7df tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/ports?device_id=f109ef3b-03be-48c1-a5c1-fb68692f6b2a HTTP/1.1" status: 200 len: 210 time: 0.0343931 Dec 09 15:33:15.655900 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3607530-cfe6-4dbf-be37-aeaf26a69655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:15.664368 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:15.749073 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3607530-cfe6-4dbf-be37-aeaf26a69655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:15.755053 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610a559-8bff-449a-b6bf-e7308b4f4b61 req-0e03af35-a58b-4dca-bc1f-70f229f149e9 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:15.756668 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f610a559-8bff-449a-b6bf-e7308b4f4b61 req-0e03af35-a58b-4dca-bc1f-70f229f149e9 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 944 time: 0.0546966 Dec 09 15:33:15.779291 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-c3607530-cfe6-4dbf-be37-aeaf26a69655 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca5945d8-a543-4cfa-bc04-02b5200b1bc5']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:33:15.791812 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-c3607530-cfe6-4dbf-be37-aeaf26a69655 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcd8db21-41c0-4cd6-a9d6-e69b8c92bfb2') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:33:15.792162 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-c3607530-cfe6-4dbf-be37-aeaf26a69655 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcd8db21-41c0-4cd6-a9d6-e69b8c92bfb2') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:33:15.802408 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3607530-cfe6-4dbf-be37-aeaf26a69655 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:15.810463 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f610a559-8bff-449a-b6bf-e7308b4f4b61 req-c1f000f4-9aad-4d41-bea4-1e0edf386d5f tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475760 Dec 09 15:33:15.822178 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3607530-cfe6-4dbf-be37-aeaf26a69655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:15.834789 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3607530-cfe6-4dbf-be37-aeaf26a69655 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:33:15.835215 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3607530-cfe6-4dbf-be37-aeaf26a69655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:15.838135 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:33:15.838135 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:33:15.838135 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:33:15.838135 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:33:15.838135 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:33:15.838135 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:33:15.838135 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:33:15.838135 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:33:15.838135 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:33:15.838135 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:33:15.838135 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:33:15.838135 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:33:15.838135 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:33:15.838135 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:33:15.838135 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:33:15.838135 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:33:15.838135 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:33:15.838135 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:33:15.838135 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:33:15.838135 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:33:15.838135 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:33:15.838135 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:33:15.838135 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:33:15.838135 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:33:15.838135 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:33:15.838135 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:33:15.838135 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:33:15.838135 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:33:15.838135 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:33:15.838135 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:33:15.838135 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:33:15.838135 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:33:15.895370 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3607530-cfe6-4dbf-be37-aeaf26a69655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:15.901045 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3607530-cfe6-4dbf-be37-aeaf26a69655 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:15.907484 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c3607530-cfe6-4dbf-be37-aeaf26a69655 admin admin] 10.222.0.57 "DELETE /v2.0/networks/ca5945d8-a543-4cfa-bc04-02b5200b1bc5 HTTP/1.1" status: 204 len: 168 time: 0.3318300 Dec 09 15:33:15.920146 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3607530-cfe6-4dbf-be37-aeaf26a69655 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca5945d8-a543-4cfa-bc04-02b5200b1bc5,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:16.087724 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56398) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:33:16.096318 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-8eee9a5e-5872-4171-9efa-1c51c9189b92 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:16.100675 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-8eee9a5e-5872-4171-9efa-1c51c9189b92 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.31 "GET /v2.0/networks?id=157ebd9b-337d-4b8e-bfa2-0fca574eb9c6 HTTP/1.1" status: 200 len: 812 time: 0.1986825 Dec 09 15:33:16.116217 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-98ef5171-66a7-4fb8-8bf4-9f59690a36b8 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Request body: {'port': {'device_id': 'f109ef3b-03be-48c1-a5c1-fb68692f6b2a', 'network_id': '157ebd9b-337d-4b8e-bfa2-0fca574eb9c6', 'admin_state_up': True, 'tenant_id': '1f1ff44845c0460da1dceb6c2c9eca7c'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:33:16.207773 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56400) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:33:16.208326 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6b93fd19-70a4-485b-b921-2e5af1959dc1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d53131111e1242518dd9d2044e2982b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1186707 Dec 09 15:33:16.266078 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-b8db4a59-836e-47da-be6a-312792138e2f tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:16.267691 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-b8db4a59-836e-47da-be6a-312792138e2f tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.42 "GET /v2.0/networks?id=157ebd9b-337d-4b8e-bfa2-0fca574eb9c6 HTTP/1.1" status: 200 len: 812 time: 0.1498222 Dec 09 15:33:16.271485 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7669e1-6780-4392-be5a-1c8f3c3e50be req-931a78d3-acb2-43ea-84c2-a2b914ed55fa tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:16.273767 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bd7669e1-6780-4392-be5a-1c8f3c3e50be req-931a78d3-acb2-43ea-84c2-a2b914ed55fa tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd578c7c-4853-4e9d-ac51-f47b94fd3a8a HTTP/1.1" status: 200 len: 944 time: 0.1072640 Dec 09 15:33:16.295457 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-d61bdbc8-0f00-46f4-a55e-555a9703b18c tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Request body: {'port': {'device_id': '4c551f7c-7bb7-47d0-9ccc-4a9205d522f8', 'network_id': '157ebd9b-337d-4b8e-bfa2-0fca574eb9c6', 'admin_state_up': True, 'tenant_id': '1f1ff44845c0460da1dceb6c2c9eca7c'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:33:16.375902 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bd7669e1-6780-4392-be5a-1c8f3c3e50be req-8fc562ec-558d-4160-a302-1727b7e730c4 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909927 Dec 09 15:33:16.402761 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c163303-ea62-4ddb-80de-605065e20ca1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:16.434849 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c163303-ea62-4ddb-80de-605065e20ca1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:16.443172 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-98ef5171-66a7-4fb8-8bf4-9f59690a36b8 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Made reservation on behalf of 1f1ff44845c0460da1dceb6c2c9eca7c for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:33:16.446782 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-98ef5171-66a7-4fb8-8bf4-9f59690a36b8 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:16.484657 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-d61bdbc8-0f00-46f4-a55e-555a9703b18c tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Made reservation on behalf of 1f1ff44845c0460da1dceb6c2c9eca7c for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:33:16.488296 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-d61bdbc8-0f00-46f4-a55e-555a9703b18c tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:16.586014 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:33:16.602424 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c163303-ea62-4ddb-80de-605065e20ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:16.605092 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c163303-ea62-4ddb-80de-605065e20ca1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:16.606235 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4c163303-ea62-4ddb-80de-605065e20ca1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bedb84f8-844f-45ea-aa9d-c6e209a06b8c HTTP/1.1" status: 204 len: 168 time: 0.3975284 Dec 09 15:33:16.622818 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c163303-ea62-4ddb-80de-605065e20ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedb84f8-844f-45ea-aa9d-c6e209a06b8c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:16.661951 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-98ef5171-66a7-4fb8-8bf4-9f59690a36b8 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Allocated IP 172.20.0.12 (157ebd9b-337d-4b8e-bfa2-0fca574eb9c6/ace21599-1839-494e-a461-9faf760e9290/a2447be7-f65f-468a-a334-a1fa1799cfa2) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:33:16.786872 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f634c0b-7c1e-46b3-bfb5-c780c043c8c9 req-bc85d2f8-f3f0-4497-8b73-110b66f05430 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/ports?device_id=f109ef3b-03be-48c1-a5c1-fb68692f6b2a HTTP/1.1" status: 200 len: 210 time: 0.0665276 Dec 09 15:33:16.866142 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-98ef5171-66a7-4fb8-8bf4-9f59690a36b8 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:16.940704 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-98ef5171-66a7-4fb8-8bf4-9f59690a36b8 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:16.987920 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c516665-9097-4346-a486-306fe55302ef req-9132d965-40c0-4512-b227-99ff9533535f tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:16.989414 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2c516665-9097-4346-a486-306fe55302ef req-9132d965-40c0-4512-b227-99ff9533535f tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 944 time: 0.0940289 Dec 09 15:33:17.010184 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-98ef5171-66a7-4fb8-8bf4-9f59690a36b8 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Network 157ebd9b-337d-4b8e-bfa2-0fca574eb9c6 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:33:17.011433 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-d61bdbc8-0f00-46f4-a55e-555a9703b18c tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Allocated IP 172.20.0.8 (157ebd9b-337d-4b8e-bfa2-0fca574eb9c6/ace21599-1839-494e-a461-9faf760e9290/d1d5b541-5c55-497d-8f56-610a63b58bdf) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:33:17.023876 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-98ef5171-66a7-4fb8-8bf4-9f59690a36b8 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:33:17.032176 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-98ef5171-66a7-4fb8-8bf4-9f59690a36b8 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:33:17.059497 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef5171-66a7-4fb8-8bf4-9f59690a36b8 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Pushing event updated for resources: {'Port': ['ID=a2447be7-f65f-468a-a334-a1fa1799cfa2,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:17.065022 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56416) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:33:17.112067 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2c516665-9097-4346-a486-306fe55302ef req-202a6e51-87b6-4c30-adc3-9392efe2d102 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150639 Dec 09 15:33:17.117881 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-98ef5171-66a7-4fb8-8bf4-9f59690a36b8 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:17.118505 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-98ef5171-66a7-4fb8-8bf4-9f59690a36b8 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:17.139887 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-98ef5171-66a7-4fb8-8bf4-9f59690a36b8 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0260777 Dec 09 15:33:17.194472 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d7e92f25-4dd6-4674-9590-6892edb3cbcc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=88ff96f488f6419cb9050b46d4be5b89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1214135 Dec 09 15:33:17.194768 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56420) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:33:17.275028 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-d61bdbc8-0f00-46f4-a55e-555a9703b18c tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:17.284013 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5c0e0061-6410-4aaf-a455-e2fa8b8ed3db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:17.322472 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5c0e0061-6410-4aaf-a455-e2fa8b8ed3db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:17.327181 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-bd87fb38-77e7-4cfa-ac53-535bb26c1c2e service neutron] Request body: {'port': {'device_id': 'f109ef3b-03be-48c1-a5c1-fb68692f6b2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:33:17.360589 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-d61bdbc8-0f00-46f4-a55e-555a9703b18c tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:17.393459 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-bd87fb38-77e7-4cfa-ac53-535bb26c1c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:17.412301 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-d61bdbc8-0f00-46f4-a55e-555a9703b18c tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Network 157ebd9b-337d-4b8e-bfa2-0fca574eb9c6 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:33:17.418595 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-d61bdbc8-0f00-46f4-a55e-555a9703b18c tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:33:17.422249 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-d61bdbc8-0f00-46f4-a55e-555a9703b18c tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:33:17.425184 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61bdbc8-0f00-46f4-a55e-555a9703b18c tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Pushing event updated for resources: {'Port': ['ID=d1d5b541-5c55-497d-8f56-610a63b58bdf,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:17.429413 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5c0e0061-6410-4aaf-a455-e2fa8b8ed3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:17.431932 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5c0e0061-6410-4aaf-a455-e2fa8b8ed3db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:17.433137 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5c0e0061-6410-4aaf-a455-e2fa8b8ed3db admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/50ca826e-00e6-49a1-8a9e-83da16ee4a95 HTTP/1.1" status: 204 len: 168 time: 0.2374427 Dec 09 15:33:17.469232 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0e0061-6410-4aaf-a455-e2fa8b8ed3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ca826e-00e6-49a1-8a9e-83da16ee4a95,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:17.493834 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-d61bdbc8-0f00-46f4-a55e-555a9703b18c tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:17.495814 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-d61bdbc8-0f00-46f4-a55e-555a9703b18c tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:17.523422 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-d61bdbc8-0f00-46f4-a55e-555a9703b18c tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2384326 Dec 09 15:33:17.546013 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-f140cdce-f2f2-46ac-a3fd-b3d8c8a62520 service neutron] Request body: {'port': {'device_id': '4c551f7c-7bb7-47d0-9ccc-4a9205d522f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:33:17.611409 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-f140cdce-f2f2-46ac-a3fd-b3d8c8a62520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:17.613107 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 22d893f8-5fa5-400e-9941-8648c0074b14 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:33:17.651356 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 22d893f8-5fa5-400e-9941-8648c0074b14 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:33:17.651356 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 22d893f8-5fa5-400e-9941-8648c0074b14 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:33:17.678465 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6efe6f-aa27-4b2f-ba64-1f1cea335aae req-d94367d2-5742-407e-8391-5a0cf455abcc tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:17.680017 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f6efe6f-aa27-4b2f-ba64-1f1cea335aae req-d94367d2-5742-407e-8391-5a0cf455abcc tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd578c7c-4853-4e9d-ac51-f47b94fd3a8a HTTP/1.1" status: 200 len: 944 time: 0.1451862 Dec 09 15:33:17.776019 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f6efe6f-aa27-4b2f-ba64-1f1cea335aae req-41ed37b0-43c2-4898-aa40-05cfa2824a7d tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746312 Dec 09 15:33:17.830961 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-bd87fb38-77e7-4cfa-ac53-535bb26c1c2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2447be7-f65f-468a-a334-a1fa1799cfa2 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:33:17.840966 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-bd87fb38-77e7-4cfa-ac53-535bb26c1c2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:17.855574 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-bd87fb38-77e7-4cfa-ac53-535bb26c1c2e service neutron] Transition to ACTIVE for port object a2447be7-f65f-468a-a334-a1fa1799cfa2 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:33:17.859519 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-bd87fb38-77e7-4cfa-ac53-535bb26c1c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:17.959382 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd87fb38-77e7-4cfa-ac53-535bb26c1c2e service neutron] Pushing event updated for resources: {'Port': ['ID=a2447be7-f65f-468a-a334-a1fa1799cfa2,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:18.061981 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-bd87fb38-77e7-4cfa-ac53-535bb26c1c2e service neutron] Attempting to bind port a2447be7-f65f-468a-a334-a1fa1799cfa2 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:33:18.062411 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-bd87fb38-77e7-4cfa-ac53-535bb26c1c2e service neutron] Attempting to bind port a2447be7-f65f-468a-a334-a1fa1799cfa2 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '228d45b1-d8ed-4124-8b43-d849dd193458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '157ebd9b-337d-4b8e-bfa2-0fca574eb9c6'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:33:18.062806 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-bd87fb38-77e7-4cfa-ac53-535bb26c1c2e service neutron] Attempting to bind port a2447be7-f65f-468a-a334-a1fa1799cfa2 on network 157ebd9b-337d-4b8e-bfa2-0fca574eb9c6 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:33:18.067759 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-bd87fb38-77e7-4cfa-ac53-535bb26c1c2e service neutron] Port a2447be7-f65f-468a-a334-a1fa1799cfa2 on network 157ebd9b-337d-4b8e-bfa2-0fca574eb9c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:33:18.068164 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-bd87fb38-77e7-4cfa-ac53-535bb26c1c2e service neutron] Attempting to bind port a2447be7-f65f-468a-a334-a1fa1799cfa2 on network 157ebd9b-337d-4b8e-bfa2-0fca574eb9c6 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:33:18.074523 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-bd87fb38-77e7-4cfa-ac53-535bb26c1c2e service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:33:18.074951 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-bd87fb38-77e7-4cfa-ac53-535bb26c1c2e service neutron] Checking segment: {'id': '228d45b1-d8ed-4124-8b43-d849dd193458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '157ebd9b-337d-4b8e-bfa2-0fca574eb9c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:33:18.075415 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-bd87fb38-77e7-4cfa-ac53-535bb26c1c2e service neutron] Bound using segment: {'id': '228d45b1-d8ed-4124-8b43-d849dd193458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '157ebd9b-337d-4b8e-bfa2-0fca574eb9c6'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:33:18.075916 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-bd87fb38-77e7-4cfa-ac53-535bb26c1c2e service neutron] Bound port: a2447be7-f65f-468a-a334-a1fa1799cfa2, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '228d45b1-d8ed-4124-8b43-d849dd193458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '157ebd9b-337d-4b8e-bfa2-0fca574eb9c6'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:33:18.076510 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-bd87fb38-77e7-4cfa-ac53-535bb26c1c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:18.102599 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-f140cdce-f2f2-46ac-a3fd-b3d8c8a62520 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1d5b541-5c55-497d-8f56-610a63b58bdf {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:33:18.113269 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-f140cdce-f2f2-46ac-a3fd-b3d8c8a62520 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:18.134863 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-f140cdce-f2f2-46ac-a3fd-b3d8c8a62520 service neutron] Transition to ACTIVE for port object d1d5b541-5c55-497d-8f56-610a63b58bdf will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:33:18.150301 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-f140cdce-f2f2-46ac-a3fd-b3d8c8a62520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:18.185605 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f8fdf-38bb-40a7-a21a-ed1dd75beef6 req-66b9a955-4ea6-424f-baa0-3e929ea9c808 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:18.194536 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-637f8fdf-38bb-40a7-a21a-ed1dd75beef6 req-66b9a955-4ea6-424f-baa0-3e929ea9c808 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/ports?device_id=f109ef3b-03be-48c1-a5c1-fb68692f6b2a HTTP/1.1" status: 200 len: 944 time: 0.1154647 Dec 09 15:33:18.204887 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f140cdce-f2f2-46ac-a3fd-b3d8c8a62520 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d5b541-5c55-497d-8f56-610a63b58bdf,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:18.274147 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-bd87fb38-77e7-4cfa-ac53-535bb26c1c2e service neutron] For port a2447be7-f65f-468a-a334-a1fa1799cfa2, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:33:18.281210 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-637f8fdf-38bb-40a7-a21a-ed1dd75beef6 req-5c7c065a-08bc-4c38-b2b6-f9df5e7a990d tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/security-groups?id=40e40c17-5c2d-4bcc-9fe0-a20622492ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855148 Dec 09 15:33:18.284861 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-bd87fb38-77e7-4cfa-ac53-535bb26c1c2e service neutron] For port a2447be7-f65f-468a-a334-a1fa1799cfa2, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=a2447be7-f65f-468a-a334-a1fa1799cfa2,segment=NetworkSegment(228d45b1-d8ed-4124-8b43-d849dd193458),segment_id=228d45b1-d8ed-4124-8b43-d849dd193458)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:33:18.290049 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-f140cdce-f2f2-46ac-a3fd-b3d8c8a62520 service neutron] Attempting to bind port d1d5b541-5c55-497d-8f56-610a63b58bdf on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:33:18.290894 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-f140cdce-f2f2-46ac-a3fd-b3d8c8a62520 service neutron] Attempting to bind port d1d5b541-5c55-497d-8f56-610a63b58bdf by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '228d45b1-d8ed-4124-8b43-d849dd193458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '157ebd9b-337d-4b8e-bfa2-0fca574eb9c6'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:33:18.290894 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-f140cdce-f2f2-46ac-a3fd-b3d8c8a62520 service neutron] Attempting to bind port d1d5b541-5c55-497d-8f56-610a63b58bdf on network 157ebd9b-337d-4b8e-bfa2-0fca574eb9c6 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:33:18.292726 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-bd87fb38-77e7-4cfa-ac53-535bb26c1c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:18.300504 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-f140cdce-f2f2-46ac-a3fd-b3d8c8a62520 service neutron] Port d1d5b541-5c55-497d-8f56-610a63b58bdf on network 157ebd9b-337d-4b8e-bfa2-0fca574eb9c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:33:18.300822 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-f140cdce-f2f2-46ac-a3fd-b3d8c8a62520 service neutron] Attempting to bind port d1d5b541-5c55-497d-8f56-610a63b58bdf on network 157ebd9b-337d-4b8e-bfa2-0fca574eb9c6 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:33:18.307124 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 8d1396cc-6257-49c7-a973-6cb504659baa up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:33:18.314465 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-f140cdce-f2f2-46ac-a3fd-b3d8c8a62520 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:33:18.314969 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-f140cdce-f2f2-46ac-a3fd-b3d8c8a62520 service neutron] Checking segment: {'id': '228d45b1-d8ed-4124-8b43-d849dd193458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '157ebd9b-337d-4b8e-bfa2-0fca574eb9c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:33:18.315453 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-f140cdce-f2f2-46ac-a3fd-b3d8c8a62520 service neutron] Bound using segment: {'id': '228d45b1-d8ed-4124-8b43-d849dd193458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '157ebd9b-337d-4b8e-bfa2-0fca574eb9c6'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:33:18.316577 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-f140cdce-f2f2-46ac-a3fd-b3d8c8a62520 service neutron] Bound port: d1d5b541-5c55-497d-8f56-610a63b58bdf, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '228d45b1-d8ed-4124-8b43-d849dd193458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '157ebd9b-337d-4b8e-bfa2-0fca574eb9c6'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:33:18.317039 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-f140cdce-f2f2-46ac-a3fd-b3d8c8a62520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:18.402522 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-bd87fb38-77e7-4cfa-ac53-535bb26c1c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:18.403160 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-bd87fb38-77e7-4cfa-ac53-535bb26c1c2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:18.404619 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-bd87fb38-77e7-4cfa-ac53-535bb26c1c2e service neutron] 10.222.0.31 "PUT /v2.0/ports/a2447be7-f65f-468a-a334-a1fa1799cfa2 HTTP/1.1" status: 200 len: 1092 time: 1.2582510 Dec 09 15:33:18.405079 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f109ef3b-03be-48c1-a5c1-fb68692f6b2a', 'tag': 'a2447be7-f65f-468a-a334-a1fa1799cfa2'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:33:18.407380 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97747a1-1035-4645-b909-9f12abbffc15" -d '{"events": [{"name": "network-changed", "server_uuid": "f109ef3b-03be-48c1-a5c1-fb68692f6b2a", "tag": "a2447be7-f65f-468a-a334-a1fa1799cfa2"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:33:18.414680 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-f140cdce-f2f2-46ac-a3fd-b3d8c8a62520 service neutron] For port d1d5b541-5c55-497d-8f56-610a63b58bdf, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:33:18.419089 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-f140cdce-f2f2-46ac-a3fd-b3d8c8a62520 service neutron] For port d1d5b541-5c55-497d-8f56-610a63b58bdf, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=d1d5b541-5c55-497d-8f56-610a63b58bdf,segment=NetworkSegment(228d45b1-d8ed-4124-8b43-d849dd193458),segment_id=228d45b1-d8ed-4124-8b43-d849dd193458)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:33:18.435105 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-f140cdce-f2f2-46ac-a3fd-b3d8c8a62520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:18.441016 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd87fb38-77e7-4cfa-ac53-535bb26c1c2e service neutron] Pushing event updated for resources: {'Port': ['ID=a2447be7-f65f-468a-a334-a1fa1799cfa2,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:18.442190 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port 8d1396cc-6257-49c7-a973-6cb504659baa completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:33:18.461726 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 8d1396cc-6257-49c7-a973-6cb504659baa triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:33:18.462110 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:18.475779 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313435a-1588-4446-ab4e-e62c927d6a4f req-7fcbefd0-3ba7-4da8-80a8-3260146f7b70 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:18.477340 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f313435a-1588-4446-ab4e-e62c927d6a4f req-7fcbefd0-3ba7-4da8-80a8-3260146f7b70 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 944 time: 0.1030915 Dec 09 15:33:18.492645 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-f140cdce-f2f2-46ac-a3fd-b3d8c8a62520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:18.493504 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-f140cdce-f2f2-46ac-a3fd-b3d8c8a62520 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:18.495326 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-f140cdce-f2f2-46ac-a3fd-b3d8c8a62520 service neutron] 10.222.0.42 "PUT /v2.0/ports/d1d5b541-5c55-497d-8f56-610a63b58bdf HTTP/1.1" status: 200 len: 1091 time: 0.9539330 Dec 09 15:33:18.496944 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c551f7c-7bb7-47d0-9ccc-4a9205d522f8', 'tag': 'd1d5b541-5c55-497d-8f56-610a63b58bdf'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:33:18.499578 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f027138-1a19-450c-acc4-006f692a7e1a" -d '{"events": [{"name": "network-changed", "server_uuid": "4c551f7c-7bb7-47d0-9ccc-4a9205d522f8", "tag": "d1d5b541-5c55-497d-8f56-610a63b58bdf"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:33:18.539626 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f140cdce-f2f2-46ac-a3fd-b3d8c8a62520 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d5b541-5c55-497d-8f56-610a63b58bdf,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:18.599329 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-8a8da7d8-6b4e-45ea-a9aa-4745b8d9c096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:18.601103 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-8a8da7d8-6b4e-45ea-a9aa-4745b8d9c096 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1f1ff44845c0460da1dceb6c2c9eca7c&device_id=f109ef3b-03be-48c1-a5c1-fb68692f6b2a HTTP/1.1" status: 200 len: 1095 time: 0.1423075 Dec 09 15:33:18.618988 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f313435a-1588-4446-ab4e-e62c927d6a4f req-24ef0669-8f08-4cc8-99e3-ceba5d77f612 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991783 Dec 09 15:33:18.625616 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-be27fb45-3879-4980-bb69-42a2913c1caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:18.626446 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-be27fb45-3879-4980-bb69-42a2913c1caf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f1ff44845c0460da1dceb6c2c9eca7c&device_id=4c551f7c-7bb7-47d0-9ccc-4a9205d522f8 HTTP/1.1" status: 200 len: 1094 time: 0.0699632 Dec 09 15:33:18.663137 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:18.696861 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd578c7c-4853-4e9d-ac51-f47b94fd3a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1396cc-6257-49c7-a973-6cb504659baa'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:33:18.699787 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25bcc46-471b-4615-800f-be94abe1c414" -d '{"events": [{"server_uuid": "fd578c7c-4853-4e9d-ac51-f47b94fd3a8a", "name": "network-vif-plugged", "status": "completed", "tag": "8d1396cc-6257-49c7-a973-6cb504659baa"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:33:18.699947 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-6ea8fee9-e88d-4031-93d7-ef219cd116da service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2447be7-f65f-468a-a334-a1fa1799cfa2 HTTP/1.1" status: 200 len: 217 time: 0.0798328 Dec 09 15:33:18.704588 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753f72df-6d89-4c4a-8cba-02cb68bae672 x-openstack-request-id: req-753f72df-6d89-4c4a-8cba-02cb68bae672 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:33:18.704878 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f109ef3b-03be-48c1-a5c1-fb68692f6b2a", "tag": "a2447be7-f65f-468a-a334-a1fa1799cfa2", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:33:18.705128 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-753f72df-6d89-4c4a-8cba-02cb68bae672 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:33:18.705526 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f109ef3b-03be-48c1-a5c1-fb68692f6b2a', 'tag': 'a2447be7-f65f-468a-a334-a1fa1799cfa2', 'status': 'completed', 'code': 200} Dec 09 15:33:18.712213 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-92640a20-c599-4790-822e-9e987ab9cfea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1d5b541-5c55-497d-8f56-610a63b58bdf HTTP/1.1" status: 200 len: 217 time: 0.0702314 Dec 09 15:33:18.724662 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 8d1396cc-6257-49c7-a973-6cb504659baa, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=8d1396cc-6257-49c7-a973-6cb504659baa,segment=NetworkSegment(2728a46b-6f42-41e4-abfd-2e3db73a97b6),segment_id=2728a46b-6f42-41e4-abfd-2e3db73a97b6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:33:18.731471 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:18.759974 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-ab18d74e-24f3-43e4-b75b-f658176e8261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:18.762772 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-ab18d74e-24f3-43e4-b75b-f658176e8261 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ace21599-1839-494e-a461-9faf760e9290 HTTP/1.1" status: 200 len: 852 time: 0.0546362 Dec 09 15:33:18.792178 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-7bb44de1-58e1-4d69-b11d-31e624e295af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:18.794041 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-7bb44de1-58e1-4d69-b11d-31e624e295af service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ace21599-1839-494e-a461-9faf760e9290 HTTP/1.1" status: 200 len: 852 time: 0.0733557 Dec 09 15:33:18.812623 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=8d1396cc-6257-49c7-a973-6cb504659baa,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:18.816404 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-aa223ff4-a121-4da9-b6e6-784fe441fc5b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=157ebd9b-337d-4b8e-bfa2-0fca574eb9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464821 Dec 09 15:33:18.834868 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-53dc1939-4028-40d9-a6f7-c55cd07cfabf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=157ebd9b-337d-4b8e-bfa2-0fca574eb9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315325 Dec 09 15:33:18.908769 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472fae04-08cb-468d-91a9-27f3c2cb8290 x-openstack-request-id: req-472fae04-08cb-468d-91a9-27f3c2cb8290 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:33:18.909502 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c551f7c-7bb7-47d0-9ccc-4a9205d522f8", "tag": "d1d5b541-5c55-497d-8f56-610a63b58bdf", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:33:18.909847 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-472fae04-08cb-468d-91a9-27f3c2cb8290 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:33:18.910549 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c551f7c-7bb7-47d0-9ccc-4a9205d522f8', 'tag': 'd1d5b541-5c55-497d-8f56-610a63b58bdf', 'status': 'completed', 'code': 200} Dec 09 15:33:18.939801 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-2dcf3f91-80c4-4d07-9ccb-dc52a67284eb service neutron] 10.222.0.31 "GET /v2.0/networks/157ebd9b-337d-4b8e-bfa2-0fca574eb9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160595 Dec 09 15:33:18.965071 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-b073e849-d799-42d0-8521-73401c17b8df service neutron] 10.222.0.42 "GET /v2.0/networks/157ebd9b-337d-4b8e-bfa2-0fca574eb9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219897 Dec 09 15:33:19.014180 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af8f0cd-56aa-4f69-8f6d-363cd0857ad8 x-openstack-request-id: req-2af8f0cd-56aa-4f69-8f6d-363cd0857ad8 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:33:19.014829 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd578c7c-4853-4e9d-ac51-f47b94fd3a8a", "name": "network-vif-plugged", "status": "completed", "tag": "8d1396cc-6257-49c7-a973-6cb504659baa", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:33:19.015250 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2af8f0cd-56aa-4f69-8f6d-363cd0857ad8 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:33:19.015899 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd578c7c-4853-4e9d-ac51-f47b94fd3a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1396cc-6257-49c7-a973-6cb504659baa', 'code': 200} Dec 09 15:33:19.063886 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-bb3335d8-f978-4eb5-a59d-17903589f08a service neutron] 10.222.0.31 "GET /v2.0/networks/157ebd9b-337d-4b8e-bfa2-0fca574eb9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177993 Dec 09 15:33:19.094409 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6b551b8a-24c4-42c0-823d-47253fc91b22 req-099ea251-0278-4dd2-9df6-d94113fd0e2c service neutron] 10.222.0.42 "GET /v2.0/networks/157ebd9b-337d-4b8e-bfa2-0fca574eb9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199214 Dec 09 15:33:19.160725 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1ba20-8604-4bac-b870-dba3b478c3f7 req-7dc9c8ec-6bc0-4b1c-b24b-9fb8c4f8e129 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:19.162564 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-41f1ba20-8604-4bac-b870-dba3b478c3f7 req-7dc9c8ec-6bc0-4b1c-b24b-9fb8c4f8e129 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd578c7c-4853-4e9d-ac51-f47b94fd3a8a HTTP/1.1" status: 200 len: 945 time: 0.0763502 Dec 09 15:33:19.206400 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97747a1-1035-4645-b909-9f12abbffc15 req-979f60e0-42dd-4b53-adec-6a8880556f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:19.211400 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c97747a1-1035-4645-b909-9f12abbffc15 req-979f60e0-42dd-4b53-adec-6a8880556f6c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1f1ff44845c0460da1dceb6c2c9eca7c&device_id=f109ef3b-03be-48c1-a5c1-fb68692f6b2a HTTP/1.1" status: 200 len: 1095 time: 0.0876896 Dec 09 15:33:19.230142 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a901027-71ff-4166-a3b7-d8f51d5ce13b req-bc3abd46-8dfd-4b87-8672-cfab374f06bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:19.231670 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9a901027-71ff-4166-a3b7-d8f51d5ce13b req-bc3abd46-8dfd-4b87-8672-cfab374f06bf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fd578c7c-4853-4e9d-ac51-f47b94fd3a8a HTTP/1.1" status: 200 len: 1096 time: 0.0824506 Dec 09 15:33:19.275142 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f027138-1a19-450c-acc4-006f692a7e1a req-67e7e549-f987-4c2a-aa79-1ba04b300f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:19.276716 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4f027138-1a19-450c-acc4-006f692a7e1a req-67e7e549-f987-4c2a-aa79-1ba04b300f4b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f1ff44845c0460da1dceb6c2c9eca7c&device_id=4c551f7c-7bb7-47d0-9ccc-4a9205d522f8 HTTP/1.1" status: 200 len: 1094 time: 0.0782382 Dec 09 15:33:19.318435 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9a901027-71ff-4166-a3b7-d8f51d5ce13b req-262aeb79-b152-40c6-9319-89b90044e994 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755970 Dec 09 15:33:19.392316 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f027138-1a19-450c-acc4-006f692a7e1a req-6714d3c1-6c1a-401e-ba13-4a9c4dde06b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:19.394115 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4f027138-1a19-450c-acc4-006f692a7e1a req-6714d3c1-6c1a-401e-ba13-4a9c4dde06b9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=157ebd9b-337d-4b8e-bfa2-0fca574eb9c6 HTTP/1.1" status: 200 len: 913 time: 0.1060250 Dec 09 15:33:19.591696 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-41f1ba20-8604-4bac-b870-dba3b478c3f7 req-3fe17233-5a86-423c-a5b6-1d47130a3e17 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180908 Dec 09 15:33:19.616607 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 26e50651-3345-403f-9e2c-d8bb794bb5bf details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:33:19.637270 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97747a1-1035-4645-b909-9f12abbffc15 req-c62c2b97-514e-4f34-b1d6-307be9db8082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:19.638986 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c97747a1-1035-4645-b909-9f12abbffc15 req-c62c2b97-514e-4f34-b1d6-307be9db8082 service neutron] 10.222.0.31 "GET /v2.0/networks?id=157ebd9b-337d-4b8e-bfa2-0fca574eb9c6 HTTP/1.1" status: 200 len: 913 time: 0.4144709 Dec 09 15:33:19.688983 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c97747a1-1035-4645-b909-9f12abbffc15 req-4fba75f5-fa93-4641-bb77-6308dad794b8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2447be7-f65f-468a-a334-a1fa1799cfa2 HTTP/1.1" status: 200 len: 217 time: 0.0409930 Dec 09 15:33:19.730761 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 26e50651-3345-403f-9e2c-d8bb794bb5bf, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=26e50651-3345-403f-9e2c-d8bb794bb5bf,segment=NetworkSegment(69c5f819-123d-436b-8f3f-7e75c7d0b133),segment_id=69c5f819-123d-436b-8f3f-7e75c7d0b133)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:33:19.739541 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97747a1-1035-4645-b909-9f12abbffc15 req-b3045c9a-9bb8-4450-9aa3-351bed22f0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:19.741172 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c97747a1-1035-4645-b909-9f12abbffc15 req-b3045c9a-9bb8-4450-9aa3-351bed22f0aa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ace21599-1839-494e-a461-9faf760e9290 HTTP/1.1" status: 200 len: 852 time: 0.0456424 Dec 09 15:33:19.743007 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '26e50651-3345-403f-9e2c-d8bb794bb5bf', 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e', 'port_id': '26e50651-3345-403f-9e2c-d8bb794bb5bf', 'mac_address': 'fa:16:3e:22:47:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2340fb97-6ad9-4615-9535-804554d0ce45', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:33:19.775440 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c97747a1-1035-4645-b909-9f12abbffc15 req-4ca8303b-bf4c-427a-8b37-01502ebf2934 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=157ebd9b-337d-4b8e-bfa2-0fca574eb9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272055 Dec 09 15:33:19.781247 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:19.797201 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26e50651-3345-403f-9e2c-d8bb794bb5bf {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:33:19.839214 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 26e50651-3345-403f-9e2c-d8bb794bb5bf, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=26e50651-3345-403f-9e2c-d8bb794bb5bf,segment=NetworkSegment(69c5f819-123d-436b-8f3f-7e75c7d0b133),segment_id=69c5f819-123d-436b-8f3f-7e75c7d0b133)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:33:19.846504 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:19.867835 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4f027138-1a19-450c-acc4-006f692a7e1a req-c9aca501-65b5-4c49-af29-782b32c49377 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1d5b541-5c55-497d-8f56-610a63b58bdf HTTP/1.1" status: 200 len: 217 time: 0.0751243 Dec 09 15:33:19.914200 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=26e50651-3345-403f-9e2c-d8bb794bb5bf,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:19.919278 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c97747a1-1035-4645-b909-9f12abbffc15 req-7a09c3f2-7309-486d-8304-bbc7c80e484c service neutron] 10.222.0.31 "GET /v2.0/networks/157ebd9b-337d-4b8e-bfa2-0fca574eb9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358566 Dec 09 15:33:19.944991 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f027138-1a19-450c-acc4-006f692a7e1a req-492fa630-0463-49ca-9f17-1d18e6e2650f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:19.946600 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4f027138-1a19-450c-acc4-006f692a7e1a req-492fa630-0463-49ca-9f17-1d18e6e2650f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ace21599-1839-494e-a461-9faf760e9290 HTTP/1.1" status: 200 len: 852 time: 0.0710757 Dec 09 15:33:19.987179 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4f027138-1a19-450c-acc4-006f692a7e1a req-743964cb-b5e9-4ffa-93ad-64631a1a3c0b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=157ebd9b-337d-4b8e-bfa2-0fca574eb9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318153 Dec 09 15:33:20.045052 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c97747a1-1035-4645-b909-9f12abbffc15 req-fb846f7a-dc0b-496b-ba33-ed2499b890a2 service neutron] 10.222.0.31 "GET /v2.0/networks/157ebd9b-337d-4b8e-bfa2-0fca574eb9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178253 Dec 09 15:33:20.062589 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4fb63-ce74-4636-b65b-e7a0f93c8173 req-496e530a-993b-4598-a065-ee3786634881 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:20.064238 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9dd4fb63-ce74-4636-b65b-e7a0f93c8173 req-496e530a-993b-4598-a065-ee3786634881 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/ports?device_id=f109ef3b-03be-48c1-a5c1-fb68692f6b2a HTTP/1.1" status: 200 len: 944 time: 0.0652847 Dec 09 15:33:20.087768 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4f027138-1a19-450c-acc4-006f692a7e1a req-92a5282d-18c7-41c3-9b65-c32a4017e011 service neutron] 10.222.0.42 "GET /v2.0/networks/157ebd9b-337d-4b8e-bfa2-0fca574eb9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923977 Dec 09 15:33:20.126663 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9dd4fb63-ce74-4636-b65b-e7a0f93c8173 req-d6cb2081-85d2-4e29-8a4d-d685f1ffe9b8 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/security-groups?id=40e40c17-5c2d-4bcc-9fe0-a20622492ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492055 Dec 09 15:33:20.183929 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4f027138-1a19-450c-acc4-006f692a7e1a req-e4fc444b-f50a-4663-8da5-0b67fb6a036d service neutron] 10.222.0.42 "GET /v2.0/networks/157ebd9b-337d-4b8e-bfa2-0fca574eb9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882783 Dec 09 15:33:20.249748 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba83a5-1c34-44ac-9e9d-12adf6cfd9d8 req-adedbbeb-f1ad-4997-aa71-40e5d6d56217 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:20.252192 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f8ba83a5-1c34-44ac-9e9d-12adf6cfd9d8 req-adedbbeb-f1ad-4997-aa71-40e5d6d56217 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 945 time: 0.0544517 Dec 09 15:33:20.256377 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['26e50651-3345-403f-9e2c-d8bb794bb5bf'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:33:20.314037 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f8ba83a5-1c34-44ac-9e9d-12adf6cfd9d8 req-c64606e9-6b7c-4712-8303-610799a72aeb tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550897 Dec 09 15:33:20.398853 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fafa599b-23b0-484c-86d3-000fc1f2b491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:20.717135 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ae3fd-289c-4485-92cd-43952aed03e0 req-b7aaa3af-b39b-4bd8-a96c-832674ca0d00 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:20.718683 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b03ae3fd-289c-4485-92cd-43952aed03e0 req-b7aaa3af-b39b-4bd8-a96c-832674ca0d00 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd578c7c-4853-4e9d-ac51-f47b94fd3a8a HTTP/1.1" status: 200 len: 945 time: 0.0496414 Dec 09 15:33:20.765538 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b03ae3fd-289c-4485-92cd-43952aed03e0 req-837ebf58-0cb1-4569-beb3-77417ce700ee tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409133 Dec 09 15:33:21.260019 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0a56e-96e7-4d9a-bb4b-31d8f56b6b84 req-16fbcd7f-783b-45a0-acb7-6923dc08646c tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:21.261547 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bea0a56e-96e7-4d9a-bb4b-31d8f56b6b84 req-16fbcd7f-783b-45a0-acb7-6923dc08646c tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/ports?device_id=f109ef3b-03be-48c1-a5c1-fb68692f6b2a HTTP/1.1" status: 200 len: 944 time: 0.0615892 Dec 09 15:33:21.333852 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bea0a56e-96e7-4d9a-bb4b-31d8f56b6b84 req-d6c874b0-815f-4ca4-98d0-9afefdc4c79b tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/security-groups?id=40e40c17-5c2d-4bcc-9fe0-a20622492ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654871 Dec 09 15:33:21.429711 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56552) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:33:21.488770 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57b26a-0357-4fbc-8054-2d844f6ee95b req-f8a8ab8a-2f50-4ad9-baf2-89443ff61a51 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:21.509094 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0e57b26a-0357-4fbc-8054-2d844f6ee95b req-f8a8ab8a-2f50-4ad9-baf2-89443ff61a51 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 945 time: 0.0688818 Dec 09 15:33:21.580136 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0e57b26a-0357-4fbc-8054-2d844f6ee95b req-099fe3af-c999-4773-bd51-0fa9f2c11dc4 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700676 Dec 09 15:33:21.595166 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1de44928-e4b6-418a-90f8-dad9a250d398 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:21.625749 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 26e50651-3345-403f-9e2c-d8bb794bb5bf up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:33:21.691378 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1de44928-e4b6-418a-90f8-dad9a250d398 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:21.694083 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 26e50651-3345-403f-9e2c-d8bb794bb5bf completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:33:21.695026 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1de44928-e4b6-418a-90f8-dad9a250d398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:21.698149 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 26e50651-3345-403f-9e2c-d8bb794bb5bf triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:33:21.698743 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:21.737380 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1de44928-e4b6-418a-90f8-dad9a250d398 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=65cf1a5cba7d428e8ad389364d7e3af5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3061442 Dec 09 15:33:21.737817 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56560) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:33:21.743329 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de44928-e4b6-418a-90f8-dad9a250d398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a001713d-1ff6-4cc5-9d3e-42bfd2829805,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:21.784829 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:21.791048 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d3348322-25e7-4c00-a446-cc3a3fa20a1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:21.814723 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d3348322-25e7-4c00-a446-cc3a3fa20a1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:21.822564 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd59cbf-9d54-4a37-a2aa-90f097bfdba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e50651-3345-403f-9e2c-d8bb794bb5bf'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:33:21.825023 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c521c2a1-eaba-4712-96a3-d5eaea05c729" -d '{"events": [{"server_uuid": "afd59cbf-9d54-4a37-a2aa-90f097bfdba4", "name": "network-vif-plugged", "status": "completed", "tag": "26e50651-3345-403f-9e2c-d8bb794bb5bf"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:33:21.841159 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 26e50651-3345-403f-9e2c-d8bb794bb5bf, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=26e50651-3345-403f-9e2c-d8bb794bb5bf,segment=NetworkSegment(69c5f819-123d-436b-8f3f-7e75c7d0b133),segment_id=69c5f819-123d-436b-8f3f-7e75c7d0b133)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:33:21.847444 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:21.889746 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d3348322-25e7-4c00-a446-cc3a3fa20a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:21.892694 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d3348322-25e7-4c00-a446-cc3a3fa20a1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:21.896187 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d3348322-25e7-4c00-a446-cc3a3fa20a1d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a001713d-1ff6-4cc5-9d3e-42bfd2829805 HTTP/1.1" status: 204 len: 168 time: 0.1550443 Dec 09 15:33:21.910117 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3348322-25e7-4c00-a446-cc3a3fa20a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a001713d-1ff6-4cc5-9d3e-42bfd2829805,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:21.919750 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=26e50651-3345-403f-9e2c-d8bb794bb5bf,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:21.929593 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a07c30-6efa-4138-830c-445e63315432 req-a30985b7-1226-4255-bb9e-5ff146153c1c tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:21.931188 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e8a07c30-6efa-4138-830c-445e63315432 req-a30985b7-1226-4255-bb9e-5ff146153c1c tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd578c7c-4853-4e9d-ac51-f47b94fd3a8a HTTP/1.1" status: 200 len: 945 time: 0.0739703 Dec 09 15:33:21.993751 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e8a07c30-6efa-4138-830c-445e63315432 req-92f9b67b-757e-40be-82f7-c30bab0fcaf2 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524333 Dec 09 15:33:22.033084 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9158cc62-947b-4fa2-8912-7a6dda8d348c x-openstack-request-id: req-9158cc62-947b-4fa2-8912-7a6dda8d348c {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:33:22.033675 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd59cbf-9d54-4a37-a2aa-90f097bfdba4", "name": "network-vif-plugged", "status": "completed", "tag": "26e50651-3345-403f-9e2c-d8bb794bb5bf", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:33:22.034218 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9158cc62-947b-4fa2-8912-7a6dda8d348c {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:33:22.034906 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd59cbf-9d54-4a37-a2aa-90f097bfdba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e50651-3345-403f-9e2c-d8bb794bb5bf', 'code': 200} Dec 09 15:33:22.159164 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e8ae54-4d38-4cfb-9ec6-5691688d9ee2 req-6d8a3b65-dfb7-4968-ba23-a878eef980aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:22.161352 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-69e8ae54-4d38-4cfb-9ec6-5691688d9ee2 req-6d8a3b65-dfb7-4968-ba23-a878eef980aa service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 1097 time: 0.0530589 Dec 09 15:33:22.227943 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-69e8ae54-4d38-4cfb-9ec6-5691688d9ee2 req-525c7880-e7b7-44d7-bb32-dc39b2d856c8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544891 Dec 09 15:33:22.414855 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7085b96-6a94-445e-b00e-24b5b3c0b4dc req-8ce6281e-883a-4dad-adcf-ec3ebecf5cae tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:22.416631 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f7085b96-6a94-445e-b00e-24b5b3c0b4dc req-8ce6281e-883a-4dad-adcf-ec3ebecf5cae tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd578c7c-4853-4e9d-ac51-f47b94fd3a8a HTTP/1.1" status: 200 len: 945 time: 0.0550058 Dec 09 15:33:22.476592 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f7085b96-6a94-445e-b00e-24b5b3c0b4dc req-89b4d2de-1ee2-4f9a-8f16-cb8ba510e13a tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532830 Dec 09 15:33:22.623686 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021f8c0-f180-40d0-b4a2-431a2fbe754b req-c544b632-44b1-4356-82bf-ca1eb8169394 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:22.626044 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5021f8c0-f180-40d0-b4a2-431a2fbe754b req-c544b632-44b1-4356-82bf-ca1eb8169394 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/ports?device_id=f109ef3b-03be-48c1-a5c1-fb68692f6b2a HTTP/1.1" status: 200 len: 944 time: 0.0653651 Dec 09 15:33:22.688943 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5021f8c0-f180-40d0-b4a2-431a2fbe754b req-db7a02b9-1df9-4a53-9b7f-3031e2322761 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/security-groups?id=40e40c17-5c2d-4bcc-9fe0-a20622492ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539863 Dec 09 15:33:22.826250 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb2bdce-c988-49e7-9358-191cf6df2936 req-ccfb1c5f-ff9b-4e6b-aa77-85b540b12804 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:22.827974 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-feb2bdce-c988-49e7-9358-191cf6df2936 req-ccfb1c5f-ff9b-4e6b-aa77-85b540b12804 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 946 time: 0.0572662 Dec 09 15:33:22.878170 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-feb2bdce-c988-49e7-9358-191cf6df2936 req-7aef26ce-9a66-4e6f-a85f-772cadb15fa8 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435281 Dec 09 15:33:22.893111 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a72219ea-648e-4b35-b0a9-0fcd6a33b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:23.600661 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ad3245dc-8509-4f87-8047-3e7539510ffc req-118ed52a-a264-4d87-9b44-4d62787c5151 tempest-FlavorsV2NegativeTest-434833948 tempest-FlavorsV2NegativeTest-434833948-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=bc93c12b06944d8b9ab8d664b6d3aecb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244040 Dec 09 15:33:23.642293 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device a2447be7-f65f-468a-a334-a1fa1799cfa2 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:33:23.729057 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3245dc-8509-4f87-8047-3e7539510ffc req-c840bdd4-4f84-43c2-bc13-c6021ea56f14 tempest-FlavorsV2NegativeTest-434833948 tempest-FlavorsV2NegativeTest-434833948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:23.734929 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ad3245dc-8509-4f87-8047-3e7539510ffc req-c840bdd4-4f84-43c2-bc13-c6021ea56f14 tempest-FlavorsV2NegativeTest-434833948 tempest-FlavorsV2NegativeTest-434833948-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1252580 Dec 09 15:33:23.748200 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ad3245dc-8509-4f87-8047-3e7539510ffc req-2faa15ba-406f-4a43-902a-30459dc6915b tempest-FlavorsV2NegativeTest-434833948 tempest-FlavorsV2NegativeTest-434833948-project] 10.222.0.57 "GET /v2.0/quotas/bc93c12b06944d8b9ab8d664b6d3aecb HTTP/1.1" status: 200 len: 375 time: 0.0097473 Dec 09 15:33:23.762142 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port a2447be7-f65f-468a-a334-a1fa1799cfa2, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=a2447be7-f65f-468a-a334-a1fa1799cfa2,segment=NetworkSegment(228d45b1-d8ed-4124-8b43-d849dd193458),segment_id=228d45b1-d8ed-4124-8b43-d849dd193458)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:33:23.777758 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'a2447be7-f65f-468a-a334-a1fa1799cfa2', 'network_id': '157ebd9b-337d-4b8e-bfa2-0fca574eb9c6', 'port_id': 'a2447be7-f65f-468a-a334-a1fa1799cfa2', 'mac_address': 'fa:16:3e:86:cd:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ace21599-1839-494e-a461-9faf760e9290', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:33:23.785402 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ad3245dc-8509-4f87-8047-3e7539510ffc req-192d7c7a-1809-4d36-b7aa-24fe60ed49b3 tempest-FlavorsV2NegativeTest-434833948 tempest-FlavorsV2NegativeTest-434833948-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=bc93c12b06944d8b9ab8d664b6d3aecb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305560 Dec 09 15:33:23.822118 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:23.836043 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2447be7-f65f-468a-a334-a1fa1799cfa2 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:33:23.860215 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port a2447be7-f65f-468a-a334-a1fa1799cfa2, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=a2447be7-f65f-468a-a334-a1fa1799cfa2,segment=NetworkSegment(228d45b1-d8ed-4124-8b43-d849dd193458),segment_id=228d45b1-d8ed-4124-8b43-d849dd193458)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:33:23.864708 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:23.924785 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ac35a-236f-4b24-b29e-e402b5d758de req-01d410c6-ea1e-46b4-a807-866398e8b7dd tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:23.934644 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf8ac35a-236f-4b24-b29e-e402b5d758de req-01d410c6-ea1e-46b4-a807-866398e8b7dd tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd578c7c-4853-4e9d-ac51-f47b94fd3a8a HTTP/1.1" status: 200 len: 945 time: 0.0786088 Dec 09 15:33:23.938104 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=a2447be7-f65f-468a-a334-a1fa1799cfa2,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:23.950774 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:24.000852 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf8ac35a-236f-4b24-b29e-e402b5d758de req-6cb2e4e2-7741-45fa-918d-52d015b78178 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651407 Dec 09 15:33:24.145293 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3384c-f8c5-4d33-a5f8-35c5ed50101b req-c769d197-d878-4156-b720-9136f47b298b tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:24.149046 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7dc3384c-f8c5-4d33-a5f8-35c5ed50101b req-c769d197-d878-4156-b720-9136f47b298b tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/ports?device_id=f109ef3b-03be-48c1-a5c1-fb68692f6b2a HTTP/1.1" status: 200 len: 945 time: 0.0649638 Dec 09 15:33:24.213253 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['a2447be7-f65f-468a-a334-a1fa1799cfa2'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:33:24.221248 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7dc3384c-f8c5-4d33-a5f8-35c5ed50101b req-71349901-ba39-485c-8a81-4d3f2cecb82d tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/security-groups?id=40e40c17-5c2d-4bcc-9fe0-a20622492ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667818 Dec 09 15:33:24.328239 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:24.360123 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device d1d5b541-5c55-497d-8f56-610a63b58bdf details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:33:24.416757 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8d85d-a397-4ea4-8ba3-dba9f24eb5ca req-d5312572-75f7-4b08-9700-46a8c17ce254 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:24.418817 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dbe8d85d-a397-4ea4-8ba3-dba9f24eb5ca req-d5312572-75f7-4b08-9700-46a8c17ce254 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 946 time: 0.1013012 Dec 09 15:33:24.440777 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56678) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:33:24.498289 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dbe8d85d-a397-4ea4-8ba3-dba9f24eb5ca req-e24e2510-ab4c-4bc1-be4d-8594fc769ea9 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688088 Dec 09 15:33:24.521533 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port d1d5b541-5c55-497d-8f56-610a63b58bdf, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=d1d5b541-5c55-497d-8f56-610a63b58bdf,segment=NetworkSegment(228d45b1-d8ed-4124-8b43-d849dd193458),segment_id=228d45b1-d8ed-4124-8b43-d849dd193458)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:33:24.540681 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': 'd1d5b541-5c55-497d-8f56-610a63b58bdf', 'network_id': '157ebd9b-337d-4b8e-bfa2-0fca574eb9c6', 'port_id': 'd1d5b541-5c55-497d-8f56-610a63b58bdf', 'mac_address': 'fa:16:3e:4e:d1:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ace21599-1839-494e-a461-9faf760e9290', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:33:24.595298 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:24.617940 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1d5b541-5c55-497d-8f56-610a63b58bdf {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:33:24.619532 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bccd8af2-15ae-403e-81c6-7b6d168d524b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:24.641329 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port d1d5b541-5c55-497d-8f56-610a63b58bdf, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=d1d5b541-5c55-497d-8f56-610a63b58bdf,segment=NetworkSegment(228d45b1-d8ed-4124-8b43-d849dd193458),segment_id=228d45b1-d8ed-4124-8b43-d849dd193458)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:33:24.648054 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:24.709750 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=d1d5b541-5c55-497d-8f56-610a63b58bdf,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:24.761500 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bccd8af2-15ae-403e-81c6-7b6d168d524b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:24.766841 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bccd8af2-15ae-403e-81c6-7b6d168d524b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:24.833492 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bccd8af2-15ae-403e-81c6-7b6d168d524b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bc93c12b06944d8b9ab8d664b6d3aecb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3899050 Dec 09 15:33:24.835244 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd8af2-15ae-403e-81c6-7b6d168d524b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ccf8a4-c162-483f-80f0-af110f184847,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:24.835912 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56694) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:33:24.936076 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6452ea1f-6ddb-4813-a7f6-de51c4de00b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:24.966836 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6452ea1f-6ddb-4813-a7f6-de51c4de00b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:25.019615 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6452ea1f-6ddb-4813-a7f6-de51c4de00b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:25.023389 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6452ea1f-6ddb-4813-a7f6-de51c4de00b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:25.026910 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6452ea1f-6ddb-4813-a7f6-de51c4de00b1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f1ccf8a4-c162-483f-80f0-af110f184847 HTTP/1.1" status: 204 len: 168 time: 0.1876550 Dec 09 15:33:25.034708 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452ea1f-6ddb-4813-a7f6-de51c4de00b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ccf8a4-c162-483f-80f0-af110f184847,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:25.162310 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['d1d5b541-5c55-497d-8f56-610a63b58bdf'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:33:25.197022 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f2fe6-19b1-47fe-ad60-9b0a25eff3a2 req-82a4369c-3c19-4095-8259-bd6484c0cab2 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:25.200889 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-464f2fe6-19b1-47fe-ad60-9b0a25eff3a2 req-82a4369c-3c19-4095-8259-bd6484c0cab2 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 1097 time: 0.0588272 Dec 09 15:33:25.222963 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:25.257309 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-464f2fe6-19b1-47fe-ad60-9b0a25eff3a2 req-1ad3bf0b-e18c-4ced-b722-c4497ed4e778 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467935 Dec 09 15:33:25.469447 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b11acf-3f5b-4a1c-995b-d6bd122f2b2f req-058aef8b-2201-47b0-94db-ad5643eb07a2 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:25.471039 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-05b11acf-3f5b-4a1c-995b-d6bd122f2b2f req-058aef8b-2201-47b0-94db-ad5643eb07a2 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/ports?device_id=f109ef3b-03be-48c1-a5c1-fb68692f6b2a HTTP/1.1" status: 200 len: 945 time: 0.0579598 Dec 09 15:33:25.535011 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-05b11acf-3f5b-4a1c-995b-d6bd122f2b2f req-75a2d348-f1dd-4b9a-ab4f-fc282d641f79 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/security-groups?id=40e40c17-5c2d-4bcc-9fe0-a20622492ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555308 Dec 09 15:33:25.645390 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b671bd-179a-48d1-afd4-c86950a62eb2 req-9ea74872-9d0c-4470-b1a9-d9fd4221a312 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:25.646940 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-94b671bd-179a-48d1-afd4-c86950a62eb2 req-9ea74872-9d0c-4470-b1a9-d9fd4221a312 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 1097 time: 0.0444160 Dec 09 15:33:25.673736 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device a2447be7-f65f-468a-a334-a1fa1799cfa2 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:33:25.696136 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-94b671bd-179a-48d1-afd4-c86950a62eb2 req-507b58aa-5d4e-468f-a96a-e4b299dfc8f5 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426290 Dec 09 15:33:25.733178 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port a2447be7-f65f-468a-a334-a1fa1799cfa2 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:33:25.741197 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port a2447be7-f65f-468a-a334-a1fa1799cfa2 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:33:25.742070 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:25.783254 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56734) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:33:25.858380 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:25.899526 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f109ef3b-03be-48c1-a5c1-fb68692f6b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2447be7-f65f-468a-a334-a1fa1799cfa2'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:33:25.903544 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1898da-b2c3-4403-97ac-0fcea60ab6b1" -d '{"events": [{"server_uuid": "f109ef3b-03be-48c1-a5c1-fb68692f6b2a", "name": "network-vif-plugged", "status": "completed", "tag": "a2447be7-f65f-468a-a334-a1fa1799cfa2"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:33:25.918687 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port a2447be7-f65f-468a-a334-a1fa1799cfa2, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=a2447be7-f65f-468a-a334-a1fa1799cfa2,segment=NetworkSegment(228d45b1-d8ed-4124-8b43-d849dd193458),segment_id=228d45b1-d8ed-4124-8b43-d849dd193458)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:33:25.921252 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-fbb1a9d2-5b29-4673-978e-5f3988be1696 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1476512400-network', 'tenant_id': '05e3032613e94c4a8e0ac1352ddb9554'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:33:25.925267 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:25.951618 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb1a9d2-5b29-4673-978e-5f3988be1696 admin admin] Made reservation on behalf of 05e3032613e94c4a8e0ac1352ddb9554 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:33:25.955655 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fbb1a9d2-5b29-4673-978e-5f3988be1696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:25.971867 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fbb1a9d2-5b29-4673-978e-5f3988be1696 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:25.988454 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=a2447be7-f65f-468a-a334-a1fa1799cfa2,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:26.065611 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fbb1a9d2-5b29-4673-978e-5f3988be1696 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:26.069227 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fbb1a9d2-5b29-4673-978e-5f3988be1696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:26.089577 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbb1a9d2-5b29-4673-978e-5f3988be1696 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:33:26.104595 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1a9d2-5b29-4673-978e-5f3988be1696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d11682-9abe-4a10-815a-a3fc6bda372f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:26.107683 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fbb1a9d2-5b29-4673-978e-5f3988be1696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:26.107818 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-fbb1a9d2-5b29-4673-978e-5f3988be1696 admin admin] Added segment fe48ab97-19ed-4cf1-aa3c-d25ef03105c0 of type vlan for network 836fb391-3cb2-4df5-b513-f201a8210183 Dec 09 15:33:26.152333 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fbb1a9d2-5b29-4673-978e-5f3988be1696 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:26.177833 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fbb1a9d2-5b29-4673-978e-5f3988be1696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:26.178787 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb1a9d2-5b29-4673-978e-5f3988be1696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:26.179393 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fbb1a9d2-5b29-4673-978e-5f3988be1696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:26.234212 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-fbb1a9d2-5b29-4673-978e-5f3988be1696 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4490678 Dec 09 15:33:26.236882 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56760) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:33:26.241548 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-2845d270-6829-4702-9586-64bfc49b175f admin admin] Request body: {'subnet': {'network_id': '836fb391-3cb2-4df5-b513-f201a8210183', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1476512400-subnet', 'tenant_id': '05e3032613e94c4a8e0ac1352ddb9554', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:33:26.260658 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1a9d2-5b29-4673-978e-5f3988be1696 admin admin] Pushing event updated for resources: {'Network': ['ID=836fb391-3cb2-4df5-b513-f201a8210183,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:26.271932 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 836fb391-3cb2-4df5-b513-f201a8210183 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:33:26.281664 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2845d270-6829-4702-9586-64bfc49b175f admin admin] Made reservation on behalf of 05e3032613e94c4a8e0ac1352ddb9554 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:33:26.284051 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2845d270-6829-4702-9586-64bfc49b175f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:26.408015 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:26.466217 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2845d270-6829-4702-9586-64bfc49b175f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:26.529674 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845d270-6829-4702-9586-64bfc49b175f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e42ef5d-3659-4d39-b9c4-2e77a91fde68,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:26.538125 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2845d270-6829-4702-9586-64bfc49b175f admin admin] Checking segment: {'id': 'fe48ab97-19ed-4cf1-aa3c-d25ef03105c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '836fb391-3cb2-4df5-b513-f201a8210183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:33:26.538489 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2845d270-6829-4702-9586-64bfc49b175f admin admin] Network hostable DHCP agents. Network: 836fb391-3cb2-4df5-b513-f201a8210183, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:33:26.556111 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2845d270-6829-4702-9586-64bfc49b175f admin admin] Network 836fb391-3cb2-4df5-b513-f201a8210183 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:33:26.564892 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-2845d270-6829-4702-9586-64bfc49b175f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 836fb391-3cb2-4df5-b513-f201a8210183) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:33:26.572224 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d3153a-7101-4b67-b019-97bc5cb069d1 None None] Network 836fb391-3cb2-4df5-b513-f201a8210183 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:33:26.575290 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2845d270-6829-4702-9586-64bfc49b175f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:26.575896 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2845d270-6829-4702-9586-64bfc49b175f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:26.601655 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2845d270-6829-4702-9586-64bfc49b175f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.3627713 Dec 09 15:33:26.603564 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56774) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:33:26.609070 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-f7d562da-660d-42f8-984b-58c6dd04d1f1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1476512400-router', 'tenant_id': '05e3032613e94c4a8e0ac1352ddb9554', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:33:26.635582 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f7d562da-660d-42f8-984b-58c6dd04d1f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:26.637246 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f7d562da-660d-42f8-984b-58c6dd04d1f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:26.707635 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f7d562da-660d-42f8-984b-58c6dd04d1f1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:26.739151 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-d70537e1-9a54-4c48-86b3-9c3bd69a954b tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:33:26.740459 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-d70537e1-9a54-4c48-86b3-9c3bd69a954b tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092599 Dec 09 15:33:26.794038 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-c95239ec-4579-4f8a-b7f1-4cd134bad7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:26.795485 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-c95239ec-4579-4f8a-b7f1-4cd134bad7cf service neutron] 10.222.0.57 "GET /v2.0/ports/26e50651-3345-403f-9e2c-d8bb794bb5bf HTTP/1.1" status: 200 len: 1094 time: 0.0475104 Dec 09 15:33:26.805851 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-191aa431-5971-4365-b767-3005d9734f7c service neutron] Request body: {'binding': {'host': 'n-h1-821228-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:33:26.806667 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-191aa431-5971-4365-b767-3005d9734f7c service neutron] Unknown quota resources ['binding']. {{(pid=103244) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 15:33:26.871042 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f7d562da-660d-42f8-984b-58c6dd04d1f1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:26.881928 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0594cb-847b-400f-a377-9e78ce979845 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-836fb391-3cb2-4df5-b513-f201a8210183', 'network_id': '836fb391-3cb2-4df5-b513-f201a8210183', 'project_id': '05e3032613e94c4a8e0ac1352ddb9554', 'fixed_ips': [{'subnet_id': '7e42ef5d-3659-4d39-b9c4-2e77a91fde68'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:33:26.883181 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c0594cb-847b-400f-a377-9e78ce979845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:26.981360 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-191aa431-5971-4365-b767-3005d9734f7c service neutron] Attempting to bind port 26e50651-3345-403f-9e2c-d8bb794bb5bf on host n-h1-821228-1 for vnic_type normal with profile None {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:33:26.981905 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-191aa431-5971-4365-b767-3005d9734f7c service neutron] Attempting to bind port 26e50651-3345-403f-9e2c-d8bb794bb5bf by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:33:26.982005 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-191aa431-5971-4365-b767-3005d9734f7c service neutron] Attempting to bind port 26e50651-3345-403f-9e2c-d8bb794bb5bf on network 6c4b0ba7-873d-4b03-9efa-67af55c0587e {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:33:26.989524 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-191aa431-5971-4365-b767-3005d9734f7c service neutron] Port 26e50651-3345-403f-9e2c-d8bb794bb5bf on network 6c4b0ba7-873d-4b03-9efa-67af55c0587e not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:33:26.989964 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-191aa431-5971-4365-b767-3005d9734f7c service neutron] Attempting to bind port 26e50651-3345-403f-9e2c-d8bb794bb5bf on network 6c4b0ba7-873d-4b03-9efa-67af55c0587e {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:33:26.997160 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-191aa431-5971-4365-b767-3005d9734f7c service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:33:26.997591 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-191aa431-5971-4365-b767-3005d9734f7c service neutron] Checking segment: {'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:33:26.997990 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-191aa431-5971-4365-b767-3005d9734f7c service neutron] Bound using segment: {'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:33:26.998425 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-191aa431-5971-4365-b767-3005d9734f7c service neutron] Bound port: 26e50651-3345-403f-9e2c-d8bb794bb5bf, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:33:27.046753 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-3c0594cb-847b-400f-a377-9e78ce979845 None None] Allocated IP 172.20.0.2 (836fb391-3cb2-4df5-b513-f201a8210183/7e42ef5d-3659-4d39-b9c4-2e77a91fde68/843e9002-a179-4692-bd8c-d7a10e4d88d7) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:33:27.074304 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-191aa431-5971-4365-b767-3005d9734f7c service neutron] For port 26e50651-3345-403f-9e2c-d8bb794bb5bf, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=26e50651-3345-403f-9e2c-d8bb794bb5bf,segment=NetworkSegment(69c5f819-123d-436b-8f3f-7e75c7d0b133),segment_id=69c5f819-123d-436b-8f3f-7e75c7d0b133)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:33:27.085853 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-191aa431-5971-4365-b767-3005d9734f7c service neutron] Publish callbacks [] for binding, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:27.087461 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-191aa431-5971-4365-b767-3005d9734f7c service neutron] 10.222.0.57 "POST /v2.0/ports/26e50651-3345-403f-9e2c-d8bb794bb5bf/bindings HTTP/1.1" status: 201 len: 389 time: 0.2852099 Dec 09 15:33:27.261450 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2d6336-123b-42da-b12c-a5cc914e724e x-openstack-request-id: req-2f2d6336-123b-42da-b12c-a5cc914e724e {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:33:27.261836 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f109ef3b-03be-48c1-a5c1-fb68692f6b2a", "name": "network-vif-plugged", "status": "completed", "tag": "a2447be7-f65f-468a-a334-a1fa1799cfa2", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:33:27.262018 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2f2d6336-123b-42da-b12c-a5cc914e724e {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:33:27.262402 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f109ef3b-03be-48c1-a5c1-fb68692f6b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2447be7-f65f-468a-a334-a1fa1799cfa2', 'code': 200} Dec 09 15:33:27.307511 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c0594cb-847b-400f-a377-9e78ce979845 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:27.316674 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c0594cb-847b-400f-a377-9e78ce979845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:27.379121 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577d1a8-a926-4771-9fa9-15e8fb45039f req-ed6be44d-7d5e-423c-9b2e-24301252bab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:27.381068 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5577d1a8-a926-4771-9fa9-15e8fb45039f req-ed6be44d-7d5e-423c-9b2e-24301252bab3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f109ef3b-03be-48c1-a5c1-fb68692f6b2a HTTP/1.1" status: 200 len: 1097 time: 0.0737131 Dec 09 15:33:27.390757 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0594cb-847b-400f-a377-9e78ce979845 None None] Network 836fb391-3cb2-4df5-b513-f201a8210183 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:33:27.394966 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-3c0594cb-847b-400f-a377-9e78ce979845 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:33:27.398888 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0594cb-847b-400f-a377-9e78ce979845 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:33:27.402560 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0594cb-847b-400f-a377-9e78ce979845 None None] Pushing event updated for resources: {'Port': ['ID=843e9002-a179-4692-bd8c-d7a10e4d88d7,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:27.432031 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-d12f7b6b-0dc5-478b-acd7-8463043bedf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:27.433607 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-d12f7b6b-0dc5-478b-acd7-8463043bedf8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5674bd72d1184432801f651e299c9dce&device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 1097 time: 0.0570779 Dec 09 15:33:27.455803 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5577d1a8-a926-4771-9fa9-15e8fb45039f req-07b37c30-5727-4e1c-a8a6-439fa86e2806 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=40e40c17-5c2d-4bcc-9fe0-a20622492ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632093 Dec 09 15:33:27.486378 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3c0594cb-847b-400f-a377-9e78ce979845 None None] Attempting to bind port 843e9002-a179-4692-bd8c-d7a10e4d88d7 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:33:27.486671 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3c0594cb-847b-400f-a377-9e78ce979845 None None] Attempting to bind port 843e9002-a179-4692-bd8c-d7a10e4d88d7 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'fe48ab97-19ed-4cf1-aa3c-d25ef03105c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '836fb391-3cb2-4df5-b513-f201a8210183'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:33:27.487044 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0594cb-847b-400f-a377-9e78ce979845 None None] Attempting to bind port 843e9002-a179-4692-bd8c-d7a10e4d88d7 on network 836fb391-3cb2-4df5-b513-f201a8210183 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:33:27.493572 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0594cb-847b-400f-a377-9e78ce979845 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:33:27.494081 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0594cb-847b-400f-a377-9e78ce979845 None None] Checking segment: {'id': 'fe48ab97-19ed-4cf1-aa3c-d25ef03105c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '836fb391-3cb2-4df5-b513-f201a8210183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:33:27.494496 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c0594cb-847b-400f-a377-9e78ce979845 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:27.495022 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0594cb-847b-400f-a377-9e78ce979845 None None] Bound using segment: {'id': 'fe48ab97-19ed-4cf1-aa3c-d25ef03105c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '836fb391-3cb2-4df5-b513-f201a8210183'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:33:27.495507 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3c0594cb-847b-400f-a377-9e78ce979845 None None] Bound port: 843e9002-a179-4692-bd8c-d7a10e4d88d7, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe48ab97-19ed-4cf1-aa3c-d25ef03105c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '836fb391-3cb2-4df5-b513-f201a8210183'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:33:27.495898 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c0594cb-847b-400f-a377-9e78ce979845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:27.585954 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c0594cb-847b-400f-a377-9e78ce979845 None None] For port 843e9002-a179-4692-bd8c-d7a10e4d88d7, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:33:27.590149 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c0594cb-847b-400f-a377-9e78ce979845 None None] For port 843e9002-a179-4692-bd8c-d7a10e4d88d7, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=843e9002-a179-4692-bd8c-d7a10e4d88d7,segment=NetworkSegment(fe48ab97-19ed-4cf1-aa3c-d25ef03105c0),segment_id=fe48ab97-19ed-4cf1-aa3c-d25ef03105c0)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:33:27.597178 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c0594cb-847b-400f-a377-9e78ce979845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:27.668645 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9370e0-fad9-48ef-9113-4d8b9dc2b399 req-69842744-0834-4416-99a1-5a9eb1986ba7 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:27.672310 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1e9370e0-fad9-48ef-9113-4d8b9dc2b399 req-69842744-0834-4416-99a1-5a9eb1986ba7 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/ports?device_id=f109ef3b-03be-48c1-a5c1-fb68692f6b2a HTTP/1.1" status: 200 len: 946 time: 0.0909224 Dec 09 15:33:27.687287 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0594cb-847b-400f-a377-9e78ce979845 None None] Pushing event updated for resources: {'Port': ['ID=843e9002-a179-4692-bd8c-d7a10e4d88d7,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:27.712477 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-495930bd-59ab-49d4-a02b-2202add17691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:27.715809 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-495930bd-59ab-49d4-a02b-2202add17691 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6c4b0ba7-873d-4b03-9efa-67af55c0587e HTTP/1.1" status: 200 len: 921 time: 0.2496819 Dec 09 15:33:27.722497 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f7d562da-660d-42f8-984b-58c6dd04d1f1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:27.762941 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1e9370e0-fad9-48ef-9113-4d8b9dc2b399 req-f8358bc9-fb0e-43b5-838a-5e7e066d8d5c tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/security-groups?id=40e40c17-5c2d-4bcc-9fe0-a20622492ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771694 Dec 09 15:33:27.798343 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f7d562da-660d-42f8-984b-58c6dd04d1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:27.800990 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-487876e2-c9ce-4e69-93ea-60b54ce339d1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26e50651-3345-403f-9e2c-d8bb794bb5bf HTTP/1.1" status: 200 len: 217 time: 0.0754404 Dec 09 15:33:27.903331 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-5ea65519-fbc2-47f4-b918-67b84919736e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:27.904854 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-5ea65519-fbc2-47f4-b918-67b84919736e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2340fb97-6ad9-4615-9535-804554d0ce45 HTTP/1.1" status: 200 len: 860 time: 0.0954638 Dec 09 15:33:27.955414 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-727850fd-f100-41e6-ab11-7b51f38acaf8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6c4b0ba7-873d-4b03-9efa-67af55c0587e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324745 Dec 09 15:33:27.989872 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-a9049575-7e9b-4dcc-8366-bf241f56b440 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:27.991624 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-a9049575-7e9b-4dcc-8366-bf241f56b440 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/networks?id=3099805c-627c-4784-8087-c190eb81b4e0 HTTP/1.1" status: 200 len: 807 time: 0.1451280 Dec 09 15:33:28.010287 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-3b5419df-1fe0-4cd9-a14c-7daf37a7b4bf tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/quotas/5630bc9a914e4b7b8f43ee6d128eeb69 HTTP/1.1" status: 200 len: 375 time: 0.0128129 Dec 09 15:33:28.073924 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-f7d562da-660d-42f8-984b-58c6dd04d1f1 admin admin] Allocated IP 172.25.3.249 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/1ddb8f45-3fdc-4f26-8d2e-85739786ab21) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:33:28.085353 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-5eb5b664-d7c5-4958-848d-c3102168790f tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0687609 Dec 09 15:33:28.146409 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-b62b1758-3b74-4d1d-9178-2f37d816413d service neutron] 10.222.0.42 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800900 Dec 09 15:33:28.217166 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-d8abeb2a-8fc7-4418-b3be-79cb89a9967c service neutron] 10.222.0.57 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309292 Dec 09 15:33:28.259223 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f7d562da-660d-42f8-984b-58c6dd04d1f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:28.283604 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-49ac97a1-6d94-4dc5-adb3-6bde17fc63e6 service neutron] 10.222.0.42 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268160 Dec 09 15:33:28.308217 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f7d562da-660d-42f8-984b-58c6dd04d1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:28.317187 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-2e293340-fd43-415d-a63e-e9a8d081525a service neutron] 10.222.0.57 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917773 Dec 09 15:33:28.358448 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d562da-660d-42f8-984b-58c6dd04d1f1 admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:33:28.366047 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-f7d562da-660d-42f8-984b-58c6dd04d1f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:33:28.369594 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d562da-660d-42f8-984b-58c6dd04d1f1 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:33:28.374589 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device d1d5b541-5c55-497d-8f56-610a63b58bdf up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:33:28.375764 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d562da-660d-42f8-984b-58c6dd04d1f1 admin admin] Pushing event updated for resources: {'Port': ['ID=1ddb8f45-3fdc-4f26-8d2e-85739786ab21,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:28.453732 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port d1d5b541-5c55-497d-8f56-610a63b58bdf completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:33:28.458555 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port d1d5b541-5c55-497d-8f56-610a63b58bdf triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:33:28.458942 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:28.576887 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:28.627117 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port d1d5b541-5c55-497d-8f56-610a63b58bdf, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=d1d5b541-5c55-497d-8f56-610a63b58bdf,segment=NetworkSegment(228d45b1-d8ed-4124-8b43-d849dd193458),segment_id=228d45b1-d8ed-4124-8b43-d849dd193458)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:33:28.638147 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:28.729190 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f7d562da-660d-42f8-984b-58c6dd04d1f1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:28.746166 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=d1d5b541-5c55-497d-8f56-610a63b58bdf,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:28.848627 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501d038-b50b-4eab-b026-169ddbf852ca req-21b3404b-4f54-4f7d-af99-02f28de10315 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:28.859160 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7501d038-b50b-4eab-b026-169ddbf852ca req-21b3404b-4f54-4f7d-af99-02f28de10315 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 946 time: 0.0956044 Dec 09 15:33:28.942378 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7501d038-b50b-4eab-b026-169ddbf852ca req-c5bbca03-d52c-444f-84d5-dde7c2a69849 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823612 Dec 09 15:33:29.008991 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da87c858-c6a1-4227-a724-a60ad5df795e None None] Network 836fb391-3cb2-4df5-b513-f201a8210183 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:33:29.080860 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f7d562da-660d-42f8-984b-58c6dd04d1f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:29.097337 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f662b04e-ff75-4377-840d-7867525da256 None None] Provisioning complete for port 843e9002-a179-4692-bd8c-d7a10e4d88d7 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:33:29.097733 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f662b04e-ff75-4377-840d-7867525da256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:29.224889 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f662b04e-ff75-4377-840d-7867525da256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:29.266658 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c551f7c-7bb7-47d0-9ccc-4a9205d522f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d5b541-5c55-497d-8f56-610a63b58bdf'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:33:29.271104 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e7cdca-7d69-4eeb-9e34-679c78cb3145" -d '{"events": [{"server_uuid": "4c551f7c-7bb7-47d0-9ccc-4a9205d522f8", "name": "network-vif-plugged", "status": "completed", "tag": "d1d5b541-5c55-497d-8f56-610a63b58bdf"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:33:29.302004 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d283db9f-f5e3-452a-aec5-d3d1662edc61 req-50d6d6c3-27e8-439a-afe1-773f241f7beb tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 210 time: 0.0653875 Dec 09 15:33:29.319593 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f662b04e-ff75-4377-840d-7867525da256 None None] For port 843e9002-a179-4692-bd8c-d7a10e4d88d7, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=843e9002-a179-4692-bd8c-d7a10e4d88d7,segment=NetworkSegment(fe48ab97-19ed-4cf1-aa3c-d25ef03105c0),segment_id=fe48ab97-19ed-4cf1-aa3c-d25ef03105c0)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:33:29.336232 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f662b04e-ff75-4377-840d-7867525da256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:29.342005 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d562da-660d-42f8-984b-58c6dd04d1f1 admin admin] Router 341e59ce-2e74-4eed-aad7-d1ecc3ddea36 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:33:29.443670 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 843e9002-a179-4692-bd8c-d7a10e4d88d7 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:33:29.494673 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66babdd0-daad-4e86-9db3-8dda24754679 req-23424836-dc7d-4a1e-9373-197dcb240a21 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:29.496961 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-66babdd0-daad-4e86-9db3-8dda24754679 req-23424836-dc7d-4a1e-9373-197dcb240a21 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/ports?device_id=f109ef3b-03be-48c1-a5c1-fb68692f6b2a HTTP/1.1" status: 200 len: 946 time: 0.0955207 Dec 09 15:33:29.510031 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f662b04e-ff75-4377-840d-7867525da256 None None] Pushing event updated for resources: {'Port': ['ID=843e9002-a179-4692-bd8c-d7a10e4d88d7,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:29.543383 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 843e9002-a179-4692-bd8c-d7a10e4d88d7 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:33:29.543863 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:29.559037 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d562da-660d-42f8-984b-58c6dd04d1f1 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:33:29.580401 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-66babdd0-daad-4e86-9db3-8dda24754679 req-a667624d-f684-4c44-863b-71858167ab71 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/security-groups?id=40e40c17-5c2d-4bcc-9fe0-a20622492ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747912 Dec 09 15:33:29.591233 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f7d562da-660d-42f8-984b-58c6dd04d1f1 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:29.592977 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f7d562da-660d-42f8-984b-58c6dd04d1f1 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.9874647 Dec 09 15:33:29.595569 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56828) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:33:29.608195 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223dadee-1a05-4b4e-b12f-fbf319c2774a None None] Sync routers for ids ['341e59ce-2e74-4eed-aad7-d1ecc3ddea36'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:33:29.639296 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-61e1f4f8-3133-4ada-b4e5-6b3305b86e47 None None] Provisioning complete for port 843e9002-a179-4692-bd8c-d7a10e4d88d7 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:33:29.639646 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-61e1f4f8-3133-4ada-b4e5-6b3305b86e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:29.642022 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223dadee-1a05-4b4e-b12f-fbf319c2774a None None] Routers {'341e59ce-2e74-4eed-aad7-d1ecc3ddea36'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:33:29.642289 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-223dadee-1a05-4b4e-b12f-fbf319c2774a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:33:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['341e59ce-2e74-4eed-aad7-d1ecc3ddea36'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:33:29.792609 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c7f768-2d80-4b03-bd2b-02611be898a1 x-openstack-request-id: req-f8c7f768-2d80-4b03-bd2b-02611be898a1 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:33:29.792906 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c551f7c-7bb7-47d0-9ccc-4a9205d522f8", "name": "network-vif-plugged", "status": "completed", "tag": "d1d5b541-5c55-497d-8f56-610a63b58bdf", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:33:29.793289 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f8c7f768-2d80-4b03-bd2b-02611be898a1 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:33:29.793683 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c551f7c-7bb7-47d0-9ccc-4a9205d522f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d5b541-5c55-497d-8f56-610a63b58bdf', 'code': 200} Dec 09 15:33:29.868015 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-223dadee-1a05-4b4e-b12f-fbf319c2774a None None] Set router 341e59ce-2e74-4eed-aad7-d1ecc3ddea36 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:33:29.973718 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66636979-3b14-494d-adf2-e2bd5a995c12 req-15a48ed1-fccd-47a0-8717-48b78cc01bc2 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:29.982566 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-66636979-3b14-494d-adf2-e2bd5a995c12 req-15a48ed1-fccd-47a0-8717-48b78cc01bc2 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c551f7c-7bb7-47d0-9ccc-4a9205d522f8 HTTP/1.1" status: 200 len: 945 time: 0.1154556 Dec 09 15:33:29.982774 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7da181-5cc9-4d0e-b39d-f661902470ce req-d136dc70-54ea-47e2-bcd9-e97ac1b2e4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:29.988573 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9c7da181-5cc9-4d0e-b39d-f661902470ce req-d136dc70-54ea-47e2-bcd9-e97ac1b2e4b1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4c551f7c-7bb7-47d0-9ccc-4a9205d522f8 HTTP/1.1" status: 200 len: 1096 time: 0.0847104 Dec 09 15:33:30.079570 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9c7da181-5cc9-4d0e-b39d-f661902470ce req-cc07553b-5592-4c53-8924-a8ba2726c339 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=40e40c17-5c2d-4bcc-9fe0-a20622492ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858288 Dec 09 15:33:30.086925 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-66636979-3b14-494d-adf2-e2bd5a995c12 req-03c4c4a1-bd7c-4160-97b4-8288b43404f6 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/security-groups?id=40e40c17-5c2d-4bcc-9fe0-a20622492ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027513 Dec 09 15:33:30.147329 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-223dadee-1a05-4b4e-b12f-fbf319c2774a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341e59ce-2e74-4eed-aad7-d1ecc3ddea36', 'name': 'tempest-FloatingIPsNegativeTestJSON-1476512400-router', 'tenant_id': '05e3032613e94c4a8e0ac1352ddb9554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '1ddb8f45-3fdc-4f26-8d2e-85739786ab21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:33:26Z', 'updated_at': '2021-12-09T15:33:28Z', 'revision_number': 3, 'project_id': '05e3032613e94c4a8e0ac1352ddb9554', 'gw_port': {'id': '1ddb8f45-3fdc-4f26-8d2e-85739786ab21', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:87:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341e59ce-2e74-4eed-aad7-d1ecc3ddea36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:33:27Z', 'updated_at': '2021-12-09T15:33:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:33:30.189560 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223dadee-1a05-4b4e-b12f-fbf319c2774a None None] Checking router: 341e59ce-2e74-4eed-aad7-d1ecc3ddea36 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:33:30.189917 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223dadee-1a05-4b4e-b12f-fbf319c2774a None None] Updating router 341e59ce-2e74-4eed-aad7-d1ecc3ddea36 port 1ddb8f45-3fdc-4f26-8d2e-85739786ab21 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:33:30.220347 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-223dadee-1a05-4b4e-b12f-fbf319c2774a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:30.283551 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-4d921f70-6c9d-406a-abd8-9ec1aca97547 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:30.285023 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-4d921f70-6c9d-406a-abd8-9ec1aca97547 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.31 "GET /v2.0/networks?id=3099805c-627c-4784-8087-c190eb81b4e0 HTTP/1.1" status: 200 len: 807 time: 0.2130754 Dec 09 15:33:30.328268 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-c7b4e5fd-ce9e-4301-b451-133880739524 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Request body: {'port': {'device_id': '9c40a2a1-6bb8-483b-81ce-da1594213acd', 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0', 'admin_state_up': True, 'tenant_id': '5630bc9a914e4b7b8f43ee6d128eeb69'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:33:30.346990 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb5114-5121-48c0-b1ae-7fd074a7d436 req-bf9378d3-f459-48a9-9ca8-beb588021698 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:30.354438 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-50fb5114-5121-48c0-b1ae-7fd074a7d436 req-bf9378d3-f459-48a9-9ca8-beb588021698 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 946 time: 0.1315014 Dec 09 15:33:30.435667 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 8d1396cc-6257-49c7-a973-6cb504659baa details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:33:30.440027 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f1133b4-c7b4-4bf0-a509-eb746ff69134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:30.503886 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-50fb5114-5121-48c0-b1ae-7fd074a7d436 req-a938b5d3-ebcd-4575-ab3f-0cb4d0fe7a62 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484168 Dec 09 15:33:30.564871 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 8d1396cc-6257-49c7-a973-6cb504659baa, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=8d1396cc-6257-49c7-a973-6cb504659baa,segment=NetworkSegment(2728a46b-6f42-41e4-abfd-2e3db73a97b6),segment_id=2728a46b-6f42-41e4-abfd-2e3db73a97b6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:33:30.743269 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-1f1133b4-c7b4-4bf0-a509-eb746ff69134 admin admin] Allocated IP 172.20.0.1 (836fb391-3cb2-4df5-b513-f201a8210183/7e42ef5d-3659-4d39-b9c4-2e77a91fde68/2a8a296a-38bc-44af-9783-bfd1f40c4ca5) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:33:30.761855 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-c7b4e5fd-ce9e-4301-b451-133880739524 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Made reservation on behalf of 5630bc9a914e4b7b8f43ee6d128eeb69 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:33:30.767904 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-c7b4e5fd-ce9e-4301-b451-133880739524 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:30.840898 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '8d1396cc-6257-49c7-a973-6cb504659baa', 'network_id': '5e9ad32d-c9e7-4e00-867a-aef980499810', 'port_id': '8d1396cc-6257-49c7-a973-6cb504659baa', 'mac_address': 'fa:16:3e:1c:cd:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01df2498-b8b6-4dc7-bb3a-e44d90f24165', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:33:30.955797 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:30.978227 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d1396cc-6257-49c7-a973-6cb504659baa {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:33:30.982789 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-538b135f-8901-4511-97da-8a2228b88245 req-6dbb4e07-29cf-44d0-a445-d07278ff0cc1 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 210 time: 0.0632577 Dec 09 15:33:31.031127 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f1133b4-c7b4-4bf0-a509-eb746ff69134 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:31.056761 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-223dadee-1a05-4b4e-b12f-fbf319c2774a None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:31.069269 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 8d1396cc-6257-49c7-a973-6cb504659baa, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=8d1396cc-6257-49c7-a973-6cb504659baa,segment=NetworkSegment(2728a46b-6f42-41e4-abfd-2e3db73a97b6),segment_id=2728a46b-6f42-41e4-abfd-2e3db73a97b6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:33:31.071404 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-223dadee-1a05-4b4e-b12f-fbf319c2774a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:31.099334 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-c7b4e5fd-ce9e-4301-b451-133880739524 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Allocated IP 172.20.0.6 (3099805c-627c-4784-8087-c190eb81b4e0/75dd204b-61ff-4875-bd46-839f068b72c4/2d73fd09-ea4b-4251-aa0d-8d4fed81a514) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:33:31.134845 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e420fcf-cbf0-4faa-864c-9647ba04357a None None] Pushing event updated for resources: {'Port': ['ID=1ddb8f45-3fdc-4f26-8d2e-85739786ab21,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:31.147792 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:31.167682 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f1133b4-c7b4-4bf0-a509-eb746ff69134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:31.209138 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-223dadee-1a05-4b4e-b12f-fbf319c2774a None None] Attempting to bind port 1ddb8f45-3fdc-4f26-8d2e-85739786ab21 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:33:31.209507 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-223dadee-1a05-4b4e-b12f-fbf319c2774a None None] Attempting to bind port 1ddb8f45-3fdc-4f26-8d2e-85739786ab21 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:33:31.209873 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223dadee-1a05-4b4e-b12f-fbf319c2774a None None] Attempting to bind port 1ddb8f45-3fdc-4f26-8d2e-85739786ab21 on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:33:31.224129 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223dadee-1a05-4b4e-b12f-fbf319c2774a None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:33:31.224528 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223dadee-1a05-4b4e-b12f-fbf319c2774a None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:33:31.224922 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-223dadee-1a05-4b4e-b12f-fbf319c2774a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:31.225315 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223dadee-1a05-4b4e-b12f-fbf319c2774a None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:33:31.225934 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-223dadee-1a05-4b4e-b12f-fbf319c2774a None None] Bound port: 1ddb8f45-3fdc-4f26-8d2e-85739786ab21, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:33:31.226160 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-223dadee-1a05-4b4e-b12f-fbf319c2774a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:31.256061 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=8d1396cc-6257-49c7-a973-6cb504659baa,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:31.263276 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1133b4-c7b4-4bf0-a509-eb746ff69134 admin admin] Network 836fb391-3cb2-4df5-b513-f201a8210183 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:33:31.284616 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-1f1133b4-c7b4-4bf0-a509-eb746ff69134 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:33:31.297874 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1133b4-c7b4-4bf0-a509-eb746ff69134 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:33:31.304396 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-223dadee-1a05-4b4e-b12f-fbf319c2774a None None] For port 1ddb8f45-3fdc-4f26-8d2e-85739786ab21, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:33:31.307912 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-223dadee-1a05-4b4e-b12f-fbf319c2774a None None] For port 1ddb8f45-3fdc-4f26-8d2e-85739786ab21, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=1ddb8f45-3fdc-4f26-8d2e-85739786ab21,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:33:31.316276 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-223dadee-1a05-4b4e-b12f-fbf319c2774a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:31.349158 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1133b4-c7b4-4bf0-a509-eb746ff69134 admin admin] Pushing event updated for resources: {'Port': ['ID=2a8a296a-38bc-44af-9783-bfd1f40c4ca5,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:31.353565 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 843e9002-a179-4692-bd8c-d7a10e4d88d7 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:33:31.398165 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['8d1396cc-6257-49c7-a973-6cb504659baa'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:33:31.407107 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce952b-beed-4993-8d36-ef0c3590659c req-8e78ae55-aa2e-464c-a135-153b58ed5dab tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:31.414410 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f9ce952b-beed-4993-8d36-ef0c3590659c req-8e78ae55-aa2e-464c-a135-153b58ed5dab tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c551f7c-7bb7-47d0-9ccc-4a9205d522f8 HTTP/1.1" status: 200 len: 945 time: 0.2090278 Dec 09 15:33:31.422588 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f1133b4-c7b4-4bf0-a509-eb746ff69134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:31.449207 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e420fcf-cbf0-4faa-864c-9647ba04357a None None] Pushing event updated for resources: {'Port': ['ID=1ddb8f45-3fdc-4f26-8d2e-85739786ab21,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:31.464730 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223dadee-1a05-4b4e-b12f-fbf319c2774a None None] Routers {'341e59ce-2e74-4eed-aad7-d1ecc3ddea36'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:33:31.465364 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-223dadee-1a05-4b4e-b12f-fbf319c2774a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:33:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['341e59ce-2e74-4eed-aad7-d1ecc3ddea36'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:33:31.501751 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-c7b4e5fd-ce9e-4301-b451-133880739524 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:31.577727 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 843e9002-a179-4692-bd8c-d7a10e4d88d7 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:33:31.578310 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:31.589806 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f9ce952b-beed-4993-8d36-ef0c3590659c req-8af00273-c5f0-41c4-aa82-d5c5e97778ed tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/security-groups?id=40e40c17-5c2d-4bcc-9fe0-a20622492ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744249 Dec 09 15:33:31.678916 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-c7b4e5fd-ce9e-4301-b451-133880739524 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:31.681550 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-223dadee-1a05-4b4e-b12f-fbf319c2774a None None] Set router 341e59ce-2e74-4eed-aad7-d1ecc3ddea36 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:33:31.829217 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-73cb9e97-d0a7-4894-a20e-426a06befa76 None None] Provisioning complete for port 2a8a296a-38bc-44af-9783-bfd1f40c4ca5 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:33:31.829577 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-73cb9e97-d0a7-4894-a20e-426a06befa76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:31.939412 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-73cb9e97-d0a7-4894-a20e-426a06befa76 None None] Port 2a8a296a-38bc-44af-9783-bfd1f40c4ca5 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:33:32.021182 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f1133b4-c7b4-4bf0-a509-eb746ff69134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:32.034172 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-223dadee-1a05-4b4e-b12f-fbf319c2774a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341e59ce-2e74-4eed-aad7-d1ecc3ddea36', 'name': 'tempest-FloatingIPsNegativeTestJSON-1476512400-router', 'tenant_id': '05e3032613e94c4a8e0ac1352ddb9554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '1ddb8f45-3fdc-4f26-8d2e-85739786ab21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:33:26Z', 'updated_at': '2021-12-09T15:33:28Z', 'revision_number': 3, 'project_id': '05e3032613e94c4a8e0ac1352ddb9554', 'gw_port': {'id': '1ddb8f45-3fdc-4f26-8d2e-85739786ab21', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:87:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341e59ce-2e74-4eed-aad7-d1ecc3ddea36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:33:27Z', 'updated_at': '2021-12-09T15:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:33:32.058599 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-c7b4e5fd-ce9e-4301-b451-133880739524 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Network 3099805c-627c-4784-8087-c190eb81b4e0 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:33:32.062147 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223dadee-1a05-4b4e-b12f-fbf319c2774a None None] The sync data for ids ['341e59ce-2e74-4eed-aad7-d1ecc3ddea36'] in n-d-821228-1 is: [{'id': '341e59ce-2e74-4eed-aad7-d1ecc3ddea36', 'name': 'tempest-FloatingIPsNegativeTestJSON-1476512400-router', 'tenant_id': '05e3032613e94c4a8e0ac1352ddb9554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '1ddb8f45-3fdc-4f26-8d2e-85739786ab21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:33:26Z', 'updated_at': '2021-12-09T15:33:28Z', 'revision_number': 3, 'project_id': '05e3032613e94c4a8e0ac1352ddb9554', 'gw_port': {'id': '1ddb8f45-3fdc-4f26-8d2e-85739786ab21', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:87:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341e59ce-2e74-4eed-aad7-d1ecc3ddea36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:33:27Z', 'updated_at': '2021-12-09T15:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:33:32.068039 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-c7b4e5fd-ce9e-4301-b451-133880739524 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:33:32.073233 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-c7b4e5fd-ce9e-4301-b451-133880739524 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:33:32.124935 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b4e5fd-ce9e-4301-b451-133880739524 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Pushing event updated for resources: {'Port': ['ID=2d73fd09-ea4b-4251-aa0d-8d4fed81a514,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:32.177768 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80350d8-de68-4498-844d-47a6b8fd0a8a req-1e6ee6fa-ee24-4d14-899d-4f7a1f7319b2 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:32.179333 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f80350d8-de68-4498-844d-47a6b8fd0a8a req-1e6ee6fa-ee24-4d14-899d-4f7a1f7319b2 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 946 time: 0.4897060 Dec 09 15:33:32.191673 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-c7b4e5fd-ce9e-4301-b451-133880739524 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:32.193376 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-c7b4e5fd-ce9e-4301-b451-133880739524 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:32.267636 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-c7b4e5fd-ce9e-4301-b451-133880739524 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9481096 Dec 09 15:33:32.283581 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-d3a5cc59-9c34-47ff-b819-ffc24ae50431 service neutron] Request body: {'port': {'device_id': '9c40a2a1-6bb8-483b-81ce-da1594213acd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:33:32.345054 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f80350d8-de68-4498-844d-47a6b8fd0a8a req-3dfda60e-cbf9-4315-b708-6de4de1e980b tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487041 Dec 09 15:33:32.407994 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 8d1396cc-6257-49c7-a973-6cb504659baa up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:33:32.442862 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-d3a5cc59-9c34-47ff-b819-ffc24ae50431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:32.483202 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f1133b4-c7b4-4bf0-a509-eb746ff69134 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:32.496100 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 8d1396cc-6257-49c7-a973-6cb504659baa triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:33:32.496987 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:32.510723 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f1133b4-c7b4-4bf0-a509-eb746ff69134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:32.613140 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f1133b4-c7b4-4bf0-a509-eb746ff69134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:32.638277 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:32.681389 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd578c7c-4853-4e9d-ac51-f47b94fd3a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1396cc-6257-49c7-a973-6cb504659baa'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:33:32.681679 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1133b4-c7b4-4bf0-a509-eb746ff69134 admin admin] Pushing event updated for resources: {'Port': ['ID=2a8a296a-38bc-44af-9783-bfd1f40c4ca5,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:32.691833 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8d1b73-0605-4888-9d94-fd90f5bed15e" -d '{"events": [{"server_uuid": "fd578c7c-4853-4e9d-ac51-f47b94fd3a8a", "name": "network-vif-plugged", "status": "completed", "tag": "8d1396cc-6257-49c7-a973-6cb504659baa"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:33:32.711898 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 8d1396cc-6257-49c7-a973-6cb504659baa, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=8d1396cc-6257-49c7-a973-6cb504659baa,segment=NetworkSegment(2728a46b-6f42-41e4-abfd-2e3db73a97b6),segment_id=2728a46b-6f42-41e4-abfd-2e3db73a97b6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:33:32.719282 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:32.791676 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=8d1396cc-6257-49c7-a973-6cb504659baa,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:32.900004 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b6b508-e35e-421c-8e09-32423fb65693 req-c9b38585-6e39-437c-9ac6-8f6282fab41e tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:32.901554 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-52b6b508-e35e-421c-8e09-32423fb65693 req-c9b38585-6e39-437c-9ac6-8f6282fab41e tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 931 time: 0.1739440 Dec 09 15:33:32.956820 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1133b4-c7b4-4bf0-a509-eb746ff69134 admin admin] Network 836fb391-3cb2-4df5-b513-f201a8210183 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:33:32.963519 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-1f1133b4-c7b4-4bf0-a509-eb746ff69134 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:33:33.062474 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-52b6b508-e35e-421c-8e09-32423fb65693 req-934a02a0-f812-459a-bf30-3d0183e96756 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396737 Dec 09 15:33:33.142125 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-d3a5cc59-9c34-47ff-b819-ffc24ae50431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d73fd09-ea4b-4251-aa0d-8d4fed81a514 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:33:33.153656 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-d3a5cc59-9c34-47ff-b819-ffc24ae50431 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:33.206925 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-d3a5cc59-9c34-47ff-b819-ffc24ae50431 service neutron] Transition to ACTIVE for port object 2d73fd09-ea4b-4251-aa0d-8d4fed81a514 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:33:33.211531 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f1133b4-c7b4-4bf0-a509-eb746ff69134 admin admin] Router 341e59ce-2e74-4eed-aad7-d1ecc3ddea36 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:33:33.215806 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-d3a5cc59-9c34-47ff-b819-ffc24ae50431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:33.347683 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 1ddb8f45-3fdc-4f26-8d2e-85739786ab21 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:33:33.403485 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7fc8df03-0053-488d-8238-9b23dd582907 None None] Provisioning complete for port 2a8a296a-38bc-44af-9783-bfd1f40c4ca5 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:33:33.403768 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7fc8df03-0053-488d-8238-9b23dd582907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:33.410306 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a5cc59-9c34-47ff-b819-ffc24ae50431 service neutron] Pushing event updated for resources: {'Port': ['ID=2d73fd09-ea4b-4251-aa0d-8d4fed81a514,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:33.422387 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8b409-1125-4f83-bcce-563f46f1483f req-321b62d3-fd69-495b-a808-44714ad1c497 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:33.431798 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-27a8b409-1125-4f83-bcce-563f46f1483f req-321b62d3-fd69-495b-a808-44714ad1c497 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c551f7c-7bb7-47d0-9ccc-4a9205d522f8 HTTP/1.1" status: 200 len: 945 time: 0.2636628 Dec 09 15:33:33.454076 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-7fc8df03-0053-488d-8238-9b23dd582907 None None] Port 2a8a296a-38bc-44af-9783-bfd1f40c4ca5 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:33:33.456088 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 1ddb8f45-3fdc-4f26-8d2e-85739786ab21 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:33:33.456809 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:33.496282 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-d3a5cc59-9c34-47ff-b819-ffc24ae50431 service neutron] Attempting to bind port 2d73fd09-ea4b-4251-aa0d-8d4fed81a514 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:33:33.496884 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-d3a5cc59-9c34-47ff-b819-ffc24ae50431 service neutron] Attempting to bind port 2d73fd09-ea4b-4251-aa0d-8d4fed81a514 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:33:33.499330 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-d3a5cc59-9c34-47ff-b819-ffc24ae50431 service neutron] Attempting to bind port 2d73fd09-ea4b-4251-aa0d-8d4fed81a514 on network 3099805c-627c-4784-8087-c190eb81b4e0 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:33:33.537417 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-d3a5cc59-9c34-47ff-b819-ffc24ae50431 service neutron] Port 2d73fd09-ea4b-4251-aa0d-8d4fed81a514 on network 3099805c-627c-4784-8087-c190eb81b4e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:33:33.538082 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-d3a5cc59-9c34-47ff-b819-ffc24ae50431 service neutron] Attempting to bind port 2d73fd09-ea4b-4251-aa0d-8d4fed81a514 on network 3099805c-627c-4784-8087-c190eb81b4e0 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:33:33.554591 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-d3a5cc59-9c34-47ff-b819-ffc24ae50431 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:33:33.555101 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-d3a5cc59-9c34-47ff-b819-ffc24ae50431 service neutron] Checking segment: {'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:33:33.555586 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-d3a5cc59-9c34-47ff-b819-ffc24ae50431 service neutron] Bound using segment: {'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:33:33.556134 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-d3a5cc59-9c34-47ff-b819-ffc24ae50431 service neutron] Bound port: 2d73fd09-ea4b-4251-aa0d-8d4fed81a514, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:33:33.556748 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-d3a5cc59-9c34-47ff-b819-ffc24ae50431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:33.567623 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:33.631382 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-27a8b409-1125-4f83-bcce-563f46f1483f req-4db43593-6606-45f3-9e3d-7feaba183b50 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/security-groups?id=40e40c17-5c2d-4bcc-9fe0-a20622492ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985073 Dec 09 15:33:33.636552 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 1ddb8f45-3fdc-4f26-8d2e-85739786ab21, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=1ddb8f45-3fdc-4f26-8d2e-85739786ab21,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:33:33.642743 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:33.679887 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1133b4-c7b4-4bf0-a509-eb746ff69134 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:33:33.702998 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1f1133b4-c7b4-4bf0-a509-eb746ff69134 admin admin] 10.222.0.57 "PUT /v2.0/routers/341e59ce-2e74-4eed-aad7-d1ecc3ddea36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1060500 Dec 09 15:33:33.743218 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e7a631-7dd3-4e29-a171-64737a8406fd x-openstack-request-id: req-b6e7a631-7dd3-4e29-a171-64737a8406fd {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:33:33.743516 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd578c7c-4853-4e9d-ac51-f47b94fd3a8a", "name": "network-vif-plugged", "status": "completed", "tag": "8d1396cc-6257-49c7-a973-6cb504659baa", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:33:33.743766 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b6e7a631-7dd3-4e29-a171-64737a8406fd {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:33:33.744158 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd578c7c-4853-4e9d-ac51-f47b94fd3a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1396cc-6257-49c7-a973-6cb504659baa', 'code': 200} Dec 09 15:33:33.797206 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=1ddb8f45-3fdc-4f26-8d2e-85739786ab21,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:33.803423 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-d3a5cc59-9c34-47ff-b819-ffc24ae50431 service neutron] For port 2d73fd09-ea4b-4251-aa0d-8d4fed81a514, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:33:33.816892 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-d3a5cc59-9c34-47ff-b819-ffc24ae50431 service neutron] For port 2d73fd09-ea4b-4251-aa0d-8d4fed81a514, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=2d73fd09-ea4b-4251-aa0d-8d4fed81a514,segment=NetworkSegment(9bcbf52b-8ad5-477f-9636-c2f9cae19672),segment_id=9bcbf52b-8ad5-477f-9636-c2f9cae19672)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:33:33.825038 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-d3a5cc59-9c34-47ff-b819-ffc24ae50431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:33.881343 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-d3a5cc59-9c34-47ff-b819-ffc24ae50431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:33.882345 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-d3a5cc59-9c34-47ff-b819-ffc24ae50431 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:33.883943 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-d3a5cc59-9c34-47ff-b819-ffc24ae50431 service neutron] 10.222.0.31 "PUT /v2.0/ports/2d73fd09-ea4b-4251-aa0d-8d4fed81a514 HTTP/1.1" status: 200 len: 1091 time: 1.6050673 Dec 09 15:33:33.884664 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c40a2a1-6bb8-483b-81ce-da1594213acd', 'tag': '2d73fd09-ea4b-4251-aa0d-8d4fed81a514'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:33:33.887111 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d850cbeb-b857-4891-b0ff-a850c7c36073" -d '{"events": [{"name": "network-changed", "server_uuid": "9c40a2a1-6bb8-483b-81ce-da1594213acd", "tag": "2d73fd09-ea4b-4251-aa0d-8d4fed81a514"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:33:34.003642 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a5cc59-9c34-47ff-b819-ffc24ae50431 service neutron] Pushing event updated for resources: {'Port': ['ID=2d73fd09-ea4b-4251-aa0d-8d4fed81a514,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:34.017570 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb291f-723c-4185-905f-3350a5f85424 req-c5ee6f3a-07c3-4986-b595-ffdd162369f7 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:34.025195 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03bb291f-723c-4185-905f-3350a5f85424 req-c5ee6f3a-07c3-4986-b595-ffdd162369f7 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 946 time: 0.1255035 Dec 09 15:33:34.085151 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03bb291f-723c-4185-905f-3350a5f85424 req-a6544a9c-e0c9-4c7e-bcb5-757f3f1e981a tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589385 Dec 09 15:33:34.115511 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-db0b50f3-2403-409b-a149-e74001870b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:34.117060 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-db0b50f3-2403-409b-a149-e74001870b2f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69&device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 1094 time: 0.1740453 Dec 09 15:33:34.189905 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-837639e5-9e4d-4fd7-93a1-d02f0b5eb2f9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d73fd09-ea4b-4251-aa0d-8d4fed81a514 HTTP/1.1" status: 200 len: 217 time: 0.0627110 Dec 09 15:33:34.277447 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-15db1de2-4402-4ecd-944e-49d7590b433b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:34.279969 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-15db1de2-4402-4ecd-944e-49d7590b433b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75dd204b-61ff-4875-bd46-839f068b72c4 HTTP/1.1" status: 200 len: 847 time: 0.0826285 Dec 09 15:33:34.307431 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7b7d75-1ca3-40ff-8faa-d44305d4813a None None] Sync routers for ids ['341e59ce-2e74-4eed-aad7-d1ecc3ddea36'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:33:34.323219 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7b7d75-1ca3-40ff-8faa-d44305d4813a None None] Routers {'341e59ce-2e74-4eed-aad7-d1ecc3ddea36'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:33:34.324306 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-3f7b7d75-1ca3-40ff-8faa-d44305d4813a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:33:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['341e59ce-2e74-4eed-aad7-d1ecc3ddea36'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:33:34.331292 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-ed1aa1f6-187e-4219-9a66-e8d50fb957d3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3099805c-627c-4784-8087-c190eb81b4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446701 Dec 09 15:33:34.450237 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-3f7b7d75-1ca3-40ff-8faa-d44305d4813a None None] Set router 341e59ce-2e74-4eed-aad7-d1ecc3ddea36 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:33:34.529936 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-232ee7c9-2787-4e2a-80eb-a9d3165fbce1 service neutron] 10.222.0.31 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898544 Dec 09 15:33:34.635313 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59cfcafb-494f-43b6-9e5e-25a75ee40268 x-openstack-request-id: req-59cfcafb-494f-43b6-9e5e-25a75ee40268 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:33:34.635736 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c40a2a1-6bb8-483b-81ce-da1594213acd", "tag": "2d73fd09-ea4b-4251-aa0d-8d4fed81a514", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:33:34.636150 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-59cfcafb-494f-43b6-9e5e-25a75ee40268 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:33:34.636689 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c40a2a1-6bb8-483b-81ce-da1594213acd', 'tag': '2d73fd09-ea4b-4251-aa0d-8d4fed81a514', 'status': 'completed', 'code': 200} Dec 09 15:33:34.715728 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34ff239b-f538-4859-b7c8-b6f2793f187b req-294a39eb-2f47-4c89-ac15-7ae2ac1a44fa service neutron] 10.222.0.31 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782763 Dec 09 15:33:34.809759 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d0b230b-cd4f-4323-b0ce-67099ec4f87f req-51486a87-a345-4107-a70d-c43c3110a66b tempest-FloatingIPsNegativeTestJSON-27368180 tempest-FloatingIPsNegativeTestJSON-27368180-project] 10.222.0.57 "GET /v2.0/floatingips?tenant_id=05e3032613e94c4a8e0ac1352ddb9554 HTTP/1.1" status: 200 len: 217 time: 0.0657887 Dec 09 15:33:34.822531 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-3f7b7d75-1ca3-40ff-8faa-d44305d4813a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341e59ce-2e74-4eed-aad7-d1ecc3ddea36', 'name': 'tempest-FloatingIPsNegativeTestJSON-1476512400-router', 'tenant_id': '05e3032613e94c4a8e0ac1352ddb9554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '1ddb8f45-3fdc-4f26-8d2e-85739786ab21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:33:26Z', 'updated_at': '2021-12-09T15:33:31Z', 'revision_number': 4, 'project_id': '05e3032613e94c4a8e0ac1352ddb9554', 'gw_port': {'id': '1ddb8f45-3fdc-4f26-8d2e-85739786ab21', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:87:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341e59ce-2e74-4eed-aad7-d1ecc3ddea36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:33:27Z', 'updated_at': '2021-12-09T15:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '2a8a296a-38bc-44af-9783-bfd1f40c4ca5', 'name': '', 'network_id': '836fb391-3cb2-4df5-b513-f201a8210183', 'tenant_id': '05e3032613e94c4a8e0ac1352ddb9554', 'mac_address': 'fa:16:3e:60:dc:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341e59ce-2e74-4eed-aad7-d1ecc3ddea36', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '7e42ef5d-3659-4d39-b9c4-2e77a91fde68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:33:30Z', 'updated_at': '2021-12-09T15:33:32Z', 'revision_number': 2, 'project_id': '05e3032613e94c4a8e0ac1352ddb9554', 'subnets': [{'id': '7e42ef5d-3659-4d39-b9c4-2e77a91fde68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:33:34.881081 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850cbeb-b857-4891-b0ff-a850c7c36073 req-7c2fad9f-5a35-42bc-b93c-23b24464f2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:34.882646 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d850cbeb-b857-4891-b0ff-a850c7c36073 req-7c2fad9f-5a35-42bc-b93c-23b24464f2f3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69&device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 1094 time: 0.0821314 Dec 09 15:33:34.987237 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7b7d75-1ca3-40ff-8faa-d44305d4813a None None] Checking router: 341e59ce-2e74-4eed-aad7-d1ecc3ddea36 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:33:34.987497 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7b7d75-1ca3-40ff-8faa-d44305d4813a None None] Updating router 341e59ce-2e74-4eed-aad7-d1ecc3ddea36 port 2a8a296a-38bc-44af-9783-bfd1f40c4ca5 binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:33:35.022632 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-3f7b7d75-1ca3-40ff-8faa-d44305d4813a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:35.067094 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850cbeb-b857-4891-b0ff-a850c7c36073 req-78a54021-9a1b-4899-8e87-10ed6647b1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:35.068873 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d850cbeb-b857-4891-b0ff-a850c7c36073 req-78a54021-9a1b-4899-8e87-10ed6647b1b1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3099805c-627c-4784-8087-c190eb81b4e0 HTTP/1.1" status: 200 len: 908 time: 0.1746755 Dec 09 15:33:35.080345 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecfbc2c-264e-43e9-93d0-6b8927d1c40a req-cdd6dda7-e89c-4eed-b694-56622487b136 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:35.085045 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0ecfbc2c-264e-43e9-93d0-6b8927d1c40a req-cdd6dda7-e89c-4eed-b694-56622487b136 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 943 time: 0.1738234 Dec 09 15:33:35.127139 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d850cbeb-b857-4891-b0ff-a850c7c36073 req-35b93f1f-84b7-44bb-a954-d3d2fef91de3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d73fd09-ea4b-4251-aa0d-8d4fed81a514 HTTP/1.1" status: 200 len: 217 time: 0.0413425 Dec 09 15:33:35.216633 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0ecfbc2c-264e-43e9-93d0-6b8927d1c40a req-09f1e65d-1001-45b0-9358-f632993d9c84 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882611 Dec 09 15:33:35.230374 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850cbeb-b857-4891-b0ff-a850c7c36073 req-fd18910a-d6c9-468d-912a-28246ccc8a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:35.232240 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d850cbeb-b857-4891-b0ff-a850c7c36073 req-fd18910a-d6c9-468d-912a-28246ccc8a17 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75dd204b-61ff-4875-bd46-839f068b72c4 HTTP/1.1" status: 200 len: 847 time: 0.0969896 Dec 09 15:33:35.294371 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d850cbeb-b857-4891-b0ff-a850c7c36073 req-7527dff8-ff2e-4626-a140-0f949e52d423 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3099805c-627c-4784-8087-c190eb81b4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524466 Dec 09 15:33:35.379639 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 1ddb8f45-3fdc-4f26-8d2e-85739786ab21 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:33:35.419354 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-3f7b7d75-1ca3-40ff-8faa-d44305d4813a None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:35.433334 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-3f7b7d75-1ca3-40ff-8faa-d44305d4813a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:35.492893 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547e527-0db9-4a52-8107-caba9ef5a895 None None] Pushing event updated for resources: {'Port': ['ID=2a8a296a-38bc-44af-9783-bfd1f40c4ca5,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:35.508146 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1547e527-0db9-4a52-8107-caba9ef5a895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:33:35.509074 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1547e527-0db9-4a52-8107-caba9ef5a895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:33:35.509599 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1547e527-0db9-4a52-8107-caba9ef5a895 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:33:35.510100 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1547e527-0db9-4a52-8107-caba9ef5a895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:33:35.510788 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1547e527-0db9-4a52-8107-caba9ef5a895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:33:35.511358 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1547e527-0db9-4a52-8107-caba9ef5a895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:33:35.511867 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1547e527-0db9-4a52-8107-caba9ef5a895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:33:35.512364 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1547e527-0db9-4a52-8107-caba9ef5a895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:33:35.513161 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d850cbeb-b857-4891-b0ff-a850c7c36073 req-2b96d8ca-d5d3-4663-8e22-3bcd7447dad7 service neutron] 10.222.0.31 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046373 Dec 09 15:33:35.513674 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1547e527-0db9-4a52-8107-caba9ef5a895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:33:35.514374 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1547e527-0db9-4a52-8107-caba9ef5a895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:33:35.514956 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1547e527-0db9-4a52-8107-caba9ef5a895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:33:35.515525 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1547e527-0db9-4a52-8107-caba9ef5a895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:33:35.516001 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1547e527-0db9-4a52-8107-caba9ef5a895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:33:35.524974 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 1ddb8f45-3fdc-4f26-8d2e-85739786ab21 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:33:35.525621 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:35.600279 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-3f7b7d75-1ca3-40ff-8faa-d44305d4813a None None] Attempting to bind port 2a8a296a-38bc-44af-9783-bfd1f40c4ca5 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:33:35.601268 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-3f7b7d75-1ca3-40ff-8faa-d44305d4813a None None] Attempting to bind port 2a8a296a-38bc-44af-9783-bfd1f40c4ca5 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'fe48ab97-19ed-4cf1-aa3c-d25ef03105c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '836fb391-3cb2-4df5-b513-f201a8210183'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:33:35.601838 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7b7d75-1ca3-40ff-8faa-d44305d4813a None None] Attempting to bind port 2a8a296a-38bc-44af-9783-bfd1f40c4ca5 on network 836fb391-3cb2-4df5-b513-f201a8210183 {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:33:35.613139 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7b7d75-1ca3-40ff-8faa-d44305d4813a None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:33:35.613937 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7b7d75-1ca3-40ff-8faa-d44305d4813a None None] Checking segment: {'id': 'fe48ab97-19ed-4cf1-aa3c-d25ef03105c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '836fb391-3cb2-4df5-b513-f201a8210183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:33:35.614506 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-3f7b7d75-1ca3-40ff-8faa-d44305d4813a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:35.615129 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7b7d75-1ca3-40ff-8faa-d44305d4813a None None] Bound using segment: {'id': 'fe48ab97-19ed-4cf1-aa3c-d25ef03105c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '836fb391-3cb2-4df5-b513-f201a8210183'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:33:35.615760 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-3f7b7d75-1ca3-40ff-8faa-d44305d4813a None None] Bound port: 2a8a296a-38bc-44af-9783-bfd1f40c4ca5, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe48ab97-19ed-4cf1-aa3c-d25ef03105c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '836fb391-3cb2-4df5-b513-f201a8210183'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:33:35.616342 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-3f7b7d75-1ca3-40ff-8faa-d44305d4813a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:35.750748 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-3f7b7d75-1ca3-40ff-8faa-d44305d4813a None None] For port 2a8a296a-38bc-44af-9783-bfd1f40c4ca5, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:33:35.767493 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-3f7b7d75-1ca3-40ff-8faa-d44305d4813a None None] For port 2a8a296a-38bc-44af-9783-bfd1f40c4ca5, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=2a8a296a-38bc-44af-9783-bfd1f40c4ca5,segment=NetworkSegment(fe48ab97-19ed-4cf1-aa3c-d25ef03105c0),segment_id=fe48ab97-19ed-4cf1-aa3c-d25ef03105c0)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:33:35.775430 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-3f7b7d75-1ca3-40ff-8faa-d44305d4813a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:35.849091 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d850cbeb-b857-4891-b0ff-a850c7c36073 req-610c9c83-1808-46fc-8418-e916dda1cafe service neutron] 10.222.0.31 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164952 Dec 09 15:33:35.858986 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7b7d75-1ca3-40ff-8faa-d44305d4813a None None] Routers {'341e59ce-2e74-4eed-aad7-d1ecc3ddea36'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:33:35.859989 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-3f7b7d75-1ca3-40ff-8faa-d44305d4813a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:33:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['341e59ce-2e74-4eed-aad7-d1ecc3ddea36'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:33:35.900679 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-429ce0b5-7e1c-4692-bdc7-8cbc754d798c req-49e986c3-b70b-4d16-a8ab-032baa8fa3a2 tempest-FloatingIPsNegativeTestJSON-27368180 tempest-FloatingIPsNegativeTestJSON-27368180-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0502982 Dec 09 15:33:35.919834 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547e527-0db9-4a52-8107-caba9ef5a895 None None] Pushing event updated for resources: {'Port': ['ID=2a8a296a-38bc-44af-9783-bfd1f40c4ca5,revision_number=4']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:36.070783 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-3f7b7d75-1ca3-40ff-8faa-d44305d4813a None None] Set router 341e59ce-2e74-4eed-aad7-d1ecc3ddea36 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:33:36.106622 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab7db2-6f9f-4f16-8ea9-a6096a20b6cf req-986436bc-0738-4ecc-99c0-68c35964b585 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:36.109255 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03ab7db2-6f9f-4f16-8ea9-a6096a20b6cf req-986436bc-0738-4ecc-99c0-68c35964b585 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 946 time: 0.0911529 Dec 09 15:33:36.128038 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b3060a61-9dad-4fb1-8fe7-8212ca377010 None None] Provisioning complete for port 2a8a296a-38bc-44af-9783-bfd1f40c4ca5 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:33:36.128677 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b3060a61-9dad-4fb1-8fe7-8212ca377010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:36.225498 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03ab7db2-6f9f-4f16-8ea9-a6096a20b6cf req-f26f6c31-2cd7-4d13-82f4-1b69a6fca2da tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069055 Dec 09 15:33:36.288692 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb4cd4-6271-4ef8-abfa-f2a6ffa02f1a req-3bc021f9-37a4-41d0-a125-c5e9975b9f27 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:36.295350 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e6eb4cd4-6271-4ef8-abfa-f2a6ffa02f1a req-3bc021f9-37a4-41d0-a125-c5e9975b9f27 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c551f7c-7bb7-47d0-9ccc-4a9205d522f8 HTTP/1.1" status: 200 len: 945 time: 0.1295702 Dec 09 15:33:36.392426 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b3060a61-9dad-4fb1-8fe7-8212ca377010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:36.465285 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b3060a61-9dad-4fb1-8fe7-8212ca377010 None None] For port 2a8a296a-38bc-44af-9783-bfd1f40c4ca5, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=2a8a296a-38bc-44af-9783-bfd1f40c4ca5,segment=NetworkSegment(fe48ab97-19ed-4cf1-aa3c-d25ef03105c0),segment_id=fe48ab97-19ed-4cf1-aa3c-d25ef03105c0)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:33:36.470556 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b3060a61-9dad-4fb1-8fe7-8212ca377010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:36.472373 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-3f7b7d75-1ca3-40ff-8faa-d44305d4813a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341e59ce-2e74-4eed-aad7-d1ecc3ddea36', 'name': 'tempest-FloatingIPsNegativeTestJSON-1476512400-router', 'tenant_id': '05e3032613e94c4a8e0ac1352ddb9554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '1ddb8f45-3fdc-4f26-8d2e-85739786ab21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:33:26Z', 'updated_at': '2021-12-09T15:33:31Z', 'revision_number': 4, 'project_id': '05e3032613e94c4a8e0ac1352ddb9554', 'gw_port': {'id': '1ddb8f45-3fdc-4f26-8d2e-85739786ab21', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:87:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341e59ce-2e74-4eed-aad7-d1ecc3ddea36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:33:27Z', 'updated_at': '2021-12-09T15:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '2a8a296a-38bc-44af-9783-bfd1f40c4ca5', 'name': '', 'network_id': '836fb391-3cb2-4df5-b513-f201a8210183', 'tenant_id': '05e3032613e94c4a8e0ac1352ddb9554', 'mac_address': 'fa:16:3e:60:dc:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341e59ce-2e74-4eed-aad7-d1ecc3ddea36', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '7e42ef5d-3659-4d39-b9c4-2e77a91fde68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:33:30Z', 'updated_at': '2021-12-09T15:33:35Z', 'revision_number': 4, 'project_id': '05e3032613e94c4a8e0ac1352ddb9554', 'subnets': [{'id': '7e42ef5d-3659-4d39-b9c4-2e77a91fde68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:33:36.525462 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-e6eb4cd4-6271-4ef8-abfa-f2a6ffa02f1a req-45590485-a30c-42d3-a68c-adfa0db36341 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Deleting port d1d5b541-5c55-497d-8f56-610a63b58bdf {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:33:36.527113 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e6eb4cd4-6271-4ef8-abfa-f2a6ffa02f1a req-45590485-a30c-42d3-a68c-adfa0db36341 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:36.554330 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3060a61-9dad-4fb1-8fe7-8212ca377010 None None] Pushing event updated for resources: {'Port': ['ID=2a8a296a-38bc-44af-9783-bfd1f40c4ca5,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:36.558035 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7b7d75-1ca3-40ff-8faa-d44305d4813a None None] The sync data for ids ['341e59ce-2e74-4eed-aad7-d1ecc3ddea36'] in n-d-821228-1 is: [{'id': '341e59ce-2e74-4eed-aad7-d1ecc3ddea36', 'name': 'tempest-FloatingIPsNegativeTestJSON-1476512400-router', 'tenant_id': '05e3032613e94c4a8e0ac1352ddb9554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '1ddb8f45-3fdc-4f26-8d2e-85739786ab21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:33:26Z', 'updated_at': '2021-12-09T15:33:31Z', 'revision_number': 4, 'project_id': '05e3032613e94c4a8e0ac1352ddb9554', 'gw_port': {'id': '1ddb8f45-3fdc-4f26-8d2e-85739786ab21', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:87:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341e59ce-2e74-4eed-aad7-d1ecc3ddea36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:33:27Z', 'updated_at': '2021-12-09T15:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '2a8a296a-38bc-44af-9783-bfd1f40c4ca5', 'name': '', 'network_id': '836fb391-3cb2-4df5-b513-f201a8210183', 'tenant_id': '05e3032613e94c4a8e0ac1352ddb9554', 'mac_address': 'fa:16:3e:60:dc:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341e59ce-2e74-4eed-aad7-d1ecc3ddea36', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '7e42ef5d-3659-4d39-b9c4-2e77a91fde68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:33:30Z', 'updated_at': '2021-12-09T15:33:35Z', 'revision_number': 4, 'project_id': '05e3032613e94c4a8e0ac1352ddb9554', 'subnets': [{'id': '7e42ef5d-3659-4d39-b9c4-2e77a91fde68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:33:36.622129 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a5563567-f84a-4b4e-84ff-df4a3a998529 None None] Provisioning complete for port 2a8a296a-38bc-44af-9783-bfd1f40c4ca5 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:33:36.624454 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a5563567-f84a-4b4e-84ff-df4a3a998529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:36.769050 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-e6eb4cd4-6271-4ef8-abfa-f2a6ffa02f1a req-45590485-a30c-42d3-a68c-adfa0db36341 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] For port d1d5b541-5c55-497d-8f56-610a63b58bdf, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=d1d5b541-5c55-497d-8f56-610a63b58bdf,segment=NetworkSegment(228d45b1-d8ed-4124-8b43-d849dd193458),segment_id=228d45b1-d8ed-4124-8b43-d849dd193458)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:33:36.769870 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e6eb4cd4-6271-4ef8-abfa-f2a6ffa02f1a req-45590485-a30c-42d3-a68c-adfa0db36341 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:36.790532 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-e6eb4cd4-6271-4ef8-abfa-f2a6ffa02f1a req-45590485-a30c-42d3-a68c-adfa0db36341 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Calling delete_port for d1d5b541-5c55-497d-8f56-610a63b58bdf owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:33:36.988621 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-5ad95e3f-6d1f-4feb-baa8-eba895412d50 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:36.996520 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-5ad95e3f-6d1f-4feb-baa8-eba895412d50 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/networks?id=157ebd9b-337d-4b8e-bfa2-0fca574eb9c6 HTTP/1.1" status: 200 len: 812 time: 0.2695501 Dec 09 15:33:37.015990 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-c532496f-0beb-42b8-a43a-ee41a749359f tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/quotas/1f1ff44845c0460da1dceb6c2c9eca7c HTTP/1.1" status: 200 len: 375 time: 0.0179930 Dec 09 15:33:37.022251 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e6eb4cd4-6271-4ef8-abfa-f2a6ffa02f1a req-45590485-a30c-42d3-a68c-adfa0db36341 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:37.040920 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['a2447be7-f65f-468a-a334-a1fa1799cfa2'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:33:37.111403 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['d1d5b541-5c55-497d-8f56-610a63b58bdf'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:33:37.129730 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6eb4cd4-6271-4ef8-abfa-f2a6ffa02f1a req-45590485-a30c-42d3-a68c-adfa0db36341 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] No DVR routers for this DVR port d1d5b541-5c55-497d-8f56-610a63b58bdf on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:33:37.132386 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45590485-a30c-42d3-a68c-adfa0db36341 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Pushing event deleted for resources: {'Port': ['ID=d1d5b541-5c55-497d-8f56-610a63b58bdf,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:37.135499 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e6eb4cd4-6271-4ef8-abfa-f2a6ffa02f1a req-45590485-a30c-42d3-a68c-adfa0db36341 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:37.140625 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e6eb4cd4-6271-4ef8-abfa-f2a6ffa02f1a req-45590485-a30c-42d3-a68c-adfa0db36341 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.42 "DELETE /v2.0/ports/d1d5b541-5c55-497d-8f56-610a63b58bdf HTTP/1.1" status: 204 len: 173 time: 0.8373735 Dec 09 15:33:37.142333 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c551f7c-7bb7-47d0-9ccc-4a9205d522f8', 'name': 'network-vif-deleted', 'tag': 'd1d5b541-5c55-497d-8f56-610a63b58bdf'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:33:37.145202 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a02597d-705c-49bd-836a-49f40b480b7c" -d '{"events": [{"server_uuid": "4c551f7c-7bb7-47d0-9ccc-4a9205d522f8", "name": "network-vif-deleted", "tag": "d1d5b541-5c55-497d-8f56-610a63b58bdf"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:33:37.169603 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-cbd22318-0862-4ff5-85d5-f0e5276b2cd0 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1f1ff44845c0460da1dceb6c2c9eca7c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1486046 Dec 09 15:33:37.477937 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 2a8a296a-38bc-44af-9783-bfd1f40c4ca5 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:33:37.481373 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-b29b366f-bb4c-4297-8b55-13dd5c5e37de service neutron] 10.222.0.57 "GET /v2.0/networks/157ebd9b-337d-4b8e-bfa2-0fca574eb9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108613 Dec 09 15:33:37.570959 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 2a8a296a-38bc-44af-9783-bfd1f40c4ca5 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:33:37.571429 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:37.617991 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31012e1c-8463-47f3-aa4d-942c5305a9a9 req-780ecd0b-af1b-4674-9b2f-84983276d9cf tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:37.619780 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-31012e1c-8463-47f3-aa4d-942c5305a9a9 req-780ecd0b-af1b-4674-9b2f-84983276d9cf tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.31 "GET /v2.0/ports?device_id=f109ef3b-03be-48c1-a5c1-fb68692f6b2a HTTP/1.1" status: 200 len: 946 time: 0.1955082 Dec 09 15:33:37.734340 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-62d87b97-24f2-489a-96f3-4a0fbef97da4 service neutron] 10.222.0.57 "GET /v2.0/networks/157ebd9b-337d-4b8e-bfa2-0fca574eb9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507355 Dec 09 15:33:37.886888 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-31012e1c-8463-47f3-aa4d-942c5305a9a9 req-14d33f89-2b6f-4fba-b070-7d71c3ab12b1 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Deleting port a2447be7-f65f-468a-a334-a1fa1799cfa2 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:33:37.887249 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-31012e1c-8463-47f3-aa4d-942c5305a9a9 req-14d33f89-2b6f-4fba-b070-7d71c3ab12b1 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:38.139668 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-4872de65-1d5d-48b5-bae9-e10f0037c581 req-daf51ada-46dd-4425-96ae-5f0889f1e728 tempest-FloatingIPsNegativeTestJSON-27368180 tempest-FloatingIPsNegativeTestJSON-27368180-project] show failed (client error): The resource could not be found. Dec 09 15:33:38.141635 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4872de65-1d5d-48b5-bae9-e10f0037c581 req-daf51ada-46dd-4425-96ae-5f0889f1e728 tempest-FloatingIPsNegativeTestJSON-27368180 tempest-FloatingIPsNegativeTestJSON-27368180-project] 10.222.0.57 "GET /v2.0/floatingips/5f55a02e-dbdd-4444-a6e7-6de2ced1b4a1 HTTP/1.1" status: 404 len: 350 time: 0.0742188 Dec 09 15:33:38.161556 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56976) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:33:38.842358 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-31012e1c-8463-47f3-aa4d-942c5305a9a9 req-14d33f89-2b6f-4fba-b070-7d71c3ab12b1 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] For port a2447be7-f65f-468a-a334-a1fa1799cfa2, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=a2447be7-f65f-468a-a334-a1fa1799cfa2,segment=NetworkSegment(228d45b1-d8ed-4124-8b43-d849dd193458),segment_id=228d45b1-d8ed-4124-8b43-d849dd193458)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:33:38.842358 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-31012e1c-8463-47f3-aa4d-942c5305a9a9 req-14d33f89-2b6f-4fba-b070-7d71c3ab12b1 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:38.864393 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-31012e1c-8463-47f3-aa4d-942c5305a9a9 req-14d33f89-2b6f-4fba-b070-7d71c3ab12b1 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Calling delete_port for a2447be7-f65f-468a-a334-a1fa1799cfa2 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:33:38.941338 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691cdf7-ae68-45c6-a692-7fc683b3d8ce req-c65185d0-6481-4db0-aeb8-e1f7b10ddd22 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:38.948933 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0691cdf7-ae68-45c6-a692-7fc683b3d8ce req-c65185d0-6481-4db0-aeb8-e1f7b10ddd22 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 943 time: 0.6733637 Dec 09 15:33:39.079400 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0691cdf7-ae68-45c6-a692-7fc683b3d8ce req-9a3591eb-3937-435a-9e0d-787885eeb820 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294816 Dec 09 15:33:39.185796 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f532099-4346-4e62-a097-3bb6a74aa214 x-openstack-request-id: req-1f532099-4346-4e62-a097-3bb6a74aa214 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:33:39.186856 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c551f7c-7bb7-47d0-9ccc-4a9205d522f8", "name": "network-vif-deleted", "tag": "d1d5b541-5c55-497d-8f56-610a63b58bdf", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:33:39.187263 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1f532099-4346-4e62-a097-3bb6a74aa214 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:33:39.187763 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c551f7c-7bb7-47d0-9ccc-4a9205d522f8', 'name': 'network-vif-deleted', 'tag': 'd1d5b541-5c55-497d-8f56-610a63b58bdf', 'status': 'completed', 'code': 200} Dec 09 15:33:39.480861 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4a6e8-1124-4212-89b6-f433c0fee6f6 req-3119cef8-c1dd-4e0a-8bce-cdcffed18cc3 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:39.488373 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aad4a6e8-1124-4212-89b6-f433c0fee6f6 req-3119cef8-c1dd-4e0a-8bce-cdcffed18cc3 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 946 time: 0.1544392 Dec 09 15:33:39.498269 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-31012e1c-8463-47f3-aa4d-942c5305a9a9 req-14d33f89-2b6f-4fba-b070-7d71c3ab12b1 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:39.556665 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d33f89-2b6f-4fba-b070-7d71c3ab12b1 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Pushing event deleted for resources: {'Port': ['ID=a2447be7-f65f-468a-a334-a1fa1799cfa2,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:39.675137 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aad4a6e8-1124-4212-89b6-f433c0fee6f6 req-3a2a1440-44f3-48fe-bcb6-2e40289653b7 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857173 Dec 09 15:33:39.680222 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-31012e1c-8463-47f3-aa4d-942c5305a9a9 req-14d33f89-2b6f-4fba-b070-7d71c3ab12b1 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] No DVR routers for this DVR port a2447be7-f65f-468a-a334-a1fa1799cfa2 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:33:39.684808 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-31012e1c-8463-47f3-aa4d-942c5305a9a9 req-14d33f89-2b6f-4fba-b070-7d71c3ab12b1 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:39.694414 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-31012e1c-8463-47f3-aa4d-942c5305a9a9 req-14d33f89-2b6f-4fba-b070-7d71c3ab12b1 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.31 "DELETE /v2.0/ports/a2447be7-f65f-468a-a334-a1fa1799cfa2 HTTP/1.1" status: 204 len: 173 time: 2.0627992 Dec 09 15:33:39.695169 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f109ef3b-03be-48c1-a5c1-fb68692f6b2a', 'name': 'network-vif-deleted', 'tag': 'a2447be7-f65f-468a-a334-a1fa1799cfa2'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:33:39.702100 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ef7453-92c4-40fb-af17-ae0adc57ba33" -d '{"events": [{"server_uuid": "f109ef3b-03be-48c1-a5c1-fb68692f6b2a", "name": "network-vif-deleted", "tag": "a2447be7-f65f-468a-a334-a1fa1799cfa2"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:33:39.927024 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c8da8d71-5753-4388-a53e-92dcd13451c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:40.336557 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-89131950-0b4f-4b5a-8f68-e9e068c19bb6 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:40.340258 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-89131950-0b4f-4b5a-8f68-e9e068c19bb6 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.42 "GET /v2.0/networks?id=157ebd9b-337d-4b8e-bfa2-0fca574eb9c6 HTTP/1.1" status: 200 len: 812 time: 0.3118103 Dec 09 15:33:40.363231 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6197df7c-0327-4281-b7ac-0e2afe7c6542 x-openstack-request-id: req-6197df7c-0327-4281-b7ac-0e2afe7c6542 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:33:40.363545 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f109ef3b-03be-48c1-a5c1-fb68692f6b2a", "name": "network-vif-deleted", "tag": "a2447be7-f65f-468a-a334-a1fa1799cfa2", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:33:40.363916 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6197df7c-0327-4281-b7ac-0e2afe7c6542 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:33:40.364347 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f109ef3b-03be-48c1-a5c1-fb68692f6b2a', 'name': 'network-vif-deleted', 'tag': 'a2447be7-f65f-468a-a334-a1fa1799cfa2', 'status': 'completed', 'code': 200} Dec 09 15:33:40.378113 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-f3e09645-468d-4996-884e-1e207e522c9c tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Request body: {'port': {'device_id': '7f95632f-fc99-4945-88bf-d3aecb5ec335', 'network_id': '157ebd9b-337d-4b8e-bfa2-0fca574eb9c6', 'admin_state_up': True, 'tenant_id': '1f1ff44845c0460da1dceb6c2c9eca7c'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:33:40.439088 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device d1d5b541-5c55-497d-8f56-610a63b58bdf no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:33:40.502412 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: d1d5b541-5c55-497d-8f56-610a63b58bdf {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:33:40.503509 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device d1d5b541-5c55-497d-8f56-610a63b58bdf not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:33:40.532021 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e781b6-46c4-48d2-921d-128718aed437 req-6e22018f-ba35-429d-8ca1-614eb353dc10 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:40.536264 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d2e781b6-46c4-48d2-921d-128718aed437 req-6e22018f-ba35-429d-8ca1-614eb353dc10 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 943 time: 0.1322646 Dec 09 15:33:40.556550 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c8da8d71-5753-4388-a53e-92dcd13451c5 admin admin] Deleting port 2a8a296a-38bc-44af-9783-bfd1f40c4ca5 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:33:40.556977 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c8da8d71-5753-4388-a53e-92dcd13451c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:40.705713 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d2e781b6-46c4-48d2-921d-128718aed437 req-b0656882-0f24-45d9-b686-ada48a92d1a9 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496849 Dec 09 15:33:40.789681 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-c8da8d71-5753-4388-a53e-92dcd13451c5 admin admin] For port 2a8a296a-38bc-44af-9783-bfd1f40c4ca5, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=2a8a296a-38bc-44af-9783-bfd1f40c4ca5,segment=NetworkSegment(fe48ab97-19ed-4cf1-aa3c-d25ef03105c0),segment_id=fe48ab97-19ed-4cf1-aa3c-d25ef03105c0)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:33:40.790048 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c8da8d71-5753-4388-a53e-92dcd13451c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:40.827574 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-7b438383-aad5-464a-9f8d-b21a357c4e52 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:40.830002 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-7b438383-aad5-464a-9f8d-b21a357c4e52 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.42 "GET /v2.0/networks?id=157ebd9b-337d-4b8e-bfa2-0fca574eb9c6 HTTP/1.1" status: 200 len: 812 time: 0.1781728 Dec 09 15:33:40.831473 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-f3e09645-468d-4996-884e-1e207e522c9c tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Made reservation on behalf of 1f1ff44845c0460da1dceb6c2c9eca7c for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:33:40.832004 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c8da8d71-5753-4388-a53e-92dcd13451c5 admin admin] Calling delete_port for 2a8a296a-38bc-44af-9783-bfd1f40c4ca5 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:33:40.837349 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-f3e09645-468d-4996-884e-1e207e522c9c tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:40.857141 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ae671872-4276-418f-a911-ca078aadb9bd req-249a32bf-76d1-4d10-ad79-0e9553fbf856 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b538216-c7bd-423e-ad24-44edf407dbe7 HTTP/1.1" status: 200 len: 210 time: 0.0452127 Dec 09 15:33:40.890114 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-444fde7c-e27e-48ac-8be1-ca3209469ba7 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Request body: {'port': {'device_id': '1b538216-c7bd-423e-ad24-44edf407dbe7', 'network_id': '157ebd9b-337d-4b8e-bfa2-0fca574eb9c6', 'admin_state_up': True, 'tenant_id': '1f1ff44845c0460da1dceb6c2c9eca7c'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:33:41.109242 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-f3e09645-468d-4996-884e-1e207e522c9c tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Allocated IP 172.20.0.9 (157ebd9b-337d-4b8e-bfa2-0fca574eb9c6/ace21599-1839-494e-a461-9faf760e9290/3c23b893-6212-4a33-b301-c2b5c60ddfe9) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:33:41.136873 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-444fde7c-e27e-48ac-8be1-ca3209469ba7 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Made reservation on behalf of 1f1ff44845c0460da1dceb6c2c9eca7c for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:33:41.149627 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-444fde7c-e27e-48ac-8be1-ca3209469ba7 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:41.225575 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c8da8d71-5753-4388-a53e-92dcd13451c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:41.264240 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da8d71-5753-4388-a53e-92dcd13451c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a8a296a-38bc-44af-9783-bfd1f40c4ca5,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:41.308364 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484be78c-8e12-4ad2-8bbe-4cf568d63f4a req-e659c793-9338-46bf-8c51-647048b592b8 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:41.309996 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-484be78c-8e12-4ad2-8bbe-4cf568d63f4a req-e659c793-9338-46bf-8c51-647048b592b8 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 946 time: 0.1251402 Dec 09 15:33:41.464050 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-f3e09645-468d-4996-884e-1e207e522c9c tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:41.508679 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-f3e09645-468d-4996-884e-1e207e522c9c tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:41.611527 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e09645-468d-4996-884e-1e207e522c9c tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Pushing event updated for resources: {'Port': ['ID=3c23b893-6212-4a33-b301-c2b5c60ddfe9,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:41.654327 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-484be78c-8e12-4ad2-8bbe-4cf568d63f4a req-565d8706-456a-4ec2-8ae1-5ed9170c828c tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791665 Dec 09 15:33:41.656695 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c8da8d71-5753-4388-a53e-92dcd13451c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:41.661274 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-f3e09645-468d-4996-884e-1e207e522c9c tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Network 157ebd9b-337d-4b8e-bfa2-0fca574eb9c6 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:33:41.666968 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-f3e09645-468d-4996-884e-1e207e522c9c tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:33:41.673424 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-f3e09645-468d-4996-884e-1e207e522c9c tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:33:41.744854 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-444fde7c-e27e-48ac-8be1-ca3209469ba7 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Allocated IP 172.20.0.8 (157ebd9b-337d-4b8e-bfa2-0fca574eb9c6/ace21599-1839-494e-a461-9faf760e9290/a842e5e0-3b0f-4ea2-9258-762c173ee4e3) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:33:41.754862 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device a2447be7-f65f-468a-a334-a1fa1799cfa2 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:33:41.808230 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: a2447be7-f65f-468a-a334-a1fa1799cfa2 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:33:41.809898 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device a2447be7-f65f-468a-a334-a1fa1799cfa2 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:33:41.968349 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8da8d71-5753-4388-a53e-92dcd13451c5 admin admin] Router 341e59ce-2e74-4eed-aad7-d1ecc3ddea36 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:33:41.982316 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-f3e09645-468d-4996-884e-1e207e522c9c tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:41.983035 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-f3e09645-468d-4996-884e-1e207e522c9c tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:42.067116 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-f3e09645-468d-4996-884e-1e207e522c9c tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6936078 Dec 09 15:33:42.101209 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8da8d71-5753-4388-a53e-92dcd13451c5 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:33:42.114742 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d82f53-45bb-4b89-99ea-124cc6e8be73 None None] Sync routers for ids ['341e59ce-2e74-4eed-aad7-d1ecc3ddea36'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:33:42.120020 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57034) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:33:42.121895 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c8da8d71-5753-4388-a53e-92dcd13451c5 admin admin] 10.222.0.57 "PUT /v2.0/routers/341e59ce-2e74-4eed-aad7-d1ecc3ddea36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9451890 Dec 09 15:33:42.129780 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d82f53-45bb-4b89-99ea-124cc6e8be73 None None] Routers {'341e59ce-2e74-4eed-aad7-d1ecc3ddea36'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:33:42.130221 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-77d82f53-45bb-4b89-99ea-124cc6e8be73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:33:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['341e59ce-2e74-4eed-aad7-d1ecc3ddea36'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:33:42.190715 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-444fde7c-e27e-48ac-8be1-ca3209469ba7 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:42.226502 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95460c-8dec-4ec4-b29b-1f07222e26be req-d3143f20-6c9f-44c3-8239-e9c7ce385eca tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:42.233524 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3c95460c-8dec-4ec4-b29b-1f07222e26be req-d3143f20-6c9f-44c3-8239-e9c7ce385eca tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 943 time: 0.1066520 Dec 09 15:33:42.244537 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-f2050136-a84b-447a-952b-a84f944d9baf service neutron] Request body: {'port': {'device_id': '7f95632f-fc99-4945-88bf-d3aecb5ec335', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:33:42.309273 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3c95460c-8dec-4ec4-b29b-1f07222e26be req-14d22571-a4bb-4e9a-966a-3759643c19cd tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625403 Dec 09 15:33:42.398365 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-77d82f53-45bb-4b89-99ea-124cc6e8be73 None None] Set router 341e59ce-2e74-4eed-aad7-d1ecc3ddea36 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:33:42.451919 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-be0e4a25-2075-4477-8d91-cfe8a25412cc req-b1af570f-3414-4525-8dc1-3ee6b6e04864 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b538216-c7bd-423e-ad24-44edf407dbe7 HTTP/1.1" status: 200 len: 210 time: 0.0501709 Dec 09 15:33:42.750670 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-77d82f53-45bb-4b89-99ea-124cc6e8be73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341e59ce-2e74-4eed-aad7-d1ecc3ddea36', 'name': 'tempest-FloatingIPsNegativeTestJSON-1476512400-router', 'tenant_id': '05e3032613e94c4a8e0ac1352ddb9554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '1ddb8f45-3fdc-4f26-8d2e-85739786ab21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:33:26Z', 'updated_at': '2021-12-09T15:33:41Z', 'revision_number': 5, 'project_id': '05e3032613e94c4a8e0ac1352ddb9554', 'gw_port': {'id': '1ddb8f45-3fdc-4f26-8d2e-85739786ab21', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:87:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341e59ce-2e74-4eed-aad7-d1ecc3ddea36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:33:27Z', 'updated_at': '2021-12-09T15:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:33:42.770735 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4986ac5c-940d-462e-a721-e47cf958fcd9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:42.820436 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d82f53-45bb-4b89-99ea-124cc6e8be73 None None] Checking router: 341e59ce-2e74-4eed-aad7-d1ecc3ddea36 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:33:42.839695 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d82f53-45bb-4b89-99ea-124cc6e8be73 None None] Routers {'341e59ce-2e74-4eed-aad7-d1ecc3ddea36'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:33:42.840534 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-77d82f53-45bb-4b89-99ea-124cc6e8be73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:33:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['341e59ce-2e74-4eed-aad7-d1ecc3ddea36'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:33:42.890593 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd2219a-c50f-4985-8ae3-4aef391f25c2 req-cc02925b-a01f-4775-a2b1-001ba7081dff tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:42.892114 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8fd2219a-c50f-4985-8ae3-4aef391f25c2 req-cc02925b-a01f-4775-a2b1-001ba7081dff tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 946 time: 0.1142266 Dec 09 15:33:42.928110 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-f2050136-a84b-447a-952b-a84f944d9baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:43.000883 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8fd2219a-c50f-4985-8ae3-4aef391f25c2 req-6e806368-db64-42ce-9654-59fa29c35e01 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980988 Dec 09 15:33:43.003568 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-444fde7c-e27e-48ac-8be1-ca3209469ba7 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:43.050026 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-77d82f53-45bb-4b89-99ea-124cc6e8be73 None None] Set router 341e59ce-2e74-4eed-aad7-d1ecc3ddea36 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:33:43.151435 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-444fde7c-e27e-48ac-8be1-ca3209469ba7 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Network 157ebd9b-337d-4b8e-bfa2-0fca574eb9c6 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:33:43.162637 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4986ac5c-940d-462e-a721-e47cf958fcd9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:43.172866 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-444fde7c-e27e-48ac-8be1-ca3209469ba7 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:33:43.179396 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-444fde7c-e27e-48ac-8be1-ca3209469ba7 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:33:43.184578 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444fde7c-e27e-48ac-8be1-ca3209469ba7 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Pushing event updated for resources: {'Port': ['ID=a842e5e0-3b0f-4ea2-9258-762c173ee4e3,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:43.360312 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-77d82f53-45bb-4b89-99ea-124cc6e8be73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341e59ce-2e74-4eed-aad7-d1ecc3ddea36', 'name': 'tempest-FloatingIPsNegativeTestJSON-1476512400-router', 'tenant_id': '05e3032613e94c4a8e0ac1352ddb9554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '1ddb8f45-3fdc-4f26-8d2e-85739786ab21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:33:26Z', 'updated_at': '2021-12-09T15:33:41Z', 'revision_number': 5, 'project_id': '05e3032613e94c4a8e0ac1352ddb9554', 'gw_port': {'id': '1ddb8f45-3fdc-4f26-8d2e-85739786ab21', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:87:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341e59ce-2e74-4eed-aad7-d1ecc3ddea36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:33:27Z', 'updated_at': '2021-12-09T15:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:33:43.398665 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-444fde7c-e27e-48ac-8be1-ca3209469ba7 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:43.399489 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-444fde7c-e27e-48ac-8be1-ca3209469ba7 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:43.408611 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d82f53-45bb-4b89-99ea-124cc6e8be73 None None] The sync data for ids ['341e59ce-2e74-4eed-aad7-d1ecc3ddea36'] in n-d-821228-1 is: [{'id': '341e59ce-2e74-4eed-aad7-d1ecc3ddea36', 'name': 'tempest-FloatingIPsNegativeTestJSON-1476512400-router', 'tenant_id': '05e3032613e94c4a8e0ac1352ddb9554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '1ddb8f45-3fdc-4f26-8d2e-85739786ab21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:33:26Z', 'updated_at': '2021-12-09T15:33:41Z', 'revision_number': 5, 'project_id': '05e3032613e94c4a8e0ac1352ddb9554', 'gw_port': {'id': '1ddb8f45-3fdc-4f26-8d2e-85739786ab21', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:87:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341e59ce-2e74-4eed-aad7-d1ecc3ddea36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:33:27Z', 'updated_at': '2021-12-09T15:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:33:43.447850 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-444fde7c-e27e-48ac-8be1-ca3209469ba7 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5872874 Dec 09 15:33:43.474395 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-efb19550-4fb2-4ab7-88f4-451bf169822f service neutron] Request body: {'port': {'device_id': '1b538216-c7bd-423e-ad24-44edf407dbe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:33:43.536051 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12b9c2-a0af-46a1-a5df-de0f386eda15 req-eed7e681-5e75-41f4-9e29-71e20da83eb1 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:43.538543 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8b12b9c2-a0af-46a1-a5df-de0f386eda15 req-eed7e681-5e75-41f4-9e29-71e20da83eb1 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 943 time: 0.0851440 Dec 09 15:33:43.552913 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-efb19550-4fb2-4ab7-88f4-451bf169822f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:43.606098 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8b12b9c2-a0af-46a1-a5df-de0f386eda15 req-57232858-0ef0-4bfe-bf45-8add4d1faeb4 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590351 Dec 09 15:33:43.623446 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4986ac5c-940d-462e-a721-e47cf958fcd9 admin admin] Deleting port 1ddb8f45-3fdc-4f26-8d2e-85739786ab21 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:33:43.624670 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4986ac5c-940d-462e-a721-e47cf958fcd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:43.753832 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a6b5d-e431-40cf-b0f2-c563bb449402 req-88218cd2-1375-4606-818f-b8f276e3c713 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:43.755503 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af2a6b5d-e431-40cf-b0f2-c563bb449402 req-88218cd2-1375-4606-818f-b8f276e3c713 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b538216-c7bd-423e-ad24-44edf407dbe7 HTTP/1.1" status: 200 len: 931 time: 0.0598412 Dec 09 15:33:43.843957 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-f2050136-a84b-447a-952b-a84f944d9baf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c23b893-6212-4a33-b301-c2b5c60ddfe9 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:33:43.871464 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af2a6b5d-e431-40cf-b0f2-c563bb449402 req-182d7ea2-6d1f-412c-a728-a6ab1169f518 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/security-groups?id=40e40c17-5c2d-4bcc-9fe0-a20622492ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027508 Dec 09 15:33:43.875188 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-f2050136-a84b-447a-952b-a84f944d9baf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:43.903722 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4986ac5c-940d-462e-a721-e47cf958fcd9 admin admin] For port 1ddb8f45-3fdc-4f26-8d2e-85739786ab21, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=1ddb8f45-3fdc-4f26-8d2e-85739786ab21,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:33:43.904296 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4986ac5c-940d-462e-a721-e47cf958fcd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:43.924199 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-f2050136-a84b-447a-952b-a84f944d9baf service neutron] Transition to ACTIVE for port object 3c23b893-6212-4a33-b301-c2b5c60ddfe9 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:33:43.929136 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4986ac5c-940d-462e-a721-e47cf958fcd9 admin admin] Calling delete_port for 1ddb8f45-3fdc-4f26-8d2e-85739786ab21 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:33:43.937900 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-f2050136-a84b-447a-952b-a84f944d9baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:44.145072 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2050136-a84b-447a-952b-a84f944d9baf service neutron] Pushing event updated for resources: {'Port': ['ID=3c23b893-6212-4a33-b301-c2b5c60ddfe9,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:44.189529 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc749cd-d40e-490d-962e-dc8cf3eaec0a req-f8783dde-d733-4527-9e1d-21ec2695f9bf tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:44.204358 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ebc749cd-d40e-490d-962e-dc8cf3eaec0a req-f8783dde-d733-4527-9e1d-21ec2695f9bf tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 946 time: 0.0858841 Dec 09 15:33:44.265315 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ebc749cd-d40e-490d-962e-dc8cf3eaec0a req-5226d745-86f9-4a90-89e9-aaa912294e93 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559099 Dec 09 15:33:44.386506 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-f2050136-a84b-447a-952b-a84f944d9baf service neutron] Attempting to bind port 3c23b893-6212-4a33-b301-c2b5c60ddfe9 on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:33:44.387262 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-f2050136-a84b-447a-952b-a84f944d9baf service neutron] Attempting to bind port 3c23b893-6212-4a33-b301-c2b5c60ddfe9 by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '228d45b1-d8ed-4124-8b43-d849dd193458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '157ebd9b-337d-4b8e-bfa2-0fca574eb9c6'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:33:44.387609 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-f2050136-a84b-447a-952b-a84f944d9baf service neutron] Attempting to bind port 3c23b893-6212-4a33-b301-c2b5c60ddfe9 on network 157ebd9b-337d-4b8e-bfa2-0fca574eb9c6 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:33:44.398795 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-efb19550-4fb2-4ab7-88f4-451bf169822f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a842e5e0-3b0f-4ea2-9258-762c173ee4e3 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:33:44.414787 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-efb19550-4fb2-4ab7-88f4-451bf169822f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:44.419351 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-f2050136-a84b-447a-952b-a84f944d9baf service neutron] Port 3c23b893-6212-4a33-b301-c2b5c60ddfe9 on network 157ebd9b-337d-4b8e-bfa2-0fca574eb9c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:33:44.419898 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-f2050136-a84b-447a-952b-a84f944d9baf service neutron] Attempting to bind port 3c23b893-6212-4a33-b301-c2b5c60ddfe9 on network 157ebd9b-337d-4b8e-bfa2-0fca574eb9c6 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:33:44.442080 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-f2050136-a84b-447a-952b-a84f944d9baf service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:33:44.442428 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-f2050136-a84b-447a-952b-a84f944d9baf service neutron] Checking segment: {'id': '228d45b1-d8ed-4124-8b43-d849dd193458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '157ebd9b-337d-4b8e-bfa2-0fca574eb9c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:33:44.442901 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-f2050136-a84b-447a-952b-a84f944d9baf service neutron] Bound using segment: {'id': '228d45b1-d8ed-4124-8b43-d849dd193458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '157ebd9b-337d-4b8e-bfa2-0fca574eb9c6'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:33:44.443569 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-f2050136-a84b-447a-952b-a84f944d9baf service neutron] Bound port: 3c23b893-6212-4a33-b301-c2b5c60ddfe9, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '228d45b1-d8ed-4124-8b43-d849dd193458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '157ebd9b-337d-4b8e-bfa2-0fca574eb9c6'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:33:44.443998 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-f2050136-a84b-447a-952b-a84f944d9baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:44.461854 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-efb19550-4fb2-4ab7-88f4-451bf169822f service neutron] Transition to ACTIVE for port object a842e5e0-3b0f-4ea2-9258-762c173ee4e3 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:33:44.468353 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4986ac5c-940d-462e-a721-e47cf958fcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:44.483846 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-efb19550-4fb2-4ab7-88f4-451bf169822f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:44.539712 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4986ac5c-940d-462e-a721-e47cf958fcd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ddb8f45-3fdc-4f26-8d2e-85739786ab21,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:44.710247 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb19550-4fb2-4ab7-88f4-451bf169822f service neutron] Pushing event updated for resources: {'Port': ['ID=a842e5e0-3b0f-4ea2-9258-762c173ee4e3,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:44.751602 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-f2050136-a84b-447a-952b-a84f944d9baf service neutron] For port 3c23b893-6212-4a33-b301-c2b5c60ddfe9, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:33:44.790526 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4986ac5c-940d-462e-a721-e47cf958fcd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:44.798970 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-f2050136-a84b-447a-952b-a84f944d9baf service neutron] For port 3c23b893-6212-4a33-b301-c2b5c60ddfe9, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=3c23b893-6212-4a33-b301-c2b5c60ddfe9,segment=NetworkSegment(228d45b1-d8ed-4124-8b43-d849dd193458),segment_id=228d45b1-d8ed-4124-8b43-d849dd193458)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:33:44.810084 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f4e35-168c-4661-be20-bedac20e2595 req-ca49ea36-84f8-4fde-9145-45038e11554e tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:44.812014 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-263f4e35-168c-4661-be20-bedac20e2595 req-ca49ea36-84f8-4fde-9145-45038e11554e tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 943 time: 0.0627999 Dec 09 15:33:44.870244 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-263f4e35-168c-4661-be20-bedac20e2595 req-36b877a4-cfe7-4b58-902b-ff1e621867d6 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516319 Dec 09 15:33:44.870467 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-f2050136-a84b-447a-952b-a84f944d9baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:44.949692 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4986ac5c-940d-462e-a721-e47cf958fcd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:44.961163 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4986ac5c-940d-462e-a721-e47cf958fcd9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:44.972741 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-f2050136-a84b-447a-952b-a84f944d9baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:44.973420 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-f2050136-a84b-447a-952b-a84f944d9baf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:44.974837 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-f2050136-a84b-447a-952b-a84f944d9baf service neutron] 10.222.0.42 "PUT /v2.0/ports/3c23b893-6212-4a33-b301-c2b5c60ddfe9 HTTP/1.1" status: 200 len: 1091 time: 2.8906944 Dec 09 15:33:44.978533 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f95632f-fc99-4945-88bf-d3aecb5ec335', 'tag': '3c23b893-6212-4a33-b301-c2b5c60ddfe9'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:33:44.980915 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a731b7-4d0b-4d67-a3fb-28bff53140ea" -d '{"events": [{"name": "network-changed", "server_uuid": "7f95632f-fc99-4945-88bf-d3aecb5ec335", "tag": "3c23b893-6212-4a33-b301-c2b5c60ddfe9"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:33:44.997262 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-efb19550-4fb2-4ab7-88f4-451bf169822f service neutron] Attempting to bind port a842e5e0-3b0f-4ea2-9258-762c173ee4e3 on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:33:44.997785 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-efb19550-4fb2-4ab7-88f4-451bf169822f service neutron] Attempting to bind port a842e5e0-3b0f-4ea2-9258-762c173ee4e3 by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '228d45b1-d8ed-4124-8b43-d849dd193458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '157ebd9b-337d-4b8e-bfa2-0fca574eb9c6'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:33:44.998785 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-efb19550-4fb2-4ab7-88f4-451bf169822f service neutron] Attempting to bind port a842e5e0-3b0f-4ea2-9258-762c173ee4e3 on network 157ebd9b-337d-4b8e-bfa2-0fca574eb9c6 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:33:45.020041 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43c84a-0024-4c60-9089-bc5a9ed00872 req-d6f7e487-107d-443b-a03b-246ee6ef1cb0 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:45.027746 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4f43c84a-0024-4c60-9089-bc5a9ed00872 req-d6f7e487-107d-443b-a03b-246ee6ef1cb0 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b538216-c7bd-423e-ad24-44edf407dbe7 HTTP/1.1" status: 200 len: 943 time: 0.0722558 Dec 09 15:33:45.085437 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-efb19550-4fb2-4ab7-88f4-451bf169822f service neutron] Port a842e5e0-3b0f-4ea2-9258-762c173ee4e3 on network 157ebd9b-337d-4b8e-bfa2-0fca574eb9c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:33:45.085673 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-efb19550-4fb2-4ab7-88f4-451bf169822f service neutron] Attempting to bind port a842e5e0-3b0f-4ea2-9258-762c173ee4e3 on network 157ebd9b-337d-4b8e-bfa2-0fca574eb9c6 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:33:45.089250 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4f43c84a-0024-4c60-9089-bc5a9ed00872 req-a775ff94-de62-4e72-9855-c5d77b9f2576 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/security-groups?id=40e40c17-5c2d-4bcc-9fe0-a20622492ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605247 Dec 09 15:33:45.107009 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4986ac5c-940d-462e-a721-e47cf958fcd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:45.107898 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4986ac5c-940d-462e-a721-e47cf958fcd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 341e59ce-2e74-4eed-aad7-d1ecc3ddea36 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:33:45.112965 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4986ac5c-940d-462e-a721-e47cf958fcd9 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:45.116652 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4986ac5c-940d-462e-a721-e47cf958fcd9 admin admin] 10.222.0.57 "DELETE /v2.0/routers/341e59ce-2e74-4eed-aad7-d1ecc3ddea36 HTTP/1.1" status: 204 len: 168 time: 2.9954159 Dec 09 15:33:45.116940 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57078) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:33:45.117804 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2050136-a84b-447a-952b-a84f944d9baf service neutron] Pushing event updated for resources: {'Port': ['ID=3c23b893-6212-4a33-b301-c2b5c60ddfe9,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:45.122255 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-efb19550-4fb2-4ab7-88f4-451bf169822f service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:33:45.122595 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-efb19550-4fb2-4ab7-88f4-451bf169822f service neutron] Checking segment: {'id': '228d45b1-d8ed-4124-8b43-d849dd193458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '157ebd9b-337d-4b8e-bfa2-0fca574eb9c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:33:45.122974 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-efb19550-4fb2-4ab7-88f4-451bf169822f service neutron] Bound using segment: {'id': '228d45b1-d8ed-4124-8b43-d849dd193458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '157ebd9b-337d-4b8e-bfa2-0fca574eb9c6'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:33:45.124007 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-efb19550-4fb2-4ab7-88f4-451bf169822f service neutron] Bound port: a842e5e0-3b0f-4ea2-9258-762c173ee4e3, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '228d45b1-d8ed-4124-8b43-d849dd193458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '157ebd9b-337d-4b8e-bfa2-0fca574eb9c6'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:33:45.124367 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-efb19550-4fb2-4ab7-88f4-451bf169822f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:45.151938 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-d43592fa-ca6f-49fb-af70-83262aba336c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:45.153552 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-d43592fa-ca6f-49fb-af70-83262aba336c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f1ff44845c0460da1dceb6c2c9eca7c&device_id=7f95632f-fc99-4945-88bf-d3aecb5ec335 HTTP/1.1" status: 200 len: 1094 time: 0.1044998 Dec 09 15:33:45.196516 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3cc652-91f1-473c-aed1-2904bb717051 x-openstack-request-id: req-af3cc652-91f1-473c-aed1-2904bb717051 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:33:45.201817 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f95632f-fc99-4945-88bf-d3aecb5ec335", "tag": "3c23b893-6212-4a33-b301-c2b5c60ddfe9", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:33:45.202361 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-af3cc652-91f1-473c-aed1-2904bb717051 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:33:45.203081 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f95632f-fc99-4945-88bf-d3aecb5ec335', 'tag': '3c23b893-6212-4a33-b301-c2b5c60ddfe9', 'status': 'completed', 'code': 200} Dec 09 15:33:45.242525 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-2abde13d-f7b5-4b00-8d80-6e344f503e09 admin admin] Deleting subnet 7e42ef5d-3659-4d39-b9c4-2e77a91fde68 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:33:45.243865 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-10f93bbd-4812-42ad-9d10-c29c5533edee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c23b893-6212-4a33-b301-c2b5c60ddfe9 HTTP/1.1" status: 200 len: 217 time: 0.0681965 Dec 09 15:33:45.256387 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2abde13d-f7b5-4b00-8d80-6e344f503e09 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:45.308760 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-efb19550-4fb2-4ab7-88f4-451bf169822f service neutron] For port a842e5e0-3b0f-4ea2-9258-762c173ee4e3, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:33:45.317828 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2abde13d-f7b5-4b00-8d80-6e344f503e09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:45.334377 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-efb19550-4fb2-4ab7-88f4-451bf169822f service neutron] For port a842e5e0-3b0f-4ea2-9258-762c173ee4e3, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=a842e5e0-3b0f-4ea2-9258-762c173ee4e3,segment=NetworkSegment(228d45b1-d8ed-4124-8b43-d849dd193458),segment_id=228d45b1-d8ed-4124-8b43-d849dd193458)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:33:45.339401 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-bc5b5c9b-a6e7-43a7-a0f7-46cd65d9e694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:45.342606 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-bc5b5c9b-a6e7-43a7-a0f7-46cd65d9e694 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ace21599-1839-494e-a461-9faf760e9290 HTTP/1.1" status: 200 len: 852 time: 0.0839603 Dec 09 15:33:45.345982 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-efb19550-4fb2-4ab7-88f4-451bf169822f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:45.383774 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 2a8a296a-38bc-44af-9783-bfd1f40c4ca5 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:33:45.430504 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 2a8a296a-38bc-44af-9783-bfd1f40c4ca5 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:33:45.432456 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb19550-4fb2-4ab7-88f4-451bf169822f service neutron] Pushing event updated for resources: {'Port': ['ID=a842e5e0-3b0f-4ea2-9258-762c173ee4e3,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:45.432738 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 2a8a296a-38bc-44af-9783-bfd1f40c4ca5 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:33:45.450538 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-6a965595-745b-4542-81fb-8c45a67d5ad6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=157ebd9b-337d-4b8e-bfa2-0fca574eb9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330019 Dec 09 15:33:45.470840 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-efb19550-4fb2-4ab7-88f4-451bf169822f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:45.473884 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-efb19550-4fb2-4ab7-88f4-451bf169822f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:45.475554 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-efb19550-4fb2-4ab7-88f4-451bf169822f service neutron] 10.222.0.42 "PUT /v2.0/ports/a842e5e0-3b0f-4ea2-9258-762c173ee4e3 HTTP/1.1" status: 200 len: 1091 time: 2.0057476 Dec 09 15:33:45.508927 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2abde13d-f7b5-4b00-8d80-6e344f503e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:45.611916 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9813d-6acb-4a98-a99e-055b9afc44f7 req-679a26f6-3691-481b-8ab8-26d69c385f04 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:45.617307 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-07ba1d2b-defb-42e4-9404-baa795c6ec5a service neutron] 10.222.0.42 "GET /v2.0/networks/157ebd9b-337d-4b8e-bfa2-0fca574eb9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575236 Dec 09 15:33:45.621091 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bdf9813d-6acb-4a98-a99e-055b9afc44f7 req-679a26f6-3691-481b-8ab8-26d69c385f04 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 946 time: 0.0855339 Dec 09 15:33:45.637841 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-85ea267a-6aa5-48ae-b1ff-5d62fd5e3e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:45.639547 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-85ea267a-6aa5-48ae-b1ff-5d62fd5e3e11 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f1ff44845c0460da1dceb6c2c9eca7c&device_id=1b538216-c7bd-423e-ad24-44edf407dbe7 HTTP/1.1" status: 200 len: 1094 time: 0.0842857 Dec 09 15:33:45.667681 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2abde13d-f7b5-4b00-8d80-6e344f503e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:45.698586 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:45.736282 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-3989d622-dae6-4553-9e16-26bcebc514fb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a842e5e0-3b0f-4ea2-9258-762c173ee4e3 HTTP/1.1" status: 200 len: 217 time: 0.0570798 Dec 09 15:33:45.768563 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2abde13d-f7b5-4b00-8d80-6e344f503e09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:45.769241 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4250b92e-64af-4908-a83c-2f70828e72d9 None None] Network 836fb391-3cb2-4df5-b513-f201a8210183 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:33:45.785672 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2abde13d-f7b5-4b00-8d80-6e344f503e09 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/7e42ef5d-3659-4d39-b9c4-2e77a91fde68 HTTP/1.1" status: 204 len: 168 time: 0.6667931 Dec 09 15:33:45.807744 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abde13d-f7b5-4b00-8d80-6e344f503e09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e42ef5d-3659-4d39-b9c4-2e77a91fde68,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:45.809765 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57088) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:33:45.814400 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-2f187bf0-8c6a-4d34-9cb0-e1df5648327c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:45.815621 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-2f187bf0-8c6a-4d34-9cb0-e1df5648327c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ace21599-1839-494e-a461-9faf760e9290 HTTP/1.1" status: 200 len: 852 time: 0.0693023 Dec 09 15:33:45.861087 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bdf9813d-6acb-4a98-a99e-055b9afc44f7 req-5753e0c2-d56a-4fa8-9478-108bababa403 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405038 Dec 09 15:33:45.869367 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-281cc8e9-69d4-41fb-a297-f7dba14a5068 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=157ebd9b-337d-4b8e-bfa2-0fca574eb9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416529 Dec 09 15:33:45.872020 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-22c78bd0-3220-4930-9ada-3e6b2076b2ae service neutron] 10.222.0.42 "GET /v2.0/networks/157ebd9b-337d-4b8e-bfa2-0fca574eb9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454889 Dec 09 15:33:45.992627 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d1a8747-4a5f-4a44-be2f-0431c450b03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:46.020794 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dda917-7962-4781-b563-28817d3d08f5 None None] DHCP port deletion for 836fb391-3cb2-4df5-b513-f201a8210183 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:33:46.095192 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a731b7-4d0b-4d67-a3fb-28bff53140ea req-25a6227a-745e-4e40-9391-30cd7b65fe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:46.097661 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-36a731b7-4d0b-4d67-a3fb-28bff53140ea req-25a6227a-745e-4e40-9391-30cd7b65fe12 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f1ff44845c0460da1dceb6c2c9eca7c&device_id=7f95632f-fc99-4945-88bf-d3aecb5ec335 HTTP/1.1" status: 200 len: 1094 time: 0.0879531 Dec 09 15:33:46.097858 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-88dda917-7962-4781-b563-28817d3d08f5 None None] Deleting port 843e9002-a179-4692-bd8c-d7a10e4d88d7 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:33:46.100315 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-88dda917-7962-4781-b563-28817d3d08f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:46.115223 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-2d1a8747-4a5f-4a44-be2f-0431c450b03c admin admin] Deleting port 843e9002-a179-4692-bd8c-d7a10e4d88d7 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:33:46.115570 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d1a8747-4a5f-4a44-be2f-0431c450b03c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:46.144267 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-ea86728a-057a-431e-b7de-b07b66d74765 service neutron] 10.222.0.42 "GET /v2.0/networks/157ebd9b-337d-4b8e-bfa2-0fca574eb9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543766 Dec 09 15:33:46.235186 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-88dda917-7962-4781-b563-28817d3d08f5 None None] For port 843e9002-a179-4692-bd8c-d7a10e4d88d7, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=843e9002-a179-4692-bd8c-d7a10e4d88d7,segment=NetworkSegment(fe48ab97-19ed-4cf1-aa3c-d25ef03105c0),segment_id=fe48ab97-19ed-4cf1-aa3c-d25ef03105c0)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:33:46.235587 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-88dda917-7962-4781-b563-28817d3d08f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:46.250623 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-88dda917-7962-4781-b563-28817d3d08f5 None None] Calling delete_port for 843e9002-a179-4692-bd8c-d7a10e4d88d7 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:33:46.260997 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-2d1a8747-4a5f-4a44-be2f-0431c450b03c admin admin] For port 843e9002-a179-4692-bd8c-d7a10e4d88d7, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=843e9002-a179-4692-bd8c-d7a10e4d88d7,segment=NetworkSegment(fe48ab97-19ed-4cf1-aa3c-d25ef03105c0),segment_id=fe48ab97-19ed-4cf1-aa3c-d25ef03105c0)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:33:46.265464 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d1a8747-4a5f-4a44-be2f-0431c450b03c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:46.281300 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9a48ca4a-ab89-4259-94b1-5c508ee7db55 req-a55b1af6-6e42-4704-b4b0-7924a9618f7b service neutron] 10.222.0.42 "GET /v2.0/networks/157ebd9b-337d-4b8e-bfa2-0fca574eb9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116545 Dec 09 15:33:46.307839 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-2d1a8747-4a5f-4a44-be2f-0431c450b03c admin admin] Calling delete_port for 843e9002-a179-4692-bd8c-d7a10e4d88d7 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:33:46.363521 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-88dda917-7962-4781-b563-28817d3d08f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:46.406607 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dda917-7962-4781-b563-28817d3d08f5 None None] Pushing event deleted for resources: {'Port': ['ID=843e9002-a179-4692-bd8c-d7a10e4d88d7,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:46.409397 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dda917-7962-4781-b563-28817d3d08f5 None None] No DVR routers for this DVR port 843e9002-a179-4692-bd8c-d7a10e4d88d7 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:33:46.414941 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a731b7-4d0b-4d67-a3fb-28bff53140ea req-636f5563-6d13-4f18-89af-1bde0226a591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:46.420951 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-36a731b7-4d0b-4d67-a3fb-28bff53140ea req-636f5563-6d13-4f18-89af-1bde0226a591 service neutron] 10.222.0.42 "GET /v2.0/networks?id=157ebd9b-337d-4b8e-bfa2-0fca574eb9c6 HTTP/1.1" status: 200 len: 913 time: 0.2879272 Dec 09 15:33:46.471482 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f6a9d-0f48-4b83-bc59-7f94158b4ea3 req-2696f97c-af61-40ce-adae-2510d6da3e6a tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:46.477406 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-36a731b7-4d0b-4d67-a3fb-28bff53140ea req-17996b59-812f-4d4f-9feb-f9df033df427 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c23b893-6212-4a33-b301-c2b5c60ddfe9 HTTP/1.1" status: 200 len: 217 time: 0.0484407 Dec 09 15:33:46.481945 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a44f6a9d-0f48-4b83-bc59-7f94158b4ea3 req-2696f97c-af61-40ce-adae-2510d6da3e6a tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 943 time: 0.0961478 Dec 09 15:33:46.526967 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d1a8747-4a5f-4a44-be2f-0431c450b03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:46.534496 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a731b7-4d0b-4d67-a3fb-28bff53140ea req-6260b0e9-6559-4d48-a535-62d7bb05b1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:46.536620 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-36a731b7-4d0b-4d67-a3fb-28bff53140ea req-6260b0e9-6559-4d48-a535-62d7bb05b1a0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ace21599-1839-494e-a461-9faf760e9290 HTTP/1.1" status: 200 len: 852 time: 0.0515003 Dec 09 15:33:46.576473 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a8747-4a5f-4a44-be2f-0431c450b03c admin admin] Pushing event deleted for resources: {'Port': ['ID=843e9002-a179-4692-bd8c-d7a10e4d88d7,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:46.576746 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-36a731b7-4d0b-4d67-a3fb-28bff53140ea req-a261ca78-9a0b-4495-94d6-e91c344db678 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=157ebd9b-337d-4b8e-bfa2-0fca574eb9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288224 Dec 09 15:33:46.584558 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a44f6a9d-0f48-4b83-bc59-7f94158b4ea3 req-dfee66d5-5c30-4cf8-bb26-af0e5a8e876b tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009140 Dec 09 15:33:46.588476 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1a8747-4a5f-4a44-be2f-0431c450b03c admin admin] No DVR routers for this DVR port 843e9002-a179-4692-bd8c-d7a10e4d88d7 on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:33:46.689819 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-36a731b7-4d0b-4d67-a3fb-28bff53140ea req-794b4ca2-7b6d-4ed8-b9fe-f320767a5bba service neutron] 10.222.0.42 "GET /v2.0/networks/157ebd9b-337d-4b8e-bfa2-0fca574eb9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059022 Dec 09 15:33:46.713378 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d1a8747-4a5f-4a44-be2f-0431c450b03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:46.751080 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-2d1a8747-4a5f-4a44-be2f-0431c450b03c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['836fb391-3cb2-4df5-b513-f201a8210183']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:33:46.761933 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-2d1a8747-4a5f-4a44-be2f-0431c450b03c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe48ab97-19ed-4cf1-aa3c-d25ef03105c0') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:33:46.764538 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-2d1a8747-4a5f-4a44-be2f-0431c450b03c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe48ab97-19ed-4cf1-aa3c-d25ef03105c0') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:33:46.773820 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d1a8747-4a5f-4a44-be2f-0431c450b03c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:46.808511 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357ef10-5a20-49f1-b46a-5639f0a7864b req-0529a17a-3d7c-4a84-bd07-ae36e66374b8 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:46.808511 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1357ef10-5a20-49f1-b46a-5639f0a7864b req-0529a17a-3d7c-4a84-bd07-ae36e66374b8 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b538216-c7bd-423e-ad24-44edf407dbe7 HTTP/1.1" status: 200 len: 943 time: 0.1020281 Dec 09 15:33:46.808511 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d1a8747-4a5f-4a44-be2f-0431c450b03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:46.823536 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-36a731b7-4d0b-4d67-a3fb-28bff53140ea req-af853915-2e10-4b9a-9a98-e76d56e926d1 service neutron] 10.222.0.42 "GET /v2.0/networks/157ebd9b-337d-4b8e-bfa2-0fca574eb9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134074 Dec 09 15:33:46.824899 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d1a8747-4a5f-4a44-be2f-0431c450b03c admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:33:46.825301 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d1a8747-4a5f-4a44-be2f-0431c450b03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:46.827015 n-d-821228-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:33:46.827015 n-d-821228-1 neutron-server[103244]: self.session.flush() Dec 09 15:33:46.827015 n-d-821228-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:33:46.827015 n-d-821228-1 neutron-server[103244]: self.session.flush() Dec 09 15:33:46.827015 n-d-821228-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:33:46.827015 n-d-821228-1 neutron-server[103244]: self.session.flush() Dec 09 15:33:46.827015 n-d-821228-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:33:46.827015 n-d-821228-1 neutron-server[103244]: self.session.flush() Dec 09 15:33:46.827015 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:33:46.827015 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:33:46.827015 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:33:46.827015 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:33:46.827015 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:33:46.827015 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:33:46.827015 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:33:46.827015 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:33:46.827015 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:33:46.827015 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:33:46.827015 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:33:46.827015 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:33:46.827015 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:33:46.827015 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:33:46.827015 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:33:46.827015 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:33:46.827015 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:33:46.827015 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:33:46.827015 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:33:46.827015 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:33:46.827015 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:33:46.827015 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:33:46.827015 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:33:46.827015 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:33:46.827015 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:33:46.827015 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:33:46.827015 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:33:46.827015 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:33:46.827015 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:33:46.827015 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:33:46.827015 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:33:46.827015 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:33:47.204532 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b538216-c7bd-423e-ad24-44edf407dbe7', 'tag': 'a842e5e0-3b0f-4ea2-9258-762c173ee4e3'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:33:47.219725 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa74efd-0045-40fe-a0ec-bc028686fa49" -d '{"events": [{"name": "network-changed", "server_uuid": "1b538216-c7bd-423e-ad24-44edf407dbe7", "tag": "a842e5e0-3b0f-4ea2-9258-762c173ee4e3"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:33:47.234983 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1357ef10-5a20-49f1-b46a-5639f0a7864b req-b07dedc0-9618-49dd-9596-595b7cf227c7 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/security-groups?id=40e40c17-5c2d-4bcc-9fe0-a20622492ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4264348 Dec 09 15:33:47.239057 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d1a8747-4a5f-4a44-be2f-0431c450b03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:47.248224 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d1a8747-4a5f-4a44-be2f-0431c450b03c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:47.256455 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2d1a8747-4a5f-4a44-be2f-0431c450b03c admin admin] 10.222.0.57 "DELETE /v2.0/networks/836fb391-3cb2-4df5-b513-f201a8210183 HTTP/1.1" status: 204 len: 168 time: 1.4407551 Dec 09 15:33:47.315103 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a8747-4a5f-4a44-be2f-0431c450b03c admin admin] Pushing event deleted for resources: {'Network': ['ID=836fb391-3cb2-4df5-b513-f201a8210183,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:47.335774 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-f551699f-32bc-4a0d-9a72-5c60a8a76603 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:47.339635 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-f551699f-32bc-4a0d-9a72-5c60a8a76603 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4&tenant_id=5674bd72d1184432801f651e299c9dce&binding%3Ahost_id=n-h2-821228-1 HTTP/1.1" status: 200 len: 1097 time: 0.0988619 Dec 09 15:33:47.351816 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 1ddb8f45-3fdc-4f26-8d2e-85739786ab21 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:33:47.369776 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-eea4b85d-305d-48f7-9e3d-bb7296243215 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821228-1'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:33:47.394162 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 1ddb8f45-3fdc-4f26-8d2e-85739786ab21 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:33:47.394810 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 1ddb8f45-3fdc-4f26-8d2e-85739786ab21 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:33:47.395382 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 843e9002-a179-4692-bd8c-d7a10e4d88d7 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:33:47.416611 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 843e9002-a179-4692-bd8c-d7a10e4d88d7 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:33:47.418853 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 843e9002-a179-4692-bd8c-d7a10e4d88d7 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:33:47.452485 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773de7d-8ca5-4b8b-bc8d-6157919cbecc req-f3508a8b-3171-4a22-a02e-7750378fd18a tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:47.454135 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6773de7d-8ca5-4b8b-bc8d-6157919cbecc req-f3508a8b-3171-4a22-a02e-7750378fd18a tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 946 time: 0.0981631 Dec 09 15:33:47.474676 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-eea4b85d-305d-48f7-9e3d-bb7296243215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:47.510291 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57120) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:33:47.554436 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6773de7d-8ca5-4b8b-bc8d-6157919cbecc req-d0b88f83-9f1f-4b8a-b34d-1d68283835ee tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751069 Dec 09 15:33:47.586082 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-073ec110-685e-47f7-b99e-6a732d8a09df admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=05e3032613e94c4a8e0ac1352ddb9554&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0682862 Dec 09 15:33:47.586807 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57122) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:33:47.649325 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-eea4b85d-305d-48f7-9e3d-bb7296243215 service neutron] For port 26e50651-3345-403f-9e2c-d8bb794bb5bf, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=26e50651-3345-403f-9e2c-d8bb794bb5bf,segment=NetworkSegment(69c5f819-123d-436b-8f3f-7e75c7d0b133),segment_id=69c5f819-123d-436b-8f3f-7e75c7d0b133)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:33:47.668734 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-621f879e-4dbc-4464-8d06-9eb160ff878b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:47.699137 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-621f879e-4dbc-4464-8d06-9eb160ff878b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:47.706702 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-eea4b85d-305d-48f7-9e3d-bb7296243215 service neutron] For port 26e50651-3345-403f-9e2c-d8bb794bb5bf, host n-h2-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:33:47.767597 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-621f879e-4dbc-4464-8d06-9eb160ff878b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:47.770654 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-621f879e-4dbc-4464-8d06-9eb160ff878b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:47.775180 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-621f879e-4dbc-4464-8d06-9eb160ff878b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a9d11682-9abe-4a10-815a-a3fc6bda372f HTTP/1.1" status: 204 len: 168 time: 0.1868665 Dec 09 15:33:47.790151 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-eea4b85d-305d-48f7-9e3d-bb7296243215 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:47.791012 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f879e-4dbc-4464-8d06-9eb160ff878b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d11682-9abe-4a10-815a-a3fc6bda372f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:47.805780 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-eea4b85d-305d-48f7-9e3d-bb7296243215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:47.941097 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea4b85d-305d-48f7-9e3d-bb7296243215 service neutron] Pushing event updated for resources: {'Port': ['ID=26e50651-3345-403f-9e2c-d8bb794bb5bf,revision_number=7']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:47.947052 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-eea4b85d-305d-48f7-9e3d-bb7296243215 service neutron] Attempting to bind port 26e50651-3345-403f-9e2c-d8bb794bb5bf on host n-h2-821228-1 for vnic_type normal with profile {"migrating_to": "n-h1-821228-1"} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:33:47.947052 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-eea4b85d-305d-48f7-9e3d-bb7296243215 service neutron] Attempting to bind port 26e50651-3345-403f-9e2c-d8bb794bb5bf by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:33:47.947052 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-eea4b85d-305d-48f7-9e3d-bb7296243215 service neutron] Attempting to bind port 26e50651-3345-403f-9e2c-d8bb794bb5bf on network 6c4b0ba7-873d-4b03-9efa-67af55c0587e {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:33:47.952615 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-eea4b85d-305d-48f7-9e3d-bb7296243215 service neutron] Port 26e50651-3345-403f-9e2c-d8bb794bb5bf on network 6c4b0ba7-873d-4b03-9efa-67af55c0587e not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:33:47.952969 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-eea4b85d-305d-48f7-9e3d-bb7296243215 service neutron] Attempting to bind port 26e50651-3345-403f-9e2c-d8bb794bb5bf on network 6c4b0ba7-873d-4b03-9efa-67af55c0587e {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:33:47.959926 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-eea4b85d-305d-48f7-9e3d-bb7296243215 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:33:47.960320 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-eea4b85d-305d-48f7-9e3d-bb7296243215 service neutron] Checking segment: {'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:33:47.960899 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-eea4b85d-305d-48f7-9e3d-bb7296243215 service neutron] Bound using segment: {'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:33:47.961471 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-eea4b85d-305d-48f7-9e3d-bb7296243215 service neutron] Bound port: 26e50651-3345-403f-9e2c-d8bb794bb5bf, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c5f819-123d-436b-8f3f-7e75c7d0b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6c4b0ba7-873d-4b03-9efa-67af55c0587e'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:33:47.961832 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-eea4b85d-305d-48f7-9e3d-bb7296243215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:47.980514 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b641e2dd-f131-446b-83bb-bf7c4ccaa3ca x-openstack-request-id: req-b641e2dd-f131-446b-83bb-bf7c4ccaa3ca {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:33:47.981158 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b538216-c7bd-423e-ad24-44edf407dbe7", "tag": "a842e5e0-3b0f-4ea2-9258-762c173ee4e3", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:33:47.981425 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b641e2dd-f131-446b-83bb-bf7c4ccaa3ca {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:33:47.981839 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b538216-c7bd-423e-ad24-44edf407dbe7', 'tag': 'a842e5e0-3b0f-4ea2-9258-762c173ee4e3', 'status': 'completed', 'code': 200} Dec 09 15:33:48.101862 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271b05e-aed5-447c-a07f-29a228d36e65 req-ee4d3482-8509-43bb-8453-4ce57c3f2eed tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:48.110714 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0271b05e-aed5-447c-a07f-29a228d36e65 req-ee4d3482-8509-43bb-8453-4ce57c3f2eed tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 943 time: 0.0777168 Dec 09 15:33:48.190007 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0271b05e-aed5-447c-a07f-29a228d36e65 req-4d39738b-3cf1-49f0-a13c-e39e704c4daf tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780842 Dec 09 15:33:48.401543 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18fe3d1-7f24-4a36-b13d-030775ee9762 req-f4610d26-5e7a-40fe-a4ba-9a6aec01ccac tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:48.409539 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a18fe3d1-7f24-4a36-b13d-030775ee9762 req-f4610d26-5e7a-40fe-a4ba-9a6aec01ccac tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b538216-c7bd-423e-ad24-44edf407dbe7 HTTP/1.1" status: 200 len: 943 time: 0.0779512 Dec 09 15:33:48.415012 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-eea4b85d-305d-48f7-9e3d-bb7296243215 service neutron] For port 26e50651-3345-403f-9e2c-d8bb794bb5bf, host n-h2-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:33:48.419546 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa74efd-0045-40fe-a0ec-bc028686fa49 req-33586b5e-f8c8-4ee3-ab50-6394948dcf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:48.421692 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-bfa74efd-0045-40fe-a0ec-bc028686fa49 req-33586b5e-f8c8-4ee3-ab50-6394948dcf18 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f1ff44845c0460da1dceb6c2c9eca7c&device_id=1b538216-c7bd-423e-ad24-44edf407dbe7 HTTP/1.1" status: 200 len: 1094 time: 0.0747147 Dec 09 15:33:48.423583 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-eea4b85d-305d-48f7-9e3d-bb7296243215 service neutron] For port 26e50651-3345-403f-9e2c-d8bb794bb5bf, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=26e50651-3345-403f-9e2c-d8bb794bb5bf,segment=NetworkSegment(69c5f819-123d-436b-8f3f-7e75c7d0b133),segment_id=69c5f819-123d-436b-8f3f-7e75c7d0b133)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:33:48.483233 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a18fe3d1-7f24-4a36-b13d-030775ee9762 req-ae3e8012-7376-4326-8d14-8e448dc55982 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/security-groups?id=40e40c17-5c2d-4bcc-9fe0-a20622492ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676396 Dec 09 15:33:48.495535 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 26e50651-3345-403f-9e2c-d8bb794bb5bf details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:33:48.552584 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa74efd-0045-40fe-a0ec-bc028686fa49 req-20997d2e-04c3-45a9-8f20-1c929b75700b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:48.554185 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-bfa74efd-0045-40fe-a0ec-bc028686fa49 req-20997d2e-04c3-45a9-8f20-1c929b75700b service neutron] 10.222.0.42 "GET /v2.0/networks?id=157ebd9b-337d-4b8e-bfa2-0fca574eb9c6 HTTP/1.1" status: 200 len: 913 time: 0.1229172 Dec 09 15:33:48.555293 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-eea4b85d-305d-48f7-9e3d-bb7296243215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:48.666003 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-bfa74efd-0045-40fe-a0ec-bc028686fa49 req-4d906176-7fdd-4a8e-a151-e8fadda92378 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a842e5e0-3b0f-4ea2-9258-762c173ee4e3 HTTP/1.1" status: 200 len: 217 time: 0.0799868 Dec 09 15:33:48.707754 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 26e50651-3345-403f-9e2c-d8bb794bb5bf, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=26e50651-3345-403f-9e2c-d8bb794bb5bf,segment=NetworkSegment(69c5f819-123d-436b-8f3f-7e75c7d0b133),segment_id=69c5f819-123d-436b-8f3f-7e75c7d0b133)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:33:48.730845 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 26e50651-3345-403f-9e2c-d8bb794bb5bf has no active binding in host n-h1-821228-1 {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 09 15:33:48.740474 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa74efd-0045-40fe-a0ec-bc028686fa49 req-1f9091b9-244a-48e3-8f99-ed4965919023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:48.742369 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-bfa74efd-0045-40fe-a0ec-bc028686fa49 req-1f9091b9-244a-48e3-8f99-ed4965919023 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ace21599-1839-494e-a461-9faf760e9290 HTTP/1.1" status: 200 len: 852 time: 0.0673990 Dec 09 15:33:48.764011 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed295516-19ff-46fa-8fa4-7d0299722820 req-a45639e0-8b09-4159-a360-308b80765abb tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:48.774558 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ed295516-19ff-46fa-8fa4-7d0299722820 req-a45639e0-8b09-4159-a360-308b80765abb tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 944 time: 0.0976179 Dec 09 15:33:48.816275 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-eea4b85d-305d-48f7-9e3d-bb7296243215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:48.819034 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-eea4b85d-305d-48f7-9e3d-bb7296243215 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:48.820853 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-eea4b85d-305d-48f7-9e3d-bb7296243215 service neutron] 10.222.0.42 "PUT /v2.0/ports/26e50651-3345-403f-9e2c-d8bb794bb5bf HTTP/1.1" status: 200 len: 1122 time: 1.4551919 Dec 09 15:33:48.823373 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-bfa74efd-0045-40fe-a0ec-bc028686fa49 req-ec6a040d-4bbe-4f88-90be-553e000b89fc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=157ebd9b-337d-4b8e-bfa2-0fca574eb9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720899 Dec 09 15:33:48.824143 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea4b85d-305d-48f7-9e3d-bb7296243215 service neutron] Pushing event updated for resources: {'Port': ['ID=26e50651-3345-403f-9e2c-d8bb794bb5bf,revision_number=8']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:48.858306 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ed295516-19ff-46fa-8fa4-7d0299722820 req-43038101-993a-45d4-a875-db2f7dc9516b tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808713 Dec 09 15:33:48.899754 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['26e50651-3345-403f-9e2c-d8bb794bb5bf'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:33:48.963639 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-bfa74efd-0045-40fe-a0ec-bc028686fa49 req-7aebf62a-8021-4a90-bbcb-7be074ba8c37 service neutron] 10.222.0.42 "GET /v2.0/networks/157ebd9b-337d-4b8e-bfa2-0fca574eb9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151886 Dec 09 15:33:48.969849 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57164) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:33:49.104593 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['26e50651-3345-403f-9e2c-d8bb794bb5bf'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:33:49.124327 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-bfa74efd-0045-40fe-a0ec-bc028686fa49 req-77bc7bc9-7fd5-4af0-b414-44a14e3633c2 service neutron] 10.222.0.42 "GET /v2.0/networks/157ebd9b-337d-4b8e-bfa2-0fca574eb9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477680 Dec 09 15:33:49.177070 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a4b1c7b4-f9cb-4f55-982e-53b46c639668 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-895122966-network', 'tenant_id': 'e13cb257923340f8a88b331f56ca4885'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:33:49.252016 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b1c7b4-f9cb-4f55-982e-53b46c639668 admin admin] Made reservation on behalf of e13cb257923340f8a88b331f56ca4885 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:33:49.259059 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a4b1c7b4-f9cb-4f55-982e-53b46c639668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:49.294170 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a4b1c7b4-f9cb-4f55-982e-53b46c639668 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:49.409434 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0648c0-f653-45ba-95cd-f15e2ffd014f req-51020ea8-bd4c-4f4f-a6de-e5a5fad5b101 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:49.412382 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a4b1c7b4-f9cb-4f55-982e-53b46c639668 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:49.417746 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0a0648c0-f653-45ba-95cd-f15e2ffd014f req-51020ea8-bd4c-4f4f-a6de-e5a5fad5b101 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 943 time: 0.1036973 Dec 09 15:33:49.420602 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a4b1c7b4-f9cb-4f55-982e-53b46c639668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:49.454338 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b1c7b4-f9cb-4f55-982e-53b46c639668 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:33:49.465341 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b1c7b4-f9cb-4f55-982e-53b46c639668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980536a3-dac9-46ef-b24f-2764c5abb1d3,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:49.486366 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a4b1c7b4-f9cb-4f55-982e-53b46c639668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:49.486747 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-a4b1c7b4-f9cb-4f55-982e-53b46c639668 admin admin] Added segment fcc7917f-0470-419b-9e0b-af3b09c06bf8 of type vlan for network cb8dab9b-6407-4695-9458-6482de51c030 Dec 09 15:33:49.487904 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0a0648c0-f653-45ba-95cd-f15e2ffd014f req-f00177e0-1074-4e5d-a358-b05d38426cb1 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691817 Dec 09 15:33:49.565819 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a4b1c7b4-f9cb-4f55-982e-53b46c639668 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:49.611836 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a4b1c7b4-f9cb-4f55-982e-53b46c639668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:49.613168 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b1c7b4-f9cb-4f55-982e-53b46c639668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:49.614639 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a4b1c7b4-f9cb-4f55-982e-53b46c639668 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:49.614805 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256fd5b9-afea-4010-8cae-abcc26f324dc req-a9b015ff-2c68-44e6-90ab-fecc1c9c84a7 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:49.616314 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-256fd5b9-afea-4010-8cae-abcc26f324dc req-a9b015ff-2c68-44e6-90ab-fecc1c9c84a7 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b538216-c7bd-423e-ad24-44edf407dbe7 HTTP/1.1" status: 200 len: 943 time: 0.0613520 Dec 09 15:33:49.675496 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-256fd5b9-afea-4010-8cae-abcc26f324dc req-5f4ccc6e-7dae-46dc-ba84-e99ae353bc4b tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/security-groups?id=40e40c17-5c2d-4bcc-9fe0-a20622492ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522313 Dec 09 15:33:49.714072 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a4b1c7b4-f9cb-4f55-982e-53b46c639668 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7411928 Dec 09 15:33:49.714072 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b1c7b4-f9cb-4f55-982e-53b46c639668 admin admin] Pushing event updated for resources: {'Network': ['ID=cb8dab9b-6407-4695-9458-6482de51c030,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:49.717237 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57180) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:33:49.724854 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-8a46bcb7-2648-4dcc-8799-771d2406bafd admin admin] Request body: {'subnet': {'network_id': 'cb8dab9b-6407-4695-9458-6482de51c030', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-895122966-subnet', 'tenant_id': 'e13cb257923340f8a88b331f56ca4885', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:33:49.725030 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network cb8dab9b-6407-4695-9458-6482de51c030 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:33:49.749784 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a46bcb7-2648-4dcc-8799-771d2406bafd admin admin] Made reservation on behalf of e13cb257923340f8a88b331f56ca4885 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:33:49.753104 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8a46bcb7-2648-4dcc-8799-771d2406bafd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:49.983458 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd59cbf-9d54-4a37-a2aa-90f097bfdba4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26e50651-3345-403f-9e2c-d8bb794bb5bf'}, {'name': 'network-changed', 'server_uuid': 'afd59cbf-9d54-4a37-a2aa-90f097bfdba4', 'tag': '26e50651-3345-403f-9e2c-d8bb794bb5bf'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:33:49.986541 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0df9ab3-af2a-440a-a4af-510e81ca0018" -d '{"events": [{"server_uuid": "afd59cbf-9d54-4a37-a2aa-90f097bfdba4", "name": "network-vif-unplugged", "status": "completed", "tag": "26e50651-3345-403f-9e2c-d8bb794bb5bf"}, {"name": "network-changed", "server_uuid": "afd59cbf-9d54-4a37-a2aa-90f097bfdba4", "tag": "26e50651-3345-403f-9e2c-d8bb794bb5bf"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:33:49.988612 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8a46bcb7-2648-4dcc-8799-771d2406bafd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:50.064505 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f295a9c-a05b-4d3e-825b-5222e44c95d8 req-e0d12a70-d951-461a-a672-1f27140823c2 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:50.066176 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1f295a9c-a05b-4d3e-825b-5222e44c95d8 req-e0d12a70-d951-461a-a672-1f27140823c2 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 944 time: 0.1113882 Dec 09 15:33:50.077723 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46bcb7-2648-4dcc-8799-771d2406bafd admin admin] Pushing event updated for resources: {'Subnet': ['ID=22b58823-d96b-468d-a479-10d3a879122f,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:50.108693 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a46bcb7-2648-4dcc-8799-771d2406bafd admin admin] Checking segment: {'id': 'fcc7917f-0470-419b-9e0b-af3b09c06bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'cb8dab9b-6407-4695-9458-6482de51c030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:33:50.109095 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a46bcb7-2648-4dcc-8799-771d2406bafd admin admin] Network hostable DHCP agents. Network: cb8dab9b-6407-4695-9458-6482de51c030, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:33:50.154885 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1f295a9c-a05b-4d3e-825b-5222e44c95d8 req-f422c59b-4a29-459b-9fbb-2253141f4319 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745792 Dec 09 15:33:50.160597 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a46bcb7-2648-4dcc-8799-771d2406bafd admin admin] Network cb8dab9b-6407-4695-9458-6482de51c030 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:33:50.173844 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-8a46bcb7-2648-4dcc-8799-771d2406bafd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, cb8dab9b-6407-4695-9458-6482de51c030) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:33:50.185301 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a46bcb7-2648-4dcc-8799-771d2406bafd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:50.185301 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8a46bcb7-2648-4dcc-8799-771d2406bafd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:50.200156 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dde1505-aead-4782-91cb-457c5d7adf7e None None] Network cb8dab9b-6407-4695-9458-6482de51c030 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:33:50.219526 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8a46bcb7-2648-4dcc-8799-771d2406bafd admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5003793 Dec 09 15:33:50.243256 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 09 Dec 2021 15:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428edcc6-9449-4857-832c-a54b169f5746 x-openstack-request-id: req-428edcc6-9449-4857-832c-a54b169f5746 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:33:50.243559 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd59cbf-9d54-4a37-a2aa-90f097bfdba4", "name": "network-vif-unplugged", "status": "completed", "tag": "26e50651-3345-403f-9e2c-d8bb794bb5bf", "code": 200}, {"name": "network-changed", "server_uuid": "afd59cbf-9d54-4a37-a2aa-90f097bfdba4", "tag": "26e50651-3345-403f-9e2c-d8bb794bb5bf", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:33:50.243813 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-428edcc6-9449-4857-832c-a54b169f5746 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:33:50.244276 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd59cbf-9d54-4a37-a2aa-90f097bfdba4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26e50651-3345-403f-9e2c-d8bb794bb5bf', 'code': 200} Dec 09 15:33:50.244557 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afd59cbf-9d54-4a37-a2aa-90f097bfdba4', 'tag': '26e50651-3345-403f-9e2c-d8bb794bb5bf', 'status': 'completed', 'code': 200} Dec 09 15:33:50.434844 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df9ab3-af2a-440a-a4af-510e81ca0018 req-98c9afce-f933-48cc-a7e6-cb3afb11a8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:50.437688 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f0df9ab3-af2a-440a-a4af-510e81ca0018 req-98c9afce-f933-48cc-a7e6-cb3afb11a8c2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5674bd72d1184432801f651e299c9dce&device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 1125 time: 0.1624641 Dec 09 15:33:50.501713 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae27deaf-6755-413e-89c3-f1af75e2c481 None None] Network cb8dab9b-6407-4695-9458-6482de51c030 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:33:50.516000 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-809a0b95-a517-49ee-a874-600361376047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:50.519035 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device a842e5e0-3b0f-4ea2-9258-762c173ee4e3 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:33:50.589955 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df9ab3-af2a-440a-a4af-510e81ca0018 req-58ad64fe-fccb-4cd3-b1d1-1cb99f6857ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:50.591727 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f0df9ab3-af2a-440a-a4af-510e81ca0018 req-58ad64fe-fccb-4cd3-b1d1-1cb99f6857ed service neutron] 10.222.0.31 "GET /v2.0/networks?id=6c4b0ba7-873d-4b03-9efa-67af55c0587e HTTP/1.1" status: 200 len: 921 time: 0.1441212 Dec 09 15:33:50.673910 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f0df9ab3-af2a-440a-a4af-510e81ca0018 req-95d7189a-aa2b-4282-a7b2-c25767645d54 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26e50651-3345-403f-9e2c-d8bb794bb5bf HTTP/1.1" status: 200 len: 217 time: 0.0738218 Dec 09 15:33:50.752847 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df9ab3-af2a-440a-a4af-510e81ca0018 req-6528c104-6c14-410f-bc91-5bca1f265117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:50.754627 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f0df9ab3-af2a-440a-a4af-510e81ca0018 req-6528c104-6c14-410f-bc91-5bca1f265117 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2340fb97-6ad9-4615-9535-804554d0ce45 HTTP/1.1" status: 200 len: 860 time: 0.0678921 Dec 09 15:33:50.759969 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-ded9bbe4-0381-4718-b01f-11819149de9d req-2abf2813-1d43-43f7-b060-4eb6bee28209 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1725833370', 'description': 'tempest-description-728669930'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:33:50.773017 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port a842e5e0-3b0f-4ea2-9258-762c173ee4e3, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=a842e5e0-3b0f-4ea2-9258-762c173ee4e3,segment=NetworkSegment(228d45b1-d8ed-4124-8b43-d849dd193458),segment_id=228d45b1-d8ed-4124-8b43-d849dd193458)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:33:50.788401 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': 'a842e5e0-3b0f-4ea2-9258-762c173ee4e3', 'network_id': '157ebd9b-337d-4b8e-bfa2-0fca574eb9c6', 'port_id': 'a842e5e0-3b0f-4ea2-9258-762c173ee4e3', 'mac_address': 'fa:16:3e:21:4e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ace21599-1839-494e-a461-9faf760e9290', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:33:50.802978 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f0df9ab3-af2a-440a-a4af-510e81ca0018 req-486fe59e-7b12-4caf-9522-051cda388dd4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6c4b0ba7-873d-4b03-9efa-67af55c0587e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371068 Dec 09 15:33:50.835637 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:50.853412 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a842e5e0-3b0f-4ea2-9258-762c173ee4e3 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:33:50.872271 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ded9bbe4-0381-4718-b01f-11819149de9d req-2abf2813-1d43-43f7-b060-4eb6bee28209 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:50.890948 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port a842e5e0-3b0f-4ea2-9258-762c173ee4e3, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=a842e5e0-3b0f-4ea2-9258-762c173ee4e3,segment=NetworkSegment(228d45b1-d8ed-4124-8b43-d849dd193458),segment_id=228d45b1-d8ed-4124-8b43-d849dd193458)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:33:50.899484 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:50.902993 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 3c23b893-6212-4a33-b301-c2b5c60ddfe9 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:33:50.959783 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f0df9ab3-af2a-440a-a4af-510e81ca0018 req-f38f7e87-c2bc-4c11-9b42-a21183e212dc service neutron] 10.222.0.31 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497631 Dec 09 15:33:50.989570 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=a842e5e0-3b0f-4ea2-9258-762c173ee4e3,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:50.994212 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 3c23b893-6212-4a33-b301-c2b5c60ddfe9, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=3c23b893-6212-4a33-b301-c2b5c60ddfe9,segment=NetworkSegment(228d45b1-d8ed-4124-8b43-d849dd193458),segment_id=228d45b1-d8ed-4124-8b43-d849dd193458)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:33:51.008712 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '3c23b893-6212-4a33-b301-c2b5c60ddfe9', 'network_id': '157ebd9b-337d-4b8e-bfa2-0fca574eb9c6', 'port_id': '3c23b893-6212-4a33-b301-c2b5c60ddfe9', 'mac_address': 'fa:16:3e:2e:aa:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ace21599-1839-494e-a461-9faf760e9290', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:33:51.072652 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ded9bbe4-0381-4718-b01f-11819149de9d req-2abf2813-1d43-43f7-b060-4eb6bee28209 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:51.072924 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:51.073300 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ded9bbe4-0381-4718-b01f-11819149de9d req-2abf2813-1d43-43f7-b060-4eb6bee28209 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:51.086080 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c23b893-6212-4a33-b301-c2b5c60ddfe9 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:33:51.093807 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ded9bbe4-0381-4718-b01f-11819149de9d req-2abf2813-1d43-43f7-b060-4eb6bee28209 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:51.105874 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ded9bbe4-0381-4718-b01f-11819149de9d req-2abf2813-1d43-43f7-b060-4eb6bee28209 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3500588 Dec 09 15:33:51.118476 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 3c23b893-6212-4a33-b301-c2b5c60ddfe9, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=3c23b893-6212-4a33-b301-c2b5c60ddfe9,segment=NetworkSegment(228d45b1-d8ed-4124-8b43-d849dd193458),segment_id=228d45b1-d8ed-4124-8b43-d849dd193458)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:33:51.126133 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:51.182488 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf2813-1d43-43f7-b060-4eb6bee28209 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6b0ec9-c20f-48ab-b37c-754cbd51e397,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:51.219706 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=3c23b893-6212-4a33-b301-c2b5c60ddfe9,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:51.233508 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f0df9ab3-af2a-440a-a4af-510e81ca0018 req-4c303698-c2e9-4939-90ec-5ab914d4b60b service neutron] 10.222.0.31 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597585 Dec 09 15:33:51.252907 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47992e54-2d85-4e52-8bf8-7c24dc56c781 req-94b0a518-3a38-4706-acf0-b5e643c51d96 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:51.254499 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-47992e54-2d85-4e52-8bf8-7c24dc56c781 req-94b0a518-3a38-4706-acf0-b5e643c51d96 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 943 time: 0.0688522 Dec 09 15:33:51.314245 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-47992e54-2d85-4e52-8bf8-7c24dc56c781 req-c1ec7f36-961f-4ce9-bd5b-0f5480f76cdc tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496309 Dec 09 15:33:51.436652 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43ad67-9134-4546-80d5-74f017bd383e req-fe4ac570-bb27-40c3-a248-f0e8151a6199 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:51.438589 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bc43ad67-9134-4546-80d5-74f017bd383e req-fe4ac570-bb27-40c3-a248-f0e8151a6199 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b538216-c7bd-423e-ad24-44edf407dbe7 HTTP/1.1" status: 200 len: 944 time: 0.0525763 Dec 09 15:33:51.504196 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bc43ad67-9134-4546-80d5-74f017bd383e req-6a515daa-2f77-483a-9052-4b0afd3ed4b4 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/security-groups?id=40e40c17-5c2d-4bcc-9fe0-a20622492ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595644 Dec 09 15:33:51.571108 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b136c018-1b4d-4f52-8790-b9de93aec3c7 req-abb23416-ebec-4b37-b9a8-5e4048d816e3 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] 10.222.0.57 "GET /v2.0/security-groups/1d6b0ec9-c20f-48ab-b37c-754cbd51e397 HTTP/1.1" status: 200 len: 1829 time: 0.0449741 Dec 09 15:33:51.584909 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-b136c018-1b4d-4f52-8790-b9de93aec3c7 req-4c0d1485-6698-4380-bc20-a063a615d359 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1d6b0ec9-c20f-48ab-b37c-754cbd51e397', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:33:51.585240 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-b136c018-1b4d-4f52-8790-b9de93aec3c7 req-4c0d1485-6698-4380-bc20-a063a615d359 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1d6b0ec9-c20f-48ab-b37c-754cbd51e397', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:33:51.652370 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b136c018-1b4d-4f52-8790-b9de93aec3c7 req-4c0d1485-6698-4380-bc20-a063a615d359 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:51.686482 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b136c018-1b4d-4f52-8790-b9de93aec3c7 req-4c0d1485-6698-4380-bc20-a063a615d359 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:51.690755 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b136c018-1b4d-4f52-8790-b9de93aec3c7 req-4c0d1485-6698-4380-bc20-a063a615d359 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:51.710000 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0d1485-6698-4380-bc20-a063a615d359 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2209251-f53a-4c1f-86b6-4a0adba32d05,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:51.719597 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b136c018-1b4d-4f52-8790-b9de93aec3c7 req-4c0d1485-6698-4380-bc20-a063a615d359 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:51.721255 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b136c018-1b4d-4f52-8790-b9de93aec3c7 req-4c0d1485-6698-4380-bc20-a063a615d359 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1419432 Dec 09 15:33:51.776821 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 2d73fd09-ea4b-4251-aa0d-8d4fed81a514 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:33:51.828447 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6434c4-fd68-4071-a562-ca0d4c7eaede req-669761c6-597c-4fde-a64e-2e7c2f0e9c86 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:51.830899 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d6434c4-fd68-4071-a562-ca0d4c7eaede req-669761c6-597c-4fde-a64e-2e7c2f0e9c86 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 944 time: 0.0588546 Dec 09 15:33:51.875430 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 2d73fd09-ea4b-4251-aa0d-8d4fed81a514, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=2d73fd09-ea4b-4251-aa0d-8d4fed81a514,segment=NetworkSegment(9bcbf52b-8ad5-477f-9636-c2f9cae19672),segment_id=9bcbf52b-8ad5-477f-9636-c2f9cae19672)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:33:51.882531 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d6434c4-fd68-4071-a562-ca0d4c7eaede req-7befb7e6-a664-4105-8187-a35cdd51555a tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452046 Dec 09 15:33:51.887996 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '2d73fd09-ea4b-4251-aa0d-8d4fed81a514', 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0', 'port_id': '2d73fd09-ea4b-4251-aa0d-8d4fed81a514', 'mac_address': 'fa:16:3e:c1:d6:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75dd204b-61ff-4875-bd46-839f068b72c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:33:51.925563 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:51.942100 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d73fd09-ea4b-4251-aa0d-8d4fed81a514 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:33:51.960844 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 2d73fd09-ea4b-4251-aa0d-8d4fed81a514, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=2d73fd09-ea4b-4251-aa0d-8d4fed81a514,segment=NetworkSegment(9bcbf52b-8ad5-477f-9636-c2f9cae19672),segment_id=9bcbf52b-8ad5-477f-9636-c2f9cae19672)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:33:51.964254 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:52.136047 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=2d73fd09-ea4b-4251-aa0d-8d4fed81a514,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:52.159975 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0ab045f0-e3b1-4fd2-9428-8eb4354507ed req-2ee0f626-b6b3-4844-bdb5-caeb86a5af9f tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] 10.222.0.57 "GET /v2.0/security-groups/1d6b0ec9-c20f-48ab-b37c-754cbd51e397 HTTP/1.1" status: 200 len: 2422 time: 0.0434537 Dec 09 15:33:52.247285 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-452e12f5-c347-4e1a-87b6-b81e5478ae18 req-0c768532-c964-433f-89fc-08dd89dc802c tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] 10.222.0.57 "GET /v2.0/security-group-rules/c2209251-f53a-4c1f-86b6-4a0adba32d05 HTTP/1.1" status: 200 len: 778 time: 0.0214388 Dec 09 15:33:52.262544 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['a842e5e0-3b0f-4ea2-9258-762c173ee4e3'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:33:52.287133 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['3c23b893-6212-4a33-b301-c2b5c60ddfe9'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:33:52.293214 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-452e12f5-c347-4e1a-87b6-b81e5478ae18 req-308b7bd6-9065-42f7-bd48-030d80e57951 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] 10.222.0.57 "GET /v2.0/security-groups/1d6b0ec9-c20f-48ab-b37c-754cbd51e397 HTTP/1.1" status: 200 len: 2422 time: 0.0399871 Dec 09 15:33:52.317306 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['2d73fd09-ea4b-4251-aa0d-8d4fed81a514'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:33:52.325444 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-452e12f5-c347-4e1a-87b6-b81e5478ae18 req-062a553b-aeac-400a-b008-37afe19c48f5 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:52.334740 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-452e12f5-c347-4e1a-87b6-b81e5478ae18 req-062a553b-aeac-400a-b008-37afe19c48f5 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:52.362442 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-452e12f5-c347-4e1a-87b6-b81e5478ae18 req-062a553b-aeac-400a-b008-37afe19c48f5 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:52.368670 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-452e12f5-c347-4e1a-87b6-b81e5478ae18 req-062a553b-aeac-400a-b008-37afe19c48f5 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:52.369776 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-452e12f5-c347-4e1a-87b6-b81e5478ae18 req-062a553b-aeac-400a-b008-37afe19c48f5 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/c2209251-f53a-4c1f-86b6-4a0adba32d05 HTTP/1.1" status: 204 len: 173 time: 0.0696027 Dec 09 15:33:52.379056 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a553b-aeac-400a-b008-37afe19c48f5 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2209251-f53a-4c1f-86b6-4a0adba32d05,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:52.897843 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6966c2f8-0027-4f9e-9f75-9c4a750d8b3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:53.067844 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dea441-5c45-432a-bcd8-7ac6b99b737a req-a7329570-e6b9-4990-b540-10e239760db7 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:53.068581 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-64dea441-5c45-432a-bcd8-7ac6b99b737a req-a7329570-e6b9-4990-b540-10e239760db7 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 944 time: 0.0528812 Dec 09 15:33:53.118323 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-64dea441-5c45-432a-bcd8-7ac6b99b737a req-d1987b58-d01b-45e2-99bd-b2d1868e56f0 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436065 Dec 09 15:33:53.146407 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-ca69d591-9407-4487-b33a-6efec500b48f req-7552ce4c-90f0-41c9-9fff-66dcba169aba tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1888505100', 'description': 'tempest-description-2144045894'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:33:53.171466 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ca69d591-9407-4487-b33a-6efec500b48f req-7552ce4c-90f0-41c9-9fff-66dcba169aba tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:53.255140 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ca69d591-9407-4487-b33a-6efec500b48f req-7552ce4c-90f0-41c9-9fff-66dcba169aba tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:53.258917 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ca69d591-9407-4487-b33a-6efec500b48f req-7552ce4c-90f0-41c9-9fff-66dcba169aba tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:53.290296 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ca69d591-9407-4487-b33a-6efec500b48f req-7552ce4c-90f0-41c9-9fff-66dcba169aba tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:53.291509 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ca69d591-9407-4487-b33a-6efec500b48f req-7552ce4c-90f0-41c9-9fff-66dcba169aba tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.1496079 Dec 09 15:33:53.292537 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7552ce4c-90f0-41c9-9fff-66dcba169aba tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56c2d3a3-0ef4-48e2-838f-3e35f109c24b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:53.399312 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a5bae-c8ab-4de7-9266-994f92967c7a req-2b767994-db3a-49a9-b9b4-739d26243dbc tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:53.400810 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-019a5bae-c8ab-4de7-9266-994f92967c7a req-2b767994-db3a-49a9-b9b4-739d26243dbc tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b538216-c7bd-423e-ad24-44edf407dbe7 HTTP/1.1" status: 200 len: 944 time: 0.0491886 Dec 09 15:33:53.449336 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-019a5bae-c8ab-4de7-9266-994f92967c7a req-660fd618-0b95-4da8-94d7-2aa3286f41d3 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/security-groups?id=40e40c17-5c2d-4bcc-9fe0-a20622492ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421078 Dec 09 15:33:53.551049 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6dcaf6-8006-4883-b3f6-6eaad3ff9454 req-9ddf2662-0738-47ee-82a3-93929420fbe6 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:53.552835 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4d6dcaf6-8006-4883-b3f6-6eaad3ff9454 req-9ddf2662-0738-47ee-82a3-93929420fbe6 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 944 time: 0.0492733 Dec 09 15:33:53.586031 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:33:53.604915 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4d6dcaf6-8006-4883-b3f6-6eaad3ff9454 req-0521289c-8aa3-4afe-9237-b0e946b1136b tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462108 Dec 09 15:33:53.789402 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 2d73fd09-ea4b-4251-aa0d-8d4fed81a514 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:33:53.843500 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 2d73fd09-ea4b-4251-aa0d-8d4fed81a514 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:33:53.851156 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 2d73fd09-ea4b-4251-aa0d-8d4fed81a514 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:33:53.851535 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:53.956040 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:53.959598 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:53.981691 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c40a2a1-6bb8-483b-81ce-da1594213acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d73fd09-ea4b-4251-aa0d-8d4fed81a514'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:33:53.984120 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7628e3-bd90-4d63-a7ca-4d349da39fae" -d '{"events": [{"server_uuid": "9c40a2a1-6bb8-483b-81ce-da1594213acd", "name": "network-vif-plugged", "status": "completed", "tag": "2d73fd09-ea4b-4251-aa0d-8d4fed81a514"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:33:53.996784 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 2d73fd09-ea4b-4251-aa0d-8d4fed81a514, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=2d73fd09-ea4b-4251-aa0d-8d4fed81a514,segment=NetworkSegment(9bcbf52b-8ad5-477f-9636-c2f9cae19672),segment_id=9bcbf52b-8ad5-477f-9636-c2f9cae19672)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:33:54.002070 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:54.002994 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 26e50651-3345-403f-9e2c-d8bb794bb5bf no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:33:54.012801 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-289ef25d-d451-4008-8141-562e19099aff req-7623b4e0-945a-4c89-9e13-fc168681d6b8 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] 10.222.0.57 "GET /v2.0/security-groups/56c2d3a3-0ef4-48e2-838f-3e35f109c24b HTTP/1.1" status: 200 len: 1830 time: 0.0424993 Dec 09 15:33:54.086530 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=2d73fd09-ea4b-4251-aa0d-8d4fed81a514,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:54.191958 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-9e7f40a4-d1f0-4404-a220-acfe63c6d950 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:54.193384 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-9e7f40a4-d1f0-4404-a220-acfe63c6d950 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/networks?id=5e9ad32d-c9e7-4e00-867a-aef980499810 HTTP/1.1" status: 200 len: 804 time: 0.1061602 Dec 09 15:33:54.209490 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-dcec6693-d22e-4b50-9803-388088883b4c tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/quotas/5b98cde4c74447a0b0079eeef5f37b22 HTTP/1.1" status: 200 len: 375 time: 0.0098071 Dec 09 15:33:54.263386 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-88262f78-aefc-4298-a66e-c026a0248842 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b98cde4c74447a0b0079eeef5f37b22&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0483875 Dec 09 15:33:54.307083 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:54.357813 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9566d759-f1c9-48ca-ad75-422e6152994d req-6b85e1a8-3887-4638-9e68-443f0a0c200d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ea2de25e-7897-4271-9d98-986803a004c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0895538 Dec 09 15:33:54.393226 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-e13592e3-432f-4bd8-951e-6142bb11cda8 service neutron] 10.222.0.57 "GET /v2.0/networks/5e9ad32d-c9e7-4e00-867a-aef980499810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183298 Dec 09 15:33:54.474641 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9566d759-f1c9-48ca-ad75-422e6152994d req-1beabfb5-2efa-46bc-8743-5dc52752f6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:54.476150 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9566d759-f1c9-48ca-ad75-422e6152994d req-1beabfb5-2efa-46bc-8743-5dc52752f6fc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5674bd72d1184432801f651e299c9dce&device_id=ea2de25e-7897-4271-9d98-986803a004c0 HTTP/1.1" status: 200 len: 1095 time: 0.0959411 Dec 09 15:33:54.528950 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 3c23b893-6212-4a33-b301-c2b5c60ddfe9 up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:33:54.552934 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-becb33e1-541f-495d-a8d8-90b829df22e7 service neutron] 10.222.0.57 "GET /v2.0/networks/5e9ad32d-c9e7-4e00-867a-aef980499810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429429 Dec 09 15:33:54.599743 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port 3c23b893-6212-4a33-b301-c2b5c60ddfe9 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:33:54.603455 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9566d759-f1c9-48ca-ad75-422e6152994d req-42a98aa4-f950-419a-9771-35689f4639f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:54.605098 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 3c23b893-6212-4a33-b301-c2b5c60ddfe9 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:33:54.605704 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:54.606011 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9566d759-f1c9-48ca-ad75-422e6152994d req-42a98aa4-f950-419a-9771-35689f4639f5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6c4b0ba7-873d-4b03-9efa-67af55c0587e HTTP/1.1" status: 200 len: 921 time: 0.1080213 Dec 09 15:33:54.659596 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9566d759-f1c9-48ca-ad75-422e6152994d req-df549d48-51b7-4835-8a1c-123fc160316d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=baa1ea4c-5081-4145-a800-62b0b64a6cfc HTTP/1.1" status: 200 len: 217 time: 0.0471692 Dec 09 15:33:54.697036 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:54.740961 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9566d759-f1c9-48ca-ad75-422e6152994d req-6a6f45c7-f3a7-4329-bf4a-d9da3b0c17d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:54.744611 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9566d759-f1c9-48ca-ad75-422e6152994d req-6a6f45c7-f3a7-4329-bf4a-d9da3b0c17d0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2340fb97-6ad9-4615-9535-804554d0ce45 HTTP/1.1" status: 200 len: 860 time: 0.0774558 Dec 09 15:33:54.779589 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025a8ab6-7796-4824-bf5a-50e9ec118e3c x-openstack-request-id: req-025a8ab6-7796-4824-bf5a-50e9ec118e3c {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:33:54.779880 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c40a2a1-6bb8-483b-81ce-da1594213acd", "name": "network-vif-plugged", "status": "completed", "tag": "2d73fd09-ea4b-4251-aa0d-8d4fed81a514", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:33:54.780137 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-025a8ab6-7796-4824-bf5a-50e9ec118e3c {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:33:54.780564 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c40a2a1-6bb8-483b-81ce-da1594213acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d73fd09-ea4b-4251-aa0d-8d4fed81a514', 'code': 200} Dec 09 15:33:54.782448 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 3c23b893-6212-4a33-b301-c2b5c60ddfe9, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=3c23b893-6212-4a33-b301-c2b5c60ddfe9,segment=NetworkSegment(228d45b1-d8ed-4124-8b43-d849dd193458),segment_id=228d45b1-d8ed-4124-8b43-d849dd193458)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:33:54.795934 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9566d759-f1c9-48ca-ad75-422e6152994d req-66628e2e-73a5-4c81-8f10-2de0d5a41e80 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6c4b0ba7-873d-4b03-9efa-67af55c0587e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401523 Dec 09 15:33:54.800387 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:54.801299 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device a842e5e0-3b0f-4ea2-9258-762c173ee4e3 up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:33:54.922143 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=3c23b893-6212-4a33-b301-c2b5c60ddfe9,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:54.922632 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ad9f0-21b2-4f83-9d81-8477c723b975 req-52f6ae4b-8e4f-48d3-900d-f958e9c2ae85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:54.925931 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-329ad9f0-21b2-4f83-9d81-8477c723b975 req-52f6ae4b-8e4f-48d3-900d-f958e9c2ae85 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 1096 time: 0.0736969 Dec 09 15:33:54.932919 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port a842e5e0-3b0f-4ea2-9258-762c173ee4e3 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:33:54.938346 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port a842e5e0-3b0f-4ea2-9258-762c173ee4e3 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:33:54.938736 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:54.991625 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-329ad9f0-21b2-4f83-9d81-8477c723b975 req-ebe6f1fc-026d-4a52-845b-ed817eeb9f9d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584168 Dec 09 15:33:55.033215 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:55.055186 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9566d759-f1c9-48ca-ad75-422e6152994d req-025bebb4-b1c3-4270-aa5b-7c63dc1caab1 service neutron] 10.222.0.31 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507448 Dec 09 15:33:55.071994 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port a842e5e0-3b0f-4ea2-9258-762c173ee4e3, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=a842e5e0-3b0f-4ea2-9258-762c173ee4e3,segment=NetworkSegment(228d45b1-d8ed-4124-8b43-d849dd193458),segment_id=228d45b1-d8ed-4124-8b43-d849dd193458)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:33:55.077428 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:55.078500 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 8d1396cc-6257-49c7-a973-6cb504659baa no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:33:55.098873 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb62df-b400-43dc-84ee-b30365b9b61c req-f24136bf-3ac7-41d7-8e56-052064ad4101 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:55.100982 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-02fb62df-b400-43dc-84ee-b30365b9b61c req-f24136bf-3ac7-41d7-8e56-052064ad4101 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 945 time: 0.1848121 Dec 09 15:33:55.109255 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-3d8aac40-4bc9-4550-85a4-5881fb79bda8 service neutron] 10.222.0.31 "GET /v2.0/ports/26e50651-3345-403f-9e2c-d8bb794bb5bf/bindings/n-h1-821228-1 HTTP/1.1" status: 200 len: 384 time: 0.1880062 Dec 09 15:33:55.160970 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-02fb62df-b400-43dc-84ee-b30365b9b61c req-8f55e83e-2ded-4c2a-8f55-bfe7563bbb38 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505960 Dec 09 15:33:55.178937 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=a842e5e0-3b0f-4ea2-9258-762c173ee4e3,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:55.184371 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:55.233800 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:55.273363 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 8d1396cc-6257-49c7-a973-6cb504659baa, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=8d1396cc-6257-49c7-a973-6cb504659baa,segment=NetworkSegment(2728a46b-6f42-41e4-abfd-2e3db73a97b6),segment_id=2728a46b-6f42-41e4-abfd-2e3db73a97b6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:33:55.277917 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:55.342869 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=8d1396cc-6257-49c7-a973-6cb504659baa,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:55.424742 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab69a8-e80a-46c1-8971-b9e480ec059d req-f40e2c0f-0592-4cbe-8524-7c5451363baf tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:55.426326 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1bab69a8-e80a-46c1-8971-b9e480ec059d req-f40e2c0f-0592-4cbe-8524-7c5451363baf tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=d19655e7-b35b-4e3b-9a8c-0ee73d864625 HTTP/1.1" status: 200 len: 950 time: 0.1568420 Dec 09 15:33:55.467777 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9566d759-f1c9-48ca-ad75-422e6152994d req-8cb8c08f-9a1a-47b1-9cd4-f72bedd3ed0e service neutron] 10.222.0.31 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229750 Dec 09 15:33:55.557528 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1bab69a8-e80a-46c1-8971-b9e480ec059d req-bb6f83a6-8a91-4b01-b1dc-43bc2c6f9803 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200750 Dec 09 15:33:55.595914 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-24710ae7-bfae-4ef1-8263-83042cf37c6c service neutron] For port 26e50651-3345-403f-9e2c-d8bb794bb5bf, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=26e50651-3345-403f-9e2c-d8bb794bb5bf,segment=NetworkSegment(69c5f819-123d-436b-8f3f-7e75c7d0b133),segment_id=69c5f819-123d-436b-8f3f-7e75c7d0b133)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:33:55.615915 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-24710ae7-bfae-4ef1-8263-83042cf37c6c service neutron] For port 26e50651-3345-403f-9e2c-d8bb794bb5bf, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:33:55.673802 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-24710ae7-bfae-4ef1-8263-83042cf37c6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26e50651-3345-403f-9e2c-d8bb794bb5bf {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:33:55.687291 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-24710ae7-bfae-4ef1-8263-83042cf37c6c service neutron] For port 26e50651-3345-403f-9e2c-d8bb794bb5bf, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=26e50651-3345-403f-9e2c-d8bb794bb5bf,segment=NetworkSegment(69c5f819-123d-436b-8f3f-7e75c7d0b133),segment_id=69c5f819-123d-436b-8f3f-7e75c7d0b133)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:33:55.708935 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-24710ae7-bfae-4ef1-8263-83042cf37c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:55.719942 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8077343-fcea-4f0e-bf6a-8a3e2c412fd3 req-8de46b81-a1c8-4a98-bf6c-cd57b9085989 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:55.721505 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f8077343-fcea-4f0e-bf6a-8a3e2c412fd3 req-8de46b81-a1c8-4a98-bf6c-cd57b9085989 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b538216-c7bd-423e-ad24-44edf407dbe7 HTTP/1.1" status: 200 len: 945 time: 0.1031451 Dec 09 15:33:55.809648 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f8077343-fcea-4f0e-bf6a-8a3e2c412fd3 req-5a502bdc-8f34-4185-9ec0-c69a074c8920 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/security-groups?id=40e40c17-5c2d-4bcc-9fe0-a20622492ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811260 Dec 09 15:33:55.840692 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-24710ae7-bfae-4ef1-8263-83042cf37c6c service neutron] Transition to ACTIVE for port object 26e50651-3345-403f-9e2c-d8bb794bb5bf will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:33:55.849201 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-24710ae7-bfae-4ef1-8263-83042cf37c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:55.991424 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-24710ae7-bfae-4ef1-8263-83042cf37c6c service neutron] No DVR routers for this DVR port 26e50651-3345-403f-9e2c-d8bb794bb5bf on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:33:56.027591 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24710ae7-bfae-4ef1-8263-83042cf37c6c service neutron] Pushing event updated for resources: {'Port': ['ID=26e50651-3345-403f-9e2c-d8bb794bb5bf,revision_number=10']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:56.062709 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-24710ae7-bfae-4ef1-8263-83042cf37c6c service neutron] 10.222.0.31 "PUT /v2.0/ports/26e50651-3345-403f-9e2c-d8bb794bb5bf/bindings/n-h1-821228-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8192577 Dec 09 15:33:56.095366 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145840c-254d-401d-a115-a5ad4650a8ef req-7812ac22-efe5-4413-aae2-0dffc68dc65d tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:56.097293 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f145840c-254d-401d-a115-a5ad4650a8ef req-7812ac22-efe5-4413-aae2-0dffc68dc65d tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 945 time: 0.2133694 Dec 09 15:33:56.099668 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0da54-0080-4db9-95b9-76e57dcae7a0 req-055bfed4-8e16-49a2-ac5a-d5f43f7bcb16 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:56.101888 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a9b0da54-0080-4db9-95b9-76e57dcae7a0 req-055bfed4-8e16-49a2-ac5a-d5f43f7bcb16 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd578c7c-4853-4e9d-ac51-f47b94fd3a8a HTTP/1.1" status: 200 len: 943 time: 0.0574369 Dec 09 15:33:56.137171 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-8672cf98-56e5-4f87-9fa1-8191c8631173 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:56.139420 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-8672cf98-56e5-4f87-9fa1-8191c8631173 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.31 "GET /v2.0/networks?id=5e9ad32d-c9e7-4e00-867a-aef980499810 HTTP/1.1" status: 200 len: 804 time: 0.2331047 Dec 09 15:33:56.159047 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-b465ae11-26db-4079-a11f-2798cafb7488 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Request body: {'port': {'device_id': '044e36d0-ee3d-4013-9ccc-375bbbc5092c', 'network_id': '5e9ad32d-c9e7-4e00-867a-aef980499810', 'admin_state_up': True, 'tenant_id': '5b98cde4c74447a0b0079eeef5f37b22'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:33:56.215957 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-506eb2b2-95d3-4b9a-8bd8-21b7562ac02f tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:56.218003 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-506eb2b2-95d3-4b9a-8bd8-21b7562ac02f tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4&tenant_id=5674bd72d1184432801f651e299c9dce&binding%3Ahost_id=n-h2-821228-1 HTTP/1.1" status: 200 len: 1096 time: 0.0820618 Dec 09 15:33:56.219696 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f145840c-254d-401d-a115-a5ad4650a8ef req-f8924504-0266-435e-802c-5fc29fbc480a tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131406 Dec 09 15:33:56.273789 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-a9b0da54-0080-4db9-95b9-76e57dcae7a0 req-4d1e2837-0885-47d9-8ebc-0507d69aa6ce tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Deleting port 8d1396cc-6257-49c7-a973-6cb504659baa {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:33:56.274126 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a9b0da54-0080-4db9-95b9-76e57dcae7a0 req-4d1e2837-0885-47d9-8ebc-0507d69aa6ce tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:56.322354 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-75b1d636-8fbf-44d2-8bef-bb4e202bcd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:56.323860 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-75b1d636-8fbf-44d2-8bef-bb4e202bcd2e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4&tenant_id=5674bd72d1184432801f651e299c9dce HTTP/1.1" status: 200 len: 1096 time: 0.0976684 Dec 09 15:33:56.336533 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6f6600ee-fd7a-4353-bf38-18ae8d711ff6 req-5143beb4-a52f-4423-916a-ff4c76dbccca tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=044e36d0-ee3d-4013-9ccc-375bbbc5092c HTTP/1.1" status: 200 len: 210 time: 0.0433955 Dec 09 15:33:56.351389 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-b465ae11-26db-4079-a11f-2798cafb7488 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Made reservation on behalf of 5b98cde4c74447a0b0079eeef5f37b22 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:33:56.355001 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-b465ae11-26db-4079-a11f-2798cafb7488 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:56.392937 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-d7a472c8-3435-4d02-a1fd-3e65fed7f1ed req-43778002-f55d-4e74-97dc-4de623ba92c4 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1070719968', 'description': 'tempest-description-178752639'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:33:56.409417 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:56.419852 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-a9b0da54-0080-4db9-95b9-76e57dcae7a0 req-4d1e2837-0885-47d9-8ebc-0507d69aa6ce tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] For port 8d1396cc-6257-49c7-a973-6cb504659baa, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=8d1396cc-6257-49c7-a973-6cb504659baa,segment=NetworkSegment(2728a46b-6f42-41e4-abfd-2e3db73a97b6),segment_id=2728a46b-6f42-41e4-abfd-2e3db73a97b6)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:33:56.420503 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a9b0da54-0080-4db9-95b9-76e57dcae7a0 req-4d1e2837-0885-47d9-8ebc-0507d69aa6ce tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:56.440043 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-a9b0da54-0080-4db9-95b9-76e57dcae7a0 req-4d1e2837-0885-47d9-8ebc-0507d69aa6ce tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Calling delete_port for 8d1396cc-6257-49c7-a973-6cb504659baa owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:33:56.449553 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-3fd16c63-3751-4ff2-a67a-8aa7f74cfeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:56.451361 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-3fd16c63-3751-4ff2-a67a-8aa7f74cfeb1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5674bd72d1184432801f651e299c9dce&device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 1096 time: 0.0824559 Dec 09 15:33:56.465938 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d7a472c8-3435-4d02-a1fd-3e65fed7f1ed req-43778002-f55d-4e74-97dc-4de623ba92c4 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:56.556775 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-b465ae11-26db-4079-a11f-2798cafb7488 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Allocated IP 172.20.0.8 (5e9ad32d-c9e7-4e00-867a-aef980499810/01df2498-b8b6-4dc7-bb3a-e44d90f24165/fac0c908-12c4-4ea6-8bb6-daf2bba542a1) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:33:56.603663 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d7a472c8-3435-4d02-a1fd-3e65fed7f1ed req-43778002-f55d-4e74-97dc-4de623ba92c4 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:56.606874 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d7a472c8-3435-4d02-a1fd-3e65fed7f1ed req-43778002-f55d-4e74-97dc-4de623ba92c4 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:56.612990 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-a96baf47-4649-4781-9f16-5c3ce4347eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:56.614689 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-a96baf47-4649-4781-9f16-5c3ce4347eb0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6c4b0ba7-873d-4b03-9efa-67af55c0587e HTTP/1.1" status: 200 len: 921 time: 0.1537821 Dec 09 15:33:56.687849 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-e4ab1646-3ad9-4183-a826-3ed53ac72a95 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26e50651-3345-403f-9e2c-d8bb794bb5bf HTTP/1.1" status: 200 len: 217 time: 0.0458124 Dec 09 15:33:56.700628 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d7a472c8-3435-4d02-a1fd-3e65fed7f1ed req-43778002-f55d-4e74-97dc-4de623ba92c4 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:56.702434 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d7a472c8-3435-4d02-a1fd-3e65fed7f1ed req-43778002-f55d-4e74-97dc-4de623ba92c4 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3164971 Dec 09 15:33:56.703125 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43778002-f55d-4e74-97dc-4de623ba92c4 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ccbfc0-3b9a-4daa-941b-ffc8b7baf75a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:56.716514 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43778002-f55d-4e74-97dc-4de623ba92c4 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:33:56.717497 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43778002-f55d-4e74-97dc-4de623ba92c4 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:33:56.718166 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43778002-f55d-4e74-97dc-4de623ba92c4 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:33:56.718490 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43778002-f55d-4e74-97dc-4de623ba92c4 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:33:56.718824 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43778002-f55d-4e74-97dc-4de623ba92c4 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:33:56.719190 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43778002-f55d-4e74-97dc-4de623ba92c4 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:33:56.719491 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43778002-f55d-4e74-97dc-4de623ba92c4 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:33:56.719875 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43778002-f55d-4e74-97dc-4de623ba92c4 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:33:56.720151 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43778002-f55d-4e74-97dc-4de623ba92c4 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:33:56.720501 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43778002-f55d-4e74-97dc-4de623ba92c4 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:33:56.720885 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43778002-f55d-4e74-97dc-4de623ba92c4 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:33:56.721246 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43778002-f55d-4e74-97dc-4de623ba92c4 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:33:56.721543 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43778002-f55d-4e74-97dc-4de623ba92c4 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:33:56.746286 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a9b0da54-0080-4db9-95b9-76e57dcae7a0 req-4d1e2837-0885-47d9-8ebc-0507d69aa6ce tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:56.781955 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f95632f-fc99-4945-88bf-d3aecb5ec335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c23b893-6212-4a33-b301-c2b5c60ddfe9'}, {'server_uuid': '1b538216-c7bd-423e-ad24-44edf407dbe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a842e5e0-3b0f-4ea2-9258-762c173ee4e3'}, {'server_uuid': 'fd578c7c-4853-4e9d-ac51-f47b94fd3a8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d1396cc-6257-49c7-a973-6cb504659baa'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:33:56.782245 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-bde5a10a-6bda-44e3-99e9-ec75f2eb9a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:56.783565 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-bde5a10a-6bda-44e3-99e9-ec75f2eb9a36 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2340fb97-6ad9-4615-9535-804554d0ce45 HTTP/1.1" status: 200 len: 860 time: 0.0887239 Dec 09 15:33:56.784855 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c550a44e-275c-4f5d-b619-55992669201f" -d '{"events": [{"server_uuid": "7f95632f-fc99-4945-88bf-d3aecb5ec335", "name": "network-vif-plugged", "status": "completed", "tag": "3c23b893-6212-4a33-b301-c2b5c60ddfe9"}, {"server_uuid": "1b538216-c7bd-423e-ad24-44edf407dbe7", "name": "network-vif-plugged", "status": "completed", "tag": "a842e5e0-3b0f-4ea2-9258-762c173ee4e3"}, {"server_uuid": "fd578c7c-4853-4e9d-ac51-f47b94fd3a8a", "name": "network-vif-unplugged", "status": "completed", "tag": "8d1396cc-6257-49c7-a973-6cb504659baa"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:33:56.786102 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e2837-0885-47d9-8ebc-0507d69aa6ce tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Pushing event deleted for resources: {'Port': ['ID=8d1396cc-6257-49c7-a973-6cb504659baa,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:56.788312 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-b465ae11-26db-4079-a11f-2798cafb7488 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:56.799452 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1e2837-0885-47d9-8ebc-0507d69aa6ce tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:33:56.799825 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1e2837-0885-47d9-8ebc-0507d69aa6ce tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:33:56.800163 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1e2837-0885-47d9-8ebc-0507d69aa6ce tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:33:56.800549 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1e2837-0885-47d9-8ebc-0507d69aa6ce tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:33:56.800880 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1e2837-0885-47d9-8ebc-0507d69aa6ce tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:33:56.801209 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1e2837-0885-47d9-8ebc-0507d69aa6ce tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:33:56.801654 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1e2837-0885-47d9-8ebc-0507d69aa6ce tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:33:56.801988 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1e2837-0885-47d9-8ebc-0507d69aa6ce tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:33:56.802329 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1e2837-0885-47d9-8ebc-0507d69aa6ce tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:33:56.802663 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1e2837-0885-47d9-8ebc-0507d69aa6ce tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:33:56.802993 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1e2837-0885-47d9-8ebc-0507d69aa6ce tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:33:56.803318 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1e2837-0885-47d9-8ebc-0507d69aa6ce tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:33:56.803641 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1e2837-0885-47d9-8ebc-0507d69aa6ce tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:33:56.832458 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-b465ae11-26db-4079-a11f-2798cafb7488 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:56.866488 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-08b66e15-23cb-4fe1-acb7-3cbb5002e9d3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6c4b0ba7-873d-4b03-9efa-67af55c0587e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449333 Dec 09 15:33:56.867352 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b0da54-0080-4db9-95b9-76e57dcae7a0 req-4d1e2837-0885-47d9-8ebc-0507d69aa6ce tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] No DVR routers for this DVR port 8d1396cc-6257-49c7-a973-6cb504659baa on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:33:56.869715 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a9b0da54-0080-4db9-95b9-76e57dcae7a0 req-4d1e2837-0885-47d9-8ebc-0507d69aa6ce tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:56.873622 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a9b0da54-0080-4db9-95b9-76e57dcae7a0 req-4d1e2837-0885-47d9-8ebc-0507d69aa6ce tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.42 "DELETE /v2.0/ports/8d1396cc-6257-49c7-a973-6cb504659baa HTTP/1.1" status: 204 len: 173 time: 0.7649341 Dec 09 15:33:56.874056 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd578c7c-4853-4e9d-ac51-f47b94fd3a8a', 'name': 'network-vif-deleted', 'tag': '8d1396cc-6257-49c7-a973-6cb504659baa'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:33:56.876340 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c45436-8c58-4c1b-81a6-8492424ec8b2" -d '{"events": [{"server_uuid": "fd578c7c-4853-4e9d-ac51-f47b94fd3a8a", "name": "network-vif-deleted", "tag": "8d1396cc-6257-49c7-a973-6cb504659baa"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:33:56.882271 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-b465ae11-26db-4079-a11f-2798cafb7488 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Network 5e9ad32d-c9e7-4e00-867a-aef980499810 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:33:56.887493 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-b465ae11-26db-4079-a11f-2798cafb7488 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:33:56.894282 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-b465ae11-26db-4079-a11f-2798cafb7488 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:33:56.924596 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465ae11-26db-4079-a11f-2798cafb7488 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Pushing event updated for resources: {'Port': ['ID=fac0c908-12c4-4ea6-8bb6-daf2bba542a1,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:56.961358 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-b465ae11-26db-4079-a11f-2798cafb7488 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:56.962337 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-b465ae11-26db-4079-a11f-2798cafb7488 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:56.989619 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-b465ae11-26db-4079-a11f-2798cafb7488 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8372381 Dec 09 15:33:57.003061 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-f7b83577-3df5-477d-bd0b-eb3af128a8ec service neutron] Request body: {'port': {'device_id': '044e36d0-ee3d-4013-9ccc-375bbbc5092c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:33:57.015997 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-76dea578-4900-4483-88a4-fcf31d87343b service neutron] 10.222.0.42 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169219 Dec 09 15:33:57.066125 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-f7b83577-3df5-477d-bd0b-eb3af128a8ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:57.138871 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-77295b02-24c7-4e80-87f2-c3a5563bea02 service neutron] 10.222.0.42 "GET /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009262 Dec 09 15:33:57.218373 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57ec63-c073-48da-b209-5ef2d56d1796 req-d509933d-a306-43f9-9fca-db2f7fb8268a tempest-ServersOnMultiNodesTest-56580484 tempest-ServersOnMultiNodesTest-56580484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:57.219906 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8c57ec63-c073-48da-b209-5ef2d56d1796 req-d509933d-a306-43f9-9fca-db2f7fb8268a tempest-ServersOnMultiNodesTest-56580484 tempest-ServersOnMultiNodesTest-56580484-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d19655e7-b35b-4e3b-9a8c-0ee73d864625 HTTP/1.1" status: 200 len: 1101 time: 0.1114898 Dec 09 15:33:57.247556 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8c57ec63-c073-48da-b209-5ef2d56d1796 req-3dec818c-63b5-481f-9dc6-d1f8b1498996 tempest-ServersOnMultiNodesTest-56580484 tempest-ServersOnMultiNodesTest-56580484-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:57.459599 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8c57ec63-c073-48da-b209-5ef2d56d1796 req-3dec818c-63b5-481f-9dc6-d1f8b1498996 tempest-ServersOnMultiNodesTest-56580484 tempest-ServersOnMultiNodesTest-56580484-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:57.467508 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8c57ec63-c073-48da-b209-5ef2d56d1796 req-3dec818c-63b5-481f-9dc6-d1f8b1498996 tempest-ServersOnMultiNodesTest-56580484 tempest-ServersOnMultiNodesTest-56580484-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:57.472312 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-f7b83577-3df5-477d-bd0b-eb3af128a8ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fac0c908-12c4-4ea6-8bb6-daf2bba542a1 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:33:57.490800 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-f7b83577-3df5-477d-bd0b-eb3af128a8ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:57.534992 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-f7b83577-3df5-477d-bd0b-eb3af128a8ec service neutron] Transition to ACTIVE for port object fac0c908-12c4-4ea6-8bb6-daf2bba542a1 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:33:57.539018 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8c57ec63-c073-48da-b209-5ef2d56d1796 req-3dec818c-63b5-481f-9dc6-d1f8b1498996 tempest-ServersOnMultiNodesTest-56580484 tempest-ServersOnMultiNodesTest-56580484-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115001 Dec 09 15:33:57.540377 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-f7b83577-3df5-477d-bd0b-eb3af128a8ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:57.542318 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec818c-63b5-481f-9dc6-d1f8b1498996 tempest-ServersOnMultiNodesTest-56580484 tempest-ServersOnMultiNodesTest-56580484-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c6eeed-ce99-47a7-a9cd-3fd0985e47aa,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:57.615615 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b83577-3df5-477d-bd0b-eb3af128a8ec service neutron] Pushing event updated for resources: {'Port': ['ID=fac0c908-12c4-4ea6-8bb6-daf2bba542a1,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:57.705242 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-aae0f276-3b36-48cd-8716-278eb86666e4 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:57.706950 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-aae0f276-3b36-48cd-8716-278eb86666e4 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4&tenant_id=5674bd72d1184432801f651e299c9dce&binding%3Ahost_id=n-h1-821228-1 HTTP/1.1" status: 200 len: 1096 time: 0.0580602 Dec 09 15:33:57.731358 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b4750-f782-4f2b-afb7-46788be80341 req-0933fdd4-a8ea-4a21-8c57-42124e82daa5 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:57.733129 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-212b4750-f782-4f2b-afb7-46788be80341 req-0933fdd4-a8ea-4a21-8c57-42124e82daa5 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 945 time: 0.1076782 Dec 09 15:33:57.737967 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-f7b83577-3df5-477d-bd0b-eb3af128a8ec service neutron] Attempting to bind port fac0c908-12c4-4ea6-8bb6-daf2bba542a1 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:33:57.738311 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-f7b83577-3df5-477d-bd0b-eb3af128a8ec service neutron] Attempting to bind port fac0c908-12c4-4ea6-8bb6-daf2bba542a1 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '2728a46b-6f42-41e4-abfd-2e3db73a97b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5e9ad32d-c9e7-4e00-867a-aef980499810'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:33:57.738642 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-f7b83577-3df5-477d-bd0b-eb3af128a8ec service neutron] Attempting to bind port fac0c908-12c4-4ea6-8bb6-daf2bba542a1 on network 5e9ad32d-c9e7-4e00-867a-aef980499810 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:33:57.757905 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-f7b83577-3df5-477d-bd0b-eb3af128a8ec service neutron] Port fac0c908-12c4-4ea6-8bb6-daf2bba542a1 on network 5e9ad32d-c9e7-4e00-867a-aef980499810 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:33:57.758235 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-f7b83577-3df5-477d-bd0b-eb3af128a8ec service neutron] Attempting to bind port fac0c908-12c4-4ea6-8bb6-daf2bba542a1 on network 5e9ad32d-c9e7-4e00-867a-aef980499810 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:33:57.769247 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-f7b83577-3df5-477d-bd0b-eb3af128a8ec service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:33:57.769589 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-f7b83577-3df5-477d-bd0b-eb3af128a8ec service neutron] Checking segment: {'id': '2728a46b-6f42-41e4-abfd-2e3db73a97b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5e9ad32d-c9e7-4e00-867a-aef980499810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:33:57.769978 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-f7b83577-3df5-477d-bd0b-eb3af128a8ec service neutron] Bound using segment: {'id': '2728a46b-6f42-41e4-abfd-2e3db73a97b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5e9ad32d-c9e7-4e00-867a-aef980499810'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:33:57.770434 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-f7b83577-3df5-477d-bd0b-eb3af128a8ec service neutron] Bound port: fac0c908-12c4-4ea6-8bb6-daf2bba542a1, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2728a46b-6f42-41e4-abfd-2e3db73a97b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5e9ad32d-c9e7-4e00-867a-aef980499810'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:33:57.770759 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-f7b83577-3df5-477d-bd0b-eb3af128a8ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:57.804283 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-212b4750-f782-4f2b-afb7-46788be80341 req-6ff430b6-eee9-46c0-aeb0-194b3d54e0cb tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633111 Dec 09 15:33:57.848876 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-a9b16380-0bfc-444f-8ea3-631bc5346dce service neutron] For port 26e50651-3345-403f-9e2c-d8bb794bb5bf, host n-h2-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:33:57.852849 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-a9b16380-0bfc-444f-8ea3-631bc5346dce service neutron] Publish callbacks [] for binding, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:57.854152 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8f30e8a7-fd10-474d-b19c-a4aa519cd29d req-a9b16380-0bfc-444f-8ea3-631bc5346dce service neutron] 10.222.0.42 "DELETE /v2.0/ports/26e50651-3345-403f-9e2c-d8bb794bb5bf/bindings/n-h2-821228-1 HTTP/1.1" status: 204 len: 173 time: 0.1382999 Dec 09 15:33:57.881542 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-f7b83577-3df5-477d-bd0b-eb3af128a8ec service neutron] For port fac0c908-12c4-4ea6-8bb6-daf2bba542a1, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:33:57.885518 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-f7b83577-3df5-477d-bd0b-eb3af128a8ec service neutron] For port fac0c908-12c4-4ea6-8bb6-daf2bba542a1, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=fac0c908-12c4-4ea6-8bb6-daf2bba542a1,segment=NetworkSegment(2728a46b-6f42-41e4-abfd-2e3db73a97b6),segment_id=2728a46b-6f42-41e4-abfd-2e3db73a97b6)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:33:57.893452 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-f7b83577-3df5-477d-bd0b-eb3af128a8ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:57.926561 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4da1f0e1-a5d5-440f-9f4d-5461f183787e req-46355623-0c6f-4f02-b9d1-fc495ab277b5 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] 10.222.0.57 "GET /v2.0/security-groups/c7ccbfc0-3b9a-4daa-941b-ffc8b7baf75a HTTP/1.1" status: 200 len: 1829 time: 0.0906208 Dec 09 15:33:57.938704 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-f7b83577-3df5-477d-bd0b-eb3af128a8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:57.939399 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-f7b83577-3df5-477d-bd0b-eb3af128a8ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:57.941228 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-f7b83577-3df5-477d-bd0b-eb3af128a8ec service neutron] 10.222.0.31 "PUT /v2.0/ports/fac0c908-12c4-4ea6-8bb6-daf2bba542a1 HTTP/1.1" status: 200 len: 1091 time: 0.9439638 Dec 09 15:33:57.941807 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '044e36d0-ee3d-4013-9ccc-375bbbc5092c', 'tag': 'fac0c908-12c4-4ea6-8bb6-daf2bba542a1'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:33:57.944340 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a44cd7-f85e-4ae2-96a7-6d679acc53f7" -d '{"events": [{"name": "network-changed", "server_uuid": "044e36d0-ee3d-4013-9ccc-375bbbc5092c", "tag": "fac0c908-12c4-4ea6-8bb6-daf2bba542a1"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:33:57.970067 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b83577-3df5-477d-bd0b-eb3af128a8ec service neutron] Pushing event updated for resources: {'Port': ['ID=fac0c908-12c4-4ea6-8bb6-daf2bba542a1,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:57.987541 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Thu, 09 Dec 2021 15:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab89761-c74f-4cd8-93e7-22e6fa1d9b42 x-openstack-request-id: req-3ab89761-c74f-4cd8-93e7-22e6fa1d9b42 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:33:57.988046 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f95632f-fc99-4945-88bf-d3aecb5ec335", "name": "network-vif-plugged", "status": "completed", "tag": "3c23b893-6212-4a33-b301-c2b5c60ddfe9", "code": 200}, {"server_uuid": "1b538216-c7bd-423e-ad24-44edf407dbe7", "name": "network-vif-plugged", "status": "completed", "tag": "a842e5e0-3b0f-4ea2-9258-762c173ee4e3", "code": 200}, {"server_uuid": "fd578c7c-4853-4e9d-ac51-f47b94fd3a8a", "name": "network-vif-unplugged", "status": "completed", "tag": "8d1396cc-6257-49c7-a973-6cb504659baa", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:33:57.988293 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3ab89761-c74f-4cd8-93e7-22e6fa1d9b42 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:33:57.988788 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f95632f-fc99-4945-88bf-d3aecb5ec335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c23b893-6212-4a33-b301-c2b5c60ddfe9', 'code': 200} Dec 09 15:33:57.989186 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b538216-c7bd-423e-ad24-44edf407dbe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a842e5e0-3b0f-4ea2-9258-762c173ee4e3', 'code': 200} Dec 09 15:33:57.989655 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd578c7c-4853-4e9d-ac51-f47b94fd3a8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d1396cc-6257-49c7-a973-6cb504659baa', 'code': 200} Dec 09 15:33:58.028765 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-0a662765-e529-48d7-92eb-214717871ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:58.031213 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-0a662765-e529-48d7-92eb-214717871ed9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5b98cde4c74447a0b0079eeef5f37b22&device_id=044e36d0-ee3d-4013-9ccc-375bbbc5092c HTTP/1.1" status: 200 len: 1094 time: 0.0493050 Dec 09 15:33:58.095313 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-8fb18772-6f93-44d8-98cc-05e183776ec5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fac0c908-12c4-4ea6-8bb6-daf2bba542a1 HTTP/1.1" status: 200 len: 217 time: 0.0558102 Dec 09 15:33:58.154147 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a45bea-3fc0-41d1-a525-713ac606082d req-37fa1911-cdb6-4ec2-a75c-a56f0f5d7083 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:58.156456 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-15a45bea-3fc0-41d1-a525-713ac606082d req-37fa1911-cdb6-4ec2-a75c-a56f0f5d7083 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b538216-c7bd-423e-ad24-44edf407dbe7 HTTP/1.1" status: 200 len: 945 time: 0.1187246 Dec 09 15:33:58.201740 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-ef62c955-54fb-4e80-8a86-607add14b0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:58.203510 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-ef62c955-54fb-4e80-8a86-607add14b0fe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01df2498-b8b6-4dc7-bb3a-e44d90f24165 HTTP/1.1" status: 200 len: 844 time: 0.0918338 Dec 09 15:33:58.227578 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d79ac-0f1b-451e-91eb-0ca81699713b req-635fbf4f-3cc4-421b-b85a-b38797e0fad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:58.229298 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-db5d79ac-0f1b-451e-91eb-0ca81699713b req-635fbf4f-3cc4-421b-b85a-b38797e0fad9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7f95632f-fc99-4945-88bf-d3aecb5ec335 HTTP/1.1" status: 200 len: 1096 time: 0.0750065 Dec 09 15:33:58.236198 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133103b1-b961-4006-9a8d-6e93fdb2405b req-01c3e84e-6100-442b-a84d-d612eb15b399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:58.237971 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-133103b1-b961-4006-9a8d-6e93fdb2405b req-01c3e84e-6100-442b-a84d-d612eb15b399 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1b538216-c7bd-423e-ad24-44edf407dbe7 HTTP/1.1" status: 200 len: 1096 time: 0.0822103 Dec 09 15:33:58.251187 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-d7e85478-5a9d-46d7-a527-b888ea189597 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5e9ad32d-c9e7-4e00-867a-aef980499810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377848 Dec 09 15:33:58.260050 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-15a45bea-3fc0-41d1-a525-713ac606082d req-b03a9b5b-c7d3-44d1-910f-5347e7797e82 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/security-groups?id=40e40c17-5c2d-4bcc-9fe0-a20622492ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965853 Dec 09 15:33:58.320576 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4514d3a-022e-4d0d-8be2-9ea39f731de3 x-openstack-request-id: req-e4514d3a-022e-4d0d-8be2-9ea39f731de3 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:33:58.320870 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd578c7c-4853-4e9d-ac51-f47b94fd3a8a", "name": "network-vif-deleted", "tag": "8d1396cc-6257-49c7-a973-6cb504659baa", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:33:58.321118 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e4514d3a-022e-4d0d-8be2-9ea39f731de3 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:33:58.321686 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd578c7c-4853-4e9d-ac51-f47b94fd3a8a', 'name': 'network-vif-deleted', 'tag': '8d1396cc-6257-49c7-a973-6cb504659baa', 'status': 'completed', 'code': 200} Dec 09 15:33:58.324326 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-133103b1-b961-4006-9a8d-6e93fdb2405b req-72676cb1-64bf-4ad5-b9f7-be1fb7e0d748 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=40e40c17-5c2d-4bcc-9fe0-a20622492ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785401 Dec 09 15:33:58.327134 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-db5d79ac-0f1b-451e-91eb-0ca81699713b req-c1a40e54-bc32-4569-bc47-a87099821dc4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=40e40c17-5c2d-4bcc-9fe0-a20622492ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879650 Dec 09 15:33:58.662296 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-e283ac1b-659b-49a2-bea5-2089b94d0fd8 service neutron] 10.222.0.31 "GET /v2.0/networks/5e9ad32d-c9e7-4e00-867a-aef980499810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920498 Dec 09 15:33:58.749272 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154391ec-4ebf-41a3-a3c8-7adfbd92ca3e req-c7f4d547-18ad-4381-bdc7-cacc62378c0a tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:58.750797 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-154391ec-4ebf-41a3-a3c8-7adfbd92ca3e req-c7f4d547-18ad-4381-bdc7-cacc62378c0a tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 945 time: 0.3790143 Dec 09 15:33:58.793943 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-95b0c7e7-2a78-4cfc-bd2b-d2ef537b8927 req-977cc80d-ad47-4ab3-b18f-57b12f435d79 service neutron] 10.222.0.31 "GET /v2.0/networks/5e9ad32d-c9e7-4e00-867a-aef980499810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185122 Dec 09 15:33:58.818474 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-154391ec-4ebf-41a3-a3c8-7adfbd92ca3e req-bd2120b8-5981-423b-a6f6-caadc6f02ae5 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591521 Dec 09 15:33:58.925591 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4309d4cf-dd9d-49c1-b832-74b7b544f913 req-9f71c8f5-0a7f-4ddb-ac1e-a343468b83db tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:58.927046 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4309d4cf-dd9d-49c1-b832-74b7b544f913 req-9f71c8f5-0a7f-4ddb-ac1e-a343468b83db tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=044e36d0-ee3d-4013-9ccc-375bbbc5092c HTTP/1.1" status: 200 len: 943 time: 0.0518339 Dec 09 15:33:58.973807 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4309d4cf-dd9d-49c1-b832-74b7b544f913 req-1c1489dc-7ad6-4996-a361-95dcee946b08 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407434 Dec 09 15:33:59.301009 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0db0c53c-86a4-4114-a9c8-55cda4401f56 req-f336e571-c3ff-42f8-9ca5-d9209d2c13af service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412877 Dec 09 15:33:59.362222 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c759f9-666e-4531-b4be-b63b5c1048fb req-7c14640e-fd78-4cc3-a841-b7793bafe782 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:59.363905 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e1c759f9-666e-4531-b4be-b63b5c1048fb req-7c14640e-fd78-4cc3-a841-b7793bafe782 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 1096 time: 0.0415993 Dec 09 15:33:59.412253 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e1c759f9-666e-4531-b4be-b63b5c1048fb req-4d06587c-0d9e-4a7f-a1cb-f026e0ee5554 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412827 Dec 09 15:33:59.421693 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0c53c-86a4-4114-a9c8-55cda4401f56 req-1372c622-a6d4-48f7-afbe-356118d7eac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:59.423356 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0db0c53c-86a4-4114-a9c8-55cda4401f56 req-1372c622-a6d4-48f7-afbe-356118d7eac3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69&device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 1095 time: 0.0406237 Dec 09 15:33:59.518465 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-f8289f60-39f9-4cfb-89ed-a827523d50a7 req-f0662d00-3c34-4af9-921e-ecac5eb47162 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1721628862', 'description': 'tempest-description-1955646960'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:33:59.534595 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0c53c-86a4-4114-a9c8-55cda4401f56 req-95167a26-01aa-4774-b012-de35318453ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:59.536116 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0db0c53c-86a4-4114-a9c8-55cda4401f56 req-95167a26-01aa-4774-b012-de35318453ab service neutron] 10.222.0.42 "GET /v2.0/networks?id=3099805c-627c-4784-8087-c190eb81b4e0 HTTP/1.1" status: 200 len: 908 time: 0.0910032 Dec 09 15:33:59.540570 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f8289f60-39f9-4cfb-89ed-a827523d50a7 req-f0662d00-3c34-4af9-921e-ecac5eb47162 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:59.580546 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0db0c53c-86a4-4114-a9c8-55cda4401f56 req-ed538e71-a1b0-47e1-9176-f366b34f9231 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5062ccf-d065-4c54-be78-8a88b95e17da HTTP/1.1" status: 200 len: 217 time: 0.0341129 Dec 09 15:33:59.606004 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f8289f60-39f9-4cfb-89ed-a827523d50a7 req-f0662d00-3c34-4af9-921e-ecac5eb47162 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:59.610144 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f8289f60-39f9-4cfb-89ed-a827523d50a7 req-f0662d00-3c34-4af9-921e-ecac5eb47162 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:59.635818 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0c53c-86a4-4114-a9c8-55cda4401f56 req-914c0872-0ae9-44b2-8ce0-a0a463e2f2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:59.637306 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0db0c53c-86a4-4114-a9c8-55cda4401f56 req-914c0872-0ae9-44b2-8ce0-a0a463e2f2d0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75dd204b-61ff-4875-bd46-839f068b72c4 HTTP/1.1" status: 200 len: 847 time: 0.0484955 Dec 09 15:33:59.639385 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f8289f60-39f9-4cfb-89ed-a827523d50a7 req-f0662d00-3c34-4af9-921e-ecac5eb47162 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:59.640618 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f8289f60-39f9-4cfb-89ed-a827523d50a7 req-f0662d00-3c34-4af9-921e-ecac5eb47162 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.1264007 Dec 09 15:33:59.642406 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0662d00-3c34-4af9-921e-ecac5eb47162 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fc3172-c224-414e-9994-1b961649d49e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:33:59.675167 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0db0c53c-86a4-4114-a9c8-55cda4401f56 req-564fb444-8440-4443-bb29-8d42676ba08b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3099805c-627c-4784-8087-c190eb81b4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251515 Dec 09 15:33:59.678222 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68162e07-4540-48b0-9193-ed6de44c907d x-openstack-request-id: req-68162e07-4540-48b0-9193-ed6de44c907d {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:33:59.678731 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "044e36d0-ee3d-4013-9ccc-375bbbc5092c", "tag": "fac0c908-12c4-4ea6-8bb6-daf2bba542a1", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:33:59.678829 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-68162e07-4540-48b0-9193-ed6de44c907d {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:33:59.679185 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '044e36d0-ee3d-4013-9ccc-375bbbc5092c', 'tag': 'fac0c908-12c4-4ea6-8bb6-daf2bba542a1', 'status': 'completed', 'code': 200} Dec 09 15:33:59.744828 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a44cd7-f85e-4ae2-96a7-6d679acc53f7 req-4c6da3fc-859a-4c61-af66-0fa41cfe86c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:59.746365 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e2a44cd7-f85e-4ae2-96a7-6d679acc53f7 req-4c6da3fc-859a-4c61-af66-0fa41cfe86c9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5b98cde4c74447a0b0079eeef5f37b22&device_id=044e36d0-ee3d-4013-9ccc-375bbbc5092c HTTP/1.1" status: 200 len: 1094 time: 0.0434427 Dec 09 15:33:59.772821 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0db0c53c-86a4-4114-a9c8-55cda4401f56 req-fd58e4bd-837f-4241-8517-6eabd016064e service neutron] 10.222.0.42 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903494 Dec 09 15:33:59.828187 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-896adb33-3450-419a-848e-7aee3919413f req-44ca8d6d-adcf-4a59-af21-334f9cad233f tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=adcdc531e5364eaa95bec0e36a7f7c2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529959 Dec 09 15:33:59.879378 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0db0c53c-86a4-4114-a9c8-55cda4401f56 req-b51935bb-5194-44e1-b6d6-6f23a6fda7a9 service neutron] 10.222.0.42 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926425 Dec 09 15:33:59.927382 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a44cd7-f85e-4ae2-96a7-6d679acc53f7 req-8aaacbbe-9be6-4cfd-94bb-cadd55dab79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:59.928862 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e2a44cd7-f85e-4ae2-96a7-6d679acc53f7 req-8aaacbbe-9be6-4cfd-94bb-cadd55dab79b service neutron] 10.222.0.31 "GET /v2.0/networks?id=5e9ad32d-c9e7-4e00-867a-aef980499810 HTTP/1.1" status: 200 len: 905 time: 0.1734531 Dec 09 15:33:59.983317 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e2a44cd7-f85e-4ae2-96a7-6d679acc53f7 req-ba547e9e-b16b-4d83-84c9-6e40b798d667 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fac0c908-12c4-4ea6-8bb6-daf2bba542a1 HTTP/1.1" status: 200 len: 217 time: 0.0447104 Dec 09 15:34:00.031646 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896adb33-3450-419a-848e-7aee3919413f req-3e208072-5b51-4f38-9f30-4efecd636399 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:00.033368 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-896adb33-3450-419a-848e-7aee3919413f req-3e208072-5b51-4f38-9f30-4efecd636399 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1987972 Dec 09 15:34:00.063333 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-896adb33-3450-419a-848e-7aee3919413f req-123deba9-4c1e-493b-93f1-227137a9cb36 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/quotas/adcdc531e5364eaa95bec0e36a7f7c2a HTTP/1.1" status: 200 len: 375 time: 0.0232255 Dec 09 15:34:00.065162 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a44cd7-f85e-4ae2-96a7-6d679acc53f7 req-058cf4fe-7aca-47e2-b1e1-254ef22853b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:00.066589 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e2a44cd7-f85e-4ae2-96a7-6d679acc53f7 req-058cf4fe-7aca-47e2-b1e1-254ef22853b9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01df2498-b8b6-4dc7-bb3a-e44d90f24165 HTTP/1.1" status: 200 len: 844 time: 0.0740309 Dec 09 15:34:00.133028 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e2a44cd7-f85e-4ae2-96a7-6d679acc53f7 req-d59a2646-305d-4bca-87f7-90768992c432 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5e9ad32d-c9e7-4e00-867a-aef980499810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515444 Dec 09 15:34:00.190867 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-896adb33-3450-419a-848e-7aee3919413f req-eabfe307-c399-4b32-a8b9-c71c1f1b4230 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=adcdc531e5364eaa95bec0e36a7f7c2a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1215997 Dec 09 15:34:00.239333 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e2a44cd7-f85e-4ae2-96a7-6d679acc53f7 req-87e1f030-e54d-455b-aa99-3cc7706f8310 service neutron] 10.222.0.31 "GET /v2.0/networks/5e9ad32d-c9e7-4e00-867a-aef980499810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984845 Dec 09 15:34:00.361955 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e2a44cd7-f85e-4ae2-96a7-6d679acc53f7 req-b111b8df-9579-4a01-9424-5def8794b575 service neutron] 10.222.0.31 "GET /v2.0/networks/5e9ad32d-c9e7-4e00-867a-aef980499810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153154 Dec 09 15:34:00.536310 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 8d1396cc-6257-49c7-a973-6cb504659baa no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:34:00.562589 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: 8d1396cc-6257-49c7-a973-6cb504659baa {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:34:00.562938 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 8d1396cc-6257-49c7-a973-6cb504659baa not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:34:00.684232 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d00ae-982c-41c1-a817-83101f8464b2 req-a95ad924-2aaf-485a-98e1-8668b54d97e9 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:00.686671 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bb0d00ae-982c-41c1-a817-83101f8464b2 req-a95ad924-2aaf-485a-98e1-8668b54d97e9 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b538216-c7bd-423e-ad24-44edf407dbe7 HTTP/1.1" status: 200 len: 945 time: 0.0664485 Dec 09 15:34:00.738294 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bb0d00ae-982c-41c1-a817-83101f8464b2 req-911bcc38-3436-4fc9-b6fa-5680e8d43469 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/security-groups?id=40e40c17-5c2d-4bcc-9fe0-a20622492ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449326 Dec 09 15:34:00.834368 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af8b8f-e25b-488b-b4e2-7f529ec9926c req-58642640-20b5-4464-b8c8-0fc0a8dfc578 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:00.835927 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-27af8b8f-e25b-488b-b4e2-7f529ec9926c req-58642640-20b5-4464-b8c8-0fc0a8dfc578 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 1096 time: 0.0417967 Dec 09 15:34:00.883674 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-27af8b8f-e25b-488b-b4e2-7f529ec9926c req-400b8414-74ff-4359-8b00-4a3c54ef9e09 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407715 Dec 09 15:34:00.954314 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0e21eec6-1b01-40e3-b425-1780849f5e8f req-8fa1919f-b252-492d-b639-aabf1f4a8c94 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] 10.222.0.57 "GET /v2.0/security-groups/a5fc3172-c224-414e-9994-1b961649d49e HTTP/1.1" status: 200 len: 1830 time: 0.0459118 Dec 09 15:34:01.052047 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5095218-9dfc-4f03-81c6-98dfb059239f req-67f3f94a-fbd3-48ab-9344-591254c9b67c tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:01.053679 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b5095218-9dfc-4f03-81c6-98dfb059239f req-67f3f94a-fbd3-48ab-9344-591254c9b67c tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 1096 time: 0.0438018 Dec 09 15:34:01.099454 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b5095218-9dfc-4f03-81c6-98dfb059239f req-3274d4f4-4b8a-4320-b316-72658c338945 tempest-LiveAutoBlockMigrationV225Test-1057769719 tempest-LiveAutoBlockMigrationV225Test-1057769719-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395994 Dec 09 15:34:01.224583 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9364da1-7bab-4be8-b13e-4a6d35b5d1a3 req-4a25f961-deb9-43f9-bc68-dac2a1f9f57f tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:01.226133 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e9364da1-7bab-4be8-b13e-4a6d35b5d1a3 req-4a25f961-deb9-43f9-bc68-dac2a1f9f57f tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=044e36d0-ee3d-4013-9ccc-375bbbc5092c HTTP/1.1" status: 200 len: 943 time: 0.0549359 Dec 09 15:34:01.280697 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e9364da1-7bab-4be8-b13e-4a6d35b5d1a3 req-f7b9d880-bda4-487c-b8e3-56c33999cbff tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457287 Dec 09 15:34:01.608638 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-0deb1a5a-4e73-419a-a8f0-7a9c1405584f req-3fd95c28-5f8a-446c-a575-a7409a3c3c22 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-712773109', 'description': 'tempest-description-1161437331'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:34:01.630538 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0deb1a5a-4e73-419a-a8f0-7a9c1405584f req-3fd95c28-5f8a-446c-a575-a7409a3c3c22 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:01.710600 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0deb1a5a-4e73-419a-a8f0-7a9c1405584f req-3fd95c28-5f8a-446c-a575-a7409a3c3c22 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:01.714749 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0deb1a5a-4e73-419a-a8f0-7a9c1405584f req-3fd95c28-5f8a-446c-a575-a7409a3c3c22 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:01.745112 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0deb1a5a-4e73-419a-a8f0-7a9c1405584f req-3fd95c28-5f8a-446c-a575-a7409a3c3c22 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:01.746258 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0deb1a5a-4e73-419a-a8f0-7a9c1405584f req-3fd95c28-5f8a-446c-a575-a7409a3c3c22 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.1418085 Dec 09 15:34:01.757154 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd95c28-5f8a-446c-a575-a7409a3c3c22 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b6751c-b7ca-4412-8c07-5b12d4562202,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:01.815605 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-896adb33-3450-419a-848e-7aee3919413f req-14294fb7-6dcd-4179-9470-e4e9f5624913 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=adcdc531e5364eaa95bec0e36a7f7c2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247808 Dec 09 15:34:01.971531 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896adb33-3450-419a-848e-7aee3919413f req-5f68f8f3-a257-451f-8adc-1a6759a0f090 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:01.973023 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-896adb33-3450-419a-848e-7aee3919413f req-5f68f8f3-a257-451f-8adc-1a6759a0f090 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1514399 Dec 09 15:34:01.993203 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4b1daf93-b687-44d1-acb4-c9b64ef6e96d req-e47201f7-711f-4373-9467-38f97f8b0e13 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=46fea70b-4e29-4a25-be17-f4f70d32bb3b HTTP/1.1" status: 200 len: 210 time: 0.0441449 Dec 09 15:34:01.996579 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-896adb33-3450-419a-848e-7aee3919413f req-989b3754-b5f6-4c7e-a055-95a62ca9b392 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Request body: {'port': {'device_id': 'd6ab9ab0-ec5c-4593-88ba-bda157021bbe', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'admin_state_up': True, 'tenant_id': 'adcdc531e5364eaa95bec0e36a7f7c2a'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:34:02.115511 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-896adb33-3450-419a-848e-7aee3919413f req-989b3754-b5f6-4c7e-a055-95a62ca9b392 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Made reservation on behalf of adcdc531e5364eaa95bec0e36a7f7c2a for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:34:02.121059 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-896adb33-3450-419a-848e-7aee3919413f req-989b3754-b5f6-4c7e-a055-95a62ca9b392 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:02.212026 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-896adb33-3450-419a-848e-7aee3919413f req-a7340b19-602a-470c-b9bf-86d73e873889 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=adcdc531e5364eaa95bec0e36a7f7c2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349033 Dec 09 15:34:02.373432 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-896adb33-3450-419a-848e-7aee3919413f req-989b3754-b5f6-4c7e-a055-95a62ca9b392 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Allocated IP 192.168.233.86 (bf6a25f7-2b73-48b5-b60f-99a19e919fb7/54e6953c-1261-4e7c-8b49-64e5b87424c2/d204c55b-f880-4a11-b32a-0bf6feff0b3f) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:34:02.385087 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896adb33-3450-419a-848e-7aee3919413f req-6e55d37f-e305-497c-93ef-fe13efa0055d tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:02.386508 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-896adb33-3450-419a-848e-7aee3919413f req-6e55d37f-e305-497c-93ef-fe13efa0055d tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1636510 Dec 09 15:34:02.426066 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-896adb33-3450-419a-848e-7aee3919413f req-2471fdf5-7ec4-40b4-a65c-c9dcf131d00a tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Request body: {'port': {'device_id': '46fea70b-4e29-4a25-be17-f4f70d32bb3b', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'admin_state_up': True, 'tenant_id': 'adcdc531e5364eaa95bec0e36a7f7c2a'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:34:02.619910 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-896adb33-3450-419a-848e-7aee3919413f req-989b3754-b5f6-4c7e-a055-95a62ca9b392 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:02.626809 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-896adb33-3450-419a-848e-7aee3919413f req-2471fdf5-7ec4-40b4-a65c-c9dcf131d00a tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Made reservation on behalf of adcdc531e5364eaa95bec0e36a7f7c2a for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:34:02.630263 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-896adb33-3450-419a-848e-7aee3919413f req-2471fdf5-7ec4-40b4-a65c-c9dcf131d00a tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:02.722221 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-896adb33-3450-419a-848e-7aee3919413f req-989b3754-b5f6-4c7e-a055-95a62ca9b392 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:02.734660 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['09c676e4-2a5f-46ee-a639-d2836ab6c1d8'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:34:02.790457 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-896adb33-3450-419a-848e-7aee3919413f req-989b3754-b5f6-4c7e-a055-95a62ca9b392 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:34:02.798658 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-896adb33-3450-419a-848e-7aee3919413f req-989b3754-b5f6-4c7e-a055-95a62ca9b392 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:34:02.804667 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-896adb33-3450-419a-848e-7aee3919413f req-989b3754-b5f6-4c7e-a055-95a62ca9b392 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:34:02.852353 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b3754-b5f6-4c7e-a055-95a62ca9b392 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Pushing event updated for resources: {'Port': ['ID=d204c55b-f880-4a11-b32a-0bf6feff0b3f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:02.855129 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-896adb33-3450-419a-848e-7aee3919413f req-2471fdf5-7ec4-40b4-a65c-c9dcf131d00a tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Allocated IP 192.168.233.151 (bf6a25f7-2b73-48b5-b60f-99a19e919fb7/54e6953c-1261-4e7c-8b49-64e5b87424c2/c2517f73-5229-47a2-90e3-f457f92ff058) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:34:02.886106 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896adb33-3450-419a-848e-7aee3919413f req-989b3754-b5f6-4c7e-a055-95a62ca9b392 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:02.886729 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-896adb33-3450-419a-848e-7aee3919413f req-989b3754-b5f6-4c7e-a055-95a62ca9b392 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:02.924299 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-896adb33-3450-419a-848e-7aee3919413f req-989b3754-b5f6-4c7e-a055-95a62ca9b392 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9330606 Dec 09 15:34:02.939494 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-896adb33-3450-419a-848e-7aee3919413f req-e4eaf1cd-7e5d-4e4f-95a2-f914d5995dfa service neutron] Request body: {'port': {'device_id': 'd6ab9ab0-ec5c-4593-88ba-bda157021bbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:34:03.068273 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-896adb33-3450-419a-848e-7aee3919413f req-e4eaf1cd-7e5d-4e4f-95a2-f914d5995dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:03.081511 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-6f8e6ac4-be72-4741-86e2-361c8fcf0bc6 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:34:03.084628 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-6f8e6ac4-be72-4741-86e2-361c8fcf0bc6 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096908 Dec 09 15:34:03.120961 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-80ae3f08-b1f3-44f3-9aa4-c89fb0e05dcc None None] Provisioning complete for port d204c55b-f880-4a11-b32a-0bf6feff0b3f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:34:03.121327 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-80ae3f08-b1f3-44f3-9aa4-c89fb0e05dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:03.125980 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-4f4361a7-ae73-47e3-ae9a-6710fd610e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:03.127514 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-4f4361a7-ae73-47e3-ae9a-6710fd610e18 service neutron] 10.222.0.57 "GET /v2.0/ports/2d73fd09-ea4b-4251-aa0d-8d4fed81a514 HTTP/1.1" status: 200 len: 1093 time: 0.0352163 Dec 09 15:34:03.136580 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-3c979996-1468-4da6-adc6-17ea6091c8cd service neutron] Request body: {'binding': {'host': 'n-h1-821228-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:34:03.137407 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-3c979996-1468-4da6-adc6-17ea6091c8cd service neutron] Unknown quota resources ['binding']. {{(pid=103245) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 15:34:03.142789 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-896adb33-3450-419a-848e-7aee3919413f req-2471fdf5-7ec4-40b4-a65c-c9dcf131d00a tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:03.165877 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-80ae3f08-b1f3-44f3-9aa4-c89fb0e05dcc None None] Port d204c55b-f880-4a11-b32a-0bf6feff0b3f cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:34:03.260870 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-896adb33-3450-419a-848e-7aee3919413f req-2471fdf5-7ec4-40b4-a65c-c9dcf131d00a tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:03.271589 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60c01d-fde4-4036-89dd-a268ee292f2c req-6caa972c-0e62-4747-baee-139932fdb816 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:03.271807 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['09c676e4-2a5f-46ee-a639-d2836ab6c1d8'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:34:03.273066 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8a60c01d-fde4-4036-89dd-a268ee292f2c req-6caa972c-0e62-4747-baee-139932fdb816 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.42 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 945 time: 0.1059124 Dec 09 15:34:03.356590 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2471fdf5-7ec4-40b4-a65c-c9dcf131d00a tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Pushing event updated for resources: {'Port': ['ID=c2517f73-5229-47a2-90e3-f457f92ff058,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:03.367612 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-896adb33-3450-419a-848e-7aee3919413f req-2471fdf5-7ec4-40b4-a65c-c9dcf131d00a tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:34:03.371399 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-896adb33-3450-419a-848e-7aee3919413f req-2471fdf5-7ec4-40b4-a65c-c9dcf131d00a tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:34:03.378428 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-896adb33-3450-419a-848e-7aee3919413f req-2471fdf5-7ec4-40b4-a65c-c9dcf131d00a tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:34:03.393308 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-3c979996-1468-4da6-adc6-17ea6091c8cd service neutron] Attempting to bind port 2d73fd09-ea4b-4251-aa0d-8d4fed81a514 on host n-h1-821228-1 for vnic_type normal with profile None {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:34:03.393758 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-3c979996-1468-4da6-adc6-17ea6091c8cd service neutron] Attempting to bind port 2d73fd09-ea4b-4251-aa0d-8d4fed81a514 by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:34:03.394151 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-3c979996-1468-4da6-adc6-17ea6091c8cd service neutron] Attempting to bind port 2d73fd09-ea4b-4251-aa0d-8d4fed81a514 on network 3099805c-627c-4784-8087-c190eb81b4e0 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:34:03.404897 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-3c979996-1468-4da6-adc6-17ea6091c8cd service neutron] Port 2d73fd09-ea4b-4251-aa0d-8d4fed81a514 on network 3099805c-627c-4784-8087-c190eb81b4e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:34:03.405446 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-3c979996-1468-4da6-adc6-17ea6091c8cd service neutron] Attempting to bind port 2d73fd09-ea4b-4251-aa0d-8d4fed81a514 on network 3099805c-627c-4784-8087-c190eb81b4e0 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:34:03.423304 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-8a60c01d-fde4-4036-89dd-a268ee292f2c req-c6fe5686-1fd8-4eaa-ada2-521dd1930934 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Deleting port 26e50651-3345-403f-9e2c-d8bb794bb5bf {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:34:03.423938 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8a60c01d-fde4-4036-89dd-a268ee292f2c req-c6fe5686-1fd8-4eaa-ada2-521dd1930934 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:03.428493 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-3c979996-1468-4da6-adc6-17ea6091c8cd service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:34:03.428796 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-3c979996-1468-4da6-adc6-17ea6091c8cd service neutron] Checking segment: {'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:34:03.429361 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-3c979996-1468-4da6-adc6-17ea6091c8cd service neutron] Bound using segment: {'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:34:03.429981 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-3c979996-1468-4da6-adc6-17ea6091c8cd service neutron] Bound port: 2d73fd09-ea4b-4251-aa0d-8d4fed81a514, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:34:03.468969 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896adb33-3450-419a-848e-7aee3919413f req-2471fdf5-7ec4-40b4-a65c-c9dcf131d00a tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:03.469634 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-896adb33-3450-419a-848e-7aee3919413f req-2471fdf5-7ec4-40b4-a65c-c9dcf131d00a tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:03.500760 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-896adb33-3450-419a-848e-7aee3919413f req-2471fdf5-7ec4-40b4-a65c-c9dcf131d00a tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0798602 Dec 09 15:34:03.516374 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-896adb33-3450-419a-848e-7aee3919413f req-a915052b-cd32-4a35-8156-9d08fbf249f1 service neutron] Request body: {'port': {'device_id': '46fea70b-4e29-4a25-be17-f4f70d32bb3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:34:03.549168 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-3c979996-1468-4da6-adc6-17ea6091c8cd service neutron] For port 2d73fd09-ea4b-4251-aa0d-8d4fed81a514, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=2d73fd09-ea4b-4251-aa0d-8d4fed81a514,segment=NetworkSegment(9bcbf52b-8ad5-477f-9636-c2f9cae19672),segment_id=9bcbf52b-8ad5-477f-9636-c2f9cae19672)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:34:03.558918 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-3c979996-1468-4da6-adc6-17ea6091c8cd service neutron] Publish callbacks [] for binding, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:03.560838 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-3c979996-1468-4da6-adc6-17ea6091c8cd service neutron] 10.222.0.57 "POST /v2.0/ports/2d73fd09-ea4b-4251-aa0d-8d4fed81a514/bindings HTTP/1.1" status: 201 len: 389 time: 0.4270787 Dec 09 15:34:03.573128 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-8a60c01d-fde4-4036-89dd-a268ee292f2c req-c6fe5686-1fd8-4eaa-ada2-521dd1930934 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] For port 26e50651-3345-403f-9e2c-d8bb794bb5bf, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=26e50651-3345-403f-9e2c-d8bb794bb5bf,segment=NetworkSegment(69c5f819-123d-436b-8f3f-7e75c7d0b133),segment_id=69c5f819-123d-436b-8f3f-7e75c7d0b133)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:03.573694 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8a60c01d-fde4-4036-89dd-a268ee292f2c req-c6fe5686-1fd8-4eaa-ada2-521dd1930934 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:03.588294 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-8a60c01d-fde4-4036-89dd-a268ee292f2c req-c6fe5686-1fd8-4eaa-ada2-521dd1930934 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Calling delete_port for 26e50651-3345-403f-9e2c-d8bb794bb5bf owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:34:03.604899 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-896adb33-3450-419a-848e-7aee3919413f req-e4eaf1cd-7e5d-4e4f-95a2-f914d5995dfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d204c55b-f880-4a11-b32a-0bf6feff0b3f {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:34:03.618480 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-896adb33-3450-419a-848e-7aee3919413f req-e4eaf1cd-7e5d-4e4f-95a2-f914d5995dfa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:03.629681 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-896adb33-3450-419a-848e-7aee3919413f req-a915052b-cd32-4a35-8156-9d08fbf249f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:03.653547 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-896adb33-3450-419a-848e-7aee3919413f req-e4eaf1cd-7e5d-4e4f-95a2-f914d5995dfa service neutron] Transition to ACTIVE for port object d204c55b-f880-4a11-b32a-0bf6feff0b3f will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:34:03.670105 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-896adb33-3450-419a-848e-7aee3919413f req-e4eaf1cd-7e5d-4e4f-95a2-f914d5995dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:03.692491 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b8e9c390-b5fb-4ca4-b647-cdb2759f673a None None] Provisioning complete for port c2517f73-5229-47a2-90e3-f457f92ff058 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:34:03.693214 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b8e9c390-b5fb-4ca4-b647-cdb2759f673a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:03.729445 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b8e9c390-b5fb-4ca4-b647-cdb2759f673a None None] Port c2517f73-5229-47a2-90e3-f457f92ff058 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:34:03.735966 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8a60c01d-fde4-4036-89dd-a268ee292f2c req-c6fe5686-1fd8-4eaa-ada2-521dd1930934 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:03.766407 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fe5686-1fd8-4eaa-ada2-521dd1930934 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Pushing event deleted for resources: {'Port': ['ID=26e50651-3345-403f-9e2c-d8bb794bb5bf,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:03.774914 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['1b3a806c-d80c-4c75-9ee6-4b31413216d7', '26e50651-3345-403f-9e2c-d8bb794bb5bf'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:34:03.812207 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a60c01d-fde4-4036-89dd-a268ee292f2c req-c6fe5686-1fd8-4eaa-ada2-521dd1930934 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] No DVR routers for this DVR port 26e50651-3345-403f-9e2c-d8bb794bb5bf on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:34:03.817840 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8a60c01d-fde4-4036-89dd-a268ee292f2c req-c6fe5686-1fd8-4eaa-ada2-521dd1930934 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:03.821515 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8a60c01d-fde4-4036-89dd-a268ee292f2c req-c6fe5686-1fd8-4eaa-ada2-521dd1930934 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.42 "DELETE /v2.0/ports/26e50651-3345-403f-9e2c-d8bb794bb5bf HTTP/1.1" status: 204 len: 173 time: 0.5381279 Dec 09 15:34:03.825138 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd59cbf-9d54-4a37-a2aa-90f097bfdba4', 'name': 'network-vif-deleted', 'tag': '26e50651-3345-403f-9e2c-d8bb794bb5bf'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:34:03.827474 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c8ca48-8bbf-48ff-a1d4-506e4abb340b" -d '{"events": [{"server_uuid": "afd59cbf-9d54-4a37-a2aa-90f097bfdba4", "name": "network-vif-deleted", "tag": "26e50651-3345-403f-9e2c-d8bb794bb5bf"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:34:03.860505 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device fac0c908-12c4-4ea6-8bb6-daf2bba542a1 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:34:03.879889 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9fcda182-b873-49ed-9c51-c19bfbe45fef req-d28c752f-9062-4b97-a14e-dc9a813879cb tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] 10.222.0.57 "GET /v2.0/security-groups/e9b6751c-b7ca-4412-8c07-5b12d4562202 HTTP/1.1" status: 200 len: 1829 time: 0.2276390 Dec 09 15:34:03.897242 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eaf1cd-7e5d-4e4f-95a2-f914d5995dfa service neutron] Pushing event updated for resources: {'Port': ['ID=d204c55b-f880-4a11-b32a-0bf6feff0b3f,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:03.959401 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-2bb48f9c-b6da-411d-8f3b-b9f9a87ba7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:03.960854 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-2bb48f9c-b6da-411d-8f3b-b9f9a87ba7d9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69&device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 1096 time: 0.0818603 Dec 09 15:34:04.003080 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-896adb33-3450-419a-848e-7aee3919413f req-e4eaf1cd-7e5d-4e4f-95a2-f914d5995dfa service neutron] Attempting to bind port d204c55b-f880-4a11-b32a-0bf6feff0b3f on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:34:04.003422 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-896adb33-3450-419a-848e-7aee3919413f req-e4eaf1cd-7e5d-4e4f-95a2-f914d5995dfa service neutron] Attempting to bind port d204c55b-f880-4a11-b32a-0bf6feff0b3f by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:34:04.003754 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896adb33-3450-419a-848e-7aee3919413f req-e4eaf1cd-7e5d-4e4f-95a2-f914d5995dfa service neutron] Attempting to bind port d204c55b-f880-4a11-b32a-0bf6feff0b3f on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:34:04.049303 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port fac0c908-12c4-4ea6-8bb6-daf2bba542a1, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=fac0c908-12c4-4ea6-8bb6-daf2bba542a1,segment=NetworkSegment(2728a46b-6f42-41e4-abfd-2e3db73a97b6),segment_id=2728a46b-6f42-41e4-abfd-2e3db73a97b6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:04.069526 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'fac0c908-12c4-4ea6-8bb6-daf2bba542a1', 'network_id': '5e9ad32d-c9e7-4e00-867a-aef980499810', 'port_id': 'fac0c908-12c4-4ea6-8bb6-daf2bba542a1', 'mac_address': 'fa:16:3e:de:5a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01df2498-b8b6-4dc7-bb3a-e44d90f24165', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:34:04.081939 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896adb33-3450-419a-848e-7aee3919413f req-e4eaf1cd-7e5d-4e4f-95a2-f914d5995dfa service neutron] Port d204c55b-f880-4a11-b32a-0bf6feff0b3f on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:34:04.082177 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896adb33-3450-419a-848e-7aee3919413f req-e4eaf1cd-7e5d-4e4f-95a2-f914d5995dfa service neutron] Attempting to bind port d204c55b-f880-4a11-b32a-0bf6feff0b3f on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:34:04.106429 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-56f7deaf-8a7a-4f1e-9728-f3e5ae9e0fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:04.108950 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-56f7deaf-8a7a-4f1e-9728-f3e5ae9e0fd7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3099805c-627c-4784-8087-c190eb81b4e0 HTTP/1.1" status: 200 len: 908 time: 0.1406960 Dec 09 15:34:04.130115 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896adb33-3450-419a-848e-7aee3919413f req-e4eaf1cd-7e5d-4e4f-95a2-f914d5995dfa service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:34:04.130593 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896adb33-3450-419a-848e-7aee3919413f req-e4eaf1cd-7e5d-4e4f-95a2-f914d5995dfa service neutron] Checking segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:34:04.131193 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896adb33-3450-419a-848e-7aee3919413f req-e4eaf1cd-7e5d-4e4f-95a2-f914d5995dfa service neutron] Bound using segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:34:04.131861 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-896adb33-3450-419a-848e-7aee3919413f req-e4eaf1cd-7e5d-4e4f-95a2-f914d5995dfa service neutron] Bound port: d204c55b-f880-4a11-b32a-0bf6feff0b3f, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:34:04.132233 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-896adb33-3450-419a-848e-7aee3919413f req-e4eaf1cd-7e5d-4e4f-95a2-f914d5995dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:04.158859 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda3ec3-1c44-4e3d-b080-f97b6b444da4 req-d1212e38-4fe2-441d-a407-886057f14a18 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:04.165176 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:04.166428 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0cda3ec3-1c44-4e3d-b080-f97b6b444da4 req-d1212e38-4fe2-441d-a407-886057f14a18 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b538216-c7bd-423e-ad24-44edf407dbe7 HTTP/1.1" status: 200 len: 945 time: 0.1645896 Dec 09 15:34:04.190357 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fac0c908-12c4-4ea6-8bb6-daf2bba542a1 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:34:04.203767 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-47cb9a3b-79e5-488a-adbb-46089b48510d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d73fd09-ea4b-4251-aa0d-8d4fed81a514 HTTP/1.1" status: 200 len: 217 time: 0.0811841 Dec 09 15:34:04.210915 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port fac0c908-12c4-4ea6-8bb6-daf2bba542a1, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=fac0c908-12c4-4ea6-8bb6-daf2bba542a1,segment=NetworkSegment(2728a46b-6f42-41e4-abfd-2e3db73a97b6),segment_id=2728a46b-6f42-41e4-abfd-2e3db73a97b6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:04.218437 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:04.272300 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0cda3ec3-1c44-4e3d-b080-f97b6b444da4 req-6749fc11-ebcd-4aa1-9531-c303877418b8 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/security-groups?id=40e40c17-5c2d-4bcc-9fe0-a20622492ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050045 Dec 09 15:34:04.284250 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-39a9aac1-15c2-4137-b24a-5371076440ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:04.289088 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-39a9aac1-15c2-4137-b24a-5371076440ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75dd204b-61ff-4875-bd46-839f068b72c4 HTTP/1.1" status: 200 len: 847 time: 0.0769777 Dec 09 15:34:04.320997 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-896adb33-3450-419a-848e-7aee3919413f req-e4eaf1cd-7e5d-4e4f-95a2-f914d5995dfa service neutron] For port d204c55b-f880-4a11-b32a-0bf6feff0b3f, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:34:04.335476 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=fac0c908-12c4-4ea6-8bb6-daf2bba542a1,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:04.357528 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:04.358383 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-896adb33-3450-419a-848e-7aee3919413f req-e4eaf1cd-7e5d-4e4f-95a2-f914d5995dfa service neutron] For port d204c55b-f880-4a11-b32a-0bf6feff0b3f, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=d204c55b-f880-4a11-b32a-0bf6feff0b3f,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:34:04.359192 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:04.359864 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-e92520aa-15e1-4425-b764-cf1486d40306 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3099805c-627c-4784-8087-c190eb81b4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612223 Dec 09 15:34:04.359992 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:04.360799 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:04.361336 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:04.361876 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:04.362411 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:04.362899 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:04.363328 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:04.363939 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:04.364352 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:04.364880 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:04.365308 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:04.387343 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-896adb33-3450-419a-848e-7aee3919413f req-e4eaf1cd-7e5d-4e4f-95a2-f914d5995dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:04.408136 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c0daafc6-4d23-4b37-9feb-318223885fbc req-f880efe2-5478-42d3-9be5-94164cd1f1ee tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 210 time: 0.0537407 Dec 09 15:34:04.458980 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896adb33-3450-419a-848e-7aee3919413f req-e4eaf1cd-7e5d-4e4f-95a2-f914d5995dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:04.459614 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-896adb33-3450-419a-848e-7aee3919413f req-e4eaf1cd-7e5d-4e4f-95a2-f914d5995dfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:04.461028 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-896adb33-3450-419a-848e-7aee3919413f req-e4eaf1cd-7e5d-4e4f-95a2-f914d5995dfa service neutron] 10.222.0.31 "PUT /v2.0/ports/d204c55b-f880-4a11-b32a-0bf6feff0b3f HTTP/1.1" status: 200 len: 1095 time: 1.5286212 Dec 09 15:34:04.461476 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6ab9ab0-ec5c-4593-88ba-bda157021bbe', 'tag': 'd204c55b-f880-4a11-b32a-0bf6feff0b3f'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:34:04.464003 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fe1da7-ce7b-4e23-8317-263e840012a1" -d '{"events": [{"name": "network-changed", "server_uuid": "d6ab9ab0-ec5c-4593-88ba-bda157021bbe", "tag": "d204c55b-f880-4a11-b32a-0bf6feff0b3f"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:34:04.479167 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-896adb33-3450-419a-848e-7aee3919413f req-a915052b-cd32-4a35-8156-9d08fbf249f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2517f73-5229-47a2-90e3-f457f92ff058 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:34:04.495736 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-896adb33-3450-419a-848e-7aee3919413f req-a915052b-cd32-4a35-8156-9d08fbf249f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:04.539500 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eaf1cd-7e5d-4e4f-95a2-f914d5995dfa service neutron] Pushing event updated for resources: {'Port': ['ID=d204c55b-f880-4a11-b32a-0bf6feff0b3f,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:04.543455 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-d06ca57a-38a7-4005-9aa2-b8638744027b service neutron] 10.222.0.42 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694143 Dec 09 15:34:04.551471 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['fac0c908-12c4-4ea6-8bb6-daf2bba542a1'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:34:04.554243 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-896adb33-3450-419a-848e-7aee3919413f req-a915052b-cd32-4a35-8156-9d08fbf249f1 service neutron] Transition to ACTIVE for port object c2517f73-5229-47a2-90e3-f457f92ff058 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:34:04.576860 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-896adb33-3450-419a-848e-7aee3919413f req-a915052b-cd32-4a35-8156-9d08fbf249f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:04.693434 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915052b-cd32-4a35-8156-9d08fbf249f1 service neutron] Pushing event updated for resources: {'Port': ['ID=c2517f73-5229-47a2-90e3-f457f92ff058,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:04.724564 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896adb33-3450-419a-848e-7aee3919413f req-6ee7e02e-b177-452e-871b-ad53fdc35b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:04.726208 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-896adb33-3450-419a-848e-7aee3919413f req-6ee7e02e-b177-452e-871b-ad53fdc35b89 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=adcdc531e5364eaa95bec0e36a7f7c2a&device_id=d6ab9ab0-ec5c-4593-88ba-bda157021bbe HTTP/1.1" status: 200 len: 1098 time: 0.2095692 Dec 09 15:34:04.746515 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2a81b-8718-46d4-af19-fbbece75d7b9 req-d66bc17f-59a1-4e28-9f3b-1b2d6431143d tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:04.758913 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9df2a81b-8718-46d4-af19-fbbece75d7b9 req-d66bc17f-59a1-4e28-9f3b-1b2d6431143d tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=044e36d0-ee3d-4013-9ccc-375bbbc5092c HTTP/1.1" status: 200 len: 944 time: 0.2445560 Dec 09 15:34:04.759249 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-12050217-a9cc-4a77-84c7-d14d22ef9287 service neutron] 10.222.0.42 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070639 Dec 09 15:34:04.835210 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-896adb33-3450-419a-848e-7aee3919413f req-a01f33c0-68b8-4d02-a4d7-335dc4653ccc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=d204c55b-f880-4a11-b32a-0bf6feff0b3f HTTP/1.1" status: 200 len: 217 time: 0.0726595 Dec 09 15:34:04.875077 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-896adb33-3450-419a-848e-7aee3919413f req-a915052b-cd32-4a35-8156-9d08fbf249f1 service neutron] Attempting to bind port c2517f73-5229-47a2-90e3-f457f92ff058 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:34:04.875568 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-896adb33-3450-419a-848e-7aee3919413f req-a915052b-cd32-4a35-8156-9d08fbf249f1 service neutron] Attempting to bind port c2517f73-5229-47a2-90e3-f457f92ff058 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:34:04.876154 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896adb33-3450-419a-848e-7aee3919413f req-a915052b-cd32-4a35-8156-9d08fbf249f1 service neutron] Attempting to bind port c2517f73-5229-47a2-90e3-f457f92ff058 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:34:04.913558 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9df2a81b-8718-46d4-af19-fbbece75d7b9 req-61438a68-239f-4ba8-b3b9-d0570a0a6d79 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534352 Dec 09 15:34:04.916758 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896adb33-3450-419a-848e-7aee3919413f req-a915052b-cd32-4a35-8156-9d08fbf249f1 service neutron] Port c2517f73-5229-47a2-90e3-f457f92ff058 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:34:04.916758 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896adb33-3450-419a-848e-7aee3919413f req-a915052b-cd32-4a35-8156-9d08fbf249f1 service neutron] Attempting to bind port c2517f73-5229-47a2-90e3-f457f92ff058 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:34:04.925096 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896adb33-3450-419a-848e-7aee3919413f req-a915052b-cd32-4a35-8156-9d08fbf249f1 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:34:04.925795 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896adb33-3450-419a-848e-7aee3919413f req-a915052b-cd32-4a35-8156-9d08fbf249f1 service neutron] Checking segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:34:04.932828 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896adb33-3450-419a-848e-7aee3919413f req-a915052b-cd32-4a35-8156-9d08fbf249f1 service neutron] Bound using segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:34:04.932828 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-896adb33-3450-419a-848e-7aee3919413f req-a915052b-cd32-4a35-8156-9d08fbf249f1 service neutron] Bound port: c2517f73-5229-47a2-90e3-f457f92ff058, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:34:04.932828 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-896adb33-3450-419a-848e-7aee3919413f req-a915052b-cd32-4a35-8156-9d08fbf249f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:04.958514 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896adb33-3450-419a-848e-7aee3919413f req-03500ec0-a946-4202-84a1-d666ea557c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:04.961179 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-896adb33-3450-419a-848e-7aee3919413f req-03500ec0-a946-4202-84a1-d666ea557c76 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.1111872 Dec 09 15:34:05.059637 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-896adb33-3450-419a-848e-7aee3919413f req-a915052b-cd32-4a35-8156-9d08fbf249f1 service neutron] For port c2517f73-5229-47a2-90e3-f457f92ff058, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:34:05.063398 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-896adb33-3450-419a-848e-7aee3919413f req-a915052b-cd32-4a35-8156-9d08fbf249f1 service neutron] For port c2517f73-5229-47a2-90e3-f457f92ff058, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=c2517f73-5229-47a2-90e3-f457f92ff058,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:34:05.076866 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896adb33-3450-419a-848e-7aee3919413f req-7cf04c98-60fc-4f91-91fe-38b188c00e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:05.079105 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-896adb33-3450-419a-848e-7aee3919413f req-7cf04c98-60fc-4f91-91fe-38b188c00e51 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0885825 Dec 09 15:34:05.081209 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-896adb33-3450-419a-848e-7aee3919413f req-a915052b-cd32-4a35-8156-9d08fbf249f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:05.175552 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896adb33-3450-419a-848e-7aee3919413f req-a915052b-cd32-4a35-8156-9d08fbf249f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:05.176239 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-896adb33-3450-419a-848e-7aee3919413f req-a915052b-cd32-4a35-8156-9d08fbf249f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:05.177706 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-896adb33-3450-419a-848e-7aee3919413f req-a915052b-cd32-4a35-8156-9d08fbf249f1 service neutron] 10.222.0.31 "PUT /v2.0/ports/c2517f73-5229-47a2-90e3-f457f92ff058 HTTP/1.1" status: 200 len: 1096 time: 1.6680255 Dec 09 15:34:05.225811 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915052b-cd32-4a35-8156-9d08fbf249f1 service neutron] Pushing event updated for resources: {'Port': ['ID=c2517f73-5229-47a2-90e3-f457f92ff058,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:05.667264 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-896adb33-3450-419a-848e-7aee3919413f req-10dcdc32-0d62-4ad9-828c-84239e4ede0d service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5761421 Dec 09 15:34:05.674084 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896adb33-3450-419a-848e-7aee3919413f req-6eb6c286-f0b8-40df-bf85-6f1248585c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:05.675696 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-896adb33-3450-419a-848e-7aee3919413f req-6eb6c286-f0b8-40df-bf85-6f1248585c83 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=adcdc531e5364eaa95bec0e36a7f7c2a&device_id=46fea70b-4e29-4a25-be17-f4f70d32bb3b HTTP/1.1" status: 200 len: 1099 time: 0.4353991 Dec 09 15:34:05.711654 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b09f959-7ea8-450d-a8e1-1d0b18c0fe76 req-1c0f5e11-28e6-4bd2-85b9-73092ad34002 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:05.713499 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b09f959-7ea8-450d-a8e1-1d0b18c0fe76 req-1c0f5e11-28e6-4bd2-85b9-73092ad34002 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=46fea70b-4e29-4a25-be17-f4f70d32bb3b HTTP/1.1" status: 200 len: 948 time: 0.4173586 Dec 09 15:34:05.782288 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-896adb33-3450-419a-848e-7aee3919413f req-1ce515f4-828e-4e29-8e99-438b1ca19bbe service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=c2517f73-5229-47a2-90e3-f457f92ff058 HTTP/1.1" status: 200 len: 217 time: 0.0959041 Dec 09 15:34:05.846271 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device fac0c908-12c4-4ea6-8bb6-daf2bba542a1 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:34:05.878779 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b09f959-7ea8-450d-a8e1-1d0b18c0fe76 req-c43eaef8-2774-4f3a-b4c8-1d9298097ed0 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369069 Dec 09 15:34:05.890061 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-896adb33-3450-419a-848e-7aee3919413f req-f1cd6201-2de9-49a1-8df5-d5a43b8c762f service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133260 Dec 09 15:34:05.891412 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896adb33-3450-419a-848e-7aee3919413f req-62553849-1b23-4dd0-b57e-8db3bb84c9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:05.892787 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-896adb33-3450-419a-848e-7aee3919413f req-62553849-1b23-4dd0-b57e-8db3bb84c9f4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0993409 Dec 09 15:34:05.900331 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port fac0c908-12c4-4ea6-8bb6-daf2bba542a1 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:34:05.913028 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port fac0c908-12c4-4ea6-8bb6-daf2bba542a1 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:34:05.913492 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:05.969268 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896adb33-3450-419a-848e-7aee3919413f req-b7b90118-113f-4ff0-b364-9dd5d9bc3e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:05.971631 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-896adb33-3450-419a-848e-7aee3919413f req-b7b90118-113f-4ff0-b364-9dd5d9bc3e61 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0692747 Dec 09 15:34:06.023399 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:06.049681 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044e36d0-ee3d-4013-9ccc-375bbbc5092c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac0c908-12c4-4ea6-8bb6-daf2bba542a1'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:34:06.052234 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd781ef-6168-4d54-82d4-382d111da7bc" -d '{"events": [{"server_uuid": "044e36d0-ee3d-4013-9ccc-375bbbc5092c", "name": "network-vif-plugged", "status": "completed", "tag": "fac0c908-12c4-4ea6-8bb6-daf2bba542a1"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:34:06.065695 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port fac0c908-12c4-4ea6-8bb6-daf2bba542a1, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=fac0c908-12c4-4ea6-8bb6-daf2bba542a1,segment=NetworkSegment(2728a46b-6f42-41e4-abfd-2e3db73a97b6),segment_id=2728a46b-6f42-41e4-abfd-2e3db73a97b6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:06.071193 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:06.101604 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3dfe81-92b4-4e5b-b2f6-77a24f6914bb req-d30092c4-8ada-4274-944a-bc95ce298170 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:06.103262 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da3dfe81-92b4-4e5b-b2f6-77a24f6914bb req-d30092c4-8ada-4274-944a-bc95ce298170 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 945 time: 0.1062143 Dec 09 15:34:06.121318 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=fac0c908-12c4-4ea6-8bb6-daf2bba542a1,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:06.135853 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-896adb33-3450-419a-848e-7aee3919413f req-84bbe713-1ba4-4d3b-8f47-afa94119b3d4 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400337 Dec 09 15:34:06.208836 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da3dfe81-92b4-4e5b-b2f6-77a24f6914bb req-76db7260-488c-47ac-88df-90d7831bd548 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903261 Dec 09 15:34:06.254784 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8cb056-5e70-4d38-838d-1bc4fd8076a0 x-openstack-request-id: req-fc8cb056-5e70-4d38-838d-1bc4fd8076a0 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:34:06.255628 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd59cbf-9d54-4a37-a2aa-90f097bfdba4", "name": "network-vif-deleted", "tag": "26e50651-3345-403f-9e2c-d8bb794bb5bf", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:34:06.256135 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fc8cb056-5e70-4d38-838d-1bc4fd8076a0 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:34:06.256859 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd59cbf-9d54-4a37-a2aa-90f097bfdba4', 'name': 'network-vif-deleted', 'tag': '26e50651-3345-403f-9e2c-d8bb794bb5bf', 'status': 'completed', 'code': 200} Dec 09 15:34:06.261122 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-896adb33-3450-419a-848e-7aee3919413f req-16ae110c-dec5-4f8e-aad5-f1855f5f009d service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126020 Dec 09 15:34:06.281639 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-034402ee-a6c0-4e79-944f-e5dfe11d1b3b req-1e5e603a-c5bc-461a-8d7f-921e6ed42cab tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] show failed (client error): The resource could not be found. Dec 09 15:34:06.282706 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-034402ee-a6c0-4e79-944f-e5dfe11d1b3b req-1e5e603a-c5bc-461a-8d7f-921e6ed42cab tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] 10.222.0.57 "GET /v2.0/security-groups/4ac78f96-b5d2-4a1f-8e6f-8d6589871827 HTTP/1.1" status: 404 len: 352 time: 0.0144069 Dec 09 15:34:06.382451 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd936a-b288-4e08-9586-6ba84da745a9 req-007826c4-e9a6-4d14-a7b2-3b9c2e55d127 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:06.383918 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bdcd936a-b288-4e08-9586-6ba84da745a9 req-007826c4-e9a6-4d14-a7b2-3b9c2e55d127 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f95632f-fc99-4945-88bf-d3aecb5ec335 HTTP/1.1" status: 200 len: 945 time: 0.0510399 Dec 09 15:34:06.435855 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bdcd936a-b288-4e08-9586-6ba84da745a9 req-092f3ec8-e1c9-4505-a85a-0fb591b7ad7d tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/security-groups?id=40e40c17-5c2d-4bcc-9fe0-a20622492ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444031 Dec 09 15:34:06.482734 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d342311-af67-44bb-88ab-d0ce0f9a4a04 x-openstack-request-id: req-7d342311-af67-44bb-88ab-d0ce0f9a4a04 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:34:06.483096 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6ab9ab0-ec5c-4593-88ba-bda157021bbe", "tag": "d204c55b-f880-4a11-b32a-0bf6feff0b3f", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:34:06.483418 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7d342311-af67-44bb-88ab-d0ce0f9a4a04 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:34:06.483886 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6ab9ab0-ec5c-4593-88ba-bda157021bbe', 'tag': 'd204c55b-f880-4a11-b32a-0bf6feff0b3f', 'status': 'completed', 'code': 200} Dec 09 15:34:06.561949 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2100f51a-3aa9-4292-9db8-f58767b12337 req-947fdabd-db32-4ab7-aa91-c46c7a038209 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 210 time: 0.0285947 Dec 09 15:34:06.563976 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 26e50651-3345-403f-9e2c-d8bb794bb5bf no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:34:06.572047 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe1da7-ce7b-4e23-8317-263e840012a1 req-ce96fdcf-3455-4c23-85ce-3429ee0086f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:06.573934 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-98fe1da7-ce7b-4e23-8317-263e840012a1 req-ce96fdcf-3455-4c23-85ce-3429ee0086f5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=adcdc531e5364eaa95bec0e36a7f7c2a&device_id=d6ab9ab0-ec5c-4593-88ba-bda157021bbe HTTP/1.1" status: 200 len: 1098 time: 0.0666740 Dec 09 15:34:06.587260 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: 26e50651-3345-403f-9e2c-d8bb794bb5bf {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:34:06.587781 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 26e50651-3345-403f-9e2c-d8bb794bb5bf not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:34:06.701285 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b12f1-a300-4c12-afee-4beacebae796 req-fc3df0c2-e131-4072-a534-bf0e4fd8c374 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:06.702784 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-287b12f1-a300-4c12-afee-4beacebae796 req-fc3df0c2-e131-4072-a534-bf0e4fd8c374 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=044e36d0-ee3d-4013-9ccc-375bbbc5092c HTTP/1.1" status: 200 len: 945 time: 0.0685449 Dec 09 15:34:06.729749 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe1da7-ce7b-4e23-8317-263e840012a1 req-e2e26db2-15a5-497c-96bb-6a14c53d6bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:06.731124 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-98fe1da7-ce7b-4e23-8317-263e840012a1 req-e2e26db2-15a5-497c-96bb-6a14c53d6bc8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.1469576 Dec 09 15:34:06.786717 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-98fe1da7-ce7b-4e23-8317-263e840012a1 req-e780f980-9636-411d-8bec-fdfa733876b7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=d204c55b-f880-4a11-b32a-0bf6feff0b3f HTTP/1.1" status: 200 len: 217 time: 0.0470526 Dec 09 15:34:06.808320 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-287b12f1-a300-4c12-afee-4beacebae796 req-b9dc2a87-c524-4fb2-9b13-eec3525e15e1 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983651 Dec 09 15:34:06.849338 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe1da7-ce7b-4e23-8317-263e840012a1 req-e1543e46-7d19-4fc1-994c-73b9c637ecde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:06.850927 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-98fe1da7-ce7b-4e23-8317-263e840012a1 req-e1543e46-7d19-4fc1-994c-73b9c637ecde service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0563581 Dec 09 15:34:06.903415 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe1da7-ce7b-4e23-8317-263e840012a1 req-4224f4a6-7cfb-4b34-b5fc-6fd8647d8041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:06.906641 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-98fe1da7-ce7b-4e23-8317-263e840012a1 req-4224f4a6-7cfb-4b34-b5fc-6fd8647d8041 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0467377 Dec 09 15:34:06.952596 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65fc830-63a6-46e4-99f8-ea47d0e04779 x-openstack-request-id: req-e65fc830-63a6-46e4-99f8-ea47d0e04779 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:34:06.953756 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044e36d0-ee3d-4013-9ccc-375bbbc5092c", "name": "network-vif-plugged", "status": "completed", "tag": "fac0c908-12c4-4ea6-8bb6-daf2bba542a1", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:34:06.954282 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e65fc830-63a6-46e4-99f8-ea47d0e04779 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:34:06.955029 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044e36d0-ee3d-4013-9ccc-375bbbc5092c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac0c908-12c4-4ea6-8bb6-daf2bba542a1', 'code': 200} Dec 09 15:34:07.030508 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-98fe1da7-ce7b-4e23-8317-263e840012a1 req-fb25f6a5-bfe9-4435-b602-fba34f2961e2 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150613 Dec 09 15:34:07.107741 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-863333de-882b-454a-bbfa-cdc1b96323bd req-534fb6ea-18dc-4ff0-8c48-f3d5adacb64c tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] show failed (client error): The resource could not be found. Dec 09 15:34:07.108692 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-863333de-882b-454a-bbfa-cdc1b96323bd req-534fb6ea-18dc-4ff0-8c48-f3d5adacb64c tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] 10.222.0.57 "GET /v2.0/security-group-rules/988225b1-1a26-4baf-96cc-677cd363219e HTTP/1.1" status: 404 len: 361 time: 0.0502927 Dec 09 15:34:07.127042 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122e261-7961-4fba-83d1-f26f44b2af06 req-1ea9a39b-79af-4b87-9281-31ed2e61b117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:07.128622 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0122e261-7961-4fba-83d1-f26f44b2af06 req-1ea9a39b-79af-4b87-9281-31ed2e61b117 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=044e36d0-ee3d-4013-9ccc-375bbbc5092c HTTP/1.1" status: 200 len: 1096 time: 0.1076741 Dec 09 15:34:07.179189 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-98fe1da7-ce7b-4e23-8317-263e840012a1 req-52a8556a-b73d-46bb-936a-5c99d6c566c9 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292193 Dec 09 15:34:07.208768 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0122e261-7961-4fba-83d1-f26f44b2af06 req-3dbc3f2d-7295-4495-af00-782b7b19a2e5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671468 Dec 09 15:34:07.351606 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a27ec-6c87-4228-83cb-2a8ef7edb04f req-1c7cc862-f568-4c0e-9a55-28a686d85639 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:07.353326 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-499a27ec-6c87-4228-83cb-2a8ef7edb04f req-1c7cc862-f568-4c0e-9a55-28a686d85639 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=46fea70b-4e29-4a25-be17-f4f70d32bb3b HTTP/1.1" status: 200 len: 948 time: 0.0535648 Dec 09 15:34:07.400749 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-499a27ec-6c87-4228-83cb-2a8ef7edb04f req-f7deaf3b-e79a-47b3-9bfe-d725420efe30 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413392 Dec 09 15:34:07.463117 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-016c0837-1e81-4bb0-8ffe-4359eb3b510e req-725db407-2eb7-41d0-a59b-41a9c6305265 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] 10.222.0.57 "GET /v2.0/security-groups/e9b6751c-b7ca-4412-8c07-5b12d4562202 HTTP/1.1" status: 200 len: 1829 time: 0.0393920 Dec 09 15:34:07.522730 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-016c0837-1e81-4bb0-8ffe-4359eb3b510e req-82a76c70-9aa6-4514-8bde-5c345f0d4500 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:07.545727 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-016c0837-1e81-4bb0-8ffe-4359eb3b510e req-82a76c70-9aa6-4514-8bde-5c345f0d4500 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:07.593571 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-016c0837-1e81-4bb0-8ffe-4359eb3b510e req-82a76c70-9aa6-4514-8bde-5c345f0d4500 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:07.596299 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-016c0837-1e81-4bb0-8ffe-4359eb3b510e req-82a76c70-9aa6-4514-8bde-5c345f0d4500 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:07.597616 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-016c0837-1e81-4bb0-8ffe-4359eb3b510e req-82a76c70-9aa6-4514-8bde-5c345f0d4500 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] 10.222.0.57 "DELETE /v2.0/security-groups/e9b6751c-b7ca-4412-8c07-5b12d4562202 HTTP/1.1" status: 204 len: 173 time: 0.1271920 Dec 09 15:34:07.607747 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a76c70-9aa6-4514-8bde-5c345f0d4500 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b6751c-b7ca-4412-8c07-5b12d4562202,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:07.702504 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5cbc0-e562-4a65-bd96-8d632d47dd7d req-963eaae1-4b7c-4334-87d2-8e105a7ecc6d tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:07.704140 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c5b5cbc0-e562-4a65-bd96-8d632d47dd7d req-963eaae1-4b7c-4334-87d2-8e105a7ecc6d tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 945 time: 0.0557001 Dec 09 15:34:07.758390 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c5b5cbc0-e562-4a65-bd96-8d632d47dd7d req-2ac6680f-4173-4ea8-9ba5-781452afeb55 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472963 Dec 09 15:34:07.964533 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fd642bea-5d0e-41be-8fa4-77bcc478ade5 req-2c10d714-3957-4588-8e1b-e5c66f705dd2 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=afd59cbf-9d54-4a37-a2aa-90f097bfdba4 HTTP/1.1" status: 200 len: 210 time: 0.0262957 Dec 09 15:34:08.025491 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e3db2123-1c0a-40af-8b70-858dced15264 req-3a95464d-9c94-4a8d-b54a-938bfc54560c tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] 10.222.0.57 "GET /v2.0/security-groups/a5fc3172-c224-414e-9994-1b961649d49e HTTP/1.1" status: 200 len: 1830 time: 0.0382180 Dec 09 15:34:08.086609 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e3db2123-1c0a-40af-8b70-858dced15264 req-d390d01a-dd71-41b9-80d9-13cac28a4e72 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:08.109281 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e3db2123-1c0a-40af-8b70-858dced15264 req-d390d01a-dd71-41b9-80d9-13cac28a4e72 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:08.150570 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e3db2123-1c0a-40af-8b70-858dced15264 req-d390d01a-dd71-41b9-80d9-13cac28a4e72 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:08.154956 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e3db2123-1c0a-40af-8b70-858dced15264 req-d390d01a-dd71-41b9-80d9-13cac28a4e72 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:08.156182 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e3db2123-1c0a-40af-8b70-858dced15264 req-d390d01a-dd71-41b9-80d9-13cac28a4e72 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] 10.222.0.57 "DELETE /v2.0/security-groups/a5fc3172-c224-414e-9994-1b961649d49e HTTP/1.1" status: 204 len: 173 time: 0.1241558 Dec 09 15:34:08.167562 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390d01a-dd71-41b9-80d9-13cac28a4e72 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fc3172-c224-414e-9994-1b961649d49e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:08.256614 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433030d3-390c-43d9-a08a-0ded24ee484c req-94d81e55-bd5a-4b1e-92cc-1014dd5f69b6 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:08.258139 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-433030d3-390c-43d9-a08a-0ded24ee484c req-94d81e55-bd5a-4b1e-92cc-1014dd5f69b6 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=044e36d0-ee3d-4013-9ccc-375bbbc5092c HTTP/1.1" status: 200 len: 945 time: 0.0506847 Dec 09 15:34:08.307357 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-433030d3-390c-43d9-a08a-0ded24ee484c req-7e93fe3c-52b6-46cf-ac00-94291d447270 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430579 Dec 09 15:34:08.418532 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddc7ee-0079-4704-b5a8-7e3ef5ec8390 req-88cb4a4b-cbcb-46d1-806e-9a85f12699be tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:08.420207 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8fddc7ee-0079-4704-b5a8-7e3ef5ec8390 req-88cb4a4b-cbcb-46d1-806e-9a85f12699be tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f95632f-fc99-4945-88bf-d3aecb5ec335 HTTP/1.1" status: 200 len: 945 time: 0.0523412 Dec 09 15:34:08.479145 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8fddc7ee-0079-4704-b5a8-7e3ef5ec8390 req-55cb4a58-c3bd-47d8-b524-d835be6f1464 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/security-groups?id=40e40c17-5c2d-4bcc-9fe0-a20622492ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526645 Dec 09 15:34:08.485144 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46fea70b-4e29-4a25-be17-f4f70d32bb3b', 'tag': 'c2517f73-5229-47a2-90e3-f457f92ff058'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:34:08.487933 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d54b03c-bde3-426f-915e-750c8da7a927" -d '{"events": [{"name": "network-changed", "server_uuid": "46fea70b-4e29-4a25-be17-f4f70d32bb3b", "tag": "c2517f73-5229-47a2-90e3-f457f92ff058"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:34:08.699649 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-db98f83e-c1be-46df-946d-56c538594a05 req-91e35552-03ef-48b3-9d8f-efa2d649a930 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] 10.222.0.57 "GET /v2.0/security-groups/c7ccbfc0-3b9a-4daa-941b-ffc8b7baf75a HTTP/1.1" status: 200 len: 1829 time: 0.0417790 Dec 09 15:34:08.771657 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-db98f83e-c1be-46df-946d-56c538594a05 req-b4632df1-0c31-431b-bc3b-4203f3902132 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:08.803296 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-db98f83e-c1be-46df-946d-56c538594a05 req-b4632df1-0c31-431b-bc3b-4203f3902132 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:08.866355 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-db98f83e-c1be-46df-946d-56c538594a05 req-b4632df1-0c31-431b-bc3b-4203f3902132 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:08.874054 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-db98f83e-c1be-46df-946d-56c538594a05 req-b4632df1-0c31-431b-bc3b-4203f3902132 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:08.893033 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-db98f83e-c1be-46df-946d-56c538594a05 req-b4632df1-0c31-431b-bc3b-4203f3902132 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] 10.222.0.57 "DELETE /v2.0/security-groups/c7ccbfc0-3b9a-4daa-941b-ffc8b7baf75a HTTP/1.1" status: 204 len: 173 time: 0.1852171 Dec 09 15:34:08.911506 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4632df1-0c31-431b-bc3b-4203f3902132 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ccbfc0-3b9a-4daa-941b-ffc8b7baf75a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:09.010097 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d838e6-c990-4621-844e-0ca14b86b25e req-856e85c4-e7f4-4900-bfe7-3b4fcb0dbdcb tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:09.011766 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f0d838e6-c990-4621-844e-0ca14b86b25e req-856e85c4-e7f4-4900-bfe7-3b4fcb0dbdcb tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=46fea70b-4e29-4a25-be17-f4f70d32bb3b HTTP/1.1" status: 200 len: 948 time: 0.0557332 Dec 09 15:34:09.073469 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f0d838e6-c990-4621-844e-0ca14b86b25e req-1f5a9db9-b003-4a71-975b-8c9d5fbf5046 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547545 Dec 09 15:34:09.126305 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce276f2-940f-4a18-a9f2-877f054e469c x-openstack-request-id: req-cce276f2-940f-4a18-a9f2-877f054e469c {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:34:09.126898 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46fea70b-4e29-4a25-be17-f4f70d32bb3b", "tag": "c2517f73-5229-47a2-90e3-f457f92ff058", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:34:09.126898 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cce276f2-940f-4a18-a9f2-877f054e469c {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:34:09.127301 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46fea70b-4e29-4a25-be17-f4f70d32bb3b', 'tag': 'c2517f73-5229-47a2-90e3-f457f92ff058', 'status': 'completed', 'code': 200} Dec 09 15:34:09.152043 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d2394-fbec-4a14-9065-befdfc7042ea req-3c95ae6d-aacd-49ba-ae0f-0e99e4ced681 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:09.154119 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8e3d2394-fbec-4a14-9065-befdfc7042ea req-3c95ae6d-aacd-49ba-ae0f-0e99e4ced681 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f95632f-fc99-4945-88bf-d3aecb5ec335 HTTP/1.1" status: 200 len: 945 time: 0.0577564 Dec 09 15:34:09.232802 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54b03c-bde3-426f-915e-750c8da7a927 req-a5c9c7bb-a201-4702-8f3c-a39ff116aae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:09.234232 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1d54b03c-bde3-426f-915e-750c8da7a927 req-a5c9c7bb-a201-4702-8f3c-a39ff116aae3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=adcdc531e5364eaa95bec0e36a7f7c2a&device_id=46fea70b-4e29-4a25-be17-f4f70d32bb3b HTTP/1.1" status: 200 len: 1099 time: 0.0833671 Dec 09 15:34:09.248856 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27541f-42cd-4fc2-a36b-0056bb6ce7bc req-461c1290-b9c4-4ff7-9ee8-06bdaf2fd791 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:09.250340 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3a27541f-42cd-4fc2-a36b-0056bb6ce7bc req-461c1290-b9c4-4ff7-9ee8-06bdaf2fd791 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 945 time: 0.0637619 Dec 09 15:34:09.264637 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-8e3d2394-fbec-4a14-9065-befdfc7042ea req-978efd08-0692-444d-8bc7-8d148baa8824 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Deleting port 3c23b893-6212-4a33-b301-c2b5c60ddfe9 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:34:09.265120 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8e3d2394-fbec-4a14-9065-befdfc7042ea req-978efd08-0692-444d-8bc7-8d148baa8824 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:09.361606 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-8e3d2394-fbec-4a14-9065-befdfc7042ea req-978efd08-0692-444d-8bc7-8d148baa8824 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] For port 3c23b893-6212-4a33-b301-c2b5c60ddfe9, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=3c23b893-6212-4a33-b301-c2b5c60ddfe9,segment=NetworkSegment(228d45b1-d8ed-4124-8b43-d849dd193458),segment_id=228d45b1-d8ed-4124-8b43-d849dd193458)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:09.362111 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8e3d2394-fbec-4a14-9065-befdfc7042ea req-978efd08-0692-444d-8bc7-8d148baa8824 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:09.377208 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-8e3d2394-fbec-4a14-9065-befdfc7042ea req-978efd08-0692-444d-8bc7-8d148baa8824 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Calling delete_port for 3c23b893-6212-4a33-b301-c2b5c60ddfe9 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:34:09.384432 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3a27541f-42cd-4fc2-a36b-0056bb6ce7bc req-5875506e-740e-4188-8675-f7b28eef9bc9 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248062 Dec 09 15:34:09.385601 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54b03c-bde3-426f-915e-750c8da7a927 req-0698bf77-dbd3-4941-8a72-b2ed5c2bb1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:09.386971 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1d54b03c-bde3-426f-915e-750c8da7a927 req-0698bf77-dbd3-4941-8a72-b2ed5c2bb1f4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.1357679 Dec 09 15:34:09.438416 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1d54b03c-bde3-426f-915e-750c8da7a927 req-76daaf91-1134-43cf-a054-80718f7065b3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=c2517f73-5229-47a2-90e3-f457f92ff058 HTTP/1.1" status: 200 len: 217 time: 0.0416362 Dec 09 15:34:09.530733 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8e3d2394-fbec-4a14-9065-befdfc7042ea req-978efd08-0692-444d-8bc7-8d148baa8824 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:09.565070 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54b03c-bde3-426f-915e-750c8da7a927 req-4d769169-1672-4cde-95e4-71efb8df0264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:09.567323 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1d54b03c-bde3-426f-915e-750c8da7a927 req-4d769169-1672-4cde-95e4-71efb8df0264 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.1198056 Dec 09 15:34:09.567732 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['a842e5e0-3b0f-4ea2-9258-762c173ee4e3', '3c23b893-6212-4a33-b301-c2b5c60ddfe9'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:34:09.569109 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978efd08-0692-444d-8bc7-8d148baa8824 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Pushing event deleted for resources: {'Port': ['ID=3c23b893-6212-4a33-b301-c2b5c60ddfe9,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:09.601251 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a47396ba-b404-465c-b3bf-ede1bc48beb8 req-26b2f18d-cc49-4b3a-ae76-f79a9b2d37b9 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] 10.222.0.57 "GET /v2.0/security-groups/56c2d3a3-0ef4-48e2-838f-3e35f109c24b HTTP/1.1" status: 200 len: 1830 time: 0.1612918 Dec 09 15:34:09.638815 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3d2394-fbec-4a14-9065-befdfc7042ea req-978efd08-0692-444d-8bc7-8d148baa8824 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] No DVR routers for this DVR port 3c23b893-6212-4a33-b301-c2b5c60ddfe9 on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:34:09.641916 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8e3d2394-fbec-4a14-9065-befdfc7042ea req-978efd08-0692-444d-8bc7-8d148baa8824 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:09.646013 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8e3d2394-fbec-4a14-9065-befdfc7042ea req-978efd08-0692-444d-8bc7-8d148baa8824 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.42 "DELETE /v2.0/ports/3c23b893-6212-4a33-b301-c2b5c60ddfe9 HTTP/1.1" status: 204 len: 173 time: 0.4847639 Dec 09 15:34:09.646506 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f95632f-fc99-4945-88bf-d3aecb5ec335', 'name': 'network-vif-deleted', 'tag': '3c23b893-6212-4a33-b301-c2b5c60ddfe9'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:34:09.652719 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa25acb-e230-4edf-aaa6-27231fa0662e" -d '{"events": [{"server_uuid": "7f95632f-fc99-4945-88bf-d3aecb5ec335", "name": "network-vif-deleted", "tag": "3c23b893-6212-4a33-b301-c2b5c60ddfe9"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:34:09.675152 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54b03c-bde3-426f-915e-750c8da7a927 req-93cf5933-f7c7-40ef-9981-a176a1fa6878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:09.676692 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1d54b03c-bde3-426f-915e-750c8da7a927 req-93cf5933-f7c7-40ef-9981-a176a1fa6878 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0945585 Dec 09 15:34:09.715023 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a47396ba-b404-465c-b3bf-ede1bc48beb8 req-21fce97a-4f98-4996-ad0a-b1feab2c6c3a tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:09.775821 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a47396ba-b404-465c-b3bf-ede1bc48beb8 req-21fce97a-4f98-4996-ad0a-b1feab2c6c3a tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:09.834937 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1d54b03c-bde3-426f-915e-750c8da7a927 req-a8137ce8-a505-4ea2-9687-f8f44511e375 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434827 Dec 09 15:34:09.851623 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a47396ba-b404-465c-b3bf-ede1bc48beb8 req-21fce97a-4f98-4996-ad0a-b1feab2c6c3a tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:09.854613 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a47396ba-b404-465c-b3bf-ede1bc48beb8 req-21fce97a-4f98-4996-ad0a-b1feab2c6c3a tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:09.856892 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a47396ba-b404-465c-b3bf-ede1bc48beb8 req-21fce97a-4f98-4996-ad0a-b1feab2c6c3a tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] 10.222.0.57 "DELETE /v2.0/security-groups/56c2d3a3-0ef4-48e2-838f-3e35f109c24b HTTP/1.1" status: 204 len: 173 time: 0.2302265 Dec 09 15:34:09.893922 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device d204c55b-f880-4a11-b32a-0bf6feff0b3f details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:34:09.905793 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fce97a-4f98-4996-ad0a-b1feab2c6c3a tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c2d3a3-0ef4-48e2-838f-3e35f109c24b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:10.028035 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1d54b03c-bde3-426f-915e-750c8da7a927 req-359cfc8e-8fb9-4ee8-91d7-028b6144f2c0 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862235 Dec 09 15:34:10.061877 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8129f-de20-45f1-92ca-06fcfd3c68c2 req-210f585d-a724-453f-94fb-a7a6ec48483f tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:10.068148 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fdb8129f-de20-45f1-92ca-06fcfd3c68c2 req-210f585d-a724-453f-94fb-a7a6ec48483f tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=044e36d0-ee3d-4013-9ccc-375bbbc5092c HTTP/1.1" status: 200 len: 945 time: 0.0925601 Dec 09 15:34:10.073108 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port d204c55b-f880-4a11-b32a-0bf6feff0b3f, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=d204c55b-f880-4a11-b32a-0bf6feff0b3f,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:10.086873 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'd204c55b-f880-4a11-b32a-0bf6feff0b3f', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'port_id': 'd204c55b-f880-4a11-b32a-0bf6feff0b3f', 'mac_address': 'fa:16:3e:78:23:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6953c-1261-4e7c-8b49-64e5b87424c2', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:34:10.115645 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fdb8129f-de20-45f1-92ca-06fcfd3c68c2 req-5b2225c4-5413-4758-8ab9-2e03cd4df963 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463850 Dec 09 15:34:10.127714 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:10.142873 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d204c55b-f880-4a11-b32a-0bf6feff0b3f {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:34:10.165631 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port d204c55b-f880-4a11-b32a-0bf6feff0b3f, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=d204c55b-f880-4a11-b32a-0bf6feff0b3f,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:10.171742 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:10.199732 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d52a10f-8170-4e20-bae8-3be3b6f06acd req-95f8b2c4-86b2-4407-b7cd-2081c1e38298 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:10.202676 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7d52a10f-8170-4e20-bae8-3be3b6f06acd req-95f8b2c4-86b2-4407-b7cd-2081c1e38298 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b538216-c7bd-423e-ad24-44edf407dbe7 HTTP/1.1" status: 200 len: 945 time: 0.0731192 Dec 09 15:34:10.235955 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-55be4580-3a3b-46f6-99d0-5b50949535c2 req-e2d2ff06-a3f3-43b4-8777-0f935e9234d1 tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f95632f-fc99-4945-88bf-d3aecb5ec335 HTTP/1.1" status: 200 len: 210 time: 0.0292287 Dec 09 15:34:10.242100 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=d204c55b-f880-4a11-b32a-0bf6feff0b3f,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:10.315185 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-7d52a10f-8170-4e20-bae8-3be3b6f06acd req-8689a010-c824-42a3-9158-e9f7876c986e tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Deleting port a842e5e0-3b0f-4ea2-9258-762c173ee4e3 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:34:10.315617 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7d52a10f-8170-4e20-bae8-3be3b6f06acd req-8689a010-c824-42a3-9158-e9f7876c986e tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:10.428797 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-7d52a10f-8170-4e20-bae8-3be3b6f06acd req-8689a010-c824-42a3-9158-e9f7876c986e tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] For port a842e5e0-3b0f-4ea2-9258-762c173ee4e3, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=a842e5e0-3b0f-4ea2-9258-762c173ee4e3,segment=NetworkSegment(228d45b1-d8ed-4124-8b43-d849dd193458),segment_id=228d45b1-d8ed-4124-8b43-d849dd193458)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:10.429170 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7d52a10f-8170-4e20-bae8-3be3b6f06acd req-8689a010-c824-42a3-9158-e9f7876c986e tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:10.445326 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-7d52a10f-8170-4e20-bae8-3be3b6f06acd req-8689a010-c824-42a3-9158-e9f7876c986e tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Calling delete_port for a842e5e0-3b0f-4ea2-9258-762c173ee4e3 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:34:10.492024 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7ef1a1-0e78-42dc-9163-ad9c9bf42c38 x-openstack-request-id: req-2e7ef1a1-0e78-42dc-9163-ad9c9bf42c38 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:34:10.492722 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f95632f-fc99-4945-88bf-d3aecb5ec335", "name": "network-vif-deleted", "tag": "3c23b893-6212-4a33-b301-c2b5c60ddfe9", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:34:10.493188 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2e7ef1a1-0e78-42dc-9163-ad9c9bf42c38 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:34:10.493805 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f95632f-fc99-4945-88bf-d3aecb5ec335', 'name': 'network-vif-deleted', 'tag': '3c23b893-6212-4a33-b301-c2b5c60ddfe9', 'status': 'completed', 'code': 200} Dec 09 15:34:10.527661 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f661b481-ca49-40fd-a09d-21e2a93945aa req-6f345a60-f43c-4eca-9d8a-97be4fc21851 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] 10.222.0.57 "GET /v2.0/security-groups/1d6b0ec9-c20f-48ab-b37c-754cbd51e397 HTTP/1.1" status: 200 len: 1829 time: 0.0435977 Dec 09 15:34:10.578946 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['d204c55b-f880-4a11-b32a-0bf6feff0b3f'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:34:10.602799 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f661b481-ca49-40fd-a09d-21e2a93945aa req-9f6bf237-54c5-41a1-aa41-1388f50d2a49 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:10.615586 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7d52a10f-8170-4e20-bae8-3be3b6f06acd req-8689a010-c824-42a3-9158-e9f7876c986e tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:10.632891 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f661b481-ca49-40fd-a09d-21e2a93945aa req-9f6bf237-54c5-41a1-aa41-1388f50d2a49 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:10.654152 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['a842e5e0-3b0f-4ea2-9258-762c173ee4e3', '3c23b893-6212-4a33-b301-c2b5c60ddfe9'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:34:10.679671 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689a010-c824-42a3-9158-e9f7876c986e tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Pushing event deleted for resources: {'Port': ['ID=a842e5e0-3b0f-4ea2-9258-762c173ee4e3,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:10.682811 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f661b481-ca49-40fd-a09d-21e2a93945aa req-9f6bf237-54c5-41a1-aa41-1388f50d2a49 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:10.689476 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f661b481-ca49-40fd-a09d-21e2a93945aa req-9f6bf237-54c5-41a1-aa41-1388f50d2a49 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:10.704340 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f661b481-ca49-40fd-a09d-21e2a93945aa req-9f6bf237-54c5-41a1-aa41-1388f50d2a49 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] 10.222.0.57 "DELETE /v2.0/security-groups/1d6b0ec9-c20f-48ab-b37c-754cbd51e397 HTTP/1.1" status: 204 len: 173 time: 0.1682158 Dec 09 15:34:10.704931 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57554) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:34:10.710730 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d52a10f-8170-4e20-bae8-3be3b6f06acd req-8689a010-c824-42a3-9158-e9f7876c986e tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] No DVR routers for this DVR port a842e5e0-3b0f-4ea2-9258-762c173ee4e3 on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:34:10.714353 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7d52a10f-8170-4e20-bae8-3be3b6f06acd req-8689a010-c824-42a3-9158-e9f7876c986e tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:10.719537 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7d52a10f-8170-4e20-bae8-3be3b6f06acd req-8689a010-c824-42a3-9158-e9f7876c986e tempest-MultipleCreateTestJSON-942710879 tempest-MultipleCreateTestJSON-942710879-project] 10.222.0.42 "DELETE /v2.0/ports/a842e5e0-3b0f-4ea2-9258-762c173ee4e3 HTTP/1.1" status: 204 len: 173 time: 0.5100267 Dec 09 15:34:10.781529 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6bf237-54c5-41a1-aa41-1388f50d2a49 tempest-SecurityGroupRulesNegativeTestJSON-802920076 tempest-SecurityGroupRulesNegativeTestJSON-802920076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6b0ec9-c20f-48ab-b37c-754cbd51e397,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:10.836184 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-107a55b3-bd3a-48f1-a78c-e47fb04a15e1 admin admin] Deleting subnet 22b58823-d96b-468d-a479-10d3a879122f {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:34:10.843147 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-107a55b3-bd3a-48f1-a78c-e47fb04a15e1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:10.877716 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdf831-dc93-4827-9ab6-41901d94eb84 req-449b7bf3-865d-47d5-9881-3b445f8915a6 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:10.878956 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fbfdf831-dc93-4827-9ab6-41901d94eb84 req-449b7bf3-865d-47d5-9881-3b445f8915a6 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=46fea70b-4e29-4a25-be17-f4f70d32bb3b HTTP/1.1" status: 200 len: 948 time: 0.1008732 Dec 09 15:34:10.911332 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-107a55b3-bd3a-48f1-a78c-e47fb04a15e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:10.964451 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fbfdf831-dc93-4827-9ab6-41901d94eb84 req-7e428350-e914-4c7f-bbea-912ec42681ae tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771902 Dec 09 15:34:10.973234 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-107a55b3-bd3a-48f1-a78c-e47fb04a15e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:11.030834 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-107a55b3-bd3a-48f1-a78c-e47fb04a15e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:11.057855 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a55b3-bd3a-48f1-a78c-e47fb04a15e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22b58823-d96b-468d-a479-10d3a879122f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:11.061951 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-107a55b3-bd3a-48f1-a78c-e47fb04a15e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:11.073961 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-107a55b3-bd3a-48f1-a78c-e47fb04a15e1 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/22b58823-d96b-468d-a479-10d3a879122f HTTP/1.1" status: 204 len: 168 time: 0.3602397 Dec 09 15:34:11.077447 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57558) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:34:11.173771 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ff0bded-a2eb-492f-8f50-47b3a9a56787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:11.287542 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b7a81-f58b-4fe1-b704-f0383623fe2d req-b3edd349-8425-4b5c-8652-bc12ae4f44c6 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:11.289432 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b46b7a81-f58b-4fe1-b704-f0383623fe2d req-b3edd349-8425-4b5c-8652-bc12ae4f44c6 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 945 time: 0.1135976 Dec 09 15:34:11.310994 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ff0bded-a2eb-492f-8f50-47b3a9a56787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:11.349188 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-6ff0bded-a2eb-492f-8f50-47b3a9a56787 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb8dab9b-6407-4695-9458-6482de51c030']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:34:11.367750 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-6ff0bded-a2eb-492f-8f50-47b3a9a56787 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcc7917f-0470-419b-9e0b-af3b09c06bf8') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:34:11.368141 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-6ff0bded-a2eb-492f-8f50-47b3a9a56787 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcc7917f-0470-419b-9e0b-af3b09c06bf8') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:34:11.378813 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b46b7a81-f58b-4fe1-b704-f0383623fe2d req-9c47ec64-d841-4402-bc71-c9f2d757962a tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812469 Dec 09 15:34:11.382368 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ff0bded-a2eb-492f-8f50-47b3a9a56787 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:11.397064 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ff0bded-a2eb-492f-8f50-47b3a9a56787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:11.405635 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff0bded-a2eb-492f-8f50-47b3a9a56787 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:34:11.406038 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ff0bded-a2eb-492f-8f50-47b3a9a56787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:11.408030 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:34:11.408030 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:34:11.408030 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:34:11.408030 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:34:11.408030 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:34:11.408030 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:34:11.408030 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:34:11.408030 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:34:11.408030 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:34:11.408030 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:34:11.408030 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:34:11.408030 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:34:11.408030 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:34:11.408030 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:34:11.408030 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:34:11.408030 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:34:11.408030 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:34:11.408030 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:34:11.408030 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:34:11.408030 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:34:11.408030 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:34:11.408030 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:34:11.408030 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:34:11.408030 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:34:11.408030 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:34:11.408030 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:34:11.408030 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:34:11.408030 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:34:11.408030 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:34:11.408030 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:34:11.408030 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:34:11.408030 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:34:11.493682 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ff0bded-a2eb-492f-8f50-47b3a9a56787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:11.499807 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ff0bded-a2eb-492f-8f50-47b3a9a56787 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:11.503051 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6ff0bded-a2eb-492f-8f50-47b3a9a56787 admin admin] 10.222.0.57 "DELETE /v2.0/networks/cb8dab9b-6407-4695-9458-6482de51c030 HTTP/1.1" status: 204 len: 168 time: 0.4221358 Dec 09 15:34:11.518467 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff0bded-a2eb-492f-8f50-47b3a9a56787 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb8dab9b-6407-4695-9458-6482de51c030,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:11.536785 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66851699-ca70-46f2-98a3-c2516d8c8588 req-9f45b381-0f33-4363-96dd-fc414631d047 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:11.545047 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-66851699-ca70-46f2-98a3-c2516d8c8588 req-9f45b381-0f33-4363-96dd-fc414631d047 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=044e36d0-ee3d-4013-9ccc-375bbbc5092c HTTP/1.1" status: 200 len: 945 time: 0.0927558 Dec 09 15:34:11.592822 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-66851699-ca70-46f2-98a3-c2516d8c8588 req-9ad89ef6-41ab-415d-8b09-c65da911d3b3 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464146 Dec 09 15:34:11.641288 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57572) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:34:11.683557 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7b5fcdd9-aa8c-4f3c-8089-71ae8d3bc72b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e13cb257923340f8a88b331f56ca4885&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403466 Dec 09 15:34:11.686247 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57574) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:34:11.737665 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd37f964-2e37-4cfd-adef-a5d827ab5f0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:11.759558 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd37f964-2e37-4cfd-adef-a5d827ab5f0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:11.812491 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd37f964-2e37-4cfd-adef-a5d827ab5f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:11.815660 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd37f964-2e37-4cfd-adef-a5d827ab5f0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:11.817593 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bd37f964-2e37-4cfd-adef-a5d827ab5f0d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/980536a3-dac9-46ef-b24f-2764c5abb1d3 HTTP/1.1" status: 204 len: 168 time: 0.1303625 Dec 09 15:34:11.819879 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57578) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:34:11.827809 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37f964-2e37-4cfd-adef-a5d827ab5f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980536a3-dac9-46ef-b24f-2764c5abb1d3,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:11.872525 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-07ae72b6-9b52-49c5-8591-1c4d41f4b558 admin admin] Deleting subnet ace21599-1839-494e-a461-9faf760e9290 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:34:11.876614 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-07ae72b6-9b52-49c5-8591-1c4d41f4b558 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:11.898902 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device c2517f73-5229-47a2-90e3-f457f92ff058 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:34:11.915054 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-07ae72b6-9b52-49c5-8591-1c4d41f4b558 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:11.965727 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-07ae72b6-9b52-49c5-8591-1c4d41f4b558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:12.017938 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port c2517f73-5229-47a2-90e3-f457f92ff058, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=c2517f73-5229-47a2-90e3-f457f92ff058,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:12.043407 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device d204c55b-f880-4a11-b32a-0bf6feff0b3f up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:34:12.059930 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-07ae72b6-9b52-49c5-8591-1c4d41f4b558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:12.116185 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae72b6-9b52-49c5-8591-1c4d41f4b558 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ace21599-1839-494e-a461-9faf760e9290,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:12.144649 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-07ae72b6-9b52-49c5-8591-1c4d41f4b558 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:12.151097 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-07ae72b6-9b52-49c5-8591-1c4d41f4b558 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ace21599-1839-494e-a461-9faf760e9290 HTTP/1.1" status: 204 len: 168 time: 0.3297422 Dec 09 15:34:12.155346 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57588) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:34:12.209889 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfbd1c7-b505-40f6-92a9-bf4703655958 req-3eec98c5-5601-4a8a-8b34-7b2fe7e208c8 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:12.218373 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6cfbd1c7-b505-40f6-92a9-bf4703655958 req-3eec98c5-5601-4a8a-8b34-7b2fe7e208c8 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=46fea70b-4e29-4a25-be17-f4f70d32bb3b HTTP/1.1" status: 200 len: 948 time: 0.1549289 Dec 09 15:34:12.231617 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'c2517f73-5229-47a2-90e3-f457f92ff058', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'port_id': 'c2517f73-5229-47a2-90e3-f457f92ff058', 'mac_address': 'fa:16:3e:1e:b7:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6953c-1261-4e7c-8b49-64e5b87424c2', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:34:12.290140 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:12.297079 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6cfbd1c7-b505-40f6-92a9-bf4703655958 req-94e6900d-cf7b-43b6-9676-19f86e04e738 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776949 Dec 09 15:34:12.330467 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2517f73-5229-47a2-90e3-f457f92ff058 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:34:12.339252 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e99d74dd-a312-4e61-83e2-87abf988c371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:12.357264 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port c2517f73-5229-47a2-90e3-f457f92ff058, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=c2517f73-5229-47a2-90e3-f457f92ff058,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:12.359527 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port d204c55b-f880-4a11-b32a-0bf6feff0b3f completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:34:12.365917 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:12.368788 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port d204c55b-f880-4a11-b32a-0bf6feff0b3f triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:34:12.369272 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:12.466032 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e99d74dd-a312-4e61-83e2-87abf988c371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:12.490536 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=c2517f73-5229-47a2-90e3-f457f92ff058,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:12.495870 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-e99d74dd-a312-4e61-83e2-87abf988c371 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['157ebd9b-337d-4b8e-bfa2-0fca574eb9c6']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:34:12.498876 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b538216-c7bd-423e-ad24-44edf407dbe7', 'name': 'network-vif-deleted', 'tag': 'a842e5e0-3b0f-4ea2-9258-762c173ee4e3'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:34:12.501444 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57b1b01-31ad-488a-b9fd-d6e5346c752f" -d '{"events": [{"server_uuid": "1b538216-c7bd-423e-ad24-44edf407dbe7", "name": "network-vif-deleted", "tag": "a842e5e0-3b0f-4ea2-9258-762c173ee4e3"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:34:12.514770 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-e99d74dd-a312-4e61-83e2-87abf988c371 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '228d45b1-d8ed-4124-8b43-d849dd193458') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:34:12.515106 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-e99d74dd-a312-4e61-83e2-87abf988c371 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '228d45b1-d8ed-4124-8b43-d849dd193458') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:34:12.532009 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e99d74dd-a312-4e61-83e2-87abf988c371 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:12.552156 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e99d74dd-a312-4e61-83e2-87abf988c371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:12.559899 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e99d74dd-a312-4e61-83e2-87abf988c371 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:34:12.561341 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e99d74dd-a312-4e61-83e2-87abf988c371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:12.564734 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:34:12.564734 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:34:12.564734 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:34:12.564734 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:34:12.564734 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:34:12.564734 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:34:12.564734 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:34:12.564734 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:34:12.564734 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:34:12.564734 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:34:12.564734 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:34:12.564734 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:34:12.564734 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:34:12.564734 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:34:12.564734 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:34:12.564734 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:34:12.564734 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:34:12.564734 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:34:12.564734 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:34:12.564734 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:34:12.564734 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:34:12.564734 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:34:12.564734 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:34:12.564734 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:34:12.564734 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:34:12.564734 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:34:12.564734 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:34:12.564734 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:34:12.564734 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:34:12.564734 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:34:12.564734 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:34:12.564734 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:34:12.586705 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 3c23b893-6212-4a33-b301-c2b5c60ddfe9 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:34:12.634721 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45702fba-2c1f-4661-8db1-cd89218b0e93 req-6378b337-abb3-4d93-83c8-cfd2677b9609 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:12.636479 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-45702fba-2c1f-4661-8db1-cd89218b0e93 req-6378b337-abb3-4d93-83c8-cfd2677b9609 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 945 time: 0.1160758 Dec 09 15:34:12.640124 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e99d74dd-a312-4e61-83e2-87abf988c371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:12.652658 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e99d74dd-a312-4e61-83e2-87abf988c371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:12.658470 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e99d74dd-a312-4e61-83e2-87abf988c371 admin admin] 10.222.0.57 "DELETE /v2.0/networks/157ebd9b-337d-4b8e-bfa2-0fca574eb9c6 HTTP/1.1" status: 204 len: 168 time: 0.5015273 Dec 09 15:34:12.677911 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:12.680780 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d74dd-a312-4e61-83e2-87abf988c371 admin admin] Pushing event deleted for resources: {'Network': ['ID=157ebd9b-337d-4b8e-bfa2-0fca574eb9c6,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:12.687106 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: 3c23b893-6212-4a33-b301-c2b5c60ddfe9 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:34:12.690279 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 3c23b893-6212-4a33-b301-c2b5c60ddfe9 not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:34:12.742331 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-45702fba-2c1f-4661-8db1-cd89218b0e93 req-53f84f10-36b5-41a1-b49b-091a9a097595 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938983 Dec 09 15:34:12.744572 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ab9ab0-ec5c-4593-88ba-bda157021bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd204c55b-f880-4a11-b32a-0bf6feff0b3f'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:34:12.748099 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054f02b5-2dc9-4aca-8baa-dde196cc71cc" -d '{"events": [{"server_uuid": "d6ab9ab0-ec5c-4593-88ba-bda157021bbe", "name": "network-vif-plugged", "status": "completed", "tag": "d204c55b-f880-4a11-b32a-0bf6feff0b3f"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:34:12.761852 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port d204c55b-f880-4a11-b32a-0bf6feff0b3f, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=d204c55b-f880-4a11-b32a-0bf6feff0b3f,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:12.777201 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:12.845311 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=d204c55b-f880-4a11-b32a-0bf6feff0b3f,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:12.852603 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7d492f-330b-49a7-a9fe-09e076d50532 x-openstack-request-id: req-6c7d492f-330b-49a7-a9fe-09e076d50532 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:34:12.853497 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b538216-c7bd-423e-ad24-44edf407dbe7", "name": "network-vif-deleted", "tag": "a842e5e0-3b0f-4ea2-9258-762c173ee4e3", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:34:12.853982 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6c7d492f-330b-49a7-a9fe-09e076d50532 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:34:12.854692 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b538216-c7bd-423e-ad24-44edf407dbe7', 'name': 'network-vif-deleted', 'tag': 'a842e5e0-3b0f-4ea2-9258-762c173ee4e3', 'status': 'completed', 'code': 200} Dec 09 15:34:12.858722 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['c2517f73-5229-47a2-90e3-f457f92ff058'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:34:12.933093 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57618) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:34:12.961502 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57620) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:34:13.023039 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-97a4e839-20f6-49b5-b3ca-219a1700665b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1f1ff44845c0460da1dceb6c2c9eca7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0893943 Dec 09 15:34:13.025848 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57624) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:34:13.035924 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebae6ed-bf00-4f6c-a1f5-877aedfc6f11 req-6c36a823-0381-4dc5-8067-b23c79438e4e tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:13.037545 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5ebae6ed-bf00-4f6c-a1f5-877aedfc6f11 req-6c36a823-0381-4dc5-8067-b23c79438e4e tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=044e36d0-ee3d-4013-9ccc-375bbbc5092c HTTP/1.1" status: 200 len: 945 time: 0.0639131 Dec 09 15:34:13.123996 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5ebae6ed-bf00-4f6c-a1f5-877aedfc6f11 req-52a2fd92-7dd9-4515-a1c6-0bfe8195cf39 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751195 Dec 09 15:34:13.168285 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb902bab-fcbb-4afb-a275-7e01060c52ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:13.198293 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb902bab-fcbb-4afb-a275-7e01060c52ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:13.257847 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb902bab-fcbb-4afb-a275-7e01060c52ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:13.260182 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb902bab-fcbb-4afb-a275-7e01060c52ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:13.261378 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-cb902bab-fcbb-4afb-a275-7e01060c52ea admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/40e40c17-5c2d-4bcc-9fe0-a20622492ff0 HTTP/1.1" status: 204 len: 168 time: 0.2344620 Dec 09 15:34:13.273266 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-0a3c210c-7ab9-4bcc-a914-7b888774e005 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-711596299-network', 'tenant_id': '0700da85d4994085ad1ff88b1878f68c'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:34:13.294578 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb902bab-fcbb-4afb-a275-7e01060c52ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e40c17-5c2d-4bcc-9fe0-a20622492ff0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:13.309482 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3c210c-7ab9-4bcc-a914-7b888774e005 admin admin] Made reservation on behalf of 0700da85d4994085ad1ff88b1878f68c for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:34:13.314171 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a3c210c-7ab9-4bcc-a914-7b888774e005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:13.324030 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a3c210c-7ab9-4bcc-a914-7b888774e005 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:13.324702 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ac29b7-22a1-452d-8397-b900b2964507 x-openstack-request-id: req-86ac29b7-22a1-452d-8397-b900b2964507 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:34:13.325718 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ab9ab0-ec5c-4593-88ba-bda157021bbe", "name": "network-vif-plugged", "status": "completed", "tag": "d204c55b-f880-4a11-b32a-0bf6feff0b3f", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:34:13.325823 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-86ac29b7-22a1-452d-8397-b900b2964507 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:34:13.326172 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ab9ab0-ec5c-4593-88ba-bda157021bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd204c55b-f880-4a11-b32a-0bf6feff0b3f', 'code': 200} Dec 09 15:34:13.457422 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a3c210c-7ab9-4bcc-a914-7b888774e005 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:13.469937 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb052da-c25b-4d82-8600-62f126c37db9 req-9d02bc33-c632-4f9b-9850-caf329c7a83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:13.471645 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1bb052da-c25b-4d82-8600-62f126c37db9 req-9d02bc33-c632-4f9b-9850-caf329c7a83e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d6ab9ab0-ec5c-4593-88ba-bda157021bbe HTTP/1.1" status: 200 len: 1100 time: 0.0673909 Dec 09 15:34:13.472877 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a3c210c-7ab9-4bcc-a914-7b888774e005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:13.515050 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a3c210c-7ab9-4bcc-a914-7b888774e005 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:34:13.542847 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a3c210c-7ab9-4bcc-a914-7b888774e005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:13.542847 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-0a3c210c-7ab9-4bcc-a914-7b888774e005 admin admin] Added segment ceb59184-b4e6-4548-8570-56a12d96b452 of type vlan for network e17a846f-c20c-4c65-8976-d7d006e3b84e Dec 09 15:34:13.558348 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c210c-7ab9-4bcc-a914-7b888774e005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e66c134-360d-4ea7-b1e5-cf41b2f507e3,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:13.641246 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1bb052da-c25b-4d82-8600-62f126c37db9 req-3908d8e3-1dc0-427b-be0e-41f7f60759e5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599035 Dec 09 15:34:13.655395 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a3c210c-7ab9-4bcc-a914-7b888774e005 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:13.702750 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc08d4-6f8e-48aa-af15-b7579c17ceca req-95ff237c-d098-4174-bb54-d623513ce770 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:13.705203 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-60dc08d4-6f8e-48aa-af15-b7579c17ceca req-95ff237c-d098-4174-bb54-d623513ce770 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=46fea70b-4e29-4a25-be17-f4f70d32bb3b HTTP/1.1" status: 200 len: 949 time: 0.1374624 Dec 09 15:34:13.706582 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a3c210c-7ab9-4bcc-a914-7b888774e005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:13.707536 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3c210c-7ab9-4bcc-a914-7b888774e005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:13.708555 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a3c210c-7ab9-4bcc-a914-7b888774e005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:13.809099 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0a3c210c-7ab9-4bcc-a914-7b888774e005 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8463016 Dec 09 15:34:13.811904 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57644) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:34:13.817061 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-30113891-4c5f-4403-8323-48f0de2e476b admin admin] Request body: {'subnet': {'network_id': 'e17a846f-c20c-4c65-8976-d7d006e3b84e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-711596299-subnet', 'tenant_id': '0700da85d4994085ad1ff88b1878f68c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:34:13.863504 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30113891-4c5f-4403-8323-48f0de2e476b admin admin] Made reservation on behalf of 0700da85d4994085ad1ff88b1878f68c for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:34:13.866185 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-30113891-4c5f-4403-8323-48f0de2e476b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:13.883338 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-60dc08d4-6f8e-48aa-af15-b7579c17ceca req-c302692f-bfed-4c5c-aa47-8c3c703a532d tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613078 Dec 09 15:34:13.887102 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c210c-7ab9-4bcc-a914-7b888774e005 admin admin] Pushing event updated for resources: {'Network': ['ID=e17a846f-c20c-4c65-8976-d7d006e3b84e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:13.903954 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network e17a846f-c20c-4c65-8976-d7d006e3b84e details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:34:14.141531 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbc43c-8009-4786-a86a-9d57ff27a2c7 req-3821268e-b95e-4c5d-a5c4-8312986fd2f8 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:14.144505 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-90bbc43c-8009-4786-a86a-9d57ff27a2c7 req-3821268e-b95e-4c5d-a5c4-8312986fd2f8 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 945 time: 0.1185069 Dec 09 15:34:14.181825 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-30113891-4c5f-4403-8323-48f0de2e476b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:14.213973 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-90bbc43c-8009-4786-a86a-9d57ff27a2c7 req-f600a093-e4c3-4188-aa4f-854f64d9597f tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616579 Dec 09 15:34:14.257438 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30113891-4c5f-4403-8323-48f0de2e476b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a54345f7-b450-41ec-844c-86253c419196,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:14.267417 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30113891-4c5f-4403-8323-48f0de2e476b admin admin] Checking segment: {'id': 'ceb59184-b4e6-4548-8570-56a12d96b452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e17a846f-c20c-4c65-8976-d7d006e3b84e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:34:14.267417 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30113891-4c5f-4403-8323-48f0de2e476b admin admin] Network hostable DHCP agents. Network: e17a846f-c20c-4c65-8976-d7d006e3b84e, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:34:14.293239 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30113891-4c5f-4403-8323-48f0de2e476b admin admin] Network e17a846f-c20c-4c65-8976-d7d006e3b84e is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:34:14.343719 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-30113891-4c5f-4403-8323-48f0de2e476b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, e17a846f-c20c-4c65-8976-d7d006e3b84e) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:34:14.363680 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216000b1-25c0-4442-b7e0-747086a8d346 None None] Network e17a846f-c20c-4c65-8976-d7d006e3b84e requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:34:14.377154 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30113891-4c5f-4403-8323-48f0de2e476b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:14.377528 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-30113891-4c5f-4403-8323-48f0de2e476b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:14.398368 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-30113891-4c5f-4403-8323-48f0de2e476b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5850625 Dec 09 15:34:14.471928 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58db2da-5599-4d9a-a0d1-d06d36a3d639 req-ec1f694b-fa86-4f11-bdf4-f9bf92e633fd tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:14.473539 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b58db2da-5599-4d9a-a0d1-d06d36a3d639 req-ec1f694b-fa86-4f11-bdf4-f9bf92e633fd tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=044e36d0-ee3d-4013-9ccc-375bbbc5092c HTTP/1.1" status: 200 len: 945 time: 0.1058693 Dec 09 15:34:14.583719 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device a842e5e0-3b0f-4ea2-9258-762c173ee4e3 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:34:14.630158 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b58db2da-5599-4d9a-a0d1-d06d36a3d639 req-fbde0df5-78fa-4903-a789-fc064752d6ee tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488800 Dec 09 15:34:14.652442 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: a842e5e0-3b0f-4ea2-9258-762c173ee4e3 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:34:14.652895 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device a842e5e0-3b0f-4ea2-9258-762c173ee4e3 not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:34:14.687561 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc2a4ea-8164-4a6a-8f2e-1b52b44fd280 None None] Network e17a846f-c20c-4c65-8976-d7d006e3b84e requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:34:15.024130 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-f4c5a1f5-907a-40eb-892c-c81cfdb29a06 req-627a199f-bd42-45e4-a264-f92230e8115b tempest-SecurityGroupsNegativeTestJSON-1140809424 tempest-SecurityGroupsNegativeTestJSON-1140809424-project] show failed (client error): The resource could not be found. Dec 09 15:34:15.025303 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f4c5a1f5-907a-40eb-892c-c81cfdb29a06 req-627a199f-bd42-45e4-a264-f92230e8115b tempest-SecurityGroupsNegativeTestJSON-1140809424 tempest-SecurityGroupsNegativeTestJSON-1140809424-project] 10.222.0.57 "GET /v2.0/security-groups/d1e5a0c5-7908-4b9b-be26-446f29f93f97 HTTP/1.1" status: 404 len: 352 time: 0.0135107 Dec 09 15:34:15.284968 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dafe8e-4396-4959-9a15-9fe4127d7f8c req-ab89dd8d-68ca-45a0-8881-d0467b3ac0ef tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:15.286835 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d5dafe8e-4396-4959-9a15-9fe4127d7f8c req-ab89dd8d-68ca-45a0-8881-d0467b3ac0ef tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=46fea70b-4e29-4a25-be17-f4f70d32bb3b HTTP/1.1" status: 200 len: 949 time: 0.0650327 Dec 09 15:34:15.355953 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d5dafe8e-4396-4959-9a15-9fe4127d7f8c req-663b4568-8b37-4cb4-8963-38322b0d244a tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629067 Dec 09 15:34:15.534093 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401843c3-e0e4-4bf4-893b-2f18c316be63 req-14ce2c40-8a5a-4f0f-af8f-6b27b7c89e34 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:15.535825 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-401843c3-e0e4-4bf4-893b-2f18c316be63 req-14ce2c40-8a5a-4f0f-af8f-6b27b7c89e34 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 945 time: 0.0602431 Dec 09 15:34:15.597424 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-401843c3-e0e4-4bf4-893b-2f18c316be63 req-3c78e2ee-f87e-4db5-869d-4bb87ef56e6b tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552521 Dec 09 15:34:15.690309 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-539eeb4a-ce7c-4333-98a3-72ac892896cf req-8c2af94e-7437-46b9-92f8-bdfb49b25b18 tempest-SecurityGroupsNegativeTestJSON-1140809424 tempest-SecurityGroupsNegativeTestJSON-1140809424-project] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0700da85d4994085ad1ff88b1878f68c HTTP/1.1" status: 200 len: 3001 time: 0.0606005 Dec 09 15:34:15.705129 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:15.750579 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-539eeb4a-ce7c-4333-98a3-72ac892896cf req-1b588b2b-5ad4-4241-9ae8-8eccd24e2ced tempest-SecurityGroupsNegativeTestJSON-1140809424 tempest-SecurityGroupsNegativeTestJSON-1140809424-project] 10.222.0.57 "GET /v2.0/security-groups/2e66c134-360d-4ea7-b1e5-cf41b2f507e3 HTTP/1.1" status: 200 len: 2998 time: 0.0591629 Dec 09 15:34:15.818718 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-539eeb4a-ce7c-4333-98a3-72ac892896cf req-6b673b0b-8903-4b07-88e2-5c54a5367c0b tempest-SecurityGroupsNegativeTestJSON-1140809424 tempest-SecurityGroupsNegativeTestJSON-1140809424-project] 10.222.0.57 "GET /v2.0/security-groups/2e66c134-360d-4ea7-b1e5-cf41b2f507e3 HTTP/1.1" status: 200 len: 2998 time: 0.0662525 Dec 09 15:34:15.917459 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device c2517f73-5229-47a2-90e3-f457f92ff058 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:34:16.050099 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port c2517f73-5229-47a2-90e3-f457f92ff058 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:34:16.054503 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port c2517f73-5229-47a2-90e3-f457f92ff058 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:34:16.054878 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:16.156189 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f813b47-d71f-4716-b188-3b2c5c02bcbe req-5b6a9815-cc8d-49d8-bd3e-ed84a555a66c tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:16.164325 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6f813b47-d71f-4716-b188-3b2c5c02bcbe req-5b6a9815-cc8d-49d8-bd3e-ed84a555a66c tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=044e36d0-ee3d-4013-9ccc-375bbbc5092c HTTP/1.1" status: 200 len: 945 time: 0.0638993 Dec 09 15:34:16.186377 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:16.215605 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fea70b-4e29-4a25-be17-f4f70d32bb3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2517f73-5229-47a2-90e3-f457f92ff058'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:34:16.218156 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6325ec47-d0ea-4070-9c4a-8cb2b7c8fbea" -d '{"events": [{"server_uuid": "46fea70b-4e29-4a25-be17-f4f70d32bb3b", "name": "network-vif-plugged", "status": "completed", "tag": "c2517f73-5229-47a2-90e3-f457f92ff058"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:34:16.233543 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port c2517f73-5229-47a2-90e3-f457f92ff058, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=c2517f73-5229-47a2-90e3-f457f92ff058,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:16.241305 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:16.280174 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6f813b47-d71f-4716-b188-3b2c5c02bcbe req-0925a5b3-bdf6-473f-a1e0-8d1195fb534d tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142275 Dec 09 15:34:16.332739 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=c2517f73-5229-47a2-90e3-f457f92ff058,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:16.521912 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f7b58e7-6f94-4f47-afed-419c41ce427b req-1f75d94d-65e9-4c72-9de8-a9562d5d9fe5 tempest-SecurityGroupsNegativeTestJSON-1140809424 tempest-SecurityGroupsNegativeTestJSON-1140809424-project] 10.222.0.57 "GET /v2.0/security-groups/2e66c134-360d-4ea7-b1e5-cf41b2f507e3 HTTP/1.1" status: 200 len: 2998 time: 0.0634003 Dec 09 15:34:16.599910 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-8f7b58e7-6f94-4f47-afed-419c41ce427b req-5f37413f-9369-4aab-8690-3a58f21275c3 tempest-SecurityGroupsNegativeTestJSON-1140809424 tempest-SecurityGroupsNegativeTestJSON-1140809424-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 09 15:34:16.605254 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f7b58e7-6f94-4f47-afed-419c41ce427b req-5f37413f-9369-4aab-8690-3a58f21275c3 tempest-SecurityGroupsNegativeTestJSON-1140809424 tempest-SecurityGroupsNegativeTestJSON-1140809424-project] 10.222.0.57 "DELETE /v2.0/security-groups/2e66c134-360d-4ea7-b1e5-cf41b2f507e3 HTTP/1.1" status: 409 len: 352 time: 0.0753870 Dec 09 15:34:16.832367 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53fccb-f3d3-4861-afe4-e8999558ed95 req-72998805-4865-4c82-8045-f8c497e45853 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:16.834356 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7a53fccb-f3d3-4861-afe4-e8999558ed95 req-72998805-4865-4c82-8045-f8c497e45853 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dc1320-f613-445f-bd84-4800478ed326 HTTP/1.1" status: 200 len: 945 time: 0.0571537 Dec 09 15:34:16.883982 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7a53fccb-f3d3-4861-afe4-e8999558ed95 req-dbc50a42-a52e-46b6-9b82-dc2e9051d702 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430913 Dec 09 15:34:16.959868 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c747d31d-af29-4e17-85c1-bc2cec2c3335 x-openstack-request-id: req-c747d31d-af29-4e17-85c1-bc2cec2c3335 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:34:16.960616 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46fea70b-4e29-4a25-be17-f4f70d32bb3b", "name": "network-vif-plugged", "status": "completed", "tag": "c2517f73-5229-47a2-90e3-f457f92ff058", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:34:16.960903 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c747d31d-af29-4e17-85c1-bc2cec2c3335 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:34:16.961308 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fea70b-4e29-4a25-be17-f4f70d32bb3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2517f73-5229-47a2-90e3-f457f92ff058', 'code': 200} Dec 09 15:34:17.068526 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2c7a5-9ebf-4781-b087-9599350b136f req-f96b1c29-b4cf-4247-bb9b-a223a9d3e4b9 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:17.070035 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0eb2c7a5-9ebf-4781-b087-9599350b136f req-f96b1c29-b4cf-4247-bb9b-a223a9d3e4b9 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.42 "GET /v2.0/ports?device_id=64dc1320-f613-445f-bd84-4800478ed326 HTTP/1.1" status: 200 len: 945 time: 0.0846908 Dec 09 15:34:17.108272 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae727b1a-0c93-4d85-a85f-6b3dd456d8ed req-dd04898b-7c4a-4fa5-b977-c4e22b6e4c72 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:17.109914 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ae727b1a-0c93-4d85-a85f-6b3dd456d8ed req-dd04898b-7c4a-4fa5-b977-c4e22b6e4c72 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=46fea70b-4e29-4a25-be17-f4f70d32bb3b HTTP/1.1" status: 200 len: 950 time: 0.0904894 Dec 09 15:34:17.111855 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99170e4-defe-4a40-b664-a1cacb5f1e05 req-41e18288-fd05-41b3-ad93-f056592d0132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:17.113301 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d99170e4-defe-4a40-b664-a1cacb5f1e05 req-41e18288-fd05-41b3-ad93-f056592d0132 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=46fea70b-4e29-4a25-be17-f4f70d32bb3b HTTP/1.1" status: 200 len: 1101 time: 0.0598669 Dec 09 15:34:17.172921 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-0eb2c7a5-9ebf-4781-b087-9599350b136f req-c887577d-d6af-43b9-8fa6-5a2814799838 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Deleting port 1b3a806c-d80c-4c75-9ee6-4b31413216d7 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:34:17.173259 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0eb2c7a5-9ebf-4781-b087-9599350b136f req-c887577d-d6af-43b9-8fa6-5a2814799838 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:17.190553 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ae727b1a-0c93-4d85-a85f-6b3dd456d8ed req-43ad0671-1f9e-4ffb-b039-a7e7bfa8f30e tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746832 Dec 09 15:34:17.194564 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d99170e4-defe-4a40-b664-a1cacb5f1e05 req-8fffdf79-94cc-4930-a0d6-819ab432c01c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729516 Dec 09 15:34:17.249747 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-73564627-19a7-4ef7-9680-80dccdd92bf8 req-f467fc2b-eb37-4dfc-b37d-c5134f3d7671 tempest-SecurityGroupsNegativeTestJSON-1140809424 tempest-SecurityGroupsNegativeTestJSON-1140809424-project] show failed (client error): The resource could not be found. Dec 09 15:34:17.250897 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-73564627-19a7-4ef7-9680-80dccdd92bf8 req-f467fc2b-eb37-4dfc-b37d-c5134f3d7671 tempest-SecurityGroupsNegativeTestJSON-1140809424 tempest-SecurityGroupsNegativeTestJSON-1140809424-project] 10.222.0.57 "GET /v2.0/security-groups/b621d955-e213-4b72-a3b9-15643e1b56ec HTTP/1.1" status: 404 len: 352 time: 0.0152152 Dec 09 15:34:17.274587 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-0eb2c7a5-9ebf-4781-b087-9599350b136f req-c887577d-d6af-43b9-8fa6-5a2814799838 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] For port 1b3a806c-d80c-4c75-9ee6-4b31413216d7, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=1b3a806c-d80c-4c75-9ee6-4b31413216d7,segment=NetworkSegment(69c5f819-123d-436b-8f3f-7e75c7d0b133),segment_id=69c5f819-123d-436b-8f3f-7e75c7d0b133)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:17.275013 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0eb2c7a5-9ebf-4781-b087-9599350b136f req-c887577d-d6af-43b9-8fa6-5a2814799838 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:17.289191 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-0eb2c7a5-9ebf-4781-b087-9599350b136f req-c887577d-d6af-43b9-8fa6-5a2814799838 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Calling delete_port for 1b3a806c-d80c-4c75-9ee6-4b31413216d7 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:34:17.361304 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25d718-a57c-4e6f-a266-36b45da6ff85 req-04d797d5-3d39-4cc1-83e2-a4aa0ef0570d tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:17.362923 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d25d718-a57c-4e6f-a266-36b45da6ff85 req-04d797d5-3d39-4cc1-83e2-a4aa0ef0570d tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 945 time: 0.0577023 Dec 09 15:34:17.415165 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d25d718-a57c-4e6f-a266-36b45da6ff85 req-d9e99a1a-5796-4486-b1ce-e26ff20ed379 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458879 Dec 09 15:34:17.471279 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-78b4fd8d-080a-4733-a009-738358f257a6 req-442c5c56-a698-47bf-9aed-03819b5ec788 tempest-SecurityGroupsNegativeTestJSON-1140809424 tempest-SecurityGroupsNegativeTestJSON-1140809424-project] show failed (client error): The resource could not be found. Dec 09 15:34:17.484483 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-78b4fd8d-080a-4733-a009-738358f257a6 req-442c5c56-a698-47bf-9aed-03819b5ec788 tempest-SecurityGroupsNegativeTestJSON-1140809424 tempest-SecurityGroupsNegativeTestJSON-1140809424-project] 10.222.0.57 "GET /v2.0/security-groups/c3223957-4a93-4af4-b68b-2b82f2190f50 HTTP/1.1" status: 404 len: 352 time: 0.0252390 Dec 09 15:34:17.484483 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57728) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:34:17.578819 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-13408a87-d890-4409-8935-c7a33afbdd45 admin admin] Deleting subnet a54345f7-b450-41ec-844c-86253c419196 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:34:17.589989 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13408a87-d890-4409-8935-c7a33afbdd45 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:17.681369 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13408a87-d890-4409-8935-c7a33afbdd45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:17.700611 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe41c86-b5da-40f4-9295-a281437dcf8c req-a53d0291-9594-4752-9b25-629f3113a72f tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:17.702469 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-efe41c86-b5da-40f4-9295-a281437dcf8c req-a53d0291-9594-4752-9b25-629f3113a72f tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=044e36d0-ee3d-4013-9ccc-375bbbc5092c HTTP/1.1" status: 200 len: 945 time: 0.1285956 Dec 09 15:34:17.733472 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0eb2c7a5-9ebf-4781-b087-9599350b136f req-c887577d-d6af-43b9-8fa6-5a2814799838 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:17.767772 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13408a87-d890-4409-8935-c7a33afbdd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:17.769257 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['1b3a806c-d80c-4c75-9ee6-4b31413216d7'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:34:17.771542 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887577d-d6af-43b9-8fa6-5a2814799838 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Pushing event deleted for resources: {'Port': ['ID=1b3a806c-d80c-4c75-9ee6-4b31413216d7,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:17.824048 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-efe41c86-b5da-40f4-9295-a281437dcf8c req-5f45b035-cb55-4309-b0e6-ef77ff4ebea5 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876484 Dec 09 15:34:17.828430 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb2c7a5-9ebf-4781-b087-9599350b136f req-c887577d-d6af-43b9-8fa6-5a2814799838 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] No DVR routers for this DVR port 1b3a806c-d80c-4c75-9ee6-4b31413216d7 on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:34:17.828608 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57734) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:34:17.833781 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0eb2c7a5-9ebf-4781-b087-9599350b136f req-c887577d-d6af-43b9-8fa6-5a2814799838 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:17.839953 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0eb2c7a5-9ebf-4781-b087-9599350b136f req-c887577d-d6af-43b9-8fa6-5a2814799838 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.42 "DELETE /v2.0/ports/1b3a806c-d80c-4c75-9ee6-4b31413216d7 HTTP/1.1" status: 204 len: 173 time: 0.7634194 Dec 09 15:34:17.840510 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64dc1320-f613-445f-bd84-4800478ed326', 'name': 'network-vif-deleted', 'tag': '1b3a806c-d80c-4c75-9ee6-4b31413216d7'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:34:17.843307 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfc2173-11af-4c02-be83-31af8c4c63e0" -d '{"events": [{"server_uuid": "64dc1320-f613-445f-bd84-4800478ed326", "name": "network-vif-deleted", "tag": "1b3a806c-d80c-4c75-9ee6-4b31413216d7"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:34:17.865971 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13408a87-d890-4409-8935-c7a33afbdd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:17.879404 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13408a87-d890-4409-8935-c7a33afbdd45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:17.885252 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-13408a87-d890-4409-8935-c7a33afbdd45 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a54345f7-b450-41ec-844c-86253c419196 HTTP/1.1" status: 204 len: 168 time: 0.3986771 Dec 09 15:34:17.885990 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57740) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:34:17.902095 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13408a87-d890-4409-8935-c7a33afbdd45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a54345f7-b450-41ec-844c-86253c419196,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:17.997921 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d9960d50-cb3d-4cba-8f27-3c2d94545625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:18.035688 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d88f9f9-bf0b-41db-b03f-b375e1d4cb07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:18.089207 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5861701-5028-4114-8751-97c5f82ff113 x-openstack-request-id: req-e5861701-5028-4114-8751-97c5f82ff113 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:34:18.089746 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64dc1320-f613-445f-bd84-4800478ed326", "name": "network-vif-deleted", "tag": "1b3a806c-d80c-4c75-9ee6-4b31413216d7", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:34:18.089746 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e5861701-5028-4114-8751-97c5f82ff113 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:34:18.090294 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64dc1320-f613-445f-bd84-4800478ed326', 'name': 'network-vif-deleted', 'tag': '1b3a806c-d80c-4c75-9ee6-4b31413216d7', 'status': 'completed', 'code': 200} Dec 09 15:34:18.099831 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d9960d50-cb3d-4cba-8f27-3c2d94545625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:18.125264 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-d9960d50-cb3d-4cba-8f27-3c2d94545625 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e17a846f-c20c-4c65-8976-d7d006e3b84e']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:34:18.132691 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d88f9f9-bf0b-41db-b03f-b375e1d4cb07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:18.134864 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-d9960d50-cb3d-4cba-8f27-3c2d94545625 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceb59184-b4e6-4548-8570-56a12d96b452') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:34:18.135161 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-d9960d50-cb3d-4cba-8f27-3c2d94545625 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceb59184-b4e6-4548-8570-56a12d96b452') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:34:18.136942 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d88f9f9-bf0b-41db-b03f-b375e1d4cb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:18.145769 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d9960d50-cb3d-4cba-8f27-3c2d94545625 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:18.161584 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d9960d50-cb3d-4cba-8f27-3c2d94545625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:18.167857 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9960d50-cb3d-4cba-8f27-3c2d94545625 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:34:18.168233 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d9960d50-cb3d-4cba-8f27-3c2d94545625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:18.170715 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:34:18.170715 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:34:18.170715 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:34:18.170715 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:34:18.170715 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:34:18.170715 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:34:18.170715 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:34:18.170715 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:34:18.170715 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:34:18.170715 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:34:18.170715 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:34:18.170715 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:34:18.170715 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:34:18.170715 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:34:18.170715 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:34:18.170715 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:34:18.170715 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:34:18.170715 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:34:18.170715 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:34:18.170715 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:34:18.170715 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:34:18.170715 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:34:18.170715 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:34:18.170715 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:34:18.170715 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:34:18.170715 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:34:18.170715 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:34:18.170715 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:34:18.170715 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:34:18.170715 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:34:18.170715 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:34:18.170715 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:34:18.191062 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7d88f9f9-bf0b-41db-b03f-b375e1d4cb07 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c3fba9cc015e430eb2b074dfb160a4b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3613660 Dec 09 15:34:18.205102 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57744) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:34:18.205364 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88f9f9-bf0b-41db-b03f-b375e1d4cb07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc44fd6f-1230-47f9-bebf-370196146c0a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:18.211344 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bf3fc58e-0381-487f-a226-bdbab104e56a req-713a93f2-789c-499c-b0c8-4d44a2f2e2b9 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=64dc1320-f613-445f-bd84-4800478ed326 HTTP/1.1" status: 200 len: 210 time: 0.0446763 Dec 09 15:34:18.251077 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d9960d50-cb3d-4cba-8f27-3c2d94545625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:18.257844 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d9960d50-cb3d-4cba-8f27-3c2d94545625 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:18.260983 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d9960d50-cb3d-4cba-8f27-3c2d94545625 admin admin] 10.222.0.57 "DELETE /v2.0/networks/e17a846f-c20c-4c65-8976-d7d006e3b84e HTTP/1.1" status: 204 len: 168 time: 0.3736386 Dec 09 15:34:18.283673 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9960d50-cb3d-4cba-8f27-3c2d94545625 admin admin] Pushing event deleted for resources: {'Network': ['ID=e17a846f-c20c-4c65-8976-d7d006e3b84e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:18.295221 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-11f72c49-f841-4c2a-8648-fbb12952bf6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:18.328362 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-11f72c49-f841-4c2a-8648-fbb12952bf6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:18.369029 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc29d50-2262-40ef-b00a-8883466d5354 req-7a3936c2-853a-444b-8999-803320ef239b tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:18.370783 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7fc29d50-2262-40ef-b00a-8883466d5354 req-7a3936c2-853a-444b-8999-803320ef239b tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=46fea70b-4e29-4a25-be17-f4f70d32bb3b HTTP/1.1" status: 200 len: 950 time: 0.0890880 Dec 09 15:34:18.391365 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-11f72c49-f841-4c2a-8648-fbb12952bf6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:18.394406 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-11f72c49-f841-4c2a-8648-fbb12952bf6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:18.395596 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-11f72c49-f841-4c2a-8648-fbb12952bf6e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bc44fd6f-1230-47f9-bebf-370196146c0a HTTP/1.1" status: 204 len: 168 time: 0.1895530 Dec 09 15:34:18.405556 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f72c49-f841-4c2a-8648-fbb12952bf6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc44fd6f-1230-47f9-bebf-370196146c0a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:18.409720 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57752) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:34:18.449362 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7fc29d50-2262-40ef-b00a-8883466d5354 req-60c508bf-08e8-4c38-9d21-f1210e6b364e tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690088 Dec 09 15:34:18.462175 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ad8808c4-f1c3-4a4c-86ad-f31848a6dff3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0700da85d4994085ad1ff88b1878f68c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0513182 Dec 09 15:34:18.464845 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57756) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:34:18.542908 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cd063c00-aec4-4def-8aed-e7ad6a441fa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:18.585254 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cd063c00-aec4-4def-8aed-e7ad6a441fa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:18.613056 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b013d6-5c26-4ee2-bb9d-541654813906 req-ee1c88a2-cc0b-4055-8d06-73f7a310da25 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:18.614548 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-07b013d6-5c26-4ee2-bb9d-541654813906 req-ee1c88a2-cc0b-4055-8d06-73f7a310da25 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 945 time: 0.0868301 Dec 09 15:34:18.974427 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-07b013d6-5c26-4ee2-bb9d-541654813906 req-7180c648-98fd-4ddc-89b5-858dcea2b23a tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527682 Dec 09 15:34:18.980140 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cd063c00-aec4-4def-8aed-e7ad6a441fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:18.984067 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cd063c00-aec4-4def-8aed-e7ad6a441fa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:18.987822 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-cd063c00-aec4-4def-8aed-e7ad6a441fa9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2e66c134-360d-4ea7-b1e5-cf41b2f507e3 HTTP/1.1" status: 204 len: 168 time: 0.5192051 Dec 09 15:34:19.003485 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd063c00-aec4-4def-8aed-e7ad6a441fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e66c134-360d-4ea7-b1e5-cf41b2f507e3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:19.102959 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801918a1-39e0-4a47-a10e-bbdec957893a req-e6b83c43-c6a8-4074-9955-4710e2a07d4f tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:19.104664 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-801918a1-39e0-4a47-a10e-bbdec957893a req-e6b83c43-c6a8-4074-9955-4710e2a07d4f tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=044e36d0-ee3d-4013-9ccc-375bbbc5092c HTTP/1.1" status: 200 len: 945 time: 0.0562603 Dec 09 15:34:19.157199 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-801918a1-39e0-4a47-a10e-bbdec957893a req-870fe39b-7073-4374-82f6-47c39044d2c7 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461950 Dec 09 15:34:19.280580 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57792) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:34:19.394047 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f31352bc-98b5-47d8-94e8-0a96b8498567 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-559880573-network', 'tenant_id': '4f3fc8e41d354c05b9540687bfa88548'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:34:19.415409 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31352bc-98b5-47d8-94e8-0a96b8498567 admin admin] Made reservation on behalf of 4f3fc8e41d354c05b9540687bfa88548 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:34:19.418416 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f31352bc-98b5-47d8-94e8-0a96b8498567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:19.428713 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f31352bc-98b5-47d8-94e8-0a96b8498567 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:19.536550 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f31352bc-98b5-47d8-94e8-0a96b8498567 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:19.542911 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f31352bc-98b5-47d8-94e8-0a96b8498567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:19.569328 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f31352bc-98b5-47d8-94e8-0a96b8498567 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:34:19.600319 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f31352bc-98b5-47d8-94e8-0a96b8498567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:19.600811 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-f31352bc-98b5-47d8-94e8-0a96b8498567 admin admin] Added segment 05334276-ed10-48b3-9156-3bdf08596005 of type vlan for network e402a105-434d-4ce0-8ced-df4cb1f5cd1c Dec 09 15:34:19.602517 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31352bc-98b5-47d8-94e8-0a96b8498567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ca71fd-e2bb-4266-8e40-0757ee6a9389,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:19.678561 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f31352bc-98b5-47d8-94e8-0a96b8498567 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:19.691295 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b130c-cc9d-4f82-85a9-ce1ca6080eda req-234c037a-6b5e-401d-8ae4-43fbb5658a00 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:19.692832 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-675b130c-cc9d-4f82-85a9-ce1ca6080eda req-234c037a-6b5e-401d-8ae4-43fbb5658a00 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=46fea70b-4e29-4a25-be17-f4f70d32bb3b HTTP/1.1" status: 200 len: 950 time: 0.1091933 Dec 09 15:34:19.732292 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f31352bc-98b5-47d8-94e8-0a96b8498567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:19.733260 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31352bc-98b5-47d8-94e8-0a96b8498567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:19.733866 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f31352bc-98b5-47d8-94e8-0a96b8498567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:19.744558 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57814) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:34:19.813356 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f31352bc-98b5-47d8-94e8-0a96b8498567 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5314786 Dec 09 15:34:19.816236 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57818) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:34:19.816917 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-675b130c-cc9d-4f82-85a9-ce1ca6080eda req-c861293e-6be4-43ee-a3a5-5c665d327ee4 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184316 Dec 09 15:34:19.822443 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31352bc-98b5-47d8-94e8-0a96b8498567 admin admin] Pushing event updated for resources: {'Network': ['ID=e402a105-434d-4ce0-8ced-df4cb1f5cd1c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:19.834978 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-e9df4a23-918e-490f-8e49-8a324c9c51f2 admin admin] Request body: {'subnet': {'network_id': 'e402a105-434d-4ce0-8ced-df4cb1f5cd1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-559880573-subnet', 'tenant_id': '4f3fc8e41d354c05b9540687bfa88548', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:34:19.846322 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network e402a105-434d-4ce0-8ced-df4cb1f5cd1c details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:34:19.852529 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-5a9d0c23-ba1d-4e3a-8053-9bdc286c4c29 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-671137053-network', 'tenant_id': '173703e8098f443d854f73a34f2cd2f7'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:34:19.878519 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.db.api [None req-5a9d0c23-ba1d-4e3a-8053-9bdc286c4c29 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 09 15:34:19.878519 n-d-821228-1 neutron-server[103245]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 09 15:34:19.878519 n-d-821228-1 neutron-server[103245]: [parameters: {'project_id': '173703e8098f443d854f73a34f2cd2f7', 'id': '3b725d7d-ce2b-488c-8efd-ae5ba9f5b329', 'expiration': datetime.datetime(2021, 12, 9, 15, 36, 19, 870562)}] Dec 09 15:34:19.878519 n-d-821228-1 neutron-server[103245]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:34:19.879247 n-d-821228-1 neutron-server[103245]: DEBUG oslo_db.api [None req-5a9d0c23-ba1d-4e3a-8053-9bdc286c4c29 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:34:19.884782 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9df4a23-918e-490f-8e49-8a324c9c51f2 admin admin] Made reservation on behalf of 4f3fc8e41d354c05b9540687bfa88548 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:34:19.887261 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e9df4a23-918e-490f-8e49-8a324c9c51f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:19.952922 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d464a-a7d3-413e-9115-6c1d6885955d req-4213c436-eee5-4e48-b306-440996ded780 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:19.954420 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0e0d464a-a7d3-413e-9115-6c1d6885955d req-4213c436-eee5-4e48-b306-440996ded780 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 944 time: 0.0585511 Dec 09 15:34:20.004808 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0e0d464a-a7d3-413e-9115-6c1d6885955d req-949bf68a-d2e8-4803-88d1-2dac1a1761ec tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436988 Dec 09 15:34:20.080190 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e9df4a23-918e-490f-8e49-8a324c9c51f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:20.111049 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd227d-da49-42c2-923c-da5a44b18bc7 req-6fa4290f-9c34-41fb-ab65-8dd2eaf60e5e tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:20.112622 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-afbd227d-da49-42c2-923c-da5a44b18bc7 req-6fa4290f-9c34-41fb-ab65-8dd2eaf60e5e tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6ab9ab0-ec5c-4593-88ba-bda157021bbe HTTP/1.1" status: 200 len: 949 time: 0.0490787 Dec 09 15:34:20.136629 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df4a23-918e-490f-8e49-8a324c9c51f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1939425-40d2-496c-9364-9c8d2e6fa576,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:20.147321 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9df4a23-918e-490f-8e49-8a324c9c51f2 admin admin] Checking segment: {'id': '05334276-ed10-48b3-9156-3bdf08596005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e402a105-434d-4ce0-8ced-df4cb1f5cd1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:34:20.147679 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9df4a23-918e-490f-8e49-8a324c9c51f2 admin admin] Network hostable DHCP agents. Network: e402a105-434d-4ce0-8ced-df4cb1f5cd1c, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:34:20.166642 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-afbd227d-da49-42c2-923c-da5a44b18bc7 req-0fa51a77-1440-44e9-b87a-17467284b42e tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480187 Dec 09 15:34:20.175624 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9df4a23-918e-490f-8e49-8a324c9c51f2 admin admin] Network e402a105-434d-4ce0-8ced-df4cb1f5cd1c is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:34:20.203785 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-e9df4a23-918e-490f-8e49-8a324c9c51f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, e402a105-434d-4ce0-8ced-df4cb1f5cd1c) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:34:20.209710 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9df4a23-918e-490f-8e49-8a324c9c51f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:20.210304 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e9df4a23-918e-490f-8e49-8a324c9c51f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:20.218542 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a604efa-bda5-4f67-a92a-fb3e44719add None None] Network e402a105-434d-4ce0-8ced-df4cb1f5cd1c requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:34:20.232601 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c96a01-2a30-4cb3-b5b6-813a8a54e6e6 req-aa8d4423-3e14-4d3a-9ab1-b4ac356a1754 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:20.234267 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-12c96a01-2a30-4cb3-b5b6-813a8a54e6e6 req-aa8d4423-3e14-4d3a-9ab1-b4ac356a1754 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.42 "GET /v2.0/ports?device_id=d04fb7ab-5750-404c-b76e-89959a5df223 HTTP/1.1" status: 200 len: 944 time: 0.0732417 Dec 09 15:34:20.243871 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e9df4a23-918e-490f-8e49-8a324c9c51f2 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4192755 Dec 09 15:34:20.317286 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197b6d3-e117-46a4-93bc-bde8f002269d req-67441bed-d166-49b4-99bf-dba20e2c0487 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:20.319029 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f197b6d3-e117-46a4-93bc-bde8f002269d req-67441bed-d166-49b4-99bf-dba20e2c0487 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 945 time: 0.0841200 Dec 09 15:34:20.357256 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f28ab1-f1b6-4984-b727-5afe610d3c11 None None] Network e402a105-434d-4ce0-8ced-df4cb1f5cd1c requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:34:20.381507 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-12c96a01-2a30-4cb3-b5b6-813a8a54e6e6 req-80e6c46c-2877-4454-92c4-aee72b94981f tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Deleting port a0b20723-edcd-4eb3-8315-2e4b6967ba40 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:34:20.382326 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-12c96a01-2a30-4cb3-b5b6-813a8a54e6e6 req-80e6c46c-2877-4454-92c4-aee72b94981f tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:20.396007 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f197b6d3-e117-46a4-93bc-bde8f002269d req-97ae8b36-8e20-4d47-a043-9c00d9012700 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707285 Dec 09 15:34:20.435432 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-79fadd12-6d08-469b-8db9-d903cded0320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:20.486499 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9d0c23-ba1d-4e3a-8053-9bdc286c4c29 admin admin] Made reservation on behalf of 173703e8098f443d854f73a34f2cd2f7 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:34:20.489377 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a9d0c23-ba1d-4e3a-8053-9bdc286c4c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:20.508569 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a9d0c23-ba1d-4e3a-8053-9bdc286c4c29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:20.523239 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c34805-ff51-4ad7-abb2-7e27eda7d466 req-447ab1f5-6393-42c4-9af9-d509fbbd977d tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:20.524788 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99c34805-ff51-4ad7-abb2-7e27eda7d466 req-447ab1f5-6393-42c4-9af9-d509fbbd977d tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=044e36d0-ee3d-4013-9ccc-375bbbc5092c HTTP/1.1" status: 200 len: 945 time: 0.0614386 Dec 09 15:34:20.546507 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-12c96a01-2a30-4cb3-b5b6-813a8a54e6e6 req-80e6c46c-2877-4454-92c4-aee72b94981f tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] For port a0b20723-edcd-4eb3-8315-2e4b6967ba40, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=a0b20723-edcd-4eb3-8315-2e4b6967ba40,segment=NetworkSegment(69c5f819-123d-436b-8f3f-7e75c7d0b133),segment_id=69c5f819-123d-436b-8f3f-7e75c7d0b133)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:20.546877 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-12c96a01-2a30-4cb3-b5b6-813a8a54e6e6 req-80e6c46c-2877-4454-92c4-aee72b94981f tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:20.565058 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-12c96a01-2a30-4cb3-b5b6-813a8a54e6e6 req-80e6c46c-2877-4454-92c4-aee72b94981f tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Calling delete_port for a0b20723-edcd-4eb3-8315-2e4b6967ba40 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:34:20.574578 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99c34805-ff51-4ad7-abb2-7e27eda7d466 req-556a08ce-901b-4ada-be69-caa9aa2dff07 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431142 Dec 09 15:34:20.619685 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 1b3a806c-d80c-4c75-9ee6-4b31413216d7 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:34:20.643991 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: 1b3a806c-d80c-4c75-9ee6-4b31413216d7 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:34:20.644657 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 1b3a806c-d80c-4c75-9ee6-4b31413216d7 not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:34:20.695045 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a9d0c23-ba1d-4e3a-8053-9bdc286c4c29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:20.699022 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a9d0c23-ba1d-4e3a-8053-9bdc286c4c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:20.740701 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a9d0c23-ba1d-4e3a-8053-9bdc286c4c29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:34:20.769978 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d0c23-ba1d-4e3a-8053-9bdc286c4c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c04bb39-aee1-4ee9-affd-9538d0b9d73f,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:20.772914 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a9d0c23-ba1d-4e3a-8053-9bdc286c4c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:20.773255 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-5a9d0c23-ba1d-4e3a-8053-9bdc286c4c29 admin admin] Added segment 3c8c96ac-fcd7-4b06-91d5-8b3b47be9336 of type vlan for network 64ebf9fc-d424-49ca-871c-a35862c4a5f0 Dec 09 15:34:20.827513 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-12c96a01-2a30-4cb3-b5b6-813a8a54e6e6 req-80e6c46c-2877-4454-92c4-aee72b94981f tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:20.830094 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a9d0c23-ba1d-4e3a-8053-9bdc286c4c29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:20.871543 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e6c46c-2877-4454-92c4-aee72b94981f tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Pushing event deleted for resources: {'Port': ['ID=a0b20723-edcd-4eb3-8315-2e4b6967ba40,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:20.894061 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aaae41-2559-4e0b-991e-e72723ff1eec req-ea6ec629-f505-48d3-9803-cf252dba30fa tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:20.900144 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aaae41-2559-4e0b-991e-e72723ff1eec req-ea6ec629-f505-48d3-9803-cf252dba30fa tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:20.901766 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-05aaae41-2559-4e0b-991e-e72723ff1eec req-ea6ec629-f505-48d3-9803-cf252dba30fa tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=46fea70b-4e29-4a25-be17-f4f70d32bb3b&device_id=d6ab9ab0-ec5c-4593-88ba-bda157021bbe HTTP/1.1" status: 200 len: 1690 time: 0.0655098 Dec 09 15:34:20.920239 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c96a01-2a30-4cb3-b5b6-813a8a54e6e6 req-80e6c46c-2877-4454-92c4-aee72b94981f tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] No DVR routers for this DVR port a0b20723-edcd-4eb3-8315-2e4b6967ba40 on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:34:20.922241 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a9d0c23-ba1d-4e3a-8053-9bdc286c4c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:20.923213 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9d0c23-ba1d-4e3a-8053-9bdc286c4c29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:20.923891 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a9d0c23-ba1d-4e3a-8053-9bdc286c4c29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:20.926499 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-12c96a01-2a30-4cb3-b5b6-813a8a54e6e6 req-80e6c46c-2877-4454-92c4-aee72b94981f tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:20.929735 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-12c96a01-2a30-4cb3-b5b6-813a8a54e6e6 req-80e6c46c-2877-4454-92c4-aee72b94981f tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.42 "DELETE /v2.0/ports/a0b20723-edcd-4eb3-8315-2e4b6967ba40 HTTP/1.1" status: 204 len: 173 time: 0.6846662 Dec 09 15:34:20.932643 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd04fb7ab-5750-404c-b76e-89959a5df223', 'name': 'network-vif-deleted', 'tag': 'a0b20723-edcd-4eb3-8315-2e4b6967ba40'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:34:20.935521 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a204d3db-05c3-466e-b9e8-6a18b4958d7a" -d '{"events": [{"server_uuid": "d04fb7ab-5750-404c-b76e-89959a5df223", "name": "network-vif-deleted", "tag": "a0b20723-edcd-4eb3-8315-2e4b6967ba40"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:34:20.955352 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-05aaae41-2559-4e0b-991e-e72723ff1eec req-cc86cdd7-6044-4708-8e66-edc6250e9af0 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462627 Dec 09 15:34:21.000105 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5a9d0c23-ba1d-4e3a-8053-9bdc286c4c29 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2536376 Dec 09 15:34:21.002915 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57842) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:34:21.008493 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-648392cd-aaa7-408c-9f1c-907cb850884b admin admin] Request body: {'subnet': {'network_id': '64ebf9fc-d424-49ca-871c-a35862c4a5f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-671137053-subnet', 'tenant_id': '173703e8098f443d854f73a34f2cd2f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:34:21.020028 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d0c23-ba1d-4e3a-8053-9bdc286c4c29 admin admin] Pushing event updated for resources: {'Network': ['ID=64ebf9fc-d424-49ca-871c-a35862c4a5f0,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:21.032958 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 64ebf9fc-d424-49ca-871c-a35862c4a5f0 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:34:21.042401 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648392cd-aaa7-408c-9f1c-907cb850884b admin admin] Made reservation on behalf of 173703e8098f443d854f73a34f2cd2f7 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:34:21.045747 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-648392cd-aaa7-408c-9f1c-907cb850884b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:21.243424 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-648392cd-aaa7-408c-9f1c-907cb850884b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:21.306703 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648392cd-aaa7-408c-9f1c-907cb850884b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a04522e-f81a-4661-bcf3-8978215b87d1,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:21.314451 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648392cd-aaa7-408c-9f1c-907cb850884b admin admin] Checking segment: {'id': '3c8c96ac-fcd7-4b06-91d5-8b3b47be9336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '64ebf9fc-d424-49ca-871c-a35862c4a5f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:34:21.314769 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648392cd-aaa7-408c-9f1c-907cb850884b admin admin] Network hostable DHCP agents. Network: 64ebf9fc-d424-49ca-871c-a35862c4a5f0, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:34:21.334213 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648392cd-aaa7-408c-9f1c-907cb850884b admin admin] Network 64ebf9fc-d424-49ca-871c-a35862c4a5f0 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:34:21.345260 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-648392cd-aaa7-408c-9f1c-907cb850884b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 64ebf9fc-d424-49ca-871c-a35862c4a5f0) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:34:21.351850 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648392cd-aaa7-408c-9f1c-907cb850884b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:21.352991 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-648392cd-aaa7-408c-9f1c-907cb850884b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:21.354198 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bdac8c-5360-4931-aba2-55a9594eaf6b None None] Network 64ebf9fc-d424-49ca-871c-a35862c4a5f0 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:34:21.371459 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-648392cd-aaa7-408c-9f1c-907cb850884b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3671310 Dec 09 15:34:21.460379 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985586c-bf85-483b-b998-9a10316e4577 req-23d47f5f-63f7-4f75-a214-9f0a5c92a85d tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:21.467707 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7985586c-bf85-483b-b998-9a10316e4577 req-23d47f5f-63f7-4f75-a214-9f0a5c92a85d tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] 10.222.0.57 "GET /v2.0/networks?id=e402a105-434d-4ce0-8ced-df4cb1f5cd1c HTTP/1.1" status: 200 len: 813 time: 0.1465671 Dec 09 15:34:21.476919 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5e63ca-a5d8-4f4e-ab2f-4970e6b706fb None None] Network 64ebf9fc-d424-49ca-871c-a35862c4a5f0 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:34:21.483883 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7985586c-bf85-483b-b998-9a10316e4577 req-1c634ee7-dd63-4eb9-95e3-f1e6da176e04 tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] 10.222.0.57 "GET /v2.0/quotas/4f3fc8e41d354c05b9540687bfa88548 HTTP/1.1" status: 200 len: 375 time: 0.0152669 Dec 09 15:34:21.525557 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7985586c-bf85-483b-b998-9a10316e4577 req-a7cba721-be4f-4b30-8212-881f2b18e73f tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=4f3fc8e41d354c05b9540687bfa88548&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406411 Dec 09 15:34:21.637735 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7985586c-bf85-483b-b998-9a10316e4577 req-d18b1d26-8eee-4928-8344-2c3f22ea18db service neutron] 10.222.0.57 "GET /v2.0/networks/e402a105-434d-4ce0-8ced-df4cb1f5cd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031213 Dec 09 15:34:21.735781 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7985586c-bf85-483b-b998-9a10316e4577 req-87b61a0f-856d-4613-9313-8a1b695c42ee service neutron] 10.222.0.57 "GET /v2.0/networks/e402a105-434d-4ce0-8ced-df4cb1f5cd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918038 Dec 09 15:34:21.870112 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc4fb83-d303-42d5-963b-2e34441d05d8 x-openstack-request-id: req-9fc4fb83-d303-42d5-963b-2e34441d05d8 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:34:21.870968 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d04fb7ab-5750-404c-b76e-89959a5df223", "name": "network-vif-deleted", "tag": "a0b20723-edcd-4eb3-8315-2e4b6967ba40", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:34:21.871477 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9fc4fb83-d303-42d5-963b-2e34441d05d8 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:34:21.872577 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd04fb7ab-5750-404c-b76e-89959a5df223', 'name': 'network-vif-deleted', 'tag': 'a0b20723-edcd-4eb3-8315-2e4b6967ba40', 'status': 'completed', 'code': 200} Dec 09 15:34:22.043371 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a625a-bd7d-4fd0-a710-549444ebfc85 req-0a5f6972-815a-4e03-b5c9-3839672cf07e tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:22.045494 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-127a625a-bd7d-4fd0-a710-549444ebfc85 req-0a5f6972-815a-4e03-b5c9-3839672cf07e tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 945 time: 0.0514538 Dec 09 15:34:22.099031 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-127a625a-bd7d-4fd0-a710-549444ebfc85 req-38e40185-f14c-4537-a7bb-f9c41ba550ea tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474768 Dec 09 15:34:22.357617 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-b0274f22-97fe-4386-b207-f5eb5dafe9d1 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:22.359191 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-b0274f22-97fe-4386-b207-f5eb5dafe9d1 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/networks?id=64ebf9fc-d424-49ca-871c-a35862c4a5f0 HTTP/1.1" status: 200 len: 814 time: 0.1158254 Dec 09 15:34:22.375194 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-04e4b685-57ad-42e8-8b83-6e12265808e5 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/quotas/173703e8098f443d854f73a34f2cd2f7 HTTP/1.1" status: 200 len: 375 time: 0.0094280 Dec 09 15:34:22.409541 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-057949ff-c7f2-45cf-8e44-b793abe74ccb tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=173703e8098f443d854f73a34f2cd2f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280664 Dec 09 15:34:22.500084 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-14bf3d5b-1bde-4a86-8b8f-8c54b5d8c332 service neutron] 10.222.0.57 "GET /v2.0/networks/64ebf9fc-d424-49ca-871c-a35862c4a5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835602 Dec 09 15:34:22.596863 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-e7373a10-8b62-4729-8bf1-b0b34be60b65 service neutron] 10.222.0.57 "GET /v2.0/networks/64ebf9fc-d424-49ca-871c-a35862c4a5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893102 Dec 09 15:34:22.789000 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aef5a0-0c58-42d7-b06e-a7ba9cf8aaa9 req-b1bc4b70-c9c7-4fb1-9b94-b6de09419c4e tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:22.790656 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-52aef5a0-0c58-42d7-b06e-a7ba9cf8aaa9 req-b1bc4b70-c9c7-4fb1-9b94-b6de09419c4e tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=044e36d0-ee3d-4013-9ccc-375bbbc5092c HTTP/1.1" status: 200 len: 945 time: 0.0527184 Dec 09 15:34:22.843695 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-52aef5a0-0c58-42d7-b06e-a7ba9cf8aaa9 req-02e657cb-29da-499c-a13b-a58a8c86679f tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466061 Dec 09 15:34:22.908735 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb8b4892-c7c1-4e1f-8b90-6e2d989f2c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:22.941792 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11482e00-af89-4da9-be4f-8837cea85a4b req-d21275a2-ee2d-4501-a100-97e665948749 tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] 10.222.0.57 "GET /v2.0/ports?device_id=879106a1-c6bb-4f82-bb9a-9ba19ed19538 HTTP/1.1" status: 200 len: 210 time: 0.0337851 Dec 09 15:34:23.062252 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e642c7-f5f5-43c5-a3b6-ad11395ca47e req-abb8e58f-9f87-447b-882f-0dc0bc72ac31 tempest-ServersOnMultiNodesTest-56580484 tempest-ServersOnMultiNodesTest-56580484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:23.064160 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b4e642c7-f5f5-43c5-a3b6-ad11395ca47e req-abb8e58f-9f87-447b-882f-0dc0bc72ac31 tempest-ServersOnMultiNodesTest-56580484 tempest-ServersOnMultiNodesTest-56580484-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=46fea70b-4e29-4a25-be17-f4f70d32bb3b HTTP/1.1" status: 200 len: 1101 time: 0.0542519 Dec 09 15:34:23.132907 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b4e642c7-f5f5-43c5-a3b6-ad11395ca47e req-611611f1-9802-48a3-9f87-603154273769 tempest-ServersOnMultiNodesTest-56580484 tempest-ServersOnMultiNodesTest-56580484-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592151 Dec 09 15:34:23.230948 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985586c-bf85-483b-b998-9a10316e4577 req-4b07ccb2-f760-48a7-84b6-e03fa933ef5e tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:23.233233 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7985586c-bf85-483b-b998-9a10316e4577 req-4b07ccb2-f760-48a7-84b6-e03fa933ef5e tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] 10.222.0.42 "GET /v2.0/networks?id=e402a105-434d-4ce0-8ced-df4cb1f5cd1c HTTP/1.1" status: 200 len: 813 time: 0.1662354 Dec 09 15:34:23.274527 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-7985586c-bf85-483b-b998-9a10316e4577 req-64aba22c-ceef-4ac5-8a42-f42b11719306 tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] Request body: {'port': {'device_id': '879106a1-c6bb-4f82-bb9a-9ba19ed19538', 'network_id': 'e402a105-434d-4ce0-8ced-df4cb1f5cd1c', 'admin_state_up': True, 'tenant_id': '4f3fc8e41d354c05b9540687bfa88548'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:34:23.413913 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7985586c-bf85-483b-b998-9a10316e4577 req-64aba22c-ceef-4ac5-8a42-f42b11719306 tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] Made reservation on behalf of 4f3fc8e41d354c05b9540687bfa88548 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:34:23.417874 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7985586c-bf85-483b-b998-9a10316e4577 req-64aba22c-ceef-4ac5-8a42-f42b11719306 tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:23.519493 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-359c69a1-e6a5-4a3d-b641-8dcaea6a5d5f tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:23.521381 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-359c69a1-e6a5-4a3d-b641-8dcaea6a5d5f tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd&tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69&binding%3Ahost_id=n-h2-821228-1 HTTP/1.1" status: 200 len: 1096 time: 0.1010339 Dec 09 15:34:23.537523 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-913c625e-fa8b-4688-9842-e877d9b1ca38 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821228-1'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:34:23.546231 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a626e2ce-a92b-41dc-9b4a-1161dddaf5a6 req-35314247-62be-46aa-87fd-98c4c320f4e1 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=08c23171-88b1-4baa-99ea-6af03933aec0 HTTP/1.1" status: 200 len: 210 time: 0.0334761 Dec 09 15:34:23.656502 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-913c625e-fa8b-4688-9842-e877d9b1ca38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:23.662369 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbad6b-84f7-427b-aa72-56806058916d req-f44015c4-d156-4d05-a434-2f7da3dfa6b1 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:23.664048 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dfbbad6b-84f7-427b-aa72-56806058916d req-f44015c4-d156-4d05-a434-2f7da3dfa6b1 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 945 time: 0.0525615 Dec 09 15:34:23.675327 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-7985586c-bf85-483b-b998-9a10316e4577 req-64aba22c-ceef-4ac5-8a42-f42b11719306 tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] Allocated IP 172.20.0.11 (e402a105-434d-4ce0-8ced-df4cb1f5cd1c/f1939425-40d2-496c-9364-9c8d2e6fa576/47ba4792-0035-43d3-bacd-ba378cb25cb3) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:34:23.718270 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dfbbad6b-84f7-427b-aa72-56806058916d req-1ed59c17-903d-4d2b-992d-36445cfffd80 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473933 Dec 09 15:34:23.824308 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5e71a-ec63-4afe-898a-661771e5f4b8 req-0da32267-889e-4372-ad91-30e05015c45f tempest-ServersOnMultiNodesTest-56580484 tempest-ServersOnMultiNodesTest-56580484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:23.826638 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-82a5e71a-ec63-4afe-898a-661771e5f4b8 req-0da32267-889e-4372-ad91-30e05015c45f tempest-ServersOnMultiNodesTest-56580484 tempest-ServersOnMultiNodesTest-56580484-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d6ab9ab0-ec5c-4593-88ba-bda157021bbe HTTP/1.1" status: 200 len: 1100 time: 0.0501239 Dec 09 15:34:23.880558 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-82a5e71a-ec63-4afe-898a-661771e5f4b8 req-f15f842a-6eea-4951-bc9a-fa9b430f84b7 tempest-ServersOnMultiNodesTest-56580484 tempest-ServersOnMultiNodesTest-56580484-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460134 Dec 09 15:34:23.914559 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-913c625e-fa8b-4688-9842-e877d9b1ca38 service neutron] For port 2d73fd09-ea4b-4251-aa0d-8d4fed81a514, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=2d73fd09-ea4b-4251-aa0d-8d4fed81a514,segment=NetworkSegment(9bcbf52b-8ad5-477f-9636-c2f9cae19672),segment_id=9bcbf52b-8ad5-477f-9636-c2f9cae19672)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:23.936329 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:23.961504 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7985586c-bf85-483b-b998-9a10316e4577 req-64aba22c-ceef-4ac5-8a42-f42b11719306 tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:23.985497 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-913c625e-fa8b-4688-9842-e877d9b1ca38 service neutron] For port 2d73fd09-ea4b-4251-aa0d-8d4fed81a514, host n-h2-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:34:24.047703 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c40a2a1-6bb8-483b-81ce-da1594213acd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d73fd09-ea4b-4251-aa0d-8d4fed81a514'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:34:24.050192 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239b86f1-4f41-4987-ac17-15c62d4e4c70" -d '{"events": [{"server_uuid": "9c40a2a1-6bb8-483b-81ce-da1594213acd", "name": "network-vif-unplugged", "status": "completed", "tag": "2d73fd09-ea4b-4251-aa0d-8d4fed81a514"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:34:24.056447 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-913c625e-fa8b-4688-9842-e877d9b1ca38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:24.059076 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7985586c-bf85-483b-b998-9a10316e4577 req-64aba22c-ceef-4ac5-8a42-f42b11719306 tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:24.071894 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-913c625e-fa8b-4688-9842-e877d9b1ca38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:24.114964 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e6a10-8285-4124-8613-eefcd92ad58f req-60c48112-ec5f-4d00-b91e-b4dd9a13dfe7 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:24.116505 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-259e6a10-8285-4124-8613-eefcd92ad58f req-60c48112-ec5f-4d00-b91e-b4dd9a13dfe7 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea2de25e-7897-4271-9d98-986803a004c0 HTTP/1.1" status: 200 len: 944 time: 0.1412139 Dec 09 15:34:24.119327 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7985586c-bf85-483b-b998-9a10316e4577 req-64aba22c-ceef-4ac5-8a42-f42b11719306 tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] Network e402a105-434d-4ce0-8ced-df4cb1f5cd1c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:34:24.124456 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-7985586c-bf85-483b-b998-9a10316e4577 req-64aba22c-ceef-4ac5-8a42-f42b11719306 tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:34:24.128554 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814969c9-56a7-419e-ba7c-9fb80df1055e req-404c4dfa-33e9-41ff-9971-245919c1a1ca tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:24.130287 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-814969c9-56a7-419e-ba7c-9fb80df1055e req-404c4dfa-33e9-41ff-9971-245919c1a1ca tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea2de25e-7897-4271-9d98-986803a004c0 HTTP/1.1" status: 200 len: 944 time: 0.1374691 Dec 09 15:34:24.131710 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-7985586c-bf85-483b-b998-9a10316e4577 req-64aba22c-ceef-4ac5-8a42-f42b11719306 tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:34:24.136792 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aba22c-ceef-4ac5-8a42-f42b11719306 tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] Pushing event updated for resources: {'Port': ['ID=47ba4792-0035-43d3-bacd-ba378cb25cb3,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:24.139305 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-dfedbcba-9de8-4ca6-ad4e-312d91848e27 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:24.140952 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-dfedbcba-9de8-4ca6-ad4e-312d91848e27 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.42 "GET /v2.0/networks?id=64ebf9fc-d424-49ca-871c-a35862c4a5f0 HTTP/1.1" status: 200 len: 814 time: 0.2556002 Dec 09 15:34:24.167051 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-23929276-fc1c-4a9f-8c46-9cd2cf84def3 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Request body: {'port': {'device_id': '08c23171-88b1-4baa-99ea-6af03933aec0', 'network_id': '64ebf9fc-d424-49ca-871c-a35862c4a5f0', 'admin_state_up': True, 'tenant_id': '173703e8098f443d854f73a34f2cd2f7'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:34:24.239082 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-913c625e-fa8b-4688-9842-e877d9b1ca38 service neutron] Attempting to bind port 2d73fd09-ea4b-4251-aa0d-8d4fed81a514 on host n-h2-821228-1 for vnic_type normal with profile {"migrating_to": "n-h1-821228-1"} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:34:24.239769 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-913c625e-fa8b-4688-9842-e877d9b1ca38 service neutron] Attempting to bind port 2d73fd09-ea4b-4251-aa0d-8d4fed81a514 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:34:24.239769 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-913c625e-fa8b-4688-9842-e877d9b1ca38 service neutron] Attempting to bind port 2d73fd09-ea4b-4251-aa0d-8d4fed81a514 on network 3099805c-627c-4784-8087-c190eb81b4e0 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:34:24.253034 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985586c-bf85-483b-b998-9a10316e4577 req-64aba22c-ceef-4ac5-8a42-f42b11719306 tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:24.253644 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7985586c-bf85-483b-b998-9a10316e4577 req-64aba22c-ceef-4ac5-8a42-f42b11719306 tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:24.266840 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-913c625e-fa8b-4688-9842-e877d9b1ca38 service neutron] Port 2d73fd09-ea4b-4251-aa0d-8d4fed81a514 on network 3099805c-627c-4784-8087-c190eb81b4e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:34:24.267169 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-913c625e-fa8b-4688-9842-e877d9b1ca38 service neutron] Attempting to bind port 2d73fd09-ea4b-4251-aa0d-8d4fed81a514 on network 3099805c-627c-4784-8087-c190eb81b4e0 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:34:24.271689 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c625e-fa8b-4688-9842-e877d9b1ca38 service neutron] Pushing event updated for resources: {'Port': ['ID=2d73fd09-ea4b-4251-aa0d-8d4fed81a514,revision_number=7']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:24.280995 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7985586c-bf85-483b-b998-9a10316e4577 req-64aba22c-ceef-4ac5-8a42-f42b11719306 tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0112605 Dec 09 15:34:24.281841 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-913c625e-fa8b-4688-9842-e877d9b1ca38 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:34:24.282813 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-913c625e-fa8b-4688-9842-e877d9b1ca38 service neutron] Checking segment: {'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:34:24.282813 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-913c625e-fa8b-4688-9842-e877d9b1ca38 service neutron] Bound using segment: {'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:34:24.283041 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-913c625e-fa8b-4688-9842-e877d9b1ca38 service neutron] Bound port: 2d73fd09-ea4b-4251-aa0d-8d4fed81a514, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bcbf52b-8ad5-477f-9636-c2f9cae19672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3099805c-627c-4784-8087-c190eb81b4e0'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:34:24.283306 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-913c625e-fa8b-4688-9842-e877d9b1ca38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:24.301070 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-7985586c-bf85-483b-b998-9a10316e4577 req-3214891c-d36f-4b98-9a04-8336eaf0aaf7 service neutron] Request body: {'port': {'device_id': '879106a1-c6bb-4f82-bb9a-9ba19ed19538', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:34:24.308032 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:24.322818 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-259e6a10-8285-4124-8613-eefcd92ad58f req-27bde4e4-945a-4ed9-a0ea-1b245dd035b2 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914630 Dec 09 15:34:24.389651 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-814969c9-56a7-419e-ba7c-9fb80df1055e req-2caa7b12-e97f-4cfc-8581-6f2f12c340b4 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Deleting port baa1ea4c-5081-4145-a800-62b0b64a6cfc {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:34:24.389986 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-814969c9-56a7-419e-ba7c-9fb80df1055e req-2caa7b12-e97f-4cfc-8581-6f2f12c340b4 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:24.399382 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7985586c-bf85-483b-b998-9a10316e4577 req-3214891c-d36f-4b98-9a04-8336eaf0aaf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:24.414078 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-913c625e-fa8b-4688-9842-e877d9b1ca38 service neutron] For port 2d73fd09-ea4b-4251-aa0d-8d4fed81a514, host n-h2-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:34:24.438655 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-23929276-fc1c-4a9f-8c46-9cd2cf84def3 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Made reservation on behalf of 173703e8098f443d854f73a34f2cd2f7 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:34:24.442514 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-23929276-fc1c-4a9f-8c46-9cd2cf84def3 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:24.446663 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-913c625e-fa8b-4688-9842-e877d9b1ca38 service neutron] For port 2d73fd09-ea4b-4251-aa0d-8d4fed81a514, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=2d73fd09-ea4b-4251-aa0d-8d4fed81a514,segment=NetworkSegment(9bcbf52b-8ad5-477f-9636-c2f9cae19672),segment_id=9bcbf52b-8ad5-477f-9636-c2f9cae19672)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:34:24.458931 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-913c625e-fa8b-4688-9842-e877d9b1ca38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:24.599077 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52d96e-a5c3-471b-8d62-eb5d89c64dd3 req-0d7fefcb-5f27-4589-9be0-aa6031429446 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:24.600861 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4e52d96e-a5c3-471b-8d62-eb5d89c64dd3 req-0d7fefcb-5f27-4589-9be0-aa6031429446 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=044e36d0-ee3d-4013-9ccc-375bbbc5092c HTTP/1.1" status: 200 len: 945 time: 0.1944265 Dec 09 15:34:24.627363 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-814969c9-56a7-419e-ba7c-9fb80df1055e req-2caa7b12-e97f-4cfc-8581-6f2f12c340b4 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] For port baa1ea4c-5081-4145-a800-62b0b64a6cfc, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=baa1ea4c-5081-4145-a800-62b0b64a6cfc,segment=NetworkSegment(69c5f819-123d-436b-8f3f-7e75c7d0b133),segment_id=69c5f819-123d-436b-8f3f-7e75c7d0b133)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:24.627717 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-814969c9-56a7-419e-ba7c-9fb80df1055e req-2caa7b12-e97f-4cfc-8581-6f2f12c340b4 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:24.632886 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c625e-fa8b-4688-9842-e877d9b1ca38 service neutron] Pushing event updated for resources: {'Port': ['ID=2d73fd09-ea4b-4251-aa0d-8d4fed81a514,revision_number=8']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:24.635672 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 2d73fd09-ea4b-4251-aa0d-8d4fed81a514 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:34:24.637079 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-913c625e-fa8b-4688-9842-e877d9b1ca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:24.638830 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-913c625e-fa8b-4688-9842-e877d9b1ca38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:24.640260 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-913c625e-fa8b-4688-9842-e877d9b1ca38 service neutron] 10.222.0.42 "PUT /v2.0/ports/2d73fd09-ea4b-4251-aa0d-8d4fed81a514 HTTP/1.1" status: 200 len: 1121 time: 1.1089387 Dec 09 15:34:24.668101 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device a0b20723-edcd-4eb3-8315-2e4b6967ba40 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:34:24.679218 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-814969c9-56a7-419e-ba7c-9fb80df1055e req-2caa7b12-e97f-4cfc-8581-6f2f12c340b4 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Calling delete_port for baa1ea4c-5081-4145-a800-62b0b64a6cfc owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:34:24.740979 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: a0b20723-edcd-4eb3-8315-2e4b6967ba40 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:34:24.741813 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device a0b20723-edcd-4eb3-8315-2e4b6967ba40 not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:34:24.774976 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-23929276-fc1c-4a9f-8c46-9cd2cf84def3 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Allocated IP 172.20.0.10 (64ebf9fc-d424-49ca-871c-a35862c4a5f0/7a04522e-f81a-4661-bcf3-8978215b87d1/3badd480-8b43-4c9d-bc5c-ef0129304165) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:34:24.781033 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4e52d96e-a5c3-471b-8d62-eb5d89c64dd3 req-96623acc-67b2-44a2-ba0b-01f33892ec49 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715267 Dec 09 15:34:24.807211 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-7985586c-bf85-483b-b998-9a10316e4577 req-3214891c-d36f-4b98-9a04-8336eaf0aaf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47ba4792-0035-43d3-bacd-ba378cb25cb3 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:34:24.819248 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7985586c-bf85-483b-b998-9a10316e4577 req-3214891c-d36f-4b98-9a04-8336eaf0aaf7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:24.826119 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['2d73fd09-ea4b-4251-aa0d-8d4fed81a514'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:34:24.830154 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['2d73fd09-ea4b-4251-aa0d-8d4fed81a514'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:34:24.836190 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-7985586c-bf85-483b-b998-9a10316e4577 req-3214891c-d36f-4b98-9a04-8336eaf0aaf7 service neutron] Transition to ACTIVE for port object 47ba4792-0035-43d3-bacd-ba378cb25cb3 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:34:24.844504 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7985586c-bf85-483b-b998-9a10316e4577 req-3214891c-d36f-4b98-9a04-8336eaf0aaf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:24.960449 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3214891c-d36f-4b98-9a04-8336eaf0aaf7 service neutron] Pushing event updated for resources: {'Port': ['ID=47ba4792-0035-43d3-bacd-ba378cb25cb3,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:25.000019 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-814969c9-56a7-419e-ba7c-9fb80df1055e req-2caa7b12-e97f-4cfc-8581-6f2f12c340b4 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:25.039913 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-7985586c-bf85-483b-b998-9a10316e4577 req-3214891c-d36f-4b98-9a04-8336eaf0aaf7 service neutron] Attempting to bind port 47ba4792-0035-43d3-bacd-ba378cb25cb3 on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:34:25.040397 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-7985586c-bf85-483b-b998-9a10316e4577 req-3214891c-d36f-4b98-9a04-8336eaf0aaf7 service neutron] Attempting to bind port 47ba4792-0035-43d3-bacd-ba378cb25cb3 by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '05334276-ed10-48b3-9156-3bdf08596005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e402a105-434d-4ce0-8ced-df4cb1f5cd1c'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:34:25.040999 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7985586c-bf85-483b-b998-9a10316e4577 req-3214891c-d36f-4b98-9a04-8336eaf0aaf7 service neutron] Attempting to bind port 47ba4792-0035-43d3-bacd-ba378cb25cb3 on network e402a105-434d-4ce0-8ced-df4cb1f5cd1c {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:34:25.051299 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7985586c-bf85-483b-b998-9a10316e4577 req-3214891c-d36f-4b98-9a04-8336eaf0aaf7 service neutron] Port 47ba4792-0035-43d3-bacd-ba378cb25cb3 on network e402a105-434d-4ce0-8ced-df4cb1f5cd1c not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:34:25.051988 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7985586c-bf85-483b-b998-9a10316e4577 req-3214891c-d36f-4b98-9a04-8336eaf0aaf7 service neutron] Attempting to bind port 47ba4792-0035-43d3-bacd-ba378cb25cb3 on network e402a105-434d-4ce0-8ced-df4cb1f5cd1c {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:34:25.064384 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7985586c-bf85-483b-b998-9a10316e4577 req-3214891c-d36f-4b98-9a04-8336eaf0aaf7 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:34:25.065667 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7985586c-bf85-483b-b998-9a10316e4577 req-3214891c-d36f-4b98-9a04-8336eaf0aaf7 service neutron] Checking segment: {'id': '05334276-ed10-48b3-9156-3bdf08596005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e402a105-434d-4ce0-8ced-df4cb1f5cd1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:34:25.067926 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7985586c-bf85-483b-b998-9a10316e4577 req-3214891c-d36f-4b98-9a04-8336eaf0aaf7 service neutron] Bound using segment: {'id': '05334276-ed10-48b3-9156-3bdf08596005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e402a105-434d-4ce0-8ced-df4cb1f5cd1c'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:34:25.068642 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-7985586c-bf85-483b-b998-9a10316e4577 req-3214891c-d36f-4b98-9a04-8336eaf0aaf7 service neutron] Bound port: 47ba4792-0035-43d3-bacd-ba378cb25cb3, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05334276-ed10-48b3-9156-3bdf08596005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e402a105-434d-4ce0-8ced-df4cb1f5cd1c'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:34:25.069195 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa7b12-e97f-4cfc-8581-6f2f12c340b4 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Pushing event deleted for resources: {'Port': ['ID=baa1ea4c-5081-4145-a800-62b0b64a6cfc,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:25.069393 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7985586c-bf85-483b-b998-9a10316e4577 req-3214891c-d36f-4b98-9a04-8336eaf0aaf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:25.069655 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 2d73fd09-ea4b-4251-aa0d-8d4fed81a514, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=2d73fd09-ea4b-4251-aa0d-8d4fed81a514,segment=NetworkSegment(9bcbf52b-8ad5-477f-9636-c2f9cae19672),segment_id=9bcbf52b-8ad5-477f-9636-c2f9cae19672)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:25.098277 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 2d73fd09-ea4b-4251-aa0d-8d4fed81a514 has no active binding in host n-h1-821228-1 {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 09 15:34:25.109503 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-23929276-fc1c-4a9f-8c46-9cd2cf84def3 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:25.156703 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-814969c9-56a7-419e-ba7c-9fb80df1055e req-2caa7b12-e97f-4cfc-8581-6f2f12c340b4 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] No DVR routers for this DVR port baa1ea4c-5081-4145-a800-62b0b64a6cfc on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:34:25.162909 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-814969c9-56a7-419e-ba7c-9fb80df1055e req-2caa7b12-e97f-4cfc-8581-6f2f12c340b4 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:25.166649 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-814969c9-56a7-419e-ba7c-9fb80df1055e req-2caa7b12-e97f-4cfc-8581-6f2f12c340b4 tempest-LiveAutoBlockMigrationV225Test-2101666044 tempest-LiveAutoBlockMigrationV225Test-2101666044-project] 10.222.0.31 "DELETE /v2.0/ports/baa1ea4c-5081-4145-a800-62b0b64a6cfc HTTP/1.1" status: 204 len: 173 time: 1.0239449 Dec 09 15:34:25.167027 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2de25e-7897-4271-9d98-986803a004c0', 'name': 'network-vif-deleted', 'tag': 'baa1ea4c-5081-4145-a800-62b0b64a6cfc'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:34:25.170258 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f88af70-9c9f-415c-a016-54c014060313" -d '{"events": [{"server_uuid": "ea2de25e-7897-4271-9d98-986803a004c0", "name": "network-vif-deleted", "tag": "baa1ea4c-5081-4145-a800-62b0b64a6cfc"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:34:25.173180 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-7985586c-bf85-483b-b998-9a10316e4577 req-3214891c-d36f-4b98-9a04-8336eaf0aaf7 service neutron] For port 47ba4792-0035-43d3-bacd-ba378cb25cb3, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:34:25.178195 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-7985586c-bf85-483b-b998-9a10316e4577 req-3214891c-d36f-4b98-9a04-8336eaf0aaf7 service neutron] For port 47ba4792-0035-43d3-bacd-ba378cb25cb3, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=47ba4792-0035-43d3-bacd-ba378cb25cb3,segment=NetworkSegment(05334276-ed10-48b3-9156-3bdf08596005),segment_id=05334276-ed10-48b3-9156-3bdf08596005)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:34:25.186757 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7985586c-bf85-483b-b998-9a10316e4577 req-3214891c-d36f-4b98-9a04-8336eaf0aaf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:25.216609 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338f380-ac5b-4c0d-a6ca-9e7f35d14f7a req-255f162e-a197-417e-b208-595cb9a69801 tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:25.218484 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1338f380-ac5b-4c0d-a6ca-9e7f35d14f7a req-255f162e-a197-417e-b208-595cb9a69801 tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] 10.222.0.57 "GET /v2.0/ports?device_id=879106a1-c6bb-4f82-bb9a-9ba19ed19538 HTTP/1.1" status: 200 len: 944 time: 0.1126430 Dec 09 15:34:25.218893 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:25.226670 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-23929276-fc1c-4a9f-8c46-9cd2cf84def3 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:25.245956 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985586c-bf85-483b-b998-9a10316e4577 req-3214891c-d36f-4b98-9a04-8336eaf0aaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:25.248065 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7985586c-bf85-483b-b998-9a10316e4577 req-3214891c-d36f-4b98-9a04-8336eaf0aaf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:25.249646 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7985586c-bf85-483b-b998-9a10316e4577 req-3214891c-d36f-4b98-9a04-8336eaf0aaf7 service neutron] 10.222.0.42 "PUT /v2.0/ports/47ba4792-0035-43d3-bacd-ba378cb25cb3 HTTP/1.1" status: 200 len: 1092 time: 0.9539752 Dec 09 15:34:25.276613 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3214891c-d36f-4b98-9a04-8336eaf0aaf7 service neutron] Pushing event updated for resources: {'Port': ['ID=47ba4792-0035-43d3-bacd-ba378cb25cb3,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:25.305359 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-23929276-fc1c-4a9f-8c46-9cd2cf84def3 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Network 64ebf9fc-d424-49ca-871c-a35862c4a5f0 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:34:25.316980 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-23929276-fc1c-4a9f-8c46-9cd2cf84def3 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:34:25.324670 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-23929276-fc1c-4a9f-8c46-9cd2cf84def3 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:34:25.327766 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23929276-fc1c-4a9f-8c46-9cd2cf84def3 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Pushing event updated for resources: {'Port': ['ID=3badd480-8b43-4c9d-bc5c-ef0129304165,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:25.374073 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1338f380-ac5b-4c0d-a6ca-9e7f35d14f7a req-82811323-97ff-407e-a5fa-08f59b286d20 tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] 10.222.0.57 "GET /v2.0/security-groups?id=34ca71fd-e2bb-4266-8e40-0757ee6a9389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388564 Dec 09 15:34:25.396711 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985586c-bf85-483b-b998-9a10316e4577 req-5c0ec534-a59c-4424-9a34-0b24a1c0de3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:25.396711 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7985586c-bf85-483b-b998-9a10316e4577 req-5c0ec534-a59c-4424-9a34-0b24a1c0de3d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4f3fc8e41d354c05b9540687bfa88548&device_id=879106a1-c6bb-4f82-bb9a-9ba19ed19538 HTTP/1.1" status: 200 len: 1095 time: 0.0542836 Dec 09 15:34:25.411394 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-23929276-fc1c-4a9f-8c46-9cd2cf84def3 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:25.412166 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-23929276-fc1c-4a9f-8c46-9cd2cf84def3 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:25.434052 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-23929276-fc1c-4a9f-8c46-9cd2cf84def3 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2723289 Dec 09 15:34:25.452718 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 15:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e237c4a0-c4b5-4294-b6fa-0a640ea7b9a8 x-openstack-request-id: req-e237c4a0-c4b5-4294-b6fa-0a640ea7b9a8 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:34:25.453015 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c40a2a1-6bb8-483b-81ce-da1594213acd", "name": "network-vif-unplugged", "status": "completed", "tag": "2d73fd09-ea4b-4251-aa0d-8d4fed81a514", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:34:25.453270 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e237c4a0-c4b5-4294-b6fa-0a640ea7b9a8 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:34:25.453674 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c40a2a1-6bb8-483b-81ce-da1594213acd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d73fd09-ea4b-4251-aa0d-8d4fed81a514', 'code': 200} Dec 09 15:34:25.455636 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7985586c-bf85-483b-b998-9a10316e4577 req-1f4167ca-66b4-451f-add6-3eec6b4570d3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47ba4792-0035-43d3-bacd-ba378cb25cb3 HTTP/1.1" status: 200 len: 217 time: 0.0471921 Dec 09 15:34:25.473270 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-e323934e-d6da-4648-8eb0-d820fafc585b service neutron] Request body: {'port': {'device_id': '08c23171-88b1-4baa-99ea-6af03933aec0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:34:25.532832 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-e323934e-d6da-4648-8eb0-d820fafc585b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:25.534064 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985586c-bf85-483b-b998-9a10316e4577 req-5532dbaf-f635-44b5-9388-a71e17044213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:25.535774 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7985586c-bf85-483b-b998-9a10316e4577 req-5532dbaf-f635-44b5-9388-a71e17044213 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f1939425-40d2-496c-9364-9c8d2e6fa576 HTTP/1.1" status: 200 len: 853 time: 0.0668859 Dec 09 15:34:25.569135 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7985586c-bf85-483b-b998-9a10316e4577 req-0ba642d3-54aa-43b7-be4d-cef3a4513ab5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e402a105-434d-4ce0-8ced-df4cb1f5cd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244493 Dec 09 15:34:25.679344 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7985586c-bf85-483b-b998-9a10316e4577 req-4ca913dd-352d-4cb9-a972-36b4e0be4042 service neutron] 10.222.0.42 "GET /v2.0/networks/e402a105-434d-4ce0-8ced-df4cb1f5cd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893059 Dec 09 15:34:25.746508 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a16bc-cc36-4a5b-9699-c6fe830ecbaa req-7bc36aec-b466-4ff4-b41a-497afa296fa4 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:25.749040 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c20a16bc-cc36-4a5b-9699-c6fe830ecbaa req-7bc36aec-b466-4ff4-b41a-497afa296fa4 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=08c23171-88b1-4baa-99ea-6af03933aec0 HTTP/1.1" status: 200 len: 932 time: 0.1098523 Dec 09 15:34:25.785171 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7985586c-bf85-483b-b998-9a10316e4577 req-645e33fb-33b9-4282-8e69-aa0d19d2672f service neutron] 10.222.0.42 "GET /v2.0/networks/e402a105-434d-4ce0-8ced-df4cb1f5cd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980947 Dec 09 15:34:25.837210 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c20a16bc-cc36-4a5b-9699-c6fe830ecbaa req-4861e611-ea27-4957-aee2-710a2ed22c2d tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803480 Dec 09 15:34:25.881080 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-e323934e-d6da-4648-8eb0-d820fafc585b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3badd480-8b43-4c9d-bc5c-ef0129304165 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:34:25.890013 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-e323934e-d6da-4648-8eb0-d820fafc585b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:25.904043 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-e323934e-d6da-4648-8eb0-d820fafc585b service neutron] Transition to ACTIVE for port object 3badd480-8b43-4c9d-bc5c-ef0129304165 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:34:25.908090 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-e323934e-d6da-4648-8eb0-d820fafc585b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:25.992931 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e323934e-d6da-4648-8eb0-d820fafc585b service neutron] Pushing event updated for resources: {'Port': ['ID=3badd480-8b43-4c9d-bc5c-ef0129304165,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:26.048746 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bee59c-a978-42ff-b92c-fb5294326bed req-227ffd95-21ee-4224-9014-7111e885ebdd tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:26.050217 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-13bee59c-a978-42ff-b92c-fb5294326bed req-227ffd95-21ee-4224-9014-7111e885ebdd tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 943 time: 0.1389790 Dec 09 15:34:26.104462 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-e323934e-d6da-4648-8eb0-d820fafc585b service neutron] Attempting to bind port 3badd480-8b43-4c9d-bc5c-ef0129304165 on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:34:26.104938 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-e323934e-d6da-4648-8eb0-d820fafc585b service neutron] Attempting to bind port 3badd480-8b43-4c9d-bc5c-ef0129304165 by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '3c8c96ac-fcd7-4b06-91d5-8b3b47be9336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '64ebf9fc-d424-49ca-871c-a35862c4a5f0'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:34:26.105275 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-e323934e-d6da-4648-8eb0-d820fafc585b service neutron] Attempting to bind port 3badd480-8b43-4c9d-bc5c-ef0129304165 on network 64ebf9fc-d424-49ca-871c-a35862c4a5f0 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:34:26.119443 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-e323934e-d6da-4648-8eb0-d820fafc585b service neutron] Port 3badd480-8b43-4c9d-bc5c-ef0129304165 on network 64ebf9fc-d424-49ca-871c-a35862c4a5f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:34:26.119768 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-e323934e-d6da-4648-8eb0-d820fafc585b service neutron] Attempting to bind port 3badd480-8b43-4c9d-bc5c-ef0129304165 on network 64ebf9fc-d424-49ca-871c-a35862c4a5f0 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:34:26.126002 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-13bee59c-a978-42ff-b92c-fb5294326bed req-b676fc51-76a9-4acf-ad5a-b274565419e2 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680189 Dec 09 15:34:26.128636 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-e323934e-d6da-4648-8eb0-d820fafc585b service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:34:26.128987 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-e323934e-d6da-4648-8eb0-d820fafc585b service neutron] Checking segment: {'id': '3c8c96ac-fcd7-4b06-91d5-8b3b47be9336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '64ebf9fc-d424-49ca-871c-a35862c4a5f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:34:26.129368 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-e323934e-d6da-4648-8eb0-d820fafc585b service neutron] Bound using segment: {'id': '3c8c96ac-fcd7-4b06-91d5-8b3b47be9336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '64ebf9fc-d424-49ca-871c-a35862c4a5f0'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:34:26.129898 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-e323934e-d6da-4648-8eb0-d820fafc585b service neutron] Bound port: 3badd480-8b43-4c9d-bc5c-ef0129304165, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c8c96ac-fcd7-4b06-91d5-8b3b47be9336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '64ebf9fc-d424-49ca-871c-a35862c4a5f0'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:34:26.130329 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-e323934e-d6da-4648-8eb0-d820fafc585b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:26.201318 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-e323934e-d6da-4648-8eb0-d820fafc585b service neutron] For port 3badd480-8b43-4c9d-bc5c-ef0129304165, host n-h1-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:34:26.204720 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-e323934e-d6da-4648-8eb0-d820fafc585b service neutron] For port 3badd480-8b43-4c9d-bc5c-ef0129304165, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=3badd480-8b43-4c9d-bc5c-ef0129304165,segment=NetworkSegment(3c8c96ac-fcd7-4b06-91d5-8b3b47be9336),segment_id=3c8c96ac-fcd7-4b06-91d5-8b3b47be9336)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:34:26.216796 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-e323934e-d6da-4648-8eb0-d820fafc585b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:26.234111 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-c01b6763-18fb-463c-bd84-72b54777911c tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=adcdc531e5364eaa95bec0e36a7f7c2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348775 Dec 09 15:34:26.276786 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-e323934e-d6da-4648-8eb0-d820fafc585b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:26.277393 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-e323934e-d6da-4648-8eb0-d820fafc585b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:26.278848 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-e323934e-d6da-4648-8eb0-d820fafc585b service neutron] 10.222.0.42 "PUT /v2.0/ports/3badd480-8b43-4c9d-bc5c-ef0129304165 HTTP/1.1" status: 200 len: 1092 time: 0.8106902 Dec 09 15:34:26.360247 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e323934e-d6da-4648-8eb0-d820fafc585b service neutron] Pushing event updated for resources: {'Port': ['ID=3badd480-8b43-4c9d-bc5c-ef0129304165,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:26.405264 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:26.406865 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-2adb9f5a-f1c4-4105-8f52-33a00c507852 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:26.408181 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-2adb9f5a-f1c4-4105-8f52-33a00c507852 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1569521 Dec 09 15:34:26.414749 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-16dbf68c-23bb-47be-a4d7-2464f4c5cea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:26.416129 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-16dbf68c-23bb-47be-a4d7-2464f4c5cea6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=173703e8098f443d854f73a34f2cd2f7&device_id=08c23171-88b1-4baa-99ea-6af03933aec0 HTTP/1.1" status: 200 len: 1095 time: 0.0726805 Dec 09 15:34:26.425665 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-09271e30-b8f6-4895-badc-06d42c628158 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/quotas/adcdc531e5364eaa95bec0e36a7f7c2a HTTP/1.1" status: 200 len: 375 time: 0.0086236 Dec 09 15:34:26.489735 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-8ceb272d-1719-4daf-84e9-a35bd3ffb87e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3badd480-8b43-4c9d-bc5c-ef0129304165 HTTP/1.1" status: 200 len: 217 time: 0.0498140 Dec 09 15:34:26.536863 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-c8a2b174-8faf-48fe-9e72-e70a0cda8580 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=adcdc531e5364eaa95bec0e36a7f7c2a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1053970 Dec 09 15:34:26.554497 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-d24f728f-68fb-4c9c-b166-940a610505f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:26.556199 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-d24f728f-68fb-4c9c-b166-940a610505f1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7a04522e-f81a-4661-bcf3-8978215b87d1 HTTP/1.1" status: 200 len: 854 time: 0.0565979 Dec 09 15:34:26.594882 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-8a1bfc7a-1e75-409a-8021-dd812d1be0f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64ebf9fc-d424-49ca-871c-a35862c4a5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275855 Dec 09 15:34:26.695969 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-90927308-c970-4e4f-a33f-128b964f58f9 service neutron] 10.222.0.42 "GET /v2.0/networks/64ebf9fc-d424-49ca-871c-a35862c4a5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880623 Dec 09 15:34:26.790009 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5330dee8-a822-4d29-8400-13296a77f7a6 req-06e7a196-5fa7-4c98-b629-a14959147eaa service neutron] 10.222.0.42 "GET /v2.0/networks/64ebf9fc-d424-49ca-871c-a35862c4a5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857873 Dec 09 15:34:26.885125 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8933c5f-83b0-4785-bb2f-2e537206dc6d x-openstack-request-id: req-e8933c5f-83b0-4785-bb2f-2e537206dc6d {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:34:26.885422 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea2de25e-7897-4271-9d98-986803a004c0", "name": "network-vif-deleted", "tag": "baa1ea4c-5081-4145-a800-62b0b64a6cfc", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:34:26.885682 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e8933c5f-83b0-4785-bb2f-2e537206dc6d {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:34:26.886099 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea2de25e-7897-4271-9d98-986803a004c0', 'name': 'network-vif-deleted', 'tag': 'baa1ea4c-5081-4145-a800-62b0b64a6cfc', 'status': 'completed', 'code': 200} Dec 09 15:34:26.923552 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57956) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:34:27.063610 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-595d63f4-b58e-48e7-a6fd-285b12596a36 admin admin] Deleting subnet 2340fb97-6ad9-4615-9535-804554d0ce45 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:34:27.069053 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-595d63f4-b58e-48e7-a6fd-285b12596a36 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:27.096853 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da2f1e-4a5e-4c92-a7d2-096e6268b2e6 req-a5fdb6e5-f765-46ac-a5f0-0f5b77acf8c1 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:27.098351 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-16da2f1e-4a5e-4c92-a7d2-096e6268b2e6 req-a5fdb6e5-f765-46ac-a5f0-0f5b77acf8c1 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=044e36d0-ee3d-4013-9ccc-375bbbc5092c HTTP/1.1" status: 200 len: 945 time: 0.1136985 Dec 09 15:34:27.143083 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-595d63f4-b58e-48e7-a6fd-285b12596a36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:27.199668 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-16da2f1e-4a5e-4c92-a7d2-096e6268b2e6 req-aee7e419-1724-4ce6-a1e2-46bacc59d9d2 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925930 Dec 09 15:34:27.209026 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-595d63f4-b58e-48e7-a6fd-285b12596a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:27.280474 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-595d63f4-b58e-48e7-a6fd-285b12596a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:27.321363 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d63f4-b58e-48e7-a6fd-285b12596a36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2340fb97-6ad9-4615-9535-804554d0ce45,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:27.349397 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-595d63f4-b58e-48e7-a6fd-285b12596a36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:27.355472 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-595d63f4-b58e-48e7-a6fd-285b12596a36 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/2340fb97-6ad9-4615-9535-804554d0ce45 HTTP/1.1" status: 204 len: 168 time: 0.4293020 Dec 09 15:34:27.357418 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57972) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:34:27.379474 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db7743-33ab-40b9-8943-e9ce6739f3e4 req-fb82c2ee-f461-49d4-a1eb-e5318f4056f3 tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:27.380884 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-06db7743-33ab-40b9-8943-e9ce6739f3e4 req-fb82c2ee-f461-49d4-a1eb-e5318f4056f3 tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] 10.222.0.57 "GET /v2.0/ports?device_id=879106a1-c6bb-4f82-bb9a-9ba19ed19538 HTTP/1.1" status: 200 len: 944 time: 0.0927496 Dec 09 15:34:27.436925 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-06db7743-33ab-40b9-8943-e9ce6739f3e4 req-f41b7698-ca01-4411-8dda-19e387ceb69d tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] 10.222.0.57 "GET /v2.0/security-groups?id=34ca71fd-e2bb-4266-8e40-0757ee6a9389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479975 Dec 09 15:34:27.466419 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c40a2a1-6bb8-483b-81ce-da1594213acd', 'tag': '2d73fd09-ea4b-4251-aa0d-8d4fed81a514'}, {'name': 'network-changed', 'server_uuid': '879106a1-c6bb-4f82-bb9a-9ba19ed19538', 'tag': '47ba4792-0035-43d3-bacd-ba378cb25cb3'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:34:27.469079 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1aa6dca-124d-49a5-8c9a-01dbae3530b3" -d '{"events": [{"name": "network-changed", "server_uuid": "9c40a2a1-6bb8-483b-81ce-da1594213acd", "tag": "2d73fd09-ea4b-4251-aa0d-8d4fed81a514"}, {"name": "network-changed", "server_uuid": "879106a1-c6bb-4f82-bb9a-9ba19ed19538", "tag": "47ba4792-0035-43d3-bacd-ba378cb25cb3"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:34:27.486853 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-da679a81-8c3d-4ca4-8c6e-d735da5e014d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:27.588107 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-da679a81-8c3d-4ca4-8c6e-d735da5e014d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:27.610874 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-da679a81-8c3d-4ca4-8c6e-d735da5e014d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c4b0ba7-873d-4b03-9efa-67af55c0587e']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:34:27.623269 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-da679a81-8c3d-4ca4-8c6e-d735da5e014d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69c5f819-123d-436b-8f3f-7e75c7d0b133') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:34:27.623569 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-da679a81-8c3d-4ca4-8c6e-d735da5e014d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69c5f819-123d-436b-8f3f-7e75c7d0b133') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:34:27.634547 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-da679a81-8c3d-4ca4-8c6e-d735da5e014d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:27.650982 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-da679a81-8c3d-4ca4-8c6e-d735da5e014d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:27.659237 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da679a81-8c3d-4ca4-8c6e-d735da5e014d admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:34:27.659824 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-da679a81-8c3d-4ca4-8c6e-d735da5e014d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:27.662661 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:34:27.662661 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:34:27.662661 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:34:27.662661 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:34:27.662661 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:34:27.662661 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:34:27.662661 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:34:27.662661 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:34:27.662661 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:34:27.662661 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:34:27.662661 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:34:27.662661 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:34:27.662661 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:34:27.662661 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:34:27.662661 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:34:27.662661 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:34:27.662661 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:34:27.662661 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:34:27.662661 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:34:27.662661 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:34:27.662661 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:34:27.662661 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:34:27.662661 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:34:27.662661 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:34:27.662661 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:34:27.662661 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:34:27.662661 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:34:27.662661 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:34:27.662661 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:34:27.662661 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:34:27.662661 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:34:27.662661 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:34:27.736723 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-da679a81-8c3d-4ca4-8c6e-d735da5e014d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:27.748378 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-da679a81-8c3d-4ca4-8c6e-d735da5e014d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:27.755034 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-da679a81-8c3d-4ca4-8c6e-d735da5e014d admin admin] 10.222.0.57 "DELETE /v2.0/networks/6c4b0ba7-873d-4b03-9efa-67af55c0587e HTTP/1.1" status: 204 len: 168 time: 0.3949275 Dec 09 15:34:27.758522 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57976) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:34:27.778296 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da679a81-8c3d-4ca4-8c6e-d735da5e014d admin admin] Pushing event deleted for resources: {'Network': ['ID=6c4b0ba7-873d-4b03-9efa-67af55c0587e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:27.835993 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6822d28-ad03-48ac-9499-87135f8adc63 admin admin] Deleting subnet 8a0c79d1-58cd-4b79-9b63-316e7ab52599 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:34:27.840038 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b6822d28-ad03-48ac-9499-87135f8adc63 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:27.932258 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b6822d28-ad03-48ac-9499-87135f8adc63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:27.985543 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c7a40-b7b1-49fa-bb17-00cf62d67039 req-eee8cfdf-5a89-4cdf-9906-b3bdb67d80fe tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:27.987032 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a96c7a40-b7b1-49fa-bb17-00cf62d67039 req-eee8cfdf-5a89-4cdf-9906-b3bdb67d80fe tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=08c23171-88b1-4baa-99ea-6af03933aec0 HTTP/1.1" status: 200 len: 944 time: 0.0997932 Dec 09 15:34:27.989570 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b6822d28-ad03-48ac-9499-87135f8adc63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:27.993389 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device baa1ea4c-5081-4145-a800-62b0b64a6cfc no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:34:28.016680 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: baa1ea4c-5081-4145-a800-62b0b64a6cfc {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:34:28.017029 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device baa1ea4c-5081-4145-a800-62b0b64a6cfc not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:34:28.071063 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a96c7a40-b7b1-49fa-bb17-00cf62d67039 req-c4db7f39-0d08-4b5b-9c93-cb99f2dc2287 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616579 Dec 09 15:34:28.072434 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b6822d28-ad03-48ac-9499-87135f8adc63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:28.104601 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6822d28-ad03-48ac-9499-87135f8adc63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a0c79d1-58cd-4b79-9b63-316e7ab52599,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:28.110060 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b6822d28-ad03-48ac-9499-87135f8adc63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:28.113338 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b6822d28-ad03-48ac-9499-87135f8adc63 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/8a0c79d1-58cd-4b79-9b63-316e7ab52599 HTTP/1.1" status: 204 len: 168 time: 0.3529911 Dec 09 15:34:28.115908 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57980) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:34:28.212954 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f9c10ac-94db-4f1b-9a05-e616886d2eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:28.234375 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fdb25-64de-4bca-859d-6f341e12ffc7 req-fe5821be-f061-4202-bdd2-e7b4aa594e65 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:28.235821 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9e2fdb25-64de-4bca-859d-6f341e12ffc7 req-fe5821be-f061-4202-bdd2-e7b4aa594e65 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 943 time: 0.0750368 Dec 09 15:34:28.330606 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f9c10ac-94db-4f1b-9a05-e616886d2eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:28.361006 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9e2fdb25-64de-4bca-859d-6f341e12ffc7 req-523aef51-5c10-420c-bd36-d47a14855208 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045401 Dec 09 15:34:28.362487 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-1f9c10ac-94db-4f1b-9a05-e616886d2eeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8261367-6db5-4657-8321-e913294e8360']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:34:28.372808 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-1f9c10ac-94db-4f1b-9a05-e616886d2eeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9cc3056-4720-44b6-b8aa-4f376af9db2d') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:34:28.373111 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-1f9c10ac-94db-4f1b-9a05-e616886d2eeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9cc3056-4720-44b6-b8aa-4f376af9db2d') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:34:28.393139 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f9c10ac-94db-4f1b-9a05-e616886d2eeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:28.407776 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f9c10ac-94db-4f1b-9a05-e616886d2eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:28.417622 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f9c10ac-94db-4f1b-9a05-e616886d2eeb admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:34:28.418052 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f9c10ac-94db-4f1b-9a05-e616886d2eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:28.420264 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:34:28.420264 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:34:28.420264 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:34:28.420264 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:34:28.420264 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:34:28.420264 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:34:28.420264 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:34:28.420264 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:34:28.420264 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:34:28.420264 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:34:28.420264 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:34:28.420264 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:34:28.420264 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:34:28.420264 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:34:28.420264 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:34:28.420264 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:34:28.420264 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:34:28.420264 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:34:28.420264 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:34:28.420264 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:34:28.420264 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:34:28.420264 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:34:28.420264 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:34:28.420264 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:34:28.420264 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:34:28.420264 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:34:28.420264 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:34:28.420264 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:34:28.420264 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:34:28.420264 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:34:28.420264 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:34:28.420264 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:34:28.424262 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 09 Dec 2021 15:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413cc70a-eef1-4a22-9fb8-69235a44be24 x-openstack-request-id: req-413cc70a-eef1-4a22-9fb8-69235a44be24 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:34:28.424779 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c40a2a1-6bb8-483b-81ce-da1594213acd", "tag": "2d73fd09-ea4b-4251-aa0d-8d4fed81a514", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "879106a1-c6bb-4f82-bb9a-9ba19ed19538", "tag": "47ba4792-0035-43d3-bacd-ba378cb25cb3", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:34:28.425294 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-413cc70a-eef1-4a22-9fb8-69235a44be24 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:34:28.425839 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c40a2a1-6bb8-483b-81ce-da1594213acd', 'tag': '2d73fd09-ea4b-4251-aa0d-8d4fed81a514', 'status': 'completed', 'code': 200} Dec 09 15:34:28.426195 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '879106a1-c6bb-4f82-bb9a-9ba19ed19538', 'tag': '47ba4792-0035-43d3-bacd-ba378cb25cb3', 'status': 'completed', 'code': 200} Dec 09 15:34:28.674937 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-aa720a11-3bdc-43c5-a315-a4fae002a636 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=adcdc531e5364eaa95bec0e36a7f7c2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259542 Dec 09 15:34:28.806053 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-c107f8bf-277c-4eb6-a32a-24527d5fb8bb tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:28.807480 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-c107f8bf-277c-4eb6-a32a-24527d5fb8bb tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1251285 Dec 09 15:34:28.837118 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-909e764a-ada5-4aca-83b7-96583168c765 req-d73fcc63-2ac0-48cd-9bbe-071c33b9d930 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=55e842c2-22ee-4cdf-9326-afad7784b592 HTTP/1.1" status: 200 len: 210 time: 0.0921118 Dec 09 15:34:28.844995 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-eb169fda-8810-4b5a-8243-77fa585384c2 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=adcdc531e5364eaa95bec0e36a7f7c2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0910211 Dec 09 15:34:28.853544 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-d30779b0-610c-44dc-b933-fe0bbb46c6d9 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Request body: {'port': {'device_id': '55e842c2-22ee-4cdf-9326-afad7784b592', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'admin_state_up': True, 'tenant_id': 'adcdc531e5364eaa95bec0e36a7f7c2a'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:34:28.880654 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f9c10ac-94db-4f1b-9a05-e616886d2eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:28.907743 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c23171-88b1-4baa-99ea-6af03933aec0', 'tag': '3badd480-8b43-4c9d-bc5c-ef0129304165'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:34:28.910232 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8fdd59-e109-4bbc-b7ab-39a791bac744" -d '{"events": [{"name": "network-changed", "server_uuid": "08c23171-88b1-4baa-99ea-6af03933aec0", "tag": "3badd480-8b43-4c9d-bc5c-ef0129304165"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:34:28.925870 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f9c10ac-94db-4f1b-9a05-e616886d2eeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:28.928952 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1f9c10ac-94db-4f1b-9a05-e616886d2eeb admin admin] 10.222.0.57 "DELETE /v2.0/networks/a8261367-6db5-4657-8321-e913294e8360 HTTP/1.1" status: 204 len: 168 time: 0.8120954 Dec 09 15:34:28.955803 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa6dca-124d-49a5-8c9a-01dbae3530b3 req-fe6096f2-39dc-4b65-8d73-3977d1a00eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:28.957407 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1aa6dca-124d-49a5-8c9a-01dbae3530b3 req-fe6096f2-39dc-4b65-8d73-3977d1a00eaf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4f3fc8e41d354c05b9540687bfa88548&device_id=879106a1-c6bb-4f82-bb9a-9ba19ed19538 HTTP/1.1" status: 200 len: 1095 time: 0.2135272 Dec 09 15:34:28.974546 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa6dca-124d-49a5-8c9a-01dbae3530b3 req-21ac9128-36a3-43c8-abef-4fff5d0de822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:28.975939 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1aa6dca-124d-49a5-8c9a-01dbae3530b3 req-21ac9128-36a3-43c8-abef-4fff5d0de822 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69&device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 1124 time: 0.2137833 Dec 09 15:34:28.976705 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9c10ac-94db-4f1b-9a05-e616886d2eeb admin admin] Pushing event deleted for resources: {'Network': ['ID=a8261367-6db5-4657-8321-e913294e8360,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:28.979529 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-d30779b0-610c-44dc-b933-fe0bbb46c6d9 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Made reservation on behalf of adcdc531e5364eaa95bec0e36a7f7c2a for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:34:28.984402 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-d30779b0-610c-44dc-b933-fe0bbb46c6d9 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:29.072514 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57994) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:34:29.152711 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd457956-97dc-4c43-91dd-cd19778ac4ac req-7e4960a1-fa89-4afb-aedb-d7947bf30231 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:29.154476 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fd457956-97dc-4c43-91dd-cd19778ac4ac req-7e4960a1-fa89-4afb-aedb-d7947bf30231 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=044e36d0-ee3d-4013-9ccc-375bbbc5092c HTTP/1.1" status: 200 len: 945 time: 0.2397933 Dec 09 15:34:29.162776 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-171c1b8c-51e1-4d2b-9929-487504d81764 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5674bd72d1184432801f651e299c9dce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0889173 Dec 09 15:34:29.169538 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57998) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:34:29.172230 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-d30779b0-610c-44dc-b933-fe0bbb46c6d9 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Allocated IP 192.168.233.231 (bf6a25f7-2b73-48b5-b60f-99a19e919fb7/54e6953c-1261-4e7c-8b49-64e5b87424c2/92c9ec34-680d-443c-b16e-dccf7c73f04f) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:34:29.203194 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-75867a2b-c00f-4a32-bb6c-75b5dd98dde7 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:29.204511 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-75867a2b-c00f-4a32-bb6c-75b5dd98dde7 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3496974 Dec 09 15:34:29.227551 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-23b75c3b-cdfc-4a67-a891-b87f75e9ad68 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Request body: {'port': {'device_id': 'd958dff4-bf9a-4826-bee8-48c1312fc83e', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'admin_state_up': True, 'tenant_id': 'adcdc531e5364eaa95bec0e36a7f7c2a'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:34:29.248193 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa6dca-124d-49a5-8c9a-01dbae3530b3 req-87c12072-2796-4e07-9064-813339e0b5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:29.249928 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1aa6dca-124d-49a5-8c9a-01dbae3530b3 req-87c12072-2796-4e07-9064-813339e0b5ee service neutron] 10.222.0.31 "GET /v2.0/networks?id=3099805c-627c-4784-8087-c190eb81b4e0 HTTP/1.1" status: 200 len: 908 time: 0.2618930 Dec 09 15:34:29.263295 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-48dcc401-b26a-4e94-98d4-64099c702343 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:29.284508 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa6dca-124d-49a5-8c9a-01dbae3530b3 req-47d33770-efc4-4723-b3f8-4b466fb4b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:29.285912 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1aa6dca-124d-49a5-8c9a-01dbae3530b3 req-47d33770-efc4-4723-b3f8-4b466fb4b6ec service neutron] 10.222.0.42 "GET /v2.0/networks?id=e402a105-434d-4ce0-8ced-df4cb1f5cd1c HTTP/1.1" status: 200 len: 914 time: 0.3025911 Dec 09 15:34:29.295445 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-48dcc401-b26a-4e94-98d4-64099c702343 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:29.348296 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1aa6dca-124d-49a5-8c9a-01dbae3530b3 req-e7359223-5767-4119-8c63-e4ed47eab5e2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d73fd09-ea4b-4251-aa0d-8d4fed81a514 HTTP/1.1" status: 200 len: 217 time: 0.0653877 Dec 09 15:34:29.392745 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fd457956-97dc-4c43-91dd-cd19778ac4ac req-7de4c07b-386f-4163-938e-86e2bc5b5493 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229035 Dec 09 15:34:29.403358 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1aa6dca-124d-49a5-8c9a-01dbae3530b3 req-8c0e5741-cc4a-4f56-bba9-5e4c60978b75 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47ba4792-0035-43d3-bacd-ba378cb25cb3 HTTP/1.1" status: 200 len: 217 time: 0.0699677 Dec 09 15:34:29.410367 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-d30779b0-610c-44dc-b933-fe0bbb46c6d9 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:29.413695 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-48dcc401-b26a-4e94-98d4-64099c702343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:29.416493 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-48dcc401-b26a-4e94-98d4-64099c702343 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:29.420555 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-48dcc401-b26a-4e94-98d4-64099c702343 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ff444a3c-6d98-43c9-8fa6-56ddc15c2b63 HTTP/1.1" status: 204 len: 168 time: 0.2468047 Dec 09 15:34:29.430221 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dcc401-b26a-4e94-98d4-64099c702343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff444a3c-6d98-43c9-8fa6-56ddc15c2b63,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:29.467922 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-d30779b0-610c-44dc-b933-fe0bbb46c6d9 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:29.479990 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['09c676e4-2a5f-46ee-a639-d2836ab6c1d8', 'd204c55b-f880-4a11-b32a-0bf6feff0b3f', 'c2517f73-5229-47a2-90e3-f457f92ff058'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:34:29.505936 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa6dca-124d-49a5-8c9a-01dbae3530b3 req-7cf0daf5-56a1-470f-9b83-d3bb6eca786a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:29.507351 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1aa6dca-124d-49a5-8c9a-01dbae3530b3 req-7cf0daf5-56a1-470f-9b83-d3bb6eca786a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75dd204b-61ff-4875-bd46-839f068b72c4 HTTP/1.1" status: 200 len: 847 time: 0.1187117 Dec 09 15:34:29.512818 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa6dca-124d-49a5-8c9a-01dbae3530b3 req-e800fa82-511c-42c3-a326-343c098a665c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:29.514305 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1aa6dca-124d-49a5-8c9a-01dbae3530b3 req-e800fa82-511c-42c3-a326-343c098a665c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f1939425-40d2-496c-9364-9c8d2e6fa576 HTTP/1.1" status: 200 len: 853 time: 0.0781341 Dec 09 15:34:29.524399 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-d30779b0-610c-44dc-b933-fe0bbb46c6d9 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:34:29.530609 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-d30779b0-610c-44dc-b933-fe0bbb46c6d9 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:34:29.558304 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-d30779b0-610c-44dc-b933-fe0bbb46c6d9 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:34:29.588952 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1aa6dca-124d-49a5-8c9a-01dbae3530b3 req-461a9440-cb95-4579-95d9-7aa5d264a02f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e402a105-434d-4ce0-8ced-df4cb1f5cd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654321 Dec 09 15:34:29.589576 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-23b75c3b-cdfc-4a67-a891-b87f75e9ad68 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Made reservation on behalf of adcdc531e5364eaa95bec0e36a7f7c2a for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:34:29.595773 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30779b0-610c-44dc-b933-fe0bbb46c6d9 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Pushing event updated for resources: {'Port': ['ID=92c9ec34-680d-443c-b16e-dccf7c73f04f,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:29.596378 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-23b75c3b-cdfc-4a67-a891-b87f75e9ad68 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:29.607722 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1aa6dca-124d-49a5-8c9a-01dbae3530b3 req-f22fc1a9-1623-4de3-a6ff-5b15c9cba5c0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3099805c-627c-4784-8087-c190eb81b4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814667 Dec 09 15:34:29.624868 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-d30779b0-610c-44dc-b933-fe0bbb46c6d9 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:29.625544 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-d30779b0-610c-44dc-b933-fe0bbb46c6d9 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:29.651291 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-d30779b0-610c-44dc-b933-fe0bbb46c6d9 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8016908 Dec 09 15:34:29.670977 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-df067aaf-54ee-48fd-b4b4-43afb9334a4b service neutron] Request body: {'port': {'device_id': '55e842c2-22ee-4cdf-9326-afad7784b592', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:34:29.757948 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-df067aaf-54ee-48fd-b4b4-43afb9334a4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:29.939523 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1aa6dca-124d-49a5-8c9a-01dbae3530b3 req-96711f9a-0a76-4965-b180-6b4516e233d0 service neutron] 10.222.0.31 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388258 Dec 09 15:34:30.019400 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c91c34d3-ffed-48d0-8191-8ba861c8738e None None] Provisioning complete for port 92c9ec34-680d-443c-b16e-dccf7c73f04f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:34:30.021610 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c91c34d3-ffed-48d0-8191-8ba861c8738e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:30.067096 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58008) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:34:30.088794 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6503e4-9e17-4a0d-af75-f3ab2c0fb45f req-5b71a540-b4c9-4ea3-bcb4-b19b4b299007 tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:30.098439 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0e6503e4-9e17-4a0d-af75-f3ab2c0fb45f req-5b71a540-b4c9-4ea3-bcb4-b19b4b299007 tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] 10.222.0.57 "GET /v2.0/ports?device_id=879106a1-c6bb-4f82-bb9a-9ba19ed19538 HTTP/1.1" status: 200 len: 944 time: 0.4956779 Dec 09 15:34:30.101153 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c91c34d3-ffed-48d0-8191-8ba861c8738e None None] Port 92c9ec34-680d-443c-b16e-dccf7c73f04f cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:34:30.125945 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-68decca8-a0b8-49fc-87bf-298e16264a88 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3009da41fc6642139f169d029d9afdc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0571253 Dec 09 15:34:30.131197 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58010) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:34:30.201729 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1aa6dca-124d-49a5-8c9a-01dbae3530b3 req-da44819e-5d6c-4ad3-a882-e424acb70a8f service neutron] 10.222.0.42 "GET /v2.0/networks/e402a105-434d-4ce0-8ced-df4cb1f5cd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5976748 Dec 09 15:34:30.210646 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-df067aaf-54ee-48fd-b4b4-43afb9334a4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92c9ec34-680d-443c-b16e-dccf7c73f04f {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:34:30.220836 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-df067aaf-54ee-48fd-b4b4-43afb9334a4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:30.240618 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-07fe8ffd-bd88-4f4c-ad09-d938d6ada139 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:30.244699 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-df067aaf-54ee-48fd-b4b4-43afb9334a4b service neutron] Transition to ACTIVE for port object 92c9ec34-680d-443c-b16e-dccf7c73f04f will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:34:30.245451 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0e6503e4-9e17-4a0d-af75-f3ab2c0fb45f req-f842d699-4144-470c-849b-1f743f031b82 tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] 10.222.0.57 "GET /v2.0/security-groups?id=34ca71fd-e2bb-4266-8e40-0757ee6a9389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456218 Dec 09 15:34:30.255874 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-df067aaf-54ee-48fd-b4b4-43afb9334a4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:30.318306 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df067aaf-54ee-48fd-b4b4-43afb9334a4b service neutron] Pushing event updated for resources: {'Port': ['ID=92c9ec34-680d-443c-b16e-dccf7c73f04f,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:30.325270 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-07fe8ffd-bd88-4f4c-ad09-d938d6ada139 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:30.398002 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-23b75c3b-cdfc-4a67-a891-b87f75e9ad68 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Allocated IP 192.168.233.39 (bf6a25f7-2b73-48b5-b60f-99a19e919fb7/54e6953c-1261-4e7c-8b49-64e5b87424c2/ba9435ef-3de3-478d-83d7-bc72b2993e7d) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:34:30.488113 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-07fe8ffd-bd88-4f4c-ad09-d938d6ada139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:30.490830 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-07fe8ffd-bd88-4f4c-ad09-d938d6ada139 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:30.492457 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-07fe8ffd-bd88-4f4c-ad09-d938d6ada139 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/14a02272-b819-4368-af01-9d53fc2bb096 HTTP/1.1" status: 204 len: 168 time: 0.3597903 Dec 09 15:34:30.503886 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-df067aaf-54ee-48fd-b4b4-43afb9334a4b service neutron] Attempting to bind port 92c9ec34-680d-443c-b16e-dccf7c73f04f on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:34:30.504229 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-df067aaf-54ee-48fd-b4b4-43afb9334a4b service neutron] Attempting to bind port 92c9ec34-680d-443c-b16e-dccf7c73f04f by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:34:30.504596 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-df067aaf-54ee-48fd-b4b4-43afb9334a4b service neutron] Attempting to bind port 92c9ec34-680d-443c-b16e-dccf7c73f04f on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:34:30.509976 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-df067aaf-54ee-48fd-b4b4-43afb9334a4b service neutron] Port 92c9ec34-680d-443c-b16e-dccf7c73f04f on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:34:30.510357 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-df067aaf-54ee-48fd-b4b4-43afb9334a4b service neutron] Attempting to bind port 92c9ec34-680d-443c-b16e-dccf7c73f04f on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:34:30.519736 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe8ffd-bd88-4f4c-ad09-d938d6ada139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a02272-b819-4368-af01-9d53fc2bb096,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:30.548455 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-df067aaf-54ee-48fd-b4b4-43afb9334a4b service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:34:30.548812 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-df067aaf-54ee-48fd-b4b4-43afb9334a4b service neutron] Checking segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:34:30.549926 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-df067aaf-54ee-48fd-b4b4-43afb9334a4b service neutron] Bound using segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:34:30.550718 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-df067aaf-54ee-48fd-b4b4-43afb9334a4b service neutron] Bound port: 92c9ec34-680d-443c-b16e-dccf7c73f04f, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:34:30.558777 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-df067aaf-54ee-48fd-b4b4-43afb9334a4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:30.587868 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:34:30.632730 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b097af-bb40-4694-9061-da0ab1b6dc2a x-openstack-request-id: req-26b097af-bb40-4694-9061-da0ab1b6dc2a {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:34:30.632995 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c23171-88b1-4baa-99ea-6af03933aec0", "tag": "3badd480-8b43-4c9d-bc5c-ef0129304165", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:34:30.633189 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-26b097af-bb40-4694-9061-da0ab1b6dc2a {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:34:30.633616 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c23171-88b1-4baa-99ea-6af03933aec0', 'tag': '3badd480-8b43-4c9d-bc5c-ef0129304165', 'status': 'completed', 'code': 200} Dec 09 15:34:30.646717 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-23b75c3b-cdfc-4a67-a891-b87f75e9ad68 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:30.680278 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 47ba4792-0035-43d3-bacd-ba378cb25cb3 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:34:30.706604 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1aa6dca-124d-49a5-8c9a-01dbae3530b3 req-661ad5c4-70ee-4dda-9eb6-62ef422950ab service neutron] 10.222.0.42 "GET /v2.0/networks/e402a105-434d-4ce0-8ced-df4cb1f5cd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4952977 Dec 09 15:34:30.716838 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8fdd59-e109-4bbc-b7ab-39a791bac744 req-ccb39280-2b8f-4ed3-ae1d-6fa07e5cc723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:30.718414 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5f8fdd59-e109-4bbc-b7ab-39a791bac744 req-ccb39280-2b8f-4ed3-ae1d-6fa07e5cc723 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=173703e8098f443d854f73a34f2cd2f7&device_id=08c23171-88b1-4baa-99ea-6af03933aec0 HTTP/1.1" status: 200 len: 1095 time: 0.0820105 Dec 09 15:34:30.719611 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-df067aaf-54ee-48fd-b4b4-43afb9334a4b service neutron] For port 92c9ec34-680d-443c-b16e-dccf7c73f04f, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:34:30.745428 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-df067aaf-54ee-48fd-b4b4-43afb9334a4b service neutron] For port 92c9ec34-680d-443c-b16e-dccf7c73f04f, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=92c9ec34-680d-443c-b16e-dccf7c73f04f,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:34:30.779352 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-23b75c3b-cdfc-4a67-a891-b87f75e9ad68 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:30.789270 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1aa6dca-124d-49a5-8c9a-01dbae3530b3 req-64255805-4d41-48c9-8ff7-903ded9ddff5 service neutron] 10.222.0.31 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8293521 Dec 09 15:34:30.865599 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a6547-72b5-4b43-a8a6-3a83bea0890e req-144d5424-8c25-4d73-9a52-6bb4a3719944 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:30.867265 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f78a6547-72b5-4b43-a8a6-3a83bea0890e req-144d5424-8c25-4d73-9a52-6bb4a3719944 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=08c23171-88b1-4baa-99ea-6af03933aec0 HTTP/1.1" status: 200 len: 944 time: 0.1451905 Dec 09 15:34:30.874044 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8fdd59-e109-4bbc-b7ab-39a791bac744 req-a27a8431-ed1f-4aaa-852e-94156b2644af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:30.876600 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5f8fdd59-e109-4bbc-b7ab-39a791bac744 req-a27a8431-ed1f-4aaa-852e-94156b2644af service neutron] 10.222.0.42 "GET /v2.0/networks?id=64ebf9fc-d424-49ca-871c-a35862c4a5f0 HTTP/1.1" status: 200 len: 915 time: 0.1392894 Dec 09 15:34:30.876895 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-23b75c3b-cdfc-4a67-a891-b87f75e9ad68 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:34:30.878719 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-df067aaf-54ee-48fd-b4b4-43afb9334a4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:30.892446 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-23b75c3b-cdfc-4a67-a891-b87f75e9ad68 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:34:30.911375 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 47ba4792-0035-43d3-bacd-ba378cb25cb3, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=47ba4792-0035-43d3-bacd-ba378cb25cb3,segment=NetworkSegment(05334276-ed10-48b3-9156-3bdf08596005),segment_id=05334276-ed10-48b3-9156-3bdf08596005)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:30.922001 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-23b75c3b-cdfc-4a67-a891-b87f75e9ad68 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:34:30.934740 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '47ba4792-0035-43d3-bacd-ba378cb25cb3', 'network_id': 'e402a105-434d-4ce0-8ced-df4cb1f5cd1c', 'port_id': '47ba4792-0035-43d3-bacd-ba378cb25cb3', 'mac_address': 'fa:16:3e:f3:af:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1939425-40d2-496c-9364-9c8d2e6fa576', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:34:30.935559 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b75c3b-cdfc-4a67-a891-b87f75e9ad68 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Pushing event updated for resources: {'Port': ['ID=ba9435ef-3de3-478d-83d7-bc72b2993e7d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:30.943256 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['09c676e4-2a5f-46ee-a639-d2836ab6c1d8', 'd204c55b-f880-4a11-b32a-0bf6feff0b3f', 'c2517f73-5229-47a2-90e3-f457f92ff058'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:34:31.066685 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f78a6547-72b5-4b43-a8a6-3a83bea0890e req-dbc57eb6-5014-4316-8ef4-9982632adab7 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843498 Dec 09 15:34:31.098517 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-23b75c3b-cdfc-4a67-a891-b87f75e9ad68 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:31.100282 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-23b75c3b-cdfc-4a67-a891-b87f75e9ad68 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:31.102936 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:31.126089 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47ba4792-0035-43d3-bacd-ba378cb25cb3 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:34:31.150659 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-23b75c3b-cdfc-4a67-a891-b87f75e9ad68 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9321811 Dec 09 15:34:31.175997 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-ff2b83ee-d03c-4a89-8559-8107f8540f94 service neutron] Request body: {'port': {'device_id': 'd958dff4-bf9a-4826-bee8-48c1312fc83e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:34:31.182069 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 47ba4792-0035-43d3-bacd-ba378cb25cb3, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=47ba4792-0035-43d3-bacd-ba378cb25cb3,segment=NetworkSegment(05334276-ed10-48b3-9156-3bdf08596005),segment_id=05334276-ed10-48b3-9156-3bdf08596005)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:31.226339 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:31.227036 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 3badd480-8b43-4c9d-bc5c-ef0129304165 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:34:31.303776 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-ff2b83ee-d03c-4a89-8559-8107f8540f94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:31.367974 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5857e-e379-425c-9169-7eafb99f5003 req-bcbbeb5c-3dcd-4810-8aa4-660262d3a39e tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:31.370148 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3bd5857e-e379-425c-9169-7eafb99f5003 req-bcbbeb5c-3dcd-4810-8aa4-660262d3a39e tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 943 time: 0.1396568 Dec 09 15:34:31.478027 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5f8fdd59-e109-4bbc-b7ab-39a791bac744 req-1a0ff46c-5a97-4d83-93b8-a37c90ef843e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3badd480-8b43-4c9d-bc5c-ef0129304165 HTTP/1.1" status: 200 len: 217 time: 0.5906816 Dec 09 15:34:31.483030 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-df067aaf-54ee-48fd-b4b4-43afb9334a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:31.483652 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-df067aaf-54ee-48fd-b4b4-43afb9334a4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:31.485033 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-df067aaf-54ee-48fd-b4b4-43afb9334a4b service neutron] 10.222.0.42 "PUT /v2.0/ports/92c9ec34-680d-443c-b16e-dccf7c73f04f HTTP/1.1" status: 200 len: 1096 time: 1.8205516 Dec 09 15:34:31.485478 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55e842c2-22ee-4cdf-9326-afad7784b592', 'tag': '92c9ec34-680d-443c-b16e-dccf7c73f04f'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:34:31.487975 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b926cf4-ed4f-446e-aae2-f362a898be47" -d '{"events": [{"name": "network-changed", "server_uuid": "55e842c2-22ee-4cdf-9326-afad7784b592", "tag": "92c9ec34-680d-443c-b16e-dccf7c73f04f"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:34:31.498710 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=47ba4792-0035-43d3-bacd-ba378cb25cb3,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:31.514571 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-66d09de3-57f1-4a2c-a2f8-0091663cdaa4 None None] Provisioning complete for port ba9435ef-3de3-478d-83d7-bc72b2993e7d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:34:31.515537 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-66d09de3-57f1-4a2c-a2f8-0091663cdaa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:31.564350 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3bd5857e-e379-425c-9169-7eafb99f5003 req-35623f0f-224c-4752-a7c2-1d7cc519fc4b tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732802 Dec 09 15:34:31.672162 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-66d09de3-57f1-4a2c-a2f8-0091663cdaa4 None None] Port ba9435ef-3de3-478d-83d7-bc72b2993e7d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:34:31.678351 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df067aaf-54ee-48fd-b4b4-43afb9334a4b service neutron] Pushing event updated for resources: {'Port': ['ID=92c9ec34-680d-443c-b16e-dccf7c73f04f,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:31.729157 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8fdd59-e109-4bbc-b7ab-39a791bac744 req-9bb1b12d-c2bd-4aae-a3da-f820f3c538f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:31.730480 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5f8fdd59-e109-4bbc-b7ab-39a791bac744 req-9bb1b12d-c2bd-4aae-a3da-f820f3c538f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7a04522e-f81a-4661-bcf3-8978215b87d1 HTTP/1.1" status: 200 len: 854 time: 0.2359087 Dec 09 15:34:31.808331 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 3badd480-8b43-4c9d-bc5c-ef0129304165, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=3badd480-8b43-4c9d-bc5c-ef0129304165,segment=NetworkSegment(3c8c96ac-fcd7-4b06-91d5-8b3b47be9336),segment_id=3c8c96ac-fcd7-4b06-91d5-8b3b47be9336)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:31.839677 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5f8fdd59-e109-4bbc-b7ab-39a791bac744 req-738e6acd-b97f-4601-8768-5ff3728acd88 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64ebf9fc-d424-49ca-871c-a35862c4a5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831890 Dec 09 15:34:31.849153 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '3badd480-8b43-4c9d-bc5c-ef0129304165', 'network_id': '64ebf9fc-d424-49ca-871c-a35862c4a5f0', 'port_id': '3badd480-8b43-4c9d-bc5c-ef0129304165', 'mac_address': 'fa:16:3e:e2:d4:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a04522e-f81a-4661-bcf3-8978215b87d1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:34:31.852615 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6838d0f-a442-4d59-a0ba-47be12861766 req-db007854-6626-4f37-b75c-b699b8e0b912 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:31.854283 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c6838d0f-a442-4d59-a0ba-47be12861766 req-db007854-6626-4f37-b75c-b699b8e0b912 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=55e842c2-22ee-4cdf-9326-afad7784b592 HTTP/1.1" status: 200 len: 948 time: 0.1134026 Dec 09 15:34:31.927949 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c6838d0f-a442-4d59-a0ba-47be12861766 req-113a63a5-ff99-4246-8372-c6361b03089f tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587139 Dec 09 15:34:31.978723 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-85f53dfe-9877-4ebe-8d8c-d585a414b195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:31.980259 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-85f53dfe-9877-4ebe-8d8c-d585a414b195 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=adcdc531e5364eaa95bec0e36a7f7c2a&device_id=55e842c2-22ee-4cdf-9326-afad7784b592 HTTP/1.1" status: 200 len: 1099 time: 0.3765440 Dec 09 15:34:31.989196 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:31.991770 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-ff2b83ee-d03c-4a89-8559-8107f8540f94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba9435ef-3de3-478d-83d7-bc72b2993e7d {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:34:31.999347 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 2d73fd09-ea4b-4251-aa0d-8d4fed81a514 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:34:32.002289 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-ff2b83ee-d03c-4a89-8559-8107f8540f94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:32.021111 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58042) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:34:32.030647 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-ff2b83ee-d03c-4a89-8559-8107f8540f94 service neutron] Transition to ACTIVE for port object ba9435ef-3de3-478d-83d7-bc72b2993e7d will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:34:32.038870 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-ff2b83ee-d03c-4a89-8559-8107f8540f94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:32.048807 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3badd480-8b43-4c9d-bc5c-ef0129304165 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:34:32.099189 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 3badd480-8b43-4c9d-bc5c-ef0129304165, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=3badd480-8b43-4c9d-bc5c-ef0129304165,segment=NetworkSegment(3c8c96ac-fcd7-4b06-91d5-8b3b47be9336),segment_id=3c8c96ac-fcd7-4b06-91d5-8b3b47be9336)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:32.119142 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:32.141120 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-c94dab61-bbf5-47c4-be3f-87f9d4452824 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=92c9ec34-680d-443c-b16e-dccf7c73f04f HTTP/1.1" status: 200 len: 217 time: 0.0908384 Dec 09 15:34:32.211697 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5f8fdd59-e109-4bbc-b7ab-39a791bac744 req-c87a4b54-d892-4a03-9125-2456b826c13a service neutron] 10.222.0.42 "GET /v2.0/networks/64ebf9fc-d424-49ca-871c-a35862c4a5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502421 Dec 09 15:34:32.225681 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b83ee-d03c-4a89-8559-8107f8540f94 service neutron] Pushing event updated for resources: {'Port': ['ID=ba9435ef-3de3-478d-83d7-bc72b2993e7d,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:32.263084 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-b51cd5cc-7b4b-4f63-8c6c-e944a4608476 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1668015351-network', 'tenant_id': '7cb10907c9dd4101899755e35f1cc029'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:34:32.280879 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=3badd480-8b43-4c9d-bc5c-ef0129304165,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:32.301685 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e27ce9-4fac-4a8b-9165-dc9d9199bc85 req-abb472a5-ccca-4409-b345-3751436909de tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:32.303247 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d2e27ce9-4fac-4a8b-9165-dc9d9199bc85 req-abb472a5-ccca-4409-b345-3751436909de tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=044e36d0-ee3d-4013-9ccc-375bbbc5092c HTTP/1.1" status: 200 len: 945 time: 0.1831121 Dec 09 15:34:32.330408 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5f8fdd59-e109-4bbc-b7ab-39a791bac744 req-784caedd-fe40-480f-8254-9384385de980 service neutron] 10.222.0.42 "GET /v2.0/networks/64ebf9fc-d424-49ca-871c-a35862c4a5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064200 Dec 09 15:34:32.346581 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-964f5d91-b618-45de-af3b-186a2917f55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:32.348086 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-964f5d91-b618-45de-af3b-186a2917f55d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.1886921 Dec 09 15:34:32.389863 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51cd5cc-7b4b-4f63-8c6c-e944a4608476 admin admin] Made reservation on behalf of 7cb10907c9dd4101899755e35f1cc029 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:34:32.392213 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b51cd5cc-7b4b-4f63-8c6c-e944a4608476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:32.413678 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b51cd5cc-7b4b-4f63-8c6c-e944a4608476 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:32.422210 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-8d1feee7-0c79-4bc3-a0f9-bd10e928025b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:32.423957 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-8d1feee7-0c79-4bc3-a0f9-bd10e928025b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0625191 Dec 09 15:34:32.490096 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d2e27ce9-4fac-4a8b-9165-dc9d9199bc85 req-007ec8f9-8743-4ced-a1a5-5063cb9ea87f tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603339 Dec 09 15:34:32.494627 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-ff2b83ee-d03c-4a89-8559-8107f8540f94 service neutron] Attempting to bind port ba9435ef-3de3-478d-83d7-bc72b2993e7d on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:34:32.494968 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-ff2b83ee-d03c-4a89-8559-8107f8540f94 service neutron] Attempting to bind port ba9435ef-3de3-478d-83d7-bc72b2993e7d by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:34:32.495327 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-ff2b83ee-d03c-4a89-8559-8107f8540f94 service neutron] Attempting to bind port ba9435ef-3de3-478d-83d7-bc72b2993e7d on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:34:32.508117 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-ff2b83ee-d03c-4a89-8559-8107f8540f94 service neutron] Port ba9435ef-3de3-478d-83d7-bc72b2993e7d on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:34:32.508547 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-ff2b83ee-d03c-4a89-8559-8107f8540f94 service neutron] Attempting to bind port ba9435ef-3de3-478d-83d7-bc72b2993e7d on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:34:32.532585 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-ff2b83ee-d03c-4a89-8559-8107f8540f94 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:34:32.532948 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-ff2b83ee-d03c-4a89-8559-8107f8540f94 service neutron] Checking segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:34:32.533359 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-ff2b83ee-d03c-4a89-8559-8107f8540f94 service neutron] Bound using segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:34:32.533804 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-ff2b83ee-d03c-4a89-8559-8107f8540f94 service neutron] Bound port: ba9435ef-3de3-478d-83d7-bc72b2993e7d, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:34:32.534233 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-ff2b83ee-d03c-4a89-8559-8107f8540f94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:32.543375 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-be72746d-7acd-431a-8915-6f7ffe0573a2 service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106534 Dec 09 15:34:32.623173 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['47ba4792-0035-43d3-bacd-ba378cb25cb3'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:34:32.642766 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b51cd5cc-7b4b-4f63-8c6c-e944a4608476 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:32.655546 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b51cd5cc-7b4b-4f63-8c6c-e944a4608476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:32.687105 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-69b7c10f-6e73-4386-b022-2688b0918351 service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356156 Dec 09 15:34:32.688563 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-ff2b83ee-d03c-4a89-8559-8107f8540f94 service neutron] For port ba9435ef-3de3-478d-83d7-bc72b2993e7d, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:34:32.688800 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['3badd480-8b43-4c9d-bc5c-ef0129304165'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:34:32.699456 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b51cd5cc-7b4b-4f63-8c6c-e944a4608476 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:34:32.727370 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-ff2b83ee-d03c-4a89-8559-8107f8540f94 service neutron] For port ba9435ef-3de3-478d-83d7-bc72b2993e7d, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=ba9435ef-3de3-478d-83d7-bc72b2993e7d,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:34:32.730169 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51cd5cc-7b4b-4f63-8c6c-e944a4608476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8388f321-e2a3-451d-b2f0-5f5f70dc6be3,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:32.742481 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b4261-3c02-4b41-a376-d082845f8cec req-fec68ff6-d2b4-4bbf-8081-84ee6330f0f4 tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:32.743942 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c44b4261-3c02-4b41-a376-d082845f8cec req-fec68ff6-d2b4-4bbf-8081-84ee6330f0f4 tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] 10.222.0.57 "GET /v2.0/ports?device_id=879106a1-c6bb-4f82-bb9a-9ba19ed19538 HTTP/1.1" status: 200 len: 945 time: 0.1427712 Dec 09 15:34:32.747898 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-ff2b83ee-d03c-4a89-8559-8107f8540f94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:32.751456 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b51cd5cc-7b4b-4f63-8c6c-e944a4608476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:32.751810 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-b51cd5cc-7b4b-4f63-8c6c-e944a4608476 admin admin] Added segment 69e3382f-395f-44e0-a40c-d45aab069633 of type vlan for network 7736ab20-9109-45c5-88b0-6682a059f13e Dec 09 15:34:32.838490 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-ff2b83ee-d03c-4a89-8559-8107f8540f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:32.839031 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-ff2b83ee-d03c-4a89-8559-8107f8540f94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:32.840769 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-ff2b83ee-d03c-4a89-8559-8107f8540f94 service neutron] 10.222.0.31 "PUT /v2.0/ports/ba9435ef-3de3-478d-83d7-bc72b2993e7d HTTP/1.1" status: 200 len: 1095 time: 1.6729326 Dec 09 15:34:32.844141 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd958dff4-bf9a-4826-bee8-48c1312fc83e', 'tag': 'ba9435ef-3de3-478d-83d7-bc72b2993e7d'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:34:32.846515 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa42a2c-0958-488a-ae7a-05f862a02480" -d '{"events": [{"name": "network-changed", "server_uuid": "d958dff4-bf9a-4826-bee8-48c1312fc83e", "tag": "ba9435ef-3de3-478d-83d7-bc72b2993e7d"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:34:32.857886 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b51cd5cc-7b4b-4f63-8c6c-e944a4608476 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:32.916840 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b83ee-d03c-4a89-8559-8107f8540f94 service neutron] Pushing event updated for resources: {'Port': ['ID=ba9435ef-3de3-478d-83d7-bc72b2993e7d,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:32.959030 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c44b4261-3c02-4b41-a376-d082845f8cec req-8b026f37-76ee-4c36-bc44-cd5fc31e0dde tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] 10.222.0.57 "GET /v2.0/security-groups?id=34ca71fd-e2bb-4266-8e40-0757ee6a9389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921787 Dec 09 15:34:33.004725 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b51cd5cc-7b4b-4f63-8c6c-e944a4608476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:33.005765 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51cd5cc-7b4b-4f63-8c6c-e944a4608476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:33.006488 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b51cd5cc-7b4b-4f63-8c6c-e944a4608476 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:33.109793 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b51cd5cc-7b4b-4f63-8c6c-e944a4608476 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0845211 Dec 09 15:34:33.110190 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58054) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:34:33.116122 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-3e9e5439-56d8-4c44-8039-9c3dc5834d02 admin admin] Request body: {'subnet': {'network_id': '7736ab20-9109-45c5-88b0-6682a059f13e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1668015351-subnet', 'tenant_id': '7cb10907c9dd4101899755e35f1cc029', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:34:33.129229 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-1c672125-59cc-4c9d-b26b-227eb91e6f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:33.131059 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-1c672125-59cc-4c9d-b26b-227eb91e6f2f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=adcdc531e5364eaa95bec0e36a7f7c2a&device_id=d958dff4-bf9a-4826-bee8-48c1312fc83e HTTP/1.1" status: 200 len: 1098 time: 0.2003584 Dec 09 15:34:33.140577 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-cc95c515-1955-4614-a7c4-c40ff7edc248 service neutron] 10.222.0.31 "GET /v2.0/ports/2d73fd09-ea4b-4251-aa0d-8d4fed81a514/bindings/n-h1-821228-1 HTTP/1.1" status: 200 len: 384 time: 0.2154081 Dec 09 15:34:33.141714 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51cd5cc-7b4b-4f63-8c6c-e944a4608476 admin admin] Pushing event updated for resources: {'Network': ['ID=7736ab20-9109-45c5-88b0-6682a059f13e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:33.154456 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 7736ab20-9109-45c5-88b0-6682a059f13e details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:34:33.163851 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9e5439-56d8-4c44-8039-9c3dc5834d02 admin admin] Made reservation on behalf of 7cb10907c9dd4101899755e35f1cc029 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:34:33.167202 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3e9e5439-56d8-4c44-8039-9c3dc5834d02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:33.333445 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d668a9-86ac-423a-8c61-f7710460dfe9 x-openstack-request-id: req-46d668a9-86ac-423a-8c61-f7710460dfe9 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:34:33.333676 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55e842c2-22ee-4cdf-9326-afad7784b592", "tag": "92c9ec34-680d-443c-b16e-dccf7c73f04f", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:34:33.333894 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-46d668a9-86ac-423a-8c61-f7710460dfe9 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:34:33.335130 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55e842c2-22ee-4cdf-9326-afad7784b592', 'tag': '92c9ec34-680d-443c-b16e-dccf7c73f04f', 'status': 'completed', 'code': 200} Dec 09 15:34:33.427656 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3e9e5439-56d8-4c44-8039-9c3dc5834d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:33.462732 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b926cf4-ed4f-446e-aae2-f362a898be47 req-2282c363-8e78-4b58-8f91-f5b2a6ab605e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:33.464349 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3b926cf4-ed4f-446e-aae2-f362a898be47 req-2282c363-8e78-4b58-8f91-f5b2a6ab605e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=adcdc531e5364eaa95bec0e36a7f7c2a&device_id=55e842c2-22ee-4cdf-9326-afad7784b592 HTTP/1.1" status: 200 len: 1099 time: 0.0898280 Dec 09 15:34:33.548675 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e5439-56d8-4c44-8039-9c3dc5834d02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ee4fdd6-4dfd-4a15-a871-b63f2ecb023f,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:33.555909 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9e5439-56d8-4c44-8039-9c3dc5834d02 admin admin] Checking segment: {'id': '69e3382f-395f-44e0-a40c-d45aab069633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7736ab20-9109-45c5-88b0-6682a059f13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:34:33.556271 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9e5439-56d8-4c44-8039-9c3dc5834d02 admin admin] Network hostable DHCP agents. Network: 7736ab20-9109-45c5-88b0-6682a059f13e, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:34:33.558943 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-2ef55cb1-8ecd-4378-88c5-187d1d86fff5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=ba9435ef-3de3-478d-83d7-bc72b2993e7d HTTP/1.1" status: 200 len: 217 time: 0.3947604 Dec 09 15:34:33.594738 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9e5439-56d8-4c44-8039-9c3dc5834d02 admin admin] Network 7736ab20-9109-45c5-88b0-6682a059f13e is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:34:33.609336 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b926cf4-ed4f-446e-aae2-f362a898be47 req-3a2751a1-e184-418a-8b76-06f97569d5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:33.610968 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3b926cf4-ed4f-446e-aae2-f362a898be47 req-3a2751a1-e184-418a-8b76-06f97569d5d0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.1307421 Dec 09 15:34:33.612002 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-3e9e5439-56d8-4c44-8039-9c3dc5834d02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 7736ab20-9109-45c5-88b0-6682a059f13e) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:34:33.616216 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9e5439-56d8-4c44-8039-9c3dc5834d02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:33.616966 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3e9e5439-56d8-4c44-8039-9c3dc5834d02 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:33.622040 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0477632-30a6-48ee-b144-d2f275af9c04 None None] Network 7736ab20-9109-45c5-88b0-6682a059f13e requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:34:33.659226 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3b926cf4-ed4f-446e-aae2-f362a898be47 req-c95e336d-57b5-428b-926d-fc62c104ffd3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=92c9ec34-680d-443c-b16e-dccf7c73f04f HTTP/1.1" status: 200 len: 217 time: 0.0397589 Dec 09 15:34:33.677310 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3e9e5439-56d8-4c44-8039-9c3dc5834d02 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5580237 Dec 09 15:34:33.691397 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-509157d5-1596-4fa8-b96e-6ad8bbcffc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:33.693040 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-509157d5-1596-4fa8-b96e-6ad8bbcffc17 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.1095634 Dec 09 15:34:33.703573 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5274eb2-0efa-4db9-bf8b-d01d235effae req-4c0c5899-422f-4e81-8e95-ff59866e1747 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:33.705126 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a5274eb2-0efa-4db9-bf8b-d01d235effae req-4c0c5899-422f-4e81-8e95-ff59866e1747 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=08c23171-88b1-4baa-99ea-6af03933aec0 HTTP/1.1" status: 200 len: 945 time: 0.1494679 Dec 09 15:34:33.728260 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b926cf4-ed4f-446e-aae2-f362a898be47 req-0ec8f17d-06a5-4dfd-9157-bd725f40b4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:33.729829 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3b926cf4-ed4f-446e-aae2-f362a898be47 req-0ec8f17d-06a5-4dfd-9157-bd725f40b4bd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0594895 Dec 09 15:34:33.751972 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6fe41f-90d7-4928-99f5-8c77ab3d2833 None None] Network 7736ab20-9109-45c5-88b0-6682a059f13e requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:34:33.793288 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b926cf4-ed4f-446e-aae2-f362a898be47 req-baf5aafe-d6f4-41ab-ab4a-7156aec9b4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:33.795392 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3b926cf4-ed4f-446e-aae2-f362a898be47 req-baf5aafe-d6f4-41ab-ab4a-7156aec9b4bb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0551257 Dec 09 15:34:33.895173 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-12e55a10-88e8-4bd4-82c8-08f8ccc40287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:33.896766 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-12e55a10-88e8-4bd4-82c8-08f8ccc40287 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1650164 Dec 09 15:34:33.903342 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a5274eb2-0efa-4db9-bf8b-d01d235effae req-25e2907b-da03-4909-98ea-ff95c24694b4 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693006 Dec 09 15:34:33.936028 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3b926cf4-ed4f-446e-aae2-f362a898be47 req-1e63b98f-d3b3-44e4-ae86-534702462561 service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193535 Dec 09 15:34:33.985032 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-56bffe45-2072-4e7d-b373-e24fd62c7e67 service neutron] For port 2d73fd09-ea4b-4251-aa0d-8d4fed81a514, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=2d73fd09-ea4b-4251-aa0d-8d4fed81a514,segment=NetworkSegment(9bcbf52b-8ad5-477f-9636-c2f9cae19672),segment_id=9bcbf52b-8ad5-477f-9636-c2f9cae19672)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:34.045481 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-56bffe45-2072-4e7d-b373-e24fd62c7e67 service neutron] For port 2d73fd09-ea4b-4251-aa0d-8d4fed81a514, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:34:34.047707 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3b926cf4-ed4f-446e-aae2-f362a898be47 req-8b8fb343-7f4a-48b5-b3a6-9a216b5ded35 service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020932 Dec 09 15:34:34.100331 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-220e8848-e947-4dc4-ad10-d04bcd186c4d service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888168 Dec 09 15:34:34.102666 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-56bffe45-2072-4e7d-b373-e24fd62c7e67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d73fd09-ea4b-4251-aa0d-8d4fed81a514 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:34:34.124805 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-56bffe45-2072-4e7d-b373-e24fd62c7e67 service neutron] For port 2d73fd09-ea4b-4251-aa0d-8d4fed81a514, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=2d73fd09-ea4b-4251-aa0d-8d4fed81a514,segment=NetworkSegment(9bcbf52b-8ad5-477f-9636-c2f9cae19672),segment_id=9bcbf52b-8ad5-477f-9636-c2f9cae19672)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:34.179142 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9d0d8-3424-4aa1-b844-b2f21928f8ff req-61c18431-f46b-48a2-92f6-81ce431c5871 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:34.180659 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-def9d0d8-3424-4aa1-b844-b2f21928f8ff req-61c18431-f46b-48a2-92f6-81ce431c5871 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 943 time: 0.1768866 Dec 09 15:34:34.192148 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-56bffe45-2072-4e7d-b373-e24fd62c7e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:34.300151 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bab5693c-9392-4bb5-bfab-d6044078da5a req-c14e1a80-8057-496d-9c4d-158bd56977be service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920199 Dec 09 15:34:34.303440 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-def9d0d8-3424-4aa1-b844-b2f21928f8ff req-f46370bf-f5c6-48f5-ac99-9f061dcc466b tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148548 Dec 09 15:34:34.336920 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-56bffe45-2072-4e7d-b373-e24fd62c7e67 service neutron] Transition to ACTIVE for port object 2d73fd09-ea4b-4251-aa0d-8d4fed81a514 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:34:34.343499 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-56bffe45-2072-4e7d-b373-e24fd62c7e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:34.375295 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8875b2bc-3b40-4a65-9f21-77dfe14431ee x-openstack-request-id: req-8875b2bc-3b40-4a65-9f21-77dfe14431ee {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:34:34.375579 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d958dff4-bf9a-4826-bee8-48c1312fc83e", "tag": "ba9435ef-3de3-478d-83d7-bc72b2993e7d", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:34:34.375829 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8875b2bc-3b40-4a65-9f21-77dfe14431ee {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:34:34.376225 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd958dff4-bf9a-4826-bee8-48c1312fc83e', 'tag': 'ba9435ef-3de3-478d-83d7-bc72b2993e7d', 'status': 'completed', 'code': 200} Dec 09 15:34:34.421767 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-56bffe45-2072-4e7d-b373-e24fd62c7e67 service neutron] No DVR routers for this DVR port 2d73fd09-ea4b-4251-aa0d-8d4fed81a514 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:34:34.487048 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bffe45-2072-4e7d-b373-e24fd62c7e67 service neutron] Pushing event updated for resources: {'Port': ['ID=2d73fd09-ea4b-4251-aa0d-8d4fed81a514,revision_number=10']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:34.511985 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-56bffe45-2072-4e7d-b373-e24fd62c7e67 service neutron] 10.222.0.31 "PUT /v2.0/ports/2d73fd09-ea4b-4251-aa0d-8d4fed81a514/bindings/n-h1-821228-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3331807 Dec 09 15:34:34.525893 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa42a2c-0958-488a-ae7a-05f862a02480 req-fb09798c-2b52-411b-886b-762f26faa97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:34.527401 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1aa42a2c-0958-488a-ae7a-05f862a02480 req-fb09798c-2b52-411b-886b-762f26faa97f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=adcdc531e5364eaa95bec0e36a7f7c2a&device_id=d958dff4-bf9a-4826-bee8-48c1312fc83e HTTP/1.1" status: 200 len: 1098 time: 0.1341431 Dec 09 15:34:34.539941 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36bdd6-d418-41c5-a84e-6f92d4bb87f4 req-f4cb3e0c-450a-491e-99f2-10fec74e4b2f tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:34.541409 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fa36bdd6-d418-41c5-a84e-6f92d4bb87f4 req-f4cb3e0c-450a-491e-99f2-10fec74e4b2f tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=55e842c2-22ee-4cdf-9326-afad7784b592 HTTP/1.1" status: 200 len: 948 time: 0.1234417 Dec 09 15:34:34.641738 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-e6d818a2-2272-4a5f-ba25-8da56e4851f8 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:34.643144 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-e6d818a2-2272-4a5f-ba25-8da56e4851f8 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd&tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69&binding%3Ahost_id=n-h2-821228-1 HTTP/1.1" status: 200 len: 1095 time: 0.0443466 Dec 09 15:34:34.646602 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fa36bdd6-d418-41c5-a84e-6f92d4bb87f4 req-dbafb47f-e143-451d-9df0-37da28ee6874 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992968 Dec 09 15:34:34.673650 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa42a2c-0958-488a-ae7a-05f862a02480 req-fbd8522e-b2a4-405d-ae5c-dabdcbb73cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:34.675144 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1aa42a2c-0958-488a-ae7a-05f862a02480 req-fbd8522e-b2a4-405d-ae5c-dabdcbb73cb6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.1142926 Dec 09 15:34:34.695877 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-f8879d3f-0bae-467c-ad1f-ede330098c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:34.697529 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-f8879d3f-0bae-467c-ad1f-ede330098c46 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd&tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69 HTTP/1.1" status: 200 len: 1095 time: 0.0461209 Dec 09 15:34:34.711024 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 3badd480-8b43-4c9d-bc5c-ef0129304165 up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:34:34.721358 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1aa42a2c-0958-488a-ae7a-05f862a02480 req-5ab42de2-e40d-4e5c-97a9-a357de12f8bb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=ba9435ef-3de3-478d-83d7-bc72b2993e7d HTTP/1.1" status: 200 len: 217 time: 0.0384004 Dec 09 15:34:34.767776 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port 3badd480-8b43-4c9d-bc5c-ef0129304165 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:34:34.774907 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 3badd480-8b43-4c9d-bc5c-ef0129304165 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:34:34.775486 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:34.791436 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-d2b49382-69b9-40a5-bd67-124ccee05ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:34.793079 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-d2b49382-69b9-40a5-bd67-124ccee05ccb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69&device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 1095 time: 0.0450230 Dec 09 15:34:34.810843 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2955a7-2db7-4115-a155-e301c0953dbd req-7a72908d-5f31-4a64-85fd-baeb9ace4259 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:34.812383 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6e2955a7-2db7-4115-a155-e301c0953dbd req-7a72908d-5f31-4a64-85fd-baeb9ace4259 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=044e36d0-ee3d-4013-9ccc-375bbbc5092c HTTP/1.1" status: 200 len: 945 time: 0.0936065 Dec 09 15:34:34.814330 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa42a2c-0958-488a-ae7a-05f862a02480 req-ef3dede6-df45-46b3-bdb7-139151bdfe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:34.815816 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1aa42a2c-0958-488a-ae7a-05f862a02480 req-ef3dede6-df45-46b3-bdb7-139151bdfe64 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0698922 Dec 09 15:34:34.863298 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:34.886397 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c23171-88b1-4baa-99ea-6af03933aec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3badd480-8b43-4c9d-bc5c-ef0129304165'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:34:34.889417 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019e85e1-9adc-4f76-b783-1556d47c896f" -d '{"events": [{"server_uuid": "08c23171-88b1-4baa-99ea-6af03933aec0", "name": "network-vif-plugged", "status": "completed", "tag": "3badd480-8b43-4c9d-bc5c-ef0129304165"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:34:34.893698 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6e2955a7-2db7-4115-a155-e301c0953dbd req-a878f444-3aa4-4069-bc5d-c787391ed903 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732195 Dec 09 15:34:34.896467 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa42a2c-0958-488a-ae7a-05f862a02480 req-c6863015-74e8-4f68-8f14-3c56885d6e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:34.897814 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1aa42a2c-0958-488a-ae7a-05f862a02480 req-c6863015-74e8-4f68-8f14-3c56885d6e1a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0698748 Dec 09 15:34:34.898273 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-e8b1bb46-b216-49fe-bac4-2d50e792c0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:34.899801 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-e8b1bb46-b216-49fe-bac4-2d50e792c0a4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3099805c-627c-4784-8087-c190eb81b4e0 HTTP/1.1" status: 200 len: 908 time: 0.0998583 Dec 09 15:34:34.922255 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 3badd480-8b43-4c9d-bc5c-ef0129304165, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=3badd480-8b43-4c9d-bc5c-ef0129304165,segment=NetworkSegment(3c8c96ac-fcd7-4b06-91d5-8b3b47be9336),segment_id=3c8c96ac-fcd7-4b06-91d5-8b3b47be9336)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:34.928654 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:34.929216 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 47ba4792-0035-43d3-bacd-ba378cb25cb3 up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:34:34.958497 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-2a1b1b3c-193c-4480-bdd4-629c57cae217 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d73fd09-ea4b-4251-aa0d-8d4fed81a514 HTTP/1.1" status: 200 len: 217 time: 0.0473838 Dec 09 15:34:35.003415 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1aa42a2c-0958-488a-ae7a-05f862a02480 req-7dc5ba14-496e-4cd7-8612-60de55270491 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973890 Dec 09 15:34:35.013797 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=3badd480-8b43-4c9d-bc5c-ef0129304165,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:35.029609 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port 47ba4792-0035-43d3-bacd-ba378cb25cb3 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:34:35.034490 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 47ba4792-0035-43d3-bacd-ba378cb25cb3 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:34:35.034916 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:35.037187 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-570f0cd6-917c-4187-bcb9-27b37a0c8bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:35.038715 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-570f0cd6-917c-4187-bcb9-27b37a0c8bdc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75dd204b-61ff-4875-bd46-839f068b72c4 HTTP/1.1" status: 200 len: 847 time: 0.0724378 Dec 09 15:34:35.075403 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-4f4207ca-b937-4d2b-a3bc-5621fc69ab2a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3099805c-627c-4784-8087-c190eb81b4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282483 Dec 09 15:34:35.119009 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1aa42a2c-0958-488a-ae7a-05f862a02480 req-7d188d0d-8220-4def-8435-3e8818fa7c38 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059623 Dec 09 15:34:35.123115 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:35.156728 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 47ba4792-0035-43d3-bacd-ba378cb25cb3, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=47ba4792-0035-43d3-bacd-ba378cb25cb3,segment=NetworkSegment(05334276-ed10-48b3-9156-3bdf08596005),segment_id=05334276-ed10-48b3-9156-3bdf08596005)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:35.161015 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:35.204773 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-5f19b777-45b5-422d-a66e-df4d4f76ccc9 service neutron] 10.222.0.42 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171548 Dec 09 15:34:35.210270 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=47ba4792-0035-43d3-bacd-ba378cb25cb3,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:35.228986 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-5311960b-d67d-4163-8e57-60fba458310d tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:35.230466 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-5311960b-d67d-4163-8e57-60fba458310d tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/networks?id=7736ab20-9109-45c5-88b0-6682a059f13e HTTP/1.1" status: 200 len: 812 time: 0.1105976 Dec 09 15:34:35.245886 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-3d14d648-a55c-4e1c-be49-85b6f16d7919 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/quotas/7cb10907c9dd4101899755e35f1cc029 HTTP/1.1" status: 200 len: 375 time: 0.0090489 Dec 09 15:34:35.278531 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-f6da44f1-1698-4882-b2f0-80446e3e34a1 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7cb10907c9dd4101899755e35f1cc029&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263126 Dec 09 15:34:35.300968 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-6152f66e-7204-4d09-8dc9-286023f9f477 service neutron] 10.222.0.42 "GET /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885749 Dec 09 15:34:35.373770 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-b144ffff-a2e8-473a-b305-0bf5169c7658 service neutron] 10.222.0.57 "GET /v2.0/networks/7736ab20-9109-45c5-88b0-6682a059f13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870821 Dec 09 15:34:35.466170 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-7a669536-9a57-4d94-a30e-736f10d05323 service neutron] 10.222.0.57 "GET /v2.0/networks/7736ab20-9109-45c5-88b0-6682a059f13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860710 Dec 09 15:34:35.639037 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-05cc9bee-1fd8-4d35-9ff6-c605648704c7 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:35.640587 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-05cc9bee-1fd8-4d35-9ff6-c605648704c7 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd&tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69&binding%3Ahost_id=n-h1-821228-1 HTTP/1.1" status: 200 len: 1095 time: 0.0466774 Dec 09 15:34:35.662616 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cfdcc4-95bd-4ac5-a031-f80ac68a3891 req-b21d8ac8-b478-4348-b113-dd44ebf52577 tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:35.664221 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97cfdcc4-95bd-4ac5-a031-f80ac68a3891 req-b21d8ac8-b478-4348-b113-dd44ebf52577 tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] 10.222.0.57 "GET /v2.0/ports?device_id=879106a1-c6bb-4f82-bb9a-9ba19ed19538 HTTP/1.1" status: 200 len: 946 time: 0.0535939 Dec 09 15:34:35.714473 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97cfdcc4-95bd-4ac5-a031-f80ac68a3891 req-8da4cbbe-b4b7-4729-83a1-37cf6b4175ab tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] 10.222.0.57 "GET /v2.0/security-groups?id=34ca71fd-e2bb-4266-8e40-0757ee6a9389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435629 Dec 09 15:34:35.772385 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-2ddf339c-7db2-44ac-8caa-75975b8d4a47 service neutron] For port 2d73fd09-ea4b-4251-aa0d-8d4fed81a514, host n-h2-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:34:35.776003 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-2ddf339c-7db2-44ac-8caa-75975b8d4a47 service neutron] Publish callbacks [] for binding, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:35.778336 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-26d138f7-621e-4693-a1f8-274c4b99a398 req-2ddf339c-7db2-44ac-8caa-75975b8d4a47 service neutron] 10.222.0.42 "DELETE /v2.0/ports/2d73fd09-ea4b-4251-aa0d-8d4fed81a514/bindings/n-h2-821228-1 HTTP/1.1" status: 204 len: 173 time: 0.1272929 Dec 09 15:34:35.933232 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ed7033-66fa-4b74-bced-b96582d0ade2 x-openstack-request-id: req-28ed7033-66fa-4b74-bced-b96582d0ade2 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:34:35.933712 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c23171-88b1-4baa-99ea-6af03933aec0", "name": "network-vif-plugged", "status": "completed", "tag": "3badd480-8b43-4c9d-bc5c-ef0129304165", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:34:35.933940 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-28ed7033-66fa-4b74-bced-b96582d0ade2 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:34:35.934609 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c23171-88b1-4baa-99ea-6af03933aec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3badd480-8b43-4c9d-bc5c-ef0129304165', 'code': 200} Dec 09 15:34:36.037544 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205cd7a-5295-4a7e-bc2c-8c6eb16c9837 req-7b3ba4b9-4b2a-4ddc-9789-bf22268ed04b tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:36.039030 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9205cd7a-5295-4a7e-bc2c-8c6eb16c9837 req-7b3ba4b9-4b2a-4ddc-9789-bf22268ed04b tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=08c23171-88b1-4baa-99ea-6af03933aec0 HTTP/1.1" status: 200 len: 946 time: 0.0594015 Dec 09 15:34:36.081418 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb3a63-749e-4bbc-97dc-b23d5e20e0f9 req-d10f46d5-a2b4-498f-b061-4a08455cdd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:36.084523 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2ddb3a63-749e-4bbc-97dc-b23d5e20e0f9 req-d10f46d5-a2b4-498f-b061-4a08455cdd6a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=08c23171-88b1-4baa-99ea-6af03933aec0 HTTP/1.1" status: 200 len: 1097 time: 0.0429397 Dec 09 15:34:36.091487 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9205cd7a-5295-4a7e-bc2c-8c6eb16c9837 req-7b479e35-3e71-4aef-9b6a-0fe83f421c08 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444469 Dec 09 15:34:36.145422 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2ddb3a63-749e-4bbc-97dc-b23d5e20e0f9 req-01fa9135-cf9c-414b-b06a-02cdc9307042 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523376 Dec 09 15:34:36.209725 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe1bf9-0547-41b7-8855-568d9006a7ee req-8911bfcf-6e50-4401-99f1-ab9dd41574e6 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:36.213114 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-81fe1bf9-0547-41b7-8855-568d9006a7ee req-8911bfcf-6e50-4401-99f1-ab9dd41574e6 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 944 time: 0.0634830 Dec 09 15:34:36.268446 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-81fe1bf9-0547-41b7-8855-568d9006a7ee req-a2088d52-fad0-4edb-841a-66eb5653a581 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475562 Dec 09 15:34:36.358519 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6747fe69-1c40-4794-98d1-b9472eb43150 req-92bd74c7-5c36-4f8e-84e3-b425c0b7a3a7 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=32efb680-caad-4737-9b49-6fcf6eaf7892 HTTP/1.1" status: 200 len: 210 time: 0.0265718 Dec 09 15:34:36.464364 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8085cb2-c449-43ae-86a6-41c0f8a09c6b req-5f1dc19e-808f-4d43-947b-847908d3664e tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:36.466510 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d8085cb2-c449-43ae-86a6-41c0f8a09c6b req-5f1dc19e-808f-4d43-947b-847908d3664e tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=55e842c2-22ee-4cdf-9326-afad7784b592 HTTP/1.1" status: 200 len: 948 time: 0.0519905 Dec 09 15:34:36.512780 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d8085cb2-c449-43ae-86a6-41c0f8a09c6b req-c4df06e3-84e3-4506-aadd-dbcfedb743f5 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398159 Dec 09 15:34:36.617289 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b56ae-edfe-4213-b052-e5414373124d req-474b5d59-0995-4cd4-8b71-86f1dd706a07 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:36.618803 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-482b56ae-edfe-4213-b052-e5414373124d req-474b5d59-0995-4cd4-8b71-86f1dd706a07 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=044e36d0-ee3d-4013-9ccc-375bbbc5092c HTTP/1.1" status: 200 len: 945 time: 0.0506835 Dec 09 15:34:36.667975 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-482b56ae-edfe-4213-b052-e5414373124d req-03220616-482f-437c-afdf-080f50d49e83 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429125 Dec 09 15:34:36.717316 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 92c9ec34-680d-443c-b16e-dccf7c73f04f details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:34:36.791625 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd902d-c4bd-4295-aa1d-0320b046f82e req-5d7c75cf-be79-4ab6-aeca-d81d516fad29 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:36.793099 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-30dd902d-c4bd-4295-aa1d-0320b046f82e req-5d7c75cf-be79-4ab6-aeca-d81d516fad29 tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 1095 time: 0.0400970 Dec 09 15:34:36.816310 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 92c9ec34-680d-443c-b16e-dccf7c73f04f, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=92c9ec34-680d-443c-b16e-dccf7c73f04f,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:36.827954 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '92c9ec34-680d-443c-b16e-dccf7c73f04f', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'port_id': '92c9ec34-680d-443c-b16e-dccf7c73f04f', 'mac_address': 'fa:16:3e:48:93:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6953c-1261-4e7c-8b49-64e5b87424c2', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:34:36.841743 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-30dd902d-c4bd-4295-aa1d-0320b046f82e req-ab082e04-722c-49a2-9806-b0f79485e4ec tempest-LiveMigrationTest-1395231714 tempest-LiveMigrationTest-1395231714-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416212 Dec 09 15:34:36.877459 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:36.896205 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92c9ec34-680d-443c-b16e-dccf7c73f04f {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:34:36.923466 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 92c9ec34-680d-443c-b16e-dccf7c73f04f, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=92c9ec34-680d-443c-b16e-dccf7c73f04f,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:36.929837 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:36.953512 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ae36b-fc5b-4085-88e0-67b1e33bbfd7 req-4a2cb484-0e6e-4dc5-ad02-42263924ec13 tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:36.956895 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fa7ae36b-fc5b-4085-88e0-67b1e33bbfd7 req-4a2cb484-0e6e-4dc5-ad02-42263924ec13 tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] 10.222.0.57 "GET /v2.0/ports?device_id=879106a1-c6bb-4f82-bb9a-9ba19ed19538 HTTP/1.1" status: 200 len: 946 time: 0.0578532 Dec 09 15:34:36.981912 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=92c9ec34-680d-443c-b16e-dccf7c73f04f,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:37.015126 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fa7ae36b-fc5b-4085-88e0-67b1e33bbfd7 req-de95a531-5f57-40ce-b891-4356b3db85a8 tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] 10.222.0.57 "GET /v2.0/security-groups?id=34ca71fd-e2bb-4266-8e40-0757ee6a9389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539687 Dec 09 15:34:37.097280 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-20226cb4-8a50-41c4-a080-d97bc1f8d096 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:37.098751 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-20226cb4-8a50-41c4-a080-d97bc1f8d096 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.42 "GET /v2.0/networks?id=7736ab20-9109-45c5-88b0-6682a059f13e HTTP/1.1" status: 200 len: 812 time: 0.1114719 Dec 09 15:34:37.143517 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-ff9e299b-df8a-4e50-b8d7-b10fff9ea533 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Request body: {'port': {'device_id': '32efb680-caad-4737-9b49-6fcf6eaf7892', 'network_id': '7736ab20-9109-45c5-88b0-6682a059f13e', 'admin_state_up': True, 'tenant_id': '7cb10907c9dd4101899755e35f1cc029'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:34:37.265502 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-ff9e299b-df8a-4e50-b8d7-b10fff9ea533 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Made reservation on behalf of 7cb10907c9dd4101899755e35f1cc029 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:34:37.269038 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-ff9e299b-df8a-4e50-b8d7-b10fff9ea533 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:37.404602 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-ff9e299b-df8a-4e50-b8d7-b10fff9ea533 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Allocated IP 172.20.0.11 (7736ab20-9109-45c5-88b0-6682a059f13e/0ee4fdd6-4dfd-4a15-a871-b63f2ecb023f/ea496207-a670-4b90-95b3-e6056dca8495) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:34:37.425088 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b90f14-7f50-4f84-b1c2-c228775029b3 req-f2521bed-adc2-44e0-a967-142166f17134 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:37.426569 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e0b90f14-7f50-4f84-b1c2-c228775029b3 req-f2521bed-adc2-44e0-a967-142166f17134 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=08c23171-88b1-4baa-99ea-6af03933aec0 HTTP/1.1" status: 200 len: 946 time: 0.0494833 Dec 09 15:34:37.474816 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e0b90f14-7f50-4f84-b1c2-c228775029b3 req-e2af31a4-51b4-4090-9448-407b0d67e541 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419989 Dec 09 15:34:37.553424 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-ff9e299b-df8a-4e50-b8d7-b10fff9ea533 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:37.571593 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['92c9ec34-680d-443c-b16e-dccf7c73f04f'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:34:37.589917 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94273b0d-8b10-4f58-88f7-fcdf8d8ea005 req-c4cbe179-40cf-41bf-a286-984d335fc747 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:37.592205 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-94273b0d-8b10-4f58-88f7-fcdf8d8ea005 req-c4cbe179-40cf-41bf-a286-984d335fc747 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 944 time: 0.0573535 Dec 09 15:34:37.592356 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-ff9e299b-df8a-4e50-b8d7-b10fff9ea533 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:37.640026 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-ff9e299b-df8a-4e50-b8d7-b10fff9ea533 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Network 7736ab20-9109-45c5-88b0-6682a059f13e is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:34:37.645766 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-ff9e299b-df8a-4e50-b8d7-b10fff9ea533 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:34:37.649787 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-ff9e299b-df8a-4e50-b8d7-b10fff9ea533 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:34:37.652325 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-94273b0d-8b10-4f58-88f7-fcdf8d8ea005 req-85c29a4b-a0e4-4747-85bf-0646cdaeb782 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519743 Dec 09 15:34:37.678119 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e299b-df8a-4e50-b8d7-b10fff9ea533 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Pushing event updated for resources: {'Port': ['ID=ea496207-a670-4b90-95b3-e6056dca8495,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:37.706921 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-ff9e299b-df8a-4e50-b8d7-b10fff9ea533 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:37.707628 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-ff9e299b-df8a-4e50-b8d7-b10fff9ea533 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:37.728967 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-ff9e299b-df8a-4e50-b8d7-b10fff9ea533 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5892622 Dec 09 15:34:37.754811 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-6dc94875-5fe4-4630-8e12-ee896e8b74fa service neutron] Request body: {'port': {'device_id': '32efb680-caad-4737-9b49-6fcf6eaf7892', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:34:37.789959 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eafeba-1361-4ff8-8a69-f6189f2dae40 req-5069d3d1-00e4-4edc-9dce-59a631d57664 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:37.791552 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-00eafeba-1361-4ff8-8a69-f6189f2dae40 req-5069d3d1-00e4-4edc-9dce-59a631d57664 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=32efb680-caad-4737-9b49-6fcf6eaf7892 HTTP/1.1" status: 200 len: 932 time: 0.0529151 Dec 09 15:34:37.817754 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-6dc94875-5fe4-4630-8e12-ee896e8b74fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:37.842912 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-00eafeba-1361-4ff8-8a69-f6189f2dae40 req-7977846b-209a-432d-b9ac-87858f3688b2 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441957 Dec 09 15:34:37.935837 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879106a1-c6bb-4f82-bb9a-9ba19ed19538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ba4792-0035-43d3-bacd-ba378cb25cb3'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:34:37.938312 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b439ea-5451-4650-8a72-ff1cc7c2c292" -d '{"events": [{"server_uuid": "879106a1-c6bb-4f82-bb9a-9ba19ed19538", "name": "network-vif-plugged", "status": "completed", "tag": "47ba4792-0035-43d3-bacd-ba378cb25cb3"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:34:37.953251 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ffce5-a795-4f83-88d9-99161244d2f7 req-2241c890-a8ee-4eb0-9769-88187d3b9520 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:37.954749 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f27ffce5-a795-4f83-88d9-99161244d2f7 req-2241c890-a8ee-4eb0-9769-88187d3b9520 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=55e842c2-22ee-4cdf-9326-afad7784b592 HTTP/1.1" status: 200 len: 949 time: 0.0534678 Dec 09 15:34:38.003045 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f27ffce5-a795-4f83-88d9-99161244d2f7 req-87cacb6d-6fe6-47ce-bb52-59dc87090d03 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416989 Dec 09 15:34:38.049969 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device ba9435ef-3de3-478d-83d7-bc72b2993e7d details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:34:38.095013 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-6dc94875-5fe4-4630-8e12-ee896e8b74fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea496207-a670-4b90-95b3-e6056dca8495 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:34:38.102963 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-6dc94875-5fe4-4630-8e12-ee896e8b74fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:38.112617 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76107d2-ae7f-41fa-8940-de8216051913 req-907eca47-cefd-47d3-a2e0-91aab719eddf tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:38.114134 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d76107d2-ae7f-41fa-8940-de8216051913 req-907eca47-cefd-47d3-a2e0-91aab719eddf tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=044e36d0-ee3d-4013-9ccc-375bbbc5092c HTTP/1.1" status: 200 len: 945 time: 0.0518904 Dec 09 15:34:38.118862 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-6dc94875-5fe4-4630-8e12-ee896e8b74fa service neutron] Transition to ACTIVE for port object ea496207-a670-4b90-95b3-e6056dca8495 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:34:38.123645 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-6dc94875-5fe4-4630-8e12-ee896e8b74fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:38.159673 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port ba9435ef-3de3-478d-83d7-bc72b2993e7d, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=ba9435ef-3de3-478d-83d7-bc72b2993e7d,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:38.168112 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d76107d2-ae7f-41fa-8940-de8216051913 req-005d47ff-9a6c-4c62-8e61-da166f8568d6 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447481 Dec 09 15:34:38.173116 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'ba9435ef-3de3-478d-83d7-bc72b2993e7d', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'port_id': 'ba9435ef-3de3-478d-83d7-bc72b2993e7d', 'mac_address': 'fa:16:3e:96:cc:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6953c-1261-4e7c-8b49-64e5b87424c2', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:34:38.217337 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:38.220223 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e71eda-fc0d-4ede-95e3-ad597b63c854 x-openstack-request-id: req-57e71eda-fc0d-4ede-95e3-ad597b63c854 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:34:38.220640 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "879106a1-c6bb-4f82-bb9a-9ba19ed19538", "name": "network-vif-plugged", "status": "completed", "tag": "47ba4792-0035-43d3-bacd-ba378cb25cb3", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:34:38.221108 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-57e71eda-fc0d-4ede-95e3-ad597b63c854 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:34:38.221737 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879106a1-c6bb-4f82-bb9a-9ba19ed19538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ba4792-0035-43d3-bacd-ba378cb25cb3', 'code': 200} Dec 09 15:34:38.234858 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba9435ef-3de3-478d-83d7-bc72b2993e7d {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:34:38.235042 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc94875-5fe4-4630-8e12-ee896e8b74fa service neutron] Pushing event updated for resources: {'Port': ['ID=ea496207-a670-4b90-95b3-e6056dca8495,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:38.258703 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port ba9435ef-3de3-478d-83d7-bc72b2993e7d, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=ba9435ef-3de3-478d-83d7-bc72b2993e7d,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:38.263430 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:38.266597 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-6dc94875-5fe4-4630-8e12-ee896e8b74fa service neutron] Attempting to bind port ea496207-a670-4b90-95b3-e6056dca8495 on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:34:38.266940 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-6dc94875-5fe4-4630-8e12-ee896e8b74fa service neutron] Attempting to bind port ea496207-a670-4b90-95b3-e6056dca8495 by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '69e3382f-395f-44e0-a40c-d45aab069633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7736ab20-9109-45c5-88b0-6682a059f13e'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:34:38.267269 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-6dc94875-5fe4-4630-8e12-ee896e8b74fa service neutron] Attempting to bind port ea496207-a670-4b90-95b3-e6056dca8495 on network 7736ab20-9109-45c5-88b0-6682a059f13e {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:34:38.271789 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-6dc94875-5fe4-4630-8e12-ee896e8b74fa service neutron] Port ea496207-a670-4b90-95b3-e6056dca8495 on network 7736ab20-9109-45c5-88b0-6682a059f13e not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:34:38.272107 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-6dc94875-5fe4-4630-8e12-ee896e8b74fa service neutron] Attempting to bind port ea496207-a670-4b90-95b3-e6056dca8495 on network 7736ab20-9109-45c5-88b0-6682a059f13e {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:34:38.277132 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-6dc94875-5fe4-4630-8e12-ee896e8b74fa service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:34:38.277994 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-6dc94875-5fe4-4630-8e12-ee896e8b74fa service neutron] Checking segment: {'id': '69e3382f-395f-44e0-a40c-d45aab069633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7736ab20-9109-45c5-88b0-6682a059f13e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:34:38.278387 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-6dc94875-5fe4-4630-8e12-ee896e8b74fa service neutron] Bound using segment: {'id': '69e3382f-395f-44e0-a40c-d45aab069633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7736ab20-9109-45c5-88b0-6682a059f13e'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:34:38.278814 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-6dc94875-5fe4-4630-8e12-ee896e8b74fa service neutron] Bound port: ea496207-a670-4b90-95b3-e6056dca8495, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e3382f-395f-44e0-a40c-d45aab069633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7736ab20-9109-45c5-88b0-6682a059f13e'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:34:38.279167 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-6dc94875-5fe4-4630-8e12-ee896e8b74fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:38.323596 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=ba9435ef-3de3-478d-83d7-bc72b2993e7d,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:38.351672 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3779d0-c26c-4147-8bf4-edb75ed65645 req-d81270b1-9387-4b32-90bf-dada095828cd tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:38.353084 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4f3779d0-c26c-4147-8bf4-edb75ed65645 req-d81270b1-9387-4b32-90bf-dada095828cd tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] 10.222.0.57 "GET /v2.0/ports?device_id=879106a1-c6bb-4f82-bb9a-9ba19ed19538 HTTP/1.1" status: 200 len: 946 time: 0.0870473 Dec 09 15:34:38.378115 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-6dc94875-5fe4-4630-8e12-ee896e8b74fa service neutron] For port ea496207-a670-4b90-95b3-e6056dca8495, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:34:38.394132 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-6dc94875-5fe4-4630-8e12-ee896e8b74fa service neutron] For port ea496207-a670-4b90-95b3-e6056dca8495, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=ea496207-a670-4b90-95b3-e6056dca8495,segment=NetworkSegment(69e3382f-395f-44e0-a40c-d45aab069633),segment_id=69e3382f-395f-44e0-a40c-d45aab069633)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:34:38.399448 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-6dc94875-5fe4-4630-8e12-ee896e8b74fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:38.415450 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4f3779d0-c26c-4147-8bf4-edb75ed65645 req-ca5a3fb2-5df1-49f5-b77a-d38fe7033f67 tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] 10.222.0.57 "GET /v2.0/security-groups?id=34ca71fd-e2bb-4266-8e40-0757ee6a9389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559263 Dec 09 15:34:38.443622 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef574b10-39d5-4ec0-aabf-813079ef810c req-c31112f9-c80b-4a9e-b3d7-4779183d63c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:38.445203 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ef574b10-39d5-4ec0-aabf-813079ef810c req-c31112f9-c80b-4a9e-b3d7-4779183d63c4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=879106a1-c6bb-4f82-bb9a-9ba19ed19538 HTTP/1.1" status: 200 len: 1097 time: 0.0976808 Dec 09 15:34:38.447863 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-6dc94875-5fe4-4630-8e12-ee896e8b74fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:38.448480 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-6dc94875-5fe4-4630-8e12-ee896e8b74fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:38.450550 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-6dc94875-5fe4-4630-8e12-ee896e8b74fa service neutron] 10.222.0.42 "PUT /v2.0/ports/ea496207-a670-4b90-95b3-e6056dca8495 HTTP/1.1" status: 200 len: 1092 time: 0.6999562 Dec 09 15:34:38.450990 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32efb680-caad-4737-9b49-6fcf6eaf7892', 'tag': 'ea496207-a670-4b90-95b3-e6056dca8495'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:34:38.453274 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f821907-9ccf-4464-9800-b6e68569b511" -d '{"events": [{"name": "network-changed", "server_uuid": "32efb680-caad-4737-9b49-6fcf6eaf7892", "tag": "ea496207-a670-4b90-95b3-e6056dca8495"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:34:38.493382 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc94875-5fe4-4630-8e12-ee896e8b74fa service neutron] Pushing event updated for resources: {'Port': ['ID=ea496207-a670-4b90-95b3-e6056dca8495,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:38.519844 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ef574b10-39d5-4ec0-aabf-813079ef810c req-4f5a9904-4164-42f2-b747-7afdf810e3bf service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=34ca71fd-e2bb-4266-8e40-0757ee6a9389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520227 Dec 09 15:34:38.669841 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['ba9435ef-3de3-478d-83d7-bc72b2993e7d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:34:38.969085 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52df099-a8de-459e-bc2f-1f3a6d7a5522 x-openstack-request-id: req-c52df099-a8de-459e-bc2f-1f3a6d7a5522 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:34:38.969295 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32efb680-caad-4737-9b49-6fcf6eaf7892", "tag": "ea496207-a670-4b90-95b3-e6056dca8495", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:34:38.969549 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c52df099-a8de-459e-bc2f-1f3a6d7a5522 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:34:38.969951 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32efb680-caad-4737-9b49-6fcf6eaf7892', 'tag': 'ea496207-a670-4b90-95b3-e6056dca8495', 'status': 'completed', 'code': 200} Dec 09 15:34:38.998471 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bbbe4d-aa1f-40bd-ac4b-4e812c74c929 req-8128b226-5dd7-407c-ad88-236055fc121e tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:38.999944 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-39bbbe4d-aa1f-40bd-ac4b-4e812c74c929 req-8128b226-5dd7-407c-ad88-236055fc121e tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 944 time: 0.0795288 Dec 09 15:34:39.002620 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-2ec8328b-5392-4f44-84e1-45cfbd0cf776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:39.003958 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-2ec8328b-5392-4f44-84e1-45cfbd0cf776 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7cb10907c9dd4101899755e35f1cc029&device_id=32efb680-caad-4737-9b49-6fcf6eaf7892 HTTP/1.1" status: 200 len: 1095 time: 0.0754902 Dec 09 15:34:39.050882 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c8dbc-e8bc-4223-91db-7d3cdf45b215 req-a86cf5f1-1906-4cd2-8dcb-f495cf821452 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:39.052489 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-534c8dbc-e8bc-4223-91db-7d3cdf45b215 req-a86cf5f1-1906-4cd2-8dcb-f495cf821452 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=08c23171-88b1-4baa-99ea-6af03933aec0 HTTP/1.1" status: 200 len: 946 time: 0.0494590 Dec 09 15:34:39.079691 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-fd5b7310-0e03-47a2-b693-149a24d301ff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea496207-a670-4b90-95b3-e6056dca8495 HTTP/1.1" status: 200 len: 217 time: 0.0594077 Dec 09 15:34:39.100309 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-534c8dbc-e8bc-4223-91db-7d3cdf45b215 req-57d1907d-eb36-4a3c-b428-29995860251b tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415940 Dec 09 15:34:39.157968 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-2c4ede62-ffb8-446a-8b68-5cdd47546831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:39.159429 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-2c4ede62-ffb8-446a-8b68-5cdd47546831 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0ee4fdd6-4dfd-4a15-a871-b63f2ecb023f HTTP/1.1" status: 200 len: 852 time: 0.0713909 Dec 09 15:34:39.202224 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-1ca8d24c-eab2-46df-b21d-6ead2058d990 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7736ab20-9109-45c5-88b0-6682a059f13e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323293 Dec 09 15:34:39.203228 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b371b4-872d-446b-8f34-b7596354d15d req-932facc7-e63f-4c5b-bae8-fb98c777c979 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:39.204734 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-49b371b4-872d-446b-8f34-b7596354d15d req-932facc7-e63f-4c5b-bae8-fb98c777c979 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 944 time: 0.0496123 Dec 09 15:34:39.205536 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-39bbbe4d-aa1f-40bd-ac4b-4e812c74c929 req-21149bae-6c23-4d69-9c71-54f8a2d91cc5 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Deleting port 2d73fd09-ea4b-4251-aa0d-8d4fed81a514 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:34:39.205872 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-39bbbe4d-aa1f-40bd-ac4b-4e812c74c929 req-21149bae-6c23-4d69-9c71-54f8a2d91cc5 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:39.251332 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-49b371b4-872d-446b-8f34-b7596354d15d req-a65276d5-6638-4c37-bb96-866e2604af58 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403597 Dec 09 15:34:39.356286 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-39bbbe4d-aa1f-40bd-ac4b-4e812c74c929 req-21149bae-6c23-4d69-9c71-54f8a2d91cc5 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] For port 2d73fd09-ea4b-4251-aa0d-8d4fed81a514, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=2d73fd09-ea4b-4251-aa0d-8d4fed81a514,segment=NetworkSegment(9bcbf52b-8ad5-477f-9636-c2f9cae19672),segment_id=9bcbf52b-8ad5-477f-9636-c2f9cae19672)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:39.356675 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-39bbbe4d-aa1f-40bd-ac4b-4e812c74c929 req-21149bae-6c23-4d69-9c71-54f8a2d91cc5 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:39.358922 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd28de8-4fb5-45ee-b1ce-2778e9e63d7c req-4ffcc703-0c2e-4087-ac31-7e53e2fb88db tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:39.360539 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bfd28de8-4fb5-45ee-b1ce-2778e9e63d7c req-4ffcc703-0c2e-4087-ac31-7e53e2fb88db tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=32efb680-caad-4737-9b49-6fcf6eaf7892 HTTP/1.1" status: 200 len: 944 time: 0.0541811 Dec 09 15:34:39.376272 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-adfdd6ad-caf1-49b0-af69-de5e246576db service neutron] 10.222.0.42 "GET /v2.0/networks/7736ab20-9109-45c5-88b0-6682a059f13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565182 Dec 09 15:34:39.377118 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-39bbbe4d-aa1f-40bd-ac4b-4e812c74c929 req-21149bae-6c23-4d69-9c71-54f8a2d91cc5 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Calling delete_port for 2d73fd09-ea4b-4251-aa0d-8d4fed81a514 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:34:39.407576 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bfd28de8-4fb5-45ee-b1ce-2778e9e63d7c req-e6ed2b1c-7ac9-4588-be5c-14be2f3b43fd tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410390 Dec 09 15:34:39.510948 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149dbf19-3d69-429a-be6f-72a0a54173e0 req-f26cbf0f-f4b8-4052-8cde-04b40d7fa13e tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:39.512990 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-149dbf19-3d69-429a-be6f-72a0a54173e0 req-f26cbf0f-f4b8-4052-8cde-04b40d7fa13e tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=55e842c2-22ee-4cdf-9326-afad7784b592 HTTP/1.1" status: 200 len: 949 time: 0.0493076 Dec 09 15:34:39.523970 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c2951e55-a9fc-4e7b-bbb3-eb099d7f39a5 req-1160eb9a-bd44-4a58-8291-8c5d22efa128 service neutron] 10.222.0.42 "GET /v2.0/networks/7736ab20-9109-45c5-88b0-6682a059f13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387000 Dec 09 15:34:39.564913 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-149dbf19-3d69-429a-be6f-72a0a54173e0 req-a603c9d8-eb6d-4824-b649-0e4dea1ba9b9 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452051 Dec 09 15:34:39.593340 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-39bbbe4d-aa1f-40bd-ac4b-4e812c74c929 req-21149bae-6c23-4d69-9c71-54f8a2d91cc5 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:39.622350 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21149bae-6c23-4d69-9c71-54f8a2d91cc5 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Pushing event deleted for resources: {'Port': ['ID=2d73fd09-ea4b-4251-aa0d-8d4fed81a514,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:39.626480 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['2d73fd09-ea4b-4251-aa0d-8d4fed81a514'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:34:39.681966 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b736b61-85c9-4707-9dfe-5c99b8a31b52 req-8b7e7b74-5f53-411a-9db0-35556d5bde7f tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:39.683441 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b736b61-85c9-4707-9dfe-5c99b8a31b52 req-8b7e7b74-5f53-411a-9db0-35556d5bde7f tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=08c23171-88b1-4baa-99ea-6af03933aec0 HTTP/1.1" status: 200 len: 946 time: 0.0606256 Dec 09 15:34:39.689631 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-39bbbe4d-aa1f-40bd-ac4b-4e812c74c929 req-21149bae-6c23-4d69-9c71-54f8a2d91cc5 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] No DVR routers for this DVR port 2d73fd09-ea4b-4251-aa0d-8d4fed81a514 on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:34:39.692404 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-39bbbe4d-aa1f-40bd-ac4b-4e812c74c929 req-21149bae-6c23-4d69-9c71-54f8a2d91cc5 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:39.695718 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-39bbbe4d-aa1f-40bd-ac4b-4e812c74c929 req-21149bae-6c23-4d69-9c71-54f8a2d91cc5 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.42 "DELETE /v2.0/ports/2d73fd09-ea4b-4251-aa0d-8d4fed81a514 HTTP/1.1" status: 204 len: 173 time: 0.6766484 Dec 09 15:34:39.709530 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f821907-9ccf-4464-9800-b6e68569b511 req-94b73a7a-e540-4ae6-a49f-c16c40315883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:39.711033 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3f821907-9ccf-4464-9800-b6e68569b511 req-94b73a7a-e540-4ae6-a49f-c16c40315883 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7cb10907c9dd4101899755e35f1cc029&device_id=32efb680-caad-4737-9b49-6fcf6eaf7892 HTTP/1.1" status: 200 len: 1095 time: 0.0789359 Dec 09 15:34:39.739929 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b736b61-85c9-4707-9dfe-5c99b8a31b52 req-f94bbbf5-f7cf-4288-b2ea-563ea5301911 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494828 Dec 09 15:34:39.829436 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f821907-9ccf-4464-9800-b6e68569b511 req-776f2e02-6077-4e01-a20d-e7116c8adbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:39.830911 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3f821907-9ccf-4464-9800-b6e68569b511 req-776f2e02-6077-4e01-a20d-e7116c8adbfc service neutron] 10.222.0.42 "GET /v2.0/networks?id=7736ab20-9109-45c5-88b0-6682a059f13e HTTP/1.1" status: 200 len: 913 time: 0.0987270 Dec 09 15:34:39.866500 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c474c-f8df-4131-a701-2276b3c612ce req-6afb1c69-dc83-4a5a-a55c-97195634b736 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:39.868280 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-336c474c-f8df-4131-a701-2276b3c612ce req-6afb1c69-dc83-4a5a-a55c-97195634b736 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=044e36d0-ee3d-4013-9ccc-375bbbc5092c HTTP/1.1" status: 200 len: 945 time: 0.0567756 Dec 09 15:34:39.882939 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3f821907-9ccf-4464-9800-b6e68569b511 req-c45f9b7c-e436-4978-adec-63a8e4d6e5a1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea496207-a670-4b90-95b3-e6056dca8495 HTTP/1.1" status: 200 len: 217 time: 0.0429897 Dec 09 15:34:39.921024 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-336c474c-f8df-4131-a701-2276b3c612ce req-2e85bf2a-c09c-4ffa-9311-306a23e283e6 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458319 Dec 09 15:34:39.935968 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f821907-9ccf-4464-9800-b6e68569b511 req-26802fc6-0702-4afe-b16b-9e5b07931990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:39.937456 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3f821907-9ccf-4464-9800-b6e68569b511 req-26802fc6-0702-4afe-b16b-9e5b07931990 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0ee4fdd6-4dfd-4a15-a871-b63f2ecb023f HTTP/1.1" status: 200 len: 852 time: 0.0453365 Dec 09 15:34:39.978401 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3f821907-9ccf-4464-9800-b6e68569b511 req-8f18e933-4ad5-4307-84e1-3aa952224877 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7736ab20-9109-45c5-88b0-6682a059f13e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248737 Dec 09 15:34:40.033455 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0823fc7-fd2c-4f85-8b23-98e16e314fb1 req-dded80f3-34c1-4651-9f9e-4e3fad5ec788 tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:40.040975 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d0823fc7-fd2c-4f85-8b23-98e16e314fb1 req-dded80f3-34c1-4651-9f9e-4e3fad5ec788 tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] 10.222.0.57 "GET /v2.0/ports?device_id=879106a1-c6bb-4f82-bb9a-9ba19ed19538 HTTP/1.1" status: 200 len: 946 time: 0.0545027 Dec 09 15:34:40.049340 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device ba9435ef-3de3-478d-83d7-bc72b2993e7d up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:34:40.091634 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3f821907-9ccf-4464-9800-b6e68569b511 req-4ce7673c-c413-472a-a05b-336de59250e0 service neutron] 10.222.0.42 "GET /v2.0/networks/7736ab20-9109-45c5-88b0-6682a059f13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052661 Dec 09 15:34:40.092969 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d0823fc7-fd2c-4f85-8b23-98e16e314fb1 req-3f63f342-9909-41fd-a3cb-a691ecc1b0aa tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] 10.222.0.57 "GET /v2.0/security-groups?id=34ca71fd-e2bb-4266-8e40-0757ee6a9389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511043 Dec 09 15:34:40.159387 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port ba9435ef-3de3-478d-83d7-bc72b2993e7d completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:34:40.168764 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port ba9435ef-3de3-478d-83d7-bc72b2993e7d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:34:40.169456 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:40.228851 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3f821907-9ccf-4464-9800-b6e68569b511 req-7dee1856-fceb-42f2-896b-9b80f14100f4 service neutron] 10.222.0.42 "GET /v2.0/networks/7736ab20-9109-45c5-88b0-6682a059f13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257551 Dec 09 15:34:40.266897 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:40.295125 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd958dff4-bf9a-4826-bee8-48c1312fc83e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9435ef-3de3-478d-83d7-bc72b2993e7d'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:34:40.298275 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9293c8a-b142-467c-b7a7-38e2d2ac0cbf" -d '{"events": [{"server_uuid": "d958dff4-bf9a-4826-bee8-48c1312fc83e", "name": "network-vif-plugged", "status": "completed", "tag": "ba9435ef-3de3-478d-83d7-bc72b2993e7d"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:34:40.313507 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port ba9435ef-3de3-478d-83d7-bc72b2993e7d, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=ba9435ef-3de3-478d-83d7-bc72b2993e7d,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:40.317949 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:40.514919 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=ba9435ef-3de3-478d-83d7-bc72b2993e7d,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:40.641523 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b318c664-4135-46b1-b22d-66bf33cb248e req-9591e6b7-3b76-4cc4-9b1c-24615b1cf8d9 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 210 time: 0.0315630 Dec 09 15:34:40.691439 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574e93ed-94f3-4d17-a89c-dc617180a708 x-openstack-request-id: req-574e93ed-94f3-4d17-a89c-dc617180a708 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:34:40.691962 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d958dff4-bf9a-4826-bee8-48c1312fc83e", "name": "network-vif-plugged", "status": "completed", "tag": "ba9435ef-3de3-478d-83d7-bc72b2993e7d", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:34:40.692065 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-574e93ed-94f3-4d17-a89c-dc617180a708 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:34:40.692407 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd958dff4-bf9a-4826-bee8-48c1312fc83e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9435ef-3de3-478d-83d7-bc72b2993e7d', 'code': 200} Dec 09 15:34:40.748491 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 92c9ec34-680d-443c-b16e-dccf7c73f04f up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:34:40.806043 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port 92c9ec34-680d-443c-b16e-dccf7c73f04f completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:34:40.815545 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 92c9ec34-680d-443c-b16e-dccf7c73f04f triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:34:40.815936 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:40.827220 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2660df-aef3-4f97-8853-f4ec6ee587f2 req-47bc2bad-8a50-4d5e-9b85-44514d92eba5 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:40.828920 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2f2660df-aef3-4f97-8853-f4ec6ee587f2 req-47bc2bad-8a50-4d5e-9b85-44514d92eba5 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=32efb680-caad-4737-9b49-6fcf6eaf7892 HTTP/1.1" status: 200 len: 944 time: 0.0886619 Dec 09 15:34:40.857497 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b67e66-e597-4e47-8006-db68e6cca24a req-fed57ecf-856a-44ba-b323-249ced19e10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:40.858979 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-68b67e66-e597-4e47-8006-db68e6cca24a req-fed57ecf-856a-44ba-b323-249ced19e10c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d958dff4-bf9a-4826-bee8-48c1312fc83e HTTP/1.1" status: 200 len: 1100 time: 0.0897880 Dec 09 15:34:40.914931 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:40.940741 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2f2660df-aef3-4f97-8853-f4ec6ee587f2 req-0eb63d75-cc14-4f49-8e51-0f161f28ebd0 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905221 Dec 09 15:34:40.956392 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-68b67e66-e597-4e47-8006-db68e6cca24a req-1691c0fa-c634-4c8e-b79c-f1a6be43c396 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877607 Dec 09 15:34:40.970618 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 92c9ec34-680d-443c-b16e-dccf7c73f04f, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=92c9ec34-680d-443c-b16e-dccf7c73f04f,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:40.971538 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c40a2a1-6bb8-483b-81ce-da1594213acd', 'name': 'network-vif-deleted', 'tag': '2d73fd09-ea4b-4251-aa0d-8d4fed81a514'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:34:40.974652 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc25b98-6fc6-4fb3-8bfc-e150b222a787" -d '{"events": [{"server_uuid": "9c40a2a1-6bb8-483b-81ce-da1594213acd", "name": "network-vif-deleted", "tag": "2d73fd09-ea4b-4251-aa0d-8d4fed81a514"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:34:40.976137 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:41.026780 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=92c9ec34-680d-443c-b16e-dccf7c73f04f,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:41.056296 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506d565-af8e-46a0-be99-d34a7c699b20 req-fc6beab9-80ba-4511-ba75-6d0c3f3153b7 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:41.057737 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0506d565-af8e-46a0-be99-d34a7c699b20 req-fc6beab9-80ba-4511-ba75-6d0c3f3153b7 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=08c23171-88b1-4baa-99ea-6af03933aec0 HTTP/1.1" status: 200 len: 946 time: 0.0627031 Dec 09 15:34:41.106188 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0506d565-af8e-46a0-be99-d34a7c699b20 req-4ca6defb-0f3e-4512-8d92-6846f53174ac tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411553 Dec 09 15:34:41.213598 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b482ee-3208-4c2b-8788-6e485570f161 req-bb373c1d-53a2-4def-8bc0-53814618d4c1 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:41.215129 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f9b482ee-3208-4c2b-8788-6e485570f161 req-bb373c1d-53a2-4def-8bc0-53814618d4c1 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=55e842c2-22ee-4cdf-9326-afad7784b592 HTTP/1.1" status: 200 len: 950 time: 0.0499942 Dec 09 15:34:41.263294 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f9b482ee-3208-4c2b-8788-6e485570f161 req-d4c0edf7-befb-4799-9305-9d8e43e2fa36 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419312 Dec 09 15:34:41.375639 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612d48d-337f-4e7f-b02e-667ff9fb1f8c req-492f9622-b20b-4ca4-846d-5bd33c42a69e tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:41.377147 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6612d48d-337f-4e7f-b02e-667ff9fb1f8c req-492f9622-b20b-4ca4-846d-5bd33c42a69e tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=044e36d0-ee3d-4013-9ccc-375bbbc5092c HTTP/1.1" status: 200 len: 945 time: 0.0494106 Dec 09 15:34:41.429234 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6612d48d-337f-4e7f-b02e-667ff9fb1f8c req-7d918a3c-28fe-49b3-aaf1-c985e37b5b6f tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460289 Dec 09 15:34:41.474802 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3ccb36-28e9-4bc5-81b2-cf07008ce65e x-openstack-request-id: req-3b3ccb36-28e9-4bc5-81b2-cf07008ce65e {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:34:41.475655 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c40a2a1-6bb8-483b-81ce-da1594213acd", "name": "network-vif-deleted", "tag": "2d73fd09-ea4b-4251-aa0d-8d4fed81a514", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:34:41.475911 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3b3ccb36-28e9-4bc5-81b2-cf07008ce65e {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:34:41.476316 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c40a2a1-6bb8-483b-81ce-da1594213acd', 'name': 'network-vif-deleted', 'tag': '2d73fd09-ea4b-4251-aa0d-8d4fed81a514', 'status': 'completed', 'code': 200} Dec 09 15:34:41.575385 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b269ffa-10e4-40e4-b3a2-4216d5a396e6 req-931d9769-c1cb-4148-8695-e0ad1f4fd726 tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:41.580534 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4b269ffa-10e4-40e4-b3a2-4216d5a396e6 req-931d9769-c1cb-4148-8695-e0ad1f4fd726 tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] 10.222.0.57 "GET /v2.0/ports?device_id=879106a1-c6bb-4f82-bb9a-9ba19ed19538 HTTP/1.1" status: 200 len: 946 time: 0.0598767 Dec 09 15:34:41.636553 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4b269ffa-10e4-40e4-b3a2-4216d5a396e6 req-227d7da3-7e55-4824-9a0f-f30bcab65751 tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] 10.222.0.57 "GET /v2.0/security-groups?id=34ca71fd-e2bb-4266-8e40-0757ee6a9389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512974 Dec 09 15:34:41.912861 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c863db84-9505-45bd-8c68-bee224846d2d req-c6b070d8-281c-4519-b684-230cfdb5b223 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 210 time: 0.0253921 Dec 09 15:34:42.052734 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2e553-6334-4cd7-8a58-e735b85e7841 req-4aa83c56-aa86-4eea-b9ae-f0577906b2ea tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:42.054300 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-81b2e553-6334-4cd7-8a58-e735b85e7841 req-4aa83c56-aa86-4eea-b9ae-f0577906b2ea tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=32efb680-caad-4737-9b49-6fcf6eaf7892 HTTP/1.1" status: 200 len: 944 time: 0.0489762 Dec 09 15:34:42.105273 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-81b2e553-6334-4cd7-8a58-e735b85e7841 req-1466682e-07b7-44c1-bcd8-a8b27bb70895 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449033 Dec 09 15:34:42.246430 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c141155-2365-49e9-b145-0235c8028a6f req-3b80c5a1-92d0-420c-98d1-80b266a67c8f tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:42.248698 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c141155-2365-49e9-b145-0235c8028a6f req-3b80c5a1-92d0-420c-98d1-80b266a67c8f tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=08c23171-88b1-4baa-99ea-6af03933aec0 HTTP/1.1" status: 200 len: 946 time: 0.0505500 Dec 09 15:34:42.299831 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c141155-2365-49e9-b145-0235c8028a6f req-1d710d5f-dcc4-4718-89db-9dd0de361165 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441525 Dec 09 15:34:42.561177 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a08481-ed55-4104-bce4-aaa203cd95b5 req-f96276bd-026c-4b59-92a9-0b91b39a6d13 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:42.562668 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-64a08481-ed55-4104-bce4-aaa203cd95b5 req-f96276bd-026c-4b59-92a9-0b91b39a6d13 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=55e842c2-22ee-4cdf-9326-afad7784b592 HTTP/1.1" status: 200 len: 950 time: 0.0491755 Dec 09 15:34:42.609756 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-64a08481-ed55-4104-bce4-aaa203cd95b5 req-c5d4e08c-b5b5-4769-a745-de8195bc4b96 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409942 Dec 09 15:34:42.693989 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e842c2-22ee-4cdf-9326-afad7784b592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c9ec34-680d-443c-b16e-dccf7c73f04f'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:34:42.696354 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4207e812-de33-4d68-923c-fbcec39e8cca" -d '{"events": [{"server_uuid": "55e842c2-22ee-4cdf-9326-afad7784b592", "name": "network-vif-plugged", "status": "completed", "tag": "92c9ec34-680d-443c-b16e-dccf7c73f04f"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:34:42.721526 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431acb4a-e10a-496e-8737-f6e0e7f489ce req-7251ee90-5fcf-4d08-bfff-49be9d4a34f6 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:42.723682 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-431acb4a-e10a-496e-8737-f6e0e7f489ce req-7251ee90-5fcf-4d08-bfff-49be9d4a34f6 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=044e36d0-ee3d-4013-9ccc-375bbbc5092c HTTP/1.1" status: 200 len: 945 time: 0.0556602 Dec 09 15:34:42.745528 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device ea496207-a670-4b90-95b3-e6056dca8495 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:34:42.753848 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 2d73fd09-ea4b-4251-aa0d-8d4fed81a514 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:34:42.772060 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-431acb4a-e10a-496e-8737-f6e0e7f489ce req-620729ab-a073-4891-ab55-a62e8c5ee224 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422273 Dec 09 15:34:42.779542 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: 2d73fd09-ea4b-4251-aa0d-8d4fed81a514 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:34:42.779892 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 2d73fd09-ea4b-4251-aa0d-8d4fed81a514 not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:34:42.872225 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port ea496207-a670-4b90-95b3-e6056dca8495, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=ea496207-a670-4b90-95b3-e6056dca8495,segment=NetworkSegment(69e3382f-395f-44e0-a40c-d45aab069633),segment_id=69e3382f-395f-44e0-a40c-d45aab069633)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:42.883571 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': 'ea496207-a670-4b90-95b3-e6056dca8495', 'network_id': '7736ab20-9109-45c5-88b0-6682a059f13e', 'port_id': 'ea496207-a670-4b90-95b3-e6056dca8495', 'mac_address': 'fa:16:3e:34:1c:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ee4fdd6-4dfd-4a15-a871-b63f2ecb023f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:34:42.884459 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d938e9d-27e0-42ee-a536-5b15270bb904 req-22a7c0a6-3dd7-44bb-adab-3c393290ee14 tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:42.885920 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9d938e9d-27e0-42ee-a536-5b15270bb904 req-22a7c0a6-3dd7-44bb-adab-3c393290ee14 tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] 10.222.0.57 "GET /v2.0/ports?device_id=879106a1-c6bb-4f82-bb9a-9ba19ed19538 HTTP/1.1" status: 200 len: 946 time: 0.0515580 Dec 09 15:34:42.923088 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:42.938357 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9d938e9d-27e0-42ee-a536-5b15270bb904 req-02d82873-c965-4609-9c16-5fdd278a8c79 tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] 10.222.0.57 "GET /v2.0/security-groups?id=34ca71fd-e2bb-4266-8e40-0757ee6a9389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452170 Dec 09 15:34:42.939671 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea496207-a670-4b90-95b3-e6056dca8495 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:34:42.962260 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port ea496207-a670-4b90-95b3-e6056dca8495, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=ea496207-a670-4b90-95b3-e6056dca8495,segment=NetworkSegment(69e3382f-395f-44e0-a40c-d45aab069633),segment_id=69e3382f-395f-44e0-a40c-d45aab069633)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:42.967097 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:42.995364 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16a3629-9c2d-4806-bda6-91fa7f1cdb9f x-openstack-request-id: req-c16a3629-9c2d-4806-bda6-91fa7f1cdb9f {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:34:42.995715 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55e842c2-22ee-4cdf-9326-afad7784b592", "name": "network-vif-plugged", "status": "completed", "tag": "92c9ec34-680d-443c-b16e-dccf7c73f04f", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:34:42.995973 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c16a3629-9c2d-4806-bda6-91fa7f1cdb9f {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:34:42.997040 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e842c2-22ee-4cdf-9326-afad7784b592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c9ec34-680d-443c-b16e-dccf7c73f04f', 'code': 200} Dec 09 15:34:43.024492 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=ea496207-a670-4b90-95b3-e6056dca8495,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:43.170646 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab6315-d1ac-442f-8868-0820beeb584a req-e2496cb8-ef6b-4d49-a557-c59abe43ed76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:43.172184 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-49ab6315-d1ac-442f-8868-0820beeb584a req-e2496cb8-ef6b-4d49-a557-c59abe43ed76 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=55e842c2-22ee-4cdf-9326-afad7784b592 HTTP/1.1" status: 200 len: 1101 time: 0.0470433 Dec 09 15:34:43.228245 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-49ab6315-d1ac-442f-8868-0820beeb584a req-947aeecd-6001-4364-ba46-6c0470b2d96d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403545 Dec 09 15:34:43.489157 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['ea496207-a670-4b90-95b3-e6056dca8495'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:34:43.701514 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-70eb68f1-9883-4378-8a00-5648fba5303a req-f5f8cdc7-6994-477c-813f-6f1e10c519db tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c40a2a1-6bb8-483b-81ce-da1594213acd HTTP/1.1" status: 200 len: 210 time: 0.0265875 Dec 09 15:34:43.806869 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146815b3-8ed4-48e7-84b4-fa68bb9bd85b req-e7b1a900-a186-4092-b64e-03d62316382c tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:43.808344 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-146815b3-8ed4-48e7-84b4-fa68bb9bd85b req-e7b1a900-a186-4092-b64e-03d62316382c tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=32efb680-caad-4737-9b49-6fcf6eaf7892 HTTP/1.1" status: 200 len: 945 time: 0.0515227 Dec 09 15:34:43.857169 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-146815b3-8ed4-48e7-84b4-fa68bb9bd85b req-f67bacbe-da0f-4c83-94f3-0c29b322c528 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416906 Dec 09 15:34:43.960296 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d6de1-80b6-4c5d-b70e-04b7edb5dcc8 req-70687066-3053-43be-9d83-24716852830e tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:43.961927 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-147d6de1-80b6-4c5d-b70e-04b7edb5dcc8 req-70687066-3053-43be-9d83-24716852830e tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=08c23171-88b1-4baa-99ea-6af03933aec0 HTTP/1.1" status: 200 len: 946 time: 0.0498776 Dec 09 15:34:44.012337 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-147d6de1-80b6-4c5d-b70e-04b7edb5dcc8 req-4a3efa14-48b9-4367-aeb4-8682558b53b9 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439012 Dec 09 15:34:44.177674 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8983db-6bba-4e80-85a9-b903f30fbdd6 req-972d342a-be7b-4bc2-863c-9941f4e268f5 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:44.179176 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2d8983db-6bba-4e80-85a9-b903f30fbdd6 req-972d342a-be7b-4bc2-863c-9941f4e268f5 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=55e842c2-22ee-4cdf-9326-afad7784b592 HTTP/1.1" status: 200 len: 950 time: 0.0520468 Dec 09 15:34:44.233665 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2d8983db-6bba-4e80-85a9-b903f30fbdd6 req-b4a89de1-a822-44e8-85f2-ffc75993ad25 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475397 Dec 09 15:34:44.357916 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcbf783-32f9-473c-85c9-b74611e7b74f req-56bd0760-e51a-44e7-9a57-807f28426fe6 tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:44.359486 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ddcbf783-32f9-473c-85c9-b74611e7b74f req-56bd0760-e51a-44e7-9a57-807f28426fe6 tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] 10.222.0.57 "GET /v2.0/ports?device_id=879106a1-c6bb-4f82-bb9a-9ba19ed19538 HTTP/1.1" status: 200 len: 946 time: 0.0641689 Dec 09 15:34:44.408705 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ddcbf783-32f9-473c-85c9-b74611e7b74f req-d72e82df-45c5-4f83-8969-6fbec9f758f8 tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] 10.222.0.57 "GET /v2.0/security-groups?id=34ca71fd-e2bb-4266-8e40-0757ee6a9389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430934 Dec 09 15:34:44.719353 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4044ff-9b50-45e9-abf0-f1efe00d65cb req-dd80f3d0-9ae6-43f6-8f86-e90bd8e4577d tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:44.720824 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1c4044ff-9b50-45e9-abf0-f1efe00d65cb req-dd80f3d0-9ae6-43f6-8f86-e90bd8e4577d tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] 10.222.0.42 "GET /v2.0/ports?device_id=879106a1-c6bb-4f82-bb9a-9ba19ed19538 HTTP/1.1" status: 200 len: 946 time: 0.0541074 Dec 09 15:34:44.850096 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-1c4044ff-9b50-45e9-abf0-f1efe00d65cb req-048dc8b9-ac4b-4148-9635-a3405689bc1b tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] Deleting port 47ba4792-0035-43d3-bacd-ba378cb25cb3 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:34:44.850443 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1c4044ff-9b50-45e9-abf0-f1efe00d65cb req-048dc8b9-ac4b-4148-9635-a3405689bc1b tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:44.985996 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41220b75-f304-427c-ad12-c0784d46f1e7 req-9b18ae4b-8646-422d-8678-4c2c756bfb13 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:44.987560 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-41220b75-f304-427c-ad12-c0784d46f1e7 req-9b18ae4b-8646-422d-8678-4c2c756bfb13 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=32efb680-caad-4737-9b49-6fcf6eaf7892 HTTP/1.1" status: 200 len: 945 time: 0.0553823 Dec 09 15:34:45.072175 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-41220b75-f304-427c-ad12-c0784d46f1e7 req-845c568c-0753-483c-a921-c9345e0850a7 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734532 Dec 09 15:34:45.200613 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44dcb69-c0ee-4d7f-a20c-231f687ece87 req-d10b8081-cbe2-40f6-8b1a-09ab3918089e tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:45.202095 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f44dcb69-c0ee-4d7f-a20c-231f687ece87 req-d10b8081-cbe2-40f6-8b1a-09ab3918089e tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=08c23171-88b1-4baa-99ea-6af03933aec0 HTTP/1.1" status: 200 len: 946 time: 0.0550897 Dec 09 15:34:45.235120 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-1c4044ff-9b50-45e9-abf0-f1efe00d65cb req-048dc8b9-ac4b-4148-9635-a3405689bc1b tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] For port 47ba4792-0035-43d3-bacd-ba378cb25cb3, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=47ba4792-0035-43d3-bacd-ba378cb25cb3,segment=NetworkSegment(05334276-ed10-48b3-9156-3bdf08596005),segment_id=05334276-ed10-48b3-9156-3bdf08596005)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:45.235884 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1c4044ff-9b50-45e9-abf0-f1efe00d65cb req-048dc8b9-ac4b-4148-9635-a3405689bc1b tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:45.252334 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-1c4044ff-9b50-45e9-abf0-f1efe00d65cb req-048dc8b9-ac4b-4148-9635-a3405689bc1b tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] Calling delete_port for 47ba4792-0035-43d3-bacd-ba378cb25cb3 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:34:45.262951 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f44dcb69-c0ee-4d7f-a20c-231f687ece87 req-260f5430-1ad2-4946-9baa-1d2f3efc538a tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532360 Dec 09 15:34:45.442903 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1c4044ff-9b50-45e9-abf0-f1efe00d65cb req-048dc8b9-ac4b-4148-9635-a3405689bc1b tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:45.472648 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804ffd3-05fe-4772-ad60-cc4896cc60bf req-c8d2a461-b27f-474c-9751-33e1d6e0edc4 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:45.476430 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['47ba4792-0035-43d3-bacd-ba378cb25cb3'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:34:45.483712 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048dc8b9-ac4b-4148-9635-a3405689bc1b tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] Pushing event deleted for resources: {'Port': ['ID=47ba4792-0035-43d3-bacd-ba378cb25cb3,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:45.501073 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4804ffd3-05fe-4772-ad60-cc4896cc60bf req-c8d2a461-b27f-474c-9751-33e1d6e0edc4 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=55e842c2-22ee-4cdf-9326-afad7784b592 HTTP/1.1" status: 200 len: 950 time: 0.0750206 Dec 09 15:34:45.547911 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4044ff-9b50-45e9-abf0-f1efe00d65cb req-048dc8b9-ac4b-4148-9635-a3405689bc1b tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] No DVR routers for this DVR port 47ba4792-0035-43d3-bacd-ba378cb25cb3 on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:34:45.552006 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1c4044ff-9b50-45e9-abf0-f1efe00d65cb req-048dc8b9-ac4b-4148-9635-a3405689bc1b tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:45.557299 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1c4044ff-9b50-45e9-abf0-f1efe00d65cb req-048dc8b9-ac4b-4148-9635-a3405689bc1b tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] 10.222.0.42 "DELETE /v2.0/ports/47ba4792-0035-43d3-bacd-ba378cb25cb3 HTTP/1.1" status: 204 len: 173 time: 0.8288617 Dec 09 15:34:45.557980 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879106a1-c6bb-4f82-bb9a-9ba19ed19538', 'name': 'network-vif-deleted', 'tag': '47ba4792-0035-43d3-bacd-ba378cb25cb3'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:34:45.570568 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4feadb70-cf66-4039-b545-992c721beb5f" -d '{"events": [{"server_uuid": "879106a1-c6bb-4f82-bb9a-9ba19ed19538", "name": "network-vif-deleted", "tag": "47ba4792-0035-43d3-bacd-ba378cb25cb3"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:34:45.579644 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4804ffd3-05fe-4772-ad60-cc4896cc60bf req-abfedf84-de6b-4154-aef1-ae0085f8c2ef tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760508 Dec 09 15:34:45.682111 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e32fe33e-9c94-4fb6-8aab-5e0b69ec35b1 req-4b5f4b31-6626-40ee-bb36-0faa1865e637 tempest-ServerAddressesTestJSON-1814555474 tempest-ServerAddressesTestJSON-1814555474-project] 10.222.0.57 "GET /v2.0/ports?device_id=879106a1-c6bb-4f82-bb9a-9ba19ed19538 HTTP/1.1" status: 200 len: 210 time: 0.0382149 Dec 09 15:34:45.694852 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:45.830516 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10084438-f2ea-4cfe-b20e-85146af1da06 x-openstack-request-id: req-10084438-f2ea-4cfe-b20e-85146af1da06 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:34:45.831377 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "879106a1-c6bb-4f82-bb9a-9ba19ed19538", "name": "network-vif-deleted", "tag": "47ba4792-0035-43d3-bacd-ba378cb25cb3", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:34:45.832005 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-10084438-f2ea-4cfe-b20e-85146af1da06 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:34:45.832659 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879106a1-c6bb-4f82-bb9a-9ba19ed19538', 'name': 'network-vif-deleted', 'tag': '47ba4792-0035-43d3-bacd-ba378cb25cb3', 'status': 'completed', 'code': 200} Dec 09 15:34:45.939909 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20326f9e-5128-46d7-8ad5-89bd606d8e54 req-63ac3d9f-4aea-4e1a-9b67-1fb68be87fda tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:45.941565 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-20326f9e-5128-46d7-8ad5-89bd606d8e54 req-63ac3d9f-4aea-4e1a-9b67-1fb68be87fda tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=d958dff4-bf9a-4826-bee8-48c1312fc83e HTTP/1.1" status: 200 len: 949 time: 0.0636575 Dec 09 15:34:45.999836 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-20326f9e-5128-46d7-8ad5-89bd606d8e54 req-e2f48e90-ce2e-4f8b-ab45-77b31ec682f3 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512033 Dec 09 15:34:46.094712 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device fac0c908-12c4-4ea6-8bb6-daf2bba542a1 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:34:46.197978 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port fac0c908-12c4-4ea6-8bb6-daf2bba542a1, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=fac0c908-12c4-4ea6-8bb6-daf2bba542a1,segment=NetworkSegment(2728a46b-6f42-41e4-abfd-2e3db73a97b6),segment_id=2728a46b-6f42-41e4-abfd-2e3db73a97b6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:46.212993 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'fac0c908-12c4-4ea6-8bb6-daf2bba542a1', 'network_id': '5e9ad32d-c9e7-4e00-867a-aef980499810', 'port_id': 'fac0c908-12c4-4ea6-8bb6-daf2bba542a1', 'mac_address': 'fa:16:3e:de:5a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01df2498-b8b6-4dc7-bb3a-e44d90f24165', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:34:46.259381 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:46.274756 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fac0c908-12c4-4ea6-8bb6-daf2bba542a1 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:34:46.306913 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port fac0c908-12c4-4ea6-8bb6-daf2bba542a1, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=fac0c908-12c4-4ea6-8bb6-daf2bba542a1,segment=NetworkSegment(2728a46b-6f42-41e4-abfd-2e3db73a97b6),segment_id=2728a46b-6f42-41e4-abfd-2e3db73a97b6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:46.314003 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:46.374621 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=fac0c908-12c4-4ea6-8bb6-daf2bba542a1,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:46.449914 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['fac0c908-12c4-4ea6-8bb6-daf2bba542a1'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:34:46.459151 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710c108-bf8d-49e7-ba1c-20bb312cdd29 req-f0f91841-b8b7-40cb-b887-85edfea393c1 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:46.465612 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710c108-bf8d-49e7-ba1c-20bb312cdd29 req-f0f91841-b8b7-40cb-b887-85edfea393c1 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:46.467397 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2710c108-bf8d-49e7-ba1c-20bb312cdd29 req-f0f91841-b8b7-40cb-b887-85edfea393c1 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=55e842c2-22ee-4cdf-9326-afad7784b592&device_id=d958dff4-bf9a-4826-bee8-48c1312fc83e HTTP/1.1" status: 200 len: 1690 time: 0.0671065 Dec 09 15:34:46.519426 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2710c108-bf8d-49e7-ba1c-20bb312cdd29 req-d8bd204c-2fd2-4c1b-82f0-7074232993df tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446608 Dec 09 15:34:46.632648 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0f0ec-4926-4752-b4ec-1be1dbbc3910 req-56d4926f-bd41-481c-8d35-eb093a554c52 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:46.634212 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-35c0f0ec-4926-4752-b4ec-1be1dbbc3910 req-56d4926f-bd41-481c-8d35-eb093a554c52 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=32efb680-caad-4737-9b49-6fcf6eaf7892 HTTP/1.1" status: 200 len: 945 time: 0.0568647 Dec 09 15:34:46.689654 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-35c0f0ec-4926-4752-b4ec-1be1dbbc3910 req-5865c8b4-4678-41a0-bd34-07c6abd5a748 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480847 Dec 09 15:34:46.787358 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device ea496207-a670-4b90-95b3-e6056dca8495 up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:34:46.802383 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc37cc-93fd-474a-8d89-08cfe1842821 req-15343fc7-eef2-41a0-8ad1-e7be9aa93b28 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:46.804210 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dbcc37cc-93fd-474a-8d89-08cfe1842821 req-15343fc7-eef2-41a0-8ad1-e7be9aa93b28 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=08c23171-88b1-4baa-99ea-6af03933aec0 HTTP/1.1" status: 200 len: 946 time: 0.0548086 Dec 09 15:34:46.849009 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port ea496207-a670-4b90-95b3-e6056dca8495 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:34:46.853900 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port ea496207-a670-4b90-95b3-e6056dca8495 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:34:46.854596 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:46.861766 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dbcc37cc-93fd-474a-8d89-08cfe1842821 req-437891a3-05fe-4e55-bd8f-40c1ef2bb7b9 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500424 Dec 09 15:34:46.959483 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:47.024031 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port ea496207-a670-4b90-95b3-e6056dca8495, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=ea496207-a670-4b90-95b3-e6056dca8495,segment=NetworkSegment(69e3382f-395f-44e0-a40c-d45aab069633),segment_id=69e3382f-395f-44e0-a40c-d45aab069633)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:47.025255 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32efb680-caad-4737-9b49-6fcf6eaf7892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea496207-a670-4b90-95b3-e6056dca8495'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:34:47.028879 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8989a3-86d7-4a59-9301-5fe92f678134" -d '{"events": [{"server_uuid": "32efb680-caad-4737-9b49-6fcf6eaf7892", "name": "network-vif-plugged", "status": "completed", "tag": "ea496207-a670-4b90-95b3-e6056dca8495"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:34:47.034104 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:47.067227 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58308) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:34:47.096658 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=ea496207-a670-4b90-95b3-e6056dca8495,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:47.144141 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-d610730e-dbd5-41a9-8f71-4028bf916aed admin admin] Deleting subnet f1939425-40d2-496c-9364-9c8d2e6fa576 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:34:47.148609 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d610730e-dbd5-41a9-8f71-4028bf916aed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:47.192337 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d610730e-dbd5-41a9-8f71-4028bf916aed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:47.239023 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d610730e-dbd5-41a9-8f71-4028bf916aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:47.272704 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4aeee1-3dcd-4fa9-b4f2-eaa9c3602b05 req-b719855e-23c5-4859-a15d-9e3c01968c74 tempest-ServersOnMultiNodesTest-56580484 tempest-ServersOnMultiNodesTest-56580484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:47.274953 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2d4aeee1-3dcd-4fa9-b4f2-eaa9c3602b05 req-b719855e-23c5-4859-a15d-9e3c01968c74 tempest-ServersOnMultiNodesTest-56580484 tempest-ServersOnMultiNodesTest-56580484-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=55e842c2-22ee-4cdf-9326-afad7784b592 HTTP/1.1" status: 200 len: 1101 time: 0.0647435 Dec 09 15:34:47.309329 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d610730e-dbd5-41a9-8f71-4028bf916aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:47.339277 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2d4aeee1-3dcd-4fa9-b4f2-eaa9c3602b05 req-62999ea6-20d5-4402-8b07-a580625084c1 tempest-ServersOnMultiNodesTest-56580484 tempest-ServersOnMultiNodesTest-56580484-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564475 Dec 09 15:34:47.339542 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d610730e-dbd5-41a9-8f71-4028bf916aed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1939425-40d2-496c-9364-9c8d2e6fa576,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:47.350677 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d610730e-dbd5-41a9-8f71-4028bf916aed admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:47.362724 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58312) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:34:47.362855 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d610730e-dbd5-41a9-8f71-4028bf916aed admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f1939425-40d2-496c-9364-9c8d2e6fa576 HTTP/1.1" status: 204 len: 168 time: 0.2893484 Dec 09 15:34:47.393052 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f73024e-82a4-474c-82d1-fc32eeb5ce3f x-openstack-request-id: req-3f73024e-82a4-474c-82d1-fc32eeb5ce3f {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:34:47.393584 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32efb680-caad-4737-9b49-6fcf6eaf7892", "name": "network-vif-plugged", "status": "completed", "tag": "ea496207-a670-4b90-95b3-e6056dca8495", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:34:47.394526 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3f73024e-82a4-474c-82d1-fc32eeb5ce3f {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:34:47.395117 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32efb680-caad-4737-9b49-6fcf6eaf7892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea496207-a670-4b90-95b3-e6056dca8495', 'code': 200} Dec 09 15:34:47.434691 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a274fa05-a2b1-4834-9642-e6b5454ffee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:47.537680 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a274fa05-a2b1-4834-9642-e6b5454ffee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:47.578417 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-a274fa05-a2b1-4834-9642-e6b5454ffee1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e402a105-434d-4ce0-8ced-df4cb1f5cd1c']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:34:47.581872 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db97bcf-07d5-4b90-a36f-7989213c2190 req-defd515a-8a68-4a04-a46f-07bce1874fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:47.583707 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9db97bcf-07d5-4b90-a36f-7989213c2190 req-defd515a-8a68-4a04-a46f-07bce1874fe8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=32efb680-caad-4737-9b49-6fcf6eaf7892 HTTP/1.1" status: 200 len: 1097 time: 0.0584924 Dec 09 15:34:47.598185 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-a274fa05-a2b1-4834-9642-e6b5454ffee1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05334276-ed10-48b3-9156-3bdf08596005') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:34:47.598739 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-a274fa05-a2b1-4834-9642-e6b5454ffee1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05334276-ed10-48b3-9156-3bdf08596005') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:34:47.611414 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a274fa05-a2b1-4834-9642-e6b5454ffee1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:47.629389 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a274fa05-a2b1-4834-9642-e6b5454ffee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:47.634773 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9db97bcf-07d5-4b90-a36f-7989213c2190 req-3bc111b4-e6aa-44f8-9210-52c9941ad4b2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434093 Dec 09 15:34:47.651577 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a274fa05-a2b1-4834-9642-e6b5454ffee1 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:34:47.652063 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a274fa05-a2b1-4834-9642-e6b5454ffee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:47.654421 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:34:47.654421 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:34:47.654421 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:34:47.654421 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:34:47.654421 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:34:47.654421 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:34:47.654421 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:34:47.654421 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:34:47.654421 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:34:47.654421 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:34:47.654421 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:34:47.654421 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:34:47.654421 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:34:47.654421 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:34:47.654421 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:34:47.654421 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:34:47.654421 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:34:47.654421 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:34:47.654421 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:34:47.654421 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:34:47.654421 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:34:47.654421 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:34:47.654421 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:34:47.654421 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:34:47.654421 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:34:47.654421 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:34:47.654421 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:34:47.654421 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:34:47.654421 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:34:47.654421 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:34:47.654421 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:34:47.654421 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:34:47.720765 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a274fa05-a2b1-4834-9642-e6b5454ffee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:47.726359 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a274fa05-a2b1-4834-9642-e6b5454ffee1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:47.732916 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a274fa05-a2b1-4834-9642-e6b5454ffee1 admin admin] 10.222.0.57 "DELETE /v2.0/networks/e402a105-434d-4ce0-8ced-df4cb1f5cd1c HTTP/1.1" status: 204 len: 168 time: 0.3742697 Dec 09 15:34:47.734964 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff28682-e4dc-49db-847a-83f1f1efa528 req-e406e654-6d27-407f-b4e3-e135082d7437 tempest-ServersOnMultiNodesTest-56580484 tempest-ServersOnMultiNodesTest-56580484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:47.736450 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5ff28682-e4dc-49db-847a-83f1f1efa528 req-e406e654-6d27-407f-b4e3-e135082d7437 tempest-ServersOnMultiNodesTest-56580484 tempest-ServersOnMultiNodesTest-56580484-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d958dff4-bf9a-4826-bee8-48c1312fc83e HTTP/1.1" status: 200 len: 1100 time: 0.1625147 Dec 09 15:34:47.760927 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a274fa05-a2b1-4834-9642-e6b5454ffee1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e402a105-434d-4ce0-8ced-df4cb1f5cd1c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:47.811095 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5ff28682-e4dc-49db-847a-83f1f1efa528 req-cfce662e-9bfd-4bc3-af8a-8eb3969f4b37 tempest-ServersOnMultiNodesTest-56580484 tempest-ServersOnMultiNodesTest-56580484-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575545 Dec 09 15:34:47.937756 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58324) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:34:48.006577 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3511a354-3deb-4661-891f-562e5c60f6c4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4f3fc8e41d354c05b9540687bfa88548&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0675085 Dec 09 15:34:48.009688 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a28a1-911f-45b0-abce-da7526892d69 req-bbc64aec-cf0a-4af9-81e6-0bbe9b166d16 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:48.011355 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0c5a28a1-911f-45b0-abce-da7526892d69 req-bbc64aec-cf0a-4af9-81e6-0bbe9b166d16 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=32efb680-caad-4737-9b49-6fcf6eaf7892 HTTP/1.1" status: 200 len: 946 time: 0.0889368 Dec 09 15:34:48.012513 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58332) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:34:48.086837 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0c5a28a1-911f-45b0-abce-da7526892d69 req-006401c5-11a8-4e90-aa8f-92f29d5cb1b9 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673628 Dec 09 15:34:48.098563 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ef2dee4-164c-497c-8218-24c0b360de3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:48.112507 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device fac0c908-12c4-4ea6-8bb6-daf2bba542a1 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:34:48.124310 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ef2dee4-164c-497c-8218-24c0b360de3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:48.187765 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port fac0c908-12c4-4ea6-8bb6-daf2bba542a1 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:34:48.188569 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:48.239977 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b7034-0435-4a49-9d3c-dd3a92dc489b req-980606f7-f3a7-4141-9972-8ad50bb7845b tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:48.243336 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-717b7034-0435-4a49-9d3c-dd3a92dc489b req-980606f7-f3a7-4141-9972-8ad50bb7845b tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=08c23171-88b1-4baa-99ea-6af03933aec0 HTTP/1.1" status: 200 len: 946 time: 0.0719261 Dec 09 15:34:48.245162 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ef2dee4-164c-497c-8218-24c0b360de3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:48.248291 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ef2dee4-164c-497c-8218-24c0b360de3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:48.252297 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1ef2dee4-164c-497c-8218-24c0b360de3e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/34ca71fd-e2bb-4266-8e40-0757ee6a9389 HTTP/1.1" status: 204 len: 168 time: 0.2386415 Dec 09 15:34:48.264944 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef2dee4-164c-497c-8218-24c0b360de3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ca71fd-e2bb-4266-8e40-0757ee6a9389,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:48.298322 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:48.347232 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-717b7034-0435-4a49-9d3c-dd3a92dc489b req-f33e7cd0-cd28-4083-a6d1-1f30d3f01644 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937316 Dec 09 15:34:48.361122 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port fac0c908-12c4-4ea6-8bb6-daf2bba542a1, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=fac0c908-12c4-4ea6-8bb6-daf2bba542a1,segment=NetworkSegment(2728a46b-6f42-41e4-abfd-2e3db73a97b6),segment_id=2728a46b-6f42-41e4-abfd-2e3db73a97b6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:48.366475 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:48.427170 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=fac0c908-12c4-4ea6-8bb6-daf2bba542a1,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:48.538481 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-a16a1756-9bc8-4926-ae75-f450ed0a9e33 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=adcdc531e5364eaa95bec0e36a7f7c2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272026 Dec 09 15:34:48.680307 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-afe622de-7d22-4302-b035-91e9b06870e0 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:48.688873 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-afe622de-7d22-4302-b035-91e9b06870e0 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1423743 Dec 09 15:34:48.714014 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-233196ae-b254-4da0-b7d3-d18a0363148b tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/quotas/adcdc531e5364eaa95bec0e36a7f7c2a HTTP/1.1" status: 200 len: 375 time: 0.0238776 Dec 09 15:34:48.795672 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 47ba4792-0035-43d3-bacd-ba378cb25cb3 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:34:48.805565 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-a8d12333-f6cc-4c46-8c2b-3a094e8f4aa1 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=adcdc531e5364eaa95bec0e36a7f7c2a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0894313 Dec 09 15:34:48.832460 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: 47ba4792-0035-43d3-bacd-ba378cb25cb3 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:34:48.832819 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 47ba4792-0035-43d3-bacd-ba378cb25cb3 not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:34:49.238217 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3717294d-3d15-4bdb-839c-5508910c9643 req-a5f1b17c-3324-4ca9-9a00-10e99270fa22 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6573df0c-1202-4a5c-a383-5dce7cd504b3 HTTP/1.1" status: 200 len: 210 time: 0.0411949 Dec 09 15:34:49.396130 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044e36d0-ee3d-4013-9ccc-375bbbc5092c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac0c908-12c4-4ea6-8bb6-daf2bba542a1'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:34:49.398791 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9db62d4-8d24-46d1-9ad8-bbce4006c797" -d '{"events": [{"server_uuid": "044e36d0-ee3d-4013-9ccc-375bbbc5092c", "name": "network-vif-plugged", "status": "completed", "tag": "fac0c908-12c4-4ea6-8bb6-daf2bba542a1"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:34:49.540627 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58410) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:34:49.602527 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6034521-f735-4f13-844c-db69460f6f20 req-ec94debe-885c-4858-8da3-c9f75d2b4373 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:49.611087 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f6034521-f735-4f13-844c-db69460f6f20 req-ec94debe-885c-4858-8da3-c9f75d2b4373 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=32efb680-caad-4737-9b49-6fcf6eaf7892 HTTP/1.1" status: 200 len: 946 time: 0.0753093 Dec 09 15:34:49.678270 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f6034521-f735-4f13-844c-db69460f6f20 req-e42e3a96-4479-4ec5-8a8d-9bff332bb3fe tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661073 Dec 09 15:34:49.680852 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a74c621f-8fc3-40d8-b693-2145bd361f75 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-839671104-network', 'tenant_id': '7e6a8494a36f4c80967495fa59d7125e'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:34:49.721823 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74c621f-8fc3-40d8-b693-2145bd361f75 admin admin] Made reservation on behalf of 7e6a8494a36f4c80967495fa59d7125e for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:34:49.725142 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a74c621f-8fc3-40d8-b693-2145bd361f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:49.735257 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a74c621f-8fc3-40d8-b693-2145bd361f75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:49.825082 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a74c621f-8fc3-40d8-b693-2145bd361f75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:49.831613 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a74c621f-8fc3-40d8-b693-2145bd361f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:49.832616 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a865c8-2c26-404d-bbe2-7409e7cc37ef req-d96d2d3e-9bd2-4075-939c-fcb4cb47c892 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:49.841180 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-14a865c8-2c26-404d-bbe2-7409e7cc37ef req-d96d2d3e-9bd2-4075-939c-fcb4cb47c892 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=08c23171-88b1-4baa-99ea-6af03933aec0 HTTP/1.1" status: 200 len: 946 time: 0.0857294 Dec 09 15:34:49.863280 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a74c621f-8fc3-40d8-b693-2145bd361f75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:34:49.874312 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74c621f-8fc3-40d8-b693-2145bd361f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1eca18f-18c4-496b-b183-fda3dd4d5baf,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:49.885041 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a74c621f-8fc3-40d8-b693-2145bd361f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:49.885686 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-a74c621f-8fc3-40d8-b693-2145bd361f75 admin admin] Added segment 6e907f74-d06b-47f1-9ff4-5e9113a60a6e of type vlan for network 41f1fd7b-66d5-4c3c-8a6e-71a3da9715f2 Dec 09 15:34:49.901676 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-14a865c8-2c26-404d-bbe2-7409e7cc37ef req-a52eade9-a917-41fb-ab3d-0015bcd061fb tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595574 Dec 09 15:34:49.940595 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3392d4-ac33-4e42-9a9d-04d085499e97 x-openstack-request-id: req-7a3392d4-ac33-4e42-9a9d-04d085499e97 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:34:49.941172 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044e36d0-ee3d-4013-9ccc-375bbbc5092c", "name": "network-vif-plugged", "status": "completed", "tag": "fac0c908-12c4-4ea6-8bb6-daf2bba542a1", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:34:49.942047 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7a3392d4-ac33-4e42-9a9d-04d085499e97 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:34:49.943601 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044e36d0-ee3d-4013-9ccc-375bbbc5092c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac0c908-12c4-4ea6-8bb6-daf2bba542a1', 'code': 200} Dec 09 15:34:49.955593 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a74c621f-8fc3-40d8-b693-2145bd361f75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:49.990065 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a74c621f-8fc3-40d8-b693-2145bd361f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:49.991838 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74c621f-8fc3-40d8-b693-2145bd361f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:49.992695 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a74c621f-8fc3-40d8-b693-2145bd361f75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:50.080360 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a74c621f-8fc3-40d8-b693-2145bd361f75 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5385284 Dec 09 15:34:50.084398 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58438) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:34:50.092375 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-761cc0ed-892d-4835-8258-f99f4e8a5c80 admin admin] Request body: {'subnet': {'network_id': '41f1fd7b-66d5-4c3c-8a6e-71a3da9715f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-839671104-subnet', 'tenant_id': '7e6a8494a36f4c80967495fa59d7125e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:34:50.150463 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8463e-9bdf-4619-ba3c-737c7bb0ca33 req-65382a48-eb86-4b4d-9198-b9700263a82d tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:50.152960 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-05f8463e-9bdf-4619-ba3c-737c7bb0ca33 req-65382a48-eb86-4b4d-9198-b9700263a82d tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 944 time: 0.0743158 Dec 09 15:34:50.153906 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74c621f-8fc3-40d8-b693-2145bd361f75 admin admin] Pushing event updated for resources: {'Network': ['ID=41f1fd7b-66d5-4c3c-8a6e-71a3da9715f2,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:50.163932 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761cc0ed-892d-4835-8258-f99f4e8a5c80 admin admin] Made reservation on behalf of 7e6a8494a36f4c80967495fa59d7125e for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:34:50.166763 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-761cc0ed-892d-4835-8258-f99f4e8a5c80 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:50.172835 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 41f1fd7b-66d5-4c3c-8a6e-71a3da9715f2 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:34:50.269407 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-05f8463e-9bdf-4619-ba3c-737c7bb0ca33 req-80cac6d4-a4b4-49b8-b61f-d438b0caab7e tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085904 Dec 09 15:34:50.387968 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7776e1a1-7c04-4912-97c4-3239a5851fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:50.444458 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-761cc0ed-892d-4835-8258-f99f4e8a5c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:50.527437 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761cc0ed-892d-4835-8258-f99f4e8a5c80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30e481af-1be2-4c8a-96da-fad4201e599a,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:50.541003 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761cc0ed-892d-4835-8258-f99f4e8a5c80 admin admin] Checking segment: {'id': '6e907f74-d06b-47f1-9ff4-5e9113a60a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '41f1fd7b-66d5-4c3c-8a6e-71a3da9715f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:34:50.542122 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761cc0ed-892d-4835-8258-f99f4e8a5c80 admin admin] Network hostable DHCP agents. Network: 41f1fd7b-66d5-4c3c-8a6e-71a3da9715f2, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:34:50.566648 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761cc0ed-892d-4835-8258-f99f4e8a5c80 admin admin] Network 41f1fd7b-66d5-4c3c-8a6e-71a3da9715f2 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:34:50.580969 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-761cc0ed-892d-4835-8258-f99f4e8a5c80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 41f1fd7b-66d5-4c3c-8a6e-71a3da9715f2) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:34:50.586489 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761cc0ed-892d-4835-8258-f99f4e8a5c80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:50.587091 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-761cc0ed-892d-4835-8258-f99f4e8a5c80 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:50.591520 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b4f1ea-ee38-4d22-89a1-ac999ca319ad None None] Network 41f1fd7b-66d5-4c3c-8a6e-71a3da9715f2 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:34:50.617499 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-761cc0ed-892d-4835-8258-f99f4e8a5c80 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5310779 Dec 09 15:34:50.753117 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-809a82bf-c181-4d7d-a8c5-8aa8be24ee89 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=adcdc531e5364eaa95bec0e36a7f7c2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587430 Dec 09 15:34:50.790493 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ff17a-70d6-4349-b719-4f9b849d8ff9 req-f8c87d05-fa89-4698-a518-5990e345d315 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:50.792096 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a95ff17a-70d6-4349-b719-4f9b849d8ff9 req-f8c87d05-fa89-4698-a518-5990e345d315 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 944 time: 0.1476743 Dec 09 15:34:50.833060 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5111e02a-786e-4b25-81bc-122abeeddeb6 None None] Network 41f1fd7b-66d5-4c3c-8a6e-71a3da9715f2 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:34:50.972881 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5bdfa862-496b-48f9-858c-82f64f9108e8 req-2d265e69-00be-4019-a016-4bd1414b24c5 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6573df0c-1202-4a5c-a383-5dce7cd504b3 HTTP/1.1" status: 200 len: 210 time: 0.0434706 Dec 09 15:34:50.999279 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-3aac7ace-d09f-43d5-bec8-6afad7244d2c tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:51.001022 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-3aac7ace-d09f-43d5-bec8-6afad7244d2c tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2375050 Dec 09 15:34:51.019276 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-a95ff17a-70d6-4349-b719-4f9b849d8ff9 req-c1431ea0-2986-4bef-9cc9-d65ee7324039 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Deleting port 5017d290-1c4f-4b2b-a2a5-5290fc85c367 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:34:51.019624 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a95ff17a-70d6-4349-b719-4f9b849d8ff9 req-c1431ea0-2986-4bef-9cc9-d65ee7324039 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:51.029214 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-2ed6c05b-aca0-4afd-bdb4-66f6bfbf19b1 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Request body: {'port': {'device_id': '6573df0c-1202-4a5c-a383-5dce7cd504b3', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'admin_state_up': True, 'tenant_id': 'adcdc531e5364eaa95bec0e36a7f7c2a'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:34:51.199826 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-a95ff17a-70d6-4349-b719-4f9b849d8ff9 req-c1431ea0-2986-4bef-9cc9-d65ee7324039 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] For port 5017d290-1c4f-4b2b-a2a5-5290fc85c367, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=5017d290-1c4f-4b2b-a2a5-5290fc85c367,segment=NetworkSegment(9bcbf52b-8ad5-477f-9636-c2f9cae19672),segment_id=9bcbf52b-8ad5-477f-9636-c2f9cae19672)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:51.200367 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a95ff17a-70d6-4349-b719-4f9b849d8ff9 req-c1431ea0-2986-4bef-9cc9-d65ee7324039 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:51.235952 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-a95ff17a-70d6-4349-b719-4f9b849d8ff9 req-c1431ea0-2986-4bef-9cc9-d65ee7324039 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Calling delete_port for 5017d290-1c4f-4b2b-a2a5-5290fc85c367 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:34:51.240490 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-2ed6c05b-aca0-4afd-bdb4-66f6bfbf19b1 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Made reservation on behalf of adcdc531e5364eaa95bec0e36a7f7c2a for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:34:51.244101 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-2ed6c05b-aca0-4afd-bdb4-66f6bfbf19b1 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:51.448383 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f213719-fb9e-4ec5-b0f9-c0d5b236acd9 req-457b1ad6-5b87-4904-956f-3580fb7007fc tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:51.450049 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7f213719-fb9e-4ec5-b0f9-c0d5b236acd9 req-457b1ad6-5b87-4904-956f-3580fb7007fc tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=32efb680-caad-4737-9b49-6fcf6eaf7892 HTTP/1.1" status: 200 len: 946 time: 0.3978953 Dec 09 15:34:51.489828 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-2ed6c05b-aca0-4afd-bdb4-66f6bfbf19b1 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Allocated IP 192.168.233.160 (bf6a25f7-2b73-48b5-b60f-99a19e919fb7/54e6953c-1261-4e7c-8b49-64e5b87424c2/f5fd84b5-c812-423f-9cb1-712cb3110308) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:34:51.517820 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7f213719-fb9e-4ec5-b0f9-c0d5b236acd9 req-184863e4-b5da-4213-adf2-f4dc77d1ea2a tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550742 Dec 09 15:34:51.539791 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a95ff17a-70d6-4349-b719-4f9b849d8ff9 req-c1431ea0-2986-4bef-9cc9-d65ee7324039 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:51.581422 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1431ea0-2986-4bef-9cc9-d65ee7324039 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Pushing event deleted for resources: {'Port': ['ID=5017d290-1c4f-4b2b-a2a5-5290fc85c367,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:51.636177 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95ff17a-70d6-4349-b719-4f9b849d8ff9 req-c1431ea0-2986-4bef-9cc9-d65ee7324039 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] No DVR routers for this DVR port 5017d290-1c4f-4b2b-a2a5-5290fc85c367 on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:34:51.648028 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a95ff17a-70d6-4349-b719-4f9b849d8ff9 req-c1431ea0-2986-4bef-9cc9-d65ee7324039 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:51.651366 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a95ff17a-70d6-4349-b719-4f9b849d8ff9 req-c1431ea0-2986-4bef-9cc9-d65ee7324039 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.42 "DELETE /v2.0/ports/5017d290-1c4f-4b2b-a2a5-5290fc85c367 HTTP/1.1" status: 204 len: 173 time: 0.8028529 Dec 09 15:34:51.651829 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7008fab-78a4-40a4-9293-c271c1405909', 'name': 'network-vif-deleted', 'tag': '5017d290-1c4f-4b2b-a2a5-5290fc85c367'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:34:51.654406 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a2971f-c5ad-481c-b3e1-234536df76be" -d '{"events": [{"server_uuid": "c7008fab-78a4-40a4-9293-c271c1405909", "name": "network-vif-deleted", "tag": "5017d290-1c4f-4b2b-a2a5-5290fc85c367"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:34:51.789699 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-2ed6c05b-aca0-4afd-bdb4-66f6bfbf19b1 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:51.842254 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-2ed6c05b-aca0-4afd-bdb4-66f6bfbf19b1 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:51.854369 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['09c676e4-2a5f-46ee-a639-d2836ab6c1d8', 'd204c55b-f880-4a11-b32a-0bf6feff0b3f', 'c2517f73-5229-47a2-90e3-f457f92ff058', 'ba9435ef-3de3-478d-83d7-bc72b2993e7d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:34:51.885876 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-2ed6c05b-aca0-4afd-bdb4-66f6bfbf19b1 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:34:51.889786 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-2ed6c05b-aca0-4afd-bdb4-66f6bfbf19b1 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:34:51.893673 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-2ed6c05b-aca0-4afd-bdb4-66f6bfbf19b1 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:34:51.910020 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['92c9ec34-680d-443c-b16e-dccf7c73f04f'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:34:51.942336 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed6c05b-aca0-4afd-bdb4-66f6bfbf19b1 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Pushing event updated for resources: {'Port': ['ID=f5fd84b5-c812-423f-9cb1-712cb3110308,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:51.979464 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-2ed6c05b-aca0-4afd-bdb4-66f6bfbf19b1 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:51.980007 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-2ed6c05b-aca0-4afd-bdb4-66f6bfbf19b1 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:52.021327 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-2ed6c05b-aca0-4afd-bdb4-66f6bfbf19b1 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9969637 Dec 09 15:34:52.044832 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77282e-16e4-4c83-83bd-868326e090b0 req-3df6b3ea-c3f4-4ab4-bd06-264e8f951b8a tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:52.050299 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-eee5f51f-693c-4993-a5da-b273fd980002 service neutron] Request body: {'port': {'device_id': '6573df0c-1202-4a5c-a383-5dce7cd504b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:34:52.054883 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4e77282e-16e4-4c83-83bd-868326e090b0 req-3df6b3ea-c3f4-4ab4-bd06-264e8f951b8a tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=08c23171-88b1-4baa-99ea-6af03933aec0 HTTP/1.1" status: 200 len: 946 time: 0.0767536 Dec 09 15:34:52.129488 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4e77282e-16e4-4c83-83bd-868326e090b0 req-4059bbae-552f-4afa-8dff-17c1f3464f6e tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733294 Dec 09 15:34:52.172027 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-eee5f51f-693c-4993-a5da-b273fd980002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:52.379188 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9d026899-fb66-425f-a4db-ed88cb199a29 None None] Provisioning complete for port f5fd84b5-c812-423f-9cb1-712cb3110308 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:34:52.379938 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9d026899-fb66-425f-a4db-ed88cb199a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:52.419354 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b771fcf9-ed31-4bdc-bcd1-50654e7fb92e req-d7e23901-f3bb-45c9-948e-386aa046f6f6 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7008fab-78a4-40a4-9293-c271c1405909 HTTP/1.1" status: 200 len: 210 time: 0.0426507 Dec 09 15:34:52.492813 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9d026899-fb66-425f-a4db-ed88cb199a29 None None] Port f5fd84b5-c812-423f-9cb1-712cb3110308 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:34:52.622611 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30ff13a-1d4a-4dd4-8023-c1e84f3ac924 x-openstack-request-id: req-b30ff13a-1d4a-4dd4-8023-c1e84f3ac924 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:34:52.623138 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7008fab-78a4-40a4-9293-c271c1405909", "name": "network-vif-deleted", "tag": "5017d290-1c4f-4b2b-a2a5-5290fc85c367", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:34:52.623138 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b30ff13a-1d4a-4dd4-8023-c1e84f3ac924 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:34:52.623603 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7008fab-78a4-40a4-9293-c271c1405909', 'name': 'network-vif-deleted', 'tag': '5017d290-1c4f-4b2b-a2a5-5290fc85c367', 'status': 'completed', 'code': 200} Dec 09 15:34:52.663777 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-eee5f51f-693c-4993-a5da-b273fd980002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5fd84b5-c812-423f-9cb1-712cb3110308 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:34:52.677730 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-eee5f51f-693c-4993-a5da-b273fd980002 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:52.696745 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f8a62-512b-4c36-a19b-ef9407e44adc req-5cf004f9-e3de-41ac-97fc-f6d9e29debf8 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:52.698584 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2c4f8a62-512b-4c36-a19b-ef9407e44adc req-5cf004f9-e3de-41ac-97fc-f6d9e29debf8 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.42 "GET /v2.0/ports?device_id=32efb680-caad-4737-9b49-6fcf6eaf7892 HTTP/1.1" status: 200 len: 946 time: 0.0910702 Dec 09 15:34:52.704708 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-eee5f51f-693c-4993-a5da-b273fd980002 service neutron] Transition to ACTIVE for port object f5fd84b5-c812-423f-9cb1-712cb3110308 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:34:52.716738 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-eee5f51f-693c-4993-a5da-b273fd980002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:52.891505 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5f51f-693c-4993-a5da-b273fd980002 service neutron] Pushing event updated for resources: {'Port': ['ID=f5fd84b5-c812-423f-9cb1-712cb3110308,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:52.946648 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f395ca37-1aa1-4398-be03-580f1cf63763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:53.013023 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-2c4f8a62-512b-4c36-a19b-ef9407e44adc req-b399fcf1-d6ac-4037-b9a9-3829ec51611c tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Deleting port ea496207-a670-4b90-95b3-e6056dca8495 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:34:53.013490 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2c4f8a62-512b-4c36-a19b-ef9407e44adc req-b399fcf1-d6ac-4037-b9a9-3829ec51611c tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:53.145494 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-2c4f8a62-512b-4c36-a19b-ef9407e44adc req-b399fcf1-d6ac-4037-b9a9-3829ec51611c tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] For port ea496207-a670-4b90-95b3-e6056dca8495, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=ea496207-a670-4b90-95b3-e6056dca8495,segment=NetworkSegment(69e3382f-395f-44e0-a40c-d45aab069633),segment_id=69e3382f-395f-44e0-a40c-d45aab069633)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:53.145494 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2c4f8a62-512b-4c36-a19b-ef9407e44adc req-b399fcf1-d6ac-4037-b9a9-3829ec51611c tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:53.159762 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-2c4f8a62-512b-4c36-a19b-ef9407e44adc req-b399fcf1-d6ac-4037-b9a9-3829ec51611c tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Calling delete_port for ea496207-a670-4b90-95b3-e6056dca8495 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:34:53.200126 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f756a30-dcc6-4657-aa14-5683bc84a69e req-a158861d-ebc3-4f3a-a923-fa7cb2463f7e tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:53.203468 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2f756a30-dcc6-4657-aa14-5683bc84a69e req-a158861d-ebc3-4f3a-a923-fa7cb2463f7e tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6573df0c-1202-4a5c-a383-5dce7cd504b3 HTTP/1.1" status: 200 len: 948 time: 0.0956399 Dec 09 15:34:53.209127 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-eee5f51f-693c-4993-a5da-b273fd980002 service neutron] Attempting to bind port f5fd84b5-c812-423f-9cb1-712cb3110308 on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:34:53.209558 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-eee5f51f-693c-4993-a5da-b273fd980002 service neutron] Attempting to bind port f5fd84b5-c812-423f-9cb1-712cb3110308 by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:34:53.209949 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-eee5f51f-693c-4993-a5da-b273fd980002 service neutron] Attempting to bind port f5fd84b5-c812-423f-9cb1-712cb3110308 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:34:53.218326 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-eee5f51f-693c-4993-a5da-b273fd980002 service neutron] Port f5fd84b5-c812-423f-9cb1-712cb3110308 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:34:53.218745 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-eee5f51f-693c-4993-a5da-b273fd980002 service neutron] Attempting to bind port f5fd84b5-c812-423f-9cb1-712cb3110308 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:34:53.229201 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-eee5f51f-693c-4993-a5da-b273fd980002 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:34:53.229628 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-eee5f51f-693c-4993-a5da-b273fd980002 service neutron] Checking segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:34:53.230626 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-eee5f51f-693c-4993-a5da-b273fd980002 service neutron] Bound using segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:34:53.231107 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-eee5f51f-693c-4993-a5da-b273fd980002 service neutron] Bound port: f5fd84b5-c812-423f-9cb1-712cb3110308, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:34:53.231729 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-eee5f51f-693c-4993-a5da-b273fd980002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:53.288187 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2f756a30-dcc6-4657-aa14-5683bc84a69e req-b8580ce4-5844-4381-96a6-8c6f6368da55 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609143 Dec 09 15:34:53.378146 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-eee5f51f-693c-4993-a5da-b273fd980002 service neutron] For port f5fd84b5-c812-423f-9cb1-712cb3110308, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:34:53.399242 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-eee5f51f-693c-4993-a5da-b273fd980002 service neutron] For port f5fd84b5-c812-423f-9cb1-712cb3110308, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=f5fd84b5-c812-423f-9cb1-712cb3110308,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:34:53.400365 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2c4f8a62-512b-4c36-a19b-ef9407e44adc req-b399fcf1-d6ac-4037-b9a9-3829ec51611c tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:53.422880 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c5bd3-617a-46d5-839d-b12b630cea7d req-e47c6c56-ed85-40c7-9fb3-928a5468292b tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:53.424766 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4a1c5bd3-617a-46d5-839d-b12b630cea7d req-e47c6c56-ed85-40c7-9fb3-928a5468292b tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=32efb680-caad-4737-9b49-6fcf6eaf7892 HTTP/1.1" status: 200 len: 867 time: 0.0623865 Dec 09 15:34:53.438102 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399fcf1-d6ac-4037-b9a9-3829ec51611c tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Pushing event deleted for resources: {'Port': ['ID=ea496207-a670-4b90-95b3-e6056dca8495,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:53.440910 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['ea496207-a670-4b90-95b3-e6056dca8495'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:34:53.447487 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-eee5f51f-693c-4993-a5da-b273fd980002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:53.482751 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4a1c5bd3-617a-46d5-839d-b12b630cea7d req-66bd9817-95ae-4112-9754-17d70eb64cab tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508916 Dec 09 15:34:53.525412 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-eee5f51f-693c-4993-a5da-b273fd980002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:53.526034 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-eee5f51f-693c-4993-a5da-b273fd980002 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:53.528120 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-eee5f51f-693c-4993-a5da-b273fd980002 service neutron] 10.222.0.42 "PUT /v2.0/ports/f5fd84b5-c812-423f-9cb1-712cb3110308 HTTP/1.1" status: 200 len: 1096 time: 1.4839587 Dec 09 15:34:53.575198 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c4f8a62-512b-4c36-a19b-ef9407e44adc req-b399fcf1-d6ac-4037-b9a9-3829ec51611c tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] No DVR routers for this DVR port ea496207-a670-4b90-95b3-e6056dca8495 on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:34:53.578010 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5f51f-693c-4993-a5da-b273fd980002 service neutron] Pushing event updated for resources: {'Port': ['ID=f5fd84b5-c812-423f-9cb1-712cb3110308,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:53.580387 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2c4f8a62-512b-4c36-a19b-ef9407e44adc req-b399fcf1-d6ac-4037-b9a9-3829ec51611c tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:53.585607 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2c4f8a62-512b-4c36-a19b-ef9407e44adc req-b399fcf1-d6ac-4037-b9a9-3829ec51611c tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.42 "DELETE /v2.0/ports/ea496207-a670-4b90-95b3-e6056dca8495 HTTP/1.1" status: 204 len: 173 time: 0.8795111 Dec 09 15:34:53.624095 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04c0d5-18ff-4b6f-b40f-b3260e5577d8 req-9445ecc2-4a6b-434a-83af-f09f3fe76f43 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:53.631669 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c04c0d5-18ff-4b6f-b40f-b3260e5577d8 req-9445ecc2-4a6b-434a-83af-f09f3fe76f43 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/ports?device_id=605c749c-93a9-4acf-9172-7ba2172b5d14 HTTP/1.1" status: 200 len: 945 time: 0.0918915 Dec 09 15:34:53.712089 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-20651686-1dc5-4169-8122-ba2c3305969e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:53.714555 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-20651686-1dc5-4169-8122-ba2c3305969e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=adcdc531e5364eaa95bec0e36a7f7c2a&device_id=6573df0c-1202-4a5c-a383-5dce7cd504b3 HTTP/1.1" status: 200 len: 1099 time: 0.0972257 Dec 09 15:34:53.731475 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c04c0d5-18ff-4b6f-b40f-b3260e5577d8 req-1bfb36ea-6719-43ad-934c-a6191f977d14 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5217ebf-397c-45e7-b782-d63176999034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932305 Dec 09 15:34:53.834234 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-8f1d02c2-8560-4aa7-8591-9eee713097c7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=f5fd84b5-c812-423f-9cb1-712cb3110308 HTTP/1.1" status: 200 len: 217 time: 0.0943773 Dec 09 15:34:53.911494 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-d1711253-f1b2-4f2c-9577-394bd93be275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:53.913187 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-d1711253-f1b2-4f2c-9577-394bd93be275 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0640273 Dec 09 15:34:53.947722 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:53.970114 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-0f20645e-9b01-4795-bd96-cc5a7d2ff48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:53.971979 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-0f20645e-9b01-4795-bd96-cc5a7d2ff48b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0513413 Dec 09 15:34:54.001261 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b2919-a241-4f27-af17-d140485ab32d req-3e9599c5-93bd-4412-81d2-b94d7e69afdb tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:54.003264 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c35b2919-a241-4f27-af17-d140485ab32d req-3e9599c5-93bd-4412-81d2-b94d7e69afdb tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=08c23171-88b1-4baa-99ea-6af03933aec0 HTTP/1.1" status: 200 len: 946 time: 0.0596652 Dec 09 15:34:54.060819 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c35b2919-a241-4f27-af17-d140485ab32d req-3dbe3d60-c770-4bc6-9aa6-f521dc1f0196 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489166 Dec 09 15:34:54.114823 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-b4eb0a0e-52eb-4457-881c-4a0a706be6f3 service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319015 Dec 09 15:34:54.261198 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6313af76-ca7b-4c03-bf08-8433d5900384 req-efea6058-b3e1-4e1c-8697-38ac6c379d67 service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218176 Dec 09 15:34:54.351788 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:54.606142 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf6b73-db98-499f-ac96-b6118f56ca76 req-6ab59da2-cea4-47d4-9b2a-50e6af3f3800 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:54.608570 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fbcf6b73-db98-499f-ac96-b6118f56ca76 req-6ab59da2-cea4-47d4-9b2a-50e6af3f3800 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6573df0c-1202-4a5c-a383-5dce7cd504b3 HTTP/1.1" status: 200 len: 948 time: 0.0611026 Dec 09 15:34:54.624977 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6573df0c-1202-4a5c-a383-5dce7cd504b3', 'tag': 'f5fd84b5-c812-423f-9cb1-712cb3110308'}, {'server_uuid': '32efb680-caad-4737-9b49-6fcf6eaf7892', 'name': 'network-vif-deleted', 'tag': 'ea496207-a670-4b90-95b3-e6056dca8495'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:34:54.627739 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c1ef22-b686-46bc-92f8-e56032b89083" -d '{"events": [{"name": "network-changed", "server_uuid": "6573df0c-1202-4a5c-a383-5dce7cd504b3", "tag": "f5fd84b5-c812-423f-9cb1-712cb3110308"}, {"server_uuid": "32efb680-caad-4737-9b49-6fcf6eaf7892", "name": "network-vif-deleted", "tag": "ea496207-a670-4b90-95b3-e6056dca8495"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:34:54.661721 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fbcf6b73-db98-499f-ac96-b6118f56ca76 req-3adc4159-b1f2-4aae-a36d-5f1bf4115849 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467968 Dec 09 15:34:54.804096 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb47ee9-fc32-4d1b-8620-c2d497bb9612 req-25d3f473-80b9-42f5-9725-4ce860b0f292 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:54.806262 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eeb47ee9-fc32-4d1b-8620-c2d497bb9612 req-25d3f473-80b9-42f5-9725-4ce860b0f292 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 944 time: 0.0557382 Dec 09 15:34:54.828773 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device ea496207-a670-4b90-95b3-e6056dca8495 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:34:54.849826 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: ea496207-a670-4b90-95b3-e6056dca8495 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:34:54.850485 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device ea496207-a670-4b90-95b3-e6056dca8495 not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:34:54.851108 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 5017d290-1c4f-4b2b-a2a5-5290fc85c367 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:34:54.872691 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: 5017d290-1c4f-4b2b-a2a5-5290fc85c367 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:34:54.873320 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 5017d290-1c4f-4b2b-a2a5-5290fc85c367 not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:34:54.881332 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eeb47ee9-fc32-4d1b-8620-c2d497bb9612 req-4ff95b46-ec49-4f10-a4ed-1dc6444f057c tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670176 Dec 09 15:34:54.966368 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 09 Dec 2021 15:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151eed30-a622-4d2b-b737-967de17c3fb3 x-openstack-request-id: req-151eed30-a622-4d2b-b737-967de17c3fb3 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:34:54.967261 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6573df0c-1202-4a5c-a383-5dce7cd504b3", "tag": "f5fd84b5-c812-423f-9cb1-712cb3110308", "status": "completed", "code": 200}, {"server_uuid": "32efb680-caad-4737-9b49-6fcf6eaf7892", "name": "network-vif-deleted", "tag": "ea496207-a670-4b90-95b3-e6056dca8495", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:34:54.967581 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-151eed30-a622-4d2b-b737-967de17c3fb3 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:34:54.968079 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6573df0c-1202-4a5c-a383-5dce7cd504b3', 'tag': 'f5fd84b5-c812-423f-9cb1-712cb3110308', 'status': 'completed', 'code': 200} Dec 09 15:34:54.968403 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32efb680-caad-4737-9b49-6fcf6eaf7892', 'name': 'network-vif-deleted', 'tag': 'ea496207-a670-4b90-95b3-e6056dca8495', 'status': 'completed', 'code': 200} Dec 09 15:34:55.088781 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1ef22-b686-46bc-92f8-e56032b89083 req-9c2083be-e249-4ccc-b124-b98963136844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:55.092434 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e2c1ef22-b686-46bc-92f8-e56032b89083 req-9c2083be-e249-4ccc-b124-b98963136844 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=adcdc531e5364eaa95bec0e36a7f7c2a&device_id=6573df0c-1202-4a5c-a383-5dce7cd504b3 HTTP/1.1" status: 200 len: 1099 time: 0.0590990 Dec 09 15:34:55.193274 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:55.289947 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1ef22-b686-46bc-92f8-e56032b89083 req-477f7fca-e473-4b04-9fcd-4ca83269f841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:55.291773 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e2c1ef22-b686-46bc-92f8-e56032b89083 req-477f7fca-e473-4b04-9fcd-4ca83269f841 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.1610165 Dec 09 15:34:55.379470 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e2c1ef22-b686-46bc-92f8-e56032b89083 req-429d2f68-efcf-4a81-9f4c-a0426fc6c6aa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=f5fd84b5-c812-423f-9cb1-712cb3110308 HTTP/1.1" status: 200 len: 217 time: 0.0783694 Dec 09 15:34:55.457296 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-4688f47b-1381-46fc-b851-9b6f59e0fe68 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:55.459287 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-4688f47b-1381-46fc-b851-9b6f59e0fe68 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/networks?id=7736ab20-9109-45c5-88b0-6682a059f13e HTTP/1.1" status: 200 len: 812 time: 0.1389542 Dec 09 15:34:55.463246 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec336209-1067-42d6-a4b4-d17b6c8e7b76 req-d56b4035-2ac4-4cb9-9b5b-5b9bc0ce5d9f tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:55.465684 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ec336209-1067-42d6-a4b4-d17b6c8e7b76 req-d56b4035-2ac4-4cb9-9b5b-5b9bc0ce5d9f tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6d93d33-686a-4d6b-94b6-2d82623f0326 HTTP/1.1" status: 200 len: 944 time: 0.0964594 Dec 09 15:34:55.470031 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1ef22-b686-46bc-92f8-e56032b89083 req-1376c664-7a00-4ca3-9a18-5901e1cacf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:55.471578 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e2c1ef22-b686-46bc-92f8-e56032b89083 req-1376c664-7a00-4ca3-9a18-5901e1cacf43 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0773485 Dec 09 15:34:55.491548 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-fc030e41-79a0-4c3c-a8c0-67e40b37083e tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/quotas/7cb10907c9dd4101899755e35f1cc029 HTTP/1.1" status: 200 len: 375 time: 0.0240891 Dec 09 15:34:55.536077 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-81830e17-984c-4642-9c23-9a67051f2fd0 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7cb10907c9dd4101899755e35f1cc029&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434017 Dec 09 15:34:55.574476 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1ef22-b686-46bc-92f8-e56032b89083 req-82f4b70d-0816-4211-a71d-b00dc9e4d25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:55.575975 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e2c1ef22-b686-46bc-92f8-e56032b89083 req-82f4b70d-0816-4211-a71d-b00dc9e4d25c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0961504 Dec 09 15:34:55.649481 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-b7298382-6c06-46b6-8875-6ea824e8b42c service neutron] 10.222.0.57 "GET /v2.0/networks/7736ab20-9109-45c5-88b0-6682a059f13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119242 Dec 09 15:34:55.659245 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-ec336209-1067-42d6-a4b4-d17b6c8e7b76 req-cb5f579f-e75f-40d3-89d2-2736d78b7658 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Deleting port b5062ccf-d065-4c54-be78-8a88b95e17da {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:34:55.659586 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ec336209-1067-42d6-a4b4-d17b6c8e7b76 req-cb5f579f-e75f-40d3-89d2-2736d78b7658 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:55.746944 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e2c1ef22-b686-46bc-92f8-e56032b89083 req-123c8bb9-d61a-47cc-bc0c-039fb46a97f9 service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615160 Dec 09 15:34:55.783379 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-ea127a2b-d3af-47d1-b77b-e83a5f67c306 service neutron] 10.222.0.57 "GET /v2.0/networks/7736ab20-9109-45c5-88b0-6682a059f13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322680 Dec 09 15:34:55.842367 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-ec336209-1067-42d6-a4b4-d17b6c8e7b76 req-cb5f579f-e75f-40d3-89d2-2736d78b7658 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] For port b5062ccf-d065-4c54-be78-8a88b95e17da, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=b5062ccf-d065-4c54-be78-8a88b95e17da,segment=NetworkSegment(9bcbf52b-8ad5-477f-9636-c2f9cae19672),segment_id=9bcbf52b-8ad5-477f-9636-c2f9cae19672)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:55.842731 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ec336209-1067-42d6-a4b4-d17b6c8e7b76 req-cb5f579f-e75f-40d3-89d2-2736d78b7658 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:55.863072 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-ec336209-1067-42d6-a4b4-d17b6c8e7b76 req-cb5f579f-e75f-40d3-89d2-2736d78b7658 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Calling delete_port for b5062ccf-d065-4c54-be78-8a88b95e17da owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:34:55.933359 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e2c1ef22-b686-46bc-92f8-e56032b89083 req-58bbdf37-c549-4c16-814f-b9815cc5119e service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676800 Dec 09 15:34:56.040235 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee20f3-818c-426f-a430-27e1c877879b req-6d338d3d-e1f4-408f-a2c8-7a057d2fcf81 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:56.049921 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3dee20f3-818c-426f-a430-27e1c877879b req-6d338d3d-e1f4-408f-a2c8-7a057d2fcf81 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=08c23171-88b1-4baa-99ea-6af03933aec0 HTTP/1.1" status: 200 len: 946 time: 0.0954330 Dec 09 15:34:56.052827 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ec336209-1067-42d6-a4b4-d17b6c8e7b76 req-cb5f579f-e75f-40d3-89d2-2736d78b7658 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:56.093480 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f579f-e75f-40d3-89d2-2736d78b7658 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Pushing event deleted for resources: {'Port': ['ID=b5062ccf-d065-4c54-be78-8a88b95e17da,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:56.142087 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3dee20f3-818c-426f-a430-27e1c877879b req-0a9f694a-46eb-4e55-bc9a-4dab11de86dd tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910285 Dec 09 15:34:56.144525 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec336209-1067-42d6-a4b4-d17b6c8e7b76 req-cb5f579f-e75f-40d3-89d2-2736d78b7658 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] No DVR routers for this DVR port b5062ccf-d065-4c54-be78-8a88b95e17da on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:34:56.147023 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ec336209-1067-42d6-a4b4-d17b6c8e7b76 req-cb5f579f-e75f-40d3-89d2-2736d78b7658 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:56.150748 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ec336209-1067-42d6-a4b4-d17b6c8e7b76 req-cb5f579f-e75f-40d3-89d2-2736d78b7658 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.42 "DELETE /v2.0/ports/b5062ccf-d065-4c54-be78-8a88b95e17da HTTP/1.1" status: 204 len: 173 time: 0.6781490 Dec 09 15:34:56.371803 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1db5d8-812f-4221-ba53-42ed56c5ac74 req-b9cd4172-3f83-4ec7-a40f-646ed454a2d5 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:56.376772 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af1db5d8-812f-4221-ba53-42ed56c5ac74 req-b9cd4172-3f83-4ec7-a40f-646ed454a2d5 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/ports?device_id=605c749c-93a9-4acf-9172-7ba2172b5d14 HTTP/1.1" status: 200 len: 945 time: 0.0852213 Dec 09 15:34:56.418563 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:56.464960 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af1db5d8-812f-4221-ba53-42ed56c5ac74 req-5e62e6f7-032f-4561-b823-0ffb30eae201 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5217ebf-397c-45e7-b782-d63176999034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840137 Dec 09 15:34:56.815548 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01e40f-14a8-41a7-aad1-95bf368a80d3 req-9858208d-8646-463e-8678-49a498fcb751 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:56.818019 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5e01e40f-14a8-41a7-aad1-95bf368a80d3 req-9858208d-8646-463e-8678-49a498fcb751 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6573df0c-1202-4a5c-a383-5dce7cd504b3 HTTP/1.1" status: 200 len: 948 time: 0.0696802 Dec 09 15:34:56.894004 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5e01e40f-14a8-41a7-aad1-95bf368a80d3 req-c2f4992c-d83a-402f-8431-c3c5c7b0accd tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647283 Dec 09 15:34:56.969194 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d93d33-686a-4d6b-94b6-2d82623f0326', 'name': 'network-vif-deleted', 'tag': 'b5062ccf-d065-4c54-be78-8a88b95e17da'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:34:56.972228 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce847b80-94f1-4b71-a7eb-b3ad7d7f38f4" -d '{"events": [{"server_uuid": "e6d93d33-686a-4d6b-94b6-2d82623f0326", "name": "network-vif-deleted", "tag": "b5062ccf-d065-4c54-be78-8a88b95e17da"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:34:57.046762 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5f4405d0-9ac2-481d-b9c5-83dcb221fd87 req-754cf696-27d8-4fca-94b0-663a4825f42f tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b156564-4ed5-45f3-9c6a-d30428554cfd HTTP/1.1" status: 200 len: 210 time: 0.0479023 Dec 09 15:34:57.181835 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bcf94d7-fa06-4887-886e-98fe5037ea25 x-openstack-request-id: req-1bcf94d7-fa06-4887-886e-98fe5037ea25 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:34:57.182414 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d93d33-686a-4d6b-94b6-2d82623f0326", "name": "network-vif-deleted", "tag": "b5062ccf-d065-4c54-be78-8a88b95e17da", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:34:57.182414 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1bcf94d7-fa06-4887-886e-98fe5037ea25 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:34:57.182998 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d93d33-686a-4d6b-94b6-2d82623f0326', 'name': 'network-vif-deleted', 'tag': 'b5062ccf-d065-4c54-be78-8a88b95e17da', 'status': 'completed', 'code': 200} Dec 09 15:34:57.432781 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-8b5be0e3-de9b-4fe2-8053-0b11cf9781d9 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:57.436538 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-8b5be0e3-de9b-4fe2-8053-0b11cf9781d9 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.31 "GET /v2.0/networks?id=7736ab20-9109-45c5-88b0-6682a059f13e HTTP/1.1" status: 200 len: 812 time: 0.2481678 Dec 09 15:34:57.472716 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-137d6570-e129-420f-90ea-67525c2a7e8a tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Request body: {'port': {'device_id': '0b156564-4ed5-45f3-9c6a-d30428554cfd', 'network_id': '7736ab20-9109-45c5-88b0-6682a059f13e', 'admin_state_up': True, 'tenant_id': '7cb10907c9dd4101899755e35f1cc029'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:34:57.588482 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d4812-d493-44da-91f6-54c1e65eb89f req-08f9faad-4ccb-4713-aed7-a6ba60eb32ef tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:57.595761 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a99d4812-d493-44da-91f6-54c1e65eb89f req-08f9faad-4ccb-4713-aed7-a6ba60eb32ef tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=08c23171-88b1-4baa-99ea-6af03933aec0 HTTP/1.1" status: 200 len: 946 time: 0.1188247 Dec 09 15:34:57.671142 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a99d4812-d493-44da-91f6-54c1e65eb89f req-6ea8c735-f31f-4181-a74a-5ec6c7f59882 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743034 Dec 09 15:34:57.701918 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-137d6570-e129-420f-90ea-67525c2a7e8a tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Made reservation on behalf of 7cb10907c9dd4101899755e35f1cc029 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:34:57.711205 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-137d6570-e129-420f-90ea-67525c2a7e8a tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:57.725906 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b62be1-af19-4fbf-a310-2e537c8cb13a req-a7ba35b4-5e08-421b-a9a7-2242b38ba88a tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:57.727444 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-82b62be1-af19-4fbf-a310-2e537c8cb13a req-a7ba35b4-5e08-421b-a9a7-2242b38ba88a tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.42 "GET /v2.0/ports?device_id=605c749c-93a9-4acf-9172-7ba2172b5d14 HTTP/1.1" status: 200 len: 945 time: 0.0673018 Dec 09 15:34:57.847219 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-82b62be1-af19-4fbf-a310-2e537c8cb13a req-8af4c66d-3dab-4358-b3c8-7a638d681245 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Deleting port bae2c6c9-3fd7-4866-95b8-e2d5b35af496 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:34:57.847871 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-82b62be1-af19-4fbf-a310-2e537c8cb13a req-8af4c66d-3dab-4358-b3c8-7a638d681245 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:57.954405 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-82b62be1-af19-4fbf-a310-2e537c8cb13a req-8af4c66d-3dab-4358-b3c8-7a638d681245 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] For port bae2c6c9-3fd7-4866-95b8-e2d5b35af496, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=bae2c6c9-3fd7-4866-95b8-e2d5b35af496,segment=NetworkSegment(94b9090c-b2b9-43ba-9fb3-55c2b12e4231),segment_id=94b9090c-b2b9-43ba-9fb3-55c2b12e4231)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:57.955316 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-82b62be1-af19-4fbf-a310-2e537c8cb13a req-8af4c66d-3dab-4358-b3c8-7a638d681245 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:57.982011 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a8b04-ca82-4d8c-910b-3e90f7817ea6 req-8040cc43-577b-4a3d-8f54-a277bc36fca8 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:57.988920 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-075a8b04-ca82-4d8c-910b-3e90f7817ea6 req-8040cc43-577b-4a3d-8f54-a277bc36fca8 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e HTTP/1.1" status: 200 len: 944 time: 0.1587203 Dec 09 15:34:57.997316 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-137d6570-e129-420f-90ea-67525c2a7e8a tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Allocated IP 172.20.0.3 (7736ab20-9109-45c5-88b0-6682a059f13e/0ee4fdd6-4dfd-4a15-a871-b63f2ecb023f/67f145ae-9a0e-44e1-b5e7-257c6ea2ac83) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:34:58.085471 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-075a8b04-ca82-4d8c-910b-3e90f7817ea6 req-a8400a1b-55c4-40bd-b098-442c8f523b71 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850916 Dec 09 15:34:58.245243 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-82b62be1-af19-4fbf-a310-2e537c8cb13a req-8af4c66d-3dab-4358-b3c8-7a638d681245 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:58.245243 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-82b62be1-af19-4fbf-a310-2e537c8cb13a req-8af4c66d-3dab-4358-b3c8-7a638d681245 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:58.245243 n-d-821228-1 neutron-server[103245]: INFO neutron.db.l3_db [req-82b62be1-af19-4fbf-a310-2e537c8cb13a req-8af4c66d-3dab-4358-b3c8-7a638d681245 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Floating IP d9aa45b0-45bf-4a59-ad60-1826144f0c30 disassociated. External IP: 172.25.3.116, port: bae2c6c9-3fd7-4866-95b8-e2d5b35af496. Dec 09 15:34:58.245243 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-82b62be1-af19-4fbf-a310-2e537c8cb13a req-8af4c66d-3dab-4358-b3c8-7a638d681245 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Calling delete_port for bae2c6c9-3fd7-4866-95b8-e2d5b35af496 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:34:58.286822 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef4e21-4e35-43d8-9ab4-555af0f7fcd8 req-a3b68db5-3c65-4908-898f-4a83b181566c tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:58.289862 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-55ef4e21-4e35-43d8-9ab4-555af0f7fcd8 req-a3b68db5-3c65-4908-898f-4a83b181566c tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.31 "GET /v2.0/ports?device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e HTTP/1.1" status: 200 len: 944 time: 0.0958822 Dec 09 15:34:58.427078 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-82b62be1-af19-4fbf-a310-2e537c8cb13a req-8af4c66d-3dab-4358-b3c8-7a638d681245 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:58.471892 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af4c66d-3dab-4358-b3c8-7a638d681245 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Pushing event deleted for resources: {'Port': ['ID=bae2c6c9-3fd7-4866-95b8-e2d5b35af496,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:58.476719 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-137d6570-e129-420f-90ea-67525c2a7e8a tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:58.488343 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855e79e-c163-4126-b9aa-58914cc0cc71 req-3467ae49-38b1-4784-bb99-fdd3a4332840 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:58.489984 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e855e79e-c163-4126-b9aa-58914cc0cc71 req-3467ae49-38b1-4784-bb99-fdd3a4332840 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/ports?device_id=605c749c-93a9-4acf-9172-7ba2172b5d14 HTTP/1.1" status: 200 len: 867 time: 0.1536689 Dec 09 15:34:58.523804 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4c66d-3dab-4358-b3c8-7a638d681245 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:58.524311 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4c66d-3dab-4358-b3c8-7a638d681245 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:58.524734 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4c66d-3dab-4358-b3c8-7a638d681245 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:58.525535 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4c66d-3dab-4358-b3c8-7a638d681245 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:58.526092 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4c66d-3dab-4358-b3c8-7a638d681245 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:58.526508 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4c66d-3dab-4358-b3c8-7a638d681245 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:58.527523 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4c66d-3dab-4358-b3c8-7a638d681245 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:58.527845 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4c66d-3dab-4358-b3c8-7a638d681245 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:58.528218 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4c66d-3dab-4358-b3c8-7a638d681245 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:58.528689 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4c66d-3dab-4358-b3c8-7a638d681245 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:58.529187 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4c66d-3dab-4358-b3c8-7a638d681245 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:58.529550 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4c66d-3dab-4358-b3c8-7a638d681245 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:58.529899 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4c66d-3dab-4358-b3c8-7a638d681245 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:58.593248 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e855e79e-c163-4126-b9aa-58914cc0cc71 req-010b8161-6aee-4ed0-b6bc-9b4feb3e5f46 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5217ebf-397c-45e7-b782-d63176999034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960858 Dec 09 15:34:58.611624 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-55ef4e21-4e35-43d8-9ab4-555af0f7fcd8 req-83513b65-626e-4195-8fb2-6c2d4b366d67 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Deleting port 961362bf-1d9d-4ee9-9c28-67f3677cb14e {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:34:58.611624 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-55ef4e21-4e35-43d8-9ab4-555af0f7fcd8 req-83513b65-626e-4195-8fb2-6c2d4b366d67 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:58.650503 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82b62be1-af19-4fbf-a310-2e537c8cb13a req-8af4c66d-3dab-4358-b3c8-7a638d681245 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Router 7c343e52-de6a-40f8-a63a-5a24f68bd035 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:34:58.672536 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-137d6570-e129-420f-90ea-67525c2a7e8a tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:58.741517 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d6570-e129-420f-90ea-67525c2a7e8a tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Pushing event updated for resources: {'Port': ['ID=67f145ae-9a0e-44e1-b5e7-257c6ea2ac83,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:58.754523 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-137d6570-e129-420f-90ea-67525c2a7e8a tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Network 7736ab20-9109-45c5-88b0-6682a059f13e is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:34:58.756802 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d6570-e129-420f-90ea-67525c2a7e8a tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:58.757151 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d6570-e129-420f-90ea-67525c2a7e8a tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:58.757495 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d6570-e129-420f-90ea-67525c2a7e8a tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:58.757833 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d6570-e129-420f-90ea-67525c2a7e8a tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:58.758165 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d6570-e129-420f-90ea-67525c2a7e8a tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:58.758494 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d6570-e129-420f-90ea-67525c2a7e8a tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:58.758825 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d6570-e129-420f-90ea-67525c2a7e8a tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:58.759148 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d6570-e129-420f-90ea-67525c2a7e8a tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:58.759471 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d6570-e129-420f-90ea-67525c2a7e8a tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:58.759791 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d6570-e129-420f-90ea-67525c2a7e8a tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:58.760111 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d6570-e129-420f-90ea-67525c2a7e8a tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:58.760454 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d6570-e129-420f-90ea-67525c2a7e8a tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:58.760775 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d6570-e129-420f-90ea-67525c2a7e8a tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:58.770266 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-137d6570-e129-420f-90ea-67525c2a7e8a tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:34:58.774119 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-137d6570-e129-420f-90ea-67525c2a7e8a tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:34:58.817205 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device f5fd84b5-c812-423f-9cb1-712cb3110308 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:34:58.832234 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82b62be1-af19-4fbf-a310-2e537c8cb13a req-8af4c66d-3dab-4358-b3c8-7a638d681245 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:34:58.852239 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ebd061-a1f9-4aa0-a11e-2098245d0814 None None] Sync routers for ids ['7c343e52-de6a-40f8-a63a-5a24f68bd035'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:34:58.899271 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ebd061-a1f9-4aa0-a11e-2098245d0814 None None] Routers {'7c343e52-de6a-40f8-a63a-5a24f68bd035'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:34:58.902953 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-35ebd061-a1f9-4aa0-a11e-2098245d0814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:34:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['7c343e52-de6a-40f8-a63a-5a24f68bd035'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:34:58.932747 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-137d6570-e129-420f-90ea-67525c2a7e8a tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:58.941379 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-137d6570-e129-420f-90ea-67525c2a7e8a tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:58.983676 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b62be1-af19-4fbf-a310-2e537c8cb13a req-8af4c66d-3dab-4358-b3c8-7a638d681245 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] No DVR routers for this DVR port bae2c6c9-3fd7-4866-95b8-e2d5b35af496 on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:34:58.988570 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-82b62be1-af19-4fbf-a310-2e537c8cb13a req-8af4c66d-3dab-4358-b3c8-7a638d681245 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:58.997572 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-82b62be1-af19-4fbf-a310-2e537c8cb13a req-8af4c66d-3dab-4358-b3c8-7a638d681245 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.42 "DELETE /v2.0/ports/bae2c6c9-3fd7-4866-95b8-e2d5b35af496 HTTP/1.1" status: 204 len: 173 time: 1.2587430 Dec 09 15:34:59.026696 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-137d6570-e129-420f-90ea-67525c2a7e8a tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5584040 Dec 09 15:34:59.029535 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port f5fd84b5-c812-423f-9cb1-712cb3110308, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=f5fd84b5-c812-423f-9cb1-712cb3110308,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:59.045060 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': 'f5fd84b5-c812-423f-9cb1-712cb3110308', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'port_id': 'f5fd84b5-c812-423f-9cb1-712cb3110308', 'mac_address': 'fa:16:3e:bf:59:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6953c-1261-4e7c-8b49-64e5b87424c2', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:34:59.048993 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device b5062ccf-d065-4c54-be78-8a88b95e17da no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:34:59.054507 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d500a8-b84e-4eb8-8e8f-c13c7aad2769 req-eadbe1ff-112a-4e10-8f49-603b12686315 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:59.071950 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-05d500a8-b84e-4eb8-8e8f-c13c7aad2769 req-eadbe1ff-112a-4e10-8f49-603b12686315 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6573df0c-1202-4a5c-a383-5dce7cd504b3 HTTP/1.1" status: 200 len: 948 time: 0.2443559 Dec 09 15:34:59.076683 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: b5062ccf-d065-4c54-be78-8a88b95e17da {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:34:59.077280 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device b5062ccf-d065-4c54-be78-8a88b95e17da not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:34:59.085488 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-5de891f7-faf2-44f2-9f40-0bd9d5167e98 service neutron] Request body: {'port': {'device_id': '0b156564-4ed5-45f3-9c6a-d30428554cfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:34:59.184686 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605c749c-93a9-4acf-9172-7ba2172b5d14', 'name': 'network-vif-deleted', 'tag': 'bae2c6c9-3fd7-4866-95b8-e2d5b35af496'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:34:59.187792 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7ec6de-bf2c-4373-9523-b2d137990c9c" -d '{"events": [{"server_uuid": "605c749c-93a9-4acf-9172-7ba2172b5d14", "name": "network-vif-deleted", "tag": "bae2c6c9-3fd7-4866-95b8-e2d5b35af496"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:34:59.212810 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:59.239784 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5fd84b5-c812-423f-9cb1-712cb3110308 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:34:59.251656 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-35ebd061-a1f9-4aa0-a11e-2098245d0814 None None] Set router 7c343e52-de6a-40f8-a63a-5a24f68bd035 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:34:59.252191 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-05d500a8-b84e-4eb8-8e8f-c13c7aad2769 req-7b67f050-ce89-4412-b299-4c0b665399cb tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785357 Dec 09 15:34:59.267248 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-55ef4e21-4e35-43d8-9ab4-555af0f7fcd8 req-83513b65-626e-4195-8fb2-6c2d4b366d67 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] For port 961362bf-1d9d-4ee9-9c28-67f3677cb14e, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=961362bf-1d9d-4ee9-9c28-67f3677cb14e,segment=NetworkSegment(9bcbf52b-8ad5-477f-9636-c2f9cae19672),segment_id=9bcbf52b-8ad5-477f-9636-c2f9cae19672)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:59.268190 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-55ef4e21-4e35-43d8-9ab4-555af0f7fcd8 req-83513b65-626e-4195-8fb2-6c2d4b366d67 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:59.271424 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port f5fd84b5-c812-423f-9cb1-712cb3110308, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=f5fd84b5-c812-423f-9cb1-712cb3110308,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:59.284499 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:59.284884 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-55ef4e21-4e35-43d8-9ab4-555af0f7fcd8 req-83513b65-626e-4195-8fb2-6c2d4b366d67 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Calling delete_port for 961362bf-1d9d-4ee9-9c28-67f3677cb14e owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:34:59.378160 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=f5fd84b5-c812-423f-9cb1-712cb3110308,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:59.451662 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-5de891f7-faf2-44f2-9f40-0bd9d5167e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:59.512459 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc122c1-7355-41d7-8310-d1b0d18dfe95 req-c1bace4d-4599-4262-a5ba-77837ab70ff3 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:59.514085 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cc122c1-7355-41d7-8310-d1b0d18dfe95 req-c1bace4d-4599-4262-a5ba-77837ab70ff3 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b156564-4ed5-45f3-9c6a-d30428554cfd HTTP/1.1" status: 200 len: 931 time: 0.1110313 Dec 09 15:34:59.607841 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-35ebd061-a1f9-4aa0-a11e-2098245d0814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-455506136-router', 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '137983f4-1713-4485-9d80-5bb0195afc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:27:52Z', 'updated_at': '2021-12-09T15:27:58Z', 'revision_number': 4, 'project_id': '544d079d0d95474e9d4ca372f968fba4', 'gw_port': {'id': '137983f4-1713-4485-9d80-5bb0195afc58', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:53Z', 'updated_at': '2021-12-09T15:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '51f2471e-c38e-47fc-8651-4bd9ccfb5045', 'name': '', 'network_id': '1623f57f-14ee-4f27-909a-4111ec1638fe', 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'mac_address': 'fa:16:3e:56:01:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fd6cf3c6-eae1-454b-835d-918a28ae0ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:57Z', 'updated_at': '2021-12-09T15:28:02Z', 'revision_number': 5, 'project_id': '544d079d0d95474e9d4ca372f968fba4', 'subnets': [{'id': 'fd6cf3c6-eae1-454b-835d-918a28ae0ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:34:59.677599 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cc122c1-7355-41d7-8310-d1b0d18dfe95 req-17610660-643e-481c-80bc-4533101a1692 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434879 Dec 09 15:34:59.694179 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-55ef4e21-4e35-43d8-9ab4-555af0f7fcd8 req-83513b65-626e-4195-8fb2-6c2d4b366d67 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:59.739587 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83513b65-626e-4195-8fb2-6c2d4b366d67 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Pushing event deleted for resources: {'Port': ['ID=961362bf-1d9d-4ee9-9c28-67f3677cb14e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:59.759204 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['f5fd84b5-c812-423f-9cb1-712cb3110308'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:34:59.768594 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ebd061-a1f9-4aa0-a11e-2098245d0814 None None] Checking router: 7c343e52-de6a-40f8-a63a-5a24f68bd035 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:34:59.788962 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ebd061-a1f9-4aa0-a11e-2098245d0814 None None] Routers {'7c343e52-de6a-40f8-a63a-5a24f68bd035'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:34:59.789652 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-35ebd061-a1f9-4aa0-a11e-2098245d0814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:34:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['7c343e52-de6a-40f8-a63a-5a24f68bd035'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:34:59.821061 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ef4e21-4e35-43d8-9ab4-555af0f7fcd8 req-83513b65-626e-4195-8fb2-6c2d4b366d67 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] No DVR routers for this DVR port 961362bf-1d9d-4ee9-9c28-67f3677cb14e on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:34:59.827067 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-55ef4e21-4e35-43d8-9ab4-555af0f7fcd8 req-83513b65-626e-4195-8fb2-6c2d4b366d67 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:59.830451 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-55ef4e21-4e35-43d8-9ab4-555af0f7fcd8 req-83513b65-626e-4195-8fb2-6c2d4b366d67 tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.31 "DELETE /v2.0/ports/961362bf-1d9d-4ee9-9c28-67f3677cb14e HTTP/1.1" status: 204 len: 173 time: 1.5322206 Dec 09 15:34:59.830985 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25417cb9-2740-48f7-aa77-56e5b2ab1c0e', 'name': 'network-vif-deleted', 'tag': '961362bf-1d9d-4ee9-9c28-67f3677cb14e'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:34:59.835738 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e375381-1a55-49b9-bd30-2d4a826d5078" -d '{"events": [{"server_uuid": "25417cb9-2740-48f7-aa77-56e5b2ab1c0e", "name": "network-vif-deleted", "tag": "961362bf-1d9d-4ee9-9c28-67f3677cb14e"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:34:59.982241 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-35ebd061-a1f9-4aa0-a11e-2098245d0814 None None] Set router 7c343e52-de6a-40f8-a63a-5a24f68bd035 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:35:00.084546 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-5de891f7-faf2-44f2-9f40-0bd9d5167e98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67f145ae-9a0e-44e1-b5e7-257c6ea2ac83 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:35:00.097549 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cdd3e5-d795-4ff2-8c5d-cb5849024848 req-393ad396-0058-421e-83e7-a35e479a03dc tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:00.099100 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b9cdd3e5-d795-4ff2-8c5d-cb5849024848 req-393ad396-0058-421e-83e7-a35e479a03dc tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=08c23171-88b1-4baa-99ea-6af03933aec0 HTTP/1.1" status: 200 len: 946 time: 0.1554551 Dec 09 15:35:00.106651 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-5de891f7-faf2-44f2-9f40-0bd9d5167e98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:00.136807 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-5de891f7-faf2-44f2-9f40-0bd9d5167e98 service neutron] Transition to ACTIVE for port object 67f145ae-9a0e-44e1-b5e7-257c6ea2ac83 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:35:00.148363 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-5de891f7-faf2-44f2-9f40-0bd9d5167e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:00.205721 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b9cdd3e5-d795-4ff2-8c5d-cb5849024848 req-e5b760ec-52fa-4884-8f26-9cebc0ef7e19 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953956 Dec 09 15:35:00.222198 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de891f7-faf2-44f2-9f40-0bd9d5167e98 service neutron] Pushing event updated for resources: {'Port': ['ID=67f145ae-9a0e-44e1-b5e7-257c6ea2ac83,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:00.428368 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-5de891f7-faf2-44f2-9f40-0bd9d5167e98 service neutron] Attempting to bind port 67f145ae-9a0e-44e1-b5e7-257c6ea2ac83 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:35:00.430726 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-5de891f7-faf2-44f2-9f40-0bd9d5167e98 service neutron] Attempting to bind port 67f145ae-9a0e-44e1-b5e7-257c6ea2ac83 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '69e3382f-395f-44e0-a40c-d45aab069633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7736ab20-9109-45c5-88b0-6682a059f13e'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:35:00.435806 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-5de891f7-faf2-44f2-9f40-0bd9d5167e98 service neutron] Attempting to bind port 67f145ae-9a0e-44e1-b5e7-257c6ea2ac83 on network 7736ab20-9109-45c5-88b0-6682a059f13e {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:35:00.455189 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-5de891f7-faf2-44f2-9f40-0bd9d5167e98 service neutron] Port 67f145ae-9a0e-44e1-b5e7-257c6ea2ac83 on network 7736ab20-9109-45c5-88b0-6682a059f13e not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:35:00.455821 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-5de891f7-faf2-44f2-9f40-0bd9d5167e98 service neutron] Attempting to bind port 67f145ae-9a0e-44e1-b5e7-257c6ea2ac83 on network 7736ab20-9109-45c5-88b0-6682a059f13e {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:35:00.463921 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-35ebd061-a1f9-4aa0-a11e-2098245d0814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-455506136-router', 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '137983f4-1713-4485-9d80-5bb0195afc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:27:52Z', 'updated_at': '2021-12-09T15:27:58Z', 'revision_number': 4, 'project_id': '544d079d0d95474e9d4ca372f968fba4', 'gw_port': {'id': '137983f4-1713-4485-9d80-5bb0195afc58', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:53Z', 'updated_at': '2021-12-09T15:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '51f2471e-c38e-47fc-8651-4bd9ccfb5045', 'name': '', 'network_id': '1623f57f-14ee-4f27-909a-4111ec1638fe', 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'mac_address': 'fa:16:3e:56:01:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fd6cf3c6-eae1-454b-835d-918a28ae0ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:57Z', 'updated_at': '2021-12-09T15:28:02Z', 'revision_number': 5, 'project_id': '544d079d0d95474e9d4ca372f968fba4', 'subnets': [{'id': 'fd6cf3c6-eae1-454b-835d-918a28ae0ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:00.488369 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-5de891f7-faf2-44f2-9f40-0bd9d5167e98 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:35:00.488796 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-5de891f7-faf2-44f2-9f40-0bd9d5167e98 service neutron] Checking segment: {'id': '69e3382f-395f-44e0-a40c-d45aab069633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7736ab20-9109-45c5-88b0-6682a059f13e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:35:00.489122 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-5de891f7-faf2-44f2-9f40-0bd9d5167e98 service neutron] Bound using segment: {'id': '69e3382f-395f-44e0-a40c-d45aab069633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7736ab20-9109-45c5-88b0-6682a059f13e'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:35:00.489559 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-5de891f7-faf2-44f2-9f40-0bd9d5167e98 service neutron] Bound port: 67f145ae-9a0e-44e1-b5e7-257c6ea2ac83, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e3382f-395f-44e0-a40c-d45aab069633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7736ab20-9109-45c5-88b0-6682a059f13e'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:35:00.489914 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-5de891f7-faf2-44f2-9f40-0bd9d5167e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:00.525297 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ebd061-a1f9-4aa0-a11e-2098245d0814 None None] The sync data for ids ['7c343e52-de6a-40f8-a63a-5a24f68bd035'] in n-d-821228-1 is: [{'id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-455506136-router', 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '137983f4-1713-4485-9d80-5bb0195afc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:27:52Z', 'updated_at': '2021-12-09T15:27:58Z', 'revision_number': 4, 'project_id': '544d079d0d95474e9d4ca372f968fba4', 'gw_port': {'id': '137983f4-1713-4485-9d80-5bb0195afc58', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:53Z', 'updated_at': '2021-12-09T15:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '51f2471e-c38e-47fc-8651-4bd9ccfb5045', 'name': '', 'network_id': '1623f57f-14ee-4f27-909a-4111ec1638fe', 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'mac_address': 'fa:16:3e:56:01:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fd6cf3c6-eae1-454b-835d-918a28ae0ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:57Z', 'updated_at': '2021-12-09T15:28:02Z', 'revision_number': 5, 'project_id': '544d079d0d95474e9d4ca372f968fba4', 'subnets': [{'id': 'fd6cf3c6-eae1-454b-835d-918a28ae0ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:35:00.580124 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4b0714ab-8f3e-4905-b976-ab85c4972688 req-adf411b4-3050-42a2-a798-f23ed5ae108a tempest-LiveMigrationTest-755953218 tempest-LiveMigrationTest-755953218-project] 10.222.0.57 "GET /v2.0/ports?device_id=25417cb9-2740-48f7-aa77-56e5b2ab1c0e HTTP/1.1" status: 200 len: 210 time: 0.0937774 Dec 09 15:35:00.738144 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-5de891f7-faf2-44f2-9f40-0bd9d5167e98 service neutron] For port 67f145ae-9a0e-44e1-b5e7-257c6ea2ac83, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:35:00.748261 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-5de891f7-faf2-44f2-9f40-0bd9d5167e98 service neutron] For port 67f145ae-9a0e-44e1-b5e7-257c6ea2ac83, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=67f145ae-9a0e-44e1-b5e7-257c6ea2ac83,segment=NetworkSegment(69e3382f-395f-44e0-a40c-d45aab069633),segment_id=69e3382f-395f-44e0-a40c-d45aab069633)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:35:00.756141 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-5de891f7-faf2-44f2-9f40-0bd9d5167e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:00.823063 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de891f7-faf2-44f2-9f40-0bd9d5167e98 service neutron] Pushing event updated for resources: {'Port': ['ID=67f145ae-9a0e-44e1-b5e7-257c6ea2ac83,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:00.843011 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-5de891f7-faf2-44f2-9f40-0bd9d5167e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:00.843764 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-5de891f7-faf2-44f2-9f40-0bd9d5167e98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:00.845537 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-5de891f7-faf2-44f2-9f40-0bd9d5167e98 service neutron] 10.222.0.31 "PUT /v2.0/ports/67f145ae-9a0e-44e1-b5e7-257c6ea2ac83 HTTP/1.1" status: 200 len: 1091 time: 1.7652574 Dec 09 15:35:00.853532 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device bae2c6c9-3fd7-4866-95b8-e2d5b35af496 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:35:00.888011 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: bae2c6c9-3fd7-4866-95b8-e2d5b35af496 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:35:00.888366 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device bae2c6c9-3fd7-4866-95b8-e2d5b35af496 not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:35:00.951533 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa9aca0-4765-40dc-a0f1-6b7ef31ecaf3 x-openstack-request-id: req-baa9aca0-4765-40dc-a0f1-6b7ef31ecaf3 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:35:00.952036 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605c749c-93a9-4acf-9172-7ba2172b5d14", "name": "network-vif-deleted", "tag": "bae2c6c9-3fd7-4866-95b8-e2d5b35af496", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:35:00.952036 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-baa9aca0-4765-40dc-a0f1-6b7ef31ecaf3 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:35:00.952575 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605c749c-93a9-4acf-9172-7ba2172b5d14', 'name': 'network-vif-deleted', 'tag': 'bae2c6c9-3fd7-4866-95b8-e2d5b35af496', 'status': 'completed', 'code': 200} Dec 09 15:35:00.983983 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ccbb03c1-0240-4c38-b3ff-498c622bf9e8 req-f563c2cb-b8f8-41f5-accd-e9c747af9fda service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=12aade00-8aee-42d9-bb65-db1eb0d39754&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6052198 Dec 09 15:35:01.002712 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a282e051-126b-4e31-b140-9be32cce96f6 None None] New status for floating IP d9aa45b0-45bf-4a59-ad60-1826144f0c30: DOWN {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:35:01.002888 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8ff911-9a00-46fc-9478-f08aa4c9b584 x-openstack-request-id: req-ca8ff911-9a00-46fc-9478-f08aa4c9b584 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:35:01.003689 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25417cb9-2740-48f7-aa77-56e5b2ab1c0e", "name": "network-vif-deleted", "tag": "961362bf-1d9d-4ee9-9c28-67f3677cb14e", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:35:01.006521 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ca8ff911-9a00-46fc-9478-f08aa4c9b584 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:35:01.007096 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25417cb9-2740-48f7-aa77-56e5b2ab1c0e', 'name': 'network-vif-deleted', 'tag': '961362bf-1d9d-4ee9-9c28-67f3677cb14e', 'status': 'completed', 'code': 200} Dec 09 15:35:01.010561 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-28c1afb8-ee17-47ff-ac9c-0c78571a245e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:01.012318 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-28c1afb8-ee17-47ff-ac9c-0c78571a245e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7cb10907c9dd4101899755e35f1cc029&device_id=0b156564-4ed5-45f3-9c6a-d30428554cfd HTTP/1.1" status: 200 len: 1094 time: 0.1067746 Dec 09 15:35:01.081238 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb03c1-0240-4c38-b3ff-498c622bf9e8 req-4c07188f-4abc-4412-8a9b-17eae2753ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:01.084498 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ccbb03c1-0240-4c38-b3ff-498c622bf9e8 req-4c07188f-4abc-4412-8a9b-17eae2753ff1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6090a3b44d2c43829866c5b064c5e3c4&device_id=12aade00-8aee-42d9-bb65-db1eb0d39754 HTTP/1.1" status: 200 len: 1097 time: 0.0591462 Dec 09 15:35:01.098124 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-fbcfccb4-2f78-46ee-9920-0a2b9ab4e74f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67f145ae-9a0e-44e1-b5e7-257c6ea2ac83 HTTP/1.1" status: 200 len: 217 time: 0.0664737 Dec 09 15:35:01.229747 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110dc4e-890c-43f7-a0cd-d8e2c28a3617 req-99463730-f041-4aae-b1f3-50e5d3971df3 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:01.231614 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb03c1-0240-4c38-b3ff-498c622bf9e8 req-3e8d2ec7-7a7c-4ba2-8334-aeb2da3171f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:01.232039 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e110dc4e-890c-43f7-a0cd-d8e2c28a3617 req-99463730-f041-4aae-b1f3-50e5d3971df3 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6573df0c-1202-4a5c-a383-5dce7cd504b3 HTTP/1.1" status: 200 len: 949 time: 0.1050966 Dec 09 15:35:01.234015 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ccbb03c1-0240-4c38-b3ff-498c622bf9e8 req-3e8d2ec7-7a7c-4ba2-8334-aeb2da3171f7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b4170091-cc05-43b6-bdf8-36d7f1e88ff4 HTTP/1.1" status: 200 len: 913 time: 0.1206865 Dec 09 15:35:01.238240 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-56c2d950-e002-47d7-9f14-b9bbdc0acecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:01.240426 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-56c2d950-e002-47d7-9f14-b9bbdc0acecc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0ee4fdd6-4dfd-4a15-a871-b63f2ecb023f HTTP/1.1" status: 200 len: 852 time: 0.1328416 Dec 09 15:35:01.327245 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e110dc4e-890c-43f7-a0cd-d8e2c28a3617 req-b409b417-86b2-49c2-bba8-ad9b0b0ca215 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811136 Dec 09 15:35:01.327245 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-bd424dd9-3cdd-4aad-a7d8-a93b1cae6b87 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7736ab20-9109-45c5-88b0-6682a059f13e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678451 Dec 09 15:35:01.335613 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ccbb03c1-0240-4c38-b3ff-498c622bf9e8 req-64b15516-7483-4884-bdc6-63541eebc750 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db19975f-9e67-40a0-bd49-c04b15505700 HTTP/1.1" status: 200 len: 1002 time: 0.0870895 Dec 09 15:35:01.401792 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb03c1-0240-4c38-b3ff-498c622bf9e8 req-6defcdea-8118-4248-989e-205b862f1d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:01.404110 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ccbb03c1-0240-4c38-b3ff-498c622bf9e8 req-6defcdea-8118-4248-989e-205b862f1d59 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aa83eb3c-2e2c-4539-9448-fd3d575df13e HTTP/1.1" status: 200 len: 851 time: 0.0601909 Dec 09 15:35:01.464821 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb03c1-0240-4c38-b3ff-498c622bf9e8 req-bbd8279a-b9c5-4d4f-9764-ff9a23e34d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:01.466758 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ccbb03c1-0240-4c38-b3ff-498c622bf9e8 req-bbd8279a-b9c5-4d4f-9764-ff9a23e34d2c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b4170091-cc05-43b6-bdf8-36d7f1e88ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541403 Dec 09 15:35:01.531890 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-c29e9fc4-e0e4-4540-b0a3-17712ef28758 service neutron] 10.222.0.31 "GET /v2.0/networks/7736ab20-9109-45c5-88b0-6682a059f13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929862 Dec 09 15:35:01.546500 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb1aac-2697-402e-b967-acc0b045c5f9 req-68ebb211-538e-4644-b2de-a70bdeb04468 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:01.554091 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-45cb1aac-2697-402e-b967-acc0b045c5f9 req-68ebb211-538e-4644-b2de-a70bdeb04468 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b156564-4ed5-45f3-9c6a-d30428554cfd HTTP/1.1" status: 200 len: 943 time: 0.1094079 Dec 09 15:35:01.609382 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ccbb03c1-0240-4c38-b3ff-498c622bf9e8 req-ab7e02b9-e162-4414-89a8-9fd5911753d8 service neutron] 10.222.0.42 "GET /v2.0/networks/b4170091-cc05-43b6-bdf8-36d7f1e88ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295304 Dec 09 15:35:01.675288 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-45cb1aac-2697-402e-b967-acc0b045c5f9 req-084feabf-41c8-4e04-9b98-e543f4673f90 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200645 Dec 09 15:35:01.743555 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5f6fdc3f-4724-4661-8c95-b4d4fab28584 req-6a12a4ab-90c2-473d-a59d-50c3166d47c5 service neutron] 10.222.0.31 "GET /v2.0/networks/7736ab20-9109-45c5-88b0-6682a059f13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707220 Dec 09 15:35:01.752958 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ccbb03c1-0240-4c38-b3ff-498c622bf9e8 req-ea38c7cd-b96e-42b8-a323-d604546338ef service neutron] 10.222.0.42 "GET /v2.0/networks/b4170091-cc05-43b6-bdf8-36d7f1e88ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356752 Dec 09 15:35:01.930196 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-e3676291-3afb-471d-ae21-503e621980f3 tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:01.931669 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-e3676291-3afb-471d-ae21-503e621980f3 tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] 10.222.0.57 "GET /v2.0/networks?id=41f1fd7b-66d5-4c3c-8a6e-71a3da9715f2 HTTP/1.1" status: 200 len: 809 time: 0.1147811 Dec 09 15:35:01.954230 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-520bfbec-00cf-4e07-a8a3-8577378faaa2 tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] 10.222.0.57 "GET /v2.0/quotas/7e6a8494a36f4c80967495fa59d7125e HTTP/1.1" status: 200 len: 375 time: 0.0153940 Dec 09 15:35:01.987483 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-70a6c1c1-a007-471d-8662-8ec36999a6fe tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7e6a8494a36f4c80967495fa59d7125e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323732 Dec 09 15:35:02.092621 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-097d0883-8c55-4f35-9230-8d81f4b76e0d service neutron] 10.222.0.57 "GET /v2.0/networks/41f1fd7b-66d5-4c3c-8a6e-71a3da9715f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974305 Dec 09 15:35:02.199263 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 961362bf-1d9d-4ee9-9c28-67f3677cb14e no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:35:02.204972 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-7eac349b-3f37-4f3a-9618-0c33fcba48a7 service neutron] 10.222.0.57 "GET /v2.0/networks/41f1fd7b-66d5-4c3c-8a6e-71a3da9715f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043961 Dec 09 15:35:02.238063 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 961362bf-1d9d-4ee9-9c28-67f3677cb14e {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:35:02.238352 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 961362bf-1d9d-4ee9-9c28-67f3677cb14e not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:35:02.545719 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fdc96d-b2b8-4f91-83ee-b0df41da31de req-b5f69726-cef8-4051-ae64-b62850b982bd tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:02.549625 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-60fdc96d-b2b8-4f91-83ee-b0df41da31de req-b5f69726-cef8-4051-ae64-b62850b982bd tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=08c23171-88b1-4baa-99ea-6af03933aec0 HTTP/1.1" status: 200 len: 946 time: 0.0718734 Dec 09 15:35:02.615487 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-60fdc96d-b2b8-4f91-83ee-b0df41da31de req-127c17e3-8452-4b37-b8db-34a59b471ce2 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596809 Dec 09 15:35:02.754197 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58678) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:02.880010 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device f5fd84b5-c812-423f-9cb1-712cb3110308 up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:35:02.884217 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-3553e6b5-c45f-44f2-951a-4a895edb1738 admin admin] Deleting subnet 75dd204b-61ff-4875-bd46-839f068b72c4 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:35:02.889213 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3553e6b5-c45f-44f2-951a-4a895edb1738 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:02.951192 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port f5fd84b5-c812-423f-9cb1-712cb3110308 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:35:02.957120 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port f5fd84b5-c812-423f-9cb1-712cb3110308 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:35:02.957584 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3553e6b5-c45f-44f2-951a-4a895edb1738 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:02.957808 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:03.008246 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b156564-4ed5-45f3-9c6a-d30428554cfd', 'tag': '67f145ae-9a0e-44e1-b5e7-257c6ea2ac83'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:35:03.012957 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3553e6b5-c45f-44f2-951a-4a895edb1738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:03.017553 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08afc784-e1e0-4c92-8d42-9c13360961e5" -d '{"events": [{"name": "network-changed", "server_uuid": "0b156564-4ed5-45f3-9c6a-d30428554cfd", "tag": "67f145ae-9a0e-44e1-b5e7-257c6ea2ac83"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:35:03.053640 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c31ac1-f6f7-43c3-acd3-5fb924b43afa req-32ec2f30-e590-4137-95d9-f5dd3982831d tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:03.062985 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a7c31ac1-f6f7-43c3-acd3-5fb924b43afa req-32ec2f30-e590-4137-95d9-f5dd3982831d tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6573df0c-1202-4a5c-a383-5dce7cd504b3 HTTP/1.1" status: 200 len: 949 time: 0.0857005 Dec 09 15:35:03.088051 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3553e6b5-c45f-44f2-951a-4a895edb1738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:03.141591 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a7c31ac1-f6f7-43c3-acd3-5fb924b43afa req-bbe89fe8-3e70-4aa0-9b91-fdb3e3018693 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777285 Dec 09 15:35:03.152976 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553e6b5-c45f-44f2-951a-4a895edb1738 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75dd204b-61ff-4875-bd46-839f068b72c4,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:03.155906 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3553e6b5-c45f-44f2-951a-4a895edb1738 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:03.163872 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58692) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:03.180494 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3553e6b5-c45f-44f2-951a-4a895edb1738 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/75dd204b-61ff-4875-bd46-839f068b72c4 HTTP/1.1" status: 204 len: 168 time: 0.4245241 Dec 09 15:35:03.185809 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:03.226109 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6573df0c-1202-4a5c-a383-5dce7cd504b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5fd84b5-c812-423f-9cb1-712cb3110308'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:35:03.229296 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0aaed7-cbb2-4c81-88c4-5127e619b32d" -d '{"events": [{"server_uuid": "6573df0c-1202-4a5c-a383-5dce7cd504b3", "name": "network-vif-plugged", "status": "completed", "tag": "f5fd84b5-c812-423f-9cb1-712cb3110308"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:35:03.254346 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port f5fd84b5-c812-423f-9cb1-712cb3110308, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=f5fd84b5-c812-423f-9cb1-712cb3110308,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:03.259995 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0cce5de5-9436-4a4f-bd21-02c3d43f1857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:03.263109 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:03.322206 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-923b0191-0974-4eb4-ac55-2b730e59d871 req-b2745311-f32f-4a0e-875c-048fbc060d83 tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] 10.222.0.57 "GET /v2.0/ports?device_id=f14f3e12-61a1-4444-87ae-f05760ad5b67 HTTP/1.1" status: 200 len: 210 time: 0.0492334 Dec 09 15:35:03.352195 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=f5fd84b5-c812-423f-9cb1-712cb3110308,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:03.416519 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0cce5de5-9436-4a4f-bd21-02c3d43f1857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:03.479091 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-0cce5de5-9436-4a4f-bd21-02c3d43f1857 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3099805c-627c-4784-8087-c190eb81b4e0']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:03.494299 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-0cce5de5-9436-4a4f-bd21-02c3d43f1857 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bcbf52b-8ad5-477f-9636-c2f9cae19672') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:03.494662 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-0cce5de5-9436-4a4f-bd21-02c3d43f1857 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bcbf52b-8ad5-477f-9636-c2f9cae19672') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:03.512663 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0cce5de5-9436-4a4f-bd21-02c3d43f1857 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:03.539014 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4037137-5325-4307-a1ce-dc9ce1743e41 req-942f43c5-f3c2-4fa2-a8b0-7f1ff0571a13 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:03.540670 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e4037137-5325-4307-a1ce-dc9ce1743e41 req-942f43c5-f3c2-4fa2-a8b0-7f1ff0571a13 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b156564-4ed5-45f3-9c6a-d30428554cfd HTTP/1.1" status: 200 len: 943 time: 0.0955939 Dec 09 15:35:03.544447 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0cce5de5-9436-4a4f-bd21-02c3d43f1857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:03.552789 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cce5de5-9436-4a4f-bd21-02c3d43f1857 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:35:03.553248 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0cce5de5-9436-4a4f-bd21-02c3d43f1857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:03.555029 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:35:03.555029 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:35:03.555029 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:35:03.555029 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:35:03.555029 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:35:03.555029 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:35:03.555029 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:35:03.555029 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:35:03.555029 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:35:03.555029 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:35:03.555029 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:35:03.555029 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:35:03.555029 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:35:03.555029 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:35:03.555029 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:35:03.555029 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:35:03.555029 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:35:03.555029 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:35:03.555029 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:35:03.555029 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:35:03.555029 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:35:03.555029 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:35:03.555029 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:35:03.555029 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:35:03.555029 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:35:03.555029 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:35:03.555029 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:35:03.555029 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:35:03.555029 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:35:03.555029 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:35:03.555029 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:35:03.555029 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:35:03.639653 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0cce5de5-9436-4a4f-bd21-02c3d43f1857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:03.646166 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0cce5de5-9436-4a4f-bd21-02c3d43f1857 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:03.649533 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0cce5de5-9436-4a4f-bd21-02c3d43f1857 admin admin] 10.222.0.57 "DELETE /v2.0/networks/3099805c-627c-4784-8087-c190eb81b4e0 HTTP/1.1" status: 204 len: 168 time: 0.4843218 Dec 09 15:35:03.654350 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e4037137-5325-4307-a1ce-dc9ce1743e41 req-cfe036a6-5410-45b6-b8ec-804b23028c6e tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035106 Dec 09 15:35:03.656160 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58698) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:03.672830 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce5de5-9436-4a4f-bd21-02c3d43f1857 admin admin] Pushing event deleted for resources: {'Network': ['ID=3099805c-627c-4784-8087-c190eb81b4e0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:03.705262 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58702) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:03.736146 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2bfcd20-84cf-4fa0-8e21-c2b364e3f5fe admin admin] Deleting subnet 7406dcce-28cb-4f46-aca8-d2af5fe5f1e3 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:35:03.742183 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff0f125-dc28-48cc-8f2a-c230487a0ac6 x-openstack-request-id: req-aff0f125-dc28-48cc-8f2a-c230487a0ac6 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:35:03.742602 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b156564-4ed5-45f3-9c6a-d30428554cfd", "tag": "67f145ae-9a0e-44e1-b5e7-257c6ea2ac83", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:35:03.742865 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-aff0f125-dc28-48cc-8f2a-c230487a0ac6 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:35:03.743279 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b156564-4ed5-45f3-9c6a-d30428554cfd', 'tag': '67f145ae-9a0e-44e1-b5e7-257c6ea2ac83', 'status': 'completed', 'code': 200} Dec 09 15:35:03.749121 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f2bfcd20-84cf-4fa0-8e21-c2b364e3f5fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:03.772242 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e419f9-04cf-4985-b95e-9dbc6bd85e07 x-openstack-request-id: req-47e419f9-04cf-4985-b95e-9dbc6bd85e07 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:35:03.772579 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6573df0c-1202-4a5c-a383-5dce7cd504b3", "name": "network-vif-plugged", "status": "completed", "tag": "f5fd84b5-c812-423f-9cb1-712cb3110308", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:35:03.772836 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-47e419f9-04cf-4985-b95e-9dbc6bd85e07 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:35:03.773241 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6573df0c-1202-4a5c-a383-5dce7cd504b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5fd84b5-c812-423f-9cb1-712cb3110308', 'code': 200} Dec 09 15:35:03.933067 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c5dc3-4f6b-4f15-ae57-5982bb32981f req-0d20f4b8-6a34-459d-b5b1-3978d7dbdc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:03.934916 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6a4c5dc3-4f6b-4f15-ae57-5982bb32981f req-0d20f4b8-6a34-459d-b5b1-3978d7dbdc25 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6573df0c-1202-4a5c-a383-5dce7cd504b3 HTTP/1.1" status: 200 len: 1101 time: 0.0498402 Dec 09 15:35:04.001219 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6a4c5dc3-4f6b-4f15-ae57-5982bb32981f req-12bfccd2-cd84-4f2d-a4b7-b283cae274c8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440843 Dec 09 15:35:04.128842 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f2bfcd20-84cf-4fa0-8e21-c2b364e3f5fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:04.224856 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a4af620c-b77c-4d29-a81c-2092bbadb9e6 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:04.251840 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afc784-e1e0-4c92-8d42-9c13360961e5 req-a4dee6e7-52da-4d9e-b23f-d1045be64424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:04.253340 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-08afc784-e1e0-4c92-8d42-9c13360961e5 req-a4dee6e7-52da-4d9e-b23f-d1045be64424 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7cb10907c9dd4101899755e35f1cc029&device_id=0b156564-4ed5-45f3-9c6a-d30428554cfd HTTP/1.1" status: 200 len: 1094 time: 0.4794233 Dec 09 15:35:04.287845 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f2bfcd20-84cf-4fa0-8e21-c2b364e3f5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:04.290834 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a4af620c-b77c-4d29-a81c-2092bbadb9e6 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:04.397016 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29728b0a-804a-419a-a56c-f3f2e873c656 req-f45131ed-5f56-48f3-8cd6-5dfd7c1cb328 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:04.398407 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-29728b0a-804a-419a-a56c-f3f2e873c656 req-f45131ed-5f56-48f3-8cd6-5dfd7c1cb328 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=08c23171-88b1-4baa-99ea-6af03933aec0 HTTP/1.1" status: 200 len: 946 time: 0.5712864 Dec 09 15:35:04.470245 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-18f69c9e-3cbb-4b9a-b387-7856e334d0c8 tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:04.471671 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-18f69c9e-3cbb-4b9a-b387-7856e334d0c8 tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] 10.222.0.31 "GET /v2.0/networks?id=41f1fd7b-66d5-4c3c-8a6e-71a3da9715f2 HTTP/1.1" status: 200 len: 809 time: 0.3236818 Dec 09 15:35:04.515810 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-f65f9094-27b0-4c09-93d6-950cdeb99c5d tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] Request body: {'port': {'device_id': 'f14f3e12-61a1-4444-87ae-f05760ad5b67', 'network_id': '41f1fd7b-66d5-4c3c-8a6e-71a3da9715f2', 'admin_state_up': True, 'tenant_id': '7e6a8494a36f4c80967495fa59d7125e'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:35:04.522041 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afc784-e1e0-4c92-8d42-9c13360961e5 req-f97c92a8-f5fe-4237-a31a-d5c90aa1d807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:04.523556 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-08afc784-e1e0-4c92-8d42-9c13360961e5 req-f97c92a8-f5fe-4237-a31a-d5c90aa1d807 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7736ab20-9109-45c5-88b0-6682a059f13e HTTP/1.1" status: 200 len: 913 time: 0.2589178 Dec 09 15:35:04.540099 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f2bfcd20-84cf-4fa0-8e21-c2b364e3f5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:04.541937 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a4af620c-b77c-4d29-a81c-2092bbadb9e6 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:04.544573 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a4af620c-b77c-4d29-a81c-2092bbadb9e6 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:04.545686 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a4af620c-b77c-4d29-a81c-2092bbadb9e6 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "DELETE /v2.0/security-groups/b5217ebf-397c-45e7-b782-d63176999034 HTTP/1.1" status: 204 len: 168 time: 0.8378263 Dec 09 15:35:04.548497 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58720) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:04.562211 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-71639370-86dd-489f-9160-00bd0af424cc tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] show failed (client error): The resource could not be found. Dec 09 15:35:04.566240 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-71639370-86dd-489f-9160-00bd0af424cc tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "GET /v2.0/security-groups/b5217ebf-397c-45e7-b782-d63176999034 HTTP/1.1" status: 404 len: 347 time: 0.0137415 Dec 09 15:35:04.566526 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58722) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:04.626586 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-29728b0a-804a-419a-a56c-f3f2e873c656 req-b1fe337a-13f4-44ae-9ba6-6cc6b0938447 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131267 Dec 09 15:35:04.655773 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bfcd20-84cf-4fa0-8e21-c2b364e3f5fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7406dcce-28cb-4f46-aca8-d2af5fe5f1e3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:04.663140 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af620c-b77c-4d29-a81c-2092bbadb9e6 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5217ebf-397c-45e7-b782-d63176999034,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:04.667106 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f2bfcd20-84cf-4fa0-8e21-c2b364e3f5fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:04.671229 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f2bfcd20-84cf-4fa0-8e21-c2b364e3f5fe admin admin] 10.222.0.57 "DELETE /v2.0/subnets/7406dcce-28cb-4f46-aca8-d2af5fe5f1e3 HTTP/1.1" status: 204 len: 168 time: 1.0141807 Dec 09 15:35:04.672822 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-08afc784-e1e0-4c92-8d42-9c13360961e5 req-c9e062db-0ea3-48d3-9719-4e750befbea3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67f145ae-9a0e-44e1-b5e7-257c6ea2ac83 HTTP/1.1" status: 200 len: 217 time: 0.0928686 Dec 09 15:35:04.673686 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58728) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:04.767743 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afc784-e1e0-4c92-8d42-9c13360961e5 req-004ae506-a418-46d0-9992-13919ebd3c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:04.769231 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-08afc784-e1e0-4c92-8d42-9c13360961e5 req-004ae506-a418-46d0-9992-13919ebd3c97 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0ee4fdd6-4dfd-4a15-a871-b63f2ecb023f HTTP/1.1" status: 200 len: 852 time: 0.0868220 Dec 09 15:35:04.807095 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-08afc784-e1e0-4c92-8d42-9c13360961e5 req-a3dc4049-5ba8-4717-bd15-5503ac467262 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7736ab20-9109-45c5-88b0-6682a059f13e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276690 Dec 09 15:35:04.812560 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-f65f9094-27b0-4c09-93d6-950cdeb99c5d tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] Made reservation on behalf of 7e6a8494a36f4c80967495fa59d7125e for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:35:04.816283 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-f65f9094-27b0-4c09-93d6-950cdeb99c5d tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:04.828178 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-1ea19eba-805e-494c-94f4-d4cd45b92e69 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Deleting port df73a077-ced0-47a5-8ae4-2430c7cdd1be {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:35:04.828567 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1ea19eba-805e-494c-94f4-d4cd45b92e69 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:04.831980 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65ee1555-856c-49e4-96f9-9d958f905a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:04.978430 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65ee1555-856c-49e4-96f9-9d958f905a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:04.983189 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1ea19eba-805e-494c-94f4-d4cd45b92e69 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:04.983508 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1ea19eba-805e-494c-94f4-d4cd45b92e69 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:05.007531 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-1ea19eba-805e-494c-94f4-d4cd45b92e69 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Calling delete_port for df73a077-ced0-47a5-8ae4-2430c7cdd1be owned by network:floatingip {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:35:05.013639 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-65ee1555-856c-49e4-96f9-9d958f905a85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2066895b-d53e-4c2b-b9f6-f4e082a16d38']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:05.021977 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-08afc784-e1e0-4c92-8d42-9c13360961e5 req-378664b4-29b2-4c24-bb0e-568a0c3b95d1 service neutron] 10.222.0.31 "GET /v2.0/networks/7736ab20-9109-45c5-88b0-6682a059f13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033765 Dec 09 15:35:05.028256 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-65ee1555-856c-49e4-96f9-9d958f905a85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3974fce2-101d-4f61-9657-6c2226a90f3b') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:05.028578 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-65ee1555-856c-49e4-96f9-9d958f905a85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3974fce2-101d-4f61-9657-6c2226a90f3b') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:05.039299 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39037f3-8c7a-4f83-bced-5024be4452bb req-7d73321e-36db-42b5-aa16-350eb17973e3 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:05.040761 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f39037f3-8c7a-4f83-bced-5024be4452bb req-7d73321e-36db-42b5-aa16-350eb17973e3 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6573df0c-1202-4a5c-a383-5dce7cd504b3 HTTP/1.1" status: 200 len: 950 time: 0.1492448 Dec 09 15:35:05.071785 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65ee1555-856c-49e4-96f9-9d958f905a85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:05.096663 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65ee1555-856c-49e4-96f9-9d958f905a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:05.107468 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ee1555-856c-49e4-96f9-9d958f905a85 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:35:05.107855 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65ee1555-856c-49e4-96f9-9d958f905a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:05.109527 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:35:05.109527 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:35:05.109527 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:35:05.109527 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:35:05.109527 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:35:05.109527 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:35:05.109527 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:35:05.109527 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:35:05.109527 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:35:05.109527 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:35:05.109527 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:35:05.109527 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:35:05.109527 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:35:05.109527 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:35:05.109527 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:35:05.109527 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:35:05.109527 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:35:05.109527 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:35:05.109527 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:35:05.109527 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:35:05.109527 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:35:05.109527 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:35:05.109527 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:35:05.109527 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:35:05.109527 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:35:05.109527 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:35:05.109527 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:35:05.109527 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:35:05.109527 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:35:05.109527 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:35:05.109527 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:35:05.109527 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:35:05.118949 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-f65f9094-27b0-4c09-93d6-950cdeb99c5d tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] Allocated IP 172.20.0.4 (41f1fd7b-66d5-4c3c-8a6e-71a3da9715f2/30e481af-1be2-4c8a-96da-fad4201e599a/57fb3b56-2caf-419a-9609-9ee415a31007) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:35:05.177523 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f39037f3-8c7a-4f83-bced-5024be4452bb req-7847e096-b864-4cfc-bd13-6fe5821a9cfd tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262374 Dec 09 15:35:05.182255 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65ee1555-856c-49e4-96f9-9d958f905a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:05.191019 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65ee1555-856c-49e4-96f9-9d958f905a85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:05.195705 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-65ee1555-856c-49e4-96f9-9d958f905a85 admin admin] 10.222.0.57 "DELETE /v2.0/networks/2066895b-d53e-4c2b-b9f6-f4e082a16d38 HTTP/1.1" status: 204 len: 168 time: 0.5179932 Dec 09 15:35:05.216705 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-08afc784-e1e0-4c92-8d42-9c13360961e5 req-18aa5601-4960-4caf-a0ba-f1057da85889 service neutron] 10.222.0.31 "GET /v2.0/networks/7736ab20-9109-45c5-88b0-6682a059f13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853609 Dec 09 15:35:05.260905 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee1555-856c-49e4-96f9-9d958f905a85 admin admin] Pushing event deleted for resources: {'Network': ['ID=2066895b-d53e-4c2b-b9f6-f4e082a16d38,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:05.288794 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1ea19eba-805e-494c-94f4-d4cd45b92e69 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:05.298098 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-225d8943-4bb1-4755-8c33-5170b8c2695f req-07538ce6-37c0-4b53-84c9-254808815a5a tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] 10.222.0.57 "GET /v2.0/ports?device_id=f14f3e12-61a1-4444-87ae-f05760ad5b67 HTTP/1.1" status: 200 len: 210 time: 0.0305088 Dec 09 15:35:05.325255 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea19eba-805e-494c-94f4-d4cd45b92e69 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Pushing event deleted for resources: {'Port': ['ID=df73a077-ced0-47a5-8ae4-2430c7cdd1be,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:05.378190 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-f65f9094-27b0-4c09-93d6-950cdeb99c5d tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:05.400570 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58740) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:05.404284 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1ea19eba-805e-494c-94f4-d4cd45b92e69 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks [] for floatingip, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:05.406953 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1ea19eba-805e-494c-94f4-d4cd45b92e69 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:05.408101 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1ea19eba-805e-494c-94f4-d4cd45b92e69 tempest-ServersWithSpecificFlavorTestJSON-805632762 tempest-ServersWithSpecificFlavorTestJSON-805632762-project] 10.222.0.57 "DELETE /v2.0/floatingips/d9aa45b0-45bf-4a59-ad60-1826144f0c30 HTTP/1.1" status: 204 len: 168 time: 0.8403249 Dec 09 15:35:05.493302 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087114e-1093-4dbd-8dc9-109b51d0fb05 req-26f3860e-713e-49d5-87f6-ae64fbdb96c6 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:05.494734 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e087114e-1093-4dbd-8dc9-109b51d0fb05 req-26f3860e-713e-49d5-87f6-ae64fbdb96c6 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b156564-4ed5-45f3-9c6a-d30428554cfd HTTP/1.1" status: 200 len: 943 time: 0.1092827 Dec 09 15:35:05.500571 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-95905f04-9ec6-45f8-8d38-4b84e551b925 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5630bc9a914e4b7b8f43ee6d128eeb69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0967178 Dec 09 15:35:05.500571 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-f65f9094-27b0-4c09-93d6-950cdeb99c5d tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:05.502278 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58744) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:05.554686 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-289c779b-ef4c-4107-8063-8a88084c3940 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:05.567113 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-f65f9094-27b0-4c09-93d6-950cdeb99c5d tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] Network 41f1fd7b-66d5-4c3c-8a6e-71a3da9715f2 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:35:05.576972 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-289c779b-ef4c-4107-8063-8a88084c3940 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:05.577207 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-f65f9094-27b0-4c09-93d6-950cdeb99c5d tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:35:05.585900 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-f65f9094-27b0-4c09-93d6-950cdeb99c5d tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:35:05.611648 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f9094-27b0-4c09-93d6-950cdeb99c5d tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] Pushing event updated for resources: {'Port': ['ID=57fb3b56-2caf-419a-9609-9ee415a31007,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:05.632461 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e087114e-1093-4dbd-8dc9-109b51d0fb05 req-7eb9b44d-79fa-4338-9e37-938e30e1dfc5 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304576 Dec 09 15:35:05.634603 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-289c779b-ef4c-4107-8063-8a88084c3940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:05.639026 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-289c779b-ef4c-4107-8063-8a88084c3940 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:05.643365 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-289c779b-ef4c-4107-8063-8a88084c3940 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c7c29d2c-6186-4ed7-a994-eb51b4de9c9e HTTP/1.1" status: 204 len: 168 time: 0.1393473 Dec 09 15:35:05.656305 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-f65f9094-27b0-4c09-93d6-950cdeb99c5d tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:05.657093 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-f65f9094-27b0-4c09-93d6-950cdeb99c5d tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:05.676432 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c779b-ef4c-4107-8063-8a88084c3940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c29d2c-6186-4ed7-a994-eb51b4de9c9e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:05.682111 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-f65f9094-27b0-4c09-93d6-950cdeb99c5d tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1719434 Dec 09 15:35:05.708653 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-39ef7526-15da-45ce-8594-f98489ecb348 service neutron] Request body: {'port': {'device_id': 'f14f3e12-61a1-4444-87ae-f05760ad5b67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:35:05.768027 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-39ef7526-15da-45ce-8594-f98489ecb348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:06.036766 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58768) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:06.078917 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-39ef7526-15da-45ce-8594-f98489ecb348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57fb3b56-2caf-419a-9609-9ee415a31007 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:35:06.084304 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0eed91f4-9fd8-451a-a335-2cce425923dd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=51059047c2c045cabf495772dbe475a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0458138 Dec 09 15:35:06.086781 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58770) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:06.088976 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-39ef7526-15da-45ce-8594-f98489ecb348 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:06.108826 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-39ef7526-15da-45ce-8594-f98489ecb348 service neutron] Transition to ACTIVE for port object 57fb3b56-2caf-419a-9609-9ee415a31007 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:35:06.113331 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-39ef7526-15da-45ce-8594-f98489ecb348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:06.124589 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0abdf-2468-46a1-8f46-aad25a161101 req-582aeb1e-8739-4f35-87be-09ac142c8478 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:06.126099 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fda0abdf-2468-46a1-8f46-aad25a161101 req-582aeb1e-8739-4f35-87be-09ac142c8478 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=08c23171-88b1-4baa-99ea-6af03933aec0 HTTP/1.1" status: 200 len: 946 time: 0.0778534 Dec 09 15:35:06.136120 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c04d3a7-e8c8-4985-bf2b-327d0d0a33e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:06.159588 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c04d3a7-e8c8-4985-bf2b-327d0d0a33e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:06.206577 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c04d3a7-e8c8-4985-bf2b-327d0d0a33e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:06.209597 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c04d3a7-e8c8-4985-bf2b-327d0d0a33e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:06.210852 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1c04d3a7-e8c8-4985-bf2b-327d0d0a33e8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9ca5a5ea-5001-4d9c-9e1c-bded80276f1a HTTP/1.1" status: 204 len: 168 time: 0.1230960 Dec 09 15:35:06.219654 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04d3a7-e8c8-4985-bf2b-327d0d0a33e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca5a5ea-5001-4d9c-9e1c-bded80276f1a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:06.228783 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef7526-15da-45ce-8594-f98489ecb348 service neutron] Pushing event updated for resources: {'Port': ['ID=57fb3b56-2caf-419a-9609-9ee415a31007,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:06.260161 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fda0abdf-2468-46a1-8f46-aad25a161101 req-cef40774-41e0-42b9-a9f7-1d3ceb197e73 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110990 Dec 09 15:35:06.266919 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 67f145ae-9a0e-44e1-b5e7-257c6ea2ac83 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:35:06.309609 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-39ef7526-15da-45ce-8594-f98489ecb348 service neutron] Attempting to bind port 57fb3b56-2caf-419a-9609-9ee415a31007 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:35:06.310140 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-39ef7526-15da-45ce-8594-f98489ecb348 service neutron] Attempting to bind port 57fb3b56-2caf-419a-9609-9ee415a31007 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '6e907f74-d06b-47f1-9ff4-5e9113a60a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '41f1fd7b-66d5-4c3c-8a6e-71a3da9715f2'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:35:06.310475 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-39ef7526-15da-45ce-8594-f98489ecb348 service neutron] Attempting to bind port 57fb3b56-2caf-419a-9609-9ee415a31007 on network 41f1fd7b-66d5-4c3c-8a6e-71a3da9715f2 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:35:06.316031 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-39ef7526-15da-45ce-8594-f98489ecb348 service neutron] Port 57fb3b56-2caf-419a-9609-9ee415a31007 on network 41f1fd7b-66d5-4c3c-8a6e-71a3da9715f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:35:06.316833 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-39ef7526-15da-45ce-8594-f98489ecb348 service neutron] Attempting to bind port 57fb3b56-2caf-419a-9609-9ee415a31007 on network 41f1fd7b-66d5-4c3c-8a6e-71a3da9715f2 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:35:06.327100 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-39ef7526-15da-45ce-8594-f98489ecb348 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:35:06.327653 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-39ef7526-15da-45ce-8594-f98489ecb348 service neutron] Checking segment: {'id': '6e907f74-d06b-47f1-9ff4-5e9113a60a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '41f1fd7b-66d5-4c3c-8a6e-71a3da9715f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:35:06.328202 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-39ef7526-15da-45ce-8594-f98489ecb348 service neutron] Bound using segment: {'id': '6e907f74-d06b-47f1-9ff4-5e9113a60a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '41f1fd7b-66d5-4c3c-8a6e-71a3da9715f2'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:35:06.328823 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-39ef7526-15da-45ce-8594-f98489ecb348 service neutron] Bound port: 57fb3b56-2caf-419a-9609-9ee415a31007, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e907f74-d06b-47f1-9ff4-5e9113a60a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '41f1fd7b-66d5-4c3c-8a6e-71a3da9715f2'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:35:06.329528 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-39ef7526-15da-45ce-8594-f98489ecb348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:06.398463 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 67f145ae-9a0e-44e1-b5e7-257c6ea2ac83, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=67f145ae-9a0e-44e1-b5e7-257c6ea2ac83,segment=NetworkSegment(69e3382f-395f-44e0-a40c-d45aab069633),segment_id=69e3382f-395f-44e0-a40c-d45aab069633)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:06.400505 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-39ef7526-15da-45ce-8594-f98489ecb348 service neutron] For port 57fb3b56-2caf-419a-9609-9ee415a31007, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:35:06.405131 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-39ef7526-15da-45ce-8594-f98489ecb348 service neutron] For port 57fb3b56-2caf-419a-9609-9ee415a31007, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=57fb3b56-2caf-419a-9609-9ee415a31007,segment=NetworkSegment(6e907f74-d06b-47f1-9ff4-5e9113a60a6e),segment_id=6e907f74-d06b-47f1-9ff4-5e9113a60a6e)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:35:06.411305 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-39ef7526-15da-45ce-8594-f98489ecb348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:06.413080 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '67f145ae-9a0e-44e1-b5e7-257c6ea2ac83', 'network_id': '7736ab20-9109-45c5-88b0-6682a059f13e', 'port_id': '67f145ae-9a0e-44e1-b5e7-257c6ea2ac83', 'mac_address': 'fa:16:3e:d1:f0:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ee4fdd6-4dfd-4a15-a871-b63f2ecb023f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:35:06.461686 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-39ef7526-15da-45ce-8594-f98489ecb348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:06.462016 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:06.462328 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-39ef7526-15da-45ce-8594-f98489ecb348 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:06.463865 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-39ef7526-15da-45ce-8594-f98489ecb348 service neutron] 10.222.0.31 "PUT /v2.0/ports/57fb3b56-2caf-419a-9609-9ee415a31007 HTTP/1.1" status: 200 len: 1091 time: 0.7704434 Dec 09 15:35:06.464380 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f14f3e12-61a1-4444-87ae-f05760ad5b67', 'tag': '57fb3b56-2caf-419a-9609-9ee415a31007'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:35:06.467158 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba04731-5f13-4e0b-b8ed-ec45b752d6d8" -d '{"events": [{"name": "network-changed", "server_uuid": "f14f3e12-61a1-4444-87ae-f05760ad5b67", "tag": "57fb3b56-2caf-419a-9609-9ee415a31007"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:35:06.478261 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67f145ae-9a0e-44e1-b5e7-257c6ea2ac83 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:35:06.505350 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef7526-15da-45ce-8594-f98489ecb348 service neutron] Pushing event updated for resources: {'Port': ['ID=57fb3b56-2caf-419a-9609-9ee415a31007,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:06.509321 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 67f145ae-9a0e-44e1-b5e7-257c6ea2ac83, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=67f145ae-9a0e-44e1-b5e7-257c6ea2ac83,segment=NetworkSegment(69e3382f-395f-44e0-a40c-d45aab069633),segment_id=69e3382f-395f-44e0-a40c-d45aab069633)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:06.515226 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:06.562566 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-b3ca0e2e-a98e-4b8b-b842-b2c9b18c24b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:06.569317 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-b3ca0e2e-a98e-4b8b-b842-b2c9b18c24b6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7e6a8494a36f4c80967495fa59d7125e&device_id=f14f3e12-61a1-4444-87ae-f05760ad5b67 HTTP/1.1" status: 200 len: 1094 time: 0.0525243 Dec 09 15:35:06.580761 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=67f145ae-9a0e-44e1-b5e7-257c6ea2ac83,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:06.589180 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:35:06.590066 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:35:06.590523 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:35:06.590969 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:35:06.592204 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:35:06.592679 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:35:06.593119 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:35:06.593555 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:35:06.593989 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:35:06.594539 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:35:06.594974 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:35:06.595402 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:35:06.595831 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:35:06.622127 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-e70d7ce4-933e-4340-8bd3-0745ab5faae2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57fb3b56-2caf-419a-9609-9ee415a31007 HTTP/1.1" status: 200 len: 217 time: 0.0422196 Dec 09 15:35:06.681162 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-9fc7606b-1729-42e1-aca0-674299446fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:06.682633 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-9fc7606b-1729-42e1-aca0-674299446fa2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30e481af-1be2-4c8a-96da-fad4201e599a HTTP/1.1" status: 200 len: 849 time: 0.0521371 Dec 09 15:35:06.721556 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-e517d434-2df9-47f4-bc28-e7e08ec6a934 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=41f1fd7b-66d5-4c3c-8a6e-71a3da9715f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297420 Dec 09 15:35:06.825539 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-9690d2ff-11eb-43a3-9559-a35eb8d44581 service neutron] 10.222.0.31 "GET /v2.0/networks/41f1fd7b-66d5-4c3c-8a6e-71a3da9715f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955498 Dec 09 15:35:06.900036 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['67f145ae-9a0e-44e1-b5e7-257c6ea2ac83'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:35:06.946179 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d34eaf5-7d41-406e-803a-bbb09e26655b req-09d50b36-2c5b-4d80-896e-7ca02bbd3afb service neutron] 10.222.0.31 "GET /v2.0/networks/41f1fd7b-66d5-4c3c-8a6e-71a3da9715f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115623 Dec 09 15:35:07.274694 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c874d4ad-ec7f-4eb8-8f45-7d3e8d8a441b req-26e4bd75-9eeb-4cbd-a182-a205877f9946 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:07.276305 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c874d4ad-ec7f-4eb8-8f45-7d3e8d8a441b req-26e4bd75-9eeb-4cbd-a182-a205877f9946 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6573df0c-1202-4a5c-a383-5dce7cd504b3 HTTP/1.1" status: 200 len: 950 time: 0.0526831 Dec 09 15:35:07.326105 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c874d4ad-ec7f-4eb8-8f45-7d3e8d8a441b req-6283fc66-d882-448a-9acc-1be2b3171d41 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432191 Dec 09 15:35:07.433296 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f19191-a4da-48d2-b48c-80107a27cdc8 req-7bfe1f42-4ae6-400f-8318-4aa91038b15c tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:07.434934 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b6f19191-a4da-48d2-b48c-80107a27cdc8 req-7bfe1f42-4ae6-400f-8318-4aa91038b15c tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] 10.222.0.57 "GET /v2.0/ports?device_id=f14f3e12-61a1-4444-87ae-f05760ad5b67 HTTP/1.1" status: 200 len: 943 time: 0.0497870 Dec 09 15:35:07.488243 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b6f19191-a4da-48d2-b48c-80107a27cdc8 req-58f63f46-b337-4311-a108-40d431092196 tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1eca18f-18c4-496b-b183-fda3dd4d5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462375 Dec 09 15:35:07.532408 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ded466f-6446-4208-86ce-e2c64edae6f4 x-openstack-request-id: req-7ded466f-6446-4208-86ce-e2c64edae6f4 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:35:07.532780 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f14f3e12-61a1-4444-87ae-f05760ad5b67", "tag": "57fb3b56-2caf-419a-9609-9ee415a31007", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:35:07.533046 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7ded466f-6446-4208-86ce-e2c64edae6f4 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:35:07.533464 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f14f3e12-61a1-4444-87ae-f05760ad5b67', 'tag': '57fb3b56-2caf-419a-9609-9ee415a31007', 'status': 'completed', 'code': 200} Dec 09 15:35:07.588121 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:35:07.632700 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba04731-5f13-4e0b-b8ed-ec45b752d6d8 req-ca0d480f-32a5-40d2-adbe-9b02bcde2ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:07.634199 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6ba04731-5f13-4e0b-b8ed-ec45b752d6d8 req-ca0d480f-32a5-40d2-adbe-9b02bcde2ea8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7e6a8494a36f4c80967495fa59d7125e&device_id=f14f3e12-61a1-4444-87ae-f05760ad5b67 HTTP/1.1" status: 200 len: 1094 time: 0.0728676 Dec 09 15:35:07.646327 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2fe6c-8464-49ff-81c0-913bf4464169 req-897cdd8f-3051-459e-b46d-1d57ff16fc0f tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:07.647735 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a8f2fe6c-8464-49ff-81c0-913bf4464169 req-897cdd8f-3051-459e-b46d-1d57ff16fc0f tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b156564-4ed5-45f3-9c6a-d30428554cfd HTTP/1.1" status: 200 len: 944 time: 0.0609202 Dec 09 15:35:07.753194 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a8f2fe6c-8464-49ff-81c0-913bf4464169 req-08a24918-958b-4e45-9c22-d3aceb85a5a1 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968928 Dec 09 15:35:07.770077 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba04731-5f13-4e0b-b8ed-ec45b752d6d8 req-088ea58f-cf64-4266-9c5f-56e3bb8bb962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:07.771478 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6ba04731-5f13-4e0b-b8ed-ec45b752d6d8 req-088ea58f-cf64-4266-9c5f-56e3bb8bb962 service neutron] 10.222.0.31 "GET /v2.0/networks?id=41f1fd7b-66d5-4c3c-8a6e-71a3da9715f2 HTTP/1.1" status: 200 len: 910 time: 0.1229084 Dec 09 15:35:07.813662 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6ba04731-5f13-4e0b-b8ed-ec45b752d6d8 req-381f46e5-21fb-409d-99b7-0795d74ee23a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57fb3b56-2caf-419a-9609-9ee415a31007 HTTP/1.1" status: 200 len: 217 time: 0.0343456 Dec 09 15:35:07.864222 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba04731-5f13-4e0b-b8ed-ec45b752d6d8 req-034b58bd-66e3-4c60-be6e-55d6a2cde8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:07.865708 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6ba04731-5f13-4e0b-b8ed-ec45b752d6d8 req-034b58bd-66e3-4c60-be6e-55d6a2cde8d4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30e481af-1be2-4c8a-96da-fad4201e599a HTTP/1.1" status: 200 len: 849 time: 0.0446010 Dec 09 15:35:07.916694 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6ba04731-5f13-4e0b-b8ed-ec45b752d6d8 req-10f99d95-9016-4d2f-b98c-94a329aaaa99 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=41f1fd7b-66d5-4c3c-8a6e-71a3da9715f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377738 Dec 09 15:35:08.050318 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f248f-0815-458a-b0e2-b6766301ebeb req-cfc119b3-ac13-40ca-b482-8f5218238286 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:08.051763 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b22f248f-0815-458a-b0e2-b6766301ebeb req-cfc119b3-ac13-40ca-b482-8f5218238286 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=08c23171-88b1-4baa-99ea-6af03933aec0 HTTP/1.1" status: 200 len: 946 time: 0.0809824 Dec 09 15:35:08.055421 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6ba04731-5f13-4e0b-b8ed-ec45b752d6d8 req-2d3d058d-a9c2-4065-bbd7-b4d08cb8a3e4 service neutron] 10.222.0.31 "GET /v2.0/networks/41f1fd7b-66d5-4c3c-8a6e-71a3da9715f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285288 Dec 09 15:35:08.147310 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b22f248f-0815-458a-b0e2-b6766301ebeb req-a4714cba-d318-4170-95e4-15183cf5741c tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894594 Dec 09 15:35:08.172524 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6ba04731-5f13-4e0b-b8ed-ec45b752d6d8 req-caf3ab54-ad32-47d5-bd9d-fd2ed6e0cf18 service neutron] 10.222.0.31 "GET /v2.0/networks/41f1fd7b-66d5-4c3c-8a6e-71a3da9715f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087084 Dec 09 15:35:08.242658 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fda04-6356-4409-930d-c36b2538dbba req-73e82345-edac-48fc-a056-875a76db4573 tempest-ServersOnMultiNodesTest-56580484 tempest-ServersOnMultiNodesTest-56580484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:08.244137 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-751fda04-6356-4409-930d-c36b2538dbba req-73e82345-edac-48fc-a056-875a76db4573 tempest-ServersOnMultiNodesTest-56580484 tempest-ServersOnMultiNodesTest-56580484-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6573df0c-1202-4a5c-a383-5dce7cd504b3 HTTP/1.1" status: 200 len: 1101 time: 0.0405371 Dec 09 15:35:08.275258 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 67f145ae-9a0e-44e1-b5e7-257c6ea2ac83 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:35:08.290986 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-751fda04-6356-4409-930d-c36b2538dbba req-3ffe256a-7d5b-4dcf-9971-5c37cced74a1 tempest-ServersOnMultiNodesTest-56580484 tempest-ServersOnMultiNodesTest-56580484-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402250 Dec 09 15:35:08.334693 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 67f145ae-9a0e-44e1-b5e7-257c6ea2ac83 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:35:08.340104 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 67f145ae-9a0e-44e1-b5e7-257c6ea2ac83 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:35:08.340582 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:08.420675 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:08.443583 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b156564-4ed5-45f3-9c6a-d30428554cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f145ae-9a0e-44e1-b5e7-257c6ea2ac83'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:35:08.445929 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a289764b-ccbc-458a-aff3-8be3a3019a83" -d '{"events": [{"server_uuid": "0b156564-4ed5-45f3-9c6a-d30428554cfd", "name": "network-vif-plugged", "status": "completed", "tag": "67f145ae-9a0e-44e1-b5e7-257c6ea2ac83"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:35:08.459325 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 67f145ae-9a0e-44e1-b5e7-257c6ea2ac83, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=67f145ae-9a0e-44e1-b5e7-257c6ea2ac83,segment=NetworkSegment(69e3382f-395f-44e0-a40c-d45aab069633),segment_id=69e3382f-395f-44e0-a40c-d45aab069633)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:08.463307 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:08.464239 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device fac0c908-12c4-4ea6-8bb6-daf2bba542a1 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:35:08.509783 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-6122f567-4bb5-42a1-8823-aaaf7cc0cecf tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=f6f8b860b8cb464c96c43840787f6ea8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213709 Dec 09 15:35:08.539978 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=67f145ae-9a0e-44e1-b5e7-257c6ea2ac83,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:08.580236 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:08.612786 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port fac0c908-12c4-4ea6-8bb6-daf2bba542a1, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=fac0c908-12c4-4ea6-8bb6-daf2bba542a1,segment=NetworkSegment(2728a46b-6f42-41e4-abfd-2e3db73a97b6),segment_id=2728a46b-6f42-41e4-abfd-2e3db73a97b6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:08.616809 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:08.618525 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-80854a4a-e1f7-4f97-8937-96a3fe7ff06a tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:08.620739 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-80854a4a-e1f7-4f97-8937-96a3fe7ff06a tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1025908 Dec 09 15:35:08.635599 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-2845f3f9-346f-4cde-b86a-ba4300ce7326 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/quotas/f6f8b860b8cb464c96c43840787f6ea8 HTTP/1.1" status: 200 len: 375 time: 0.0089834 Dec 09 15:35:08.663224 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=fac0c908-12c4-4ea6-8bb6-daf2bba542a1,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:08.671485 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-6046d6c5-625e-4945-b1fb-d5967e88688e tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=f6f8b860b8cb464c96c43840787f6ea8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299585 Dec 09 15:35:09.015463 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8501607-5f2e-4e07-896c-f572564488fb req-f4996c3c-324b-4562-8778-817309015ea2 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:09.016958 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b8501607-5f2e-4e07-896c-f572564488fb req-f4996c3c-324b-4562-8778-817309015ea2 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/networks?id=5e9ad32d-c9e7-4e00-867a-aef980499810 HTTP/1.1" status: 200 len: 804 time: 0.1400735 Dec 09 15:35:09.032298 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b8501607-5f2e-4e07-896c-f572564488fb req-07711d10-15f1-4f6d-bb8e-ccda0f16e5a0 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/quotas/5b98cde4c74447a0b0079eeef5f37b22 HTTP/1.1" status: 200 len: 375 time: 0.0095937 Dec 09 15:35:09.084730 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b8501607-5f2e-4e07-896c-f572564488fb req-a083c3dc-2880-4f76-9f37-bc04a89c603f tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b98cde4c74447a0b0079eeef5f37b22&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0463481 Dec 09 15:35:09.183788 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b8501607-5f2e-4e07-896c-f572564488fb req-8a648514-7c42-479d-b45c-ba118757cb23 service neutron] 10.222.0.57 "GET /v2.0/networks/5e9ad32d-c9e7-4e00-867a-aef980499810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913017 Dec 09 15:35:09.274095 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b8501607-5f2e-4e07-896c-f572564488fb req-e9953f9f-4931-4040-a37f-4c022d74798b service neutron] 10.222.0.57 "GET /v2.0/networks/5e9ad32d-c9e7-4e00-867a-aef980499810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838106 Dec 09 15:35:09.548450 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbfc8-3c5a-455f-874e-7847a90c6e7b req-cc301c4f-956d-4e27-bb9e-6fbd7531126f tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:09.550005 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a17dbfc8-3c5a-455f-874e-7847a90c6e7b req-cc301c4f-956d-4e27-bb9e-6fbd7531126f tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.31 "GET /v2.0/ports?device_id=044e36d0-ee3d-4013-9ccc-375bbbc5092c HTTP/1.1" status: 200 len: 943 time: 0.0799928 Dec 09 15:35:09.566561 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-38a31e02-d8d9-4684-96fc-c53bf8689c60 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=adcdc531e5364eaa95bec0e36a7f7c2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423188 Dec 09 15:35:09.739821 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-85d8cc06-f6d9-4417-ad2d-4f2caf5f6848 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:09.741564 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-85d8cc06-f6d9-4417-ad2d-4f2caf5f6848 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1554260 Dec 09 15:35:09.745861 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-a17dbfc8-3c5a-455f-874e-7847a90c6e7b req-ef19c0ba-ae71-47fa-9d1e-5caee50fbe2f tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Deleting port fac0c908-12c4-4ea6-8bb6-daf2bba542a1 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:35:09.746202 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a17dbfc8-3c5a-455f-874e-7847a90c6e7b req-ef19c0ba-ae71-47fa-9d1e-5caee50fbe2f tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:09.793403 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-47efb124-4571-4162-8ba5-a663b4078153 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/quotas/adcdc531e5364eaa95bec0e36a7f7c2a HTTP/1.1" status: 200 len: 375 time: 0.0441275 Dec 09 15:35:09.883373 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a17dbfc8-3c5a-455f-874e-7847a90c6e7b req-ef19c0ba-ae71-47fa-9d1e-5caee50fbe2f tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] For port fac0c908-12c4-4ea6-8bb6-daf2bba542a1, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=fac0c908-12c4-4ea6-8bb6-daf2bba542a1,segment=NetworkSegment(2728a46b-6f42-41e4-abfd-2e3db73a97b6),segment_id=2728a46b-6f42-41e4-abfd-2e3db73a97b6)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:09.883749 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a17dbfc8-3c5a-455f-874e-7847a90c6e7b req-ef19c0ba-ae71-47fa-9d1e-5caee50fbe2f tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:09.901304 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-c45d12e0-7b50-4c9e-a3e6-ca8fe594370b tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=adcdc531e5364eaa95bec0e36a7f7c2a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1002927 Dec 09 15:35:09.913041 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-a17dbfc8-3c5a-455f-874e-7847a90c6e7b req-ef19c0ba-ae71-47fa-9d1e-5caee50fbe2f tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Calling delete_port for fac0c908-12c4-4ea6-8bb6-daf2bba542a1 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:35:09.971505 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-f8037792-30b5-4cef-90d4-2e2ffffe8162 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f6f8b860b8cb464c96c43840787f6ea8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366399 Dec 09 15:35:10.072459 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a573787f-fa0f-4b40-8e31-348cb2600dd9 x-openstack-request-id: req-a573787f-fa0f-4b40-8e31-348cb2600dd9 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:35:10.073526 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b156564-4ed5-45f3-9c6a-d30428554cfd", "name": "network-vif-plugged", "status": "completed", "tag": "67f145ae-9a0e-44e1-b5e7-257c6ea2ac83", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:35:10.073833 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a573787f-fa0f-4b40-8e31-348cb2600dd9 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:35:10.074223 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b156564-4ed5-45f3-9c6a-d30428554cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f145ae-9a0e-44e1-b5e7-257c6ea2ac83', 'code': 200} Dec 09 15:35:10.088602 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a17dbfc8-3c5a-455f-874e-7847a90c6e7b req-ef19c0ba-ae71-47fa-9d1e-5caee50fbe2f tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:10.137918 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19c0ba-ae71-47fa-9d1e-5caee50fbe2f tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Pushing event deleted for resources: {'Port': ['ID=fac0c908-12c4-4ea6-8bb6-daf2bba542a1,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:10.191989 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-b6e51d7b-df2a-4c27-a2ab-bb18a3c89fe3 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:10.193982 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-b6e51d7b-df2a-4c27-a2ab-bb18a3c89fe3 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1805708 Dec 09 15:35:10.226190 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17dbfc8-3c5a-455f-874e-7847a90c6e7b req-ef19c0ba-ae71-47fa-9d1e-5caee50fbe2f tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] No DVR routers for this DVR port fac0c908-12c4-4ea6-8bb6-daf2bba542a1 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:35:10.241740 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a17dbfc8-3c5a-455f-874e-7847a90c6e7b req-ef19c0ba-ae71-47fa-9d1e-5caee50fbe2f tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:10.245821 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a17dbfc8-3c5a-455f-874e-7847a90c6e7b req-ef19c0ba-ae71-47fa-9d1e-5caee50fbe2f tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.31 "DELETE /v2.0/ports/fac0c908-12c4-4ea6-8bb6-daf2bba542a1 HTTP/1.1" status: 204 len: 173 time: 0.6865768 Dec 09 15:35:10.246534 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044e36d0-ee3d-4013-9ccc-375bbbc5092c', 'name': 'network-vif-deleted', 'tag': 'fac0c908-12c4-4ea6-8bb6-daf2bba542a1'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:35:10.248809 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cf7973-a748-4d2d-bbc8-1356b780647a" -d '{"events": [{"server_uuid": "044e36d0-ee3d-4013-9ccc-375bbbc5092c", "name": "network-vif-deleted", "tag": "fac0c908-12c4-4ea6-8bb6-daf2bba542a1"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:35:10.275247 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c149344-84bd-4b0e-bb29-1e692deae851 req-0d7d62f3-644e-449f-8b8f-4d74c2af068f tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:10.277080 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5c149344-84bd-4b0e-bb29-1e692deae851 req-0d7d62f3-644e-449f-8b8f-4d74c2af068f tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] 10.222.0.57 "GET /v2.0/ports?device_id=f14f3e12-61a1-4444-87ae-f05760ad5b67 HTTP/1.1" status: 200 len: 943 time: 0.1439333 Dec 09 15:35:10.282240 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b679e-e687-4148-81ff-a5224627a3af req-8a8e05a2-4127-4572-8aee-f607ee046706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:10.283684 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cb4b679e-e687-4148-81ff-a5224627a3af req-8a8e05a2-4127-4572-8aee-f607ee046706 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0b156564-4ed5-45f3-9c6a-d30428554cfd HTTP/1.1" status: 200 len: 1096 time: 0.0806954 Dec 09 15:35:10.285002 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 57fb3b56-2caf-419a-9609-9ee415a31007 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:35:10.290553 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-15f91e0d-be5a-4291-a39b-d67278eb219c tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Request body: {'port': {'device_id': '18c15617-8c5b-4505-ac55-2a62bbc909ab', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'admin_state_up': True, 'tenant_id': 'f6f8b860b8cb464c96c43840787f6ea8'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:35:10.416407 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cb4b679e-e687-4148-81ff-a5224627a3af req-43f760e2-b66d-47de-b85b-97e0bce222d8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146660 Dec 09 15:35:10.422129 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 57fb3b56-2caf-419a-9609-9ee415a31007, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=57fb3b56-2caf-419a-9609-9ee415a31007,segment=NetworkSegment(6e907f74-d06b-47f1-9ff4-5e9113a60a6e),segment_id=6e907f74-d06b-47f1-9ff4-5e9113a60a6e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:10.435057 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5c149344-84bd-4b0e-bb29-1e692deae851 req-7effc421-f9fc-4a3c-b9d4-5debd56fb474 tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1eca18f-18c4-496b-b183-fda3dd4d5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449068 Dec 09 15:35:10.440300 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '57fb3b56-2caf-419a-9609-9ee415a31007', 'network_id': '41f1fd7b-66d5-4c3c-8a6e-71a3da9715f2', 'port_id': '57fb3b56-2caf-419a-9609-9ee415a31007', 'mac_address': 'fa:16:3e:a7:c3:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30e481af-1be2-4c8a-96da-fad4201e599a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:35:10.478942 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-15f91e0d-be5a-4291-a39b-d67278eb219c tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Made reservation on behalf of f6f8b860b8cb464c96c43840787f6ea8 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:35:10.482806 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:10.483069 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-15f91e0d-be5a-4291-a39b-d67278eb219c tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:10.492451 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-15f91e0d-be5a-4291-a39b-d67278eb219c tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:10.497778 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57fb3b56-2caf-419a-9609-9ee415a31007 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:35:10.531565 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 57fb3b56-2caf-419a-9609-9ee415a31007, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=57fb3b56-2caf-419a-9609-9ee415a31007,segment=NetworkSegment(6e907f74-d06b-47f1-9ff4-5e9113a60a6e),segment_id=6e907f74-d06b-47f1-9ff4-5e9113a60a6e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:10.543066 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:10.590011 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-15f91e0d-be5a-4291-a39b-d67278eb219c tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:10.595151 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c545f61-5fb5-40f5-98bc-c7968b3dc5ab req-4a935ca4-08a0-4698-9bcc-e6106cc39200 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:10.596888 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-15f91e0d-be5a-4291-a39b-d67278eb219c tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:10.603903 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2c545f61-5fb5-40f5-98bc-c7968b3dc5ab req-4a935ca4-08a0-4698-9bcc-e6106cc39200 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b156564-4ed5-45f3-9c6a-d30428554cfd HTTP/1.1" status: 200 len: 945 time: 0.0848973 Dec 09 15:35:10.610023 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=57fb3b56-2caf-419a-9609-9ee415a31007,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:10.649596 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2c545f61-5fb5-40f5-98bc-c7968b3dc5ab req-22a870dd-f374-48e0-93b3-e431eb1b73b9 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443678 Dec 09 15:35:10.676541 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f91e0d-be5a-4291-a39b-d67278eb219c tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8748497e-50a8-4e02-930b-ae6378f890e6,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:10.756224 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9242dcc1-eb3a-4c72-9ff8-f2a9860bd1ac req-b7c00a58-cef2-428b-b0f7-d5489c8ce83f tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c15617-8c5b-4505-ac55-2a62bbc909ab HTTP/1.1" status: 200 len: 210 time: 0.0342405 Dec 09 15:35:10.812878 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-15f91e0d-be5a-4291-a39b-d67278eb219c tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Allocated IP 192.168.233.75 (bf6a25f7-2b73-48b5-b60f-99a19e919fb7/54e6953c-1261-4e7c-8b49-64e5b87424c2/28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:35:10.870941 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8501607-5f2e-4e07-896c-f572564488fb req-1ce27c93-377e-4815-a20f-5835a3990cc2 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:10.872468 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b8501607-5f2e-4e07-896c-f572564488fb req-1ce27c93-377e-4815-a20f-5835a3990cc2 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.42 "GET /v2.0/networks?id=5e9ad32d-c9e7-4e00-867a-aef980499810 HTTP/1.1" status: 200 len: 804 time: 0.1716170 Dec 09 15:35:10.939930 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d75c1-106a-47da-9b00-0b422c5ccf84 req-91bfc406-7505-4564-aabe-6fcefe648531 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:10.941515 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f32d75c1-106a-47da-9b00-0b422c5ccf84 req-91bfc406-7505-4564-aabe-6fcefe648531 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=08c23171-88b1-4baa-99ea-6af03933aec0 HTTP/1.1" status: 200 len: 946 time: 0.0629559 Dec 09 15:35:10.950914 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['57fb3b56-2caf-419a-9609-9ee415a31007'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:35:10.981230 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-b8501607-5f2e-4e07-896c-f572564488fb req-f9fa719a-70cf-418b-8fad-ce319cf6cf60 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Request body: {'port': {'device_id': '1b547b96-534f-4bc0-ab6b-bf88fad1b31f', 'network_id': '5e9ad32d-c9e7-4e00-867a-aef980499810', 'admin_state_up': True, 'tenant_id': '5b98cde4c74447a0b0079eeef5f37b22'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:35:11.077557 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-15f91e0d-be5a-4291-a39b-d67278eb219c tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:11.155966 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-15f91e0d-be5a-4291-a39b-d67278eb219c tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:11.164766 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8501607-5f2e-4e07-896c-f572564488fb req-f9fa719a-70cf-418b-8fad-ce319cf6cf60 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Made reservation on behalf of 5b98cde4c74447a0b0079eeef5f37b22 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:35:11.169478 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b8501607-5f2e-4e07-896c-f572564488fb req-f9fa719a-70cf-418b-8fad-ce319cf6cf60 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:11.237724 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-15f91e0d-be5a-4291-a39b-d67278eb219c tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:35:11.239584 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f91e0d-be5a-4291-a39b-d67278eb219c tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Pushing event updated for resources: {'Port': ['ID=28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:11.243932 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-15f91e0d-be5a-4291-a39b-d67278eb219c tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:35:11.248573 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-15f91e0d-be5a-4291-a39b-d67278eb219c tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:35:11.318798 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f32d75c1-106a-47da-9b00-0b422c5ccf84 req-658fbd69-95b2-43f0-97d1-397335c3a983 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713241 Dec 09 15:35:11.365173 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-15f91e0d-be5a-4291-a39b-d67278eb219c tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:11.365838 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-15f91e0d-be5a-4291-a39b-d67278eb219c tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:11.395596 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-15f91e0d-be5a-4291-a39b-d67278eb219c tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1246085 Dec 09 15:35:11.404921 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-b8501607-5f2e-4e07-896c-f572564488fb req-f9fa719a-70cf-418b-8fad-ce319cf6cf60 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Allocated IP 172.20.0.7 (5e9ad32d-c9e7-4e00-867a-aef980499810/01df2498-b8b6-4dc7-bb3a-e44d90f24165/80fb518b-4f9d-4dec-9225-68312ef807c0) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:35:11.427060 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9b5af0b0-a1e0-43d8-be06-74e2a1e79160 req-8d12cce7-b3a1-454c-88a2-b0886dc75701 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b547b96-534f-4bc0-ab6b-bf88fad1b31f HTTP/1.1" status: 200 len: 210 time: 0.0283971 Dec 09 15:35:11.440086 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-db58afc5-34cf-40b3-af74-5a08a84aba24 service neutron] Request body: {'port': {'device_id': '18c15617-8c5b-4505-ac55-2a62bbc909ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:35:11.521859 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-81f0713b-f531-4b6c-8f8a-1bd4b2fa5680 req-d4d6b88e-4bbc-4119-90cc-8626b795ff41 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0a589d5-fc08-41a6-9357-5f8c45f36eb8 HTTP/1.1" status: 200 len: 210 time: 0.0274968 Dec 09 15:35:11.557360 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2021a9fc-be2a-4c1a-a158-1f4d96ce3fc4 None None] Provisioning complete for port 28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:35:11.558488 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2021a9fc-be2a-4c1a-a158-1f4d96ce3fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:11.586833 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa614b4-79b4-4612-9c8d-24f6a3282f44 x-openstack-request-id: req-7fa614b4-79b4-4612-9c8d-24f6a3282f44 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:35:11.587507 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044e36d0-ee3d-4013-9ccc-375bbbc5092c", "name": "network-vif-deleted", "tag": "fac0c908-12c4-4ea6-8bb6-daf2bba542a1", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:35:11.587945 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7fa614b4-79b4-4612-9c8d-24f6a3282f44 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:35:11.588578 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044e36d0-ee3d-4013-9ccc-375bbbc5092c', 'name': 'network-vif-deleted', 'tag': 'fac0c908-12c4-4ea6-8bb6-daf2bba542a1', 'status': 'completed', 'code': 200} Dec 09 15:35:11.602923 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2021a9fc-be2a-4c1a-a158-1f4d96ce3fc4 None None] Port 28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:35:11.604458 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-be648b3c-06f4-4dc2-8049-54137e5cf1f0 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=adcdc531e5364eaa95bec0e36a7f7c2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351107 Dec 09 15:35:11.618877 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-db58afc5-34cf-40b3-af74-5a08a84aba24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:11.692736 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b8501607-5f2e-4e07-896c-f572564488fb req-f9fa719a-70cf-418b-8fad-ce319cf6cf60 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:11.741006 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-3e949184-120d-495a-a41b-6cb537ea8dbd tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:11.743119 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-3e949184-120d-495a-a41b-6cb537ea8dbd tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1322076 Dec 09 15:35:11.767361 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-9b56a2b8-59c0-4c33-8280-b758050b5c1c tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Request body: {'port': {'device_id': 'f0a589d5-fc08-41a6-9357-5f8c45f36eb8', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'admin_state_up': True, 'tenant_id': 'adcdc531e5364eaa95bec0e36a7f7c2a'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:35:11.850030 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b8501607-5f2e-4e07-896c-f572564488fb req-f9fa719a-70cf-418b-8fad-ce319cf6cf60 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:11.907448 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8b691-8d52-4502-ae15-4a3daefaedb0 req-2085f905-42b1-4d0e-bae1-de95be424542 tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:11.910272 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-76e8b691-8d52-4502-ae15-4a3daefaedb0 req-2085f905-42b1-4d0e-bae1-de95be424542 tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] 10.222.0.57 "GET /v2.0/ports?device_id=f14f3e12-61a1-4444-87ae-f05760ad5b67 HTTP/1.1" status: 200 len: 944 time: 0.1252217 Dec 09 15:35:11.923874 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8501607-5f2e-4e07-896c-f572564488fb req-f9fa719a-70cf-418b-8fad-ce319cf6cf60 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Network 5e9ad32d-c9e7-4e00-867a-aef980499810 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:35:11.932210 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa719a-70cf-418b-8fad-ce319cf6cf60 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Pushing event updated for resources: {'Port': ['ID=80fb518b-4f9d-4dec-9225-68312ef807c0,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:11.935356 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-b8501607-5f2e-4e07-896c-f572564488fb req-f9fa719a-70cf-418b-8fad-ce319cf6cf60 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:35:11.942128 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8501607-5f2e-4e07-896c-f572564488fb req-f9fa719a-70cf-418b-8fad-ce319cf6cf60 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:35:11.959710 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-9b56a2b8-59c0-4c33-8280-b758050b5c1c tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Made reservation on behalf of adcdc531e5364eaa95bec0e36a7f7c2a for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:35:11.963138 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-9b56a2b8-59c0-4c33-8280-b758050b5c1c tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:11.992796 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-76e8b691-8d52-4502-ae15-4a3daefaedb0 req-41eabc40-ff42-4c3c-a9cf-c5e9538b8df3 tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1eca18f-18c4-496b-b183-fda3dd4d5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735710 Dec 09 15:35:12.017148 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8501607-5f2e-4e07-896c-f572564488fb req-f9fa719a-70cf-418b-8fad-ce319cf6cf60 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:12.018634 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b8501607-5f2e-4e07-896c-f572564488fb req-f9fa719a-70cf-418b-8fad-ce319cf6cf60 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:12.060104 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b8501607-5f2e-4e07-896c-f572564488fb req-f9fa719a-70cf-418b-8fad-ce319cf6cf60 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0837374 Dec 09 15:35:12.069579 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-db58afc5-34cf-40b3-af74-5a08a84aba24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:35:12.075288 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044e36d0-ee3d-4013-9ccc-375bbbc5092c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fac0c908-12c4-4ea6-8bb6-daf2bba542a1'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:35:12.077523 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-db58afc5-34cf-40b3-af74-5a08a84aba24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:12.078996 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec884949-7ded-4255-b0d4-f66f4b091fd4" -d '{"events": [{"server_uuid": "044e36d0-ee3d-4013-9ccc-375bbbc5092c", "name": "network-vif-unplugged", "status": "completed", "tag": "fac0c908-12c4-4ea6-8bb6-daf2bba542a1"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:35:12.091379 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-b8501607-5f2e-4e07-896c-f572564488fb req-2cb10fd2-6c1d-41a5-a4c9-83266b787198 service neutron] Request body: {'port': {'device_id': '1b547b96-534f-4bc0-ab6b-bf88fad1b31f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:35:12.101612 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-db58afc5-34cf-40b3-af74-5a08a84aba24 service neutron] Transition to ACTIVE for port object 28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:35:12.114691 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd173dd-f1c3-489e-89a4-56432671b5a5 req-e7fa18ae-242f-4178-8220-71856403c4f3 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:12.116296 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3dd173dd-f1c3-489e-89a4-56432671b5a5 req-e7fa18ae-242f-4178-8220-71856403c4f3 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b156564-4ed5-45f3-9c6a-d30428554cfd HTTP/1.1" status: 200 len: 945 time: 0.0592532 Dec 09 15:35:12.118579 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-db58afc5-34cf-40b3-af74-5a08a84aba24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:12.196020 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-9b56a2b8-59c0-4c33-8280-b758050b5c1c tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Allocated IP 192.168.233.187 (bf6a25f7-2b73-48b5-b60f-99a19e919fb7/54e6953c-1261-4e7c-8b49-64e5b87424c2/6e055be6-e9c3-48d5-b6d4-6887839530ea) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:35:12.203491 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b8501607-5f2e-4e07-896c-f572564488fb req-2cb10fd2-6c1d-41a5-a4c9-83266b787198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:12.205524 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db58afc5-34cf-40b3-af74-5a08a84aba24 service neutron] Pushing event updated for resources: {'Port': ['ID=28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:12.216338 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3dd173dd-f1c3-489e-89a4-56432671b5a5 req-8d3dd695-d517-47eb-b2cc-6c7332ca7230 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774078 Dec 09 15:35:12.296427 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 57fb3b56-2caf-419a-9609-9ee415a31007 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:35:12.390050 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 57fb3b56-2caf-419a-9609-9ee415a31007 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:35:12.394243 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 57fb3b56-2caf-419a-9609-9ee415a31007 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:35:12.394615 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:12.415981 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-db58afc5-34cf-40b3-af74-5a08a84aba24 service neutron] Attempting to bind port 28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4 on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:35:12.416327 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-db58afc5-34cf-40b3-af74-5a08a84aba24 service neutron] Attempting to bind port 28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4 by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:35:12.424827 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-db58afc5-34cf-40b3-af74-5a08a84aba24 service neutron] Attempting to bind port 28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:35:12.466960 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-9b56a2b8-59c0-4c33-8280-b758050b5c1c tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:12.498436 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-db58afc5-34cf-40b3-af74-5a08a84aba24 service neutron] Port 28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:35:12.498907 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-db58afc5-34cf-40b3-af74-5a08a84aba24 service neutron] Attempting to bind port 28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:35:12.500342 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4359b5-c6bc-4905-82d0-8bb3800ffc17 req-f4b135a8-2132-4678-a8ea-47687ebd3d8c tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:12.511418 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-db58afc5-34cf-40b3-af74-5a08a84aba24 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:35:12.511756 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-db58afc5-34cf-40b3-af74-5a08a84aba24 service neutron] Checking segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:35:12.511956 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c4359b5-c6bc-4905-82d0-8bb3800ffc17 req-f4b135a8-2132-4678-a8ea-47687ebd3d8c tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c15617-8c5b-4505-ac55-2a62bbc909ab HTTP/1.1" status: 200 len: 947 time: 0.0879595 Dec 09 15:35:12.512156 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-db58afc5-34cf-40b3-af74-5a08a84aba24 service neutron] Bound using segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:35:12.512619 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-db58afc5-34cf-40b3-af74-5a08a84aba24 service neutron] Bound port: 28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:35:12.513011 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-db58afc5-34cf-40b3-af74-5a08a84aba24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:12.545534 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:12.569985 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-9b56a2b8-59c0-4c33-8280-b758050b5c1c tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:12.588590 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['09c676e4-2a5f-46ee-a639-d2836ab6c1d8', 'd204c55b-f880-4a11-b32a-0bf6feff0b3f', 'c2517f73-5229-47a2-90e3-f457f92ff058', 'ba9435ef-3de3-478d-83d7-bc72b2993e7d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:35:12.596788 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 57fb3b56-2caf-419a-9609-9ee415a31007, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=57fb3b56-2caf-419a-9609-9ee415a31007,segment=NetworkSegment(6e907f74-d06b-47f1-9ff4-5e9113a60a6e),segment_id=6e907f74-d06b-47f1-9ff4-5e9113a60a6e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:12.619615 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c4359b5-c6bc-4905-82d0-8bb3800ffc17 req-70ecd175-05ac-41a9-b72a-d71d0b47b934 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/security-groups?id=8748497e-50a8-4e02-930b-ae6378f890e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022749 Dec 09 15:35:12.636445 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['92c9ec34-680d-443c-b16e-dccf7c73f04f', 'f5fd84b5-c812-423f-9cb1-712cb3110308'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:35:12.655531 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:12.660476 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device fac0c908-12c4-4ea6-8bb6-daf2bba542a1 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:35:12.664693 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-9b56a2b8-59c0-4c33-8280-b758050b5c1c tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:35:12.670495 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-db58afc5-34cf-40b3-af74-5a08a84aba24 service neutron] For port 28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:35:12.673661 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-9b56a2b8-59c0-4c33-8280-b758050b5c1c tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:35:12.676085 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-db58afc5-34cf-40b3-af74-5a08a84aba24 service neutron] For port 28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:35:12.685607 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-db58afc5-34cf-40b3-af74-5a08a84aba24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:12.689430 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-9b56a2b8-59c0-4c33-8280-b758050b5c1c tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:35:12.740674 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56a2b8-59c0-4c33-8280-b758050b5c1c tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Pushing event updated for resources: {'Port': ['ID=6e055be6-e9c3-48d5-b6d4-6887839530ea,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:12.767137 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 15:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853d2954-92b5-4b12-a5b2-4e63223b6c20 x-openstack-request-id: req-853d2954-92b5-4b12-a5b2-4e63223b6c20 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:35:12.767434 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044e36d0-ee3d-4013-9ccc-375bbbc5092c", "name": "network-vif-unplugged", "status": "completed", "tag": "fac0c908-12c4-4ea6-8bb6-daf2bba542a1", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:35:12.767868 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-853d2954-92b5-4b12-a5b2-4e63223b6c20 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:35:12.768483 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044e36d0-ee3d-4013-9ccc-375bbbc5092c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fac0c908-12c4-4ea6-8bb6-daf2bba542a1', 'code': 200} Dec 09 15:35:12.779899 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-9b56a2b8-59c0-4c33-8280-b758050b5c1c tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:12.780606 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-9b56a2b8-59c0-4c33-8280-b758050b5c1c tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:12.783739 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58972) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:12.842360 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-9b56a2b8-59c0-4c33-8280-b758050b5c1c tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0788617 Dec 09 15:35:12.865083 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-1ad8a868-dad5-4867-8315-ec8cdc409d90 service neutron] Request body: {'port': {'device_id': 'f0a589d5-fc08-41a6-9357-5f8c45f36eb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:35:12.878254 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-b8501607-5f2e-4e07-896c-f572564488fb req-2cb10fd2-6c1d-41a5-a4c9-83266b787198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80fb518b-4f9d-4dec-9225-68312ef807c0 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:35:12.928960 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-db58afc5-34cf-40b3-af74-5a08a84aba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:12.929581 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-db58afc5-34cf-40b3-af74-5a08a84aba24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:12.931229 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-db58afc5-34cf-40b3-af74-5a08a84aba24 service neutron] 10.222.0.42 "PUT /v2.0/ports/28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4 HTTP/1.1" status: 200 len: 1095 time: 1.4968779 Dec 09 15:35:12.932157 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db58afc5-34cf-40b3-af74-5a08a84aba24 service neutron] Pushing event updated for resources: {'Port': ['ID=28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:12.942739 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c15617-8c5b-4505-ac55-2a62bbc909ab', 'tag': '28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:35:12.945902 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d3524d-c12b-46ce-b049-f41e0167e418" -d '{"events": [{"name": "network-changed", "server_uuid": "18c15617-8c5b-4505-ac55-2a62bbc909ab", "tag": "28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:35:12.955978 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b8501607-5f2e-4e07-896c-f572564488fb req-2cb10fd2-6c1d-41a5-a4c9-83266b787198 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:12.974011 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-b8501607-5f2e-4e07-896c-f572564488fb req-2cb10fd2-6c1d-41a5-a4c9-83266b787198 service neutron] Transition to ACTIVE for port object 80fb518b-4f9d-4dec-9225-68312ef807c0 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:35:12.981944 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b8501607-5f2e-4e07-896c-f572564488fb req-2cb10fd2-6c1d-41a5-a4c9-83266b787198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:13.088896 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: fac0c908-12c4-4ea6-8bb6-daf2bba542a1 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:35:13.089271 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device fac0c908-12c4-4ea6-8bb6-daf2bba542a1 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:35:13.129563 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-1ad8a868-dad5-4867-8315-ec8cdc409d90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:13.188897 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb10fd2-6c1d-41a5-a4c9-83266b787198 service neutron] Pushing event updated for resources: {'Port': ['ID=80fb518b-4f9d-4dec-9225-68312ef807c0,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:13.227752 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-cb4d903d-ce47-47ea-8e77-4484c3d7b384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:13.229965 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-cb4d903d-ce47-47ea-8e77-4484c3d7b384 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f6f8b860b8cb464c96c43840787f6ea8&device_id=18c15617-8c5b-4505-ac55-2a62bbc909ab HTTP/1.1" status: 200 len: 1098 time: 0.1828535 Dec 09 15:35:13.234871 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b53bff34-b016-4c4d-947a-74c03dd32b74 None None] Provisioning complete for port 6e055be6-e9c3-48d5-b6d4-6887839530ea triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:35:13.235247 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b53bff34-b016-4c4d-947a-74c03dd32b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:13.251270 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-b8501607-5f2e-4e07-896c-f572564488fb req-2cb10fd2-6c1d-41a5-a4c9-83266b787198 service neutron] Attempting to bind port 80fb518b-4f9d-4dec-9225-68312ef807c0 on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:35:13.251604 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-b8501607-5f2e-4e07-896c-f572564488fb req-2cb10fd2-6c1d-41a5-a4c9-83266b787198 service neutron] Attempting to bind port 80fb518b-4f9d-4dec-9225-68312ef807c0 by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '2728a46b-6f42-41e4-abfd-2e3db73a97b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5e9ad32d-c9e7-4e00-867a-aef980499810'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:35:13.251930 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8501607-5f2e-4e07-896c-f572564488fb req-2cb10fd2-6c1d-41a5-a4c9-83266b787198 service neutron] Attempting to bind port 80fb518b-4f9d-4dec-9225-68312ef807c0 on network 5e9ad32d-c9e7-4e00-867a-aef980499810 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:35:13.289366 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8501607-5f2e-4e07-896c-f572564488fb req-2cb10fd2-6c1d-41a5-a4c9-83266b787198 service neutron] Port 80fb518b-4f9d-4dec-9225-68312ef807c0 on network 5e9ad32d-c9e7-4e00-867a-aef980499810 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:35:13.289694 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8501607-5f2e-4e07-896c-f572564488fb req-2cb10fd2-6c1d-41a5-a4c9-83266b787198 service neutron] Attempting to bind port 80fb518b-4f9d-4dec-9225-68312ef807c0 on network 5e9ad32d-c9e7-4e00-867a-aef980499810 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:35:13.294463 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-3f21af60-dbcb-4b3e-a94f-4e1fec54be2f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4 HTTP/1.1" status: 200 len: 217 time: 0.0442629 Dec 09 15:35:13.297606 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8501607-5f2e-4e07-896c-f572564488fb req-2cb10fd2-6c1d-41a5-a4c9-83266b787198 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:35:13.297606 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8501607-5f2e-4e07-896c-f572564488fb req-2cb10fd2-6c1d-41a5-a4c9-83266b787198 service neutron] Checking segment: {'id': '2728a46b-6f42-41e4-abfd-2e3db73a97b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5e9ad32d-c9e7-4e00-867a-aef980499810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:35:13.297868 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=57fb3b56-2caf-419a-9609-9ee415a31007,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:13.297996 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8501607-5f2e-4e07-896c-f572564488fb req-2cb10fd2-6c1d-41a5-a4c9-83266b787198 service neutron] Bound using segment: {'id': '2728a46b-6f42-41e4-abfd-2e3db73a97b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5e9ad32d-c9e7-4e00-867a-aef980499810'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:35:13.298306 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-b8501607-5f2e-4e07-896c-f572564488fb req-2cb10fd2-6c1d-41a5-a4c9-83266b787198 service neutron] Bound port: 80fb518b-4f9d-4dec-9225-68312ef807c0, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2728a46b-6f42-41e4-abfd-2e3db73a97b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5e9ad32d-c9e7-4e00-867a-aef980499810'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:35:13.298656 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b8501607-5f2e-4e07-896c-f572564488fb req-2cb10fd2-6c1d-41a5-a4c9-83266b787198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:13.306913 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca0611-18df-4610-9c47-db1cd622495f req-c95e0536-1f0a-49b9-90f5-242d46fc7fa1 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:13.317128 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-70ca0611-18df-4610-9c47-db1cd622495f req-c95e0536-1f0a-49b9-90f5-242d46fc7fa1 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=08c23171-88b1-4baa-99ea-6af03933aec0 HTTP/1.1" status: 200 len: 946 time: 0.3964877 Dec 09 15:35:13.374628 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b53bff34-b016-4c4d-947a-74c03dd32b74 None None] Port 6e055be6-e9c3-48d5-b6d4-6887839530ea cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:35:13.404766 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-b8501607-5f2e-4e07-896c-f572564488fb req-2cb10fd2-6c1d-41a5-a4c9-83266b787198 service neutron] For port 80fb518b-4f9d-4dec-9225-68312ef807c0, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:35:13.447957 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-2f9dac17-2d68-445e-80cc-afa0ab7fdb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:13.449860 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-2f9dac17-2d68-445e-80cc-afa0ab7fdb34 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.1363056 Dec 09 15:35:13.460936 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-b8501607-5f2e-4e07-896c-f572564488fb req-2cb10fd2-6c1d-41a5-a4c9-83266b787198 service neutron] For port 80fb518b-4f9d-4dec-9225-68312ef807c0, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=80fb518b-4f9d-4dec-9225-68312ef807c0,segment=NetworkSegment(2728a46b-6f42-41e4-abfd-2e3db73a97b6),segment_id=2728a46b-6f42-41e4-abfd-2e3db73a97b6)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:35:13.473818 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b8501607-5f2e-4e07-896c-f572564488fb req-2cb10fd2-6c1d-41a5-a4c9-83266b787198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:13.521830 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-70ca0611-18df-4610-9c47-db1cd622495f req-416eb4bf-cb1d-4f05-98e3-18ace42b4cc2 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997650 Dec 09 15:35:13.801616 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ee8a6-9e6c-4d79-baa7-3d34ac67de98 req-4160c3cd-aa72-427a-8b65-24ce9f38f315 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:13.803160 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ff0ee8a6-9e6c-4d79-baa7-3d34ac67de98 req-4160c3cd-aa72-427a-8b65-24ce9f38f315 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b547b96-534f-4bc0-ab6b-bf88fad1b31f HTTP/1.1" status: 200 len: 943 time: 0.1346848 Dec 09 15:35:13.891151 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8501607-5f2e-4e07-896c-f572564488fb req-2cb10fd2-6c1d-41a5-a4c9-83266b787198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:13.891773 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b8501607-5f2e-4e07-896c-f572564488fb req-2cb10fd2-6c1d-41a5-a4c9-83266b787198 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:13.893231 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b8501607-5f2e-4e07-896c-f572564488fb req-2cb10fd2-6c1d-41a5-a4c9-83266b787198 service neutron] 10.222.0.42 "PUT /v2.0/ports/80fb518b-4f9d-4dec-9225-68312ef807c0 HTTP/1.1" status: 200 len: 1091 time: 1.8091006 Dec 09 15:35:13.932299 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-a8ed62aa-d062-4413-b6f5-362ba10253ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:13.934735 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-a8ed62aa-d062-4413-b6f5-362ba10253ba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4721282 Dec 09 15:35:13.937800 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb10fd2-6c1d-41a5-a4c9-83266b787198 service neutron] Pushing event updated for resources: {'Port': ['ID=80fb518b-4f9d-4dec-9225-68312ef807c0,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:13.993699 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ff0ee8a6-9e6c-4d79-baa7-3d34ac67de98 req-5c633686-1cb7-4e29-b34d-acc61c279e91 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744628 Dec 09 15:35:14.000899 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-1ad8a868-dad5-4867-8315-ec8cdc409d90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e055be6-e9c3-48d5-b6d4-6887839530ea {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:35:14.036227 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-1ad8a868-dad5-4867-8315-ec8cdc409d90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:14.060387 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-1ad8a868-dad5-4867-8315-ec8cdc409d90 service neutron] Transition to ACTIVE for port object 6e055be6-e9c3-48d5-b6d4-6887839530ea will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:35:14.068356 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-1ad8a868-dad5-4867-8315-ec8cdc409d90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:14.076704 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8501607-5f2e-4e07-896c-f572564488fb req-d2fa567c-45bf-4ee6-862e-0d12e9b206d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:14.078268 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b8501607-5f2e-4e07-896c-f572564488fb req-d2fa567c-45bf-4ee6-862e-0d12e9b206d1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b98cde4c74447a0b0079eeef5f37b22&device_id=1b547b96-534f-4bc0-ab6b-bf88fad1b31f HTTP/1.1" status: 200 len: 1094 time: 0.1086624 Dec 09 15:35:14.136094 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b8501607-5f2e-4e07-896c-f572564488fb req-66bf704d-8f18-4833-bc35-ec83d2b5a553 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80fb518b-4f9d-4dec-9225-68312ef807c0 HTTP/1.1" status: 200 len: 217 time: 0.0387135 Dec 09 15:35:14.138785 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-ddbde493-7f9a-4e30-80f8-0a84965e4571 service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817400 Dec 09 15:35:14.175340 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8a868-dad5-4867-8315-ec8cdc409d90 service neutron] Pushing event updated for resources: {'Port': ['ID=6e055be6-e9c3-48d5-b6d4-6887839530ea,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:14.250388 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69978ce3-d883-4728-b84a-d60c585bf019 req-1d6af791-68f5-4901-bd78-2721372e1207 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:14.251916 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-69978ce3-d883-4728-b84a-d60c585bf019 req-1d6af791-68f5-4901-bd78-2721372e1207 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0a589d5-fc08-41a6-9357-5f8c45f36eb8 HTTP/1.1" status: 200 len: 948 time: 0.1498036 Dec 09 15:35:14.256029 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8501607-5f2e-4e07-896c-f572564488fb req-e5d1f47b-e897-47ce-9e10-98139266683e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:14.257553 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b8501607-5f2e-4e07-896c-f572564488fb req-e5d1f47b-e897-47ce-9e10-98139266683e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=01df2498-b8b6-4dc7-bb3a-e44d90f24165 HTTP/1.1" status: 200 len: 844 time: 0.1076868 Dec 09 15:35:14.302225 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b8501607-5f2e-4e07-896c-f572564488fb req-c4e02016-3996-41d5-8720-25122c2b9282 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5e9ad32d-c9e7-4e00-867a-aef980499810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332582 Dec 09 15:35:14.328942 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-1ad8a868-dad5-4867-8315-ec8cdc409d90 service neutron] Attempting to bind port 6e055be6-e9c3-48d5-b6d4-6887839530ea on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:35:14.329273 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-1ad8a868-dad5-4867-8315-ec8cdc409d90 service neutron] Attempting to bind port 6e055be6-e9c3-48d5-b6d4-6887839530ea by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:35:14.329603 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-1ad8a868-dad5-4867-8315-ec8cdc409d90 service neutron] Attempting to bind port 6e055be6-e9c3-48d5-b6d4-6887839530ea on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:35:14.336923 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-089f8c98-daeb-4299-bdcf-78510c5f0703 req-155b56a1-5712-42df-ba30-a44f850ff15c service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778913 Dec 09 15:35:14.345050 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee5c5e50-c0d4-49ed-b308-798f3e61799d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:14.348040 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-1ad8a868-dad5-4867-8315-ec8cdc409d90 service neutron] Port 6e055be6-e9c3-48d5-b6d4-6887839530ea on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:35:14.348370 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-1ad8a868-dad5-4867-8315-ec8cdc409d90 service neutron] Attempting to bind port 6e055be6-e9c3-48d5-b6d4-6887839530ea on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:35:14.388259 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-69978ce3-d883-4728-b84a-d60c585bf019 req-399f794e-63de-4a30-ba55-8f0fe080cd2c tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250248 Dec 09 15:35:14.392552 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-1ad8a868-dad5-4867-8315-ec8cdc409d90 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:35:14.392893 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-1ad8a868-dad5-4867-8315-ec8cdc409d90 service neutron] Checking segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:35:14.393271 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-1ad8a868-dad5-4867-8315-ec8cdc409d90 service neutron] Bound using segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:35:14.393697 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-1ad8a868-dad5-4867-8315-ec8cdc409d90 service neutron] Bound port: 6e055be6-e9c3-48d5-b6d4-6887839530ea, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:35:14.394049 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-1ad8a868-dad5-4867-8315-ec8cdc409d90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:14.420748 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b8501607-5f2e-4e07-896c-f572564488fb req-43e85eb0-d3eb-4164-a240-e7838387dc4e service neutron] 10.222.0.42 "GET /v2.0/networks/5e9ad32d-c9e7-4e00-867a-aef980499810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085837 Dec 09 15:35:14.518567 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b8501607-5f2e-4e07-896c-f572564488fb req-aa411248-d54e-46d7-898a-f6b9aaa0123f service neutron] 10.222.0.42 "GET /v2.0/networks/5e9ad32d-c9e7-4e00-867a-aef980499810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900850 Dec 09 15:35:14.520025 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-1ad8a868-dad5-4867-8315-ec8cdc409d90 service neutron] For port 6e055be6-e9c3-48d5-b6d4-6887839530ea, host n-h1-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:35:14.524736 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-1ad8a868-dad5-4867-8315-ec8cdc409d90 service neutron] For port 6e055be6-e9c3-48d5-b6d4-6887839530ea, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=6e055be6-e9c3-48d5-b6d4-6887839530ea,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:35:14.532264 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7464b55a-1013-4148-8243-016092e9508d x-openstack-request-id: req-7464b55a-1013-4148-8243-016092e9508d {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:35:14.532592 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c15617-8c5b-4505-ac55-2a62bbc909ab", "tag": "28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:35:14.532854 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7464b55a-1013-4148-8243-016092e9508d {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:35:14.533280 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c15617-8c5b-4505-ac55-2a62bbc909ab', 'tag': '28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4', 'status': 'completed', 'code': 200} Dec 09 15:35:14.556810 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-1ad8a868-dad5-4867-8315-ec8cdc409d90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:14.624326 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-1ad8a868-dad5-4867-8315-ec8cdc409d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:14.624817 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-1ad8a868-dad5-4867-8315-ec8cdc409d90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:14.626278 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-1ad8a868-dad5-4867-8315-ec8cdc409d90 service neutron] 10.222.0.42 "PUT /v2.0/ports/6e055be6-e9c3-48d5-b6d4-6887839530ea HTTP/1.1" status: 200 len: 1096 time: 1.7655544 Dec 09 15:35:14.628626 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a589d5-fc08-41a6-9357-5f8c45f36eb8', 'tag': '6e055be6-e9c3-48d5-b6d4-6887839530ea'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:35:14.630751 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1826618-4f89-4e4c-a28a-8e3746050b69" -d '{"events": [{"name": "network-changed", "server_uuid": "f0a589d5-fc08-41a6-9357-5f8c45f36eb8", "tag": "6e055be6-e9c3-48d5-b6d4-6887839530ea"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:35:14.656915 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3524d-c12b-46ce-b049-f41e0167e418 req-8036da9a-8395-40d9-98da-031f9a46baaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:14.658455 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-75d3524d-c12b-46ce-b049-f41e0167e418 req-8036da9a-8395-40d9-98da-031f9a46baaf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f6f8b860b8cb464c96c43840787f6ea8&device_id=18c15617-8c5b-4505-ac55-2a62bbc909ab HTTP/1.1" status: 200 len: 1098 time: 0.0524595 Dec 09 15:35:14.685751 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8a868-dad5-4867-8315-ec8cdc409d90 service neutron] Pushing event updated for resources: {'Port': ['ID=6e055be6-e9c3-48d5-b6d4-6887839530ea,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:14.710949 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf22ca-db0d-4836-8c61-21abf0cb39b0 req-d96d101e-b983-4b90-90e8-db79c6a0c264 tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:14.712497 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8cbf22ca-db0d-4836-8c61-21abf0cb39b0 req-d96d101e-b983-4b90-90e8-db79c6a0c264 tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] 10.222.0.57 "GET /v2.0/ports?device_id=f14f3e12-61a1-4444-87ae-f05760ad5b67 HTTP/1.1" status: 200 len: 945 time: 0.1103098 Dec 09 15:35:14.770730 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14f3e12-61a1-4444-87ae-f05760ad5b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57fb3b56-2caf-419a-9609-9ee415a31007'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:35:14.773808 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce87f23d-b412-423b-a638-e84bbe5ba7e9" -d '{"events": [{"server_uuid": "f14f3e12-61a1-4444-87ae-f05760ad5b67", "name": "network-vif-plugged", "status": "completed", "tag": "57fb3b56-2caf-419a-9609-9ee415a31007"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:35:14.777837 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3524d-c12b-46ce-b049-f41e0167e418 req-66d5bf1d-ff57-4853-b968-bfdb60025a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:14.779313 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-75d3524d-c12b-46ce-b049-f41e0167e418 req-66d5bf1d-ff57-4853-b968-bfdb60025a28 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.1002674 Dec 09 15:35:14.787383 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-0696a69c-97e0-4964-86c8-4c53d0bf3815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:14.789389 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-0696a69c-97e0-4964-86c8-4c53d0bf3815 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=adcdc531e5364eaa95bec0e36a7f7c2a&device_id=f0a589d5-fc08-41a6-9357-5f8c45f36eb8 HTTP/1.1" status: 200 len: 1099 time: 0.0998883 Dec 09 15:35:14.814857 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8cbf22ca-db0d-4836-8c61-21abf0cb39b0 req-61f6b59a-e453-4bba-a233-0a61cf65eed1 tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1eca18f-18c4-496b-b183-fda3dd4d5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868387 Dec 09 15:35:14.842929 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-75d3524d-c12b-46ce-b049-f41e0167e418 req-6a602499-774d-4be0-8397-d7d12abf0591 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4 HTTP/1.1" status: 200 len: 217 time: 0.0540147 Dec 09 15:35:14.871301 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-d60a78a0-6069-4655-a8d8-a6d646814088 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=6e055be6-e9c3-48d5-b6d4-6887839530ea HTTP/1.1" status: 200 len: 217 time: 0.0553904 Dec 09 15:35:14.903048 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3524d-c12b-46ce-b049-f41e0167e418 req-2aad2010-18e7-455c-9b72-da86cceac4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:14.904667 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-75d3524d-c12b-46ce-b049-f41e0167e418 req-2aad2010-18e7-455c-9b72-da86cceac4b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0544908 Dec 09 15:35:14.951627 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3524d-c12b-46ce-b049-f41e0167e418 req-1b197aea-9f9b-49fe-bb19-a18fc36fa5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:14.953198 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-75d3524d-c12b-46ce-b049-f41e0167e418 req-1b197aea-9f9b-49fe-bb19-a18fc36fa5ae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0406861 Dec 09 15:35:14.974004 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-9784d1de-7b60-4528-9bc0-c461ea4eb7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:14.975486 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-9784d1de-7b60-4528-9bc0-c461ea4eb7af service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0836163 Dec 09 15:35:15.020980 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c24c09-edf6-4b6c-a449-efd5bbd0af97 req-14319fc8-e51e-40ad-abf6-7cb3286eda1a tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:15.022432 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-61c24c09-edf6-4b6c-a449-efd5bbd0af97 req-14319fc8-e51e-40ad-abf6-7cb3286eda1a tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c15617-8c5b-4505-ac55-2a62bbc909ab HTTP/1.1" status: 200 len: 947 time: 0.1201923 Dec 09 15:35:15.026819 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-ee5c5e50-c0d4-49ed-b308-798f3e61799d admin admin] Deleting port 51f2471e-c38e-47fc-8651-4bd9ccfb5045 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:35:15.027163 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee5c5e50-c0d4-49ed-b308-798f3e61799d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:15.052720 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-75d3524d-c12b-46ce-b049-f41e0167e418 req-59a0fbf1-55d4-43f7-a193-4d5409b64684 service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913095 Dec 09 15:35:15.111885 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-4408d05f-f702-48e4-b616-3838972abdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:15.113403 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-4408d05f-f702-48e4-b616-3838972abdd5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1286883 Dec 09 15:35:15.142043 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-75d3524d-c12b-46ce-b049-f41e0167e418 req-f728d752-89bf-436c-95df-02b9b649a55a service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818684 Dec 09 15:35:15.155457 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-61c24c09-edf6-4b6c-a449-efd5bbd0af97 req-e909029c-1617-4874-a47c-d8908ac4bffb tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/security-groups?id=8748497e-50a8-4e02-930b-ae6378f890e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247573 Dec 09 15:35:15.202493 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-ee5c5e50-c0d4-49ed-b308-798f3e61799d admin admin] For port 51f2471e-c38e-47fc-8651-4bd9ccfb5045, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=51f2471e-c38e-47fc-8651-4bd9ccfb5045,segment=NetworkSegment(94b9090c-b2b9-43ba-9fb3-55c2b12e4231),segment_id=94b9090c-b2b9-43ba-9fb3-55c2b12e4231)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:15.202850 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee5c5e50-c0d4-49ed-b308-798f3e61799d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:15.229049 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-ee5c5e50-c0d4-49ed-b308-798f3e61799d admin admin] Calling delete_port for 51f2471e-c38e-47fc-8651-4bd9ccfb5045 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:35:15.313732 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-5745980b-a71d-4227-afe9-4e76b1679259 service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900146 Dec 09 15:35:15.338904 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959f3ff-1b37-4ca0-a2bd-eb59cb85774f req-26546a4a-a759-4e36-a07f-0443d0e12385 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:15.340333 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d959f3ff-1b37-4ca0-a2bd-eb59cb85774f req-26546a4a-a759-4e36-a07f-0443d0e12385 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=08c23171-88b1-4baa-99ea-6af03933aec0 HTTP/1.1" status: 200 len: 946 time: 0.1251402 Dec 09 15:35:15.688624 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:15.775313 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d959f3ff-1b37-4ca0-a2bd-eb59cb85774f req-b51feab1-5d13-48f8-a725-a842ead85a35 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178221 Dec 09 15:35:15.784217 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ac1d6ef0-1765-4b72-b1e2-f91d8f98ec86 req-3fea2d7e-63b1-4e70-960d-7f4abf617816 service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609027 Dec 09 15:35:15.827080 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f1d5b9-744b-489a-85e6-c600681be592 x-openstack-request-id: req-d2f1d5b9-744b-489a-85e6-c600681be592 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:35:15.827705 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0a589d5-fc08-41a6-9357-5f8c45f36eb8", "tag": "6e055be6-e9c3-48d5-b6d4-6887839530ea", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:35:15.827705 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d2f1d5b9-744b-489a-85e6-c600681be592 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:35:15.828068 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0a589d5-fc08-41a6-9357-5f8c45f36eb8', 'tag': '6e055be6-e9c3-48d5-b6d4-6887839530ea', 'status': 'completed', 'code': 200} Dec 09 15:35:15.853492 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee5c5e50-c0d4-49ed-b308-798f3e61799d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:15.855282 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c971fb2-1ce9-4f80-97e5-bbcaf700ad1b x-openstack-request-id: req-3c971fb2-1ce9-4f80-97e5-bbcaf700ad1b {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:35:15.855779 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f14f3e12-61a1-4444-87ae-f05760ad5b67", "name": "network-vif-plugged", "status": "completed", "tag": "57fb3b56-2caf-419a-9609-9ee415a31007", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:35:15.855868 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3c971fb2-1ce9-4f80-97e5-bbcaf700ad1b {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:35:15.856269 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f14f3e12-61a1-4444-87ae-f05760ad5b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57fb3b56-2caf-419a-9609-9ee415a31007', 'code': 200} Dec 09 15:35:15.886930 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c5e50-c0d4-49ed-b308-798f3e61799d admin admin] Pushing event deleted for resources: {'Port': ['ID=51f2471e-c38e-47fc-8651-4bd9ccfb5045,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:16.028515 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1826618-4f89-4e4c-a28a-8e3746050b69 req-abb2c3e6-3dbf-4e94-bb2f-4ee0b9c799b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:16.030038 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c1826618-4f89-4e4c-a28a-8e3746050b69 req-abb2c3e6-3dbf-4e94-bb2f-4ee0b9c799b5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=adcdc531e5364eaa95bec0e36a7f7c2a&device_id=f0a589d5-fc08-41a6-9357-5f8c45f36eb8 HTTP/1.1" status: 200 len: 1099 time: 0.1100800 Dec 09 15:35:16.066283 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424afa5-2e6a-4e5a-bd2d-2396be388ae9 req-001c8013-5718-4805-bef7-314a9d994d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:16.067778 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e424afa5-2e6a-4e5a-bd2d-2396be388ae9 req-001c8013-5718-4805-bef7-314a9d994d8b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f14f3e12-61a1-4444-87ae-f05760ad5b67 HTTP/1.1" status: 200 len: 1096 time: 0.1489172 Dec 09 15:35:16.259186 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e424afa5-2e6a-4e5a-bd2d-2396be388ae9 req-b58461da-5ec3-4ea9-83f5-b08ea883658d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b1eca18f-18c4-496b-b183-fda3dd4d5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775141 Dec 09 15:35:16.262563 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee5c5e50-c0d4-49ed-b308-798f3e61799d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:16.284910 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1826618-4f89-4e4c-a28a-8e3746050b69 req-0b1e4f43-6e1a-43d4-836c-40516a13fdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:16.286392 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c1826618-4f89-4e4c-a28a-8e3746050b69 req-0b1e4f43-6e1a-43d4-836c-40516a13fdcd service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.2177358 Dec 09 15:35:16.344767 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19690f1-7bcb-4c28-835d-1b69d13b3849 req-75a4d45d-88cf-4977-99a7-f4f59778ae99 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:16.346258 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c19690f1-7bcb-4c28-835d-1b69d13b3849 req-75a4d45d-88cf-4977-99a7-f4f59778ae99 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b547b96-534f-4bc0-ab6b-bf88fad1b31f HTTP/1.1" status: 200 len: 943 time: 0.1530468 Dec 09 15:35:16.381600 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c1826618-4f89-4e4c-a28a-8e3746050b69 req-e2db81d9-f507-420c-8209-4da6bed3cdf9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=6e055be6-e9c3-48d5-b6d4-6887839530ea HTTP/1.1" status: 200 len: 217 time: 0.0865078 Dec 09 15:35:16.500883 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1826618-4f89-4e4c-a28a-8e3746050b69 req-33c5aab5-a616-47f1-91d9-48e52f830830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:16.502361 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c1826618-4f89-4e4c-a28a-8e3746050b69 req-33c5aab5-a616-47f1-91d9-48e52f830830 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.1118982 Dec 09 15:35:16.513719 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c19690f1-7bcb-4c28-835d-1b69d13b3849 req-61c8b73b-2aa6-4875-bf19-ad2fdb59970b tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358604 Dec 09 15:35:16.534921 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b547b96-534f-4bc0-ab6b-bf88fad1b31f', 'tag': '80fb518b-4f9d-4dec-9225-68312ef807c0'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:35:16.538381 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c83508-79e8-443f-bb9c-ff6b036dc733" -d '{"events": [{"name": "network-changed", "server_uuid": "1b547b96-534f-4bc0-ab6b-bf88fad1b31f", "tag": "80fb518b-4f9d-4dec-9225-68312ef807c0"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:35:16.650410 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1826618-4f89-4e4c-a28a-8e3746050b69 req-7ed75539-be75-4d65-9a41-9b80f045150e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:16.651960 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c1826618-4f89-4e4c-a28a-8e3746050b69 req-7ed75539-be75-4d65-9a41-9b80f045150e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1374631 Dec 09 15:35:16.734045 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb096d-a943-4b7d-a970-781f25eed127 req-58bfaca4-b12c-4cff-b80a-66b4213592f5 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:16.735525 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-62bb096d-a943-4b7d-a970-781f25eed127 req-58bfaca4-b12c-4cff-b80a-66b4213592f5 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0a589d5-fc08-41a6-9357-5f8c45f36eb8 HTTP/1.1" status: 200 len: 948 time: 0.1449924 Dec 09 15:35:16.742867 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5c5e50-c0d4-49ed-b308-798f3e61799d admin admin] Router 7c343e52-de6a-40f8-a63a-5a24f68bd035 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:35:16.857526 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c1826618-4f89-4e4c-a28a-8e3746050b69 req-db1cb33b-6510-4c9d-8bf3-32050d1ae18c service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957786 Dec 09 15:35:16.862446 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-62bb096d-a943-4b7d-a970-781f25eed127 req-9ac32acb-1663-4d39-9b4d-0b1c55533a75 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184711 Dec 09 15:35:16.954736 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 3badd480-8b43-4c9d-bc5c-ef0129304165 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:35:16.987481 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5c5e50-c0d4-49ed-b308-798f3e61799d admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:35:16.996389 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ee5c5e50-c0d4-49ed-b308-798f3e61799d admin admin] 10.222.0.57 "PUT /v2.0/routers/7c343e52-de6a-40f8-a63a-5a24f68bd035/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2083395 Dec 09 15:35:16.996389 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59018) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:16.999357 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348294e3-8437-411d-8e5b-521b388597a6 None None] Sync routers for ids ['7c343e52-de6a-40f8-a63a-5a24f68bd035'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:35:17.015487 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348294e3-8437-411d-8e5b-521b388597a6 None None] Routers {'7c343e52-de6a-40f8-a63a-5a24f68bd035'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:35:17.016435 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-348294e3-8437-411d-8e5b-521b388597a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:34:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['7c343e52-de6a-40f8-a63a-5a24f68bd035'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:17.049129 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c1826618-4f89-4e4c-a28a-8e3746050b69 req-76f75b72-1df5-40a8-af14-90b8d681bda7 service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836503 Dec 09 15:35:17.090042 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:17.133199 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 3badd480-8b43-4c9d-bc5c-ef0129304165, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=3badd480-8b43-4c9d-bc5c-ef0129304165,segment=NetworkSegment(3c8c96ac-fcd7-4b06-91d5-8b3b47be9336),segment_id=3c8c96ac-fcd7-4b06-91d5-8b3b47be9336)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:17.141182 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:17.150140 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-96cf9e80-5453-4246-bac4-38b1358916dd admin admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:17.176181 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-348294e3-8437-411d-8e5b-521b388597a6 None None] Set router 7c343e52-de6a-40f8-a63a-5a24f68bd035 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:35:17.201984 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110b4cc-8dc1-493e-ac10-01c9a5caad27 req-a67ae2e6-80c6-4ffb-a381-167df651241d tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:17.203629 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0110b4cc-8dc1-493e-ac10-01c9a5caad27 req-a67ae2e6-80c6-4ffb-a381-167df651241d tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] 10.222.0.57 "GET /v2.0/ports?device_id=f14f3e12-61a1-4444-87ae-f05760ad5b67 HTTP/1.1" status: 200 len: 945 time: 0.1060617 Dec 09 15:35:17.204894 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=3badd480-8b43-4c9d-bc5c-ef0129304165,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:17.306448 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0110b4cc-8dc1-493e-ac10-01c9a5caad27 req-3fd18a43-a549-4f8c-a37d-280ed43bb35a tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1eca18f-18c4-496b-b183-fda3dd4d5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936553 Dec 09 15:35:17.313822 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-96cf9e80-5453-4246-bac4-38b1358916dd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:17.435687 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-348294e3-8437-411d-8e5b-521b388597a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-455506136-router', 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '137983f4-1713-4485-9d80-5bb0195afc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:27:52Z', 'updated_at': '2021-12-09T15:35:15Z', 'revision_number': 5, 'project_id': '544d079d0d95474e9d4ca372f968fba4', 'gw_port': {'id': '137983f4-1713-4485-9d80-5bb0195afc58', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:53Z', 'updated_at': '2021-12-09T15:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:17.451155 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-96cf9e80-5453-4246-bac4-38b1358916dd admin admin] Deleting port 137983f4-1713-4485-9d80-5bb0195afc58 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:35:17.451500 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-96cf9e80-5453-4246-bac4-38b1358916dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:17.466292 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348294e3-8437-411d-8e5b-521b388597a6 None None] Checking router: 7c343e52-de6a-40f8-a63a-5a24f68bd035 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:35:17.470238 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b5814-fa47-4225-8e98-4c68fbbcd8c7 req-76607a06-7175-4722-8037-10980a04c7df tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:17.472034 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4c7b5814-fa47-4225-8e98-4c68fbbcd8c7 req-76607a06-7175-4722-8037-10980a04c7df tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c15617-8c5b-4505-ac55-2a62bbc909ab HTTP/1.1" status: 200 len: 947 time: 0.0818961 Dec 09 15:35:17.475007 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348294e3-8437-411d-8e5b-521b388597a6 None None] Routers {'7c343e52-de6a-40f8-a63a-5a24f68bd035'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:35:17.475605 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-348294e3-8437-411d-8e5b-521b388597a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:34:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['7c343e52-de6a-40f8-a63a-5a24f68bd035'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:17.567911 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-348294e3-8437-411d-8e5b-521b388597a6 None None] Set router 7c343e52-de6a-40f8-a63a-5a24f68bd035 gateway port host: None {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:35:17.575043 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4c7b5814-fa47-4225-8e98-4c68fbbcd8c7 req-693b68e7-a6d8-40c3-97e3-da060620501d tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/security-groups?id=8748497e-50a8-4e02-930b-ae6378f890e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786247 Dec 09 15:35:17.576790 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-96cf9e80-5453-4246-bac4-38b1358916dd admin admin] For port 137983f4-1713-4485-9d80-5bb0195afc58, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=137983f4-1713-4485-9d80-5bb0195afc58,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:17.577155 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-96cf9e80-5453-4246-bac4-38b1358916dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:17.590659 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-96cf9e80-5453-4246-bac4-38b1358916dd admin admin] Calling delete_port for 137983f4-1713-4485-9d80-5bb0195afc58 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:35:17.634641 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-348294e3-8437-411d-8e5b-521b388597a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-455506136-router', 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:27:52Z', 'updated_at': '2021-12-09T15:35:17Z', 'revision_number': 6, 'project_id': '544d079d0d95474e9d4ca372f968fba4', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:17.637590 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5c7698-4a2a-4ea3-bb8c-7bc21bfc7cc3 x-openstack-request-id: req-8e5c7698-4a2a-4ea3-bb8c-7bc21bfc7cc3 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:35:17.638445 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b547b96-534f-4bc0-ab6b-bf88fad1b31f", "tag": "80fb518b-4f9d-4dec-9225-68312ef807c0", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:35:17.638974 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8e5c7698-4a2a-4ea3-bb8c-7bc21bfc7cc3 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:35:17.639566 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b547b96-534f-4bc0-ab6b-bf88fad1b31f', 'tag': '80fb518b-4f9d-4dec-9225-68312ef807c0', 'status': 'completed', 'code': 200} Dec 09 15:35:17.674034 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348294e3-8437-411d-8e5b-521b388597a6 None None] The sync data for ids ['7c343e52-de6a-40f8-a63a-5a24f68bd035'] in n-d-821228-1 is: [{'id': '7c343e52-de6a-40f8-a63a-5a24f68bd035', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-455506136-router', 'tenant_id': '544d079d0d95474e9d4ca372f968fba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:27:52Z', 'updated_at': '2021-12-09T15:35:17Z', 'revision_number': 6, 'project_id': '544d079d0d95474e9d4ca372f968fba4', 'gw_port_host': None}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:35:17.848891 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c83508-79e8-443f-bb9c-ff6b036dc733 req-f8becbaf-3a0c-4bdb-892c-173374f90a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:17.850335 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f2c83508-79e8-443f-bb9c-ff6b036dc733 req-f8becbaf-3a0c-4bdb-892c-173374f90a74 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b98cde4c74447a0b0079eeef5f37b22&device_id=1b547b96-534f-4bc0-ab6b-bf88fad1b31f HTTP/1.1" status: 200 len: 1094 time: 0.1126788 Dec 09 15:35:17.852987 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-96cf9e80-5453-4246-bac4-38b1358916dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:17.858090 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c23171-88b1-4baa-99ea-6af03933aec0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3badd480-8b43-4c9d-bc5c-ef0129304165'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:35:17.860101 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff138222-c497-4bdc-89e1-f36abf719560" -d '{"events": [{"server_uuid": "08c23171-88b1-4baa-99ea-6af03933aec0", "name": "network-vif-unplugged", "status": "completed", "tag": "3badd480-8b43-4c9d-bc5c-ef0129304165"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:35:17.879469 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3c6ca-429c-4e4c-9008-dd288cbf88af req-d7292fb1-383f-4edc-a34e-b16624c794d1 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:17.881063 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-54f3c6ca-429c-4e4c-9008-dd288cbf88af req-d7292fb1-383f-4edc-a34e-b16624c794d1 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=08c23171-88b1-4baa-99ea-6af03933aec0 HTTP/1.1" status: 200 len: 944 time: 0.1421797 Dec 09 15:35:17.917431 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf9e80-5453-4246-bac4-38b1358916dd admin admin] Pushing event deleted for resources: {'Port': ['ID=137983f4-1713-4485-9d80-5bb0195afc58,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:18.062811 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-96cf9e80-5453-4246-bac4-38b1358916dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:18.068159 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-54f3c6ca-429c-4e4c-9008-dd288cbf88af req-3b54da5a-69f6-44f0-9d3a-7dfe0c62fd21 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633911 Dec 09 15:35:18.171123 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c83508-79e8-443f-bb9c-ff6b036dc733 req-31237a5a-16f8-467e-b7a6-91875ce691ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:18.172513 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f2c83508-79e8-443f-bb9c-ff6b036dc733 req-31237a5a-16f8-467e-b7a6-91875ce691ca service neutron] 10.222.0.42 "GET /v2.0/networks?id=5e9ad32d-c9e7-4e00-867a-aef980499810 HTTP/1.1" status: 200 len: 905 time: 0.3122993 Dec 09 15:35:18.516101 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-96cf9e80-5453-4246-bac4-38b1358916dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:18.519632 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-96cf9e80-5453-4246-bac4-38b1358916dd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:18.552092 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f2c83508-79e8-443f-bb9c-ff6b036dc733 req-4afdf3af-abdb-4b73-8e34-b28add5f3e0f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80fb518b-4f9d-4dec-9225-68312ef807c0 HTTP/1.1" status: 200 len: 217 time: 0.3538513 Dec 09 15:35:18.652510 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a38ffb-dd71-45c0-834a-3ba19f7fb148 req-19975c9e-63eb-4189-978d-1d62a14d3149 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:18.654302 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-66a38ffb-dd71-45c0-834a-3ba19f7fb148 req-19975c9e-63eb-4189-978d-1d62a14d3149 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b547b96-534f-4bc0-ab6b-bf88fad1b31f HTTP/1.1" status: 200 len: 943 time: 0.4937341 Dec 09 15:35:18.659361 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-96cf9e80-5453-4246-bac4-38b1358916dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:18.659906 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96cf9e80-5453-4246-bac4-38b1358916dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c343e52-de6a-40f8-a63a-5a24f68bd035 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:35:18.665234 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-96cf9e80-5453-4246-bac4-38b1358916dd admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:18.669334 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-96cf9e80-5453-4246-bac4-38b1358916dd admin admin] 10.222.0.57 "DELETE /v2.0/routers/7c343e52-de6a-40f8-a63a-5a24f68bd035 HTTP/1.1" status: 204 len: 168 time: 1.6694992 Dec 09 15:35:18.670123 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59036) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:18.692463 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c83508-79e8-443f-bb9c-ff6b036dc733 req-70ee51c1-d8cb-467b-b24d-d51c1949038a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:18.693980 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f2c83508-79e8-443f-bb9c-ff6b036dc733 req-70ee51c1-d8cb-467b-b24d-d51c1949038a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=01df2498-b8b6-4dc7-bb3a-e44d90f24165 HTTP/1.1" status: 200 len: 844 time: 0.1181850 Dec 09 15:35:18.727885 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b03ce12-f877-424d-81de-2175f1a8ec77 admin admin] Deleting subnet fd6cf3c6-eae1-454b-835d-918a28ae0ed5 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:35:18.734797 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2b03ce12-f877-424d-81de-2175f1a8ec77 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:18.738864 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f2c83508-79e8-443f-bb9c-ff6b036dc733 req-3cac9650-c889-455f-b2db-d331aed7c623 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5e9ad32d-c9e7-4e00-867a-aef980499810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361006 Dec 09 15:35:18.767269 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-66a38ffb-dd71-45c0-834a-3ba19f7fb148 req-f25bdc73-e205-4a02-9e25-fc0b11e0a078 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970755 Dec 09 15:35:18.793324 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2b03ce12-f877-424d-81de-2175f1a8ec77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:18.846680 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 15:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a94e98-12ec-457f-b826-3f56926499ae x-openstack-request-id: req-27a94e98-12ec-457f-b826-3f56926499ae {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:35:18.847762 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c23171-88b1-4baa-99ea-6af03933aec0", "name": "network-vif-unplugged", "status": "completed", "tag": "3badd480-8b43-4c9d-bc5c-ef0129304165", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:35:18.848469 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-27a94e98-12ec-457f-b826-3f56926499ae {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:35:18.849435 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c23171-88b1-4baa-99ea-6af03933aec0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3badd480-8b43-4c9d-bc5c-ef0129304165', 'code': 200} Dec 09 15:35:18.894409 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2b03ce12-f877-424d-81de-2175f1a8ec77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:18.896443 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f2c83508-79e8-443f-bb9c-ff6b036dc733 req-9fb7e28b-bd68-48e3-923c-7d8a4c9e9125 service neutron] 10.222.0.42 "GET /v2.0/networks/5e9ad32d-c9e7-4e00-867a-aef980499810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474974 Dec 09 15:35:18.954653 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:35:18.962177 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2b03ce12-f877-424d-81de-2175f1a8ec77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:19.011104 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2b03ce12-f877-424d-81de-2175f1a8ec77 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:19.015961 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2b03ce12-f877-424d-81de-2175f1a8ec77 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/fd6cf3c6-eae1-454b-835d-918a28ae0ed5 HTTP/1.1" status: 204 len: 168 time: 0.3427911 Dec 09 15:35:19.017960 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b03ce12-f877-424d-81de-2175f1a8ec77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd6cf3c6-eae1-454b-835d-918a28ae0ed5,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:19.018784 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59038) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:19.032957 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65126058-9bff-4742-bcbb-7200a651f02a None None] Network 1623f57f-14ee-4f27-909a-4111ec1638fe requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:35:19.035269 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892434e6-47c5-4a37-8566-1658a8efc68f req-952a5414-29d5-4929-9b02-4d18eeb32aef tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:19.037443 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-892434e6-47c5-4a37-8566-1658a8efc68f req-952a5414-29d5-4929-9b02-4d18eeb32aef tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0a589d5-fc08-41a6-9357-5f8c45f36eb8 HTTP/1.1" status: 200 len: 948 time: 0.1336493 Dec 09 15:35:19.060155 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f2c83508-79e8-443f-bb9c-ff6b036dc733 req-af1e0578-c2ac-4678-b5e4-fbaa6b229f96 service neutron] 10.222.0.42 "GET /v2.0/networks/5e9ad32d-c9e7-4e00-867a-aef980499810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548631 Dec 09 15:35:19.145819 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:19.151491 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6f1c25b9-023d-466f-bffb-2ad590828f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:19.163370 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'port_id': '28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4', 'mac_address': 'fa:16:3e:7a:bd:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6953c-1261-4e7c-8b49-64e5b87424c2', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:35:19.167647 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-892434e6-47c5-4a37-8566-1658a8efc68f req-eccf3361-f3ac-416c-9242-85069f93d92d tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176255 Dec 09 15:35:19.211222 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:19.233853 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:35:19.256945 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b83c07-ffe1-4711-92f8-27cdf4e9dd82 None None] DHCP port deletion for 1623f57f-14ee-4f27-909a-4111ec1638fe request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:35:19.258154 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6f1c25b9-023d-466f-bffb-2ad590828f06 admin admin] Deleting port d119bedf-3c18-4eea-b78d-67185ea416fe {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:35:19.258671 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6f1c25b9-023d-466f-bffb-2ad590828f06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:19.263508 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:19.286826 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:19.287485 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 3badd480-8b43-4c9d-bc5c-ef0129304165 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:35:19.331560 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-6f1c25b9-023d-466f-bffb-2ad590828f06 admin admin] For port d119bedf-3c18-4eea-b78d-67185ea416fe, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d119bedf-3c18-4eea-b78d-67185ea416fe,segment=NetworkSegment(94b9090c-b2b9-43ba-9fb3-55c2b12e4231),segment_id=94b9090c-b2b9-43ba-9fb3-55c2b12e4231)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:19.331760 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6f1c25b9-023d-466f-bffb-2ad590828f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:19.349915 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6f1c25b9-023d-466f-bffb-2ad590828f06 admin admin] Calling delete_port for d119bedf-3c18-4eea-b78d-67185ea416fe owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:35:19.504133 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 137983f4-1713-4485-9d80-5bb0195afc58 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:35:19.512833 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6fac3-940a-4222-8ba9-2193bee48bfe req-c6fd285d-a325-483e-b37e-fcadd6e13206 tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:19.514293 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-29a6fac3-940a-4222-8ba9-2193bee48bfe req-c6fd285d-a325-483e-b37e-fcadd6e13206 tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] 10.222.0.57 "GET /v2.0/ports?device_id=f14f3e12-61a1-4444-87ae-f05760ad5b67 HTTP/1.1" status: 200 len: 945 time: 0.0840173 Dec 09 15:35:19.539418 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6f1c25b9-023d-466f-bffb-2ad590828f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:19.539656 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 137983f4-1713-4485-9d80-5bb0195afc58 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:35:19.540006 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 137983f4-1713-4485-9d80-5bb0195afc58 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:35:19.540449 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d119bedf-3c18-4eea-b78d-67185ea416fe no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:35:19.552752 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1c25b9-023d-466f-bffb-2ad590828f06 admin admin] No DVR routers for this DVR port d119bedf-3c18-4eea-b78d-67185ea416fe on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:35:19.581809 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: d119bedf-3c18-4eea-b78d-67185ea416fe {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:35:19.582152 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d119bedf-3c18-4eea-b78d-67185ea416fe not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:35:19.582574 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 51f2471e-c38e-47fc-8651-4bd9ccfb5045 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:35:19.596502 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c25b9-023d-466f-bffb-2ad590828f06 admin admin] Pushing event deleted for resources: {'Port': ['ID=d119bedf-3c18-4eea-b78d-67185ea416fe,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:19.635252 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:19.639832 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 51f2471e-c38e-47fc-8651-4bd9ccfb5045 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:35:19.640180 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 51f2471e-c38e-47fc-8651-4bd9ccfb5045 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:35:19.671948 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-13b83c07-ffe1-4711-92f8-27cdf4e9dd82 None None] Deleting port d119bedf-3c18-4eea-b78d-67185ea416fe {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:35:19.672362 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-13b83c07-ffe1-4711-92f8-27cdf4e9dd82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:19.676500 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6f1c25b9-023d-466f-bffb-2ad590828f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:19.696872 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-29a6fac3-940a-4222-8ba9-2193bee48bfe req-166e2ba5-8d20-4574-8922-21ac6379f9a2 tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1eca18f-18c4-496b-b183-fda3dd4d5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752031 Dec 09 15:35:19.718377 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-6f1c25b9-023d-466f-bffb-2ad590828f06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1623f57f-14ee-4f27-909a-4111ec1638fe']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:19.733305 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-6f1c25b9-023d-466f-bffb-2ad590828f06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94b9090c-b2b9-43ba-9fb3-55c2b12e4231') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:19.733792 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-6f1c25b9-023d-466f-bffb-2ad590828f06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94b9090c-b2b9-43ba-9fb3-55c2b12e4231') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:19.741060 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 3badd480-8b43-4c9d-bc5c-ef0129304165, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=3badd480-8b43-4c9d-bc5c-ef0129304165,segment=NetworkSegment(3c8c96ac-fcd7-4b06-91d5-8b3b47be9336),segment_id=3c8c96ac-fcd7-4b06-91d5-8b3b47be9336)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:19.746958 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6f1c25b9-023d-466f-bffb-2ad590828f06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:19.765743 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '3badd480-8b43-4c9d-bc5c-ef0129304165', 'network_id': '64ebf9fc-d424-49ca-871c-a35862c4a5f0', 'port_id': '3badd480-8b43-4c9d-bc5c-ef0129304165', 'mac_address': 'fa:16:3e:e2:d4:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a04522e-f81a-4661-bcf3-8978215b87d1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:35:19.767262 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6f1c25b9-023d-466f-bffb-2ad590828f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:19.767612 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-13b83c07-ffe1-4711-92f8-27cdf4e9dd82 None None] For port d119bedf-3c18-4eea-b78d-67185ea416fe, host n-d-821228-1, got binding levels [] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:19.768009 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-13b83c07-ffe1-4711-92f8-27cdf4e9dd82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:19.775823 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f1c25b9-023d-466f-bffb-2ad590828f06 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:35:19.776512 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6f1c25b9-023d-466f-bffb-2ad590828f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:19.778766 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:35:19.778766 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:35:19.778766 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:35:19.778766 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:35:19.778766 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:35:19.778766 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:35:19.778766 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:35:19.778766 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:35:19.778766 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:35:19.778766 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:35:19.778766 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:35:19.778766 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:35:19.778766 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:35:19.778766 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:35:19.778766 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:35:19.778766 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:35:19.778766 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:35:19.778766 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:35:19.778766 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:35:19.778766 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:35:19.778766 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:35:19.778766 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:35:19.778766 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:35:19.778766 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:35:19.778766 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:35:19.778766 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:35:19.778766 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:35:19.778766 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:35:19.778766 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:35:19.778766 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:35:19.778766 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:35:19.778766 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:35:19.802213 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-13b83c07-ffe1-4711-92f8-27cdf4e9dd82 None None] Calling delete_port for d119bedf-3c18-4eea-b78d-67185ea416fe owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:35:19.806252 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.ipam_backend_mixin [None req-13b83c07-ffe1-4711-92f8-27cdf4e9dd82 None None] Port d119bedf-3c18-4eea-b78d-67185ea416fe was not found and therefore no delete operation was performed {{(pid=103246) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 15:35:19.811061 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-13b83c07-ffe1-4711-92f8-27cdf4e9dd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:19.844445 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b83c07-ffe1-4711-92f8-27cdf4e9dd82 None None] Pushing event deleted for resources: {'Port': ['ID=d119bedf-3c18-4eea-b78d-67185ea416fe,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:19.848005 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:19.853905 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b83c07-ffe1-4711-92f8-27cdf4e9dd82 None None] No DVR routers for this DVR port d119bedf-3c18-4eea-b78d-67185ea416fe on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:35:19.875442 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3badd480-8b43-4c9d-bc5c-ef0129304165 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:35:19.884615 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33868180-6888-4596-b4a6-318a926cf109 req-ba057b3d-71b8-46ed-a162-7f4d00feb612 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:19.886470 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-33868180-6888-4596-b4a6-318a926cf109 req-ba057b3d-71b8-46ed-a162-7f4d00feb612 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c15617-8c5b-4505-ac55-2a62bbc909ab HTTP/1.1" status: 200 len: 948 time: 0.1069024 Dec 09 15:35:19.887615 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6f1c25b9-023d-466f-bffb-2ad590828f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:19.893439 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6f1c25b9-023d-466f-bffb-2ad590828f06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:19.899166 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6f1c25b9-023d-466f-bffb-2ad590828f06 admin admin] 10.222.0.57 "DELETE /v2.0/networks/1623f57f-14ee-4f27-909a-4111ec1638fe HTTP/1.1" status: 204 len: 168 time: 0.8765926 Dec 09 15:35:19.899738 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59048) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:19.905734 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 3badd480-8b43-4c9d-bc5c-ef0129304165, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=3badd480-8b43-4c9d-bc5c-ef0129304165,segment=NetworkSegment(3c8c96ac-fcd7-4b06-91d5-8b3b47be9336),segment_id=3c8c96ac-fcd7-4b06-91d5-8b3b47be9336)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:19.911822 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:19.936632 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c25b9-023d-466f-bffb-2ad590828f06 admin admin] Pushing event deleted for resources: {'Network': ['ID=1623f57f-14ee-4f27-909a-4111ec1638fe,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:19.972405 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-33868180-6888-4596-b4a6-318a926cf109 req-e687d22b-40da-4ee3-a02a-4b4c6d651721 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/security-groups?id=8748497e-50a8-4e02-930b-ae6378f890e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743957 Dec 09 15:35:19.991417 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=3badd480-8b43-4c9d-bc5c-ef0129304165,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:20.097327 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78218ef3-e0d8-4f37-84e0-bc657fb6bd28 req-db675ac5-0a94-4630-8d61-2183c7bcc068 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:20.098872 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-78218ef3-e0d8-4f37-84e0-bc657fb6bd28 req-db675ac5-0a94-4630-8d61-2183c7bcc068 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=08c23171-88b1-4baa-99ea-6af03933aec0 HTTP/1.1" status: 200 len: 945 time: 0.0514119 Dec 09 15:35:20.147817 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-78218ef3-e0d8-4f37-84e0-bc657fb6bd28 req-09a2c7cc-635d-498d-b72f-809aedce5754 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425196 Dec 09 15:35:20.293644 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b2e3636-2c8d-471a-8fc9-f12963632cc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:20.303702 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a5448-a71e-4fb3-a036-142c77424e62 req-40f6fbcd-9807-487b-b151-49b3e509d01e tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:20.305252 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b65a5448-a71e-4fb3-a036-142c77424e62 req-40f6fbcd-9807-487b-b151-49b3e509d01e tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b547b96-534f-4bc0-ab6b-bf88fad1b31f HTTP/1.1" status: 200 len: 943 time: 0.0501769 Dec 09 15:35:20.378379 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b65a5448-a71e-4fb3-a036-142c77424e62 req-0cf846ad-1a78-48a6-a687-74c48b29c3d9 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655646 Dec 09 15:35:20.391451 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-297577d3-2700-4234-8603-edf8034bcd7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:20.420586 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:35:20.478194 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['3badd480-8b43-4c9d-bc5c-ef0129304165'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:35:20.521990 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c412b8b-8f9e-47d5-a70a-f2df93a67d39 req-ac5cc96d-2ba2-4192-a98c-3c9229ec7b75 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:20.524907 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5c412b8b-8f9e-47d5-a70a-f2df93a67d39 req-ac5cc96d-2ba2-4192-a98c-3c9229ec7b75 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0a589d5-fc08-41a6-9357-5f8c45f36eb8 HTTP/1.1" status: 200 len: 948 time: 0.0877314 Dec 09 15:35:20.588093 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5c412b8b-8f9e-47d5-a70a-f2df93a67d39 req-529c2a0c-2781-432d-aef8-d55af828ba6a tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575457 Dec 09 15:35:20.634202 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-7b2e3636-2c8d-471a-8fc9-f12963632cc1 admin admin] Deleting port cdaa60ef-1b0c-48b1-9108-b2bafbe138ee {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:35:20.634479 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b2e3636-2c8d-471a-8fc9-f12963632cc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:20.728722 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-7b2e3636-2c8d-471a-8fc9-f12963632cc1 admin admin] For port cdaa60ef-1b0c-48b1-9108-b2bafbe138ee, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=cdaa60ef-1b0c-48b1-9108-b2bafbe138ee,segment=NetworkSegment(896b26ad-70b6-488a-9598-ce721f977280),segment_id=896b26ad-70b6-488a-9598-ce721f977280)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:20.729675 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b2e3636-2c8d-471a-8fc9-f12963632cc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:20.744700 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-7b2e3636-2c8d-471a-8fc9-f12963632cc1 admin admin] Calling delete_port for cdaa60ef-1b0c-48b1-9108-b2bafbe138ee owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:35:20.946724 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 6e055be6-e9c3-48d5-b6d4-6887839530ea details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:35:20.954377 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b2e3636-2c8d-471a-8fc9-f12963632cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:20.992837 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e3636-2c8d-471a-8fc9-f12963632cc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdaa60ef-1b0c-48b1-9108-b2bafbe138ee,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:21.007347 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594869ec-f8bb-4c11-8a5e-d28beb94e405 req-f4000bc7-edbc-450b-81e9-f665ab965da2 tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:21.013755 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-594869ec-f8bb-4c11-8a5e-d28beb94e405 req-f4000bc7-edbc-450b-81e9-f665ab965da2 tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] 10.222.0.57 "GET /v2.0/ports?device_id=f14f3e12-61a1-4444-87ae-f05760ad5b67 HTTP/1.1" status: 200 len: 945 time: 0.0999899 Dec 09 15:35:21.119188 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-594869ec-f8bb-4c11-8a5e-d28beb94e405 req-75bad535-078d-41bb-bc08-290a4b34523b tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1eca18f-18c4-496b-b183-fda3dd4d5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929854 Dec 09 15:35:21.188061 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b2e3636-2c8d-471a-8fc9-f12963632cc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:21.192718 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 6e055be6-e9c3-48d5-b6d4-6887839530ea, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=6e055be6-e9c3-48d5-b6d4-6887839530ea,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:21.213637 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '6e055be6-e9c3-48d5-b6d4-6887839530ea', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'port_id': '6e055be6-e9c3-48d5-b6d4-6887839530ea', 'mac_address': 'fa:16:3e:16:43:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6953c-1261-4e7c-8b49-64e5b87424c2', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:35:21.257426 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:21.272114 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e055be6-e9c3-48d5-b6d4-6887839530ea {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:35:21.294112 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 6e055be6-e9c3-48d5-b6d4-6887839530ea, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=6e055be6-e9c3-48d5-b6d4-6887839530ea,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:21.306645 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b450d14-1f84-4eb9-ad22-20fb65c66e17 req-fbe82c36-e782-43c8-bcb5-579cdaea5b3a tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:21.316916 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5b450d14-1f84-4eb9-ad22-20fb65c66e17 req-fbe82c36-e782-43c8-bcb5-579cdaea5b3a tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c15617-8c5b-4505-ac55-2a62bbc909ab HTTP/1.1" status: 200 len: 948 time: 0.1063228 Dec 09 15:35:21.318078 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:21.318963 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 80fb518b-4f9d-4dec-9225-68312ef807c0 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:35:21.381621 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5b450d14-1f84-4eb9-ad22-20fb65c66e17 req-637c90fb-cb8e-4f5c-8690-a1343cd09e5c tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/security-groups?id=8748497e-50a8-4e02-930b-ae6378f890e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589275 Dec 09 15:35:21.481302 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=6e055be6-e9c3-48d5-b6d4-6887839530ea,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:21.511436 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2e3636-2c8d-471a-8fc9-f12963632cc1 admin admin] Router de8ff45c-25e9-4f61-a629-86a465949e64 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:35:21.511829 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a1ef1-aa9b-4a15-9d09-fcfdab6673fd req-9983aaf7-af6f-4b6e-aa3a-b5a135feea3f tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:21.516905 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-772a1ef1-aa9b-4a15-9d09-fcfdab6673fd req-9983aaf7-af6f-4b6e-aa3a-b5a135feea3f tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=08c23171-88b1-4baa-99ea-6af03933aec0 HTTP/1.1" status: 200 len: 945 time: 0.0690145 Dec 09 15:35:21.539595 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 80fb518b-4f9d-4dec-9225-68312ef807c0, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=80fb518b-4f9d-4dec-9225-68312ef807c0,segment=NetworkSegment(2728a46b-6f42-41e4-abfd-2e3db73a97b6),segment_id=2728a46b-6f42-41e4-abfd-2e3db73a97b6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:21.556429 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '80fb518b-4f9d-4dec-9225-68312ef807c0', 'network_id': '5e9ad32d-c9e7-4e00-867a-aef980499810', 'port_id': '80fb518b-4f9d-4dec-9225-68312ef807c0', 'mac_address': 'fa:16:3e:6b:c5:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01df2498-b8b6-4dc7-bb3a-e44d90f24165', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:35:21.588043 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-772a1ef1-aa9b-4a15-9d09-fcfdab6673fd req-87bf4b14-e228-4459-9eff-99519e3373f6 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646501 Dec 09 15:35:21.608706 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:21.625489 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80fb518b-4f9d-4dec-9225-68312ef807c0 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:35:21.652968 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 80fb518b-4f9d-4dec-9225-68312ef807c0, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=80fb518b-4f9d-4dec-9225-68312ef807c0,segment=NetworkSegment(2728a46b-6f42-41e4-abfd-2e3db73a97b6),segment_id=2728a46b-6f42-41e4-abfd-2e3db73a97b6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:21.659883 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:21.685496 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2e3636-2c8d-471a-8fc9-f12963632cc1 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:35:21.693827 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7b2e3636-2c8d-471a-8fc9-f12963632cc1 admin admin] 10.222.0.57 "PUT /v2.0/routers/de8ff45c-25e9-4f61-a629-86a465949e64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7930517 Dec 09 15:35:21.696298 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59070) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:21.701432 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478dbd93-5d39-4c9f-99e2-3c080db2aaee None None] Sync routers for ids ['de8ff45c-25e9-4f61-a629-86a465949e64'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:35:21.724207 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=80fb518b-4f9d-4dec-9225-68312ef807c0,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:21.730570 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478dbd93-5d39-4c9f-99e2-3c080db2aaee None None] Routers {'de8ff45c-25e9-4f61-a629-86a465949e64'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:35:21.731507 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-478dbd93-5d39-4c9f-99e2-3c080db2aaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:34:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['de8ff45c-25e9-4f61-a629-86a465949e64'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:21.772821 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f6d9c-71bc-4f0c-ba71-ba4614ac9395 req-bfe808eb-eada-402c-913f-d294140f7bb2 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:21.774327 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1e9f6d9c-71bc-4f0c-ba71-ba4614ac9395 req-bfe808eb-eada-402c-913f-d294140f7bb2 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b547b96-534f-4bc0-ab6b-bf88fad1b31f HTTP/1.1" status: 200 len: 944 time: 0.1080887 Dec 09 15:35:21.850282 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0c4b0cf3-cecc-47f9-814e-d3f0648cd63b admin admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:21.850547 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-478dbd93-5d39-4c9f-99e2-3c080db2aaee None None] Set router de8ff45c-25e9-4f61-a629-86a465949e64 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:35:21.894004 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1e9f6d9c-71bc-4f0c-ba71-ba4614ac9395 req-4b696c4f-31e9-4ebc-80e3-5c4e34bea21b tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928845 Dec 09 15:35:21.998041 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0c4b0cf3-cecc-47f9-814e-d3f0648cd63b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:22.022283 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d792c-1663-42ba-8e41-d382686425da req-9034c133-e00e-4a2c-89d1-31f682b2bfb4 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:22.023730 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-032d792c-1663-42ba-8e41-d382686425da req-9034c133-e00e-4a2c-89d1-31f682b2bfb4 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0a589d5-fc08-41a6-9357-5f8c45f36eb8 HTTP/1.1" status: 200 len: 949 time: 0.0695839 Dec 09 15:35:22.042752 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-478dbd93-5d39-4c9f-99e2-3c080db2aaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8ff45c-25e9-4f61-a629-86a465949e64', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1911672671-router', 'tenant_id': '052d76c6f39241e9ace82de97d510dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '595923fd-7ad9-426b-9c15-b5b017dad0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:03Z', 'updated_at': '2021-12-09T15:35:20Z', 'revision_number': 5, 'project_id': '052d76c6f39241e9ace82de97d510dc3', 'gw_port': {'id': '595923fd-7ad9-426b-9c15-b5b017dad0a3', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8ff45c-25e9-4f61-a629-86a465949e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:04Z', 'updated_at': '2021-12-09T15:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:22.068437 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478dbd93-5d39-4c9f-99e2-3c080db2aaee None None] Checking router: de8ff45c-25e9-4f61-a629-86a465949e64 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:35:22.076763 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478dbd93-5d39-4c9f-99e2-3c080db2aaee None None] Routers {'de8ff45c-25e9-4f61-a629-86a465949e64'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:35:22.077364 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-478dbd93-5d39-4c9f-99e2-3c080db2aaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:34:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['de8ff45c-25e9-4f61-a629-86a465949e64'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:22.092117 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-032d792c-1663-42ba-8e41-d382686425da req-cea2a6d1-ca75-4f3a-81bc-ff0f3bec0de3 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511072 Dec 09 15:35:22.104076 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-0c4b0cf3-cecc-47f9-814e-d3f0648cd63b admin admin] Deleting port 595923fd-7ad9-426b-9c15-b5b017dad0a3 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:35:22.105163 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0c4b0cf3-cecc-47f9-814e-d3f0648cd63b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:22.170574 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-478dbd93-5d39-4c9f-99e2-3c080db2aaee None None] Set router de8ff45c-25e9-4f61-a629-86a465949e64 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:35:22.199567 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-0c4b0cf3-cecc-47f9-814e-d3f0648cd63b admin admin] For port 595923fd-7ad9-426b-9c15-b5b017dad0a3, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=595923fd-7ad9-426b-9c15-b5b017dad0a3,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:22.199929 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0c4b0cf3-cecc-47f9-814e-d3f0648cd63b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:22.214797 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-0c4b0cf3-cecc-47f9-814e-d3f0648cd63b admin admin] Calling delete_port for 595923fd-7ad9-426b-9c15-b5b017dad0a3 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:35:22.227826 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-478dbd93-5d39-4c9f-99e2-3c080db2aaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8ff45c-25e9-4f61-a629-86a465949e64', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1911672671-router', 'tenant_id': '052d76c6f39241e9ace82de97d510dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:03Z', 'updated_at': '2021-12-09T15:35:21Z', 'revision_number': 6, 'project_id': '052d76c6f39241e9ace82de97d510dc3', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:22.255238 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478dbd93-5d39-4c9f-99e2-3c080db2aaee None None] The sync data for ids ['de8ff45c-25e9-4f61-a629-86a465949e64'] in n-d-821228-1 is: [{'id': 'de8ff45c-25e9-4f61-a629-86a465949e64', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1911672671-router', 'tenant_id': '052d76c6f39241e9ace82de97d510dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:03Z', 'updated_at': '2021-12-09T15:35:21Z', 'revision_number': 6, 'project_id': '052d76c6f39241e9ace82de97d510dc3', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:35:22.327868 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416870c-063d-4a16-bbbd-849f44c3714f req-564625f8-684b-4892-b3bb-e2ebd9bec29c tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:22.329359 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5416870c-063d-4a16-bbbd-849f44c3714f req-564625f8-684b-4892-b3bb-e2ebd9bec29c tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] 10.222.0.57 "GET /v2.0/ports?device_id=f14f3e12-61a1-4444-87ae-f05760ad5b67 HTTP/1.1" status: 200 len: 945 time: 0.0694494 Dec 09 15:35:22.441252 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['6e055be6-e9c3-48d5-b6d4-6887839530ea'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:35:22.464637 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5416870c-063d-4a16-bbbd-849f44c3714f req-1b0b94ad-a8ce-44e6-b5c5-7d36be2071a8 tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1eca18f-18c4-496b-b183-fda3dd4d5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038482 Dec 09 15:35:22.489237 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b7135d-9f11-4a07-bf25-1a33b7c426f5 req-b2312c3e-4b25-4968-9ba4-b63ff74a5cf8 tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:22.490783 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d4b7135d-9f11-4a07-bf25-1a33b7c426f5 req-b2312c3e-4b25-4968-9ba4-b63ff74a5cf8 tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] 10.222.0.31 "GET /v2.0/ports?device_id=f14f3e12-61a1-4444-87ae-f05760ad5b67 HTTP/1.1" status: 200 len: 945 time: 0.1067281 Dec 09 15:35:22.501278 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0c4b0cf3-cecc-47f9-814e-d3f0648cd63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:22.543265 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b0cf3-cecc-47f9-814e-d3f0648cd63b admin admin] Pushing event deleted for resources: {'Port': ['ID=595923fd-7ad9-426b-9c15-b5b017dad0a3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:22.552529 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['80fb518b-4f9d-4dec-9225-68312ef807c0'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:35:22.700388 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0c4b0cf3-cecc-47f9-814e-d3f0648cd63b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:22.709530 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b694e-bf60-4595-82d7-e1a02bec6dd1 req-bbdf6600-6b86-49f3-8b09-4e03c494594c tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:22.711228 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-436b694e-bf60-4595-82d7-e1a02bec6dd1 req-bbdf6600-6b86-49f3-8b09-4e03c494594c tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c15617-8c5b-4505-ac55-2a62bbc909ab HTTP/1.1" status: 200 len: 948 time: 0.1731336 Dec 09 15:35:22.821210 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0c4b0cf3-cecc-47f9-814e-d3f0648cd63b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:22.825404 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0c4b0cf3-cecc-47f9-814e-d3f0648cd63b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:22.843228 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-d4b7135d-9f11-4a07-bf25-1a33b7c426f5 req-e1743ea8-079f-4761-8a50-81dd4d399739 tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] Deleting port 57fb3b56-2caf-419a-9609-9ee415a31007 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:35:22.843566 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d4b7135d-9f11-4a07-bf25-1a33b7c426f5 req-e1743ea8-079f-4761-8a50-81dd4d399739 tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:22.921684 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1f9a5367-e8e3-48ed-8499-49ed7661d93f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:22.933310 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-436b694e-bf60-4595-82d7-e1a02bec6dd1 req-90251f9f-af33-469f-b54e-33a23fe5d296 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/security-groups?id=8748497e-50a8-4e02-930b-ae6378f890e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671441 Dec 09 15:35:22.936247 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0c4b0cf3-cecc-47f9-814e-d3f0648cd63b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:22.936802 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4b0cf3-cecc-47f9-814e-d3f0648cd63b admin admin] Fanout notify agent at l3_agent the message router_deleted on router de8ff45c-25e9-4f61-a629-86a465949e64 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:35:22.944489 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0c4b0cf3-cecc-47f9-814e-d3f0648cd63b admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:22.947883 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0c4b0cf3-cecc-47f9-814e-d3f0648cd63b admin admin] 10.222.0.57 "DELETE /v2.0/routers/de8ff45c-25e9-4f61-a629-86a465949e64 HTTP/1.1" status: 204 len: 168 time: 1.2482553 Dec 09 15:35:22.948593 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59084) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:22.955253 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4 up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:35:23.002259 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-d4b7135d-9f11-4a07-bf25-1a33b7c426f5 req-e1743ea8-079f-4761-8a50-81dd4d399739 tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] For port 57fb3b56-2caf-419a-9609-9ee415a31007, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=57fb3b56-2caf-419a-9609-9ee415a31007,segment=NetworkSegment(6e907f74-d06b-47f1-9ff4-5e9113a60a6e),segment_id=6e907f74-d06b-47f1-9ff4-5e9113a60a6e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:23.002722 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d4b7135d-9f11-4a07-bf25-1a33b7c426f5 req-e1743ea8-079f-4761-8a50-81dd4d399739 tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:23.007240 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-62bc912e-24db-4258-a51d-f562c5098ace admin admin] Deleting subnet 15f96201-5e43-4a25-a0e5-b08432fa6f82 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:35:23.011120 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-62bc912e-24db-4258-a51d-f562c5098ace admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:23.012749 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port 28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:35:23.016970 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:35:23.017690 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:23.036199 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-d4b7135d-9f11-4a07-bf25-1a33b7c426f5 req-e1743ea8-079f-4761-8a50-81dd4d399739 tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] Calling delete_port for 57fb3b56-2caf-419a-9609-9ee415a31007 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:35:23.049357 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-62bc912e-24db-4258-a51d-f562c5098ace admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:23.107935 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9000e59-9668-488c-80f8-3215ecaa1079 req-bba30c99-f787-4366-8e7d-adebb86c8219 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:23.109506 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c9000e59-9668-488c-80f8-3215ecaa1079 req-bba30c99-f787-4366-8e7d-adebb86c8219 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=08c23171-88b1-4baa-99ea-6af03933aec0 HTTP/1.1" status: 200 len: 945 time: 0.1133063 Dec 09 15:35:23.123133 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:23.151819 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c15617-8c5b-4505-ac55-2a62bbc909ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:35:23.154300 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafb9c32-31a2-4af7-9e28-9b0ff70671c3" -d '{"events": [{"server_uuid": "18c15617-8c5b-4505-ac55-2a62bbc909ab", "name": "network-vif-plugged", "status": "completed", "tag": "28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:35:23.155673 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-62bc912e-24db-4258-a51d-f562c5098ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:23.165970 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:23.173882 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:23.174825 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 3badd480-8b43-4c9d-bc5c-ef0129304165 up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:35:23.182801 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c9000e59-9668-488c-80f8-3215ecaa1079 req-2e6ea1b0-014d-4ede-894e-15c0574b89c6 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620306 Dec 09 15:35:23.248875 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-62bc912e-24db-4258-a51d-f562c5098ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:23.250106 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d4b7135d-9f11-4a07-bf25-1a33b7c426f5 req-e1743ea8-079f-4761-8a50-81dd4d399739 tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:23.252876 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:23.263496 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['57fb3b56-2caf-419a-9609-9ee415a31007'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:35:23.294454 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1743ea8-079f-4761-8a50-81dd4d399739 tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] Pushing event deleted for resources: {'Port': ['ID=57fb3b56-2caf-419a-9609-9ee415a31007,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:23.305966 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 3badd480-8b43-4c9d-bc5c-ef0129304165 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:35:23.306373 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:23.314317 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc912e-24db-4258-a51d-f562c5098ace admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15f96201-5e43-4a25-a0e5-b08432fa6f82,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:23.344380 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-62bc912e-24db-4258-a51d-f562c5098ace admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:23.345794 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d3a691-73f1-47db-bd4a-bd3c5ccd2a14 None None] Network 6ab34eb5-8553-40dd-92cb-eedf58bbabc7 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:35:23.352316 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b7135d-9f11-4a07-bf25-1a33b7c426f5 req-e1743ea8-079f-4761-8a50-81dd4d399739 tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] No DVR routers for this DVR port 57fb3b56-2caf-419a-9609-9ee415a31007 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:35:23.352545 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-62bc912e-24db-4258-a51d-f562c5098ace admin admin] 10.222.0.57 "DELETE /v2.0/subnets/15f96201-5e43-4a25-a0e5-b08432fa6f82 HTTP/1.1" status: 204 len: 168 time: 0.3984931 Dec 09 15:35:23.352652 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59092) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:23.355728 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d4b7135d-9f11-4a07-bf25-1a33b7c426f5 req-e1743ea8-079f-4761-8a50-81dd4d399739 tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:23.359152 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d4b7135d-9f11-4a07-bf25-1a33b7c426f5 req-e1743ea8-079f-4761-8a50-81dd4d399739 tempest-ServerGroupTestJSON-388337254 tempest-ServerGroupTestJSON-388337254-project] 10.222.0.31 "DELETE /v2.0/ports/57fb3b56-2caf-419a-9609-9ee415a31007 HTTP/1.1" status: 204 len: 173 time: 0.8532324 Dec 09 15:35:23.365235 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14f3e12-61a1-4444-87ae-f05760ad5b67', 'name': 'network-vif-deleted', 'tag': '57fb3b56-2caf-419a-9609-9ee415a31007'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:35:23.367478 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8026a9-16a7-45d2-9438-aa5338cb9deb" -d '{"events": [{"server_uuid": "f14f3e12-61a1-4444-87ae-f05760ad5b67", "name": "network-vif-deleted", "tag": "57fb3b56-2caf-419a-9609-9ee415a31007"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:35:23.471638 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 595923fd-7ad9-426b-9c15-b5b017dad0a3 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:35:23.472890 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-521cfae7-3725-475b-9654-88764bf7ed22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:23.495664 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9487ec-962d-48ff-9723-5cf0f1dd0ca2 req-ebc1bb99-5b25-4513-81e8-d910b46da5f4 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:23.505036 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6b9487ec-962d-48ff-9723-5cf0f1dd0ca2 req-ebc1bb99-5b25-4513-81e8-d910b46da5f4 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b547b96-534f-4bc0-ab6b-bf88fad1b31f HTTP/1.1" status: 200 len: 944 time: 0.1921697 Dec 09 15:35:23.513060 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 595923fd-7ad9-426b-9c15-b5b017dad0a3 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:35:23.513416 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 595923fd-7ad9-426b-9c15-b5b017dad0a3 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:35:23.513840 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device cdaa60ef-1b0c-48b1-9108-b2bafbe138ee no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:35:23.539482 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:23.543690 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: cdaa60ef-1b0c-48b1-9108-b2bafbe138ee {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:35:23.544051 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device cdaa60ef-1b0c-48b1-9108-b2bafbe138ee not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:35:23.590611 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 3badd480-8b43-4c9d-bc5c-ef0129304165, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=3badd480-8b43-4c9d-bc5c-ef0129304165,segment=NetworkSegment(3c8c96ac-fcd7-4b06-91d5-8b3b47be9336),segment_id=3c8c96ac-fcd7-4b06-91d5-8b3b47be9336)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:23.594151 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6b9487ec-962d-48ff-9723-5cf0f1dd0ca2 req-fadc729d-7a84-4478-8f8b-a13d468a7b56 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882540 Dec 09 15:35:23.607901 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:23.620947 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-521cfae7-3725-475b-9654-88764bf7ed22 admin admin] Deleting port d10e3625-5170-48a9-a562-e02605d7389f {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:35:23.621284 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-521cfae7-3725-475b-9654-88764bf7ed22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:23.645037 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b23e536-3d60-47b8-abb8-dca47d60520e None None] DHCP port deletion for 6ab34eb5-8553-40dd-92cb-eedf58bbabc7 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:35:23.690815 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=3badd480-8b43-4c9d-bc5c-ef0129304165,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:23.716857 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-0b23e536-3d60-47b8-abb8-dca47d60520e None None] Deleting port d10e3625-5170-48a9-a562-e02605d7389f {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:35:23.717241 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0b23e536-3d60-47b8-abb8-dca47d60520e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:23.720875 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-521cfae7-3725-475b-9654-88764bf7ed22 admin admin] For port d10e3625-5170-48a9-a562-e02605d7389f, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d10e3625-5170-48a9-a562-e02605d7389f,segment=NetworkSegment(896b26ad-70b6-488a-9598-ce721f977280),segment_id=896b26ad-70b6-488a-9598-ce721f977280)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:23.721246 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-521cfae7-3725-475b-9654-88764bf7ed22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:23.744331 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-521cfae7-3725-475b-9654-88764bf7ed22 admin admin] Calling delete_port for d10e3625-5170-48a9-a562-e02605d7389f owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:35:23.761908 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141efc8-5d97-4b9f-8e44-3822d6f74946 req-bc99f177-3923-47b4-80ec-83f058f3ec5c tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:23.761908 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d141efc8-5d97-4b9f-8e44-3822d6f74946 req-bc99f177-3923-47b4-80ec-83f058f3ec5c tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0a589d5-fc08-41a6-9357-5f8c45f36eb8 HTTP/1.1" status: 200 len: 949 time: 0.0873649 Dec 09 15:35:23.869233 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d141efc8-5d97-4b9f-8e44-3822d6f74946 req-fe0e0224-6983-4fab-9c21-7ca663006763 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977924 Dec 09 15:35:23.899412 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-521cfae7-3725-475b-9654-88764bf7ed22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:23.918959 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0b23e536-3d60-47b8-abb8-dca47d60520e None None] For port d10e3625-5170-48a9-a562-e02605d7389f, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d10e3625-5170-48a9-a562-e02605d7389f,segment=NetworkSegment(896b26ad-70b6-488a-9598-ce721f977280),segment_id=896b26ad-70b6-488a-9598-ce721f977280)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:23.918959 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0b23e536-3d60-47b8-abb8-dca47d60520e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:23.922804 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521cfae7-3725-475b-9654-88764bf7ed22 admin admin] No DVR routers for this DVR port d10e3625-5170-48a9-a562-e02605d7389f on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:35:23.931576 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865bd474-af5d-462c-8548-2bd9272d6e61 x-openstack-request-id: req-865bd474-af5d-462c-8548-2bd9272d6e61 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:35:23.931865 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c15617-8c5b-4505-ac55-2a62bbc909ab", "name": "network-vif-plugged", "status": "completed", "tag": "28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:35:23.932151 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-865bd474-af5d-462c-8548-2bd9272d6e61 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:35:23.933223 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c15617-8c5b-4505-ac55-2a62bbc909ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4', 'code': 200} Dec 09 15:35:23.942454 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-0b23e536-3d60-47b8-abb8-dca47d60520e None None] Calling delete_port for d10e3625-5170-48a9-a562-e02605d7389f owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:35:23.963914 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:23.993198 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521cfae7-3725-475b-9654-88764bf7ed22 admin admin] Pushing event deleted for resources: {'Port': ['ID=d10e3625-5170-48a9-a562-e02605d7389f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:24.037224 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0b23e536-3d60-47b8-abb8-dca47d60520e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:24.050488 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-521cfae7-3725-475b-9654-88764bf7ed22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:24.068500 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4a5490-a80f-4c59-bbbd-8e5412b18ce1 x-openstack-request-id: req-0f4a5490-a80f-4c59-bbbd-8e5412b18ce1 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:35:24.068812 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f14f3e12-61a1-4444-87ae-f05760ad5b67", "name": "network-vif-deleted", "tag": "57fb3b56-2caf-419a-9609-9ee415a31007", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:35:24.069214 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0f4a5490-a80f-4c59-bbbd-8e5412b18ce1 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:35:24.069604 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f14f3e12-61a1-4444-87ae-f05760ad5b67', 'name': 'network-vif-deleted', 'tag': '57fb3b56-2caf-419a-9609-9ee415a31007', 'status': 'completed', 'code': 200} Dec 09 15:35:24.081801 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23e536-3d60-47b8-abb8-dca47d60520e None None] Pushing event deleted for resources: {'Port': ['ID=d10e3625-5170-48a9-a562-e02605d7389f,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:24.083765 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b23e536-3d60-47b8-abb8-dca47d60520e None None] No DVR routers for this DVR port d10e3625-5170-48a9-a562-e02605d7389f on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:35:24.088618 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-521cfae7-3725-475b-9654-88764bf7ed22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab34eb5-8553-40dd-92cb-eedf58bbabc7']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:24.121607 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-521cfae7-3725-475b-9654-88764bf7ed22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '896b26ad-70b6-488a-9598-ce721f977280') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:24.121898 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-521cfae7-3725-475b-9654-88764bf7ed22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '896b26ad-70b6-488a-9598-ce721f977280') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:24.132783 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-521cfae7-3725-475b-9654-88764bf7ed22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:24.150109 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-521cfae7-3725-475b-9654-88764bf7ed22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:24.157008 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33390103-f0db-42fa-8afa-b67b5f216cd7 req-ef9f42a4-81ea-40f0-89a5-b8b0bd579820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:24.158449 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-33390103-f0db-42fa-8afa-b67b5f216cd7 req-ef9f42a4-81ea-40f0-89a5-b8b0bd579820 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=18c15617-8c5b-4505-ac55-2a62bbc909ab HTTP/1.1" status: 200 len: 1100 time: 0.0880768 Dec 09 15:35:24.161170 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-521cfae7-3725-475b-9654-88764bf7ed22 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:35:24.161552 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-521cfae7-3725-475b-9654-88764bf7ed22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:24.169449 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:35:24.169449 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:35:24.169449 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:35:24.169449 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:35:24.169449 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:35:24.169449 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:35:24.169449 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:35:24.169449 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:35:24.169449 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:35:24.169449 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:35:24.169449 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:35:24.169449 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:35:24.169449 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:35:24.169449 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:35:24.169449 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:35:24.169449 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:35:24.169449 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:35:24.169449 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:35:24.169449 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:35:24.169449 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:35:24.169449 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:35:24.169449 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:35:24.169449 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:35:24.169449 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:35:24.169449 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:35:24.169449 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:35:24.169449 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:35:24.169449 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:35:24.169449 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:35:24.169449 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:35:24.169449 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:35:24.169449 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:35:24.272916 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-521cfae7-3725-475b-9654-88764bf7ed22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:24.281467 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87a763-7786-41c9-8325-554f43296c31 req-b32cf1a2-3e00-4b79-a5a1-4b49fb4dc92f tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:24.282931 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cb87a763-7786-41c9-8325-554f43296c31 req-b32cf1a2-3e00-4b79-a5a1-4b49fb4dc92f tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c15617-8c5b-4505-ac55-2a62bbc909ab HTTP/1.1" status: 200 len: 949 time: 0.1280570 Dec 09 15:35:24.289128 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-521cfae7-3725-475b-9654-88764bf7ed22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:24.292210 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-521cfae7-3725-475b-9654-88764bf7ed22 admin admin] 10.222.0.57 "DELETE /v2.0/networks/6ab34eb5-8553-40dd-92cb-eedf58bbabc7 HTTP/1.1" status: 204 len: 168 time: 0.9387088 Dec 09 15:35:24.298296 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-33390103-f0db-42fa-8afa-b67b5f216cd7 req-5499615d-9c38-4f18-b3e0-2501108c7f8d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8748497e-50a8-4e02-930b-ae6378f890e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268454 Dec 09 15:35:24.313338 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521cfae7-3725-475b-9654-88764bf7ed22 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ab34eb5-8553-40dd-92cb-eedf58bbabc7,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:24.314974 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:24.350841 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cb87a763-7786-41c9-8325-554f43296c31 req-32551f2d-ac78-4748-bb7d-61c13ae277d5 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/security-groups?id=8748497e-50a8-4e02-930b-ae6378f890e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566440 Dec 09 15:35:24.428508 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59110) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:24.773073 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-dc531c5f-fed3-4b7f-b0ac-b43ca517aa11 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=544d079d0d95474e9d4ca372f968fba4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3433590 Dec 09 15:35:24.775429 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59116) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:24.802476 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb768a4-b528-4b96-b158-b7e75e021dfc req-89bde19c-4589-4174-95d6-24945829934a tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:24.803945 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8eb768a4-b528-4b96-b158-b7e75e021dfc req-89bde19c-4589-4174-95d6-24945829934a tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=08c23171-88b1-4baa-99ea-6af03933aec0 HTTP/1.1" status: 200 len: 946 time: 0.3583934 Dec 09 15:35:24.865730 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a0ddd5e3-7aa5-427e-bad7-613bf93943aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:24.873957 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8eb768a4-b528-4b96-b158-b7e75e021dfc req-f79414bd-a0f0-45c8-ab20-c9b075fcd7af tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619259 Dec 09 15:35:24.892775 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a0ddd5e3-7aa5-427e-bad7-613bf93943aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:24.940013 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a0ddd5e3-7aa5-427e-bad7-613bf93943aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:24.942627 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a0ddd5e3-7aa5-427e-bad7-613bf93943aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:24.943765 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a0ddd5e3-7aa5-427e-bad7-613bf93943aa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3e7d882d-631c-4327-b881-013b60dc560d HTTP/1.1" status: 204 len: 168 time: 0.1666529 Dec 09 15:35:24.955603 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ddd5e3-7aa5-427e-bad7-613bf93943aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7d882d-631c-4327-b881-013b60dc560d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:24.961492 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 80fb518b-4f9d-4dec-9225-68312ef807c0 up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:35:25.024883 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port 80fb518b-4f9d-4dec-9225-68312ef807c0 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:35:25.028249 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56537171-0b83-4333-8e07-f48242fbcd93 req-4f169cdd-e3d4-4d85-a1bf-443dbcfb996b tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:25.028605 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 80fb518b-4f9d-4dec-9225-68312ef807c0 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:35:25.028979 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:25.031705 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-56537171-0b83-4333-8e07-f48242fbcd93 req-4f169cdd-e3d4-4d85-a1bf-443dbcfb996b tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b547b96-534f-4bc0-ab6b-bf88fad1b31f HTTP/1.1" status: 200 len: 944 time: 0.0568664 Dec 09 15:35:25.081717 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-56537171-0b83-4333-8e07-f48242fbcd93 req-14c552f2-019e-49db-b619-9c7d9b8ef8ec tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453784 Dec 09 15:35:25.119521 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:25.160446 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 80fb518b-4f9d-4dec-9225-68312ef807c0, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=80fb518b-4f9d-4dec-9225-68312ef807c0,segment=NetworkSegment(2728a46b-6f42-41e4-abfd-2e3db73a97b6),segment_id=2728a46b-6f42-41e4-abfd-2e3db73a97b6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:25.168228 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:25.169536 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 6e055be6-e9c3-48d5-b6d4-6887839530ea up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:35:25.201610 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557515c-4dc3-4496-a1d0-15587ad74b89 req-60d5ca34-a611-4476-a868-99156ba928ba tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:25.203338 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1557515c-4dc3-4496-a1d0-15587ad74b89 req-60d5ca34-a611-4476-a868-99156ba928ba tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0a589d5-fc08-41a6-9357-5f8c45f36eb8 HTTP/1.1" status: 200 len: 949 time: 0.0568507 Dec 09 15:35:25.216597 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:25.253379 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=80fb518b-4f9d-4dec-9225-68312ef807c0,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:25.254462 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1557515c-4dc3-4496-a1d0-15587ad74b89 req-93cb6fa1-6e2d-417b-a4c1-d3608a7e4512 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449646 Dec 09 15:35:25.268488 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port 6e055be6-e9c3-48d5-b6d4-6887839530ea completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:35:25.273169 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 6e055be6-e9c3-48d5-b6d4-6887839530ea triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:35:25.273542 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:25.345365 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59130) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:25.387473 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d10e3625-5170-48a9-a562-e02605d7389f no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:35:25.388064 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e62f8998-57b7-4a0e-8832-41645ea8e16c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=052d76c6f39241e9ace82de97d510dc3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0415311 Dec 09 15:35:25.390480 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59134) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:25.410705 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:25.412700 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: d10e3625-5170-48a9-a562-e02605d7389f {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:35:25.413473 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d10e3625-5170-48a9-a562-e02605d7389f not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:35:25.451219 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-528e9ccb-56a1-49e4-b978-161c194e8488 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:25.453208 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 6e055be6-e9c3-48d5-b6d4-6887839530ea, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=6e055be6-e9c3-48d5-b6d4-6887839530ea,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:25.457268 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:25.476780 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-528e9ccb-56a1-49e4-b978-161c194e8488 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:25.513926 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=6e055be6-e9c3-48d5-b6d4-6887839530ea,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:25.558588 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa1c86-28e7-4d98-8e31-fb3f30347e1d req-31b305de-7800-43e8-9a9f-802a989dcf7c tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:25.560006 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f3aa1c86-28e7-4d98-8e31-fb3f30347e1d req-31b305de-7800-43e8-9a9f-802a989dcf7c tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c15617-8c5b-4505-ac55-2a62bbc909ab HTTP/1.1" status: 200 len: 949 time: 0.0576682 Dec 09 15:35:25.564566 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-528e9ccb-56a1-49e4-b978-161c194e8488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:25.567074 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-528e9ccb-56a1-49e4-b978-161c194e8488 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:25.568093 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-528e9ccb-56a1-49e4-b978-161c194e8488 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/31753840-b15c-47c5-956d-332cc76297d4 HTTP/1.1" status: 204 len: 168 time: 0.1767042 Dec 09 15:35:25.582374 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e9ccb-56a1-49e4-b978-161c194e8488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31753840-b15c-47c5-956d-332cc76297d4,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:25.620478 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f3aa1c86-28e7-4d98-8e31-fb3f30347e1d req-66a0cb84-4150-4969-99dd-31e469a34c32 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/security-groups?id=8748497e-50a8-4e02-930b-ae6378f890e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506251 Dec 09 15:35:25.729842 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59148) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:25.776697 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a5cd242-1062-4850-b656-4513aa8f6725 admin admin] Deleting subnet 30e481af-1be2-4c8a-96da-fad4201e599a {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:35:25.779985 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a5cd242-1062-4850-b656-4513aa8f6725 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:25.817893 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a5cd242-1062-4850-b656-4513aa8f6725 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:25.875683 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a5cd242-1062-4850-b656-4513aa8f6725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:25.934402 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c23171-88b1-4baa-99ea-6af03933aec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3badd480-8b43-4c9d-bc5c-ef0129304165'}, {'server_uuid': '1b547b96-534f-4bc0-ab6b-bf88fad1b31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80fb518b-4f9d-4dec-9225-68312ef807c0'}, {'server_uuid': 'f0a589d5-fc08-41a6-9357-5f8c45f36eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e055be6-e9c3-48d5-b6d4-6887839530ea'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:35:25.937385 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad1fafb-9ebc-4c8c-bda5-e09fe065c38e" -d '{"events": [{"server_uuid": "08c23171-88b1-4baa-99ea-6af03933aec0", "name": "network-vif-plugged", "status": "completed", "tag": "3badd480-8b43-4c9d-bc5c-ef0129304165"}, {"server_uuid": "1b547b96-534f-4bc0-ab6b-bf88fad1b31f", "name": "network-vif-plugged", "status": "completed", "tag": "80fb518b-4f9d-4dec-9225-68312ef807c0"}, {"server_uuid": "f0a589d5-fc08-41a6-9357-5f8c45f36eb8", "name": "network-vif-plugged", "status": "completed", "tag": "6e055be6-e9c3-48d5-b6d4-6887839530ea"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:35:25.947679 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a5cd242-1062-4850-b656-4513aa8f6725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:25.978456 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5cd242-1062-4850-b656-4513aa8f6725 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30e481af-1be2-4c8a-96da-fad4201e599a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:25.985268 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a5cd242-1062-4850-b656-4513aa8f6725 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:25.989084 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5a5cd242-1062-4850-b656-4513aa8f6725 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/30e481af-1be2-4c8a-96da-fad4201e599a HTTP/1.1" status: 204 len: 168 time: 0.2579463 Dec 09 15:35:26.001146 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59166) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:26.024639 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c7586-feee-48f8-a441-f86db1ccfc7a req-50101df3-f2c5-4acc-ae29-bab24da79371 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:26.026771 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f47c7586-feee-48f8-a441-f86db1ccfc7a req-50101df3-f2c5-4acc-ae29-bab24da79371 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=08c23171-88b1-4baa-99ea-6af03933aec0 HTTP/1.1" status: 200 len: 946 time: 0.0689516 Dec 09 15:35:26.076052 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-21adbc7d-8c39-42b7-ba4d-144df4822a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:26.084080 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f47c7586-feee-48f8-a441-f86db1ccfc7a req-7f5265e9-9b71-4724-b8c4-c02456e71e85 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504282 Dec 09 15:35:26.150308 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 09 Dec 2021 15:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249f0138-1180-4441-9818-6038502f2d91 x-openstack-request-id: req-249f0138-1180-4441-9818-6038502f2d91 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:35:26.150612 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c23171-88b1-4baa-99ea-6af03933aec0", "name": "network-vif-plugged", "status": "completed", "tag": "3badd480-8b43-4c9d-bc5c-ef0129304165", "code": 200}, {"server_uuid": "1b547b96-534f-4bc0-ab6b-bf88fad1b31f", "name": "network-vif-plugged", "status": "completed", "tag": "80fb518b-4f9d-4dec-9225-68312ef807c0", "code": 200}, {"server_uuid": "f0a589d5-fc08-41a6-9357-5f8c45f36eb8", "name": "network-vif-plugged", "status": "completed", "tag": "6e055be6-e9c3-48d5-b6d4-6887839530ea", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:35:26.150940 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-249f0138-1180-4441-9818-6038502f2d91 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:35:26.151816 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c23171-88b1-4baa-99ea-6af03933aec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3badd480-8b43-4c9d-bc5c-ef0129304165', 'code': 200} Dec 09 15:35:26.152029 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b547b96-534f-4bc0-ab6b-bf88fad1b31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80fb518b-4f9d-4dec-9225-68312ef807c0', 'code': 200} Dec 09 15:35:26.153085 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a589d5-fc08-41a6-9357-5f8c45f36eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e055be6-e9c3-48d5-b6d4-6887839530ea', 'code': 200} Dec 09 15:35:26.161031 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-21adbc7d-8c39-42b7-ba4d-144df4822a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:26.188470 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-21adbc7d-8c39-42b7-ba4d-144df4822a31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f1fd7b-66d5-4c3c-8a6e-71a3da9715f2']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:26.202218 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-21adbc7d-8c39-42b7-ba4d-144df4822a31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e907f74-d06b-47f1-9ff4-5e9113a60a6e') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:26.202731 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-21adbc7d-8c39-42b7-ba4d-144df4822a31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e907f74-d06b-47f1-9ff4-5e9113a60a6e') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:26.213943 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-21adbc7d-8c39-42b7-ba4d-144df4822a31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:26.227708 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-21adbc7d-8c39-42b7-ba4d-144df4822a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:26.234621 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21adbc7d-8c39-42b7-ba4d-144df4822a31 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:35:26.235140 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-21adbc7d-8c39-42b7-ba4d-144df4822a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:26.236928 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:35:26.236928 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:35:26.236928 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:35:26.236928 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:35:26.236928 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:35:26.236928 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:35:26.236928 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:35:26.236928 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:35:26.236928 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:35:26.236928 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:35:26.236928 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:35:26.236928 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:35:26.236928 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:35:26.236928 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:35:26.236928 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:35:26.236928 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:35:26.236928 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:35:26.236928 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:35:26.236928 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:35:26.236928 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:35:26.236928 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:35:26.236928 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:35:26.236928 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:35:26.236928 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:35:26.236928 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:35:26.236928 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:35:26.236928 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:35:26.236928 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:35:26.236928 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:35:26.236928 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:35:26.236928 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:35:26.236928 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:35:26.251216 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e4cfc5-f58f-41f0-9161-8075712dd212 req-936ebf6d-bdf4-4a00-940c-52e002ec05a5 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:26.252775 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f1e4cfc5-f58f-41f0-9161-8075712dd212 req-936ebf6d-bdf4-4a00-940c-52e002ec05a5 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b547b96-534f-4bc0-ab6b-bf88fad1b31f HTTP/1.1" status: 200 len: 945 time: 0.0550945 Dec 09 15:35:26.324502 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f1e4cfc5-f58f-41f0-9161-8075712dd212 req-fe12d6ea-ae2e-43c8-9181-217ff3fd094f tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651438 Dec 09 15:35:26.353851 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 57fb3b56-2caf-419a-9609-9ee415a31007 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:35:26.358017 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-21adbc7d-8c39-42b7-ba4d-144df4822a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:26.369366 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 57fb3b56-2caf-419a-9609-9ee415a31007 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:35:26.371126 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 57fb3b56-2caf-419a-9609-9ee415a31007 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:35:26.380080 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-21adbc7d-8c39-42b7-ba4d-144df4822a31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:26.385032 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-21adbc7d-8c39-42b7-ba4d-144df4822a31 admin admin] 10.222.0.57 "DELETE /v2.0/networks/41f1fd7b-66d5-4c3c-8a6e-71a3da9715f2 HTTP/1.1" status: 204 len: 168 time: 0.3826344 Dec 09 15:35:26.425753 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21adbc7d-8c39-42b7-ba4d-144df4822a31 admin admin] Pushing event deleted for resources: {'Network': ['ID=41f1fd7b-66d5-4c3c-8a6e-71a3da9715f2,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:26.441711 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:26.448519 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458207b-e5a6-426c-b4b9-7dc60c292602 req-5aca98d3-a289-4df5-b765-3806f60f8b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:26.450525 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f458207b-e5a6-426c-b4b9-7dc60c292602 req-5aca98d3-a289-4df5-b765-3806f60f8b8c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1b547b96-534f-4bc0-ab6b-bf88fad1b31f HTTP/1.1" status: 200 len: 1096 time: 0.0950992 Dec 09 15:35:26.532704 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e482b5-5552-4146-9f5e-65500b7edcdb req-41a2764a-6583-4339-9978-c4c98ddebebc tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:26.535012 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-73e482b5-5552-4146-9f5e-65500b7edcdb req-41a2764a-6583-4339-9978-c4c98ddebebc tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0a589d5-fc08-41a6-9357-5f8c45f36eb8 HTTP/1.1" status: 200 len: 950 time: 0.1181500 Dec 09 15:35:26.555689 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02314950-5bf3-470c-8c82-11e2f26840c7 req-c147a582-84fc-424e-bb8e-460c86835106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:26.562354 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-02314950-5bf3-470c-8c82-11e2f26840c7 req-c147a582-84fc-424e-bb8e-460c86835106 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f0a589d5-fc08-41a6-9357-5f8c45f36eb8 HTTP/1.1" status: 200 len: 1101 time: 0.1447327 Dec 09 15:35:26.577772 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f458207b-e5a6-426c-b4b9-7dc60c292602 req-161c8aad-ceee-4161-8797-68f6bd838ba0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061871 Dec 09 15:35:26.602985 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-73e482b5-5552-4146-9f5e-65500b7edcdb req-7caee016-7802-4249-b025-476fcc4160e9 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552237 Dec 09 15:35:26.622335 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bccf39a-c18c-41b4-bbfd-9337aa9519cd req-eac242b4-dae4-482c-9e29-b0c971f26124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:26.624182 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0bccf39a-c18c-41b4-bbfd-9337aa9519cd req-eac242b4-dae4-482c-9e29-b0c971f26124 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=08c23171-88b1-4baa-99ea-6af03933aec0 HTTP/1.1" status: 200 len: 1097 time: 0.1460087 Dec 09 15:35:26.645470 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59190) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:26.655043 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-02314950-5bf3-470c-8c82-11e2f26840c7 req-19ac83e1-d2b2-41bf-9a77-5f634535aeb0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827689 Dec 09 15:35:26.690995 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6d222ae2-f03b-44a7-9f1c-b80e96e17830 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7e6a8494a36f4c80967495fa59d7125e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442123 Dec 09 15:35:26.693614 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59192) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:26.743905 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b8baa7d1-4f76-4c22-8030-d67aa1c350d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:26.767423 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b8baa7d1-4f76-4c22-8030-d67aa1c350d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:26.819580 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b8baa7d1-4f76-4c22-8030-d67aa1c350d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:26.822502 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b8baa7d1-4f76-4c22-8030-d67aa1c350d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:26.824289 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b8baa7d1-4f76-4c22-8030-d67aa1c350d4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b1eca18f-18c4-496b-b183-fda3dd4d5baf HTTP/1.1" status: 204 len: 168 time: 0.1296339 Dec 09 15:35:26.834522 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8baa7d1-4f76-4c22-8030-d67aa1c350d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1eca18f-18c4-496b-b183-fda3dd4d5baf,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:27.467816 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf387b-9f73-4d04-8f65-ea5a94ebf55a req-57151124-55af-48f3-92c1-62bf4b42f517 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:27.468406 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0bccf39a-c18c-41b4-bbfd-9337aa9519cd req-c31b066b-1b23-4f64-95b3-4f11efcb7fd7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305187 Dec 09 15:35:27.470494 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-37cf387b-9f73-4d04-8f65-ea5a94ebf55a req-57151124-55af-48f3-92c1-62bf4b42f517 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c15617-8c5b-4505-ac55-2a62bbc909ab HTTP/1.1" status: 200 len: 949 time: 0.0634789 Dec 09 15:35:27.537439 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-37cf387b-9f73-4d04-8f65-ea5a94ebf55a req-770d7827-2868-4330-8754-1c1ad357f00b tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/security-groups?id=8748497e-50a8-4e02-930b-ae6378f890e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567865 Dec 09 15:35:27.655027 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59238) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:27.673204 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c361157-d657-46d9-873a-93642e485e97 req-005527da-e73a-46d6-9595-1df4103759e8 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:27.676930 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5c361157-d657-46d9-873a-93642e485e97 req-005527da-e73a-46d6-9595-1df4103759e8 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=08c23171-88b1-4baa-99ea-6af03933aec0 HTTP/1.1" status: 200 len: 946 time: 0.0591311 Dec 09 15:35:27.724963 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5c361157-d657-46d9-873a-93642e485e97 req-0ecb2bb1-048d-4adb-984e-bfaca5b72ca4 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438900 Dec 09 15:35:27.761792 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-00e1e4b8-98e9-456e-a01d-ebd97ee14947 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1644842371-network', 'tenant_id': '59594b9e3fb144dbb2817de5b4b0a74c'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:35:27.782256 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e1e4b8-98e9-456e-a01d-ebd97ee14947 admin admin] Made reservation on behalf of 59594b9e3fb144dbb2817de5b4b0a74c for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:35:27.784538 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-00e1e4b8-98e9-456e-a01d-ebd97ee14947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:27.793369 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-00e1e4b8-98e9-456e-a01d-ebd97ee14947 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:27.878983 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-00e1e4b8-98e9-456e-a01d-ebd97ee14947 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:27.883555 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-00e1e4b8-98e9-456e-a01d-ebd97ee14947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:27.909273 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00e1e4b8-98e9-456e-a01d-ebd97ee14947 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:35:27.919342 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e1e4b8-98e9-456e-a01d-ebd97ee14947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28ed485-4599-48b8-9d6d-55c3d20d0c38,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:27.924122 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-00e1e4b8-98e9-456e-a01d-ebd97ee14947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:27.924514 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-00e1e4b8-98e9-456e-a01d-ebd97ee14947 admin admin] Added segment d60be669-ee26-41ae-a7b5-ffd0c2cca921 of type vlan for network 7010a1a7-2d7c-4586-8e67-9c7afc483ab0 Dec 09 15:35:27.972078 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-00e1e4b8-98e9-456e-a01d-ebd97ee14947 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:27.999629 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-00e1e4b8-98e9-456e-a01d-ebd97ee14947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:28.000885 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e1e4b8-98e9-456e-a01d-ebd97ee14947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:28.001630 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-00e1e4b8-98e9-456e-a01d-ebd97ee14947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:28.019585 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-00692608-ce42-4e48-af4d-8bc6a8a8e154 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=8222749629bd4bc081045ad1433cd8c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226541 Dec 09 15:35:28.063244 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-00e1e4b8-98e9-456e-a01d-ebd97ee14947 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4070711 Dec 09 15:35:28.067456 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59258) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:28.072011 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-e62a4300-0e92-4726-86cd-f59ab02ccf18 admin admin] Request body: {'subnet': {'network_id': '7010a1a7-2d7c-4586-8e67-9c7afc483ab0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1644842371-subnet', 'tenant_id': '59594b9e3fb144dbb2817de5b4b0a74c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:35:28.083501 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e1e4b8-98e9-456e-a01d-ebd97ee14947 admin admin] Pushing event updated for resources: {'Network': ['ID=7010a1a7-2d7c-4586-8e67-9c7afc483ab0,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:28.095111 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 7010a1a7-2d7c-4586-8e67-9c7afc483ab0 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:35:28.103060 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62a4300-0e92-4726-86cd-f59ab02ccf18 admin admin] Made reservation on behalf of 59594b9e3fb144dbb2817de5b4b0a74c for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:35:28.106672 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e62a4300-0e92-4726-86cd-f59ab02ccf18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:28.138315 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-e9b31a2d-eb3e-4b68-ad51-d35be957fa9c tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:28.139836 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-e9b31a2d-eb3e-4b68-ad51-d35be957fa9c tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1143303 Dec 09 15:35:28.155897 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-281f4b78-c7ec-4173-83a4-444b1e55f7ba tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/quotas/8222749629bd4bc081045ad1433cd8c5 HTTP/1.1" status: 200 len: 375 time: 0.0103676 Dec 09 15:35:28.190260 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-0d0954ca-f0c2-40d2-9121-54a08cc57aab tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=8222749629bd4bc081045ad1433cd8c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277014 Dec 09 15:35:28.286033 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e62a4300-0e92-4726-86cd-f59ab02ccf18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:28.358899 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a4300-0e92-4726-86cd-f59ab02ccf18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55d52639-1caa-4023-ae95-afc257c891d1,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:28.373208 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62a4300-0e92-4726-86cd-f59ab02ccf18 admin admin] Checking segment: {'id': 'd60be669-ee26-41ae-a7b5-ffd0c2cca921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7010a1a7-2d7c-4586-8e67-9c7afc483ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:35:28.373570 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62a4300-0e92-4726-86cd-f59ab02ccf18 admin admin] Network hostable DHCP agents. Network: 7010a1a7-2d7c-4586-8e67-9c7afc483ab0, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:35:28.396981 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62a4300-0e92-4726-86cd-f59ab02ccf18 admin admin] Network 7010a1a7-2d7c-4586-8e67-9c7afc483ab0 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:35:28.400597 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184240c-9b3f-4bc8-986d-df95d63dda84 req-418062e8-7476-4896-98d2-e8db929ab107 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:28.402176 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2184240c-9b3f-4bc8-986d-df95d63dda84 req-418062e8-7476-4896-98d2-e8db929ab107 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b547b96-534f-4bc0-ab6b-bf88fad1b31f HTTP/1.1" status: 200 len: 945 time: 0.0588448 Dec 09 15:35:28.408626 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-e62a4300-0e92-4726-86cd-f59ab02ccf18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 7010a1a7-2d7c-4586-8e67-9c7afc483ab0) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:35:28.412938 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62a4300-0e92-4726-86cd-f59ab02ccf18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:28.413521 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e62a4300-0e92-4726-86cd-f59ab02ccf18 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:28.420786 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f698a73-6d75-4f40-b5c9-e1de0ef41b0b None None] Network 7010a1a7-2d7c-4586-8e67-9c7afc483ab0 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:35:28.433802 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e62a4300-0e92-4726-86cd-f59ab02ccf18 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3652999 Dec 09 15:35:28.436546 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59266) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:28.441916 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-e1f56f8a-6e62-4751-b306-40e2594d373e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1644842371-router', 'tenant_id': '59594b9e3fb144dbb2817de5b4b0a74c', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:35:28.475011 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2184240c-9b3f-4bc8-986d-df95d63dda84 req-d1d25c82-d383-46cb-946d-a1981768d79b tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559568 Dec 09 15:35:28.478074 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e1f56f8a-6e62-4751-b306-40e2594d373e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:28.480048 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e1f56f8a-6e62-4751-b306-40e2594d373e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:28.542155 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf21f2f-4bf7-45c4-abe5-aea139360627 None None] Network 7010a1a7-2d7c-4586-8e67-9c7afc483ab0 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:35:28.551114 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e1f56f8a-6e62-4751-b306-40e2594d373e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:28.726852 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e1f56f8a-6e62-4751-b306-40e2594d373e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:28.818571 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd8b25-09ab-4c5e-9d41-8a45008b17ab req-4ad4a0b1-9263-4e0a-a47d-f2b993e24706 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:28.820184 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cdbd8b25-09ab-4c5e-9d41-8a45008b17ab req-4ad4a0b1-9263-4e0a-a47d-f2b993e24706 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0a589d5-fc08-41a6-9357-5f8c45f36eb8 HTTP/1.1" status: 200 len: 950 time: 0.0532629 Dec 09 15:35:28.878515 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cdbd8b25-09ab-4c5e-9d41-8a45008b17ab req-b30ea58c-9f6d-43d7-b4d3-d802b0e031c1 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508127 Dec 09 15:35:28.944010 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e1f56f8a-6e62-4751-b306-40e2594d373e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:28.967848 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e1f56f8a-6e62-4751-b306-40e2594d373e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:29.084604 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-e1f56f8a-6e62-4751-b306-40e2594d373e admin admin] Allocated IP 172.25.3.100 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/225cb9da-c7e5-4889-a272-1571345a0323) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:35:29.118917 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0ff5e04c-f28d-4b50-8f2b-3382f9899b60 req-f02efdfa-5bc7-4d1c-8193-9c56c8f87860 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a24b370-5b6c-425f-ac47-83db418c2b23 HTTP/1.1" status: 200 len: 210 time: 0.0440710 Dec 09 15:35:29.194897 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e1f56f8a-6e62-4751-b306-40e2594d373e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:29.230436 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e1f56f8a-6e62-4751-b306-40e2594d373e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:29.271909 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f56f8a-6e62-4751-b306-40e2594d373e admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:35:29.274825 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-e1f56f8a-6e62-4751-b306-40e2594d373e admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:35:29.278357 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f56f8a-6e62-4751-b306-40e2594d373e admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:35:29.310291 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f56f8a-6e62-4751-b306-40e2594d373e admin admin] Pushing event updated for resources: {'Port': ['ID=225cb9da-c7e5-4889-a272-1571345a0323,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:29.351430 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b1127-9b4b-4af5-a3fc-416299619c98 req-c5cffd38-f2aa-471c-8d6d-bf91d46ce1a2 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:29.358959 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-128b1127-9b4b-4af5-a3fc-416299619c98 req-c5cffd38-f2aa-471c-8d6d-bf91d46ce1a2 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c15617-8c5b-4505-ac55-2a62bbc909ab HTTP/1.1" status: 200 len: 949 time: 0.0644903 Dec 09 15:35:29.427325 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-c685d45f-320a-4585-9f14-b0e9a00da672 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=8222749629bd4bc081045ad1433cd8c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344934 Dec 09 15:35:29.431720 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-128b1127-9b4b-4af5-a3fc-416299619c98 req-f1521b3a-fdd6-4147-bdd4-9d4ab82840dd tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/security-groups?id=8748497e-50a8-4e02-930b-ae6378f890e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719068 Dec 09 15:35:29.597308 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4436e5-44c1-4477-81f3-310b9a61e5a0 req-c1b45347-05f9-48b4-a980-857c5e5249af tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:29.598979 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4b4436e5-44c1-4477-81f3-310b9a61e5a0 req-c1b45347-05f9-48b4-a980-857c5e5249af tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=08c23171-88b1-4baa-99ea-6af03933aec0 HTTP/1.1" status: 200 len: 946 time: 0.0778918 Dec 09 15:35:29.662168 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-6fb6df01-91f0-4cfe-9cb5-4cf3af27fa4a tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:29.663656 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-6fb6df01-91f0-4cfe-9cb5-4cf3af27fa4a tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2289670 Dec 09 15:35:29.681998 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-ea44c755-38e1-495c-8138-2dbbc0847fdc tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Request body: {'port': {'device_id': '1a24b370-5b6c-425f-ac47-83db418c2b23', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'admin_state_up': True, 'tenant_id': '8222749629bd4bc081045ad1433cd8c5'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:35:29.695730 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4b4436e5-44c1-4477-81f3-310b9a61e5a0 req-dbfaf0ea-8b7c-4df2-bae9-2cfd84610f22 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848093 Dec 09 15:35:29.856551 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-ea44c755-38e1-495c-8138-2dbbc0847fdc tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Made reservation on behalf of 8222749629bd4bc081045ad1433cd8c5 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:35:29.860026 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-ea44c755-38e1-495c-8138-2dbbc0847fdc tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:29.869366 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c513b361-a8ce-4979-b6be-30934d63a1c7 req-497399cb-55a3-4309-b74a-f190e7cfa593 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:29.870951 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c513b361-a8ce-4979-b6be-30934d63a1c7 req-497399cb-55a3-4309-b74a-f190e7cfa593 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b156564-4ed5-45f3-9c6a-d30428554cfd HTTP/1.1" status: 200 len: 945 time: 0.0724394 Dec 09 15:35:29.881479 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-ea44c755-38e1-495c-8138-2dbbc0847fdc tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:29.897020 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e1f56f8a-6e62-4751-b306-40e2594d373e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:29.957097 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c513b361-a8ce-4979-b6be-30934d63a1c7 req-6c7a5850-1f1a-4bdc-a382-b3fb63e253a4 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778387 Dec 09 15:35:30.016259 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-ea44c755-38e1-495c-8138-2dbbc0847fdc tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:30.021952 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-ea44c755-38e1-495c-8138-2dbbc0847fdc tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:30.110456 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e1f56f8a-6e62-4751-b306-40e2594d373e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:30.111836 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44c755-38e1-495c-8138-2dbbc0847fdc tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:30.152366 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f8a53-b616-43cc-b008-1dd2d1c65939 req-262577d6-dcc7-41ea-bb21-54d29baa1f77 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:30.153958 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a45f8a53-b616-43cc-b008-1dd2d1c65939 req-262577d6-dcc7-41ea-bb21-54d29baa1f77 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b547b96-534f-4bc0-ab6b-bf88fad1b31f HTTP/1.1" status: 200 len: 945 time: 0.1241961 Dec 09 15:35:30.238063 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-ea44c755-38e1-495c-8138-2dbbc0847fdc tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Allocated IP 192.168.233.197 (bf6a25f7-2b73-48b5-b60f-99a19e919fb7/54e6953c-1261-4e7c-8b49-64e5b87424c2/1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:35:30.240976 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f56f8a-6e62-4751-b306-40e2594d373e admin admin] Router 887ebe31-dc9a-4cf2-885f-669106917920 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:35:30.246813 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a45f8a53-b616-43cc-b008-1dd2d1c65939 req-139edc23-218b-4cc6-8333-410a9f48b1f4 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697229 Dec 09 15:35:30.358611 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f56f8a-6e62-4751-b306-40e2594d373e admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:35:30.367412 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46296855-b5d8-49a0-b23c-aeb3383b153e None None] Sync routers for ids ['887ebe31-dc9a-4cf2-885f-669106917920'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:35:30.379135 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46296855-b5d8-49a0-b23c-aeb3383b153e None None] Routers {'887ebe31-dc9a-4cf2-885f-669106917920'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:35:30.379487 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-18e3aaed-f73d-4144-86bb-f3e169a22c5d tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=f6f8b860b8cb464c96c43840787f6ea8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348670 Dec 09 15:35:30.379758 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-46296855-b5d8-49a0-b23c-aeb3383b153e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:35:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['887ebe31-dc9a-4cf2-885f-669106917920'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:30.380402 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e1f56f8a-6e62-4751-b306-40e2594d373e admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:30.382236 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e1f56f8a-6e62-4751-b306-40e2594d373e admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 1.9446557 Dec 09 15:35:30.386071 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59304) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:30.483441 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-46296855-b5d8-49a0-b23c-aeb3383b153e None None] Set router 887ebe31-dc9a-4cf2-885f-669106917920 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:35:30.592496 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-ea44c755-38e1-495c-8138-2dbbc0847fdc tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:30.658959 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-46296855-b5d8-49a0-b23c-aeb3383b153e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887ebe31-dc9a-4cf2-885f-669106917920', 'name': 'tempest-ServerRescueNegativeTestJSON-1644842371-router', 'tenant_id': '59594b9e3fb144dbb2817de5b4b0a74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '225cb9da-c7e5-4889-a272-1571345a0323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:35:28Z', 'updated_at': '2021-12-09T15:35:29Z', 'revision_number': 3, 'project_id': '59594b9e3fb144dbb2817de5b4b0a74c', 'gw_port': {'id': '225cb9da-c7e5-4889-a272-1571345a0323', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887ebe31-dc9a-4cf2-885f-669106917920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:35:28Z', 'updated_at': '2021-12-09T15:35:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:30.668009 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-e49bfa07-ae26-4b84-bc5c-8606c36d0e22 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:30.669524 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-e49bfa07-ae26-4b84-bc5c-8606c36d0e22 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2746501 Dec 09 15:35:30.707984 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-7f9ca216-8e47-4b63-866b-5d406e6ffc55 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/quotas/f6f8b860b8cb464c96c43840787f6ea8 HTTP/1.1" status: 200 len: 375 time: 0.0296698 Dec 09 15:35:30.773681 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-ea44c755-38e1-495c-8138-2dbbc0847fdc tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:30.773944 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46296855-b5d8-49a0-b23c-aeb3383b153e None None] Checking router: 887ebe31-dc9a-4cf2-885f-669106917920 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:35:30.774058 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46296855-b5d8-49a0-b23c-aeb3383b153e None None] Updating router 887ebe31-dc9a-4cf2-885f-669106917920 port 225cb9da-c7e5-4889-a272-1571345a0323 binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:35:30.803370 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-46296855-b5d8-49a0-b23c-aeb3383b153e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:30.871973 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-ea44c755-38e1-495c-8138-2dbbc0847fdc tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:35:30.887261 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-b867c3e2-ab25-4435-ad47-0f6039e30367 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=f6f8b860b8cb464c96c43840787f6ea8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1487660 Dec 09 15:35:30.888145 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-ea44c755-38e1-495c-8138-2dbbc0847fdc tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:35:30.894543 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-ea44c755-38e1-495c-8138-2dbbc0847fdc tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:35:30.902788 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44c755-38e1-495c-8138-2dbbc0847fdc tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Pushing event updated for resources: {'Port': ['ID=1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:31.000454 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-ea44c755-38e1-495c-8138-2dbbc0847fdc tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:31.001221 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-ea44c755-38e1-495c-8138-2dbbc0847fdc tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:31.043831 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-ea44c755-38e1-495c-8138-2dbbc0847fdc tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3660328 Dec 09 15:35:31.072006 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-4d1e9b52-a636-4259-978e-ed20b0e6633e service neutron] Request body: {'port': {'device_id': '1a24b370-5b6c-425f-ac47-83db418c2b23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:35:31.129197 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-46296855-b5d8-49a0-b23c-aeb3383b153e None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:31.136998 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-46296855-b5d8-49a0-b23c-aeb3383b153e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:31.150977 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1a1b94c3-c968-4461-abb6-b8e9c6088ca3 None None] Provisioning complete for port 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:35:31.152341 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1a1b94c3-c968-4461-abb6-b8e9c6088ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:31.195703 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-1a1b94c3-c968-4461-abb6-b8e9c6088ca3 None None] Port 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:35:31.205803 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0641557-3c92-462e-80c4-7268a916c908 None None] Pushing event updated for resources: {'Port': ['ID=225cb9da-c7e5-4889-a272-1571345a0323,revision_number=2']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:31.216179 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0641557-3c92-462e-80c4-7268a916c908 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:35:31.216590 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0641557-3c92-462e-80c4-7268a916c908 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:35:31.217182 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0641557-3c92-462e-80c4-7268a916c908 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:35:31.217532 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0641557-3c92-462e-80c4-7268a916c908 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:35:31.217867 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0641557-3c92-462e-80c4-7268a916c908 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:35:31.218203 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0641557-3c92-462e-80c4-7268a916c908 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:35:31.218649 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0641557-3c92-462e-80c4-7268a916c908 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:35:31.218848 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0641557-3c92-462e-80c4-7268a916c908 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:35:31.219481 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0641557-3c92-462e-80c4-7268a916c908 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:35:31.219986 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0641557-3c92-462e-80c4-7268a916c908 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:35:31.220689 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0641557-3c92-462e-80c4-7268a916c908 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:35:31.221379 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0641557-3c92-462e-80c4-7268a916c908 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:35:31.221644 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0641557-3c92-462e-80c4-7268a916c908 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:35:31.238943 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-46296855-b5d8-49a0-b23c-aeb3383b153e None None] Attempting to bind port 225cb9da-c7e5-4889-a272-1571345a0323 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:35:31.240145 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-46296855-b5d8-49a0-b23c-aeb3383b153e None None] Attempting to bind port 225cb9da-c7e5-4889-a272-1571345a0323 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:35:31.241028 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46296855-b5d8-49a0-b23c-aeb3383b153e None None] Attempting to bind port 225cb9da-c7e5-4889-a272-1571345a0323 on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:35:31.246928 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-4d1e9b52-a636-4259-978e-ed20b0e6633e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:31.247793 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46296855-b5d8-49a0-b23c-aeb3383b153e None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:35:31.248186 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46296855-b5d8-49a0-b23c-aeb3383b153e None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:35:31.248615 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-46296855-b5d8-49a0-b23c-aeb3383b153e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:31.249021 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46296855-b5d8-49a0-b23c-aeb3383b153e None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:35:31.249496 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-46296855-b5d8-49a0-b23c-aeb3383b153e None None] Bound port: 225cb9da-c7e5-4889-a272-1571345a0323, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:35:31.250035 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-46296855-b5d8-49a0-b23c-aeb3383b153e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:31.301747 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa7c53-c053-4ff9-a9e3-3e8f905d7674 req-3fa5c2aa-0255-4b63-b50a-109fb95fa8bf tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:31.303264 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-26fa7c53-c053-4ff9-a9e3-3e8f905d7674 req-3fa5c2aa-0255-4b63-b50a-109fb95fa8bf tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0a589d5-fc08-41a6-9357-5f8c45f36eb8 HTTP/1.1" status: 200 len: 950 time: 0.1549056 Dec 09 15:35:31.320303 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-46296855-b5d8-49a0-b23c-aeb3383b153e None None] For port 225cb9da-c7e5-4889-a272-1571345a0323, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:35:31.329531 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-46296855-b5d8-49a0-b23c-aeb3383b153e None None] For port 225cb9da-c7e5-4889-a272-1571345a0323, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=225cb9da-c7e5-4889-a272-1571345a0323,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:35:31.335821 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-46296855-b5d8-49a0-b23c-aeb3383b153e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:31.359381 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cc832-44b4-4708-990c-d28511c5e4fc req-d2145f3a-bc58-4421-88d8-c47bd7346fc8 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:31.360879 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-592cc832-44b4-4708-990c-d28511c5e4fc req-d2145f3a-bc58-4421-88d8-c47bd7346fc8 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b156564-4ed5-45f3-9c6a-d30428554cfd HTTP/1.1" status: 200 len: 945 time: 0.1667647 Dec 09 15:35:31.391248 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-804056c9-8985-4c58-880a-6a7f6c9a0be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:31.399871 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0641557-3c92-462e-80c4-7268a916c908 None None] Pushing event updated for resources: {'Port': ['ID=225cb9da-c7e5-4889-a272-1571345a0323,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:31.417428 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46296855-b5d8-49a0-b23c-aeb3383b153e None None] Routers {'887ebe31-dc9a-4cf2-885f-669106917920'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:35:31.417658 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-46296855-b5d8-49a0-b23c-aeb3383b153e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:35:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['887ebe31-dc9a-4cf2-885f-669106917920'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:31.532059 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-46296855-b5d8-49a0-b23c-aeb3383b153e None None] Set router 887ebe31-dc9a-4cf2-885f-669106917920 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:35:31.586668 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-26fa7c53-c053-4ff9-a9e3-3e8f905d7674 req-98fd0aed-cea3-469c-a22e-c32c02607004 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585442 Dec 09 15:35:31.735975 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-46296855-b5d8-49a0-b23c-aeb3383b153e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887ebe31-dc9a-4cf2-885f-669106917920', 'name': 'tempest-ServerRescueNegativeTestJSON-1644842371-router', 'tenant_id': '59594b9e3fb144dbb2817de5b4b0a74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '225cb9da-c7e5-4889-a272-1571345a0323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:35:28Z', 'updated_at': '2021-12-09T15:35:29Z', 'revision_number': 3, 'project_id': '59594b9e3fb144dbb2817de5b4b0a74c', 'gw_port': {'id': '225cb9da-c7e5-4889-a272-1571345a0323', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887ebe31-dc9a-4cf2-885f-669106917920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:35:28Z', 'updated_at': '2021-12-09T15:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:31.753549 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-592cc832-44b4-4708-990c-d28511c5e4fc req-a34ae53d-5304-40e1-92e5-8f2e78601357 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Deleting port 67f145ae-9a0e-44e1-b5e7-257c6ea2ac83 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:35:31.754131 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-592cc832-44b4-4708-990c-d28511c5e4fc req-a34ae53d-5304-40e1-92e5-8f2e78601357 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:31.767791 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46296855-b5d8-49a0-b23c-aeb3383b153e None None] The sync data for ids ['887ebe31-dc9a-4cf2-885f-669106917920'] in n-d-821228-1 is: [{'id': '887ebe31-dc9a-4cf2-885f-669106917920', 'name': 'tempest-ServerRescueNegativeTestJSON-1644842371-router', 'tenant_id': '59594b9e3fb144dbb2817de5b4b0a74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '225cb9da-c7e5-4889-a272-1571345a0323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:35:28Z', 'updated_at': '2021-12-09T15:35:29Z', 'revision_number': 3, 'project_id': '59594b9e3fb144dbb2817de5b4b0a74c', 'gw_port': {'id': '225cb9da-c7e5-4889-a272-1571345a0323', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887ebe31-dc9a-4cf2-885f-669106917920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:35:28Z', 'updated_at': '2021-12-09T15:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:35:31.871854 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d5c951-2263-4606-af06-6d71615b899b req-c786e028-1e24-4b8f-a29c-b14afc98e9bf tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:31.873366 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a8d5c951-2263-4606-af06-6d71615b899b req-c786e028-1e24-4b8f-a29c-b14afc98e9bf tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a24b370-5b6c-425f-ac47-83db418c2b23 HTTP/1.1" status: 200 len: 936 time: 0.1960309 Dec 09 15:35:32.165414 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-8ed54324-6219-4d44-a44f-0f53006a4de4 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=f6f8b860b8cb464c96c43840787f6ea8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256753 Dec 09 15:35:32.224722 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-804056c9-8985-4c58-880a-6a7f6c9a0be1 admin admin] Allocated IP 172.20.0.1 (7010a1a7-2d7c-4586-8e67-9c7afc483ab0/55d52639-1caa-4023-ae95-afc257c891d1/a4abf947-6559-4609-b762-4bb8e58ddb15) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:35:32.306103 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-179c0542-bc29-40cc-b159-501597ee67b5 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:32.308280 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-179c0542-bc29-40cc-b159-501597ee67b5 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1338301 Dec 09 15:35:32.315022 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-592cc832-44b4-4708-990c-d28511c5e4fc req-a34ae53d-5304-40e1-92e5-8f2e78601357 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] For port 67f145ae-9a0e-44e1-b5e7-257c6ea2ac83, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=67f145ae-9a0e-44e1-b5e7-257c6ea2ac83,segment=NetworkSegment(69e3382f-395f-44e0-a40c-d45aab069633),segment_id=69e3382f-395f-44e0-a40c-d45aab069633)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:32.315400 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-592cc832-44b4-4708-990c-d28511c5e4fc req-a34ae53d-5304-40e1-92e5-8f2e78601357 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:32.323519 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-67758754-3f6a-4bc1-8f65-17c3c280547f tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Request body: {'port': {'device_id': '85860061-338a-4adc-97a5-06c40f99d731', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'admin_state_up': True, 'tenant_id': 'f6f8b860b8cb464c96c43840787f6ea8'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:35:32.376399 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-592cc832-44b4-4708-990c-d28511c5e4fc req-a34ae53d-5304-40e1-92e5-8f2e78601357 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Calling delete_port for 67f145ae-9a0e-44e1-b5e7-257c6ea2ac83 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:35:32.389713 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-4d1e9b52-a636-4259-978e-ed20b0e6633e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:35:32.397330 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a8d5c951-2263-4606-af06-6d71615b899b req-83aebf86-2a9f-48c8-be9c-7fd5b24a6fba tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5149596 Dec 09 15:35:32.407703 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-4d1e9b52-a636-4259-978e-ed20b0e6633e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:32.481266 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-67758754-3f6a-4bc1-8f65-17c3c280547f tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Made reservation on behalf of f6f8b860b8cb464c96c43840787f6ea8 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:35:32.483968 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-4d1e9b52-a636-4259-978e-ed20b0e6633e service neutron] Transition to ACTIVE for port object 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:35:32.485387 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-67758754-3f6a-4bc1-8f65-17c3c280547f tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:32.493141 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-4d1e9b52-a636-4259-978e-ed20b0e6633e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:32.519149 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-804056c9-8985-4c58-880a-6a7f6c9a0be1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:32.604027 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e9b52-a636-4259-978e-ed20b0e6633e service neutron] Pushing event updated for resources: {'Port': ['ID=1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:32.715493 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-804056c9-8985-4c58-880a-6a7f6c9a0be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:32.740595 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-67758754-3f6a-4bc1-8f65-17c3c280547f tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Allocated IP 192.168.233.186 (bf6a25f7-2b73-48b5-b60f-99a19e919fb7/54e6953c-1261-4e7c-8b49-64e5b87424c2/706300c7-9763-4dfe-9e18-49738bc83eee) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:35:32.822119 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804056c9-8985-4c58-880a-6a7f6c9a0be1 admin admin] Network 7010a1a7-2d7c-4586-8e67-9c7afc483ab0 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:35:32.838256 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-592cc832-44b4-4708-990c-d28511c5e4fc req-a34ae53d-5304-40e1-92e5-8f2e78601357 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:32.852878 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-804056c9-8985-4c58-880a-6a7f6c9a0be1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:35:32.875720 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804056c9-8985-4c58-880a-6a7f6c9a0be1 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:35:32.923561 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-4d1e9b52-a636-4259-978e-ed20b0e6633e service neutron] Attempting to bind port 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:35:32.923910 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-4d1e9b52-a636-4259-978e-ed20b0e6633e service neutron] Attempting to bind port 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:35:32.924268 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-4d1e9b52-a636-4259-978e-ed20b0e6633e service neutron] Attempting to bind port 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:35:32.928341 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-67758754-3f6a-4bc1-8f65-17c3c280547f tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:32.929619 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804056c9-8985-4c58-880a-6a7f6c9a0be1 admin admin] Pushing event updated for resources: {'Port': ['ID=a4abf947-6559-4609-b762-4bb8e58ddb15,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:32.932099 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-804056c9-8985-4c58-880a-6a7f6c9a0be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:32.967028 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-67758754-3f6a-4bc1-8f65-17c3c280547f tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:32.999149 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-4d1e9b52-a636-4259-978e-ed20b0e6633e service neutron] Port 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:35:32.999477 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-4d1e9b52-a636-4259-978e-ed20b0e6633e service neutron] Attempting to bind port 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:35:33.014817 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ae53d-5304-40e1-92e5-8f2e78601357 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Pushing event deleted for resources: {'Port': ['ID=67f145ae-9a0e-44e1-b5e7-257c6ea2ac83,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:33.016057 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-67758754-3f6a-4bc1-8f65-17c3c280547f tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:35:33.021377 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-67758754-3f6a-4bc1-8f65-17c3c280547f tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:35:33.025046 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-67758754-3f6a-4bc1-8f65-17c3c280547f tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:35:33.031587 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67758754-3f6a-4bc1-8f65-17c3c280547f tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Pushing event updated for resources: {'Port': ['ID=706300c7-9763-4dfe-9e18-49738bc83eee,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:33.033454 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-4d1e9b52-a636-4259-978e-ed20b0e6633e service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:35:33.033808 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-4d1e9b52-a636-4259-978e-ed20b0e6633e service neutron] Checking segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:35:33.034200 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-4d1e9b52-a636-4259-978e-ed20b0e6633e service neutron] Bound using segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:35:33.034645 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-4d1e9b52-a636-4259-978e-ed20b0e6633e service neutron] Bound port: 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:35:33.035011 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-4d1e9b52-a636-4259-978e-ed20b0e6633e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:33.039864 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:35:33.080005 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6638d-6d82-4e1f-a89a-b273f4317cab req-4ce39d6b-4f6b-4262-ab61-e01720139c0f tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:33.084772 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-67758754-3f6a-4bc1-8f65-17c3c280547f tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:33.085073 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-69c6638d-6d82-4e1f-a89a-b273f4317cab req-4ce39d6b-4f6b-4262-ab61-e01720139c0f tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=08c23171-88b1-4baa-99ea-6af03933aec0 HTTP/1.1" status: 200 len: 946 time: 0.2676029 Dec 09 15:35:33.085951 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-67758754-3f6a-4bc1-8f65-17c3c280547f tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:33.103020 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-592cc832-44b4-4708-990c-d28511c5e4fc req-a34ae53d-5304-40e1-92e5-8f2e78601357 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] No DVR routers for this DVR port 67f145ae-9a0e-44e1-b5e7-257c6ea2ac83 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:35:33.114130 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-67758754-3f6a-4bc1-8f65-17c3c280547f tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7949004 Dec 09 15:35:33.129741 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-592cc832-44b4-4708-990c-d28511c5e4fc req-a34ae53d-5304-40e1-92e5-8f2e78601357 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:33.133823 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-592cc832-44b4-4708-990c-d28511c5e4fc req-a34ae53d-5304-40e1-92e5-8f2e78601357 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.31 "DELETE /v2.0/ports/67f145ae-9a0e-44e1-b5e7-257c6ea2ac83 HTTP/1.1" status: 204 len: 173 time: 1.7593858 Dec 09 15:35:33.134287 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-ce6cfe13-5e71-4ca0-9da6-af39c3d69cd4 service neutron] Request body: {'port': {'device_id': '85860061-338a-4adc-97a5-06c40f99d731', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:35:33.134463 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b156564-4ed5-45f3-9c6a-d30428554cfd', 'name': 'network-vif-deleted', 'tag': '67f145ae-9a0e-44e1-b5e7-257c6ea2ac83'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:35:33.138461 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2a173d-7143-4856-bfa6-24dfe0a7ca77" -d '{"events": [{"server_uuid": "0b156564-4ed5-45f3-9c6a-d30428554cfd", "name": "network-vif-deleted", "tag": "67f145ae-9a0e-44e1-b5e7-257c6ea2ac83"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:35:33.273915 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-ce6cfe13-5e71-4ca0-9da6-af39c3d69cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:33.306519 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-4d1e9b52-a636-4259-978e-ed20b0e6633e service neutron] For port 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:35:33.323546 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-69c6638d-6d82-4e1f-a89a-b273f4317cab req-f2c8c20b-f276-4846-bbe3-6efd4aebefdb tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148011 Dec 09 15:35:33.337280 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-4d1e9b52-a636-4259-978e-ed20b0e6633e service neutron] For port 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:35:33.337280 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-804056c9-8985-4c58-880a-6a7f6c9a0be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:33.376709 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-4d1e9b52-a636-4259-978e-ed20b0e6633e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:33.473532 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4b9704c7-33bd-4433-9971-3194b575d402 None None] Provisioning complete for port 706300c7-9763-4dfe-9e18-49738bc83eee triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:35:33.474622 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4b9704c7-33bd-4433-9971-3194b575d402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:33.531346 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-4d1e9b52-a636-4259-978e-ed20b0e6633e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:33.532354 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-4d1e9b52-a636-4259-978e-ed20b0e6633e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:33.534699 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-4d1e9b52-a636-4259-978e-ed20b0e6633e service neutron] 10.222.0.31 "PUT /v2.0/ports/1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 HTTP/1.1" status: 200 len: 1096 time: 2.4704926 Dec 09 15:35:33.555590 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-26e361aa-4b1b-493c-b158-18a217dd247f req-cb652469-2fa1-4221-8e6d-c39d337b7270 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b156564-4ed5-45f3-9c6a-d30428554cfd HTTP/1.1" status: 200 len: 210 time: 0.1128798 Dec 09 15:35:33.612677 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 225cb9da-c7e5-4889-a272-1571345a0323 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:35:33.715326 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-4b9704c7-33bd-4433-9971-3194b575d402 None None] Port 706300c7-9763-4dfe-9e18-49738bc83eee cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:35:33.757133 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 225cb9da-c7e5-4889-a272-1571345a0323 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:35:33.757869 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:33.830805 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e9b52-a636-4259-978e-ed20b0e6633e service neutron] Pushing event updated for resources: {'Port': ['ID=1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:33.887404 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-ce6cfe13-5e71-4ca0-9da6-af39c3d69cd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 706300c7-9763-4dfe-9e18-49738bc83eee {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:35:33.908692 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-ce6cfe13-5e71-4ca0-9da6-af39c3d69cd4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:33.928531 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-912bc1ca-1ac6-4833-a469-90c1506c4632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:33.934169 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-912bc1ca-1ac6-4833-a469-90c1506c4632 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8222749629bd4bc081045ad1433cd8c5&device_id=1a24b370-5b6c-425f-ac47-83db418c2b23 HTTP/1.1" status: 200 len: 1099 time: 0.2154412 Dec 09 15:35:33.941194 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-ce6cfe13-5e71-4ca0-9da6-af39c3d69cd4 service neutron] Transition to ACTIVE for port object 706300c7-9763-4dfe-9e18-49738bc83eee will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:35:33.949732 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-ce6cfe13-5e71-4ca0-9da6-af39c3d69cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:33.964315 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:34.005430 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 225cb9da-c7e5-4889-a272-1571345a0323, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=225cb9da-c7e5-4889-a272-1571345a0323,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:34.012185 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:34.014874 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6cfe13-5e71-4ca0-9da6-af39c3d69cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=706300c7-9763-4dfe-9e18-49738bc83eee,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:34.037406 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-0cf4b07b-9291-4465-b275-0bd380465552 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 HTTP/1.1" status: 200 len: 217 time: 0.0941498 Dec 09 15:35:34.104840 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-ce6cfe13-5e71-4ca0-9da6-af39c3d69cd4 service neutron] Attempting to bind port 706300c7-9763-4dfe-9e18-49738bc83eee on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:35:34.105201 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-ce6cfe13-5e71-4ca0-9da6-af39c3d69cd4 service neutron] Attempting to bind port 706300c7-9763-4dfe-9e18-49738bc83eee by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:35:34.105517 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-ce6cfe13-5e71-4ca0-9da6-af39c3d69cd4 service neutron] Attempting to bind port 706300c7-9763-4dfe-9e18-49738bc83eee on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:35:34.108275 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=225cb9da-c7e5-4889-a272-1571345a0323,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:34.111968 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-ce6cfe13-5e71-4ca0-9da6-af39c3d69cd4 service neutron] Port 706300c7-9763-4dfe-9e18-49738bc83eee on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:35:34.112599 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-ce6cfe13-5e71-4ca0-9da6-af39c3d69cd4 service neutron] Attempting to bind port 706300c7-9763-4dfe-9e18-49738bc83eee on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:35:34.126597 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-ce6cfe13-5e71-4ca0-9da6-af39c3d69cd4 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:35:34.127139 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-ce6cfe13-5e71-4ca0-9da6-af39c3d69cd4 service neutron] Checking segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:35:34.127698 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-ce6cfe13-5e71-4ca0-9da6-af39c3d69cd4 service neutron] Bound using segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:35:34.128310 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-ce6cfe13-5e71-4ca0-9da6-af39c3d69cd4 service neutron] Bound port: 706300c7-9763-4dfe-9e18-49738bc83eee, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:35:34.128868 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-ce6cfe13-5e71-4ca0-9da6-af39c3d69cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:34.130967 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d15134-1fc0-4215-ae93-a2695b463d4b req-32e7b00e-9575-4025-b1c9-c40ee06db19e tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:34.133164 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-67d15134-1fc0-4215-ae93-a2695b463d4b req-32e7b00e-9575-4025-b1c9-c40ee06db19e tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/ports?device_id=85860061-338a-4adc-97a5-06c40f99d731 HTTP/1.1" status: 200 len: 936 time: 0.4181571 Dec 09 15:35:34.180746 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-804056c9-8985-4c58-880a-6a7f6c9a0be1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:34.199919 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-804056c9-8985-4c58-880a-6a7f6c9a0be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:34.208645 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-dcb75dde-aca1-4353-aff7-511d931e6888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:34.215887 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-dcb75dde-aca1-4353-aff7-511d931e6888 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.1408231 Dec 09 15:35:34.254570 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-ce6cfe13-5e71-4ca0-9da6-af39c3d69cd4 service neutron] For port 706300c7-9763-4dfe-9e18-49738bc83eee, host n-h2-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:35:34.258701 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-ce6cfe13-5e71-4ca0-9da6-af39c3d69cd4 service neutron] For port 706300c7-9763-4dfe-9e18-49738bc83eee, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=706300c7-9763-4dfe-9e18-49738bc83eee,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:35:34.267878 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-ce6cfe13-5e71-4ca0-9da6-af39c3d69cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:34.321596 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-ce6cfe13-5e71-4ca0-9da6-af39c3d69cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:34.322256 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-ce6cfe13-5e71-4ca0-9da6-af39c3d69cd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:34.325146 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-ce6cfe13-5e71-4ca0-9da6-af39c3d69cd4 service neutron] 10.222.0.31 "PUT /v2.0/ports/706300c7-9763-4dfe-9e18-49738bc83eee HTTP/1.1" status: 200 len: 1096 time: 1.2012904 Dec 09 15:35:34.325560 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85860061-338a-4adc-97a5-06c40f99d731', 'tag': '706300c7-9763-4dfe-9e18-49738bc83eee'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:35:34.329002 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9180e335-ae1f-4c53-812b-f1928180d486" -d '{"events": [{"name": "network-changed", "server_uuid": "85860061-338a-4adc-97a5-06c40f99d731", "tag": "706300c7-9763-4dfe-9e18-49738bc83eee"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:35:34.351656 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-67d15134-1fc0-4215-ae93-a2695b463d4b req-ed0bc786-5fd9-450c-a69e-1ad2dd844429 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/security-groups?id=8748497e-50a8-4e02-930b-ae6378f890e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062578 Dec 09 15:35:34.361096 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6cfe13-5e71-4ca0-9da6-af39c3d69cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=706300c7-9763-4dfe-9e18-49738bc83eee,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:34.369759 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 67f145ae-9a0e-44e1-b5e7-257c6ea2ac83 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:35:34.409129 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 67f145ae-9a0e-44e1-b5e7-257c6ea2ac83 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:35:34.411892 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 67f145ae-9a0e-44e1-b5e7-257c6ea2ac83 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:35:34.449746 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-00029bf7-3b59-43c3-986c-c092b8e6dd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:34.453546 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-00029bf7-3b59-43c3-986c-c092b8e6dd68 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f6f8b860b8cb464c96c43840787f6ea8&device_id=85860061-338a-4adc-97a5-06c40f99d731 HTTP/1.1" status: 200 len: 1099 time: 0.0621760 Dec 09 15:35:34.471912 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-e7535c1f-ff0a-44e0-94e8-4b935deea795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:34.476810 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-e7535c1f-ff0a-44e0-94e8-4b935deea795 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2272284 Dec 09 15:35:34.477592 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804056c9-8985-4c58-880a-6a7f6c9a0be1 admin admin] Pushing event updated for resources: {'Port': ['ID=a4abf947-6559-4609-b762-4bb8e58ddb15,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:34.481096 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-804056c9-8985-4c58-880a-6a7f6c9a0be1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:34.513309 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-84a3b9b1-2372-43aa-88fc-24c2e12d8624 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=706300c7-9763-4dfe-9e18-49738bc83eee HTTP/1.1" status: 200 len: 217 time: 0.0459132 Dec 09 15:35:34.580552 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-b799cb62-a962-4f6a-88c3-7776554e48cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:34.582039 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-b799cb62-a962-4f6a-88c3-7776554e48cc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0576165 Dec 09 15:35:34.675595 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-d80c2d1a-8280-4035-a704-70fd75798a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:34.679665 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-d80c2d1a-8280-4035-a704-70fd75798a50 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0816953 Dec 09 15:35:34.692864 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387fb27-f65d-4938-8329-06c9713797b2 req-2869cfe3-871f-4332-a096-271fd3871ce2 tempest-ServersOnMultiNodesTest-56580484 tempest-ServersOnMultiNodesTest-56580484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:34.702776 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4387fb27-f65d-4938-8329-06c9713797b2 req-2869cfe3-871f-4332-a096-271fd3871ce2 tempest-ServersOnMultiNodesTest-56580484 tempest-ServersOnMultiNodesTest-56580484-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f0a589d5-fc08-41a6-9357-5f8c45f36eb8 HTTP/1.1" status: 200 len: 1101 time: 0.1974051 Dec 09 15:35:34.779459 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-d483ec7e-f4e6-471c-b827-9db260359b67 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772210 Dec 09 15:35:34.793598 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-289270be-a499-4a2b-913d-a4dbbfee9774 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038311 Dec 09 15:35:34.814099 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804056c9-8985-4c58-880a-6a7f6c9a0be1 admin admin] Network 7010a1a7-2d7c-4586-8e67-9c7afc483ab0 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:35:34.849089 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-804056c9-8985-4c58-880a-6a7f6c9a0be1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:35:34.852716 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4387fb27-f65d-4938-8329-06c9713797b2 req-ab88cdd9-8ffa-47b3-b39b-ae9e1065a975 tempest-ServersOnMultiNodesTest-56580484 tempest-ServersOnMultiNodesTest-56580484-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491060 Dec 09 15:35:34.903585 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b13310cb-6e5b-4fcc-b1ac-a6cb1c199b89 req-fc94e4f2-d191-4cae-9aed-9870b8059472 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031625 Dec 09 15:35:34.989709 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-158ea28c-ea82-4762-93ed-4c214ce70d14 req-21358b1d-af15-427e-898e-3c2dddd4d68a service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948245 Dec 09 15:35:35.051937 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804056c9-8985-4c58-880a-6a7f6c9a0be1 admin admin] Router 887ebe31-dc9a-4cf2-885f-669106917920 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:35:35.064379 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0f3b6-6efc-46c9-a7eb-5a95c77551f5 req-13701ac2-b724-449f-9000-d37c20fc5eaa tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:35.066574 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2ff0f3b6-6efc-46c9-a7eb-5a95c77551f5 req-13701ac2-b724-449f-9000-d37c20fc5eaa tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b547b96-534f-4bc0-ab6b-bf88fad1b31f HTTP/1.1" status: 200 len: 945 time: 0.0746081 Dec 09 15:35:35.163784 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2ff0f3b6-6efc-46c9-a7eb-5a95c77551f5 req-bab9f81c-c184-4616-8ec6-1a93253fc0f2 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887091 Dec 09 15:35:35.210333 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34b1b18-30c3-40d3-9d5c-6458e37fe045 x-openstack-request-id: req-c34b1b18-30c3-40d3-9d5c-6458e37fe045 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:35:35.210641 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b156564-4ed5-45f3-9c6a-d30428554cfd", "name": "network-vif-deleted", "tag": "67f145ae-9a0e-44e1-b5e7-257c6ea2ac83", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:35:35.210986 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c34b1b18-30c3-40d3-9d5c-6458e37fe045 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:35:35.211476 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b156564-4ed5-45f3-9c6a-d30428554cfd', 'name': 'network-vif-deleted', 'tag': '67f145ae-9a0e-44e1-b5e7-257c6ea2ac83', 'status': 'completed', 'code': 200} Dec 09 15:35:35.217612 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804056c9-8985-4c58-880a-6a7f6c9a0be1 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:35:35.223692 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-804056c9-8985-4c58-880a-6a7f6c9a0be1 admin admin] 10.222.0.57 "PUT /v2.0/routers/887ebe31-dc9a-4cf2-885f-669106917920/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8369393 Dec 09 15:35:35.229457 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4b56eb-e1d9-416f-919f-93b54811f455 None None] Sync routers for ids ['887ebe31-dc9a-4cf2-885f-669106917920'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:35:35.242040 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4b56eb-e1d9-416f-919f-93b54811f455 None None] Routers {'887ebe31-dc9a-4cf2-885f-669106917920'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:35:35.243360 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2c4b56eb-e1d9-416f-919f-93b54811f455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:35:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['887ebe31-dc9a-4cf2-885f-669106917920'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:35.337468 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce51c7-82e8-4ef7-bfee-7c98415db75f req-05989903-65e0-4969-a03c-bb92f041cf02 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:35.341740 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-55ce51c7-82e8-4ef7-bfee-7c98415db75f req-05989903-65e0-4969-a03c-bb92f041cf02 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=08c23171-88b1-4baa-99ea-6af03933aec0 HTTP/1.1" status: 200 len: 946 time: 0.0760753 Dec 09 15:35:35.402293 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-2c4b56eb-e1d9-416f-919f-93b54811f455 None None] Set router 887ebe31-dc9a-4cf2-885f-669106917920 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:35:35.420563 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-55ce51c7-82e8-4ef7-bfee-7c98415db75f req-95957956-27eb-4783-ae9c-eb053a71dd0b tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725799 Dec 09 15:35:35.438890 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 225cb9da-c7e5-4889-a272-1571345a0323 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:35:35.544073 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4365e51-0410-43e0-a5da-e6c9715eb290 req-e7b39300-086d-4606-9b5a-afa105a06a62 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:35.545700 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c4365e51-0410-43e0-a5da-e6c9715eb290 req-e7b39300-086d-4606-9b5a-afa105a06a62 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a24b370-5b6c-425f-ac47-83db418c2b23 HTTP/1.1" status: 200 len: 948 time: 0.0548217 Dec 09 15:35:35.579197 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 225cb9da-c7e5-4889-a272-1571345a0323 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:35:35.579477 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:35.597156 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c4365e51-0410-43e0-a5da-e6c9715eb290 req-ae548b82-5e97-4aad-ba6c-54e66f3f88c0 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450666 Dec 09 15:35:35.726840 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2c4b56eb-e1d9-416f-919f-93b54811f455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887ebe31-dc9a-4cf2-885f-669106917920', 'name': 'tempest-ServerRescueNegativeTestJSON-1644842371-router', 'tenant_id': '59594b9e3fb144dbb2817de5b4b0a74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '225cb9da-c7e5-4889-a272-1571345a0323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:35:28Z', 'updated_at': '2021-12-09T15:35:33Z', 'revision_number': 4, 'project_id': '59594b9e3fb144dbb2817de5b4b0a74c', 'gw_port': {'id': '225cb9da-c7e5-4889-a272-1571345a0323', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ebe31-dc9a-4cf2-885f-669106917920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:35:28Z', 'updated_at': '2021-12-09T15:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'a4abf947-6559-4609-b762-4bb8e58ddb15', 'name': '', 'network_id': '7010a1a7-2d7c-4586-8e67-9c7afc483ab0', 'tenant_id': '59594b9e3fb144dbb2817de5b4b0a74c', 'mac_address': 'fa:16:3e:21:5c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887ebe31-dc9a-4cf2-885f-669106917920', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '55d52639-1caa-4023-ae95-afc257c891d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:35:31Z', 'updated_at': '2021-12-09T15:35:33Z', 'revision_number': 2, 'project_id': '59594b9e3fb144dbb2817de5b4b0a74c', 'subnets': [{'id': '55d52639-1caa-4023-ae95-afc257c891d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:35.731752 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88878d29-9d89-4fff-943d-f2893282bafd x-openstack-request-id: req-88878d29-9d89-4fff-943d-f2893282bafd {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:35:35.732267 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85860061-338a-4adc-97a5-06c40f99d731", "tag": "706300c7-9763-4dfe-9e18-49738bc83eee", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:35:35.732267 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-88878d29-9d89-4fff-943d-f2893282bafd {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:35:35.732711 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85860061-338a-4adc-97a5-06c40f99d731', 'tag': '706300c7-9763-4dfe-9e18-49738bc83eee', 'status': 'completed', 'code': 200} Dec 09 15:35:35.756035 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4b56eb-e1d9-416f-919f-93b54811f455 None None] Checking router: 887ebe31-dc9a-4cf2-885f-669106917920 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:35:35.756403 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4b56eb-e1d9-416f-919f-93b54811f455 None None] Updating router 887ebe31-dc9a-4cf2-885f-669106917920 port a4abf947-6559-4609-b762-4bb8e58ddb15 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:35:35.788131 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2c4b56eb-e1d9-416f-919f-93b54811f455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:35.826125 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-230ca616-c99e-4ece-863b-224080079503 req-3f754f8a-5f69-44ac-b000-4762df8afa35 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b156564-4ed5-45f3-9c6a-d30428554cfd HTTP/1.1" status: 200 len: 210 time: 0.0317683 Dec 09 15:35:35.840567 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180e335-ae1f-4c53-812b-f1928180d486 req-ad3df5d6-c8ad-4304-bd47-9a34abd6ebcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:35.842088 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9180e335-ae1f-4c53-812b-f1928180d486 req-ad3df5d6-c8ad-4304-bd47-9a34abd6ebcf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f6f8b860b8cb464c96c43840787f6ea8&device_id=85860061-338a-4adc-97a5-06c40f99d731 HTTP/1.1" status: 200 len: 1099 time: 0.0793941 Dec 09 15:35:35.963482 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-f0857023-c909-4b39-aee6-0aa96df227b6 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=adcdc531e5364eaa95bec0e36a7f7c2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309620 Dec 09 15:35:36.052378 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180e335-ae1f-4c53-812b-f1928180d486 req-8bb8cca0-5e03-4ec9-8e07-8076593f8976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:36.054065 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9180e335-ae1f-4c53-812b-f1928180d486 req-8bb8cca0-5e03-4ec9-8e07-8076593f8976 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.2031302 Dec 09 15:35:36.069658 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2c4b56eb-e1d9-416f-919f-93b54811f455 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:36.076898 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2c4b56eb-e1d9-416f-919f-93b54811f455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:36.109195 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9180e335-ae1f-4c53-812b-f1928180d486 req-2809bef2-0c8d-497f-99ff-9bf77ad8bd1d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=706300c7-9763-4dfe-9e18-49738bc83eee HTTP/1.1" status: 200 len: 217 time: 0.0437555 Dec 09 15:35:36.131801 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325653c-0c4b-450a-b473-e81ff59840a6 None None] Pushing event updated for resources: {'Port': ['ID=a4abf947-6559-4609-b762-4bb8e58ddb15,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:36.169119 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-a9625724-0a85-493e-b9c7-997f9fde302b tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:36.170712 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-a9625724-0a85-493e-b9c7-997f9fde302b tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1986759 Dec 09 15:35:36.177346 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-2c4b56eb-e1d9-416f-919f-93b54811f455 None None] Attempting to bind port a4abf947-6559-4609-b762-4bb8e58ddb15 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:35:36.177717 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-2c4b56eb-e1d9-416f-919f-93b54811f455 None None] Attempting to bind port a4abf947-6559-4609-b762-4bb8e58ddb15 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'd60be669-ee26-41ae-a7b5-ffd0c2cca921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7010a1a7-2d7c-4586-8e67-9c7afc483ab0'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:35:36.178462 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4b56eb-e1d9-416f-919f-93b54811f455 None None] Attempting to bind port a4abf947-6559-4609-b762-4bb8e58ddb15 on network 7010a1a7-2d7c-4586-8e67-9c7afc483ab0 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:35:36.183812 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4b56eb-e1d9-416f-919f-93b54811f455 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:35:36.184182 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4b56eb-e1d9-416f-919f-93b54811f455 None None] Checking segment: {'id': 'd60be669-ee26-41ae-a7b5-ffd0c2cca921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7010a1a7-2d7c-4586-8e67-9c7afc483ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:35:36.184623 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2c4b56eb-e1d9-416f-919f-93b54811f455 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:36.185012 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4b56eb-e1d9-416f-919f-93b54811f455 None None] Bound using segment: {'id': 'd60be669-ee26-41ae-a7b5-ffd0c2cca921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7010a1a7-2d7c-4586-8e67-9c7afc483ab0'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:35:36.185293 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180e335-ae1f-4c53-812b-f1928180d486 req-ef8e21c5-531d-47e2-8070-005d4621cb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:36.185471 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-2c4b56eb-e1d9-416f-919f-93b54811f455 None None] Bound port: a4abf947-6559-4609-b762-4bb8e58ddb15, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd60be669-ee26-41ae-a7b5-ffd0c2cca921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7010a1a7-2d7c-4586-8e67-9c7afc483ab0'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:35:36.185851 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2c4b56eb-e1d9-416f-919f-93b54811f455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:36.187033 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9180e335-ae1f-4c53-812b-f1928180d486 req-ef8e21c5-531d-47e2-8070-005d4621cb26 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0674551 Dec 09 15:35:36.223226 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-eeb89dba-b034-4006-af2e-b7bebaeb9aa8 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/quotas/adcdc531e5364eaa95bec0e36a7f7c2a HTTP/1.1" status: 200 len: 375 time: 0.0351360 Dec 09 15:35:36.254018 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-2c4b56eb-e1d9-416f-919f-93b54811f455 None None] For port a4abf947-6559-4609-b762-4bb8e58ddb15, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:35:36.257261 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-2c4b56eb-e1d9-416f-919f-93b54811f455 None None] For port a4abf947-6559-4609-b762-4bb8e58ddb15, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a4abf947-6559-4609-b762-4bb8e58ddb15,segment=NetworkSegment(d60be669-ee26-41ae-a7b5-ffd0c2cca921),segment_id=d60be669-ee26-41ae-a7b5-ffd0c2cca921)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:35:36.262661 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2c4b56eb-e1d9-416f-919f-93b54811f455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:36.268242 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180e335-ae1f-4c53-812b-f1928180d486 req-b38d5a7d-21de-48e9-9742-4a7d4e562a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:36.269922 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9180e335-ae1f-4c53-812b-f1928180d486 req-b38d5a7d-21de-48e9-9742-4a7d4e562a30 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0742142 Dec 09 15:35:36.297891 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-1a6efe81-f903-4760-a18c-716b0b78cbcf tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=adcdc531e5364eaa95bec0e36a7f7c2a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0649815 Dec 09 15:35:36.337089 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4b56eb-e1d9-416f-919f-93b54811f455 None None] Routers {'887ebe31-dc9a-4cf2-885f-669106917920'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:35:36.339413 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2c4b56eb-e1d9-416f-919f-93b54811f455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:35:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['887ebe31-dc9a-4cf2-885f-669106917920'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:36.396119 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9180e335-ae1f-4c53-812b-f1928180d486 req-607efcd4-aee0-4f72-87a6-b12d4b8bfd78 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971022 Dec 09 15:35:36.428942 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325653c-0c4b-450a-b473-e81ff59840a6 None None] Pushing event updated for resources: {'Port': ['ID=a4abf947-6559-4609-b762-4bb8e58ddb15,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:36.499075 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-2c4b56eb-e1d9-416f-919f-93b54811f455 None None] Set router 887ebe31-dc9a-4cf2-885f-669106917920 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:35:36.527828 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9180e335-ae1f-4c53-812b-f1928180d486 req-e668fe02-3d58-4359-b844-c03659fe78d5 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229565 Dec 09 15:35:36.937387 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c55b02-6b02-4762-af49-2732387daeee req-a745c6b6-241e-4bc6-8a3f-fd1153a4ab05 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:36.944947 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e5c55b02-6b02-4762-af49-2732387daeee req-a745c6b6-241e-4bc6-8a3f-fd1153a4ab05 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/ports?device_id=85860061-338a-4adc-97a5-06c40f99d731 HTTP/1.1" status: 200 len: 948 time: 0.0665720 Dec 09 15:35:36.945181 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2c4b56eb-e1d9-416f-919f-93b54811f455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887ebe31-dc9a-4cf2-885f-669106917920', 'name': 'tempest-ServerRescueNegativeTestJSON-1644842371-router', 'tenant_id': '59594b9e3fb144dbb2817de5b4b0a74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '225cb9da-c7e5-4889-a272-1571345a0323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:35:28Z', 'updated_at': '2021-12-09T15:35:33Z', 'revision_number': 4, 'project_id': '59594b9e3fb144dbb2817de5b4b0a74c', 'gw_port': {'id': '225cb9da-c7e5-4889-a272-1571345a0323', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ebe31-dc9a-4cf2-885f-669106917920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:35:28Z', 'updated_at': '2021-12-09T15:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'a4abf947-6559-4609-b762-4bb8e58ddb15', 'name': '', 'network_id': '7010a1a7-2d7c-4586-8e67-9c7afc483ab0', 'tenant_id': '59594b9e3fb144dbb2817de5b4b0a74c', 'mac_address': 'fa:16:3e:21:5c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887ebe31-dc9a-4cf2-885f-669106917920', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '55d52639-1caa-4023-ae95-afc257c891d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:35:31Z', 'updated_at': '2021-12-09T15:35:36Z', 'revision_number': 4, 'project_id': '59594b9e3fb144dbb2817de5b4b0a74c', 'subnets': [{'id': '55d52639-1caa-4023-ae95-afc257c891d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:36.985754 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4b56eb-e1d9-416f-919f-93b54811f455 None None] The sync data for ids ['887ebe31-dc9a-4cf2-885f-669106917920'] in n-d-821228-1 is: [{'id': '887ebe31-dc9a-4cf2-885f-669106917920', 'name': 'tempest-ServerRescueNegativeTestJSON-1644842371-router', 'tenant_id': '59594b9e3fb144dbb2817de5b4b0a74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '225cb9da-c7e5-4889-a272-1571345a0323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:35:28Z', 'updated_at': '2021-12-09T15:35:33Z', 'revision_number': 4, 'project_id': '59594b9e3fb144dbb2817de5b4b0a74c', 'gw_port': {'id': '225cb9da-c7e5-4889-a272-1571345a0323', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ebe31-dc9a-4cf2-885f-669106917920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:35:28Z', 'updated_at': '2021-12-09T15:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'a4abf947-6559-4609-b762-4bb8e58ddb15', 'name': '', 'network_id': '7010a1a7-2d7c-4586-8e67-9c7afc483ab0', 'tenant_id': '59594b9e3fb144dbb2817de5b4b0a74c', 'mac_address': 'fa:16:3e:21:5c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887ebe31-dc9a-4cf2-885f-669106917920', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '55d52639-1caa-4023-ae95-afc257c891d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:35:31Z', 'updated_at': '2021-12-09T15:35:36Z', 'revision_number': 4, 'project_id': '59594b9e3fb144dbb2817de5b4b0a74c', 'subnets': [{'id': '55d52639-1caa-4023-ae95-afc257c891d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:35:36.990715 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e5c55b02-6b02-4762-af49-2732387daeee req-f58b732a-0c00-466a-b1c1-f40a2568bdaf tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/security-groups?id=8748497e-50a8-4e02-930b-ae6378f890e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448987 Dec 09 15:35:37.214206 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a24b370-5b6c-425f-ac47-83db418c2b23', 'tag': '1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:35:37.216364 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d97569c-1a92-49af-9775-02c04bada671" -d '{"events": [{"name": "network-changed", "server_uuid": "1a24b370-5b6c-425f-ac47-83db418c2b23", "tag": "1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:35:37.365956 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-75d079b0-5f4c-4e3c-9585-3c582cf0ae2f tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:37.367622 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-75d079b0-5f4c-4e3c-9585-3c582cf0ae2f tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/networks?id=7010a1a7-2d7c-4586-8e67-9c7afc483ab0 HTTP/1.1" status: 200 len: 819 time: 0.1683137 Dec 09 15:35:37.384505 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-16a34239-1a33-44ab-89fb-1ec8e058dd60 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/quotas/59594b9e3fb144dbb2817de5b4b0a74c HTTP/1.1" status: 200 len: 375 time: 0.0102148 Dec 09 15:35:37.448937 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a4abf947-6559-4609-b762-4bb8e58ddb15 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:35:37.454922 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-3a7f81a0-8c27-43c2-946e-86d044c8dad8 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=59594b9e3fb144dbb2817de5b4b0a74c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0631375 Dec 09 15:35:37.503833 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port a4abf947-6559-4609-b762-4bb8e58ddb15 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:35:37.504243 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:37.565199 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-23c0e964-f39c-411c-985f-7e7006a975cd service neutron] 10.222.0.57 "GET /v2.0/networks/7010a1a7-2d7c-4586-8e67-9c7afc483ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090467 Dec 09 15:35:37.602620 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:37.639788 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port a4abf947-6559-4609-b762-4bb8e58ddb15, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a4abf947-6559-4609-b762-4bb8e58ddb15,segment=NetworkSegment(d60be669-ee26-41ae-a7b5-ffd0c2cca921),segment_id=d60be669-ee26-41ae-a7b5-ffd0c2cca921)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:37.650433 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:37.675088 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-ce940098-acec-4e2d-86f4-f9ca1d5018f6 service neutron] 10.222.0.57 "GET /v2.0/networks/7010a1a7-2d7c-4586-8e67-9c7afc483ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088829 Dec 09 15:35:37.728738 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=a4abf947-6559-4609-b762-4bb8e58ddb15,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:37.792683 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-09998b56-8a62-432b-a6ef-fa7606ed83dd tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=adcdc531e5364eaa95bec0e36a7f7c2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343494 Dec 09 15:35:38.002226 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-f804009e-aedf-4c42-92d0-a4af1196ca9d tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:38.003942 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-f804009e-aedf-4c42-92d0-a4af1196ca9d tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1953552 Dec 09 15:35:38.023963 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-45db6f55-aca3-4b78-8ede-6f5151056de7 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Request body: {'port': {'device_id': '5ecc5fca-bc8e-4cd5-bf85-af8429626f0f', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'admin_state_up': True, 'tenant_id': 'adcdc531e5364eaa95bec0e36a7f7c2a'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:35:38.207699 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c975b45e-a154-4bbb-885b-5e8b4fae8cc9 req-978ffd67-50ff-4c4b-a6ec-ae28b6469642 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ecc5fca-bc8e-4cd5-bf85-af8429626f0f HTTP/1.1" status: 200 len: 210 time: 0.0385425 Dec 09 15:35:38.243605 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-45db6f55-aca3-4b78-8ede-6f5151056de7 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Made reservation on behalf of adcdc531e5364eaa95bec0e36a7f7c2a for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:35:38.250619 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-45db6f55-aca3-4b78-8ede-6f5151056de7 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:38.395098 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:35:38.537963 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796b6d6-1a77-48c2-ab64-7e6236e1075a req-de34063d-caf0-4ece-a478-58524ad474d3 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:38.546468 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0796b6d6-1a77-48c2-ab64-7e6236e1075a req-de34063d-caf0-4ece-a478-58524ad474d3 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a24b370-5b6c-425f-ac47-83db418c2b23 HTTP/1.1" status: 200 len: 948 time: 0.2397041 Dec 09 15:35:38.563383 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-45db6f55-aca3-4b78-8ede-6f5151056de7 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Allocated IP 192.168.233.137 (bf6a25f7-2b73-48b5-b60f-99a19e919fb7/54e6953c-1261-4e7c-8b49-64e5b87424c2/2a04d070-54e9-425b-890b-6e2af9693de9) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:35:38.595443 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:38.622391 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'port_id': '1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507', 'mac_address': 'fa:16:3e:ac:31:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6953c-1261-4e7c-8b49-64e5b87424c2', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:35:38.623762 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0796b6d6-1a77-48c2-ab64-7e6236e1075a req-2cf52376-0bc1-458d-9e58-88cd71317d82 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763559 Dec 09 15:35:38.713897 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:38.731885 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:35:38.781529 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:38.789185 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:38.790268 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 706300c7-9763-4dfe-9e18-49738bc83eee details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:35:38.862772 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-45db6f55-aca3-4b78-8ede-6f5151056de7 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:38.905402 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 706300c7-9763-4dfe-9e18-49738bc83eee, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=706300c7-9763-4dfe-9e18-49738bc83eee,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:38.912127 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-45db6f55-aca3-4b78-8ede-6f5151056de7 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:38.931086 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['09c676e4-2a5f-46ee-a639-d2836ab6c1d8', 'd204c55b-f880-4a11-b32a-0bf6feff0b3f', 'c2517f73-5229-47a2-90e3-f457f92ff058', 'ba9435ef-3de3-478d-83d7-bc72b2993e7d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:35:38.936097 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '706300c7-9763-4dfe-9e18-49738bc83eee', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'port_id': '706300c7-9763-4dfe-9e18-49738bc83eee', 'mac_address': 'fa:16:3e:de:a3:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6953c-1261-4e7c-8b49-64e5b87424c2', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:35:38.940838 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:38.970228 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['92c9ec34-680d-443c-b16e-dccf7c73f04f', 'f5fd84b5-c812-423f-9cb1-712cb3110308', '6e055be6-e9c3-48d5-b6d4-6887839530ea'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:35:39.071916 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:39.106228 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 706300c7-9763-4dfe-9e18-49738bc83eee {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:35:39.153708 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 706300c7-9763-4dfe-9e18-49738bc83eee, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=706300c7-9763-4dfe-9e18-49738bc83eee,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:39.168027 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:39.278156 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=706300c7-9763-4dfe-9e18-49738bc83eee,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:39.285619 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-45db6f55-aca3-4b78-8ede-6f5151056de7 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:35:39.289997 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a2253747-34a5-4d8c-a598-9f0851226708 req-9270bfd4-5f32-44c2-9b0f-4db7d12ffae1 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b156564-4ed5-45f3-9c6a-d30428554cfd HTTP/1.1" status: 200 len: 210 time: 0.0433912 Dec 09 15:35:39.295231 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db6f55-aca3-4b78-8ede-6f5151056de7 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Pushing event updated for resources: {'Port': ['ID=2a04d070-54e9-425b-890b-6e2af9693de9,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:39.297788 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-45db6f55-aca3-4b78-8ede-6f5151056de7 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:35:39.310834 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-45db6f55-aca3-4b78-8ede-6f5151056de7 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:35:39.374117 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1de1146-bad4-4b8f-a88e-9a1cb8852ec0 x-openstack-request-id: req-c1de1146-bad4-4b8f-a88e-9a1cb8852ec0 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:35:39.374601 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a24b370-5b6c-425f-ac47-83db418c2b23", "tag": "1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:35:39.375766 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c1de1146-bad4-4b8f-a88e-9a1cb8852ec0 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:35:39.375766 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a24b370-5b6c-425f-ac47-83db418c2b23', 'tag': '1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507', 'status': 'completed', 'code': 200} Dec 09 15:35:39.411458 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-45db6f55-aca3-4b78-8ede-6f5151056de7 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:39.412455 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-45db6f55-aca3-4b78-8ede-6f5151056de7 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:39.472014 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-7aabba73-9c99-43e9-b711-67df7fdec35c tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:39.473564 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-7aabba73-9c99-43e9-b711-67df7fdec35c tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.31 "GET /v2.0/networks?id=7010a1a7-2d7c-4586-8e67-9c7afc483ab0 HTTP/1.1" status: 200 len: 819 time: 0.1924992 Dec 09 15:35:39.484540 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a4abf947-6559-4609-b762-4bb8e58ddb15 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:35:39.514291 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-63388ae3-ddc7-4a12-a5ce-c62b318b0b89 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Request body: {'port': {'device_id': '19dc24f6-09ce-4250-850b-d7ee7c38fb46', 'network_id': '7010a1a7-2d7c-4586-8e67-9c7afc483ab0', 'admin_state_up': True, 'tenant_id': '59594b9e3fb144dbb2817de5b4b0a74c'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:35:39.523333 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-45db6f55-aca3-4b78-8ede-6f5151056de7 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5031066 Dec 09 15:35:39.532792 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99faa0c2-232e-4859-9f66-1de2f5789371 req-c0d29f69-6bb0-4126-9d9f-f5cb7252f206 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=19dc24f6-09ce-4250-850b-d7ee7c38fb46 HTTP/1.1" status: 200 len: 210 time: 0.0575144 Dec 09 15:35:39.539640 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-f2e115da-347a-45df-85f7-9e8bfa4e3047 service neutron] Request body: {'port': {'device_id': '5ecc5fca-bc8e-4cd5-bf85-af8429626f0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:35:39.573791 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97569c-1a92-49af-9775-02c04bada671 req-505a05e6-b715-48af-bc52-ed399c52834b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:39.575518 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2d97569c-1a92-49af-9775-02c04bada671 req-505a05e6-b715-48af-bc52-ed399c52834b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8222749629bd4bc081045ad1433cd8c5&device_id=1a24b370-5b6c-425f-ac47-83db418c2b23 HTTP/1.1" status: 200 len: 1100 time: 0.1599624 Dec 09 15:35:39.671132 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['706300c7-9763-4dfe-9e18-49738bc83eee'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:35:39.720138 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-f2e115da-347a-45df-85f7-9e8bfa4e3047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:39.742207 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-63388ae3-ddc7-4a12-a5ce-c62b318b0b89 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Made reservation on behalf of 59594b9e3fb144dbb2817de5b4b0a74c for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:35:39.748088 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-63388ae3-ddc7-4a12-a5ce-c62b318b0b89 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:39.771043 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:35:39.847758 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347c183-dcbc-4cc1-a9ba-64d6f6977763 req-ec8ae2bc-814d-4164-94f2-46b94b71f220 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:39.849313 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2347c183-dcbc-4cc1-a9ba-64d6f6977763 req-ec8ae2bc-814d-4164-94f2-46b94b71f220 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/ports?device_id=85860061-338a-4adc-97a5-06c40f99d731 HTTP/1.1" status: 200 len: 949 time: 0.1495900 Dec 09 15:35:39.874510 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-047cdfed-8b48-4198-86c6-4c84a2dad8e6 None None] Provisioning complete for port 2a04d070-54e9-425b-890b-6e2af9693de9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:35:39.874981 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-047cdfed-8b48-4198-86c6-4c84a2dad8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:39.904682 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97569c-1a92-49af-9775-02c04bada671 req-67d2f52c-ec11-47ca-9caf-cb969ba8bc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:39.906229 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2d97569c-1a92-49af-9775-02c04bada671 req-67d2f52c-ec11-47ca-9caf-cb969ba8bc36 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.3168242 Dec 09 15:35:39.911014 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-63388ae3-ddc7-4a12-a5ce-c62b318b0b89 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Allocated IP 172.20.0.12 (7010a1a7-2d7c-4586-8e67-9c7afc483ab0/55d52639-1caa-4023-ae95-afc257c891d1/59ffef59-e7d2-49f4-bb86-d9cd926be4b8) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:35:39.925095 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port a4abf947-6559-4609-b762-4bb8e58ddb15 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:35:39.925603 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:39.976886 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2d97569c-1a92-49af-9775-02c04bada671 req-57639660-abdc-4b14-8b4d-0d2660506a52 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 HTTP/1.1" status: 200 len: 217 time: 0.0599895 Dec 09 15:35:40.023931 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-047cdfed-8b48-4198-86c6-4c84a2dad8e6 None None] Port 2a04d070-54e9-425b-890b-6e2af9693de9 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:35:40.071406 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2347c183-dcbc-4cc1-a9ba-64d6f6977763 req-e86a1383-c630-4545-9824-dd73d78136bc tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/security-groups?id=8748497e-50a8-4e02-930b-ae6378f890e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716602 Dec 09 15:35:40.101382 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-63388ae3-ddc7-4a12-a5ce-c62b318b0b89 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:40.108138 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97569c-1a92-49af-9775-02c04bada671 req-416cd577-f8b0-4292-a199-2cce453556da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:40.109699 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2d97569c-1a92-49af-9775-02c04bada671 req-416cd577-f8b0-4292-a199-2cce453556da service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.1141710 Dec 09 15:35:40.145501 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-63388ae3-ddc7-4a12-a5ce-c62b318b0b89 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:40.194569 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97569c-1a92-49af-9775-02c04bada671 req-220d59fe-ab28-4046-aee2-8b97b2ec7fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:40.195814 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2d97569c-1a92-49af-9775-02c04bada671 req-220d59fe-ab28-4046-aee2-8b97b2ec7fa7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0754285 Dec 09 15:35:40.197988 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-63388ae3-ddc7-4a12-a5ce-c62b318b0b89 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Network 7010a1a7-2d7c-4586-8e67-9c7afc483ab0 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:35:40.201808 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-63388ae3-ddc7-4a12-a5ce-c62b318b0b89 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:35:40.204566 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-63388ae3-ddc7-4a12-a5ce-c62b318b0b89 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:35:40.244184 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63388ae3-ddc7-4a12-a5ce-c62b318b0b89 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Pushing event updated for resources: {'Port': ['ID=59ffef59-e7d2-49f4-bb86-d9cd926be4b8,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:40.271550 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-63388ae3-ddc7-4a12-a5ce-c62b318b0b89 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:40.271965 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-63388ae3-ddc7-4a12-a5ce-c62b318b0b89 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:40.291615 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-63388ae3-ddc7-4a12-a5ce-c62b318b0b89 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7844038 Dec 09 15:35:40.312301 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-444c89a3-52aa-4701-aacf-687a33fc8b01 service neutron] Request body: {'port': {'device_id': '19dc24f6-09ce-4250-850b-d7ee7c38fb46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:35:40.392793 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-444c89a3-52aa-4701-aacf-687a33fc8b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:40.401392 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-f2e115da-347a-45df-85f7-9e8bfa4e3047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a04d070-54e9-425b-890b-6e2af9693de9 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:35:40.419213 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-f2e115da-347a-45df-85f7-9e8bfa4e3047 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:40.456216 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2d97569c-1a92-49af-9775-02c04bada671 req-5e698396-b9b3-4d5c-b599-e26097c5450b service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384534 Dec 09 15:35:40.460287 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-f2e115da-347a-45df-85f7-9e8bfa4e3047 service neutron] Transition to ACTIVE for port object 2a04d070-54e9-425b-890b-6e2af9693de9 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:35:40.476951 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-f2e115da-347a-45df-85f7-9e8bfa4e3047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:40.519744 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c446f-2546-4849-8e55-08e250595193 req-a7454b7b-5f52-42a2-a9e1-efcd5d2f6106 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:40.521254 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-825c446f-2546-4849-8e55-08e250595193 req-a7454b7b-5f52-42a2-a9e1-efcd5d2f6106 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/networks?id=64ebf9fc-d424-49ca-871c-a35862c4a5f0 HTTP/1.1" status: 200 len: 814 time: 0.3245401 Dec 09 15:35:40.580987 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-825c446f-2546-4849-8e55-08e250595193 req-243dfae7-0c83-4237-8969-d037e7c03844 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/quotas/173703e8098f443d854f73a34f2cd2f7 HTTP/1.1" status: 200 len: 375 time: 0.0290267 Dec 09 15:35:40.610934 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e115da-347a-45df-85f7-9e8bfa4e3047 service neutron] Pushing event updated for resources: {'Port': ['ID=2a04d070-54e9-425b-890b-6e2af9693de9,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:40.710792 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2d97569c-1a92-49af-9775-02c04bada671 req-a6de2b9d-5dee-43da-a1e0-3c8cf1d264d0 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430887 Dec 09 15:35:40.726806 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd299f-95aa-4798-9579-cacc12ae9a39 req-d7a0edf5-b068-4180-8f4b-b2f9f9e40b9e tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:40.728362 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-825c446f-2546-4849-8e55-08e250595193 req-9283cafe-48fc-4f50-b63f-436d7946e164 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=173703e8098f443d854f73a34f2cd2f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1400206 Dec 09 15:35:40.729840 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-32cd299f-95aa-4798-9579-cacc12ae9a39 req-d7a0edf5-b068-4180-8f4b-b2f9f9e40b9e tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.42 "GET /v2.0/ports?device_id=08c23171-88b1-4baa-99ea-6af03933aec0 HTTP/1.1" status: 200 len: 946 time: 0.1019123 Dec 09 15:35:40.749852 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-444c89a3-52aa-4701-aacf-687a33fc8b01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59ffef59-e7d2-49f4-bb86-d9cd926be4b8 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:35:40.778554 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-444c89a3-52aa-4701-aacf-687a33fc8b01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:40.791747 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-f2e115da-347a-45df-85f7-9e8bfa4e3047 service neutron] Attempting to bind port 2a04d070-54e9-425b-890b-6e2af9693de9 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:35:40.792089 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-f2e115da-347a-45df-85f7-9e8bfa4e3047 service neutron] Attempting to bind port 2a04d070-54e9-425b-890b-6e2af9693de9 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:35:40.792444 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-f2e115da-347a-45df-85f7-9e8bfa4e3047 service neutron] Attempting to bind port 2a04d070-54e9-425b-890b-6e2af9693de9 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:35:40.800245 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-f2e115da-347a-45df-85f7-9e8bfa4e3047 service neutron] Port 2a04d070-54e9-425b-890b-6e2af9693de9 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:35:40.800245 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-f2e115da-347a-45df-85f7-9e8bfa4e3047 service neutron] Attempting to bind port 2a04d070-54e9-425b-890b-6e2af9693de9 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:35:40.811663 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-f2e115da-347a-45df-85f7-9e8bfa4e3047 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:35:40.812009 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-f2e115da-347a-45df-85f7-9e8bfa4e3047 service neutron] Checking segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:35:40.812397 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-f2e115da-347a-45df-85f7-9e8bfa4e3047 service neutron] Bound using segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:35:40.812856 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-f2e115da-347a-45df-85f7-9e8bfa4e3047 service neutron] Bound port: 2a04d070-54e9-425b-890b-6e2af9693de9, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:35:40.813215 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-f2e115da-347a-45df-85f7-9e8bfa4e3047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:40.817711 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-444c89a3-52aa-4701-aacf-687a33fc8b01 service neutron] Transition to ACTIVE for port object 59ffef59-e7d2-49f4-bb86-d9cd926be4b8 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:35:40.821663 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-444c89a3-52aa-4701-aacf-687a33fc8b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:40.874008 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-825c446f-2546-4849-8e55-08e250595193 req-2acc089b-6500-44ca-ae18-b4451dab5cb5 service neutron] 10.222.0.57 "GET /v2.0/networks/64ebf9fc-d424-49ca-871c-a35862c4a5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440775 Dec 09 15:35:40.886151 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c89a3-52aa-4701-aacf-687a33fc8b01 service neutron] Pushing event updated for resources: {'Port': ['ID=59ffef59-e7d2-49f4-bb86-d9cd926be4b8,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:40.937252 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-32cd299f-95aa-4798-9579-cacc12ae9a39 req-331e33d9-af37-4fbd-8cc0-26f99214b01f tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Deleting port 3badd480-8b43-4c9d-bc5c-ef0129304165 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:35:40.937499 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-32cd299f-95aa-4798-9579-cacc12ae9a39 req-331e33d9-af37-4fbd-8cc0-26f99214b01f tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:40.949487 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-f2e115da-347a-45df-85f7-9e8bfa4e3047 service neutron] For port 2a04d070-54e9-425b-890b-6e2af9693de9, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:35:40.955795 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-f2e115da-347a-45df-85f7-9e8bfa4e3047 service neutron] For port 2a04d070-54e9-425b-890b-6e2af9693de9, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=2a04d070-54e9-425b-890b-6e2af9693de9,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:35:40.964030 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-f2e115da-347a-45df-85f7-9e8bfa4e3047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:41.023778 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-f2e115da-347a-45df-85f7-9e8bfa4e3047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:41.024400 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-f2e115da-347a-45df-85f7-9e8bfa4e3047 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:41.025789 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-444c89a3-52aa-4701-aacf-687a33fc8b01 service neutron] Attempting to bind port 59ffef59-e7d2-49f4-bb86-d9cd926be4b8 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:35:41.025925 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-f2e115da-347a-45df-85f7-9e8bfa4e3047 service neutron] 10.222.0.31 "PUT /v2.0/ports/2a04d070-54e9-425b-890b-6e2af9693de9 HTTP/1.1" status: 200 len: 1096 time: 1.4922380 Dec 09 15:35:41.026260 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-444c89a3-52aa-4701-aacf-687a33fc8b01 service neutron] Attempting to bind port 59ffef59-e7d2-49f4-bb86-d9cd926be4b8 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': 'd60be669-ee26-41ae-a7b5-ffd0c2cca921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7010a1a7-2d7c-4586-8e67-9c7afc483ab0'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:35:41.026659 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-444c89a3-52aa-4701-aacf-687a33fc8b01 service neutron] Attempting to bind port 59ffef59-e7d2-49f4-bb86-d9cd926be4b8 on network 7010a1a7-2d7c-4586-8e67-9c7afc483ab0 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:35:41.035666 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-444c89a3-52aa-4701-aacf-687a33fc8b01 service neutron] Port 59ffef59-e7d2-49f4-bb86-d9cd926be4b8 on network 7010a1a7-2d7c-4586-8e67-9c7afc483ab0 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:35:41.036030 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-444c89a3-52aa-4701-aacf-687a33fc8b01 service neutron] Attempting to bind port 59ffef59-e7d2-49f4-bb86-d9cd926be4b8 on network 7010a1a7-2d7c-4586-8e67-9c7afc483ab0 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:35:41.040361 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-825c446f-2546-4849-8e55-08e250595193 req-1a1f75d8-155c-4089-86f9-6ac0342341f3 service neutron] 10.222.0.57 "GET /v2.0/networks/64ebf9fc-d424-49ca-871c-a35862c4a5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580093 Dec 09 15:35:41.047356 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e115da-347a-45df-85f7-9e8bfa4e3047 service neutron] Pushing event updated for resources: {'Port': ['ID=2a04d070-54e9-425b-890b-6e2af9693de9,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:41.052345 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-444c89a3-52aa-4701-aacf-687a33fc8b01 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:35:41.052793 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-444c89a3-52aa-4701-aacf-687a33fc8b01 service neutron] Checking segment: {'id': 'd60be669-ee26-41ae-a7b5-ffd0c2cca921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7010a1a7-2d7c-4586-8e67-9c7afc483ab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:35:41.053175 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-444c89a3-52aa-4701-aacf-687a33fc8b01 service neutron] Bound using segment: {'id': 'd60be669-ee26-41ae-a7b5-ffd0c2cca921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7010a1a7-2d7c-4586-8e67-9c7afc483ab0'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:35:41.053619 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-444c89a3-52aa-4701-aacf-687a33fc8b01 service neutron] Bound port: 59ffef59-e7d2-49f4-bb86-d9cd926be4b8, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd60be669-ee26-41ae-a7b5-ffd0c2cca921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7010a1a7-2d7c-4586-8e67-9c7afc483ab0'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:35:41.053998 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-444c89a3-52aa-4701-aacf-687a33fc8b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:41.058523 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 80fb518b-4f9d-4dec-9225-68312ef807c0 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:35:41.076173 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-32cd299f-95aa-4798-9579-cacc12ae9a39 req-331e33d9-af37-4fbd-8cc0-26f99214b01f tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] For port 3badd480-8b43-4c9d-bc5c-ef0129304165, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=3badd480-8b43-4c9d-bc5c-ef0129304165,segment=NetworkSegment(3c8c96ac-fcd7-4b06-91d5-8b3b47be9336),segment_id=3c8c96ac-fcd7-4b06-91d5-8b3b47be9336)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:41.076560 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-32cd299f-95aa-4798-9579-cacc12ae9a39 req-331e33d9-af37-4fbd-8cc0-26f99214b01f tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:41.120801 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-32cd299f-95aa-4798-9579-cacc12ae9a39 req-331e33d9-af37-4fbd-8cc0-26f99214b01f tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Calling delete_port for 3badd480-8b43-4c9d-bc5c-ef0129304165 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:35:41.180978 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-98a4bbf1-38ec-4ec2-bff0-5567d55b67b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:41.185740 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-98a4bbf1-38ec-4ec2-bff0-5567d55b67b9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=adcdc531e5364eaa95bec0e36a7f7c2a&device_id=5ecc5fca-bc8e-4cd5-bf85-af8429626f0f HTTP/1.1" status: 200 len: 1099 time: 0.0958126 Dec 09 15:35:41.208655 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 80fb518b-4f9d-4dec-9225-68312ef807c0, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=80fb518b-4f9d-4dec-9225-68312ef807c0,segment=NetworkSegment(2728a46b-6f42-41e4-abfd-2e3db73a97b6),segment_id=2728a46b-6f42-41e4-abfd-2e3db73a97b6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:41.247253 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '80fb518b-4f9d-4dec-9225-68312ef807c0', 'network_id': '5e9ad32d-c9e7-4e00-867a-aef980499810', 'port_id': '80fb518b-4f9d-4dec-9225-68312ef807c0', 'mac_address': 'fa:16:3e:6b:c5:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01df2498-b8b6-4dc7-bb3a-e44d90f24165', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:35:41.250329 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-6c9dfbe5-5a59-4c89-9a33-709222ab549b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=2a04d070-54e9-425b-890b-6e2af9693de9 HTTP/1.1" status: 200 len: 217 time: 0.0552573 Dec 09 15:35:41.271041 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-444c89a3-52aa-4701-aacf-687a33fc8b01 service neutron] For port 59ffef59-e7d2-49f4-bb86-d9cd926be4b8, host n-h2-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:35:41.278649 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-444c89a3-52aa-4701-aacf-687a33fc8b01 service neutron] For port 59ffef59-e7d2-49f4-bb86-d9cd926be4b8, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=59ffef59-e7d2-49f4-bb86-d9cd926be4b8,segment=NetworkSegment(d60be669-ee26-41ae-a7b5-ffd0c2cca921),segment_id=d60be669-ee26-41ae-a7b5-ffd0c2cca921)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:35:41.293834 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-444c89a3-52aa-4701-aacf-687a33fc8b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:41.300924 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:41.320708 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80fb518b-4f9d-4dec-9225-68312ef807c0 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:35:41.345662 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 80fb518b-4f9d-4dec-9225-68312ef807c0, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=80fb518b-4f9d-4dec-9225-68312ef807c0,segment=NetworkSegment(2728a46b-6f42-41e4-abfd-2e3db73a97b6),segment_id=2728a46b-6f42-41e4-abfd-2e3db73a97b6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:41.351278 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:41.364457 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-444c89a3-52aa-4701-aacf-687a33fc8b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:41.364994 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-444c89a3-52aa-4701-aacf-687a33fc8b01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:41.366410 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-444c89a3-52aa-4701-aacf-687a33fc8b01 service neutron] 10.222.0.31 "PUT /v2.0/ports/59ffef59-e7d2-49f4-bb86-d9cd926be4b8 HTTP/1.1" status: 200 len: 1092 time: 1.0614862 Dec 09 15:35:41.366864 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19dc24f6-09ce-4250-850b-d7ee7c38fb46', 'tag': '59ffef59-e7d2-49f4-bb86-d9cd926be4b8'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:35:41.369189 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a26b6a3-1afe-471e-b58a-c52bcce7c396" -d '{"events": [{"name": "network-changed", "server_uuid": "19dc24f6-09ce-4250-850b-d7ee7c38fb46", "tag": "59ffef59-e7d2-49f4-bb86-d9cd926be4b8"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:35:41.384124 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ecc5fca-bc8e-4cd5-bf85-af8429626f0f', 'tag': '2a04d070-54e9-425b-890b-6e2af9693de9'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:35:41.388317 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c143c7cd-eebe-404c-a2ae-afd2509ed56a" -d '{"events": [{"name": "network-changed", "server_uuid": "5ecc5fca-bc8e-4cd5-bf85-af8429626f0f", "tag": "2a04d070-54e9-425b-890b-6e2af9693de9"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:35:41.395192 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c89a3-52aa-4701-aacf-687a33fc8b01 service neutron] Pushing event updated for resources: {'Port': ['ID=59ffef59-e7d2-49f4-bb86-d9cd926be4b8,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:41.441610 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-a5c7ea56-8866-4789-89af-7436bcd3c793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:41.443915 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-a5c7ea56-8866-4789-89af-7436bcd3c793 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.1804557 Dec 09 15:35:41.457182 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=80fb518b-4f9d-4dec-9225-68312ef807c0,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:41.496789 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-32cd299f-95aa-4798-9579-cacc12ae9a39 req-331e33d9-af37-4fbd-8cc0-26f99214b01f tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:41.505626 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1ddd1-b781-43ae-9ddb-b84c495f2462 req-27b17c2f-8356-4507-b57f-71ac7e02689c tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:41.506791 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-2d19a829-7c0e-48fe-a39e-eb7f53a331fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:41.508836 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-2d19a829-7c0e-48fe-a39e-eb7f53a331fe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=59594b9e3fb144dbb2817de5b4b0a74c&device_id=19dc24f6-09ce-4250-850b-d7ee7c38fb46 HTTP/1.1" status: 200 len: 1095 time: 0.0826397 Dec 09 15:35:41.513461 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b2b1ddd1-b781-43ae-9ddb-b84c495f2462 req-27b17c2f-8356-4507-b57f-71ac7e02689c tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.57 "GET /v2.0/ports?device_id=12aade00-8aee-42d9-bb65-db1eb0d39754 HTTP/1.1" status: 200 len: 946 time: 0.2275209 Dec 09 15:35:41.550566 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-482692fe-044d-470a-8e6a-3db9c8e455d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:41.552071 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-482692fe-044d-470a-8e6a-3db9c8e455d3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0976460 Dec 09 15:35:41.561480 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e33d9-af37-4fbd-8cc0-26f99214b01f tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Pushing event deleted for resources: {'Port': ['ID=3badd480-8b43-4c9d-bc5c-ef0129304165,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:41.606179 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-32cd299f-95aa-4798-9579-cacc12ae9a39 req-331e33d9-af37-4fbd-8cc0-26f99214b01f tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] No DVR routers for this DVR port 3badd480-8b43-4c9d-bc5c-ef0129304165 on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:35:41.608900 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-32cd299f-95aa-4798-9579-cacc12ae9a39 req-331e33d9-af37-4fbd-8cc0-26f99214b01f tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:41.612263 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-32cd299f-95aa-4798-9579-cacc12ae9a39 req-331e33d9-af37-4fbd-8cc0-26f99214b01f tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.42 "DELETE /v2.0/ports/3badd480-8b43-4c9d-bc5c-ef0129304165 HTTP/1.1" status: 204 len: 173 time: 0.8736613 Dec 09 15:35:41.613900 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-e3098d0e-2a1a-41c0-9a48-2740eed05652 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59ffef59-e7d2-49f4-bb86-d9cd926be4b8 HTTP/1.1" status: 200 len: 217 time: 0.0934412 Dec 09 15:35:41.627847 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b2b1ddd1-b781-43ae-9ddb-b84c495f2462 req-ac878e7e-88e8-4dd8-81ac-92b9295f31ca tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1899a53-d34f-4bf4-9a57-90da998380bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134999 Dec 09 15:35:41.668393 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-d24ee4cd-1d3e-4def-82dc-f36cfb308cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:41.669976 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-d24ee4cd-1d3e-4def-82dc-f36cfb308cb2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=55d52639-1caa-4023-ae95-afc257c891d1 HTTP/1.1" status: 200 len: 859 time: 0.0484681 Dec 09 15:35:41.702741 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-38d47a25-2268-412b-82b5-07404b17570f service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406872 Dec 09 15:35:41.716116 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-313dd533-f8bf-40e1-acb4-c7d6a1f2ea14 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7010a1a7-2d7c-4586-8e67-9c7afc483ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370915 Dec 09 15:35:41.719588 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['80fb518b-4f9d-4dec-9225-68312ef807c0'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:35:41.825588 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-4552075a-ee8f-4b19-a4fa-b4e1a70f7fc1 service neutron] 10.222.0.31 "GET /v2.0/networks/7010a1a7-2d7c-4586-8e67-9c7afc483ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020036 Dec 09 15:35:41.880120 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-55c6e4fd-1e78-4b4b-a930-f4d50d8af3a0 req-6e9fe5d5-aade-4c12-a404-d90eba4a4ea5 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661055 Dec 09 15:35:41.898447 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beac2ca-1430-4d1f-9720-49176dbdf02c req-0af5bf35-2105-4209-9c85-f5479247454d tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:41.907426 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8beac2ca-1430-4d1f-9720-49176dbdf02c req-0af5bf35-2105-4209-9c85-f5479247454d tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ecc5fca-bc8e-4cd5-bf85-af8429626f0f HTTP/1.1" status: 200 len: 948 time: 0.0887094 Dec 09 15:35:41.940709 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f901c856-6ea0-4552-8e49-ab62f2e6cd88 req-00809432-c074-4987-b521-0254c1e073bd service neutron] 10.222.0.31 "GET /v2.0/networks/7010a1a7-2d7c-4586-8e67-9c7afc483ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059330 Dec 09 15:35:41.954380 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8beac2ca-1430-4d1f-9720-49176dbdf02c req-5ee25b88-b162-40bf-a5ff-b23607f9e247 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458152 Dec 09 15:35:42.139477 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-98fd39ee-d00d-4c70-bac6-c407c4ec1b02 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:42.140982 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-98fd39ee-d00d-4c70-bac6-c407c4ec1b02 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/networks?id=7010a1a7-2d7c-4586-8e67-9c7afc483ab0 HTTP/1.1" status: 200 len: 819 time: 0.1114821 Dec 09 15:35:42.156614 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-63fd2b9a-fbf1-46af-8146-d59f1579d24b tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/quotas/59594b9e3fb144dbb2817de5b4b0a74c HTTP/1.1" status: 200 len: 375 time: 0.0099657 Dec 09 15:35:42.209996 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-0257711f-d53f-409b-b042-903b3d344d4f tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=59594b9e3fb144dbb2817de5b4b0a74c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480623 Dec 09 15:35:42.310220 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-645748c1-a82e-4315-875b-cc1d8f549c4e service neutron] 10.222.0.57 "GET /v2.0/networks/7010a1a7-2d7c-4586-8e67-9c7afc483ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925756 Dec 09 15:35:42.400079 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-c8f67929-8980-4e4f-b4da-ac7b2d5aab25 service neutron] 10.222.0.57 "GET /v2.0/networks/7010a1a7-2d7c-4586-8e67-9c7afc483ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836146 Dec 09 15:35:42.423661 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:35:42.476904 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:35:42.481714 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:35:42.482090 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:42.578950 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:42.604813 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a24b370-5b6c-425f-ac47-83db418c2b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:35:42.607058 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5946962b-9b51-495c-bd9f-5b7e7e12add2" -d '{"events": [{"server_uuid": "1a24b370-5b6c-425f-ac47-83db418c2b23", "name": "network-vif-plugged", "status": "completed", "tag": "1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:35:42.609295 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccd46a-920d-43d3-8197-b9f93c87cf62 req-354d686e-d81b-49dd-af5c-e046766eca47 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:42.612973 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-84ccd46a-920d-43d3-8197-b9f93c87cf62 req-354d686e-d81b-49dd-af5c-e046766eca47 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a24b370-5b6c-425f-ac47-83db418c2b23 HTTP/1.1" status: 200 len: 949 time: 0.0579898 Dec 09 15:35:42.624741 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:42.629731 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:42.631093 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 706300c7-9763-4dfe-9e18-49738bc83eee up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:35:42.668152 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-84ccd46a-920d-43d3-8197-b9f93c87cf62 req-520d27d7-280b-4b2b-8c27-bf76c514298b tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510001 Dec 09 15:35:42.726501 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:42.741768 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 706300c7-9763-4dfe-9e18-49738bc83eee completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:35:42.746698 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 706300c7-9763-4dfe-9e18-49738bc83eee triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:35:42.747164 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:42.852657 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:42.952787 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc608c71-f0eb-4094-8f04-0ab3cb55e77f req-b6fbbccc-7d76-40ed-8b55-aca79145da22 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:42.967124 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dc608c71-f0eb-4094-8f04-0ab3cb55e77f req-b6fbbccc-7d76-40ed-8b55-aca79145da22 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/ports?device_id=85860061-338a-4adc-97a5-06c40f99d731 HTTP/1.1" status: 200 len: 949 time: 0.0909073 Dec 09 15:35:42.979303 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 706300c7-9763-4dfe-9e18-49738bc83eee, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=706300c7-9763-4dfe-9e18-49738bc83eee,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:42.985952 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:43.008787 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c446f-2546-4849-8e55-08e250595193 req-00b85927-b365-4fa4-a37c-8162c494d28b tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:43.011050 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-825c446f-2546-4849-8e55-08e250595193 req-00b85927-b365-4fa4-a37c-8162c494d28b tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.31 "GET /v2.0/networks?id=64ebf9fc-d424-49ca-871c-a35862c4a5f0 HTTP/1.1" status: 200 len: 814 time: 0.1637616 Dec 09 15:35:43.020278 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dc608c71-f0eb-4094-8f04-0ab3cb55e77f req-1a60760b-f0fd-4cdc-a77d-e3a6a5b8045e tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/security-groups?id=8748497e-50a8-4e02-930b-ae6378f890e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522940 Dec 09 15:35:43.032705 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-825c446f-2546-4849-8e55-08e250595193 req-e69c836c-b733-4913-bb38-bc18309a4c9e tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Request body: {'port': {'device_id': '8f735a0e-1cff-4ae6-b90a-99feaf9c9362', 'network_id': '64ebf9fc-d424-49ca-871c-a35862c4a5f0', 'admin_state_up': True, 'tenant_id': '173703e8098f443d854f73a34f2cd2f7'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:35:43.070846 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=706300c7-9763-4dfe-9e18-49738bc83eee,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:43.093811 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 80fb518b-4f9d-4dec-9225-68312ef807c0 up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:35:43.142665 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b5a66197-028b-4034-ad56-807f58b1cb5e req-e2f3c436-7076-47f7-aff5-c1f6eaf07ba3 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f735a0e-1cff-4ae6-b90a-99feaf9c9362 HTTP/1.1" status: 200 len: 210 time: 0.0289114 Dec 09 15:35:43.172204 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-825c446f-2546-4849-8e55-08e250595193 req-e69c836c-b733-4913-bb38-bc18309a4c9e tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Made reservation on behalf of 173703e8098f443d854f73a34f2cd2f7 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:35:43.176445 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-825c446f-2546-4849-8e55-08e250595193 req-e69c836c-b733-4913-bb38-bc18309a4c9e tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:43.181136 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 80fb518b-4f9d-4dec-9225-68312ef807c0 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:35:43.181513 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:43.198207 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f83a5f-0891-488b-be7e-18649a8305c9 x-openstack-request-id: req-64f83a5f-0891-488b-be7e-18649a8305c9 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:35:43.198503 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19dc24f6-09ce-4250-850b-d7ee7c38fb46", "tag": "59ffef59-e7d2-49f4-bb86-d9cd926be4b8", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:35:43.198754 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-64f83a5f-0891-488b-be7e-18649a8305c9 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:35:43.199152 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19dc24f6-09ce-4250-850b-d7ee7c38fb46', 'tag': '59ffef59-e7d2-49f4-bb86-d9cd926be4b8', 'status': 'completed', 'code': 200} Dec 09 15:35:43.240953 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc414df3-58a3-4e46-b4a9-f47cd21d731d x-openstack-request-id: req-fc414df3-58a3-4e46-b4a9-f47cd21d731d {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:35:43.241250 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ecc5fca-bc8e-4cd5-bf85-af8429626f0f", "tag": "2a04d070-54e9-425b-890b-6e2af9693de9", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:35:43.241505 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fc414df3-58a3-4e46-b4a9-f47cd21d731d {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:35:43.241901 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ecc5fca-bc8e-4cd5-bf85-af8429626f0f', 'tag': '2a04d070-54e9-425b-890b-6e2af9693de9', 'status': 'completed', 'code': 200} Dec 09 15:35:43.283722 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26b6a3-1afe-471e-b58a-c52bcce7c396 req-411f637a-5cd8-4309-ac6b-8cd9ba5bac59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:43.285269 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8a26b6a3-1afe-471e-b58a-c52bcce7c396 req-411f637a-5cd8-4309-ac6b-8cd9ba5bac59 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=59594b9e3fb144dbb2817de5b4b0a74c&device_id=19dc24f6-09ce-4250-850b-d7ee7c38fb46 HTTP/1.1" status: 200 len: 1095 time: 0.0552373 Dec 09 15:35:43.293720 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:43.332505 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 80fb518b-4f9d-4dec-9225-68312ef807c0, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=80fb518b-4f9d-4dec-9225-68312ef807c0,segment=NetworkSegment(2728a46b-6f42-41e4-abfd-2e3db73a97b6),segment_id=2728a46b-6f42-41e4-abfd-2e3db73a97b6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:43.338414 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:43.339719 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 3badd480-8b43-4c9d-bc5c-ef0129304165 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:35:43.381367 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: 3badd480-8b43-4c9d-bc5c-ef0129304165 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:35:43.381716 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 3badd480-8b43-4c9d-bc5c-ef0129304165 not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:35:43.388380 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-825c446f-2546-4849-8e55-08e250595193 req-e69c836c-b733-4913-bb38-bc18309a4c9e tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Allocated IP 172.20.0.6 (64ebf9fc-d424-49ca-871c-a35862c4a5f0/7a04522e-f81a-4661-bcf3-8978215b87d1/be1b27f1-bc8e-46d2-a5b5-61ffd756ec19) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:35:43.412863 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=80fb518b-4f9d-4dec-9225-68312ef807c0,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:43.420747 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-44de9b43-a61c-4bc6-95f4-42c361015b48 req-e3dfc4d3-4169-422d-888f-533e72317592 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=84e81616-92f5-489a-ae95-e0a80acf7b1c HTTP/1.1" status: 200 len: 210 time: 0.0531027 Dec 09 15:35:43.460519 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143c7cd-eebe-404c-a2ae-afd2509ed56a req-b03a8f42-b9c6-4bcd-8e69-af4042902795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:43.462080 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c143c7cd-eebe-404c-a2ae-afd2509ed56a req-b03a8f42-b9c6-4bcd-8e69-af4042902795 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=adcdc531e5364eaa95bec0e36a7f7c2a&device_id=5ecc5fca-bc8e-4cd5-bf85-af8429626f0f HTTP/1.1" status: 200 len: 1099 time: 0.1759303 Dec 09 15:35:43.468608 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce67c1a-24a5-42ee-b036-466106eb2ff7 x-openstack-request-id: req-2ce67c1a-24a5-42ee-b036-466106eb2ff7 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:35:43.469149 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a24b370-5b6c-425f-ac47-83db418c2b23", "name": "network-vif-plugged", "status": "completed", "tag": "1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:35:43.469149 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2ce67c1a-24a5-42ee-b036-466106eb2ff7 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:35:43.470233 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a24b370-5b6c-425f-ac47-83db418c2b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507', 'code': 200} Dec 09 15:35:43.520638 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26b6a3-1afe-471e-b58a-c52bcce7c396 req-9216b0fe-8733-42a5-91e9-55c0810d0b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:43.522762 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8a26b6a3-1afe-471e-b58a-c52bcce7c396 req-9216b0fe-8733-42a5-91e9-55c0810d0b5d service neutron] 10.222.0.31 "GET /v2.0/networks?id=7010a1a7-2d7c-4586-8e67-9c7afc483ab0 HTTP/1.1" status: 200 len: 920 time: 0.2245178 Dec 09 15:35:43.600948 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-825c446f-2546-4849-8e55-08e250595193 req-e69c836c-b733-4913-bb38-bc18309a4c9e tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:43.615633 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8a26b6a3-1afe-471e-b58a-c52bcce7c396 req-eff4b216-4f95-4112-b0a8-e946fc5b2dd3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59ffef59-e7d2-49f4-bb86-d9cd926be4b8 HTTP/1.1" status: 200 len: 217 time: 0.0803151 Dec 09 15:35:43.704444 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143c7cd-eebe-404c-a2ae-afd2509ed56a req-2efb3545-f2e5-447c-b44a-a523aededb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:43.705943 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c143c7cd-eebe-404c-a2ae-afd2509ed56a req-2efb3545-f2e5-447c-b44a-a523aededb4e service neutron] 10.222.0.31 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.2353225 Dec 09 15:35:43.710527 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9a8ac-9d59-4cf1-a461-6eb871e02823 req-dd915b00-b904-4eaf-aab8-44094d15087d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:43.712015 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b2e9a8ac-9d59-4cf1-a461-6eb871e02823 req-dd915b00-b904-4eaf-aab8-44094d15087d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1a24b370-5b6c-425f-ac47-83db418c2b23 HTTP/1.1" status: 200 len: 1101 time: 0.1328230 Dec 09 15:35:43.729205 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26b6a3-1afe-471e-b58a-c52bcce7c396 req-ca7a988b-59db-4314-91df-5eafd48da952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:43.730912 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8a26b6a3-1afe-471e-b58a-c52bcce7c396 req-ca7a988b-59db-4314-91df-5eafd48da952 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=55d52639-1caa-4023-ae95-afc257c891d1 HTTP/1.1" status: 200 len: 859 time: 0.1007740 Dec 09 15:35:43.739705 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94cdccc-187e-4cca-9082-cc7ea8a49394 req-d975d758-e429-4072-aee4-a89159af78f5 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:43.741940 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b94cdccc-187e-4cca-9082-cc7ea8a49394 req-d975d758-e429-4072-aee4-a89159af78f5 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ecc5fca-bc8e-4cd5-bf85-af8429626f0f HTTP/1.1" status: 200 len: 948 time: 0.1589732 Dec 09 15:35:43.839955 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c143c7cd-eebe-404c-a2ae-afd2509ed56a req-6a1e8720-e61a-4137-af85-dc96740e2f53 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=2a04d070-54e9-425b-890b-6e2af9693de9 HTTP/1.1" status: 200 len: 217 time: 0.0894635 Dec 09 15:35:43.844039 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8a26b6a3-1afe-471e-b58a-c52bcce7c396 req-bef5f0dc-076b-46fc-8cef-e85a4cf5ee2e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7010a1a7-2d7c-4586-8e67-9c7afc483ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765016 Dec 09 15:35:43.968068 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b94cdccc-187e-4cca-9082-cc7ea8a49394 req-44e2ab68-e79b-4c4c-8744-fccfee0d1864 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190773 Dec 09 15:35:43.976683 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b2e9a8ac-9d59-4cf1-a461-6eb871e02823 req-a8449df8-ca35-4976-b5da-a1c89b9cb93a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253332 Dec 09 15:35:43.989999 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143c7cd-eebe-404c-a2ae-afd2509ed56a req-73b0be73-580b-4d84-bacd-adbe74ab82d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:43.991461 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c143c7cd-eebe-404c-a2ae-afd2509ed56a req-73b0be73-580b-4d84-bacd-adbe74ab82d1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.1336734 Dec 09 15:35:43.996268 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-825c446f-2546-4849-8e55-08e250595193 req-e69c836c-b733-4913-bb38-bc18309a4c9e tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:44.030266 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8a26b6a3-1afe-471e-b58a-c52bcce7c396 req-5042106a-827b-4405-81ec-9bddc27e922b service neutron] 10.222.0.31 "GET /v2.0/networks/7010a1a7-2d7c-4586-8e67-9c7afc483ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734412 Dec 09 15:35:44.065637 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-825c446f-2546-4849-8e55-08e250595193 req-e69c836c-b733-4913-bb38-bc18309a4c9e tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Network 64ebf9fc-d424-49ca-871c-a35862c4a5f0 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:35:44.073220 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-825c446f-2546-4849-8e55-08e250595193 req-e69c836c-b733-4913-bb38-bc18309a4c9e tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:35:44.078150 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-825c446f-2546-4849-8e55-08e250595193 req-e69c836c-b733-4913-bb38-bc18309a4c9e tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:35:44.080588 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c836c-b733-4913-bb38-bc18309a4c9e tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Pushing event updated for resources: {'Port': ['ID=be1b27f1-bc8e-46d2-a5b5-61ffd756ec19,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:44.118032 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-abd88aff-0442-49c7-a2e3-7ddb59e515e7 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:44.120066 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-abd88aff-0442-49c7-a2e3-7ddb59e515e7 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.42 "GET /v2.0/networks?id=7010a1a7-2d7c-4586-8e67-9c7afc483ab0 HTTP/1.1" status: 200 len: 819 time: 0.1933126 Dec 09 15:35:44.143509 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c446f-2546-4849-8e55-08e250595193 req-e69c836c-b733-4913-bb38-bc18309a4c9e tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:44.144106 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-825c446f-2546-4849-8e55-08e250595193 req-e69c836c-b733-4913-bb38-bc18309a4c9e tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:44.159542 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-825c446f-2546-4849-8e55-08e250595193 req-e69c836c-b733-4913-bb38-bc18309a4c9e tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1321566 Dec 09 15:35:44.164019 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-100098bb-161a-4d28-9e0c-c3f2ebafac86 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Request body: {'port': {'device_id': '84e81616-92f5-489a-ae95-e0a80acf7b1c', 'network_id': '7010a1a7-2d7c-4586-8e67-9c7afc483ab0', 'admin_state_up': True, 'tenant_id': '59594b9e3fb144dbb2817de5b4b0a74c'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:35:44.257807 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-825c446f-2546-4849-8e55-08e250595193 req-dd1e97ad-b924-426f-a6ba-033bad48720d service neutron] Request body: {'port': {'device_id': '8f735a0e-1cff-4ae6-b90a-99feaf9c9362', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:35:44.299742 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-8093ce89-d119-4468-88b9-e0fd7b9fa928 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:44.301235 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-8093ce89-d119-4468-88b9-e0fd7b9fa928 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/networks?id=7736ab20-9109-45c5-88b0-6682a059f13e HTTP/1.1" status: 200 len: 812 time: 0.1461699 Dec 09 15:35:44.324856 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-100098bb-161a-4d28-9e0c-c3f2ebafac86 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Made reservation on behalf of 59594b9e3fb144dbb2817de5b4b0a74c for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:35:44.328296 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-100098bb-161a-4d28-9e0c-c3f2ebafac86 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:44.337566 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-825c446f-2546-4849-8e55-08e250595193 req-dd1e97ad-b924-426f-a6ba-033bad48720d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:44.356518 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-6b97acf7-ef0a-4a49-9d4e-c18ef4d3134a tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/quotas/7cb10907c9dd4101899755e35f1cc029 HTTP/1.1" status: 200 len: 375 time: 0.0229614 Dec 09 15:35:44.398029 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143c7cd-eebe-404c-a2ae-afd2509ed56a req-7e2e9186-8468-4f60-952f-bce78ac2102d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:44.399525 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c143c7cd-eebe-404c-a2ae-afd2509ed56a req-7e2e9186-8468-4f60-952f-bce78ac2102d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1478319 Dec 09 15:35:44.404143 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-75a07dfb-5f7b-4e1a-9bcf-c37e86539980 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7cb10907c9dd4101899755e35f1cc029&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395234 Dec 09 15:35:44.499338 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8a26b6a3-1afe-471e-b58a-c52bcce7c396 req-147693a6-d476-4d3a-8920-4124d101688f service neutron] 10.222.0.31 "GET /v2.0/networks/7010a1a7-2d7c-4586-8e67-9c7afc483ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379689 Dec 09 15:35:44.566727 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-100098bb-161a-4d28-9e0c-c3f2ebafac86 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Allocated IP 172.20.0.14 (7010a1a7-2d7c-4586-8e67-9c7afc483ab0/55d52639-1caa-4023-ae95-afc257c891d1/85ca2ae1-6ff7-46a7-b97e-5b28715b54cb) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:35:44.568606 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c143c7cd-eebe-404c-a2ae-afd2509ed56a req-e9138946-1f41-4656-ba8d-92a67cc399e3 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607656 Dec 09 15:35:44.572009 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-b5eb4a9a-f1cc-4aa0-b4f2-58f63bfb1669 service neutron] 10.222.0.57 "GET /v2.0/networks/7736ab20-9109-45c5-88b0-6682a059f13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520319 Dec 09 15:35:44.587978 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:35:44.724573 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c143c7cd-eebe-404c-a2ae-afd2509ed56a req-487c7804-929f-445d-8259-1a217ffb37ef service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482179 Dec 09 15:35:44.727889 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-e42775c0-7d5a-4324-9000-024a8a7d54ea service neutron] 10.222.0.57 "GET /v2.0/networks/7736ab20-9109-45c5-88b0-6682a059f13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445162 Dec 09 15:35:44.800920 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-825c446f-2546-4849-8e55-08e250595193 req-dd1e97ad-b924-426f-a6ba-033bad48720d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be1b27f1-bc8e-46d2-a5b5-61ffd756ec19 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:35:44.813099 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-825c446f-2546-4849-8e55-08e250595193 req-dd1e97ad-b924-426f-a6ba-033bad48720d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:44.825672 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-100098bb-161a-4d28-9e0c-c3f2ebafac86 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:44.836278 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-825c446f-2546-4849-8e55-08e250595193 req-dd1e97ad-b924-426f-a6ba-033bad48720d service neutron] Transition to ACTIVE for port object be1b27f1-bc8e-46d2-a5b5-61ffd756ec19 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:35:44.841294 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-825c446f-2546-4849-8e55-08e250595193 req-dd1e97ad-b924-426f-a6ba-033bad48720d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:44.913026 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1e97ad-b924-426f-a6ba-033bad48720d service neutron] Pushing event updated for resources: {'Port': ['ID=be1b27f1-bc8e-46d2-a5b5-61ffd756ec19,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:44.918700 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-100098bb-161a-4d28-9e0c-c3f2ebafac86 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:44.963612 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3366b-0a03-4850-ba07-2a7685b74022 req-52921624-ae0e-4d7d-8f42-057d08a75cb8 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:44.970990 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-92a3366b-0a03-4850-ba07-2a7685b74022 req-52921624-ae0e-4d7d-8f42-057d08a75cb8 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a24b370-5b6c-425f-ac47-83db418c2b23 HTTP/1.1" status: 200 len: 950 time: 0.0767918 Dec 09 15:35:45.014497 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-100098bb-161a-4d28-9e0c-c3f2ebafac86 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Network 7010a1a7-2d7c-4586-8e67-9c7afc483ab0 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:35:45.020648 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-100098bb-161a-4d28-9e0c-c3f2ebafac86 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:35:45.022881 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100098bb-161a-4d28-9e0c-c3f2ebafac86 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Pushing event updated for resources: {'Port': ['ID=85ca2ae1-6ff7-46a7-b97e-5b28715b54cb,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:45.025202 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-100098bb-161a-4d28-9e0c-c3f2ebafac86 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:35:45.065248 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-825c446f-2546-4849-8e55-08e250595193 req-dd1e97ad-b924-426f-a6ba-033bad48720d service neutron] Attempting to bind port be1b27f1-bc8e-46d2-a5b5-61ffd756ec19 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:35:45.065907 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-825c446f-2546-4849-8e55-08e250595193 req-dd1e97ad-b924-426f-a6ba-033bad48720d service neutron] Attempting to bind port be1b27f1-bc8e-46d2-a5b5-61ffd756ec19 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '3c8c96ac-fcd7-4b06-91d5-8b3b47be9336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '64ebf9fc-d424-49ca-871c-a35862c4a5f0'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:35:45.065907 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825c446f-2546-4849-8e55-08e250595193 req-dd1e97ad-b924-426f-a6ba-033bad48720d service neutron] Attempting to bind port be1b27f1-bc8e-46d2-a5b5-61ffd756ec19 on network 64ebf9fc-d424-49ca-871c-a35862c4a5f0 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:35:45.075872 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825c446f-2546-4849-8e55-08e250595193 req-dd1e97ad-b924-426f-a6ba-033bad48720d service neutron] Port be1b27f1-bc8e-46d2-a5b5-61ffd756ec19 on network 64ebf9fc-d424-49ca-871c-a35862c4a5f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:35:45.076284 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825c446f-2546-4849-8e55-08e250595193 req-dd1e97ad-b924-426f-a6ba-033bad48720d service neutron] Attempting to bind port be1b27f1-bc8e-46d2-a5b5-61ffd756ec19 on network 64ebf9fc-d424-49ca-871c-a35862c4a5f0 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:35:45.093531 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-100098bb-161a-4d28-9e0c-c3f2ebafac86 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:45.094238 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-100098bb-161a-4d28-9e0c-c3f2ebafac86 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:45.096919 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825c446f-2546-4849-8e55-08e250595193 req-dd1e97ad-b924-426f-a6ba-033bad48720d service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:35:45.097249 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825c446f-2546-4849-8e55-08e250595193 req-dd1e97ad-b924-426f-a6ba-033bad48720d service neutron] Checking segment: {'id': '3c8c96ac-fcd7-4b06-91d5-8b3b47be9336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '64ebf9fc-d424-49ca-871c-a35862c4a5f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:35:45.097701 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825c446f-2546-4849-8e55-08e250595193 req-dd1e97ad-b924-426f-a6ba-033bad48720d service neutron] Bound using segment: {'id': '3c8c96ac-fcd7-4b06-91d5-8b3b47be9336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '64ebf9fc-d424-49ca-871c-a35862c4a5f0'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:35:45.098051 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-825c446f-2546-4849-8e55-08e250595193 req-dd1e97ad-b924-426f-a6ba-033bad48720d service neutron] Bound port: be1b27f1-bc8e-46d2-a5b5-61ffd756ec19, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c8c96ac-fcd7-4b06-91d5-8b3b47be9336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '64ebf9fc-d424-49ca-871c-a35862c4a5f0'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:35:45.098395 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-825c446f-2546-4849-8e55-08e250595193 req-dd1e97ad-b924-426f-a6ba-033bad48720d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:45.145711 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-100098bb-161a-4d28-9e0c-c3f2ebafac86 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9851191 Dec 09 15:35:45.188270 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-825c446f-2546-4849-8e55-08e250595193 req-dd1e97ad-b924-426f-a6ba-033bad48720d service neutron] For port be1b27f1-bc8e-46d2-a5b5-61ffd756ec19, host n-h2-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:35:45.191958 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-825c446f-2546-4849-8e55-08e250595193 req-dd1e97ad-b924-426f-a6ba-033bad48720d service neutron] For port be1b27f1-bc8e-46d2-a5b5-61ffd756ec19, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=be1b27f1-bc8e-46d2-a5b5-61ffd756ec19,segment=NetworkSegment(3c8c96ac-fcd7-4b06-91d5-8b3b47be9336),segment_id=3c8c96ac-fcd7-4b06-91d5-8b3b47be9336)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:35:45.198151 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-825c446f-2546-4849-8e55-08e250595193 req-dd1e97ad-b924-426f-a6ba-033bad48720d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:45.202741 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c23171-88b1-4baa-99ea-6af03933aec0', 'name': 'network-vif-deleted', 'tag': '3badd480-8b43-4c9d-bc5c-ef0129304165'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:35:45.205396 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863dd7ef-7128-4de8-876b-adafd8e22ae0" -d '{"events": [{"server_uuid": "08c23171-88b1-4baa-99ea-6af03933aec0", "name": "network-vif-deleted", "tag": "3badd480-8b43-4c9d-bc5c-ef0129304165"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:35:45.244025 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c446f-2546-4849-8e55-08e250595193 req-dd1e97ad-b924-426f-a6ba-033bad48720d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:45.245398 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-825c446f-2546-4849-8e55-08e250595193 req-dd1e97ad-b924-426f-a6ba-033bad48720d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:45.246899 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-825c446f-2546-4849-8e55-08e250595193 req-dd1e97ad-b924-426f-a6ba-033bad48720d service neutron] 10.222.0.31 "PUT /v2.0/ports/be1b27f1-bc8e-46d2-a5b5-61ffd756ec19 HTTP/1.1" status: 200 len: 1091 time: 0.9945121 Dec 09 15:35:45.252814 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-89bc644b-5060-41b5-90f1-57a8a220ff59 service neutron] Request body: {'port': {'device_id': '84e81616-92f5-489a-ae95-e0a80acf7b1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:35:45.317212 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1e97ad-b924-426f-a6ba-033bad48720d service neutron] Pushing event updated for resources: {'Port': ['ID=be1b27f1-bc8e-46d2-a5b5-61ffd756ec19,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:45.366853 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-89bc644b-5060-41b5-90f1-57a8a220ff59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:45.371806 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-92a3366b-0a03-4850-ba07-2a7685b74022 req-bab107c6-9c2a-4bf5-b96b-986c849de774 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3998632 Dec 09 15:35:45.395264 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c446f-2546-4849-8e55-08e250595193 req-cb15c467-5620-4929-970e-4f0c10f9bedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:45.397421 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-825c446f-2546-4849-8e55-08e250595193 req-cb15c467-5620-4929-970e-4f0c10f9bedf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=173703e8098f443d854f73a34f2cd2f7&device_id=8f735a0e-1cff-4ae6-b90a-99feaf9c9362 HTTP/1.1" status: 200 len: 1094 time: 0.1003947 Dec 09 15:35:45.472472 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85860061-338a-4adc-97a5-06c40f99d731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706300c7-9763-4dfe-9e18-49738bc83eee'}, {'server_uuid': '1b547b96-534f-4bc0-ab6b-bf88fad1b31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80fb518b-4f9d-4dec-9225-68312ef807c0'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:35:45.475989 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df8bef1-0bca-45f8-ba26-0bf643c2bf4e" -d '{"events": [{"server_uuid": "85860061-338a-4adc-97a5-06c40f99d731", "name": "network-vif-plugged", "status": "completed", "tag": "706300c7-9763-4dfe-9e18-49738bc83eee"}, {"server_uuid": "1b547b96-534f-4bc0-ab6b-bf88fad1b31f", "name": "network-vif-plugged", "status": "completed", "tag": "80fb518b-4f9d-4dec-9225-68312ef807c0"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:35:45.479436 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-825c446f-2546-4849-8e55-08e250595193 req-171e2240-1276-4ea4-8446-b9b6d0fc21ef service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be1b27f1-bc8e-46d2-a5b5-61ffd756ec19 HTTP/1.1" status: 200 len: 217 time: 0.0475476 Dec 09 15:35:45.598571 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c446f-2546-4849-8e55-08e250595193 req-88be1820-843e-427b-b23f-1b6125e5f44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:45.600837 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-825c446f-2546-4849-8e55-08e250595193 req-88be1820-843e-427b-b23f-1b6125e5f44d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7a04522e-f81a-4661-bcf3-8978215b87d1 HTTP/1.1" status: 200 len: 854 time: 0.1133056 Dec 09 15:35:45.634224 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b1ffb-e71a-4a68-baf8-d5f35c2feb5b req-5b0d8c84-9cf1-4ddd-ae5b-8cb4fde879b8 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:45.637970 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a89b1ffb-e71a-4a68-baf8-d5f35c2feb5b req-5b0d8c84-9cf1-4ddd-ae5b-8cb4fde879b8 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/ports?device_id=85860061-338a-4adc-97a5-06c40f99d731 HTTP/1.1" status: 200 len: 950 time: 0.0897872 Dec 09 15:35:45.654011 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-825c446f-2546-4849-8e55-08e250595193 req-21157836-5d8a-445c-a9e4-b3b1f43b5a60 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=64ebf9fc-d424-49ca-871c-a35862c4a5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447242 Dec 09 15:35:45.719351 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:45.727545 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a89b1ffb-e71a-4a68-baf8-d5f35c2feb5b req-688f59e3-276a-4e21-bf5b-fbb476627f36 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/security-groups?id=8748497e-50a8-4e02-930b-ae6378f890e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835147 Dec 09 15:35:45.870170 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-825c446f-2546-4849-8e55-08e250595193 req-7b723ea7-11b5-4ed3-9204-520bbc94143e service neutron] 10.222.0.31 "GET /v2.0/networks/64ebf9fc-d424-49ca-871c-a35862c4a5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044055 Dec 09 15:35:45.938889 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ebce0-a0f0-4610-b51d-9e2ad1eba2c9 req-717d2a80-ae0d-4466-bbdc-dec71b13104d tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:45.940927 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1d2ebce0-a0f0-4610-b51d-9e2ad1eba2c9 req-717d2a80-ae0d-4466-bbdc-dec71b13104d tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.57 "GET /v2.0/ports?device_id=12aade00-8aee-42d9-bb65-db1eb0d39754 HTTP/1.1" status: 200 len: 946 time: 0.0539615 Dec 09 15:35:45.981009 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-89bc644b-5060-41b5-90f1-57a8a220ff59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85ca2ae1-6ff7-46a7-b97e-5b28715b54cb {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:35:46.004788 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-89bc644b-5060-41b5-90f1-57a8a220ff59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:46.027274 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1d2ebce0-a0f0-4610-b51d-9e2ad1eba2c9 req-3f1e81d6-e8db-48eb-a798-0f1ea4a04224 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1899a53-d34f-4bf4-9a57-90da998380bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692096 Dec 09 15:35:46.053713 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-89bc644b-5060-41b5-90f1-57a8a220ff59 service neutron] Transition to ACTIVE for port object 85ca2ae1-6ff7-46a7-b97e-5b28715b54cb will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:35:46.062906 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-825c446f-2546-4849-8e55-08e250595193 req-0d95ca26-ee71-4f2e-9cbb-ceae8295b1ce service neutron] 10.222.0.31 "GET /v2.0/networks/64ebf9fc-d424-49ca-871c-a35862c4a5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838164 Dec 09 15:35:46.067003 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-89bc644b-5060-41b5-90f1-57a8a220ff59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:46.221300 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe52368-170b-40ea-91c2-8908240e18be req-b2208365-b655-48e3-b776-a144e80ee159 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:46.227582 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bfe52368-170b-40ea-91c2-8908240e18be req-b2208365-b655-48e3-b776-a144e80ee159 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f735a0e-1cff-4ae6-b90a-99feaf9c9362 HTTP/1.1" status: 200 len: 943 time: 0.0952547 Dec 09 15:35:46.294046 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc644b-5060-41b5-90f1-57a8a220ff59 service neutron] Pushing event updated for resources: {'Port': ['ID=85ca2ae1-6ff7-46a7-b97e-5b28715b54cb,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:46.355098 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bfe52368-170b-40ea-91c2-8908240e18be req-f37c5a46-c38a-483d-b75c-2f77eb72e8fc tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217430 Dec 09 15:35:46.359780 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-89bc644b-5060-41b5-90f1-57a8a220ff59 service neutron] Attempting to bind port 85ca2ae1-6ff7-46a7-b97e-5b28715b54cb on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:35:46.360126 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-89bc644b-5060-41b5-90f1-57a8a220ff59 service neutron] Attempting to bind port 85ca2ae1-6ff7-46a7-b97e-5b28715b54cb by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': 'd60be669-ee26-41ae-a7b5-ffd0c2cca921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7010a1a7-2d7c-4586-8e67-9c7afc483ab0'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:35:46.369742 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-89bc644b-5060-41b5-90f1-57a8a220ff59 service neutron] Attempting to bind port 85ca2ae1-6ff7-46a7-b97e-5b28715b54cb on network 7010a1a7-2d7c-4586-8e67-9c7afc483ab0 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:35:46.380719 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-89bc644b-5060-41b5-90f1-57a8a220ff59 service neutron] Port 85ca2ae1-6ff7-46a7-b97e-5b28715b54cb on network 7010a1a7-2d7c-4586-8e67-9c7afc483ab0 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:35:46.381050 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-89bc644b-5060-41b5-90f1-57a8a220ff59 service neutron] Attempting to bind port 85ca2ae1-6ff7-46a7-b97e-5b28715b54cb on network 7010a1a7-2d7c-4586-8e67-9c7afc483ab0 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:35:46.397292 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-89bc644b-5060-41b5-90f1-57a8a220ff59 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:35:46.397663 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-89bc644b-5060-41b5-90f1-57a8a220ff59 service neutron] Checking segment: {'id': 'd60be669-ee26-41ae-a7b5-ffd0c2cca921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7010a1a7-2d7c-4586-8e67-9c7afc483ab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:35:46.398081 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-89bc644b-5060-41b5-90f1-57a8a220ff59 service neutron] Bound using segment: {'id': 'd60be669-ee26-41ae-a7b5-ffd0c2cca921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7010a1a7-2d7c-4586-8e67-9c7afc483ab0'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:35:46.398535 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-89bc644b-5060-41b5-90f1-57a8a220ff59 service neutron] Bound port: 85ca2ae1-6ff7-46a7-b97e-5b28715b54cb, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd60be669-ee26-41ae-a7b5-ffd0c2cca921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7010a1a7-2d7c-4586-8e67-9c7afc483ab0'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:35:46.398904 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-89bc644b-5060-41b5-90f1-57a8a220ff59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:46.424736 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 59ffef59-e7d2-49f4-bb86-d9cd926be4b8 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:35:46.434280 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-04549c54-9ffc-41e6-92c8-f9fed671b60c tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:46.442111 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-04549c54-9ffc-41e6-92c8-f9fed671b60c tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.42 "GET /v2.0/networks?id=7736ab20-9109-45c5-88b0-6682a059f13e HTTP/1.1" status: 200 len: 812 time: 0.2733719 Dec 09 15:35:46.498218 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-181620f1-7f50-4703-8083-0961973df4e2 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Request body: {'port': {'device_id': '023a3494-2650-4c2e-bbf0-b831d6e591b5', 'network_id': '7736ab20-9109-45c5-88b0-6682a059f13e', 'admin_state_up': True, 'tenant_id': '7cb10907c9dd4101899755e35f1cc029'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:35:46.515596 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198548ca-e25d-4339-a3ac-e3c7b88b1a96 req-cf9fe3bf-0358-4b54-9b5d-bb5cb2a9a533 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:46.524174 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-198548ca-e25d-4339-a3ac-e3c7b88b1a96 req-cf9fe3bf-0358-4b54-9b5d-bb5cb2a9a533 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=84e81616-92f5-489a-ae95-e0a80acf7b1c HTTP/1.1" status: 200 len: 944 time: 0.0902729 Dec 09 15:35:46.585823 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 59ffef59-e7d2-49f4-bb86-d9cd926be4b8, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=59ffef59-e7d2-49f4-bb86-d9cd926be4b8,segment=NetworkSegment(d60be669-ee26-41ae-a7b5-ffd0c2cca921),segment_id=d60be669-ee26-41ae-a7b5-ffd0c2cca921)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:46.596214 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-198548ca-e25d-4339-a3ac-e3c7b88b1a96 req-4db1ddbe-9592-4a7b-af1b-f0ad0d0ce17a tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705485 Dec 09 15:35:46.603209 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-89bc644b-5060-41b5-90f1-57a8a220ff59 service neutron] For port 85ca2ae1-6ff7-46a7-b97e-5b28715b54cb, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:35:46.630902 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '59ffef59-e7d2-49f4-bb86-d9cd926be4b8', 'network_id': '7010a1a7-2d7c-4586-8e67-9c7afc483ab0', 'port_id': '59ffef59-e7d2-49f4-bb86-d9cd926be4b8', 'mac_address': 'fa:16:3e:1a:a6:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d52639-1caa-4023-ae95-afc257c891d1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:35:46.631484 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-89bc644b-5060-41b5-90f1-57a8a220ff59 service neutron] For port 85ca2ae1-6ff7-46a7-b97e-5b28715b54cb, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=85ca2ae1-6ff7-46a7-b97e-5b28715b54cb,segment=NetworkSegment(d60be669-ee26-41ae-a7b5-ffd0c2cca921),segment_id=d60be669-ee26-41ae-a7b5-ffd0c2cca921)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:35:46.651128 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-89bc644b-5060-41b5-90f1-57a8a220ff59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:46.694099 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:46.719496 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59ffef59-e7d2-49f4-bb86-d9cd926be4b8 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:35:46.735230 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0fb53873-7fa5-474a-9b5f-d2055d3d0453 req-3150a409-82f1-4644-be96-50ab6822c087 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=023a3494-2650-4c2e-bbf0-b831d6e591b5 HTTP/1.1" status: 200 len: 210 time: 0.0551319 Dec 09 15:35:46.747985 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-89bc644b-5060-41b5-90f1-57a8a220ff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:46.753440 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 59ffef59-e7d2-49f4-bb86-d9cd926be4b8, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=59ffef59-e7d2-49f4-bb86-d9cd926be4b8,segment=NetworkSegment(d60be669-ee26-41ae-a7b5-ffd0c2cca921),segment_id=d60be669-ee26-41ae-a7b5-ffd0c2cca921)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:46.758532 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-89bc644b-5060-41b5-90f1-57a8a220ff59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:46.760960 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-89bc644b-5060-41b5-90f1-57a8a220ff59 service neutron] 10.222.0.42 "PUT /v2.0/ports/85ca2ae1-6ff7-46a7-b97e-5b28715b54cb HTTP/1.1" status: 200 len: 1092 time: 1.5187416 Dec 09 15:35:46.762330 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:46.763054 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 2a04d070-54e9-425b-890b-6e2af9693de9 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:35:46.794155 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc644b-5060-41b5-90f1-57a8a220ff59 service neutron] Pushing event updated for resources: {'Port': ['ID=85ca2ae1-6ff7-46a7-b97e-5b28715b54cb,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:46.802053 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-181620f1-7f50-4703-8083-0961973df4e2 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Made reservation on behalf of 7cb10907c9dd4101899755e35f1cc029 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:35:46.809581 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-181620f1-7f50-4703-8083-0961973df4e2 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:46.894020 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946ce78-cf2f-42a7-9742-1cedcefe6bb8 req-3b235f84-2183-4a67-ba14-0021ff547d27 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:46.906339 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=59ffef59-e7d2-49f4-bb86-d9cd926be4b8,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:46.910503 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f946ce78-cf2f-42a7-9742-1cedcefe6bb8 req-3b235f84-2183-4a67-ba14-0021ff547d27 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ecc5fca-bc8e-4cd5-bf85-af8429626f0f HTTP/1.1" status: 200 len: 948 time: 0.1018236 Dec 09 15:35:46.976754 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f946ce78-cf2f-42a7-9742-1cedcefe6bb8 req-ee9c089a-df38-4605-8ee8-cdf92cec693c tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555305 Dec 09 15:35:47.017336 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-c3493c78-fb0e-4e04-8c73-26f6d944bd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:47.018866 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-c3493c78-fb0e-4e04-8c73-26f6d944bd5c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=59594b9e3fb144dbb2817de5b4b0a74c&device_id=84e81616-92f5-489a-ae95-e0a80acf7b1c HTTP/1.1" status: 200 len: 1095 time: 0.1793363 Dec 09 15:35:47.036183 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 2a04d070-54e9-425b-890b-6e2af9693de9, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=2a04d070-54e9-425b-890b-6e2af9693de9,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:47.053212 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d104fc48-ed8c-4aac-b516-6fb9e8855ec9 x-openstack-request-id: req-d104fc48-ed8c-4aac-b516-6fb9e8855ec9 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:35:47.053506 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c23171-88b1-4baa-99ea-6af03933aec0", "name": "network-vif-deleted", "tag": "3badd480-8b43-4c9d-bc5c-ef0129304165", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:35:47.053763 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d104fc48-ed8c-4aac-b516-6fb9e8855ec9 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:35:47.054732 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c23171-88b1-4baa-99ea-6af03933aec0', 'name': 'network-vif-deleted', 'tag': '3badd480-8b43-4c9d-bc5c-ef0129304165', 'status': 'completed', 'code': 200} Dec 09 15:35:47.066487 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '2a04d070-54e9-425b-890b-6e2af9693de9', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'port_id': '2a04d070-54e9-425b-890b-6e2af9693de9', 'mac_address': 'fa:16:3e:f0:b3:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6953c-1261-4e7c-8b49-64e5b87424c2', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:35:47.090487 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-5e173b53-f961-436e-bde1-3c008692a1e9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85ca2ae1-6ff7-46a7-b97e-5b28715b54cb HTTP/1.1" status: 200 len: 217 time: 0.0510032 Dec 09 15:35:47.096871 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-181620f1-7f50-4703-8083-0961973df4e2 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Allocated IP 172.20.0.12 (7736ab20-9109-45c5-88b0-6682a059f13e/0ee4fdd6-4dfd-4a15-a871-b63f2ecb023f/045f604f-9feb-48f9-8e9f-8c80ce7c517d) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:35:47.114330 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Dec 2021 15:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33e8ac3-3993-4c7c-973e-411c54a21a80 x-openstack-request-id: req-c33e8ac3-3993-4c7c-973e-411c54a21a80 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:35:47.116099 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85860061-338a-4adc-97a5-06c40f99d731", "name": "network-vif-plugged", "status": "completed", "tag": "706300c7-9763-4dfe-9e18-49738bc83eee", "code": 200}, {"server_uuid": "1b547b96-534f-4bc0-ab6b-bf88fad1b31f", "name": "network-vif-plugged", "status": "completed", "tag": "80fb518b-4f9d-4dec-9225-68312ef807c0", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:35:47.116326 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c33e8ac3-3993-4c7c-973e-411c54a21a80 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:35:47.118814 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85860061-338a-4adc-97a5-06c40f99d731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706300c7-9763-4dfe-9e18-49738bc83eee', 'code': 200} Dec 09 15:35:47.119162 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b547b96-534f-4bc0-ab6b-bf88fad1b31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80fb518b-4f9d-4dec-9225-68312ef807c0', 'code': 200} Dec 09 15:35:47.153986 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:47.181455 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a04d070-54e9-425b-890b-6e2af9693de9 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:35:47.227290 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 2a04d070-54e9-425b-890b-6e2af9693de9, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=2a04d070-54e9-425b-890b-6e2af9693de9,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:47.233729 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:47.305663 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7a0ca-8203-44bd-8934-2238434747e2 req-df1a27ad-b0bb-4cc0-9297-5df979c5a641 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:47.312354 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cec7a0ca-8203-44bd-8934-2238434747e2 req-df1a27ad-b0bb-4cc0-9297-5df979c5a641 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a24b370-5b6c-425f-ac47-83db418c2b23 HTTP/1.1" status: 200 len: 950 time: 0.0939384 Dec 09 15:35:47.317491 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=2a04d070-54e9-425b-890b-6e2af9693de9,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:47.396620 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cec7a0ca-8203-44bd-8934-2238434747e2 req-cf55ddd7-2da8-4513-8c0c-01409ba4729f tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779247 Dec 09 15:35:47.437852 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72f9c8-eeaf-4102-b8e2-d19a63570c05 req-211646fe-92cd-411d-8c15-9b27b4fe056d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:47.439586 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ed72f9c8-eeaf-4102-b8e2-d19a63570c05 req-211646fe-92cd-411d-8c15-9b27b4fe056d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=85860061-338a-4adc-97a5-06c40f99d731 HTTP/1.1" status: 200 len: 1101 time: 0.2465649 Dec 09 15:35:47.444109 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-20d5bfca-d96f-4f8c-9fed-ca2b68abbc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:47.445711 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-20d5bfca-d96f-4f8c-9fed-ca2b68abbc4e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=55d52639-1caa-4023-ae95-afc257c891d1 HTTP/1.1" status: 200 len: 859 time: 0.2056720 Dec 09 15:35:47.498646 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-0b709b62-6ff9-4b19-917d-632dc4740e9d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7010a1a7-2d7c-4586-8e67-9c7afc483ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409353 Dec 09 15:35:47.544593 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-181620f1-7f50-4703-8083-0961973df4e2 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:47.591505 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ed72f9c8-eeaf-4102-b8e2-d19a63570c05 req-6244b15f-ec6f-46d5-b423-540c93e4b801 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8748497e-50a8-4e02-930b-ae6378f890e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415985 Dec 09 15:35:47.620516 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211fa5e-b465-47a7-887f-a02e08956220 req-79a5398e-7616-463e-9dc3-2135ea85250c tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:47.623174 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7211fa5e-b465-47a7-887f-a02e08956220 req-79a5398e-7616-463e-9dc3-2135ea85250c tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/ports?device_id=85860061-338a-4adc-97a5-06c40f99d731 HTTP/1.1" status: 200 len: 950 time: 0.0650990 Dec 09 15:35:47.655924 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-0c02ceeb-0aeb-425d-9413-63a8873834ce service neutron] 10.222.0.42 "GET /v2.0/networks/7010a1a7-2d7c-4586-8e67-9c7afc483ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482043 Dec 09 15:35:47.662660 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-181620f1-7f50-4703-8083-0961973df4e2 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:47.668046 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['59ffef59-e7d2-49f4-bb86-d9cd926be4b8'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:35:47.715985 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7211fa5e-b465-47a7-887f-a02e08956220 req-624324c9-9f59-486c-993b-8a6f361a4e0a tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/security-groups?id=8748497e-50a8-4e02-930b-ae6378f890e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871375 Dec 09 15:35:47.751683 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['2a04d070-54e9-425b-890b-6e2af9693de9'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:35:47.757679 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-181620f1-7f50-4703-8083-0961973df4e2 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Network 7736ab20-9109-45c5-88b0-6682a059f13e is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:35:47.767028 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-181620f1-7f50-4703-8083-0961973df4e2 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:35:47.771507 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-181620f1-7f50-4703-8083-0961973df4e2 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:35:47.825753 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181620f1-7f50-4703-8083-0961973df4e2 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Pushing event updated for resources: {'Port': ['ID=045f604f-9feb-48f9-8e9f-8c80ce7c517d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:47.861338 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-181620f1-7f50-4703-8083-0961973df4e2 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:47.862068 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-181620f1-7f50-4703-8083-0961973df4e2 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:47.868919 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-484b42b0-0784-42b0-8c9a-c7dc46864c72 req-8086ba1e-9820-4194-815f-e8d2a55ecd98 service neutron] 10.222.0.42 "GET /v2.0/networks/7010a1a7-2d7c-4586-8e67-9c7afc483ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039700 Dec 09 15:35:47.904360 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-181620f1-7f50-4703-8083-0961973df4e2 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4127862 Dec 09 15:35:47.939883 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-7771a828-6f6e-497f-bc06-cde6036bf5e2 service neutron] Request body: {'port': {'device_id': '023a3494-2650-4c2e-bbf0-b831d6e591b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:35:48.068994 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-7771a828-6f6e-497f-bc06-cde6036bf5e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:48.106711 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbaeaba-4a3f-434e-befb-d7d9a9fbb342 req-94d62bf7-2371-44e3-ba5f-549384be68fa tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:48.118865 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ebbaeaba-4a3f-434e-befb-d7d9a9fbb342 req-94d62bf7-2371-44e3-ba5f-549384be68fa tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f735a0e-1cff-4ae6-b90a-99feaf9c9362 HTTP/1.1" status: 200 len: 943 time: 0.0782423 Dec 09 15:35:48.195446 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ebbaeaba-4a3f-434e-befb-d7d9a9fbb342 req-6c4a82bf-c689-482b-a7a5-cea1aff0bc53 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681298 Dec 09 15:35:48.418288 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-7771a828-6f6e-497f-bc06-cde6036bf5e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 045f604f-9feb-48f9-8e9f-8c80ce7c517d {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:35:48.430474 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-7771a828-6f6e-497f-bc06-cde6036bf5e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:48.445378 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-7771a828-6f6e-497f-bc06-cde6036bf5e2 service neutron] Transition to ACTIVE for port object 045f604f-9feb-48f9-8e9f-8c80ce7c517d will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:35:48.452910 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-7771a828-6f6e-497f-bc06-cde6036bf5e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:48.459585 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d69750-3d9d-4d93-90e2-bff029c2f3e9 req-a0cbb39c-5d93-4d2b-894d-c32a904f6fa7 tempest-MigrationsAdminTest-525937780 tempest-MigrationsAdminTest-525937780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:48.469780 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-22d69750-3d9d-4d93-90e2-bff029c2f3e9 req-a0cbb39c-5d93-4d2b-894d-c32a904f6fa7 tempest-MigrationsAdminTest-525937780 tempest-MigrationsAdminTest-525937780-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=1a24b370-5b6c-425f-ac47-83db418c2b23 HTTP/1.1" status: 200 len: 1101 time: 0.0604117 Dec 09 15:35:48.499734 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-22d69750-3d9d-4d93-90e2-bff029c2f3e9 req-84fd1a8b-2647-44ac-b050-69f2844ec202 tempest-MigrationsAdminTest-525937780 tempest-MigrationsAdminTest-525937780-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:48.508887 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7771a828-6f6e-497f-bc06-cde6036bf5e2 service neutron] Pushing event updated for resources: {'Port': ['ID=045f604f-9feb-48f9-8e9f-8c80ce7c517d,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:48.595656 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-7771a828-6f6e-497f-bc06-cde6036bf5e2 service neutron] Attempting to bind port 045f604f-9feb-48f9-8e9f-8c80ce7c517d on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:35:48.596245 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-7771a828-6f6e-497f-bc06-cde6036bf5e2 service neutron] Attempting to bind port 045f604f-9feb-48f9-8e9f-8c80ce7c517d by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '69e3382f-395f-44e0-a40c-d45aab069633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7736ab20-9109-45c5-88b0-6682a059f13e'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:35:48.596703 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-7771a828-6f6e-497f-bc06-cde6036bf5e2 service neutron] Attempting to bind port 045f604f-9feb-48f9-8e9f-8c80ce7c517d on network 7736ab20-9109-45c5-88b0-6682a059f13e {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:35:48.605104 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-7771a828-6f6e-497f-bc06-cde6036bf5e2 service neutron] Port 045f604f-9feb-48f9-8e9f-8c80ce7c517d on network 7736ab20-9109-45c5-88b0-6682a059f13e not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:35:48.605569 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-7771a828-6f6e-497f-bc06-cde6036bf5e2 service neutron] Attempting to bind port 045f604f-9feb-48f9-8e9f-8c80ce7c517d on network 7736ab20-9109-45c5-88b0-6682a059f13e {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:35:48.611868 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-7771a828-6f6e-497f-bc06-cde6036bf5e2 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:35:48.612515 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-7771a828-6f6e-497f-bc06-cde6036bf5e2 service neutron] Checking segment: {'id': '69e3382f-395f-44e0-a40c-d45aab069633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7736ab20-9109-45c5-88b0-6682a059f13e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:35:48.613008 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-7771a828-6f6e-497f-bc06-cde6036bf5e2 service neutron] Bound using segment: {'id': '69e3382f-395f-44e0-a40c-d45aab069633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7736ab20-9109-45c5-88b0-6682a059f13e'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:35:48.613543 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-7771a828-6f6e-497f-bc06-cde6036bf5e2 service neutron] Bound port: 045f604f-9feb-48f9-8e9f-8c80ce7c517d, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e3382f-395f-44e0-a40c-d45aab069633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7736ab20-9109-45c5-88b0-6682a059f13e'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:35:48.614000 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-7771a828-6f6e-497f-bc06-cde6036bf5e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:48.617540 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-22d69750-3d9d-4d93-90e2-bff029c2f3e9 req-84fd1a8b-2647-44ac-b050-69f2844ec202 tempest-MigrationsAdminTest-525937780 tempest-MigrationsAdminTest-525937780-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:48.622978 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-22d69750-3d9d-4d93-90e2-bff029c2f3e9 req-84fd1a8b-2647-44ac-b050-69f2844ec202 tempest-MigrationsAdminTest-525937780 tempest-MigrationsAdminTest-525937780-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:48.690827 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-22d69750-3d9d-4d93-90e2-bff029c2f3e9 req-84fd1a8b-2647-44ac-b050-69f2844ec202 tempest-MigrationsAdminTest-525937780 tempest-MigrationsAdminTest-525937780-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042148 Dec 09 15:35:48.692195 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-7771a828-6f6e-497f-bc06-cde6036bf5e2 service neutron] For port 045f604f-9feb-48f9-8e9f-8c80ce7c517d, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:35:48.695759 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-7771a828-6f6e-497f-bc06-cde6036bf5e2 service neutron] For port 045f604f-9feb-48f9-8e9f-8c80ce7c517d, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=045f604f-9feb-48f9-8e9f-8c80ce7c517d,segment=NetworkSegment(69e3382f-395f-44e0-a40c-d45aab069633),segment_id=69e3382f-395f-44e0-a40c-d45aab069633)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:35:48.702809 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-7771a828-6f6e-497f-bc06-cde6036bf5e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:48.706582 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd1a8b-2647-44ac-b050-69f2844ec202 tempest-MigrationsAdminTest-525937780 tempest-MigrationsAdminTest-525937780-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8947fd2-5f35-4cff-9096-67572efac3ab,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:48.792697 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-7771a828-6f6e-497f-bc06-cde6036bf5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:48.793804 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-7771a828-6f6e-497f-bc06-cde6036bf5e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:48.796882 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-7771a828-6f6e-497f-bc06-cde6036bf5e2 service neutron] 10.222.0.42 "PUT /v2.0/ports/045f604f-9feb-48f9-8e9f-8c80ce7c517d HTTP/1.1" status: 200 len: 1092 time: 0.8701530 Dec 09 15:35:48.836142 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7771a828-6f6e-497f-bc06-cde6036bf5e2 service neutron] Pushing event updated for resources: {'Port': ['ID=045f604f-9feb-48f9-8e9f-8c80ce7c517d,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:48.968837 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-55abb02c-fbe4-41c9-941c-794383c23d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:48.969570 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-55abb02c-fbe4-41c9-941c-794383c23d39 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7cb10907c9dd4101899755e35f1cc029&device_id=023a3494-2650-4c2e-bbf0-b831d6e591b5 HTTP/1.1" status: 200 len: 1095 time: 0.0622044 Dec 09 15:35:49.008098 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798e698-9a66-4365-aefa-c4d2bfb9e1d5 req-e9f72902-7ccf-4576-b6f4-4a6b6f91b0b1 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:49.009854 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f798e698-9a66-4365-aefa-c4d2bfb9e1d5 req-e9f72902-7ccf-4576-b6f4-4a6b6f91b0b1 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=84e81616-92f5-489a-ae95-e0a80acf7b1c HTTP/1.1" status: 200 len: 944 time: 0.0541689 Dec 09 15:35:49.052624 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-87f211ca-572f-4a19-954a-8605b6873eda service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=045f604f-9feb-48f9-8e9f-8c80ce7c517d HTTP/1.1" status: 200 len: 217 time: 0.0412652 Dec 09 15:35:49.055490 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f735a0e-1cff-4ae6-b90a-99feaf9c9362', 'tag': 'be1b27f1-bc8e-46d2-a5b5-61ffd756ec19'}, {'name': 'network-changed', 'server_uuid': '84e81616-92f5-489a-ae95-e0a80acf7b1c', 'tag': '85ca2ae1-6ff7-46a7-b97e-5b28715b54cb'}, {'name': 'network-changed', 'server_uuid': '023a3494-2650-4c2e-bbf0-b831d6e591b5', 'tag': '045f604f-9feb-48f9-8e9f-8c80ce7c517d'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:35:49.058411 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff7743c-a1b7-4ff3-a343-d882b1b530c9" -d '{"events": [{"name": "network-changed", "server_uuid": "8f735a0e-1cff-4ae6-b90a-99feaf9c9362", "tag": "be1b27f1-bc8e-46d2-a5b5-61ffd756ec19"}, {"name": "network-changed", "server_uuid": "84e81616-92f5-489a-ae95-e0a80acf7b1c", "tag": "85ca2ae1-6ff7-46a7-b97e-5b28715b54cb"}, {"name": "network-changed", "server_uuid": "023a3494-2650-4c2e-bbf0-b831d6e591b5", "tag": "045f604f-9feb-48f9-8e9f-8c80ce7c517d"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:35:49.078567 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f798e698-9a66-4365-aefa-c4d2bfb9e1d5 req-2a4e8220-7581-431e-bf42-fd6a70f2b8b9 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579913 Dec 09 15:35:49.129178 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-3ef420bb-5c34-42f5-9729-dd0483f15b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:49.130675 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-3ef420bb-5c34-42f5-9729-dd0483f15b6e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0ee4fdd6-4dfd-4a15-a871-b63f2ecb023f HTTP/1.1" status: 200 len: 852 time: 0.0591850 Dec 09 15:35:49.169818 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-5beeee52-de7e-4e58-b6d7-1d5432e8d3ab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7736ab20-9109-45c5-88b0-6682a059f13e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287700 Dec 09 15:35:49.269039 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e3c39-2257-4da9-8bdd-00775c996330 req-3139b4f4-3e34-490f-9527-3dc88d4d930d tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:49.284059 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c20e3c39-2257-4da9-8bdd-00775c996330 req-3139b4f4-3e34-490f-9527-3dc88d4d930d tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=023a3494-2650-4c2e-bbf0-b831d6e591b5 HTTP/1.1" status: 200 len: 944 time: 0.1313336 Dec 09 15:35:49.383008 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c20e3c39-2257-4da9-8bdd-00775c996330 req-db97fa27-7869-4400-ab7b-718be9d48feb tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966256 Dec 09 15:35:49.529326 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463e8a2-17f0-47fb-9dbc-d5ca2098d67f req-a84bf8d9-0163-49c2-86d8-a5b17dcc2d0d tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:49.535621 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9463e8a2-17f0-47fb-9dbc-d5ca2098d67f req-a84bf8d9-0163-49c2-86d8-a5b17dcc2d0d tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ecc5fca-bc8e-4cd5-bf85-af8429626f0f HTTP/1.1" status: 200 len: 949 time: 0.0753911 Dec 09 15:35:49.596025 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9463e8a2-17f0-47fb-9dbc-d5ca2098d67f req-edaa7729-82ee-4f6a-b929-cd4a44bbcf58 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561180 Dec 09 15:35:49.612587 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-1e4b5cf3-83a8-44d1-b677-2153b219eb48 service neutron] 10.222.0.42 "GET /v2.0/networks/7736ab20-9109-45c5-88b0-6682a059f13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4315937 Dec 09 15:35:49.721123 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-a4f31c88-0315-44d2-90e2-53da92f5c472 service neutron] 10.222.0.42 "GET /v2.0/networks/7736ab20-9109-45c5-88b0-6682a059f13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948830 Dec 09 15:35:50.281493 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b36753-c4b6-4897-adfc-c69ac421b751 req-30e5e35b-b883-49ab-8bc4-025527ee6040 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:50.283871 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-29b36753-c4b6-4897-adfc-c69ac421b751 req-30e5e35b-b883-49ab-8bc4-025527ee6040 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/ports?device_id=85860061-338a-4adc-97a5-06c40f99d731 HTTP/1.1" status: 200 len: 950 time: 0.0717988 Dec 09 15:35:50.382747 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-52808932-eda4-40e5-8c58-3c9a81157d51 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1a24b370-5b6c-425f-ac47-83db418c2b23&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1595755 Dec 09 15:35:50.389540 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-29b36753-c4b6-4897-adfc-c69ac421b751 req-a673ffac-e976-4657-87e2-bd35c6b694f5 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/security-groups?id=8748497e-50a8-4e02-930b-ae6378f890e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964782 Dec 09 15:35:50.395620 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-ec72415a-a6c4-43e5-9ce6-21150fec88dd service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:35:50.396892 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-ec72415a-a6c4-43e5-9ce6-21150fec88dd service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060799 Dec 09 15:35:50.405611 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6afe730f-ee79-4d0b-99f1-6d85a1d9cd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:50.443999 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device be1b27f1-bc8e-46d2-a5b5-61ffd756ec19 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:35:50.448866 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 59ffef59-e7d2-49f4-bb86-d9cd926be4b8 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:35:50.559804 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a27ea-986a-4eb5-8eaa-a8e0c357e411 req-0c2697ee-2d79-49ee-b4c4-e9010ff72e9f tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:50.567556 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-502a27ea-986a-4eb5-8eaa-a8e0c357e411 req-0c2697ee-2d79-49ee-b4c4-e9010ff72e9f tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.57 "GET /v2.0/ports?device_id=12aade00-8aee-42d9-bb65-db1eb0d39754 HTTP/1.1" status: 200 len: 946 time: 0.0901508 Dec 09 15:35:50.629609 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 59ffef59-e7d2-49f4-bb86-d9cd926be4b8 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:35:50.637457 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 59ffef59-e7d2-49f4-bb86-d9cd926be4b8 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:35:50.637866 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:50.652370 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-502a27ea-986a-4eb5-8eaa-a8e0c357e411 req-51f20920-3be8-40f1-9189-a2601c4f7b55 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1899a53-d34f-4bf4-9a57-90da998380bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837300 Dec 09 15:35:50.701507 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port be1b27f1-bc8e-46d2-a5b5-61ffd756ec19, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=be1b27f1-bc8e-46d2-a5b5-61ffd756ec19,segment=NetworkSegment(3c8c96ac-fcd7-4b06-91d5-8b3b47be9336),segment_id=3c8c96ac-fcd7-4b06-91d5-8b3b47be9336)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:50.722196 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'be1b27f1-bc8e-46d2-a5b5-61ffd756ec19', 'network_id': '64ebf9fc-d424-49ca-871c-a35862c4a5f0', 'port_id': 'be1b27f1-bc8e-46d2-a5b5-61ffd756ec19', 'mac_address': 'fa:16:3e:f3:79:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a04522e-f81a-4661-bcf3-8978215b87d1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:35:50.730857 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 09 Dec 2021 15:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b94516-9855-450a-be92-cc50830d3be0 x-openstack-request-id: req-58b94516-9855-450a-be92-cc50830d3be0 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:35:50.731410 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f735a0e-1cff-4ae6-b90a-99feaf9c9362", "tag": "be1b27f1-bc8e-46d2-a5b5-61ffd756ec19", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "84e81616-92f5-489a-ae95-e0a80acf7b1c", "tag": "85ca2ae1-6ff7-46a7-b97e-5b28715b54cb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "023a3494-2650-4c2e-bbf0-b831d6e591b5", "tag": "045f604f-9feb-48f9-8e9f-8c80ce7c517d", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:35:50.731550 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-58b94516-9855-450a-be92-cc50830d3be0 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:35:50.731877 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f735a0e-1cff-4ae6-b90a-99feaf9c9362', 'tag': 'be1b27f1-bc8e-46d2-a5b5-61ffd756ec19', 'status': 'completed', 'code': 200} Dec 09 15:35:50.732130 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e81616-92f5-489a-ae95-e0a80acf7b1c', 'tag': '85ca2ae1-6ff7-46a7-b97e-5b28715b54cb', 'status': 'completed', 'code': 200} Dec 09 15:35:50.733132 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '023a3494-2650-4c2e-bbf0-b831d6e591b5', 'tag': '045f604f-9feb-48f9-8e9f-8c80ce7c517d', 'status': 'completed', 'code': 200} Dec 09 15:35:50.808983 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:50.832469 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be1b27f1-bc8e-46d2-a5b5-61ffd756ec19 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:35:50.860439 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7743c-a1b7-4ff3-a343-d882b1b530c9 req-6ca14b23-429e-40b1-887f-04b339d073d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:50.860711 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:50.863582 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-eff7743c-a1b7-4ff3-a343-d882b1b530c9 req-6ca14b23-429e-40b1-887f-04b339d073d0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=173703e8098f443d854f73a34f2cd2f7&device_id=8f735a0e-1cff-4ae6-b90a-99feaf9c9362 HTTP/1.1" status: 200 len: 1094 time: 0.1161482 Dec 09 15:35:50.886808 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port be1b27f1-bc8e-46d2-a5b5-61ffd756ec19, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=be1b27f1-bc8e-46d2-a5b5-61ffd756ec19,segment=NetworkSegment(3c8c96ac-fcd7-4b06-91d5-8b3b47be9336),segment_id=3c8c96ac-fcd7-4b06-91d5-8b3b47be9336)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:50.892490 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7743c-a1b7-4ff3-a343-d882b1b530c9 req-bf9dc87b-733b-4605-995b-c2ae6e24bb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:50.896373 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19dc24f6-09ce-4250-850b-d7ee7c38fb46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ffef59-e7d2-49f4-bb86-d9cd926be4b8'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:35:50.896996 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-eff7743c-a1b7-4ff3-a343-d882b1b530c9 req-bf9dc87b-733b-4605-995b-c2ae6e24bb52 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=59594b9e3fb144dbb2817de5b4b0a74c&device_id=84e81616-92f5-489a-ae95-e0a80acf7b1c HTTP/1.1" status: 200 len: 1095 time: 0.0912471 Dec 09 15:35:50.899506 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76e3d22-8660-460c-ac36-6584de86e6ed" -d '{"events": [{"server_uuid": "19dc24f6-09ce-4250-850b-d7ee7c38fb46", "name": "network-vif-plugged", "status": "completed", "tag": "59ffef59-e7d2-49f4-bb86-d9cd926be4b8"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:35:50.905870 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:50.936242 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb905402-4a9d-4b71-a219-0497b8fb77fc req-763d7b63-87c3-4795-9150-e43e52e9d9e6 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:50.938789 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bb905402-4a9d-4b71-a219-0497b8fb77fc req-763d7b63-87c3-4795-9150-e43e52e9d9e6 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f735a0e-1cff-4ae6-b90a-99feaf9c9362 HTTP/1.1" status: 200 len: 943 time: 0.1051290 Dec 09 15:35:50.938933 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 59ffef59-e7d2-49f4-bb86-d9cd926be4b8, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=59ffef59-e7d2-49f4-bb86-d9cd926be4b8,segment=NetworkSegment(d60be669-ee26-41ae-a7b5-ffd0c2cca921),segment_id=d60be669-ee26-41ae-a7b5-ffd0c2cca921)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:50.954792 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:50.968591 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 2a04d070-54e9-425b-890b-6e2af9693de9 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:35:51.007887 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bb905402-4a9d-4b71-a219-0497b8fb77fc req-c31aa7f2-0d32-4987-a00b-ea56d25d602a tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560024 Dec 09 15:35:51.044868 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7743c-a1b7-4ff3-a343-d882b1b530c9 req-e267d242-53b1-4a52-a08d-86ec4c7ef9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:51.046771 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-eff7743c-a1b7-4ff3-a343-d882b1b530c9 req-e267d242-53b1-4a52-a08d-86ec4c7ef9a8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7010a1a7-2d7c-4586-8e67-9c7afc483ab0 HTTP/1.1" status: 200 len: 920 time: 0.1079540 Dec 09 15:35:51.095246 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=be1b27f1-bc8e-46d2-a5b5-61ffd756ec19,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:51.109619 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 2a04d070-54e9-425b-890b-6e2af9693de9 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:35:51.144731 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 2a04d070-54e9-425b-890b-6e2af9693de9 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:35:51.145352 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:51.151903 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d5660-b520-4f09-9a51-9159a0a57e2c req-3b0659a7-60a0-4a79-bcb9-46913e9d7e78 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:51.162444 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ed2d5660-b520-4f09-9a51-9159a0a57e2c req-3b0659a7-60a0-4a79-bcb9-46913e9d7e78 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=84e81616-92f5-489a-ae95-e0a80acf7b1c HTTP/1.1" status: 200 len: 944 time: 0.0818996 Dec 09 15:35:51.241584 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=59ffef59-e7d2-49f4-bb86-d9cd926be4b8,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:51.248350 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-eff7743c-a1b7-4ff3-a343-d882b1b530c9 req-50b0b4bc-d5bb-4078-9ed2-f63f431f9a11 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85ca2ae1-6ff7-46a7-b97e-5b28715b54cb HTTP/1.1" status: 200 len: 217 time: 0.1882679 Dec 09 15:35:51.254606 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ed2d5660-b520-4f09-9a51-9159a0a57e2c req-40a8a27b-a9ca-40e2-95b6-c5218905d65a tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855300 Dec 09 15:35:51.347868 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb1558-c9c5-4624-b5c9-7f104306c9d7 req-44605baf-0f3a-4150-83fc-9929c880c03c tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:51.349428 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6bdb1558-c9c5-4624-b5c9-7f104306c9d7 req-44605baf-0f3a-4150-83fc-9929c880c03c tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.42 "GET /v2.0/ports?device_id=12aade00-8aee-42d9-bb65-db1eb0d39754 HTTP/1.1" status: 200 len: 946 time: 0.1377876 Dec 09 15:35:51.357312 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['be1b27f1-bc8e-46d2-a5b5-61ffd756ec19'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:35:51.434954 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:51.469537 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7743c-a1b7-4ff3-a343-d882b1b530c9 req-4e3ea50b-44a9-4b0a-9122-d163f18c37df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:51.471271 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-eff7743c-a1b7-4ff3-a343-d882b1b530c9 req-4e3ea50b-44a9-4b0a-9122-d163f18c37df service neutron] 10.222.0.31 "GET /v2.0/networks?id=64ebf9fc-d424-49ca-871c-a35862c4a5f0 HTTP/1.1" status: 200 len: 915 time: 0.5892036 Dec 09 15:35:51.472822 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fda5c2-0eef-4cf7-acca-91f37565cb02 req-bf7046b1-082b-4921-9c03-b7df5907bc70 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:51.474951 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97fda5c2-0eef-4cf7-acca-91f37565cb02 req-bf7046b1-082b-4921-9c03-b7df5907bc70 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a24b370-5b6c-425f-ac47-83db418c2b23 HTTP/1.1" status: 200 len: 950 time: 0.0987792 Dec 09 15:35:51.479837 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7743c-a1b7-4ff3-a343-d882b1b530c9 req-14b56b21-20cd-4091-8ea7-152065008b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:51.481961 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-eff7743c-a1b7-4ff3-a343-d882b1b530c9 req-14b56b21-20cd-4091-8ea7-152065008b3c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=55d52639-1caa-4023-ae95-afc257c891d1 HTTP/1.1" status: 200 len: 859 time: 0.2223170 Dec 09 15:35:51.515103 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 2a04d070-54e9-425b-890b-6e2af9693de9, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=2a04d070-54e9-425b-890b-6e2af9693de9,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:51.529853 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:51.553002 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-eff7743c-a1b7-4ff3-a343-d882b1b530c9 req-54c99b44-a39a-45e1-bbfe-af8c3b7062f4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be1b27f1-bc8e-46d2-a5b5-61ffd756ec19 HTTP/1.1" status: 200 len: 217 time: 0.0699153 Dec 09 15:35:51.592973 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-eff7743c-a1b7-4ff3-a343-d882b1b530c9 req-cfbac87a-5ca3-49b1-a26e-c18f7c275a41 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7010a1a7-2d7c-4586-8e67-9c7afc483ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975451 Dec 09 15:35:51.609038 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97fda5c2-0eef-4cf7-acca-91f37565cb02 req-d1a288d7-a1d0-4388-9d4b-cd9d89ea82c6 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246195 Dec 09 15:35:51.627434 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=2a04d070-54e9-425b-890b-6e2af9693de9,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:51.756296 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a38ba-b049-4bc9-9191-420c2face1c2 req-de9a4053-c277-47de-87e4-a997c43bfc08 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:51.757845 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5e7a38ba-b049-4bc9-9191-420c2face1c2 req-de9a4053-c277-47de-87e4-a997c43bfc08 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=023a3494-2650-4c2e-bbf0-b831d6e591b5 HTTP/1.1" status: 200 len: 944 time: 0.0692794 Dec 09 15:35:51.774012 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7743c-a1b7-4ff3-a343-d882b1b530c9 req-4c4fd7c9-0064-46bf-ac53-574d27981d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:51.776229 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-eff7743c-a1b7-4ff3-a343-d882b1b530c9 req-4c4fd7c9-0064-46bf-ac53-574d27981d66 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7a04522e-f81a-4661-bcf3-8978215b87d1 HTTP/1.1" status: 200 len: 854 time: 0.1858890 Dec 09 15:35:51.824398 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5e7a38ba-b049-4bc9-9191-420c2face1c2 req-a8520b66-6949-4a93-9edb-f834b5bf1163 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519810 Dec 09 15:35:51.857263 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-eff7743c-a1b7-4ff3-a343-d882b1b530c9 req-178d6500-3538-4a69-b221-420ffad245a9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=64ebf9fc-d424-49ca-871c-a35862c4a5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680408 Dec 09 15:35:51.864914 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-6bdb1558-c9c5-4624-b5c9-7f104306c9d7 req-4837bc7c-6f88-4f1c-923c-ea98d4f628c0 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Deleting port db19975f-9e67-40a0-bd49-c04b15505700 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:35:51.865276 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6bdb1558-c9c5-4624-b5c9-7f104306c9d7 req-4837bc7c-6f88-4f1c-923c-ea98d4f628c0 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:51.873116 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-eff7743c-a1b7-4ff3-a343-d882b1b530c9 req-0dead921-fe78-46ad-97a2-702306a2ec5d service neutron] 10.222.0.42 "GET /v2.0/networks/7010a1a7-2d7c-4586-8e67-9c7afc483ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452903 Dec 09 15:35:52.136206 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-6bdb1558-c9c5-4624-b5c9-7f104306c9d7 req-4837bc7c-6f88-4f1c-923c-ea98d4f628c0 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] For port db19975f-9e67-40a0-bd49-c04b15505700, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=db19975f-9e67-40a0-bd49-c04b15505700,segment=NetworkSegment(fc5c79ed-6b12-4a52-a9c9-45100013bbb1),segment_id=fc5c79ed-6b12-4a52-a9c9-45100013bbb1)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:52.136853 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6bdb1558-c9c5-4624-b5c9-7f104306c9d7 req-4837bc7c-6f88-4f1c-923c-ea98d4f628c0 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:52.144007 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab937cd-b2d4-4f49-b004-48592166d06d req-5c26c586-3c18-4462-b254-e0da4b4dae18 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:52.148216 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7ab937cd-b2d4-4f49-b004-48592166d06d req-5c26c586-3c18-4462-b254-e0da4b4dae18 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ecc5fca-bc8e-4cd5-bf85-af8429626f0f HTTP/1.1" status: 200 len: 950 time: 0.0586436 Dec 09 15:35:52.168563 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-eff7743c-a1b7-4ff3-a343-d882b1b530c9 req-35956129-741d-4f06-af33-6a658a2c321b service neutron] 10.222.0.42 "GET /v2.0/networks/7010a1a7-2d7c-4586-8e67-9c7afc483ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748260 Dec 09 15:35:52.206473 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-eff7743c-a1b7-4ff3-a343-d882b1b530c9 req-00488372-fff7-4e7b-a8c0-30e4b26cdc44 service neutron] 10.222.0.31 "GET /v2.0/networks/64ebf9fc-d424-49ca-871c-a35862c4a5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373485 Dec 09 15:35:52.212396 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7ab937cd-b2d4-4f49-b004-48592166d06d req-950acee6-4942-4da7-a5c9-c5f0055e26b1 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598936 Dec 09 15:35:52.353078 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a206899-0c0c-4647-8447-f860e1d940ac x-openstack-request-id: req-8a206899-0c0c-4647-8447-f860e1d940ac {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:35:52.353915 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19dc24f6-09ce-4250-850b-d7ee7c38fb46", "name": "network-vif-plugged", "status": "completed", "tag": "59ffef59-e7d2-49f4-bb86-d9cd926be4b8", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:35:52.354171 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8a206899-0c0c-4647-8447-f860e1d940ac {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:35:52.354571 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19dc24f6-09ce-4250-850b-d7ee7c38fb46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ffef59-e7d2-49f4-bb86-d9cd926be4b8', 'code': 200} Dec 09 15:35:52.450551 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7743c-a1b7-4ff3-a343-d882b1b530c9 req-2ff682c1-aa9d-4aeb-8079-4e9325012fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:52.452077 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-eff7743c-a1b7-4ff3-a343-d882b1b530c9 req-2ff682c1-aa9d-4aeb-8079-4e9325012fb6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7cb10907c9dd4101899755e35f1cc029&device_id=023a3494-2650-4c2e-bbf0-b831d6e591b5 HTTP/1.1" status: 200 len: 1095 time: 0.1246967 Dec 09 15:35:52.467106 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-eff7743c-a1b7-4ff3-a343-d882b1b530c9 req-6b17e9a9-bb0c-4175-8b63-4dab02b560fc service neutron] 10.222.0.31 "GET /v2.0/networks/64ebf9fc-d424-49ca-871c-a35862c4a5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407470 Dec 09 15:35:52.579863 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7743c-a1b7-4ff3-a343-d882b1b530c9 req-677f8955-5e31-484a-970c-b907bfc62fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:52.581407 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-eff7743c-a1b7-4ff3-a343-d882b1b530c9 req-677f8955-5e31-484a-970c-b907bfc62fc7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7736ab20-9109-45c5-88b0-6682a059f13e HTTP/1.1" status: 200 len: 913 time: 0.1119075 Dec 09 15:35:52.597505 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1673aaa-d076-4220-8873-da7b51432285 req-f067e306-9522-4a48-8426-431902f6adea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:52.599660 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f1673aaa-d076-4220-8873-da7b51432285 req-f067e306-9522-4a48-8426-431902f6adea service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=19dc24f6-09ce-4250-850b-d7ee7c38fb46 HTTP/1.1" status: 200 len: 1097 time: 0.1640513 Dec 09 15:35:52.613066 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339402dd-97db-43ab-82d4-02dc2b647325 req-9260fa00-06df-4650-8dd3-5301f97cc8f3 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:52.614613 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-339402dd-97db-43ab-82d4-02dc2b647325 req-9260fa00-06df-4650-8dd3-5301f97cc8f3 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.57 "GET /v2.0/ports?device_id=12aade00-8aee-42d9-bb65-db1eb0d39754 HTTP/1.1" status: 200 len: 946 time: 0.1538072 Dec 09 15:35:52.620157 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6bdb1558-c9c5-4624-b5c9-7f104306c9d7 req-4837bc7c-6f88-4f1c-923c-ea98d4f628c0 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:52.620571 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6bdb1558-c9c5-4624-b5c9-7f104306c9d7 req-4837bc7c-6f88-4f1c-923c-ea98d4f628c0 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:52.620895 n-d-821228-1 neutron-server[103245]: INFO neutron.db.l3_db [req-6bdb1558-c9c5-4624-b5c9-7f104306c9d7 req-4837bc7c-6f88-4f1c-923c-ea98d4f628c0 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Floating IP 9649b62c-2609-4447-8f7c-45df37f662dd disassociated. External IP: 172.25.3.115, port: db19975f-9e67-40a0-bd49-c04b15505700. Dec 09 15:35:52.621249 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-6bdb1558-c9c5-4624-b5c9-7f104306c9d7 req-4837bc7c-6f88-4f1c-923c-ea98d4f628c0 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Calling delete_port for db19975f-9e67-40a0-bd49-c04b15505700 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:35:52.660351 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-eff7743c-a1b7-4ff3-a343-d882b1b530c9 req-6920b811-79b2-448a-9198-3e7b7d60e537 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=045f604f-9feb-48f9-8e9f-8c80ce7c517d HTTP/1.1" status: 200 len: 217 time: 0.0631247 Dec 09 15:35:52.725079 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f1673aaa-d076-4220-8873-da7b51432285 req-9d1e0231-e0ba-4e33-b1e5-0bda3c6620e3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093888 Dec 09 15:35:52.746185 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-339402dd-97db-43ab-82d4-02dc2b647325 req-3a398b0c-35f2-408d-8b65-d2d86cc99d61 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1899a53-d34f-4bf4-9a57-90da998380bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044221 Dec 09 15:35:52.752565 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-00644cf0-a736-4664-8fde-5e167b658fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:52.754080 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-00644cf0-a736-4664-8fde-5e167b658fc5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8222749629bd4bc081045ad1433cd8c5&device_id=1a24b370-5b6c-425f-ac47-83db418c2b23 HTTP/1.1" status: 200 len: 1101 time: 0.1697314 Dec 09 15:35:52.769371 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7743c-a1b7-4ff3-a343-d882b1b530c9 req-aba9f123-65a5-49d4-beec-a315569e12c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:52.770887 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-eff7743c-a1b7-4ff3-a343-d882b1b530c9 req-aba9f123-65a5-49d4-beec-a315569e12c7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0ee4fdd6-4dfd-4a15-a871-b63f2ecb023f HTTP/1.1" status: 200 len: 852 time: 0.1016297 Dec 09 15:35:52.816624 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-eff7743c-a1b7-4ff3-a343-d882b1b530c9 req-9fa7ae0e-4b85-41cc-b83c-0ba13ddb595c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7736ab20-9109-45c5-88b0-6682a059f13e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325882 Dec 09 15:35:52.862082 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506473a-dc99-4bd2-bf78-f2ff482539aa req-ccff91d3-3fb2-4f69-8456-2db28eabbf0e tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:52.871303 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6506473a-dc99-4bd2-bf78-f2ff482539aa req-ccff91d3-3fb2-4f69-8456-2db28eabbf0e tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f735a0e-1cff-4ae6-b90a-99feaf9c9362 HTTP/1.1" status: 200 len: 944 time: 0.0672987 Dec 09 15:35:52.920154 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-82ac5a5a-7c6e-485e-823f-c31095c8671a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:52.942756 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6506473a-dc99-4bd2-bf78-f2ff482539aa req-ee5df827-4f34-4064-8648-4662170eb589 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663018 Dec 09 15:35:52.977484 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6bdb1558-c9c5-4624-b5c9-7f104306c9d7 req-4837bc7c-6f88-4f1c-923c-ea98d4f628c0 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:53.020264 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4837bc7c-6f88-4f1c-923c-ea98d4f628c0 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Pushing event deleted for resources: {'Port': ['ID=db19975f-9e67-40a0-bd49-c04b15505700,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:53.024209 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-eff7743c-a1b7-4ff3-a343-d882b1b530c9 req-6fbd7deb-8c0e-4e42-a8e8-dfd06b6be1e2 service neutron] 10.222.0.42 "GET /v2.0/networks/7736ab20-9109-45c5-88b0-6682a059f13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974697 Dec 09 15:35:53.144193 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbf816-b41b-4624-9188-c340831cccec req-2ac9b856-d587-4812-a162-8ef51e2b8dfe tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:53.152666 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 85ca2ae1-6ff7-46a7-b97e-5b28715b54cb details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:35:53.168742 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f6fbf816-b41b-4624-9188-c340831cccec req-2ac9b856-d587-4812-a162-8ef51e2b8dfe tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/ports?device_id=85860061-338a-4adc-97a5-06c40f99d731 HTTP/1.1" status: 200 len: 950 time: 0.1551425 Dec 09 15:35:53.323932 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-eff7743c-a1b7-4ff3-a343-d882b1b530c9 req-b8586310-1dc8-42e0-9baf-f0887d6baf33 service neutron] 10.222.0.42 "GET /v2.0/networks/7736ab20-9109-45c5-88b0-6682a059f13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895525 Dec 09 15:35:53.326026 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f6fbf816-b41b-4624-9188-c340831cccec req-cbf201b6-71e9-4b26-b4f1-96572c75844e tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/security-groups?id=8748497e-50a8-4e02-930b-ae6378f890e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538134 Dec 09 15:35:53.425744 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 85ca2ae1-6ff7-46a7-b97e-5b28715b54cb, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=85ca2ae1-6ff7-46a7-b97e-5b28715b54cb,segment=NetworkSegment(d60be669-ee26-41ae-a7b5-ffd0c2cca921),segment_id=d60be669-ee26-41ae-a7b5-ffd0c2cca921)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:53.450476 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-1c2e8ea0-1b28-41fd-87dd-104723855135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:53.452281 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-1c2e8ea0-1b28-41fd-87dd-104723855135 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.4067092 Dec 09 15:35:53.455696 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6bdb1558-c9c5-4624-b5c9-7f104306c9d7 req-4837bc7c-6f88-4f1c-923c-ea98d4f628c0 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Router b9cac59f-ce6c-4c5f-8f23-6503e14352bc has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:35:53.458908 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '85ca2ae1-6ff7-46a7-b97e-5b28715b54cb', 'network_id': '7010a1a7-2d7c-4586-8e67-9c7afc483ab0', 'port_id': '85ca2ae1-6ff7-46a7-b97e-5b28715b54cb', 'mac_address': 'fa:16:3e:73:1f:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d52639-1caa-4023-ae95-afc257c891d1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:35:53.564456 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7502879-fd4d-4156-982e-ebf4444a1cd2 req-149d8d2b-c38c-4dee-8e7f-f28acdcfa24f tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:53.574799 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f7502879-fd4d-4156-982e-ebf4444a1cd2 req-149d8d2b-c38c-4dee-8e7f-f28acdcfa24f tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=84e81616-92f5-489a-ae95-e0a80acf7b1c HTTP/1.1" status: 200 len: 944 time: 0.0808065 Dec 09 15:35:53.579129 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:53.586370 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-c0b04591-8299-44fd-9b19-05182bbfe321 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 HTTP/1.1" status: 200 len: 217 time: 0.1241293 Dec 09 15:35:53.613202 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85ca2ae1-6ff7-46a7-b97e-5b28715b54cb {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:35:53.640240 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f7502879-fd4d-4156-982e-ebf4444a1cd2 req-6a615f29-d4d6-477a-9095-b498cacc7f51 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618894 Dec 09 15:35:53.689866 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 85ca2ae1-6ff7-46a7-b97e-5b28715b54cb, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=85ca2ae1-6ff7-46a7-b97e-5b28715b54cb,segment=NetworkSegment(d60be669-ee26-41ae-a7b5-ffd0c2cca921),segment_id=d60be669-ee26-41ae-a7b5-ffd0c2cca921)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:53.711251 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:53.820871 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=85ca2ae1-6ff7-46a7-b97e-5b28715b54cb,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:53.829560 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab453e-a662-48e0-a349-61039950ab37 req-8bc165bb-10f6-4921-8acd-f10589a3330e tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:53.843511 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-997c5a1a-f162-4be8-8473-531ee9094bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:53.845173 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dbab453e-a662-48e0-a349-61039950ab37 req-8bc165bb-10f6-4921-8acd-f10589a3330e tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a24b370-5b6c-425f-ac47-83db418c2b23 HTTP/1.1" status: 200 len: 950 time: 0.1329370 Dec 09 15:35:53.845607 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-997c5a1a-f162-4be8-8473-531ee9094bd7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.2048440 Dec 09 15:35:53.903225 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6bdb1558-c9c5-4624-b5c9-7f104306c9d7 req-4837bc7c-6f88-4f1c-923c-ea98d4f628c0 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:35:53.919423 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dbab453e-a662-48e0-a349-61039950ab37 req-79b763e9-7781-4bc5-a2d5-8079163aa9d8 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731039 Dec 09 15:35:53.920568 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8724af2e-a397-46fb-b115-0d6d79124310 None None] Sync routers for ids ['b9cac59f-ce6c-4c5f-8f23-6503e14352bc'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:35:53.938902 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8724af2e-a397-46fb-b115-0d6d79124310 None None] Routers {'b9cac59f-ce6c-4c5f-8f23-6503e14352bc'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:35:53.938902 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-8724af2e-a397-46fb-b115-0d6d79124310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:35:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['b9cac59f-ce6c-4c5f-8f23-6503e14352bc'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:53.959925 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:53.996082 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bdb1558-c9c5-4624-b5c9-7f104306c9d7 req-4837bc7c-6f88-4f1c-923c-ea98d4f628c0 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] No DVR routers for this DVR port db19975f-9e67-40a0-bd49-c04b15505700 on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:35:53.999108 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6bdb1558-c9c5-4624-b5c9-7f104306c9d7 req-4837bc7c-6f88-4f1c-923c-ea98d4f628c0 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:54.002846 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6bdb1558-c9c5-4624-b5c9-7f104306c9d7 req-4837bc7c-6f88-4f1c-923c-ea98d4f628c0 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.42 "DELETE /v2.0/ports/db19975f-9e67-40a0-bd49-c04b15505700 HTTP/1.1" status: 204 len: 173 time: 2.6294117 Dec 09 15:35:54.003462 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12aade00-8aee-42d9-bb65-db1eb0d39754', 'name': 'network-vif-deleted', 'tag': 'db19975f-9e67-40a0-bd49-c04b15505700'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:35:54.006110 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa26ffe9-aa56-4751-9b71-3c7d00810066" -d '{"events": [{"server_uuid": "12aade00-8aee-42d9-bb65-db1eb0d39754", "name": "network-vif-deleted", "tag": "db19975f-9e67-40a0-bd49-c04b15505700"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:35:54.015061 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-7d1a6584-0b0d-4bdc-b795-a36636771538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:54.016646 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-7d1a6584-0b0d-4bdc-b795-a36636771538 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1564019 Dec 09 15:35:54.066977 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be069d3-497c-48f7-8673-034928edf9f7 req-924df9d0-ee79-4fbd-b85f-bfc581b7bd29 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:54.068123 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8be069d3-497c-48f7-8673-034928edf9f7 req-924df9d0-ee79-4fbd-b85f-bfc581b7bd29 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=023a3494-2650-4c2e-bbf0-b831d6e591b5 HTTP/1.1" status: 200 len: 944 time: 0.0683386 Dec 09 15:35:54.136186 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-8724af2e-a397-46fb-b115-0d6d79124310 None None] Set router b9cac59f-ce6c-4c5f-8f23-6503e14352bc gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:35:54.155961 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8be069d3-497c-48f7-8673-034928edf9f7 req-33c993e9-33b9-4867-9948-d80a482ee145 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762320 Dec 09 15:35:54.206723 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-b5422423-2160-4732-8e25-b045a3e7bc3a service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803222 Dec 09 15:35:54.336761 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['85ca2ae1-6ff7-46a7-b97e-5b28715b54cb'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:35:54.387719 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b4247-9aca-4e64-b97d-21b7ad972c6f req-9b9bd008-6bd3-43a3-abc0-108b918ffa4d tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:54.391228 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-063b4247-9aca-4e64-b97d-21b7ad972c6f req-9b9bd008-6bd3-43a3-abc0-108b918ffa4d tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ecc5fca-bc8e-4cd5-bf85-af8429626f0f HTTP/1.1" status: 200 len: 950 time: 0.1143360 Dec 09 15:35:54.420677 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecc5fca-bc8e-4cd5-bf85-af8429626f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a04d070-54e9-425b-890b-6e2af9693de9'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:35:54.423006 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281505ca-8425-4d13-8065-fd898c843e95" -d '{"events": [{"server_uuid": "5ecc5fca-bc8e-4cd5-bf85-af8429626f0f", "name": "network-vif-plugged", "status": "completed", "tag": "2a04d070-54e9-425b-890b-6e2af9693de9"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:35:54.426543 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-8724af2e-a397-46fb-b115-0d6d79124310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9cac59f-ce6c-4c5f-8f23-6503e14352bc', 'name': 'tempest-ServersTestManualDisk-1101444625-router', 'tenant_id': '6090a3b44d2c43829866c5b064c5e3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '6b25ef0e-c97c-44e1-b831-912f4b9283f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:32:07Z', 'updated_at': '2021-12-09T15:32:12Z', 'revision_number': 4, 'project_id': '6090a3b44d2c43829866c5b064c5e3c4', 'gw_port': {'id': '6b25ef0e-c97c-44e1-b831-912f4b9283f9', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cac59f-ce6c-4c5f-8f23-6503e14352bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:32:08Z', 'updated_at': '2021-12-09T15:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '187c96aa-ccd8-4b89-988e-48d014423b52', 'name': '', 'network_id': 'b4170091-cc05-43b6-bdf8-36d7f1e88ff4', 'tenant_id': '6090a3b44d2c43829866c5b064c5e3c4', 'mac_address': 'fa:16:3e:9e:39:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cac59f-ce6c-4c5f-8f23-6503e14352bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'aa83eb3c-2e2c-4539-9448-fd3d575df13e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:32:11Z', 'updated_at': '2021-12-09T15:32:17Z', 'revision_number': 5, 'project_id': '6090a3b44d2c43829866c5b064c5e3c4', 'subnets': [{'id': 'aa83eb3c-2e2c-4539-9448-fd3d575df13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:54.448670 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:54.472802 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8724af2e-a397-46fb-b115-0d6d79124310 None None] Checking router: b9cac59f-ce6c-4c5f-8f23-6503e14352bc for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:35:54.479087 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device be1b27f1-bc8e-46d2-a5b5-61ffd756ec19 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:35:54.484958 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8724af2e-a397-46fb-b115-0d6d79124310 None None] Routers {'b9cac59f-ce6c-4c5f-8f23-6503e14352bc'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:35:54.485584 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-8724af2e-a397-46fb-b115-0d6d79124310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:35:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['b9cac59f-ce6c-4c5f-8f23-6503e14352bc'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:54.569189 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-063b4247-9aca-4e64-b97d-21b7ad972c6f req-0125b852-a205-41bb-88e6-93fa8bf09e19 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705830 Dec 09 15:35:54.660743 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port be1b27f1-bc8e-46d2-a5b5-61ffd756ec19 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:35:54.667543 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port be1b27f1-bc8e-46d2-a5b5-61ffd756ec19 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:35:54.668343 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:54.812704 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-8724af2e-a397-46fb-b115-0d6d79124310 None None] Set router b9cac59f-ce6c-4c5f-8f23-6503e14352bc gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:35:54.869592 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:54.948635 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-44c29ea4-05f7-4dcb-8e0e-c2eaef049be9 req-0e06b3c7-7d56-469a-be13-86105943ca91 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.57 "GET /v2.0/ports?device_id=12aade00-8aee-42d9-bb65-db1eb0d39754 HTTP/1.1" status: 200 len: 210 time: 0.0814261 Dec 09 15:35:54.949908 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port be1b27f1-bc8e-46d2-a5b5-61ffd756ec19, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=be1b27f1-bc8e-46d2-a5b5-61ffd756ec19,segment=NetworkSegment(3c8c96ac-fcd7-4b06-91d5-8b3b47be9336),segment_id=3c8c96ac-fcd7-4b06-91d5-8b3b47be9336)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:54.957067 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:55.023581 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=be1b27f1-bc8e-46d2-a5b5-61ffd756ec19,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:55.152358 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-53d324f5-4699-4aa8-bfa2-c10d3daa03af service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9344332 Dec 09 15:35:55.158624 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011bd12-2351-4415-aa4a-4277bf152ac6 req-4c6600fb-87ca-4b44-9ae6-eade71d35e27 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:55.177115 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d011bd12-2351-4415-aa4a-4277bf152ac6 req-4c6600fb-87ca-4b44-9ae6-eade71d35e27 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f735a0e-1cff-4ae6-b90a-99feaf9c9362 HTTP/1.1" status: 200 len: 945 time: 0.1161819 Dec 09 15:35:55.205358 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-8724af2e-a397-46fb-b115-0d6d79124310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9cac59f-ce6c-4c5f-8f23-6503e14352bc', 'name': 'tempest-ServersTestManualDisk-1101444625-router', 'tenant_id': '6090a3b44d2c43829866c5b064c5e3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '6b25ef0e-c97c-44e1-b831-912f4b9283f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:32:07Z', 'updated_at': '2021-12-09T15:32:12Z', 'revision_number': 4, 'project_id': '6090a3b44d2c43829866c5b064c5e3c4', 'gw_port': {'id': '6b25ef0e-c97c-44e1-b831-912f4b9283f9', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cac59f-ce6c-4c5f-8f23-6503e14352bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:32:08Z', 'updated_at': '2021-12-09T15:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '187c96aa-ccd8-4b89-988e-48d014423b52', 'name': '', 'network_id': 'b4170091-cc05-43b6-bdf8-36d7f1e88ff4', 'tenant_id': '6090a3b44d2c43829866c5b064c5e3c4', 'mac_address': 'fa:16:3e:9e:39:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cac59f-ce6c-4c5f-8f23-6503e14352bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'aa83eb3c-2e2c-4539-9448-fd3d575df13e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:32:11Z', 'updated_at': '2021-12-09T15:32:17Z', 'revision_number': 5, 'project_id': '6090a3b44d2c43829866c5b064c5e3c4', 'subnets': [{'id': 'aa83eb3c-2e2c-4539-9448-fd3d575df13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:55.207535 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 045f604f-9feb-48f9-8e9f-8c80ce7c517d details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:35:55.365775 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d011bd12-2351-4415-aa4a-4277bf152ac6 req-05a492a0-f4ac-45b0-9f1f-650ab73f14e9 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881328 Dec 09 15:35:55.374882 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8724af2e-a397-46fb-b115-0d6d79124310 None None] The sync data for ids ['b9cac59f-ce6c-4c5f-8f23-6503e14352bc'] in n-d-821228-1 is: [{'id': 'b9cac59f-ce6c-4c5f-8f23-6503e14352bc', 'name': 'tempest-ServersTestManualDisk-1101444625-router', 'tenant_id': '6090a3b44d2c43829866c5b064c5e3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '6b25ef0e-c97c-44e1-b831-912f4b9283f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:32:07Z', 'updated_at': '2021-12-09T15:32:12Z', 'revision_number': 4, 'project_id': '6090a3b44d2c43829866c5b064c5e3c4', 'gw_port': {'id': '6b25ef0e-c97c-44e1-b831-912f4b9283f9', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cac59f-ce6c-4c5f-8f23-6503e14352bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:32:08Z', 'updated_at': '2021-12-09T15:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '187c96aa-ccd8-4b89-988e-48d014423b52', 'name': '', 'network_id': 'b4170091-cc05-43b6-bdf8-36d7f1e88ff4', 'tenant_id': '6090a3b44d2c43829866c5b064c5e3c4', 'mac_address': 'fa:16:3e:9e:39:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cac59f-ce6c-4c5f-8f23-6503e14352bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'aa83eb3c-2e2c-4539-9448-fd3d575df13e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:32:11Z', 'updated_at': '2021-12-09T15:32:17Z', 'revision_number': 5, 'project_id': '6090a3b44d2c43829866c5b064c5e3c4', 'subnets': [{'id': 'aa83eb3c-2e2c-4539-9448-fd3d575df13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:35:55.378943 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device db19975f-9e67-40a0-bd49-c04b15505700 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:35:55.405558 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:55.409494 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: db19975f-9e67-40a0-bd49-c04b15505700 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:35:55.409979 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device db19975f-9e67-40a0-bd49-c04b15505700 not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:35:55.470288 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bf82c8-74f4-45ee-a533-abe8729b79f4 x-openstack-request-id: req-29bf82c8-74f4-45ee-a533-abe8729b79f4 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:35:55.470703 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12aade00-8aee-42d9-bb65-db1eb0d39754", "name": "network-vif-deleted", "tag": "db19975f-9e67-40a0-bd49-c04b15505700", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:35:55.470847 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-29bf82c8-74f4-45ee-a533-abe8729b79f4 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:35:55.471235 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12aade00-8aee-42d9-bb65-db1eb0d39754', 'name': 'network-vif-deleted', 'tag': 'db19975f-9e67-40a0-bd49-c04b15505700', 'status': 'completed', 'code': 200} Dec 09 15:35:55.480992 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 045f604f-9feb-48f9-8e9f-8c80ce7c517d, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=045f604f-9feb-48f9-8e9f-8c80ce7c517d,segment=NetworkSegment(69e3382f-395f-44e0-a40c-d45aab069633),segment_id=69e3382f-395f-44e0-a40c-d45aab069633)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:55.502054 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '045f604f-9feb-48f9-8e9f-8c80ce7c517d', 'network_id': '7736ab20-9109-45c5-88b0-6682a059f13e', 'port_id': '045f604f-9feb-48f9-8e9f-8c80ce7c517d', 'mac_address': 'fa:16:3e:35:89:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ee4fdd6-4dfd-4a15-a871-b63f2ecb023f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:35:55.545301 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:55.564405 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 045f604f-9feb-48f9-8e9f-8c80ce7c517d {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:35:55.588516 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 045f604f-9feb-48f9-8e9f-8c80ce7c517d, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=045f604f-9feb-48f9-8e9f-8c80ce7c517d,segment=NetworkSegment(69e3382f-395f-44e0-a40c-d45aab069633),segment_id=69e3382f-395f-44e0-a40c-d45aab069633)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:55.595520 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:55.627170 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37790ae0-be81-4418-a469-f7a8e9e6f9da req-08d5e9fa-2d81-4da2-991e-57e3665a9414 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:55.629545 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-37790ae0-be81-4418-a469-f7a8e9e6f9da req-08d5e9fa-2d81-4da2-991e-57e3665a9414 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/ports?device_id=85860061-338a-4adc-97a5-06c40f99d731 HTTP/1.1" status: 200 len: 950 time: 0.0799813 Dec 09 15:35:55.655416 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=045f604f-9feb-48f9-8e9f-8c80ce7c517d,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:55.705782 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-37790ae0-be81-4418-a469-f7a8e9e6f9da req-4f113279-d80b-4789-beb2-8559d1afc757 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/security-groups?id=8748497e-50a8-4e02-930b-ae6378f890e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689800 Dec 09 15:35:55.794003 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22db9678-d46c-46a7-a54a-0c1b42abde9e x-openstack-request-id: req-22db9678-d46c-46a7-a54a-0c1b42abde9e {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:35:55.794487 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecc5fca-bc8e-4cd5-bf85-af8429626f0f", "name": "network-vif-plugged", "status": "completed", "tag": "2a04d070-54e9-425b-890b-6e2af9693de9", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:35:55.794931 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-22db9678-d46c-46a7-a54a-0c1b42abde9e {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:35:55.795777 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecc5fca-bc8e-4cd5-bf85-af8429626f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a04d070-54e9-425b-890b-6e2af9693de9', 'code': 200} Dec 09 15:35:55.800624 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c40d18-ec0d-472c-a56d-8a1d785cfa06 None None] New status for floating IP 9649b62c-2609-4447-8f7c-45df37f662dd: DOWN {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:35:55.909548 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaef88a-6fbf-4363-97ef-0548862ef24d req-50e608ce-11b8-416d-8b12-f73b755cbb83 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:55.918871 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-abaef88a-6fbf-4363-97ef-0548862ef24d req-50e608ce-11b8-416d-8b12-f73b755cbb83 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=84e81616-92f5-489a-ae95-e0a80acf7b1c HTTP/1.1" status: 200 len: 945 time: 0.0678184 Dec 09 15:35:55.957536 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfbf03-bc2e-4242-8249-6e6eab65dbbc req-d18606c5-2f52-4bac-87e2-e3ed7c697a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:55.963175 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6fbfbf03-bc2e-4242-8249-6e6eab65dbbc req-d18606c5-2f52-4bac-87e2-e3ed7c697a7e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5ecc5fca-bc8e-4cd5-bf85-af8429626f0f HTTP/1.1" status: 200 len: 1101 time: 0.0853517 Dec 09 15:35:56.008028 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-abaef88a-6fbf-4363-97ef-0548862ef24d req-78f1b389-d19a-4ecf-b514-b3b41410e8c8 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890908 Dec 09 15:35:56.037112 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6fbfbf03-bc2e-4242-8249-6e6eab65dbbc req-5c13e485-d3ab-45dc-bf7c-5b0b34f28994 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641456 Dec 09 15:35:56.125722 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a698b2-648a-4046-9294-610ca81ab917 req-b7c43e52-6e8f-429e-96c1-28cc5a834ab6 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:56.127552 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f5a698b2-648a-4046-9294-610ca81ab917 req-b7c43e52-6e8f-429e-96c1-28cc5a834ab6 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a24b370-5b6c-425f-ac47-83db418c2b23 HTTP/1.1" status: 200 len: 950 time: 0.0520816 Dec 09 15:35:56.184401 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f5a698b2-648a-4046-9294-610ca81ab917 req-0f80c271-8e79-4f4e-92e4-e7c5bf67826d tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504062 Dec 09 15:35:56.314459 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af664a4-aac2-487e-a14b-dbd185d08412 req-cdc97cb2-9536-418c-9b20-4f815da3775d tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:56.323257 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8af664a4-aac2-487e-a14b-dbd185d08412 req-cdc97cb2-9536-418c-9b20-4f815da3775d tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=023a3494-2650-4c2e-bbf0-b831d6e591b5 HTTP/1.1" status: 200 len: 945 time: 0.0632036 Dec 09 15:35:56.360153 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['045f604f-9feb-48f9-8e9f-8c80ce7c517d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:35:56.381056 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8af664a4-aac2-487e-a14b-dbd185d08412 req-a37ef2f7-5f8e-4c20-a207-827bfb5a1191 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566812 Dec 09 15:35:56.523854 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d604c85-a666-46c5-9cb8-db398aedcf4b req-e73cf2b5-de1e-43d6-bec7-3d825dcf5c1f tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:56.533512 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8d604c85-a666-46c5-9cb8-db398aedcf4b req-e73cf2b5-de1e-43d6-bec7-3d825dcf5c1f tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ecc5fca-bc8e-4cd5-bf85-af8429626f0f HTTP/1.1" status: 200 len: 950 time: 0.0674114 Dec 09 15:35:56.593250 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:56.596124 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8d604c85-a666-46c5-9cb8-db398aedcf4b req-e8f52c90-6fdf-4587-b724-445ff4d77dd4 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601695 Dec 09 15:35:56.618382 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-010d6a58-55f9-4a50-9d9b-00721270a8c9 req-e127d56d-e99c-449b-83b2-61c0a388d60e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d19655e7-b35b-4e3b-9a8c-0ee73d864625&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0865569 Dec 09 15:35:56.756565 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d6a58-55f9-4a50-9d9b-00721270a8c9 req-7b67cea4-1e2e-4fbe-b525-f93d20a6e8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:56.758472 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-010d6a58-55f9-4a50-9d9b-00721270a8c9 req-7b67cea4-1e2e-4fbe-b525-f93d20a6e8fd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=adcdc531e5364eaa95bec0e36a7f7c2a&device_id=d19655e7-b35b-4e3b-9a8c-0ee73d864625 HTTP/1.1" status: 200 len: 1101 time: 0.0645165 Dec 09 15:35:56.809394 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7d69e-3603-454d-be2e-d16697b6c5d6 req-1733c80c-ef91-4e49-86fe-d5bc9dd1e871 tempest-LiveMigrationNegativeTest-1184195745 tempest-LiveMigrationNegativeTest-1184195745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:56.810903 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-81c7d69e-3603-454d-be2e-d16697b6c5d6 req-1733c80c-ef91-4e49-86fe-d5bc9dd1e871 tempest-LiveMigrationNegativeTest-1184195745 tempest-LiveMigrationNegativeTest-1184195745-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=85860061-338a-4adc-97a5-06c40f99d731 HTTP/1.1" status: 200 len: 1101 time: 0.0691671 Dec 09 15:35:56.831121 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-81c7d69e-3603-454d-be2e-d16697b6c5d6 req-3aa6f3d2-72b9-408d-b469-5eae06b754db tempest-LiveMigrationNegativeTest-1184195745 tempest-LiveMigrationNegativeTest-1184195745-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:56.904838 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d6a58-55f9-4a50-9d9b-00721270a8c9 req-e0df6b27-5717-44f4-8b95-e9fe3a96059b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:56.906336 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-010d6a58-55f9-4a50-9d9b-00721270a8c9 req-e0df6b27-5717-44f4-8b95-e9fe3a96059b service neutron] 10.222.0.31 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.1241686 Dec 09 15:35:56.927670 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-81c7d69e-3603-454d-be2e-d16697b6c5d6 req-3aa6f3d2-72b9-408d-b469-5eae06b754db tempest-LiveMigrationNegativeTest-1184195745 tempest-LiveMigrationNegativeTest-1184195745-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:56.936644 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-81c7d69e-3603-454d-be2e-d16697b6c5d6 req-3aa6f3d2-72b9-408d-b469-5eae06b754db tempest-LiveMigrationNegativeTest-1184195745 tempest-LiveMigrationNegativeTest-1184195745-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:56.961978 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-010d6a58-55f9-4a50-9d9b-00721270a8c9 req-eda52512-6f0b-49f6-83f7-5d510f94d0ed service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=09c676e4-2a5f-46ee-a639-d2836ab6c1d8 HTTP/1.1" status: 200 len: 217 time: 0.0473855 Dec 09 15:35:56.976747 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-81c7d69e-3603-454d-be2e-d16697b6c5d6 req-3aa6f3d2-72b9-408d-b469-5eae06b754db tempest-LiveMigrationNegativeTest-1184195745 tempest-LiveMigrationNegativeTest-1184195745-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=8748497e-50a8-4e02-930b-ae6378f890e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541624 Dec 09 15:35:57.005906 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6f3d2-72b9-408d-b469-5eae06b754db tempest-LiveMigrationNegativeTest-1184195745 tempest-LiveMigrationNegativeTest-1184195745-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac85340-868f-4649-a1f7-41e8408a495a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:57.023364 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d6a58-55f9-4a50-9d9b-00721270a8c9 req-2172860e-162f-46db-8b37-171f7064323d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:57.024992 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-010d6a58-55f9-4a50-9d9b-00721270a8c9 req-2172860e-162f-46db-8b37-171f7064323d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0558834 Dec 09 15:35:57.079901 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d6a58-55f9-4a50-9d9b-00721270a8c9 req-6e98acb8-54c3-4223-885f-33883a2ccf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:57.082059 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-010d6a58-55f9-4a50-9d9b-00721270a8c9 req-6e98acb8-54c3-4223-885f-33883a2ccf00 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0482557 Dec 09 15:35:57.144822 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56048f-1db8-43a9-aac5-8b3218af4fbf req-62f4910e-c25e-49e4-a54d-9ad7837a9e97 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:57.145989 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d56048f-1db8-43a9-aac5-8b3218af4fbf req-62f4910e-c25e-49e4-a54d-9ad7837a9e97 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f735a0e-1cff-4ae6-b90a-99feaf9c9362 HTTP/1.1" status: 200 len: 945 time: 0.0587420 Dec 09 15:35:57.173026 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 85ca2ae1-6ff7-46a7-b97e-5b28715b54cb up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:35:57.209625 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d56048f-1db8-43a9-aac5-8b3218af4fbf req-8c09a068-48ac-4279-971b-2c8e2033e2fb tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562711 Dec 09 15:35:57.250639 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-010d6a58-55f9-4a50-9d9b-00721270a8c9 req-6cf7f24a-2d26-469c-ad96-fc3557c53108 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497672 Dec 09 15:35:57.255644 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port 85ca2ae1-6ff7-46a7-b97e-5b28715b54cb completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:35:57.264005 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 85ca2ae1-6ff7-46a7-b97e-5b28715b54cb triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:35:57.264005 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:57.391396 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:57.405965 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-010d6a58-55f9-4a50-9d9b-00721270a8c9 req-bf268ac7-60bd-460d-adef-daf0fcb94d82 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470695 Dec 09 15:35:57.438901 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 85ca2ae1-6ff7-46a7-b97e-5b28715b54cb, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=85ca2ae1-6ff7-46a7-b97e-5b28715b54cb,segment=NetworkSegment(d60be669-ee26-41ae-a7b5-ffd0c2cca921),segment_id=d60be669-ee26-41ae-a7b5-ffd0c2cca921)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:57.444245 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52d954-0a01-49d9-aad7-1e872ac230a8 req-07f59e64-9c10-4252-9b00-2206cbafeb45 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:57.444441 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:57.446466 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1e52d954-0a01-49d9-aad7-1e872ac230a8 req-07f59e64-9c10-4252-9b00-2206cbafeb45 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=84e81616-92f5-489a-ae95-e0a80acf7b1c HTTP/1.1" status: 200 len: 945 time: 0.0690846 Dec 09 15:35:57.511581 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1e52d954-0a01-49d9-aad7-1e872ac230a8 req-3e0b674e-6b6b-4cba-8557-81dc2c772514 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553474 Dec 09 15:35:57.531839 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=85ca2ae1-6ff7-46a7-b97e-5b28715b54cb,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:57.563785 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59768) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:57.645016 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a59b8f39-ed68-44f3-9ee8-ca7b630674d3 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:57.708127 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a59b8f39-ed68-44f3-9ee8-ca7b630674d3 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:57.756570 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9de66-4430-4d25-a206-c66fd23834ac req-656a5e34-adf8-4df5-ab64-022acd386130 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:57.758098 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d4a9de66-4430-4d25-a206-c66fd23834ac req-656a5e34-adf8-4df5-ab64-022acd386130 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a24b370-5b6c-425f-ac47-83db418c2b23 HTTP/1.1" status: 200 len: 950 time: 0.1056674 Dec 09 15:35:57.796937 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f735a0e-1cff-4ae6-b90a-99feaf9c9362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1b27f1-bc8e-46d2-a5b5-61ffd756ec19'}, {'server_uuid': '84e81616-92f5-489a-ae95-e0a80acf7b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ca2ae1-6ff7-46a7-b97e-5b28715b54cb'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:35:57.799579 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57245b6-2532-4dce-892e-00e48b95648b" -d '{"events": [{"server_uuid": "8f735a0e-1cff-4ae6-b90a-99feaf9c9362", "name": "network-vif-plugged", "status": "completed", "tag": "be1b27f1-bc8e-46d2-a5b5-61ffd756ec19"}, {"server_uuid": "84e81616-92f5-489a-ae95-e0a80acf7b1c", "name": "network-vif-plugged", "status": "completed", "tag": "85ca2ae1-6ff7-46a7-b97e-5b28715b54cb"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:35:57.809280 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a59b8f39-ed68-44f3-9ee8-ca7b630674d3 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:57.812838 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a59b8f39-ed68-44f3-9ee8-ca7b630674d3 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:57.814368 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a59b8f39-ed68-44f3-9ee8-ca7b630674d3 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.57 "DELETE /v2.0/security-groups/e1899a53-d34f-4bf4-9a57-90da998380bd HTTP/1.1" status: 204 len: 168 time: 0.2492490 Dec 09 15:35:57.816930 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59776) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:57.836452 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b8f39-ed68-44f3-9ee8-ca7b630674d3 tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1899a53-d34f-4bf4-9a57-90da998380bd,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:57.837482 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-0439a47c-e051-4d20-8539-66da10957bec tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] show failed (client error): The resource could not be found. Dec 09 15:35:57.843668 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0439a47c-e051-4d20-8539-66da10957bec tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.57 "GET /v2.0/security-groups/e1899a53-d34f-4bf4-9a57-90da998380bd HTTP/1.1" status: 404 len: 347 time: 0.0208511 Dec 09 15:35:57.852288 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d4a9de66-4430-4d25-a206-c66fd23834ac req-ffd29c8b-87d0-403a-b738-50e89ae663ff tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851648 Dec 09 15:35:57.852288 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59778) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:58.067829 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6ce255fa-6644-49a6-a8b1-1c580725780e tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Deleting port 2fbe2828-acab-487f-870d-85595cc93e32 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:35:58.068333 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ce255fa-6644-49a6-a8b1-1c580725780e tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:58.132112 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a32d16-6eb5-4f4e-a2de-85254b1000b7 req-f5e42c5b-27c7-4b46-a650-a1c9bed5e54d tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:58.136936 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e6a32d16-6eb5-4f4e-a2de-85254b1000b7 req-f5e42c5b-27c7-4b46-a650-a1c9bed5e54d tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=023a3494-2650-4c2e-bbf0-b831d6e591b5 HTTP/1.1" status: 200 len: 945 time: 0.1188591 Dec 09 15:35:58.202488 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ce255fa-6644-49a6-a8b1-1c580725780e tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:58.203204 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ce255fa-6644-49a6-a8b1-1c580725780e tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:58.219026 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e6a32d16-6eb5-4f4e-a2de-85254b1000b7 req-a8e9a325-448a-4938-bb1c-335e5627bb32 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769947 Dec 09 15:35:58.223181 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6ce255fa-6644-49a6-a8b1-1c580725780e tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Calling delete_port for 2fbe2828-acab-487f-870d-85595cc93e32 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:35:58.405833 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5510ee-e22d-4e0b-8c91-6c3adb052430 req-b76477f8-a4d9-45e1-990e-2d8df3b6ac44 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:58.408920 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5a5510ee-e22d-4e0b-8c91-6c3adb052430 req-b76477f8-a4d9-45e1-990e-2d8df3b6ac44 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ecc5fca-bc8e-4cd5-bf85-af8429626f0f HTTP/1.1" status: 200 len: 950 time: 0.0943937 Dec 09 15:35:58.497397 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5a5510ee-e22d-4e0b-8c91-6c3adb052430 req-0629e043-5868-48aa-a56b-47c4a666021d tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634327 Dec 09 15:35:58.521453 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ce255fa-6644-49a6-a8b1-1c580725780e tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:58.577308 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce255fa-6644-49a6-a8b1-1c580725780e tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Pushing event deleted for resources: {'Port': ['ID=2fbe2828-acab-487f-870d-85595cc93e32,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:58.641480 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Dec 2021 15:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff3d667-4226-48e0-93a5-5ca1ccb19dde x-openstack-request-id: req-7ff3d667-4226-48e0-93a5-5ca1ccb19dde {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:35:58.642023 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f735a0e-1cff-4ae6-b90a-99feaf9c9362", "name": "network-vif-plugged", "status": "completed", "tag": "be1b27f1-bc8e-46d2-a5b5-61ffd756ec19", "code": 200}, {"server_uuid": "84e81616-92f5-489a-ae95-e0a80acf7b1c", "name": "network-vif-plugged", "status": "completed", "tag": "85ca2ae1-6ff7-46a7-b97e-5b28715b54cb", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:35:58.642279 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7ff3d667-4226-48e0-93a5-5ca1ccb19dde {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:35:58.642892 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f735a0e-1cff-4ae6-b90a-99feaf9c9362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1b27f1-bc8e-46d2-a5b5-61ffd756ec19', 'code': 200} Dec 09 15:35:58.643219 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e81616-92f5-489a-ae95-e0a80acf7b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ca2ae1-6ff7-46a7-b97e-5b28715b54cb', 'code': 200} Dec 09 15:35:58.662608 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ce255fa-6644-49a6-a8b1-1c580725780e tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:58.666681 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ce255fa-6644-49a6-a8b1-1c580725780e tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:58.668062 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6ce255fa-6644-49a6-a8b1-1c580725780e tempest-ServersTestManualDisk-300521393 tempest-ServersTestManualDisk-300521393-project] 10.222.0.57 "DELETE /v2.0/floatingips/9649b62c-2609-4447-8f7c-45df37f662dd HTTP/1.1" status: 204 len: 168 time: 0.8066361 Dec 09 15:35:58.671445 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59796) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:58.875688 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdafd0-8015-4ce5-ab90-385c42a791e7 req-944c25c2-3031-422c-b1e2-597e92aaaa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:58.877562 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-52cdafd0-8015-4ce5-ab90-385c42a791e7 req-944c25c2-3031-422c-b1e2-597e92aaaa65 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8f735a0e-1cff-4ae6-b90a-99feaf9c9362 HTTP/1.1" status: 200 len: 1096 time: 0.1401601 Dec 09 15:35:58.947611 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5c5a9a-e213-4fa3-9ce0-f55671c04836 req-b4eeb66b-6dc0-430d-b8cf-a9d03d643640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:58.951729 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ae5c5a9a-e213-4fa3-9ce0-f55671c04836 req-b4eeb66b-6dc0-430d-b8cf-a9d03d643640 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=84e81616-92f5-489a-ae95-e0a80acf7b1c HTTP/1.1" status: 200 len: 1097 time: 0.1278892 Dec 09 15:35:58.999780 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258b6b7-4d88-41b1-b308-d2f364160537 req-0ca4a609-a78e-4337-a7c5-08324e5490cd tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:59.001805 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c258b6b7-4d88-41b1-b308-d2f364160537 req-0ca4a609-a78e-4337-a7c5-08324e5490cd tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f735a0e-1cff-4ae6-b90a-99feaf9c9362 HTTP/1.1" status: 200 len: 945 time: 0.0659170 Dec 09 15:35:59.048785 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-52cdafd0-8015-4ce5-ab90-385c42a791e7 req-86927f03-0064-422b-b091-588a585877ce service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588080 Dec 09 15:35:59.081889 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c258b6b7-4d88-41b1-b308-d2f364160537 req-9eb568ea-b920-4f95-ae36-cb7ef695499b tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735512 Dec 09 15:35:59.116826 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ae5c5a9a-e213-4fa3-9ce0-f55671c04836 req-1e622875-27fd-4dd8-b449-66ed31adf1fe service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373246 Dec 09 15:35:59.180038 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 045f604f-9feb-48f9-8e9f-8c80ce7c517d up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:35:59.241625 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d130a-1886-4b8f-b23f-fe80da2fae95 req-b237c809-f926-440b-a441-d1db5501167f tempest-ServersOnMultiNodesTest-56580484 tempest-ServersOnMultiNodesTest-56580484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:59.249003 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6c2d130a-1886-4b8f-b23f-fe80da2fae95 req-b237c809-f926-440b-a441-d1db5501167f tempest-ServersOnMultiNodesTest-56580484 tempest-ServersOnMultiNodesTest-56580484-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=5ecc5fca-bc8e-4cd5-bf85-af8429626f0f HTTP/1.1" status: 200 len: 1101 time: 0.0690222 Dec 09 15:35:59.299636 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port 045f604f-9feb-48f9-8e9f-8c80ce7c517d completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:35:59.304951 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6c2d130a-1886-4b8f-b23f-fe80da2fae95 req-428703ca-a391-4e99-ad63-d708cefb9d55 tempest-ServersOnMultiNodesTest-56580484 tempest-ServersOnMultiNodesTest-56580484-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536513 Dec 09 15:35:59.312953 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 045f604f-9feb-48f9-8e9f-8c80ce7c517d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:35:59.313597 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:59.370214 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b479deba-2728-4344-91d6-220f03583c68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:59.435815 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ab79a-d36b-4136-b481-4eb6d8c7cbc4 req-8e3aa0aa-031a-4c87-abf4-4d9bae4bc8a9 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:59.438586 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-095ab79a-d36b-4136-b481-4eb6d8c7cbc4 req-8e3aa0aa-031a-4c87-abf4-4d9bae4bc8a9 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=84e81616-92f5-489a-ae95-e0a80acf7b1c HTTP/1.1" status: 200 len: 946 time: 0.0623114 Dec 09 15:35:59.470757 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:59.515334 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 045f604f-9feb-48f9-8e9f-8c80ce7c517d, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=045f604f-9feb-48f9-8e9f-8c80ce7c517d,segment=NetworkSegment(69e3382f-395f-44e0-a40c-d45aab069633),segment_id=69e3382f-395f-44e0-a40c-d45aab069633)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:59.534343 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:59.536432 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-095ab79a-d36b-4136-b481-4eb6d8c7cbc4 req-93709cb0-0f5b-40d3-8ee5-d139c0b70f4a tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893905 Dec 09 15:35:59.641046 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=045f604f-9feb-48f9-8e9f-8c80ce7c517d,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:59.660184 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb470d4-ff67-459d-9574-b011f8d760bc req-f0f1cdbf-d6fc-406b-9282-60f3b73cebda tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:59.668979 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6bb470d4-ff67-459d-9574-b011f8d760bc req-f0f1cdbf-d6fc-406b-9282-60f3b73cebda tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/ports?device_id=85860061-338a-4adc-97a5-06c40f99d731 HTTP/1.1" status: 200 len: 950 time: 0.0674510 Dec 09 15:35:59.751469 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6bb470d4-ff67-459d-9574-b011f8d760bc req-428d1f12-61ff-4658-9e03-8f05b3f58caf tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/security-groups?id=8748497e-50a8-4e02-930b-ae6378f890e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797479 Dec 09 15:35:59.768248 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-b479deba-2728-4344-91d6-220f03583c68 admin admin] Deleting port 187c96aa-ccd8-4b89-988e-48d014423b52 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:35:59.768677 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b479deba-2728-4344-91d6-220f03583c68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:59.865678 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b1d6d-862b-4f44-87ef-3270e36c2b98 req-0543623a-41f3-492a-ab6c-6102dfbf4851 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:59.875213 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-289b1d6d-862b-4f44-87ef-3270e36c2b98 req-0543623a-41f3-492a-ab6c-6102dfbf4851 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a24b370-5b6c-425f-ac47-83db418c2b23 HTTP/1.1" status: 200 len: 950 time: 0.0650995 Dec 09 15:35:59.886535 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-b479deba-2728-4344-91d6-220f03583c68 admin admin] For port 187c96aa-ccd8-4b89-988e-48d014423b52, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=187c96aa-ccd8-4b89-988e-48d014423b52,segment=NetworkSegment(fc5c79ed-6b12-4a52-a9c9-45100013bbb1),segment_id=fc5c79ed-6b12-4a52-a9c9-45100013bbb1)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:59.887123 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b479deba-2728-4344-91d6-220f03583c68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:59.906674 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-b479deba-2728-4344-91d6-220f03583c68 admin admin] Calling delete_port for 187c96aa-ccd8-4b89-988e-48d014423b52 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:35:59.939806 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-289b1d6d-862b-4f44-87ef-3270e36c2b98 req-63946315-c617-40ec-8ff8-fcade85d671c tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601144 Dec 09 15:36:00.064142 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a875e-9cd1-47c9-a87a-9853bffa9ff7 req-49e1525d-ad0a-4504-ba44-f156aa627497 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:00.073097 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ae2a875e-9cd1-47c9-a87a-9853bffa9ff7 req-49e1525d-ad0a-4504-ba44-f156aa627497 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=023a3494-2650-4c2e-bbf0-b831d6e591b5 HTTP/1.1" status: 200 len: 946 time: 0.0649495 Dec 09 15:36:00.132762 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ae2a875e-9cd1-47c9-a87a-9853bffa9ff7 req-e0b4bfd1-0ce3-47ef-840b-300d813257c1 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576494 Dec 09 15:36:00.175659 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b479deba-2728-4344-91d6-220f03583c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:00.206237 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b479deba-2728-4344-91d6-220f03583c68 admin admin] Pushing event deleted for resources: {'Port': ['ID=187c96aa-ccd8-4b89-988e-48d014423b52,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:00.238695 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479deba-2728-4344-91d6-220f03583c68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:00.239298 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479deba-2728-4344-91d6-220f03583c68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:00.239719 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479deba-2728-4344-91d6-220f03583c68 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:00.240130 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479deba-2728-4344-91d6-220f03583c68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:00.240560 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479deba-2728-4344-91d6-220f03583c68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:00.240967 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479deba-2728-4344-91d6-220f03583c68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:00.241486 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479deba-2728-4344-91d6-220f03583c68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:00.241762 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479deba-2728-4344-91d6-220f03583c68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:00.242159 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479deba-2728-4344-91d6-220f03583c68 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:00.242609 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479deba-2728-4344-91d6-220f03583c68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:00.243005 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479deba-2728-4344-91d6-220f03583c68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:00.243410 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479deba-2728-4344-91d6-220f03583c68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:00.244324 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479deba-2728-4344-91d6-220f03583c68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:00.429045 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b479deba-2728-4344-91d6-220f03583c68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:00.504751 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813f318-8ec8-496f-b986-fda6c75b87c4 req-0c7fda9f-c8a9-4730-a748-fe08c79860ac tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:00.506228 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a813f318-8ec8-496f-b986-fda6c75b87c4 req-0c7fda9f-c8a9-4730-a748-fe08c79860ac tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f735a0e-1cff-4ae6-b90a-99feaf9c9362 HTTP/1.1" status: 200 len: 945 time: 0.0485508 Dec 09 15:36:00.560170 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a813f318-8ec8-496f-b986-fda6c75b87c4 req-b89a2565-7e77-48af-b909-373a615fc240 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479898 Dec 09 15:36:00.644124 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023a3494-2650-4c2e-bbf0-b831d6e591b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045f604f-9feb-48f9-8e9f-8c80ce7c517d'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:36:00.647416 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b479deba-2728-4344-91d6-220f03583c68 admin admin] Router b9cac59f-ce6c-4c5f-8f23-6503e14352bc has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:36:00.647571 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6486434b-ce8c-42ae-8f4e-34f2ee4cb728" -d '{"events": [{"server_uuid": "023a3494-2650-4c2e-bbf0-b831d6e591b5", "name": "network-vif-plugged", "status": "completed", "tag": "045f604f-9feb-48f9-8e9f-8c80ce7c517d"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:36:00.668040 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb72aa0-d0f1-47cc-b945-6bfe2b97982a req-963937b8-3131-49dc-b1fa-b2d378317610 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:00.669560 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5cb72aa0-d0f1-47cc-b945-6bfe2b97982a req-963937b8-3131-49dc-b1fa-b2d378317610 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ecc5fca-bc8e-4cd5-bf85-af8429626f0f HTTP/1.1" status: 200 len: 950 time: 0.0537887 Dec 09 15:36:00.718197 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5cb72aa0-d0f1-47cc-b945-6bfe2b97982a req-c0249e44-8e47-4230-a06d-c5ef42786c52 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427244 Dec 09 15:36:00.759866 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b479deba-2728-4344-91d6-220f03583c68 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:36:00.764898 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b479deba-2728-4344-91d6-220f03583c68 admin admin] 10.222.0.57 "PUT /v2.0/routers/b9cac59f-ce6c-4c5f-8f23-6503e14352bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0923035 Dec 09 15:36:00.767471 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59848) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:00.770050 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d844944-db4a-4a3f-aa7c-9824bcd57c7a None None] Sync routers for ids ['b9cac59f-ce6c-4c5f-8f23-6503e14352bc'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:36:00.795898 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d844944-db4a-4a3f-aa7c-9824bcd57c7a None None] Routers {'b9cac59f-ce6c-4c5f-8f23-6503e14352bc'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:36:00.796556 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-5d844944-db4a-4a3f-aa7c-9824bcd57c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:35:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['b9cac59f-ce6c-4c5f-8f23-6503e14352bc'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:36:00.889024 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bbd3bbe-6ee7-499f-ba3d-0c001f8e0125 admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:00.894366 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f878ef6-e0a4-4133-82c7-e8d3fc6687f2 req-0164d410-e193-4864-93fd-42d48b949f4f tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:00.895879 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6f878ef6-e0a4-4133-82c7-e8d3fc6687f2 req-0164d410-e193-4864-93fd-42d48b949f4f tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=84e81616-92f5-489a-ae95-e0a80acf7b1c HTTP/1.1" status: 200 len: 946 time: 0.0656784 Dec 09 15:36:00.938893 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-5d844944-db4a-4a3f-aa7c-9824bcd57c7a None None] Set router b9cac59f-ce6c-4c5f-8f23-6503e14352bc gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:36:00.964475 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6f878ef6-e0a4-4133-82c7-e8d3fc6687f2 req-ea2cce59-d705-494b-bb49-82c2b505c709 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617366 Dec 09 15:36:01.031385 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bbd3bbe-6ee7-499f-ba3d-0c001f8e0125 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:01.050200 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e18efa4-987c-4493-9300-b7136836ec5a x-openstack-request-id: req-6e18efa4-987c-4493-9300-b7136836ec5a {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:36:01.050493 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023a3494-2650-4c2e-bbf0-b831d6e591b5", "name": "network-vif-plugged", "status": "completed", "tag": "045f604f-9feb-48f9-8e9f-8c80ce7c517d", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:36:01.050946 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6e18efa4-987c-4493-9300-b7136836ec5a {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:36:01.051341 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023a3494-2650-4c2e-bbf0-b831d6e591b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045f604f-9feb-48f9-8e9f-8c80ce7c517d', 'code': 200} Dec 09 15:36:01.102048 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-8bbd3bbe-6ee7-499f-ba3d-0c001f8e0125 admin admin] Deleting port 6b25ef0e-c97c-44e1-b831-912f4b9283f9 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:36:01.102392 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bbd3bbe-6ee7-499f-ba3d-0c001f8e0125 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:01.197393 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-5d844944-db4a-4a3f-aa7c-9824bcd57c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9cac59f-ce6c-4c5f-8f23-6503e14352bc', 'name': 'tempest-ServersTestManualDisk-1101444625-router', 'tenant_id': '6090a3b44d2c43829866c5b064c5e3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '6b25ef0e-c97c-44e1-b831-912f4b9283f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:32:07Z', 'updated_at': '2021-12-09T15:36:00Z', 'revision_number': 5, 'project_id': '6090a3b44d2c43829866c5b064c5e3c4', 'gw_port': {'id': '6b25ef0e-c97c-44e1-b831-912f4b9283f9', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cac59f-ce6c-4c5f-8f23-6503e14352bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:32:08Z', 'updated_at': '2021-12-09T15:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:36:01.198282 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79dc4a-5057-40d7-ae6a-267fff2fded2 req-3dcf2816-1f7d-4928-80d5-f46317d67b14 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:01.200051 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3b79dc4a-5057-40d7-ae6a-267fff2fded2 req-3dcf2816-1f7d-4928-80d5-f46317d67b14 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/ports?device_id=85860061-338a-4adc-97a5-06c40f99d731 HTTP/1.1" status: 200 len: 950 time: 0.0733621 Dec 09 15:36:01.235440 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d844944-db4a-4a3f-aa7c-9824bcd57c7a None None] Checking router: b9cac59f-ce6c-4c5f-8f23-6503e14352bc for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:36:01.248483 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d844944-db4a-4a3f-aa7c-9824bcd57c7a None None] Routers {'b9cac59f-ce6c-4c5f-8f23-6503e14352bc'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:36:01.249243 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-5d844944-db4a-4a3f-aa7c-9824bcd57c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:35:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['b9cac59f-ce6c-4c5f-8f23-6503e14352bc'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:36:01.254645 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3b79dc4a-5057-40d7-ae6a-267fff2fded2 req-3f0f9d8b-9b8e-4887-a965-b78faa6183c6 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/security-groups?id=8748497e-50a8-4e02-930b-ae6378f890e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481117 Dec 09 15:36:01.304349 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-8bbd3bbe-6ee7-499f-ba3d-0c001f8e0125 admin admin] For port 6b25ef0e-c97c-44e1-b831-912f4b9283f9, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=6b25ef0e-c97c-44e1-b831-912f4b9283f9,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:01.304737 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bbd3bbe-6ee7-499f-ba3d-0c001f8e0125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:01.342173 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0550a0-d7e7-49e0-afc5-43ab3329cf5a req-ee3c4e2f-7f5f-4847-b673-e664eec0066f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:01.343124 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7a0550a0-d7e7-49e0-afc5-43ab3329cf5a req-ee3c4e2f-7f5f-4847-b673-e664eec0066f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=023a3494-2650-4c2e-bbf0-b831d6e591b5 HTTP/1.1" status: 200 len: 1097 time: 0.1310072 Dec 09 15:36:01.345033 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-8bbd3bbe-6ee7-499f-ba3d-0c001f8e0125 admin admin] Calling delete_port for 6b25ef0e-c97c-44e1-b831-912f4b9283f9 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:36:01.356570 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-5d844944-db4a-4a3f-aa7c-9824bcd57c7a None None] Set router b9cac59f-ce6c-4c5f-8f23-6503e14352bc gateway port host: None {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:36:01.367292 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619687b-59de-41d6-87d8-6e8287d8d1fa req-612fda35-948e-4534-a0e5-ef91c22ee5a9 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:01.368985 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5619687b-59de-41d6-87d8-6e8287d8d1fa req-612fda35-948e-4534-a0e5-ef91c22ee5a9 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.31 "GET /v2.0/ports?device_id=85860061-338a-4adc-97a5-06c40f99d731 HTTP/1.1" status: 200 len: 950 time: 0.1683605 Dec 09 15:36:01.444020 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-5d844944-db4a-4a3f-aa7c-9824bcd57c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9cac59f-ce6c-4c5f-8f23-6503e14352bc', 'name': 'tempest-ServersTestManualDisk-1101444625-router', 'tenant_id': '6090a3b44d2c43829866c5b064c5e3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:32:07Z', 'updated_at': '2021-12-09T15:36:01Z', 'revision_number': 6, 'project_id': '6090a3b44d2c43829866c5b064c5e3c4', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:36:01.482547 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d844944-db4a-4a3f-aa7c-9824bcd57c7a None None] The sync data for ids ['b9cac59f-ce6c-4c5f-8f23-6503e14352bc'] in n-d-821228-1 is: [{'id': 'b9cac59f-ce6c-4c5f-8f23-6503e14352bc', 'name': 'tempest-ServersTestManualDisk-1101444625-router', 'tenant_id': '6090a3b44d2c43829866c5b064c5e3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:32:07Z', 'updated_at': '2021-12-09T15:36:01Z', 'revision_number': 6, 'project_id': '6090a3b44d2c43829866c5b064c5e3c4', 'gw_port_host': None}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:36:01.545626 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7a0550a0-d7e7-49e0-afc5-43ab3329cf5a req-7a11fe6b-db13-41bd-82a8-3622a96b25d1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934211 Dec 09 15:36:01.692106 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-5619687b-59de-41d6-87d8-6e8287d8d1fa req-64325ead-52cc-468f-84d8-60cc7c606a38 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Deleting port 706300c7-9763-4dfe-9e18-49738bc83eee {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:36:01.692552 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5619687b-59de-41d6-87d8-6e8287d8d1fa req-64325ead-52cc-468f-84d8-60cc7c606a38 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:01.762854 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bbd3bbe-6ee7-499f-ba3d-0c001f8e0125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:01.806873 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd3bbe-6ee7-499f-ba3d-0c001f8e0125 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b25ef0e-c97c-44e1-b831-912f4b9283f9,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:01.873397 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-5619687b-59de-41d6-87d8-6e8287d8d1fa req-64325ead-52cc-468f-84d8-60cc7c606a38 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] For port 706300c7-9763-4dfe-9e18-49738bc83eee, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=706300c7-9763-4dfe-9e18-49738bc83eee,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:01.873850 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5619687b-59de-41d6-87d8-6e8287d8d1fa req-64325ead-52cc-468f-84d8-60cc7c606a38 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:01.874657 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3a67a-9504-489b-85b3-7c81b77cc440 req-f09bef0d-cca3-4499-bd9e-faeebfd86ca0 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:01.876198 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-43b3a67a-9504-489b-85b3-7c81b77cc440 req-f09bef0d-cca3-4499-bd9e-faeebfd86ca0 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a24b370-5b6c-425f-ac47-83db418c2b23 HTTP/1.1" status: 200 len: 950 time: 0.0518942 Dec 09 15:36:01.893926 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-5619687b-59de-41d6-87d8-6e8287d8d1fa req-64325ead-52cc-468f-84d8-60cc7c606a38 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Calling delete_port for 706300c7-9763-4dfe-9e18-49738bc83eee owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:36:01.905795 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bbd3bbe-6ee7-499f-ba3d-0c001f8e0125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:01.930414 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-43b3a67a-9504-489b-85b3-7c81b77cc440 req-dfea6adf-14ae-43d5-a205-abfae12e48e1 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477331 Dec 09 15:36:02.045267 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182c4b6-55a9-4bb2-8e6d-48b978ce3462 req-199bf664-fb53-4ebd-9da4-e14c4cf4e224 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:02.046849 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3182c4b6-55a9-4bb2-8e6d-48b978ce3462 req-199bf664-fb53-4ebd-9da4-e14c4cf4e224 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=023a3494-2650-4c2e-bbf0-b831d6e591b5 HTTP/1.1" status: 200 len: 946 time: 0.0515659 Dec 09 15:36:02.102962 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3182c4b6-55a9-4bb2-8e6d-48b978ce3462 req-018eacc5-f1bb-4f65-ad6d-c4f22747839b tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498655 Dec 09 15:36:02.248240 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e86c0-12eb-4bf3-8a79-d25e2048ede1 req-351d2553-d12d-41cd-98b9-5ce70609f68f tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:02.249906 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c23e86c0-12eb-4bf3-8a79-d25e2048ede1 req-351d2553-d12d-41cd-98b9-5ce70609f68f tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f735a0e-1cff-4ae6-b90a-99feaf9c9362 HTTP/1.1" status: 200 len: 945 time: 0.0817580 Dec 09 15:36:02.263902 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a8de9-a2b0-4e47-9301-ec02c5ba2ffa req-500bffab-2f47-4ed0-b73c-a9ec6d4a9249 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:02.265496 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bd6a8de9-a2b0-4e47-9301-ec02c5ba2ffa req-500bffab-2f47-4ed0-b73c-a9ec6d4a9249 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ecc5fca-bc8e-4cd5-bf85-af8429626f0f HTTP/1.1" status: 200 len: 950 time: 0.0670035 Dec 09 15:36:02.310920 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bbd3bbe-6ee7-499f-ba3d-0c001f8e0125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:02.314185 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bbd3bbe-6ee7-499f-ba3d-0c001f8e0125 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:02.352137 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c23e86c0-12eb-4bf3-8a79-d25e2048ede1 req-55b991e6-790c-4e7e-b959-30485a8fb68b tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856364 Dec 09 15:36:02.381266 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bbd3bbe-6ee7-499f-ba3d-0c001f8e0125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:02.381699 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbd3bbe-6ee7-499f-ba3d-0c001f8e0125 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9cac59f-ce6c-4c5f-8f23-6503e14352bc {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:36:02.386881 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bbd3bbe-6ee7-499f-ba3d-0c001f8e0125 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:02.388257 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8bbd3bbe-6ee7-499f-ba3d-0c001f8e0125 admin admin] 10.222.0.57 "DELETE /v2.0/routers/b9cac59f-ce6c-4c5f-8f23-6503e14352bc HTTP/1.1" status: 204 len: 168 time: 1.6188929 Dec 09 15:36:02.393745 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59906) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:02.458545 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5619687b-59de-41d6-87d8-6e8287d8d1fa req-64325ead-52cc-468f-84d8-60cc7c606a38 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:02.481074 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['706300c7-9763-4dfe-9e18-49738bc83eee'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:36:02.484713 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-bd6a8de9-a2b0-4e47-9301-ec02c5ba2ffa req-52ed8d0c-7ce3-4bb9-ac68-514d63f53b25 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Deleting port 2a04d070-54e9-425b-890b-6e2af9693de9 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:36:02.485085 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bd6a8de9-a2b0-4e47-9301-ec02c5ba2ffa req-52ed8d0c-7ce3-4bb9-ac68-514d63f53b25 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:02.487302 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64325ead-52cc-468f-84d8-60cc7c606a38 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Pushing event deleted for resources: {'Port': ['ID=706300c7-9763-4dfe-9e18-49738bc83eee,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:02.514367 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:36:02.546549 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-5619687b-59de-41d6-87d8-6e8287d8d1fa req-64325ead-52cc-468f-84d8-60cc7c606a38 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] No DVR routers for this DVR port 706300c7-9763-4dfe-9e18-49738bc83eee on host n-h2-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:36:02.549291 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5619687b-59de-41d6-87d8-6e8287d8d1fa req-64325ead-52cc-468f-84d8-60cc7c606a38 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:02.553173 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5619687b-59de-41d6-87d8-6e8287d8d1fa req-64325ead-52cc-468f-84d8-60cc7c606a38 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.31 "DELETE /v2.0/ports/706300c7-9763-4dfe-9e18-49738bc83eee HTTP/1.1" status: 204 len: 173 time: 1.1202111 Dec 09 15:36:02.554369 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-d196754a-1030-4c04-a364-66b99e69c1b2 admin admin] Deleting subnet aa83eb3c-2e2c-4539-9448-fd3d575df13e {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:36:02.555511 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85860061-338a-4adc-97a5-06c40f99d731', 'name': 'network-vif-deleted', 'tag': '706300c7-9763-4dfe-9e18-49738bc83eee'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:36:02.564998 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18716394-6fff-4817-8a8d-1af80959ace1" -d '{"events": [{"server_uuid": "85860061-338a-4adc-97a5-06c40f99d731", "name": "network-vif-deleted", "tag": "706300c7-9763-4dfe-9e18-49738bc83eee"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:36:02.585852 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede9e59-e632-4373-8673-54b3c8726d3f req-44642a2d-f0c0-4e49-ae6f-34630815a3b3 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:02.593649 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1ede9e59-e632-4373-8673-54b3c8726d3f req-44642a2d-f0c0-4e49-ae6f-34630815a3b3 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ecc5fca-bc8e-4cd5-bf85-af8429626f0f HTTP/1.1" status: 200 len: 950 time: 0.1645112 Dec 09 15:36:02.598455 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d196754a-1030-4c04-a364-66b99e69c1b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:02.706410 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d196754a-1030-4c04-a364-66b99e69c1b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:02.756496 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1ede9e59-e632-4373-8673-54b3c8726d3f req-bb50ad3c-fdca-491a-8f6f-f030f2966997 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619487 Dec 09 15:36:02.791028 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-bd6a8de9-a2b0-4e47-9301-ec02c5ba2ffa req-52ed8d0c-7ce3-4bb9-ac68-514d63f53b25 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] For port 2a04d070-54e9-425b-890b-6e2af9693de9, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=2a04d070-54e9-425b-890b-6e2af9693de9,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:02.791392 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bd6a8de9-a2b0-4e47-9301-ec02c5ba2ffa req-52ed8d0c-7ce3-4bb9-ac68-514d63f53b25 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:02.822834 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-bd6a8de9-a2b0-4e47-9301-ec02c5ba2ffa req-52ed8d0c-7ce3-4bb9-ac68-514d63f53b25 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Calling delete_port for 2a04d070-54e9-425b-890b-6e2af9693de9 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:36:02.845790 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d196754a-1030-4c04-a364-66b99e69c1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:02.994392 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d196754a-1030-4c04-a364-66b99e69c1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:03.051100 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d196754a-1030-4c04-a364-66b99e69c1b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:03.054282 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d196754a-1030-4c04-a364-66b99e69c1b2 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/aa83eb3c-2e2c-4539-9448-fd3d575df13e HTTP/1.1" status: 204 len: 168 time: 0.6546261 Dec 09 15:36:03.055635 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5c2478-092e-48ec-8fae-62153ec87410 None None] Network b4170091-cc05-43b6-bdf8-36d7f1e88ff4 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:36:03.057527 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59916) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:03.061014 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196754a-1030-4c04-a364-66b99e69c1b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa83eb3c-2e2c-4539-9448-fd3d575df13e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:03.075839 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196754a-1030-4c04-a364-66b99e69c1b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:03.076181 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196754a-1030-4c04-a364-66b99e69c1b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:03.076625 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196754a-1030-4c04-a364-66b99e69c1b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:03.077031 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196754a-1030-4c04-a364-66b99e69c1b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:03.077435 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196754a-1030-4c04-a364-66b99e69c1b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:03.078030 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196754a-1030-4c04-a364-66b99e69c1b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:03.078327 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196754a-1030-4c04-a364-66b99e69c1b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:03.078724 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196754a-1030-4c04-a364-66b99e69c1b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:03.079142 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196754a-1030-4c04-a364-66b99e69c1b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:03.079540 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196754a-1030-4c04-a364-66b99e69c1b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:03.079938 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196754a-1030-4c04-a364-66b99e69c1b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:03.080333 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196754a-1030-4c04-a364-66b99e69c1b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:03.080756 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196754a-1030-4c04-a364-66b99e69c1b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:03.125212 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c65ca-f302-4f47-8f52-c6ed6d6ad2ad req-7bceead4-2bcb-40fe-a749-092c28fc28bc tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:03.127963 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fc3c65ca-f302-4f47-8f52-c6ed6d6ad2ad req-7bceead4-2bcb-40fe-a749-092c28fc28bc tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=84e81616-92f5-489a-ae95-e0a80acf7b1c HTTP/1.1" status: 200 len: 946 time: 0.1701179 Dec 09 15:36:03.148170 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35c761c3-6f79-4178-ad08-a936d7075894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:03.150035 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bd6a8de9-a2b0-4e47-9301-ec02c5ba2ffa req-52ed8d0c-7ce3-4bb9-ac68-514d63f53b25 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:03.184402 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['09c676e4-2a5f-46ee-a639-d2836ab6c1d8', 'd204c55b-f880-4a11-b32a-0bf6feff0b3f', 'c2517f73-5229-47a2-90e3-f457f92ff058', 'ba9435ef-3de3-478d-83d7-bc72b2993e7d', '2a04d070-54e9-425b-890b-6e2af9693de9'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:36:03.202228 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed8d0c-7ce3-4bb9-ac68-514d63f53b25 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Pushing event deleted for resources: {'Port': ['ID=2a04d070-54e9-425b-890b-6e2af9693de9,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:03.216464 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['92c9ec34-680d-443c-b16e-dccf7c73f04f', 'f5fd84b5-c812-423f-9cb1-712cb3110308', '6e055be6-e9c3-48d5-b6d4-6887839530ea'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:36:03.218765 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 80fb518b-4f9d-4dec-9225-68312ef807c0 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:36:03.250546 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-35c761c3-6f79-4178-ad08-a936d7075894 admin admin] Deleting port 39f14a2a-21d3-4792-ac5c-894e3fb47f5e {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:36:03.251165 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35c761c3-6f79-4178-ad08-a936d7075894 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:03.270184 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd6a8de9-a2b0-4e47-9301-ec02c5ba2ffa req-52ed8d0c-7ce3-4bb9-ac68-514d63f53b25 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] No DVR routers for this DVR port 2a04d070-54e9-425b-890b-6e2af9693de9 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:36:03.274691 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bd6a8de9-a2b0-4e47-9301-ec02c5ba2ffa req-52ed8d0c-7ce3-4bb9-ac68-514d63f53b25 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:03.281201 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bd6a8de9-a2b0-4e47-9301-ec02c5ba2ffa req-52ed8d0c-7ce3-4bb9-ac68-514d63f53b25 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.31 "DELETE /v2.0/ports/2a04d070-54e9-425b-890b-6e2af9693de9 HTTP/1.1" status: 204 len: 173 time: 1.0007281 Dec 09 15:36:03.281782 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecc5fca-bc8e-4cd5-bf85-af8429626f0f', 'name': 'network-vif-deleted', 'tag': '2a04d070-54e9-425b-890b-6e2af9693de9'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:36:03.284357 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa248df-b811-4adc-b753-290b5b181882" -d '{"events": [{"server_uuid": "5ecc5fca-bc8e-4cd5-bf85-af8429626f0f", "name": "network-vif-deleted", "tag": "2a04d070-54e9-425b-890b-6e2af9693de9"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:36:03.302609 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fc3c65ca-f302-4f47-8f52-c6ed6d6ad2ad req-a6b11b3e-9b94-448a-ba8c-b654ee363a04 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614661 Dec 09 15:36:03.385113 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-35c761c3-6f79-4178-ad08-a936d7075894 admin admin] For port 39f14a2a-21d3-4792-ac5c-894e3fb47f5e, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=39f14a2a-21d3-4792-ac5c-894e3fb47f5e,segment=NetworkSegment(fc5c79ed-6b12-4a52-a9c9-45100013bbb1),segment_id=fc5c79ed-6b12-4a52-a9c9-45100013bbb1)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:03.385587 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35c761c3-6f79-4178-ad08-a936d7075894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:03.416279 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-35c761c3-6f79-4178-ad08-a936d7075894 admin admin] Calling delete_port for 39f14a2a-21d3-4792-ac5c-894e3fb47f5e owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:36:03.471101 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-e4338e2e-4805-4106-a8de-9ed7cc7589e6 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:03.472811 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-e4338e2e-4805-4106-a8de-9ed7cc7589e6 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.42 "GET /v2.0/ports?device_id=023a3494-2650-4c2e-bbf0-b831d6e591b5 HTTP/1.1" status: 200 len: 946 time: 0.1629875 Dec 09 15:36:03.507905 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f3d238-42c7-4b49-93b1-52e6012442b9 None None] DHCP port deletion for b4170091-cc05-43b6-bdf8-36d7f1e88ff4 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:36:03.542119 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 6b25ef0e-c97c-44e1-b831-912f4b9283f9 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:36:03.569024 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9e4003f9-f796-4913-bbec-c1099778acef req-b7fd07e2-fa5c-4cdd-b68d-50ff7414b5df tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/ports?device_id=85860061-338a-4adc-97a5-06c40f99d731 HTTP/1.1" status: 200 len: 210 time: 0.0566006 Dec 09 15:36:03.619652 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 6b25ef0e-c97c-44e1-b831-912f4b9283f9 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:36:03.620272 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 6b25ef0e-c97c-44e1-b831-912f4b9283f9 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:36:03.621224 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 187c96aa-ccd8-4b89-988e-48d014423b52 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:36:03.666442 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 187c96aa-ccd8-4b89-988e-48d014423b52 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:36:03.667093 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 187c96aa-ccd8-4b89-988e-48d014423b52 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:36:03.672850 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:03.684370 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d62d1-8537-4c70-bdb0-5ed31bd74f36 req-714a279b-032d-4ce0-ab8d-be8a6d7ee49d tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:03.686023 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-518d62d1-8537-4c70-bdb0-5ed31bd74f36 req-714a279b-032d-4ce0-ab8d-be8a6d7ee49d tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f735a0e-1cff-4ae6-b90a-99feaf9c9362 HTTP/1.1" status: 200 len: 945 time: 0.0546985 Dec 09 15:36:03.717269 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35c761c3-6f79-4178-ad08-a936d7075894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:03.739691 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b547b96-534f-4bc0-ab6b-bf88fad1b31f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80fb518b-4f9d-4dec-9225-68312ef807c0'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:36:03.741920 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1e435b-689a-4f4b-bfdc-be467b7c4f10" -d '{"events": [{"server_uuid": "1b547b96-534f-4bc0-ab6b-bf88fad1b31f", "name": "network-vif-unplugged", "status": "completed", "tag": "80fb518b-4f9d-4dec-9225-68312ef807c0"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:36:03.745863 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-518d62d1-8537-4c70-bdb0-5ed31bd74f36 req-eae28796-f3c7-4cf5-8f4b-1c06e4ddac43 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506783 Dec 09 15:36:03.748182 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c761c3-6f79-4178-ad08-a936d7075894 admin admin] Pushing event deleted for resources: {'Port': ['ID=39f14a2a-21d3-4792-ac5c-894e3fb47f5e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:03.752778 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c761c3-6f79-4178-ad08-a936d7075894 admin admin] No DVR routers for this DVR port 39f14a2a-21d3-4792-ac5c-894e3fb47f5e on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:36:03.755845 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-9aa3e104-9faa-41a2-a285-78f5844028a2 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Deleting port 045f604f-9feb-48f9-8e9f-8c80ce7c517d {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:36:03.756248 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-9aa3e104-9faa-41a2-a285-78f5844028a2 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:03.769638 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 80fb518b-4f9d-4dec-9225-68312ef807c0, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=80fb518b-4f9d-4dec-9225-68312ef807c0,segment=NetworkSegment(2728a46b-6f42-41e4-abfd-2e3db73a97b6),segment_id=2728a46b-6f42-41e4-abfd-2e3db73a97b6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:03.797591 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:03.814014 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a8f3d238-42c7-4b49-93b1-52e6012442b9 None None] Deleting port 39f14a2a-21d3-4792-ac5c-894e3fb47f5e {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:36:03.814400 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a8f3d238-42c7-4b49-93b1-52e6012442b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:03.859945 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa1115d-8155-49ab-9ec8-b552c7085f72 x-openstack-request-id: req-9aa1115d-8155-49ab-9ec8-b552c7085f72 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:36:03.860176 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85860061-338a-4adc-97a5-06c40f99d731", "name": "network-vif-deleted", "tag": "706300c7-9763-4dfe-9e18-49738bc83eee", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:36:03.860305 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9aa1115d-8155-49ab-9ec8-b552c7085f72 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:36:03.860719 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85860061-338a-4adc-97a5-06c40f99d731', 'name': 'network-vif-deleted', 'tag': '706300c7-9763-4dfe-9e18-49738bc83eee', 'status': 'completed', 'code': 200} Dec 09 15:36:03.891647 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35c761c3-6f79-4178-ad08-a936d7075894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:03.930023 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-35c761c3-6f79-4178-ad08-a936d7075894 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4170091-cc05-43b6-bdf8-36d7f1e88ff4']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:36:03.959960 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-35c761c3-6f79-4178-ad08-a936d7075894 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc5c79ed-6b12-4a52-a9c9-45100013bbb1') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:36:03.960258 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-35c761c3-6f79-4178-ad08-a936d7075894 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc5c79ed-6b12-4a52-a9c9-45100013bbb1') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:36:03.961031 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=80fb518b-4f9d-4dec-9225-68312ef807c0,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:03.964094 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55948c-c7c2-4c13-9c1a-f1df5658b546 req-afbe4fcd-7326-4cef-bfbf-4399775704ac tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:03.973602 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-de55948c-c7c2-4c13-9c1a-f1df5658b546 req-afbe4fcd-7326-4cef-bfbf-4399775704ac tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a24b370-5b6c-425f-ac47-83db418c2b23 HTTP/1.1" status: 200 len: 950 time: 0.1051762 Dec 09 15:36:03.975763 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-9aa3e104-9faa-41a2-a285-78f5844028a2 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] For port 045f604f-9feb-48f9-8e9f-8c80ce7c517d, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=045f604f-9feb-48f9-8e9f-8c80ce7c517d,segment=NetworkSegment(69e3382f-395f-44e0-a40c-d45aab069633),segment_id=69e3382f-395f-44e0-a40c-d45aab069633)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:03.976137 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-9aa3e104-9faa-41a2-a285-78f5844028a2 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:03.980303 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35c761c3-6f79-4178-ad08-a936d7075894 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:03.983347 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a8f3d238-42c7-4b49-93b1-52e6012442b9 None None] For port 39f14a2a-21d3-4792-ac5c-894e3fb47f5e, host n-d-821228-1, got binding levels [] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:03.984076 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a8f3d238-42c7-4b49-93b1-52e6012442b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:04.005634 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-9aa3e104-9faa-41a2-a285-78f5844028a2 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Calling delete_port for 045f604f-9feb-48f9-8e9f-8c80ce7c517d owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:36:04.008885 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35c761c3-6f79-4178-ad08-a936d7075894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:04.019457 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a8f3d238-42c7-4b49-93b1-52e6012442b9 None None] Calling delete_port for 39f14a2a-21d3-4792-ac5c-894e3fb47f5e owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:36:04.023711 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35c761c3-6f79-4178-ad08-a936d7075894 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:36:04.024123 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35c761c3-6f79-4178-ad08-a936d7075894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:04.024290 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.ipam_backend_mixin [None req-a8f3d238-42c7-4b49-93b1-52e6012442b9 None None] Port 39f14a2a-21d3-4792-ac5c-894e3fb47f5e was not found and therefore no delete operation was performed {{(pid=103246) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 15:36:04.027039 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:36:04.027039 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:36:04.027039 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:36:04.027039 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:36:04.027039 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:36:04.027039 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:36:04.027039 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:36:04.027039 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:36:04.027039 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:36:04.027039 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:36:04.027039 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:36:04.027039 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:36:04.027039 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:36:04.027039 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:36:04.027039 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:36:04.027039 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:36:04.027039 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:36:04.027039 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:36:04.027039 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:36:04.027039 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:36:04.027039 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:36:04.027039 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:36:04.027039 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:36:04.027039 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:36:04.027039 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:36:04.027039 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:36:04.027039 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:36:04.027039 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:36:04.027039 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:36:04.027039 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:36:04.027039 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:36:04.027039 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:36:04.037339 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a8f3d238-42c7-4b49-93b1-52e6012442b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:04.053143 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-de55948c-c7c2-4c13-9c1a-f1df5658b546 req-3a89a465-ba23-4e8a-93a3-b1f512c31ae7 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781264 Dec 09 15:36:04.096515 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3d238-42c7-4b49-93b1-52e6012442b9 None None] Pushing event deleted for resources: {'Port': ['ID=39f14a2a-21d3-4792-ac5c-894e3fb47f5e,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:04.098373 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f3d238-42c7-4b49-93b1-52e6012442b9 None None] No DVR routers for this DVR port 39f14a2a-21d3-4792-ac5c-894e3fb47f5e on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:36:04.145916 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35c761c3-6f79-4178-ad08-a936d7075894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:04.152894 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35c761c3-6f79-4178-ad08-a936d7075894 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:04.160070 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-35c761c3-6f79-4178-ad08-a936d7075894 admin admin] 10.222.0.57 "DELETE /v2.0/networks/b4170091-cc05-43b6-bdf8-36d7f1e88ff4 HTTP/1.1" status: 204 len: 168 time: 1.1014402 Dec 09 15:36:04.177847 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c761c3-6f79-4178-ad08-a936d7075894 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4170091-cc05-43b6-bdf8-36d7f1e88ff4,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:04.272687 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-9aa3e104-9faa-41a2-a285-78f5844028a2 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:04.291347 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-4188221d-aa7a-4e07-89d1-186f5dd363a1 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:04.298825 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-4188221d-aa7a-4e07-89d1-186f5dd363a1 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/networks?id=5e9ad32d-c9e7-4e00-867a-aef980499810 HTTP/1.1" status: 200 len: 804 time: 0.1516786 Dec 09 15:36:04.316950 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-116ed6ba-c66a-4a14-bb60-69009a20cb50 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/quotas/5b98cde4c74447a0b0079eeef5f37b22 HTTP/1.1" status: 200 len: 375 time: 0.0169702 Dec 09 15:36:04.319650 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa3e104-9faa-41a2-a285-78f5844028a2 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Pushing event deleted for resources: {'Port': ['ID=045f604f-9feb-48f9-8e9f-8c80ce7c517d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:04.329429 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59942) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:04.378335 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-9aa3e104-9faa-41a2-a285-78f5844028a2 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] No DVR routers for this DVR port 045f604f-9feb-48f9-8e9f-8c80ce7c517d on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:36:04.383480 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-9aa3e104-9faa-41a2-a285-78f5844028a2 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:04.387027 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-74643ce5-732f-4a59-84e1-b4af65fd5726 req-9aa3e104-9faa-41a2-a285-78f5844028a2 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.42 "DELETE /v2.0/ports/045f604f-9feb-48f9-8e9f-8c80ce7c517d HTTP/1.1" status: 204 len: 173 time: 0.8017893 Dec 09 15:36:04.388397 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-d5e34cd9-2652-42ae-b6ce-3891d421eeb1 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b98cde4c74447a0b0079eeef5f37b22&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0707088 Dec 09 15:36:04.411045 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e29f7ff7-36a6-4688-9fff-3b3fcb3bc2b3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6090a3b44d2c43829866c5b064c5e3c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0790031 Dec 09 15:36:04.413614 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59944) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:04.467323 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9df5fa36-adac-4174-9086-e6fe4c38e220 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:04.489190 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9df5fa36-adac-4174-9086-e6fe4c38e220 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:04.501336 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-82bd6d75-132d-441d-ad51-cefc3764ead9 service neutron] 10.222.0.57 "GET /v2.0/networks/5e9ad32d-c9e7-4e00-867a-aef980499810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026535 Dec 09 15:36:04.511498 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 706300c7-9763-4dfe-9e18-49738bc83eee no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:36:04.533827 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 706300c7-9763-4dfe-9e18-49738bc83eee {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:36:04.534198 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 706300c7-9763-4dfe-9e18-49738bc83eee not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:36:04.559486 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9df5fa36-adac-4174-9086-e6fe4c38e220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:04.562616 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9df5fa36-adac-4174-9086-e6fe4c38e220 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:04.564532 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9df5fa36-adac-4174-9086-e6fe4c38e220 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a8ee76be-a8b0-4776-8135-7f22ee983297 HTTP/1.1" status: 204 len: 168 time: 0.1496964 Dec 09 15:36:04.580800 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df5fa36-adac-4174-9086-e6fe4c38e220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ee76be-a8b0-4776-8135-7f22ee983297,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:04.624400 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-f7cc4c8c-29cb-4de1-9a01-71b5f8645bbb service neutron] 10.222.0.57 "GET /v2.0/networks/5e9ad32d-c9e7-4e00-867a-aef980499810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178608 Dec 09 15:36:04.713480 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-44e6dee4-ca39-47c3-a9bb-82ad6932d0cb req-3d84f9fe-2ed0-4ec6-be8b-4c6c2f8fd273 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7cb10907c9dd4101899755e35f1cc029&device_id=023a3494-2650-4c2e-bbf0-b831d6e591b5 HTTP/1.1" status: 200 len: 210 time: 0.0313547 Dec 09 15:36:04.824966 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e6449c2b-7d8f-43bc-a7d8-d73cd1220502 req-31163d94-bb31-4b3c-81ff-ef17734e47bd tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=023a3494-2650-4c2e-bbf0-b831d6e591b5 HTTP/1.1" status: 200 len: 210 time: 0.0379522 Dec 09 15:36:04.865175 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6dee4-ca39-47c3-a9bb-82ad6932d0cb req-01913235-9dba-495b-b969-6a2de1720ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:04.866692 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-44e6dee4-ca39-47c3-a9bb-82ad6932d0cb req-01913235-9dba-495b-b969-6a2de1720ba3 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=7cb10907c9dd4101899755e35f1cc029&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1193516 Dec 09 15:36:04.877799 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6811d51-c1ad-4aa1-a3cf-84585eb4884c x-openstack-request-id: req-a6811d51-c1ad-4aa1-a3cf-84585eb4884c {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:36:04.878094 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecc5fca-bc8e-4cd5-bf85-af8429626f0f", "name": "network-vif-deleted", "tag": "2a04d070-54e9-425b-890b-6e2af9693de9", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:36:04.878346 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a6811d51-c1ad-4aa1-a3cf-84585eb4884c {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:36:04.884983 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecc5fca-bc8e-4cd5-bf85-af8429626f0f', 'name': 'network-vif-deleted', 'tag': '2a04d070-54e9-425b-890b-6e2af9693de9', 'status': 'completed', 'code': 200} Dec 09 15:36:04.998671 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6dee4-ca39-47c3-a9bb-82ad6932d0cb req-fe067fc1-0faa-4bdd-ac3a-7f4d265757a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:05.000291 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-44e6dee4-ca39-47c3-a9bb-82ad6932d0cb req-fe067fc1-0faa-4bdd-ac3a-7f4d265757a6 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1258867 Dec 09 15:36:05.081650 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 15:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952ab8b1-0b42-40d5-8d0d-376806aa7840 x-openstack-request-id: req-952ab8b1-0b42-40d5-8d0d-376806aa7840 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:36:05.082298 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b547b96-534f-4bc0-ab6b-bf88fad1b31f", "name": "network-vif-unplugged", "status": "completed", "tag": "80fb518b-4f9d-4dec-9225-68312ef807c0", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:36:05.082751 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-952ab8b1-0b42-40d5-8d0d-376806aa7840 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:36:05.083560 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b547b96-534f-4bc0-ab6b-bf88fad1b31f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80fb518b-4f9d-4dec-9225-68312ef807c0', 'code': 200} Dec 09 15:36:05.245126 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bf2ae-c4b8-4d55-b5f5-aa52e003492e req-53c33cd6-b0f0-4e6c-975e-a11cc150ea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:05.247425 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d68bf2ae-c4b8-4d55-b5f5-aa52e003492e req-53c33cd6-b0f0-4e6c-975e-a11cc150ea84 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=59594b9e3fb144dbb2817de5b4b0a74c&device_id=84e81616-92f5-489a-ae95-e0a80acf7b1c HTTP/1.1" status: 200 len: 1097 time: 0.0526786 Dec 09 15:36:05.332755 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bcb80c3f-7feb-4be7-9d8f-ea302750ac11 req-230e2b14-e2cf-4588-9bcf-5579cd98124f tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=82b3ca40-039a-4280-9da5-75278553bc60 HTTP/1.1" status: 200 len: 210 time: 0.0329018 Dec 09 15:36:05.405855 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bf2ae-c4b8-4d55-b5f5-aa52e003492e req-64d150b7-fdca-46f7-93e0-99928e6e1729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:05.407641 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d68bf2ae-c4b8-4d55-b5f5-aa52e003492e req-64d150b7-fdca-46f7-93e0-99928e6e1729 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7010a1a7-2d7c-4586-8e67-9c7afc483ab0 HTTP/1.1" status: 200 len: 920 time: 0.1254239 Dec 09 15:36:05.452882 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa17551-6519-4886-8919-870d36865212 req-59e73d72-05d3-4632-b051-4ea71065237b tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:05.461677 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1fa17551-6519-4886-8919-870d36865212 req-59e73d72-05d3-4632-b051-4ea71065237b tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=84e81616-92f5-489a-ae95-e0a80acf7b1c HTTP/1.1" status: 200 len: 946 time: 0.0631897 Dec 09 15:36:05.469274 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 39f14a2a-21d3-4792-ac5c-894e3fb47f5e no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:36:05.491400 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59988) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:05.500095 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 39f14a2a-21d3-4792-ac5c-894e3fb47f5e {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:36:05.500550 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d68bf2ae-c4b8-4d55-b5f5-aa52e003492e req-38ae8f5e-8757-481b-a201-99fc637c46b4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85ca2ae1-6ff7-46a7-b97e-5b28715b54cb HTTP/1.1" status: 200 len: 217 time: 0.0837071 Dec 09 15:36:05.500964 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 39f14a2a-21d3-4792-ac5c-894e3fb47f5e not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:36:05.546157 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1fa17551-6519-4886-8919-870d36865212 req-8b0fecbe-826a-46d9-a659-928bccdb2544 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806918 Dec 09 15:36:05.567529 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bf2ae-c4b8-4d55-b5f5-aa52e003492e req-8fa81d22-e31b-498c-878a-eb55bb2bfde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:05.569096 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d68bf2ae-c4b8-4d55-b5f5-aa52e003492e req-8fa81d22-e31b-498c-878a-eb55bb2bfde5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=55d52639-1caa-4023-ae95-afc257c891d1 HTTP/1.1" status: 200 len: 859 time: 0.0531752 Dec 09 15:36:05.608947 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-c2971bcb-0117-45a4-8c34-d99a5b18a4b1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-240503750-network', 'tenant_id': '1e0dad837f9c483a9d0dd7e471d8bf06'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:36:05.657763 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2971bcb-0117-45a4-8c34-d99a5b18a4b1 admin admin] Made reservation on behalf of 1e0dad837f9c483a9d0dd7e471d8bf06 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:36:05.659571 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d68bf2ae-c4b8-4d55-b5f5-aa52e003492e req-419fe893-22bf-40b2-91d3-7b50de45d403 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7010a1a7-2d7c-4586-8e67-9c7afc483ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452850 Dec 09 15:36:05.660038 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c2971bcb-0117-45a4-8c34-d99a5b18a4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:05.671963 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c2971bcb-0117-45a4-8c34-d99a5b18a4b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:05.689236 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb2350-6ee9-48aa-9c73-2dcbe85f1291 req-dbbfc66c-b4c3-4019-a607-b5acd23789fc tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:05.691297 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-37cb2350-6ee9-48aa-9c73-2dcbe85f1291 req-dbbfc66c-b4c3-4019-a607-b5acd23789fc tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a24b370-5b6c-425f-ac47-83db418c2b23 HTTP/1.1" status: 200 len: 950 time: 0.0774429 Dec 09 15:36:05.724087 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['045f604f-9feb-48f9-8e9f-8c80ce7c517d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:36:05.730419 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7613f1-6fc4-40a8-9b25-cd0844b9cd47 req-54c8bfad-9b83-4f33-bb5f-8d38b97faf92 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:05.731890 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1a7613f1-6fc4-40a8-9b25-cd0844b9cd47 req-54c8bfad-9b83-4f33-bb5f-8d38b97faf92 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b547b96-534f-4bc0-ab6b-bf88fad1b31f HTTP/1.1" status: 200 len: 943 time: 0.1164761 Dec 09 15:36:05.765512 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-37cb2350-6ee9-48aa-9c73-2dcbe85f1291 req-a9e8adf1-501d-40b6-8e45-aae9c45be0e9 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677779 Dec 09 15:36:05.806665 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d68bf2ae-c4b8-4d55-b5f5-aa52e003492e req-5d784e32-fc50-42fa-b0f8-36d588e70022 service neutron] 10.222.0.42 "GET /v2.0/networks/7010a1a7-2d7c-4586-8e67-9c7afc483ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391330 Dec 09 15:36:05.812745 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c2971bcb-0117-45a4-8c34-d99a5b18a4b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:05.817362 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c2971bcb-0117-45a4-8c34-d99a5b18a4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:05.849674 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2971bcb-0117-45a4-8c34-d99a5b18a4b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:36:05.872570 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023a3494-2650-4c2e-bbf0-b831d6e591b5', 'name': 'network-vif-deleted', 'tag': '045f604f-9feb-48f9-8e9f-8c80ce7c517d'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:36:05.875179 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c15af6-a8f5-4603-89df-096be8a5c0a1" -d '{"events": [{"server_uuid": "023a3494-2650-4c2e-bbf0-b831d6e591b5", "name": "network-vif-deleted", "tag": "045f604f-9feb-48f9-8e9f-8c80ce7c517d"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:36:05.882554 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2971bcb-0117-45a4-8c34-d99a5b18a4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4053ce5f-6f47-4cca-86df-591fd9480a86,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:05.891926 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c2971bcb-0117-45a4-8c34-d99a5b18a4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:05.892577 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-c2971bcb-0117-45a4-8c34-d99a5b18a4b1 admin admin] Added segment c46d46a2-a5f2-4f69-b593-687d64e258f3 of type vlan for network 0e3e78cd-70f4-41f7-89f6-576605cc92f2 Dec 09 15:36:05.936462 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-1a7613f1-6fc4-40a8-9b25-cd0844b9cd47 req-937b4a84-0a2c-4e90-b9a6-4c7bb95ecba0 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Deleting port 80fb518b-4f9d-4dec-9225-68312ef807c0 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:36:05.936853 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1a7613f1-6fc4-40a8-9b25-cd0844b9cd47 req-937b4a84-0a2c-4e90-b9a6-4c7bb95ecba0 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:05.942392 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d68bf2ae-c4b8-4d55-b5f5-aa52e003492e req-25675d21-3d43-4e10-b466-404d1edd7de8 service neutron] 10.222.0.42 "GET /v2.0/networks/7010a1a7-2d7c-4586-8e67-9c7afc483ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182759 Dec 09 15:36:05.943208 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e525d5-0a59-4179-83a5-1ccac0bffae1 req-32a68b6c-bda1-4132-a730-883ca1672a18 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:05.944733 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-01e525d5-0a59-4179-83a5-1ccac0bffae1 req-32a68b6c-bda1-4132-a730-883ca1672a18 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f735a0e-1cff-4ae6-b90a-99feaf9c9362 HTTP/1.1" status: 200 len: 945 time: 0.1129789 Dec 09 15:36:05.954257 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c2971bcb-0117-45a4-8c34-d99a5b18a4b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:06.042364 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-1a7613f1-6fc4-40a8-9b25-cd0844b9cd47 req-937b4a84-0a2c-4e90-b9a6-4c7bb95ecba0 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] For port 80fb518b-4f9d-4dec-9225-68312ef807c0, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=80fb518b-4f9d-4dec-9225-68312ef807c0,segment=NetworkSegment(2728a46b-6f42-41e4-abfd-2e3db73a97b6),segment_id=2728a46b-6f42-41e4-abfd-2e3db73a97b6)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:06.042754 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1a7613f1-6fc4-40a8-9b25-cd0844b9cd47 req-937b4a84-0a2c-4e90-b9a6-4c7bb95ecba0 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:06.058749 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c2971bcb-0117-45a4-8c34-d99a5b18a4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:06.059698 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2971bcb-0117-45a4-8c34-d99a5b18a4b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:06.060280 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c2971bcb-0117-45a4-8c34-d99a5b18a4b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:06.062825 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-1a7613f1-6fc4-40a8-9b25-cd0844b9cd47 req-937b4a84-0a2c-4e90-b9a6-4c7bb95ecba0 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Calling delete_port for 80fb518b-4f9d-4dec-9225-68312ef807c0 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:36:06.202026 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1a7613f1-6fc4-40a8-9b25-cd0844b9cd47 req-937b4a84-0a2c-4e90-b9a6-4c7bb95ecba0 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:06.238751 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b4a84-0a2c-4e90-b9a6-4c7bb95ecba0 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Pushing event deleted for resources: {'Port': ['ID=80fb518b-4f9d-4dec-9225-68312ef807c0,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:06.284990 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7613f1-6fc4-40a8-9b25-cd0844b9cd47 req-937b4a84-0a2c-4e90-b9a6-4c7bb95ecba0 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] No DVR routers for this DVR port 80fb518b-4f9d-4dec-9225-68312ef807c0 on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:36:06.287503 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1a7613f1-6fc4-40a8-9b25-cd0844b9cd47 req-937b4a84-0a2c-4e90-b9a6-4c7bb95ecba0 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:06.290968 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1a7613f1-6fc4-40a8-9b25-cd0844b9cd47 req-937b4a84-0a2c-4e90-b9a6-4c7bb95ecba0 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.42 "DELETE /v2.0/ports/80fb518b-4f9d-4dec-9225-68312ef807c0 HTTP/1.1" status: 204 len: 173 time: 0.5455058 Dec 09 15:36:06.414150 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c2971bcb-0117-45a4-8c34-d99a5b18a4b1 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9214823 Dec 09 15:36:06.417835 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60004) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:06.423038 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-64ac3178-b6f4-49d8-9db9-ad09534ce20b admin admin] Request body: {'subnet': {'network_id': '0e3e78cd-70f4-41f7-89f6-576605cc92f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-240503750-subnet', 'tenant_id': '1e0dad837f9c483a9d0dd7e471d8bf06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:36:06.430008 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-01e525d5-0a59-4179-83a5-1ccac0bffae1 req-c9c66bb3-0200-41e9-84ef-4afefdfd066b tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4656394 Dec 09 15:36:06.465164 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-5a001450-fe6f-455a-92ab-8e4c37088482 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:06.466472 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ac3178-b6f4-49d8-9db9-ad09534ce20b admin admin] Made reservation on behalf of 1e0dad837f9c483a9d0dd7e471d8bf06 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:36:06.466704 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-5a001450-fe6f-455a-92ab-8e4c37088482 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.31 "GET /v2.0/networks?id=5e9ad32d-c9e7-4e00-867a-aef980499810 HTTP/1.1" status: 200 len: 804 time: 0.5038340 Dec 09 15:36:06.467539 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2971bcb-0117-45a4-8c34-d99a5b18a4b1 admin admin] Pushing event updated for resources: {'Network': ['ID=0e3e78cd-70f4-41f7-89f6-576605cc92f2,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:06.471492 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-64ac3178-b6f4-49d8-9db9-ad09534ce20b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:06.480625 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 0e3e78cd-70f4-41f7-89f6-576605cc92f2 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:36:06.487249 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-45699bfc-03cb-4577-b63c-672e110a28fc tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Request body: {'port': {'device_id': '82b3ca40-039a-4280-9da5-75278553bc60', 'network_id': '5e9ad32d-c9e7-4e00-867a-aef980499810', 'admin_state_up': True, 'tenant_id': '5b98cde4c74447a0b0079eeef5f37b22'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:36:06.545150 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 2a04d070-54e9-425b-890b-6e2af9693de9 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:36:06.569435 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 2a04d070-54e9-425b-890b-6e2af9693de9 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:36:06.570065 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 2a04d070-54e9-425b-890b-6e2af9693de9 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:36:06.638291 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-45699bfc-03cb-4577-b63c-672e110a28fc tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Made reservation on behalf of 5b98cde4c74447a0b0079eeef5f37b22 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:36:06.642051 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-45699bfc-03cb-4577-b63c-672e110a28fc tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:06.666409 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-64ac3178-b6f4-49d8-9db9-ad09534ce20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:06.724548 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac3178-b6f4-49d8-9db9-ad09534ce20b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7dbe908-45fb-4038-a67c-ecb2feafeb68,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:06.736091 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ac3178-b6f4-49d8-9db9-ad09534ce20b admin admin] Checking segment: {'id': 'c46d46a2-a5f2-4f69-b593-687d64e258f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0e3e78cd-70f4-41f7-89f6-576605cc92f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:36:06.736497 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ac3178-b6f4-49d8-9db9-ad09534ce20b admin admin] Network hostable DHCP agents. Network: 0e3e78cd-70f4-41f7-89f6-576605cc92f2, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:36:06.755700 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ac3178-b6f4-49d8-9db9-ad09534ce20b admin admin] Network 0e3e78cd-70f4-41f7-89f6-576605cc92f2 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:36:06.767606 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-64ac3178-b6f4-49d8-9db9-ad09534ce20b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 0e3e78cd-70f4-41f7-89f6-576605cc92f2) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:36:06.772563 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ac3178-b6f4-49d8-9db9-ad09534ce20b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:06.773250 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-64ac3178-b6f4-49d8-9db9-ad09534ce20b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:06.780605 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66aa099-3c71-43ce-9af9-66e3176c073f None None] Network 0e3e78cd-70f4-41f7-89f6-576605cc92f2 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:36:06.797730 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-45699bfc-03cb-4577-b63c-672e110a28fc tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Allocated IP 172.20.0.3 (5e9ad32d-c9e7-4e00-867a-aef980499810/01df2498-b8b6-4dc7-bb3a-e44d90f24165/a6b09e5c-cfde-4023-bdd4-9949087aad86) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:36:06.798827 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-64ac3178-b6f4-49d8-9db9-ad09534ce20b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3798118 Dec 09 15:36:06.800948 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60016) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:06.807489 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-6c88d3f5-8c70-4f85-8a55-f4a978ed95e1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-240503750-router', 'tenant_id': '1e0dad837f9c483a9d0dd7e471d8bf06', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:36:06.875529 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9177767d-ecaa-432f-bc5c-0a307a4ce586 req-3100d8c8-eeae-40b9-991a-fb5506cba44a tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=023a3494-2650-4c2e-bbf0-b831d6e591b5 HTTP/1.1" status: 200 len: 210 time: 0.0423937 Dec 09 15:36:06.876345 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c88d3f5-8c70-4f85-8a55-f4a978ed95e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:06.877414 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c88d3f5-8c70-4f85-8a55-f4a978ed95e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:06.908602 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5678f3e7-f293-4435-820d-734b0d06e42a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-0e3e78cd-70f4-41f7-89f6-576605cc92f2', 'network_id': '0e3e78cd-70f4-41f7-89f6-576605cc92f2', 'project_id': '1e0dad837f9c483a9d0dd7e471d8bf06', 'fixed_ips': [{'subnet_id': 'd7dbe908-45fb-4038-a67c-ecb2feafeb68'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:36:06.909689 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5678f3e7-f293-4435-820d-734b0d06e42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:06.948695 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5b9001-f834-472d-b4c3-3d04bc41a375 x-openstack-request-id: req-7f5b9001-f834-472d-b4c3-3d04bc41a375 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:36:06.949543 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023a3494-2650-4c2e-bbf0-b831d6e591b5", "name": "network-vif-deleted", "tag": "045f604f-9feb-48f9-8e9f-8c80ce7c517d", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:36:06.949994 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7f5b9001-f834-472d-b4c3-3d04bc41a375 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:36:06.950610 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023a3494-2650-4c2e-bbf0-b831d6e591b5', 'name': 'network-vif-deleted', 'tag': '045f604f-9feb-48f9-8e9f-8c80ce7c517d', 'status': 'completed', 'code': 200} Dec 09 15:36:07.028049 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c88d3f5-8c70-4f85-8a55-f4a978ed95e1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:07.070071 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-5678f3e7-f293-4435-820d-734b0d06e42a None None] Allocated IP 172.20.0.2 (0e3e78cd-70f4-41f7-89f6-576605cc92f2/d7dbe908-45fb-4038-a67c-ecb2feafeb68/914c0130-054c-4afd-984e-b5f902c1ccb4) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:36:07.097285 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-07fb4fdd-1000-4678-90a9-59f9e0b208fe req-7edda285-31bb-4a45-b11c-7bee48b8063c tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=82b3ca40-039a-4280-9da5-75278553bc60 HTTP/1.1" status: 200 len: 210 time: 0.0712895 Dec 09 15:36:07.268398 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5678f3e7-f293-4435-820d-734b0d06e42a None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:07.273550 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-45699bfc-03cb-4577-b63c-672e110a28fc tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:07.274247 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5678f3e7-f293-4435-820d-734b0d06e42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:07.295475 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c88d3f5-8c70-4f85-8a55-f4a978ed95e1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:07.314383 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5678f3e7-f293-4435-820d-734b0d06e42a None None] Network 0e3e78cd-70f4-41f7-89f6-576605cc92f2 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:36:07.317393 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-5678f3e7-f293-4435-820d-734b0d06e42a None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:36:07.326160 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5678f3e7-f293-4435-820d-734b0d06e42a None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:36:07.335225 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5678f3e7-f293-4435-820d-734b0d06e42a None None] Pushing event updated for resources: {'Port': ['ID=914c0130-054c-4afd-984e-b5f902c1ccb4,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:07.349818 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5678f3e7-f293-4435-820d-734b0d06e42a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:07.350400 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5678f3e7-f293-4435-820d-734b0d06e42a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:07.350746 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5678f3e7-f293-4435-820d-734b0d06e42a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:07.351080 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5678f3e7-f293-4435-820d-734b0d06e42a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:07.351412 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5678f3e7-f293-4435-820d-734b0d06e42a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:07.352513 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5678f3e7-f293-4435-820d-734b0d06e42a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:07.353456 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5678f3e7-f293-4435-820d-734b0d06e42a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:07.354444 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5678f3e7-f293-4435-820d-734b0d06e42a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:07.354444 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5678f3e7-f293-4435-820d-734b0d06e42a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:07.354651 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5678f3e7-f293-4435-820d-734b0d06e42a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:07.356592 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5678f3e7-f293-4435-820d-734b0d06e42a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:07.357190 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5678f3e7-f293-4435-820d-734b0d06e42a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:07.357791 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5678f3e7-f293-4435-820d-734b0d06e42a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:07.377461 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323396a-7b8d-425f-ba73-c84fabff15cd req-29421109-ef4e-4a2b-a184-aa7d2f6385b5 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:07.379008 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2323396a-7b8d-425f-ba73-c84fabff15cd req-29421109-ef4e-4a2b-a184-aa7d2f6385b5 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f735a0e-1cff-4ae6-b90a-99feaf9c9362 HTTP/1.1" status: 200 len: 945 time: 0.1624908 Dec 09 15:36:07.398469 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-45699bfc-03cb-4577-b63c-672e110a28fc tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:07.418725 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5678f3e7-f293-4435-820d-734b0d06e42a None None] Attempting to bind port 914c0130-054c-4afd-984e-b5f902c1ccb4 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:36:07.419090 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5678f3e7-f293-4435-820d-734b0d06e42a None None] Attempting to bind port 914c0130-054c-4afd-984e-b5f902c1ccb4 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'c46d46a2-a5f2-4f69-b593-687d64e258f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0e3e78cd-70f4-41f7-89f6-576605cc92f2'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:36:07.419452 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5678f3e7-f293-4435-820d-734b0d06e42a None None] Attempting to bind port 914c0130-054c-4afd-984e-b5f902c1ccb4 on network 0e3e78cd-70f4-41f7-89f6-576605cc92f2 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:36:07.424968 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5678f3e7-f293-4435-820d-734b0d06e42a None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:36:07.425340 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5678f3e7-f293-4435-820d-734b0d06e42a None None] Checking segment: {'id': 'c46d46a2-a5f2-4f69-b593-687d64e258f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0e3e78cd-70f4-41f7-89f6-576605cc92f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:36:07.425737 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5678f3e7-f293-4435-820d-734b0d06e42a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:07.426337 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5678f3e7-f293-4435-820d-734b0d06e42a None None] Bound using segment: {'id': 'c46d46a2-a5f2-4f69-b593-687d64e258f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0e3e78cd-70f4-41f7-89f6-576605cc92f2'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:36:07.426968 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5678f3e7-f293-4435-820d-734b0d06e42a None None] Bound port: 914c0130-054c-4afd-984e-b5f902c1ccb4, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c46d46a2-a5f2-4f69-b593-687d64e258f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0e3e78cd-70f4-41f7-89f6-576605cc92f2'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:36:07.427345 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5678f3e7-f293-4435-820d-734b0d06e42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:07.467521 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-44e6dee4-ca39-47c3-a9bb-82ad6932d0cb req-04391286-28f3-42b5-8a37-c50f294ed6f0 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.42 "GET /v2.0/ports?device_id=023a3494-2650-4c2e-bbf0-b831d6e591b5 HTTP/1.1" status: 200 len: 210 time: 0.0290160 Dec 09 15:36:07.474467 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-45699bfc-03cb-4577-b63c-672e110a28fc tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Network 5e9ad32d-c9e7-4e00-867a-aef980499810 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:36:07.488546 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-45699bfc-03cb-4577-b63c-672e110a28fc tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:36:07.495237 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5678f3e7-f293-4435-820d-734b0d06e42a None None] For port 914c0130-054c-4afd-984e-b5f902c1ccb4, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:36:07.497920 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-45699bfc-03cb-4577-b63c-672e110a28fc tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:36:07.498544 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5678f3e7-f293-4435-820d-734b0d06e42a None None] For port 914c0130-054c-4afd-984e-b5f902c1ccb4, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=914c0130-054c-4afd-984e-b5f902c1ccb4,segment=NetworkSegment(c46d46a2-a5f2-4f69-b593-687d64e258f3),segment_id=c46d46a2-a5f2-4f69-b593-687d64e258f3)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:36:07.502355 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5678f3e7-f293-4435-820d-734b0d06e42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:07.507218 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45699bfc-03cb-4577-b63c-672e110a28fc tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Pushing event updated for resources: {'Port': ['ID=a6b09e5c-cfde-4023-bdd4-9949087aad86,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:07.548478 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2323396a-7b8d-425f-ba73-c84fabff15cd req-870a6d5b-4d10-4cf8-888a-67f2a5b30e08 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597488 Dec 09 15:36:07.575253 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-45699bfc-03cb-4577-b63c-672e110a28fc tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:07.575906 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-45699bfc-03cb-4577-b63c-672e110a28fc tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:07.586868 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5678f3e7-f293-4435-820d-734b0d06e42a None None] Pushing event updated for resources: {'Port': ['ID=914c0130-054c-4afd-984e-b5f902c1ccb4,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:07.607481 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-45699bfc-03cb-4577-b63c-672e110a28fc tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1291807 Dec 09 15:36:07.657519 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-059f226d-c568-4501-866d-cc9ef5a7246d service neutron] Request body: {'port': {'device_id': '82b3ca40-039a-4280-9da5-75278553bc60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:36:07.818125 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843fdfc4-22f3-4706-833b-82f74557ea28 req-d52fc585-1cc3-4fb0-b5c8-986676d46f40 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:07.819712 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-843fdfc4-22f3-4706-833b-82f74557ea28 req-d52fc585-1cc3-4fb0-b5c8-986676d46f40 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=84e81616-92f5-489a-ae95-e0a80acf7b1c HTTP/1.1" status: 200 len: 946 time: 0.1685512 Dec 09 15:36:07.840925 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-059f226d-c568-4501-866d-cc9ef5a7246d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:07.845153 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c88d3f5-8c70-4f85-8a55-f4a978ed95e1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:07.881310 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c88d3f5-8c70-4f85-8a55-f4a978ed95e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:07.978344 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-843fdfc4-22f3-4706-833b-82f74557ea28 req-0b14c809-7436-4865-baf1-d3c54c20e016 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476874 Dec 09 15:36:08.191106 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-6c88d3f5-8c70-4f85-8a55-f4a978ed95e1 admin admin] Allocated IP 172.25.3.58 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/fcba9336-9974-4f77-b6cb-98fd2f04e059) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:36:08.207815 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc432755-4324-4e29-8f0c-cb5df60e3249 req-d414bf67-5263-4c10-b957-9eb9613b29f2 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:08.209696 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cc432755-4324-4e29-8f0c-cb5df60e3249 req-d414bf67-5263-4c10-b957-9eb9613b29f2 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0a589d5-fc08-41a6-9357-5f8c45f36eb8 HTTP/1.1" status: 200 len: 950 time: 0.1633356 Dec 09 15:36:08.361232 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cc432755-4324-4e29-8f0c-cb5df60e3249 req-a2b2b884-3a45-45c5-9c36-ace66d7e3a0d tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420767 Dec 09 15:36:08.425458 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-059f226d-c568-4501-866d-cc9ef5a7246d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6b09e5c-cfde-4023-bdd4-9949087aad86 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:36:08.436682 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c88d3f5-8c70-4f85-8a55-f4a978ed95e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:08.439118 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-059f226d-c568-4501-866d-cc9ef5a7246d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:08.485752 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-059f226d-c568-4501-866d-cc9ef5a7246d service neutron] Transition to ACTIVE for port object a6b09e5c-cfde-4023-bdd4-9949087aad86 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:36:08.496515 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-059f226d-c568-4501-866d-cc9ef5a7246d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:08.513245 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a19545c-9951-441f-bd15-7e3c178d0121 None None] Network 0e3e78cd-70f4-41f7-89f6-576605cc92f2 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:36:08.563830 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4176511-b87c-4d4c-943f-79e3b32bc0ad req-46c16d70-ad82-4ca7-bea3-6d49d8437491 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:08.565389 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b4176511-b87c-4d4c-943f-79e3b32bc0ad req-46c16d70-ad82-4ca7-bea3-6d49d8437491 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c15617-8c5b-4505-ac55-2a62bbc909ab HTTP/1.1" status: 200 len: 949 time: 0.1239550 Dec 09 15:36:08.589876 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f226d-c568-4501-866d-cc9ef5a7246d service neutron] Pushing event updated for resources: {'Port': ['ID=a6b09e5c-cfde-4023-bdd4-9949087aad86,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:08.610073 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c88d3f5-8c70-4f85-8a55-f4a978ed95e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:08.614114 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-df48c7ea-8f62-4248-9fb6-28e669860dbd None None] Provisioning complete for port 914c0130-054c-4afd-984e-b5f902c1ccb4 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:08.615328 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-df48c7ea-8f62-4248-9fb6-28e669860dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:08.718960 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c88d3f5-8c70-4f85-8a55-f4a978ed95e1 admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:36:08.736844 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b4176511-b87c-4d4c-943f-79e3b32bc0ad req-1b051677-43a1-46e2-b216-2e3a469d9a48 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.57 "GET /v2.0/security-groups?id=8748497e-50a8-4e02-930b-ae6378f890e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603312 Dec 09 15:36:08.737562 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88d3f5-8c70-4f85-8a55-f4a978ed95e1 admin admin] Pushing event updated for resources: {'Port': ['ID=fcba9336-9974-4f77-b6cb-98fd2f04e059,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:08.748817 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-6c88d3f5-8c70-4f85-8a55-f4a978ed95e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:36:08.753211 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c88d3f5-8c70-4f85-8a55-f4a978ed95e1 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:36:08.758029 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-df48c7ea-8f62-4248-9fb6-28e669860dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:08.803967 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-df48c7ea-8f62-4248-9fb6-28e669860dbd None None] For port 914c0130-054c-4afd-984e-b5f902c1ccb4, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=914c0130-054c-4afd-984e-b5f902c1ccb4,segment=NetworkSegment(c46d46a2-a5f2-4f69-b593-687d64e258f3),segment_id=c46d46a2-a5f2-4f69-b593-687d64e258f3)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:08.808336 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-df48c7ea-8f62-4248-9fb6-28e669860dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:08.812961 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-059f226d-c568-4501-866d-cc9ef5a7246d service neutron] Attempting to bind port a6b09e5c-cfde-4023-bdd4-9949087aad86 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:36:08.813299 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-059f226d-c568-4501-866d-cc9ef5a7246d service neutron] Attempting to bind port a6b09e5c-cfde-4023-bdd4-9949087aad86 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '2728a46b-6f42-41e4-abfd-2e3db73a97b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5e9ad32d-c9e7-4e00-867a-aef980499810'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:36:08.813628 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-059f226d-c568-4501-866d-cc9ef5a7246d service neutron] Attempting to bind port a6b09e5c-cfde-4023-bdd4-9949087aad86 on network 5e9ad32d-c9e7-4e00-867a-aef980499810 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:36:08.844533 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-059f226d-c568-4501-866d-cc9ef5a7246d service neutron] Port a6b09e5c-cfde-4023-bdd4-9949087aad86 on network 5e9ad32d-c9e7-4e00-867a-aef980499810 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:36:08.844651 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-059f226d-c568-4501-866d-cc9ef5a7246d service neutron] Attempting to bind port a6b09e5c-cfde-4023-bdd4-9949087aad86 on network 5e9ad32d-c9e7-4e00-867a-aef980499810 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:36:08.858848 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-059f226d-c568-4501-866d-cc9ef5a7246d service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:36:08.859101 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-059f226d-c568-4501-866d-cc9ef5a7246d service neutron] Checking segment: {'id': '2728a46b-6f42-41e4-abfd-2e3db73a97b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5e9ad32d-c9e7-4e00-867a-aef980499810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:36:08.859373 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-059f226d-c568-4501-866d-cc9ef5a7246d service neutron] Bound using segment: {'id': '2728a46b-6f42-41e4-abfd-2e3db73a97b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5e9ad32d-c9e7-4e00-867a-aef980499810'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:36:08.859786 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-059f226d-c568-4501-866d-cc9ef5a7246d service neutron] Bound port: a6b09e5c-cfde-4023-bdd4-9949087aad86, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2728a46b-6f42-41e4-abfd-2e3db73a97b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5e9ad32d-c9e7-4e00-867a-aef980499810'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:36:08.860141 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-059f226d-c568-4501-866d-cc9ef5a7246d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:08.951853 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b547b96-534f-4bc0-ab6b-bf88fad1b31f', 'name': 'network-vif-deleted', 'tag': '80fb518b-4f9d-4dec-9225-68312ef807c0'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:36:08.952657 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53999176-bf3c-4c68-9b9e-9f47a4c5bdf8 req-2f9a5c6d-6972-4b0c-9459-c8d22ea9afc6 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:08.954180 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-53999176-bf3c-4c68-9b9e-9f47a4c5bdf8 req-2f9a5c6d-6972-4b0c-9459-c8d22ea9afc6 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a24b370-5b6c-425f-ac47-83db418c2b23 HTTP/1.1" status: 200 len: 950 time: 0.1527307 Dec 09 15:36:08.954664 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb4f8db-41fe-4053-87e6-ef49a58e87c4" -d '{"events": [{"server_uuid": "1b547b96-534f-4bc0-ab6b-bf88fad1b31f", "name": "network-vif-deleted", "tag": "80fb518b-4f9d-4dec-9225-68312ef807c0"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:36:08.994264 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df48c7ea-8f62-4248-9fb6-28e669860dbd None None] Pushing event updated for resources: {'Port': ['ID=914c0130-054c-4afd-984e-b5f902c1ccb4,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:09.028513 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d80f0a16-152c-47a6-93fb-29c430b3d473 None None] Provisioning complete for port 914c0130-054c-4afd-984e-b5f902c1ccb4 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:09.028804 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d80f0a16-152c-47a6-93fb-29c430b3d473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:09.076915 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-53999176-bf3c-4c68-9b9e-9f47a4c5bdf8 req-437fb86a-c644-4a46-a181-a40d405ff381 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036558 Dec 09 15:36:09.077923 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-059f226d-c568-4501-866d-cc9ef5a7246d service neutron] For port a6b09e5c-cfde-4023-bdd4-9949087aad86, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:36:09.122982 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-059f226d-c568-4501-866d-cc9ef5a7246d service neutron] For port a6b09e5c-cfde-4023-bdd4-9949087aad86, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=a6b09e5c-cfde-4023-bdd4-9949087aad86,segment=NetworkSegment(2728a46b-6f42-41e4-abfd-2e3db73a97b6),segment_id=2728a46b-6f42-41e4-abfd-2e3db73a97b6)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:36:09.131971 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-059f226d-c568-4501-866d-cc9ef5a7246d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:09.188424 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446b58b-0ee6-4439-a6a7-2f2dae3b28b4 req-c4515f12-97e8-43d6-9008-645b1eb51276 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:09.190036 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7446b58b-0ee6-4439-a6a7-2f2dae3b28b4 req-c4515f12-97e8-43d6-9008-645b1eb51276 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a589d5-fc08-41a6-9357-5f8c45f36eb8 HTTP/1.1" status: 200 len: 950 time: 0.0691445 Dec 09 15:36:09.204836 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-059f226d-c568-4501-866d-cc9ef5a7246d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:09.205455 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-059f226d-c568-4501-866d-cc9ef5a7246d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:09.206809 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-059f226d-c568-4501-866d-cc9ef5a7246d service neutron] 10.222.0.31 "PUT /v2.0/ports/a6b09e5c-cfde-4023-bdd4-9949087aad86 HTTP/1.1" status: 200 len: 1091 time: 1.5577087 Dec 09 15:36:09.211277 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b3ca40-039a-4280-9da5-75278553bc60', 'tag': 'a6b09e5c-cfde-4023-bdd4-9949087aad86'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:36:09.213907 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527db770-4c9c-4705-810c-764f1678d4ea" -d '{"events": [{"name": "network-changed", "server_uuid": "82b3ca40-039a-4280-9da5-75278553bc60", "tag": "a6b09e5c-cfde-4023-bdd4-9949087aad86"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:36:09.240576 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f226d-c568-4501-866d-cc9ef5a7246d service neutron] Pushing event updated for resources: {'Port': ['ID=a6b09e5c-cfde-4023-bdd4-9949087aad86,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:09.245873 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c88d3f5-8c70-4f85-8a55-f4a978ed95e1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:09.286138 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 80fb518b-4f9d-4dec-9225-68312ef807c0 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:36:09.310351 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: 80fb518b-4f9d-4dec-9225-68312ef807c0 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:36:09.310456 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 80fb518b-4f9d-4dec-9225-68312ef807c0 not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:36:09.310821 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 6e055be6-e9c3-48d5-b6d4-6887839530ea no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:36:09.355491 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-7446b58b-0ee6-4439-a6a7-2f2dae3b28b4 req-1aa23ddd-8436-4d51-be41-8bb840748545 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Deleting port 6e055be6-e9c3-48d5-b6d4-6887839530ea {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:36:09.359426 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7446b58b-0ee6-4439-a6a7-2f2dae3b28b4 req-1aa23ddd-8436-4d51-be41-8bb840748545 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:09.439942 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-3e25b925-1801-4e72-b117-62836e2470a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:09.441415 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-3e25b925-1801-4e72-b117-62836e2470a0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5b98cde4c74447a0b0079eeef5f37b22&device_id=82b3ca40-039a-4280-9da5-75278553bc60 HTTP/1.1" status: 200 len: 1094 time: 0.1474173 Dec 09 15:36:09.492474 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:09.532109 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a589d5-fc08-41a6-9357-5f8c45f36eb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e055be6-e9c3-48d5-b6d4-6887839530ea'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:36:09.541363 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b75bd5f-e1ca-41ab-bbe6-c7cd477ec409" -d '{"events": [{"server_uuid": "f0a589d5-fc08-41a6-9357-5f8c45f36eb8", "name": "network-vif-unplugged", "status": "completed", "tag": "6e055be6-e9c3-48d5-b6d4-6887839530ea"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:36:09.568329 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-e45d9417-6ea4-4f33-8401-18a456699bfc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6b09e5c-cfde-4023-bdd4-9949087aad86 HTTP/1.1" status: 200 len: 217 time: 0.1142685 Dec 09 15:36:09.573421 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 914c0130-054c-4afd-984e-b5f902c1ccb4 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:36:09.573715 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eed5c4-108e-444f-924d-39d00f0a01d5 req-b1df59be-b02f-4c5e-b199-b9bd3b8b79b5 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:09.575216 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-86eed5c4-108e-444f-924d-39d00f0a01d5 req-b1df59be-b02f-4c5e-b199-b9bd3b8b79b5 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.42 "GET /v2.0/ports?device_id=18c15617-8c5b-4505-ac55-2a62bbc909ab HTTP/1.1" status: 200 len: 949 time: 0.2496498 Dec 09 15:36:09.578186 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 6e055be6-e9c3-48d5-b6d4-6887839530ea, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=6e055be6-e9c3-48d5-b6d4-6887839530ea,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:09.604888 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:09.605872 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 045f604f-9feb-48f9-8e9f-8c80ce7c517d no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:36:09.631070 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-7446b58b-0ee6-4439-a6a7-2f2dae3b28b4 req-1aa23ddd-8436-4d51-be41-8bb840748545 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] For port 6e055be6-e9c3-48d5-b6d4-6887839530ea, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=6e055be6-e9c3-48d5-b6d4-6887839530ea,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:09.631434 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7446b58b-0ee6-4439-a6a7-2f2dae3b28b4 req-1aa23ddd-8436-4d51-be41-8bb840748545 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:09.663535 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: 045f604f-9feb-48f9-8e9f-8c80ce7c517d {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:36:09.663884 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 045f604f-9feb-48f9-8e9f-8c80ce7c517d not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:36:09.673906 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-7446b58b-0ee6-4439-a6a7-2f2dae3b28b4 req-1aa23ddd-8436-4d51-be41-8bb840748545 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Calling delete_port for 6e055be6-e9c3-48d5-b6d4-6887839530ea owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:36:09.689221 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-e7ffa714-5776-4527-baaa-9df5d04218d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:09.691014 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-e7ffa714-5776-4527-baaa-9df5d04218d4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01df2498-b8b6-4dc7-bb3a-e44d90f24165 HTTP/1.1" status: 200 len: 844 time: 0.1104925 Dec 09 15:36:09.699967 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=6e055be6-e9c3-48d5-b6d4-6887839530ea,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:09.717294 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 914c0130-054c-4afd-984e-b5f902c1ccb4 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:09.718650 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:09.739151 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-8528f9f3-3bec-4c90-a90c-45eeab4bc55e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5e9ad32d-c9e7-4e00-867a-aef980499810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382121 Dec 09 15:36:09.798596 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91174b-60aa-4ea5-a98b-c37fc8cfba3f req-240a3fa9-b8f3-483a-b295-81b6c1b80d5e tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:09.800139 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0a91174b-60aa-4ea5-a98b-c37fc8cfba3f req-240a3fa9-b8f3-483a-b295-81b6c1b80d5e tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=82b3ca40-039a-4280-9da5-75278553bc60 HTTP/1.1" status: 200 len: 943 time: 0.2409825 Dec 09 15:36:09.804076 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-86eed5c4-108e-444f-924d-39d00f0a01d5 req-9621f11f-cede-4648-8271-ca3960827970 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Deleting port 28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:36:09.804803 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-86eed5c4-108e-444f-924d-39d00f0a01d5 req-9621f11f-cede-4648-8271-ca3960827970 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:09.887362 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c88d3f5-8c70-4f85-8a55-f4a978ed95e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:09.940908 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7446b58b-0ee6-4439-a6a7-2f2dae3b28b4 req-1aa23ddd-8436-4d51-be41-8bb840748545 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:09.952628 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0a91174b-60aa-4ea5-a98b-c37fc8cfba3f req-99db11a5-afd5-40d7-9d91-6b6a962f4f53 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396415 Dec 09 15:36:09.953946 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['09c676e4-2a5f-46ee-a639-d2836ab6c1d8', 'd204c55b-f880-4a11-b32a-0bf6feff0b3f', 'c2517f73-5229-47a2-90e3-f457f92ff058', 'ba9435ef-3de3-478d-83d7-bc72b2993e7d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:36:09.955544 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-86eed5c4-108e-444f-924d-39d00f0a01d5 req-9621f11f-cede-4648-8271-ca3960827970 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] For port 28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:09.956061 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-86eed5c4-108e-444f-924d-39d00f0a01d5 req-9621f11f-cede-4648-8271-ca3960827970 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:09.969627 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-c97af626-558a-4556-8af1-fbf4fd06640c service neutron] 10.222.0.31 "GET /v2.0/networks/5e9ad32d-c9e7-4e00-867a-aef980499810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968946 Dec 09 15:36:09.999304 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-86eed5c4-108e-444f-924d-39d00f0a01d5 req-9621f11f-cede-4648-8271-ca3960827970 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Calling delete_port for 28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:36:10.002532 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa23ddd-8436-4d51-be41-8bb840748545 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Pushing event deleted for resources: {'Port': ['ID=6e055be6-e9c3-48d5-b6d4-6887839530ea,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:10.037476 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['92c9ec34-680d-443c-b16e-dccf7c73f04f', 'f5fd84b5-c812-423f-9cb1-712cb3110308'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:36:10.056299 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d54e1a0-72cb-460a-b61f-56009fbac1e5 x-openstack-request-id: req-2d54e1a0-72cb-460a-b61f-56009fbac1e5 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:36:10.056682 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b547b96-534f-4bc0-ab6b-bf88fad1b31f", "name": "network-vif-deleted", "tag": "80fb518b-4f9d-4dec-9225-68312ef807c0", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:36:10.056884 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2d54e1a0-72cb-460a-b61f-56009fbac1e5 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:36:10.057281 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b547b96-534f-4bc0-ab6b-bf88fad1b31f', 'name': 'network-vif-deleted', 'tag': '80fb518b-4f9d-4dec-9225-68312ef807c0', 'status': 'completed', 'code': 200} Dec 09 15:36:10.060944 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-7446b58b-0ee6-4439-a6a7-2f2dae3b28b4 req-1aa23ddd-8436-4d51-be41-8bb840748545 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] No DVR routers for this DVR port 6e055be6-e9c3-48d5-b6d4-6887839530ea on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:36:10.066167 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7446b58b-0ee6-4439-a6a7-2f2dae3b28b4 req-1aa23ddd-8436-4d51-be41-8bb840748545 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:10.078710 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7446b58b-0ee6-4439-a6a7-2f2dae3b28b4 req-1aa23ddd-8436-4d51-be41-8bb840748545 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.42 "DELETE /v2.0/ports/6e055be6-e9c3-48d5-b6d4-6887839530ea HTTP/1.1" status: 204 len: 173 time: 0.8791175 Dec 09 15:36:10.262289 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-86eed5c4-108e-444f-924d-39d00f0a01d5 req-9621f11f-cede-4648-8271-ca3960827970 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:10.364927 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9621f11f-cede-4648-8271-ca3960827970 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Pushing event deleted for resources: {'Port': ['ID=28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:10.385132 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-86eed5c4-108e-444f-924d-39d00f0a01d5 req-9621f11f-cede-4648-8271-ca3960827970 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] No DVR routers for this DVR port 28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4 on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:36:10.388707 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-86eed5c4-108e-444f-924d-39d00f0a01d5 req-9621f11f-cede-4648-8271-ca3960827970 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:10.392708 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-86eed5c4-108e-444f-924d-39d00f0a01d5 req-9621f11f-cede-4648-8271-ca3960827970 tempest-LiveMigrationNegativeTest-465877821 tempest-LiveMigrationNegativeTest-465877821-project] 10.222.0.42 "DELETE /v2.0/ports/28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4 HTTP/1.1" status: 204 len: 173 time: 0.8093762 Dec 09 15:36:10.532289 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2bb0d-3f0e-4836-95a4-3027ffc39ba2 req-6285a95f-e566-4a81-8d6e-9cdb9ff9d9dc tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:10.534031 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-01c2bb0d-3f0e-4836-95a4-3027ffc39ba2 req-6285a95f-e566-4a81-8d6e-9cdb9ff9d9dc tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=84e81616-92f5-489a-ae95-e0a80acf7b1c HTTP/1.1" status: 200 len: 946 time: 0.1247308 Dec 09 15:36:10.542829 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57f98e05-4e4f-42eb-a96a-d60fc8f18f5a req-376cd32b-f925-4e15-b1bb-b99f9f989c35 service neutron] 10.222.0.31 "GET /v2.0/networks/5e9ad32d-c9e7-4e00-867a-aef980499810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5561650 Dec 09 15:36:10.545630 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c88d3f5-8c70-4f85-8a55-f4a978ed95e1 admin admin] Router b305c5c1-67d9-4714-bbfb-85a3d48924e1 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:36:10.634974 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-01c2bb0d-3f0e-4836-95a4-3027ffc39ba2 req-64452f1f-2c7c-4b6b-ab76-2f5e67e1da7c tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905600 Dec 09 15:36:10.703795 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03fd9d9-dc58-4b01-953b-152dd8753cfe x-openstack-request-id: req-c03fd9d9-dc58-4b01-953b-152dd8753cfe {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:36:10.704160 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b3ca40-039a-4280-9da5-75278553bc60", "tag": "a6b09e5c-cfde-4023-bdd4-9949087aad86", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:36:10.704504 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c03fd9d9-dc58-4b01-953b-152dd8753cfe {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:36:10.705151 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b3ca40-039a-4280-9da5-75278553bc60', 'tag': 'a6b09e5c-cfde-4023-bdd4-9949087aad86', 'status': 'completed', 'code': 200} Dec 09 15:36:10.712327 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c88d3f5-8c70-4f85-8a55-f4a978ed95e1 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:36:10.727626 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf480689-bddc-4836-a80f-d64ac39f0d7d None None] Sync routers for ids ['b305c5c1-67d9-4714-bbfb-85a3d48924e1'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:36:10.733426 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c88d3f5-8c70-4f85-8a55-f4a978ed95e1 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:10.735245 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6c88d3f5-8c70-4f85-8a55-f4a978ed95e1 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9327457 Dec 09 15:36:10.740267 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60060) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:10.763398 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf480689-bddc-4836-a80f-d64ac39f0d7d None None] Routers {'b305c5c1-67d9-4714-bbfb-85a3d48924e1'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:36:10.764042 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-cf480689-bddc-4836-a80f-d64ac39f0d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:35:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['b305c5c1-67d9-4714-bbfb-85a3d48924e1'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:36:10.864662 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527db770-4c9c-4705-810c-764f1678d4ea req-34a48b65-8016-4715-a297-624d2c5de304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:10.866079 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-527db770-4c9c-4705-810c-764f1678d4ea req-34a48b65-8016-4715-a297-624d2c5de304 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5b98cde4c74447a0b0079eeef5f37b22&device_id=82b3ca40-039a-4280-9da5-75278553bc60 HTTP/1.1" status: 200 len: 1094 time: 0.1154296 Dec 09 15:36:10.875207 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a5936-9efd-46b1-8e26-d772e04453ba req-c848b432-4a9c-4a6a-bd57-eac5239aa040 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:10.882685 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-648a5936-9efd-46b1-8e26-d772e04453ba req-c848b432-4a9c-4a6a-bd57-eac5239aa040 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f735a0e-1cff-4ae6-b90a-99feaf9c9362 HTTP/1.1" status: 200 len: 945 time: 0.0782058 Dec 09 15:36:10.907119 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-cf480689-bddc-4836-a80f-d64ac39f0d7d None None] Set router b305c5c1-67d9-4714-bbfb-85a3d48924e1 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:36:10.990386 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-648a5936-9efd-46b1-8e26-d772e04453ba req-9c4981a3-ebd0-4c4b-88ea-7c1e6524da97 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068511 Dec 09 15:36:11.010726 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527db770-4c9c-4705-810c-764f1678d4ea req-76879096-36a6-49df-a80b-9765b6bb3720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:11.012315 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-527db770-4c9c-4705-810c-764f1678d4ea req-76879096-36a6-49df-a80b-9765b6bb3720 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5e9ad32d-c9e7-4e00-867a-aef980499810 HTTP/1.1" status: 200 len: 905 time: 0.1269023 Dec 09 15:36:11.135023 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-cf480689-bddc-4836-a80f-d64ac39f0d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b305c5c1-67d9-4714-bbfb-85a3d48924e1', 'name': 'tempest-ServersTestMultiNic-240503750-router', 'tenant_id': '1e0dad837f9c483a9d0dd7e471d8bf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fcba9336-9974-4f77-b6cb-98fd2f04e059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:06Z', 'updated_at': '2021-12-09T15:36:09Z', 'revision_number': 3, 'project_id': '1e0dad837f9c483a9d0dd7e471d8bf06', 'gw_port': {'id': 'fcba9336-9974-4f77-b6cb-98fd2f04e059', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b305c5c1-67d9-4714-bbfb-85a3d48924e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:07Z', 'updated_at': '2021-12-09T15:36:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:36:11.174441 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:36:11.174917 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-527db770-4c9c-4705-810c-764f1678d4ea req-e9f707a8-5ed8-4821-bf4b-6238bc1cc64b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6b09e5c-cfde-4023-bdd4-9949087aad86 HTTP/1.1" status: 200 len: 217 time: 0.1008005 Dec 09 15:36:11.178440 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf480689-bddc-4836-a80f-d64ac39f0d7d None None] Checking router: b305c5c1-67d9-4714-bbfb-85a3d48924e1 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:36:11.178937 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf480689-bddc-4836-a80f-d64ac39f0d7d None None] Updating router b305c5c1-67d9-4714-bbfb-85a3d48924e1 port fcba9336-9974-4f77-b6cb-98fd2f04e059 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:36:11.231320 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cf480689-bddc-4836-a80f-d64ac39f0d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:11.287604 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527db770-4c9c-4705-810c-764f1678d4ea req-8b26fca8-e274-4602-a9f4-38ff807dadf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:11.289312 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-527db770-4c9c-4705-810c-764f1678d4ea req-8b26fca8-e274-4602-a9f4-38ff807dadf7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01df2498-b8b6-4dc7-bb3a-e44d90f24165 HTTP/1.1" status: 200 len: 844 time: 0.1004772 Dec 09 15:36:11.338359 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-527db770-4c9c-4705-810c-764f1678d4ea req-7832b176-2a66-43ee-bd92-e0ecc4449664 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5e9ad32d-c9e7-4e00-867a-aef980499810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395262 Dec 09 15:36:11.347374 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-527ee4f5-00f4-4c85-b79e-a801577db3ce tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:11.349060 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-527ee4f5-00f4-4c85-b79e-a801577db3ce tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/networks?id=7736ab20-9109-45c5-88b0-6682a059f13e HTTP/1.1" status: 200 len: 812 time: 0.1925075 Dec 09 15:36:11.406490 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-8f3f8492-81e0-4606-950c-8f796e0bdd82 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/quotas/7cb10907c9dd4101899755e35f1cc029 HTTP/1.1" status: 200 len: 375 time: 0.0474069 Dec 09 15:36:11.445373 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-723afa3b-9605-4d59-9aa4-511dd1053980 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7cb10907c9dd4101899755e35f1cc029&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305579 Dec 09 15:36:11.511349 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e4dd35df-e322-4bc7-9f8e-26e6f492ba31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:11.518804 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-527db770-4c9c-4705-810c-764f1678d4ea req-378110bc-cd06-48e6-a6b8-009f93886632 service neutron] 10.222.0.31 "GET /v2.0/networks/5e9ad32d-c9e7-4e00-867a-aef980499810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686783 Dec 09 15:36:11.524450 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cf480689-bddc-4836-a80f-d64ac39f0d7d None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:11.531809 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cf480689-bddc-4836-a80f-d64ac39f0d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:11.579337 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-cf480689-bddc-4836-a80f-d64ac39f0d7d None None] Attempting to bind port fcba9336-9974-4f77-b6cb-98fd2f04e059 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:36:11.579706 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-cf480689-bddc-4836-a80f-d64ac39f0d7d None None] Attempting to bind port fcba9336-9974-4f77-b6cb-98fd2f04e059 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:36:11.580066 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf480689-bddc-4836-a80f-d64ac39f0d7d None None] Attempting to bind port fcba9336-9974-4f77-b6cb-98fd2f04e059 on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:36:11.594591 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf480689-bddc-4836-a80f-d64ac39f0d7d None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:36:11.594962 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf480689-bddc-4836-a80f-d64ac39f0d7d None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:36:11.595367 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cf480689-bddc-4836-a80f-d64ac39f0d7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:11.595757 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf480689-bddc-4836-a80f-d64ac39f0d7d None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:36:11.596223 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-cf480689-bddc-4836-a80f-d64ac39f0d7d None None] Bound port: fcba9336-9974-4f77-b6cb-98fd2f04e059, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:36:11.596622 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cf480689-bddc-4836-a80f-d64ac39f0d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:11.612230 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-79d1d43c-5c0d-4907-817c-b56dc24dc1dd service neutron] 10.222.0.57 "GET /v2.0/networks/7736ab20-9109-45c5-88b0-6682a059f13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567674 Dec 09 15:36:11.618967 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4814433-a074-4bf6-8244-7bc0dbf0b876 None None] Pushing event updated for resources: {'Port': ['ID=fcba9336-9974-4f77-b6cb-98fd2f04e059,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:11.651708 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-cf480689-bddc-4836-a80f-d64ac39f0d7d None None] For port fcba9336-9974-4f77-b6cb-98fd2f04e059, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:36:11.655062 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-cf480689-bddc-4836-a80f-d64ac39f0d7d None None] For port fcba9336-9974-4f77-b6cb-98fd2f04e059, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=fcba9336-9974-4f77-b6cb-98fd2f04e059,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:36:11.660179 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cf480689-bddc-4836-a80f-d64ac39f0d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:11.696087 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-527db770-4c9c-4705-810c-764f1678d4ea req-f3824d43-d9d3-4251-9df4-9ec82fdca665 service neutron] 10.222.0.31 "GET /v2.0/networks/5e9ad32d-c9e7-4e00-867a-aef980499810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620133 Dec 09 15:36:11.698968 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-e4dd35df-e322-4bc7-9f8e-26e6f492ba31 admin admin] Allocated IP 172.20.0.1 (0e3e78cd-70f4-41f7-89f6-576605cc92f2/d7dbe908-45fb-4038-a67c-ecb2feafeb68/228495d6-10b3-45a6-97a1-9e867d1579e3) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:36:11.729937 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf480689-bddc-4836-a80f-d64ac39f0d7d None None] Routers {'b305c5c1-67d9-4714-bbfb-85a3d48924e1'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:36:11.730861 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-cf480689-bddc-4836-a80f-d64ac39f0d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:35:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['b305c5c1-67d9-4714-bbfb-85a3d48924e1'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:36:11.734395 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4814433-a074-4bf6-8244-7bc0dbf0b876 None None] Pushing event updated for resources: {'Port': ['ID=fcba9336-9974-4f77-b6cb-98fd2f04e059,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:11.749534 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-4da6bc2a-33ec-4848-ae56-6ff08e27f27b service neutron] 10.222.0.57 "GET /v2.0/networks/7736ab20-9109-45c5-88b0-6682a059f13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212885 Dec 09 15:36:11.815848 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e4dd35df-e322-4bc7-9f8e-26e6f492ba31 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:11.846113 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-cf480689-bddc-4836-a80f-d64ac39f0d7d None None] Set router b305c5c1-67d9-4714-bbfb-85a3d48924e1 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:36:11.854029 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e4dd35df-e322-4bc7-9f8e-26e6f492ba31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:11.900486 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dd35df-e322-4bc7-9f8e-26e6f492ba31 admin admin] Network 0e3e78cd-70f4-41f7-89f6-576605cc92f2 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:36:11.906204 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-e4dd35df-e322-4bc7-9f8e-26e6f492ba31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:36:11.908252 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd35df-e322-4bc7-9f8e-26e6f492ba31 admin admin] Pushing event updated for resources: {'Port': ['ID=228495d6-10b3-45a6-97a1-9e867d1579e3,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:11.916693 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dd35df-e322-4bc7-9f8e-26e6f492ba31 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:36:11.959997 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e4dd35df-e322-4bc7-9f8e-26e6f492ba31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:12.017635 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 15:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8da3453-70d9-4576-9b79-951659f1eb96 x-openstack-request-id: req-c8da3453-70d9-4576-9b79-951659f1eb96 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:36:12.018233 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a589d5-fc08-41a6-9357-5f8c45f36eb8", "name": "network-vif-unplugged", "status": "completed", "tag": "6e055be6-e9c3-48d5-b6d4-6887839530ea", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:36:12.019122 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c8da3453-70d9-4576-9b79-951659f1eb96 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:36:12.019593 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a589d5-fc08-41a6-9357-5f8c45f36eb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e055be6-e9c3-48d5-b6d4-6887839530ea', 'code': 200} Dec 09 15:36:12.095427 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a589d5-fc08-41a6-9357-5f8c45f36eb8', 'name': 'network-vif-deleted', 'tag': '6e055be6-e9c3-48d5-b6d4-6887839530ea'}, {'server_uuid': '18c15617-8c5b-4505-ac55-2a62bbc909ab', 'name': 'network-vif-deleted', 'tag': '28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:36:12.098551 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580dd8d0-0403-44eb-90af-ae9af9f274e4" -d '{"events": [{"server_uuid": "f0a589d5-fc08-41a6-9357-5f8c45f36eb8", "name": "network-vif-deleted", "tag": "6e055be6-e9c3-48d5-b6d4-6887839530ea"}, {"server_uuid": "18c15617-8c5b-4505-ac55-2a62bbc909ab", "name": "network-vif-deleted", "tag": "28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:36:12.143026 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-cf480689-bddc-4836-a80f-d64ac39f0d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b305c5c1-67d9-4714-bbfb-85a3d48924e1', 'name': 'tempest-ServersTestMultiNic-240503750-router', 'tenant_id': '1e0dad837f9c483a9d0dd7e471d8bf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fcba9336-9974-4f77-b6cb-98fd2f04e059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:06Z', 'updated_at': '2021-12-09T15:36:09Z', 'revision_number': 3, 'project_id': '1e0dad837f9c483a9d0dd7e471d8bf06', 'gw_port': {'id': 'fcba9336-9974-4f77-b6cb-98fd2f04e059', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b305c5c1-67d9-4714-bbfb-85a3d48924e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:07Z', 'updated_at': '2021-12-09T15:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:36:12.165982 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f186d66-57af-4427-af24-61c1cc4773ac req-5fd95058-71ee-4a75-b623-aa2631b9394e tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:12.170099 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e4dd35df-e322-4bc7-9f8e-26e6f492ba31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:12.178711 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0f186d66-57af-4427-af24-61c1cc4773ac req-5fd95058-71ee-4a75-b623-aa2631b9394e tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a24b370-5b6c-425f-ac47-83db418c2b23 HTTP/1.1" status: 200 len: 950 time: 0.1157348 Dec 09 15:36:12.209907 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf480689-bddc-4836-a80f-d64ac39f0d7d None None] The sync data for ids ['b305c5c1-67d9-4714-bbfb-85a3d48924e1'] in n-d-821228-1 is: [{'id': 'b305c5c1-67d9-4714-bbfb-85a3d48924e1', 'name': 'tempest-ServersTestMultiNic-240503750-router', 'tenant_id': '1e0dad837f9c483a9d0dd7e471d8bf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fcba9336-9974-4f77-b6cb-98fd2f04e059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:06Z', 'updated_at': '2021-12-09T15:36:09Z', 'revision_number': 3, 'project_id': '1e0dad837f9c483a9d0dd7e471d8bf06', 'gw_port': {'id': 'fcba9336-9974-4f77-b6cb-98fd2f04e059', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b305c5c1-67d9-4714-bbfb-85a3d48924e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:07Z', 'updated_at': '2021-12-09T15:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:36:12.273595 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0f186d66-57af-4427-af24-61c1cc4773ac req-cb50e493-40d8-40b3-b7dd-95c9b75b7ab2 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937698 Dec 09 15:36:12.371825 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ca74cfbe-2219-482c-ada0-55e185aa8026 None None] Provisioning complete for port 228495d6-10b3-45a6-97a1-9e867d1579e3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:12.372427 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ca74cfbe-2219-482c-ada0-55e185aa8026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:12.388900 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60094) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:12.418168 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ca74cfbe-2219-482c-ada0-55e185aa8026 None None] Port 228495d6-10b3-45a6-97a1-9e867d1579e3 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:36:12.422115 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb0bd4-711f-49d9-9fdd-af5cbed87421 req-62b809ee-dfab-499e-b017-1c80cf77c86e tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:12.423953 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-19bb0bd4-711f-49d9-9fdd-af5cbed87421 req-62b809ee-dfab-499e-b017-1c80cf77c86e tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=82b3ca40-039a-4280-9da5-75278553bc60 HTTP/1.1" status: 200 len: 943 time: 0.0891702 Dec 09 15:36:12.501301 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e4dd35df-e322-4bc7-9f8e-26e6f492ba31 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:12.511774 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e4dd35df-e322-4bc7-9f8e-26e6f492ba31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:12.554818 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-19bb0bd4-711f-49d9-9fdd-af5cbed87421 req-90ab7121-9e0e-4e3a-a448-e473b2277a9c tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100490 Dec 09 15:36:12.639738 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e4dd35df-e322-4bc7-9f8e-26e6f492ba31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:12.643597 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd35df-e322-4bc7-9f8e-26e6f492ba31 admin admin] Pushing event updated for resources: {'Port': ['ID=228495d6-10b3-45a6-97a1-9e867d1579e3,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:12.830256 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dd35df-e322-4bc7-9f8e-26e6f492ba31 admin admin] Network 0e3e78cd-70f4-41f7-89f6-576605cc92f2 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:36:12.833106 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3d2fc0fe-ffa5-473c-a99f-2693b3952fc0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f6f8b860b8cb464c96c43840787f6ea8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4419353 Dec 09 15:36:12.834876 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-e4dd35df-e322-4bc7-9f8e-26e6f492ba31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:36:12.837703 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60100) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:12.882414 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-e6f28357-7dfc-4c74-b454-0efa4ad22c7f service neutron] show failed (client error): The resource could not be found. Dec 09 15:36:12.883805 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-e6f28357-7dfc-4c74-b454-0efa4ad22c7f service neutron] 10.222.0.31 "GET /v2.0/ports/1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507/bindings/n-h1-821228-1 HTTP/1.1" status: 404 len: 380 time: 0.1169260 Dec 09 15:36:12.995847 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723325d-ae60-4dd9-a71e-525e70205882 req-b55c6ccb-470a-49a2-aff7-8c0101119b73 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:13.007209 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7723325d-ae60-4dd9-a71e-525e70205882 req-b55c6ccb-470a-49a2-aff7-8c0101119b73 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=84e81616-92f5-489a-ae95-e0a80acf7b1c HTTP/1.1" status: 200 len: 946 time: 0.1219695 Dec 09 15:36:13.043678 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09530508-f0af-41cc-8bec-7e9af2979958 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:13.091634 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09530508-f0af-41cc-8bec-7e9af2979958 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:13.124841 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4dd35df-e322-4bc7-9f8e-26e6f492ba31 admin admin] Router b305c5c1-67d9-4714-bbfb-85a3d48924e1 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:36:13.127279 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7723325d-ae60-4dd9-a71e-525e70205882 req-0e1f0b34-70d2-43cd-b290-118d12e3e161 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191604 Dec 09 15:36:13.250642 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c3cbcf0b-9ace-4eef-bf3d-a424c259bfc6 None None] Provisioning complete for port 228495d6-10b3-45a6-97a1-9e867d1579e3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:13.251096 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c3cbcf0b-9ace-4eef-bf3d-a424c259bfc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:13.260025 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-50a3fda4-dae9-4b4e-9c43-c9d862c9858c req-a6d941a5-5589-4429-b91b-285cd91e37b0 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=c24fe140-843f-440b-865a-05df120d721b HTTP/1.1" status: 200 len: 210 time: 0.0333638 Dec 09 15:36:13.283343 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-7a7c06b3-6696-4ad5-8c31-3dd9d661a08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:13.284890 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-7a7c06b3-6696-4ad5-8c31-3dd9d661a08f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1a24b370-5b6c-425f-ac47-83db418c2b23&tenant_id=8222749629bd4bc081045ad1433cd8c5 HTTP/1.1" status: 200 len: 1101 time: 0.1126554 Dec 09 15:36:13.309683 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c3cbcf0b-9ace-4eef-bf3d-a424c259bfc6 None None] Port 228495d6-10b3-45a6-97a1-9e867d1579e3 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:36:13.312372 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:36:13.320821 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09530508-f0af-41cc-8bec-7e9af2979958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:13.325917 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09530508-f0af-41cc-8bec-7e9af2979958 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:13.325917 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-09530508-f0af-41cc-8bec-7e9af2979958 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8748497e-50a8-4e02-930b-ae6378f890e6 HTTP/1.1" status: 204 len: 168 time: 0.4864054 Dec 09 15:36:13.340985 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: 28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:36:13.341335 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4 not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:36:13.354236 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-d360a7e8-1e16-49ec-b4c0-b046b679de30 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821228-1', 'device_owner': 'compute:nova'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:36:13.385617 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09530508-f0af-41cc-8bec-7e9af2979958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8748497e-50a8-4e02-930b-ae6378f890e6,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:13.446890 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622b13d-bad7-49df-9d73-f494a6926761 req-c3a5e13c-a8af-4ad7-bb33-90acdc62c271 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:13.461625 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4dd35df-e322-4bc7-9f8e-26e6f492ba31 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:36:13.462909 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b622b13d-bad7-49df-9d73-f494a6926761 req-c3a5e13c-a8af-4ad7-bb33-90acdc62c271 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f735a0e-1cff-4ae6-b90a-99feaf9c9362 HTTP/1.1" status: 200 len: 945 time: 0.1099176 Dec 09 15:36:13.493252 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e4dd35df-e322-4bc7-9f8e-26e6f492ba31 admin admin] 10.222.0.57 "PUT /v2.0/routers/b305c5c1-67d9-4714-bbfb-85a3d48924e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7515647 Dec 09 15:36:13.509347 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-d360a7e8-1e16-49ec-b4c0-b046b679de30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:13.597686 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device fcba9336-9974-4f77-b6cb-98fd2f04e059 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:36:13.645492 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b622b13d-bad7-49df-9d73-f494a6926761 req-19d4ddf0-467a-4b0b-8f1f-766373866396 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815748 Dec 09 15:36:13.711605 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port fcba9336-9974-4f77-b6cb-98fd2f04e059 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:13.711982 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:13.717818 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60112) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:13.785895 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-0cd9799b-7409-4cc2-9dd4-97fd7095e9bf tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:13.787426 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-0cd9799b-7409-4cc2-9dd4-97fd7095e9bf tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.31 "GET /v2.0/networks?id=7736ab20-9109-45c5-88b0-6682a059f13e HTTP/1.1" status: 200 len: 812 time: 0.2470899 Dec 09 15:36:13.803257 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Dec 2021 15:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfc9bd6-c1a6-47fe-9013-df9620a6d521 x-openstack-request-id: req-5dfc9bd6-c1a6-47fe-9013-df9620a6d521 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:36:13.804928 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a589d5-fc08-41a6-9357-5f8c45f36eb8", "name": "network-vif-deleted", "tag": "6e055be6-e9c3-48d5-b6d4-6887839530ea", "status": "completed", "code": 200}, {"server_uuid": "18c15617-8c5b-4505-ac55-2a62bbc909ab", "name": "network-vif-deleted", "tag": "28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:36:13.805383 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5dfc9bd6-c1a6-47fe-9013-df9620a6d521 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:36:13.806470 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a589d5-fc08-41a6-9357-5f8c45f36eb8', 'name': 'network-vif-deleted', 'tag': '6e055be6-e9c3-48d5-b6d4-6887839530ea', 'status': 'completed', 'code': 200} Dec 09 15:36:13.806884 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c15617-8c5b-4505-ac55-2a62bbc909ab', 'name': 'network-vif-deleted', 'tag': '28df2bc7-88d9-4ccc-a1d9-f2fb52ef38d4', 'status': 'completed', 'code': 200} Dec 09 15:36:13.816613 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-88fe1ffa-bc98-4193-afe2-d0df20e0dd51 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Request body: {'port': {'device_id': 'c24fe140-843f-440b-865a-05df120d721b', 'network_id': '7736ab20-9109-45c5-88b0-6682a059f13e', 'admin_state_up': True, 'tenant_id': '7cb10907c9dd4101899755e35f1cc029'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:36:13.862873 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-d360a7e8-1e16-49ec-b4c0-b046b679de30 service neutron] For port 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:13.869174 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:13.895496 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60116) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:13.900916 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port fcba9336-9974-4f77-b6cb-98fd2f04e059, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=fcba9336-9974-4f77-b6cb-98fd2f04e059,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:13.909072 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:13.932542 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-d360a7e8-1e16-49ec-b4c0-b046b679de30 service neutron] For port 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507, host n-h2-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:36:13.938610 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-0bad85f8-8e9c-4aea-a914-c345c1341d5b tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1772856504'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:36:13.976546 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c078ae75-bb1d-4bc3-8a0d-e33a28892a0f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=78987067b8cf4fc892ef6c9e183eea78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0798512 Dec 09 15:36:13.977393 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=fcba9336-9974-4f77-b6cb-98fd2f04e059,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:13.981992 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60118) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:14.004400 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-d360a7e8-1e16-49ec-b4c0-b046b679de30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:14.013882 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212908e8-609d-4bce-8550-507608595333 req-bc4fa69b-486c-4791-ac08-f058d7d5e006 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:14.015498 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-212908e8-609d-4bce-8550-507608595333 req-bc4fa69b-486c-4791-ac08-f058d7d5e006 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6573df0c-1202-4a5c-a383-5dce7cd504b3 HTTP/1.1" status: 200 len: 950 time: 0.1290808 Dec 09 15:36:14.018003 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bad85f8-8e9c-4aea-a914-c345c1341d5b tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Made reservation on behalf of 1e0dad837f9c483a9d0dd7e471d8bf06 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:36:14.021434 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0bad85f8-8e9c-4aea-a914-c345c1341d5b tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:14.034343 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-d360a7e8-1e16-49ec-b4c0-b046b679de30 service neutron] Transition to ACTIVE for port object 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:36:14.040987 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-d360a7e8-1e16-49ec-b4c0-b046b679de30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:14.084360 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bad85f8-8e9c-4aea-a914-c345c1341d5b tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:36:14.091882 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-554a8932-3fe8-4caa-bf69-091668dba095 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:14.108471 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-88fe1ffa-bc98-4193-afe2-d0df20e0dd51 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Made reservation on behalf of 7cb10907c9dd4101899755e35f1cc029 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:36:14.111992 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-88fe1ffa-bc98-4193-afe2-d0df20e0dd51 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:14.114472 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0bad85f8-8e9c-4aea-a914-c345c1341d5b tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:14.114822 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-0bad85f8-8e9c-4aea-a914-c345c1341d5b tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Added segment 86283111-1a74-45ec-bb1c-dc66e4f2543c of type vlan for network 6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a Dec 09 15:36:14.129981 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d360a7e8-1e16-49ec-b4c0-b046b679de30 service neutron] Pushing event updated for resources: {'Port': ['ID=1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507,revision_number=6']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:14.134782 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-212908e8-609d-4bce-8550-507608595333 req-93a62a12-a3d3-49e5-a0e2-d9126d2b5fcb tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084673 Dec 09 15:36:14.135052 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-d360a7e8-1e16-49ec-b4c0-b046b679de30 service neutron] No DVR routers for this DVR port 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 on host n-h2-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:36:14.149746 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-554a8932-3fe8-4caa-bf69-091668dba095 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:14.194126 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0bad85f8-8e9c-4aea-a914-c345c1341d5b tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:14.234378 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-d360a7e8-1e16-49ec-b4c0-b046b679de30 service neutron] Attempting to bind port 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:36:14.234805 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-d360a7e8-1e16-49ec-b4c0-b046b679de30 service neutron] Attempting to bind port 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:36:14.235138 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-d360a7e8-1e16-49ec-b4c0-b046b679de30 service neutron] Attempting to bind port 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:36:14.241461 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-d360a7e8-1e16-49ec-b4c0-b046b679de30 service neutron] Port 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:36:14.241823 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-d360a7e8-1e16-49ec-b4c0-b046b679de30 service neutron] Attempting to bind port 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:36:14.245983 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-554a8932-3fe8-4caa-bf69-091668dba095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:14.248786 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-554a8932-3fe8-4caa-bf69-091668dba095 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:14.250236 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-554a8932-3fe8-4caa-bf69-091668dba095 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5ac85340-868f-4649-a1f7-41e8408a495a HTTP/1.1" status: 204 len: 168 time: 0.2673142 Dec 09 15:36:14.255725 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-d360a7e8-1e16-49ec-b4c0-b046b679de30 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:36:14.256069 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-d360a7e8-1e16-49ec-b4c0-b046b679de30 service neutron] Checking segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:36:14.256474 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-d360a7e8-1e16-49ec-b4c0-b046b679de30 service neutron] Bound using segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:36:14.256914 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-d360a7e8-1e16-49ec-b4c0-b046b679de30 service neutron] Bound port: 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:36:14.257267 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-d360a7e8-1e16-49ec-b4c0-b046b679de30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:14.272866 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a8932-3fe8-4caa-bf69-091668dba095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac85340-868f-4649-a1f7-41e8408a495a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:14.358838 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-d360a7e8-1e16-49ec-b4c0-b046b679de30 service neutron] For port 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:36:14.363062 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0bad85f8-8e9c-4aea-a914-c345c1341d5b tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:14.367010 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-d360a7e8-1e16-49ec-b4c0-b046b679de30 service neutron] For port 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:36:14.370151 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bad85f8-8e9c-4aea-a914-c345c1341d5b tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:14.371145 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0bad85f8-8e9c-4aea-a914-c345c1341d5b tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:14.374639 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-d360a7e8-1e16-49ec-b4c0-b046b679de30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:14.426216 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-d360a7e8-1e16-49ec-b4c0-b046b679de30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:14.426842 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-d360a7e8-1e16-49ec-b4c0-b046b679de30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:14.428232 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-d360a7e8-1e16-49ec-b4c0-b046b679de30 service neutron] 10.222.0.42 "PUT /v2.0/ports/1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 HTTP/1.1" status: 200 len: 1096 time: 1.1022108 Dec 09 15:36:14.462313 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d360a7e8-1e16-49ec-b4c0-b046b679de30 service neutron] Pushing event updated for resources: {'Port': ['ID=1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507,revision_number=7']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:14.545650 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-b6c2b849-b7b9-4d78-9b9c-957d1fd3ba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:14.547601 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-b6c2b849-b7b9-4d78-9b9c-957d1fd3ba6e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8222749629bd4bc081045ad1433cd8c5&device_id=1a24b370-5b6c-425f-ac47-83db418c2b23 HTTP/1.1" status: 200 len: 1099 time: 0.0641906 Dec 09 15:36:14.552241 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad85f8-8e9c-4aea-a914-c345c1341d5b tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Pushing event updated for resources: {'Network': ['ID=6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:14.565428 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:36:14.574580 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0bad85f8-8e9c-4aea-a914-c345c1341d5b tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8522639 Dec 09 15:36:14.594180 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60126) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:14.624590 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-08545ffc-586e-4a2f-8b2d-6f01a7ca975d tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Request body: {'subnet': {'network_id': '6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:36:14.635423 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device a6b09e5c-cfde-4023-bdd4-9949087aad86 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:36:14.662689 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-53a43c28-3a23-4c34-b931-34a36092f083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:14.664469 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-53a43c28-3a23-4c34-b931-34a36092f083 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.1067410 Dec 09 15:36:14.685500 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-88fe1ffa-bc98-4193-afe2-d0df20e0dd51 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Allocated IP 172.20.0.8 (7736ab20-9109-45c5-88b0-6682a059f13e/0ee4fdd6-4dfd-4a15-a871-b63f2ecb023f/5398cfa7-b0d2-4a1c-a178-6c2baff119fb) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:36:14.691308 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cabf5c-dd95-451f-b415-bfa8d74b195a None None] Sync routers for ids ['b305c5c1-67d9-4714-bbfb-85a3d48924e1'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:36:14.709606 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cabf5c-dd95-451f-b415-bfa8d74b195a None None] Routers {'b305c5c1-67d9-4714-bbfb-85a3d48924e1'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:36:14.710151 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-f6cabf5c-dd95-451f-b415-bfa8d74b195a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:35:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['b305c5c1-67d9-4714-bbfb-85a3d48924e1'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:36:14.777492 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-abbb6074-6ae4-4f7a-b764-82fbe364da76 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 HTTP/1.1" status: 200 len: 217 time: 0.0769801 Dec 09 15:36:14.836767 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219557c4-5623-4ac1-a432-e391a2df5742 req-a01e2245-40f7-44ab-b349-c81c542fd985 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:14.844292 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-219557c4-5623-4ac1-a432-e391a2df5742 req-a01e2245-40f7-44ab-b349-c81c542fd985 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a24b370-5b6c-425f-ac47-83db418c2b23 HTTP/1.1" status: 200 len: 948 time: 0.6142564 Dec 09 15:36:14.895443 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-f6cabf5c-dd95-451f-b415-bfa8d74b195a None None] Set router b305c5c1-67d9-4714-bbfb-85a3d48924e1 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:36:14.910337 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port a6b09e5c-cfde-4023-bdd4-9949087aad86, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=a6b09e5c-cfde-4023-bdd4-9949087aad86,segment=NetworkSegment(2728a46b-6f42-41e4-abfd-2e3db73a97b6),segment_id=2728a46b-6f42-41e4-abfd-2e3db73a97b6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:14.912934 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2faa9-1872-418d-ac82-8991460f4780 req-c96d025c-0ced-42c2-a5d7-a001a45041d4 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:14.917929 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-92d2faa9-1872-418d-ac82-8991460f4780 req-c96d025c-0ced-42c2-a5d7-a001a45041d4 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.42 "GET /v2.0/ports?device_id=6573df0c-1202-4a5c-a383-5dce7cd504b3 HTTP/1.1" status: 200 len: 950 time: 0.2160537 Dec 09 15:36:14.954832 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-0f922038-7593-4311-a448-8532c8455e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:14.957858 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-0f922038-7593-4311-a448-8532c8455e66 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.1520746 Dec 09 15:36:14.965703 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08545ffc-586e-4a2f-8b2d-6f01a7ca975d tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Made reservation on behalf of 1e0dad837f9c483a9d0dd7e471d8bf06 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:36:14.969500 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08545ffc-586e-4a2f-8b2d-6f01a7ca975d tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:15.076457 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-219557c4-5623-4ac1-a432-e391a2df5742 req-5c0f19bc-629c-46ad-a951-67cb77412bcb tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257376 Dec 09 15:36:15.102775 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'a6b09e5c-cfde-4023-bdd4-9949087aad86', 'network_id': '5e9ad32d-c9e7-4e00-867a-aef980499810', 'port_id': 'a6b09e5c-cfde-4023-bdd4-9949087aad86', 'mac_address': 'fa:16:3e:d2:4c:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01df2498-b8b6-4dc7-bb3a-e44d90f24165', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:36:15.146772 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-16547510-5e72-460e-aaa5-c23089335bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:15.148642 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-16547510-5e72-460e-aaa5-c23089335bef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1339891 Dec 09 15:36:15.197242 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:15.220628 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-f6cabf5c-dd95-451f-b415-bfa8d74b195a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b305c5c1-67d9-4714-bbfb-85a3d48924e1', 'name': 'tempest-ServersTestMultiNic-240503750-router', 'tenant_id': '1e0dad837f9c483a9d0dd7e471d8bf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fcba9336-9974-4f77-b6cb-98fd2f04e059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:06Z', 'updated_at': '2021-12-09T15:36:12Z', 'revision_number': 4, 'project_id': '1e0dad837f9c483a9d0dd7e471d8bf06', 'gw_port': {'id': 'fcba9336-9974-4f77-b6cb-98fd2f04e059', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b305c5c1-67d9-4714-bbfb-85a3d48924e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:07Z', 'updated_at': '2021-12-09T15:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '228495d6-10b3-45a6-97a1-9e867d1579e3', 'name': '', 'network_id': '0e3e78cd-70f4-41f7-89f6-576605cc92f2', 'tenant_id': '1e0dad837f9c483a9d0dd7e471d8bf06', 'mac_address': 'fa:16:3e:a2:ad:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b305c5c1-67d9-4714-bbfb-85a3d48924e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'd7dbe908-45fb-4038-a67c-ecb2feafeb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:11Z', 'updated_at': '2021-12-09T15:36:12Z', 'revision_number': 2, 'project_id': '1e0dad837f9c483a9d0dd7e471d8bf06', 'subnets': [{'id': 'd7dbe908-45fb-4038-a67c-ecb2feafeb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:36:15.231939 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6b09e5c-cfde-4023-bdd4-9949087aad86 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:36:15.241360 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-92d2faa9-1872-418d-ac82-8991460f4780 req-4d7b2a1b-50b9-446b-8594-3cd4d04254d4 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Deleting port f5fd84b5-c812-423f-9cb1-712cb3110308 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:36:15.242002 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-92d2faa9-1872-418d-ac82-8991460f4780 req-4d7b2a1b-50b9-446b-8594-3cd4d04254d4 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:15.242771 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-88fe1ffa-bc98-4193-afe2-d0df20e0dd51 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:15.268479 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port a6b09e5c-cfde-4023-bdd4-9949087aad86, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=a6b09e5c-cfde-4023-bdd4-9949087aad86,segment=NetworkSegment(2728a46b-6f42-41e4-abfd-2e3db73a97b6),segment_id=2728a46b-6f42-41e4-abfd-2e3db73a97b6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:15.276095 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:15.293735 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cabf5c-dd95-451f-b415-bfa8d74b195a None None] Checking router: b305c5c1-67d9-4714-bbfb-85a3d48924e1 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:36:15.294099 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cabf5c-dd95-451f-b415-bfa8d74b195a None None] Updating router b305c5c1-67d9-4714-bbfb-85a3d48924e1 port 228495d6-10b3-45a6-97a1-9e867d1579e3 binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:36:15.335742 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb78e1-5222-4e3f-8422-409c2355bbfb req-e48f5501-f537-4c1a-9ced-bda1ba0cc2e2 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:15.345009 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c8bb78e1-5222-4e3f-8422-409c2355bbfb req-e48f5501-f537-4c1a-9ced-bda1ba0cc2e2 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=82b3ca40-039a-4280-9da5-75278553bc60 HTTP/1.1" status: 200 len: 943 time: 0.1670313 Dec 09 15:36:15.357722 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=a6b09e5c-cfde-4023-bdd4-9949087aad86,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:15.361721 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f6cabf5c-dd95-451f-b415-bfa8d74b195a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:15.377461 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-92d2faa9-1872-418d-ac82-8991460f4780 req-4d7b2a1b-50b9-446b-8594-3cd4d04254d4 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] For port f5fd84b5-c812-423f-9cb1-712cb3110308, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=f5fd84b5-c812-423f-9cb1-712cb3110308,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:15.377908 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-92d2faa9-1872-418d-ac82-8991460f4780 req-4d7b2a1b-50b9-446b-8594-3cd4d04254d4 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:15.385574 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-88fe1ffa-bc98-4193-afe2-d0df20e0dd51 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:15.405930 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-92d2faa9-1872-418d-ac82-8991460f4780 req-4d7b2a1b-50b9-446b-8594-3cd4d04254d4 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Calling delete_port for f5fd84b5-c812-423f-9cb1-712cb3110308 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:36:15.476250 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device fcba9336-9974-4f77-b6cb-98fd2f04e059 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:36:15.503033 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-88fe1ffa-bc98-4193-afe2-d0df20e0dd51 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Network 7736ab20-9109-45c5-88b0-6682a059f13e is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:36:15.515861 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-88fe1ffa-bc98-4193-afe2-d0df20e0dd51 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:36:15.526311 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-88fe1ffa-bc98-4193-afe2-d0df20e0dd51 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:36:15.535640 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe1ffa-bc98-4193-afe2-d0df20e0dd51 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Pushing event updated for resources: {'Port': ['ID=5398cfa7-b0d2-4a1c-a178-6c2baff119fb,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:15.564010 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-1977cda0-ed24-4ef5-b625-b3f5f3ae591e service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998907 Dec 09 15:36:15.587319 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c8bb78e1-5222-4e3f-8422-409c2355bbfb req-e7f4a185-991f-49bc-af1d-2da1d04dbda2 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412858 Dec 09 15:36:15.588366 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08545ffc-586e-4a2f-8b2d-6f01a7ca975d tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:15.595644 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port fcba9336-9974-4f77-b6cb-98fd2f04e059 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:15.596150 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:15.716672 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['a6b09e5c-cfde-4023-bdd4-9949087aad86'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:36:15.742156 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cc7b4375-44c9-4bc8-b768-327ad08fa4ca req-aeb21f9f-b38b-4298-b64d-3a4f27049741 service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689177 Dec 09 15:36:15.779206 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-88fe1ffa-bc98-4193-afe2-d0df20e0dd51 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:15.779812 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-88fe1ffa-bc98-4193-afe2-d0df20e0dd51 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:15.795438 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-92d2faa9-1872-418d-ac82-8991460f4780 req-4d7b2a1b-50b9-446b-8594-3cd4d04254d4 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:15.824260 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08545ffc-586e-4a2f-8b2d-6f01a7ca975d tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Checking segment: {'id': '86283111-1a74-45ec-bb1c-dc66e4f2543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:36:15.824668 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08545ffc-586e-4a2f-8b2d-6f01a7ca975d tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Network hostable DHCP agents. Network: 6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:36:15.825549 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a24b370-5b6c-425f-ac47-83db418c2b23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507'}, {'name': 'network-changed', 'server_uuid': '1a24b370-5b6c-425f-ac47-83db418c2b23', 'tag': '1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:36:15.829504 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08545ffc-586e-4a2f-8b2d-6f01a7ca975d tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Pushing event updated for resources: {'Subnet': ['ID=26262b12-27ea-4807-aca1-d82dfc593efd,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:15.831897 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560b74d0-9ece-4b12-ab4b-9a6e26ef3981" -d '{"events": [{"server_uuid": "1a24b370-5b6c-425f-ac47-83db418c2b23", "name": "network-vif-unplugged", "status": "completed", "tag": "1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507"}, {"name": "network-changed", "server_uuid": "1a24b370-5b6c-425f-ac47-83db418c2b23", "tag": "1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:36:15.850115 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-88fe1ffa-bc98-4193-afe2-d0df20e0dd51 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0466719 Dec 09 15:36:15.855783 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f6cabf5c-dd95-451f-b415-bfa8d74b195a None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:15.864127 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f6cabf5c-dd95-451f-b415-bfa8d74b195a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:15.865380 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c7ce2-eae8-47ef-b996-a2296ede23b7 req-1414bdfc-8329-4af3-b8bb-3f9dcf3cefae tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:15.872861 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:15.873452 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-564c7ce2-eae8-47ef-b996-a2296ede23b7 req-1414bdfc-8329-4af3-b8bb-3f9dcf3cefae tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=84e81616-92f5-489a-ae95-e0a80acf7b1c HTTP/1.1" status: 200 len: 946 time: 0.1281865 Dec 09 15:36:15.874209 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['92c9ec34-680d-443c-b16e-dccf7c73f04f'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:36:15.883669 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-a03d3ac8-e60c-45fc-a303-1e88be35957a service neutron] Request body: {'port': {'device_id': 'c24fe140-843f-440b-865a-05df120d721b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:36:15.899490 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08545ffc-586e-4a2f-8b2d-6f01a7ca975d tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Network 6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:36:15.906521 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b2a1b-50b9-446b-8594-3cd4d04254d4 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Pushing event deleted for resources: {'Port': ['ID=f5fd84b5-c812-423f-9cb1-712cb3110308,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:15.941602 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172cfea-8660-44c5-8aad-6a80d4948710 None None] Pushing event updated for resources: {'Port': ['ID=228495d6-10b3-45a6-97a1-9e867d1579e3,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:15.970653 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d2faa9-1872-418d-ac82-8991460f4780 req-4d7b2a1b-50b9-446b-8594-3cd4d04254d4 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] No DVR routers for this DVR port f5fd84b5-c812-423f-9cb1-712cb3110308 on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:36:15.973458 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-92d2faa9-1872-418d-ac82-8991460f4780 req-4d7b2a1b-50b9-446b-8594-3cd4d04254d4 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:15.978586 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-92d2faa9-1872-418d-ac82-8991460f4780 req-4d7b2a1b-50b9-446b-8594-3cd4d04254d4 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.42 "DELETE /v2.0/ports/f5fd84b5-c812-423f-9cb1-712cb3110308 HTTP/1.1" status: 204 len: 173 time: 1.0506604 Dec 09 15:36:15.983187 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-08545ffc-586e-4a2f-8b2d-6f01a7ca975d tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:36:16.024323 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08545ffc-586e-4a2f-8b2d-6f01a7ca975d tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:16.025717 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08545ffc-586e-4a2f-8b2d-6f01a7ca975d tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:16.034312 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9689ef98-4d64-4673-b19b-5b7d84cb8cd9 None None] Network 6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:36:16.066448 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-564c7ce2-eae8-47ef-b996-a2296ede23b7 req-d162c61f-60ab-4477-96aa-ce75358af43d tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887093 Dec 09 15:36:16.073287 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-a03d3ac8-e60c-45fc-a303-1e88be35957a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:16.115815 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-f6cabf5c-dd95-451f-b415-bfa8d74b195a None None] Attempting to bind port 228495d6-10b3-45a6-97a1-9e867d1579e3 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:36:16.116497 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-f6cabf5c-dd95-451f-b415-bfa8d74b195a None None] Attempting to bind port 228495d6-10b3-45a6-97a1-9e867d1579e3 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'c46d46a2-a5f2-4f69-b593-687d64e258f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0e3e78cd-70f4-41f7-89f6-576605cc92f2'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:36:16.116906 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cabf5c-dd95-451f-b415-bfa8d74b195a None None] Attempting to bind port 228495d6-10b3-45a6-97a1-9e867d1579e3 on network 0e3e78cd-70f4-41f7-89f6-576605cc92f2 {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:36:16.126165 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-08545ffc-586e-4a2f-8b2d-6f01a7ca975d tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5183721 Dec 09 15:36:16.127371 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cabf5c-dd95-451f-b415-bfa8d74b195a None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:36:16.127754 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cabf5c-dd95-451f-b415-bfa8d74b195a None None] Checking segment: {'id': 'c46d46a2-a5f2-4f69-b593-687d64e258f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0e3e78cd-70f4-41f7-89f6-576605cc92f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:36:16.128243 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f6cabf5c-dd95-451f-b415-bfa8d74b195a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:16.128633 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cabf5c-dd95-451f-b415-bfa8d74b195a None None] Bound using segment: {'id': 'c46d46a2-a5f2-4f69-b593-687d64e258f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0e3e78cd-70f4-41f7-89f6-576605cc92f2'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:36:16.129245 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60164) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:16.129378 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-f6cabf5c-dd95-451f-b415-bfa8d74b195a None None] Bound port: 228495d6-10b3-45a6-97a1-9e867d1579e3, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c46d46a2-a5f2-4f69-b593-687d64e258f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0e3e78cd-70f4-41f7-89f6-576605cc92f2'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:36:16.129890 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f6cabf5c-dd95-451f-b415-bfa8d74b195a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:16.135325 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-51165244-10d7-4fa7-9bae-e207263ff11e tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1919869713'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:36:16.221718 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51165244-10d7-4fa7-9bae-e207263ff11e tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Made reservation on behalf of 1e0dad837f9c483a9d0dd7e471d8bf06 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:36:16.229144 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-51165244-10d7-4fa7-9bae-e207263ff11e tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:16.236251 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-f6cabf5c-dd95-451f-b415-bfa8d74b195a None None] For port 228495d6-10b3-45a6-97a1-9e867d1579e3, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:36:16.243226 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-f6cabf5c-dd95-451f-b415-bfa8d74b195a None None] For port 228495d6-10b3-45a6-97a1-9e867d1579e3, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=228495d6-10b3-45a6-97a1-9e867d1579e3,segment=NetworkSegment(c46d46a2-a5f2-4f69-b593-687d64e258f3),segment_id=c46d46a2-a5f2-4f69-b593-687d64e258f3)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:36:16.250914 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f6cabf5c-dd95-451f-b415-bfa8d74b195a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:16.297595 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51165244-10d7-4fa7-9bae-e207263ff11e tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:36:16.314142 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-51165244-10d7-4fa7-9bae-e207263ff11e tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:16.316041 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-51165244-10d7-4fa7-9bae-e207263ff11e tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Added segment 9bd074ee-57e4-4e1d-b513-d1751f470e61 of type vlan for network 2d07c596-7c22-45c9-b1bd-48eff2ef43ba Dec 09 15:36:16.346558 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172cfea-8660-44c5-8aad-6a80d4948710 None None] Pushing event updated for resources: {'Port': ['ID=228495d6-10b3-45a6-97a1-9e867d1579e3,revision_number=4']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:16.355752 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4d75bf-d569-4e74-9501-34e6d431a9eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a', 'network_id': '6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a', 'project_id': '1e0dad837f9c483a9d0dd7e471d8bf06', 'fixed_ips': [{'subnet_id': '26262b12-27ea-4807-aca1-d82dfc593efd'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:36:16.358828 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6e4d75bf-d569-4e74-9501-34e6d431a9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:16.368108 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cabf5c-dd95-451f-b415-bfa8d74b195a None None] Routers {'b305c5c1-67d9-4714-bbfb-85a3d48924e1'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:36:16.368797 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-f6cabf5c-dd95-451f-b415-bfa8d74b195a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:35:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['b305c5c1-67d9-4714-bbfb-85a3d48924e1'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:36:16.467196 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-51165244-10d7-4fa7-9bae-e207263ff11e tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:16.489356 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e371bc-de94-4ea9-a897-89c9312b7379 req-d4e6c983-5b31-4453-befc-4b486262e140 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:16.497835 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b6e371bc-de94-4ea9-a897-89c9312b7379 req-d4e6c983-5b31-4453-befc-4b486262e140 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=c24fe140-843f-440b-865a-05df120d721b HTTP/1.1" status: 200 len: 931 time: 0.2975647 Dec 09 15:36:16.520851 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-51165244-10d7-4fa7-9bae-e207263ff11e tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:16.531152 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51165244-10d7-4fa7-9bae-e207263ff11e tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:16.532063 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-51165244-10d7-4fa7-9bae-e207263ff11e tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:16.573812 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-51165244-10d7-4fa7-9bae-e207263ff11e tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4428616 Dec 09 15:36:16.600158 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60170) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:16.637567 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-92688669-2515-41dc-9924-cd397e1977c9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Request body: {'subnet': {'network_id': '2d07c596-7c22-45c9-b1bd-48eff2ef43ba', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:36:16.718785 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:36:16.760847 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51165244-10d7-4fa7-9bae-e207263ff11e tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Pushing event updated for resources: {'Network': ['ID=2d07c596-7c22-45c9-b1bd-48eff2ef43ba,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:16.776613 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b6e371bc-de94-4ea9-a897-89c9312b7379 req-33c73266-761b-42b3-b598-ebf12d27daac tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775815 Dec 09 15:36:16.799971 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 2d07c596-7c22-45c9-b1bd-48eff2ef43ba details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:36:16.836473 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-f6cabf5c-dd95-451f-b415-bfa8d74b195a None None] Set router b305c5c1-67d9-4714-bbfb-85a3d48924e1 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:36:16.863500 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6cffb90b-2cd5-4b36-8abe-dd74992e769f None None] Provisioning complete for port 228495d6-10b3-45a6-97a1-9e867d1579e3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:16.864025 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6cffb90b-2cd5-4b36-8abe-dd74992e769f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:16.895152 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-a03d3ac8-e60c-45fc-a303-1e88be35957a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5398cfa7-b0d2-4a1c-a178-6c2baff119fb {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:36:16.903555 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-a03d3ac8-e60c-45fc-a303-1e88be35957a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:16.919248 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-a03d3ac8-e60c-45fc-a303-1e88be35957a service neutron] Transition to ACTIVE for port object 5398cfa7-b0d2-4a1c-a178-6c2baff119fb will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:36:16.924508 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-6e4d75bf-d569-4e74-9501-34e6d431a9eb None None] Allocated IP 19.80.0.2 (6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a/26262b12-27ea-4807-aca1-d82dfc593efd/2e057032-5d41-4f42-8190-c29e55e8328f) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:36:16.941935 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-a03d3ac8-e60c-45fc-a303-1e88be35957a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:16.971166 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:36:17.033194 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92688669-2515-41dc-9924-cd397e1977c9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Made reservation on behalf of 1e0dad837f9c483a9d0dd7e471d8bf06 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:36:17.037435 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-92688669-2515-41dc-9924-cd397e1977c9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:17.056483 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c756b-f486-4a01-8c42-f55f7e9f94cc req-45917c46-e1b7-4aea-8629-2dc36dec78a8 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:17.056483 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-393c756b-f486-4a01-8c42-f55f7e9f94cc req-45917c46-e1b7-4aea-8629-2dc36dec78a8 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f735a0e-1cff-4ae6-b90a-99feaf9c9362 HTTP/1.1" status: 200 len: 945 time: 0.1311467 Dec 09 15:36:17.118165 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-f6cabf5c-dd95-451f-b415-bfa8d74b195a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b305c5c1-67d9-4714-bbfb-85a3d48924e1', 'name': 'tempest-ServersTestMultiNic-240503750-router', 'tenant_id': '1e0dad837f9c483a9d0dd7e471d8bf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fcba9336-9974-4f77-b6cb-98fd2f04e059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:06Z', 'updated_at': '2021-12-09T15:36:12Z', 'revision_number': 4, 'project_id': '1e0dad837f9c483a9d0dd7e471d8bf06', 'gw_port': {'id': 'fcba9336-9974-4f77-b6cb-98fd2f04e059', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b305c5c1-67d9-4714-bbfb-85a3d48924e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:07Z', 'updated_at': '2021-12-09T15:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '228495d6-10b3-45a6-97a1-9e867d1579e3', 'name': '', 'network_id': '0e3e78cd-70f4-41f7-89f6-576605cc92f2', 'tenant_id': '1e0dad837f9c483a9d0dd7e471d8bf06', 'mac_address': 'fa:16:3e:a2:ad:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b305c5c1-67d9-4714-bbfb-85a3d48924e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'd7dbe908-45fb-4038-a67c-ecb2feafeb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:11Z', 'updated_at': '2021-12-09T15:36:16Z', 'revision_number': 4, 'project_id': '1e0dad837f9c483a9d0dd7e471d8bf06', 'subnets': [{'id': 'd7dbe908-45fb-4038-a67c-ecb2feafeb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:36:17.141061 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6cffb90b-2cd5-4b36-8abe-dd74992e769f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:17.145827 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cabf5c-dd95-451f-b415-bfa8d74b195a None None] The sync data for ids ['b305c5c1-67d9-4714-bbfb-85a3d48924e1'] in n-d-821228-1 is: [{'id': 'b305c5c1-67d9-4714-bbfb-85a3d48924e1', 'name': 'tempest-ServersTestMultiNic-240503750-router', 'tenant_id': '1e0dad837f9c483a9d0dd7e471d8bf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fcba9336-9974-4f77-b6cb-98fd2f04e059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:06Z', 'updated_at': '2021-12-09T15:36:12Z', 'revision_number': 4, 'project_id': '1e0dad837f9c483a9d0dd7e471d8bf06', 'gw_port': {'id': 'fcba9336-9974-4f77-b6cb-98fd2f04e059', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b305c5c1-67d9-4714-bbfb-85a3d48924e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:07Z', 'updated_at': '2021-12-09T15:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '228495d6-10b3-45a6-97a1-9e867d1579e3', 'name': '', 'network_id': '0e3e78cd-70f4-41f7-89f6-576605cc92f2', 'tenant_id': '1e0dad837f9c483a9d0dd7e471d8bf06', 'mac_address': 'fa:16:3e:a2:ad:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b305c5c1-67d9-4714-bbfb-85a3d48924e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'd7dbe908-45fb-4038-a67c-ecb2feafeb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:11Z', 'updated_at': '2021-12-09T15:36:16Z', 'revision_number': 4, 'project_id': '1e0dad837f9c483a9d0dd7e471d8bf06', 'subnets': [{'id': 'd7dbe908-45fb-4038-a67c-ecb2feafeb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:36:17.163171 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d3ac8-e60c-45fc-a303-1e88be35957a service neutron] Pushing event updated for resources: {'Port': ['ID=5398cfa7-b0d2-4a1c-a178-6c2baff119fb,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:17.225607 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6e4d75bf-d569-4e74-9501-34e6d431a9eb None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:17.228369 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6cffb90b-2cd5-4b36-8abe-dd74992e769f None None] For port 228495d6-10b3-45a6-97a1-9e867d1579e3, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=228495d6-10b3-45a6-97a1-9e867d1579e3,segment=NetworkSegment(c46d46a2-a5f2-4f69-b593-687d64e258f3),segment_id=c46d46a2-a5f2-4f69-b593-687d64e258f3)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:17.235528 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6cffb90b-2cd5-4b36-8abe-dd74992e769f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:17.241112 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6e4d75bf-d569-4e74-9501-34e6d431a9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:17.262577 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-393c756b-f486-4a01-8c42-f55f7e9f94cc req-442c2720-56d7-4c44-807e-ec58f02c5979 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821172 Dec 09 15:36:17.295631 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-a03d3ac8-e60c-45fc-a303-1e88be35957a service neutron] Attempting to bind port 5398cfa7-b0d2-4a1c-a178-6c2baff119fb on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:36:17.296055 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-a03d3ac8-e60c-45fc-a303-1e88be35957a service neutron] Attempting to bind port 5398cfa7-b0d2-4a1c-a178-6c2baff119fb by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '69e3382f-395f-44e0-a40c-d45aab069633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7736ab20-9109-45c5-88b0-6682a059f13e'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:36:17.296524 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-a03d3ac8-e60c-45fc-a303-1e88be35957a service neutron] Attempting to bind port 5398cfa7-b0d2-4a1c-a178-6c2baff119fb on network 7736ab20-9109-45c5-88b0-6682a059f13e {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:36:17.308958 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device f5fd84b5-c812-423f-9cb1-712cb3110308 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:36:17.313368 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-a03d3ac8-e60c-45fc-a303-1e88be35957a service neutron] Port 5398cfa7-b0d2-4a1c-a178-6c2baff119fb on network 7736ab20-9109-45c5-88b0-6682a059f13e not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:36:17.313992 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-a03d3ac8-e60c-45fc-a303-1e88be35957a service neutron] Attempting to bind port 5398cfa7-b0d2-4a1c-a178-6c2baff119fb on network 7736ab20-9109-45c5-88b0-6682a059f13e {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:36:17.324128 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-a03d3ac8-e60c-45fc-a303-1e88be35957a service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:36:17.324726 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-a03d3ac8-e60c-45fc-a303-1e88be35957a service neutron] Checking segment: {'id': '69e3382f-395f-44e0-a40c-d45aab069633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7736ab20-9109-45c5-88b0-6682a059f13e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:36:17.325238 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-a03d3ac8-e60c-45fc-a303-1e88be35957a service neutron] Bound using segment: {'id': '69e3382f-395f-44e0-a40c-d45aab069633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7736ab20-9109-45c5-88b0-6682a059f13e'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:36:17.325726 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-a03d3ac8-e60c-45fc-a303-1e88be35957a service neutron] Bound port: 5398cfa7-b0d2-4a1c-a178-6c2baff119fb, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e3382f-395f-44e0-a40c-d45aab069633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7736ab20-9109-45c5-88b0-6682a059f13e'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:36:17.326180 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-a03d3ac8-e60c-45fc-a303-1e88be35957a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:17.361308 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4d75bf-d569-4e74-9501-34e6d431a9eb None None] Network 6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:36:17.366638 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: f5fd84b5-c812-423f-9cb1-712cb3110308 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:36:17.367022 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device f5fd84b5-c812-423f-9cb1-712cb3110308 not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:36:17.369336 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cffb90b-2cd5-4b36-8abe-dd74992e769f None None] Pushing event updated for resources: {'Port': ['ID=228495d6-10b3-45a6-97a1-9e867d1579e3,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:17.421244 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 09 Dec 2021 15:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc85019-7649-4f6d-a967-9d73e0401bfa x-openstack-request-id: req-ecc85019-7649-4f6d-a967-9d73e0401bfa {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:36:17.421712 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a24b370-5b6c-425f-ac47-83db418c2b23", "name": "network-vif-unplugged", "status": "completed", "tag": "1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507", "code": 200}, {"name": "network-changed", "server_uuid": "1a24b370-5b6c-425f-ac47-83db418c2b23", "tag": "1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:36:17.421809 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ecc85019-7649-4f6d-a967-9d73e0401bfa {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:36:17.422161 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a24b370-5b6c-425f-ac47-83db418c2b23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507', 'code': 200} Dec 09 15:36:17.422419 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a24b370-5b6c-425f-ac47-83db418c2b23', 'tag': '1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507', 'status': 'completed', 'code': 200} Dec 09 15:36:17.443331 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-6e4d75bf-d569-4e74-9501-34e6d431a9eb None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:36:17.450062 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4d75bf-d569-4e74-9501-34e6d431a9eb None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:36:17.581535 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b74d0-9ece-4b12-ab4b-9a6e26ef3981 req-72ce4277-4587-4c82-b9b4-4fae27a609e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:17.583066 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-560b74d0-9ece-4b12-ab4b-9a6e26ef3981 req-72ce4277-4587-4c82-b9b4-4fae27a609e9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8222749629bd4bc081045ad1433cd8c5&device_id=1a24b370-5b6c-425f-ac47-83db418c2b23 HTTP/1.1" status: 200 len: 1099 time: 0.1425040 Dec 09 15:36:17.583519 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 228495d6-10b3-45a6-97a1-9e867d1579e3 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:36:17.585138 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b74d0-9ece-4b12-ab4b-9a6e26ef3981 req-2c94b919-f8be-4abd-9185-f25434bb08ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:17.586516 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-560b74d0-9ece-4b12-ab4b-9a6e26ef3981 req-2c94b919-f8be-4abd-9185-f25434bb08ce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8222749629bd4bc081045ad1433cd8c5&device_id=1a24b370-5b6c-425f-ac47-83db418c2b23 HTTP/1.1" status: 200 len: 1099 time: 0.0815184 Dec 09 15:36:17.591321 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d75bf-d569-4e74-9501-34e6d431a9eb None None] Pushing event updated for resources: {'Port': ['ID=2e057032-5d41-4f42-8190-c29e55e8328f,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:17.597803 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-76d31042-fae1-491d-be0a-ea526a94a756 None None] Provisioning complete for port 228495d6-10b3-45a6-97a1-9e867d1579e3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:17.598173 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-76d31042-fae1-491d-be0a-ea526a94a756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:17.657491 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6e4d75bf-d569-4e74-9501-34e6d431a9eb None None] Attempting to bind port 2e057032-5d41-4f42-8190-c29e55e8328f on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:36:17.657868 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6e4d75bf-d569-4e74-9501-34e6d431a9eb None None] Attempting to bind port 2e057032-5d41-4f42-8190-c29e55e8328f by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '86283111-1a74-45ec-bb1c-dc66e4f2543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:36:17.658230 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4d75bf-d569-4e74-9501-34e6d431a9eb None None] Attempting to bind port 2e057032-5d41-4f42-8190-c29e55e8328f on network 6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:36:17.685229 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['09c676e4-2a5f-46ee-a639-d2836ab6c1d8', 'd204c55b-f880-4a11-b32a-0bf6feff0b3f', 'c2517f73-5229-47a2-90e3-f457f92ff058', 'ba9435ef-3de3-478d-83d7-bc72b2993e7d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:36:17.687264 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4d75bf-d569-4e74-9501-34e6d431a9eb None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:36:17.687641 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4d75bf-d569-4e74-9501-34e6d431a9eb None None] Checking segment: {'id': '86283111-1a74-45ec-bb1c-dc66e4f2543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:36:17.688046 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6e4d75bf-d569-4e74-9501-34e6d431a9eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:17.688471 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4d75bf-d569-4e74-9501-34e6d431a9eb None None] Bound using segment: {'id': '86283111-1a74-45ec-bb1c-dc66e4f2543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:36:17.688957 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6e4d75bf-d569-4e74-9501-34e6d431a9eb None None] Bound port: 2e057032-5d41-4f42-8190-c29e55e8328f, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86283111-1a74-45ec-bb1c-dc66e4f2543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:36:17.689332 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6e4d75bf-d569-4e74-9501-34e6d431a9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:17.818125 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b74d0-9ece-4b12-ab4b-9a6e26ef3981 req-2b180c8c-410a-4043-957a-f30e264ae15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:17.822250 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-560b74d0-9ece-4b12-ab4b-9a6e26ef3981 req-2b180c8c-410a-4043-957a-f30e264ae15f service neutron] 10.222.0.31 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.2314696 Dec 09 15:36:17.824005 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b74d0-9ece-4b12-ab4b-9a6e26ef3981 req-c7ce4f4e-2fb4-4b16-90b1-486ef931029e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:17.826326 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-560b74d0-9ece-4b12-ab4b-9a6e26ef3981 req-c7ce4f4e-2fb4-4b16-90b1-486ef931029e service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.2185140 Dec 09 15:36:17.867538 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 228495d6-10b3-45a6-97a1-9e867d1579e3 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:17.868117 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:17.882846 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6e4d75bf-d569-4e74-9501-34e6d431a9eb None None] For port 2e057032-5d41-4f42-8190-c29e55e8328f, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:36:17.922023 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-560b74d0-9ece-4b12-ab4b-9a6e26ef3981 req-84aef661-ffb8-4a60-8e98-a16a6edda01e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 HTTP/1.1" status: 200 len: 217 time: 0.0827928 Dec 09 15:36:17.923552 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-a03d3ac8-e60c-45fc-a303-1e88be35957a service neutron] For port 5398cfa7-b0d2-4a1c-a178-6c2baff119fb, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:36:17.924010 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-560b74d0-9ece-4b12-ab4b-9a6e26ef3981 req-37752fd4-ce1a-475f-a578-0e47ea52e1a1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 HTTP/1.1" status: 200 len: 217 time: 0.0915048 Dec 09 15:36:17.925183 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6e4d75bf-d569-4e74-9501-34e6d431a9eb None None] For port 2e057032-5d41-4f42-8190-c29e55e8328f, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=2e057032-5d41-4f42-8190-c29e55e8328f,segment=NetworkSegment(86283111-1a74-45ec-bb1c-dc66e4f2543c),segment_id=86283111-1a74-45ec-bb1c-dc66e4f2543c)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:36:17.929979 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-a03d3ac8-e60c-45fc-a303-1e88be35957a service neutron] For port 5398cfa7-b0d2-4a1c-a178-6c2baff119fb, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5398cfa7-b0d2-4a1c-a178-6c2baff119fb,segment=NetworkSegment(69e3382f-395f-44e0-a40c-d45aab069633),segment_id=69e3382f-395f-44e0-a40c-d45aab069633)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:36:17.931712 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-92688669-2515-41dc-9924-cd397e1977c9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:17.943117 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6e4d75bf-d569-4e74-9501-34e6d431a9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:17.952848 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a33309-35c9-4225-acfb-243652d61e8f req-ed5cbfab-ded4-4dfb-9951-1b563c78751b tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:17.954419 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b3a33309-35c9-4225-acfb-243652d61e8f req-ed5cbfab-ded4-4dfb-9951-1b563c78751b tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a24b370-5b6c-425f-ac47-83db418c2b23 HTTP/1.1" status: 200 len: 948 time: 0.1576054 Dec 09 15:36:17.955802 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-a03d3ac8-e60c-45fc-a303-1e88be35957a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:17.992858 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b74d0-9ece-4b12-ab4b-9a6e26ef3981 req-eb3c1ff5-6071-474b-a9df-938f2e3f442c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:17.994838 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-560b74d0-9ece-4b12-ab4b-9a6e26ef3981 req-eb3c1ff5-6071-474b-a9df-938f2e3f442c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0641217 Dec 09 15:36:18.065690 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-a03d3ac8-e60c-45fc-a303-1e88be35957a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:18.066330 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-a03d3ac8-e60c-45fc-a303-1e88be35957a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:18.067737 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-a03d3ac8-e60c-45fc-a303-1e88be35957a service neutron] 10.222.0.31 "PUT /v2.0/ports/5398cfa7-b0d2-4a1c-a178-6c2baff119fb HTTP/1.1" status: 200 len: 1091 time: 2.1920586 Dec 09 15:36:18.080982 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c24fe140-843f-440b-865a-05df120d721b', 'tag': '5398cfa7-b0d2-4a1c-a178-6c2baff119fb'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:36:18.082938 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684bbd28-da7a-4aed-a8b7-a95c1dd3b76e" -d '{"events": [{"name": "network-changed", "server_uuid": "c24fe140-843f-440b-865a-05df120d721b", "tag": "5398cfa7-b0d2-4a1c-a178-6c2baff119fb"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:36:18.105693 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b74d0-9ece-4b12-ab4b-9a6e26ef3981 req-065be6a1-f088-43d7-97d0-7866c31b5072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:18.107452 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-560b74d0-9ece-4b12-ab4b-9a6e26ef3981 req-065be6a1-f088-43d7-97d0-7866c31b5072 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.1178865 Dec 09 15:36:18.120983 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b74d0-9ece-4b12-ab4b-9a6e26ef3981 req-cfdb6b32-0046-49aa-892e-f71e3f5c0a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:18.126235 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-560b74d0-9ece-4b12-ab4b-9a6e26ef3981 req-cfdb6b32-0046-49aa-892e-f71e3f5c0a1b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1207383 Dec 09 15:36:18.133662 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d75bf-d569-4e74-9501-34e6d431a9eb None None] Pushing event updated for resources: {'Port': ['ID=2e057032-5d41-4f42-8190-c29e55e8328f,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:18.194912 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92688669-2515-41dc-9924-cd397e1977c9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Pushing event updated for resources: {'Subnet': ['ID=8f24ef35-4671-4c3f-b6b5-9ea9b623d96e,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:18.229236 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d3ac8-e60c-45fc-a303-1e88be35957a service neutron] Pushing event updated for resources: {'Port': ['ID=5398cfa7-b0d2-4a1c-a178-6c2baff119fb,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:18.244588 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92688669-2515-41dc-9924-cd397e1977c9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Checking segment: {'id': '9bd074ee-57e4-4e1d-b513-d1751f470e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2d07c596-7c22-45c9-b1bd-48eff2ef43ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:36:18.244914 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92688669-2515-41dc-9924-cd397e1977c9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Network hostable DHCP agents. Network: 2d07c596-7c22-45c9-b1bd-48eff2ef43ba, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:36:18.265333 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b3a33309-35c9-4225-acfb-243652d61e8f req-16a78b7a-e3cf-452b-97d8-6f210a2833c6 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578595 Dec 09 15:36:18.304074 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-d70934e9-b68d-4875-a00d-bbb19b52a805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:18.311472 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-d70934e9-b68d-4875-a00d-bbb19b52a805 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7cb10907c9dd4101899755e35f1cc029&device_id=c24fe140-843f-440b-865a-05df120d721b HTTP/1.1" status: 200 len: 1094 time: 0.1808197 Dec 09 15:36:18.314119 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92688669-2515-41dc-9924-cd397e1977c9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Network 2d07c596-7c22-45c9-b1bd-48eff2ef43ba is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:36:18.322627 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b74d0-9ece-4b12-ab4b-9a6e26ef3981 req-838b00a7-e5f9-408d-9b3e-951f95907613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:18.325725 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-560b74d0-9ece-4b12-ab4b-9a6e26ef3981 req-838b00a7-e5f9-408d-9b3e-951f95907613 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1986501 Dec 09 15:36:18.345818 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-92688669-2515-41dc-9924-cd397e1977c9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 2d07c596-7c22-45c9-b1bd-48eff2ef43ba) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:36:18.381138 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0223636-67ab-47fd-938c-8bb9536dbc9a None None] Network 2d07c596-7c22-45c9-b1bd-48eff2ef43ba requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:36:18.400242 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-b9a753f4-661e-4d86-9302-a5a37173acf8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5398cfa7-b0d2-4a1c-a178-6c2baff119fb HTTP/1.1" status: 200 len: 217 time: 0.0730226 Dec 09 15:36:18.401591 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92688669-2515-41dc-9924-cd397e1977c9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:18.402188 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-92688669-2515-41dc-9924-cd397e1977c9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:18.471751 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-92688669-2515-41dc-9924-cd397e1977c9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8494592 Dec 09 15:36:18.496050 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-560b74d0-9ece-4b12-ab4b-9a6e26ef3981 req-32c9f083-aa5b-43c1-ac21-634599f06a39 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613305 Dec 09 15:36:18.497784 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-560b74d0-9ece-4b12-ab4b-9a6e26ef3981 req-95351cd4-8638-4ab2-8a86-675623c5398a service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520131 Dec 09 15:36:18.523227 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-8bdd2c8f-ea33-49d3-9ec6-6299db71cf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:18.534286 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-8bdd2c8f-ea33-49d3-9ec6-6299db71cf6d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0ee4fdd6-4dfd-4a15-a871-b63f2ecb023f HTTP/1.1" status: 200 len: 852 time: 0.1163695 Dec 09 15:36:18.561360 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a97715-2c40-487d-b729-761e4d39268c req-9d63b050-e0f0-4963-a098-cd64b2ae5b44 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:18.562820 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-63a97715-2c40-487d-b729-761e4d39268c req-9d63b050-e0f0-4963-a098-cd64b2ae5b44 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=82b3ca40-039a-4280-9da5-75278553bc60 HTTP/1.1" status: 200 len: 944 time: 0.0977108 Dec 09 15:36:18.584802 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-e19e38fb-b4ad-4345-b1f3-aff2f09bdc70 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7736ab20-9109-45c5-88b0-6682a059f13e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390921 Dec 09 15:36:18.645823 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device a6b09e5c-cfde-4023-bdd4-9949087aad86 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:36:18.688423 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55837e58-a2ff-4100-9d25-7661436eb580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-2d07c596-7c22-45c9-b1bd-48eff2ef43ba', 'network_id': '2d07c596-7c22-45c9-b1bd-48eff2ef43ba', 'project_id': '1e0dad837f9c483a9d0dd7e471d8bf06', 'fixed_ips': [{'subnet_id': '8f24ef35-4671-4c3f-b6b5-9ea9b623d96e'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:36:18.689629 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-55837e58-a2ff-4100-9d25-7661436eb580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:18.730024 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-63a97715-2c40-487d-b729-761e4d39268c req-0065dfc3-49de-4cde-956a-118fe422338f tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487079 Dec 09 15:36:18.742740 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-560b74d0-9ece-4b12-ab4b-9a6e26ef3981 req-99f0a471-4192-462c-864d-4233921f609e service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376664 Dec 09 15:36:18.745494 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-560b74d0-9ece-4b12-ab4b-9a6e26ef3981 req-880b439a-52ee-42b0-b3ba-eda05bc2e3f4 service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311397 Dec 09 15:36:18.777807 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-6d4654af-410b-43b3-9d29-386cdbffef5a service neutron] 10.222.0.31 "GET /v2.0/networks/7736ab20-9109-45c5-88b0-6682a059f13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829751 Dec 09 15:36:18.902568 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c001b494-fe31-494c-b384-e4aa1ee27a18 req-dc9382ee-604c-4235-bbcc-1c483612f5bf service neutron] 10.222.0.31 "GET /v2.0/networks/7736ab20-9109-45c5-88b0-6682a059f13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151552 Dec 09 15:36:18.909546 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port a6b09e5c-cfde-4023-bdd4-9949087aad86 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:36:18.931632 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-55837e58-a2ff-4100-9d25-7661436eb580 None None] Allocated IP 19.86.0.2 (2d07c596-7c22-45c9-b1bd-48eff2ef43ba/8f24ef35-4671-4c3f-b6b5-9ea9b623d96e/f94b37b1-1c2c-4351-a19a-6f4c8642ab87) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:36:18.934452 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port a6b09e5c-cfde-4023-bdd4-9949087aad86 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:18.934825 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:19.065501 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd53917-2f4b-4564-88ba-58e1fcf12ed0 req-67bbf816-ba25-4cdc-8919-f7ae5194c69b tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:19.067582 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bcd53917-2f4b-4564-88ba-58e1fcf12ed0 req-67bbf816-ba25-4cdc-8919-f7ae5194c69b tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=84e81616-92f5-489a-ae95-e0a80acf7b1c HTTP/1.1" status: 200 len: 946 time: 0.0680990 Dec 09 15:36:19.126421 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bcd53917-2f4b-4564-88ba-58e1fcf12ed0 req-22d888bc-6a6e-42e2-833d-fd18693ce914 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487070 Dec 09 15:36:19.154656 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:19.315384 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:36:19.358605 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b3ca40-039a-4280-9da5-75278553bc60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b09e5c-cfde-4023-bdd4-9949087aad86'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:36:19.360934 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761accab-5919-4616-8938-84014c4d6c94" -d '{"events": [{"server_uuid": "82b3ca40-039a-4280-9da5-75278553bc60", "name": "network-vif-plugged", "status": "completed", "tag": "a6b09e5c-cfde-4023-bdd4-9949087aad86"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:36:19.372341 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-55837e58-a2ff-4100-9d25-7661436eb580 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:19.383733 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99334cb1-8635-45f6-be2f-ae4d4c3c23c2 None None] Network 6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:36:19.388010 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port a6b09e5c-cfde-4023-bdd4-9949087aad86, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=a6b09e5c-cfde-4023-bdd4-9949087aad86,segment=NetworkSegment(2728a46b-6f42-41e4-abfd-2e3db73a97b6),segment_id=2728a46b-6f42-41e4-abfd-2e3db73a97b6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:19.393881 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-55837e58-a2ff-4100-9d25-7661436eb580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:19.423475 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6573df0c-1202-4a5c-a383-5dce7cd504b3', 'name': 'network-vif-deleted', 'tag': 'f5fd84b5-c812-423f-9cb1-712cb3110308'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:36:19.423709 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b126bd-b99b-494a-b77f-e1d3ef45bc9d req-a3710aaa-12bc-488d-8912-f7b86858b8c1 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:19.425380 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99b126bd-b99b-494a-b77f-e1d3ef45bc9d req-a3710aaa-12bc-488d-8912-f7b86858b8c1 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=c24fe140-843f-440b-865a-05df120d721b HTTP/1.1" status: 200 len: 943 time: 0.0694532 Dec 09 15:36:19.429751 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32049d89-4c2e-47e1-be6b-6c55fce19c39" -d '{"events": [{"server_uuid": "6573df0c-1202-4a5c-a383-5dce7cd504b3", "name": "network-vif-deleted", "tag": "f5fd84b5-c812-423f-9cb1-712cb3110308"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:36:19.444618 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:19.519390 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99b126bd-b99b-494a-b77f-e1d3ef45bc9d req-bd551b60-f609-4c42-867a-f733524e5b49 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780859 Dec 09 15:36:19.542654 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55837e58-a2ff-4100-9d25-7661436eb580 None None] Network 2d07c596-7c22-45c9-b1bd-48eff2ef43ba is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:36:19.556630 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-55837e58-a2ff-4100-9d25-7661436eb580 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:36:19.565658 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55837e58-a2ff-4100-9d25-7661436eb580 None None] Pushing event updated for resources: {'Port': ['ID=f94b37b1-1c2c-4351-a19a-6f4c8642ab87,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:19.568894 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55837e58-a2ff-4100-9d25-7661436eb580 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:36:19.583682 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92bcc9b-180a-41c7-b560-cb69298e356c x-openstack-request-id: req-f92bcc9b-180a-41c7-b560-cb69298e356c {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:36:19.584346 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c24fe140-843f-440b-865a-05df120d721b", "tag": "5398cfa7-b0d2-4a1c-a178-6c2baff119fb", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:36:19.584736 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f92bcc9b-180a-41c7-b560-cb69298e356c {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:36:19.587518 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c24fe140-843f-440b-865a-05df120d721b', 'tag': '5398cfa7-b0d2-4a1c-a178-6c2baff119fb', 'status': 'completed', 'code': 200} Dec 09 15:36:19.611899 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-66534937-6821-439f-b0a9-56f2f80894b4 None None] Provisioning complete for port 2e057032-5d41-4f42-8190-c29e55e8328f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:19.612277 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-66534937-6821-439f-b0a9-56f2f80894b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:19.622253 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 228495d6-10b3-45a6-97a1-9e867d1579e3 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:36:19.685970 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684bbd28-da7a-4aed-a8b7-a95c1dd3b76e req-c4088fb8-096c-4774-ad33-322d7fe27708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:19.687579 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-684bbd28-da7a-4aed-a8b7-a95c1dd3b76e req-c4088fb8-096c-4774-ad33-322d7fe27708 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7cb10907c9dd4101899755e35f1cc029&device_id=c24fe140-843f-440b-865a-05df120d721b HTTP/1.1" status: 200 len: 1094 time: 0.0759330 Dec 09 15:36:19.702873 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c48a10-9465-4cd6-a8f3-fe9ef9fc217e req-5ef4055f-5327-4a65-9662-e3f47c96348d tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:19.704342 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-86c48a10-9465-4cd6-a8f3-fe9ef9fc217e req-5ef4055f-5327-4a65-9662-e3f47c96348d tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f735a0e-1cff-4ae6-b90a-99feaf9c9362 HTTP/1.1" status: 200 len: 945 time: 0.0581381 Dec 09 15:36:19.769412 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:19.801960 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=a6b09e5c-cfde-4023-bdd4-9949087aad86,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:19.809298 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-55837e58-a2ff-4100-9d25-7661436eb580 None None] Attempting to bind port f94b37b1-1c2c-4351-a19a-6f4c8642ab87 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:36:19.809670 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-55837e58-a2ff-4100-9d25-7661436eb580 None None] Attempting to bind port f94b37b1-1c2c-4351-a19a-6f4c8642ab87 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '9bd074ee-57e4-4e1d-b513-d1751f470e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2d07c596-7c22-45c9-b1bd-48eff2ef43ba'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:36:19.810041 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55837e58-a2ff-4100-9d25-7661436eb580 None None] Attempting to bind port f94b37b1-1c2c-4351-a19a-6f4c8642ab87 on network 2d07c596-7c22-45c9-b1bd-48eff2ef43ba {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:36:19.812507 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-86c48a10-9465-4cd6-a8f3-fe9ef9fc217e req-d715a4e6-39ca-48e5-a1f3-8f9308b48e57 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980554 Dec 09 15:36:19.813412 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'port_id': '1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507', 'mac_address': 'fa:16:3e:ac:31:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6953c-1261-4e7c-8b49-64e5b87424c2', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:36:19.831305 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684bbd28-da7a-4aed-a8b7-a95c1dd3b76e req-d08ca9b5-1bb1-42db-856a-44163da5ee12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:19.833214 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-684bbd28-da7a-4aed-a8b7-a95c1dd3b76e req-d08ca9b5-1bb1-42db-856a-44163da5ee12 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7736ab20-9109-45c5-88b0-6682a059f13e HTTP/1.1" status: 200 len: 913 time: 0.1279562 Dec 09 15:36:19.834842 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55837e58-a2ff-4100-9d25-7661436eb580 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:36:19.835225 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55837e58-a2ff-4100-9d25-7661436eb580 None None] Checking segment: {'id': '9bd074ee-57e4-4e1d-b513-d1751f470e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2d07c596-7c22-45c9-b1bd-48eff2ef43ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:36:19.835626 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-55837e58-a2ff-4100-9d25-7661436eb580 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:19.836009 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55837e58-a2ff-4100-9d25-7661436eb580 None None] Bound using segment: {'id': '9bd074ee-57e4-4e1d-b513-d1751f470e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2d07c596-7c22-45c9-b1bd-48eff2ef43ba'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:36:19.836510 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-55837e58-a2ff-4100-9d25-7661436eb580 None None] Bound port: f94b37b1-1c2c-4351-a19a-6f4c8642ab87, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd074ee-57e4-4e1d-b513-d1751f470e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2d07c596-7c22-45c9-b1bd-48eff2ef43ba'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:36:19.836948 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-55837e58-a2ff-4100-9d25-7661436eb580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:19.887412 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-684bbd28-da7a-4aed-a8b7-a95c1dd3b76e req-94bc17e4-0a2d-4343-a54c-5b605d768eee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5398cfa7-b0d2-4a1c-a178-6c2baff119fb HTTP/1.1" status: 200 len: 217 time: 0.0423734 Dec 09 15:36:19.911617 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 228495d6-10b3-45a6-97a1-9e867d1579e3 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:19.912199 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:19.938070 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:19.996390 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684bbd28-da7a-4aed-a8b7-a95c1dd3b76e req-ec933cba-854e-4f2f-95c2-a8f0e979c844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:19.997926 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-684bbd28-da7a-4aed-a8b7-a95c1dd3b76e req-ec933cba-854e-4f2f-95c2-a8f0e979c844 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0ee4fdd6-4dfd-4a15-a871-b63f2ecb023f HTTP/1.1" status: 200 len: 852 time: 0.0977967 Dec 09 15:36:20.007301 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:36:20.012166 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-66534937-6821-439f-b0a9-56f2f80894b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:20.034069 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-55837e58-a2ff-4100-9d25-7661436eb580 None None] For port f94b37b1-1c2c-4351-a19a-6f4c8642ab87, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:36:20.039153 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-684bbd28-da7a-4aed-a8b7-a95c1dd3b76e req-31a3860d-7498-41a2-9b61-5b04ec5a3e7a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7736ab20-9109-45c5-88b0-6682a059f13e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317912 Dec 09 15:36:20.057580 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-55837e58-a2ff-4100-9d25-7661436eb580 None None] For port f94b37b1-1c2c-4351-a19a-6f4c8642ab87, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=f94b37b1-1c2c-4351-a19a-6f4c8642ab87,segment=NetworkSegment(9bd074ee-57e4-4e1d-b513-d1751f470e61),segment_id=9bd074ee-57e4-4e1d-b513-d1751f470e61)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:36:20.059608 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:20.070046 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-55837e58-a2ff-4100-9d25-7661436eb580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:20.072519 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:20.119159 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-66534937-6821-439f-b0a9-56f2f80894b4 None None] For port 2e057032-5d41-4f42-8190-c29e55e8328f, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=2e057032-5d41-4f42-8190-c29e55e8328f,segment=NetworkSegment(86283111-1a74-45ec-bb1c-dc66e4f2543c),segment_id=86283111-1a74-45ec-bb1c-dc66e4f2543c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:20.122681 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-3c9a4322-9a04-4727-912e-a2eed84bd7fb tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:20.129032 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-66534937-6821-439f-b0a9-56f2f80894b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:20.129857 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-3c9a4322-9a04-4727-912e-a2eed84bd7fb tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:20.132552 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-3c9a4322-9a04-4727-912e-a2eed84bd7fb tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/networks?id=6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a&id=2d07c596-7c22-45c9-b1bd-48eff2ef43ba&id=6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a HTTP/1.1" status: 200 len: 1392 time: 0.2028272 Dec 09 15:36:20.166904 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-ffffafb7-103a-45fb-bef1-7bb6cd25913f tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/quotas/1e0dad837f9c483a9d0dd7e471d8bf06 HTTP/1.1" status: 200 len: 375 time: 0.0232148 Dec 09 15:36:20.171390 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55837e58-a2ff-4100-9d25-7661436eb580 None None] Pushing event updated for resources: {'Port': ['ID=f94b37b1-1c2c-4351-a19a-6f4c8642ab87,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:20.206530 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 2e057032-5d41-4f42-8190-c29e55e8328f up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:36:20.217181 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-684bbd28-da7a-4aed-a8b7-a95c1dd3b76e req-8e68e8af-758e-4d74-a515-da525fb2524d service neutron] 10.222.0.31 "GET /v2.0/networks/7736ab20-9109-45c5-88b0-6682a059f13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682761 Dec 09 15:36:20.249732 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-95509c3a-efb4-4800-b078-4213108373ad tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e0dad837f9c483a9d0dd7e471d8bf06&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0745101 Dec 09 15:36:20.269489 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:20.279010 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a613da4a-d3f3-4718-9c55-42b1fb1ae50d None None] Provisioning complete for port 2e057032-5d41-4f42-8190-c29e55e8328f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:20.279389 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a613da4a-d3f3-4718-9c55-42b1fb1ae50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:20.398154 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 2e057032-5d41-4f42-8190-c29e55e8328f triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:20.398485 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:20.426886 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-684bbd28-da7a-4aed-a8b7-a95c1dd3b76e req-8b496ccf-82de-4ffa-a384-81e495872b13 service neutron] 10.222.0.31 "GET /v2.0/networks/7736ab20-9109-45c5-88b0-6682a059f13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996422 Dec 09 15:36:20.428201 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66534937-6821-439f-b0a9-56f2f80894b4 None None] Pushing event updated for resources: {'Port': ['ID=2e057032-5d41-4f42-8190-c29e55e8328f,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:20.437254 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-32c5185d-e1ba-4d8d-a1a7-086257107a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:20.437493 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-a3adc04a-e370-4a1f-a5ac-ce56a2bd3387 service neutron] 10.222.0.57 "GET /v2.0/networks/6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483538 Dec 09 15:36:20.490532 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:36:20.559138 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-2bb700b5-7727-4747-8551-5d0a2d03a42f service neutron] 10.222.0.57 "GET /v2.0/networks/6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126471 Dec 09 15:36:20.657894 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-391ca18e-cf08-450c-b648-f966534c4abe service neutron] 10.222.0.57 "GET /v2.0/networks/2d07c596-7c22-45c9-b1bd-48eff2ef43ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917454 Dec 09 15:36:20.752617 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-5cff8ec5-010b-4c6a-a6a8-3ec8f5c0e1d7 service neutron] 10.222.0.57 "GET /v2.0/networks/2d07c596-7c22-45c9-b1bd-48eff2ef43ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885050 Dec 09 15:36:20.843007 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-35f1d34c-dbc2-453e-b65c-9fa5ae30e320 service neutron] 10.222.0.57 "GET /v2.0/networks/6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845721 Dec 09 15:36:20.939989 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-5459d4c0-29f4-40d9-ad3a-6af85ea6dc20 service neutron] 10.222.0.57 "GET /v2.0/networks/6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905478 Dec 09 15:36:21.111185 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f6c40-ddcd-41a3-a358-26a3230dc661 req-c6525d85-85b2-4af7-84e3-e89565e3661a tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:21.112896 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aa8f6c40-ddcd-41a3-a358-26a3230dc661 req-c6525d85-85b2-4af7-84e3-e89565e3661a tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.31 "GET /v2.0/ports?device_id=d958dff4-bf9a-4826-bee8-48c1312fc83e HTTP/1.1" status: 200 len: 949 time: 0.0671647 Dec 09 15:36:21.183226 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28df3ba-09b0-4259-8b12-c5b96264d5bf None None] Network 2d07c596-7c22-45c9-b1bd-48eff2ef43ba requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:36:21.246734 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea50164-4b88-4bec-b0c5-53c93c5dff78 req-e559ef6e-ab82-4bc6-a824-61c70284d60b tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:21.249496 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8ea50164-4b88-4bec-b0c5-53c93c5dff78 req-e559ef6e-ab82-4bc6-a824-61c70284d60b tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a24b370-5b6c-425f-ac47-83db418c2b23 HTTP/1.1" status: 200 len: 949 time: 0.1005437 Dec 09 15:36:21.267916 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1a52efd8-8e34-4eb5-8181-e06fbc8f3a73 None None] Provisioning complete for port f94b37b1-1c2c-4351-a19a-6f4c8642ab87 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:21.268287 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1a52efd8-8e34-4eb5-8181-e06fbc8f3a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:21.280966 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-aa8f6c40-ddcd-41a3-a358-26a3230dc661 req-1ebc4d82-42f8-44bc-872f-af32cad0a8fb tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Deleting port ba9435ef-3de3-478d-83d7-bc72b2993e7d {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:36:21.281298 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-aa8f6c40-ddcd-41a3-a358-26a3230dc661 req-1ebc4d82-42f8-44bc-872f-af32cad0a8fb tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:21.361485 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8ea50164-4b88-4bec-b0c5-53c93c5dff78 req-96177667-35f1-4545-94a5-cf8010f586bf tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014893 Dec 09 15:36:21.399405 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1a52efd8-8e34-4eb5-8181-e06fbc8f3a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:21.406955 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-aa8f6c40-ddcd-41a3-a358-26a3230dc661 req-1ebc4d82-42f8-44bc-872f-af32cad0a8fb tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] For port ba9435ef-3de3-478d-83d7-bc72b2993e7d, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=ba9435ef-3de3-478d-83d7-bc72b2993e7d,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:21.407326 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-aa8f6c40-ddcd-41a3-a358-26a3230dc661 req-1ebc4d82-42f8-44bc-872f-af32cad0a8fb tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:21.454195 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-aa8f6c40-ddcd-41a3-a358-26a3230dc661 req-1ebc4d82-42f8-44bc-872f-af32cad0a8fb tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Calling delete_port for ba9435ef-3de3-478d-83d7-bc72b2993e7d owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:36:21.458537 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1a52efd8-8e34-4eb5-8181-e06fbc8f3a73 None None] For port f94b37b1-1c2c-4351-a19a-6f4c8642ab87, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=f94b37b1-1c2c-4351-a19a-6f4c8642ab87,segment=NetworkSegment(9bd074ee-57e4-4e1d-b513-d1751f470e61),segment_id=9bd074ee-57e4-4e1d-b513-d1751f470e61)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:21.464373 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1a52efd8-8e34-4eb5-8181-e06fbc8f3a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:21.543123 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a52efd8-8e34-4eb5-8181-e06fbc8f3a73 None None] Pushing event updated for resources: {'Port': ['ID=f94b37b1-1c2c-4351-a19a-6f4c8642ab87,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:21.590471 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:36:21.717398 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77e550e-bd34-4dc3-bd69-df2bef1bd078 x-openstack-request-id: req-b77e550e-bd34-4dc3-bd69-df2bef1bd078 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:36:21.719613 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b3ca40-039a-4280-9da5-75278553bc60", "name": "network-vif-plugged", "status": "completed", "tag": "a6b09e5c-cfde-4023-bdd4-9949087aad86", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:36:21.719968 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b77e550e-bd34-4dc3-bd69-df2bef1bd078 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:36:21.729086 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b3ca40-039a-4280-9da5-75278553bc60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b09e5c-cfde-4023-bdd4-9949087aad86', 'code': 200} Dec 09 15:36:21.732728 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device f94b37b1-1c2c-4351-a19a-6f4c8642ab87 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:36:21.754792 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-aa8f6c40-ddcd-41a3-a358-26a3230dc661 req-1ebc4d82-42f8-44bc-872f-af32cad0a8fb tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:21.783550 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfabebf-e6ca-4c53-8332-273da03fae82 x-openstack-request-id: req-4cfabebf-e6ca-4c53-8332-273da03fae82 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:36:21.784084 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6573df0c-1202-4a5c-a383-5dce7cd504b3", "name": "network-vif-deleted", "tag": "f5fd84b5-c812-423f-9cb1-712cb3110308", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:36:21.784084 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4cfabebf-e6ca-4c53-8332-273da03fae82 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:36:21.784507 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6573df0c-1202-4a5c-a383-5dce7cd504b3', 'name': 'network-vif-deleted', 'tag': 'f5fd84b5-c812-423f-9cb1-712cb3110308', 'status': 'completed', 'code': 200} Dec 09 15:36:21.793936 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc4d82-42f8-44bc-872f-af32cad0a8fb tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Pushing event deleted for resources: {'Port': ['ID=ba9435ef-3de3-478d-83d7-bc72b2993e7d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:21.814799 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['09c676e4-2a5f-46ee-a639-d2836ab6c1d8', 'd204c55b-f880-4a11-b32a-0bf6feff0b3f', 'c2517f73-5229-47a2-90e3-f457f92ff058', 'ba9435ef-3de3-478d-83d7-bc72b2993e7d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:36:21.819152 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['92c9ec34-680d-443c-b16e-dccf7c73f04f'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:36:21.895855 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8f6c40-ddcd-41a3-a358-26a3230dc661 req-1ebc4d82-42f8-44bc-872f-af32cad0a8fb tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] No DVR routers for this DVR port ba9435ef-3de3-478d-83d7-bc72b2993e7d on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:36:21.900143 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-aa8f6c40-ddcd-41a3-a358-26a3230dc661 req-1ebc4d82-42f8-44bc-872f-af32cad0a8fb tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:21.904459 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aa8f6c40-ddcd-41a3-a358-26a3230dc661 req-1ebc4d82-42f8-44bc-872f-af32cad0a8fb tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.31 "DELETE /v2.0/ports/ba9435ef-3de3-478d-83d7-bc72b2993e7d HTTP/1.1" status: 204 len: 173 time: 0.7837484 Dec 09 15:36:21.905229 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd958dff4-bf9a-4826-bee8-48c1312fc83e', 'name': 'network-vif-deleted', 'tag': 'ba9435ef-3de3-478d-83d7-bc72b2993e7d'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:36:21.909291 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c33d255-606b-4bed-a152-092d24036f58" -d '{"events": [{"server_uuid": "d958dff4-bf9a-4826-bee8-48c1312fc83e", "name": "network-vif-deleted", "tag": "ba9435ef-3de3-478d-83d7-bc72b2993e7d"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:36:21.960290 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4797eb5-4d9c-4b13-952b-0aa1f98723f9 req-ca0e6c6a-5b67-42e0-b73d-34155852307a tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:21.960759 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2767b7c0-e34e-415d-92ce-425391578032 None None] Provisioning complete for port f94b37b1-1c2c-4351-a19a-6f4c8642ab87 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:21.960976 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2767b7c0-e34e-415d-92ce-425391578032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:21.970406 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a4797eb5-4d9c-4b13-952b-0aa1f98723f9 req-ca0e6c6a-5b67-42e0-b73d-34155852307a tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=82b3ca40-039a-4280-9da5-75278553bc60 HTTP/1.1" status: 200 len: 945 time: 0.0940809 Dec 09 15:36:22.053092 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a4797eb5-4d9c-4b13-952b-0aa1f98723f9 req-b60ccc4c-0dfb-43c2-ab62-aced45ae88d8 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784335 Dec 09 15:36:22.149028 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750484cc-2370-4b13-abdb-648958f0d19f req-6fb581f9-a35a-467f-9897-080a1f89b556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:22.149207 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port f94b37b1-1c2c-4351-a19a-6f4c8642ab87 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:22.149557 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:22.150668 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-750484cc-2370-4b13-abdb-648958f0d19f req-6fb581f9-a35a-467f-9897-080a1f89b556 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=82b3ca40-039a-4280-9da5-75278553bc60 HTTP/1.1" status: 200 len: 1096 time: 0.3344769 Dec 09 15:36:22.165933 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b012a-6ea9-4065-8418-e2cc54ea1989 req-262c33fd-13a5-4817-8c39-4b5838096277 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:22.167617 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-017b012a-6ea9-4065-8418-e2cc54ea1989 req-262c33fd-13a5-4817-8c39-4b5838096277 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=84e81616-92f5-489a-ae95-e0a80acf7b1c HTTP/1.1" status: 200 len: 946 time: 0.0557790 Dec 09 15:36:22.208129 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-750484cc-2370-4b13-abdb-648958f0d19f req-6cb3bb9e-77c5-495a-98fa-3f25b43e5ac8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476050 Dec 09 15:36:22.228599 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-017b012a-6ea9-4065-8418-e2cc54ea1989 req-524975ad-06e3-48c8-9132-770bc9d773ff tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548782 Dec 09 15:36:22.365055 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d001b-c41d-4191-af12-8afd9e7396d5 req-4691126b-cfb3-4b9a-aaf0-3d3fa1cba9f2 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:22.371877 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-518d001b-c41d-4191-af12-8afd9e7396d5 req-4691126b-cfb3-4b9a-aaf0-3d3fa1cba9f2 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=c24fe140-843f-440b-865a-05df120d721b HTTP/1.1" status: 200 len: 943 time: 0.0630941 Dec 09 15:36:22.425520 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 2e057032-5d41-4f42-8190-c29e55e8328f up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:36:22.426239 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-518d001b-c41d-4191-af12-8afd9e7396d5 req-f856ff7a-1331-4448-b538-c25362df9ff2 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534768 Dec 09 15:36:22.543162 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 2e057032-5d41-4f42-8190-c29e55e8328f triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:22.543526 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:22.563394 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdea987-1955-49c0-bda4-b58f35f1d8ff req-7ac3b86f-346c-47f5-aa43-96083e64413c tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:22.565075 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bfdea987-1955-49c0-bda4-b58f35f1d8ff req-7ac3b86f-346c-47f5-aa43-96083e64413c tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f735a0e-1cff-4ae6-b90a-99feaf9c9362 HTTP/1.1" status: 200 len: 945 time: 0.0680249 Dec 09 15:36:22.637083 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bfdea987-1955-49c0-bda4-b58f35f1d8ff req-aa4d2ca2-ef55-47df-b34f-01c25eabe672 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598857 Dec 09 15:36:22.664260 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 5398cfa7-b0d2-4a1c-a178-6c2baff119fb details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:36:22.728816 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-23409667-e596-4af4-bf32-1a5f6590c6a9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:22.736554 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-23409667-e596-4af4-bf32-1a5f6590c6a9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:22.738201 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-23409667-e596-4af4-bf32-1a5f6590c6a9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.31 "GET /v2.0/networks?id=6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a&id=2d07c596-7c22-45c9-b1bd-48eff2ef43ba&id=6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a HTTP/1.1" status: 200 len: 1392 time: 0.1718225 Dec 09 15:36:22.751950 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1a239299-1e2a-41dc-be2a-ec17e410dabe req-b5a7e79a-d1c8-4f4a-a177-c48a3d2432f0 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/ports?device_id=c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e HTTP/1.1" status: 200 len: 210 time: 0.0412612 Dec 09 15:36:22.755165 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-8cef152e-f41c-49f2-83e0-feda4889f8d8 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Request body: {'port': {'device_id': 'c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e', 'network_id': '6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a', 'admin_state_up': True, 'tenant_id': '1e0dad837f9c483a9d0dd7e471d8bf06'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:36:22.849659 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 5398cfa7-b0d2-4a1c-a178-6c2baff119fb, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5398cfa7-b0d2-4a1c-a178-6c2baff119fb,segment=NetworkSegment(69e3382f-395f-44e0-a40c-d45aab069633),segment_id=69e3382f-395f-44e0-a40c-d45aab069633)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:22.867228 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '5398cfa7-b0d2-4a1c-a178-6c2baff119fb', 'network_id': '7736ab20-9109-45c5-88b0-6682a059f13e', 'port_id': '5398cfa7-b0d2-4a1c-a178-6c2baff119fb', 'mac_address': 'fa:16:3e:d1:43:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ee4fdd6-4dfd-4a15-a871-b63f2ecb023f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:36:22.926793 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-8cef152e-f41c-49f2-83e0-feda4889f8d8 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Made reservation on behalf of 1e0dad837f9c483a9d0dd7e471d8bf06 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:36:22.930543 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-8cef152e-f41c-49f2-83e0-feda4889f8d8 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:22.950507 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bb0fd09f-f857-4938-a4f9-58bc7ad52b22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:22.952660 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:22.980562 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5398cfa7-b0d2-4a1c-a178-6c2baff119fb {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:36:23.015189 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5f910285-f143-44ce-bac1-981f5b22df2e req-7c994017-4c80-44a1-bd40-c58c74e17418 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=d958dff4-bf9a-4826-bee8-48c1312fc83e HTTP/1.1" status: 200 len: 210 time: 0.0397434 Dec 09 15:36:23.016392 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 5398cfa7-b0d2-4a1c-a178-6c2baff119fb, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5398cfa7-b0d2-4a1c-a178-6c2baff119fb,segment=NetworkSegment(69e3382f-395f-44e0-a40c-d45aab069633),segment_id=69e3382f-395f-44e0-a40c-d45aab069633)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:23.035670 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:23.099511 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=5398cfa7-b0d2-4a1c-a178-6c2baff119fb,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:23.100544 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ede9bac-70a2-45ee-b0f2-78b052436abb x-openstack-request-id: req-4ede9bac-70a2-45ee-b0f2-78b052436abb {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:36:23.100845 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d958dff4-bf9a-4826-bee8-48c1312fc83e", "name": "network-vif-deleted", "tag": "ba9435ef-3de3-478d-83d7-bc72b2993e7d", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:36:23.101095 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4ede9bac-70a2-45ee-b0f2-78b052436abb {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:36:23.101594 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd958dff4-bf9a-4826-bee8-48c1312fc83e', 'name': 'network-vif-deleted', 'tag': 'ba9435ef-3de3-478d-83d7-bc72b2993e7d', 'status': 'completed', 'code': 200} Dec 09 15:36:23.145672 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-8cef152e-f41c-49f2-83e0-feda4889f8d8 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Allocated IP 19.80.0.125 (6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a/26262b12-27ea-4807-aca1-d82dfc593efd/0f2ab084-9725-4842-8576-c2e1d845f14a) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:36:23.164693 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc101b27-0ee4-4a9d-ba13-cca6e75a316f req-4212e546-4e6f-4de9-bc81-ee10cd9117e3 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:23.166425 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fc101b27-0ee4-4a9d-ba13-cca6e75a316f req-4212e546-4e6f-4de9-bc81-ee10cd9117e3 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a24b370-5b6c-425f-ac47-83db418c2b23&tenant_id=8222749629bd4bc081045ad1433cd8c5&binding%3Ahost_id=n-h1-821228-1 HTTP/1.1" status: 200 len: 949 time: 0.1634548 Dec 09 15:36:23.267051 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-fc101b27-0ee4-4a9d-ba13-cca6e75a316f req-d44ec5a0-7b60-4993-8efc-386724255cd0 service neutron] delete failed (client error): The resource could not be found. Dec 09 15:36:23.268084 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fc101b27-0ee4-4a9d-ba13-cca6e75a316f req-d44ec5a0-7b60-4993-8efc-386724255cd0 service neutron] 10.222.0.31 "DELETE /v2.0/ports/1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507/bindings/n-h2-821228-1 HTTP/1.1" status: 404 len: 380 time: 0.0925763 Dec 09 15:36:23.275641 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9b208-c650-4fb2-9182-68bfbb6d022e req-4448b96e-d2b6-4fcc-a5ea-4b9cc9202332 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:23.277109 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-15a9b208-c650-4fb2-9182-68bfbb6d022e req-4448b96e-d2b6-4fcc-a5ea-4b9cc9202332 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a24b370-5b6c-425f-ac47-83db418c2b23 HTTP/1.1" status: 200 len: 949 time: 0.0754993 Dec 09 15:36:23.302486 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-8cef152e-f41c-49f2-83e0-feda4889f8d8 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:23.334810 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-15a9b208-c650-4fb2-9182-68bfbb6d022e req-8eeccee8-a723-45b0-9841-216c2d9bfa94 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503771 Dec 09 15:36:23.336095 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:36:23.364088 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-8cef152e-f41c-49f2-83e0-feda4889f8d8 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:23.408093 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc101b27-0ee4-4a9d-ba13-cca6e75a316f req-ba6f7a5d-1afb-4a67-bafc-d15a868c23e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:23.411123 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fc101b27-0ee4-4a9d-ba13-cca6e75a316f req-ba6f7a5d-1afb-4a67-bafc-d15a868c23e6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8222749629bd4bc081045ad1433cd8c5&device_id=1a24b370-5b6c-425f-ac47-83db418c2b23 HTTP/1.1" status: 200 len: 1100 time: 0.0520425 Dec 09 15:36:23.418303 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:36:23.423629 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:23.424296 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:23.449389 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-8cef152e-f41c-49f2-83e0-feda4889f8d8 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Network 6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:36:23.473032 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef152e-f41c-49f2-83e0-feda4889f8d8 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Pushing event updated for resources: {'Port': ['ID=0f2ab084-9725-4842-8576-c2e1d845f14a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:23.476392 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-8cef152e-f41c-49f2-83e0-feda4889f8d8 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:36:23.479269 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['5398cfa7-b0d2-4a1c-a178-6c2baff119fb'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:36:23.482546 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-8cef152e-f41c-49f2-83e0-feda4889f8d8 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:36:23.517913 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device f94b37b1-1c2c-4351-a19a-6f4c8642ab87 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:36:23.613142 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-8cef152e-f41c-49f2-83e0-feda4889f8d8 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:23.613871 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-8cef152e-f41c-49f2-83e0-feda4889f8d8 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:23.636342 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc101b27-0ee4-4a9d-ba13-cca6e75a316f req-bc359113-9b69-4b14-bd55-05f1ae0deaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:23.638603 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fc101b27-0ee4-4a9d-ba13-cca6e75a316f req-bc359113-9b69-4b14-bd55-05f1ae0deaff service neutron] 10.222.0.31 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.2149887 Dec 09 15:36:23.645331 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a89b0-72bc-4e9a-87c2-02759af34221 req-bdb34b41-8b46-4902-9d39-465f3a9f4bc8 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:23.647368 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8c5a89b0-72bc-4e9a-87c2-02759af34221 req-bdb34b41-8b46-4902-9d39-465f3a9f4bc8 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.42 "GET /v2.0/ports?device_id=55e842c2-22ee-4cdf-9326-afad7784b592 HTTP/1.1" status: 200 len: 950 time: 0.1137009 Dec 09 15:36:23.666330 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-8cef152e-f41c-49f2-83e0-feda4889f8d8 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9165268 Dec 09 15:36:23.687364 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:23.706079 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-fb5dce92-2530-4278-a8bc-8bfb3981364c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Request body: {'port': {'device_id': 'c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e', 'network_id': '2d07c596-7c22-45c9-b1bd-48eff2ef43ba', 'admin_state_up': True, 'tenant_id': '1e0dad837f9c483a9d0dd7e471d8bf06'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:36:23.719771 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port f94b37b1-1c2c-4351-a19a-6f4c8642ab87 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:23.720225 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:23.732929 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fc101b27-0ee4-4a9d-ba13-cca6e75a316f req-215ba131-3bd5-47a8-b2af-7b003c589889 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 HTTP/1.1" status: 200 len: 217 time: 0.0858715 Dec 09 15:36:23.771417 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a24b370-5b6c-425f-ac47-83db418c2b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:36:23.773468 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd026da2-ea64-40a4-887a-b901ec1f67e4" -d '{"events": [{"server_uuid": "1a24b370-5b6c-425f-ac47-83db418c2b23", "name": "network-vif-plugged", "status": "completed", "tag": "1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:36:23.798756 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:23.813697 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:23.843998 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e41bd2-bf12-4465-a5ae-fb1504974213 req-5cba3b5b-bddc-495d-9bd6-4c5509a06b69 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:23.845614 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a4e41bd2-bf12-4465-a5ae-fb1504974213 req-5cba3b5b-bddc-495d-9bd6-4c5509a06b69 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=82b3ca40-039a-4280-9da5-75278553bc60 HTTP/1.1" status: 200 len: 945 time: 0.1117995 Dec 09 15:36:23.847605 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc101b27-0ee4-4a9d-ba13-cca6e75a316f req-7442c0b4-43a6-439e-8d4e-7f82806c50b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:23.849214 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fc101b27-0ee4-4a9d-ba13-cca6e75a316f req-7442c0b4-43a6-439e-8d4e-7f82806c50b3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0883172 Dec 09 15:36:23.889054 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-fb5dce92-2530-4278-a8bc-8bfb3981364c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Made reservation on behalf of 1e0dad837f9c483a9d0dd7e471d8bf06 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:36:23.892529 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-fb5dce92-2530-4278-a8bc-8bfb3981364c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:23.944368 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a4e41bd2-bf12-4465-a5ae-fb1504974213 req-d1dd2d49-66ae-476c-b4c2-a4526c442d29 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866342 Dec 09 15:36:23.948536 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc101b27-0ee4-4a9d-ba13-cca6e75a316f req-3d6a1141-2cb8-4e2e-9452-7b3ddd43988c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:23.950148 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fc101b27-0ee4-4a9d-ba13-cca6e75a316f req-3d6a1141-2cb8-4e2e-9452-7b3ddd43988c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0907235 Dec 09 15:36:23.968628 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507,revision_number=9']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:23.971941 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-8c5a89b0-72bc-4e9a-87c2-02759af34221 req-7a076d91-410b-42dd-ac56-197928915d2b tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Deleting port 92c9ec34-680d-443c-b16e-dccf7c73f04f {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:36:23.971941 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8c5a89b0-72bc-4e9a-87c2-02759af34221 req-7a076d91-410b-42dd-ac56-197928915d2b tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:24.015327 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2fbd8c84-4762-4bba-b291-48506160f543 None None] Provisioning complete for port 0f2ab084-9725-4842-8576-c2e1d845f14a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:24.016033 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2fbd8c84-4762-4bba-b291-48506160f543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:24.028268 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:24.072130 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2fbd8c84-4762-4bba-b291-48506160f543 None None] Port 0f2ab084-9725-4842-8576-c2e1d845f14a cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:36:24.080712 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fc101b27-0ee4-4a9d-ba13-cca6e75a316f req-2cb678af-b65d-4bfa-a8dc-77be3b11769b service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170027 Dec 09 15:36:24.141079 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-fb5dce92-2530-4278-a8bc-8bfb3981364c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Allocated IP 19.86.0.157 (2d07c596-7c22-45c9-b1bd-48eff2ef43ba/8f24ef35-4671-4c3f-b6b5-9ea9b623d96e/8dd2331b-4e18-4c42-b209-d51eb31b238e) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:36:24.148476 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-8c5a89b0-72bc-4e9a-87c2-02759af34221 req-7a076d91-410b-42dd-ac56-197928915d2b tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] For port 92c9ec34-680d-443c-b16e-dccf7c73f04f, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=92c9ec34-680d-443c-b16e-dccf7c73f04f,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:24.148846 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8c5a89b0-72bc-4e9a-87c2-02759af34221 req-7a076d91-410b-42dd-ac56-197928915d2b tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:24.167877 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-8c5a89b0-72bc-4e9a-87c2-02759af34221 req-7a076d91-410b-42dd-ac56-197928915d2b tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Calling delete_port for 92c9ec34-680d-443c-b16e-dccf7c73f04f owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:36:24.193938 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d2990-282a-4861-862f-da082a23e32b req-e208a2c3-100f-45a0-9e75-28ad55ae32cc tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:24.195407 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-df2d2990-282a-4861-862f-da082a23e32b req-e208a2c3-100f-45a0-9e75-28ad55ae32cc tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=84e81616-92f5-489a-ae95-e0a80acf7b1c HTTP/1.1" status: 200 len: 946 time: 0.0979142 Dec 09 15:36:24.227239 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fc101b27-0ee4-4a9d-ba13-cca6e75a316f req-159544af-785f-45e6-8b43-2d2733036db7 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388376 Dec 09 15:36:24.257448 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-df2d2990-282a-4861-862f-da082a23e32b req-7c7141ff-5e6b-4376-bf55-1b5c1bf4c132 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553360 Dec 09 15:36:24.342093 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:24.389613 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb2125-1fbf-4153-99ec-7db09d1cd516 req-ef377976-8139-4439-96f1-178464556e9d tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:24.391184 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-92fb2125-1fbf-4153-99ec-7db09d1cd516 req-ef377976-8139-4439-96f1-178464556e9d tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=c24fe140-843f-440b-865a-05df120d721b HTTP/1.1" status: 200 len: 944 time: 0.0552943 Dec 09 15:36:24.400982 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-fb5dce92-2530-4278-a8bc-8bfb3981364c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:24.420369 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8c5a89b0-72bc-4e9a-87c2-02759af34221 req-7a076d91-410b-42dd-ac56-197928915d2b tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:24.443996 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-92fb2125-1fbf-4153-99ec-7db09d1cd516 req-f9d7c537-b9bd-4a7a-a1f0-f5aeb6201ec7 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468338 Dec 09 15:36:24.464925 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a076d91-410b-42dd-ac56-197928915d2b tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Pushing event deleted for resources: {'Port': ['ID=92c9ec34-680d-443c-b16e-dccf7c73f04f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:24.475971 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['92c9ec34-680d-443c-b16e-dccf7c73f04f'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:36:24.515723 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5a89b0-72bc-4e9a-87c2-02759af34221 req-7a076d91-410b-42dd-ac56-197928915d2b tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] No DVR routers for this DVR port 92c9ec34-680d-443c-b16e-dccf7c73f04f on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:36:24.517825 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-fb5dce92-2530-4278-a8bc-8bfb3981364c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:24.519610 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8c5a89b0-72bc-4e9a-87c2-02759af34221 req-7a076d91-410b-42dd-ac56-197928915d2b tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:24.522897 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8c5a89b0-72bc-4e9a-87c2-02759af34221 req-7a076d91-410b-42dd-ac56-197928915d2b tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.42 "DELETE /v2.0/ports/92c9ec34-680d-443c-b16e-dccf7c73f04f HTTP/1.1" status: 204 len: 173 time: 0.8555510 Dec 09 15:36:24.523339 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e842c2-22ee-4cdf-9326-afad7784b592', 'name': 'network-vif-deleted', 'tag': '92c9ec34-680d-443c-b16e-dccf7c73f04f'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:36:24.525702 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83664c19-3c39-4f24-8762-f6c94b47967c" -d '{"events": [{"server_uuid": "55e842c2-22ee-4cdf-9326-afad7784b592", "name": "network-vif-deleted", "tag": "92c9ec34-680d-443c-b16e-dccf7c73f04f"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:36:24.570422 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-fb5dce92-2530-4278-a8bc-8bfb3981364c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Network 2d07c596-7c22-45c9-b1bd-48eff2ef43ba is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:36:24.574287 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-fb5dce92-2530-4278-a8bc-8bfb3981364c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:36:24.575134 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de64000-96d9-4648-a395-c52312fbb4fd req-c88fa9c7-1425-4651-a360-79104a4def66 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:24.580451 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-fb5dce92-2530-4278-a8bc-8bfb3981364c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:36:24.582528 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4de64000-96d9-4648-a395-c52312fbb4fd req-c88fa9c7-1425-4651-a360-79104a4def66 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f735a0e-1cff-4ae6-b90a-99feaf9c9362 HTTP/1.1" status: 200 len: 945 time: 0.0598636 Dec 09 15:36:24.615398 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5dce92-2530-4278-a8bc-8bfb3981364c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Pushing event updated for resources: {'Port': ['ID=8dd2331b-4e18-4c42-b209-d51eb31b238e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:24.661275 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4de64000-96d9-4648-a395-c52312fbb4fd req-7a8c7bd7-db7e-4507-bdbc-01bf53459b95 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779564 Dec 09 15:36:24.661787 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device ba9435ef-3de3-478d-83d7-bc72b2993e7d no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:36:24.685872 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-fb5dce92-2530-4278-a8bc-8bfb3981364c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:24.686553 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-fb5dce92-2530-4278-a8bc-8bfb3981364c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:24.704316 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: ba9435ef-3de3-478d-83d7-bc72b2993e7d {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:36:24.705492 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device ba9435ef-3de3-478d-83d7-bc72b2993e7d not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:36:24.721718 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-fb5dce92-2530-4278-a8bc-8bfb3981364c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0218329 Dec 09 15:36:24.740358 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-cef1d0d5-bc1c-47ef-87e7-427bfb6349bb tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Request body: {'port': {'device_id': 'c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e', 'network_id': '6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a', 'admin_state_up': True, 'tenant_id': '1e0dad837f9c483a9d0dd7e471d8bf06'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:36:24.783165 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['09c676e4-2a5f-46ee-a639-d2836ab6c1d8', 'd204c55b-f880-4a11-b32a-0bf6feff0b3f', 'c2517f73-5229-47a2-90e3-f457f92ff058'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:36:24.823476 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d1b45-5137-4216-8385-a9ed037c9eaf req-9ed8caa3-dd52-4302-bbd0-741103317117 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:24.829513 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d1b45-5137-4216-8385-a9ed037c9eaf req-9ed8caa3-dd52-4302-bbd0-741103317117 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:24.836813 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c4d1b45-5137-4216-8385-a9ed037c9eaf req-9ed8caa3-dd52-4302-bbd0-741103317117 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/ports?device_id=c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e HTTP/1.1" status: 200 len: 1655 time: 0.0899813 Dec 09 15:36:24.909585 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c4d1b45-5137-4216-8385-a9ed037c9eaf req-161d8c72-cede-4c1d-93b7-eee87a857338 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/security-groups?id=4053ce5f-6f47-4cca-86df-591fd9480a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662038 Dec 09 15:36:24.911170 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-cef1d0d5-bc1c-47ef-87e7-427bfb6349bb tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Made reservation on behalf of 1e0dad837f9c483a9d0dd7e471d8bf06 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:36:24.922793 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-cef1d0d5-bc1c-47ef-87e7-427bfb6349bb tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:24.938164 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-522030a3-62cc-49db-b585-e3d98eae7c54 None None] Provisioning complete for port 8dd2331b-4e18-4c42-b209-d51eb31b238e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:24.938537 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-522030a3-62cc-49db-b585-e3d98eae7c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:24.969396 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b85fbe-efc5-4c57-a00d-50f23c807f52 x-openstack-request-id: req-65b85fbe-efc5-4c57-a00d-50f23c807f52 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:36:24.969686 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a24b370-5b6c-425f-ac47-83db418c2b23", "name": "network-vif-plugged", "status": "completed", "tag": "1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:36:24.969942 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-65b85fbe-efc5-4c57-a00d-50f23c807f52 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:36:24.970338 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a24b370-5b6c-425f-ac47-83db418c2b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507', 'code': 200} Dec 09 15:36:25.001168 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-522030a3-62cc-49db-b585-e3d98eae7c54 None None] Port 8dd2331b-4e18-4c42-b209-d51eb31b238e cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:36:25.137067 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-cef1d0d5-bc1c-47ef-87e7-427bfb6349bb tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Allocated IP 19.80.0.71 (6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a/26262b12-27ea-4807-aca1-d82dfc593efd/61870e47-b68b-4adc-81d9-2541d8b54c52) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:36:25.189675 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:25.233582 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c406bdc-4284-40eb-99ca-fcc07f4d95df req-eb870449-9c89-4532-8b91-601d6bfaf7e2 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:25.236868 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1c406bdc-4284-40eb-99ca-fcc07f4d95df req-eb870449-9c89-4532-8b91-601d6bfaf7e2 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a24b370-5b6c-425f-ac47-83db418c2b23 HTTP/1.1" status: 200 len: 950 time: 0.0657601 Dec 09 15:36:25.293185 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1c406bdc-4284-40eb-99ca-fcc07f4d95df req-d9e59f43-87cd-45c1-8511-e3e70c0e5a37 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507421 Dec 09 15:36:25.339574 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-cef1d0d5-bc1c-47ef-87e7-427bfb6349bb tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:25.341798 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bacf4c48-874a-4d54-9aa7-83fe804bc455 x-openstack-request-id: req-bacf4c48-874a-4d54-9aa7-83fe804bc455 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:36:25.342092 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55e842c2-22ee-4cdf-9326-afad7784b592", "name": "network-vif-deleted", "tag": "92c9ec34-680d-443c-b16e-dccf7c73f04f", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:36:25.342341 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bacf4c48-874a-4d54-9aa7-83fe804bc455 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:36:25.342729 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e842c2-22ee-4cdf-9326-afad7784b592', 'name': 'network-vif-deleted', 'tag': '92c9ec34-680d-443c-b16e-dccf7c73f04f', 'status': 'completed', 'code': 200} Dec 09 15:36:25.376092 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-cef1d0d5-bc1c-47ef-87e7-427bfb6349bb tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:25.420875 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-cef1d0d5-bc1c-47ef-87e7-427bfb6349bb tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Network 6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:36:25.423945 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-cef1d0d5-bc1c-47ef-87e7-427bfb6349bb tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:36:25.427483 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-cef1d0d5-bc1c-47ef-87e7-427bfb6349bb tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:36:25.440089 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869df17-27cb-47ce-8697-927f1ca81204 req-209f17fd-2d79-4244-9b92-a62cce4b5ac7 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:25.442363 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d869df17-27cb-47ce-8697-927f1ca81204 req-209f17fd-2d79-4244-9b92-a62cce4b5ac7 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=82b3ca40-039a-4280-9da5-75278553bc60 HTTP/1.1" status: 200 len: 945 time: 0.0571980 Dec 09 15:36:25.462271 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef1d0d5-bc1c-47ef-87e7-427bfb6349bb tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Pushing event updated for resources: {'Port': ['ID=61870e47-b68b-4adc-81d9-2541d8b54c52,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:25.487250 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-cef1d0d5-bc1c-47ef-87e7-427bfb6349bb tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:25.487997 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-cef1d0d5-bc1c-47ef-87e7-427bfb6349bb tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:25.506591 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d869df17-27cb-47ce-8697-927f1ca81204 req-c49535b5-db2c-4087-adb8-9c565aaaf105 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562389 Dec 09 15:36:25.512608 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-cef1d0d5-bc1c-47ef-87e7-427bfb6349bb tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7833886 Dec 09 15:36:25.534855 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-3f0703fc-ed99-448d-9f64-9cb683b5c0a7 service neutron] Request body: {'port': {'device_id': 'c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:36:25.596688 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-3f0703fc-ed99-448d-9f64-9cb683b5c0a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:25.695930 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466cc96-60ae-4ae6-83e0-83cbb09e15ad req-5149ccab-0fa1-4690-97c8-3fa0d1081e45 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:25.698203 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f466cc96-60ae-4ae6-83e0-83cbb09e15ad req-5149ccab-0fa1-4690-97c8-3fa0d1081e45 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=84e81616-92f5-489a-ae95-e0a80acf7b1c HTTP/1.1" status: 200 len: 946 time: 0.0529499 Dec 09 15:36:25.727202 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6328ff23-0304-4268-bfbd-52a2f9d96620 None None] Provisioning complete for port 61870e47-b68b-4adc-81d9-2541d8b54c52 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:25.727965 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6328ff23-0304-4268-bfbd-52a2f9d96620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:25.748727 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f466cc96-60ae-4ae6-83e0-83cbb09e15ad req-6e52ccf5-376d-4093-9251-137a9e161328 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441213 Dec 09 15:36:25.773474 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-6328ff23-0304-4268-bfbd-52a2f9d96620 None None] Port 61870e47-b68b-4adc-81d9-2541d8b54c52 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:36:25.848593 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a50091-bcf7-4955-897c-85530436f175 req-88d6e934-9a35-4624-b14b-cc334a38356f tempest-MigrationsAdminTest-525937780 tempest-MigrationsAdminTest-525937780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:25.850131 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-89a50091-bcf7-4955-897c-85530436f175 req-88d6e934-9a35-4624-b14b-cc334a38356f tempest-MigrationsAdminTest-525937780 tempest-MigrationsAdminTest-525937780-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=1a24b370-5b6c-425f-ac47-83db418c2b23 HTTP/1.1" status: 200 len: 1101 time: 0.0426409 Dec 09 15:36:25.876643 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-3f0703fc-ed99-448d-9f64-9cb683b5c0a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f2ab084-9725-4842-8576-c2e1d845f14a {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:36:25.884944 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-3f0703fc-ed99-448d-9f64-9cb683b5c0a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:25.894910 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-89a50091-bcf7-4955-897c-85530436f175 req-d7d03980-2c5e-4fe4-bae8-4e1ca730e964 tempest-MigrationsAdminTest-525937780 tempest-MigrationsAdminTest-525937780-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379765 Dec 09 15:36:25.897203 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-3f0703fc-ed99-448d-9f64-9cb683b5c0a7 service neutron] Transition to ACTIVE for port object 0f2ab084-9725-4842-8576-c2e1d845f14a will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:36:25.901161 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-3f0703fc-ed99-448d-9f64-9cb683b5c0a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:25.957786 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0703fc-ed99-448d-9f64-9cb683b5c0a7 service neutron] Pushing event updated for resources: {'Port': ['ID=0f2ab084-9725-4842-8576-c2e1d845f14a,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:26.004946 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e67da5-6bda-48ef-8452-73dc23bb4fc8 req-5b80ffb3-7841-4464-9974-f2830d73b1f5 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:26.006472 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f8e67da5-6bda-48ef-8452-73dc23bb4fc8 req-5b80ffb3-7841-4464-9974-f2830d73b1f5 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=c24fe140-843f-440b-865a-05df120d721b HTTP/1.1" status: 200 len: 944 time: 0.0536063 Dec 09 15:36:26.033306 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-3f0703fc-ed99-448d-9f64-9cb683b5c0a7 service neutron] Attempting to bind port 0f2ab084-9725-4842-8576-c2e1d845f14a on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:36:26.033644 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-3f0703fc-ed99-448d-9f64-9cb683b5c0a7 service neutron] Attempting to bind port 0f2ab084-9725-4842-8576-c2e1d845f14a by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '86283111-1a74-45ec-bb1c-dc66e4f2543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:36:26.033966 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-3f0703fc-ed99-448d-9f64-9cb683b5c0a7 service neutron] Attempting to bind port 0f2ab084-9725-4842-8576-c2e1d845f14a on network 6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:36:26.041137 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-3f0703fc-ed99-448d-9f64-9cb683b5c0a7 service neutron] Port 0f2ab084-9725-4842-8576-c2e1d845f14a on network 6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:36:26.042323 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-3f0703fc-ed99-448d-9f64-9cb683b5c0a7 service neutron] Attempting to bind port 0f2ab084-9725-4842-8576-c2e1d845f14a on network 6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:36:26.048137 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-3f0703fc-ed99-448d-9f64-9cb683b5c0a7 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:36:26.048498 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-3f0703fc-ed99-448d-9f64-9cb683b5c0a7 service neutron] Checking segment: {'id': '86283111-1a74-45ec-bb1c-dc66e4f2543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:36:26.049412 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-3f0703fc-ed99-448d-9f64-9cb683b5c0a7 service neutron] Bound using segment: {'id': '86283111-1a74-45ec-bb1c-dc66e4f2543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:36:26.049849 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-3f0703fc-ed99-448d-9f64-9cb683b5c0a7 service neutron] Bound port: 0f2ab084-9725-4842-8576-c2e1d845f14a, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86283111-1a74-45ec-bb1c-dc66e4f2543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:36:26.050204 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-3f0703fc-ed99-448d-9f64-9cb683b5c0a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:26.062507 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f8e67da5-6bda-48ef-8452-73dc23bb4fc8 req-364e7315-9d99-40ab-821c-9e1451946dcb tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490317 Dec 09 15:36:26.122935 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-3f0703fc-ed99-448d-9f64-9cb683b5c0a7 service neutron] For port 0f2ab084-9725-4842-8576-c2e1d845f14a, host n-h2-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:36:26.126291 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-3f0703fc-ed99-448d-9f64-9cb683b5c0a7 service neutron] For port 0f2ab084-9725-4842-8576-c2e1d845f14a, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=0f2ab084-9725-4842-8576-c2e1d845f14a,segment=NetworkSegment(86283111-1a74-45ec-bb1c-dc66e4f2543c),segment_id=86283111-1a74-45ec-bb1c-dc66e4f2543c)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:36:26.135463 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-3f0703fc-ed99-448d-9f64-9cb683b5c0a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:26.170408 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-3f0703fc-ed99-448d-9f64-9cb683b5c0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:26.171098 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-3f0703fc-ed99-448d-9f64-9cb683b5c0a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:26.172559 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-3f0703fc-ed99-448d-9f64-9cb683b5c0a7 service neutron] 10.222.0.31 "PUT /v2.0/ports/0f2ab084-9725-4842-8576-c2e1d845f14a HTTP/1.1" status: 200 len: 1092 time: 0.6501226 Dec 09 15:36:26.211948 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-0fd8f56f-3d17-4601-9fb2-2dd8e176fc9e service neutron] Request body: {'port': {'device_id': 'c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:36:26.219037 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0703fc-ed99-448d-9f64-9cb683b5c0a7 service neutron] Pushing event updated for resources: {'Port': ['ID=0f2ab084-9725-4842-8576-c2e1d845f14a,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:26.273341 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-0fd8f56f-3d17-4601-9fb2-2dd8e176fc9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:26.468960 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:26.590521 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff610198-d31b-417c-9ac4-496b2f3be58e req-1db54ce8-47a4-4a4d-ac8d-336166d5f9d1 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:26.595121 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ff610198-d31b-417c-9ac4-496b2f3be58e req-1db54ce8-47a4-4a4d-ac8d-336166d5f9d1 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f735a0e-1cff-4ae6-b90a-99feaf9c9362 HTTP/1.1" status: 200 len: 945 time: 0.0609925 Dec 09 15:36:26.662624 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ff610198-d31b-417c-9ac4-496b2f3be58e req-b16be80b-74c0-4e13-96b0-b3969f72740f tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587580 Dec 09 15:36:26.670528 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 5398cfa7-b0d2-4a1c-a178-6c2baff119fb up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:36:26.703996 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-0fd8f56f-3d17-4601-9fb2-2dd8e176fc9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dd2331b-4e18-4c42-b209-d51eb31b238e {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:36:26.735916 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-0fd8f56f-3d17-4601-9fb2-2dd8e176fc9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:26.774711 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-0fd8f56f-3d17-4601-9fb2-2dd8e176fc9e service neutron] Transition to ACTIVE for port object 8dd2331b-4e18-4c42-b209-d51eb31b238e will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:36:26.782779 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-0fd8f56f-3d17-4601-9fb2-2dd8e176fc9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:26.811012 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 5398cfa7-b0d2-4a1c-a178-6c2baff119fb completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:36:26.820258 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba219bc-fe86-44bc-8907-0581196f4acd req-eee2408e-b4af-45b3-ad37-7bdd1117bd95 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:26.823056 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 5398cfa7-b0d2-4a1c-a178-6c2baff119fb triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:26.823454 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:26.829234 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba219bc-fe86-44bc-8907-0581196f4acd req-eee2408e-b4af-45b3-ad37-7bdd1117bd95 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:26.841884 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba219bc-fe86-44bc-8907-0581196f4acd req-eee2408e-b4af-45b3-ad37-7bdd1117bd95 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:26.852185 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cba219bc-fe86-44bc-8907-0581196f4acd req-eee2408e-b4af-45b3-ad37-7bdd1117bd95 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/ports?device_id=c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e HTTP/1.1" status: 200 len: 2388 time: 0.0972087 Dec 09 15:36:26.885421 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8f56f-3d17-4601-9fb2-2dd8e176fc9e service neutron] Pushing event updated for resources: {'Port': ['ID=8dd2331b-4e18-4c42-b209-d51eb31b238e,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:26.946633 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cba219bc-fe86-44bc-8907-0581196f4acd req-56a80334-1d1c-44fd-8b5d-eed2d5e4f333 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/security-groups?id=4053ce5f-6f47-4cca-86df-591fd9480a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927861 Dec 09 15:36:27.005073 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:27.006511 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-0fd8f56f-3d17-4601-9fb2-2dd8e176fc9e service neutron] Attempting to bind port 8dd2331b-4e18-4c42-b209-d51eb31b238e on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:36:27.007470 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-0fd8f56f-3d17-4601-9fb2-2dd8e176fc9e service neutron] Attempting to bind port 8dd2331b-4e18-4c42-b209-d51eb31b238e by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '9bd074ee-57e4-4e1d-b513-d1751f470e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2d07c596-7c22-45c9-b1bd-48eff2ef43ba'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:36:27.007986 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-0fd8f56f-3d17-4601-9fb2-2dd8e176fc9e service neutron] Attempting to bind port 8dd2331b-4e18-4c42-b209-d51eb31b238e on network 2d07c596-7c22-45c9-b1bd-48eff2ef43ba {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:36:27.012807 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-0fd8f56f-3d17-4601-9fb2-2dd8e176fc9e service neutron] Port 8dd2331b-4e18-4c42-b209-d51eb31b238e on network 2d07c596-7c22-45c9-b1bd-48eff2ef43ba not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:36:27.013262 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-0fd8f56f-3d17-4601-9fb2-2dd8e176fc9e service neutron] Attempting to bind port 8dd2331b-4e18-4c42-b209-d51eb31b238e on network 2d07c596-7c22-45c9-b1bd-48eff2ef43ba {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:36:27.018677 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-0fd8f56f-3d17-4601-9fb2-2dd8e176fc9e service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:36:27.019013 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-0fd8f56f-3d17-4601-9fb2-2dd8e176fc9e service neutron] Checking segment: {'id': '9bd074ee-57e4-4e1d-b513-d1751f470e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2d07c596-7c22-45c9-b1bd-48eff2ef43ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:36:27.019402 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-0fd8f56f-3d17-4601-9fb2-2dd8e176fc9e service neutron] Bound using segment: {'id': '9bd074ee-57e4-4e1d-b513-d1751f470e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2d07c596-7c22-45c9-b1bd-48eff2ef43ba'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:36:27.019835 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-0fd8f56f-3d17-4601-9fb2-2dd8e176fc9e service neutron] Bound port: 8dd2331b-4e18-4c42-b209-d51eb31b238e, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bd074ee-57e4-4e1d-b513-d1751f470e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2d07c596-7c22-45c9-b1bd-48eff2ef43ba'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:36:27.020192 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-0fd8f56f-3d17-4601-9fb2-2dd8e176fc9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:27.041654 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24fe140-843f-440b-865a-05df120d721b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5398cfa7-b0d2-4a1c-a178-6c2baff119fb'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:36:27.048827 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a3d81f-7e04-4071-88ad-d034fbd9a019" -d '{"events": [{"server_uuid": "c24fe140-843f-440b-865a-05df120d721b", "name": "network-vif-plugged", "status": "completed", "tag": "5398cfa7-b0d2-4a1c-a178-6c2baff119fb"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:36:27.063175 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 5398cfa7-b0d2-4a1c-a178-6c2baff119fb, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5398cfa7-b0d2-4a1c-a178-6c2baff119fb,segment=NetworkSegment(69e3382f-395f-44e0-a40c-d45aab069633),segment_id=69e3382f-395f-44e0-a40c-d45aab069633)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:27.073010 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:27.074330 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device be1b27f1-bc8e-46d2-a5b5-61ffd756ec19 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:36:27.130161 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-0fd8f56f-3d17-4601-9fb2-2dd8e176fc9e service neutron] For port 8dd2331b-4e18-4c42-b209-d51eb31b238e, host n-h2-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:36:27.134131 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-0fd8f56f-3d17-4601-9fb2-2dd8e176fc9e service neutron] For port 8dd2331b-4e18-4c42-b209-d51eb31b238e, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=8dd2331b-4e18-4c42-b209-d51eb31b238e,segment=NetworkSegment(9bd074ee-57e4-4e1d-b513-d1751f470e61),segment_id=9bd074ee-57e4-4e1d-b513-d1751f470e61)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:36:27.144459 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-0fd8f56f-3d17-4601-9fb2-2dd8e176fc9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:27.183603 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=5398cfa7-b0d2-4a1c-a178-6c2baff119fb,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:27.222705 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-0fd8f56f-3d17-4601-9fb2-2dd8e176fc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:27.223276 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-0fd8f56f-3d17-4601-9fb2-2dd8e176fc9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:27.225284 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-0fd8f56f-3d17-4601-9fb2-2dd8e176fc9e service neutron] 10.222.0.31 "PUT /v2.0/ports/8dd2331b-4e18-4c42-b209-d51eb31b238e HTTP/1.1" status: 200 len: 1092 time: 1.0196438 Dec 09 15:36:27.251963 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8f56f-3d17-4601-9fb2-2dd8e176fc9e service neutron] Pushing event updated for resources: {'Port': ['ID=8dd2331b-4e18-4c42-b209-d51eb31b238e,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:27.274104 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:27.316813 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-9ed80d09-c53a-419f-a678-ce4d5e81a624 service neutron] Request body: {'port': {'device_id': 'c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:36:27.321741 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port be1b27f1-bc8e-46d2-a5b5-61ffd756ec19, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=be1b27f1-bc8e-46d2-a5b5-61ffd756ec19,segment=NetworkSegment(3c8c96ac-fcd7-4b06-91d5-8b3b47be9336),segment_id=3c8c96ac-fcd7-4b06-91d5-8b3b47be9336)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:27.327634 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:27.341461 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 92c9ec34-680d-443c-b16e-dccf7c73f04f no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:36:27.348230 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e', 'tag': '0f2ab084-9725-4842-8576-c2e1d845f14a'}, {'name': 'network-changed', 'server_uuid': 'c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e', 'tag': '8dd2331b-4e18-4c42-b209-d51eb31b238e'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:36:27.363348 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f146eeff-e19b-43e8-8f4c-c7ae4164f2a9" -d '{"events": [{"name": "network-changed", "server_uuid": "c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e", "tag": "0f2ab084-9725-4842-8576-c2e1d845f14a"}, {"name": "network-changed", "server_uuid": "c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e", "tag": "8dd2331b-4e18-4c42-b209-d51eb31b238e"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:36:27.414157 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-9ed80d09-c53a-419f-a678-ce4d5e81a624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:27.419681 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: 92c9ec34-680d-443c-b16e-dccf7c73f04f {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:36:27.420164 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 92c9ec34-680d-443c-b16e-dccf7c73f04f not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:36:27.439969 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195652ff-2474-4f4f-af8d-4f296c1e8aa6 req-f4803cb9-d686-467f-a232-22c5ac603e30 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:27.445770 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=be1b27f1-bc8e-46d2-a5b5-61ffd756ec19,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:27.455702 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-195652ff-2474-4f4f-af8d-4f296c1e8aa6 req-f4803cb9-d686-467f-a232-22c5ac603e30 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=84e81616-92f5-489a-ae95-e0a80acf7b1c HTTP/1.1" status: 200 len: 946 time: 0.0837750 Dec 09 15:36:27.501650 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-195652ff-2474-4f4f-af8d-4f296c1e8aa6 req-3ffbefa3-ba08-496f-b8a7-bb9f889c1893 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450757 Dec 09 15:36:27.605619 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-a8dcb5fd-1364-45b7-a78b-f9c0a8452b92 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=8222749629bd4bc081045ad1433cd8c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283368 Dec 09 15:36:27.708858 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-9ed80d09-c53a-419f-a678-ce4d5e81a624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61870e47-b68b-4adc-81d9-2541d8b54c52 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:36:27.717231 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-9ed80d09-c53a-419f-a678-ce4d5e81a624 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:27.718682 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-1b3c9291-b1d9-4f29-96f2-082560c599a0 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:27.720186 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-1b3c9291-b1d9-4f29-96f2-082560c599a0 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1097093 Dec 09 15:36:27.731591 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-9ed80d09-c53a-419f-a678-ce4d5e81a624 service neutron] Transition to ACTIVE for port object 61870e47-b68b-4adc-81d9-2541d8b54c52 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:36:27.735889 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-9ed80d09-c53a-419f-a678-ce4d5e81a624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:27.738438 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-0e9ebadf-8375-41eb-9d95-abcfa150b927 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/quotas/8222749629bd4bc081045ad1433cd8c5 HTTP/1.1" status: 200 len: 375 time: 0.0111222 Dec 09 15:36:27.791314 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed80d09-c53a-419f-a678-ce4d5e81a624 service neutron] Pushing event updated for resources: {'Port': ['ID=61870e47-b68b-4adc-81d9-2541d8b54c52,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:27.802838 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-a0e25e4e-160c-4a87-b36e-5308d8cf320b tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=8222749629bd4bc081045ad1433cd8c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0562582 Dec 09 15:36:27.883922 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-9ed80d09-c53a-419f-a678-ce4d5e81a624 service neutron] Attempting to bind port 61870e47-b68b-4adc-81d9-2541d8b54c52 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:36:27.884954 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-9ed80d09-c53a-419f-a678-ce4d5e81a624 service neutron] Attempting to bind port 61870e47-b68b-4adc-81d9-2541d8b54c52 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '86283111-1a74-45ec-bb1c-dc66e4f2543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:36:27.885295 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-9ed80d09-c53a-419f-a678-ce4d5e81a624 service neutron] Attempting to bind port 61870e47-b68b-4adc-81d9-2541d8b54c52 on network 6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:36:27.891610 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-9ed80d09-c53a-419f-a678-ce4d5e81a624 service neutron] Port 61870e47-b68b-4adc-81d9-2541d8b54c52 on network 6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:36:27.892059 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-9ed80d09-c53a-419f-a678-ce4d5e81a624 service neutron] Attempting to bind port 61870e47-b68b-4adc-81d9-2541d8b54c52 on network 6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:36:27.901059 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-9ed80d09-c53a-419f-a678-ce4d5e81a624 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:36:27.901462 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-9ed80d09-c53a-419f-a678-ce4d5e81a624 service neutron] Checking segment: {'id': '86283111-1a74-45ec-bb1c-dc66e4f2543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:36:27.901902 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-9ed80d09-c53a-419f-a678-ce4d5e81a624 service neutron] Bound using segment: {'id': '86283111-1a74-45ec-bb1c-dc66e4f2543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:36:27.902420 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-9ed80d09-c53a-419f-a678-ce4d5e81a624 service neutron] Bound port: 61870e47-b68b-4adc-81d9-2541d8b54c52, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86283111-1a74-45ec-bb1c-dc66e4f2543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:36:27.902791 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-9ed80d09-c53a-419f-a678-ce4d5e81a624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:27.999305 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-9ed80d09-c53a-419f-a678-ce4d5e81a624 service neutron] For port 61870e47-b68b-4adc-81d9-2541d8b54c52, host n-h2-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:36:28.003084 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-9ed80d09-c53a-419f-a678-ce4d5e81a624 service neutron] For port 61870e47-b68b-4adc-81d9-2541d8b54c52, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=61870e47-b68b-4adc-81d9-2541d8b54c52,segment=NetworkSegment(86283111-1a74-45ec-bb1c-dc66e4f2543c),segment_id=86283111-1a74-45ec-bb1c-dc66e4f2543c)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:36:28.016889 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-9ed80d09-c53a-419f-a678-ce4d5e81a624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:28.048077 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0306cca2-27c9-4569-abd2-c5df03210169 x-openstack-request-id: req-0306cca2-27c9-4569-abd2-c5df03210169 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:36:28.049017 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24fe140-843f-440b-865a-05df120d721b", "name": "network-vif-plugged", "status": "completed", "tag": "5398cfa7-b0d2-4a1c-a178-6c2baff119fb", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:36:28.049506 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0306cca2-27c9-4569-abd2-c5df03210169 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:36:28.050097 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24fe140-843f-440b-865a-05df120d721b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5398cfa7-b0d2-4a1c-a178-6c2baff119fb', 'code': 200} Dec 09 15:36:28.072392 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-9ed80d09-c53a-419f-a678-ce4d5e81a624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:28.073149 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-9ed80d09-c53a-419f-a678-ce4d5e81a624 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:28.080763 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-9ed80d09-c53a-419f-a678-ce4d5e81a624 service neutron] 10.222.0.31 "PUT /v2.0/ports/61870e47-b68b-4adc-81d9-2541d8b54c52 HTTP/1.1" status: 200 len: 1091 time: 0.7624240 Dec 09 15:36:28.214673 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed80d09-c53a-419f-a678-ce4d5e81a624 service neutron] Pushing event updated for resources: {'Port': ['ID=61870e47-b68b-4adc-81d9-2541d8b54c52,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:28.237657 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f78157-96a4-4bd7-950f-a93029ca457a req-7a9bcf99-91ff-4a02-ac13-a64db830f7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:28.239626 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-76f78157-96a4-4bd7-950f-a93029ca457a req-7a9bcf99-91ff-4a02-ac13-a64db830f7ff service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c24fe140-843f-440b-865a-05df120d721b HTTP/1.1" status: 200 len: 1096 time: 0.0955951 Dec 09 15:36:28.264568 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-151d4e98-2594-4340-8a48-6fb97d71fa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:28.265444 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-151d4e98-2594-4340-8a48-6fb97d71fa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:28.267669 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-151d4e98-2594-4340-8a48-6fb97d71fa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:28.270203 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-151d4e98-2594-4340-8a48-6fb97d71fa01 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e0dad837f9c483a9d0dd7e471d8bf06&device_id=c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e HTTP/1.1" status: 200 len: 2865 time: 0.1115515 Dec 09 15:36:28.335169 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-76f78157-96a4-4bd7-950f-a93029ca457a req-99e28571-2ed1-42d5-a476-01c32bbc3f1c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855110 Dec 09 15:36:28.360074 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-612083e7-11ca-4de5-a1e9-299f984881c5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.125&port_id=0f2ab084-9725-4842-8576-c2e1d845f14a HTTP/1.1" status: 200 len: 217 time: 0.0795035 Dec 09 15:36:28.421992 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12be7d9-9aed-4e51-a22c-3df35db89632 req-cec50572-4683-4f22-9789-12e8f731a65f tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:28.429357 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f12be7d9-9aed-4e51-a22c-3df35db89632 req-cec50572-4683-4f22-9789-12e8f731a65f tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=c24fe140-843f-440b-865a-05df120d721b HTTP/1.1" status: 200 len: 945 time: 0.0892708 Dec 09 15:36:28.489033 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f12be7d9-9aed-4e51-a22c-3df35db89632 req-5370097d-4a10-4fe3-82fe-d312aca896ab tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586998 Dec 09 15:36:28.614121 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60378) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:28.645008 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-4b58a39a-f348-48f6-aa31-05d2a22fbabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:28.647072 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-4b58a39a-f348-48f6-aa31-05d2a22fbabf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=26262b12-27ea-4807-aca1-d82dfc593efd HTTP/1.1" status: 200 len: 801 time: 0.0763347 Dec 09 15:36:28.697489 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 09 Dec 2021 15:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e78bc9d-ab34-4111-aac4-bb1f2eaf8654 x-openstack-request-id: req-2e78bc9d-ab34-4111-aac4-bb1f2eaf8654 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:36:28.698645 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e", "tag": "0f2ab084-9725-4842-8576-c2e1d845f14a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e", "tag": "8dd2331b-4e18-4c42-b209-d51eb31b238e", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:36:28.699128 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2e78bc9d-ab34-4111-aac4-bb1f2eaf8654 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:36:28.699846 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e', 'tag': '0f2ab084-9725-4842-8576-c2e1d845f14a', 'status': 'completed', 'code': 200} Dec 09 15:36:28.700891 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e', 'tag': '8dd2331b-4e18-4c42-b209-d51eb31b238e', 'status': 'completed', 'code': 200} Dec 09 15:36:28.714947 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-49942ebb-6a7f-4980-b0b3-2489c85ccde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:28.716448 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-49942ebb-6a7f-4980-b0b3-2489c85ccde2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0515273 Dec 09 15:36:28.799855 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2638c86e-c354-4e5d-ad5f-9a84e3527cad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:28.889186 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10190559-bb97-4782-a1cd-4713d4f15851 req-d00eff7d-2ba3-4dc0-b63d-3b72ff6beba2 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:28.890851 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-10190559-bb97-4782-a1cd-4713d4f15851 req-d00eff7d-2ba3-4dc0-b63d-3b72ff6beba2 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f735a0e-1cff-4ae6-b90a-99feaf9c9362 HTTP/1.1" status: 200 len: 943 time: 0.1199903 Dec 09 15:36:28.901891 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-eb2716a6-29e7-48a4-aed8-9bea196408a8 service neutron] 10.222.0.31 "GET /v2.0/networks/6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762052 Dec 09 15:36:29.304589 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-10190559-bb97-4782-a1cd-4713d4f15851 req-c34ede33-d039-4bcd-8a35-3343164500a6 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053109 Dec 09 15:36:29.325611 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2638c86e-c354-4e5d-ad5f-9a84e3527cad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:29.346210 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2638c86e-c354-4e5d-ad5f-9a84e3527cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:29.374006 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-c49d690b-455a-48e5-a5c8-e222bb3124a6 service neutron] 10.222.0.31 "GET /v2.0/networks/6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493625 Dec 09 15:36:29.420609 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8eda8877-a2f8-449a-9814-cb5949f3e34f req-9842822b-1fad-4442-90bb-40c18ab882d6 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4427918-3f67-41aa-8b42-fdb086ff4a3e HTTP/1.1" status: 200 len: 210 time: 0.0541112 Dec 09 15:36:29.456330 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2638c86e-c354-4e5d-ad5f-9a84e3527cad admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b224e1a543bd47748ba4944dedb16beb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8388629 Dec 09 15:36:29.456330 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2638c86e-c354-4e5d-ad5f-9a84e3527cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f5fea5-2bb7-40f0-8acc-7f9ab4065c35,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:29.457934 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60384) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:29.460608 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-2f6e344a-dd87-4749-8596-9f740505212b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.157&port_id=8dd2331b-4e18-4c42-b209-d51eb31b238e HTTP/1.1" status: 200 len: 217 time: 0.0686309 Dec 09 15:36:29.478329 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-6f79c8da-558e-4344-b515-8173f33ed95a tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=8222749629bd4bc081045ad1433cd8c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497677 Dec 09 15:36:29.590212 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-50bd8b21-4fee-46ab-a5ff-c77af4ea689f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:29.591952 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-50bd8b21-4fee-46ab-a5ff-c77af4ea689f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8f24ef35-4671-4c3f-b6b5-9ea9b623d96e HTTP/1.1" status: 200 len: 801 time: 0.1189923 Dec 09 15:36:29.595294 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-0c3688f8-27dc-415a-840c-3b0f15e0d3de tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:29.597737 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-0c3688f8-27dc-415a-840c-3b0f15e0d3de tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1133342 Dec 09 15:36:29.609491 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a346903-6463-4324-8035-6e8ef3a4f641 req-b3ca2506-0cd5-4faa-9621-644318841393 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:29.615472 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a346903-6463-4324-8035-6e8ef3a4f641 req-b3ca2506-0cd5-4faa-9621-644318841393 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:29.621985 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a346903-6463-4324-8035-6e8ef3a4f641 req-b3ca2506-0cd5-4faa-9621-644318841393 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:29.624024 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8a346903-6463-4324-8035-6e8ef3a4f641 req-b3ca2506-0cd5-4faa-9621-644318841393 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/ports?device_id=c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e HTTP/1.1" status: 200 len: 2412 time: 0.1210845 Dec 09 15:36:29.624672 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-25b1a29c-1fba-4786-ae86-fbfb735a1dbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:29.631533 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-f0e45f57-56b1-4935-8a58-a701831ec861 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Request body: {'port': {'device_id': 'd4427918-3f67-41aa-8b42-fdb086ff4a3e', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'admin_state_up': True, 'tenant_id': '8222749629bd4bc081045ad1433cd8c5'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:36:29.689722 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-25b1a29c-1fba-4786-ae86-fbfb735a1dbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:29.744829 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-f0e45f57-56b1-4935-8a58-a701831ec861 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Made reservation on behalf of 8222749629bd4bc081045ad1433cd8c5 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:36:29.748317 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-f0e45f57-56b1-4935-8a58-a701831ec861 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:29.754746 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-4293a705-0baa-4e2e-bc4f-1de34c13665d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:29.756289 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-4293a705-0baa-4e2e-bc4f-1de34c13665d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2d07c596-7c22-45c9-b1bd-48eff2ef43ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1296263 Dec 09 15:36:29.799742 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8a346903-6463-4324-8035-6e8ef3a4f641 req-98f0ed5b-b8e8-4326-a203-a28f063c2a50 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/security-groups?id=4053ce5f-6f47-4cca-86df-591fd9480a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636779 Dec 09 15:36:29.857232 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d4579-7758-4e2a-986b-7e7c8593073d req-5454c509-8f44-4df9-848d-4dbd554574fa tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:29.858872 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bd0d4579-7758-4e2a-986b-7e7c8593073d req-5454c509-8f44-4df9-848d-4dbd554574fa tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6ab9ab0-ec5c-4593-88ba-bda157021bbe HTTP/1.1" status: 200 len: 949 time: 0.1593070 Dec 09 15:36:29.906796 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-f0e45f57-56b1-4935-8a58-a701831ec861 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Allocated IP 192.168.233.247 (bf6a25f7-2b73-48b5-b60f-99a19e919fb7/54e6953c-1261-4e7c-8b49-64e5b87424c2/8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:36:29.910406 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-25b1a29c-1fba-4786-ae86-fbfb735a1dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:29.913168 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-25b1a29c-1fba-4786-ae86-fbfb735a1dbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:29.916659 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-25b1a29c-1fba-4786-ae86-fbfb735a1dbf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e6f5fea5-2bb7-40f0-8acc-7f9ab4065c35 HTTP/1.1" status: 204 len: 168 time: 0.4555669 Dec 09 15:36:29.941202 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-59b0a32f-4957-4093-94b5-a95fcc8cdf03 service neutron] 10.222.0.31 "GET /v2.0/networks/2d07c596-7c22-45c9-b1bd-48eff2ef43ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738746 Dec 09 15:36:29.952716 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b1a29c-1fba-4786-ae86-fbfb735a1dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f5fea5-2bb7-40f0-8acc-7f9ab4065c35,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:30.051437 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f735a0e-1cff-4ae6-b90a-99feaf9c9362', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be1b27f1-bc8e-46d2-a5b5-61ffd756ec19'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:36:30.053941 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722a7443-642e-4892-a241-2d469e8c35b8" -d '{"events": [{"server_uuid": "8f735a0e-1cff-4ae6-b90a-99feaf9c9362", "name": "network-vif-unplugged", "status": "completed", "tag": "be1b27f1-bc8e-46d2-a5b5-61ffd756ec19"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:36:30.083818 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-f0e45f57-56b1-4935-8a58-a701831ec861 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:30.130071 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-f0e45f57-56b1-4935-8a58-a701831ec861 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:30.144662 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb58448-07e1-407d-85f9-06d84039791e req-9d084f76-0dcd-41af-a997-69f37892174f tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:30.146173 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cdb58448-07e1-407d-85f9-06d84039791e req-9d084f76-0dcd-41af-a997-69f37892174f tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=84e81616-92f5-489a-ae95-e0a80acf7b1c HTTP/1.1" status: 200 len: 946 time: 0.1295018 Dec 09 15:36:30.148442 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-bd0d4579-7758-4e2a-986b-7e7c8593073d req-840d7ecd-22ea-46ee-9e81-1f4772411266 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Deleting port d204c55b-f880-4a11-b32a-0bf6feff0b3f {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:36:30.148784 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bd0d4579-7758-4e2a-986b-7e7c8593073d req-840d7ecd-22ea-46ee-9e81-1f4772411266 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:30.171234 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:36:30.178510 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-f0e45f57-56b1-4935-8a58-a701831ec861 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:36:30.185167 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-f0e45f57-56b1-4935-8a58-a701831ec861 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:36:30.204441 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-f0e45f57-56b1-4935-8a58-a701831ec861 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:36:30.230975 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-dafdd070-e2f7-49a9-a4a6-0460564e1a9b service neutron] 10.222.0.31 "GET /v2.0/networks/2d07c596-7c22-45c9-b1bd-48eff2ef43ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547655 Dec 09 15:36:30.253611 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e45f57-56b1-4935-8a58-a701831ec861 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Pushing event updated for resources: {'Port': ['ID=8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:30.292617 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-f0e45f57-56b1-4935-8a58-a701831ec861 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:30.294785 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-f0e45f57-56b1-4935-8a58-a701831ec861 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:30.317084 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-f0e45f57-56b1-4935-8a58-a701831ec861 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6893487 Dec 09 15:36:30.341002 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-6d373c5a-1ed7-477d-80a1-021bf73445a5 service neutron] Request body: {'port': {'device_id': 'd4427918-3f67-41aa-8b42-fdb086ff4a3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:36:30.382678 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-5792c918-f10b-4704-b538-0b271ffe5cb9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.71&port_id=61870e47-b68b-4adc-81d9-2541d8b54c52 HTTP/1.1" status: 200 len: 217 time: 0.1333055 Dec 09 15:36:30.400479 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60402) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:30.437528 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d43f562e-2509-4ffb-98a3-cbb92da9d076 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:30.440407 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cdb58448-07e1-407d-85f9-06d84039791e req-89649677-8ee4-4426-81de-0a7984c72338 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819228 Dec 09 15:36:30.487250 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-bd0d4579-7758-4e2a-986b-7e7c8593073d req-840d7ecd-22ea-46ee-9e81-1f4772411266 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] For port d204c55b-f880-4a11-b32a-0bf6feff0b3f, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=d204c55b-f880-4a11-b32a-0bf6feff0b3f,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:30.487933 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bd0d4579-7758-4e2a-986b-7e7c8593073d req-840d7ecd-22ea-46ee-9e81-1f4772411266 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:30.492801 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-e4af1320-42fe-4f92-baa5-bdbbbd9404b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:30.494431 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-e4af1320-42fe-4f92-baa5-bdbbbd9404b8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=26262b12-27ea-4807-aca1-d82dfc593efd HTTP/1.1" status: 200 len: 801 time: 0.1023705 Dec 09 15:36:30.495785 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-6d373c5a-1ed7-477d-80a1-021bf73445a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:30.499338 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ff38dcf2-d366-4d9a-8e8c-14e2f505b115 None None] Provisioning complete for port 8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:30.500271 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ff38dcf2-d366-4d9a-8e8c-14e2f505b115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:30.510100 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-bd0d4579-7758-4e2a-986b-7e7c8593073d req-840d7ecd-22ea-46ee-9e81-1f4772411266 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Calling delete_port for d204c55b-f880-4a11-b32a-0bf6feff0b3f owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:36:30.558333 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ff38dcf2-d366-4d9a-8e8c-14e2f505b115 None None] Port 8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:36:30.629488 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-a1ed4605-3ec1-4017-8154-eab162ee0afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:30.630901 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-a1ed4605-3ec1-4017-8154-eab162ee0afe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1231825 Dec 09 15:36:30.652744 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d43f562e-2509-4ffb-98a3-cbb92da9d076 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:30.660022 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d43f562e-2509-4ffb-98a3-cbb92da9d076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:30.691217 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device be1b27f1-bc8e-46d2-a5b5-61ffd756ec19 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:36:30.700651 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a2c62-3380-42ab-83b4-2f60c5cd7f54 req-33b8781f-3b4a-4deb-ae12-d4c5cb4086c0 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:30.702180 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-645a2c62-3380-42ab-83b4-2f60c5cd7f54 req-33b8781f-3b4a-4deb-ae12-d4c5cb4086c0 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6ab9ab0-ec5c-4593-88ba-bda157021bbe HTTP/1.1" status: 200 len: 949 time: 0.1592243 Dec 09 15:36:30.703437 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e', 'tag': '61870e47-b68b-4adc-81d9-2541d8b54c52'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:36:30.705730 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26385113-fd48-4e9c-a1b5-97de8467b243" -d '{"events": [{"name": "network-changed", "server_uuid": "c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e", "tag": "61870e47-b68b-4adc-81d9-2541d8b54c52"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:36:30.753746 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d43f562e-2509-4ffb-98a3-cbb92da9d076 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=70ebee30923c4cec96d9dd8e01c24995&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3511214 Dec 09 15:36:30.758149 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60408) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:30.769058 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f562e-2509-4ffb-98a3-cbb92da9d076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a49dcc3-cff9-42c5-b24c-3b3806d1c9a7,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:30.803483 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port be1b27f1-bc8e-46d2-a5b5-61ffd756ec19, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=be1b27f1-bc8e-46d2-a5b5-61ffd756ec19,segment=NetworkSegment(3c8c96ac-fcd7-4b06-91d5-8b3b47be9336),segment_id=3c8c96ac-fcd7-4b06-91d5-8b3b47be9336)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:30.815539 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'be1b27f1-bc8e-46d2-a5b5-61ffd756ec19', 'network_id': '64ebf9fc-d424-49ca-871c-a35862c4a5f0', 'port_id': 'be1b27f1-bc8e-46d2-a5b5-61ffd756ec19', 'mac_address': 'fa:16:3e:f3:79:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a04522e-f81a-4661-bcf3-8978215b87d1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:36:30.856854 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee7043d1-45eb-4834-a8e1-b6366ed98703 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:30.859497 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-ebe73d1c-ad1a-4755-8878-907c35a8f97c service neutron] 10.222.0.31 "GET /v2.0/networks/6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153850 Dec 09 15:36:30.863513 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bd0d4579-7758-4e2a-986b-7e7c8593073d req-840d7ecd-22ea-46ee-9e81-1f4772411266 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:30.864548 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:30.877558 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['09c676e4-2a5f-46ee-a639-d2836ab6c1d8', 'd204c55b-f880-4a11-b32a-0bf6feff0b3f', 'c2517f73-5229-47a2-90e3-f457f92ff058'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:36:30.904884 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be1b27f1-bc8e-46d2-a5b5-61ffd756ec19 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:36:30.915168 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee7043d1-45eb-4834-a8e1-b6366ed98703 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:30.940663 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-6d373c5a-1ed7-477d-80a1-021bf73445a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:36:30.941237 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port be1b27f1-bc8e-46d2-a5b5-61ffd756ec19, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=be1b27f1-bc8e-46d2-a5b5-61ffd756ec19,segment=NetworkSegment(3c8c96ac-fcd7-4b06-91d5-8b3b47be9336),segment_id=3c8c96ac-fcd7-4b06-91d5-8b3b47be9336)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:30.951235 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:30.952137 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device a6b09e5c-cfde-4023-bdd4-9949087aad86 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:36:30.961308 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-6d373c5a-1ed7-477d-80a1-021bf73445a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:30.964760 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d7ecd-22ea-46ee-9e81-1f4772411266 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Pushing event deleted for resources: {'Port': ['ID=d204c55b-f880-4a11-b32a-0bf6feff0b3f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:30.990096 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-6d373c5a-1ed7-477d-80a1-021bf73445a5 service neutron] Transition to ACTIVE for port object 8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:36:30.995781 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-6d373c5a-1ed7-477d-80a1-021bf73445a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:31.015497 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-645a2c62-3380-42ab-83b4-2f60c5cd7f54 req-0c2511c5-e7ea-443d-9525-a90816ca0f44 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988861 Dec 09 15:36:31.035238 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee7043d1-45eb-4834-a8e1-b6366ed98703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:31.038637 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee7043d1-45eb-4834-a8e1-b6366ed98703 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:31.042300 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ee7043d1-45eb-4834-a8e1-b6366ed98703 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3a49dcc3-cff9-42c5-b24c-3b3806d1c9a7 HTTP/1.1" status: 204 len: 168 time: 0.2800264 Dec 09 15:36:31.068182 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7043d1-45eb-4834-a8e1-b6366ed98703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a49dcc3-cff9-42c5-b24c-3b3806d1c9a7,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:31.098355 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0d4579-7758-4e2a-986b-7e7c8593073d req-840d7ecd-22ea-46ee-9e81-1f4772411266 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] No DVR routers for this DVR port d204c55b-f880-4a11-b32a-0bf6feff0b3f on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:36:31.107776 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d373c5a-1ed7-477d-80a1-021bf73445a5 service neutron] Pushing event updated for resources: {'Port': ['ID=8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:31.111526 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bd0d4579-7758-4e2a-986b-7e7c8593073d req-840d7ecd-22ea-46ee-9e81-1f4772411266 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:31.112605 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=be1b27f1-bc8e-46d2-a5b5-61ffd756ec19,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:31.118859 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bd0d4579-7758-4e2a-986b-7e7c8593073d req-840d7ecd-22ea-46ee-9e81-1f4772411266 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.31 "DELETE /v2.0/ports/d204c55b-f880-4a11-b32a-0bf6feff0b3f HTTP/1.1" status: 204 len: 173 time: 1.2469633 Dec 09 15:36:31.141650 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ab9ab0-ec5c-4593-88ba-bda157021bbe', 'name': 'network-vif-deleted', 'tag': 'd204c55b-f880-4a11-b32a-0bf6feff0b3f'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:36:31.148285 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f04a450-e824-4a6d-bd97-d7d8dac115a8" -d '{"events": [{"server_uuid": "d6ab9ab0-ec5c-4593-88ba-bda157021bbe", "name": "network-vif-deleted", "tag": "d204c55b-f880-4a11-b32a-0bf6feff0b3f"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:36:31.180036 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port a6b09e5c-cfde-4023-bdd4-9949087aad86, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=a6b09e5c-cfde-4023-bdd4-9949087aad86,segment=NetworkSegment(2728a46b-6f42-41e4-abfd-2e3db73a97b6),segment_id=2728a46b-6f42-41e4-abfd-2e3db73a97b6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:31.192201 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-6d373c5a-1ed7-477d-80a1-021bf73445a5 service neutron] Attempting to bind port 8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:36:31.192669 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-6d373c5a-1ed7-477d-80a1-021bf73445a5 service neutron] Attempting to bind port 8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:36:31.193117 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-6d373c5a-1ed7-477d-80a1-021bf73445a5 service neutron] Attempting to bind port 8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:36:31.201416 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'a6b09e5c-cfde-4023-bdd4-9949087aad86', 'network_id': '5e9ad32d-c9e7-4e00-867a-aef980499810', 'port_id': 'a6b09e5c-cfde-4023-bdd4-9949087aad86', 'mac_address': 'fa:16:3e:d2:4c:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01df2498-b8b6-4dc7-bb3a-e44d90f24165', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:36:31.220681 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-6d373c5a-1ed7-477d-80a1-021bf73445a5 service neutron] Port 8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:36:31.220941 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-6d373c5a-1ed7-477d-80a1-021bf73445a5 service neutron] Attempting to bind port 8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:36:31.222145 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af527697-0e0c-42bd-b841-f0275ec49e2b req-1f0bd498-607d-45fa-b298-f63beefaebcf service neutron] 10.222.0.31 "GET /v2.0/networks/6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518579 Dec 09 15:36:31.226139 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-6d373c5a-1ed7-477d-80a1-021bf73445a5 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:36:31.226478 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-6d373c5a-1ed7-477d-80a1-021bf73445a5 service neutron] Checking segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:36:31.226861 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-6d373c5a-1ed7-477d-80a1-021bf73445a5 service neutron] Bound using segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:36:31.228689 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-6d373c5a-1ed7-477d-80a1-021bf73445a5 service neutron] Bound port: 8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:36:31.228689 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-6d373c5a-1ed7-477d-80a1-021bf73445a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:31.271712 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:31.293519 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6b09e5c-cfde-4023-bdd4-9949087aad86 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:36:31.332618 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port a6b09e5c-cfde-4023-bdd4-9949087aad86, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=a6b09e5c-cfde-4023-bdd4-9949087aad86,segment=NetworkSegment(2728a46b-6f42-41e4-abfd-2e3db73a97b6),segment_id=2728a46b-6f42-41e4-abfd-2e3db73a97b6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:31.345301 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:31.368636 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-6d373c5a-1ed7-477d-80a1-021bf73445a5 service neutron] For port 8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5, host n-h2-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:36:31.372100 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-6d373c5a-1ed7-477d-80a1-021bf73445a5 service neutron] For port 8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:36:31.385004 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-6d373c5a-1ed7-477d-80a1-021bf73445a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:31.436692 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d047ff-e702-4708-9e8f-aaf757c75b72 req-24b31a66-6b1b-466c-a05a-41da62e7f2ef tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:31.439905 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-49d047ff-e702-4708-9e8f-aaf757c75b72 req-24b31a66-6b1b-466c-a05a-41da62e7f2ef tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=c24fe140-843f-440b-865a-05df120d721b HTTP/1.1" status: 200 len: 945 time: 0.2159390 Dec 09 15:36:31.451674 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-6d373c5a-1ed7-477d-80a1-021bf73445a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:31.452371 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-6d373c5a-1ed7-477d-80a1-021bf73445a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:31.453823 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-6d373c5a-1ed7-477d-80a1-021bf73445a5 service neutron] 10.222.0.31 "PUT /v2.0/ports/8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5 HTTP/1.1" status: 200 len: 1096 time: 1.1238334 Dec 09 15:36:31.504569 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd271d28-f2f7-4076-b244-8dc4ac0ef821 req-c4bd3b67-7708-4a78-9876-3d3011fce014 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:31.506912 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bd271d28-f2f7-4076-b244-8dc4ac0ef821 req-c4bd3b67-7708-4a78-9876-3d3011fce014 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.31 "GET /v2.0/ports?device_id=46fea70b-4e29-4a25-be17-f4f70d32bb3b HTTP/1.1" status: 200 len: 950 time: 0.2392161 Dec 09 15:36:31.521930 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d373c5a-1ed7-477d-80a1-021bf73445a5 service neutron] Pushing event updated for resources: {'Port': ['ID=8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:31.524279 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['a6b09e5c-cfde-4023-bdd4-9949087aad86'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:36:31.573274 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146eeff-e19b-43e8-8f4c-c7ae4164f2a9 req-02918f64-0f29-413b-b5d8-5cadda4284c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:31.573895 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146eeff-e19b-43e8-8f4c-c7ae4164f2a9 req-02918f64-0f29-413b-b5d8-5cadda4284c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:31.574383 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146eeff-e19b-43e8-8f4c-c7ae4164f2a9 req-02918f64-0f29-413b-b5d8-5cadda4284c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:31.577878 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f146eeff-e19b-43e8-8f4c-c7ae4164f2a9 req-02918f64-0f29-413b-b5d8-5cadda4284c6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e0dad837f9c483a9d0dd7e471d8bf06&device_id=c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e HTTP/1.1" status: 200 len: 2865 time: 0.0707579 Dec 09 15:36:31.624715 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-49d047ff-e702-4708-9e8f-aaf757c75b72 req-7183a7f0-b365-4889-968f-959b5335b9cb tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782956 Dec 09 15:36:31.657714 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=a6b09e5c-cfde-4023-bdd4-9949087aad86,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:31.759458 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-d11bbea3-4615-47ca-96c7-0e2bb78cfbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:31.761257 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-d11bbea3-4615-47ca-96c7-0e2bb78cfbc5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8222749629bd4bc081045ad1433cd8c5&device_id=d4427918-3f67-41aa-8b42-fdb086ff4a3e HTTP/1.1" status: 200 len: 1099 time: 0.2203386 Dec 09 15:36:31.782215 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-bd271d28-f2f7-4076-b244-8dc4ac0ef821 req-7d32bd8e-dd28-4519-8ded-e2483e327c44 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Deleting port c2517f73-5229-47a2-90e3-f457f92ff058 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:36:31.782566 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bd271d28-f2f7-4076-b244-8dc4ac0ef821 req-7d32bd8e-dd28-4519-8ded-e2483e327c44 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:31.786264 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146eeff-e19b-43e8-8f4c-c7ae4164f2a9 req-76c4fb44-ba3d-4a04-a240-ac8ebb879d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:31.787749 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f146eeff-e19b-43e8-8f4c-c7ae4164f2a9 req-76c4fb44-ba3d-4a04-a240-ac8ebb879d6a service neutron] 10.222.0.31 "GET /v2.0/networks?id=6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a HTTP/1.1" status: 200 len: 903 time: 0.1936200 Dec 09 15:36:31.801063 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 15:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f669776-1de0-4a8d-a126-f10097e67a1b x-openstack-request-id: req-2f669776-1de0-4a8d-a126-f10097e67a1b {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:36:31.801359 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f735a0e-1cff-4ae6-b90a-99feaf9c9362", "name": "network-vif-unplugged", "status": "completed", "tag": "be1b27f1-bc8e-46d2-a5b5-61ffd756ec19", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:36:31.801617 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2f669776-1de0-4a8d-a126-f10097e67a1b {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:36:31.802012 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f735a0e-1cff-4ae6-b90a-99feaf9c9362', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be1b27f1-bc8e-46d2-a5b5-61ffd756ec19', 'code': 200} Dec 09 15:36:31.848270 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f146eeff-e19b-43e8-8f4c-c7ae4164f2a9 req-2d16055d-fc65-45d8-960f-305d1d39c9fa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.125&port_id=0f2ab084-9725-4842-8576-c2e1d845f14a HTTP/1.1" status: 200 len: 217 time: 0.0491300 Dec 09 15:36:31.909468 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146eeff-e19b-43e8-8f4c-c7ae4164f2a9 req-c4b7b724-359b-418f-95a6-220de48d1c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:31.911195 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f146eeff-e19b-43e8-8f4c-c7ae4164f2a9 req-c4b7b724-359b-418f-95a6-220de48d1c49 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=26262b12-27ea-4807-aca1-d82dfc593efd HTTP/1.1" status: 200 len: 801 time: 0.0520260 Dec 09 15:36:31.943121 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-6af267cd-b731-425e-8114-1d6162a92536 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5 HTTP/1.1" status: 200 len: 217 time: 0.1458864 Dec 09 15:36:31.974061 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146eeff-e19b-43e8-8f4c-c7ae4164f2a9 req-fbb05dcd-7f32-48ff-b139-7bf441e79fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:31.975573 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f146eeff-e19b-43e8-8f4c-c7ae4164f2a9 req-fbb05dcd-7f32-48ff-b139-7bf441e79fca service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0524678 Dec 09 15:36:32.037305 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32599420-75e6-43d9-85be-da2ffc3449ed req-e2bfcb1c-9024-44f9-b935-97792cf6b745 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:32.038893 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-32599420-75e6-43d9-85be-da2ffc3449ed req-e2bfcb1c-9024-44f9-b935-97792cf6b745 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f735a0e-1cff-4ae6-b90a-99feaf9c9362 HTTP/1.1" status: 200 len: 944 time: 0.1589599 Dec 09 15:36:32.044895 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-bd271d28-f2f7-4076-b244-8dc4ac0ef821 req-7d32bd8e-dd28-4519-8ded-e2483e327c44 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] For port c2517f73-5229-47a2-90e3-f457f92ff058, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=c2517f73-5229-47a2-90e3-f457f92ff058,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:32.045273 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bd271d28-f2f7-4076-b244-8dc4ac0ef821 req-7d32bd8e-dd28-4519-8ded-e2483e327c44 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:32.072516 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-38267e7a-3e22-4ae2-b82d-ac39ad8513cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:32.074011 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-38267e7a-3e22-4ae2-b82d-ac39ad8513cc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.1132939 Dec 09 15:36:32.080470 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-bd271d28-f2f7-4076-b244-8dc4ac0ef821 req-7d32bd8e-dd28-4519-8ded-e2483e327c44 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Calling delete_port for c2517f73-5229-47a2-90e3-f457f92ff058 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:36:32.109571 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f146eeff-e19b-43e8-8f4c-c7ae4164f2a9 req-82a3d2b3-06b2-46fc-872a-0aa80b9bab4e service neutron] 10.222.0.31 "GET /v2.0/networks/6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165633 Dec 09 15:36:32.198967 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-32599420-75e6-43d9-85be-da2ffc3449ed req-53ffba1d-07a3-4ca4-89cd-de497b809599 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492500 Dec 09 15:36:32.217537 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-a0ac8b4c-20ee-4d3e-a480-83e5b6c58ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:32.217537 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-a0ac8b4c-20ee-4d3e-a480-83e5b6c58ca6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1313243 Dec 09 15:36:32.240650 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f146eeff-e19b-43e8-8f4c-c7ae4164f2a9 req-0dd9d0e9-586e-4e9a-b794-3e4c7d187a37 service neutron] 10.222.0.31 "GET /v2.0/networks/6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185195 Dec 09 15:36:32.247378 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['be1b27f1-bc8e-46d2-a5b5-61ffd756ec19'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:36:32.348117 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60448) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:32.390118 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146eeff-e19b-43e8-8f4c-c7ae4164f2a9 req-457cb923-0cf9-47e3-b0b9-5313bb7fd917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:32.390607 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146eeff-e19b-43e8-8f4c-c7ae4164f2a9 req-457cb923-0cf9-47e3-b0b9-5313bb7fd917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:32.391422 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146eeff-e19b-43e8-8f4c-c7ae4164f2a9 req-457cb923-0cf9-47e3-b0b9-5313bb7fd917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:32.392814 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f146eeff-e19b-43e8-8f4c-c7ae4164f2a9 req-457cb923-0cf9-47e3-b0b9-5313bb7fd917 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e0dad837f9c483a9d0dd7e471d8bf06&device_id=c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e HTTP/1.1" status: 200 len: 2865 time: 0.0851812 Dec 09 15:36:32.449501 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-b36e7b3a-feb3-4088-9e73-239d56a634ae service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175679 Dec 09 15:36:32.468581 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bd271d28-f2f7-4076-b244-8dc4ac0ef821 req-7d32bd8e-dd28-4519-8ded-e2483e327c44 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:32.500001 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9c6a3-afed-4a6f-8c51-038313e2c350 req-a9e148c0-1dfb-4875-b70f-b99964911863 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:32.501740 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51b9c6a3-afed-4a6f-8c51-038313e2c350 req-a9e148c0-1dfb-4875-b70f-b99964911863 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4427918-3f67-41aa-8b42-fdb086ff4a3e HTTP/1.1" status: 200 len: 948 time: 0.1544750 Dec 09 15:36:32.543093 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146eeff-e19b-43e8-8f4c-c7ae4164f2a9 req-f02bb49a-56ae-459c-9cf5-67085edd5533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:32.545173 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f146eeff-e19b-43e8-8f4c-c7ae4164f2a9 req-f02bb49a-56ae-459c-9cf5-67085edd5533 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2d07c596-7c22-45c9-b1bd-48eff2ef43ba HTTP/1.1" status: 200 len: 903 time: 0.1294305 Dec 09 15:36:32.570579 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-7d2bd301-9402-476f-a2b0-cd3f97fc73c9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1726434127-network', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:36:32.599826 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32bd8e-dd28-4519-8ded-e2483e327c44 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Pushing event deleted for resources: {'Port': ['ID=c2517f73-5229-47a2-90e3-f457f92ff058,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:32.640339 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f146eeff-e19b-43e8-8f4c-c7ae4164f2a9 req-0f8e33a7-cff3-4d53-83dc-be8aff8e9fb6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.157&port_id=8dd2331b-4e18-4c42-b209-d51eb31b238e HTTP/1.1" status: 200 len: 217 time: 0.0550842 Dec 09 15:36:32.644407 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd271d28-f2f7-4076-b244-8dc4ac0ef821 req-7d32bd8e-dd28-4519-8ded-e2483e327c44 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] No DVR routers for this DVR port c2517f73-5229-47a2-90e3-f457f92ff058 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:36:32.653929 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bd271d28-f2f7-4076-b244-8dc4ac0ef821 req-7d32bd8e-dd28-4519-8ded-e2483e327c44 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:32.657206 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bd271d28-f2f7-4076-b244-8dc4ac0ef821 req-7d32bd8e-dd28-4519-8ded-e2483e327c44 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.31 "DELETE /v2.0/ports/c2517f73-5229-47a2-90e3-f457f92ff058 HTTP/1.1" status: 204 len: 173 time: 1.1334620 Dec 09 15:36:32.687907 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2bd301-9402-476f-a2b0-cd3f97fc73c9 admin admin] Made reservation on behalf of 02a1132e545b430eb3bab86b76eaec31 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:36:32.690218 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d2bd301-9402-476f-a2b0-cd3f97fc73c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:32.700806 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146eeff-e19b-43e8-8f4c-c7ae4164f2a9 req-524773b5-8e92-402b-88ef-090630c91e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:32.702558 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f146eeff-e19b-43e8-8f4c-c7ae4164f2a9 req-524773b5-8e92-402b-88ef-090630c91e30 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8f24ef35-4671-4c3f-b6b5-9ea9b623d96e HTTP/1.1" status: 200 len: 801 time: 0.0524049 Dec 09 15:36:32.712134 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51b9c6a3-afed-4a6f-8c51-038313e2c350 req-23179435-81ec-423e-9b59-74e9ec154de4 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908691 Dec 09 15:36:32.712809 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d2bd301-9402-476f-a2b0-cd3f97fc73c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:32.716750 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device a6b09e5c-cfde-4023-bdd4-9949087aad86 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:36:32.730659 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8877f08e-b53e-4ac7-bec0-43d75ae4bcbf req-a102695e-ca8d-418a-a99d-7fb178feaa79 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721398 Dec 09 15:36:32.777194 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146eeff-e19b-43e8-8f4c-c7ae4164f2a9 req-4655eb24-53b6-4ba3-a0e4-ebc0ad7f8672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:32.778673 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f146eeff-e19b-43e8-8f4c-c7ae4164f2a9 req-4655eb24-53b6-4ba3-a0e4-ebc0ad7f8672 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2d07c596-7c22-45c9-b1bd-48eff2ef43ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0546958 Dec 09 15:36:32.786251 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port a6b09e5c-cfde-4023-bdd4-9949087aad86 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:32.787183 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:32.801085 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16d9fd7-603a-4bea-9084-f753d905a5c5 x-openstack-request-id: req-b16d9fd7-603a-4bea-9084-f753d905a5c5 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:36:32.801423 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e", "tag": "61870e47-b68b-4adc-81d9-2541d8b54c52", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:36:32.801682 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b16d9fd7-603a-4bea-9084-f753d905a5c5 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:36:32.802223 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e', 'tag': '61870e47-b68b-4adc-81d9-2541d8b54c52', 'status': 'completed', 'code': 200} Dec 09 15:36:32.873823 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d2bd301-9402-476f-a2b0-cd3f97fc73c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:32.882059 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d2bd301-9402-476f-a2b0-cd3f97fc73c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:32.892533 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:32.921925 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d2bd301-9402-476f-a2b0-cd3f97fc73c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:36:32.949198 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port a6b09e5c-cfde-4023-bdd4-9949087aad86, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=a6b09e5c-cfde-4023-bdd4-9949087aad86,segment=NetworkSegment(2728a46b-6f42-41e4-abfd-2e3db73a97b6),segment_id=2728a46b-6f42-41e4-abfd-2e3db73a97b6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:32.956953 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f146eeff-e19b-43e8-8f4c-c7ae4164f2a9 req-8a298110-53c9-4bb9-8165-e9edc58484eb service neutron] 10.222.0.31 "GET /v2.0/networks/2d07c596-7c22-45c9-b1bd-48eff2ef43ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684239 Dec 09 15:36:32.957346 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:32.958415 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device d204c55b-f880-4a11-b32a-0bf6feff0b3f no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:36:32.960387 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2bd301-9402-476f-a2b0-cd3f97fc73c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410938a1-b2b2-4bdb-84bd-cea91e5cb615,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:32.972298 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d2bd301-9402-476f-a2b0-cd3f97fc73c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:32.979780 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-7d2bd301-9402-476f-a2b0-cd3f97fc73c9 admin admin] Added segment 23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea of type vlan for network df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff Dec 09 15:36:33.012648 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: d204c55b-f880-4a11-b32a-0bf6feff0b3f {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:36:33.013522 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device d204c55b-f880-4a11-b32a-0bf6feff0b3f not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:36:33.042275 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=a6b09e5c-cfde-4023-bdd4-9949087aad86,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:33.051392 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7cf9d2-fc5b-4dae-b95a-82d56e65726a req-07549dff-6de9-4703-a9fd-cef8c1c018b4 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:33.059406 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7cf9d2-fc5b-4dae-b95a-82d56e65726a req-07549dff-6de9-4703-a9fd-cef8c1c018b4 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:33.065943 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7cf9d2-fc5b-4dae-b95a-82d56e65726a req-07549dff-6de9-4703-a9fd-cef8c1c018b4 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:33.067650 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f7cf9d2-fc5b-4dae-b95a-82d56e65726a req-07549dff-6de9-4703-a9fd-cef8c1c018b4 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/ports?device_id=c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e HTTP/1.1" status: 200 len: 2412 time: 0.1599238 Dec 09 15:36:33.090093 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d2bd301-9402-476f-a2b0-cd3f97fc73c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:33.147067 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa875e-8bb3-4b20-bbb0-f7575edb962f req-75f9e7ba-dbdf-44d2-a5b7-e1c257dfee21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:33.148945 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-30fa875e-8bb3-4b20-bbb0-f7575edb962f req-75f9e7ba-dbdf-44d2-a5b7-e1c257dfee21 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=84e81616-92f5-489a-ae95-e0a80acf7b1c HTTP/1.1" status: 200 len: 1097 time: 0.0907538 Dec 09 15:36:33.154804 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f146eeff-e19b-43e8-8f4c-c7ae4164f2a9 req-b1bb380a-80d0-4bb5-8973-c19591744c51 service neutron] 10.222.0.31 "GET /v2.0/networks/2d07c596-7c22-45c9-b1bd-48eff2ef43ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880691 Dec 09 15:36:33.156713 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f7cf9d2-fc5b-4dae-b95a-82d56e65726a req-f05d0370-c602-47b2-b8f1-48ae29db220d tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/security-groups?id=4053ce5f-6f47-4cca-86df-591fd9480a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766857 Dec 09 15:36:33.187722 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d2bd301-9402-476f-a2b0-cd3f97fc73c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:33.189066 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2bd301-9402-476f-a2b0-cd3f97fc73c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:33.189690 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d2bd301-9402-476f-a2b0-cd3f97fc73c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:33.217067 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-30fa875e-8bb3-4b20-bbb0-f7575edb962f req-1288172f-c60b-43ec-912a-ef4aebeed1cb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605824 Dec 09 15:36:33.224680 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8015a0b-39ed-45c1-bede-a15b80c60836 x-openstack-request-id: req-f8015a0b-39ed-45c1-bede-a15b80c60836 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:36:33.224813 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ab9ab0-ec5c-4593-88ba-bda157021bbe", "name": "network-vif-deleted", "tag": "d204c55b-f880-4a11-b32a-0bf6feff0b3f", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:36:33.225044 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f8015a0b-39ed-45c1-bede-a15b80c60836 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:36:33.225444 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ab9ab0-ec5c-4593-88ba-bda157021bbe', 'name': 'network-vif-deleted', 'tag': 'd204c55b-f880-4a11-b32a-0bf6feff0b3f', 'status': 'completed', 'code': 200} Dec 09 15:36:33.252652 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7d2bd301-9402-476f-a2b0-cd3f97fc73c9 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9014862 Dec 09 15:36:33.255603 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60456) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:33.260821 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-0b09a118-9e1d-431e-9e55-bf0a9ba41b17 admin admin] Request body: {'subnet': {'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1726434127-subnet', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:36:33.285650 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b09a118-9e1d-431e-9e55-bf0a9ba41b17 admin admin] Made reservation on behalf of 02a1132e545b430eb3bab86b76eaec31 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:36:33.288624 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b09a118-9e1d-431e-9e55-bf0a9ba41b17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:33.305148 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2bd301-9402-476f-a2b0-cd3f97fc73c9 admin admin] Pushing event updated for resources: {'Network': ['ID=df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:33.316218 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:36:33.332178 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1cdfc-e6c3-47c1-b68b-49a2a74df09f req-9dc1facd-68c5-49fa-a0eb-3c916f46ddd2 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:33.333842 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-14f1cdfc-e6c3-47c1-b68b-49a2a74df09f req-9dc1facd-68c5-49fa-a0eb-3c916f46ddd2 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=84e81616-92f5-489a-ae95-e0a80acf7b1c HTTP/1.1" status: 200 len: 946 time: 0.0685499 Dec 09 15:36:33.397072 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-14f1cdfc-e6c3-47c1-b68b-49a2a74df09f req-a73a4c0a-4e83-4bef-a92e-3f915388b1ea tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547283 Dec 09 15:36:33.606145 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['09c676e4-2a5f-46ee-a639-d2836ab6c1d8'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:36:33.623266 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830da279-6587-4545-bca2-372939957e0e req-8272fe1e-d7d9-4a7d-b84a-582e5a91a544 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:33.625711 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-830da279-6587-4545-bca2-372939957e0e req-8272fe1e-d7d9-4a7d-b84a-582e5a91a544 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=82b3ca40-039a-4280-9da5-75278553bc60 HTTP/1.1" status: 200 len: 945 time: 0.0687180 Dec 09 15:36:33.677800 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26385113-fd48-4e9c-a1b5-97de8467b243 req-d9570250-5bc5-4775-a6eb-23688c58e403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:33.678486 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26385113-fd48-4e9c-a1b5-97de8467b243 req-d9570250-5bc5-4775-a6eb-23688c58e403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:33.678734 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26385113-fd48-4e9c-a1b5-97de8467b243 req-d9570250-5bc5-4775-a6eb-23688c58e403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:33.680389 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-26385113-fd48-4e9c-a1b5-97de8467b243 req-d9570250-5bc5-4775-a6eb-23688c58e403 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e0dad837f9c483a9d0dd7e471d8bf06&device_id=c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e HTTP/1.1" status: 200 len: 2865 time: 0.0691047 Dec 09 15:36:33.687371 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-830da279-6587-4545-bca2-372939957e0e req-e2fe3610-3b2e-4f32-b6e2-4fc129305fc5 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/security-groups?id=7452316f-7331-44ac-8838-64b59757fdbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536432 Dec 09 15:36:33.803135 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b3ca40-039a-4280-9da5-75278553bc60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b09e5c-cfde-4023-bdd4-9949087aad86'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:36:33.806380 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e79050b-bd6e-45f4-87b4-268a57cea8c5" -d '{"events": [{"server_uuid": "82b3ca40-039a-4280-9da5-75278553bc60", "name": "network-vif-plugged", "status": "completed", "tag": "a6b09e5c-cfde-4023-bdd4-9949087aad86"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:36:33.844604 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd436de0-8e20-40c5-8a9f-b41d5bec97b9 req-50112da9-1264-404a-af73-9e807db9de97 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:33.846994 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bd436de0-8e20-40c5-8a9f-b41d5bec97b9 req-50112da9-1264-404a-af73-9e807db9de97 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f735a0e-1cff-4ae6-b90a-99feaf9c9362 HTTP/1.1" status: 200 len: 944 time: 0.0563583 Dec 09 15:36:33.857396 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26385113-fd48-4e9c-a1b5-97de8467b243 req-c0104726-3b87-4283-a0f7-de0414a9a3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:33.858862 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-26385113-fd48-4e9c-a1b5-97de8467b243 req-c0104726-3b87-4283-a0f7-de0414a9a3f7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a HTTP/1.1" status: 200 len: 903 time: 0.1632786 Dec 09 15:36:33.866952 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b09a118-9e1d-431e-9e55-bf0a9ba41b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:33.904736 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bd436de0-8e20-40c5-8a9f-b41d5bec97b9 req-b81aa89e-e2eb-4ad7-87ed-ba0edb5bf61d tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499597 Dec 09 15:36:33.945537 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-26385113-fd48-4e9c-a1b5-97de8467b243 req-4e43e90f-26d1-4fdb-964e-be8aad88551c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.71&port_id=61870e47-b68b-4adc-81d9-2541d8b54c52 HTTP/1.1" status: 200 len: 217 time: 0.0504417 Dec 09 15:36:33.969586 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b09a118-9e1d-431e-9e55-bf0a9ba41b17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d29624e-0102-490d-a09b-e35c4d52029a,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:34.001591 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b09a118-9e1d-431e-9e55-bf0a9ba41b17 admin admin] Checking segment: {'id': '23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:36:34.001961 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b09a118-9e1d-431e-9e55-bf0a9ba41b17 admin admin] Network hostable DHCP agents. Network: df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:36:34.008307 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50df9e-aaa3-43f2-bdcd-d6d15e67896b req-1f8542b0-64c9-404b-8e90-8aa3e0e96b61 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:34.009932 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1d50df9e-aaa3-43f2-bdcd-d6d15e67896b req-1f8542b0-64c9-404b-8e90-8aa3e0e96b61 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=c24fe140-843f-440b-865a-05df120d721b HTTP/1.1" status: 200 len: 945 time: 0.0491793 Dec 09 15:36:34.021809 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26385113-fd48-4e9c-a1b5-97de8467b243 req-cbd7777a-a84a-41a2-938a-507286d80417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:34.023254 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-26385113-fd48-4e9c-a1b5-97de8467b243 req-cbd7777a-a84a-41a2-938a-507286d80417 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=26262b12-27ea-4807-aca1-d82dfc593efd HTTP/1.1" status: 200 len: 801 time: 0.0669458 Dec 09 15:36:34.030457 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b09a118-9e1d-431e-9e55-bf0a9ba41b17 admin admin] Network df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:36:34.059975 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1d50df9e-aaa3-43f2-bdcd-d6d15e67896b req-b9162efb-55d1-480b-8def-55d6c2217ab5 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437069 Dec 09 15:36:34.060512 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-0b09a118-9e1d-431e-9e55-bf0a9ba41b17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:36:34.066512 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b09a118-9e1d-431e-9e55-bf0a9ba41b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:34.067102 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b09a118-9e1d-431e-9e55-bf0a9ba41b17 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:34.069874 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af915e23-07c5-49c4-830f-bd9d807b0d19 None None] Network df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:36:34.085512 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26385113-fd48-4e9c-a1b5-97de8467b243 req-75296c39-01b9-4238-8266-95d050f2058a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:34.087668 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-26385113-fd48-4e9c-a1b5-97de8467b243 req-75296c39-01b9-4238-8266-95d050f2058a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0539508 Dec 09 15:36:34.096615 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0b09a118-9e1d-431e-9e55-bf0a9ba41b17 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8397288 Dec 09 15:36:34.099119 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60470) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:34.104130 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-132a4558-373a-4b04-8a6b-0f1a9469aeec admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1726434127-router', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:36:34.129902 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-132a4558-373a-4b04-8a6b-0f1a9469aeec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:34.131347 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-132a4558-373a-4b04-8a6b-0f1a9469aeec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:34.194726 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-132a4558-373a-4b04-8a6b-0f1a9469aeec admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:34.209722 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89272d1-0adf-4277-b0d9-aca80595e0e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff', 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff', 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'fixed_ips': [{'subnet_id': '8d29624e-0102-490d-a09b-e35c4d52029a'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:36:34.210736 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c89272d1-0adf-4277-b0d9-aca80595e0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:34.218171 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-26385113-fd48-4e9c-a1b5-97de8467b243 req-91982f2a-a5a3-494a-8eb3-5f8ab8e6893b service neutron] 10.222.0.31 "GET /v2.0/networks/6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199877 Dec 09 15:36:34.355925 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-26385113-fd48-4e9c-a1b5-97de8467b243 req-6660023f-5381-460e-9506-377800f63fd6 service neutron] 10.222.0.31 "GET /v2.0/networks/6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212311 Dec 09 15:36:34.376461 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-c89272d1-0adf-4277-b0d9-aca80595e0e6 None None] Allocated IP 172.20.0.2 (df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff/8d29624e-0102-490d-a09b-e35c4d52029a/a5414fcd-cb50-4041-9b16-002f752a8cbd) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:36:34.389025 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-132a4558-373a-4b04-8a6b-0f1a9469aeec admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:34.446535 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f2dcb-b484-47ff-8547-13339831b55a req-f8752fe8-0591-4ea3-bd97-90a162a509c8 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:34.448105 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e55f2dcb-b484-47ff-8547-13339831b55a req-f8752fe8-0591-4ea3-bd97-90a162a509c8 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4427918-3f67-41aa-8b42-fdb086ff4a3e HTTP/1.1" status: 200 len: 948 time: 0.1214859 Dec 09 15:36:34.508063 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e55f2dcb-b484-47ff-8547-13339831b55a req-34f11d27-11dc-468c-b413-072300acd1cb tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534012 Dec 09 15:36:34.536867 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c89272d1-0adf-4277-b0d9-aca80595e0e6 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:34.547371 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c89272d1-0adf-4277-b0d9-aca80595e0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:34.592935 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89272d1-0adf-4277-b0d9-aca80595e0e6 None None] Network df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:36:34.596596 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-c89272d1-0adf-4277-b0d9-aca80595e0e6 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:36:34.599839 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89272d1-0adf-4277-b0d9-aca80595e0e6 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:36:34.607738 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b0fa1c-df74-4d5e-8ba5-60243e1724f4 x-openstack-request-id: req-c3b0fa1c-df74-4d5e-8ba5-60243e1724f4 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:36:34.607887 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b3ca40-039a-4280-9da5-75278553bc60", "name": "network-vif-plugged", "status": "completed", "tag": "a6b09e5c-cfde-4023-bdd4-9949087aad86", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:36:34.608127 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c3b0fa1c-df74-4d5e-8ba5-60243e1724f4 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:36:34.608498 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b3ca40-039a-4280-9da5-75278553bc60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b09e5c-cfde-4023-bdd4-9949087aad86', 'code': 200} Dec 09 15:36:34.617981 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89272d1-0adf-4277-b0d9-aca80595e0e6 None None] Pushing event updated for resources: {'Port': ['ID=a5414fcd-cb50-4041-9b16-002f752a8cbd,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:34.668440 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-c89272d1-0adf-4277-b0d9-aca80595e0e6 None None] Attempting to bind port a5414fcd-cb50-4041-9b16-002f752a8cbd on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:36:34.669154 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-c89272d1-0adf-4277-b0d9-aca80595e0e6 None None] Attempting to bind port a5414fcd-cb50-4041-9b16-002f752a8cbd by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:36:34.669822 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89272d1-0adf-4277-b0d9-aca80595e0e6 None None] Attempting to bind port a5414fcd-cb50-4041-9b16-002f752a8cbd on network df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:36:34.673165 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-132a4558-373a-4b04-8a6b-0f1a9469aeec admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:34.676993 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89272d1-0adf-4277-b0d9-aca80595e0e6 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:36:34.677638 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89272d1-0adf-4277-b0d9-aca80595e0e6 None None] Checking segment: {'id': '23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:36:34.678172 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c89272d1-0adf-4277-b0d9-aca80595e0e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:34.678580 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89272d1-0adf-4277-b0d9-aca80595e0e6 None None] Bound using segment: {'id': '23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:36:34.679388 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-c89272d1-0adf-4277-b0d9-aca80595e0e6 None None] Bound port: a5414fcd-cb50-4041-9b16-002f752a8cbd, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:36:34.679780 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c89272d1-0adf-4277-b0d9-aca80595e0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:34.692161 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-132a4558-373a-4b04-8a6b-0f1a9469aeec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:34.762139 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 0f2ab084-9725-4842-8576-c2e1d845f14a details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:36:34.768907 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device be1b27f1-bc8e-46d2-a5b5-61ffd756ec19 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:36:34.803708 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4427918-3f67-41aa-8b42-fdb086ff4a3e', 'tag': '8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:36:34.806853 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d96d5d-32b8-45bd-a350-2678c5fc35f9" -d '{"events": [{"name": "network-changed", "server_uuid": "d4427918-3f67-41aa-8b42-fdb086ff4a3e", "tag": "8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:36:34.811613 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c89272d1-0adf-4277-b0d9-aca80595e0e6 None None] For port a5414fcd-cb50-4041-9b16-002f752a8cbd, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:36:34.818304 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c89272d1-0adf-4277-b0d9-aca80595e0e6 None None] For port a5414fcd-cb50-4041-9b16-002f752a8cbd, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a5414fcd-cb50-4041-9b16-002f752a8cbd,segment=NetworkSegment(23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea),segment_id=23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:36:34.846072 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c89272d1-0adf-4277-b0d9-aca80595e0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:34.989018 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89272d1-0adf-4277-b0d9-aca80595e0e6 None None] Pushing event updated for resources: {'Port': ['ID=a5414fcd-cb50-4041-9b16-002f752a8cbd,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:35.019796 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port be1b27f1-bc8e-46d2-a5b5-61ffd756ec19 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:35.020177 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:35.067452 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 0f2ab084-9725-4842-8576-c2e1d845f14a, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=0f2ab084-9725-4842-8576-c2e1d845f14a,segment=NetworkSegment(86283111-1a74-45ec-bb1c-dc66e4f2543c),segment_id=86283111-1a74-45ec-bb1c-dc66e4f2543c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:35.095224 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '0f2ab084-9725-4842-8576-c2e1d845f14a', 'network_id': '6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a', 'port_id': '0f2ab084-9725-4842-8576-c2e1d845f14a', 'mac_address': 'fa:16:3e:e5:d1:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26262b12-27ea-4807-aca1-d82dfc593efd', 'ip_address': '19.80.0.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:36:35.184404 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:35.194077 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:35.199561 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-132a4558-373a-4b04-8a6b-0f1a9469aeec admin admin] Allocated IP 172.25.3.156 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/d4448c86-bdff-487f-99fa-a94fe002ec73) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:36:35.217499 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f2ab084-9725-4842-8576-c2e1d845f14a {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:36:35.227068 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fea70b-4e29-4a25-be17-f4f70d32bb3b', 'name': 'network-vif-deleted', 'tag': 'c2517f73-5229-47a2-90e3-f457f92ff058'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:36:35.229559 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa19e05-a7d3-4a04-92b2-9f9d9c443f1d" -d '{"events": [{"server_uuid": "46fea70b-4e29-4a25-be17-f4f70d32bb3b", "name": "network-vif-deleted", "tag": "c2517f73-5229-47a2-90e3-f457f92ff058"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:36:35.246757 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42fcec-81ef-44d3-952e-ef40f7df9016 req-e9f09443-52ed-4249-ba22-0c8b8711423f tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:35.250616 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 0f2ab084-9725-4842-8576-c2e1d845f14a, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=0f2ab084-9725-4842-8576-c2e1d845f14a,segment=NetworkSegment(86283111-1a74-45ec-bb1c-dc66e4f2543c),segment_id=86283111-1a74-45ec-bb1c-dc66e4f2543c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:35.253378 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42fcec-81ef-44d3-952e-ef40f7df9016 req-e9f09443-52ed-4249-ba22-0c8b8711423f tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:35.259464 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port be1b27f1-bc8e-46d2-a5b5-61ffd756ec19, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=be1b27f1-bc8e-46d2-a5b5-61ffd756ec19,segment=NetworkSegment(3c8c96ac-fcd7-4b06-91d5-8b3b47be9336),segment_id=3c8c96ac-fcd7-4b06-91d5-8b3b47be9336)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:35.260247 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42fcec-81ef-44d3-952e-ef40f7df9016 req-e9f09443-52ed-4249-ba22-0c8b8711423f tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:35.261010 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:35.262163 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ff42fcec-81ef-44d3-952e-ef40f7df9016 req-e9f09443-52ed-4249-ba22-0c8b8711423f tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/ports?device_id=c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e HTTP/1.1" status: 200 len: 2412 time: 0.1349022 Dec 09 15:36:35.266290 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:35.267178 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device c2517f73-5229-47a2-90e3-f457f92ff058 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:36:35.311560 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: c2517f73-5229-47a2-90e3-f457f92ff058 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:36:35.312013 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device c2517f73-5229-47a2-90e3-f457f92ff058 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:36:35.339161 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=0f2ab084-9725-4842-8576-c2e1d845f14a,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:35.378225 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ff42fcec-81ef-44d3-952e-ef40f7df9016 req-f4566799-4a3d-47df-abf3-d90be5a5f183 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/security-groups?id=4053ce5f-6f47-4cca-86df-591fd9480a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044972 Dec 09 15:36:35.400087 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=be1b27f1-bc8e-46d2-a5b5-61ffd756ec19,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:35.413453 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-132a4558-373a-4b04-8a6b-0f1a9469aeec admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:35.461937 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-132a4558-373a-4b04-8a6b-0f1a9469aeec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:35.497729 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132a4558-373a-4b04-8a6b-0f1a9469aeec admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:36:35.515938 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-132a4558-373a-4b04-8a6b-0f1a9469aeec admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:36:35.516378 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a5414fcd-cb50-4041-9b16-002f752a8cbd up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:36:35.532376 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132a4558-373a-4b04-8a6b-0f1a9469aeec admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:36:35.566714 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port a5414fcd-cb50-4041-9b16-002f752a8cbd triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:35.566996 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:35.576176 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a4558-373a-4b04-8a6b-0f1a9469aeec admin admin] Pushing event updated for resources: {'Port': ['ID=d4448c86-bdff-487f-99fa-a94fe002ec73,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:35.602121 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700db17-5764-4b60-9134-1c33e55c069e req-ce5367e0-feaf-40d7-af0f-0f365bfc0adc tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:35.604331 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1700db17-5764-4b60-9134-1c33e55c069e req-ce5367e0-feaf-40d7-af0f-0f365bfc0adc tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=84e81616-92f5-489a-ae95-e0a80acf7b1c HTTP/1.1" status: 200 len: 946 time: 0.1090930 Dec 09 15:36:35.650702 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:35.672091 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['0f2ab084-9725-4842-8576-c2e1d845f14a'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:36:35.710622 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port a5414fcd-cb50-4041-9b16-002f752a8cbd, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a5414fcd-cb50-4041-9b16-002f752a8cbd,segment=NetworkSegment(23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea),segment_id=23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:35.722116 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:35.752972 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1700db17-5764-4b60-9134-1c33e55c069e req-39c37dc4-bce2-422c-b5ed-046046f8efce tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417980 Dec 09 15:36:35.810602 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=a5414fcd-cb50-4041-9b16-002f752a8cbd,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:35.906262 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-132a4558-373a-4b04-8a6b-0f1a9469aeec admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:35.973550 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bf3b9-364d-43e9-851d-fdf0e591b2af req-8e5b231c-fabf-446a-b4dd-d9e198757672 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:35.974957 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-362bf3b9-364d-43e9-851d-fdf0e591b2af req-8e5b231c-fabf-446a-b4dd-d9e198757672 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=c24fe140-843f-440b-865a-05df120d721b HTTP/1.1" status: 200 len: 945 time: 0.1056688 Dec 09 15:36:36.005890 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92f073a-e391-49d6-9f34-eca6023af903 None None] Network df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:36:36.099570 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-362bf3b9-364d-43e9-851d-fdf0e591b2af req-39dba8bb-f0f4-4070-9b4e-7b8a2b2a7b54 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949078 Dec 09 15:36:36.107328 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e4d04f8c-de0f-46ae-9198-94cd74658274 None None] Provisioning complete for port a5414fcd-cb50-4041-9b16-002f752a8cbd triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:36.107703 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e4d04f8c-de0f-46ae-9198-94cd74658274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:36.149158 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ae71ce-b413-441e-87f4-76ec6b01e6bb x-openstack-request-id: req-d5ae71ce-b413-441e-87f4-76ec6b01e6bb {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:36:36.150148 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4427918-3f67-41aa-8b42-fdb086ff4a3e", "tag": "8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:36:36.150620 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d5ae71ce-b413-441e-87f4-76ec6b01e6bb {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:36:36.151181 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4427918-3f67-41aa-8b42-fdb086ff4a3e', 'tag': '8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5', 'status': 'completed', 'code': 200} Dec 09 15:36:36.194812 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-132a4558-373a-4b04-8a6b-0f1a9469aeec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:36.255918 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d96d5d-32b8-45bd-a350-2678c5fc35f9 req-f67f35ed-2500-4858-9837-99a2d9f17590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:36.257627 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f7d96d5d-32b8-45bd-a350-2678c5fc35f9 req-f67f35ed-2500-4858-9837-99a2d9f17590 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8222749629bd4bc081045ad1433cd8c5&device_id=d4427918-3f67-41aa-8b42-fdb086ff4a3e HTTP/1.1" status: 200 len: 1099 time: 0.0758159 Dec 09 15:36:36.392071 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb74a1-9c40-4c3d-9c39-1ebd137fbc8e req-7b92d525-7356-4eb6-b341-80134246756b tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:36.393867 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1cb74a1-9c40-4c3d-9c39-1ebd137fbc8e req-7b92d525-7356-4eb6-b341-80134246756b tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f735a0e-1cff-4ae6-b90a-99feaf9c9362 HTTP/1.1" status: 200 len: 945 time: 0.1498902 Dec 09 15:36:36.402980 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d96d5d-32b8-45bd-a350-2678c5fc35f9 req-a4c59e4a-fc08-45d5-9fb1-ec38769f3992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:36.404861 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f7d96d5d-32b8-45bd-a350-2678c5fc35f9 req-a4c59e4a-fc08-45d5-9fb1-ec38769f3992 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.1317940 Dec 09 15:36:36.435671 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d0746067-3d3c-49f0-a746-a20acc8d06a5 None None] Provisioning complete for port a5414fcd-cb50-4041-9b16-002f752a8cbd triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:36.436308 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d0746067-3d3c-49f0-a746-a20acc8d06a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:36.441382 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e78f6-b5ac-40e9-822f-aae95b0bb55c req-0a39d282-b1ac-4e21-a94e-41eacc37442a tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:36.442830 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-485e78f6-b5ac-40e9-822f-aae95b0bb55c req-0a39d282-b1ac-4e21-a94e-41eacc37442a tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.31 "GET /v2.0/ports?device_id=82b3ca40-039a-4280-9da5-75278553bc60 HTTP/1.1" status: 200 len: 945 time: 0.1169586 Dec 09 15:36:36.461113 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f7d96d5d-32b8-45bd-a350-2678c5fc35f9 req-5b94f947-e854-47ba-ae43-117bf10c0ce8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5 HTTP/1.1" status: 200 len: 217 time: 0.0453904 Dec 09 15:36:36.514902 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132a4558-373a-4b04-8a6b-0f1a9469aeec admin admin] Router bd30d0b0-2893-478b-bb26-1e33db2eb6ba is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:36:36.517781 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d96d5d-32b8-45bd-a350-2678c5fc35f9 req-910b8120-4d34-4062-a85d-355c82af9e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:36.519320 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f7d96d5d-32b8-45bd-a350-2678c5fc35f9 req-910b8120-4d34-4062-a85d-355c82af9e3b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0494859 Dec 09 15:36:36.528928 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1cb74a1-9c40-4c3d-9c39-1ebd137fbc8e req-e517a94e-f57f-4f07-8eac-47d1ee594809 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200166 Dec 09 15:36:36.574995 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d96d5d-32b8-45bd-a350-2678c5fc35f9 req-c09cea9b-a707-4fa1-b97f-4c8bd0c96d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:36.576665 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f7d96d5d-32b8-45bd-a350-2678c5fc35f9 req-c09cea9b-a707-4fa1-b97f-4c8bd0c96d60 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0495934 Dec 09 15:36:36.601277 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316cfdd3-b2a8-4cc5-85fb-44b7ad27023d x-openstack-request-id: req-316cfdd3-b2a8-4cc5-85fb-44b7ad27023d {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:36:36.601569 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46fea70b-4e29-4a25-be17-f4f70d32bb3b", "name": "network-vif-deleted", "tag": "c2517f73-5229-47a2-90e3-f457f92ff058", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:36:36.601813 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-316cfdd3-b2a8-4cc5-85fb-44b7ad27023d {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:36:36.602937 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fea70b-4e29-4a25-be17-f4f70d32bb3b', 'name': 'network-vif-deleted', 'tag': 'c2517f73-5229-47a2-90e3-f457f92ff058', 'status': 'completed', 'code': 200} Dec 09 15:36:36.609269 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f735a0e-1cff-4ae6-b90a-99feaf9c9362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1b27f1-bc8e-46d2-a5b5-61ffd756ec19'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:36:36.611600 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e859a2e4-d4a1-4a9b-9f49-c89ecda2118f" -d '{"events": [{"server_uuid": "8f735a0e-1cff-4ae6-b90a-99feaf9c9362", "name": "network-vif-plugged", "status": "completed", "tag": "be1b27f1-bc8e-46d2-a5b5-61ffd756ec19"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:36:36.678037 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f7d96d5d-32b8-45bd-a350-2678c5fc35f9 req-1a67da50-a38d-49af-82e0-6fe2b5a14402 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930679 Dec 09 15:36:36.687991 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-485e78f6-b5ac-40e9-822f-aae95b0bb55c req-5ec51169-26e2-459a-a944-696c3a400589 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Deleting port a6b09e5c-cfde-4023-bdd4-9949087aad86 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:36:36.688716 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-485e78f6-b5ac-40e9-822f-aae95b0bb55c req-5ec51169-26e2-459a-a944-696c3a400589 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:36.741245 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:36:36.746554 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device a6b09e5c-cfde-4023-bdd4-9949087aad86 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:36:36.783661 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132a4558-373a-4b04-8a6b-0f1a9469aeec admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:36:36.785485 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f7d96d5d-32b8-45bd-a350-2678c5fc35f9 req-48b9cc3a-4d2c-4ab4-b0f2-8faf3efaaf3b service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997579 Dec 09 15:36:36.810686 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a12d394-e565-4c8a-961f-f9cfe9d4f34e None None] Sync routers for ids ['bd30d0b0-2893-478b-bb26-1e33db2eb6ba'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:36:36.822471 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158d178-b212-403e-b811-59faba3b697d req-4c1b86bc-19d4-4a52-bcb9-4992b45ce783 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:36.823903 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e158d178-b212-403e-b811-59faba3b697d req-4c1b86bc-19d4-4a52-bcb9-4992b45ce783 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.31 "GET /v2.0/ports?device_id=c24fe140-843f-440b-865a-05df120d721b HTTP/1.1" status: 200 len: 945 time: 0.1718218 Dec 09 15:36:36.870986 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-132a4558-373a-4b04-8a6b-0f1a9469aeec admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:36.872099 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-132a4558-373a-4b04-8a6b-0f1a9469aeec admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 2.7719381 Dec 09 15:36:36.875231 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60506) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:36.882582 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a12d394-e565-4c8a-961f-f9cfe9d4f34e None None] Routers {'bd30d0b0-2893-478b-bb26-1e33db2eb6ba'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:36:36.883131 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7a12d394-e565-4c8a-961f-f9cfe9d4f34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:36:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['bd30d0b0-2893-478b-bb26-1e33db2eb6ba'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:36:36.896724 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-485e78f6-b5ac-40e9-822f-aae95b0bb55c req-5ec51169-26e2-459a-a944-696c3a400589 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] For port a6b09e5c-cfde-4023-bdd4-9949087aad86, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=a6b09e5c-cfde-4023-bdd4-9949087aad86,segment=NetworkSegment(2728a46b-6f42-41e4-abfd-2e3db73a97b6),segment_id=2728a46b-6f42-41e4-abfd-2e3db73a97b6)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:36.897127 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-485e78f6-b5ac-40e9-822f-aae95b0bb55c req-5ec51169-26e2-459a-a944-696c3a400589 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:36.907039 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373c4e5-ecab-4b8d-aad1-2c8c4ea4e0a0 req-c033973e-7336-4db7-a9a6-a1f3fb571f5f tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:36.908536 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f373c4e5-ecab-4b8d-aad1-2c8c4ea4e0a0 req-c033973e-7336-4db7-a9a6-a1f3fb571f5f tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4427918-3f67-41aa-8b42-fdb086ff4a3e HTTP/1.1" status: 200 len: 948 time: 0.1692257 Dec 09 15:36:36.947770 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-485e78f6-b5ac-40e9-822f-aae95b0bb55c req-5ec51169-26e2-459a-a944-696c3a400589 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Calling delete_port for a6b09e5c-cfde-4023-bdd4-9949087aad86 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:36:37.050251 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f373c4e5-ecab-4b8d-aad1-2c8c4ea4e0a0 req-a041b0fe-b828-46d5-a60a-26bcd399f872 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312375 Dec 09 15:36:37.072452 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-e158d178-b212-403e-b811-59faba3b697d req-dcc70b64-ab4b-424d-a356-da1432c1dfdf tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Deleting port 5398cfa7-b0d2-4a1c-a178-6c2baff119fb {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:36:37.072887 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e158d178-b212-403e-b811-59faba3b697d req-dcc70b64-ab4b-424d-a356-da1432c1dfdf tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:37.073635 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:37.106841 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:37.153383 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'port_id': '8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5', 'mac_address': 'fa:16:3e:a9:7f:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6953c-1261-4e7c-8b49-64e5b87424c2', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:36:37.200819 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-7a12d394-e565-4c8a-961f-f9cfe9d4f34e None None] Set router bd30d0b0-2893-478b-bb26-1e33db2eb6ba gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:36:37.234260 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-e158d178-b212-403e-b811-59faba3b697d req-dcc70b64-ab4b-424d-a356-da1432c1dfdf tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] For port 5398cfa7-b0d2-4a1c-a178-6c2baff119fb, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5398cfa7-b0d2-4a1c-a178-6c2baff119fb,segment=NetworkSegment(69e3382f-395f-44e0-a40c-d45aab069633),segment_id=69e3382f-395f-44e0-a40c-d45aab069633)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:37.234735 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e158d178-b212-403e-b811-59faba3b697d req-dcc70b64-ab4b-424d-a356-da1432c1dfdf tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:37.256435 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-e158d178-b212-403e-b811-59faba3b697d req-dcc70b64-ab4b-424d-a356-da1432c1dfdf tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Calling delete_port for 5398cfa7-b0d2-4a1c-a178-6c2baff119fb owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:36:37.262785 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:37.283179 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea13f2f-8e6a-4f09-bbb2-e16bff2e1115 req-0ae4bb1b-c90c-49f3-af06-0425694f973d tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:37.284673 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5ea13f2f-8e6a-4f09-bbb2-e16bff2e1115 req-0ae4bb1b-c90c-49f3-af06-0425694f973d tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=19dc24f6-09ce-4250-850b-d7ee7c38fb46 HTTP/1.1" status: 200 len: 946 time: 0.1286278 Dec 09 15:36:37.286775 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-485e78f6-b5ac-40e9-822f-aae95b0bb55c req-5ec51169-26e2-459a-a944-696c3a400589 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:37.337565 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:36:37.354160 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-14541d4b-d67e-4699-bb4d-f56b0bd92843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:37.365971 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec51169-26e2-459a-a944-696c3a400589 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Pushing event deleted for resources: {'Port': ['ID=a6b09e5c-cfde-4023-bdd4-9949087aad86,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:37.373623 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:37.392159 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:37.392858 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 61870e47-b68b-4adc-81d9-2541d8b54c52 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:36:37.444611 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-485e78f6-b5ac-40e9-822f-aae95b0bb55c req-5ec51169-26e2-459a-a944-696c3a400589 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] No DVR routers for this DVR port a6b09e5c-cfde-4023-bdd4-9949087aad86 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:36:37.447720 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-485e78f6-b5ac-40e9-822f-aae95b0bb55c req-5ec51169-26e2-459a-a944-696c3a400589 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:37.451048 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-485e78f6-b5ac-40e9-822f-aae95b0bb55c req-5ec51169-26e2-459a-a944-696c3a400589 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.31 "DELETE /v2.0/ports/a6b09e5c-cfde-4023-bdd4-9949087aad86 HTTP/1.1" status: 204 len: 173 time: 0.9983206 Dec 09 15:36:37.484466 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5ea13f2f-8e6a-4f09-bbb2-e16bff2e1115 req-a1ddf5ed-3e79-451d-9bff-656b079ad904 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288145 Dec 09 15:36:37.520836 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a5414fcd-cb50-4041-9b16-002f752a8cbd up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:36:37.525863 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:37.586236 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e158d178-b212-403e-b811-59faba3b697d req-dcc70b64-ab4b-424d-a356-da1432c1dfdf tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:37.600063 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['5398cfa7-b0d2-4a1c-a178-6c2baff119fb'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:36:37.633638 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc70b64-ab4b-424d-a356-da1432c1dfdf tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Pushing event deleted for resources: {'Port': ['ID=5398cfa7-b0d2-4a1c-a178-6c2baff119fb,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:37.640211 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 61870e47-b68b-4adc-81d9-2541d8b54c52, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=61870e47-b68b-4adc-81d9-2541d8b54c52,segment=NetworkSegment(86283111-1a74-45ec-bb1c-dc66e4f2543c),segment_id=86283111-1a74-45ec-bb1c-dc66e4f2543c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:37.669510 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7a12d394-e565-4c8a-961f-f9cfe9d4f34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1726434127-router', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:35Z', 'revision_number': 3, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'gw_port': {'id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:de:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:36:37.673725 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '61870e47-b68b-4adc-81d9-2541d8b54c52', 'network_id': '6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a', 'port_id': '61870e47-b68b-4adc-81d9-2541d8b54c52', 'mac_address': 'fa:16:3e:34:a7:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26262b12-27ea-4807-aca1-d82dfc593efd', 'ip_address': '19.80.0.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:36:37.682830 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-e158d178-b212-403e-b811-59faba3b697d req-dcc70b64-ab4b-424d-a356-da1432c1dfdf tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] No DVR routers for this DVR port 5398cfa7-b0d2-4a1c-a178-6c2baff119fb on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:36:37.685604 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e158d178-b212-403e-b811-59faba3b697d req-dcc70b64-ab4b-424d-a356-da1432c1dfdf tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:37.690165 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e158d178-b212-403e-b811-59faba3b697d req-dcc70b64-ab4b-424d-a356-da1432c1dfdf tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.31 "DELETE /v2.0/ports/5398cfa7-b0d2-4a1c-a178-6c2baff119fb HTTP/1.1" status: 204 len: 173 time: 0.8576200 Dec 09 15:36:37.700053 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a12d394-e565-4c8a-961f-f9cfe9d4f34e None None] Checking router: bd30d0b0-2893-478b-bb26-1e33db2eb6ba for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:36:37.700443 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a12d394-e565-4c8a-961f-f9cfe9d4f34e None None] Updating router bd30d0b0-2893-478b-bb26-1e33db2eb6ba port d4448c86-bdff-487f-99fa-a94fe002ec73 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:36:37.727338 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port a5414fcd-cb50-4041-9b16-002f752a8cbd triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:37.728225 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:37.747892 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-14541d4b-d67e-4699-bb4d-f56b0bd92843 admin admin] Allocated IP 172.20.0.1 (df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff/8d29624e-0102-490d-a09b-e35c4d52029a/a9b6e78f-65bf-42ab-9eab-facf3aa735a9) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:36:37.780774 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7a12d394-e565-4c8a-961f-f9cfe9d4f34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:37.815127 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:37.846636 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dade674-0186-4c8b-99b7-6a437ba70d0b req-7c3bc17b-46b3-4c03-8b77-67c802d75fb0 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:37.847377 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61870e47-b68b-4adc-81d9-2541d8b54c52 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:36:37.852788 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dade674-0186-4c8b-99b7-6a437ba70d0b req-7c3bc17b-46b3-4c03-8b77-67c802d75fb0 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:37.859026 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dade674-0186-4c8b-99b7-6a437ba70d0b req-7c3bc17b-46b3-4c03-8b77-67c802d75fb0 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:37.860707 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6dade674-0186-4c8b-99b7-6a437ba70d0b req-7c3bc17b-46b3-4c03-8b77-67c802d75fb0 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/ports?device_id=c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e HTTP/1.1" status: 200 len: 2413 time: 0.0756271 Dec 09 15:36:37.871276 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-14541d4b-d67e-4699-bb4d-f56b0bd92843 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:37.918763 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6dade674-0186-4c8b-99b7-6a437ba70d0b req-d5026f0d-df0c-44d9-b071-ca8041049430 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/security-groups?id=4053ce5f-6f47-4cca-86df-591fd9480a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510035 Dec 09 15:36:37.925809 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 61870e47-b68b-4adc-81d9-2541d8b54c52, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=61870e47-b68b-4adc-81d9-2541d8b54c52,segment=NetworkSegment(86283111-1a74-45ec-bb1c-dc66e4f2543c),segment_id=86283111-1a74-45ec-bb1c-dc66e4f2543c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:37.926572 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-14541d4b-d67e-4699-bb4d-f56b0bd92843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:37.934220 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:37.934888 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 8dd2331b-4e18-4c42-b209-d51eb31b238e details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:36:37.972985 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14541d4b-d67e-4699-bb4d-f56b0bd92843 admin admin] Network df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:36:37.982267 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-14541d4b-d67e-4699-bb4d-f56b0bd92843 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:36:37.987136 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14541d4b-d67e-4699-bb4d-f56b0bd92843 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:36:37.990347 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14541d4b-d67e-4699-bb4d-f56b0bd92843 admin admin] Pushing event updated for resources: {'Port': ['ID=a9b6e78f-65bf-42ab-9eab-facf3aa735a9,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:38.039400 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-14541d4b-d67e-4699-bb4d-f56b0bd92843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:38.136673 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c433a2ed-6638-4efd-98eb-1c33e001a069 x-openstack-request-id: req-c433a2ed-6638-4efd-98eb-1c33e001a069 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:36:38.136947 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f735a0e-1cff-4ae6-b90a-99feaf9c9362", "name": "network-vif-plugged", "status": "completed", "tag": "be1b27f1-bc8e-46d2-a5b5-61ffd756ec19", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:36:38.137250 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c433a2ed-6638-4efd-98eb-1c33e001a069 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:36:38.142950 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f735a0e-1cff-4ae6-b90a-99feaf9c9362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1b27f1-bc8e-46d2-a5b5-61ffd756ec19', 'code': 200} Dec 09 15:36:38.180401 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0dd5e023-dd54-4619-8da5-6bd2fcbef8f4 req-d5569805-4cc8-4ecb-b3d7-235cae1647c4 tempest-ImagesTestJSON-564794713 tempest-ImagesTestJSON-564794713-project] 10.222.0.57 "GET /v2.0/ports?device_id=82b3ca40-039a-4280-9da5-75278553bc60 HTTP/1.1" status: 200 len: 210 time: 0.0381589 Dec 09 15:36:38.221531 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-14541d4b-d67e-4699-bb4d-f56b0bd92843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:38.261298 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f289d-1460-4fd1-a0e7-38195bc5b152 req-1ae30a9f-707d-4db6-afbd-3265d33b7f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:38.263167 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af5f289d-1460-4fd1-a0e7-38195bc5b152 req-1ae30a9f-707d-4db6-afbd-3265d33b7f7f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8f735a0e-1cff-4ae6-b90a-99feaf9c9362 HTTP/1.1" status: 200 len: 1096 time: 0.0588884 Dec 09 15:36:38.304267 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 8dd2331b-4e18-4c42-b209-d51eb31b238e, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=8dd2331b-4e18-4c42-b209-d51eb31b238e,segment=NetworkSegment(9bd074ee-57e4-4e1d-b513-d1751f470e61),segment_id=9bd074ee-57e4-4e1d-b513-d1751f470e61)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:38.331478 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2b8b3440-dd79-4c87-9caa-63144bc485e0 req-8459e531-7ee9-4ea0-be4d-f6b63d4eb8a6 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=c24fe140-843f-440b-865a-05df120d721b HTTP/1.1" status: 200 len: 210 time: 0.0529845 Dec 09 15:36:38.345874 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=61870e47-b68b-4adc-81d9-2541d8b54c52,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:38.353226 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '8dd2331b-4e18-4c42-b209-d51eb31b238e', 'network_id': '2d07c596-7c22-45c9-b1bd-48eff2ef43ba', 'port_id': '8dd2331b-4e18-4c42-b209-d51eb31b238e', 'mac_address': 'fa:16:3e:a0:b4:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f24ef35-4671-4c3f-b6b5-9ea9b623d96e', 'ip_address': '19.86.0.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:36:38.398128 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af5f289d-1460-4fd1-a0e7-38195bc5b152 req-da42486b-a3fb-4e0c-aa26-9cd14bdd46d7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126351 Dec 09 15:36:38.421007 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:38.447400 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dd2331b-4e18-4c42-b209-d51eb31b238e {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:36:38.463668 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-14541d4b-d67e-4699-bb4d-f56b0bd92843 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:38.469345 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-14541d4b-d67e-4699-bb4d-f56b0bd92843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:38.501125 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5bc616-3e4c-43f6-b25b-f1303ed5c466 req-23e595ab-f4f4-47bf-85b2-3c89963761fd tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:38.501714 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 8dd2331b-4e18-4c42-b209-d51eb31b238e, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=8dd2331b-4e18-4c42-b209-d51eb31b238e,segment=NetworkSegment(9bd074ee-57e4-4e1d-b513-d1751f470e61),segment_id=9bd074ee-57e4-4e1d-b513-d1751f470e61)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:38.502914 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3b5bc616-3e4c-43f6-b25b-f1303ed5c466 req-23e595ab-f4f4-47bf-85b2-3c89963761fd tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f735a0e-1cff-4ae6-b90a-99feaf9c9362 HTTP/1.1" status: 200 len: 945 time: 0.0581512 Dec 09 15:36:38.511729 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:38.544243 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7a12d394-e565-4c8a-961f-f9cfe9d4f34e None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:38.545134 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14541d4b-d67e-4699-bb4d-f56b0bd92843 admin admin] Pushing event updated for resources: {'Port': ['ID=a9b6e78f-65bf-42ab-9eab-facf3aa735a9,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:38.545827 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b82fed6b-e770-474e-bb13-9cf53c0e6f2b None None] Provisioning complete for port a9b6e78f-65bf-42ab-9eab-facf3aa735a9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:38.546179 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b82fed6b-e770-474e-bb13-9cf53c0e6f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:38.547916 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-14541d4b-d67e-4699-bb4d-f56b0bd92843 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:38.565150 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3b5bc616-3e4c-43f6-b25b-f1303ed5c466 req-2ed201b9-fa1f-480b-b9eb-3b90df36c365 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527775 Dec 09 15:36:38.579392 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7a12d394-e565-4c8a-961f-f9cfe9d4f34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:38.604001 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b3ca40-039a-4280-9da5-75278553bc60', 'name': 'network-vif-deleted', 'tag': 'a6b09e5c-cfde-4023-bdd4-9949087aad86'}, {'server_uuid': 'c24fe140-843f-440b-865a-05df120d721b', 'name': 'network-vif-deleted', 'tag': '5398cfa7-b0d2-4a1c-a178-6c2baff119fb'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:36:38.606447 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228a0b06-18f5-4db0-984d-18ba06d0ee3a" -d '{"events": [{"server_uuid": "82b3ca40-039a-4280-9da5-75278553bc60", "name": "network-vif-deleted", "tag": "a6b09e5c-cfde-4023-bdd4-9949087aad86"}, {"server_uuid": "c24fe140-843f-440b-865a-05df120d721b", "name": "network-vif-deleted", "tag": "5398cfa7-b0d2-4a1c-a178-6c2baff119fb"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:36:38.621046 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=8dd2331b-4e18-4c42-b209-d51eb31b238e,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:38.629115 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b82fed6b-e770-474e-bb13-9cf53c0e6f2b None None] Port a9b6e78f-65bf-42ab-9eab-facf3aa735a9 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:36:38.654390 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14541d4b-d67e-4699-bb4d-f56b0bd92843 admin admin] Network df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:36:38.656090 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-14541d4b-d67e-4699-bb4d-f56b0bd92843 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:36:38.658696 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7a12d394-e565-4c8a-961f-f9cfe9d4f34e None None] Attempting to bind port d4448c86-bdff-487f-99fa-a94fe002ec73 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:36:38.659252 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7a12d394-e565-4c8a-961f-f9cfe9d4f34e None None] Attempting to bind port d4448c86-bdff-487f-99fa-a94fe002ec73 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:36:38.659830 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a12d394-e565-4c8a-961f-f9cfe9d4f34e None None] Attempting to bind port d4448c86-bdff-487f-99fa-a94fe002ec73 on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:36:38.671051 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a12d394-e565-4c8a-961f-f9cfe9d4f34e None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:36:38.671661 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a12d394-e565-4c8a-961f-f9cfe9d4f34e None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:36:38.672233 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7a12d394-e565-4c8a-961f-f9cfe9d4f34e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:38.672855 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a12d394-e565-4c8a-961f-f9cfe9d4f34e None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:36:38.673335 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7a12d394-e565-4c8a-961f-f9cfe9d4f34e None None] Bound port: d4448c86-bdff-487f-99fa-a94fe002ec73, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:36:38.673714 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7a12d394-e565-4c8a-961f-f9cfe9d4f34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:38.704641 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f18ec44-9e54-4132-85d6-101e40a00577 None None] Pushing event updated for resources: {'Port': ['ID=d4448c86-bdff-487f-99fa-a94fe002ec73,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:38.740952 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab9614-17aa-4b7c-a26b-5e991b131977 req-c071bb7e-5086-45f0-a164-0ba1713aeb6e tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:38.744755 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1aab9614-17aa-4b7c-a26b-5e991b131977 req-c071bb7e-5086-45f0-a164-0ba1713aeb6e tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=d19655e7-b35b-4e3b-9a8c-0ee73d864625 HTTP/1.1" status: 200 len: 950 time: 0.0967271 Dec 09 15:36:38.749323 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 0f2ab084-9725-4842-8576-c2e1d845f14a up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:36:38.785355 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14541d4b-d67e-4699-bb4d-f56b0bd92843 admin admin] Router bd30d0b0-2893-478b-bb26-1e33db2eb6ba has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:36:38.812373 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7a12d394-e565-4c8a-961f-f9cfe9d4f34e None None] For port d4448c86-bdff-487f-99fa-a94fe002ec73, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:36:38.833620 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1aab9614-17aa-4b7c-a26b-5e991b131977 req-17a56ff1-499b-494f-91c1-8e6a97f86ad5 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac230758-8cb1-4554-9166-509ffeac9e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788805 Dec 09 15:36:38.836054 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7a12d394-e565-4c8a-961f-f9cfe9d4f34e None None] For port d4448c86-bdff-487f-99fa-a94fe002ec73, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d4448c86-bdff-487f-99fa-a94fe002ec73,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:36:38.852963 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7a12d394-e565-4c8a-961f-f9cfe9d4f34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:38.863716 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 0f2ab084-9725-4842-8576-c2e1d845f14a completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:36:38.909291 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 0f2ab084-9725-4842-8576-c2e1d845f14a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:38.909897 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:38.952551 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14541d4b-d67e-4699-bb4d-f56b0bd92843 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:36:38.958114 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-14541d4b-d67e-4699-bb4d-f56b0bd92843 admin admin] 10.222.0.57 "PUT /v2.0/routers/bd30d0b0-2893-478b-bb26-1e33db2eb6ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0813546 Dec 09 15:36:38.963320 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98014a15-4d3f-4ff7-9f09-d3475f677690 req-92c006d7-1197-44c5-8cf5-0facea3de8d7 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:38.964985 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-98014a15-4d3f-4ff7-9f09-d3475f677690 req-92c006d7-1197-44c5-8cf5-0facea3de8d7 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4427918-3f67-41aa-8b42-fdb086ff4a3e HTTP/1.1" status: 200 len: 949 time: 0.0609987 Dec 09 15:36:38.972497 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a12d394-e565-4c8a-961f-f9cfe9d4f34e None None] Routers {'bd30d0b0-2893-478b-bb26-1e33db2eb6ba'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:36:38.973137 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7a12d394-e565-4c8a-961f-f9cfe9d4f34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:36:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['bd30d0b0-2893-478b-bb26-1e33db2eb6ba'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:36:39.016540 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f18ec44-9e54-4132-85d6-101e40a00577 None None] Pushing event updated for resources: {'Port': ['ID=d4448c86-bdff-487f-99fa-a94fe002ec73,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:39.026178 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-98014a15-4d3f-4ff7-9f09-d3475f677690 req-d6b2237a-ba70-4efb-b856-1b9fe6aa9c67 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524733 Dec 09 15:36:39.034019 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b4f38fcd-9f70-451c-80a2-d5b6baefe777 None None] Provisioning complete for port a9b6e78f-65bf-42ab-9eab-facf3aa735a9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:39.034385 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b4f38fcd-9f70-451c-80a2-d5b6baefe777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:39.148172 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:36:39.153243 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b4f38fcd-9f70-451c-80a2-d5b6baefe777 None None] Port a9b6e78f-65bf-42ab-9eab-facf3aa735a9 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:36:39.162969 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['61870e47-b68b-4adc-81d9-2541d8b54c52'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:36:39.165682 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['8dd2331b-4e18-4c42-b209-d51eb31b238e'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:36:39.176114 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Dec 2021 15:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1f29e5-55db-48fc-a8ec-28d2bcd83801 x-openstack-request-id: req-ba1f29e5-55db-48fc-a8ec-28d2bcd83801 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:36:39.176445 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b3ca40-039a-4280-9da5-75278553bc60", "name": "network-vif-deleted", "tag": "a6b09e5c-cfde-4023-bdd4-9949087aad86", "status": "completed", "code": 200}, {"server_uuid": "c24fe140-843f-440b-865a-05df120d721b", "name": "network-vif-deleted", "tag": "5398cfa7-b0d2-4a1c-a178-6c2baff119fb", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:36:39.176712 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ba1f29e5-55db-48fc-a8ec-28d2bcd83801 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:36:39.177123 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b3ca40-039a-4280-9da5-75278553bc60', 'name': 'network-vif-deleted', 'tag': 'a6b09e5c-cfde-4023-bdd4-9949087aad86', 'status': 'completed', 'code': 200} Dec 09 15:36:39.177378 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24fe140-843f-440b-865a-05df120d721b', 'name': 'network-vif-deleted', 'tag': '5398cfa7-b0d2-4a1c-a178-6c2baff119fb', 'status': 'completed', 'code': 200} Dec 09 15:36:39.277413 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4fbd3-e3cf-4f48-b6d4-60bb9cb2e79b req-12af6b8a-8ece-484b-9ee0-f96707b5dcdc tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:39.283269 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4fbd3-e3cf-4f48-b6d4-60bb9cb2e79b req-12af6b8a-8ece-484b-9ee0-f96707b5dcdc tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:39.289151 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4fbd3-e3cf-4f48-b6d4-60bb9cb2e79b req-12af6b8a-8ece-484b-9ee0-f96707b5dcdc tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:39.292867 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-72f4fbd3-e3cf-4f48-b6d4-60bb9cb2e79b req-12af6b8a-8ece-484b-9ee0-f96707b5dcdc tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/ports?device_id=c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e HTTP/1.1" status: 200 len: 2415 time: 0.0668173 Dec 09 15:36:39.345703 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-72f4fbd3-e3cf-4f48-b6d4-60bb9cb2e79b req-d1c79aec-8f95-4b1d-a167-278dcc7c397f tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/security-groups?id=4053ce5f-6f47-4cca-86df-591fd9480a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475464 Dec 09 15:36:39.390531 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-7a12d394-e565-4c8a-961f-f9cfe9d4f34e None None] Set router bd30d0b0-2893-478b-bb26-1e33db2eb6ba gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:36:39.424955 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:39.563540 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 0f2ab084-9725-4842-8576-c2e1d845f14a, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=0f2ab084-9725-4842-8576-c2e1d845f14a,segment=NetworkSegment(86283111-1a74-45ec-bb1c-dc66e4f2543c),segment_id=86283111-1a74-45ec-bb1c-dc66e4f2543c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:39.585648 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:39.586530 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 5398cfa7-b0d2-4a1c-a178-6c2baff119fb no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:36:39.671966 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-48bc53c7-3351-4941-aa54-270712f38a46 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:39.673573 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-48bc53c7-3351-4941-aa54-270712f38a46 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/networks?id=df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff HTTP/1.1" status: 200 len: 821 time: 0.1072567 Dec 09 15:36:39.684783 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 5398cfa7-b0d2-4a1c-a178-6c2baff119fb {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:36:39.685131 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 5398cfa7-b0d2-4a1c-a178-6c2baff119fb not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:36:39.685557 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device a6b09e5c-cfde-4023-bdd4-9949087aad86 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:36:39.689387 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-df150b1a-e5d2-423d-a291-0c79d77cf56c tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/quotas/02a1132e545b430eb3bab86b76eaec31 HTTP/1.1" status: 200 len: 375 time: 0.0098896 Dec 09 15:36:39.741088 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-e6569a53-445e-47df-bf74-41cbfaccdb97 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=02a1132e545b430eb3bab86b76eaec31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455394 Dec 09 15:36:39.744336 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: a6b09e5c-cfde-4023-bdd4-9949087aad86 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:36:39.744713 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device a6b09e5c-cfde-4023-bdd4-9949087aad86 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:36:39.804389 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=0f2ab084-9725-4842-8576-c2e1d845f14a,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:39.839579 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-d52ae8e5-5ac7-4467-bb9d-377ecf3d1554 service neutron] 10.222.0.57 "GET /v2.0/networks/df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906012 Dec 09 15:36:39.973365 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe21c2b-8e46-4aa7-ad82-57ba2b1e3aed req-d15d8045-f43e-454b-9db8-51c4790b4398 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:39.975104 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bfe21c2b-8e46-4aa7-ad82-57ba2b1e3aed req-d15d8045-f43e-454b-9db8-51c4790b4398 tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.31 "GET /v2.0/ports?device_id=d19655e7-b35b-4e3b-9a8c-0ee73d864625 HTTP/1.1" status: 200 len: 950 time: 0.0869091 Dec 09 15:36:39.979480 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-f14f51c2-b95c-4edc-9dc6-d55cdd268f10 service neutron] 10.222.0.57 "GET /v2.0/networks/df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325643 Dec 09 15:36:39.997179 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7a12d394-e565-4c8a-961f-f9cfe9d4f34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1726434127-router', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:38Z', 'revision_number': 4, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'gw_port': {'id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:de:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'a9b6e78f-65bf-42ab-9eab-facf3aa735a9', 'name': '', 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'mac_address': 'fa:16:3e:bb:a6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:37Z', 'updated_at': '2021-12-09T15:36:38Z', 'revision_number': 2, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'subnets': [{'id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:36:40.025813 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a12d394-e565-4c8a-961f-f9cfe9d4f34e None None] The sync data for ids ['bd30d0b0-2893-478b-bb26-1e33db2eb6ba'] in n-d-821228-1 is: [{'id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1726434127-router', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:38Z', 'revision_number': 4, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'gw_port': {'id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:de:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'a9b6e78f-65bf-42ab-9eab-facf3aa735a9', 'name': '', 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'mac_address': 'fa:16:3e:bb:a6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:37Z', 'updated_at': '2021-12-09T15:36:38Z', 'revision_number': 2, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'subnets': [{'id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:36:40.101537 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-bfe21c2b-8e46-4aa7-ad82-57ba2b1e3aed req-a7b158aa-aa5f-4af0-849d-ce271abcfa2d tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Deleting port 09c676e4-2a5f-46ee-a639-d2836ab6c1d8 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:36:40.102463 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bfe21c2b-8e46-4aa7-ad82-57ba2b1e3aed req-a7b158aa-aa5f-4af0-849d-ce271abcfa2d tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:40.144021 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2ab084-9725-4842-8576-c2e1d845f14a'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:36:40.146824 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53670792-973e-4ed8-bcb6-7cfda49553e3" -d '{"events": [{"server_uuid": "c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e", "name": "network-vif-plugged", "status": "completed", "tag": "0f2ab084-9725-4842-8576-c2e1d845f14a"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:36:40.245321 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-bfe21c2b-8e46-4aa7-ad82-57ba2b1e3aed req-a7b158aa-aa5f-4af0-849d-ce271abcfa2d tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] For port 09c676e4-2a5f-46ee-a639-d2836ab6c1d8, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=09c676e4-2a5f-46ee-a639-d2836ab6c1d8,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:40.245531 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bfe21c2b-8e46-4aa7-ad82-57ba2b1e3aed req-a7b158aa-aa5f-4af0-849d-ce271abcfa2d tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:40.268801 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952e1c5-7493-4aff-99d3-e8a8059b8b00 req-d7a8ed3a-6962-4b25-9ac9-65c80b63935b tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:40.270450 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3952e1c5-7493-4aff-99d3-e8a8059b8b00 req-d7a8ed3a-6962-4b25-9ac9-65c80b63935b tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=19dc24f6-09ce-4250-850b-d7ee7c38fb46 HTTP/1.1" status: 200 len: 946 time: 0.0955369 Dec 09 15:36:40.280815 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-bfe21c2b-8e46-4aa7-ad82-57ba2b1e3aed req-a7b158aa-aa5f-4af0-849d-ce271abcfa2d tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Calling delete_port for 09c676e4-2a5f-46ee-a639-d2836ab6c1d8 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:36:40.684520 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3952e1c5-7493-4aff-99d3-e8a8059b8b00 req-a2eb902d-ea0c-4ae4-bd52-3793eb4bb4c9 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053140 Dec 09 15:36:40.843556 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bfe21c2b-8e46-4aa7-ad82-57ba2b1e3aed req-a7b158aa-aa5f-4af0-849d-ce271abcfa2d tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:40.906365 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b158aa-aa5f-4af0-849d-ce271abcfa2d tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Pushing event deleted for resources: {'Port': ['ID=09c676e4-2a5f-46ee-a639-d2836ab6c1d8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:40.994209 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe21c2b-8e46-4aa7-ad82-57ba2b1e3aed req-a7b158aa-aa5f-4af0-849d-ce271abcfa2d tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] No DVR routers for this DVR port 09c676e4-2a5f-46ee-a639-d2836ab6c1d8 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:36:40.997504 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bfe21c2b-8e46-4aa7-ad82-57ba2b1e3aed req-a7b158aa-aa5f-4af0-849d-ce271abcfa2d tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:41.000905 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bfe21c2b-8e46-4aa7-ad82-57ba2b1e3aed req-a7b158aa-aa5f-4af0-849d-ce271abcfa2d tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.31 "DELETE /v2.0/ports/09c676e4-2a5f-46ee-a639-d2836ab6c1d8 HTTP/1.1" status: 204 len: 173 time: 1.0181136 Dec 09 15:36:41.018630 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1e12c-7142-41b8-9e8d-884b96e9c90d req-cb45f6f7-81e5-4405-932b-6de2b8f72db4 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:41.020321 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-def1e12c-7142-41b8-9e8d-884b96e9c90d req-cb45f6f7-81e5-4405-932b-6de2b8f72db4 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f735a0e-1cff-4ae6-b90a-99feaf9c9362 HTTP/1.1" status: 200 len: 945 time: 0.1490324 Dec 09 15:36:41.074351 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-def1e12c-7142-41b8-9e8d-884b96e9c90d req-79e769f7-cfde-413b-a2fe-882c97055825 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453112 Dec 09 15:36:41.173637 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f14f4b81-b8b2-4205-ab3e-6f2d84b0c043 req-acd19b36-cc9d-4132-9c5b-f65d2651668b tempest-ServersOnMultiNodesTest-2013027537 tempest-ServersOnMultiNodesTest-2013027537-project] 10.222.0.57 "GET /v2.0/ports?device_id=d19655e7-b35b-4e3b-9a8c-0ee73d864625 HTTP/1.1" status: 200 len: 210 time: 0.0275190 Dec 09 15:36:41.178339 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd19655e7-b35b-4e3b-9a8c-0ee73d864625', 'name': 'network-vif-deleted', 'tag': '09c676e4-2a5f-46ee-a639-d2836ab6c1d8'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:36:41.180877 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f26f24-0bb4-42af-8f1b-3b0075c0d47a" -d '{"events": [{"server_uuid": "d19655e7-b35b-4e3b-9a8c-0ee73d864625", "name": "network-vif-deleted", "tag": "09c676e4-2a5f-46ee-a639-d2836ab6c1d8"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:36:41.224259 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['09c676e4-2a5f-46ee-a639-d2836ab6c1d8'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:36:41.293431 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591405a-373d-4029-ba7c-2160bcb0b245 req-5ede7615-96dd-4b64-9c85-4d8a447dbdf1 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:41.295251 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6591405a-373d-4029-ba7c-2160bcb0b245 req-5ede7615-96dd-4b64-9c85-4d8a447dbdf1 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4427918-3f67-41aa-8b42-fdb086ff4a3e HTTP/1.1" status: 200 len: 949 time: 0.0573118 Dec 09 15:36:41.366003 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6591405a-373d-4029-ba7c-2160bcb0b245 req-d83d52b4-c6bb-4073-8a2f-d461d5a46846 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641630 Dec 09 15:36:41.528855 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a8d98460-a49b-4be9-8ced-77b618976caa req-2f01a698-da9d-4ed2-a6a0-39bc498d58d7 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/ports?device_id=adc1e87f-245f-4a88-a9e4-a1ce177f3767 HTTP/1.1" status: 200 len: 210 time: 0.0359633 Dec 09 15:36:41.552480 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d4448c86-bdff-487f-99fa-a94fe002ec73 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:36:41.603520 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ecd333-d6dd-4ba8-9d3d-17e9e1766175 x-openstack-request-id: req-19ecd333-d6dd-4ba8-9d3d-17e9e1766175 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:36:41.604968 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e", "name": "network-vif-plugged", "status": "completed", "tag": "0f2ab084-9725-4842-8576-c2e1d845f14a", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:36:41.605326 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-19ecd333-d6dd-4ba8-9d3d-17e9e1766175 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:36:41.606091 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2ab084-9725-4842-8576-c2e1d845f14a', 'code': 200} Dec 09 15:36:41.649412 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-78d8b3bb-17c3-40c7-867e-56838d2069ce tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:41.651112 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-78d8b3bb-17c3-40c7-867e-56838d2069ce tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.31 "GET /v2.0/networks?id=df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff HTTP/1.1" status: 200 len: 821 time: 0.2212837 Dec 09 15:36:41.653685 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port d4448c86-bdff-487f-99fa-a94fe002ec73 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:41.654234 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:41.672500 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-6a183ff0-1bf5-42ca-8840-75d426f4b122 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Request body: {'port': {'device_id': 'adc1e87f-245f-4a88-a9e4-a1ce177f3767', 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff', 'admin_state_up': True, 'tenant_id': '02a1132e545b430eb3bab86b76eaec31'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:36:41.744010 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:41.770134 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port d4448c86-bdff-487f-99fa-a94fe002ec73, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d4448c86-bdff-487f-99fa-a94fe002ec73,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:41.773529 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fdee96-ebc3-409e-80d7-b80f9c9230da req-ea2b14d0-f088-4f94-aeb9-9141d587c1c4 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:41.775984 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:41.780181 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fdee96-ebc3-409e-80d7-b80f9c9230da req-ea2b14d0-f088-4f94-aeb9-9141d587c1c4 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:41.787963 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fdee96-ebc3-409e-80d7-b80f9c9230da req-ea2b14d0-f088-4f94-aeb9-9141d587c1c4 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:41.789976 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d3fdee96-ebc3-409e-80d7-b80f9c9230da req-ea2b14d0-f088-4f94-aeb9-9141d587c1c4 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/ports?device_id=c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e HTTP/1.1" status: 200 len: 2416 time: 0.1369300 Dec 09 15:36:41.837472 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=d4448c86-bdff-487f-99fa-a94fe002ec73,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:41.868661 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d3fdee96-ebc3-409e-80d7-b80f9c9230da req-6db9818e-0749-4adf-82e5-f53e4e1a9b28 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/security-groups?id=4053ce5f-6f47-4cca-86df-591fd9480a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709922 Dec 09 15:36:41.882646 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-6a183ff0-1bf5-42ca-8840-75d426f4b122 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Made reservation on behalf of 02a1132e545b430eb3bab86b76eaec31 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:36:41.887901 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-6a183ff0-1bf5-42ca-8840-75d426f4b122 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:42.015650 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-6a183ff0-1bf5-42ca-8840-75d426f4b122 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Allocated IP 172.20.0.13 (df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff/8d29624e-0102-490d-a09b-e35c4d52029a/b278768d-d1d9-42db-b957-8ad3ada7469f) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:36:42.208793 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-f7a89213-3b35-4a51-b310-0e0486701773 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:42.210557 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-f7a89213-3b35-4a51-b310-0e0486701773 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/networks?id=7736ab20-9109-45c5-88b0-6682a059f13e HTTP/1.1" status: 200 len: 812 time: 0.1807659 Dec 09 15:36:42.236808 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-ab5b4d26-5c0a-4617-b6ca-a2f16140785a tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/quotas/7cb10907c9dd4101899755e35f1cc029 HTTP/1.1" status: 200 len: 375 time: 0.0187285 Dec 09 15:36:42.283484 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-d30cce29-5334-43de-82a2-5baeb2264f28 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7cb10907c9dd4101899755e35f1cc029&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385265 Dec 09 15:36:42.286282 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-6a183ff0-1bf5-42ca-8840-75d426f4b122 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:42.375589 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1f0a30-0845-4948-802a-ecf95f8ca4c5 None None] Sync routers for ids ['bd30d0b0-2893-478b-bb26-1e33db2eb6ba'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:36:42.380726 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-6a183ff0-1bf5-42ca-8840-75d426f4b122 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:42.387903 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1f0a30-0845-4948-802a-ecf95f8ca4c5 None None] Routers {'bd30d0b0-2893-478b-bb26-1e33db2eb6ba'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:36:42.388640 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-0e1f0a30-0845-4948-802a-ecf95f8ca4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:36:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['bd30d0b0-2893-478b-bb26-1e33db2eb6ba'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:36:42.431643 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-14111b70-4860-475e-bf03-78d277f2660b service neutron] 10.222.0.57 "GET /v2.0/networks/7736ab20-9109-45c5-88b0-6682a059f13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393251 Dec 09 15:36:42.437585 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-6a183ff0-1bf5-42ca-8840-75d426f4b122 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Network df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:36:42.453027 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-6a183ff0-1bf5-42ca-8840-75d426f4b122 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:36:42.466589 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-6a183ff0-1bf5-42ca-8840-75d426f4b122 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:36:42.495780 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-0e1f0a30-0845-4948-802a-ecf95f8ca4c5 None None] Set router bd30d0b0-2893-478b-bb26-1e33db2eb6ba gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:36:42.514532 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a183ff0-1bf5-42ca-8840-75d426f4b122 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Pushing event updated for resources: {'Port': ['ID=b278768d-d1d9-42db-b957-8ad3ada7469f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:42.554303 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-6a183ff0-1bf5-42ca-8840-75d426f4b122 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:42.554938 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-6a183ff0-1bf5-42ca-8840-75d426f4b122 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:42.591967 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-6a183ff0-1bf5-42ca-8840-75d426f4b122 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9281883 Dec 09 15:36:42.604394 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-6e9ec3d4-6cff-4b99-9385-74d3f39ec943 service neutron] 10.222.0.57 "GET /v2.0/networks/7736ab20-9109-45c5-88b0-6682a059f13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639831 Dec 09 15:36:42.609531 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-2f541772-c9bd-489a-a571-5e5a7ad00457 service neutron] Request body: {'port': {'device_id': 'adc1e87f-245f-4a88-a9e4-a1ce177f3767', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:36:42.673714 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-2f541772-c9bd-489a-a571-5e5a7ad00457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:42.709977 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6803deb4-1cf1-4064-bfd6-84467665675a None None] Provisioning complete for port b278768d-d1d9-42db-b957-8ad3ada7469f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:42.710968 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6803deb4-1cf1-4064-bfd6-84467665675a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:42.724681 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-0e1f0a30-0845-4948-802a-ecf95f8ca4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1726434127-router', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:38Z', 'revision_number': 4, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'gw_port': {'id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'a9b6e78f-65bf-42ab-9eab-facf3aa735a9', 'name': '', 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'mac_address': 'fa:16:3e:bb:a6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:37Z', 'updated_at': '2021-12-09T15:36:38Z', 'revision_number': 2, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'subnets': [{'id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:36:42.759046 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:36:42.767366 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1f0a30-0845-4948-802a-ecf95f8ca4c5 None None] Checking router: bd30d0b0-2893-478b-bb26-1e33db2eb6ba for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:36:42.767810 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1f0a30-0845-4948-802a-ecf95f8ca4c5 None None] Updating router bd30d0b0-2893-478b-bb26-1e33db2eb6ba port a9b6e78f-65bf-42ab-9eab-facf3aa735a9 binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:36:42.806476 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-6803deb4-1cf1-4064-bfd6-84467665675a None None] Port b278768d-d1d9-42db-b957-8ad3ada7469f cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:36:42.831020 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:36:42.833942 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-0e1f0a30-0845-4948-802a-ecf95f8ca4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:42.837164 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:42.837849 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:42.944134 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad4464-4aa8-4b11-b675-03e8e5d94b31 req-0433510d-a8e3-42dd-bee6-8b3d135562b7 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:42.944914 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:42.952844 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a3ad4464-4aa8-4b11-b675-03e8e5d94b31 req-0433510d-a8e3-42dd-bee6-8b3d135562b7 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f735a0e-1cff-4ae6-b90a-99feaf9c9362 HTTP/1.1" status: 200 len: 945 time: 0.0856624 Dec 09 15:36:42.989285 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:42.996854 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:42.999836 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 61870e47-b68b-4adc-81d9-2541d8b54c52 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:36:43.031798 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a3ad4464-4aa8-4b11-b675-03e8e5d94b31 req-9f1d6b1b-bcf5-4834-bc4d-1ba100b13c4c tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780084 Dec 09 15:36:43.091954 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28f1505-73cb-4ca8-8e72-05111a46e4d2 x-openstack-request-id: req-e28f1505-73cb-4ca8-8e72-05111a46e4d2 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:36:43.092251 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d19655e7-b35b-4e3b-9a8c-0ee73d864625", "name": "network-vif-deleted", "tag": "09c676e4-2a5f-46ee-a639-d2836ab6c1d8", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:36:43.092890 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e28f1505-73cb-4ca8-8e72-05111a46e4d2 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:36:43.093106 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd19655e7-b35b-4e3b-9a8c-0ee73d864625', 'name': 'network-vif-deleted', 'tag': '09c676e4-2a5f-46ee-a639-d2836ab6c1d8', 'status': 'completed', 'code': 200} Dec 09 15:36:43.112507 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-2f541772-c9bd-489a-a571-5e5a7ad00457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b278768d-d1d9-42db-b957-8ad3ada7469f {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:36:43.119539 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:43.123254 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-2f541772-c9bd-489a-a571-5e5a7ad00457 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:43.140324 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-2f541772-c9bd-489a-a571-5e5a7ad00457 service neutron] Transition to ACTIVE for port object b278768d-d1d9-42db-b957-8ad3ada7469f will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:36:43.142985 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 61870e47-b68b-4adc-81d9-2541d8b54c52 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:36:43.144669 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-2f541772-c9bd-489a-a571-5e5a7ad00457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:43.167928 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 61870e47-b68b-4adc-81d9-2541d8b54c52 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:43.168317 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:43.241176 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f541772-c9bd-489a-a571-5e5a7ad00457 service neutron] Pushing event updated for resources: {'Port': ['ID=b278768d-d1d9-42db-b957-8ad3ada7469f,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:43.361500 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:43.390499 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-0e1f0a30-0845-4948-802a-ecf95f8ca4c5 None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:43.402002 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-2f541772-c9bd-489a-a571-5e5a7ad00457 service neutron] Attempting to bind port b278768d-d1d9-42db-b957-8ad3ada7469f on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:36:43.402409 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-2f541772-c9bd-489a-a571-5e5a7ad00457 service neutron] Attempting to bind port b278768d-d1d9-42db-b957-8ad3ada7469f by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:36:43.403557 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-2f541772-c9bd-489a-a571-5e5a7ad00457 service neutron] Attempting to bind port b278768d-d1d9-42db-b957-8ad3ada7469f on network df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:36:43.415382 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-0e1f0a30-0845-4948-802a-ecf95f8ca4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:43.417942 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-2f541772-c9bd-489a-a571-5e5a7ad00457 service neutron] Port b278768d-d1d9-42db-b957-8ad3ada7469f on network df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:36:43.419670 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-2f541772-c9bd-489a-a571-5e5a7ad00457 service neutron] Attempting to bind port b278768d-d1d9-42db-b957-8ad3ada7469f on network df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:36:43.430871 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 61870e47-b68b-4adc-81d9-2541d8b54c52, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=61870e47-b68b-4adc-81d9-2541d8b54c52,segment=NetworkSegment(86283111-1a74-45ec-bb1c-dc66e4f2543c),segment_id=86283111-1a74-45ec-bb1c-dc66e4f2543c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:43.432238 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-2f541772-c9bd-489a-a571-5e5a7ad00457 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:36:43.433511 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-2f541772-c9bd-489a-a571-5e5a7ad00457 service neutron] Checking segment: {'id': '23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:36:43.434633 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-2f541772-c9bd-489a-a571-5e5a7ad00457 service neutron] Bound using segment: {'id': '23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:36:43.435770 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-2f541772-c9bd-489a-a571-5e5a7ad00457 service neutron] Bound port: b278768d-d1d9-42db-b957-8ad3ada7469f, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:36:43.437483 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-2f541772-c9bd-489a-a571-5e5a7ad00457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:43.439618 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:43.440589 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 8dd2331b-4e18-4c42-b209-d51eb31b238e up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:36:43.583208 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d4448c86-bdff-487f-99fa-a94fe002ec73 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:36:43.592898 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=61870e47-b68b-4adc-81d9-2541d8b54c52,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:43.616825 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f48d4-42c9-4bb6-82cb-50b9cbd2fc2d None None] Pushing event updated for resources: {'Port': ['ID=a9b6e78f-65bf-42ab-9eab-facf3aa735a9,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:43.633793 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4427918-3f67-41aa-8b42-fdb086ff4a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5'}, {'server_uuid': 'c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61870e47-b68b-4adc-81d9-2541d8b54c52'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:36:43.636856 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2ea9d8-ebce-4a4c-ba99-87aa97145848" -d '{"events": [{"server_uuid": "d4427918-3f67-41aa-8b42-fdb086ff4a3e", "name": "network-vif-plugged", "status": "completed", "tag": "8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5"}, {"server_uuid": "c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e", "name": "network-vif-plugged", "status": "completed", "tag": "61870e47-b68b-4adc-81d9-2541d8b54c52"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:36:43.661229 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f48d4-42c9-4bb6-82cb-50b9cbd2fc2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:43.662007 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f48d4-42c9-4bb6-82cb-50b9cbd2fc2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:43.663681 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f48d4-42c9-4bb6-82cb-50b9cbd2fc2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:43.664224 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f48d4-42c9-4bb6-82cb-50b9cbd2fc2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:43.665573 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f48d4-42c9-4bb6-82cb-50b9cbd2fc2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:43.666844 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f48d4-42c9-4bb6-82cb-50b9cbd2fc2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:43.667078 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f48d4-42c9-4bb6-82cb-50b9cbd2fc2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:43.676228 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c66536-99da-4f7d-99e1-a6717e7a89f4 req-12c1fbb1-b162-42d9-b1dc-2396ed6ad256 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:43.678223 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-45c66536-99da-4f7d-99e1-a6717e7a89f4 req-12c1fbb1-b162-42d9-b1dc-2396ed6ad256 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4427918-3f67-41aa-8b42-fdb086ff4a3e HTTP/1.1" status: 200 len: 950 time: 0.2315905 Dec 09 15:36:43.682124 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f48d4-42c9-4bb6-82cb-50b9cbd2fc2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:43.682559 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f48d4-42c9-4bb6-82cb-50b9cbd2fc2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:43.683602 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f48d4-42c9-4bb6-82cb-50b9cbd2fc2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:43.686533 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f48d4-42c9-4bb6-82cb-50b9cbd2fc2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:43.686931 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f48d4-42c9-4bb6-82cb-50b9cbd2fc2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:43.687571 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f48d4-42c9-4bb6-82cb-50b9cbd2fc2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:43.688683 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 8dd2331b-4e18-4c42-b209-d51eb31b238e completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:36:43.698034 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 8dd2331b-4e18-4c42-b209-d51eb31b238e triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:43.698685 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:43.722180 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-2f541772-c9bd-489a-a571-5e5a7ad00457 service neutron] For port b278768d-d1d9-42db-b957-8ad3ada7469f, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:36:43.769517 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port d4448c86-bdff-487f-99fa-a94fe002ec73 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:43.770039 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:43.782006 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-45c66536-99da-4f7d-99e1-a6717e7a89f4 req-fdfbb4e7-fc9d-4a1d-912c-18fecccc16f0 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885615 Dec 09 15:36:43.798538 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-2f541772-c9bd-489a-a571-5e5a7ad00457 service neutron] For port b278768d-d1d9-42db-b957-8ad3ada7469f, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=b278768d-d1d9-42db-b957-8ad3ada7469f,segment=NetworkSegment(23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea),segment_id=23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:36:43.808575 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-2f541772-c9bd-489a-a571-5e5a7ad00457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:43.808733 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-0e1f0a30-0845-4948-802a-ecf95f8ca4c5 None None] Attempting to bind port a9b6e78f-65bf-42ab-9eab-facf3aa735a9 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:36:43.809612 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60626) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:43.810084 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-0e1f0a30-0845-4948-802a-ecf95f8ca4c5 None None] Attempting to bind port a9b6e78f-65bf-42ab-9eab-facf3aa735a9 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:36:43.810793 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1f0a30-0845-4948-802a-ecf95f8ca4c5 None None] Attempting to bind port a9b6e78f-65bf-42ab-9eab-facf3aa735a9 on network df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:36:43.818720 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1f0a30-0845-4948-802a-ecf95f8ca4c5 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:36:43.822568 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1f0a30-0845-4948-802a-ecf95f8ca4c5 None None] Checking segment: {'id': '23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:36:43.823579 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-0e1f0a30-0845-4948-802a-ecf95f8ca4c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:43.824148 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1f0a30-0845-4948-802a-ecf95f8ca4c5 None None] Bound using segment: {'id': '23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:36:43.824861 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-0e1f0a30-0845-4948-802a-ecf95f8ca4c5 None None] Bound port: a9b6e78f-65bf-42ab-9eab-facf3aa735a9, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:36:43.825469 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-0e1f0a30-0845-4948-802a-ecf95f8ca4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:43.889395 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:43.895737 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-2f541772-c9bd-489a-a571-5e5a7ad00457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:43.896593 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-2f541772-c9bd-489a-a571-5e5a7ad00457 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:43.898118 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-2f541772-c9bd-489a-a571-5e5a7ad00457 service neutron] 10.222.0.31 "PUT /v2.0/ports/b278768d-d1d9-42db-b957-8ad3ada7469f HTTP/1.1" status: 200 len: 1092 time: 1.2927668 Dec 09 15:36:43.931413 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-0e1f0a30-0845-4948-802a-ecf95f8ca4c5 None None] For port a9b6e78f-65bf-42ab-9eab-facf3aa735a9, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:36:43.935778 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-0e1f0a30-0845-4948-802a-ecf95f8ca4c5 None None] For port a9b6e78f-65bf-42ab-9eab-facf3aa735a9, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a9b6e78f-65bf-42ab-9eab-facf3aa735a9,segment=NetworkSegment(23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea),segment_id=23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:36:43.942101 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-0e1f0a30-0845-4948-802a-ecf95f8ca4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:43.983732 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f541772-c9bd-489a-a571-5e5a7ad00457 service neutron] Pushing event updated for resources: {'Port': ['ID=b278768d-d1d9-42db-b957-8ad3ada7469f,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:43.997522 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da7ac3-4475-4fcf-a0ab-493735ac8f6f req-58ecafb0-03c2-4251-82a2-e1ea2f8c42c1 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:44.006778 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d7da7ac3-4475-4fcf-a0ab-493735ac8f6f req-58ecafb0-03c2-4251-82a2-e1ea2f8c42c1 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/ports?device_id=adc1e87f-245f-4a88-a9e4-a1ce177f3767 HTTP/1.1" status: 200 len: 944 time: 0.1067019 Dec 09 15:36:44.046310 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 8dd2331b-4e18-4c42-b209-d51eb31b238e, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=8dd2331b-4e18-4c42-b209-d51eb31b238e,segment=NetworkSegment(9bd074ee-57e4-4e1d-b513-d1751f470e61),segment_id=9bd074ee-57e4-4e1d-b513-d1751f470e61)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:44.057580 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:44.088444 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-29483f18-a846-42df-add8-bfcd234059ca admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=adcdc531e5364eaa95bec0e36a7f7c2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2767112 Dec 09 15:36:44.090363 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f48d4-42c9-4bb6-82cb-50b9cbd2fc2d None None] Pushing event updated for resources: {'Port': ['ID=a9b6e78f-65bf-42ab-9eab-facf3aa735a9,revision_number=4']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:44.091006 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60630) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:44.108574 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d7da7ac3-4475-4fcf-a0ab-493735ac8f6f req-807f028a-ccaf-4623-8e4d-34e8c0dac050 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/security-groups?id=410938a1-b2b2-4bdb-84bd-cea91e5cb615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004694 Dec 09 15:36:44.123290 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-df0a8105-13f9-4277-90a8-fa11c519d60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:44.123954 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1f0a30-0845-4948-802a-ecf95f8ca4c5 None None] Routers {'bd30d0b0-2893-478b-bb26-1e33db2eb6ba'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:36:44.126848 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-0e1f0a30-0845-4948-802a-ecf95f8ca4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:36:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['bd30d0b0-2893-478b-bb26-1e33db2eb6ba'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:36:44.127981 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-df0a8105-13f9-4277-90a8-fa11c519d60c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=02a1132e545b430eb3bab86b76eaec31&device_id=adc1e87f-245f-4a88-a9e4-a1ce177f3767 HTTP/1.1" status: 200 len: 1095 time: 0.1182010 Dec 09 15:36:44.174470 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33d0120b-e802-4202-bb85-9b98d86c5535 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:44.178365 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=8dd2331b-4e18-4c42-b209-d51eb31b238e,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:44.179366 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-063856d7-4fd4-44fd-8c0e-b6fcbab63290 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b278768d-d1d9-42db-b957-8ad3ada7469f HTTP/1.1" status: 200 len: 217 time: 0.0420251 Dec 09 15:36:44.187751 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c8b87bfb-45fa-4c60-852f-ddce1cfdb43a None None] Provisioning complete for port a9b6e78f-65bf-42ab-9eab-facf3aa735a9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:44.188394 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c8b87bfb-45fa-4c60-852f-ddce1cfdb43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:44.223481 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33d0120b-e802-4202-bb85-9b98d86c5535 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:44.269133 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-863806f8-d0e3-4a22-9212-15ead8c4ce3b req-b8cc1ae9-b5ff-424f-98fb-4a0da237d07f tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f8aefd7-4244-4786-9a2e-1ea22148c062 HTTP/1.1" status: 200 len: 210 time: 0.0292292 Dec 09 15:36:44.294357 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33d0120b-e802-4202-bb85-9b98d86c5535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:44.297155 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33d0120b-e802-4202-bb85-9b98d86c5535 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:44.301223 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-33d0120b-e802-4202-bb85-9b98d86c5535 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ac230758-8cb1-4554-9166-509ffeac9e7b HTTP/1.1" status: 204 len: 168 time: 0.2064552 Dec 09 15:36:44.329170 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0120b-e802-4202-bb85-9b98d86c5535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac230758-8cb1-4554-9166-509ffeac9e7b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:44.348328 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-b798093f-9ae4-4f46-aeae-bcbe13575f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:44.349857 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-b798093f-9ae4-4f46-aeae-bcbe13575f25 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d29624e-0102-490d-a09b-e35c4d52029a HTTP/1.1" status: 200 len: 860 time: 0.1622615 Dec 09 15:36:44.361904 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c8b87bfb-45fa-4c60-852f-ddce1cfdb43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:44.365926 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-0e1f0a30-0845-4948-802a-ecf95f8ca4c5 None None] Set router bd30d0b0-2893-478b-bb26-1e33db2eb6ba gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:36:44.440912 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c8b87bfb-45fa-4c60-852f-ddce1cfdb43a None None] For port a9b6e78f-65bf-42ab-9eab-facf3aa735a9, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a9b6e78f-65bf-42ab-9eab-facf3aa735a9,segment=NetworkSegment(23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea),segment_id=23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:44.452680 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c8b87bfb-45fa-4c60-852f-ddce1cfdb43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:44.563317 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b87bfb-45fa-4c60-852f-ddce1cfdb43a None None] Pushing event updated for resources: {'Port': ['ID=a9b6e78f-65bf-42ab-9eab-facf3aa735a9,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:44.610170 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-297f1285-a916-4801-8b2a-c231b917958e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:44.611704 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-297f1285-a916-4801-8b2a-c231b917958e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2495494 Dec 09 15:36:44.698222 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba216a7-6473-48e7-8bf5-63a61763b26b req-c9384ee1-e5e8-4ec8-b1b3-92a3f177ab09 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:44.705251 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba216a7-6473-48e7-8bf5-63a61763b26b req-c9384ee1-e5e8-4ec8-b1b3-92a3f177ab09 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:44.711742 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba216a7-6473-48e7-8bf5-63a61763b26b req-c9384ee1-e5e8-4ec8-b1b3-92a3f177ab09 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:44.719447 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8ba216a7-6473-48e7-8bf5-63a61763b26b req-c9384ee1-e5e8-4ec8-b1b3-92a3f177ab09 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/ports?device_id=c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e HTTP/1.1" status: 200 len: 2418 time: 0.2774277 Dec 09 15:36:44.721332 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-69ad1fb8-1722-4a95-8155-83e13afd9608 None None] Provisioning complete for port a9b6e78f-65bf-42ab-9eab-facf3aa735a9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:44.723410 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-69ad1fb8-1722-4a95-8155-83e13afd9608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:44.771920 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 09c676e4-2a5f-46ee-a639-d2836ab6c1d8 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:36:44.811931 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60638) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:44.829620 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 09c676e4-2a5f-46ee-a639-d2836ab6c1d8 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:36:44.830119 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 09c676e4-2a5f-46ee-a639-d2836ab6c1d8 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:36:44.830447 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-cfce5337-879e-443d-9858-508f17afb37e tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:44.832192 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-cfce5337-879e-443d-9858-508f17afb37e tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.31 "GET /v2.0/networks?id=7736ab20-9109-45c5-88b0-6682a059f13e HTTP/1.1" status: 200 len: 812 time: 0.3027353 Dec 09 15:36:44.836664 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-0e1f0a30-0845-4948-802a-ecf95f8ca4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1726434127-router', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:38Z', 'revision_number': 4, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'gw_port': {'id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'a9b6e78f-65bf-42ab-9eab-facf3aa735a9', 'name': '', 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'mac_address': 'fa:16:3e:bb:a6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:37Z', 'updated_at': '2021-12-09T15:36:43Z', 'revision_number': 4, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'subnets': [{'id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:36:44.850071 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-e5c52acd-f5f9-408a-a732-3cf6fd9b2337 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Request body: {'port': {'device_id': '4f8aefd7-4244-4786-9a2e-1ea22148c062', 'network_id': '7736ab20-9109-45c5-88b0-6682a059f13e', 'admin_state_up': True, 'tenant_id': '7cb10907c9dd4101899755e35f1cc029'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:36:44.872299 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-55a9f51e-6ec7-4da1-a113-8b27d5e01eaf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d0ee4a02361a449d8e0348d815e23a5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0567970 Dec 09 15:36:44.872975 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60640) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:44.877574 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1f0a30-0845-4948-802a-ecf95f8ca4c5 None None] The sync data for ids ['bd30d0b0-2893-478b-bb26-1e33db2eb6ba'] in n-d-821228-1 is: [{'id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1726434127-router', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:38Z', 'revision_number': 4, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'gw_port': {'id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'a9b6e78f-65bf-42ab-9eab-facf3aa735a9', 'name': '', 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'mac_address': 'fa:16:3e:bb:a6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:37Z', 'updated_at': '2021-12-09T15:36:43Z', 'revision_number': 4, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'subnets': [{'id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:36:44.917569 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8ba216a7-6473-48e7-8bf5-63a61763b26b req-cc0bc390-6aeb-434f-b495-db6ba6eb8f16 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/security-groups?id=4053ce5f-6f47-4cca-86df-591fd9480a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972361 Dec 09 15:36:44.925276 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-17eed1c1-e8e7-4fff-8d71-68f9c3234347 service neutron] 10.222.0.31 "GET /v2.0/networks/df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049996 Dec 09 15:36:44.932088 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f3cc36f-4a79-430f-b7ce-edaa13be0e6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:44.957218 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f3cc36f-4a79-430f-b7ce-edaa13be0e6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:45.034066 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f3cc36f-4a79-430f-b7ce-edaa13be0e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:45.037866 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f3cc36f-4a79-430f-b7ce-edaa13be0e6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:45.038966 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3f3cc36f-4a79-430f-b7ce-edaa13be0e6d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/62c6eeed-ce99-47a7-a9cd-3fd0985e47aa HTTP/1.1" status: 204 len: 168 time: 0.1644936 Dec 09 15:36:45.049072 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3cc36f-4a79-430f-b7ce-edaa13be0e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c6eeed-ce99-47a7-a9cd-3fd0985e47aa,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:45.088489 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-e5c52acd-f5f9-408a-a732-3cf6fd9b2337 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Made reservation on behalf of 7cb10907c9dd4101899755e35f1cc029 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:36:45.093169 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-e5c52acd-f5f9-408a-a732-3cf6fd9b2337 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:45.108144 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc1e87f-245f-4a88-a9e4-a1ce177f3767', 'tag': 'b278768d-d1d9-42db-b957-8ad3ada7469f'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:36:45.108144 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b39e8ff-8a63-450f-9df5-1f815d6f22b2" -d '{"events": [{"name": "network-changed", "server_uuid": "adc1e87f-245f-4a88-a9e4-a1ce177f3767", "tag": "b278768d-d1d9-42db-b957-8ad3ada7469f"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:36:45.164031 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-866850a2-5243-4092-b07d-cb9b9beb6a36 req-a0e44797-9c6e-42bf-b30a-1db89b475138 service neutron] 10.222.0.31 "GET /v2.0/networks/df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286382 Dec 09 15:36:45.290635 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e31cb9-94cf-47fa-a5e5-6b86fc553f15 req-025d0e74-a3ac-4b69-898a-2f26c2b315e2 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:45.292226 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b4e31cb9-94cf-47fa-a5e5-6b86fc553f15 req-025d0e74-a3ac-4b69-898a-2f26c2b315e2 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=19dc24f6-09ce-4250-850b-d7ee7c38fb46 HTTP/1.1" status: 200 len: 946 time: 0.1251340 Dec 09 15:36:45.338424 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-e5c52acd-f5f9-408a-a732-3cf6fd9b2337 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Allocated IP 172.20.0.9 (7736ab20-9109-45c5-88b0-6682a059f13e/0ee4fdd6-4dfd-4a15-a871-b63f2ecb023f/c0efe82c-64e2-4229-a36e-a17c4a91f9fc) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:36:45.376565 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b4e31cb9-94cf-47fa-a5e5-6b86fc553f15 req-8e0b217f-6664-4dcc-880e-60abeebedb8d tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733910 Dec 09 15:36:45.565485 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Dec 2021 15:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e989ee05-142d-443b-8ec2-e0f358c3eb80 x-openstack-request-id: req-e989ee05-142d-443b-8ec2-e0f358c3eb80 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:36:45.565782 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4427918-3f67-41aa-8b42-fdb086ff4a3e", "name": "network-vif-plugged", "status": "completed", "tag": "8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5", "code": 200}, {"server_uuid": "c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e", "name": "network-vif-plugged", "status": "completed", "tag": "61870e47-b68b-4adc-81d9-2541d8b54c52", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:36:45.566038 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e989ee05-142d-443b-8ec2-e0f358c3eb80 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:36:45.566460 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4427918-3f67-41aa-8b42-fdb086ff4a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5', 'code': 200} Dec 09 15:36:45.566852 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61870e47-b68b-4adc-81d9-2541d8b54c52', 'code': 200} Dec 09 15:36:45.584974 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a9b6e78f-65bf-42ab-9eab-facf3aa735a9 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:36:45.694302 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port a9b6e78f-65bf-42ab-9eab-facf3aa735a9 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:45.694929 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:45.759023 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:45.762359 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80d74c-ca2e-49f0-9c56-0d543b4e57d1 req-449e4462-ef71-4e74-a662-4129624b2c24 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:45.763896 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9d80d74c-ca2e-49f0-9c56-0d543b4e57d1 req-449e4462-ef71-4e74-a662-4129624b2c24 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4427918-3f67-41aa-8b42-fdb086ff4a3e HTTP/1.1" status: 200 len: 950 time: 0.1356916 Dec 09 15:36:45.775794 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-e5c52acd-f5f9-408a-a732-3cf6fd9b2337 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:45.794999 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b909b9-f8b1-4baf-b646-fa3cf771e14a req-7ab6419b-d223-48eb-8dac-d54aaecc8a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:45.796471 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-27b909b9-f8b1-4baf-b646-fa3cf771e14a req-7ab6419b-d223-48eb-8dac-d54aaecc8a3b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d4427918-3f67-41aa-8b42-fdb086ff4a3e HTTP/1.1" status: 200 len: 1101 time: 0.1545515 Dec 09 15:36:45.896460 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-27b909b9-f8b1-4baf-b646-fa3cf771e14a req-5ad98f95-f98a-48e0-b779-0d03d556c3db service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861280 Dec 09 15:36:45.921999 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9d80d74c-ca2e-49f0-9c56-0d543b4e57d1 req-ea7d0fe9-ef2a-4687-939e-50acf3660634 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345639 Dec 09 15:36:45.938606 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-e5c52acd-f5f9-408a-a732-3cf6fd9b2337 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:46.009464 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73510b84-6626-40da-a664-15a2c2658e18 x-openstack-request-id: req-73510b84-6626-40da-a664-15a2c2658e18 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:36:46.010288 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc1e87f-245f-4a88-a9e4-a1ce177f3767", "tag": "b278768d-d1d9-42db-b957-8ad3ada7469f", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:36:46.010705 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-73510b84-6626-40da-a664-15a2c2658e18 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:36:46.011453 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc1e87f-245f-4a88-a9e4-a1ce177f3767', 'tag': 'b278768d-d1d9-42db-b957-8ad3ada7469f', 'status': 'completed', 'code': 200} Dec 09 15:36:46.033479 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-e5c52acd-f5f9-408a-a732-3cf6fd9b2337 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Network 7736ab20-9109-45c5-88b0-6682a059f13e is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:36:46.039793 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-e5c52acd-f5f9-408a-a732-3cf6fd9b2337 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:36:46.049292 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-e5c52acd-f5f9-408a-a732-3cf6fd9b2337 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:36:46.082649 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c52acd-f5f9-408a-a732-3cf6fd9b2337 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Pushing event updated for resources: {'Port': ['ID=c0efe82c-64e2-4229-a36e-a17c4a91f9fc,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:46.144075 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-e5c52acd-f5f9-408a-a732-3cf6fd9b2337 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:46.144822 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-e5c52acd-f5f9-408a-a732-3cf6fd9b2337 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:46.171842 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7aabf0-b8ef-44d1-9901-0c6ace430b39 req-5c924980-cdc8-4529-bad4-849a5ab7f685 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:46.173617 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f7aabf0-b8ef-44d1-9901-0c6ace430b39 req-5c924980-cdc8-4529-bad4-849a5ab7f685 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/ports?device_id=adc1e87f-245f-4a88-a9e4-a1ce177f3767 HTTP/1.1" status: 200 len: 944 time: 0.0953214 Dec 09 15:36:46.189814 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-e5c52acd-f5f9-408a-a732-3cf6fd9b2337 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3435221 Dec 09 15:36:46.224112 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-6fa61a55-b449-427a-aa8a-7733310921ae service neutron] Request body: {'port': {'device_id': '4f8aefd7-4244-4786-9a2e-1ea22148c062', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:36:46.288075 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f7aabf0-b8ef-44d1-9901-0c6ace430b39 req-ba2085c7-ea9b-4523-9bcd-6a141251b0db tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/security-groups?id=410938a1-b2b2-4bdb-84bd-cea91e5cb615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019309 Dec 09 15:36:46.317181 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39e8ff-8a63-450f-9df5-1f815d6f22b2 req-c30bc40b-c204-4907-bcdd-fa98ab98b5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:46.318670 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4b39e8ff-8a63-450f-9df5-1f815d6f22b2 req-c30bc40b-c204-4907-bcdd-fa98ab98b5d9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=02a1132e545b430eb3bab86b76eaec31&device_id=adc1e87f-245f-4a88-a9e4-a1ce177f3767 HTTP/1.1" status: 200 len: 1095 time: 0.1434085 Dec 09 15:36:46.332223 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-6fa61a55-b449-427a-aa8a-7733310921ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:46.603292 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39e8ff-8a63-450f-9df5-1f815d6f22b2 req-313cacc2-c90f-418d-9dea-51cd9d42a3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:46.604739 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4b39e8ff-8a63-450f-9df5-1f815d6f22b2 req-313cacc2-c90f-418d-9dea-51cd9d42a3c9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff HTTP/1.1" status: 200 len: 922 time: 0.2692037 Dec 09 15:36:46.670466 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4b39e8ff-8a63-450f-9df5-1f815d6f22b2 req-60fe87e9-1170-4be2-88e6-96647661a680 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b278768d-d1d9-42db-b957-8ad3ada7469f HTTP/1.1" status: 200 len: 217 time: 0.0545354 Dec 09 15:36:46.688960 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-bc6913d5-148b-4162-912b-e3968c8c0f06 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:46.690435 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-bc6913d5-148b-4162-912b-e3968c8c0f06 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/networks?id=64ebf9fc-d424-49ca-871c-a35862c4a5f0 HTTP/1.1" status: 200 len: 814 time: 0.2955065 Dec 09 15:36:46.782187 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-55780d91-12b7-4d32-9217-1b143f369783 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/quotas/173703e8098f443d854f73a34f2cd2f7 HTTP/1.1" status: 200 len: 375 time: 0.0613375 Dec 09 15:36:46.844739 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39e8ff-8a63-450f-9df5-1f815d6f22b2 req-64c257cf-ae6a-4ea8-9292-790fa16d61f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:46.846202 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4b39e8ff-8a63-450f-9df5-1f815d6f22b2 req-64c257cf-ae6a-4ea8-9292-790fa16d61f8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d29624e-0102-490d-a09b-e35c4d52029a HTTP/1.1" status: 200 len: 860 time: 0.1271155 Dec 09 15:36:46.907515 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-2a324940-085b-4e83-9112-0004e9bd522f tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=173703e8098f443d854f73a34f2cd2f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1189954 Dec 09 15:36:46.995748 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39e8ff-8a63-450f-9df5-1f815d6f22b2 req-d1fd4146-f70e-4845-a19b-20e005a3af38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:46.997279 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4b39e8ff-8a63-450f-9df5-1f815d6f22b2 req-d1fd4146-f70e-4845-a19b-20e005a3af38 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1389661 Dec 09 15:36:47.028276 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b02706-fbd1-40b7-9354-a1f28ea5d0c7 req-bdfba315-2acc-48d8-980a-3f8ce9a8cb4e tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:47.028842 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-6fa61a55-b449-427a-aa8a-7733310921ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0efe82c-64e2-4229-a36e-a17c4a91f9fc {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:36:47.029815 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-10b02706-fbd1-40b7-9354-a1f28ea5d0c7 req-bdfba315-2acc-48d8-980a-3f8ce9a8cb4e tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f735a0e-1cff-4ae6-b90a-99feaf9c9362 HTTP/1.1" status: 200 len: 945 time: 0.0534053 Dec 09 15:36:47.127084 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-10b02706-fbd1-40b7-9354-a1f28ea5d0c7 req-4f05439d-cb90-4192-8621-2e6509bcd5c7 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Deleting port be1b27f1-bc8e-46d2-a5b5-61ffd756ec19 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:36:47.127416 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-10b02706-fbd1-40b7-9354-a1f28ea5d0c7 req-4f05439d-cb90-4192-8621-2e6509bcd5c7 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:47.225977 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-10b02706-fbd1-40b7-9354-a1f28ea5d0c7 req-4f05439d-cb90-4192-8621-2e6509bcd5c7 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] For port be1b27f1-bc8e-46d2-a5b5-61ffd756ec19, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=be1b27f1-bc8e-46d2-a5b5-61ffd756ec19,segment=NetworkSegment(3c8c96ac-fcd7-4b06-91d5-8b3b47be9336),segment_id=3c8c96ac-fcd7-4b06-91d5-8b3b47be9336)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:47.226330 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-10b02706-fbd1-40b7-9354-a1f28ea5d0c7 req-4f05439d-cb90-4192-8621-2e6509bcd5c7 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:47.240777 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-10b02706-fbd1-40b7-9354-a1f28ea5d0c7 req-4f05439d-cb90-4192-8621-2e6509bcd5c7 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Calling delete_port for be1b27f1-bc8e-46d2-a5b5-61ffd756ec19 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:36:47.371486 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-6fa61a55-b449-427a-aa8a-7733310921ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:47.391038 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-10b02706-fbd1-40b7-9354-a1f28ea5d0c7 req-4f05439d-cb90-4192-8621-2e6509bcd5c7 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:47.406853 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-6fa61a55-b449-427a-aa8a-7733310921ae service neutron] Transition to ACTIVE for port object c0efe82c-64e2-4229-a36e-a17c4a91f9fc will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:36:47.408880 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['be1b27f1-bc8e-46d2-a5b5-61ffd756ec19'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:36:47.422644 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-73c3f370-eb5e-41b5-b365-2508cd86b72c service neutron] 10.222.0.57 "GET /v2.0/networks/64ebf9fc-d424-49ca-871c-a35862c4a5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5056810 Dec 09 15:36:47.438281 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-6fa61a55-b449-427a-aa8a-7733310921ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:47.456149 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f05439d-cb90-4192-8621-2e6509bcd5c7 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Pushing event deleted for resources: {'Port': ['ID=be1b27f1-bc8e-46d2-a5b5-61ffd756ec19,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:47.503014 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b02706-fbd1-40b7-9354-a1f28ea5d0c7 req-4f05439d-cb90-4192-8621-2e6509bcd5c7 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] No DVR routers for this DVR port be1b27f1-bc8e-46d2-a5b5-61ffd756ec19 on host n-h2-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:36:47.506456 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-10b02706-fbd1-40b7-9354-a1f28ea5d0c7 req-4f05439d-cb90-4192-8621-2e6509bcd5c7 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:47.510049 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-10b02706-fbd1-40b7-9354-a1f28ea5d0c7 req-4f05439d-cb90-4192-8621-2e6509bcd5c7 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.31 "DELETE /v2.0/ports/be1b27f1-bc8e-46d2-a5b5-61ffd756ec19 HTTP/1.1" status: 204 len: 173 time: 0.4739003 Dec 09 15:36:47.510520 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f735a0e-1cff-4ae6-b90a-99feaf9c9362', 'name': 'network-vif-deleted', 'tag': 'be1b27f1-bc8e-46d2-a5b5-61ffd756ec19'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:36:47.513523 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74925b2a-3831-441e-a1f7-4e08e77e1ff2" -d '{"events": [{"server_uuid": "8f735a0e-1cff-4ae6-b90a-99feaf9c9362", "name": "network-vif-deleted", "tag": "be1b27f1-bc8e-46d2-a5b5-61ffd756ec19"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:36:47.540387 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4b39e8ff-8a63-450f-9df5-1f815d6f22b2 req-a45e5a2e-a8df-4f40-b559-f2c5f9b4e5c2 service neutron] 10.222.0.31 "GET /v2.0/networks/df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5281105 Dec 09 15:36:47.563510 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa61a55-b449-427a-aa8a-7733310921ae service neutron] Pushing event updated for resources: {'Port': ['ID=c0efe82c-64e2-4229-a36e-a17c4a91f9fc,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:47.567696 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd2331b-4e18-4c42-b209-d51eb31b238e'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:36:47.570301 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f16a8b-e919-45bd-a7d9-6b63a3396e6e" -d '{"events": [{"server_uuid": "c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e", "name": "network-vif-plugged", "status": "completed", "tag": "8dd2331b-4e18-4c42-b209-d51eb31b238e"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:36:47.682988 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-93d0b910-49bc-496b-bd1b-ebe3caa49f2b service neutron] 10.222.0.57 "GET /v2.0/networks/64ebf9fc-d424-49ca-871c-a35862c4a5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593808 Dec 09 15:36:47.725382 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4b39e8ff-8a63-450f-9df5-1f815d6f22b2 req-d987b5e7-6dca-4bcd-842e-5c1987e77db6 service neutron] 10.222.0.31 "GET /v2.0/networks/df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735971 Dec 09 15:36:47.728369 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-6fa61a55-b449-427a-aa8a-7733310921ae service neutron] Attempting to bind port c0efe82c-64e2-4229-a36e-a17c4a91f9fc on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:36:47.728733 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-6fa61a55-b449-427a-aa8a-7733310921ae service neutron] Attempting to bind port c0efe82c-64e2-4229-a36e-a17c4a91f9fc by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '69e3382f-395f-44e0-a40c-d45aab069633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7736ab20-9109-45c5-88b0-6682a059f13e'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:36:47.729062 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-6fa61a55-b449-427a-aa8a-7733310921ae service neutron] Attempting to bind port c0efe82c-64e2-4229-a36e-a17c4a91f9fc on network 7736ab20-9109-45c5-88b0-6682a059f13e {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:36:47.733523 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-6fa61a55-b449-427a-aa8a-7733310921ae service neutron] Port c0efe82c-64e2-4229-a36e-a17c4a91f9fc on network 7736ab20-9109-45c5-88b0-6682a059f13e not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:36:47.733847 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-6fa61a55-b449-427a-aa8a-7733310921ae service neutron] Attempting to bind port c0efe82c-64e2-4229-a36e-a17c4a91f9fc on network 7736ab20-9109-45c5-88b0-6682a059f13e {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:36:47.738771 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-6fa61a55-b449-427a-aa8a-7733310921ae service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:36:47.739111 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-6fa61a55-b449-427a-aa8a-7733310921ae service neutron] Checking segment: {'id': '69e3382f-395f-44e0-a40c-d45aab069633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7736ab20-9109-45c5-88b0-6682a059f13e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:36:47.739492 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-6fa61a55-b449-427a-aa8a-7733310921ae service neutron] Bound using segment: {'id': '69e3382f-395f-44e0-a40c-d45aab069633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7736ab20-9109-45c5-88b0-6682a059f13e'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:36:47.739924 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-6fa61a55-b449-427a-aa8a-7733310921ae service neutron] Bound port: c0efe82c-64e2-4229-a36e-a17c4a91f9fc, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e3382f-395f-44e0-a40c-d45aab069633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7736ab20-9109-45c5-88b0-6682a059f13e'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:36:47.740361 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-6fa61a55-b449-427a-aa8a-7733310921ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:47.806486 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-6fa61a55-b449-427a-aa8a-7733310921ae service neutron] For port c0efe82c-64e2-4229-a36e-a17c4a91f9fc, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:36:47.809892 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-6fa61a55-b449-427a-aa8a-7733310921ae service neutron] For port c0efe82c-64e2-4229-a36e-a17c4a91f9fc, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=c0efe82c-64e2-4229-a36e-a17c4a91f9fc,segment=NetworkSegment(69e3382f-395f-44e0-a40c-d45aab069633),segment_id=69e3382f-395f-44e0-a40c-d45aab069633)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:36:47.815738 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-6fa61a55-b449-427a-aa8a-7733310921ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:47.868347 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-6fa61a55-b449-427a-aa8a-7733310921ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:47.868347 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-6fa61a55-b449-427a-aa8a-7733310921ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:47.870213 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-6fa61a55-b449-427a-aa8a-7733310921ae service neutron] 10.222.0.31 "PUT /v2.0/ports/c0efe82c-64e2-4229-a36e-a17c4a91f9fc HTTP/1.1" status: 200 len: 1091 time: 1.6644850 Dec 09 15:36:47.915240 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa61a55-b449-427a-aa8a-7733310921ae service neutron] Pushing event updated for resources: {'Port': ['ID=c0efe82c-64e2-4229-a36e-a17c4a91f9fc,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:47.957224 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397ba32-a28f-411e-b8a8-968fd9fc22c9 req-86ff9132-fa0f-4d9b-8f9a-567274ec441a tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:47.958735 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2397ba32-a28f-411e-b8a8-968fd9fc22c9 req-86ff9132-fa0f-4d9b-8f9a-567274ec441a tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f8aefd7-4244-4786-9a2e-1ea22148c062 HTTP/1.1" status: 200 len: 943 time: 0.1074679 Dec 09 15:36:47.979775 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-091f4a54-1c37-4df7-8118-f7584d277e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:47.981294 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-091f4a54-1c37-4df7-8118-f7584d277e70 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7cb10907c9dd4101899755e35f1cc029&device_id=4f8aefd7-4244-4786-9a2e-1ea22148c062 HTTP/1.1" status: 200 len: 1094 time: 0.0623229 Dec 09 15:36:48.032373 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f8aefd7-4244-4786-9a2e-1ea22148c062', 'tag': 'c0efe82c-64e2-4229-a36e-a17c4a91f9fc'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:36:48.034710 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e5ebfb-dc13-4f1b-a906-a82a0d66ccba" -d '{"events": [{"name": "network-changed", "server_uuid": "4f8aefd7-4244-4786-9a2e-1ea22148c062", "tag": "c0efe82c-64e2-4229-a36e-a17c4a91f9fc"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:36:48.044734 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-367a8731-6b18-4772-bd42-9e5921a4403a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0efe82c-64e2-4229-a36e-a17c4a91f9fc HTTP/1.1" status: 200 len: 217 time: 0.0533223 Dec 09 15:36:48.070023 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2397ba32-a28f-411e-b8a8-968fd9fc22c9 req-1861f2fb-15c9-42dc-ba31-63795003fac4 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008842 Dec 09 15:36:48.111386 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-2cbbf260-c02f-44f4-af7f-a4ebdf83eeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:48.112942 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-2cbbf260-c02f-44f4-af7f-a4ebdf83eeff service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0ee4fdd6-4dfd-4a15-a871-b63f2ecb023f HTTP/1.1" status: 200 len: 852 time: 0.0583451 Dec 09 15:36:48.146938 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-9fc9e5e6-b3f0-4264-ae2a-1f861aadba76 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7736ab20-9109-45c5-88b0-6682a059f13e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269654 Dec 09 15:36:48.288056 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995269c1-7590-4103-8641-3344f65e1aca req-b6ccba90-9cff-4029-8ca1-919a271e3d9a tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:48.294605 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995269c1-7590-4103-8641-3344f65e1aca req-b6ccba90-9cff-4029-8ca1-919a271e3d9a tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:48.300798 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995269c1-7590-4103-8641-3344f65e1aca req-b6ccba90-9cff-4029-8ca1-919a271e3d9a tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:48.302446 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-995269c1-7590-4103-8641-3344f65e1aca req-b6ccba90-9cff-4029-8ca1-919a271e3d9a tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/ports?device_id=c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e HTTP/1.1" status: 200 len: 2418 time: 0.1287861 Dec 09 15:36:48.309735 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-fee81e63-6fc2-4d59-b422-d73c4bfcec91 service neutron] 10.222.0.31 "GET /v2.0/networks/7736ab20-9109-45c5-88b0-6682a059f13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547229 Dec 09 15:36:48.409898 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-995269c1-7590-4103-8641-3344f65e1aca req-8b6c19bb-9e5b-466b-b049-b7ca482b8543 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/security-groups?id=4053ce5f-6f47-4cca-86df-591fd9480a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991874 Dec 09 15:36:48.449247 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ef1738cf-f021-4c12-b949-beaa8e158344 req-2557eff7-ce0d-4c5c-9c99-8ad130f8688c service neutron] 10.222.0.31 "GET /v2.0/networks/7736ab20-9109-45c5-88b0-6682a059f13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317205 Dec 09 15:36:48.661284 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89d621-8f7c-48f7-9609-be5d41c4e83c req-dee47389-b39e-4958-964a-c32baf64e422 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:48.662774 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ce89d621-8f7c-48f7-9609-be5d41c4e83c req-dee47389-b39e-4958-964a-c32baf64e422 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4427918-3f67-41aa-8b42-fdb086ff4a3e HTTP/1.1" status: 200 len: 950 time: 0.0492010 Dec 09 15:36:48.709878 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ce89d621-8f7c-48f7-9609-be5d41c4e83c req-43f9137f-687c-4157-8acf-10490b2dbc50 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405178 Dec 09 15:36:48.785298 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device b278768d-d1d9-42db-b957-8ad3ada7469f details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:36:49.038876 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port b278768d-d1d9-42db-b957-8ad3ada7469f, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=b278768d-d1d9-42db-b957-8ad3ada7469f,segment=NetworkSegment(23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea),segment_id=23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:49.039584 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ada2b1-3375-4d71-82e6-2d9122fbc870 req-ac12f1fa-1164-4559-b4f0-4f0d28713014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:49.040869 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a4ada2b1-3375-4d71-82e6-2d9122fbc870 req-ac12f1fa-1164-4559-b4f0-4f0d28713014 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=59594b9e3fb144dbb2817de5b4b0a74c&device_id=19dc24f6-09ce-4250-850b-d7ee7c38fb46 HTTP/1.1" status: 200 len: 1097 time: 0.1477458 Dec 09 15:36:49.048192 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39d33d-861e-4e89-bfa6-0b810d66a998 req-f1b384e8-e0cd-45e4-b883-9e774e02414b tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:49.049628 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af39d33d-861e-4e89-bfa6-0b810d66a998 req-f1b384e8-e0cd-45e4-b883-9e774e02414b tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/ports?device_id=adc1e87f-245f-4a88-a9e4-a1ce177f3767 HTTP/1.1" status: 200 len: 944 time: 0.1444023 Dec 09 15:36:49.052006 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'b278768d-d1d9-42db-b957-8ad3ada7469f', 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff', 'port_id': 'b278768d-d1d9-42db-b957-8ad3ada7469f', 'mac_address': 'fa:16:3e:88:90:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:36:49.094145 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:49.111446 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b278768d-d1d9-42db-b957-8ad3ada7469f {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:36:49.132643 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port b278768d-d1d9-42db-b957-8ad3ada7469f, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=b278768d-d1d9-42db-b957-8ad3ada7469f,segment=NetworkSegment(23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea),segment_id=23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:49.137485 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:49.149651 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-3e5dd6b9-7711-4211-9bac-f54e200d829f tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:49.151084 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-3e5dd6b9-7711-4211-9bac-f54e200d829f tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.31 "GET /v2.0/networks?id=64ebf9fc-d424-49ca-871c-a35862c4a5f0 HTTP/1.1" status: 200 len: 814 time: 0.1996849 Dec 09 15:36:49.173567 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-51dc7794-91ba-4c20-b9a3-41c6592021c7 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Request body: {'port': {'device_id': '713515dc-25e2-4c41-b81b-436b79605653', 'network_id': '64ebf9fc-d424-49ca-871c-a35862c4a5f0', 'admin_state_up': True, 'tenant_id': '173703e8098f443d854f73a34f2cd2f7'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:36:49.187517 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=b278768d-d1d9-42db-b957-8ad3ada7469f,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:49.234025 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af39d33d-861e-4e89-bfa6-0b810d66a998 req-13b0ff5e-d1e9-4f4c-bb0e-d74d1cdecbd0 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/security-groups?id=410938a1-b2b2-4bdb-84bd-cea91e5cb615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756351 Dec 09 15:36:49.266728 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ada2b1-3375-4d71-82e6-2d9122fbc870 req-52c50645-0d05-492d-872d-e5a36d51664a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:49.268184 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a4ada2b1-3375-4d71-82e6-2d9122fbc870 req-52c50645-0d05-492d-872d-e5a36d51664a service neutron] 10.222.0.31 "GET /v2.0/networks?id=7010a1a7-2d7c-4586-8e67-9c7afc483ab0 HTTP/1.1" status: 200 len: 920 time: 0.2109833 Dec 09 15:36:49.284998 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf60d84-c71c-46e9-9f7e-2fbe60bb7444 x-openstack-request-id: req-ecf60d84-c71c-46e9-9f7e-2fbe60bb7444 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:36:49.286992 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f735a0e-1cff-4ae6-b90a-99feaf9c9362", "name": "network-vif-deleted", "tag": "be1b27f1-bc8e-46d2-a5b5-61ffd756ec19", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:36:49.287269 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ecf60d84-c71c-46e9-9f7e-2fbe60bb7444 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:36:49.288057 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f735a0e-1cff-4ae6-b90a-99feaf9c9362', 'name': 'network-vif-deleted', 'tag': 'be1b27f1-bc8e-46d2-a5b5-61ffd756ec19', 'status': 'completed', 'code': 200} Dec 09 15:36:49.315851 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d484e17-fe41-449b-b4e4-347d4da0b883 x-openstack-request-id: req-5d484e17-fe41-449b-b4e4-347d4da0b883 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:36:49.316347 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e", "name": "network-vif-plugged", "status": "completed", "tag": "8dd2331b-4e18-4c42-b209-d51eb31b238e", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:36:49.316813 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5d484e17-fe41-449b-b4e4-347d4da0b883 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:36:49.317046 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a4ada2b1-3375-4d71-82e6-2d9122fbc870 req-fa0c92ef-b85f-4d67-b474-26da0943a194 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59ffef59-e7d2-49f4-bb86-d9cd926be4b8 HTTP/1.1" status: 200 len: 217 time: 0.0396516 Dec 09 15:36:49.317238 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd2331b-4e18-4c42-b209-d51eb31b238e', 'code': 200} Dec 09 15:36:49.401957 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ada2b1-3375-4d71-82e6-2d9122fbc870 req-b2f18a72-fe65-4cce-97ee-aa29a047bca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:49.403546 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a4ada2b1-3375-4d71-82e6-2d9122fbc870 req-b2f18a72-fe65-4cce-97ee-aa29a047bca0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=55d52639-1caa-4023-ae95-afc257c891d1 HTTP/1.1" status: 200 len: 859 time: 0.0734534 Dec 09 15:36:49.421015 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-449458fd-8f6c-4404-8449-94b718bced29 req-a5e39911-88c7-46db-a2fe-c287e0f3ef42 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=713515dc-25e2-4c41-b81b-436b79605653 HTTP/1.1" status: 200 len: 210 time: 0.0402610 Dec 09 15:36:49.421859 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-51dc7794-91ba-4c20-b9a3-41c6592021c7 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Made reservation on behalf of 173703e8098f443d854f73a34f2cd2f7 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:36:49.425202 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-51dc7794-91ba-4c20-b9a3-41c6592021c7 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:49.443818 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8bc9a-df8b-4d55-9fdb-67e003d2ad05 req-ca8dda7b-71cf-4557-85f6-a492eec1b9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:49.444390 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8bc9a-df8b-4d55-9fdb-67e003d2ad05 req-ca8dda7b-71cf-4557-85f6-a492eec1b9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:49.444929 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8bc9a-df8b-4d55-9fdb-67e003d2ad05 req-ca8dda7b-71cf-4557-85f6-a492eec1b9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:49.447897 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4fd8bc9a-df8b-4d55-9fdb-67e003d2ad05 req-ca8dda7b-71cf-4557-85f6-a492eec1b9c1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e HTTP/1.1" status: 200 len: 2871 time: 0.0540152 Dec 09 15:36:49.467542 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a4ada2b1-3375-4d71-82e6-2d9122fbc870 req-a2a80cb3-1fa8-4196-ab45-9c081225e26d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7010a1a7-2d7c-4586-8e67-9c7afc483ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491247 Dec 09 15:36:49.473200 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb2eaa1-0ee5-4caf-bd54-13de97aa888a x-openstack-request-id: req-5bb2eaa1-0ee5-4caf-bd54-13de97aa888a {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:36:49.473491 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f8aefd7-4244-4786-9a2e-1ea22148c062", "tag": "c0efe82c-64e2-4229-a36e-a17c4a91f9fc", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:36:49.473740 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5bb2eaa1-0ee5-4caf-bd54-13de97aa888a {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:36:49.474129 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f8aefd7-4244-4786-9a2e-1ea22148c062', 'tag': 'c0efe82c-64e2-4229-a36e-a17c4a91f9fc', 'status': 'completed', 'code': 200} Dec 09 15:36:49.507705 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4fd8bc9a-df8b-4d55-9fdb-67e003d2ad05 req-14b28258-c08f-4f53-88a5-a20bae977503 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4053ce5f-6f47-4cca-86df-591fd9480a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471671 Dec 09 15:36:49.666091 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-f276ad80-a01f-4482-ab60-9a3d6b5f54a1 req-4253fe1d-31c5-4e7d-85ce-7ec096ce7c02 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:36:49.666989 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['b278768d-d1d9-42db-b957-8ad3ada7469f'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:36:49.667193 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f276ad80-a01f-4482-ab60-9a3d6b5f54a1 req-4253fe1d-31c5-4e7d-85ce-7ec096ce7c02 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123770 Dec 09 15:36:49.675518 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5ebfb-dc13-4f1b-a906-a82a0d66ccba req-f91d5945-872e-4894-b42c-0111fd36cf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:49.677083 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-70e5ebfb-dc13-4f1b-a906-a82a0d66ccba req-f91d5945-872e-4894-b42c-0111fd36cf68 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7cb10907c9dd4101899755e35f1cc029&device_id=4f8aefd7-4244-4786-9a2e-1ea22148c062 HTTP/1.1" status: 200 len: 1094 time: 0.1269743 Dec 09 15:36:49.700426 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a4ada2b1-3375-4d71-82e6-2d9122fbc870 req-d3bf3f17-a48d-4740-a84d-5bae82180213 service neutron] 10.222.0.31 "GET /v2.0/networks/7010a1a7-2d7c-4586-8e67-9c7afc483ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200041 Dec 09 15:36:49.706116 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-51dc7794-91ba-4c20-b9a3-41c6592021c7 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Allocated IP 172.20.0.14 (64ebf9fc-d424-49ca-871c-a35862c4a5f0/7a04522e-f81a-4661-bcf3-8978215b87d1/88763ae3-a897-4df8-a761-bf9b456b7297) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:36:50.000851 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-35cd781e-b68b-478d-b51c-bf6086cda4c6 req-f0d1f6d1-c777-4216-a76a-ad321d531e2e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d4427918-3f67-41aa-8b42-fdb086ff4a3e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1388569 Dec 09 15:36:50.010496 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [req-35cd781e-b68b-478d-b51c-bf6086cda4c6 req-4e2792e8-6ed5-444d-9259-4358561abcc8 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:36:50.011636 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-35cd781e-b68b-478d-b51c-bf6086cda4c6 req-4e2792e8-6ed5-444d-9259-4358561abcc8 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060413 Dec 09 15:36:50.030628 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-51dc7794-91ba-4c20-b9a3-41c6592021c7 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:50.067458 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcd70c-4b4c-4147-9210-833d231fb1f9 req-78f405f6-4468-46ba-ad94-dab88fe9e574 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:50.068950 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b1dcd70c-4b4c-4147-9210-833d231fb1f9 req-78f405f6-4468-46ba-ad94-dab88fe9e574 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=19dc24f6-09ce-4250-850b-d7ee7c38fb46 HTTP/1.1" status: 200 len: 946 time: 0.1958752 Dec 09 15:36:50.092433 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a4ada2b1-3375-4d71-82e6-2d9122fbc870 req-e663452c-752b-4b3c-b6cc-d738f59188c5 service neutron] 10.222.0.31 "GET /v2.0/networks/7010a1a7-2d7c-4586-8e67-9c7afc483ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529352 Dec 09 15:36:50.101701 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5ebfb-dc13-4f1b-a906-a82a0d66ccba req-baa1aaae-fe1a-4a47-8639-f507c8f32c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:50.103790 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-70e5ebfb-dc13-4f1b-a906-a82a0d66ccba req-baa1aaae-fe1a-4a47-8639-f507c8f32c28 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7736ab20-9109-45c5-88b0-6682a059f13e HTTP/1.1" status: 200 len: 913 time: 0.2783556 Dec 09 15:36:50.162174 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-70e5ebfb-dc13-4f1b-a906-a82a0d66ccba req-31c0245d-8a1a-4c4e-a495-6625bc917cc0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0efe82c-64e2-4229-a36e-a17c4a91f9fc HTTP/1.1" status: 200 len: 217 time: 0.0498981 Dec 09 15:36:50.188750 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-51dc7794-91ba-4c20-b9a3-41c6592021c7 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:50.237343 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b1dcd70c-4b4c-4147-9210-833d231fb1f9 req-a58b4725-ad02-4b0b-ba1a-2d88755885dd tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577246 Dec 09 15:36:50.274140 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5ebfb-dc13-4f1b-a906-a82a0d66ccba req-75199f01-f715-4324-ab56-d85a996a99e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:50.276247 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-70e5ebfb-dc13-4f1b-a906-a82a0d66ccba req-75199f01-f715-4324-ab56-d85a996a99e2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0ee4fdd6-4dfd-4a15-a871-b63f2ecb023f HTTP/1.1" status: 200 len: 852 time: 0.1044321 Dec 09 15:36:50.278102 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-51dc7794-91ba-4c20-b9a3-41c6592021c7 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Network 64ebf9fc-d424-49ca-871c-a35862c4a5f0 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:36:50.282287 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-51dc7794-91ba-4c20-b9a3-41c6592021c7 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:36:50.284271 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc7794-91ba-4c20-b9a3-41c6592021c7 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Pushing event updated for resources: {'Port': ['ID=88763ae3-a897-4df8-a761-bf9b456b7297,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:50.286409 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-51dc7794-91ba-4c20-b9a3-41c6592021c7 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:36:50.354627 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-70e5ebfb-dc13-4f1b-a906-a82a0d66ccba req-e9622cbe-3d8a-469a-a7ec-8d6878d0c0c4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7736ab20-9109-45c5-88b0-6682a059f13e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450385 Dec 09 15:36:50.395563 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0a1a6b1a-77ae-4a71-b4c8-614071364b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:50.433236 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-51dc7794-91ba-4c20-b9a3-41c6592021c7 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:50.433837 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-51dc7794-91ba-4c20-b9a3-41c6592021c7 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:50.469040 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad4b13a-fe66-412b-bced-b9ba6acec749 req-7ab3de42-75e6-4be3-8dde-d02f69e2d708 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:50.470508 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1ad4b13a-fe66-412b-bced-b9ba6acec749 req-7ab3de42-75e6-4be3-8dde-d02f69e2d708 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f8aefd7-4244-4786-9a2e-1ea22148c062 HTTP/1.1" status: 200 len: 943 time: 0.1512792 Dec 09 15:36:50.475775 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-51dc7794-91ba-4c20-b9a3-41c6592021c7 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3091302 Dec 09 15:36:50.495561 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-eb4c49c8-ce1e-4d9a-9cfd-3577c7781ee1 service neutron] Request body: {'port': {'device_id': '713515dc-25e2-4c41-b81b-436b79605653', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:36:50.579606 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-70e5ebfb-dc13-4f1b-a906-a82a0d66ccba req-e172a7a2-8b16-4242-a1e4-7b5af12b12e3 service neutron] 10.222.0.31 "GET /v2.0/networks/7736ab20-9109-45c5-88b0-6682a059f13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036378 Dec 09 15:36:50.612517 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1ad4b13a-fe66-412b-bced-b9ba6acec749 req-b1f5a69d-c112-4cf3-b25e-871242fda961 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339390 Dec 09 15:36:50.640383 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-eb4c49c8-ce1e-4d9a-9cfd-3577c7781ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:50.759382 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-70e5ebfb-dc13-4f1b-a906-a82a0d66ccba req-e1ea47e5-06cb-4800-ab93-79c3608c79d3 service neutron] 10.222.0.31 "GET /v2.0/networks/7736ab20-9109-45c5-88b0-6682a059f13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708498 Dec 09 15:36:50.790087 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device be1b27f1-bc8e-46d2-a5b5-61ffd756ec19 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:36:50.815701 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: be1b27f1-bc8e-46d2-a5b5-61ffd756ec19 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:36:50.816136 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device be1b27f1-bc8e-46d2-a5b5-61ffd756ec19 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:36:50.825663 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12744887-f5e3-4bdf-abe6-1596d168b346 req-907cbc57-5355-4125-88f7-0312253951a8 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:50.831459 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12744887-f5e3-4bdf-abe6-1596d168b346 req-907cbc57-5355-4125-88f7-0312253951a8 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:50.837709 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12744887-f5e3-4bdf-abe6-1596d168b346 req-907cbc57-5355-4125-88f7-0312253951a8 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:50.839363 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-12744887-f5e3-4bdf-abe6-1596d168b346 req-907cbc57-5355-4125-88f7-0312253951a8 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/ports?device_id=c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e HTTP/1.1" status: 200 len: 2418 time: 0.1549916 Dec 09 15:36:50.937069 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-12744887-f5e3-4bdf-abe6-1596d168b346 req-053ff4ef-2c1e-410f-a6a7-76ea4ef9a20f tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/security-groups?id=4053ce5f-6f47-4cca-86df-591fd9480a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909171 Dec 09 15:36:51.040009 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-eb4c49c8-ce1e-4d9a-9cfd-3577c7781ee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88763ae3-a897-4df8-a761-bf9b456b7297 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:36:51.048080 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-eb4c49c8-ce1e-4d9a-9cfd-3577c7781ee1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:51.061924 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-eb4c49c8-ce1e-4d9a-9cfd-3577c7781ee1 service neutron] Transition to ACTIVE for port object 88763ae3-a897-4df8-a761-bf9b456b7297 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:36:51.068440 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-eb4c49c8-ce1e-4d9a-9cfd-3577c7781ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:51.144320 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c49c8-ce1e-4d9a-9cfd-3577c7781ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=88763ae3-a897-4df8-a761-bf9b456b7297,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:51.162199 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cbd10-11f0-49a2-af80-e3f5b70012be req-5516f8e4-7c97-465d-bd59-14594aa66a2b tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:51.163683 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-547cbd10-11f0-49a2-af80-e3f5b70012be req-5516f8e4-7c97-465d-bd59-14594aa66a2b tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4427918-3f67-41aa-8b42-fdb086ff4a3e HTTP/1.1" status: 200 len: 950 time: 0.0970888 Dec 09 15:36:51.571106 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-547cbd10-11f0-49a2-af80-e3f5b70012be req-4c027fa7-ace1-408c-bac9-8db69bdfec1a tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941901 Dec 09 15:36:51.577702 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-eb4c49c8-ce1e-4d9a-9cfd-3577c7781ee1 service neutron] Attempting to bind port 88763ae3-a897-4df8-a761-bf9b456b7297 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:36:51.578035 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-eb4c49c8-ce1e-4d9a-9cfd-3577c7781ee1 service neutron] Attempting to bind port 88763ae3-a897-4df8-a761-bf9b456b7297 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '3c8c96ac-fcd7-4b06-91d5-8b3b47be9336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '64ebf9fc-d424-49ca-871c-a35862c4a5f0'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:36:51.578360 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-eb4c49c8-ce1e-4d9a-9cfd-3577c7781ee1 service neutron] Attempting to bind port 88763ae3-a897-4df8-a761-bf9b456b7297 on network 64ebf9fc-d424-49ca-871c-a35862c4a5f0 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:36:51.591277 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd781e-b68b-478d-b51c-bf6086cda4c6 req-89d504d5-4900-4d37-a58e-72ff35f2015b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:51.592605 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-35cd781e-b68b-478d-b51c-bf6086cda4c6 req-89d504d5-4900-4d37-a58e-72ff35f2015b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8222749629bd4bc081045ad1433cd8c5&device_id=d4427918-3f67-41aa-8b42-fdb086ff4a3e HTTP/1.1" status: 200 len: 1101 time: 0.0732348 Dec 09 15:36:51.593458 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-eb4c49c8-ce1e-4d9a-9cfd-3577c7781ee1 service neutron] Port 88763ae3-a897-4df8-a761-bf9b456b7297 on network 64ebf9fc-d424-49ca-871c-a35862c4a5f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:36:51.593774 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-eb4c49c8-ce1e-4d9a-9cfd-3577c7781ee1 service neutron] Attempting to bind port 88763ae3-a897-4df8-a761-bf9b456b7297 on network 64ebf9fc-d424-49ca-871c-a35862c4a5f0 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:36:51.598880 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-eb4c49c8-ce1e-4d9a-9cfd-3577c7781ee1 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:36:51.599409 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-eb4c49c8-ce1e-4d9a-9cfd-3577c7781ee1 service neutron] Checking segment: {'id': '3c8c96ac-fcd7-4b06-91d5-8b3b47be9336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '64ebf9fc-d424-49ca-871c-a35862c4a5f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:36:51.599955 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-eb4c49c8-ce1e-4d9a-9cfd-3577c7781ee1 service neutron] Bound using segment: {'id': '3c8c96ac-fcd7-4b06-91d5-8b3b47be9336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '64ebf9fc-d424-49ca-871c-a35862c4a5f0'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:36:51.600389 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-eb4c49c8-ce1e-4d9a-9cfd-3577c7781ee1 service neutron] Bound port: 88763ae3-a897-4df8-a761-bf9b456b7297, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c8c96ac-fcd7-4b06-91d5-8b3b47be9336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '64ebf9fc-d424-49ca-871c-a35862c4a5f0'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:36:51.600771 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-eb4c49c8-ce1e-4d9a-9cfd-3577c7781ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:51.776757 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bb0f2-9bbf-4854-ac6a-69c50bed400f req-2a418776-e8ec-450c-894d-220a5563152e tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:51.778233 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ad6bb0f2-9bbf-4854-ac6a-69c50bed400f req-2a418776-e8ec-450c-894d-220a5563152e tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/ports?device_id=adc1e87f-245f-4a88-a9e4-a1ce177f3767 HTTP/1.1" status: 200 len: 945 time: 0.1496856 Dec 09 15:36:51.780644 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-eb4c49c8-ce1e-4d9a-9cfd-3577c7781ee1 service neutron] For port 88763ae3-a897-4df8-a761-bf9b456b7297, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:36:51.783046 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd781e-b68b-478d-b51c-bf6086cda4c6 req-77af7ff5-a1d3-4cb9-9c30-e1a648fe4b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:51.784397 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-35cd781e-b68b-478d-b51c-bf6086cda4c6 req-77af7ff5-a1d3-4cb9-9c30-e1a648fe4b6e service neutron] 10.222.0.31 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.1801589 Dec 09 15:36:51.806760 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-eb4c49c8-ce1e-4d9a-9cfd-3577c7781ee1 service neutron] For port 88763ae3-a897-4df8-a761-bf9b456b7297, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=88763ae3-a897-4df8-a761-bf9b456b7297,segment=NetworkSegment(3c8c96ac-fcd7-4b06-91d5-8b3b47be9336),segment_id=3c8c96ac-fcd7-4b06-91d5-8b3b47be9336)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:36:51.845217 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-35cd781e-b68b-478d-b51c-bf6086cda4c6 req-bb00151e-9e59-4d31-a618-2a174a6cdd0c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5 HTTP/1.1" status: 200 len: 217 time: 0.0470102 Dec 09 15:36:51.847378 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-eb4c49c8-ce1e-4d9a-9cfd-3577c7781ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:51.918861 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-eb4c49c8-ce1e-4d9a-9cfd-3577c7781ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:51.919465 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-eb4c49c8-ce1e-4d9a-9cfd-3577c7781ee1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:51.920837 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-eb4c49c8-ce1e-4d9a-9cfd-3577c7781ee1 service neutron] 10.222.0.31 "PUT /v2.0/ports/88763ae3-a897-4df8-a761-bf9b456b7297 HTTP/1.1" status: 200 len: 1092 time: 1.4304731 Dec 09 15:36:51.925061 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '713515dc-25e2-4c41-b81b-436b79605653', 'tag': '88763ae3-a897-4df8-a761-bf9b456b7297'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:36:51.927244 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f84de8a-a603-411a-9eb2-8551df6d0fdc" -d '{"events": [{"name": "network-changed", "server_uuid": "713515dc-25e2-4c41-b81b-436b79605653", "tag": "88763ae3-a897-4df8-a761-bf9b456b7297"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:36:51.964322 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ad6bb0f2-9bbf-4854-ac6a-69c50bed400f req-2f5b8a19-303e-4cdc-a380-9e07d1c9cf44 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/security-groups?id=410938a1-b2b2-4bdb-84bd-cea91e5cb615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789544 Dec 09 15:36:51.999616 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd781e-b68b-478d-b51c-bf6086cda4c6 req-18cff5a3-36ea-43ef-aa27-92def74ef646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:52.001107 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-35cd781e-b68b-478d-b51c-bf6086cda4c6 req-18cff5a3-36ea-43ef-aa27-92def74ef646 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.1246543 Dec 09 15:36:52.001969 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c49c8-ce1e-4d9a-9cfd-3577c7781ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=88763ae3-a897-4df8-a761-bf9b456b7297,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:52.065626 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-b0792f8e-7d7a-45a9-89dc-60630c1828f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:52.067015 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-b0792f8e-7d7a-45a9-89dc-60630c1828f5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=173703e8098f443d854f73a34f2cd2f7&device_id=713515dc-25e2-4c41-b81b-436b79605653 HTTP/1.1" status: 200 len: 1095 time: 0.1003363 Dec 09 15:36:52.121844 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd781e-b68b-478d-b51c-bf6086cda4c6 req-e8b30d48-79b9-45ee-9bca-0442e127dcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:52.123311 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-35cd781e-b68b-478d-b51c-bf6086cda4c6 req-e8b30d48-79b9-45ee-9bca-0442e127dcea service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1123815 Dec 09 15:36:52.125345 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-02442d66-ffbc-442b-977f-85400d75e7d0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88763ae3-a897-4df8-a761-bf9b456b7297 HTTP/1.1" status: 200 len: 217 time: 0.0483358 Dec 09 15:36:52.137459 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce067d5-6bc4-4891-8398-7b7b56047e25 req-073438ef-417e-4c36-988d-d3811b244e5c tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:52.138861 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fce067d5-6bc4-4891-8398-7b7b56047e25 req-073438ef-417e-4c36-988d-d3811b244e5c tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=713515dc-25e2-4c41-b81b-436b79605653 HTTP/1.1" status: 200 len: 944 time: 0.1032574 Dec 09 15:36:52.264399 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-f240d3fc-c8fb-446a-b611-c69792b1123d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:52.265871 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-f240d3fc-c8fb-446a-b611-c69792b1123d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7a04522e-f81a-4661-bcf3-8978215b87d1 HTTP/1.1" status: 200 len: 854 time: 0.1261733 Dec 09 15:36:52.294989 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fce067d5-6bc4-4891-8398-7b7b56047e25 req-176d879f-2abf-46f6-acce-cd95bce5e53c tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407280 Dec 09 15:36:52.313953 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-74ed5a70-d307-496f-a390-cdce83fcc5ee service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=64ebf9fc-d424-49ca-871c-a35862c4a5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369298 Dec 09 15:36:52.319315 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-35cd781e-b68b-478d-b51c-bf6086cda4c6 req-e085ca4c-e9c2-439e-8aba-d464ea6f34d2 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785603 Dec 09 15:36:52.512228 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-9d2944b9-e929-47de-9f5c-eec80ee6fbd2 service neutron] 10.222.0.31 "GET /v2.0/networks/64ebf9fc-d424-49ca-871c-a35862c4a5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840219 Dec 09 15:36:52.517122 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-35cd781e-b68b-478d-b51c-bf6086cda4c6 req-6df4a2d7-75ae-4fc4-915e-4bb0eef85373 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878476 Dec 09 15:36:52.525405 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641dc4d-af9d-4c9f-b090-4097a7f903e0 req-b47ebe73-b612-4587-9fb2-163c92523ecd tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:52.526825 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b641dc4d-af9d-4c9f-b090-4097a7f903e0 req-b47ebe73-b612-4587-9fb2-163c92523ecd tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=19dc24f6-09ce-4250-850b-d7ee7c38fb46 HTTP/1.1" status: 200 len: 946 time: 0.1083465 Dec 09 15:36:52.638084 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b641dc4d-af9d-4c9f-b090-4097a7f903e0 req-03042292-eca8-4c74-a3a7-958095a6e60d tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011920 Dec 09 15:36:52.656118 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c6813401-8498-46d4-a7c0-a1ea39e01e20 req-7cb2ac2d-3abb-4ce4-9424-5abd6e949e2e service neutron] 10.222.0.31 "GET /v2.0/networks/64ebf9fc-d424-49ca-871c-a35862c4a5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247282 Dec 09 15:36:52.743565 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf3e20-fd99-4f79-857b-eb72295499b5 req-70ec8435-9ce8-47b3-991a-c2a54bae7641 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:52.745054 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cacf3e20-fd99-4f79-857b-eb72295499b5 req-70ec8435-9ce8-47b3-991a-c2a54bae7641 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f8aefd7-4244-4786-9a2e-1ea22148c062 HTTP/1.1" status: 200 len: 943 time: 0.0496023 Dec 09 15:36:52.796387 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cacf3e20-fd99-4f79-857b-eb72295499b5 req-cb784b33-812b-4785-aee3-9610c823d842 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453467 Dec 09 15:36:52.808108 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device c0efe82c-64e2-4229-a36e-a17c4a91f9fc details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:36:52.810224 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device b278768d-d1d9-42db-b957-8ad3ada7469f up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:36:52.847599 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7538b5fa-b7ef-48d2-854f-154d21d244e6 x-openstack-request-id: req-7538b5fa-b7ef-48d2-854f-154d21d244e6 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:36:52.847896 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "713515dc-25e2-4c41-b81b-436b79605653", "tag": "88763ae3-a897-4df8-a761-bf9b456b7297", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:36:52.848172 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7538b5fa-b7ef-48d2-854f-154d21d244e6 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:36:52.848585 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '713515dc-25e2-4c41-b81b-436b79605653', 'tag': '88763ae3-a897-4df8-a761-bf9b456b7297', 'status': 'completed', 'code': 200} Dec 09 15:36:52.931468 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-62fbcddc-9aef-45c4-ac56-e6aec471400a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:52.952593 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84de8a-a603-411a-9eb2-8551df6d0fdc req-633ddb59-b1e0-4a8f-8ac8-4be07ab17812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:52.954232 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0f84de8a-a603-411a-9eb2-8551df6d0fdc req-633ddb59-b1e0-4a8f-8ac8-4be07ab17812 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=173703e8098f443d854f73a34f2cd2f7&device_id=713515dc-25e2-4c41-b81b-436b79605653 HTTP/1.1" status: 200 len: 1095 time: 0.0801826 Dec 09 15:36:52.954440 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port b278768d-d1d9-42db-b957-8ad3ada7469f completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:36:52.963697 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port c0efe82c-64e2-4229-a36e-a17c4a91f9fc, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=c0efe82c-64e2-4229-a36e-a17c4a91f9fc,segment=NetworkSegment(69e3382f-395f-44e0-a40c-d45aab069633),segment_id=69e3382f-395f-44e0-a40c-d45aab069633)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:52.967357 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b92358-6513-44c7-9579-4024cae237a4 req-d6d51ff5-c88e-4882-8c25-445628d3deeb tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:52.970689 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port b278768d-d1d9-42db-b957-8ad3ada7469f triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:52.971064 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:52.973271 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b92358-6513-44c7-9579-4024cae237a4 req-d6d51ff5-c88e-4882-8c25-445628d3deeb tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:52.979446 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b92358-6513-44c7-9579-4024cae237a4 req-d6d51ff5-c88e-4882-8c25-445628d3deeb tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:52.981095 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e6b92358-6513-44c7-9579-4024cae237a4 req-d6d51ff5-c88e-4882-8c25-445628d3deeb tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/ports?device_id=c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e HTTP/1.1" status: 200 len: 2418 time: 0.0786235 Dec 09 15:36:52.994937 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'c0efe82c-64e2-4229-a36e-a17c4a91f9fc', 'network_id': '7736ab20-9109-45c5-88b0-6682a059f13e', 'port_id': 'c0efe82c-64e2-4229-a36e-a17c4a91f9fc', 'mac_address': 'fa:16:3e:4a:ba:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ee4fdd6-4dfd-4a15-a871-b63f2ecb023f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:36:53.044854 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:53.064963 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0efe82c-64e2-4229-a36e-a17c4a91f9fc {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:36:53.083965 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e6b92358-6513-44c7-9579-4024cae237a4 req-6a6ad53f-4e79-4003-bf73-ce549e5a0c06 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/security-groups?id=4053ce5f-6f47-4cca-86df-591fd9480a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947404 Dec 09 15:36:53.103274 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84de8a-a603-411a-9eb2-8551df6d0fdc req-1da12675-8c88-459d-827d-37dbc747e562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:53.104768 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0f84de8a-a603-411a-9eb2-8551df6d0fdc req-1da12675-8c88-459d-827d-37dbc747e562 service neutron] 10.222.0.31 "GET /v2.0/networks?id=64ebf9fc-d424-49ca-871c-a35862c4a5f0 HTTP/1.1" status: 200 len: 915 time: 0.1228166 Dec 09 15:36:53.110781 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port c0efe82c-64e2-4229-a36e-a17c4a91f9fc, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=c0efe82c-64e2-4229-a36e-a17c4a91f9fc,segment=NetworkSegment(69e3382f-395f-44e0-a40c-d45aab069633),segment_id=69e3382f-395f-44e0-a40c-d45aab069633)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:53.116128 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:53.141713 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:53.166286 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0f84de8a-a603-411a-9eb2-8551df6d0fdc req-be789bf2-e4f0-4d6c-ae5c-e78ad76fbc80 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88763ae3-a897-4df8-a761-bf9b456b7297 HTTP/1.1" status: 200 len: 217 time: 0.0504711 Dec 09 15:36:53.197197 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc1e87f-245f-4a88-a9e4-a1ce177f3767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b278768d-d1d9-42db-b957-8ad3ada7469f'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:36:53.199394 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bedf5d-b59b-46e3-8c1f-c60dcef74049" -d '{"events": [{"server_uuid": "adc1e87f-245f-4a88-a9e4-a1ce177f3767", "name": "network-vif-plugged", "status": "completed", "tag": "b278768d-d1d9-42db-b957-8ad3ada7469f"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:36:53.220465 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port b278768d-d1d9-42db-b957-8ad3ada7469f, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=b278768d-d1d9-42db-b957-8ad3ada7469f,segment=NetworkSegment(23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea),segment_id=23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:53.223197 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84de8a-a603-411a-9eb2-8551df6d0fdc req-5b13e845-7044-4361-93d0-0303eff2defe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:53.225163 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0f84de8a-a603-411a-9eb2-8551df6d0fdc req-5b13e845-7044-4361-93d0-0303eff2defe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7a04522e-f81a-4661-bcf3-8978215b87d1 HTTP/1.1" status: 200 len: 854 time: 0.0508182 Dec 09 15:36:53.225941 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=c0efe82c-64e2-4229-a36e-a17c4a91f9fc,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:53.229365 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:53.263515 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0f84de8a-a603-411a-9eb2-8551df6d0fdc req-df4eb0f9-e06f-4db2-af7e-b3c7bdda31f0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=64ebf9fc-d424-49ca-871c-a35862c4a5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310285 Dec 09 15:36:53.280305 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=b278768d-d1d9-42db-b957-8ad3ada7469f,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:53.369731 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66114b-2530-402b-84e8-42f53b03a81c req-7f7a9bca-624d-4a75-b3f5-b0698d55e2de tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:53.371210 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5f66114b-2530-402b-84e8-42f53b03a81c req-7f7a9bca-624d-4a75-b3f5-b0698d55e2de tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4427918-3f67-41aa-8b42-fdb086ff4a3e HTTP/1.1" status: 200 len: 950 time: 0.1061673 Dec 09 15:36:53.406365 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0f84de8a-a603-411a-9eb2-8551df6d0fdc req-e0a54fa4-423c-47ad-a000-8ccf9a624240 service neutron] 10.222.0.31 "GET /v2.0/networks/64ebf9fc-d424-49ca-871c-a35862c4a5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309938 Dec 09 15:36:53.473346 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5f66114b-2530-402b-84e8-42f53b03a81c req-1e674d98-16bb-4798-ac84-0ad1d362fbc4 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956466 Dec 09 15:36:53.515696 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0f84de8a-a603-411a-9eb2-8551df6d0fdc req-6ffebae8-5417-4ebb-9023-5562edefd75a service neutron] 10.222.0.31 "GET /v2.0/networks/64ebf9fc-d424-49ca-871c-a35862c4a5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987146 Dec 09 15:36:53.576539 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8838a-1403-48a2-9916-7676568db734 req-1b3ae639-72b2-499b-9e40-0b256063bf7a tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:53.577989 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bfa8838a-1403-48a2-9916-7676568db734 req-1b3ae639-72b2-499b-9e40-0b256063bf7a tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/ports?device_id=adc1e87f-245f-4a88-a9e4-a1ce177f3767 HTTP/1.1" status: 200 len: 946 time: 0.0494084 Dec 09 15:36:53.596766 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['c0efe82c-64e2-4229-a36e-a17c4a91f9fc'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:36:53.630087 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bfa8838a-1403-48a2-9916-7676568db734 req-2f88e0c5-7b4a-4ff6-9dad-5185806725e1 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/security-groups?id=410938a1-b2b2-4bdb-84bd-cea91e5cb615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461333 Dec 09 15:36:53.720500 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60840) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:53.749841 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebead3c9-daf1-4859-ae89-076d3a1add5f x-openstack-request-id: req-ebead3c9-daf1-4859-ae89-076d3a1add5f {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:36:53.750149 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc1e87f-245f-4a88-a9e4-a1ce177f3767", "name": "network-vif-plugged", "status": "completed", "tag": "b278768d-d1d9-42db-b957-8ad3ada7469f", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:36:53.750382 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ebead3c9-daf1-4859-ae89-076d3a1add5f {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:36:53.750777 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc1e87f-245f-4a88-a9e4-a1ce177f3767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b278768d-d1d9-42db-b957-8ad3ada7469f', 'code': 200} Dec 09 15:36:53.767578 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-66abf84d-a508-499a-b32e-8e6916230a2b admin admin] Deleting subnet 01df2498-b8b6-4dc7-bb3a-e44d90f24165 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:36:53.771096 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66abf84d-a508-499a-b32e-8e6916230a2b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:53.808108 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66abf84d-a508-499a-b32e-8e6916230a2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:53.908243 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66abf84d-a508-499a-b32e-8e6916230a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:53.931542 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb51b2-ae80-4139-a878-8ed84b5c07cd req-acd8cd21-8ad9-4f75-8139-020448f78286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:53.933067 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3cfb51b2-ae80-4139-a878-8ed84b5c07cd req-acd8cd21-8ad9-4f75-8139-020448f78286 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=adc1e87f-245f-4a88-a9e4-a1ce177f3767 HTTP/1.1" status: 200 len: 1097 time: 0.1057537 Dec 09 15:36:53.942095 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:53.954153 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09d09f-0a59-4b33-8941-88073ccbbcb9 req-48115bda-5531-4073-9855-2d4bbcd36a5d tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:53.955585 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ac09d09f-0a59-4b33-8941-88073ccbbcb9 req-48115bda-5531-4073-9855-2d4bbcd36a5d tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=713515dc-25e2-4c41-b81b-436b79605653 HTTP/1.1" status: 200 len: 944 time: 0.1183741 Dec 09 15:36:54.040678 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66abf84d-a508-499a-b32e-8e6916230a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:54.044101 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3cfb51b2-ae80-4139-a878-8ed84b5c07cd req-058674a6-ec17-4356-8ac1-fb234b5c0808 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=410938a1-b2b2-4bdb-84bd-cea91e5cb615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985334 Dec 09 15:36:54.047396 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ac09d09f-0a59-4b33-8941-88073ccbbcb9 req-91158486-b9bc-4933-8214-60866bb9a747 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842061 Dec 09 15:36:54.072161 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66abf84d-a508-499a-b32e-8e6916230a2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01df2498-b8b6-4dc7-bb3a-e44d90f24165,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:54.074167 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66abf84d-a508-499a-b32e-8e6916230a2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:54.080013 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60848) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:54.080587 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-66abf84d-a508-499a-b32e-8e6916230a2b admin admin] 10.222.0.57 "DELETE /v2.0/subnets/01df2498-b8b6-4dc7-bb3a-e44d90f24165 HTTP/1.1" status: 204 len: 168 time: 0.3584991 Dec 09 15:36:54.151340 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2b3ac9a7-9001-4cc4-9dd4-09d068cc79ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:54.159060 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ec04c-9b6b-455f-9da3-010a368e1971 req-a8ca0983-3f31-4a86-b8dc-666b3fee41b1 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:54.160703 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-942ec04c-9b6b-455f-9da3-010a368e1971 req-a8ca0983-3f31-4a86-b8dc-666b3fee41b1 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=19dc24f6-09ce-4250-850b-d7ee7c38fb46 HTTP/1.1" status: 200 len: 946 time: 0.0527503 Dec 09 15:36:54.207528 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-942ec04c-9b6b-455f-9da3-010a368e1971 req-569c6930-3eb3-42f3-9047-7451d6bb3afb tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400708 Dec 09 15:36:54.231739 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2b3ac9a7-9001-4cc4-9dd4-09d068cc79ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:54.252188 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-2b3ac9a7-9001-4cc4-9dd4-09d068cc79ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e9ad32d-c9e7-4e00-867a-aef980499810']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:36:54.262182 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-2b3ac9a7-9001-4cc4-9dd4-09d068cc79ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2728a46b-6f42-41e4-abfd-2e3db73a97b6') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:36:54.262479 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-2b3ac9a7-9001-4cc4-9dd4-09d068cc79ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2728a46b-6f42-41e4-abfd-2e3db73a97b6') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:36:54.271548 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2b3ac9a7-9001-4cc4-9dd4-09d068cc79ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:54.284483 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2b3ac9a7-9001-4cc4-9dd4-09d068cc79ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:54.290349 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b3ac9a7-9001-4cc4-9dd4-09d068cc79ae admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:36:54.290792 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2b3ac9a7-9001-4cc4-9dd4-09d068cc79ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:54.292395 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:36:54.292395 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:36:54.292395 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:36:54.292395 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:36:54.292395 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:36:54.292395 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:36:54.292395 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:36:54.292395 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:36:54.292395 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:36:54.292395 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:36:54.292395 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:36:54.292395 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:36:54.292395 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:36:54.292395 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:36:54.292395 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:36:54.292395 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:36:54.292395 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:36:54.292395 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:36:54.292395 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:36:54.292395 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:36:54.292395 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:36:54.292395 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:36:54.292395 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:36:54.292395 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:36:54.292395 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:36:54.292395 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:36:54.292395 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:36:54.292395 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:36:54.292395 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:36:54.292395 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:36:54.292395 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:36:54.292395 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:36:54.345412 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:54.351583 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2b3ac9a7-9001-4cc4-9dd4-09d068cc79ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:54.358602 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2b3ac9a7-9001-4cc4-9dd4-09d068cc79ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:54.362028 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2b3ac9a7-9001-4cc4-9dd4-09d068cc79ae admin admin] 10.222.0.57 "DELETE /v2.0/networks/5e9ad32d-c9e7-4e00-867a-aef980499810 HTTP/1.1" status: 204 len: 168 time: 0.2802410 Dec 09 15:36:54.373271 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ac9a7-9001-4cc4-9dd4-09d068cc79ae admin admin] Pushing event deleted for resources: {'Network': ['ID=5e9ad32d-c9e7-4e00-867a-aef980499810,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:54.543910 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60860) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:54.571829 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda3a27-04ff-41a5-89b7-4546c0f42a64 req-30f6b798-ddda-44a1-8dfc-ef287cb1aef6 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:54.573395 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fbda3a27-04ff-41a5-89b7-4546c0f42a64 req-30f6b798-ddda-44a1-8dfc-ef287cb1aef6 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f8aefd7-4244-4786-9a2e-1ea22148c062 HTTP/1.1" status: 200 len: 944 time: 0.0590267 Dec 09 15:36:54.599551 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b410ab8b-e432-4398-8565-e99e4e9a8778 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5b98cde4c74447a0b0079eeef5f37b22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0514603 Dec 09 15:36:54.599960 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60864) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:54.632683 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fbda3a27-04ff-41a5-89b7-4546c0f42a64 req-5bc3afa9-346a-4ed7-aee9-776b6491fb06 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509872 Dec 09 15:36:54.659821 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-53e9bbd0-34cd-4de4-9cb4-f4bdb93fccec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:54.680921 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60868) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:54.690514 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-53e9bbd0-34cd-4de4-9cb4-f4bdb93fccec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:54.744584 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-53e9bbd0-34cd-4de4-9cb4-f4bdb93fccec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:54.752548 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-53e9bbd0-34cd-4de4-9cb4-f4bdb93fccec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:54.753989 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-53e9bbd0-34cd-4de4-9cb4-f4bdb93fccec admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7452316f-7331-44ac-8838-64b59757fdbe HTTP/1.1" status: 204 len: 168 time: 0.1523061 Dec 09 15:36:54.763126 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c665d2e2-e822-42a0-8e46-a25330159652 req-21ab6dcc-b702-49e0-a9c9-e80084d33fbe tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:54.769244 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c665d2e2-e822-42a0-8e46-a25330159652 req-21ab6dcc-b702-49e0-a9c9-e80084d33fbe tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:54.770784 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e9bbd0-34cd-4de4-9cb4-f4bdb93fccec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7452316f-7331-44ac-8838-64b59757fdbe,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:54.777632 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c665d2e2-e822-42a0-8e46-a25330159652 req-21ab6dcc-b702-49e0-a9c9-e80084d33fbe tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:54.784429 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c665d2e2-e822-42a0-8e46-a25330159652 req-21ab6dcc-b702-49e0-a9c9-e80084d33fbe tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/ports?device_id=c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e HTTP/1.1" status: 200 len: 2418 time: 0.0897298 Dec 09 15:36:54.812636 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ed89f91e-84ca-4b97-b7ed-b1c5dcc20053 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:54.818297 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device c0efe82c-64e2-4229-a36e-a17c4a91f9fc up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:36:54.858318 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c665d2e2-e822-42a0-8e46-a25330159652 req-0f29c95d-0e2c-4fe5-8b2f-6fa12684c61f tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/security-groups?id=4053ce5f-6f47-4cca-86df-591fd9480a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700016 Dec 09 15:36:54.884532 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port c0efe82c-64e2-4229-a36e-a17c4a91f9fc completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:36:54.893262 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port c0efe82c-64e2-4229-a36e-a17c4a91f9fc triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:54.893637 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:54.920665 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ed89f91e-84ca-4b97-b7ed-b1c5dcc20053 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:54.936668 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ed89f91e-84ca-4b97-b7ed-b1c5dcc20053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:54.988839 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:54.996756 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ed89f91e-84ca-4b97-b7ed-b1c5dcc20053 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c01981479f3f480a81d108759c61e556&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3144846 Dec 09 15:36:54.998668 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed89f91e-84ca-4b97-b7ed-b1c5dcc20053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f98cb1-78af-46fa-8301-098d9e35438a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:54.999649 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a0cfd-7877-4757-80eb-3096f62f4be2 req-1b3600b4-e44f-47df-8235-32dfeef2b40b tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:55.001829 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ff2a0cfd-7877-4757-80eb-3096f62f4be2 req-1b3600b4-e44f-47df-8235-32dfeef2b40b tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4427918-3f67-41aa-8b42-fdb086ff4a3e HTTP/1.1" status: 200 len: 950 time: 0.0614588 Dec 09 15:36:55.002795 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60876) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:55.030670 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port c0efe82c-64e2-4229-a36e-a17c4a91f9fc, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=c0efe82c-64e2-4229-a36e-a17c4a91f9fc,segment=NetworkSegment(69e3382f-395f-44e0-a40c-d45aab069633),segment_id=69e3382f-395f-44e0-a40c-d45aab069633)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:55.035886 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:55.089640 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ff2a0cfd-7877-4757-80eb-3096f62f4be2 req-efd54632-fe3a-4b24-a153-293074653b08 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738204 Dec 09 15:36:55.092580 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fadb0c3d-b9f3-45ec-bee1-29fedcf58696 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:55.111543 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=c0efe82c-64e2-4229-a36e-a17c4a91f9fc,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:55.116826 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fadb0c3d-b9f3-45ec-bee1-29fedcf58696 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:55.182043 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:55.208972 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fadb0c3d-b9f3-45ec-bee1-29fedcf58696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:55.212198 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fadb0c3d-b9f3-45ec-bee1-29fedcf58696 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:55.215763 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-fadb0c3d-b9f3-45ec-bee1-29fedcf58696 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f4f98cb1-78af-46fa-8301-098d9e35438a HTTP/1.1" status: 204 len: 168 time: 0.2096484 Dec 09 15:36:55.222024 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb0c3d-b9f3-45ec-bee1-29fedcf58696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f98cb1-78af-46fa-8301-098d9e35438a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:55.244017 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c746a8a-e514-4cb1-a49d-e07861b89591 req-1f2d5175-e9d4-4226-970b-e3cbd55ff68b tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:55.252222 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3c746a8a-e514-4cb1-a49d-e07861b89591 req-1f2d5175-e9d4-4226-970b-e3cbd55ff68b tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/ports?device_id=adc1e87f-245f-4a88-a9e4-a1ce177f3767 HTTP/1.1" status: 200 len: 946 time: 0.0895801 Dec 09 15:36:55.298616 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3c746a8a-e514-4cb1-a49d-e07861b89591 req-01673404-b449-4945-90fa-496ba9ffeb29 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/security-groups?id=410938a1-b2b2-4bdb-84bd-cea91e5cb615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453806 Dec 09 15:36:55.421026 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b2ed0-2024-40de-b681-e5a0f6e84361 req-4edd0169-fcfa-47f2-a1c9-2206bfbfcc34 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:55.423027 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ea3b2ed0-2024-40de-b681-e5a0f6e84361 req-4edd0169-fcfa-47f2-a1c9-2206bfbfcc34 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=713515dc-25e2-4c41-b81b-436b79605653 HTTP/1.1" status: 200 len: 944 time: 0.0592978 Dec 09 15:36:55.485116 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ea3b2ed0-2024-40de-b681-e5a0f6e84361 req-e8f279db-b908-4206-82f8-fe62f05a988c tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555420 Dec 09 15:36:55.610269 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae65582-2690-4571-adf4-e9336d1f98eb req-8549b5ca-3a5d-4b32-be50-6102ce58444b tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:55.612172 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0ae65582-2690-4571-adf4-e9336d1f98eb req-8549b5ca-3a5d-4b32-be50-6102ce58444b tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=19dc24f6-09ce-4250-850b-d7ee7c38fb46 HTTP/1.1" status: 200 len: 946 time: 0.0591276 Dec 09 15:36:55.619420 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60902) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:55.628353 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60904) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:55.646204 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-581c28ac-1467-4055-b21a-3da04941fce5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:55.677089 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0ae65582-2690-4571-adf4-e9336d1f98eb req-7a31a40a-b4a4-40de-9fd9-d43fb6f919c9 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559981 Dec 09 15:36:55.748801 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-581c28ac-1467-4055-b21a-3da04941fce5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:55.751944 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8aefd7-4244-4786-9a2e-1ea22148c062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0efe82c-64e2-4229-a36e-a17c4a91f9fc'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:36:55.754456 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b34813b-deb6-492a-807e-2fcd53d8ac1a" -d '{"events": [{"server_uuid": "4f8aefd7-4244-4786-9a2e-1ea22148c062", "name": "network-vif-plugged", "status": "completed", "tag": "c0efe82c-64e2-4229-a36e-a17c4a91f9fc"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:36:55.756473 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-581c28ac-1467-4055-b21a-3da04941fce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:55.801169 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-581c28ac-1467-4055-b21a-3da04941fce5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d900f5ba923c46479ef25a43b8f6346b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1806526 Dec 09 15:36:55.802045 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c28ac-1467-4055-b21a-3da04941fce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645a7a03-0c3c-461a-af5e-cb89763799ff,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:55.804555 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60912) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:55.824698 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0c5fa-e12c-411c-be0f-f0332406be7c req-d911429d-ed8b-4c9c-8253-b318c27382d5 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:55.826262 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-44c0c5fa-e12c-411c-be0f-f0332406be7c req-d911429d-ed8b-4c9c-8253-b318c27382d5 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f8aefd7-4244-4786-9a2e-1ea22148c062 HTTP/1.1" status: 200 len: 945 time: 0.0886102 Dec 09 15:36:55.839711 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-d113304a-286d-4aab-b827-e71285bed0b2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-662223514-network', 'tenant_id': '22d7743b04274c74b1037ecd2e466dba'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:36:55.877500 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d65c2e3e-f013-45d5-94ff-1698d4f13326 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:55.879861 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d113304a-286d-4aab-b827-e71285bed0b2 admin admin] Made reservation on behalf of 22d7743b04274c74b1037ecd2e466dba for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:36:55.882148 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d113304a-286d-4aab-b827-e71285bed0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:55.900942 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d113304a-286d-4aab-b827-e71285bed0b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:55.901673 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d65c2e3e-f013-45d5-94ff-1698d4f13326 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:55.921602 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-44c0c5fa-e12c-411c-be0f-f0332406be7c req-56f20910-46ad-4335-bc8f-b9b6ca8fd383 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703855 Dec 09 15:36:55.957243 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d65c2e3e-f013-45d5-94ff-1698d4f13326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:55.962557 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d65c2e3e-f013-45d5-94ff-1698d4f13326 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:55.965191 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d65c2e3e-f013-45d5-94ff-1698d4f13326 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/645a7a03-0c3c-461a-af5e-cb89763799ff HTTP/1.1" status: 204 len: 168 time: 0.1583877 Dec 09 15:36:55.974478 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c2e3e-f013-45d5-94ff-1698d4f13326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645a7a03-0c3c-461a-af5e-cb89763799ff,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:55.986438 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26344a29-009f-4754-b7d3-d03d2b3db9c2 x-openstack-request-id: req-26344a29-009f-4754-b7d3-d03d2b3db9c2 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:36:55.986964 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f8aefd7-4244-4786-9a2e-1ea22148c062", "name": "network-vif-plugged", "status": "completed", "tag": "c0efe82c-64e2-4229-a36e-a17c4a91f9fc", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:36:55.987939 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-26344a29-009f-4754-b7d3-d03d2b3db9c2 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:36:55.988582 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f8aefd7-4244-4786-9a2e-1ea22148c062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0efe82c-64e2-4229-a36e-a17c4a91f9fc', 'code': 200} Dec 09 15:36:56.022934 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d113304a-286d-4aab-b827-e71285bed0b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:56.028243 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d113304a-286d-4aab-b827-e71285bed0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:56.088394 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d113304a-286d-4aab-b827-e71285bed0b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:36:56.130699 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d113304a-286d-4aab-b827-e71285bed0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:56.131037 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-d113304a-286d-4aab-b827-e71285bed0b2 admin admin] Added segment cef3a23b-9ff4-4874-a4d8-11bf87c1d9a8 of type vlan for network 99deab82-68e4-40a9-831d-57d4c6d733cd Dec 09 15:36:56.145823 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d113304a-286d-4aab-b827-e71285bed0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba6105b-f056-4e0c-8297-3f8457ddbf4f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:56.198427 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d133608-2a67-4389-aade-63b58484b680 req-52fca244-35bc-4383-ae3b-d882603e7baf tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:56.204257 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d133608-2a67-4389-aade-63b58484b680 req-52fca244-35bc-4383-ae3b-d882603e7baf tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:56.210474 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d133608-2a67-4389-aade-63b58484b680 req-52fca244-35bc-4383-ae3b-d882603e7baf tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:56.212240 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5d133608-2a67-4389-aade-63b58484b680 req-52fca244-35bc-4383-ae3b-d882603e7baf tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/ports?device_id=c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e HTTP/1.1" status: 200 len: 2418 time: 0.1615291 Dec 09 15:36:56.216827 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d113304a-286d-4aab-b827-e71285bed0b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:56.234174 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c52bb-91ff-41b5-b5e3-bcdea67acf2d req-96f6322a-3743-4478-8cc8-56049f5a8232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:56.235615 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5e7c52bb-91ff-41b5-b5e3-bcdea67acf2d req-96f6322a-3743-4478-8cc8-56049f5a8232 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4f8aefd7-4244-4786-9a2e-1ea22148c062 HTTP/1.1" status: 200 len: 1096 time: 0.1483457 Dec 09 15:36:56.282399 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d113304a-286d-4aab-b827-e71285bed0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:56.283334 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d113304a-286d-4aab-b827-e71285bed0b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:56.283903 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d113304a-286d-4aab-b827-e71285bed0b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:56.360841 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5d133608-2a67-4389-aade-63b58484b680 req-ed4fdf6e-14ed-420f-afbf-341c125ffcb4 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/security-groups?id=4053ce5f-6f47-4cca-86df-591fd9480a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380522 Dec 09 15:36:56.374323 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d113304a-286d-4aab-b827-e71285bed0b2 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7420330 Dec 09 15:36:56.375093 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60932) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:56.380805 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-00c3b852-8688-403c-9307-6422f18f377b admin admin] Request body: {'subnet': {'network_id': '99deab82-68e4-40a9-831d-57d4c6d733cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-662223514-subnet', 'tenant_id': '22d7743b04274c74b1037ecd2e466dba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:36:56.392940 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d113304a-286d-4aab-b827-e71285bed0b2 admin admin] Pushing event updated for resources: {'Network': ['ID=99deab82-68e4-40a9-831d-57d4c6d733cd,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:56.400178 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5e7c52bb-91ff-41b5-b5e3-bcdea67acf2d req-a4602190-0bcf-4801-9eb3-2360676cfe1a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422741 Dec 09 15:36:56.409004 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c3b852-8688-403c-9307-6422f18f377b admin admin] Made reservation on behalf of 22d7743b04274c74b1037ecd2e466dba for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:36:56.413136 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-00c3b852-8688-403c-9307-6422f18f377b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:56.419605 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:56.456542 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 99deab82-68e4-40a9-831d-57d4c6d733cd details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:36:56.524394 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620348e0-09b0-454f-9d2e-1bc9f9968a09 req-f861cbfd-b4de-4041-95a0-447c46c61c3c tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:56.534049 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-620348e0-09b0-454f-9d2e-1bc9f9968a09 req-f861cbfd-b4de-4041-95a0-447c46c61c3c tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4427918-3f67-41aa-8b42-fdb086ff4a3e HTTP/1.1" status: 200 len: 950 time: 0.0730295 Dec 09 15:36:56.583491 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-620348e0-09b0-454f-9d2e-1bc9f9968a09 req-f76e4886-2984-4fcc-ba4f-8fe44d782033 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482357 Dec 09 15:36:56.620912 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-00c3b852-8688-403c-9307-6422f18f377b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:56.682273 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c3b852-8688-403c-9307-6422f18f377b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e61db67-8b3d-4dcf-badf-87164914471b,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:56.698137 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c3b852-8688-403c-9307-6422f18f377b admin admin] Checking segment: {'id': 'cef3a23b-9ff4-4874-a4d8-11bf87c1d9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '99deab82-68e4-40a9-831d-57d4c6d733cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:36:56.698496 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c3b852-8688-403c-9307-6422f18f377b admin admin] Network hostable DHCP agents. Network: 99deab82-68e4-40a9-831d-57d4c6d733cd, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:36:56.703611 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f29bb-79b3-4602-97e5-1f46a6a40286 req-f133cac6-a41a-45f3-a766-15c84e7e5f54 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:56.705214 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-173f29bb-79b3-4602-97e5-1f46a6a40286 req-f133cac6-a41a-45f3-a766-15c84e7e5f54 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/ports?device_id=adc1e87f-245f-4a88-a9e4-a1ce177f3767 HTTP/1.1" status: 200 len: 946 time: 0.0608830 Dec 09 15:36:56.721486 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c3b852-8688-403c-9307-6422f18f377b admin admin] Network 99deab82-68e4-40a9-831d-57d4c6d733cd is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:36:56.732976 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-00c3b852-8688-403c-9307-6422f18f377b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 99deab82-68e4-40a9-831d-57d4c6d733cd) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:36:56.737582 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c3b852-8688-403c-9307-6422f18f377b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:56.738220 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-00c3b852-8688-403c-9307-6422f18f377b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:56.742622 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9653c793-7560-4d6b-a618-71eead5d1924 None None] Network 99deab82-68e4-40a9-831d-57d4c6d733cd requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:36:56.764225 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-173f29bb-79b3-4602-97e5-1f46a6a40286 req-aa824aa1-cc06-4651-aae5-9e676935ecba tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/security-groups?id=410938a1-b2b2-4bdb-84bd-cea91e5cb615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479929 Dec 09 15:36:56.766383 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-00c3b852-8688-403c-9307-6422f18f377b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3899000 Dec 09 15:36:56.769312 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60948) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:56.773771 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-d0ed265b-3112-45f8-927c-b454de4ce9c4 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-662223514-router', 'tenant_id': '22d7743b04274c74b1037ecd2e466dba', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:36:56.800367 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0ed265b-3112-45f8-927c-b454de4ce9c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:56.802299 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0ed265b-3112-45f8-927c-b454de4ce9c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:56.827276 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 88763ae3-a897-4df8-a761-bf9b456b7297 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:36:56.928874 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0ed265b-3112-45f8-927c-b454de4ce9c4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:56.941095 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997af38e-f8d5-4943-bbeb-88fcd9800820 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-99deab82-68e4-40a9-831d-57d4c6d733cd', 'network_id': '99deab82-68e4-40a9-831d-57d4c6d733cd', 'project_id': '22d7743b04274c74b1037ecd2e466dba', 'fixed_ips': [{'subnet_id': '6e61db67-8b3d-4dcf-badf-87164914471b'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:36:56.941958 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-997af38e-f8d5-4943-bbeb-88fcd9800820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:56.981574 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 88763ae3-a897-4df8-a761-bf9b456b7297, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=88763ae3-a897-4df8-a761-bf9b456b7297,segment=NetworkSegment(3c8c96ac-fcd7-4b06-91d5-8b3b47be9336),segment_id=3c8c96ac-fcd7-4b06-91d5-8b3b47be9336)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:56.988947 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55aaa7-5175-4c1e-83fd-3b4fd02f9a58 req-d2ca13de-1d6b-482b-b832-10eb887ed35d tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:56.995388 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55aaa7-5175-4c1e-83fd-3b4fd02f9a58 req-d2ca13de-1d6b-482b-b832-10eb887ed35d tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:57.001251 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55aaa7-5175-4c1e-83fd-3b4fd02f9a58 req-d2ca13de-1d6b-482b-b832-10eb887ed35d tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:57.002841 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bc55aaa7-5175-4c1e-83fd-3b4fd02f9a58 req-d2ca13de-1d6b-482b-b832-10eb887ed35d tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e HTTP/1.1" status: 200 len: 2418 time: 0.1807814 Dec 09 15:36:57.035467 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '88763ae3-a897-4df8-a761-bf9b456b7297', 'network_id': '64ebf9fc-d424-49ca-871c-a35862c4a5f0', 'port_id': '88763ae3-a897-4df8-a761-bf9b456b7297', 'mac_address': 'fa:16:3e:f5:c9:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a04522e-f81a-4661-bcf3-8978215b87d1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:36:57.054613 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494a2d1-6ea9-4ad4-a595-2d201a8076c4 req-c53c10bf-54e2-4e2f-880f-1924d28bdb43 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:57.056122 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4494a2d1-6ea9-4ad4-a595-2d201a8076c4 req-c53c10bf-54e2-4e2f-880f-1924d28bdb43 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=713515dc-25e2-4c41-b81b-436b79605653 HTTP/1.1" status: 200 len: 944 time: 0.1949770 Dec 09 15:36:57.114062 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:57.137890 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88763ae3-a897-4df8-a761-bf9b456b7297 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:36:57.142271 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-997af38e-f8d5-4943-bbeb-88fcd9800820 None None] Allocated IP 172.20.0.2 (99deab82-68e4-40a9-831d-57d4c6d733cd/6e61db67-8b3d-4dcf-badf-87164914471b/cf0515e9-2f29-44c8-a0a1-df93f3589868) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:36:57.168232 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 88763ae3-a897-4df8-a761-bf9b456b7297, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=88763ae3-a897-4df8-a761-bf9b456b7297,segment=NetworkSegment(3c8c96ac-fcd7-4b06-91d5-8b3b47be9336),segment_id=3c8c96ac-fcd7-4b06-91d5-8b3b47be9336)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:57.180438 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:57.193770 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0ed265b-3112-45f8-927c-b454de4ce9c4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:57.238263 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4494a2d1-6ea9-4ad4-a595-2d201a8076c4 req-69d58624-e593-49a2-a9df-fc7b169a1530 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629877 Dec 09 15:36:57.274908 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=88763ae3-a897-4df8-a761-bf9b456b7297,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:57.291826 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-bc55aaa7-5175-4c1e-83fd-3b4fd02f9a58 req-e05dafe3-3b25-4afc-b38b-6ed09d97ecfb tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Deleting port 0f2ab084-9725-4842-8576-c2e1d845f14a {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:36:57.292172 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bc55aaa7-5175-4c1e-83fd-3b4fd02f9a58 req-e05dafe3-3b25-4afc-b38b-6ed09d97ecfb tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:57.360440 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-997af38e-f8d5-4943-bbeb-88fcd9800820 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:57.366063 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-997af38e-f8d5-4943-bbeb-88fcd9800820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:57.410963 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997af38e-f8d5-4943-bbeb-88fcd9800820 None None] Network 99deab82-68e4-40a9-831d-57d4c6d733cd is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:36:57.418487 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-997af38e-f8d5-4943-bbeb-88fcd9800820 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:36:57.420678 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997af38e-f8d5-4943-bbeb-88fcd9800820 None None] Pushing event updated for resources: {'Port': ['ID=cf0515e9-2f29-44c8-a0a1-df93f3589868,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:57.422834 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997af38e-f8d5-4943-bbeb-88fcd9800820 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:36:57.442400 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd51d0-54f7-4e0d-a97d-745d5bedcf87 req-2a88fa62-ea16-4b10-9963-401bc0248dbf tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:57.443857 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f4fd51d0-54f7-4e0d-a97d-745d5bedcf87 req-2a88fa62-ea16-4b10-9963-401bc0248dbf tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=19dc24f6-09ce-4250-850b-d7ee7c38fb46 HTTP/1.1" status: 200 len: 946 time: 0.1086586 Dec 09 15:36:57.454626 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-bc55aaa7-5175-4c1e-83fd-3b4fd02f9a58 req-e05dafe3-3b25-4afc-b38b-6ed09d97ecfb tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] For port 0f2ab084-9725-4842-8576-c2e1d845f14a, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=0f2ab084-9725-4842-8576-c2e1d845f14a,segment=NetworkSegment(86283111-1a74-45ec-bb1c-dc66e4f2543c),segment_id=86283111-1a74-45ec-bb1c-dc66e4f2543c)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:57.454984 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bc55aaa7-5175-4c1e-83fd-3b4fd02f9a58 req-e05dafe3-3b25-4afc-b38b-6ed09d97ecfb tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:57.481413 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-997af38e-f8d5-4943-bbeb-88fcd9800820 None None] Attempting to bind port cf0515e9-2f29-44c8-a0a1-df93f3589868 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:36:57.481788 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-997af38e-f8d5-4943-bbeb-88fcd9800820 None None] Attempting to bind port cf0515e9-2f29-44c8-a0a1-df93f3589868 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'cef3a23b-9ff4-4874-a4d8-11bf87c1d9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '99deab82-68e4-40a9-831d-57d4c6d733cd'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:36:57.482156 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997af38e-f8d5-4943-bbeb-88fcd9800820 None None] Attempting to bind port cf0515e9-2f29-44c8-a0a1-df93f3589868 on network 99deab82-68e4-40a9-831d-57d4c6d733cd {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:36:57.488094 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997af38e-f8d5-4943-bbeb-88fcd9800820 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:36:57.488527 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997af38e-f8d5-4943-bbeb-88fcd9800820 None None] Checking segment: {'id': 'cef3a23b-9ff4-4874-a4d8-11bf87c1d9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '99deab82-68e4-40a9-831d-57d4c6d733cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:36:57.488931 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-997af38e-f8d5-4943-bbeb-88fcd9800820 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:57.489321 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997af38e-f8d5-4943-bbeb-88fcd9800820 None None] Bound using segment: {'id': 'cef3a23b-9ff4-4874-a4d8-11bf87c1d9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '99deab82-68e4-40a9-831d-57d4c6d733cd'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:36:57.489786 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-997af38e-f8d5-4943-bbeb-88fcd9800820 None None] Bound port: cf0515e9-2f29-44c8-a0a1-df93f3589868, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef3a23b-9ff4-4874-a4d8-11bf87c1d9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '99deab82-68e4-40a9-831d-57d4c6d733cd'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:36:57.490299 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-997af38e-f8d5-4943-bbeb-88fcd9800820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:57.557120 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-997af38e-f8d5-4943-bbeb-88fcd9800820 None None] For port cf0515e9-2f29-44c8-a0a1-df93f3589868, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:36:57.560440 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-997af38e-f8d5-4943-bbeb-88fcd9800820 None None] For port cf0515e9-2f29-44c8-a0a1-df93f3589868, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=cf0515e9-2f29-44c8-a0a1-df93f3589868,segment=NetworkSegment(cef3a23b-9ff4-4874-a4d8-11bf87c1d9a8),segment_id=cef3a23b-9ff4-4874-a4d8-11bf87c1d9a8)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:36:57.566364 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-997af38e-f8d5-4943-bbeb-88fcd9800820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:57.606910 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['88763ae3-a897-4df8-a761-bf9b456b7297'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:36:57.655453 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997af38e-f8d5-4943-bbeb-88fcd9800820 None None] Pushing event updated for resources: {'Port': ['ID=cf0515e9-2f29-44c8-a0a1-df93f3589868,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:57.791266 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-bc55aaa7-5175-4c1e-83fd-3b4fd02f9a58 req-e05dafe3-3b25-4afc-b38b-6ed09d97ecfb tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Calling delete_port for 0f2ab084-9725-4842-8576-c2e1d845f14a owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:36:57.965719 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f4fd51d0-54f7-4e0d-a97d-745d5bedcf87 req-f825d2d8-1a59-46a9-9c11-ae7053c669b6 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5137923 Dec 09 15:36:58.075718 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0ed265b-3112-45f8-927c-b454de4ce9c4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:58.107741 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0ed265b-3112-45f8-927c-b454de4ce9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:58.207732 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-387109f9-a1eb-4919-989c-70595fc10401 req-601f3a6d-126f-4f23-a484-06ad70999366 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2165959 Dec 09 15:36:58.222523 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-387109f9-a1eb-4919-989c-70595fc10401 req-a1c64e0c-73d6-4b39-8261-7b37121c3956 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:36:58.229287 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bc55aaa7-5175-4c1e-83fd-3b4fd02f9a58 req-e05dafe3-3b25-4afc-b38b-6ed09d97ecfb tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:58.284547 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05dafe3-3b25-4afc-b38b-6ed09d97ecfb tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Pushing event deleted for resources: {'Port': ['ID=0f2ab084-9725-4842-8576-c2e1d845f14a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:58.349740 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-387109f9-a1eb-4919-989c-70595fc10401 req-a1c64e0c-73d6-4b39-8261-7b37121c3956 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:58.354327 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc55aaa7-5175-4c1e-83fd-3b4fd02f9a58 req-e05dafe3-3b25-4afc-b38b-6ed09d97ecfb tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] No DVR routers for this DVR port 0f2ab084-9725-4842-8576-c2e1d845f14a on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:36:58.357010 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bc55aaa7-5175-4c1e-83fd-3b4fd02f9a58 req-e05dafe3-3b25-4afc-b38b-6ed09d97ecfb tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:58.360859 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bc55aaa7-5175-4c1e-83fd-3b4fd02f9a58 req-e05dafe3-3b25-4afc-b38b-6ed09d97ecfb tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.31 "DELETE /v2.0/ports/0f2ab084-9725-4842-8576-c2e1d845f14a HTTP/1.1" status: 204 len: 173 time: 1.3249040 Dec 09 15:36:58.364266 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e', 'name': 'network-vif-deleted', 'tag': '0f2ab084-9725-4842-8576-c2e1d845f14a'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:36:58.366677 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef8af1d-b7c8-437d-ad1e-62585f8c86b1" -d '{"events": [{"server_uuid": "c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e", "name": "network-vif-deleted", "tag": "0f2ab084-9725-4842-8576-c2e1d845f14a"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:36:58.372190 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['0f2ab084-9725-4842-8576-c2e1d845f14a', '61870e47-b68b-4adc-81d9-2541d8b54c52', '8dd2331b-4e18-4c42-b209-d51eb31b238e'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:36:58.456215 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-d0ed265b-3112-45f8-927c-b454de4ce9c4 admin admin] Allocated IP 172.25.3.201 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/7ce9cd52-d487-48be-b3c4-fec2341e71a1) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:36:58.598676 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:36:58.678100 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-bc55aaa7-5175-4c1e-83fd-3b4fd02f9a58 req-52e77ce5-d647-42a0-aaa1-9d49068376ec tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Deleting port 8dd2331b-4e18-4c42-b209-d51eb31b238e {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:36:58.678584 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bc55aaa7-5175-4c1e-83fd-3b4fd02f9a58 req-52e77ce5-d647-42a0-aaa1-9d49068376ec tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:58.710385 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0ed265b-3112-45f8-927c-b454de4ce9c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:58.757791 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ceae7e5-8a42-4b6c-9a13-c604c85eaaf3 None None] Network 99deab82-68e4-40a9-831d-57d4c6d733cd requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:36:58.790703 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-387109f9-a1eb-4919-989c-70595fc10401 req-a1c64e0c-73d6-4b39-8261-7b37121c3956 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:58.864104 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f948706b-9fd1-4b1f-ab76-794a248cc9f1 None None] Provisioning complete for port cf0515e9-2f29-44c8-a0a1-df93f3589868 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:58.864575 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f948706b-9fd1-4b1f-ab76-794a248cc9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:58.897180 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 88763ae3-a897-4df8-a761-bf9b456b7297 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:36:58.897417 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5402de-5fe2-4ccd-acab-9b238d3ffb45 req-8d9c9e09-1824-44f5-97e9-bc0dbeab607b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:58.899277 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6f5402de-5fe2-4ccd-acab-9b238d3ffb45 req-8d9c9e09-1824-44f5-97e9-bc0dbeab607b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=59594b9e3fb144dbb2817de5b4b0a74c&device_id=19dc24f6-09ce-4250-850b-d7ee7c38fb46 HTTP/1.1" status: 200 len: 1097 time: 0.1611240 Dec 09 15:36:58.909038 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-bc55aaa7-5175-4c1e-83fd-3b4fd02f9a58 req-52e77ce5-d647-42a0-aaa1-9d49068376ec tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] For port 8dd2331b-4e18-4c42-b209-d51eb31b238e, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=8dd2331b-4e18-4c42-b209-d51eb31b238e,segment=NetworkSegment(9bd074ee-57e4-4e1d-b513-d1751f470e61),segment_id=9bd074ee-57e4-4e1d-b513-d1751f470e61)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:58.909430 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bc55aaa7-5175-4c1e-83fd-3b4fd02f9a58 req-52e77ce5-d647-42a0-aaa1-9d49068376ec tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:58.935728 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0ed265b-3112-45f8-927c-b454de4ce9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:58.938683 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-bc55aaa7-5175-4c1e-83fd-3b4fd02f9a58 req-52e77ce5-d647-42a0-aaa1-9d49068376ec tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Calling delete_port for 8dd2331b-4e18-4c42-b209-d51eb31b238e owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:36:59.034245 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 88763ae3-a897-4df8-a761-bf9b456b7297 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:36:59.041201 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 88763ae3-a897-4df8-a761-bf9b456b7297 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:59.041658 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:59.043376 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f948706b-9fd1-4b1f-ab76-794a248cc9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:59.083033 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ed265b-3112-45f8-927c-b454de4ce9c4 admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:36:59.102569 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-d0ed265b-3112-45f8-927c-b454de4ce9c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:36:59.107140 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f948706b-9fd1-4b1f-ab76-794a248cc9f1 None None] For port cf0515e9-2f29-44c8-a0a1-df93f3589868, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=cf0515e9-2f29-44c8-a0a1-df93f3589868,segment=NetworkSegment(cef3a23b-9ff4-4874-a4d8-11bf87c1d9a8),segment_id=cef3a23b-9ff4-4874-a4d8-11bf87c1d9a8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:59.114330 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f948706b-9fd1-4b1f-ab76-794a248cc9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:59.123814 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ed265b-3112-45f8-927c-b454de4ce9c4 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:36:59.155959 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed265b-3112-45f8-927c-b454de4ce9c4 admin admin] Pushing event updated for resources: {'Port': ['ID=7ce9cd52-d487-48be-b3c4-fec2341e71a1,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:59.196407 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-387109f9-a1eb-4919-989c-70595fc10401 req-a1c64e0c-73d6-4b39-8261-7b37121c3956 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Allocated IP 172.25.3.232 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/163e7686-d333-42d3-895c-42de4d7eecb6) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:36:59.197738 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:59.199564 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948706b-9fd1-4b1f-ab76-794a248cc9f1 None None] Pushing event updated for resources: {'Port': ['ID=cf0515e9-2f29-44c8-a0a1-df93f3589868,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:59.212392 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5402de-5fe2-4ccd-acab-9b238d3ffb45 req-8291704e-e537-4f80-942e-620630a011ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:59.213916 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6f5402de-5fe2-4ccd-acab-9b238d3ffb45 req-8291704e-e537-4f80-942e-620630a011ed service neutron] 10.222.0.31 "GET /v2.0/networks?id=7010a1a7-2d7c-4586-8e67-9c7afc483ab0 HTTP/1.1" status: 200 len: 920 time: 0.2915757 Dec 09 15:36:59.225423 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713515dc-25e2-4c41-b81b-436b79605653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88763ae3-a897-4df8-a761-bf9b456b7297'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:36:59.228185 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c4ea1a-f0b9-423a-907b-08fb188d1c9d" -d '{"events": [{"server_uuid": "713515dc-25e2-4c41-b81b-436b79605653", "name": "network-vif-plugged", "status": "completed", "tag": "88763ae3-a897-4df8-a761-bf9b456b7297"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:36:59.245571 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 88763ae3-a897-4df8-a761-bf9b456b7297, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=88763ae3-a897-4df8-a761-bf9b456b7297,segment=NetworkSegment(3c8c96ac-fcd7-4b06-91d5-8b3b47be9336),segment_id=3c8c96ac-fcd7-4b06-91d5-8b3b47be9336)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:59.252071 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:59.252886 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 61870e47-b68b-4adc-81d9-2541d8b54c52 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:36:59.275183 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f39ef296-6d94-40e9-b9d3-a526e9f52ad0 None None] Provisioning complete for port cf0515e9-2f29-44c8-a0a1-df93f3589868 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:59.275428 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f39ef296-6d94-40e9-b9d3-a526e9f52ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:59.340942 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6f5402de-5fe2-4ccd-acab-9b238d3ffb45 req-7a047345-95c4-42cb-8b7e-4a40f36ec0bb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59ffef59-e7d2-49f4-bb86-d9cd926be4b8 HTTP/1.1" status: 200 len: 217 time: 0.1162963 Dec 09 15:36:59.364948 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=88763ae3-a897-4df8-a761-bf9b456b7297,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:59.434563 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:59.484498 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 61870e47-b68b-4adc-81d9-2541d8b54c52, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=61870e47-b68b-4adc-81d9-2541d8b54c52,segment=NetworkSegment(86283111-1a74-45ec-bb1c-dc66e4f2543c),segment_id=86283111-1a74-45ec-bb1c-dc66e4f2543c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:59.489990 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:59.490907 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 0f2ab084-9725-4842-8576-c2e1d845f14a no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:36:59.518192 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5402de-5fe2-4ccd-acab-9b238d3ffb45 req-de99bda0-851f-4a71-895b-40c28285c239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:59.519710 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6f5402de-5fe2-4ccd-acab-9b238d3ffb45 req-de99bda0-851f-4a71-895b-40c28285c239 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=55d52639-1caa-4023-ae95-afc257c891d1 HTTP/1.1" status: 200 len: 859 time: 0.1478231 Dec 09 15:36:59.527743 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bc55aaa7-5175-4c1e-83fd-3b4fd02f9a58 req-52e77ce5-d647-42a0-aaa1-9d49068376ec tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:59.541561 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 0f2ab084-9725-4842-8576-c2e1d845f14a {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:36:59.541917 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 0f2ab084-9725-4842-8576-c2e1d845f14a not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:36:59.542339 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 8dd2331b-4e18-4c42-b209-d51eb31b238e no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:36:59.566774 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device cf0515e9-2f29-44c8-a0a1-df93f3589868 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:36:59.572015 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 8dd2331b-4e18-4c42-b209-d51eb31b238e {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:36:59.572015 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 8dd2331b-4e18-4c42-b209-d51eb31b238e not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:36:59.599968 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6f5402de-5fe2-4ccd-acab-9b238d3ffb45 req-073bf678-68c9-40c7-a700-974e95c5b6d2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7010a1a7-2d7c-4586-8e67-9c7afc483ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688565 Dec 09 15:36:59.600718 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e77ce5-d647-42a0-aaa1-9d49068376ec tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Pushing event deleted for resources: {'Port': ['ID=8dd2331b-4e18-4c42-b209-d51eb31b238e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:59.620334 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=61870e47-b68b-4adc-81d9-2541d8b54c52,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:59.634819 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-387109f9-a1eb-4919-989c-70595fc10401 req-a1c64e0c-73d6-4b39-8261-7b37121c3956 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:59.636690 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port cf0515e9-2f29-44c8-a0a1-df93f3589868 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:59.637601 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:59.766836 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc55aaa7-5175-4c1e-83fd-3b4fd02f9a58 req-52e77ce5-d647-42a0-aaa1-9d49068376ec tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] No DVR routers for this DVR port 8dd2331b-4e18-4c42-b209-d51eb31b238e on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:36:59.776063 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bc55aaa7-5175-4c1e-83fd-3b4fd02f9a58 req-52e77ce5-d647-42a0-aaa1-9d49068376ec tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:59.779532 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bc55aaa7-5175-4c1e-83fd-3b4fd02f9a58 req-52e77ce5-d647-42a0-aaa1-9d49068376ec tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.31 "DELETE /v2.0/ports/8dd2331b-4e18-4c42-b209-d51eb31b238e HTTP/1.1" status: 204 len: 173 time: 1.3817282 Dec 09 15:36:59.872146 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0ed265b-3112-45f8-927c-b454de4ce9c4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:59.880122 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-387109f9-a1eb-4919-989c-70595fc10401 req-a1c64e0c-73d6-4b39-8261-7b37121c3956 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:59.965694 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6f5402de-5fe2-4ccd-acab-9b238d3ffb45 req-1ca4a18e-1e41-406e-a941-9334c732d311 service neutron] 10.222.0.31 "GET /v2.0/networks/7010a1a7-2d7c-4586-8e67-9c7afc483ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246827 Dec 09 15:37:00.005659 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-387109f9-a1eb-4919-989c-70595fc10401 req-a1c64e0c-73d6-4b39-8261-7b37121c3956 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:37:00.353590 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-387109f9-a1eb-4919-989c-70595fc10401 req-a1c64e0c-73d6-4b39-8261-7b37121c3956 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:37:00.363905 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-387109f9-a1eb-4919-989c-70595fc10401 req-a1c64e0c-73d6-4b39-8261-7b37121c3956 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:37:00.370592 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c64e0c-73d6-4b39-8261-7b37121c3956 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Pushing event updated for resources: {'Port': ['ID=163e7686-d333-42d3-895c-42de4d7eecb6,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:00.480211 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-bc55aaa7-5175-4c1e-83fd-3b4fd02f9a58 req-f3caf0cd-7ed1-42b7-909c-12ebdc0a251b tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Deleting port 61870e47-b68b-4adc-81d9-2541d8b54c52 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:37:00.480585 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bc55aaa7-5175-4c1e-83fd-3b4fd02f9a58 req-f3caf0cd-7ed1-42b7-909c-12ebdc0a251b tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:00.577351 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6f5402de-5fe2-4ccd-acab-9b238d3ffb45 req-2b59796c-7dc9-47aa-b181-509a9148e4c1 service neutron] 10.222.0.31 "GET /v2.0/networks/7010a1a7-2d7c-4586-8e67-9c7afc483ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5944617 Dec 09 15:37:00.671456 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-387109f9-a1eb-4919-989c-70595fc10401 req-a1c64e0c-73d6-4b39-8261-7b37121c3956 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:00.682637 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0ed265b-3112-45f8-927c-b454de4ce9c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:00.686190 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-bc55aaa7-5175-4c1e-83fd-3b4fd02f9a58 req-f3caf0cd-7ed1-42b7-909c-12ebdc0a251b tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] For port 61870e47-b68b-4adc-81d9-2541d8b54c52, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=61870e47-b68b-4adc-81d9-2541d8b54c52,segment=NetworkSegment(86283111-1a74-45ec-bb1c-dc66e4f2543c),segment_id=86283111-1a74-45ec-bb1c-dc66e4f2543c)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:00.686545 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bc55aaa7-5175-4c1e-83fd-3b4fd02f9a58 req-f3caf0cd-7ed1-42b7-909c-12ebdc0a251b tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:00.720247 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-bc55aaa7-5175-4c1e-83fd-3b4fd02f9a58 req-f3caf0cd-7ed1-42b7-909c-12ebdc0a251b tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Calling delete_port for 61870e47-b68b-4adc-81d9-2541d8b54c52 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:37:00.765414 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-387109f9-a1eb-4919-989c-70595fc10401 req-a1c64e0c-73d6-4b39-8261-7b37121c3956 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:01.069003 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ed265b-3112-45f8-927c-b454de4ce9c4 admin admin] Router a1345dde-3bb0-4443-a9e5-1d464a15e37d is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:37:01.085322 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bc55aaa7-5175-4c1e-83fd-3b4fd02f9a58 req-f3caf0cd-7ed1-42b7-909c-12ebdc0a251b tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:01.110953 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-387109f9-a1eb-4919-989c-70595fc10401 req-a1c64e0c-73d6-4b39-8261-7b37121c3956 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:01.176870 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-387109f9-a1eb-4919-989c-70595fc10401 req-a1c64e0c-73d6-4b39-8261-7b37121c3956 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:01.193276 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3caf0cd-7ed1-42b7-909c-12ebdc0a251b tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Pushing event deleted for resources: {'Port': ['ID=61870e47-b68b-4adc-81d9-2541d8b54c52,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:01.290774 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc55aaa7-5175-4c1e-83fd-3b4fd02f9a58 req-f3caf0cd-7ed1-42b7-909c-12ebdc0a251b tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] No DVR routers for this DVR port 61870e47-b68b-4adc-81d9-2541d8b54c52 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:37:01.297581 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bc55aaa7-5175-4c1e-83fd-3b4fd02f9a58 req-f3caf0cd-7ed1-42b7-909c-12ebdc0a251b tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:01.301033 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bc55aaa7-5175-4c1e-83fd-3b4fd02f9a58 req-f3caf0cd-7ed1-42b7-909c-12ebdc0a251b tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.31 "DELETE /v2.0/ports/61870e47-b68b-4adc-81d9-2541d8b54c52 HTTP/1.1" status: 204 len: 173 time: 1.5086143 Dec 09 15:37:01.366397 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c64e0c-73d6-4b39-8261-7b37121c3956 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Pushing event updated for resources: {'Port': ['ID=163e7686-d333-42d3-895c-42de4d7eecb6,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:01.375942 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-387109f9-a1eb-4919-989c-70595fc10401 req-a1c64e0c-73d6-4b39-8261-7b37121c3956 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:01.388668 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ed265b-3112-45f8-927c-b454de4ce9c4 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:37:01.402771 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-387109f9-a1eb-4919-989c-70595fc10401 req-a1c64e0c-73d6-4b39-8261-7b37121c3956 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:01.404054 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-387109f9-a1eb-4919-989c-70595fc10401 req-a1c64e0c-73d6-4b39-8261-7b37121c3956 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1887453 Dec 09 15:37:01.404986 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3755926a-c6e3-46f1-a638-986de501ad9d None None] Sync routers for ids ['a1345dde-3bb0-4443-a9e5-1d464a15e37d'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:37:01.414530 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0ed265b-3112-45f8-927c-b454de4ce9c4 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:01.416019 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d0ed265b-3112-45f8-927c-b454de4ce9c4 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6455698 Dec 09 15:37:01.418788 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60970) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:37:01.432618 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3755926a-c6e3-46f1-a638-986de501ad9d None None] Routers {'a1345dde-3bb0-4443-a9e5-1d464a15e37d'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:37:01.433467 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3755926a-c6e3-46f1-a638-986de501ad9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:36:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['a1345dde-3bb0-4443-a9e5-1d464a15e37d'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:01.526583 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-387109f9-a1eb-4919-989c-70595fc10401 req-cd84d2a8-0c80-4752-9d12-93d4dd7f163b tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.232 HTTP/1.1" status: 200 len: 696 time: 0.1089954 Dec 09 15:37:01.555429 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-3755926a-c6e3-46f1-a638-986de501ad9d None None] Set router a1345dde-3bb0-4443-a9e5-1d464a15e37d gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:37:01.760403 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3755926a-c6e3-46f1-a638-986de501ad9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1345dde-3bb0-4443-a9e5-1d464a15e37d', 'name': 'tempest-TaggedBootDevicesTest-662223514-router', 'tenant_id': '22d7743b04274c74b1037ecd2e466dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '7ce9cd52-d487-48be-b3c4-fec2341e71a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:56Z', 'updated_at': '2021-12-09T15:36:59Z', 'revision_number': 3, 'project_id': '22d7743b04274c74b1037ecd2e466dba', 'gw_port': {'id': '7ce9cd52-d487-48be-b3c4-fec2341e71a1', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:24:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1345dde-3bb0-4443-a9e5-1d464a15e37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:58Z', 'updated_at': '2021-12-09T15:36:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:01.792371 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387109f9-a1eb-4919-989c-70595fc10401 req-c28b50f6-c1e6-41d0-80b2-e6c63f55fd45 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:01.793256 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3755926a-c6e3-46f1-a638-986de501ad9d None None] Checking router: a1345dde-3bb0-4443-a9e5-1d464a15e37d for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:37:01.793686 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3755926a-c6e3-46f1-a638-986de501ad9d None None] Updating router a1345dde-3bb0-4443-a9e5-1d464a15e37d port 7ce9cd52-d487-48be-b3c4-fec2341e71a1 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:37:01.794698 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-387109f9-a1eb-4919-989c-70595fc10401 req-c28b50f6-c1e6-41d0-80b2-e6c63f55fd45 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/networks/d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 784 time: 0.2274804 Dec 09 15:37:01.831248 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3755926a-c6e3-46f1-a638-986de501ad9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:02.109507 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b627a6-e639-481b-9e98-c34c081366ae req-d59f54da-7cdb-42bf-8000-8689d408dfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:02.110977 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c6b627a6-e639-481b-9e98-c34c081366ae req-d59f54da-7cdb-42bf-8000-8689d408dfab service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=19dc24f6-09ce-4250-850b-d7ee7c38fb46 HTTP/1.1" status: 200 len: 1097 time: 0.1053281 Dec 09 15:37:02.112535 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-55bf8c96-1ce0-465b-aeb4-320bf8ab5666 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=09627b86ea3a401c9dca4d26f5ff081f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365005 Dec 09 15:37:02.127726 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3755926a-c6e3-46f1-a638-986de501ad9d None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:02.133271 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3755926a-c6e3-46f1-a638-986de501ad9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:02.189092 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3755926a-c6e3-46f1-a638-986de501ad9d None None] Attempting to bind port 7ce9cd52-d487-48be-b3c4-fec2341e71a1 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:37:02.189469 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3755926a-c6e3-46f1-a638-986de501ad9d None None] Attempting to bind port 7ce9cd52-d487-48be-b3c4-fec2341e71a1 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:37:02.189832 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3755926a-c6e3-46f1-a638-986de501ad9d None None] Attempting to bind port 7ce9cd52-d487-48be-b3c4-fec2341e71a1 on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:37:02.191705 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5dd4bf-f7b4-475f-8ea4-14f1034fcc63 None None] Pushing event updated for resources: {'Port': ['ID=7ce9cd52-d487-48be-b3c4-fec2341e71a1,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:02.198348 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3755926a-c6e3-46f1-a638-986de501ad9d None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:37:02.198782 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3755926a-c6e3-46f1-a638-986de501ad9d None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:37:02.199514 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3755926a-c6e3-46f1-a638-986de501ad9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:02.199677 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3755926a-c6e3-46f1-a638-986de501ad9d None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:37:02.200026 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3755926a-c6e3-46f1-a638-986de501ad9d None None] Bound port: 7ce9cd52-d487-48be-b3c4-fec2341e71a1, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:37:02.200957 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3755926a-c6e3-46f1-a638-986de501ad9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:02.252045 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3755926a-c6e3-46f1-a638-986de501ad9d None None] For port 7ce9cd52-d487-48be-b3c4-fec2341e71a1, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:37:02.253488 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd0c75be-0fd6-4228-8833-abc2ff95b522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:02.255105 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3755926a-c6e3-46f1-a638-986de501ad9d None None] For port 7ce9cd52-d487-48be-b3c4-fec2341e71a1, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=7ce9cd52-d487-48be-b3c4-fec2341e71a1,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:37:02.258824 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3755926a-c6e3-46f1-a638-986de501ad9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:02.284223 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c6b627a6-e639-481b-9e98-c34c081366ae req-2e28d7ff-22e3-420f-be7a-0e865cd2c0fa service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635451 Dec 09 15:37:02.295062 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-f7bbce7c-678b-4ed7-926b-e6cee7a49607 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:02.296562 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-f7bbce7c-678b-4ed7-926b-e6cee7a49607 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1769919 Dec 09 15:37:02.316407 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3755926a-c6e3-46f1-a638-986de501ad9d None None] Routers {'a1345dde-3bb0-4443-a9e5-1d464a15e37d'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:37:02.317067 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3755926a-c6e3-46f1-a638-986de501ad9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:36:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['a1345dde-3bb0-4443-a9e5-1d464a15e37d'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:02.323642 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5dd4bf-f7b4-475f-8ea4-14f1034fcc63 None None] Pushing event updated for resources: {'Port': ['ID=7ce9cd52-d487-48be-b3c4-fec2341e71a1,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:02.343652 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-2cbae3b2-84af-4e55-b82a-487bbd4fdd52 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] 10.222.0.57 "GET /v2.0/quotas/09627b86ea3a401c9dca4d26f5ff081f HTTP/1.1" status: 200 len: 375 time: 0.0396898 Dec 09 15:37:02.386968 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-8d3d4f5b-c267-4c93-b5d2-c7e90ec231b5 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=09627b86ea3a401c9dca4d26f5ff081f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356681 Dec 09 15:37:02.446117 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-3755926a-c6e3-46f1-a638-986de501ad9d None None] Set router a1345dde-3bb0-4443-a9e5-1d464a15e37d gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:37:02.477783 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-fd0c75be-0fd6-4228-8833-abc2ff95b522 admin admin] Allocated IP 172.20.0.1 (99deab82-68e4-40a9-831d-57d4c6d733cd/6e61db67-8b3d-4dcf-badf-87164914471b/1d15b717-3f14-43d8-97b6-8b2b7fc84680) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:37:02.626814 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd0c75be-0fd6-4228-8833-abc2ff95b522 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:02.648207 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45e4a2-200e-4183-b8f3-d8d7c4de02a2 req-4bccfa6b-d799-4ed5-9e6a-ef8778982c82 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:02.649789 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2c45e4a2-200e-4183-b8f3-d8d7c4de02a2 req-4bccfa6b-d799-4ed5-9e6a-ef8778982c82 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f8aefd7-4244-4786-9a2e-1ea22148c062 HTTP/1.1" status: 200 len: 945 time: 0.0827246 Dec 09 15:37:02.702116 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd0c75be-0fd6-4228-8833-abc2ff95b522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:02.757005 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2c45e4a2-200e-4183-b8f3-d8d7c4de02a2 req-ec0c0b3b-3fb7-4d50-9da0-2550f998c93c tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938921 Dec 09 15:37:02.759495 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0c75be-0fd6-4228-8833-abc2ff95b522 admin admin] Network 99deab82-68e4-40a9-831d-57d4c6d733cd is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:37:02.766689 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-fd0c75be-0fd6-4228-8833-abc2ff95b522 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:37:02.770300 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0c75be-0fd6-4228-8833-abc2ff95b522 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:37:02.793548 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3755926a-c6e3-46f1-a638-986de501ad9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1345dde-3bb0-4443-a9e5-1d464a15e37d', 'name': 'tempest-TaggedBootDevicesTest-662223514-router', 'tenant_id': '22d7743b04274c74b1037ecd2e466dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '7ce9cd52-d487-48be-b3c4-fec2341e71a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:56Z', 'updated_at': '2021-12-09T15:36:59Z', 'revision_number': 3, 'project_id': '22d7743b04274c74b1037ecd2e466dba', 'gw_port': {'id': '7ce9cd52-d487-48be-b3c4-fec2341e71a1', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:24:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1345dde-3bb0-4443-a9e5-1d464a15e37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:58Z', 'updated_at': '2021-12-09T15:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:02.794894 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c75be-0fd6-4228-8833-abc2ff95b522 admin admin] Pushing event updated for resources: {'Port': ['ID=1d15b717-3f14-43d8-97b6-8b2b7fc84680,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:02.812531 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd0c75be-0fd6-4228-8833-abc2ff95b522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:02.840025 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3755926a-c6e3-46f1-a638-986de501ad9d None None] The sync data for ids ['a1345dde-3bb0-4443-a9e5-1d464a15e37d'] in n-d-821228-1 is: [{'id': 'a1345dde-3bb0-4443-a9e5-1d464a15e37d', 'name': 'tempest-TaggedBootDevicesTest-662223514-router', 'tenant_id': '22d7743b04274c74b1037ecd2e466dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '7ce9cd52-d487-48be-b3c4-fec2341e71a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:56Z', 'updated_at': '2021-12-09T15:36:59Z', 'revision_number': 3, 'project_id': '22d7743b04274c74b1037ecd2e466dba', 'gw_port': {'id': '7ce9cd52-d487-48be-b3c4-fec2341e71a1', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:24:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1345dde-3bb0-4443-a9e5-1d464a15e37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:58Z', 'updated_at': '2021-12-09T15:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:37:02.854275 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60996) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:37:02.966919 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0cc56dd-4612-439b-856d-f0352aef7274 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Deleting subnet 8f24ef35-4671-4c3f-b6b5-9ea9b623d96e {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:37:02.975282 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0cc56dd-4612-439b-856d-f0352aef7274 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:03.036773 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0cc56dd-4612-439b-856d-f0352aef7274 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:03.049954 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2223d8-d981-4177-a8a1-ef9603a07591 req-2ebc8734-13a7-4177-8aad-7d4b6c293b68 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:03.051667 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dd2223d8-d981-4177-a8a1-ef9603a07591 req-2ebc8734-13a7-4177-8aad-7d4b6c293b68 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4427918-3f67-41aa-8b42-fdb086ff4a3e HTTP/1.1" status: 200 len: 950 time: 0.1375289 Dec 09 15:37:03.097899 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd0c75be-0fd6-4228-8833-abc2ff95b522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:03.114237 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-69318ae8-bc63-403d-9fdc-fd6be37679b4 None None] Provisioning complete for port 1d15b717-3f14-43d8-97b6-8b2b7fc84680 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:03.114717 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-69318ae8-bc63-403d-9fdc-fd6be37679b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:03.147193 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0cc56dd-4612-439b-856d-f0352aef7274 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:03.156195 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-69318ae8-bc63-403d-9fdc-fd6be37679b4 None None] Port 1d15b717-3f14-43d8-97b6-8b2b7fc84680 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:37:03.240446 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dd2223d8-d981-4177-a8a1-ef9603a07591 req-ca9d540a-0123-42c2-8c62-2a3653a50997 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644914 Dec 09 15:37:03.247782 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0cc56dd-4612-439b-856d-f0352aef7274 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:03.301319 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cc56dd-4612-439b-856d-f0352aef7274 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Pushing event deleted for resources: {'Subnet': ['ID=8f24ef35-4671-4c3f-b6b5-9ea9b623d96e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:03.304566 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0cc56dd-4612-439b-856d-f0352aef7274 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:03.309201 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5553a3cc-b76f-4d2a-b53c-3b0511257757 None None] Network 2d07c596-7c22-45c9-b1bd-48eff2ef43ba requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:37:03.309885 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d0cc56dd-4612-439b-856d-f0352aef7274 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "DELETE /v2.0/subnets/8f24ef35-4671-4c3f-b6b5-9ea9b623d96e HTTP/1.1" status: 204 len: 168 time: 0.4545050 Dec 09 15:37:03.323618 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 32768) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:37:03.340366 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc56dd-4612-439b-856d-f0352aef7274 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:03.340975 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc56dd-4612-439b-856d-f0352aef7274 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:03.341318 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc56dd-4612-439b-856d-f0352aef7274 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:03.341661 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc56dd-4612-439b-856d-f0352aef7274 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:03.342000 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc56dd-4612-439b-856d-f0352aef7274 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:03.342335 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc56dd-4612-439b-856d-f0352aef7274 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:03.342668 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc56dd-4612-439b-856d-f0352aef7274 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:03.343001 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc56dd-4612-439b-856d-f0352aef7274 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:03.343335 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc56dd-4612-439b-856d-f0352aef7274 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:03.343665 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc56dd-4612-439b-856d-f0352aef7274 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:03.343989 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc56dd-4612-439b-856d-f0352aef7274 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:03.344319 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc56dd-4612-439b-856d-f0352aef7274 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:03.344671 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc56dd-4612-439b-856d-f0352aef7274 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:03.445698 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5f9d16ed-93f1-49e4-ad76-9eb5fc24b889 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:03.518104 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9457cd1-4ad4-4b5f-bfff-4836f23fa257 req-91ae6e2c-9ba9-4499-b6c1-ce0041c541e6 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:03.525796 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a9457cd1-4ad4-4b5f-bfff-4836f23fa257 req-91ae6e2c-9ba9-4499-b6c1-ce0041c541e6 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=713515dc-25e2-4c41-b81b-436b79605653 HTTP/1.1" status: 200 len: 946 time: 0.1644285 Dec 09 15:37:03.538568 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-5f9d16ed-93f1-49e4-ad76-9eb5fc24b889 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Deleting port f94b37b1-1c2c-4351-a19a-6f4c8642ab87 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:37:03.539954 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5f9d16ed-93f1-49e4-ad76-9eb5fc24b889 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:03.573569 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 7ce9cd52-d487-48be-b3c4-fec2341e71a1 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:37:03.609244 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd0c75be-0fd6-4228-8833-abc2ff95b522 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:03.628339 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd0c75be-0fd6-4228-8833-abc2ff95b522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:03.629868 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 7ce9cd52-d487-48be-b3c4-fec2341e71a1 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:03.630711 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:03.641916 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-5f9d16ed-93f1-49e4-ad76-9eb5fc24b889 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] For port f94b37b1-1c2c-4351-a19a-6f4c8642ab87, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=f94b37b1-1c2c-4351-a19a-6f4c8642ab87,segment=NetworkSegment(9bd074ee-57e4-4e1d-b513-d1751f470e61),segment_id=9bd074ee-57e4-4e1d-b513-d1751f470e61)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:03.642273 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5f9d16ed-93f1-49e4-ad76-9eb5fc24b889 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:03.660236 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20674c8-49bf-45f9-b66f-cea20f7da33b None None] DHCP port deletion for 2d07c596-7c22-45c9-b1bd-48eff2ef43ba request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:37:03.662555 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-5f9d16ed-93f1-49e4-ad76-9eb5fc24b889 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Calling delete_port for f94b37b1-1c2c-4351-a19a-6f4c8642ab87 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:37:03.730444 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a9457cd1-4ad4-4b5f-bfff-4836f23fa257 req-4c85db5a-28a1-46c7-b630-6f1b603b82dc tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037191 Dec 09 15:37:03.752914 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd0c75be-0fd6-4228-8833-abc2ff95b522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:03.770368 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5f9d16ed-93f1-49e4-ad76-9eb5fc24b889 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:03.810617 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e20674c8-49bf-45f9-b66f-cea20f7da33b None None] Deleting port f94b37b1-1c2c-4351-a19a-6f4c8642ab87 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:37:03.810617 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e20674c8-49bf-45f9-b66f-cea20f7da33b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:03.826807 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d16ed-93f1-49e4-ad76-9eb5fc24b889 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Pushing event deleted for resources: {'Port': ['ID=f94b37b1-1c2c-4351-a19a-6f4c8642ab87,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:03.833065 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c75be-0fd6-4228-8833-abc2ff95b522 admin admin] Pushing event updated for resources: {'Port': ['ID=1d15b717-3f14-43d8-97b6-8b2b7fc84680,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:03.842569 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9d16ed-93f1-49e4-ad76-9eb5fc24b889 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] No DVR routers for this DVR port f94b37b1-1c2c-4351-a19a-6f4c8642ab87 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:37:03.849006 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c75be-0fd6-4228-8833-abc2ff95b522 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:03.849006 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c75be-0fd6-4228-8833-abc2ff95b522 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:03.849360 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c75be-0fd6-4228-8833-abc2ff95b522 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:03.849705 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c75be-0fd6-4228-8833-abc2ff95b522 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:03.850136 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c75be-0fd6-4228-8833-abc2ff95b522 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:03.851031 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c75be-0fd6-4228-8833-abc2ff95b522 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:03.851752 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c75be-0fd6-4228-8833-abc2ff95b522 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:03.852188 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c75be-0fd6-4228-8833-abc2ff95b522 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:03.852648 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c75be-0fd6-4228-8833-abc2ff95b522 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:03.853324 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c75be-0fd6-4228-8833-abc2ff95b522 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:03.853754 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c75be-0fd6-4228-8833-abc2ff95b522 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:03.854180 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c75be-0fd6-4228-8833-abc2ff95b522 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:03.854605 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c75be-0fd6-4228-8833-abc2ff95b522 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:03.902232 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e20674c8-49bf-45f9-b66f-cea20f7da33b None None] For port f94b37b1-1c2c-4351-a19a-6f4c8642ab87, host n-d-821228-1, got binding levels [] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:03.902637 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e20674c8-49bf-45f9-b66f-cea20f7da33b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:03.905401 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e579464b-ffc8-4929-8795-2b284422ba54 x-openstack-request-id: req-e579464b-ffc8-4929-8795-2b284422ba54 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:37:03.905800 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e", "name": "network-vif-deleted", "tag": "0f2ab084-9725-4842-8576-c2e1d845f14a", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:37:03.906144 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e579464b-ffc8-4929-8795-2b284422ba54 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:37:03.906630 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e', 'name': 'network-vif-deleted', 'tag': '0f2ab084-9725-4842-8576-c2e1d845f14a', 'status': 'completed', 'code': 200} Dec 09 15:37:03.917244 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e20674c8-49bf-45f9-b66f-cea20f7da33b None None] Calling delete_port for f94b37b1-1c2c-4351-a19a-6f4c8642ab87 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:37:03.920134 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.ipam_backend_mixin [None req-e20674c8-49bf-45f9-b66f-cea20f7da33b None None] Port f94b37b1-1c2c-4351-a19a-6f4c8642ab87 was not found and therefore no delete operation was performed {{(pid=103246) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 15:37:03.923132 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e20674c8-49bf-45f9-b66f-cea20f7da33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:03.931711 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:03.952875 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0c75be-0fd6-4228-8833-abc2ff95b522 admin admin] Network 99deab82-68e4-40a9-831d-57d4c6d733cd is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:37:03.955019 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-fd0c75be-0fd6-4228-8833-abc2ff95b522 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:37:03.992822 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20674c8-49bf-45f9-b66f-cea20f7da33b None None] No DVR routers for this DVR port f94b37b1-1c2c-4351-a19a-6f4c8642ab87 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:37:04.001273 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20674c8-49bf-45f9-b66f-cea20f7da33b None None] Pushing event deleted for resources: {'Port': ['ID=f94b37b1-1c2c-4351-a19a-6f4c8642ab87,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:04.022061 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 7ce9cd52-d487-48be-b3c4-fec2341e71a1, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=7ce9cd52-d487-48be-b3c4-fec2341e71a1,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:04.023902 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5f9d16ed-93f1-49e4-ad76-9eb5fc24b889 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:04.033607 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:04.053705 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-126c9aca-2ffd-4ac9-86fb-3de3bb5b335c tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=09627b86ea3a401c9dca4d26f5ff081f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0794475 Dec 09 15:37:04.072714 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-5f9d16ed-93f1-49e4-ad76-9eb5fc24b889 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d07c596-7c22-45c9-b1bd-48eff2ef43ba']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:04.083760 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-5f9d16ed-93f1-49e4-ad76-9eb5fc24b889 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bd074ee-57e4-4e1d-b513-d1751f470e61') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:04.084036 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-5f9d16ed-93f1-49e4-ad76-9eb5fc24b889 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bd074ee-57e4-4e1d-b513-d1751f470e61') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:04.096731 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5f9d16ed-93f1-49e4-ad76-9eb5fc24b889 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:04.114017 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=7ce9cd52-d487-48be-b3c4-fec2341e71a1,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:04.126625 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5f9d16ed-93f1-49e4-ad76-9eb5fc24b889 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:04.135184 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f9d16ed-93f1-49e4-ad76-9eb5fc24b889 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:37:04.135578 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5f9d16ed-93f1-49e4-ad76-9eb5fc24b889 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:04.140101 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:37:04.140101 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:37:04.140101 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:37:04.140101 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:37:04.140101 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:37:04.140101 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:37:04.140101 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:37:04.140101 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:37:04.140101 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:37:04.140101 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:37:04.140101 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:37:04.140101 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:37:04.140101 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:37:04.140101 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:37:04.140101 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:37:04.140101 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:37:04.140101 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:37:04.140101 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:37:04.140101 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:37:04.140101 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:37:04.140101 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:37:04.140101 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:37:04.140101 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:37:04.140101 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:37:04.140101 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:37:04.140101 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:37:04.140101 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:37:04.140101 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:37:04.140101 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:37:04.140101 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:37:04.140101 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:37:04.140101 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:37:04.267979 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5f9d16ed-93f1-49e4-ad76-9eb5fc24b889 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:04.272314 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-091e08e6-2827-4f4f-85d5-e41108a3abe5 req-2c996137-96d6-4e83-8ed0-c5ba55e10293 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1a24b370-5b6c-425f-ac47-83db418c2b23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0635667 Dec 09 15:37:04.278049 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5f9d16ed-93f1-49e4-ad76-9eb5fc24b889 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:04.286008 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5f9d16ed-93f1-49e4-ad76-9eb5fc24b889 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "DELETE /v2.0/networks/2d07c596-7c22-45c9-b1bd-48eff2ef43ba HTTP/1.1" status: 204 len: 168 time: 0.9598150 Dec 09 15:37:04.290550 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 32772) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:37:04.295904 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-826cc462-2ef8-41da-b089-8da283291667 None None] Provisioning complete for port 1d15b717-3f14-43d8-97b6-8b2b7fc84680 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:04.296585 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-826cc462-2ef8-41da-b089-8da283291667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:04.348968 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-826cc462-2ef8-41da-b089-8da283291667 None None] Port 1d15b717-3f14-43d8-97b6-8b2b7fc84680 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:37:04.363690 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d16ed-93f1-49e4-ad76-9eb5fc24b889 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Pushing event deleted for resources: {'Network': ['ID=2d07c596-7c22-45c9-b1bd-48eff2ef43ba,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:04.410341 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-e581f817-ded3-4143-bafa-d44154d9301a tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Deleting subnet 26262b12-27ea-4807-aca1-d82dfc593efd {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:37:04.417146 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e581f817-ded3-4143-bafa-d44154d9301a tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:04.465552 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e581f817-ded3-4143-bafa-d44154d9301a tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:04.469532 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e08e6-2827-4f4f-85d5-e41108a3abe5 req-7e958ded-5004-4158-9b16-564ac144aca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:04.471080 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-091e08e6-2827-4f4f-85d5-e41108a3abe5 req-7e958ded-5004-4158-9b16-564ac144aca6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8222749629bd4bc081045ad1433cd8c5&device_id=1a24b370-5b6c-425f-ac47-83db418c2b23 HTTP/1.1" status: 200 len: 1101 time: 0.1010795 Dec 09 15:37:04.611724 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58fa97-8aff-40f2-83b3-d7597d3af393 req-5bf2ed3d-68ce-49ce-aeba-3f88d297748b tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:04.613262 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6b58fa97-8aff-40f2-83b3-d7597d3af393 req-5bf2ed3d-68ce-49ce-aeba-3f88d297748b tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=19dc24f6-09ce-4250-850b-d7ee7c38fb46 HTTP/1.1" status: 200 len: 946 time: 0.6214170 Dec 09 15:37:04.632663 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e581f817-ded3-4143-bafa-d44154d9301a tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:04.654945 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e08e6-2827-4f4f-85d5-e41108a3abe5 req-22c11149-9b58-413f-9f84-b78dc6f58838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:04.656507 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-091e08e6-2827-4f4f-85d5-e41108a3abe5 req-22c11149-9b58-413f-9f84-b78dc6f58838 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.1611047 Dec 09 15:37:04.693266 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-c41babe7-5a8b-4006-b5a8-2d4a5fe9b5ca tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:04.694704 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-c41babe7-5a8b-4006-b5a8-2d4a5fe9b5ca tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5769758 Dec 09 15:37:04.697062 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0c75be-0fd6-4228-8833-abc2ff95b522 admin admin] Router a1345dde-3bb0-4443-a9e5-1d464a15e37d has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:37:04.709750 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-091e08e6-2827-4f4f-85d5-e41108a3abe5 req-65fc1a6f-55a8-4e6d-9afa-2c904f62bf9d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 HTTP/1.1" status: 200 len: 217 time: 0.0430329 Dec 09 15:37:04.712695 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-932c2933-8ce1-47e7-af34-f07615fc9459 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] Request body: {'port': {'device_id': '4f9b1e76-d79c-4b0a-a995-1dadea5c1a93', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'admin_state_up': True, 'tenant_id': '09627b86ea3a401c9dca4d26f5ff081f'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:37:04.732784 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6b58fa97-8aff-40f2-83b3-d7597d3af393 req-2f92e196-68af-4edc-a1ad-a706885333f6 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107132 Dec 09 15:37:04.808374 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec41450-24a5-4f53-a81e-ac3cc7c46562 x-openstack-request-id: req-6ec41450-24a5-4f53-a81e-ac3cc7c46562 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:37:04.808925 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "713515dc-25e2-4c41-b81b-436b79605653", "name": "network-vif-plugged", "status": "completed", "tag": "88763ae3-a897-4df8-a761-bf9b456b7297", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:37:04.808925 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6ec41450-24a5-4f53-a81e-ac3cc7c46562 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:37:04.809316 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '713515dc-25e2-4c41-b81b-436b79605653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88763ae3-a897-4df8-a761-bf9b456b7297', 'code': 200} Dec 09 15:37:05.012913 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0c75be-0fd6-4228-8833-abc2ff95b522 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:37:05.028576 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-fd0c75be-0fd6-4228-8833-abc2ff95b522 admin admin] 10.222.0.57 "PUT /v2.0/routers/a1345dde-3bb0-4443-a9e5-1d464a15e37d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6011539 Dec 09 15:37:05.028576 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-932c2933-8ce1-47e7-af34-f07615fc9459 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] Made reservation on behalf of 09627b86ea3a401c9dca4d26f5ff081f for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:37:05.028576 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-932c2933-8ce1-47e7-af34-f07615fc9459 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:05.053166 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-932c2933-8ce1-47e7-af34-f07615fc9459 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:05.067134 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04648d-9976-4138-8e0d-15c7c6cc0e68 req-7a106ef5-468a-4eaf-9230-1e5eb5248000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:05.068763 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ba04648d-9976-4138-8e0d-15c7c6cc0e68 req-7a106ef5-468a-4eaf-9230-1e5eb5248000 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=713515dc-25e2-4c41-b81b-436b79605653 HTTP/1.1" status: 200 len: 1097 time: 0.1619680 Dec 09 15:37:05.092594 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e08e6-2827-4f4f-85d5-e41108a3abe5 req-2d7c5c4b-95d3-4746-8fee-845b345f2737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:05.094074 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-091e08e6-2827-4f4f-85d5-e41108a3abe5 req-2d7c5c4b-95d3-4746-8fee-845b345f2737 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.3779712 Dec 09 15:37:05.095645 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e581f817-ded3-4143-bafa-d44154d9301a tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:05.118388 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e581f817-ded3-4143-bafa-d44154d9301a tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:05.119335 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97715ff5-7f11-424b-947d-dc2b74c41526 None None] Network 6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:37:05.121648 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e581f817-ded3-4143-bafa-d44154d9301a tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "DELETE /v2.0/subnets/26262b12-27ea-4807-aca1-d82dfc593efd HTTP/1.1" status: 204 len: 168 time: 0.8302336 Dec 09 15:37:05.127682 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 32788) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:37:05.157988 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e581f817-ded3-4143-bafa-d44154d9301a tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Pushing event deleted for resources: {'Subnet': ['ID=26262b12-27ea-4807-aca1-d82dfc593efd,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:05.175207 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e08e6-2827-4f4f-85d5-e41108a3abe5 req-abb3c839-ec2d-4515-a7a1-5c8b9042dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:05.176896 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-091e08e6-2827-4f4f-85d5-e41108a3abe5 req-abb3c839-ec2d-4515-a7a1-5c8b9042dc9b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0722396 Dec 09 15:37:05.177467 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b2d00-6f22-47af-9330-100dde50832d req-c4aac837-57c1-4f1a-b62b-fba39a7ac970 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:05.178973 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-768b2d00-6f22-47af-9330-100dde50832d req-c4aac837-57c1-4f1a-b62b-fba39a7ac970 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/networks?id=df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff HTTP/1.1" status: 200 len: 821 time: 0.2589159 Dec 09 15:37:05.250396 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ba04648d-9976-4138-8e0d-15c7c6cc0e68 req-9d8868b5-c64e-43b0-bdc3-8402dcf5a408 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631830 Dec 09 15:37:05.260854 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-768b2d00-6f22-47af-9330-100dde50832d req-6b615fe3-6157-436b-aada-bb383278b8c6 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/quotas/02a1132e545b430eb3bab86b76eaec31 HTTP/1.1" status: 200 len: 375 time: 0.0497406 Dec 09 15:37:05.272374 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-12480849-0b55-4b34-93a2-bd02c4f072b9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:05.280233 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-091e08e6-2827-4f4f-85d5-e41108a3abe5 req-ed2a1d8c-f57f-40cd-ab0a-c6b309951513 service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935068 Dec 09 15:37:05.341489 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1889759-36fc-4c07-a287-779655940a1d None None] Sync routers for ids ['a1345dde-3bb0-4443-a9e5-1d464a15e37d'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:37:05.354755 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-932c2933-8ce1-47e7-af34-f07615fc9459 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:05.378463 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1889759-36fc-4c07-a287-779655940a1d None None] Routers {'a1345dde-3bb0-4443-a9e5-1d464a15e37d'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:37:05.379226 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-932c2933-8ce1-47e7-af34-f07615fc9459 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:05.381975 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d1889759-36fc-4c07-a287-779655940a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:36:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['a1345dde-3bb0-4443-a9e5-1d464a15e37d'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:05.412317 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3bc2a8-6835-4e08-bf59-9ab8dff111c3 None None] DHCP port deletion for 6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:37:05.416926 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-091e08e6-2827-4f4f-85d5-e41108a3abe5 req-096b4ab9-41cb-4f7f-b337-f77b0c7cff26 service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269872 Dec 09 15:37:05.423388 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-768b2d00-6f22-47af-9330-100dde50832d req-8b5485dd-8713-4ebf-b229-32d84830c5b5 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=02a1132e545b430eb3bab86b76eaec31&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1482224 Dec 09 15:37:05.469711 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c2933-8ce1-47e7-af34-f07615fc9459 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e97bd62b-8143-4899-92d3-6101b8389ff8,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:05.487179 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5d3bc2a8-6835-4e08-bf59-9ab8dff111c3 None None] Deleting port 2e057032-5d41-4f42-8190-c29e55e8328f {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:37:05.487610 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5d3bc2a8-6835-4e08-bf59-9ab8dff111c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:05.573221 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5d3bc2a8-6835-4e08-bf59-9ab8dff111c3 None None] For port 2e057032-5d41-4f42-8190-c29e55e8328f, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=2e057032-5d41-4f42-8190-c29e55e8328f,segment=NetworkSegment(86283111-1a74-45ec-bb1c-dc66e4f2543c),segment_id=86283111-1a74-45ec-bb1c-dc66e4f2543c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:05.574462 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5d3bc2a8-6835-4e08-bf59-9ab8dff111c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:05.600607 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5d3bc2a8-6835-4e08-bf59-9ab8dff111c3 None None] Calling delete_port for 2e057032-5d41-4f42-8190-c29e55e8328f owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:37:05.624968 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-12480849-0b55-4b34-93a2-bd02c4f072b9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Deleting port 2e057032-5d41-4f42-8190-c29e55e8328f {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:37:05.625477 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-12480849-0b55-4b34-93a2-bd02c4f072b9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:05.636736 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-d1889759-36fc-4c07-a287-779655940a1d None None] Set router a1345dde-3bb0-4443-a9e5-1d464a15e37d gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:37:05.709718 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 7ce9cd52-d487-48be-b3c4-fec2341e71a1 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:37:05.718617 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-768b2d00-6f22-47af-9330-100dde50832d req-e079b28a-f387-4512-aac8-c891d732ca07 service neutron] 10.222.0.57 "GET /v2.0/networks/df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941606 Dec 09 15:37:05.732331 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-932c2933-8ce1-47e7-af34-f07615fc9459 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] Allocated IP 192.168.233.135 (bf6a25f7-2b73-48b5-b60f-99a19e919fb7/54e6953c-1261-4e7c-8b49-64e5b87424c2/80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:37:05.778564 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5d3bc2a8-6835-4e08-bf59-9ab8dff111c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:05.790269 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-12480849-0b55-4b34-93a2-bd02c4f072b9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] For port 2e057032-5d41-4f42-8190-c29e55e8328f, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=2e057032-5d41-4f42-8190-c29e55e8328f,segment=NetworkSegment(86283111-1a74-45ec-bb1c-dc66e4f2543c),segment_id=86283111-1a74-45ec-bb1c-dc66e4f2543c)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:05.790674 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-12480849-0b55-4b34-93a2-bd02c4f072b9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:05.814562 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-12480849-0b55-4b34-93a2-bd02c4f072b9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Calling delete_port for 2e057032-5d41-4f42-8190-c29e55e8328f owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:37:05.818461 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 7ce9cd52-d487-48be-b3c4-fec2341e71a1 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:05.819001 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:05.850798 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3bc2a8-6835-4e08-bf59-9ab8dff111c3 None None] Pushing event deleted for resources: {'Port': ['ID=2e057032-5d41-4f42-8190-c29e55e8328f,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:05.861945 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3bc2a8-6835-4e08-bf59-9ab8dff111c3 None None] No DVR routers for this DVR port 2e057032-5d41-4f42-8190-c29e55e8328f on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:37:05.900696 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d1889759-36fc-4c07-a287-779655940a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1345dde-3bb0-4443-a9e5-1d464a15e37d', 'name': 'tempest-TaggedBootDevicesTest-662223514-router', 'tenant_id': '22d7743b04274c74b1037ecd2e466dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '7ce9cd52-d487-48be-b3c4-fec2341e71a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:56Z', 'updated_at': '2021-12-09T15:37:03Z', 'revision_number': 4, 'project_id': '22d7743b04274c74b1037ecd2e466dba', 'gw_port': {'id': '7ce9cd52-d487-48be-b3c4-fec2341e71a1', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:24:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1345dde-3bb0-4443-a9e5-1d464a15e37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:58Z', 'updated_at': '2021-12-09T15:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '1d15b717-3f14-43d8-97b6-8b2b7fc84680', 'name': '', 'network_id': '99deab82-68e4-40a9-831d-57d4c6d733cd', 'tenant_id': '22d7743b04274c74b1037ecd2e466dba', 'mac_address': 'fa:16:3e:43:51:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1345dde-3bb0-4443-a9e5-1d464a15e37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '6e61db67-8b3d-4dcf-badf-87164914471b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:37:02Z', 'updated_at': '2021-12-09T15:37:03Z', 'revision_number': 2, 'project_id': '22d7743b04274c74b1037ecd2e466dba', 'subnets': [{'id': '6e61db67-8b3d-4dcf-badf-87164914471b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:05.916240 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e', 'name': 'network-vif-deleted', 'tag': '8dd2331b-4e18-4c42-b209-d51eb31b238e'}, {'server_uuid': 'c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e', 'name': 'network-vif-deleted', 'tag': '61870e47-b68b-4adc-81d9-2541d8b54c52'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:37:05.918541 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c3fe5e-0354-4891-88bf-9e604557817e" -d '{"events": [{"server_uuid": "c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e", "name": "network-vif-deleted", "tag": "8dd2331b-4e18-4c42-b209-d51eb31b238e"}, {"server_uuid": "c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e", "name": "network-vif-deleted", "tag": "61870e47-b68b-4adc-81d9-2541d8b54c52"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:37:05.937436 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1889759-36fc-4c07-a287-779655940a1d None None] Checking router: a1345dde-3bb0-4443-a9e5-1d464a15e37d for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:37:05.938031 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1889759-36fc-4c07-a287-779655940a1d None None] Updating router a1345dde-3bb0-4443-a9e5-1d464a15e37d port 1d15b717-3f14-43d8-97b6-8b2b7fc84680 binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:37:05.949558 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-768b2d00-6f22-47af-9330-100dde50832d req-98d7e929-b06a-4b4d-8cb4-c4821b879085 service neutron] 10.222.0.57 "GET /v2.0/networks/df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195513 Dec 09 15:37:05.968341 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 32804) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:37:05.973823 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-6e0e45b2-391b-43b9-9c8a-2c30c364678b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-900696261-network', 'tenant_id': 'e46c3cafd4d34e56a47312e07a62f2e1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:37:05.974293 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-d1889759-36fc-4c07-a287-779655940a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:06.026214 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0e45b2-391b-43b9-9c8a-2c30c364678b admin admin] Made reservation on behalf of e46c3cafd4d34e56a47312e07a62f2e1 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:37:06.030069 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e0e45b2-391b-43b9-9c8a-2c30c364678b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:06.044129 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e0e45b2-391b-43b9-9c8a-2c30c364678b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:06.059625 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-12480849-0b55-4b34-93a2-bd02c4f072b9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:06.064176 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device f94b37b1-1c2c-4351-a19a-6f4c8642ab87 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:37:06.091147 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: f94b37b1-1c2c-4351-a19a-6f4c8642ab87 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:37:06.091147 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device f94b37b1-1c2c-4351-a19a-6f4c8642ab87 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:37:06.095226 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 2e057032-5d41-4f42-8190-c29e55e8328f no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:37:06.096827 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12480849-0b55-4b34-93a2-bd02c4f072b9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Pushing event deleted for resources: {'Port': ['ID=2e057032-5d41-4f42-8190-c29e55e8328f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:06.113656 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12480849-0b55-4b34-93a2-bd02c4f072b9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] No DVR routers for this DVR port 2e057032-5d41-4f42-8190-c29e55e8328f on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:37:06.138190 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 2e057032-5d41-4f42-8190-c29e55e8328f {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:37:06.140149 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 2e057032-5d41-4f42-8190-c29e55e8328f not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:37:06.173167 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e0e45b2-391b-43b9-9c8a-2c30c364678b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:06.186556 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e0e45b2-391b-43b9-9c8a-2c30c364678b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:06.202258 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-932c2933-8ce1-47e7-af34-f07615fc9459 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:06.216295 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e0e45b2-391b-43b9-9c8a-2c30c364678b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:37:06.232593 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e45b2-391b-43b9-9c8a-2c30c364678b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f057c52-59d0-4b56-8537-a8169cd68f4f,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:06.235838 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e0e45b2-391b-43b9-9c8a-2c30c364678b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:06.236491 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-6e0e45b2-391b-43b9-9c8a-2c30c364678b admin admin] Added segment a4327456-205b-4a9b-b257-18a06c5ac1d8 of type vlan for network 6033a797-277e-4a6f-a083-cdf00a3742cb Dec 09 15:37:06.257808 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-12480849-0b55-4b34-93a2-bd02c4f072b9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:06.288950 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-12480849-0b55-4b34-93a2-bd02c4f072b9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:06.294239 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e0e45b2-391b-43b9-9c8a-2c30c364678b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:06.302462 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-12480849-0b55-4b34-93a2-bd02c4f072b9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86283111-1a74-45ec-bb1c-dc66e4f2543c') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:06.302768 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-12480849-0b55-4b34-93a2-bd02c4f072b9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86283111-1a74-45ec-bb1c-dc66e4f2543c') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:06.325556 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e0e45b2-391b-43b9-9c8a-2c30c364678b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:06.326572 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0e45b2-391b-43b9-9c8a-2c30c364678b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:06.327348 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e0e45b2-391b-43b9-9c8a-2c30c364678b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:06.340026 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-12480849-0b55-4b34-93a2-bd02c4f072b9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:06.361679 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-932c2933-8ce1-47e7-af34-f07615fc9459 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:06.395520 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e45b2-391b-43b9-9c8a-2c30c364678b admin admin] Pushing event updated for resources: {'Network': ['ID=6033a797-277e-4a6f-a083-cdf00a3742cb,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:06.408465 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 6033a797-277e-4a6f-a083-cdf00a3742cb details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:37:06.415188 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6e0e45b2-391b-43b9-9c8a-2c30c364678b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4419236 Dec 09 15:37:06.415411 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 32812) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:37:06.421811 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7f03bd38-a22e-4852-b5cc-c7617114cddb admin admin] Request body: {'subnet': {'network_id': '6033a797-277e-4a6f-a083-cdf00a3742cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-900696261-subnet', 'tenant_id': 'e46c3cafd4d34e56a47312e07a62f2e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:37:06.433370 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c2933-8ce1-47e7-af34-f07615fc9459 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] Pushing event updated for resources: {'Port': ['ID=80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:06.439869 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-12480849-0b55-4b34-93a2-bd02c4f072b9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:06.450650 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-d1889759-36fc-4c07-a287-779655940a1d None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:06.463779 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-d1889759-36fc-4c07-a287-779655940a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:06.469870 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f03bd38-a22e-4852-b5cc-c7617114cddb admin admin] Made reservation on behalf of e46c3cafd4d34e56a47312e07a62f2e1 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:37:06.474381 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f03bd38-a22e-4852-b5cc-c7617114cddb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:06.482360 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12480849-0b55-4b34-93a2-bd02c4f072b9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:37:06.482907 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-12480849-0b55-4b34-93a2-bd02c4f072b9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:06.491061 n-d-821228-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:37:06.491061 n-d-821228-1 neutron-server[103244]: self.session.flush() Dec 09 15:37:06.491061 n-d-821228-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:37:06.491061 n-d-821228-1 neutron-server[103244]: self.session.flush() Dec 09 15:37:06.491061 n-d-821228-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:37:06.491061 n-d-821228-1 neutron-server[103244]: self.session.flush() Dec 09 15:37:06.491061 n-d-821228-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:37:06.491061 n-d-821228-1 neutron-server[103244]: self.session.flush() Dec 09 15:37:06.491061 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:37:06.491061 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:37:06.491061 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:37:06.491061 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:37:06.491061 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:37:06.491061 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:37:06.491061 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:37:06.491061 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:37:06.491061 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:37:06.491061 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:37:06.491061 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:37:06.491061 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:37:06.491061 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:37:06.491061 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:37:06.491061 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:37:06.491061 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:37:06.491061 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:37:06.491061 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:37:06.491061 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:37:06.491061 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:37:06.491061 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:37:06.491061 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:37:06.491061 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:37:06.491061 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:37:06.491061 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:37:06.491061 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:37:06.491061 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:37:06.491061 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:37:06.491061 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:37:06.491061 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:37:06.491061 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:37:06.491061 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:37:06.494811 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-932c2933-8ce1-47e7-af34-f07615fc9459 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] Network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:37:06.551075 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-932c2933-8ce1-47e7-af34-f07615fc9459 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:37:06.557953 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-932c2933-8ce1-47e7-af34-f07615fc9459 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:37:06.638916 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28138b-283f-438e-9f38-488e31a77d2a req-a8c0e2e4-25af-4406-b759-c4048c6e8894 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:06.647552 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cb28138b-283f-438e-9f38-488e31a77d2a req-a8c0e2e4-25af-4406-b759-c4048c6e8894 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f9b1e76-d79c-4b0a-a995-1dadea5c1a93 HTTP/1.1" status: 200 len: 936 time: 0.3348362 Dec 09 15:37:06.678916 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-12480849-0b55-4b34-93a2-bd02c4f072b9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:06.684151 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-12480849-0b55-4b34-93a2-bd02c4f072b9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:06.687693 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-12480849-0b55-4b34-93a2-bd02c4f072b9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "DELETE /v2.0/networks/6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a HTTP/1.1" status: 204 len: 168 time: 1.5552969 Dec 09 15:37:06.694022 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 32818) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:37:06.698961 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-932c2933-8ce1-47e7-af34-f07615fc9459 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:06.699733 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-932c2933-8ce1-47e7-af34-f07615fc9459 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:06.703410 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347ab96-875c-4263-a2b4-b6f4c82dfca9 None None] Pushing event updated for resources: {'Port': ['ID=1d15b717-3f14-43d8-97b6-8b2b7fc84680,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:06.706953 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-d1889759-36fc-4c07-a287-779655940a1d None None] Attempting to bind port 1d15b717-3f14-43d8-97b6-8b2b7fc84680 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:37:06.708195 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-d1889759-36fc-4c07-a287-779655940a1d None None] Attempting to bind port 1d15b717-3f14-43d8-97b6-8b2b7fc84680 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'cef3a23b-9ff4-4874-a4d8-11bf87c1d9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '99deab82-68e4-40a9-831d-57d4c6d733cd'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:37:06.708336 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-6e942fc3-ea2c-4960-8da4-566aec7135f5 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-464249859'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:37:06.708943 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1889759-36fc-4c07-a287-779655940a1d None None] Attempting to bind port 1d15b717-3f14-43d8-97b6-8b2b7fc84680 on network 99deab82-68e4-40a9-831d-57d4c6d733cd {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:37:06.729743 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1889759-36fc-4c07-a287-779655940a1d None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:37:06.730125 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1889759-36fc-4c07-a287-779655940a1d None None] Checking segment: {'id': 'cef3a23b-9ff4-4874-a4d8-11bf87c1d9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '99deab82-68e4-40a9-831d-57d4c6d733cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:37:06.730648 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-d1889759-36fc-4c07-a287-779655940a1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:06.730916 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1889759-36fc-4c07-a287-779655940a1d None None] Bound using segment: {'id': 'cef3a23b-9ff4-4874-a4d8-11bf87c1d9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '99deab82-68e4-40a9-831d-57d4c6d733cd'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:37:06.731383 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-d1889759-36fc-4c07-a287-779655940a1d None None] Bound port: 1d15b717-3f14-43d8-97b6-8b2b7fc84680, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef3a23b-9ff4-4874-a4d8-11bf87c1d9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '99deab82-68e4-40a9-831d-57d4c6d733cd'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:37:06.731762 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-d1889759-36fc-4c07-a287-779655940a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:06.780223 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12480849-0b55-4b34-93a2-bd02c4f072b9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Pushing event deleted for resources: {'Network': ['ID=6aadc7f9-b3d2-4b8e-9d76-90a18901ec1a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:06.811133 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61870e47-b68b-4adc-81d9-2541d8b54c52'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:37:06.814760 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2651399b-00bf-41ae-bc9a-5c751d5b80de" -d '{"events": [{"server_uuid": "c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e", "name": "network-vif-unplugged", "status": "completed", "tag": "61870e47-b68b-4adc-81d9-2541d8b54c52"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:37:06.855038 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cb28138b-283f-438e-9f38-488e31a77d2a req-4dc31b4a-6998-40ea-8054-873b0bba6963 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] 10.222.0.57 "GET /v2.0/security-groups?id=e97bd62b-8143-4899-92d3-6101b8389ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046175 Dec 09 15:37:06.880303 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e942fc3-ea2c-4960-8da4-566aec7135f5 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Made reservation on behalf of 1e0dad837f9c483a9d0dd7e471d8bf06 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:37:06.885543 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6e942fc3-ea2c-4960-8da4-566aec7135f5 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:06.895380 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-932c2933-8ce1-47e7-af34-f07615fc9459 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1906905 Dec 09 15:37:06.899703 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-d1889759-36fc-4c07-a287-779655940a1d None None] For port 1d15b717-3f14-43d8-97b6-8b2b7fc84680, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:37:06.914167 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-d1889759-36fc-4c07-a287-779655940a1d None None] For port 1d15b717-3f14-43d8-97b6-8b2b7fc84680, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=1d15b717-3f14-43d8-97b6-8b2b7fc84680,segment=NetworkSegment(cef3a23b-9ff4-4874-a4d8-11bf87c1d9a8),segment_id=cef3a23b-9ff4-4874-a4d8-11bf87c1d9a8)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:37:06.921519 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-039ab579-1d9b-4e9b-9a09-981cb6742b7e service neutron] Request body: {'port': {'device_id': '4f9b1e76-d79c-4b0a-a995-1dadea5c1a93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:37:06.923652 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-d1889759-36fc-4c07-a287-779655940a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:06.933773 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f03bd38-a22e-4852-b5cc-c7617114cddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:06.971139 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e942fc3-ea2c-4960-8da4-566aec7135f5 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:37:07.007389 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-039ab579-1d9b-4e9b-9a09-981cb6742b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:07.010871 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6e942fc3-ea2c-4960-8da4-566aec7135f5 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:07.011274 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-6e942fc3-ea2c-4960-8da4-566aec7135f5 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Added segment d668710b-fce1-49bd-8e6e-ae45f71831bc of type vlan for network eb539a3d-8a0b-46f9-bebd-b0d488d48953 Dec 09 15:37:07.034221 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-badf5631-f782-4feb-9d97-352a6ab8b6b3 None None] Provisioning complete for port 80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:07.034802 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-badf5631-f782-4feb-9d97-352a6ab8b6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:07.061493 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347ab96-875c-4263-a2b4-b6f4c82dfca9 None None] Pushing event updated for resources: {'Port': ['ID=1d15b717-3f14-43d8-97b6-8b2b7fc84680,revision_number=4']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:07.094302 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6e942fc3-ea2c-4960-8da4-566aec7135f5 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:07.099497 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f03bd38-a22e-4852-b5cc-c7617114cddb admin admin] Checking segment: {'id': 'a4327456-205b-4a9b-b257-18a06c5ac1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6033a797-277e-4a6f-a083-cdf00a3742cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:37:07.100262 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f03bd38-a22e-4852-b5cc-c7617114cddb admin admin] Network hostable DHCP agents. Network: 6033a797-277e-4a6f-a083-cdf00a3742cb, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:37:07.114644 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1889759-36fc-4c07-a287-779655940a1d None None] Routers {'a1345dde-3bb0-4443-a9e5-1d464a15e37d'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:37:07.117124 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d1889759-36fc-4c07-a287-779655940a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:36:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['a1345dde-3bb0-4443-a9e5-1d464a15e37d'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:07.131292 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03bd38-a22e-4852-b5cc-c7617114cddb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f656cba3-b034-4a35-be8a-970ebc6e82ed,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:07.140857 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-badf5631-f782-4feb-9d97-352a6ab8b6b3 None None] Port 80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:37:07.156535 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-badf5631-f782-4feb-9d97-352a6ab8b6b3 None None] Provisioning complete for port 1d15b717-3f14-43d8-97b6-8b2b7fc84680 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:07.157672 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-badf5631-f782-4feb-9d97-352a6ab8b6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:07.170281 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f03bd38-a22e-4852-b5cc-c7617114cddb admin admin] Network 6033a797-277e-4a6f-a083-cdf00a3742cb is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:37:07.198254 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-7f03bd38-a22e-4852-b5cc-c7617114cddb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 6033a797-277e-4a6f-a083-cdf00a3742cb) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:37:07.207250 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f03bd38-a22e-4852-b5cc-c7617114cddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:07.208160 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f03bd38-a22e-4852-b5cc-c7617114cddb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:07.209695 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6e942fc3-ea2c-4960-8da4-566aec7135f5 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:07.217435 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e942fc3-ea2c-4960-8da4-566aec7135f5 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:07.218718 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6e942fc3-ea2c-4960-8da4-566aec7135f5 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:07.219282 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e356a983-6f99-4f45-973c-fd725bdfab4a None None] Network 6033a797-277e-4a6f-a083-cdf00a3742cb requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:37:07.232519 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7f03bd38-a22e-4852-b5cc-c7617114cddb admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8160520 Dec 09 15:37:07.235259 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 32826) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:37:07.242998 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-609e496c-c2d2-411b-b29b-a0c5035aaf46 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-900696261-router', 'tenant_id': 'e46c3cafd4d34e56a47312e07a62f2e1', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:37:07.286512 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-609e496c-c2d2-411b-b29b-a0c5035aaf46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:07.287784 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-609e496c-c2d2-411b-b29b-a0c5035aaf46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:07.354458 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-d1889759-36fc-4c07-a287-779655940a1d None None] Set router a1345dde-3bb0-4443-a9e5-1d464a15e37d gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:37:07.410575 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-609e496c-c2d2-411b-b29b-a0c5035aaf46 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:07.423902 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6e942fc3-ea2c-4960-8da4-566aec7135f5 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7214732 Dec 09 15:37:07.472006 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 32828) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:37:07.477566 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-b1b6ea55-6e74-4880-9b26-f7bc63191784 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Request body: {'subnet': {'network_id': 'eb539a3d-8a0b-46f9-bebd-b0d488d48953', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:37:07.486962 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-badf5631-f782-4feb-9d97-352a6ab8b6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:07.497725 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e942fc3-ea2c-4960-8da4-566aec7135f5 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Pushing event updated for resources: {'Network': ['ID=eb539a3d-8a0b-46f9-bebd-b0d488d48953,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:07.528935 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network eb539a3d-8a0b-46f9-bebd-b0d488d48953 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:37:07.682075 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafdb380-9257-4880-b1e7-be69f27a034f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-6033a797-277e-4a6f-a083-cdf00a3742cb', 'network_id': '6033a797-277e-4a6f-a083-cdf00a3742cb', 'project_id': 'e46c3cafd4d34e56a47312e07a62f2e1', 'fixed_ips': [{'subnet_id': 'f656cba3-b034-4a35-be8a-970ebc6e82ed'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:37:07.683380 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dafdb380-9257-4880-b1e7-be69f27a034f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:07.691339 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-badf5631-f782-4feb-9d97-352a6ab8b6b3 None None] For port 1d15b717-3f14-43d8-97b6-8b2b7fc84680, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=1d15b717-3f14-43d8-97b6-8b2b7fc84680,segment=NetworkSegment(cef3a23b-9ff4-4874-a4d8-11bf87c1d9a8),segment_id=cef3a23b-9ff4-4874-a4d8-11bf87c1d9a8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:07.703788 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-609e496c-c2d2-411b-b29b-a0c5035aaf46 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:07.704996 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-badf5631-f782-4feb-9d97-352a6ab8b6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:07.707828 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-039ab579-1d9b-4e9b-9a09-981cb6742b7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:37:07.722743 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-039ab579-1d9b-4e9b-9a09-981cb6742b7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:07.745330 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-039ab579-1d9b-4e9b-9a09-981cb6742b7e service neutron] Transition to ACTIVE for port object 80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:37:07.753986 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b453e-5660-4d62-98ed-21080efb63a3 req-5ca8bca2-0668-4781-bc81-be9410c08fef tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:07.762988 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9a4b453e-5660-4d62-98ed-21080efb63a3 req-5ca8bca2-0668-4781-bc81-be9410c08fef tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4427918-3f67-41aa-8b42-fdb086ff4a3e HTTP/1.1" status: 200 len: 950 time: 0.1002731 Dec 09 15:37:07.767548 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf5631-f782-4feb-9d97-352a6ab8b6b3 None None] Pushing event updated for resources: {'Port': ['ID=1d15b717-3f14-43d8-97b6-8b2b7fc84680,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:07.770337 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-039ab579-1d9b-4e9b-9a09-981cb6742b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:07.779209 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf5631-f782-4feb-9d97-352a6ab8b6b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:07.781765 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b6ea55-6e74-4880-9b26-f7bc63191784 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Made reservation on behalf of 1e0dad837f9c483a9d0dd7e471d8bf06 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:37:07.782399 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf5631-f782-4feb-9d97-352a6ab8b6b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:07.782979 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf5631-f782-4feb-9d97-352a6ab8b6b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:07.783799 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf5631-f782-4feb-9d97-352a6ab8b6b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:07.784339 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf5631-f782-4feb-9d97-352a6ab8b6b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:07.784850 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf5631-f782-4feb-9d97-352a6ab8b6b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:07.785487 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf5631-f782-4feb-9d97-352a6ab8b6b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:07.785776 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b1b6ea55-6e74-4880-9b26-f7bc63191784 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:07.786588 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf5631-f782-4feb-9d97-352a6ab8b6b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:07.787095 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf5631-f782-4feb-9d97-352a6ab8b6b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:07.787600 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf5631-f782-4feb-9d97-352a6ab8b6b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:07.788213 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf5631-f782-4feb-9d97-352a6ab8b6b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:07.788947 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf5631-f782-4feb-9d97-352a6ab8b6b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:07.789571 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf5631-f782-4feb-9d97-352a6ab8b6b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:07.842159 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d1889759-36fc-4c07-a287-779655940a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1345dde-3bb0-4443-a9e5-1d464a15e37d', 'name': 'tempest-TaggedBootDevicesTest-662223514-router', 'tenant_id': '22d7743b04274c74b1037ecd2e466dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '7ce9cd52-d487-48be-b3c4-fec2341e71a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:56Z', 'updated_at': '2021-12-09T15:37:03Z', 'revision_number': 4, 'project_id': '22d7743b04274c74b1037ecd2e466dba', 'gw_port': {'id': '7ce9cd52-d487-48be-b3c4-fec2341e71a1', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:24:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1345dde-3bb0-4443-a9e5-1d464a15e37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:58Z', 'updated_at': '2021-12-09T15:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '1d15b717-3f14-43d8-97b6-8b2b7fc84680', 'name': '', 'network_id': '99deab82-68e4-40a9-831d-57d4c6d733cd', 'tenant_id': '22d7743b04274c74b1037ecd2e466dba', 'mac_address': 'fa:16:3e:43:51:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1345dde-3bb0-4443-a9e5-1d464a15e37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '6e61db67-8b3d-4dcf-badf-87164914471b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:37:02Z', 'updated_at': '2021-12-09T15:37:06Z', 'revision_number': 4, 'project_id': '22d7743b04274c74b1037ecd2e466dba', 'subnets': [{'id': '6e61db67-8b3d-4dcf-badf-87164914471b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:07.883371 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9a4b453e-5660-4d62-98ed-21080efb63a3 req-06081644-c766-48b0-a404-dd09b605599a tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196113 Dec 09 15:37:07.938077 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1889759-36fc-4c07-a287-779655940a1d None None] The sync data for ids ['a1345dde-3bb0-4443-a9e5-1d464a15e37d'] in n-d-821228-1 is: [{'id': 'a1345dde-3bb0-4443-a9e5-1d464a15e37d', 'name': 'tempest-TaggedBootDevicesTest-662223514-router', 'tenant_id': '22d7743b04274c74b1037ecd2e466dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '7ce9cd52-d487-48be-b3c4-fec2341e71a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:56Z', 'updated_at': '2021-12-09T15:37:03Z', 'revision_number': 4, 'project_id': '22d7743b04274c74b1037ecd2e466dba', 'gw_port': {'id': '7ce9cd52-d487-48be-b3c4-fec2341e71a1', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:24:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1345dde-3bb0-4443-a9e5-1d464a15e37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:58Z', 'updated_at': '2021-12-09T15:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '1d15b717-3f14-43d8-97b6-8b2b7fc84680', 'name': '', 'network_id': '99deab82-68e4-40a9-831d-57d4c6d733cd', 'tenant_id': '22d7743b04274c74b1037ecd2e466dba', 'mac_address': 'fa:16:3e:43:51:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1345dde-3bb0-4443-a9e5-1d464a15e37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '6e61db67-8b3d-4dcf-badf-87164914471b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:37:02Z', 'updated_at': '2021-12-09T15:37:06Z', 'revision_number': 4, 'project_id': '22d7743b04274c74b1037ecd2e466dba', 'subnets': [{'id': '6e61db67-8b3d-4dcf-badf-87164914471b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:37:07.949573 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039ab579-1d9b-4e9b-9a09-981cb6742b7e service neutron] Pushing event updated for resources: {'Port': ['ID=80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:07.970515 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d7569d96-96cb-46bd-8bce-02807189992e None None] Provisioning complete for port 1d15b717-3f14-43d8-97b6-8b2b7fc84680 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:07.971948 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d7569d96-96cb-46bd-8bce-02807189992e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:08.098757 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-dafdb380-9257-4880-b1e7-be69f27a034f None None] Allocated IP 172.20.0.2 (6033a797-277e-4a6f-a083-cdf00a3742cb/f656cba3-b034-4a35-be8a-970ebc6e82ed/8e76aa57-28eb-403d-9f60-7eac2f14f3d4) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:37:08.318343 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede459f-8dee-4862-8cf8-f1cce8f81a62 req-e7cec262-d0bb-44b0-907f-17aad49d9483 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:08.324614 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b1b6ea55-6e74-4880-9b26-f7bc63191784 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:08.327035 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0ede459f-8dee-4862-8cf8-f1cce8f81a62 req-e7cec262-d0bb-44b0-907f-17aad49d9483 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=713515dc-25e2-4c41-b81b-436b79605653 HTTP/1.1" status: 200 len: 946 time: 0.2294109 Dec 09 15:37:08.364389 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dafdb380-9257-4880-b1e7-be69f27a034f None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:08.380686 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-039ab579-1d9b-4e9b-9a09-981cb6742b7e service neutron] Attempting to bind port 80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:37:08.381449 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-039ab579-1d9b-4e9b-9a09-981cb6742b7e service neutron] Attempting to bind port 80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:37:08.381591 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dafdb380-9257-4880-b1e7-be69f27a034f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:08.381733 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-039ab579-1d9b-4e9b-9a09-981cb6742b7e service neutron] Attempting to bind port 80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:37:08.395956 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b2d00-6f22-47af-9330-100dde50832d req-70452651-4f3c-4f7c-b578-9c6c50f65aa0 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:08.398035 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-768b2d00-6f22-47af-9330-100dde50832d req-70452651-4f3c-4f7c-b578-9c6c50f65aa0 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.31 "GET /v2.0/networks?id=df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff HTTP/1.1" status: 200 len: 821 time: 0.5049875 Dec 09 15:37:08.404527 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-039ab579-1d9b-4e9b-9a09-981cb6742b7e service neutron] Port 80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:37:08.405340 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-039ab579-1d9b-4e9b-9a09-981cb6742b7e service neutron] Attempting to bind port 80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:37:08.418965 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-039ab579-1d9b-4e9b-9a09-981cb6742b7e service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:37:08.419301 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-039ab579-1d9b-4e9b-9a09-981cb6742b7e service neutron] Checking segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:37:08.419908 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-039ab579-1d9b-4e9b-9a09-981cb6742b7e service neutron] Bound using segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:37:08.420114 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-039ab579-1d9b-4e9b-9a09-981cb6742b7e service neutron] Bound port: 80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:37:08.420498 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-039ab579-1d9b-4e9b-9a09-981cb6742b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:08.438016 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-768b2d00-6f22-47af-9330-100dde50832d req-4a2df674-3b0f-4b31-b703-5690be63a3d6 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Request body: {'port': {'device_id': 'cd9d429c-72b6-4ca2-ad24-fe4c89a4b904', 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff', 'admin_state_up': True, 'tenant_id': '02a1132e545b430eb3bab86b76eaec31'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:37:08.443644 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-609e496c-c2d2-411b-b29b-a0c5035aaf46 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:08.446488 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafdb380-9257-4880-b1e7-be69f27a034f None None] Network 6033a797-277e-4a6f-a083-cdf00a3742cb is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:37:08.453960 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-dafdb380-9257-4880-b1e7-be69f27a034f None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:37:08.460029 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafdb380-9257-4880-b1e7-be69f27a034f None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:37:08.476449 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6ea55-6e74-4880-9b26-f7bc63191784 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Pushing event updated for resources: {'Subnet': ['ID=cf76b55c-6a0c-420b-8e11-7ca71b4369e8,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:08.487632 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-609e496c-c2d2-411b-b29b-a0c5035aaf46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:08.497232 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafdb380-9257-4880-b1e7-be69f27a034f None None] Pushing event updated for resources: {'Port': ['ID=8e76aa57-28eb-403d-9f60-7eac2f14f3d4,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:08.542172 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b6ea55-6e74-4880-9b26-f7bc63191784 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Checking segment: {'id': 'd668710b-fce1-49bd-8e6e-ae45f71831bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'eb539a3d-8a0b-46f9-bebd-b0d488d48953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:37:08.542600 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b6ea55-6e74-4880-9b26-f7bc63191784 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Network hostable DHCP agents. Network: eb539a3d-8a0b-46f9-bebd-b0d488d48953, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:37:08.550673 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0ede459f-8dee-4862-8cf8-f1cce8f81a62 req-502219e6-5b13-4ebc-b0af-5bd7131c87cc tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225559 Dec 09 15:37:08.561733 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-dafdb380-9257-4880-b1e7-be69f27a034f None None] Attempting to bind port 8e76aa57-28eb-403d-9f60-7eac2f14f3d4 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:37:08.582362 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-dafdb380-9257-4880-b1e7-be69f27a034f None None] Attempting to bind port 8e76aa57-28eb-403d-9f60-7eac2f14f3d4 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'a4327456-205b-4a9b-b257-18a06c5ac1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6033a797-277e-4a6f-a083-cdf00a3742cb'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:37:08.582812 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafdb380-9257-4880-b1e7-be69f27a034f None None] Attempting to bind port 8e76aa57-28eb-403d-9f60-7eac2f14f3d4 on network 6033a797-277e-4a6f-a083-cdf00a3742cb {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:37:08.590164 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b6ea55-6e74-4880-9b26-f7bc63191784 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Network eb539a3d-8a0b-46f9-bebd-b0d488d48953 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:37:08.595922 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafdb380-9257-4880-b1e7-be69f27a034f None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:37:08.596314 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafdb380-9257-4880-b1e7-be69f27a034f None None] Checking segment: {'id': 'a4327456-205b-4a9b-b257-18a06c5ac1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6033a797-277e-4a6f-a083-cdf00a3742cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:37:08.597386 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dafdb380-9257-4880-b1e7-be69f27a034f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:08.597794 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafdb380-9257-4880-b1e7-be69f27a034f None None] Bound using segment: {'id': 'a4327456-205b-4a9b-b257-18a06c5ac1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6033a797-277e-4a6f-a083-cdf00a3742cb'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:37:08.598283 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-dafdb380-9257-4880-b1e7-be69f27a034f None None] Bound port: 8e76aa57-28eb-403d-9f60-7eac2f14f3d4, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4327456-205b-4a9b-b257-18a06c5ac1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6033a797-277e-4a6f-a083-cdf00a3742cb'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:37:08.598667 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dafdb380-9257-4880-b1e7-be69f27a034f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:08.630109 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-039ab579-1d9b-4e9b-9a09-981cb6742b7e service neutron] For port 80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:37:08.637745 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-b1b6ea55-6e74-4880-9b26-f7bc63191784 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, eb539a3d-8a0b-46f9-bebd-b0d488d48953) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:37:08.653853 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b6ea55-6e74-4880-9b26-f7bc63191784 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:08.654455 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b1b6ea55-6e74-4880-9b26-f7bc63191784 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:08.669848 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f50737-bb8a-465c-b12c-7b830832e108 None None] Network eb539a3d-8a0b-46f9-bebd-b0d488d48953 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:37:08.687799 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-039ab579-1d9b-4e9b-9a09-981cb6742b7e service neutron] For port 80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:37:08.691160 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-609e496c-c2d2-411b-b29b-a0c5035aaf46 admin admin] Allocated IP 172.25.3.108 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/459b5a90-a597-4fa4-8b8a-120ddbf6378f) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:37:08.702005 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b1b6ea55-6e74-4880-9b26-f7bc63191784 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2251759 Dec 09 15:37:08.702201 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-039ab579-1d9b-4e9b-9a09-981cb6742b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:08.702327 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 32842) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:37:08.708040 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a536de44-1925-4301-86ea-784dff6aea9c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1243534887'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:37:08.752518 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Dec 2021 15:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd530385-618f-4edd-ae6c-a4a532abf1a0 x-openstack-request-id: req-bd530385-618f-4edd-ae6c-a4a532abf1a0 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:37:08.753117 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e", "name": "network-vif-deleted", "tag": "8dd2331b-4e18-4c42-b209-d51eb31b238e", "status": "completed", "code": 200}, {"server_uuid": "c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e", "name": "network-vif-deleted", "tag": "61870e47-b68b-4adc-81d9-2541d8b54c52", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:37:08.753117 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bd530385-618f-4edd-ae6c-a4a532abf1a0 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:37:08.753862 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e', 'name': 'network-vif-deleted', 'tag': '8dd2331b-4e18-4c42-b209-d51eb31b238e', 'status': 'completed', 'code': 200} Dec 09 15:37:08.753862 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e', 'name': 'network-vif-deleted', 'tag': '61870e47-b68b-4adc-81d9-2541d8b54c52', 'status': 'completed', 'code': 200} Dec 09 15:37:08.783413 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-039ab579-1d9b-4e9b-9a09-981cb6742b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:08.784042 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-039ab579-1d9b-4e9b-9a09-981cb6742b7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:08.785495 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-039ab579-1d9b-4e9b-9a09-981cb6742b7e service neutron] 10.222.0.31 "PUT /v2.0/ports/80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd HTTP/1.1" status: 200 len: 1096 time: 1.8715663 Dec 09 15:37:08.788358 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-768b2d00-6f22-47af-9330-100dde50832d req-4a2df674-3b0f-4b31-b703-5690be63a3d6 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Made reservation on behalf of 02a1132e545b430eb3bab86b76eaec31 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:37:08.792230 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-768b2d00-6f22-47af-9330-100dde50832d req-4a2df674-3b0f-4b31-b703-5690be63a3d6 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:08.841919 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-dafdb380-9257-4880-b1e7-be69f27a034f None None] For port 8e76aa57-28eb-403d-9f60-7eac2f14f3d4, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:37:08.847269 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-dafdb380-9257-4880-b1e7-be69f27a034f None None] For port 8e76aa57-28eb-403d-9f60-7eac2f14f3d4, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=8e76aa57-28eb-403d-9f60-7eac2f14f3d4,segment=NetworkSegment(a4327456-205b-4a9b-b257-18a06c5ac1d8),segment_id=a4327456-205b-4a9b-b257-18a06c5ac1d8)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:37:08.862438 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a536de44-1925-4301-86ea-784dff6aea9c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Made reservation on behalf of 1e0dad837f9c483a9d0dd7e471d8bf06 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:37:08.866524 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a536de44-1925-4301-86ea-784dff6aea9c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:08.884073 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dafdb380-9257-4880-b1e7-be69f27a034f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:08.912699 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-45971b58-5718-448f-aa07-189dbbbc07d9 req-959ef916-8249-4c6d-aaae-3a98ce867e08 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/ports?device_id=cd9d429c-72b6-4ca2-ad24-fe4c89a4b904 HTTP/1.1" status: 200 len: 210 time: 0.0740261 Dec 09 15:37:08.928399 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039ab579-1d9b-4e9b-9a09-981cb6742b7e service neutron] Pushing event updated for resources: {'Port': ['ID=80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:08.947564 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-609e496c-c2d2-411b-b29b-a0c5035aaf46 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:08.950492 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a536de44-1925-4301-86ea-784dff6aea9c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:37:08.951417 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d10d0b9-d25f-4720-b1cd-d30d583abbd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-eb539a3d-8a0b-46f9-bebd-b0d488d48953', 'network_id': 'eb539a3d-8a0b-46f9-bebd-b0d488d48953', 'project_id': '1e0dad837f9c483a9d0dd7e471d8bf06', 'fixed_ips': [{'subnet_id': 'cf76b55c-6a0c-420b-8e11-7ca71b4369e8'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:37:08.954488 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1d10d0b9-d25f-4720-b1cd-d30d583abbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:08.974336 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a536de44-1925-4301-86ea-784dff6aea9c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:08.975038 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-a536de44-1925-4301-86ea-784dff6aea9c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Added segment c69d836c-5329-43c3-935c-cb923760bfb1 of type vlan for network 027fd21e-46d9-46c2-af8e-95e4f06953a0 Dec 09 15:37:09.050386 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a536de44-1925-4301-86ea-784dff6aea9c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:09.064101 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-609e496c-c2d2-411b-b29b-a0c5035aaf46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:09.121805 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e496c-c2d2-411b-b29b-a0c5035aaf46 admin admin] Pushing event updated for resources: {'Port': ['ID=459b5a90-a597-4fa4-8b8a-120ddbf6378f,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:09.154588 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609e496c-c2d2-411b-b29b-a0c5035aaf46 admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:37:09.157865 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a536de44-1925-4301-86ea-784dff6aea9c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:09.168206 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a536de44-1925-4301-86ea-784dff6aea9c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:09.169404 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a536de44-1925-4301-86ea-784dff6aea9c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:09.173334 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-609e496c-c2d2-411b-b29b-a0c5035aaf46 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:37:09.189505 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-3a768394-a98b-44af-b7e3-8fb739d71c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:09.191047 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-3a768394-a98b-44af-b7e3-8fb739d71c4f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=09627b86ea3a401c9dca4d26f5ff081f&device_id=4f9b1e76-d79c-4b0a-a995-1dadea5c1a93 HTTP/1.1" status: 200 len: 1099 time: 0.2771292 Dec 09 15:37:09.221434 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 15:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3b8728-020a-4a15-85b6-01a7c863d529 x-openstack-request-id: req-ec3b8728-020a-4a15-85b6-01a7c863d529 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:37:09.221960 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e", "name": "network-vif-unplugged", "status": "completed", "tag": "61870e47-b68b-4adc-81d9-2541d8b54c52", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:37:09.221960 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ec3b8728-020a-4a15-85b6-01a7c863d529 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:37:09.222348 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44084c8-7ed1-4029-9b9c-4f5fa1ca6d6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61870e47-b68b-4adc-81d9-2541d8b54c52', 'code': 200} Dec 09 15:37:09.269237 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609e496c-c2d2-411b-b29b-a0c5035aaf46 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:37:09.279110 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536de44-1925-4301-86ea-784dff6aea9c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Pushing event updated for resources: {'Network': ['ID=027fd21e-46d9-46c2-af8e-95e4f06953a0,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:09.290819 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-4a25c63e-4fb6-4463-a531-8baa81256bb4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd HTTP/1.1" status: 200 len: 217 time: 0.0732961 Dec 09 15:37:09.335247 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 027fd21e-46d9-46c2-af8e-95e4f06953a0 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:37:09.338271 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafdb380-9257-4880-b1e7-be69f27a034f None None] Pushing event updated for resources: {'Port': ['ID=8e76aa57-28eb-403d-9f60-7eac2f14f3d4,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:09.343221 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a536de44-1925-4301-86ea-784dff6aea9c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6384940 Dec 09 15:37:09.343714 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 32846) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:37:09.344446 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b64d9-6e41-484f-be86-e8a5f3878638 req-e9ea390b-2e79-4159-aa7b-9cf8db0c34aa tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:09.353822 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cb0b64d9-6e41-484f-be86-e8a5f3878638 req-e9ea390b-2e79-4159-aa7b-9cf8db0c34aa tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f8aefd7-4244-4786-9a2e-1ea22148c062 HTTP/1.1" status: 200 len: 945 time: 0.2261524 Dec 09 15:37:09.354136 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-40b20b5e-25de-4e03-87d0-5bc7b8bcc5b1 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Request body: {'subnet': {'network_id': '027fd21e-46d9-46c2-af8e-95e4f06953a0', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:37:09.415914 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-768b2d00-6f22-47af-9330-100dde50832d req-4a2df674-3b0f-4b31-b703-5690be63a3d6 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Allocated IP 172.20.0.7 (df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff/8d29624e-0102-490d-a09b-e35c4d52029a/dd5f359e-e80f-470e-944f-bdfb7f36a4c8) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:37:09.464865 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-07c28962-39c8-4227-aa60-00d1f787e5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:09.466535 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-07c28962-39c8-4227-aa60-00d1f787e5d2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.1633298 Dec 09 15:37:09.537841 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-1d10d0b9-d25f-4720-b1cd-d30d583abbd6 None None] Allocated IP 19.80.0.2 (eb539a3d-8a0b-46f9-bebd-b0d488d48953/cf76b55c-6a0c-420b-8e11-7ca71b4369e8/1796af8b-2515-4301-ab0a-49e2fbd4b1ff) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:37:09.568044 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cb0b64d9-6e41-484f-be86-e8a5f3878638 req-01bf34aa-ef0a-412a-bf9e-d07c3f75328e tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132111 Dec 09 15:37:09.776765 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 8e76aa57-28eb-403d-9f60-7eac2f14f3d4 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:37:09.846557 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b20b5e-25de-4e03-87d0-5bc7b8bcc5b1 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Made reservation on behalf of 1e0dad837f9c483a9d0dd7e471d8bf06 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:37:09.850674 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-40b20b5e-25de-4e03-87d0-5bc7b8bcc5b1 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:09.858115 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1d10d0b9-d25f-4720-b1cd-d30d583abbd6 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:09.866956 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1d10d0b9-d25f-4720-b1cd-d30d583abbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:09.917664 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d10d0b9-d25f-4720-b1cd-d30d583abbd6 None None] Network eb539a3d-8a0b-46f9-bebd-b0d488d48953 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:37:09.923144 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-1d10d0b9-d25f-4720-b1cd-d30d583abbd6 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:37:09.928435 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d10d0b9-d25f-4720-b1cd-d30d583abbd6 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:37:09.970486 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 8e76aa57-28eb-403d-9f60-7eac2f14f3d4 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:09.970486 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:09.997250 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-609e496c-c2d2-411b-b29b-a0c5035aaf46 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:10.014165 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d10d0b9-d25f-4720-b1cd-d30d583abbd6 None None] Pushing event updated for resources: {'Port': ['ID=1796af8b-2515-4301-ab0a-49e2fbd4b1ff,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:10.043548 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-1d10d0b9-d25f-4720-b1cd-d30d583abbd6 None None] Attempting to bind port 1796af8b-2515-4301-ab0a-49e2fbd4b1ff on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:37:10.043946 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-1d10d0b9-d25f-4720-b1cd-d30d583abbd6 None None] Attempting to bind port 1796af8b-2515-4301-ab0a-49e2fbd4b1ff by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'd668710b-fce1-49bd-8e6e-ae45f71831bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'eb539a3d-8a0b-46f9-bebd-b0d488d48953'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:37:10.044292 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d10d0b9-d25f-4720-b1cd-d30d583abbd6 None None] Attempting to bind port 1796af8b-2515-4301-ab0a-49e2fbd4b1ff on network eb539a3d-8a0b-46f9-bebd-b0d488d48953 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:37:10.059925 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d10d0b9-d25f-4720-b1cd-d30d583abbd6 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:37:10.060322 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d10d0b9-d25f-4720-b1cd-d30d583abbd6 None None] Checking segment: {'id': 'd668710b-fce1-49bd-8e6e-ae45f71831bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'eb539a3d-8a0b-46f9-bebd-b0d488d48953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:37:10.062044 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1d10d0b9-d25f-4720-b1cd-d30d583abbd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:10.062044 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d10d0b9-d25f-4720-b1cd-d30d583abbd6 None None] Bound using segment: {'id': 'd668710b-fce1-49bd-8e6e-ae45f71831bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'eb539a3d-8a0b-46f9-bebd-b0d488d48953'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:37:10.063724 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-1d10d0b9-d25f-4720-b1cd-d30d583abbd6 None None] Bound port: 1796af8b-2515-4301-ab0a-49e2fbd4b1ff, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd668710b-fce1-49bd-8e6e-ae45f71831bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'eb539a3d-8a0b-46f9-bebd-b0d488d48953'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:37:10.063724 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1d10d0b9-d25f-4720-b1cd-d30d583abbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:10.079557 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-e8567f23-9927-44cb-aa2c-aadfecad8edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:10.081076 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-e8567f23-9927-44cb-aa2c-aadfecad8edd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5963676 Dec 09 15:37:10.165628 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:10.211031 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1d10d0b9-d25f-4720-b1cd-d30d583abbd6 None None] For port 1796af8b-2515-4301-ab0a-49e2fbd4b1ff, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:37:10.214802 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 8e76aa57-28eb-403d-9f60-7eac2f14f3d4, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=8e76aa57-28eb-403d-9f60-7eac2f14f3d4,segment=NetworkSegment(a4327456-205b-4a9b-b257-18a06c5ac1d8),segment_id=a4327456-205b-4a9b-b257-18a06c5ac1d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:10.223840 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:10.225137 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363658ae-ddf5-4691-817a-013cd4de2a12 req-88be96ce-f225-48aa-aa7c-d6abe9148056 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:10.225301 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 1d15b717-3f14-43d8-97b6-8b2b7fc84680 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:37:10.227043 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-363658ae-ddf5-4691-817a-013cd4de2a12 req-88be96ce-f225-48aa-aa7c-d6abe9148056 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f9b1e76-d79c-4b0a-a995-1dadea5c1a93 HTTP/1.1" status: 200 len: 948 time: 0.1650760 Dec 09 15:37:10.231513 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1d10d0b9-d25f-4720-b1cd-d30d583abbd6 None None] For port 1796af8b-2515-4301-ab0a-49e2fbd4b1ff, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=1796af8b-2515-4301-ab0a-49e2fbd4b1ff,segment=NetworkSegment(d668710b-fce1-49bd-8e6e-ae45f71831bc),segment_id=d668710b-fce1-49bd-8e6e-ae45f71831bc)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:37:10.234724 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-768b2d00-6f22-47af-9330-100dde50832d req-4a2df674-3b0f-4b31-b703-5690be63a3d6 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:10.269004 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-40b20b5e-25de-4e03-87d0-5bc7b8bcc5b1 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:10.271426 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1d10d0b9-d25f-4720-b1cd-d30d583abbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:10.274721 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-0c54b24d-0796-40a8-ada0-5cfdaf664573 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756895 Dec 09 15:37:10.336883 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=8e76aa57-28eb-403d-9f60-7eac2f14f3d4,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:10.361832 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-609e496c-c2d2-411b-b29b-a0c5035aaf46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:10.368820 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b20b5e-25de-4e03-87d0-5bc7b8bcc5b1 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Pushing event updated for resources: {'Subnet': ['ID=be6d0a4a-b52c-4f98-a733-453ffc72c813,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:10.381021 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-363658ae-ddf5-4691-817a-013cd4de2a12 req-81aeb5d2-16b3-4c11-af53-0ea280048b8c tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] 10.222.0.57 "GET /v2.0/security-groups?id=e97bd62b-8143-4899-92d3-6101b8389ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286175 Dec 09 15:37:10.400618 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-768b2d00-6f22-47af-9330-100dde50832d req-4a2df674-3b0f-4b31-b703-5690be63a3d6 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:10.410032 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 1d15b717-3f14-43d8-97b6-8b2b7fc84680 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:10.411458 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:10.438391 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['b278768d-d1d9-42db-b957-8ad3ada7469f'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:37:10.442924 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b20b5e-25de-4e03-87d0-5bc7b8bcc5b1 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Checking segment: {'id': 'c69d836c-5329-43c3-935c-cb923760bfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '027fd21e-46d9-46c2-af8e-95e4f06953a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:37:10.443458 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b20b5e-25de-4e03-87d0-5bc7b8bcc5b1 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Network hostable DHCP agents. Network: 027fd21e-46d9-46c2-af8e-95e4f06953a0, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:37:10.517008 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d10d0b9-d25f-4720-b1cd-d30d583abbd6 None None] Pushing event updated for resources: {'Port': ['ID=1796af8b-2515-4301-ab0a-49e2fbd4b1ff,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:10.518701 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b20b5e-25de-4e03-87d0-5bc7b8bcc5b1 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Network 027fd21e-46d9-46c2-af8e-95e4f06953a0 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:37:10.531211 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-768b2d00-6f22-47af-9330-100dde50832d req-4a2df674-3b0f-4b31-b703-5690be63a3d6 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Network df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:37:10.545130 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-768b2d00-6f22-47af-9330-100dde50832d req-4a2df674-3b0f-4b31-b703-5690be63a3d6 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:37:10.548556 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-768b2d00-6f22-47af-9330-100dde50832d req-4a2df674-3b0f-4b31-b703-5690be63a3d6 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:37:10.555239 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-40b20b5e-25de-4e03-87d0-5bc7b8bcc5b1 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 027fd21e-46d9-46c2-af8e-95e4f06953a0) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:37:10.567634 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b20b5e-25de-4e03-87d0-5bc7b8bcc5b1 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:10.568539 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-40b20b5e-25de-4e03-87d0-5bc7b8bcc5b1 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:10.599054 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-40b20b5e-25de-4e03-87d0-5bc7b8bcc5b1 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2542529 Dec 09 15:37:10.628558 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-68145f46-9025-42d7-8dfd-f821c9264d8a req-190dd6f6-54d3-4b8e-b3d1-5cc8e7154d4a service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415158 Dec 09 15:37:10.628732 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd34ad2e-1659-4cb3-ab2c-1bfe1087316a None None] Network 027fd21e-46d9-46c2-af8e-95e4f06953a0 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:37:10.654955 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609e496c-c2d2-411b-b29b-a0c5035aaf46 admin admin] Router 90a0fe22-50a0-4792-9172-9c050267f1d1 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:37:10.678016 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2df674-3b0f-4b31-b703-5690be63a3d6 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Pushing event updated for resources: {'Port': ['ID=dd5f359e-e80f-470e-944f-bdfb7f36a4c8,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:10.729265 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b2d00-6f22-47af-9330-100dde50832d req-4a2df674-3b0f-4b31-b703-5690be63a3d6 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:10.729959 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-768b2d00-6f22-47af-9330-100dde50832d req-4a2df674-3b0f-4b31-b703-5690be63a3d6 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:10.757086 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9b1e76-d79c-4b0a-a995-1dadea5c1a93', 'tag': '80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:37:10.761679 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64128c54-76b0-471b-9838-e7bbde107fea" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9b1e76-d79c-4b0a-a995-1dadea5c1a93", "tag": "80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:37:10.796740 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-768b2d00-6f22-47af-9330-100dde50832d req-4a2df674-3b0f-4b31-b703-5690be63a3d6 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3789029 Dec 09 15:37:10.815822 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed6db1-05e9-4046-ae90-978c4838b460 req-ec32bcde-6fcb-440b-9b57-0f41626f6b03 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:10.821266 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b2ed6db1-05e9-4046-ae90-978c4838b460 req-ec32bcde-6fcb-440b-9b57-0f41626f6b03 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=713515dc-25e2-4c41-b81b-436b79605653 HTTP/1.1" status: 200 len: 946 time: 0.2879684 Dec 09 15:37:10.832474 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-768b2d00-6f22-47af-9330-100dde50832d req-d76d9bed-db45-4d4b-bb24-cb05eaff77fc service neutron] Request body: {'port': {'device_id': 'cd9d429c-72b6-4ca2-ad24-fe4c89a4b904', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:37:10.952744 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-768b2d00-6f22-47af-9330-100dde50832d req-d76d9bed-db45-4d4b-bb24-cb05eaff77fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:10.987412 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ed1f0c-d918-47e6-a6ff-e74ff81d621b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-027fd21e-46d9-46c2-af8e-95e4f06953a0', 'network_id': '027fd21e-46d9-46c2-af8e-95e4f06953a0', 'project_id': '1e0dad837f9c483a9d0dd7e471d8bf06', 'fixed_ips': [{'subnet_id': 'be6d0a4a-b52c-4f98-a733-453ffc72c813'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:37:10.989544 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b8ed1f0c-d918-47e6-a6ff-e74ff81d621b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:11.000673 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b2ed6db1-05e9-4046-ae90-978c4838b460 req-f4ee6a31-7027-4209-a312-9ef9ce9acca8 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752832 Dec 09 15:37:11.185921 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ac503d-4055-486b-859a-d1562413ece9 None None] Network 6033a797-277e-4a6f-a083-cdf00a3742cb requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:37:11.191353 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5fa1f13e-8f85-4121-91f0-42ed7d4e8016 None None] Provisioning complete for port dd5f359e-e80f-470e-944f-bdfb7f36a4c8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:11.191739 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5fa1f13e-8f85-4121-91f0-42ed7d4e8016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:11.261852 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-b8ed1f0c-d918-47e6-a6ff-e74ff81d621b None None] Allocated IP 19.86.0.2 (027fd21e-46d9-46c2-af8e-95e4f06953a0/be6d0a4a-b52c-4f98-a733-453ffc72c813/c9069d1b-2854-48c9-8283-5ae12fa4b9bf) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:37:11.285519 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609e496c-c2d2-411b-b29b-a0c5035aaf46 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:37:11.309819 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-609e496c-c2d2-411b-b29b-a0c5035aaf46 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:11.311847 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-609e496c-c2d2-411b-b29b-a0c5035aaf46 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0754280 Dec 09 15:37:11.315110 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 32862) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:37:11.358551 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3481b32f-2207-4c3d-a398-e45c2374bcea None None] Sync routers for ids ['90a0fe22-50a0-4792-9172-9c050267f1d1'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:37:11.385724 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5479b-d060-46ad-8a5a-ba2336c62650 req-fe9f7a5c-b0fa-4367-bac8-2cca76f6c6d6 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:11.387227 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bcd5479b-d060-46ad-8a5a-ba2336c62650 req-fe9f7a5c-b0fa-4367-bac8-2cca76f6c6d6 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4427918-3f67-41aa-8b42-fdb086ff4a3e HTTP/1.1" status: 200 len: 950 time: 0.1109192 Dec 09 15:37:11.402303 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced799d5-5271-450a-a049-e24f53a7a7dc req-f8f17cbe-3607-4234-b088-ff8ab17abdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:11.403785 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ced799d5-5271-450a-a049-e24f53a7a7dc req-f8f17cbe-3607-4234-b088-ff8ab17abdee service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=59594b9e3fb144dbb2817de5b4b0a74c&device_id=19dc24f6-09ce-4250-850b-d7ee7c38fb46 HTTP/1.1" status: 200 len: 1097 time: 0.1262817 Dec 09 15:37:11.434940 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3481b32f-2207-4c3d-a398-e45c2374bcea None None] Routers {'90a0fe22-50a0-4792-9172-9c050267f1d1'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:37:11.435845 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3481b32f-2207-4c3d-a398-e45c2374bcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:36:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['90a0fe22-50a0-4792-9172-9c050267f1d1'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:11.457762 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5fa1f13e-8f85-4121-91f0-42ed7d4e8016 None None] Port dd5f359e-e80f-470e-944f-bdfb7f36a4c8 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:37:11.599420 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bcd5479b-d060-46ad-8a5a-ba2336c62650 req-8ecbfda8-4f75-4b8b-a727-c4478e06bb8f tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994834 Dec 09 15:37:11.631895 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-768b2d00-6f22-47af-9330-100dde50832d req-d76d9bed-db45-4d4b-bb24-cb05eaff77fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd5f359e-e80f-470e-944f-bdfb7f36a4c8 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:37:11.644438 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-768b2d00-6f22-47af-9330-100dde50832d req-d76d9bed-db45-4d4b-bb24-cb05eaff77fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:11.648998 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced799d5-5271-450a-a049-e24f53a7a7dc req-d85697c0-be3b-4998-b720-191617d0a7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:11.648998 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ced799d5-5271-450a-a049-e24f53a7a7dc req-d85697c0-be3b-4998-b720-191617d0a7a8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7010a1a7-2d7c-4586-8e67-9c7afc483ab0 HTTP/1.1" status: 200 len: 920 time: 0.2347951 Dec 09 15:37:11.720112 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-768b2d00-6f22-47af-9330-100dde50832d req-d76d9bed-db45-4d4b-bb24-cb05eaff77fc service neutron] Transition to ACTIVE for port object dd5f359e-e80f-470e-944f-bdfb7f36a4c8 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:37:11.722302 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ced799d5-5271-450a-a049-e24f53a7a7dc req-41cad382-ae9a-4618-9bf7-b70f71cc6136 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59ffef59-e7d2-49f4-bb86-d9cd926be4b8 HTTP/1.1" status: 200 len: 217 time: 0.0505593 Dec 09 15:37:11.740050 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-768b2d00-6f22-47af-9330-100dde50832d req-d76d9bed-db45-4d4b-bb24-cb05eaff77fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:11.762324 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 8e76aa57-28eb-403d-9f60-7eac2f14f3d4 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:37:11.891502 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09d8d26a-7eef-4201-b225-e58ba4a0c4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:11.943694 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793fe1e-1fad-4f34-9672-6759959bfd14 req-a9b41b7b-f32a-405a-a435-e1da9791edc7 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:11.951810 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1793fe1e-1fad-4f34-9672-6759959bfd14 req-a9b41b7b-f32a-405a-a435-e1da9791edc7 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/ports?device_id=cd9d429c-72b6-4ca2-ad24-fe4c89a4b904 HTTP/1.1" status: 200 len: 943 time: 0.1939571 Dec 09 15:37:11.964657 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d9bed-db45-4d4b-bb24-cb05eaff77fc service neutron] Pushing event updated for resources: {'Port': ['ID=dd5f359e-e80f-470e-944f-bdfb7f36a4c8,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:11.977297 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced799d5-5271-450a-a049-e24f53a7a7dc req-54b6ca31-2929-4189-9347-f86ef34c1674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:11.978911 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ced799d5-5271-450a-a049-e24f53a7a7dc req-54b6ca31-2929-4189-9347-f86ef34c1674 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=55d52639-1caa-4023-ae95-afc257c891d1 HTTP/1.1" status: 200 len: 859 time: 0.2487731 Dec 09 15:37:12.010326 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b7486471-1d0a-4ceb-abd9-d42a0060667a None None] Provisioning complete for port 8e76aa57-28eb-403d-9f60-7eac2f14f3d4 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:12.010696 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b7486471-1d0a-4ceb-abd9-d42a0060667a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:12.061783 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1793fe1e-1fad-4f34-9672-6759959bfd14 req-76c89365-89bc-4aee-af17-80a510f07e80 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/security-groups?id=410938a1-b2b2-4bdb-84bd-cea91e5cb615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089740 Dec 09 15:37:12.071619 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ced799d5-5271-450a-a049-e24f53a7a7dc req-1c92405b-6bbb-496a-bf21-124a105c1ec9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7010a1a7-2d7c-4586-8e67-9c7afc483ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823383 Dec 09 15:37:12.074115 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1da5e0-cc38-41aa-a794-9c5e26ca5235 None None] Network eb539a3d-8a0b-46f9-bebd-b0d488d48953 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:37:12.076794 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-768b2d00-6f22-47af-9330-100dde50832d req-d76d9bed-db45-4d4b-bb24-cb05eaff77fc service neutron] Attempting to bind port dd5f359e-e80f-470e-944f-bdfb7f36a4c8 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:37:12.077237 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-768b2d00-6f22-47af-9330-100dde50832d req-d76d9bed-db45-4d4b-bb24-cb05eaff77fc service neutron] Attempting to bind port dd5f359e-e80f-470e-944f-bdfb7f36a4c8 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:37:12.077669 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768b2d00-6f22-47af-9330-100dde50832d req-d76d9bed-db45-4d4b-bb24-cb05eaff77fc service neutron] Attempting to bind port dd5f359e-e80f-470e-944f-bdfb7f36a4c8 on network df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:37:12.083087 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768b2d00-6f22-47af-9330-100dde50832d req-d76d9bed-db45-4d4b-bb24-cb05eaff77fc service neutron] Port dd5f359e-e80f-470e-944f-bdfb7f36a4c8 on network df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:37:12.083526 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768b2d00-6f22-47af-9330-100dde50832d req-d76d9bed-db45-4d4b-bb24-cb05eaff77fc service neutron] Attempting to bind port dd5f359e-e80f-470e-944f-bdfb7f36a4c8 on network df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:37:12.092050 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768b2d00-6f22-47af-9330-100dde50832d req-d76d9bed-db45-4d4b-bb24-cb05eaff77fc service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:37:12.092856 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768b2d00-6f22-47af-9330-100dde50832d req-d76d9bed-db45-4d4b-bb24-cb05eaff77fc service neutron] Checking segment: {'id': '23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:37:12.093344 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768b2d00-6f22-47af-9330-100dde50832d req-d76d9bed-db45-4d4b-bb24-cb05eaff77fc service neutron] Bound using segment: {'id': '23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:37:12.093897 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-768b2d00-6f22-47af-9330-100dde50832d req-d76d9bed-db45-4d4b-bb24-cb05eaff77fc service neutron] Bound port: dd5f359e-e80f-470e-944f-bdfb7f36a4c8, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:37:12.094390 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-768b2d00-6f22-47af-9330-100dde50832d req-d76d9bed-db45-4d4b-bb24-cb05eaff77fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:12.119661 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-09d8d26a-7eef-4201-b225-e58ba4a0c4f0 admin admin] Allocated IP 172.20.0.1 (6033a797-277e-4a6f-a083-cdf00a3742cb/f656cba3-b034-4a35-be8a-970ebc6e82ed/7ceae8cd-d4bd-44ab-83ff-3fa5536deae3) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:37:12.214404 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-3481b32f-2207-4c3d-a398-e45c2374bcea None None] Set router 90a0fe22-50a0-4792-9172-9c050267f1d1 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:37:12.217601 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b8ed1f0c-d918-47e6-a6ff-e74ff81d621b None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:12.260759 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09d8d26a-7eef-4201-b225-e58ba4a0c4f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:12.294700 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b8ed1f0c-d918-47e6-a6ff-e74ff81d621b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:12.300769 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb65713-5111-4720-9670-2831c11e66c3 req-7b6f8c22-51f2-432d-91ad-da7953c04784 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:12.308448 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cfb65713-5111-4720-9670-2831c11e66c3 req-7b6f8c22-51f2-432d-91ad-da7953c04784 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f8aefd7-4244-4786-9a2e-1ea22148c062 HTTP/1.1" status: 200 len: 945 time: 0.1395466 Dec 09 15:37:12.310757 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09d8d26a-7eef-4201-b225-e58ba4a0c4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:12.310939 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-768b2d00-6f22-47af-9330-100dde50832d req-d76d9bed-db45-4d4b-bb24-cb05eaff77fc service neutron] For port dd5f359e-e80f-470e-944f-bdfb7f36a4c8, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:37:12.346109 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ced799d5-5271-450a-a049-e24f53a7a7dc req-f9651575-622c-46e3-83e9-372c32496dec service neutron] 10.222.0.31 "GET /v2.0/networks/7010a1a7-2d7c-4586-8e67-9c7afc483ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552159 Dec 09 15:37:12.370477 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-768b2d00-6f22-47af-9330-100dde50832d req-d76d9bed-db45-4d4b-bb24-cb05eaff77fc service neutron] For port dd5f359e-e80f-470e-944f-bdfb7f36a4c8, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=dd5f359e-e80f-470e-944f-bdfb7f36a4c8,segment=NetworkSegment(23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea),segment_id=23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:37:12.393832 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d8d26a-7eef-4201-b225-e58ba4a0c4f0 admin admin] Network 6033a797-277e-4a6f-a083-cdf00a3742cb is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:37:12.395125 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d8d26a-7eef-4201-b225-e58ba4a0c4f0 admin admin] Pushing event updated for resources: {'Port': ['ID=7ceae8cd-d4bd-44ab-83ff-3fa5536deae3,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:12.399543 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-768b2d00-6f22-47af-9330-100dde50832d req-d76d9bed-db45-4d4b-bb24-cb05eaff77fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:12.404542 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-09d8d26a-7eef-4201-b225-e58ba4a0c4f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:37:12.411162 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d8d26a-7eef-4201-b225-e58ba4a0c4f0 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:37:12.453354 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ed1f0c-d918-47e6-a6ff-e74ff81d621b None None] Network 027fd21e-46d9-46c2-af8e-95e4f06953a0 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:37:12.461356 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 8e76aa57-28eb-403d-9f60-7eac2f14f3d4 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:12.461725 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:12.466055 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-b8ed1f0c-d918-47e6-a6ff-e74ff81d621b None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:37:12.468299 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ed1f0c-d918-47e6-a6ff-e74ff81d621b None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:37:12.470542 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cfb65713-5111-4720-9670-2831c11e66c3 req-146c0fee-e49c-47fe-8a08-14f9e3440ac3 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611280 Dec 09 15:37:12.479396 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed1f0c-d918-47e6-a6ff-e74ff81d621b None None] Pushing event updated for resources: {'Port': ['ID=c9069d1b-2854-48c9-8283-5ae12fa4b9bf,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:12.498377 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09d8d26a-7eef-4201-b225-e58ba4a0c4f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:12.505292 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b2d00-6f22-47af-9330-100dde50832d req-d76d9bed-db45-4d4b-bb24-cb05eaff77fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:12.505927 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-768b2d00-6f22-47af-9330-100dde50832d req-d76d9bed-db45-4d4b-bb24-cb05eaff77fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:12.507326 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-768b2d00-6f22-47af-9330-100dde50832d req-d76d9bed-db45-4d4b-bb24-cb05eaff77fc service neutron] 10.222.0.31 "PUT /v2.0/ports/dd5f359e-e80f-470e-944f-bdfb7f36a4c8 HTTP/1.1" status: 200 len: 1091 time: 1.6847618 Dec 09 15:37:12.574371 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4433d201-d64b-466a-982f-0808bec11b2e x-openstack-request-id: req-4433d201-d64b-466a-982f-0808bec11b2e {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:37:12.578747 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9b1e76-d79c-4b0a-a995-1dadea5c1a93", "tag": "80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:37:12.581222 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4433d201-d64b-466a-982f-0808bec11b2e {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:37:12.581796 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9b1e76-d79c-4b0a-a995-1dadea5c1a93', 'tag': '80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd', 'status': 'completed', 'code': 200} Dec 09 15:37:12.602333 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d9bed-db45-4d4b-bb24-cb05eaff77fc service neutron] Pushing event updated for resources: {'Port': ['ID=dd5f359e-e80f-470e-944f-bdfb7f36a4c8,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:12.759771 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ced799d5-5271-450a-a049-e24f53a7a7dc req-d382c251-5aea-4a01-b2b2-5178103e1ec8 service neutron] 10.222.0.31 "GET /v2.0/networks/7010a1a7-2d7c-4586-8e67-9c7afc483ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877289 Dec 09 15:37:12.760816 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-b8ed1f0c-d918-47e6-a6ff-e74ff81d621b None None] Attempting to bind port c9069d1b-2854-48c9-8283-5ae12fa4b9bf on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:37:12.761194 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-b8ed1f0c-d918-47e6-a6ff-e74ff81d621b None None] Attempting to bind port c9069d1b-2854-48c9-8283-5ae12fa4b9bf by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'c69d836c-5329-43c3-935c-cb923760bfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '027fd21e-46d9-46c2-af8e-95e4f06953a0'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:37:12.761601 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ed1f0c-d918-47e6-a6ff-e74ff81d621b None None] Attempting to bind port c9069d1b-2854-48c9-8283-5ae12fa4b9bf on network 027fd21e-46d9-46c2-af8e-95e4f06953a0 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:37:12.774339 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09d8d26a-7eef-4201-b225-e58ba4a0c4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:12.782964 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ed1f0c-d918-47e6-a6ff-e74ff81d621b None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:37:12.783362 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ed1f0c-d918-47e6-a6ff-e74ff81d621b None None] Checking segment: {'id': 'c69d836c-5329-43c3-935c-cb923760bfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '027fd21e-46d9-46c2-af8e-95e4f06953a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:37:12.784055 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b8ed1f0c-d918-47e6-a6ff-e74ff81d621b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:12.784490 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ed1f0c-d918-47e6-a6ff-e74ff81d621b None None] Bound using segment: {'id': 'c69d836c-5329-43c3-935c-cb923760bfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '027fd21e-46d9-46c2-af8e-95e4f06953a0'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:37:12.785704 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-b8ed1f0c-d918-47e6-a6ff-e74ff81d621b None None] Bound port: c9069d1b-2854-48c9-8283-5ae12fa4b9bf, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c69d836c-5329-43c3-935c-cb923760bfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '027fd21e-46d9-46c2-af8e-95e4f06953a0'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:37:12.786162 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b8ed1f0c-d918-47e6-a6ff-e74ff81d621b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:12.844976 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-0f402891-37c6-44e2-83e6-0398f971c9e8 None None] Provisioning complete for port 8e76aa57-28eb-403d-9f60-7eac2f14f3d4 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:12.845461 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0f402891-37c6-44e2-83e6-0398f971c9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:12.865702 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b2d00-6f22-47af-9330-100dde50832d req-c8fed127-d086-4b3f-b2d8-31fdc03b3284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:12.867809 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-768b2d00-6f22-47af-9330-100dde50832d req-c8fed127-d086-4b3f-b2d8-31fdc03b3284 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=02a1132e545b430eb3bab86b76eaec31&device_id=cd9d429c-72b6-4ca2-ad24-fe4c89a4b904 HTTP/1.1" status: 200 len: 1094 time: 0.2832611 Dec 09 15:37:12.911327 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64128c54-76b0-471b-9838-e7bbde107fea req-0337a034-1d7a-46c4-93f8-8d39e0fa2e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:12.913010 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-64128c54-76b0-471b-9838-e7bbde107fea req-0337a034-1d7a-46c4-93f8-8d39e0fa2e6b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=09627b86ea3a401c9dca4d26f5ff081f&device_id=4f9b1e76-d79c-4b0a-a995-1dadea5c1a93 HTTP/1.1" status: 200 len: 1099 time: 0.3049996 Dec 09 15:37:12.943208 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 1796af8b-2515-4301-ab0a-49e2fbd4b1ff up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:37:12.956597 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-768b2d00-6f22-47af-9330-100dde50832d req-6195dfc5-1e46-4870-bf7b-36f721af79ff service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd5f359e-e80f-470e-944f-bdfb7f36a4c8 HTTP/1.1" status: 200 len: 217 time: 0.0748639 Dec 09 15:37:12.987539 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:37:13.033218 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3481b32f-2207-4c3d-a398-e45c2374bcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a0fe22-50a0-4792-9172-9c050267f1d1', 'name': 'tempest-TaggedBootDevicesTest-900696261-router', 'tenant_id': 'e46c3cafd4d34e56a47312e07a62f2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '459b5a90-a597-4fa4-8b8a-120ddbf6378f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:37:07Z', 'updated_at': '2021-12-09T15:37:09Z', 'revision_number': 3, 'project_id': 'e46c3cafd4d34e56a47312e07a62f2e1', 'gw_port': {'id': '459b5a90-a597-4fa4-8b8a-120ddbf6378f', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a0fe22-50a0-4792-9172-9c050267f1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:37:08Z', 'updated_at': '2021-12-09T15:37:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:13.036886 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b8ed1f0c-d918-47e6-a6ff-e74ff81d621b None None] For port c9069d1b-2854-48c9-8283-5ae12fa4b9bf, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:37:13.056578 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09d8d26a-7eef-4201-b225-e58ba4a0c4f0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:13.057204 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-fb2130d0-671e-436f-bcf9-52ef724c7501 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:13.062753 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09d8d26a-7eef-4201-b225-e58ba4a0c4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:13.062952 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-fb2130d0-671e-436f-bcf9-52ef724c7501 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:13.064673 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-fb2130d0-671e-436f-bcf9-52ef724c7501 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/networks?id=eb539a3d-8a0b-46f9-bebd-b0d488d48953&id=027fd21e-46d9-46c2-af8e-95e4f06953a0 HTTP/1.1" status: 200 len: 1391 time: 0.3572319 Dec 09 15:37:13.086186 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3481b32f-2207-4c3d-a398-e45c2374bcea None None] Checking router: 90a0fe22-50a0-4792-9172-9c050267f1d1 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:37:13.087146 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3481b32f-2207-4c3d-a398-e45c2374bcea None None] Updating router 90a0fe22-50a0-4792-9172-9c050267f1d1 port 459b5a90-a597-4fa4-8b8a-120ddbf6378f binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:37:13.102361 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-360b43a9-2f58-4faf-b0ef-c8ccb1914ee4 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/quotas/1e0dad837f9c483a9d0dd7e471d8bf06 HTTP/1.1" status: 200 len: 375 time: 0.0283148 Dec 09 15:37:13.103732 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b8ed1f0c-d918-47e6-a6ff-e74ff81d621b None None] For port c9069d1b-2854-48c9-8283-5ae12fa4b9bf, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=c9069d1b-2854-48c9-8283-5ae12fa4b9bf,segment=NetworkSegment(c69d836c-5329-43c3-935c-cb923760bfb1),segment_id=c69d836c-5329-43c3-935c-cb923760bfb1)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:37:13.106172 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b2d00-6f22-47af-9330-100dde50832d req-ef51ccb2-6564-479c-9998-f1b9e1c53a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:13.107743 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-768b2d00-6f22-47af-9330-100dde50832d req-ef51ccb2-6564-479c-9998-f1b9e1c53a1b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d29624e-0102-490d-a09b-e35c4d52029a HTTP/1.1" status: 200 len: 860 time: 0.1404297 Dec 09 15:37:13.158865 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b8ed1f0c-d918-47e6-a6ff-e74ff81d621b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:13.159976 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d8d26a-7eef-4201-b225-e58ba4a0c4f0 admin admin] Pushing event updated for resources: {'Port': ['ID=7ceae8cd-d4bd-44ab-83ff-3fa5536deae3,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:13.169113 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09d8d26a-7eef-4201-b225-e58ba4a0c4f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:13.211959 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64128c54-76b0-471b-9838-e7bbde107fea req-088021f0-ac3b-4a95-aecc-af8018f01531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:13.213670 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-64128c54-76b0-471b-9838-e7bbde107fea req-088021f0-ac3b-4a95-aecc-af8018f01531 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.2588618 Dec 09 15:37:13.217509 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3481b32f-2207-4c3d-a398-e45c2374bcea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:13.236715 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b2d00-6f22-47af-9330-100dde50832d req-0b648044-d046-46bd-b5ae-f69c82d4f460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:13.238565 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-768b2d00-6f22-47af-9330-100dde50832d req-0b648044-d046-46bd-b5ae-f69c82d4f460 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1207180 Dec 09 15:37:13.252125 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-88692ce1-e123-4194-8d87-34a578be1292 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e0dad837f9c483a9d0dd7e471d8bf06&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1322379 Dec 09 15:37:13.293717 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d8d26a-7eef-4201-b225-e58ba4a0c4f0 admin admin] Network 6033a797-277e-4a6f-a083-cdf00a3742cb is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:37:13.293717 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-09d8d26a-7eef-4201-b225-e58ba4a0c4f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:37:13.306860 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-64128c54-76b0-471b-9838-e7bbde107fea req-b826e123-1a01-4fd9-8042-54618d61c3c0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd HTTP/1.1" status: 200 len: 217 time: 0.0815330 Dec 09 15:37:13.317751 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 1796af8b-2515-4301-ab0a-49e2fbd4b1ff triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:13.318356 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:13.404613 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed1f0c-d918-47e6-a6ff-e74ff81d621b None None] Pushing event updated for resources: {'Port': ['ID=c9069d1b-2854-48c9-8283-5ae12fa4b9bf,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:13.424467 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:13.486860 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d8d26a-7eef-4201-b225-e58ba4a0c4f0 admin admin] Router 90a0fe22-50a0-4792-9172-9c050267f1d1 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:37:13.507009 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64128c54-76b0-471b-9838-e7bbde107fea req-984984ff-94f6-46fd-8296-fdce75a291ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:13.508726 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-64128c54-76b0-471b-9838-e7bbde107fea req-984984ff-94f6-46fd-8296-fdce75a291ec service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.1919615 Dec 09 15:37:13.519909 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'port_id': '80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd', 'mac_address': 'fa:16:3e:49:d9:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6953c-1261-4e7c-8b49-64e5b87424c2', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:37:13.546600 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-0f402891-37c6-44e2-83e6-0398f971c9e8 None None] Provisioning complete for port 1796af8b-2515-4301-ab0a-49e2fbd4b1ff triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:13.547322 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0f402891-37c6-44e2-83e6-0398f971c9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:13.593240 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-768b2d00-6f22-47af-9330-100dde50832d req-65ac38bf-7676-4936-aba4-cd752be6a433 service neutron] 10.222.0.31 "GET /v2.0/networks/df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069527 Dec 09 15:37:13.595973 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-066f6877-0660-40df-a258-18aba52bf75a service neutron] 10.222.0.57 "GET /v2.0/networks/eb539a3d-8a0b-46f9-bebd-b0d488d48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087568 Dec 09 15:37:13.678454 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d8d26a-7eef-4201-b225-e58ba4a0c4f0 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:37:13.695861 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-09d8d26a-7eef-4201-b225-e58ba4a0c4f0 admin admin] 10.222.0.57 "PUT /v2.0/routers/90a0fe22-50a0-4792-9172-9c050267f1d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3713923 Dec 09 15:37:13.777049 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64128c54-76b0-471b-9838-e7bbde107fea req-fc9fae83-debd-45c0-ac9b-9e67afcfbf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:13.778692 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-64128c54-76b0-471b-9838-e7bbde107fea req-fc9fae83-debd-45c0-ac9b-9e67afcfbf0d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2528391 Dec 09 15:37:13.780126 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:13.847652 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:37:13.857216 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-8e0057f7-17f3-4782-9e37-0a56a5d61502 service neutron] 10.222.0.57 "GET /v2.0/networks/eb539a3d-8a0b-46f9-bebd-b0d488d48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546668 Dec 09 15:37:13.863399 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:13.897350 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0f402891-37c6-44e2-83e6-0398f971c9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:13.910828 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:13.931911 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-768b2d00-6f22-47af-9330-100dde50832d req-893f3d6a-7089-40b0-869b-11df74a428ca service neutron] 10.222.0.31 "GET /v2.0/networks/df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267052 Dec 09 15:37:13.934322 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:13.978541 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 1796af8b-2515-4301-ab0a-49e2fbd4b1ff, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=1796af8b-2515-4301-ab0a-49e2fbd4b1ff,segment=NetworkSegment(d668710b-fce1-49bd-8e6e-ae45f71831bc),segment_id=d668710b-fce1-49bd-8e6e-ae45f71831bc)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:14.000650 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-64128c54-76b0-471b-9838-e7bbde107fea req-c1813d8b-bfbc-41fe-ac84-cb178dd0dfd3 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037582 Dec 09 15:37:14.001874 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:14.034483 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-d8d74f53-1201-4593-8e3d-ef334066c839 service neutron] 10.222.0.57 "GET /v2.0/networks/027fd21e-46d9-46c2-af8e-95e4f06953a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639669 Dec 09 15:37:14.065794 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3481b32f-2207-4c3d-a398-e45c2374bcea None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:14.101702 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3481b32f-2207-4c3d-a398-e45c2374bcea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:14.127248 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:14.330264 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device c9069d1b-2854-48c9-8283-5ae12fa4b9bf up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:37:14.400695 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-0f402891-37c6-44e2-83e6-0398f971c9e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:37:14.401195 n-d-821228-1 neutron-server[103246]: DEBUG oslo_db.api [None req-0f402891-37c6-44e2-83e6-0398f971c9e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:37:14.413753 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3481b32f-2207-4c3d-a398-e45c2374bcea None None] Attempting to bind port 459b5a90-a597-4fa4-8b8a-120ddbf6378f on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:37:14.414367 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3481b32f-2207-4c3d-a398-e45c2374bcea None None] Attempting to bind port 459b5a90-a597-4fa4-8b8a-120ddbf6378f by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:37:14.414827 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3481b32f-2207-4c3d-a398-e45c2374bcea None None] Attempting to bind port 459b5a90-a597-4fa4-8b8a-120ddbf6378f on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:37:14.423555 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3481b32f-2207-4c3d-a398-e45c2374bcea None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:37:14.424147 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3481b32f-2207-4c3d-a398-e45c2374bcea None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:37:14.424799 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3481b32f-2207-4c3d-a398-e45c2374bcea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:14.425544 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3481b32f-2207-4c3d-a398-e45c2374bcea None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:37:14.426122 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3481b32f-2207-4c3d-a398-e45c2374bcea None None] Bound port: 459b5a90-a597-4fa4-8b8a-120ddbf6378f, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:37:14.426611 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3481b32f-2207-4c3d-a398-e45c2374bcea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:14.475748 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=1796af8b-2515-4301-ab0a-49e2fbd4b1ff,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:14.500932 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-64128c54-76b0-471b-9838-e7bbde107fea req-6f9c9d5e-4d84-48b3-95f3-7dc9399348f3 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4897034 Dec 09 15:37:14.512283 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-c0e413d2-7d48-4fbe-a9a8-e5e0847d634e service neutron] 10.222.0.57 "GET /v2.0/networks/027fd21e-46d9-46c2-af8e-95e4f06953a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528968 Dec 09 15:37:14.514795 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port c9069d1b-2854-48c9-8283-5ae12fa4b9bf triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:14.515262 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:14.575806 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a95b17c-32da-4238-a8d1-3c3f5297b4d3 None None] Pushing event updated for resources: {'Port': ['ID=459b5a90-a597-4fa4-8b8a-120ddbf6378f,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:14.583290 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd9d429c-72b6-4ca2-ad24-fe4c89a4b904', 'tag': 'dd5f359e-e80f-470e-944f-bdfb7f36a4c8'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:37:14.587295 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5399cd2c-0ae9-401c-bd80-a4dba55d649a" -d '{"events": [{"name": "network-changed", "server_uuid": "cd9d429c-72b6-4ca2-ad24-fe4c89a4b904", "tag": "dd5f359e-e80f-470e-944f-bdfb7f36a4c8"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:37:14.589629 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3481b32f-2207-4c3d-a398-e45c2374bcea None None] For port 459b5a90-a597-4fa4-8b8a-120ddbf6378f, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:37:14.594496 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3481b32f-2207-4c3d-a398-e45c2374bcea None None] For port 459b5a90-a597-4fa4-8b8a-120ddbf6378f, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=459b5a90-a597-4fa4-8b8a-120ddbf6378f,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:37:14.604746 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3481b32f-2207-4c3d-a398-e45c2374bcea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:14.660754 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:37:14.774102 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfe9046-59e7-475b-805e-3565de721bfe None None] Network 027fd21e-46d9-46c2-af8e-95e4f06953a0 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:37:14.867775 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3481b32f-2207-4c3d-a398-e45c2374bcea None None] Routers {'90a0fe22-50a0-4792-9172-9c050267f1d1'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:37:14.868444 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3481b32f-2207-4c3d-a398-e45c2374bcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:36:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['90a0fe22-50a0-4792-9172-9c050267f1d1'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:14.870222 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a95b17c-32da-4238-a8d1-3c3f5297b4d3 None None] Pushing event updated for resources: {'Port': ['ID=459b5a90-a597-4fa4-8b8a-120ddbf6378f,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:14.901913 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f066793-d638-42cc-b6a8-1cc5ad2cc977 req-0b16f7d4-b054-4520-a725-e7496d764cdb tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:14.911021 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f066793-d638-42cc-b6a8-1cc5ad2cc977 req-0b16f7d4-b054-4520-a725-e7496d764cdb tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=19dc24f6-09ce-4250-850b-d7ee7c38fb46 HTTP/1.1" status: 200 len: 946 time: 0.0704741 Dec 09 15:37:14.919711 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:14.985799 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f066793-d638-42cc-b6a8-1cc5ad2cc977 req-030c104a-0ead-4cf5-a0ed-4082138a4928 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637290 Dec 09 15:37:15.088398 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port c9069d1b-2854-48c9-8283-5ae12fa4b9bf, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=c9069d1b-2854-48c9-8283-5ae12fa4b9bf,segment=NetworkSegment(c69d836c-5329-43c3-935c-cb923760bfb1),segment_id=c69d836c-5329-43c3-935c-cb923760bfb1)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:15.098336 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435fc6c-9fc3-4f29-9611-cc658530aaf4 req-b1f47c9d-7632-47d6-94b9-f582ab260212 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:15.100892 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d435fc6c-9fc3-4f29-9611-cc658530aaf4 req-b1f47c9d-7632-47d6-94b9-f582ab260212 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f9b1e76-d79c-4b0a-a995-1dadea5c1a93 HTTP/1.1" status: 200 len: 949 time: 0.0614321 Dec 09 15:37:15.131537 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:15.173525 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d435fc6c-9fc3-4f29-9611-cc658530aaf4 req-4ae9648d-aebc-443e-b779-4f109d6b1b32 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] 10.222.0.57 "GET /v2.0/security-groups?id=e97bd62b-8143-4899-92d3-6101b8389ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653484 Dec 09 15:37:15.248043 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-3481b32f-2207-4c3d-a398-e45c2374bcea None None] Set router 90a0fe22-50a0-4792-9172-9c050267f1d1 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:37:15.313919 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350be46-cf55-4b1f-9cdb-32631401b65c req-406e49e7-95cd-46d4-be2d-9096a5639654 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:15.317104 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9350be46-cf55-4b1f-9cdb-32631401b65c req-406e49e7-95cd-46d4-be2d-9096a5639654 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4427918-3f67-41aa-8b42-fdb086ff4a3e HTTP/1.1" status: 200 len: 950 time: 0.0643747 Dec 09 15:37:15.326434 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=c9069d1b-2854-48c9-8283-5ae12fa4b9bf,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:15.338450 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d8c43177-a591-4c1d-92da-8499452b4a0f None None] Provisioning complete for port c9069d1b-2854-48c9-8283-5ae12fa4b9bf triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:15.339023 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d8c43177-a591-4c1d-92da-8499452b4a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:15.417097 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9350be46-cf55-4b1f-9cdb-32631401b65c req-4ae42952-869f-4d7b-ae42-9b4297d0046d tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890083 Dec 09 15:37:15.566290 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c6de9-252f-4517-b4cd-252839104d21 req-c6a88051-745a-447e-a3eb-0b00924a0bcb tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:15.577690 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-db5c6de9-252f-4517-b4cd-252839104d21 req-c6a88051-745a-447e-a3eb-0b00924a0bcb tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/ports?device_id=cd9d429c-72b6-4ca2-ad24-fe4c89a4b904 HTTP/1.1" status: 200 len: 943 time: 0.0733867 Dec 09 15:37:15.662657 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-db5c6de9-252f-4517-b4cd-252839104d21 req-901e504e-ed19-47a2-8a45-646c43a0129e tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/security-groups?id=410938a1-b2b2-4bdb-84bd-cea91e5cb615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841081 Dec 09 15:37:15.666114 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d8c43177-a591-4c1d-92da-8499452b4a0f None None] Provisioning complete for port 7ceae8cd-d4bd-44ab-83ff-3fa5536deae3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:15.666509 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d8c43177-a591-4c1d-92da-8499452b4a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:15.717812 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3481b32f-2207-4c3d-a398-e45c2374bcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a0fe22-50a0-4792-9172-9c050267f1d1', 'name': 'tempest-TaggedBootDevicesTest-900696261-router', 'tenant_id': 'e46c3cafd4d34e56a47312e07a62f2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '459b5a90-a597-4fa4-8b8a-120ddbf6378f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:37:07Z', 'updated_at': '2021-12-09T15:37:12Z', 'revision_number': 4, 'project_id': 'e46c3cafd4d34e56a47312e07a62f2e1', 'gw_port': {'id': '459b5a90-a597-4fa4-8b8a-120ddbf6378f', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a0fe22-50a0-4792-9172-9c050267f1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:37:08Z', 'updated_at': '2021-12-09T15:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '7ceae8cd-d4bd-44ab-83ff-3fa5536deae3', 'name': '', 'network_id': '6033a797-277e-4a6f-a083-cdf00a3742cb', 'tenant_id': 'e46c3cafd4d34e56a47312e07a62f2e1', 'mac_address': 'fa:16:3e:8f:85:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a0fe22-50a0-4792-9172-9c050267f1d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'f656cba3-b034-4a35-be8a-970ebc6e82ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:37:11Z', 'updated_at': '2021-12-09T15:37:12Z', 'revision_number': 2, 'project_id': 'e46c3cafd4d34e56a47312e07a62f2e1', 'subnets': [{'id': 'f656cba3-b034-4a35-be8a-970ebc6e82ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:15.741660 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d8c43177-a591-4c1d-92da-8499452b4a0f None None] Port 7ceae8cd-d4bd-44ab-83ff-3fa5536deae3 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:37:15.781610 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3481b32f-2207-4c3d-a398-e45c2374bcea None None] The sync data for ids ['90a0fe22-50a0-4792-9172-9c050267f1d1'] in n-d-821228-1 is: [{'id': '90a0fe22-50a0-4792-9172-9c050267f1d1', 'name': 'tempest-TaggedBootDevicesTest-900696261-router', 'tenant_id': 'e46c3cafd4d34e56a47312e07a62f2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '459b5a90-a597-4fa4-8b8a-120ddbf6378f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:37:07Z', 'updated_at': '2021-12-09T15:37:12Z', 'revision_number': 4, 'project_id': 'e46c3cafd4d34e56a47312e07a62f2e1', 'gw_port': {'id': '459b5a90-a597-4fa4-8b8a-120ddbf6378f', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a0fe22-50a0-4792-9172-9c050267f1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:37:08Z', 'updated_at': '2021-12-09T15:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '7ceae8cd-d4bd-44ab-83ff-3fa5536deae3', 'name': '', 'network_id': '6033a797-277e-4a6f-a083-cdf00a3742cb', 'tenant_id': 'e46c3cafd4d34e56a47312e07a62f2e1', 'mac_address': 'fa:16:3e:8f:85:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a0fe22-50a0-4792-9172-9c050267f1d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'f656cba3-b034-4a35-be8a-970ebc6e82ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:37:11Z', 'updated_at': '2021-12-09T15:37:12Z', 'revision_number': 2, 'project_id': 'e46c3cafd4d34e56a47312e07a62f2e1', 'subnets': [{'id': 'f656cba3-b034-4a35-be8a-970ebc6e82ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:37:15.799127 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:15.800496 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d8c43177-a591-4c1d-92da-8499452b4a0f None None] Provisioning complete for port 1796af8b-2515-4301-ab0a-49e2fbd4b1ff triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:15.800850 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d8c43177-a591-4c1d-92da-8499452b4a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:15.832146 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36190fd0-f5a3-4d57-8fd6-183749ac16ff req-880ee707-40c1-4dce-ac15-49680858a5b0 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:15.833917 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-36190fd0-f5a3-4d57-8fd6-183749ac16ff req-880ee707-40c1-4dce-ac15-49680858a5b0 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f8aefd7-4244-4786-9a2e-1ea22148c062 HTTP/1.1" status: 200 len: 945 time: 0.0716026 Dec 09 15:37:15.933574 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-36190fd0-f5a3-4d57-8fd6-183749ac16ff req-8264bb47-03cb-492f-88c0-fb01de2e453a tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900402 Dec 09 15:37:15.981193 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7c7bcb-e46b-41a0-b843-c401f5e615fc x-openstack-request-id: req-ec7c7bcb-e46b-41a0-b843-c401f5e615fc {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:37:15.981497 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd9d429c-72b6-4ca2-ad24-fe4c89a4b904", "tag": "dd5f359e-e80f-470e-944f-bdfb7f36a4c8", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:37:15.981757 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ec7c7bcb-e46b-41a0-b843-c401f5e615fc {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:37:15.982169 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd9d429c-72b6-4ca2-ad24-fe4c89a4b904', 'tag': 'dd5f359e-e80f-470e-944f-bdfb7f36a4c8', 'status': 'completed', 'code': 200} Dec 09 15:37:16.067198 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8c098714-2efa-4412-8808-993012277f2e None None] Provisioning complete for port c9069d1b-2854-48c9-8283-5ae12fa4b9bf triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:16.067568 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8c098714-2efa-4412-8808-993012277f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:16.160923 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d3e06d35-a4e5-4e22-9017-e130d001f108 req-86580159-72a2-41b8-88b1-0179842fb805 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/ports?device_id=70235c67-493c-4494-a519-652890d78fdf HTTP/1.1" status: 200 len: 210 time: 0.0695043 Dec 09 15:37:16.172559 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399cd2c-0ae9-401c-bd80-a4dba55d649a req-0f9ef17c-7b03-4099-b809-34dac3ed376a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:16.174223 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5399cd2c-0ae9-401c-bd80-a4dba55d649a req-0f9ef17c-7b03-4099-b809-34dac3ed376a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=02a1132e545b430eb3bab86b76eaec31&device_id=cd9d429c-72b6-4ca2-ad24-fe4c89a4b904 HTTP/1.1" status: 200 len: 1094 time: 0.1447983 Dec 09 15:37:16.197318 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 1796af8b-2515-4301-ab0a-49e2fbd4b1ff up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:37:16.306122 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 1796af8b-2515-4301-ab0a-49e2fbd4b1ff triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:16.306842 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:16.412274 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device c9069d1b-2854-48c9-8283-5ae12fa4b9bf up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:37:16.462560 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port c9069d1b-2854-48c9-8283-5ae12fa4b9bf triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:16.462939 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:16.468823 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d151be7-e837-4c3f-a1ff-a7c574a5a844 req-91891f20-54c5-4f2a-9a32-0b62626dac55 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:16.470378 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6d151be7-e837-4c3f-a1ff-a7c574a5a844 req-91891f20-54c5-4f2a-9a32-0b62626dac55 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=713515dc-25e2-4c41-b81b-436b79605653 HTTP/1.1" status: 200 len: 946 time: 0.1647615 Dec 09 15:37:16.481322 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-0020dd91-e4fb-44b3-b182-16508818d5ca tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:16.487444 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-0020dd91-e4fb-44b3-b182-16508818d5ca tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:16.489326 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-0020dd91-e4fb-44b3-b182-16508818d5ca tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.31 "GET /v2.0/networks?id=eb539a3d-8a0b-46f9-bebd-b0d488d48953&id=027fd21e-46d9-46c2-af8e-95e4f06953a0 HTTP/1.1" status: 200 len: 1391 time: 0.3141234 Dec 09 15:37:16.510541 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-9490ba96-1b01-4a08-8ae0-d6b65a1334b9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Request body: {'port': {'device_id': '70235c67-493c-4494-a519-652890d78fdf', 'network_id': 'eb539a3d-8a0b-46f9-bebd-b0d488d48953', 'admin_state_up': True, 'tenant_id': '1e0dad837f9c483a9d0dd7e471d8bf06'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:37:16.535877 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399cd2c-0ae9-401c-bd80-a4dba55d649a req-ff90d4f8-d06a-428a-a170-27b79d799714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:16.537411 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5399cd2c-0ae9-401c-bd80-a4dba55d649a req-ff90d4f8-d06a-428a-a170-27b79d799714 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff HTTP/1.1" status: 200 len: 922 time: 0.3509309 Dec 09 15:37:16.621643 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5399cd2c-0ae9-401c-bd80-a4dba55d649a req-0202f875-2c64-4bfa-802a-2f291d170a9f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd5f359e-e80f-470e-944f-bdfb7f36a4c8 HTTP/1.1" status: 200 len: 217 time: 0.0536749 Dec 09 15:37:16.704581 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6d151be7-e837-4c3f-a1ff-a7c574a5a844 req-46b51965-87e0-4091-9688-90d93a3104e1 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131550 Dec 09 15:37:16.778265 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399cd2c-0ae9-401c-bd80-a4dba55d649a req-eadc8e05-a5c7-4fd3-9313-c0d651f8d2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:16.780882 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5399cd2c-0ae9-401c-bd80-a4dba55d649a req-eadc8e05-a5c7-4fd3-9313-c0d651f8d2b6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d29624e-0102-490d-a09b-e35c4d52029a HTTP/1.1" status: 200 len: 860 time: 0.1496329 Dec 09 15:37:16.829662 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-9490ba96-1b01-4a08-8ae0-d6b65a1334b9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Made reservation on behalf of 1e0dad837f9c483a9d0dd7e471d8bf06 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:37:16.831998 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-9490ba96-1b01-4a08-8ae0-d6b65a1334b9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:16.905623 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb92c85-af49-444e-899a-d124e2422c0c req-ab20f5c4-3f74-4b69-924d-699d817f7a04 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:16.907317 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-edb92c85-af49-444e-899a-d124e2422c0c req-ab20f5c4-3f74-4b69-924d-699d817f7a04 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=19dc24f6-09ce-4250-850b-d7ee7c38fb46 HTTP/1.1" status: 200 len: 946 time: 0.1221974 Dec 09 15:37:16.959693 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399cd2c-0ae9-401c-bd80-a4dba55d649a req-4d6ad8e7-e7ae-44e8-98ff-21c17bab4649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:16.962353 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5399cd2c-0ae9-401c-bd80-a4dba55d649a req-4d6ad8e7-e7ae-44e8-98ff-21c17bab4649 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1673870 Dec 09 15:37:16.982697 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device dd5f359e-e80f-470e-944f-bdfb7f36a4c8 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:37:16.987533 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:37:17.077252 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-edb92c85-af49-444e-899a-d124e2422c0c req-b95f2f0c-9c69-4897-bd85-c37dd9340007 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347482 Dec 09 15:37:17.201374 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5399cd2c-0ae9-401c-bd80-a4dba55d649a req-0665800a-0bd4-4b53-a2aa-58ab3678c391 service neutron] 10.222.0.31 "GET /v2.0/networks/df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286086 Dec 09 15:37:17.248762 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-9490ba96-1b01-4a08-8ae0-d6b65a1334b9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Allocated IP 19.80.0.73 (eb539a3d-8a0b-46f9-bebd-b0d488d48953/cf76b55c-6a0c-420b-8e11-7ca71b4369e8/8b7ec057-cd23-4799-b0d8-fcaee887bb7a) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:37:17.310668 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:37:17.316649 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:17.317050 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:17.373351 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40062af3-33a1-43a6-9ce1-55d1311df00d req-794ffb98-0b48-49e4-b706-c1d3c05e3073 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:17.381701 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-40062af3-33a1-43a6-9ce1-55d1311df00d req-794ffb98-0b48-49e4-b706-c1d3c05e3073 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f9b1e76-d79c-4b0a-a995-1dadea5c1a93 HTTP/1.1" status: 200 len: 949 time: 0.1989210 Dec 09 15:37:17.440520 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port dd5f359e-e80f-470e-944f-bdfb7f36a4c8, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=dd5f359e-e80f-470e-944f-bdfb7f36a4c8,segment=NetworkSegment(23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea),segment_id=23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:17.477609 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'dd5f359e-e80f-470e-944f-bdfb7f36a4c8', 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff', 'port_id': 'dd5f359e-e80f-470e-944f-bdfb7f36a4c8', 'mac_address': 'fa:16:3e:84:fe:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:37:17.527153 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-40062af3-33a1-43a6-9ce1-55d1311df00d req-f90f0a41-3f65-450b-845e-1744964b5424 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] 10.222.0.57 "GET /v2.0/security-groups?id=e97bd62b-8143-4899-92d3-6101b8389ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435344 Dec 09 15:37:17.536282 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5399cd2c-0ae9-401c-bd80-a4dba55d649a req-d9fb0282-358e-4e98-a5da-aa167c081d50 service neutron] 10.222.0.31 "GET /v2.0/networks/df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157632 Dec 09 15:37:17.611471 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:17.613674 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:17.641465 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd5f359e-e80f-470e-944f-bdfb7f36a4c8 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:37:17.666944 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9b1e76-d79c-4b0a-a995-1dadea5c1a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:37:17.669235 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9468d09-fb8e-4737-9edb-f0ea8f94f43a" -d '{"events": [{"server_uuid": "4f9b1e76-d79c-4b0a-a995-1dadea5c1a93", "name": "network-vif-plugged", "status": "completed", "tag": "80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:37:17.699831 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port dd5f359e-e80f-470e-944f-bdfb7f36a4c8, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=dd5f359e-e80f-470e-944f-bdfb7f36a4c8,segment=NetworkSegment(23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea),segment_id=23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:17.703209 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:17.707466 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:17.715452 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:17.754889 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765427ff-b765-4ebf-b0f6-c6a968e1d2c4 req-67296cf2-d20d-47b8-a8ef-d872c977628e tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:17.764984 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-765427ff-b765-4ebf-b0f6-c6a968e1d2c4 req-67296cf2-d20d-47b8-a8ef-d872c977628e tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4427918-3f67-41aa-8b42-fdb086ff4a3e HTTP/1.1" status: 200 len: 950 time: 0.1213470 Dec 09 15:37:17.780699 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-9490ba96-1b01-4a08-8ae0-d6b65a1334b9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:17.791313 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=dd5f359e-e80f-470e-944f-bdfb7f36a4c8,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:17.839396 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-765427ff-b765-4ebf-b0f6-c6a968e1d2c4 req-6b6bf4b5-5a15-4d93-9388-e13deb2bd51c tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752444 Dec 09 15:37:17.847333 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:17.859259 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-9490ba96-1b01-4a08-8ae0-d6b65a1334b9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:17.974205 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-9490ba96-1b01-4a08-8ae0-d6b65a1334b9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Network eb539a3d-8a0b-46f9-bebd-b0d488d48953 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:37:17.976889 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9490ba96-1b01-4a08-8ae0-d6b65a1334b9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Pushing event updated for resources: {'Port': ['ID=8b7ec057-cd23-4799-b0d8-fcaee887bb7a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:17.997417 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-9490ba96-1b01-4a08-8ae0-d6b65a1334b9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:37:18.000123 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-9490ba96-1b01-4a08-8ae0-d6b65a1334b9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:37:18.063003 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3890f-dbf3-423b-a33b-3c2091da617f req-3c4ac016-17e8-47a4-a524-dbe73ce5d358 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:18.064545 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9ea3890f-dbf3-423b-a33b-3c2091da617f req-3c4ac016-17e8-47a4-a524-dbe73ce5d358 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/ports?device_id=cd9d429c-72b6-4ca2-ad24-fe4c89a4b904 HTTP/1.1" status: 200 len: 944 time: 0.1086032 Dec 09 15:37:18.076936 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-9490ba96-1b01-4a08-8ae0-d6b65a1334b9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:18.077532 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-9490ba96-1b01-4a08-8ae0-d6b65a1334b9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:18.126673 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-9490ba96-1b01-4a08-8ae0-d6b65a1334b9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6222932 Dec 09 15:37:18.163395 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['dd5f359e-e80f-470e-944f-bdfb7f36a4c8'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:37:18.184063 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-1b35cd11-cbe9-4beb-9f40-2972e5deb11f tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Request body: {'port': {'device_id': '70235c67-493c-4494-a519-652890d78fdf', 'network_id': '027fd21e-46d9-46c2-af8e-95e4f06953a0', 'admin_state_up': True, 'tenant_id': '1e0dad837f9c483a9d0dd7e471d8bf06'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:37:18.205420 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 459b5a90-a597-4fa4-8b8a-120ddbf6378f up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:37:18.217374 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9ea3890f-dbf3-423b-a33b-3c2091da617f req-22d05815-3c76-4d83-b25e-6c444b5d6dae tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/security-groups?id=410938a1-b2b2-4bdb-84bd-cea91e5cb615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355889 Dec 09 15:37:18.387239 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 459b5a90-a597-4fa4-8b8a-120ddbf6378f triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:18.387648 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:18.417115 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-1b35cd11-cbe9-4beb-9f40-2972e5deb11f tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Made reservation on behalf of 1e0dad837f9c483a9d0dd7e471d8bf06 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:37:18.423653 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-1b35cd11-cbe9-4beb-9f40-2972e5deb11f tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:18.455083 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c81af-2464-4bbb-b76d-979943c7784a req-f7f51500-9ded-4fe3-bc8e-78314dd58217 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:18.463396 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-123c81af-2464-4bbb-b76d-979943c7784a req-f7f51500-9ded-4fe3-bc8e-78314dd58217 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=713515dc-25e2-4c41-b81b-436b79605653 HTTP/1.1" status: 200 len: 946 time: 0.1366236 Dec 09 15:37:18.493732 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f3cc73f4-815b-406d-ae6e-a08bbc38253b None None] Provisioning complete for port 8b7ec057-cd23-4799-b0d8-fcaee887bb7a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:18.494334 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f3cc73f4-815b-406d-ae6e-a08bbc38253b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:18.591536 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-123c81af-2464-4bbb-b76d-979943c7784a req-b4f22232-ece6-4e20-83b2-5af59fddc2aa tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270101 Dec 09 15:37:18.604519 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f3cc73f4-815b-406d-ae6e-a08bbc38253b None None] Port 8b7ec057-cd23-4799-b0d8-fcaee887bb7a cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:37:18.614560 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:18.676743 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 459b5a90-a597-4fa4-8b8a-120ddbf6378f, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=459b5a90-a597-4fa4-8b8a-120ddbf6378f,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:18.684664 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:18.685114 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-1b35cd11-cbe9-4beb-9f40-2972e5deb11f tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Allocated IP 19.86.0.86 (027fd21e-46d9-46c2-af8e-95e4f06953a0/be6d0a4a-b52c-4f98-a733-453ffc72c813/da2133a6-72e0-4af4-afb1-c0ee1dc7ccea) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:37:18.754541 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=459b5a90-a597-4fa4-8b8a-120ddbf6378f,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:18.846966 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e60cf-0ad2-4eed-a29d-3573eaf4d77c req-e02c34fb-8251-46a5-a9f3-45b29de4155f tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:18.848480 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5f1e60cf-0ad2-4eed-a29d-3573eaf4d77c req-e02c34fb-8251-46a5-a9f3-45b29de4155f tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f8aefd7-4244-4786-9a2e-1ea22148c062 HTTP/1.1" status: 200 len: 945 time: 0.1203744 Dec 09 15:37:18.935759 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5f1e60cf-0ad2-4eed-a29d-3573eaf4d77c req-b74f8357-90b0-4e89-bbec-eb716fafe009 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801330 Dec 09 15:37:18.949740 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-1b35cd11-cbe9-4beb-9f40-2972e5deb11f tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:19.003367 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-1b35cd11-cbe9-4beb-9f40-2972e5deb11f tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:19.064246 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-1b35cd11-cbe9-4beb-9f40-2972e5deb11f tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Network 027fd21e-46d9-46c2-af8e-95e4f06953a0 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:37:19.086332 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-1b35cd11-cbe9-4beb-9f40-2972e5deb11f tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:37:19.089128 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-1b35cd11-cbe9-4beb-9f40-2972e5deb11f tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:37:19.127289 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b35cd11-cbe9-4beb-9f40-2972e5deb11f tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Pushing event updated for resources: {'Port': ['ID=da2133a6-72e0-4af4-afb1-c0ee1dc7ccea,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:19.160061 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f821f-48a5-4ee6-a8b6-f8b22a0a681c req-4354074a-45e6-4f06-bfdf-abeb4dba7c48 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:19.168063 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f821f-48a5-4ee6-a8b6-f8b22a0a681c req-4354074a-45e6-4f06-bfdf-abeb4dba7c48 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:19.170087 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-511f821f-48a5-4ee6-a8b6-f8b22a0a681c req-4354074a-45e6-4f06-bfdf-abeb4dba7c48 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/ports?device_id=70235c67-493c-4494-a519-652890d78fdf HTTP/1.1" status: 200 len: 1653 time: 0.1270149 Dec 09 15:37:19.195152 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-1b35cd11-cbe9-4beb-9f40-2972e5deb11f tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:19.196174 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-1b35cd11-cbe9-4beb-9f40-2972e5deb11f tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:19.235221 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-1b35cd11-cbe9-4beb-9f40-2972e5deb11f tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0754497 Dec 09 15:37:19.254875 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-511f821f-48a5-4ee6-a8b6-f8b22a0a681c req-08c693cf-9836-4949-be77-d36ed1eae32c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/security-groups?id=4053ce5f-6f47-4cca-86df-591fd9480a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726058 Dec 09 15:37:19.260868 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-96d4868a-c58e-4eaf-9d41-f16eb28b8c63 service neutron] Request body: {'port': {'device_id': '70235c67-493c-4494-a519-652890d78fdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:37:19.311227 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda51deb-7ad1-435a-b9be-67efb758ca12 x-openstack-request-id: req-eda51deb-7ad1-435a-b9be-67efb758ca12 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:37:19.313165 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9b1e76-d79c-4b0a-a995-1dadea5c1a93", "name": "network-vif-plugged", "status": "completed", "tag": "80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:37:19.313680 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-eda51deb-7ad1-435a-b9be-67efb758ca12 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:37:19.314096 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9b1e76-d79c-4b0a-a995-1dadea5c1a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd', 'code': 200} Dec 09 15:37:19.324398 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-96d4868a-c58e-4eaf-9d41-f16eb28b8c63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:19.447456 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8c0f0934-eaef-4197-a24f-656cc7da5f20 None None] Provisioning complete for port da2133a6-72e0-4af4-afb1-c0ee1dc7ccea triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:19.448856 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8c0f0934-eaef-4197-a24f-656cc7da5f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:19.468979 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0b3bf7-be8e-40f5-8887-784448d09517 None None] Sync routers for ids ['90a0fe22-50a0-4792-9172-9c050267f1d1'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:37:19.480946 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0b3bf7-be8e-40f5-8887-784448d09517 None None] Routers {'90a0fe22-50a0-4792-9172-9c050267f1d1'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:37:19.481694 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-0f0b3bf7-be8e-40f5-8887-784448d09517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:36:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['90a0fe22-50a0-4792-9172-9c050267f1d1'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:19.496055 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8c0f0934-eaef-4197-a24f-656cc7da5f20 None None] Port da2133a6-72e0-4af4-afb1-c0ee1dc7ccea cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:37:19.542791 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566d706-3ab4-46e4-a111-f76579aa0589 req-81156247-62a0-45c0-921b-e38435f4af69 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:19.544295 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5566d706-3ab4-46e4-a111-f76579aa0589 req-81156247-62a0-45c0-921b-e38435f4af69 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f9b1e76-d79c-4b0a-a995-1dadea5c1a93 HTTP/1.1" status: 200 len: 950 time: 0.1685982 Dec 09 15:37:19.600482 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a17297-3546-4319-84e1-f97ee1bbd554 req-a12556f7-58cb-4ded-a8da-b95dd02ad061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:19.602190 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-25a17297-3546-4319-84e1-f97ee1bbd554 req-a12556f7-58cb-4ded-a8da-b95dd02ad061 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4f9b1e76-d79c-4b0a-a995-1dadea5c1a93 HTTP/1.1" status: 200 len: 1101 time: 0.1843970 Dec 09 15:37:19.679813 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5566d706-3ab4-46e4-a111-f76579aa0589 req-51cba29b-ae68-4557-9bef-1d9512bc13f5 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] 10.222.0.57 "GET /v2.0/security-groups?id=e97bd62b-8143-4899-92d3-6101b8389ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233704 Dec 09 15:37:19.685461 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-0f0b3bf7-be8e-40f5-8887-784448d09517 None None] Set router 90a0fe22-50a0-4792-9172-9c050267f1d1 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:37:19.727197 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-25a17297-3546-4319-84e1-f97ee1bbd554 req-bde9a117-b43d-411c-9e73-e3125867b252 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e97bd62b-8143-4899-92d3-6101b8389ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144450 Dec 09 15:37:19.806532 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-96d4868a-c58e-4eaf-9d41-f16eb28b8c63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b7ec057-cd23-4799-b0d8-fcaee887bb7a {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:37:19.815250 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-96d4868a-c58e-4eaf-9d41-f16eb28b8c63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:19.839502 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-96d4868a-c58e-4eaf-9d41-f16eb28b8c63 service neutron] Transition to ACTIVE for port object 8b7ec057-cd23-4799-b0d8-fcaee887bb7a will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:37:19.847533 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-96d4868a-c58e-4eaf-9d41-f16eb28b8c63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:19.935355 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-0f0b3bf7-be8e-40f5-8887-784448d09517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a0fe22-50a0-4792-9172-9c050267f1d1', 'name': 'tempest-TaggedBootDevicesTest-900696261-router', 'tenant_id': 'e46c3cafd4d34e56a47312e07a62f2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '459b5a90-a597-4fa4-8b8a-120ddbf6378f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:37:07Z', 'updated_at': '2021-12-09T15:37:12Z', 'revision_number': 4, 'project_id': 'e46c3cafd4d34e56a47312e07a62f2e1', 'gw_port': {'id': '459b5a90-a597-4fa4-8b8a-120ddbf6378f', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a0fe22-50a0-4792-9172-9c050267f1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:37:08Z', 'updated_at': '2021-12-09T15:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '7ceae8cd-d4bd-44ab-83ff-3fa5536deae3', 'name': '', 'network_id': '6033a797-277e-4a6f-a083-cdf00a3742cb', 'tenant_id': 'e46c3cafd4d34e56a47312e07a62f2e1', 'mac_address': 'fa:16:3e:8f:85:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a0fe22-50a0-4792-9172-9c050267f1d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'f656cba3-b034-4a35-be8a-970ebc6e82ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:37:11Z', 'updated_at': '2021-12-09T15:37:12Z', 'revision_number': 2, 'project_id': 'e46c3cafd4d34e56a47312e07a62f2e1', 'subnets': [{'id': 'f656cba3-b034-4a35-be8a-970ebc6e82ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:19.949326 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d4868a-c58e-4eaf-9d41-f16eb28b8c63 service neutron] Pushing event updated for resources: {'Port': ['ID=8b7ec057-cd23-4799-b0d8-fcaee887bb7a,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:19.967585 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0b3bf7-be8e-40f5-8887-784448d09517 None None] Checking router: 90a0fe22-50a0-4792-9172-9c050267f1d1 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:37:19.968390 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0b3bf7-be8e-40f5-8887-784448d09517 None None] Updating router 90a0fe22-50a0-4792-9172-9c050267f1d1 port 7ceae8cd-d4bd-44ab-83ff-3fa5536deae3 binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:37:20.006683 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-0f0b3bf7-be8e-40f5-8887-784448d09517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:20.024551 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b852a-d1dc-4eca-bf07-43f590a900b5 req-e77835f9-de3a-40b4-b1b8-a025338c0f49 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:20.026642 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-574b852a-d1dc-4eca-bf07-43f590a900b5 req-e77835f9-de3a-40b4-b1b8-a025338c0f49 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4427918-3f67-41aa-8b42-fdb086ff4a3e HTTP/1.1" status: 200 len: 950 time: 0.1200969 Dec 09 15:37:20.088989 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-96d4868a-c58e-4eaf-9d41-f16eb28b8c63 service neutron] Attempting to bind port 8b7ec057-cd23-4799-b0d8-fcaee887bb7a on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:37:20.089325 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-96d4868a-c58e-4eaf-9d41-f16eb28b8c63 service neutron] Attempting to bind port 8b7ec057-cd23-4799-b0d8-fcaee887bb7a by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': 'd668710b-fce1-49bd-8e6e-ae45f71831bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'eb539a3d-8a0b-46f9-bebd-b0d488d48953'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:37:20.089653 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-96d4868a-c58e-4eaf-9d41-f16eb28b8c63 service neutron] Attempting to bind port 8b7ec057-cd23-4799-b0d8-fcaee887bb7a on network eb539a3d-8a0b-46f9-bebd-b0d488d48953 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:37:20.141337 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-574b852a-d1dc-4eca-bf07-43f590a900b5 req-5b170027-984c-4fa8-bacc-74a011df53ed tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072817 Dec 09 15:37:20.142502 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-96d4868a-c58e-4eaf-9d41-f16eb28b8c63 service neutron] Port 8b7ec057-cd23-4799-b0d8-fcaee887bb7a on network eb539a3d-8a0b-46f9-bebd-b0d488d48953 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:37:20.142834 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-96d4868a-c58e-4eaf-9d41-f16eb28b8c63 service neutron] Attempting to bind port 8b7ec057-cd23-4799-b0d8-fcaee887bb7a on network eb539a3d-8a0b-46f9-bebd-b0d488d48953 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:37:20.149335 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-96d4868a-c58e-4eaf-9d41-f16eb28b8c63 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:37:20.149335 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-96d4868a-c58e-4eaf-9d41-f16eb28b8c63 service neutron] Checking segment: {'id': 'd668710b-fce1-49bd-8e6e-ae45f71831bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'eb539a3d-8a0b-46f9-bebd-b0d488d48953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:37:20.149752 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-96d4868a-c58e-4eaf-9d41-f16eb28b8c63 service neutron] Bound using segment: {'id': 'd668710b-fce1-49bd-8e6e-ae45f71831bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'eb539a3d-8a0b-46f9-bebd-b0d488d48953'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:37:20.150184 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-96d4868a-c58e-4eaf-9d41-f16eb28b8c63 service neutron] Bound port: 8b7ec057-cd23-4799-b0d8-fcaee887bb7a, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd668710b-fce1-49bd-8e6e-ae45f71831bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'eb539a3d-8a0b-46f9-bebd-b0d488d48953'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:37:20.150541 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-96d4868a-c58e-4eaf-9d41-f16eb28b8c63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:20.157714 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 459b5a90-a597-4fa4-8b8a-120ddbf6378f up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:37:20.237025 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 459b5a90-a597-4fa4-8b8a-120ddbf6378f triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:20.238001 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:20.267847 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-96d4868a-c58e-4eaf-9d41-f16eb28b8c63 service neutron] For port 8b7ec057-cd23-4799-b0d8-fcaee887bb7a, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:37:20.301760 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-96d4868a-c58e-4eaf-9d41-f16eb28b8c63 service neutron] For port 8b7ec057-cd23-4799-b0d8-fcaee887bb7a, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=8b7ec057-cd23-4799-b0d8-fcaee887bb7a,segment=NetworkSegment(d668710b-fce1-49bd-8e6e-ae45f71831bc),segment_id=d668710b-fce1-49bd-8e6e-ae45f71831bc)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:37:20.312511 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-96d4868a-c58e-4eaf-9d41-f16eb28b8c63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:20.363537 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e5824-a1d8-4b84-84a2-006e9e210061 req-3c43bb47-8f13-491d-ab2f-a7e3104a0830 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:20.365441 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1a7e5824-a1d8-4b84-84a2-006e9e210061 req-3c43bb47-8f13-491d-ab2f-a7e3104a0830 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/ports?device_id=cd9d429c-72b6-4ca2-ad24-fe4c89a4b904 HTTP/1.1" status: 200 len: 944 time: 0.1172903 Dec 09 15:37:20.379948 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-96d4868a-c58e-4eaf-9d41-f16eb28b8c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:20.381087 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-96d4868a-c58e-4eaf-9d41-f16eb28b8c63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:20.384067 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-96d4868a-c58e-4eaf-9d41-f16eb28b8c63 service neutron] 10.222.0.31 "PUT /v2.0/ports/8b7ec057-cd23-4799-b0d8-fcaee887bb7a HTTP/1.1" status: 200 len: 1091 time: 1.1281776 Dec 09 15:37:20.384637 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70235c67-493c-4494-a519-652890d78fdf', 'tag': '8b7ec057-cd23-4799-b0d8-fcaee887bb7a'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:37:20.387560 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e831ac0d-e4d5-4d8f-8e5a-779eca25921f" -d '{"events": [{"name": "network-changed", "server_uuid": "70235c67-493c-4494-a519-652890d78fdf", "tag": "8b7ec057-cd23-4799-b0d8-fcaee887bb7a"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:37:20.414687 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1f32973e-f763-41d3-8be0-3f6a25874063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:20.437467 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-0f0b3bf7-be8e-40f5-8887-784448d09517 None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:20.438724 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-16c250ea-adac-4386-a1aa-9801ec0e99a3 service neutron] Request body: {'port': {'device_id': '70235c67-493c-4494-a519-652890d78fdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:37:20.444636 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-0f0b3bf7-be8e-40f5-8887-784448d09517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:20.474171 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d4868a-c58e-4eaf-9d41-f16eb28b8c63 service neutron] Pushing event updated for resources: {'Port': ['ID=8b7ec057-cd23-4799-b0d8-fcaee887bb7a,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:20.538278 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1a7e5824-a1d8-4b84-84a2-006e9e210061 req-e0f3c7f3-c230-4f74-b77c-ea76959d1b47 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/security-groups?id=410938a1-b2b2-4bdb-84bd-cea91e5cb615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474619 Dec 09 15:37:20.542541 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-16c250ea-adac-4386-a1aa-9801ec0e99a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:20.567495 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc746fe8-de83-4c6b-a258-c304fb4f95f1 None None] Pushing event updated for resources: {'Port': ['ID=7ceae8cd-d4bd-44ab-83ff-3fa5536deae3,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:20.632373 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-0f0b3bf7-be8e-40f5-8887-784448d09517 None None] Attempting to bind port 7ceae8cd-d4bd-44ab-83ff-3fa5536deae3 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:37:20.635837 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-0f0b3bf7-be8e-40f5-8887-784448d09517 None None] Attempting to bind port 7ceae8cd-d4bd-44ab-83ff-3fa5536deae3 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'a4327456-205b-4a9b-b257-18a06c5ac1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6033a797-277e-4a6f-a083-cdf00a3742cb'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:37:20.637141 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0b3bf7-be8e-40f5-8887-784448d09517 None None] Attempting to bind port 7ceae8cd-d4bd-44ab-83ff-3fa5536deae3 on network 6033a797-277e-4a6f-a083-cdf00a3742cb {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:37:20.656071 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0b3bf7-be8e-40f5-8887-784448d09517 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:37:20.656575 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0b3bf7-be8e-40f5-8887-784448d09517 None None] Checking segment: {'id': 'a4327456-205b-4a9b-b257-18a06c5ac1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6033a797-277e-4a6f-a083-cdf00a3742cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:37:20.657175 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-0f0b3bf7-be8e-40f5-8887-784448d09517 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:20.657582 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0b3bf7-be8e-40f5-8887-784448d09517 None None] Bound using segment: {'id': 'a4327456-205b-4a9b-b257-18a06c5ac1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6033a797-277e-4a6f-a083-cdf00a3742cb'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:37:20.658254 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-0f0b3bf7-be8e-40f5-8887-784448d09517 None None] Bound port: 7ceae8cd-d4bd-44ab-83ff-3fa5536deae3, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4327456-205b-4a9b-b257-18a06c5ac1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6033a797-277e-4a6f-a083-cdf00a3742cb'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:37:20.658639 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-0f0b3bf7-be8e-40f5-8887-784448d09517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:20.761656 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-0f0b3bf7-be8e-40f5-8887-784448d09517 None None] For port 7ceae8cd-d4bd-44ab-83ff-3fa5536deae3, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:37:20.765096 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-0f0b3bf7-be8e-40f5-8887-784448d09517 None None] For port 7ceae8cd-d4bd-44ab-83ff-3fa5536deae3, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=7ceae8cd-d4bd-44ab-83ff-3fa5536deae3,segment=NetworkSegment(a4327456-205b-4a9b-b257-18a06c5ac1d8),segment_id=a4327456-205b-4a9b-b257-18a06c5ac1d8)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:37:20.790307 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-0f0b3bf7-be8e-40f5-8887-784448d09517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:20.832028 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8fdf3-8bf6-4461-a9b7-e82a48d4b322 req-f2f1ca16-8224-4f21-b66d-48dff2b5ab64 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:20.834106 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-88d8fdf3-8bf6-4461-a9b7-e82a48d4b322 req-f2f1ca16-8224-4f21-b66d-48dff2b5ab64 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=19dc24f6-09ce-4250-850b-d7ee7c38fb46 HTTP/1.1" status: 200 len: 946 time: 0.1454368 Dec 09 15:37:20.876313 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0b3bf7-be8e-40f5-8887-784448d09517 None None] Routers {'90a0fe22-50a0-4792-9172-9c050267f1d1'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:37:20.876959 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-0f0b3bf7-be8e-40f5-8887-784448d09517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:36:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['90a0fe22-50a0-4792-9172-9c050267f1d1'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:20.880550 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc746fe8-de83-4c6b-a258-c304fb4f95f1 None None] Pushing event updated for resources: {'Port': ['ID=7ceae8cd-d4bd-44ab-83ff-3fa5536deae3,revision_number=4']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:20.927734 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-88d8fdf3-8bf6-4461-a9b7-e82a48d4b322 req-d5348bcb-99c2-4406-b5ea-cd63e0592faa tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846300 Dec 09 15:37:20.933719 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6d50dca8-4bcc-4165-a1cb-2bdd96f16271 None None] Provisioning complete for port 7ceae8cd-d4bd-44ab-83ff-3fa5536deae3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:20.934246 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6d50dca8-4bcc-4165-a1cb-2bdd96f16271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:20.996640 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device dd5f359e-e80f-470e-944f-bdfb7f36a4c8 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:37:21.029556 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-16c250ea-adac-4386-a1aa-9801ec0e99a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da2133a6-72e0-4af4-afb1-c0ee1dc7ccea {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:37:21.037506 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-0f0b3bf7-be8e-40f5-8887-784448d09517 None None] Set router 90a0fe22-50a0-4792-9172-9c050267f1d1 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:37:21.051411 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-16c250ea-adac-4386-a1aa-9801ec0e99a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:21.072101 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-16c250ea-adac-4386-a1aa-9801ec0e99a3 service neutron] Transition to ACTIVE for port object da2133a6-72e0-4af4-afb1-c0ee1dc7ccea will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:37:21.090601 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-16c250ea-adac-4386-a1aa-9801ec0e99a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:21.185610 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6d50dca8-4bcc-4165-a1cb-2bdd96f16271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:21.200504 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port dd5f359e-e80f-470e-944f-bdfb7f36a4c8 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:37:21.212997 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port dd5f359e-e80f-470e-944f-bdfb7f36a4c8 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:21.213371 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:21.254997 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6d50dca8-4bcc-4165-a1cb-2bdd96f16271 None None] For port 7ceae8cd-d4bd-44ab-83ff-3fa5536deae3, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=7ceae8cd-d4bd-44ab-83ff-3fa5536deae3,segment=NetworkSegment(a4327456-205b-4a9b-b257-18a06c5ac1d8),segment_id=a4327456-205b-4a9b-b257-18a06c5ac1d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:21.264113 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6d50dca8-4bcc-4165-a1cb-2bdd96f16271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:21.317505 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c250ea-adac-4386-a1aa-9801ec0e99a3 service neutron] Pushing event updated for resources: {'Port': ['ID=da2133a6-72e0-4af4-afb1-c0ee1dc7ccea,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:21.347588 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61590cee-bec7-484a-b74a-0504d8fdd684 req-65540a6c-f598-474b-b235-32429fdfa6cb tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:21.355116 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-61590cee-bec7-484a-b74a-0504d8fdd684 req-65540a6c-f598-474b-b235-32429fdfa6cb tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=713515dc-25e2-4c41-b81b-436b79605653 HTTP/1.1" status: 200 len: 946 time: 0.3106701 Dec 09 15:37:21.370982 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d50dca8-4bcc-4165-a1cb-2bdd96f16271 None None] Pushing event updated for resources: {'Port': ['ID=7ceae8cd-d4bd-44ab-83ff-3fa5536deae3,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:21.404896 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-0f0b3bf7-be8e-40f5-8887-784448d09517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a0fe22-50a0-4792-9172-9c050267f1d1', 'name': 'tempest-TaggedBootDevicesTest-900696261-router', 'tenant_id': 'e46c3cafd4d34e56a47312e07a62f2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '459b5a90-a597-4fa4-8b8a-120ddbf6378f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:37:07Z', 'updated_at': '2021-12-09T15:37:12Z', 'revision_number': 4, 'project_id': 'e46c3cafd4d34e56a47312e07a62f2e1', 'gw_port': {'id': '459b5a90-a597-4fa4-8b8a-120ddbf6378f', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a0fe22-50a0-4792-9172-9c050267f1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:37:08Z', 'updated_at': '2021-12-09T15:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '7ceae8cd-d4bd-44ab-83ff-3fa5536deae3', 'name': '', 'network_id': '6033a797-277e-4a6f-a083-cdf00a3742cb', 'tenant_id': 'e46c3cafd4d34e56a47312e07a62f2e1', 'mac_address': 'fa:16:3e:8f:85:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a0fe22-50a0-4792-9172-9c050267f1d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'f656cba3-b034-4a35-be8a-970ebc6e82ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:37:11Z', 'updated_at': '2021-12-09T15:37:20Z', 'revision_number': 4, 'project_id': 'e46c3cafd4d34e56a47312e07a62f2e1', 'subnets': [{'id': 'f656cba3-b034-4a35-be8a-970ebc6e82ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:21.407279 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e96f9b78-5e7b-41da-9646-7573069db1ed None None] Provisioning complete for port 7ceae8cd-d4bd-44ab-83ff-3fa5536deae3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:21.407802 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e96f9b78-5e7b-41da-9646-7573069db1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:21.412948 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:21.456123 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0b3bf7-be8e-40f5-8887-784448d09517 None None] The sync data for ids ['90a0fe22-50a0-4792-9172-9c050267f1d1'] in n-d-821228-1 is: [{'id': '90a0fe22-50a0-4792-9172-9c050267f1d1', 'name': 'tempest-TaggedBootDevicesTest-900696261-router', 'tenant_id': 'e46c3cafd4d34e56a47312e07a62f2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '459b5a90-a597-4fa4-8b8a-120ddbf6378f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:37:07Z', 'updated_at': '2021-12-09T15:37:12Z', 'revision_number': 4, 'project_id': 'e46c3cafd4d34e56a47312e07a62f2e1', 'gw_port': {'id': '459b5a90-a597-4fa4-8b8a-120ddbf6378f', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a0fe22-50a0-4792-9172-9c050267f1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:37:08Z', 'updated_at': '2021-12-09T15:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '7ceae8cd-d4bd-44ab-83ff-3fa5536deae3', 'name': '', 'network_id': '6033a797-277e-4a6f-a083-cdf00a3742cb', 'tenant_id': 'e46c3cafd4d34e56a47312e07a62f2e1', 'mac_address': 'fa:16:3e:8f:85:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a0fe22-50a0-4792-9172-9c050267f1d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'f656cba3-b034-4a35-be8a-970ebc6e82ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:37:11Z', 'updated_at': '2021-12-09T15:37:20Z', 'revision_number': 4, 'project_id': 'e46c3cafd4d34e56a47312e07a62f2e1', 'subnets': [{'id': 'f656cba3-b034-4a35-be8a-970ebc6e82ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:37:21.500794 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9d429c-72b6-4ca2-ad24-fe4c89a4b904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5f359e-e80f-470e-944f-bdfb7f36a4c8'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:37:21.501677 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-61590cee-bec7-484a-b74a-0504d8fdd684 req-e68b48dc-ae31-4b30-9486-e83abe4f2377 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456141 Dec 09 15:37:21.503857 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2f99ed-a86f-4355-9f34-62611bdc6822" -d '{"events": [{"server_uuid": "cd9d429c-72b6-4ca2-ad24-fe4c89a4b904", "name": "network-vif-plugged", "status": "completed", "tag": "dd5f359e-e80f-470e-944f-bdfb7f36a4c8"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:37:21.526169 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port dd5f359e-e80f-470e-944f-bdfb7f36a4c8, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=dd5f359e-e80f-470e-944f-bdfb7f36a4c8,segment=NetworkSegment(23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea),segment_id=23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:21.540613 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:21.541322 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-16c250ea-adac-4386-a1aa-9801ec0e99a3 service neutron] Attempting to bind port da2133a6-72e0-4af4-afb1-c0ee1dc7ccea on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:37:21.541728 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-16c250ea-adac-4386-a1aa-9801ec0e99a3 service neutron] Attempting to bind port da2133a6-72e0-4af4-afb1-c0ee1dc7ccea by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': 'c69d836c-5329-43c3-935c-cb923760bfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '027fd21e-46d9-46c2-af8e-95e4f06953a0'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:37:21.542269 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-16c250ea-adac-4386-a1aa-9801ec0e99a3 service neutron] Attempting to bind port da2133a6-72e0-4af4-afb1-c0ee1dc7ccea on network 027fd21e-46d9-46c2-af8e-95e4f06953a0 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:37:21.554574 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-16c250ea-adac-4386-a1aa-9801ec0e99a3 service neutron] Port da2133a6-72e0-4af4-afb1-c0ee1dc7ccea on network 027fd21e-46d9-46c2-af8e-95e4f06953a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:37:21.554895 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-16c250ea-adac-4386-a1aa-9801ec0e99a3 service neutron] Attempting to bind port da2133a6-72e0-4af4-afb1-c0ee1dc7ccea on network 027fd21e-46d9-46c2-af8e-95e4f06953a0 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:37:21.572371 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-16c250ea-adac-4386-a1aa-9801ec0e99a3 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:37:21.572738 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-16c250ea-adac-4386-a1aa-9801ec0e99a3 service neutron] Checking segment: {'id': 'c69d836c-5329-43c3-935c-cb923760bfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '027fd21e-46d9-46c2-af8e-95e4f06953a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:37:21.573134 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-16c250ea-adac-4386-a1aa-9801ec0e99a3 service neutron] Bound using segment: {'id': 'c69d836c-5329-43c3-935c-cb923760bfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '027fd21e-46d9-46c2-af8e-95e4f06953a0'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:37:21.573857 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-16c250ea-adac-4386-a1aa-9801ec0e99a3 service neutron] Bound port: da2133a6-72e0-4af4-afb1-c0ee1dc7ccea, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c69d836c-5329-43c3-935c-cb923760bfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '027fd21e-46d9-46c2-af8e-95e4f06953a0'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:37:21.574224 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-16c250ea-adac-4386-a1aa-9801ec0e99a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:21.668461 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=dd5f359e-e80f-470e-944f-bdfb7f36a4c8,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:21.701380 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-16c250ea-adac-4386-a1aa-9801ec0e99a3 service neutron] For port da2133a6-72e0-4af4-afb1-c0ee1dc7ccea, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:37:21.705584 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-16c250ea-adac-4386-a1aa-9801ec0e99a3 service neutron] For port da2133a6-72e0-4af4-afb1-c0ee1dc7ccea, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=da2133a6-72e0-4af4-afb1-c0ee1dc7ccea,segment=NetworkSegment(c69d836c-5329-43c3-935c-cb923760bfb1),segment_id=c69d836c-5329-43c3-935c-cb923760bfb1)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:37:21.714710 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-16c250ea-adac-4386-a1aa-9801ec0e99a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:21.765911 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa536835-e254-42f9-b1ea-40aabcdc62cb req-1cc949e2-4465-4396-b176-34aa99a46144 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:21.769179 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aa536835-e254-42f9-b1ea-40aabcdc62cb req-1cc949e2-4465-4396-b176-34aa99a46144 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f8aefd7-4244-4786-9a2e-1ea22148c062 HTTP/1.1" status: 200 len: 945 time: 0.1175809 Dec 09 15:37:21.782583 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-16c250ea-adac-4386-a1aa-9801ec0e99a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:21.783539 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-16c250ea-adac-4386-a1aa-9801ec0e99a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:21.785205 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-16c250ea-adac-4386-a1aa-9801ec0e99a3 service neutron] 10.222.0.31 "PUT /v2.0/ports/da2133a6-72e0-4af4-afb1-c0ee1dc7ccea HTTP/1.1" status: 200 len: 1091 time: 1.3609068 Dec 09 15:37:21.862096 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c250ea-adac-4386-a1aa-9801ec0e99a3 service neutron] Pushing event updated for resources: {'Port': ['ID=da2133a6-72e0-4af4-afb1-c0ee1dc7ccea,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:21.912353 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aa536835-e254-42f9-b1ea-40aabcdc62cb req-7432d4eb-220a-4563-8c48-8798f98a02ae tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343400 Dec 09 15:37:21.919129 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-26009f86-243e-40ba-a614-8b9f9fb45c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:21.919683 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-26009f86-243e-40ba-a614-8b9f9fb45c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:21.921269 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-26009f86-243e-40ba-a614-8b9f9fb45c21 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e0dad837f9c483a9d0dd7e471d8bf06&device_id=70235c67-493c-4494-a519-652890d78fdf HTTP/1.1" status: 200 len: 1979 time: 0.0819557 Dec 09 15:37:22.059883 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-2bb7fddb-ba88-48e9-b4c2-f9357e2490bb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.73&port_id=8b7ec057-cd23-4799-b0d8-fcaee887bb7a HTTP/1.1" status: 200 len: 217 time: 0.1273189 Dec 09 15:37:22.188525 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-61450cb8-5c90-483c-9ff1-402daf82214b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:22.190219 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-61450cb8-5c90-483c-9ff1-402daf82214b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cf76b55c-6a0c-420b-8e11-7ca71b4369e8 HTTP/1.1" status: 200 len: 801 time: 0.1190867 Dec 09 15:37:22.192310 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 7ceae8cd-d4bd-44ab-83ff-3fa5536deae3 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:37:22.200955 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef917c0-6b12-4d57-a31e-ad5c816b3d9a req-10e6ea1a-3b07-40d0-8949-25bc4c4b896f tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:22.211529 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef917c0-6b12-4d57-a31e-ad5c816b3d9a req-10e6ea1a-3b07-40d0-8949-25bc4c4b896f tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:22.214254 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3ef917c0-6b12-4d57-a31e-ad5c816b3d9a req-10e6ea1a-3b07-40d0-8949-25bc4c4b896f tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/ports?device_id=70235c67-493c-4494-a519-652890d78fdf HTTP/1.1" status: 200 len: 1677 time: 0.1091747 Dec 09 15:37:22.265376 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 7ceae8cd-d4bd-44ab-83ff-3fa5536deae3 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:22.265779 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:22.308810 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-66051732-57e7-4623-8051-ffbfa0c627b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:22.310854 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-66051732-57e7-4623-8051-ffbfa0c627b4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=eb539a3d-8a0b-46f9-bebd-b0d488d48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0962617 Dec 09 15:37:22.315912 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3ef917c0-6b12-4d57-a31e-ad5c816b3d9a req-62d618e7-dc54-453e-a453-e4e365aef7c9 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/security-groups?id=4053ce5f-6f47-4cca-86df-591fd9480a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890272 Dec 09 15:37:22.392597 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17b2d6d-2816-4e7b-8de2-1060e0083761 x-openstack-request-id: req-e17b2d6d-2816-4e7b-8de2-1060e0083761 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:37:22.393616 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70235c67-493c-4494-a519-652890d78fdf", "tag": "8b7ec057-cd23-4799-b0d8-fcaee887bb7a", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:37:22.393880 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e17b2d6d-2816-4e7b-8de2-1060e0083761 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:37:22.394304 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70235c67-493c-4494-a519-652890d78fdf', 'tag': '8b7ec057-cd23-4799-b0d8-fcaee887bb7a', 'status': 'completed', 'code': 200} Dec 09 15:37:22.445910 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-d310eb54-6789-4db2-af77-7c70f3616f3e service neutron] 10.222.0.31 "GET /v2.0/networks/eb539a3d-8a0b-46f9-bebd-b0d488d48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247613 Dec 09 15:37:22.549542 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1ec80-ea14-4e23-8660-91efcb1a3480 req-aea26bb4-d9b9-406d-ac67-7fa9e21fa4aa tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:22.551034 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-95a1ec80-ea14-4e23-8660-91efcb1a3480 req-aea26bb4-d9b9-406d-ac67-7fa9e21fa4aa tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f9b1e76-d79c-4b0a-a995-1dadea5c1a93 HTTP/1.1" status: 200 len: 950 time: 0.1040733 Dec 09 15:37:22.601239 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-112c12e5-f2af-4f9f-802f-66b498985300 service neutron] 10.222.0.31 "GET /v2.0/networks/eb539a3d-8a0b-46f9-bebd-b0d488d48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439664 Dec 09 15:37:22.624044 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-95a1ec80-ea14-4e23-8660-91efcb1a3480 req-c063673e-d41f-48e3-890a-bbccc27e15c2 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] 10.222.0.57 "GET /v2.0/security-groups?id=e97bd62b-8143-4899-92d3-6101b8389ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637643 Dec 09 15:37:22.656600 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-1221e13b-db3d-448d-a5de-0d71a24cccd7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.86&port_id=da2133a6-72e0-4af4-afb1-c0ee1dc7ccea HTTP/1.1" status: 200 len: 217 time: 0.0458519 Dec 09 15:37:22.709801 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-1bae0f87-a0b0-47fb-b033-544e06dfc47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:22.711332 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-1bae0f87-a0b0-47fb-b033-544e06dfc47e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=be6d0a4a-b52c-4f98-a733-453ffc72c813 HTTP/1.1" status: 200 len: 801 time: 0.0474725 Dec 09 15:37:22.764245 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-78c25398-8c05-474c-a792-9c1182a56efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:22.765796 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-78c25398-8c05-474c-a792-9c1182a56efa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=027fd21e-46d9-46c2-af8e-95e4f06953a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0471041 Dec 09 15:37:22.877699 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-cf8c75b8-3191-45d8-8767-db5254055e5d service neutron] 10.222.0.31 "GET /v2.0/networks/027fd21e-46d9-46c2-af8e-95e4f06953a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028094 Dec 09 15:37:22.916021 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-96568ce7-2fd3-44c2-ae4d-7dbab0e31f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:23.030708 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a93d25a9-08a2-4c43-a90e-88471c177825 req-8a239885-8adf-4127-b676-46a4ccaa1861 service neutron] 10.222.0.31 "GET /v2.0/networks/027fd21e-46d9-46c2-af8e-95e4f06953a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418598 Dec 09 15:37:23.080728 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebdee6-6fc9-42a2-8d37-e7bf79b8ae67 req-fb3e5f54-b397-49e7-8e9f-a777ab89c782 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:23.082394 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0cebdee6-6fc9-42a2-8d37-e7bf79b8ae67 req-fb3e5f54-b397-49e7-8e9f-a777ab89c782 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4427918-3f67-41aa-8b42-fdb086ff4a3e HTTP/1.1" status: 200 len: 950 time: 0.0682788 Dec 09 15:37:23.167469 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0cebdee6-6fc9-42a2-8d37-e7bf79b8ae67 req-94e2f51f-689c-421a-9982-b38f84dfc756 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765452 Dec 09 15:37:23.173308 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831ac0d-e4d5-4d8f-8e5a-779eca25921f req-7c977580-d8a6-4bdd-8bf8-9aa9609d8cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:23.174034 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831ac0d-e4d5-4d8f-8e5a-779eca25921f req-7c977580-d8a6-4bdd-8bf8-9aa9609d8cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:23.176149 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e831ac0d-e4d5-4d8f-8e5a-779eca25921f req-7c977580-d8a6-4bdd-8bf8-9aa9609d8cc5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e0dad837f9c483a9d0dd7e471d8bf06&device_id=70235c67-493c-4494-a519-652890d78fdf HTTP/1.1" status: 200 len: 1979 time: 0.0691199 Dec 09 15:37:23.223869 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c0af9c-86a6-4fe5-a710-cb9eabbbc263 x-openstack-request-id: req-34c0af9c-86a6-4fe5-a710-cb9eabbbc263 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:37:23.224390 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9d429c-72b6-4ca2-ad24-fe4c89a4b904", "name": "network-vif-plugged", "status": "completed", "tag": "dd5f359e-e80f-470e-944f-bdfb7f36a4c8", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:37:23.224390 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-34c0af9c-86a6-4fe5-a710-cb9eabbbc263 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:37:23.224827 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9d429c-72b6-4ca2-ad24-fe4c89a4b904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5f359e-e80f-470e-944f-bdfb7f36a4c8', 'code': 200} Dec 09 15:37:23.695544 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831ac0d-e4d5-4d8f-8e5a-779eca25921f req-de5f92d1-2ce0-4795-8552-e7bbcbbb14b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:23.697156 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e831ac0d-e4d5-4d8f-8e5a-779eca25921f req-de5f92d1-2ce0-4795-8552-e7bbcbbb14b1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=eb539a3d-8a0b-46f9-bebd-b0d488d48953 HTTP/1.1" status: 200 len: 902 time: 0.5131798 Dec 09 15:37:23.722534 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975ace3-2767-450f-bf1e-81600d70f4be req-e9b6dda9-36d8-433b-ba5f-7f5f9d53c57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:23.724124 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b975ace3-2767-450f-bf1e-81600d70f4be req-e9b6dda9-36d8-433b-ba5f-7f5f9d53c57e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cd9d429c-72b6-4ca2-ad24-fe4c89a4b904 HTTP/1.1" status: 200 len: 1096 time: 0.3908789 Dec 09 15:37:23.762391 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a0e67-8cb6-4d05-8a9b-62199dfb00ac req-bd92c603-b8dc-4dfb-9e69-fb441811a7c3 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:23.763964 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8e3a0e67-8cb6-4d05-8a9b-62199dfb00ac req-bd92c603-b8dc-4dfb-9e69-fb441811a7c3 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=713515dc-25e2-4c41-b81b-436b79605653 HTTP/1.1" status: 200 len: 946 time: 0.4296212 Dec 09 15:37:23.769656 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e831ac0d-e4d5-4d8f-8e5a-779eca25921f req-1a349e3a-3d49-4d57-97b1-ba25292680d8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.73&port_id=8b7ec057-cd23-4799-b0d8-fcaee887bb7a HTTP/1.1" status: 200 len: 217 time: 0.0607181 Dec 09 15:37:23.871103 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b975ace3-2767-450f-bf1e-81600d70f4be req-6650476d-ce0f-47d4-9dc2-b1b631ce66c9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=410938a1-b2b2-4bdb-84bd-cea91e5cb615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174443 Dec 09 15:37:23.884054 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8e3a0e67-8cb6-4d05-8a9b-62199dfb00ac req-418b363a-a38c-46e4-8554-6bfa9a546469 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124899 Dec 09 15:37:23.885749 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831ac0d-e4d5-4d8f-8e5a-779eca25921f req-4c1a2896-47c3-4449-886a-7c65058a2958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:23.887152 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e831ac0d-e4d5-4d8f-8e5a-779eca25921f req-4c1a2896-47c3-4449-886a-7c65058a2958 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cf76b55c-6a0c-420b-8e11-7ca71b4369e8 HTTP/1.1" status: 200 len: 801 time: 0.0997884 Dec 09 15:37:23.947718 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:24.000574 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9e7d6-12f3-4251-8557-0fc8d3e0fc75 req-f65a5347-1312-455a-96d0-78c71966a076 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:24.002055 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-48e9e7d6-12f3-4251-8557-0fc8d3e0fc75 req-f65a5347-1312-455a-96d0-78c71966a076 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/ports?device_id=cd9d429c-72b6-4ca2-ad24-fe4c89a4b904 HTTP/1.1" status: 200 len: 945 time: 0.0518093 Dec 09 15:37:24.065680 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-48e9e7d6-12f3-4251-8557-0fc8d3e0fc75 req-093c3516-13e4-4f5c-b776-38401dd141b1 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/security-groups?id=410938a1-b2b2-4bdb-84bd-cea91e5cb615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571079 Dec 09 15:37:24.222373 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831ac0d-e4d5-4d8f-8e5a-779eca25921f req-788cca29-df1d-4129-ac9e-006ee8dd7669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:24.224172 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e831ac0d-e4d5-4d8f-8e5a-779eca25921f req-788cca29-df1d-4129-ac9e-006ee8dd7669 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=eb539a3d-8a0b-46f9-bebd-b0d488d48953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0477803 Dec 09 15:37:24.348244 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e831ac0d-e4d5-4d8f-8e5a-779eca25921f req-c273eabd-80ac-45d9-97c4-095f2274c95f service neutron] 10.222.0.31 "GET /v2.0/networks/eb539a3d-8a0b-46f9-bebd-b0d488d48953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138880 Dec 09 15:37:24.350894 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:24.441991 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70235c67-493c-4494-a519-652890d78fdf', 'tag': 'da2133a6-72e0-4af4-afb1-c0ee1dc7ccea'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:37:24.447104 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3cda98-3d1b-461c-b5bb-1e4e3838aefb" -d '{"events": [{"name": "network-changed", "server_uuid": "70235c67-493c-4494-a519-652890d78fdf", "tag": "da2133a6-72e0-4af4-afb1-c0ee1dc7ccea"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:37:24.510171 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e831ac0d-e4d5-4d8f-8e5a-779eca25921f req-9428b7e6-3208-4578-b88c-53fa71c75095 service neutron] 10.222.0.31 "GET /v2.0/networks/eb539a3d-8a0b-46f9-bebd-b0d488d48953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498234 Dec 09 15:37:24.654597 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36387b6d-657b-4372-9b73-90ffaa32a5eb req-f5804f53-e692-417e-8902-7b281fd0e4ec tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:24.656632 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-36387b6d-657b-4372-9b73-90ffaa32a5eb req-f5804f53-e692-417e-8902-7b281fd0e4ec tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f8aefd7-4244-4786-9a2e-1ea22148c062 HTTP/1.1" status: 200 len: 945 time: 0.0544481 Dec 09 15:37:24.711822 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-36387b6d-657b-4372-9b73-90ffaa32a5eb req-beacb430-1fd9-4655-8d7c-b6a69de8d056 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466180 Dec 09 15:37:24.858410 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365551ef-4425-4a8c-a726-37c4b4e186e9 req-f9db3842-18d2-4fa2-bbce-78bf6f8609c0 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:24.867935 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365551ef-4425-4a8c-a726-37c4b4e186e9 req-f9db3842-18d2-4fa2-bbce-78bf6f8609c0 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:24.869611 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-365551ef-4425-4a8c-a726-37c4b4e186e9 req-f9db3842-18d2-4fa2-bbce-78bf6f8609c0 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/ports?device_id=70235c67-493c-4494-a519-652890d78fdf HTTP/1.1" status: 200 len: 1677 time: 0.0656812 Dec 09 15:37:24.932306 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-365551ef-4425-4a8c-a726-37c4b4e186e9 req-cc483d80-7929-41ea-959b-ac4414b917c3 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/security-groups?id=4053ce5f-6f47-4cca-86df-591fd9480a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561395 Dec 09 15:37:25.008770 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device c0efe82c-64e2-4229-a36e-a17c4a91f9fc details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:37:25.175063 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port c0efe82c-64e2-4229-a36e-a17c4a91f9fc, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=c0efe82c-64e2-4229-a36e-a17c4a91f9fc,segment=NetworkSegment(69e3382f-395f-44e0-a40c-d45aab069633),segment_id=69e3382f-395f-44e0-a40c-d45aab069633)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:25.198100 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'c0efe82c-64e2-4229-a36e-a17c4a91f9fc', 'network_id': '7736ab20-9109-45c5-88b0-6682a059f13e', 'port_id': 'c0efe82c-64e2-4229-a36e-a17c4a91f9fc', 'mac_address': 'fa:16:3e:4a:ba:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ee4fdd6-4dfd-4a15-a871-b63f2ecb023f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:37:25.258720 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:25.259740 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888eb769-10d4-4c14-8d62-0a2c9ee9e75b req-062e6a62-caae-4a6a-ba9a-6c62efdd9d04 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:25.261300 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-888eb769-10d4-4c14-8d62-0a2c9ee9e75b req-062e6a62-caae-4a6a-ba9a-6c62efdd9d04 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4427918-3f67-41aa-8b42-fdb086ff4a3e HTTP/1.1" status: 200 len: 950 time: 0.0544996 Dec 09 15:37:25.265163 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:25.282065 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c0efe82c-64e2-4229-a36e-a17c4a91f9fc {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:37:25.304957 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port c0efe82c-64e2-4229-a36e-a17c4a91f9fc, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=c0efe82c-64e2-4229-a36e-a17c4a91f9fc,segment=NetworkSegment(69e3382f-395f-44e0-a40c-d45aab069633),segment_id=69e3382f-395f-44e0-a40c-d45aab069633)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:25.310510 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:25.319208 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-888eb769-10d4-4c14-8d62-0a2c9ee9e75b req-8a433035-bca0-471e-8ac8-c2b259d56626 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498044 Dec 09 15:37:25.379331 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2c9818-4729-455d-babe-8f293523d929 x-openstack-request-id: req-db2c9818-4729-455d-babe-8f293523d929 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:37:25.379869 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70235c67-493c-4494-a519-652890d78fdf", "tag": "da2133a6-72e0-4af4-afb1-c0ee1dc7ccea", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:37:25.380125 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-db2c9818-4729-455d-babe-8f293523d929 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:37:25.380567 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70235c67-493c-4494-a519-652890d78fdf', 'tag': 'da2133a6-72e0-4af4-afb1-c0ee1dc7ccea', 'status': 'completed', 'code': 200} Dec 09 15:37:25.382995 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=c0efe82c-64e2-4229-a36e-a17c4a91f9fc,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:25.481230 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3cda98-3d1b-461c-b5bb-1e4e3838aefb req-37665d53-484d-4daf-989b-38deb31ecb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:25.481230 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3cda98-3d1b-461c-b5bb-1e4e3838aefb req-37665d53-484d-4daf-989b-38deb31ecb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:25.481230 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4e3cda98-3d1b-461c-b5bb-1e4e3838aefb req-37665d53-484d-4daf-989b-38deb31ecb46 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e0dad837f9c483a9d0dd7e471d8bf06&device_id=70235c67-493c-4494-a519-652890d78fdf HTTP/1.1" status: 200 len: 1979 time: 0.0623946 Dec 09 15:37:25.670882 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-35cd781e-b68b-478d-b51c-bf6086cda4c6 req-cf39ca66-9466-424b-9407-1fc7791f7bfa service neutron] 10.222.0.31 "GET /v2.0/ports/8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5/bindings/n-h2-821228-1 HTTP/1.1" status: 200 len: 382 time: 0.1768072 Dec 09 15:37:25.681373 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6affa5d-38f9-471e-b976-1024daa5d0fa req-b57d83fb-a893-4880-bc24-926e8d586e4c tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:25.683097 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e6affa5d-38f9-471e-b976-1024daa5d0fa req-b57d83fb-a893-4880-bc24-926e8d586e4c tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/ports?device_id=cd9d429c-72b6-4ca2-ad24-fe4c89a4b904 HTTP/1.1" status: 200 len: 945 time: 0.1376481 Dec 09 15:37:25.693480 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3cda98-3d1b-461c-b5bb-1e4e3838aefb req-9c4575ec-c251-40a6-ae44-61f82bdf051b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:25.695450 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4e3cda98-3d1b-461c-b5bb-1e4e3838aefb req-9c4575ec-c251-40a6-ae44-61f82bdf051b service neutron] 10.222.0.31 "GET /v2.0/networks?id=027fd21e-46d9-46c2-af8e-95e4f06953a0 HTTP/1.1" status: 200 len: 903 time: 0.1959949 Dec 09 15:37:25.759962 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4e3cda98-3d1b-461c-b5bb-1e4e3838aefb req-496a41d1-d54c-4e31-a1ea-bc512d7bac24 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.86&port_id=da2133a6-72e0-4af4-afb1-c0ee1dc7ccea HTTP/1.1" status: 200 len: 217 time: 0.0542481 Dec 09 15:37:25.761676 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['c0efe82c-64e2-4229-a36e-a17c4a91f9fc'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:37:25.795794 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e6affa5d-38f9-471e-b976-1024daa5d0fa req-9f32ab3b-9175-431d-a8f7-31f78ef4507a tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/security-groups?id=410938a1-b2b2-4bdb-84bd-cea91e5cb615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987928 Dec 09 15:37:25.864858 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3cda98-3d1b-461c-b5bb-1e4e3838aefb req-d83e8a40-e5df-4c98-a336-358b561bb41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:25.869792 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4e3cda98-3d1b-461c-b5bb-1e4e3838aefb req-d83e8a40-e5df-4c98-a336-358b561bb41b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=be6d0a4a-b52c-4f98-a733-453ffc72c813 HTTP/1.1" status: 200 len: 801 time: 0.0729575 Dec 09 15:37:25.988065 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3cda98-3d1b-461c-b5bb-1e4e3838aefb req-5bab919c-6160-4c52-bfab-d75113de9a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:25.992901 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4e3cda98-3d1b-461c-b5bb-1e4e3838aefb req-5bab919c-6160-4c52-bfab-d75113de9a22 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=027fd21e-46d9-46c2-af8e-95e4f06953a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1108971 Dec 09 15:37:26.203390 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4e3cda98-3d1b-461c-b5bb-1e4e3838aefb req-e0530387-b2d0-4da1-9726-9b49c1cf64d0 service neutron] 10.222.0.31 "GET /v2.0/networks/027fd21e-46d9-46c2-af8e-95e4f06953a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963501 Dec 09 15:37:26.212286 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2515a51e-8db2-4efd-b02c-d9e0dc6fc7fd req-fd7529b2-1584-4988-8f3e-187bc16a80ae tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:26.214089 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2515a51e-8db2-4efd-b02c-d9e0dc6fc7fd req-fd7529b2-1584-4988-8f3e-187bc16a80ae tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f8aefd7-4244-4786-9a2e-1ea22148c062 HTTP/1.1" status: 200 len: 944 time: 0.1217241 Dec 09 15:37:26.216151 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd781e-b68b-478d-b51c-bf6086cda4c6 req-ebee868c-c034-41bc-a722-0254f47a01c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:26.217660 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-35cd781e-b68b-478d-b51c-bf6086cda4c6 req-ebee868c-c034-41bc-a722-0254f47a01c7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d4427918-3f67-41aa-8b42-fdb086ff4a3e&tenant_id=8222749629bd4bc081045ad1433cd8c5 HTTP/1.1" status: 200 len: 1101 time: 0.1267078 Dec 09 15:37:26.371861 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2515a51e-8db2-4efd-b02c-d9e0dc6fc7fd req-a8b1a6c0-2101-4695-81f9-3c44e157193c tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518004 Dec 09 15:37:26.396059 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd781e-b68b-478d-b51c-bf6086cda4c6 req-be340da6-d7b7-4851-b43c-50c03dd2b69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:26.397601 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-35cd781e-b68b-478d-b51c-bf6086cda4c6 req-be340da6-d7b7-4851-b43c-50c03dd2b69c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8222749629bd4bc081045ad1433cd8c5&device_id=d4427918-3f67-41aa-8b42-fdb086ff4a3e HTTP/1.1" status: 200 len: 1101 time: 0.1023297 Dec 09 15:37:26.423257 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:26.558707 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4e3cda98-3d1b-461c-b5bb-1e4e3838aefb req-aec1aa26-0c81-4733-a291-56ad8f4767f2 service neutron] 10.222.0.31 "GET /v2.0/networks/027fd21e-46d9-46c2-af8e-95e4f06953a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199272 Dec 09 15:37:26.581058 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e511f88-eb38-4820-be28-f697fb46e1ae req-233b2bc1-0908-4d0b-b90b-08e76d91fbbd tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:26.589288 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e511f88-eb38-4820-be28-f697fb46e1ae req-233b2bc1-0908-4d0b-b90b-08e76d91fbbd tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:26.591132 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1e511f88-eb38-4820-be28-f697fb46e1ae req-233b2bc1-0908-4d0b-b90b-08e76d91fbbd tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/ports?device_id=70235c67-493c-4494-a519-652890d78fdf HTTP/1.1" status: 200 len: 1677 time: 0.1124213 Dec 09 15:37:26.642570 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd781e-b68b-478d-b51c-bf6086cda4c6 req-0dbd44f0-f37d-4511-b92e-f4a29d054858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:26.644355 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-35cd781e-b68b-478d-b51c-bf6086cda4c6 req-0dbd44f0-f37d-4511-b92e-f4a29d054858 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.2313330 Dec 09 15:37:26.674720 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1e511f88-eb38-4820-be28-f697fb46e1ae req-fde04e33-da21-4c58-9824-8ddad6664213 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/security-groups?id=4053ce5f-6f47-4cca-86df-591fd9480a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725553 Dec 09 15:37:26.758344 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-35cd781e-b68b-478d-b51c-bf6086cda4c6 req-102d3cf7-0b01-4a48-bde8-da57a2edb9d5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5 HTTP/1.1" status: 200 len: 217 time: 0.0813425 Dec 09 15:37:26.859115 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd781e-b68b-478d-b51c-bf6086cda4c6 req-2a201b52-3c8e-4274-869f-5413e7b4267b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:26.860647 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-35cd781e-b68b-478d-b51c-bf6086cda4c6 req-2a201b52-3c8e-4274-869f-5413e7b4267b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0677269 Dec 09 15:37:26.875754 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60475265-7786-481f-b93f-417f9ebd37bf req-50c49656-a45b-4b01-b661-3d3847409b33 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:26.878265 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-60475265-7786-481f-b93f-417f9ebd37bf req-50c49656-a45b-4b01-b661-3d3847409b33 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/ports?device_id=713515dc-25e2-4c41-b81b-436b79605653 HTTP/1.1" status: 200 len: 946 time: 0.1185451 Dec 09 15:37:26.971656 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd781e-b68b-478d-b51c-bf6086cda4c6 req-46a7020e-4ab1-406e-bc0b-62a13bbca355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:26.973648 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-35cd781e-b68b-478d-b51c-bf6086cda4c6 req-46a7020e-4ab1-406e-bc0b-62a13bbca355 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0937505 Dec 09 15:37:26.980186 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-60475265-7786-481f-b93f-417f9ebd37bf req-0780c57d-d5e0-4510-bb4a-32a8f668942c tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c04bb39-aee1-4ee9-affd-9538d0b9d73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898015 Dec 09 15:37:27.013544 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device da2133a6-72e0-4af4-afb1-c0ee1dc7ccea details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:37:27.116190 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device c0efe82c-64e2-4229-a36e-a17c4a91f9fc up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:37:27.154313 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb36a8e-8ddb-44cd-bb88-61efd04c5b7a req-38e835fe-eb9c-4120-844b-3144d1e9681f tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:27.162985 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8eb36a8e-8ddb-44cd-bb88-61efd04c5b7a req-38e835fe-eb9c-4120-844b-3144d1e9681f tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4427918-3f67-41aa-8b42-fdb086ff4a3e HTTP/1.1" status: 200 len: 950 time: 0.0807126 Dec 09 15:37:27.219905 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-35cd781e-b68b-478d-b51c-bf6086cda4c6 req-b533e7c5-b1bf-4654-9f17-9e282e58ffbe service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358339 Dec 09 15:37:27.226966 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port da2133a6-72e0-4af4-afb1-c0ee1dc7ccea, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=da2133a6-72e0-4af4-afb1-c0ee1dc7ccea,segment=NetworkSegment(c69d836c-5329-43c3-935c-cb923760bfb1),segment_id=c69d836c-5329-43c3-935c-cb923760bfb1)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:27.243411 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port c0efe82c-64e2-4229-a36e-a17c4a91f9fc triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:27.243784 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:27.245387 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'da2133a6-72e0-4af4-afb1-c0ee1dc7ccea', 'network_id': '027fd21e-46d9-46c2-af8e-95e4f06953a0', 'port_id': 'da2133a6-72e0-4af4-afb1-c0ee1dc7ccea', 'mac_address': 'fa:16:3e:38:01:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be6d0a4a-b52c-4f98-a733-453ffc72c813', 'ip_address': '19.86.0.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:37:27.299772 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8eb36a8e-8ddb-44cd-bb88-61efd04c5b7a req-5f162b29-06ba-44f3-bfd6-a56af0743497 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320579 Dec 09 15:37:27.310003 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:27.330520 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da2133a6-72e0-4af4-afb1-c0ee1dc7ccea {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:37:27.373614 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port da2133a6-72e0-4af4-afb1-c0ee1dc7ccea, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=da2133a6-72e0-4af4-afb1-c0ee1dc7ccea,segment=NetworkSegment(c69d836c-5329-43c3-935c-cb923760bfb1),segment_id=c69d836c-5329-43c3-935c-cb923760bfb1)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:27.380574 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:27.381375 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 8b7ec057-cd23-4799-b0d8-fcaee887bb7a details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:37:27.402388 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-35cd781e-b68b-478d-b51c-bf6086cda4c6 req-6153ccd6-cac5-430e-8979-bfa0e43c04fa service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725807 Dec 09 15:37:27.589916 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5af48f-b4ff-4fb6-9bfc-3cdb9a71ad47 req-8c55d583-83e0-4bcc-90ae-5a78ac644cc0 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:27.617537 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cb5af48f-b4ff-4fb6-9bfc-3cdb9a71ad47 req-8c55d583-83e0-4bcc-90ae-5a78ac644cc0 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/ports?device_id=cd9d429c-72b6-4ca2-ad24-fe4c89a4b904 HTTP/1.1" status: 200 len: 945 time: 0.1024218 Dec 09 15:37:27.673184 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cb5af48f-b4ff-4fb6-9bfc-3cdb9a71ad47 req-5382ee0f-bbd4-440c-9167-ffe813249a97 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/security-groups?id=410938a1-b2b2-4bdb-84bd-cea91e5cb615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547552 Dec 09 15:37:27.767810 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=da2133a6-72e0-4af4-afb1-c0ee1dc7ccea,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:27.786225 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:27.828318 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8aefd7-4244-4786-9a2e-1ea22148c062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0efe82c-64e2-4229-a36e-a17c4a91f9fc'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:37:27.831608 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f56e09d-6257-4bf2-ad17-4e86798a8058" -d '{"events": [{"server_uuid": "4f8aefd7-4244-4786-9a2e-1ea22148c062", "name": "network-vif-plugged", "status": "completed", "tag": "c0efe82c-64e2-4229-a36e-a17c4a91f9fc"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:37:27.850336 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port c0efe82c-64e2-4229-a36e-a17c4a91f9fc, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=c0efe82c-64e2-4229-a36e-a17c4a91f9fc,segment=NetworkSegment(69e3382f-395f-44e0-a40c-d45aab069633),segment_id=69e3382f-395f-44e0-a40c-d45aab069633)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:27.862273 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:27.871647 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 8b7ec057-cd23-4799-b0d8-fcaee887bb7a, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=8b7ec057-cd23-4799-b0d8-fcaee887bb7a,segment=NetworkSegment(d668710b-fce1-49bd-8e6e-ae45f71831bc),segment_id=d668710b-fce1-49bd-8e6e-ae45f71831bc)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:27.906093 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3aeffd-7215-44c8-adc0-8464e3edc926 req-2ab9af45-3f16-4128-ad77-1aaab0edf68d tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:27.906933 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '8b7ec057-cd23-4799-b0d8-fcaee887bb7a', 'network_id': 'eb539a3d-8a0b-46f9-bebd-b0d488d48953', 'port_id': '8b7ec057-cd23-4799-b0d8-fcaee887bb7a', 'mac_address': 'fa:16:3e:ac:64:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf76b55c-6a0c-420b-8e11-7ca71b4369e8', 'ip_address': '19.80.0.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:37:27.913401 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dd3aeffd-7215-44c8-adc0-8464e3edc926 req-2ab9af45-3f16-4128-ad77-1aaab0edf68d tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f8aefd7-4244-4786-9a2e-1ea22148c062 HTTP/1.1" status: 200 len: 944 time: 0.1015737 Dec 09 15:37:27.967927 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:27.971457 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=c0efe82c-64e2-4229-a36e-a17c4a91f9fc,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:27.990396 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dd3aeffd-7215-44c8-adc0-8464e3edc926 req-3ca6270f-4879-4f63-9c59-fb2fb339a670 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751195 Dec 09 15:37:28.008035 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b7ec057-cd23-4799-b0d8-fcaee887bb7a {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:37:28.048185 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 8b7ec057-cd23-4799-b0d8-fcaee887bb7a, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=8b7ec057-cd23-4799-b0d8-fcaee887bb7a,segment=NetworkSegment(d668710b-fce1-49bd-8e6e-ae45f71831bc),segment_id=d668710b-fce1-49bd-8e6e-ae45f71831bc)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:28.056075 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:28.112296 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=8b7ec057-cd23-4799-b0d8-fcaee887bb7a,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:28.128891 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cd996-21a6-48e2-a7e1-80866847bca6 req-52e95cf1-21e2-488d-8114-4744e8535f0e tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:28.139455 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cd996-21a6-48e2-a7e1-80866847bca6 req-52e95cf1-21e2-488d-8114-4744e8535f0e tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:28.141392 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e10cd996-21a6-48e2-a7e1-80866847bca6 req-52e95cf1-21e2-488d-8114-4744e8535f0e tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/ports?device_id=70235c67-493c-4494-a519-652890d78fdf HTTP/1.1" status: 200 len: 1679 time: 0.0822296 Dec 09 15:37:28.204960 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e10cd996-21a6-48e2-a7e1-80866847bca6 req-990e46bc-6673-4250-8944-2bb9dbfe0def tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/security-groups?id=4053ce5f-6f47-4cca-86df-591fd9480a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559731 Dec 09 15:37:28.346238 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1109f-bca9-4d97-b5a2-d26fe7e3689d req-2a5a24ed-0b73-4fcf-af87-0efe06a4ab3b tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:28.349380 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-88e1109f-bca9-4d97-b5a2-d26fe7e3689d req-2a5a24ed-0b73-4fcf-af87-0efe06a4ab3b tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/ports?device_id=adc1e87f-245f-4a88-a9e4-a1ce177f3767&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0623562 Dec 09 15:37:28.420761 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-88e1109f-bca9-4d97-b5a2-d26fe7e3689d req-88eba47b-3ed1-4bf3-b7ff-7e7da9f50c94 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.232 HTTP/1.1" status: 200 len: 696 time: 0.0646043 Dec 09 15:37:28.429951 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-88e1109f-bca9-4d97-b5a2-d26fe7e3689d req-21a018b2-c044-48b5-a392-44523c88f5d5 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Request body: {'floatingip': {'port_id': 'b278768d-d1d9-42db-b957-8ad3ada7469f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:37:28.475660 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-88e1109f-bca9-4d97-b5a2-d26fe7e3689d req-21a018b2-c044-48b5-a392-44523c88f5d5 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:28.833230 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108ae45-9928-4912-9e19-dd22dd54ea94 req-346706b6-9fbd-4f89-b083-50558104be79 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:28.834954 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b108ae45-9928-4912-9e19-dd22dd54ea94 req-346706b6-9fbd-4f89-b083-50558104be79 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.31 "GET /v2.0/ports?device_id=713515dc-25e2-4c41-b81b-436b79605653 HTTP/1.1" status: 200 len: 946 time: 0.0981772 Dec 09 15:37:29.015584 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:37:29.022488 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:37:29.062123 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-b108ae45-9928-4912-9e19-dd22dd54ea94 req-cca92d7a-b407-43cf-b9fc-42235a9ffe52 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Deleting port 88763ae3-a897-4df8-a761-bf9b456b7297 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:37:29.062566 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b108ae45-9928-4912-9e19-dd22dd54ea94 req-cca92d7a-b407-43cf-b9fc-42235a9ffe52 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:29.107814 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-88e1109f-bca9-4d97-b5a2-d26fe7e3689d req-21a018b2-c044-48b5-a392-44523c88f5d5 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:29.115582 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-88e1109f-bca9-4d97-b5a2-d26fe7e3689d req-21a018b2-c044-48b5-a392-44523c88f5d5 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:29.209987 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:29.239105 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:29.241446 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b108ae45-9928-4912-9e19-dd22dd54ea94 req-cca92d7a-b407-43cf-b9fc-42235a9ffe52 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] For port 88763ae3-a897-4df8-a761-bf9b456b7297, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=88763ae3-a897-4df8-a761-bf9b456b7297,segment=NetworkSegment(3c8c96ac-fcd7-4b06-91d5-8b3b47be9336),segment_id=3c8c96ac-fcd7-4b06-91d5-8b3b47be9336)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:29.241794 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b108ae45-9928-4912-9e19-dd22dd54ea94 req-cca92d7a-b407-43cf-b9fc-42235a9ffe52 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:29.260938 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'port_id': '80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd', 'mac_address': 'fa:16:3e:49:d9:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6953c-1261-4e7c-8b49-64e5b87424c2', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:37:29.262161 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-b108ae45-9928-4912-9e19-dd22dd54ea94 req-cca92d7a-b407-43cf-b9fc-42235a9ffe52 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Calling delete_port for 88763ae3-a897-4df8-a761-bf9b456b7297 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:37:29.265877 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:29.269096 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['da2133a6-72e0-4af4-afb1-c0ee1dc7ccea'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:37:29.277566 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [req-88e1109f-bca9-4d97-b5a2-d26fe7e3689d req-21a018b2-c044-48b5-a392-44523c88f5d5 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Floating IP 9340e28e-3576-4725-b745-e5e5ea67e880 associated. External IP: 172.25.3.232, port: b278768d-d1d9-42db-b957-8ad3ada7469f. Dec 09 15:37:29.314985 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:29.379533 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:29.411489 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:37:29.421617 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:29.455991 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:29.466552 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:29.501163 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['8b7ec057-cd23-4799-b0d8-fcaee887bb7a'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:37:29.585254 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:29.620896 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:37:29.954617 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b108ae45-9928-4912-9e19-dd22dd54ea94 req-cca92d7a-b407-43cf-b9fc-42235a9ffe52 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:29.968717 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['88763ae3-a897-4df8-a761-bf9b456b7297'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:37:29.994394 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca92d7a-b407-43cf-b9fc-42235a9ffe52 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Pushing event deleted for resources: {'Port': ['ID=88763ae3-a897-4df8-a761-bf9b456b7297,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:30.002156 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88e1109f-bca9-4d97-b5a2-d26fe7e3689d req-21a018b2-c044-48b5-a392-44523c88f5d5 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Router bd30d0b0-2893-478b-bb26-1e33db2eb6ba has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:37:30.051294 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-b108ae45-9928-4912-9e19-dd22dd54ea94 req-cca92d7a-b407-43cf-b9fc-42235a9ffe52 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] No DVR routers for this DVR port 88763ae3-a897-4df8-a761-bf9b456b7297 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:37:30.055026 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b108ae45-9928-4912-9e19-dd22dd54ea94 req-cca92d7a-b407-43cf-b9fc-42235a9ffe52 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:30.058425 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b108ae45-9928-4912-9e19-dd22dd54ea94 req-cca92d7a-b407-43cf-b9fc-42235a9ffe52 tempest-ServerDiskConfigTestJSON-1925647681 tempest-ServerDiskConfigTestJSON-1925647681-project] 10.222.0.31 "DELETE /v2.0/ports/88763ae3-a897-4df8-a761-bf9b456b7297 HTTP/1.1" status: 204 len: 173 time: 1.2134414 Dec 09 15:37:30.058783 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713515dc-25e2-4c41-b81b-436b79605653', 'name': 'network-vif-deleted', 'tag': '88763ae3-a897-4df8-a761-bf9b456b7297'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:37:30.061095 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8991245b-c736-48e7-9edf-3779dc0bd37f" -d '{"events": [{"server_uuid": "713515dc-25e2-4c41-b81b-436b79605653", "name": "network-vif-deleted", "tag": "88763ae3-a897-4df8-a761-bf9b456b7297"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:37:30.187044 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88e1109f-bca9-4d97-b5a2-d26fe7e3689d req-21a018b2-c044-48b5-a392-44523c88f5d5 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:37:30.202241 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e4ff79-b6e3-4256-8121-22fe0907dc45 None None] Sync routers for ids ['bd30d0b0-2893-478b-bb26-1e33db2eb6ba'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:37:30.213556 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-88e1109f-bca9-4d97-b5a2-d26fe7e3689d req-21a018b2-c044-48b5-a392-44523c88f5d5 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:30.219916 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e4ff79-b6e3-4256-8121-22fe0907dc45 None None] Routers {'bd30d0b0-2893-478b-bb26-1e33db2eb6ba'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:37:30.220588 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-82e4ff79-b6e3-4256-8121-22fe0907dc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:37:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['bd30d0b0-2893-478b-bb26-1e33db2eb6ba'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:30.278182 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-88e1109f-bca9-4d97-b5a2-d26fe7e3689d req-21a018b2-c044-48b5-a392-44523c88f5d5 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "PUT /v2.0/floatingips/9340e28e-3576-4725-b745-e5e5ea67e880 HTTP/1.1" status: 200 len: 997 time: 1.8563185 Dec 09 15:37:30.361619 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1109f-bca9-4d97-b5a2-d26fe7e3689d req-52d86fa8-fa60-4e83-8521-c0817ce1ffec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:30.372449 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-88e1109f-bca9-4d97-b5a2-d26fe7e3689d req-52d86fa8-fa60-4e83-8521-c0817ce1ffec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=02a1132e545b430eb3bab86b76eaec31&device_id=adc1e87f-245f-4a88-a9e4-a1ce177f3767 HTTP/1.1" status: 200 len: 1097 time: 0.0787668 Dec 09 15:37:30.406020 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-82e4ff79-b6e3-4256-8121-22fe0907dc45 None None] Set router bd30d0b0-2893-478b-bb26-1e33db2eb6ba gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:37:30.495067 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1109f-bca9-4d97-b5a2-d26fe7e3689d req-ea74ef0b-fdfb-4618-8a60-bef664b49b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:30.497341 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-88e1109f-bca9-4d97-b5a2-d26fe7e3689d req-ea74ef0b-fdfb-4618-8a60-bef664b49b74 service neutron] 10.222.0.57 "GET /v2.0/networks?id=df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff HTTP/1.1" status: 200 len: 922 time: 0.1239374 Dec 09 15:37:30.603807 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-88e1109f-bca9-4d97-b5a2-d26fe7e3689d req-e3ab129e-f4fc-4cc8-aac8-0a9eca36566a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b278768d-d1d9-42db-b957-8ad3ada7469f HTTP/1.1" status: 200 len: 1000 time: 0.0955119 Dec 09 15:37:30.683519 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1109f-bca9-4d97-b5a2-d26fe7e3689d req-f41e522b-ee06-437f-bd50-e0e1f4240a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:30.688492 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-88e1109f-bca9-4d97-b5a2-d26fe7e3689d req-f41e522b-ee06-437f-bd50-e0e1f4240a66 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d29624e-0102-490d-a09b-e35c4d52029a HTTP/1.1" status: 200 len: 860 time: 0.0780425 Dec 09 15:37:30.763696 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1109f-bca9-4d97-b5a2-d26fe7e3689d req-bd549a1e-6f7e-4a90-b9e2-7dbd8bcefe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:30.765560 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-88e1109f-bca9-4d97-b5a2-d26fe7e3689d req-bd549a1e-6f7e-4a90-b9e2-7dbd8bcefe04 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697374 Dec 09 15:37:30.922967 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-82e4ff79-b6e3-4256-8121-22fe0907dc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1726434127-router', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:38Z', 'revision_number': 4, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'gw_port': {'id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '9340e28e-3576-4725-b745-e5e5ea67e880', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'floating_ip_address': '172.25.3.232', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'port_id': 'b278768d-d1d9-42db-b957-8ad3ada7469f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 971, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff', 'mac_address': 'fa:16:3e:88:90:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc1e87f-245f-4a88-a9e4-a1ce177f3767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:37:00Z', 'updated_at': '2021-12-09T15:37:28Z', 'revision_number': 1, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9b6e78f-65bf-42ab-9eab-facf3aa735a9', 'name': '', 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'mac_address': 'fa:16:3e:bb:a6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:37Z', 'updated_at': '2021-12-09T15:36:44Z', 'revision_number': 5, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'subnets': [{'id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:30.925392 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-88e1109f-bca9-4d97-b5a2-d26fe7e3689d req-2ee0912b-14eb-4caf-a74d-faf3b4c5ab92 service neutron] 10.222.0.57 "GET /v2.0/networks/df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511271 Dec 09 15:37:30.951901 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e4ff79-b6e3-4256-8121-22fe0907dc45 None None] Checking router: bd30d0b0-2893-478b-bb26-1e33db2eb6ba for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:37:30.961034 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e4ff79-b6e3-4256-8121-22fe0907dc45 None None] Routers {'bd30d0b0-2893-478b-bb26-1e33db2eb6ba'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:37:30.961656 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-82e4ff79-b6e3-4256-8121-22fe0907dc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:37:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['bd30d0b0-2893-478b-bb26-1e33db2eb6ba'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:31.029841 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:37:31.035983 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-88e1109f-bca9-4d97-b5a2-d26fe7e3689d req-ab299667-2f85-4452-8628-7eb8735b84c8 service neutron] 10.222.0.57 "GET /v2.0/networks/df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094537 Dec 09 15:37:31.135871 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-82e4ff79-b6e3-4256-8121-22fe0907dc45 None None] Set router bd30d0b0-2893-478b-bb26-1e33db2eb6ba gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:37:31.171848 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1b45af-6914-4aa5-8c80-c3733cdec22b x-openstack-request-id: req-3e1b45af-6914-4aa5-8c80-c3733cdec22b {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:37:31.172178 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f8aefd7-4244-4786-9a2e-1ea22148c062", "name": "network-vif-plugged", "status": "completed", "tag": "c0efe82c-64e2-4229-a36e-a17c4a91f9fc", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:37:31.172396 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3e1b45af-6914-4aa5-8c80-c3733cdec22b {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:37:31.172836 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f8aefd7-4244-4786-9a2e-1ea22148c062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0efe82c-64e2-4229-a36e-a17c4a91f9fc', 'code': 200} Dec 09 15:37:31.177163 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:31.177423 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:31.356254 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e49b11-d8aa-4ce9-91c4-bb1251cf2b68 req-442d6e30-aedf-453d-917a-94e6c663949c tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:31.364199 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f5e49b11-d8aa-4ce9-91c4-bb1251cf2b68 req-442d6e30-aedf-453d-917a-94e6c663949c tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4427918-3f67-41aa-8b42-fdb086ff4a3e HTTP/1.1" status: 200 len: 948 time: 0.0685174 Dec 09 15:37:31.402050 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:31.433657 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f5e49b11-d8aa-4ce9-91c4-bb1251cf2b68 req-89de0702-f61e-42d6-9e5e-53ea1cd83457 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626276 Dec 09 15:37:31.469499 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:31.505917 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:31.566837 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:31.615973 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-82e4ff79-b6e3-4256-8121-22fe0907dc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1726434127-router', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:38Z', 'revision_number': 4, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'gw_port': {'id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '9340e28e-3576-4725-b745-e5e5ea67e880', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'floating_ip_address': '172.25.3.232', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'port_id': 'b278768d-d1d9-42db-b957-8ad3ada7469f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 971, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff', 'mac_address': 'fa:16:3e:88:90:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc1e87f-245f-4a88-a9e4-a1ce177f3767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:37:00Z', 'updated_at': '2021-12-09T15:37:28Z', 'revision_number': 1, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9b6e78f-65bf-42ab-9eab-facf3aa735a9', 'name': '', 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'mac_address': 'fa:16:3e:bb:a6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:37Z', 'updated_at': '2021-12-09T15:36:44Z', 'revision_number': 5, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'subnets': [{'id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:31.656671 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908c132-6abb-46b5-8eb6-dbdfd993d403 req-706c6aaa-6096-42fa-9794-fec4c74c1514 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:31.659280 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7908c132-6abb-46b5-8eb6-dbdfd993d403 req-706c6aaa-6096-42fa-9794-fec4c74c1514 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f8aefd7-4244-4786-9a2e-1ea22148c062 HTTP/1.1" status: 200 len: 945 time: 0.0647247 Dec 09 15:37:31.668996 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e4ff79-b6e3-4256-8121-22fe0907dc45 None None] The sync data for ids ['bd30d0b0-2893-478b-bb26-1e33db2eb6ba'] in n-d-821228-1 is: [{'id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1726434127-router', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:38Z', 'revision_number': 4, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'gw_port': {'id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '9340e28e-3576-4725-b745-e5e5ea67e880', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'floating_ip_address': '172.25.3.232', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'port_id': 'b278768d-d1d9-42db-b957-8ad3ada7469f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 971, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff', 'mac_address': 'fa:16:3e:88:90:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc1e87f-245f-4a88-a9e4-a1ce177f3767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:37:00Z', 'updated_at': '2021-12-09T15:37:28Z', 'revision_number': 1, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9b6e78f-65bf-42ab-9eab-facf3aa735a9', 'name': '', 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'mac_address': 'fa:16:3e:bb:a6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:37Z', 'updated_at': '2021-12-09T15:36:44Z', 'revision_number': 5, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'subnets': [{'id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:37:31.774236 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7908c132-6abb-46b5-8eb6-dbdfd993d403 req-0674f61e-fade-4f3a-9cd7-c9942a8f4c42 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056943 Dec 09 15:37:32.002880 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395504b-49ed-449b-92f2-57adc140dbe4 req-55155289-59a1-4591-a833-5c1cde95a566 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:32.010257 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395504b-49ed-449b-92f2-57adc140dbe4 req-55155289-59a1-4591-a833-5c1cde95a566 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:32.012463 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1395504b-49ed-449b-92f2-57adc140dbe4 req-55155289-59a1-4591-a833-5c1cde95a566 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/ports?device_id=70235c67-493c-4494-a519-652890d78fdf HTTP/1.1" status: 200 len: 1679 time: 0.1470497 Dec 09 15:37:32.063996 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9834c0f9-b183-4745-b825-34418fbd3386 None None] New status for floating IP 9340e28e-3576-4725-b745-e5e5ea67e880: ACTIVE {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:37:32.087733 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1395504b-49ed-449b-92f2-57adc140dbe4 req-6dfb9a72-8e09-4149-ae67-45a74833a6a6 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/security-groups?id=4053ce5f-6f47-4cca-86df-591fd9480a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685079 Dec 09 15:37:32.141514 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9433c162-2122-46a0-a9cf-c6c1c4bcaf25 x-openstack-request-id: req-9433c162-2122-46a0-a9cf-c6c1c4bcaf25 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:37:32.141809 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "713515dc-25e2-4c41-b81b-436b79605653", "name": "network-vif-deleted", "tag": "88763ae3-a897-4df8-a761-bf9b456b7297", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:37:32.142186 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9433c162-2122-46a0-a9cf-c6c1c4bcaf25 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:37:32.142595 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '713515dc-25e2-4c41-b81b-436b79605653', 'name': 'network-vif-deleted', 'tag': '88763ae3-a897-4df8-a761-bf9b456b7297', 'status': 'completed', 'code': 200} Dec 09 15:37:32.283210 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359be08-c149-4045-a654-02fdeca1d00e req-19643286-fdb2-45c9-b0dd-b93fe6eb9c0f tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:32.285450 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6359be08-c149-4045-a654-02fdeca1d00e req-19643286-fdb2-45c9-b0dd-b93fe6eb9c0f tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/ports?device_id=cd9d429c-72b6-4ca2-ad24-fe4c89a4b904&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0874171 Dec 09 15:37:32.431761 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6359be08-c149-4045-a654-02fdeca1d00e req-55b2734d-f692-4a79-972e-8dcac26a7881 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.232 HTTP/1.1" status: 200 len: 1002 time: 0.1279759 Dec 09 15:37:32.451503 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-6359be08-c149-4045-a654-02fdeca1d00e req-3aab357c-d087-431d-a410-ae5f16f4189c tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Request body: {'floatingip': {'port_id': 'dd5f359e-e80f-470e-944f-bdfb7f36a4c8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:37:32.546996 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6359be08-c149-4045-a654-02fdeca1d00e req-3aab357c-d087-431d-a410-ae5f16f4189c tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:33.038898 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:37:33.042691 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 8b7ec057-cd23-4799-b0d8-fcaee887bb7a up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:37:33.157011 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6359be08-c149-4045-a654-02fdeca1d00e req-3aab357c-d087-431d-a410-ae5f16f4189c tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:33.166218 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6359be08-c149-4045-a654-02fdeca1d00e req-3aab357c-d087-431d-a410-ae5f16f4189c tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:33.173464 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4427918-3f67-41aa-8b42-fdb086ff4a3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5'}, {'server_uuid': '4f9b1e76-d79c-4b0a-a995-1dadea5c1a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:37:33.176917 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e07a3a1-339d-48ad-b48c-3f704c1fa20a" -d '{"events": [{"server_uuid": "d4427918-3f67-41aa-8b42-fdb086ff4a3e", "name": "network-vif-unplugged", "status": "completed", "tag": "8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5"}, {"server_uuid": "4f9b1e76-d79c-4b0a-a995-1dadea5c1a93", "name": "network-vif-plugged", "status": "completed", "tag": "80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:37:33.184134 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 8b7ec057-cd23-4799-b0d8-fcaee887bb7a completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:37:33.296088 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [req-6359be08-c149-4045-a654-02fdeca1d00e req-3aab357c-d087-431d-a410-ae5f16f4189c tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Floating IP 9340e28e-3576-4725-b745-e5e5ea67e880 associated. External IP: 172.25.3.232, port: b278768d-d1d9-42db-b957-8ad3ada7469f. Dec 09 15:37:33.388474 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 8b7ec057-cd23-4799-b0d8-fcaee887bb7a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:33.388731 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:33.561700 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:33.579722 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:33.603388 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6359be08-c149-4045-a654-02fdeca1d00e req-3aab357c-d087-431d-a410-ae5f16f4189c tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Router bd30d0b0-2893-478b-bb26-1e33db2eb6ba has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:37:33.606198 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'port_id': '8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5', 'mac_address': 'fa:16:3e:a9:7f:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6953c-1261-4e7c-8b49-64e5b87424c2', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:37:33.655640 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 8b7ec057-cd23-4799-b0d8-fcaee887bb7a, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=8b7ec057-cd23-4799-b0d8-fcaee887bb7a,segment=NetworkSegment(d668710b-fce1-49bd-8e6e-ae45f71831bc),segment_id=d668710b-fce1-49bd-8e6e-ae45f71831bc)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:33.671119 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:33.676174 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device da2133a6-72e0-4af4-afb1-c0ee1dc7ccea up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:37:33.754118 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6359be08-c149-4045-a654-02fdeca1d00e req-3aab357c-d087-431d-a410-ae5f16f4189c tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:37:33.761577 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=8b7ec057-cd23-4799-b0d8-fcaee887bb7a,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:33.765016 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:33.780855 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c935912-fdea-4206-8c76-244fb92d3b91 None None] Sync routers for ids ['bd30d0b0-2893-478b-bb26-1e33db2eb6ba'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:37:33.849877 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:37:33.862051 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c935912-fdea-4206-8c76-244fb92d3b91 None None] Routers {'bd30d0b0-2893-478b-bb26-1e33db2eb6ba'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:37:33.862790 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6c935912-fdea-4206-8c76-244fb92d3b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:37:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['bd30d0b0-2893-478b-bb26-1e33db2eb6ba'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:33.978657 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:34.019244 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:34.109496 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port da2133a6-72e0-4af4-afb1-c0ee1dc7ccea completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:37:34.143804 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc1e87f-245f-4a88-a9e4-a1ce177f3767', 'tag': 'b278768d-d1d9-42db-b957-8ad3ada7469f'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:37:34.151019 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db86e3b-3458-4d42-b974-b9d3a544fac5" -d '{"events": [{"name": "network-changed", "server_uuid": "adc1e87f-245f-4a88-a9e4-a1ce177f3767", "tag": "b278768d-d1d9-42db-b957-8ad3ada7469f"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:37:34.191801 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-6c935912-fdea-4206-8c76-244fb92d3b91 None None] Set router bd30d0b0-2893-478b-bb26-1e33db2eb6ba gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:37:34.239740 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6359be08-c149-4045-a654-02fdeca1d00e req-3aab357c-d087-431d-a410-ae5f16f4189c tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Router bd30d0b0-2893-478b-bb26-1e33db2eb6ba has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:37:34.283620 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port da2133a6-72e0-4af4-afb1-c0ee1dc7ccea triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:34.286295 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:34.412804 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6359be08-c149-4045-a654-02fdeca1d00e req-3aab357c-d087-431d-a410-ae5f16f4189c tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:37:34.421799 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6359be08-c149-4045-a654-02fdeca1d00e req-3aab357c-d087-431d-a410-ae5f16f4189c tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:34.511747 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:34.553530 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6359be08-c149-4045-a654-02fdeca1d00e req-3aab357c-d087-431d-a410-ae5f16f4189c tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "PUT /v2.0/floatingips/9340e28e-3576-4725-b745-e5e5ea67e880 HTTP/1.1" status: 200 len: 998 time: 2.1082168 Dec 09 15:37:34.578759 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:37:34.646921 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359be08-c149-4045-a654-02fdeca1d00e req-99a464d3-0a08-426c-b117-5a6e4d3a4658 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:34.659850 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:34.666260 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6359be08-c149-4045-a654-02fdeca1d00e req-99a464d3-0a08-426c-b117-5a6e4d3a4658 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/ports/b278768d-d1d9-42db-b957-8ad3ada7469f HTTP/1.1" status: 200 len: 943 time: 0.1082118 Dec 09 15:37:34.674487 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6c935912-fdea-4206-8c76-244fb92d3b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1726434127-router', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:38Z', 'revision_number': 4, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'gw_port': {'id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '9340e28e-3576-4725-b745-e5e5ea67e880', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'floating_ip_address': '172.25.3.232', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'port_id': 'dd5f359e-e80f-470e-944f-bdfb7f36a4c8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 971, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff', 'mac_address': 'fa:16:3e:84:fe:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9d429c-72b6-4ca2-ad24-fe4c89a4b904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:37:00Z', 'updated_at': '2021-12-09T15:37:33Z', 'revision_number': 3, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9b6e78f-65bf-42ab-9eab-facf3aa735a9', 'name': '', 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'mac_address': 'fa:16:3e:bb:a6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:37Z', 'updated_at': '2021-12-09T15:36:44Z', 'revision_number': 5, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'subnets': [{'id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:34.706309 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c935912-fdea-4206-8c76-244fb92d3b91 None None] Checking router: bd30d0b0-2893-478b-bb26-1e33db2eb6ba for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:37:34.774620 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c935912-fdea-4206-8c76-244fb92d3b91 None None] Routers {'bd30d0b0-2893-478b-bb26-1e33db2eb6ba'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:37:34.775282 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6c935912-fdea-4206-8c76-244fb92d3b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:37:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['bd30d0b0-2893-478b-bb26-1e33db2eb6ba'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:34.796963 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port da2133a6-72e0-4af4-afb1-c0ee1dc7ccea, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=da2133a6-72e0-4af4-afb1-c0ee1dc7ccea,segment=NetworkSegment(c69d836c-5329-43c3-935c-cb923760bfb1),segment_id=c69d836c-5329-43c3-935c-cb923760bfb1)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:34.805047 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359be08-c149-4045-a654-02fdeca1d00e req-0a02a629-f5e1-440e-9960-a1a59c3d52ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:34.814740 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6359be08-c149-4045-a654-02fdeca1d00e req-0a02a629-f5e1-440e-9960-a1a59c3d52ad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=02a1132e545b430eb3bab86b76eaec31&device_id=adc1e87f-245f-4a88-a9e4-a1ce177f3767 HTTP/1.1" status: 200 len: 1097 time: 0.0895059 Dec 09 15:37:34.874459 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:34.875582 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 88763ae3-a897-4df8-a761-bf9b456b7297 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:37:35.011376 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359be08-c149-4045-a654-02fdeca1d00e req-c2e55c5e-be28-44b3-8f9a-684bb4e4813f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:35.012945 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6359be08-c149-4045-a654-02fdeca1d00e req-c2e55c5e-be28-44b3-8f9a-684bb4e4813f service neutron] 10.222.0.57 "GET /v2.0/networks?id=df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff HTTP/1.1" status: 200 len: 922 time: 0.1973357 Dec 09 15:37:35.050534 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 88763ae3-a897-4df8-a761-bf9b456b7297 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:37:35.050534 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 88763ae3-a897-4df8-a761-bf9b456b7297 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:37:35.129803 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6359be08-c149-4045-a654-02fdeca1d00e req-b526edc2-5300-4ea7-ac42-296e69e4f8e6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b278768d-d1d9-42db-b957-8ad3ada7469f HTTP/1.1" status: 200 len: 217 time: 0.1088488 Dec 09 15:37:35.283114 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=da2133a6-72e0-4af4-afb1-c0ee1dc7ccea,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:35.287562 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359be08-c149-4045-a654-02fdeca1d00e req-cb8b1cf7-864b-4ff4-8156-4c71dfc6a146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:35.297688 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6359be08-c149-4045-a654-02fdeca1d00e req-cb8b1cf7-864b-4ff4-8156-4c71dfc6a146 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d29624e-0102-490d-a09b-e35c4d52029a HTTP/1.1" status: 200 len: 860 time: 0.1590407 Dec 09 15:37:35.344408 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-6c935912-fdea-4206-8c76-244fb92d3b91 None None] Set router bd30d0b0-2893-478b-bb26-1e33db2eb6ba gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:37:35.406705 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359be08-c149-4045-a654-02fdeca1d00e req-212a43ac-74ca-4307-a048-6aa46b809df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:35.418977 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6359be08-c149-4045-a654-02fdeca1d00e req-212a43ac-74ca-4307-a048-6aa46b809df4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1049633 Dec 09 15:37:35.589413 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:37:35.672199 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6359be08-c149-4045-a654-02fdeca1d00e req-60dd838d-88d6-4891-b0b6-5ac8e3d32d7b service neutron] 10.222.0.57 "GET /v2.0/networks/df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522612 Dec 09 15:37:35.864667 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6c935912-fdea-4206-8c76-244fb92d3b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1726434127-router', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:38Z', 'revision_number': 4, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'gw_port': {'id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '9340e28e-3576-4725-b745-e5e5ea67e880', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'floating_ip_address': '172.25.3.232', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'port_id': 'dd5f359e-e80f-470e-944f-bdfb7f36a4c8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 971, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff', 'mac_address': 'fa:16:3e:84:fe:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9d429c-72b6-4ca2-ad24-fe4c89a4b904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:37:00Z', 'updated_at': '2021-12-09T15:37:33Z', 'revision_number': 3, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9b6e78f-65bf-42ab-9eab-facf3aa735a9', 'name': '', 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'mac_address': 'fa:16:3e:bb:a6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:37Z', 'updated_at': '2021-12-09T15:36:44Z', 'revision_number': 5, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'subnets': [{'id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:35.875230 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6359be08-c149-4045-a654-02fdeca1d00e req-ddd8731a-2d94-4ab9-b2c7-99345557004f service neutron] 10.222.0.57 "GET /v2.0/networks/df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006772 Dec 09 15:37:35.931789 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c935912-fdea-4206-8c76-244fb92d3b91 None None] The sync data for ids ['bd30d0b0-2893-478b-bb26-1e33db2eb6ba'] in n-d-821228-1 is: [{'id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1726434127-router', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:38Z', 'revision_number': 4, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'gw_port': {'id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '9340e28e-3576-4725-b745-e5e5ea67e880', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'floating_ip_address': '172.25.3.232', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'port_id': 'dd5f359e-e80f-470e-944f-bdfb7f36a4c8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 971, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff', 'mac_address': 'fa:16:3e:84:fe:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9d429c-72b6-4ca2-ad24-fe4c89a4b904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:37:00Z', 'updated_at': '2021-12-09T15:37:33Z', 'revision_number': 3, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9b6e78f-65bf-42ab-9eab-facf3aa735a9', 'name': '', 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'mac_address': 'fa:16:3e:bb:a6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:37Z', 'updated_at': '2021-12-09T15:36:44Z', 'revision_number': 5, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'subnets': [{'id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:37:36.011913 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359be08-c149-4045-a654-02fdeca1d00e req-69c5c79d-0197-4950-bf5a-f065b6c6c3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:36.016605 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6359be08-c149-4045-a654-02fdeca1d00e req-69c5c79d-0197-4950-bf5a-f065b6c6c3c7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=02a1132e545b430eb3bab86b76eaec31&device_id=cd9d429c-72b6-4ca2-ad24-fe4c89a4b904 HTTP/1.1" status: 200 len: 1096 time: 0.1066444 Dec 09 15:37:36.207776 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359be08-c149-4045-a654-02fdeca1d00e req-c5f6b0d1-d7bc-4845-95d8-351a34629c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:36.214260 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6359be08-c149-4045-a654-02fdeca1d00e req-c5f6b0d1-d7bc-4845-95d8-351a34629c0d service neutron] 10.222.0.57 "GET /v2.0/networks?id=df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff HTTP/1.1" status: 200 len: 922 time: 0.1903968 Dec 09 15:37:36.235348 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcc37c8-fdad-46ef-ba23-c7e66a5e9438 None None] New status for floating IP 9340e28e-3576-4725-b745-e5e5ea67e880: ACTIVE {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:37:36.338705 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6359be08-c149-4045-a654-02fdeca1d00e req-905c7e06-e652-4e47-b88a-178e22ee0616 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd5f359e-e80f-470e-944f-bdfb7f36a4c8 HTTP/1.1" status: 200 len: 1001 time: 0.1170945 Dec 09 15:37:36.460931 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359be08-c149-4045-a654-02fdeca1d00e req-83f7fb4a-7a1d-4c02-b804-62bc2e8e4625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:36.469737 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6359be08-c149-4045-a654-02fdeca1d00e req-83f7fb4a-7a1d-4c02-b804-62bc2e8e4625 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d29624e-0102-490d-a09b-e35c4d52029a HTTP/1.1" status: 200 len: 860 time: 0.1232452 Dec 09 15:37:36.569189 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359be08-c149-4045-a654-02fdeca1d00e req-3c8ca2e9-cf45-42cc-8393-ee268abdf406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:36.588720 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6359be08-c149-4045-a654-02fdeca1d00e req-3c8ca2e9-cf45-42cc-8393-ee268abdf406 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1181476 Dec 09 15:37:36.746880 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6359be08-c149-4045-a654-02fdeca1d00e req-de148cdc-aafc-435f-9505-fb815526028d service neutron] 10.222.0.57 "GET /v2.0/networks/df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545482 Dec 09 15:37:36.931096 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7869afbd-4706-4931-8640-fda0dd8d6ae2 None None] Sync routers for ids ['bd30d0b0-2893-478b-bb26-1e33db2eb6ba'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:37:36.954270 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7869afbd-4706-4931-8640-fda0dd8d6ae2 None None] Routers {'bd30d0b0-2893-478b-bb26-1e33db2eb6ba'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:37:36.955937 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6359be08-c149-4045-a654-02fdeca1d00e req-238ed1ec-15fc-4de7-9730-62b4cf620eff service neutron] 10.222.0.57 "GET /v2.0/networks/df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067997 Dec 09 15:37:36.956377 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7869afbd-4706-4931-8640-fda0dd8d6ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:37:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['bd30d0b0-2893-478b-bb26-1e33db2eb6ba'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:37.098221 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:37:37.540335 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46766705-9307-46de-8d4b-2a83ef22a335 req-637f9677-ad38-4ac7-9636-ef7a2a3c3ce3 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:37.551163 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-46766705-9307-46de-8d4b-2a83ef22a335 req-637f9677-ad38-4ac7-9636-ef7a2a3c3ce3 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4427918-3f67-41aa-8b42-fdb086ff4a3e HTTP/1.1" status: 200 len: 949 time: 0.3136706 Dec 09 15:37:37.682631 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-46766705-9307-46de-8d4b-2a83ef22a335 req-73d876e9-2a26-4468-943f-59609f31997c tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243720 Dec 09 15:37:37.811949 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-7869afbd-4706-4931-8640-fda0dd8d6ae2 None None] Set router bd30d0b0-2893-478b-bb26-1e33db2eb6ba gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:37:37.850539 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:37.851584 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:38.100962 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:38.166054 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:38.215154 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:38.348506 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:38.355051 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7869afbd-4706-4931-8640-fda0dd8d6ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1726434127-router', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:38Z', 'revision_number': 4, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'gw_port': {'id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '9340e28e-3576-4725-b745-e5e5ea67e880', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'floating_ip_address': '172.25.3.232', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'port_id': 'dd5f359e-e80f-470e-944f-bdfb7f36a4c8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 971, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff', 'mac_address': 'fa:16:3e:84:fe:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9d429c-72b6-4ca2-ad24-fe4c89a4b904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:37:00Z', 'updated_at': '2021-12-09T15:37:36Z', 'revision_number': 4, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9b6e78f-65bf-42ab-9eab-facf3aa735a9', 'name': '', 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'mac_address': 'fa:16:3e:bb:a6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:37Z', 'updated_at': '2021-12-09T15:36:44Z', 'revision_number': 5, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'subnets': [{'id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:38.386828 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7869afbd-4706-4931-8640-fda0dd8d6ae2 None None] Checking router: bd30d0b0-2893-478b-bb26-1e33db2eb6ba for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:37:38.401444 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7869afbd-4706-4931-8640-fda0dd8d6ae2 None None] Routers {'bd30d0b0-2893-478b-bb26-1e33db2eb6ba'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:37:38.402363 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7869afbd-4706-4931-8640-fda0dd8d6ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:37:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['bd30d0b0-2893-478b-bb26-1e33db2eb6ba'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:38.721029 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-7869afbd-4706-4931-8640-fda0dd8d6ae2 None None] Set router bd30d0b0-2893-478b-bb26-1e33db2eb6ba gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:37:39.263250 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7869afbd-4706-4931-8640-fda0dd8d6ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1726434127-router', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:38Z', 'revision_number': 4, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'gw_port': {'id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '9340e28e-3576-4725-b745-e5e5ea67e880', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'floating_ip_address': '172.25.3.232', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'port_id': 'dd5f359e-e80f-470e-944f-bdfb7f36a4c8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 971, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff', 'mac_address': 'fa:16:3e:84:fe:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9d429c-72b6-4ca2-ad24-fe4c89a4b904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:37:00Z', 'updated_at': '2021-12-09T15:37:36Z', 'revision_number': 4, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9b6e78f-65bf-42ab-9eab-facf3aa735a9', 'name': '', 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'mac_address': 'fa:16:3e:bb:a6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:37Z', 'updated_at': '2021-12-09T15:36:44Z', 'revision_number': 5, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'subnets': [{'id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:39.316097 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7869afbd-4706-4931-8640-fda0dd8d6ae2 None None] The sync data for ids ['bd30d0b0-2893-478b-bb26-1e33db2eb6ba'] in n-d-821228-1 is: [{'id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1726434127-router', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:38Z', 'revision_number': 4, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'gw_port': {'id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '9340e28e-3576-4725-b745-e5e5ea67e880', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'floating_ip_address': '172.25.3.232', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'port_id': 'dd5f359e-e80f-470e-944f-bdfb7f36a4c8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 971, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff', 'mac_address': 'fa:16:3e:84:fe:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9d429c-72b6-4ca2-ad24-fe4c89a4b904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:37:00Z', 'updated_at': '2021-12-09T15:37:36Z', 'revision_number': 4, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9b6e78f-65bf-42ab-9eab-facf3aa735a9', 'name': '', 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'mac_address': 'fa:16:3e:bb:a6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:37Z', 'updated_at': '2021-12-09T15:36:44Z', 'revision_number': 5, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'subnets': [{'id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:37:44.914277 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33340) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:37:44.920089 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-093082a6-2fa8-47ec-9ed1-f37deaf411bc tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1782177930'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:37:44.953380 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093082a6-2fa8-47ec-9ed1-f37deaf411bc tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Made reservation on behalf of 22d7743b04274c74b1037ecd2e466dba for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:37:44.957683 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-093082a6-2fa8-47ec-9ed1-f37deaf411bc tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:44.988346 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-093082a6-2fa8-47ec-9ed1-f37deaf411bc tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:37:44.999076 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-093082a6-2fa8-47ec-9ed1-f37deaf411bc tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:44.999704 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-093082a6-2fa8-47ec-9ed1-f37deaf411bc tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Added segment 18982a45-a512-40c0-96de-f3768ab3b632 of type vlan for network 20a3d869-faba-4fd6-8427-0269f690d785 Dec 09 15:37:45.057600 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-093082a6-2fa8-47ec-9ed1-f37deaf411bc tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:45.091379 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-093082a6-2fa8-47ec-9ed1-f37deaf411bc tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:45.099343 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093082a6-2fa8-47ec-9ed1-f37deaf411bc tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:45.099979 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-093082a6-2fa8-47ec-9ed1-f37deaf411bc tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:45.181067 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-093082a6-2fa8-47ec-9ed1-f37deaf411bc tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2656534 Dec 09 15:37:45.184969 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33352) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:37:45.193798 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-767b36d6-ce2b-4752-9c1c-0e87697caf40 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1050242296'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:37:45.213108 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093082a6-2fa8-47ec-9ed1-f37deaf411bc tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Pushing event updated for resources: {'Network': ['ID=20a3d869-faba-4fd6-8427-0269f690d785,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:45.227607 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 20a3d869-faba-4fd6-8427-0269f690d785 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:37:45.230952 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767b36d6-ce2b-4752-9c1c-0e87697caf40 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Made reservation on behalf of 22d7743b04274c74b1037ecd2e466dba for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:37:45.232691 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07ee9e-c1fe-4f0a-8759-f80f7102518c req-75358af9-591d-4a4e-a3a8-1b806c9b37e2 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:45.235918 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-767b36d6-ce2b-4752-9c1c-0e87697caf40 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:45.242398 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2c07ee9e-c1fe-4f0a-8759-f80f7102518c req-75358af9-591d-4a4e-a3a8-1b806c9b37e2 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f8aefd7-4244-4786-9a2e-1ea22148c062 HTTP/1.1" status: 200 len: 945 time: 0.0737588 Dec 09 15:37:45.270314 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-767b36d6-ce2b-4752-9c1c-0e87697caf40 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:37:45.281750 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-767b36d6-ce2b-4752-9c1c-0e87697caf40 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:45.282472 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-767b36d6-ce2b-4752-9c1c-0e87697caf40 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Added segment 632c255a-192d-4ac5-a1ca-9931ff424cb3 of type vlan for network 895dda7b-01ef-4be1-87ee-a839b97640e2 Dec 09 15:37:45.302582 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2c07ee9e-c1fe-4f0a-8759-f80f7102518c req-666b65ff-ac9d-473a-abe9-080942910550 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543292 Dec 09 15:37:45.334055 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-767b36d6-ce2b-4752-9c1c-0e87697caf40 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:45.368196 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-767b36d6-ce2b-4752-9c1c-0e87697caf40 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:45.374239 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767b36d6-ce2b-4752-9c1c-0e87697caf40 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:45.375475 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-767b36d6-ce2b-4752-9c1c-0e87697caf40 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:45.422975 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-767b36d6-ce2b-4752-9c1c-0e87697caf40 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2367482 Dec 09 15:37:45.429148 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 33354) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:37:45.435905 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-5b27b5c6-7baf-4138-b4ff-4873d4b0f64c tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Request body: {'subnet': {'network_id': '20a3d869-faba-4fd6-8427-0269f690d785', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:37:45.476277 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b36d6-ce2b-4752-9c1c-0e87697caf40 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Pushing event updated for resources: {'Network': ['ID=895dda7b-01ef-4be1-87ee-a839b97640e2,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:45.489979 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 895dda7b-01ef-4be1-87ee-a839b97640e2 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:37:45.510096 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442260ca-3f6a-4f22-8e64-bd48f0c4ebff req-0776e8eb-c1aa-4628-a611-5f5a1bcaca34 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:45.517862 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442260ca-3f6a-4f22-8e64-bd48f0c4ebff req-0776e8eb-c1aa-4628-a611-5f5a1bcaca34 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:45.519960 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-442260ca-3f6a-4f22-8e64-bd48f0c4ebff req-0776e8eb-c1aa-4628-a611-5f5a1bcaca34 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/ports?device_id=70235c67-493c-4494-a519-652890d78fdf HTTP/1.1" status: 200 len: 1681 time: 0.1448643 Dec 09 15:37:45.582912 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-442260ca-3f6a-4f22-8e64-bd48f0c4ebff req-82406ac0-4aea-44d3-b695-5116a8ae7c50 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/security-groups?id=4053ce5f-6f47-4cca-86df-591fd9480a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548165 Dec 09 15:37:45.635884 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b27b5c6-7baf-4138-b4ff-4873d4b0f64c tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Made reservation on behalf of 22d7743b04274c74b1037ecd2e466dba for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:37:45.641649 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5b27b5c6-7baf-4138-b4ff-4873d4b0f64c tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:45.661470 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 09 Dec 2021 15:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0595b6f-e590-42f3-89d6-d4af678ae6e3 x-openstack-request-id: req-f0595b6f-e590-42f3-89d6-d4af678ae6e3 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:37:45.661780 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4427918-3f67-41aa-8b42-fdb086ff4a3e", "name": "network-vif-unplugged", "status": "completed", "tag": "8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5", "code": 200}, {"server_uuid": "4f9b1e76-d79c-4b0a-a995-1dadea5c1a93", "name": "network-vif-plugged", "status": "completed", "tag": "80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:37:45.662039 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f0595b6f-e590-42f3-89d6-d4af678ae6e3 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:37:45.662490 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4427918-3f67-41aa-8b42-fdb086ff4a3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5', 'code': 200} Dec 09 15:37:45.662835 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9b1e76-d79c-4b0a-a995-1dadea5c1a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd', 'code': 200} Dec 09 15:37:45.706168 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3b3239-b785-4069-aabf-b00d024b06a3 x-openstack-request-id: req-bc3b3239-b785-4069-aabf-b00d024b06a3 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:37:45.706489 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc1e87f-245f-4a88-a9e4-a1ce177f3767", "tag": "b278768d-d1d9-42db-b957-8ad3ada7469f", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:37:45.706998 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bc3b3239-b785-4069-aabf-b00d024b06a3 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:37:45.707124 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc1e87f-245f-4a88-a9e4-a1ce177f3767', 'tag': 'b278768d-d1d9-42db-b957-8ad3ada7469f', 'status': 'completed', 'code': 200} Dec 09 15:37:45.736849 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:45.825162 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db86e3b-3458-4d42-b974-b9d3a544fac5 req-86bca5b6-3030-4012-b0e1-6959255c121d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:45.827077 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2db86e3b-3458-4d42-b974-b9d3a544fac5 req-86bca5b6-3030-4012-b0e1-6959255c121d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=02a1132e545b430eb3bab86b76eaec31&device_id=adc1e87f-245f-4a88-a9e4-a1ce177f3767 HTTP/1.1" status: 200 len: 1097 time: 0.0813136 Dec 09 15:37:46.456700 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c09f0-09e6-4464-96dd-2b8d7fad91de req-1920239c-aa58-4ae0-bd85-bcb2b577f83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:46.458306 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-195c09f0-09e6-4464-96dd-2b8d7fad91de req-1920239c-aa58-4ae0-bd85-bcb2b577f83e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=59594b9e3fb144dbb2817de5b4b0a74c&device_id=19dc24f6-09ce-4250-850b-d7ee7c38fb46 HTTP/1.1" status: 200 len: 1097 time: 0.2402005 Dec 09 15:37:46.465103 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd6b98-9171-43a2-a98a-f60ca98b6e98 req-4794e834-437e-46dd-a1c3-b1ec564188c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:46.466559 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bddd6b98-9171-43a2-a98a-f60ca98b6e98 req-4794e834-437e-46dd-a1c3-b1ec564188c4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7cb10907c9dd4101899755e35f1cc029&device_id=4f8aefd7-4244-4786-9a2e-1ea22148c062 HTTP/1.1" status: 200 len: 1096 time: 0.2494209 Dec 09 15:37:46.469682 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4c873e24-cd62-4731-9592-8f8dec42b025 req-25f59215-4b32-4393-97a8-784d0cf9515b tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.232 HTTP/1.1" status: 200 len: 1001 time: 0.2535791 Dec 09 15:37:46.481065 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5b27b5c6-7baf-4138-b4ff-4873d4b0f64c tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:46.560577 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db86e3b-3458-4d42-b974-b9d3a544fac5 req-99ca25b7-7e33-4b6a-8584-847be60ec016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:46.562059 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2db86e3b-3458-4d42-b974-b9d3a544fac5 req-99ca25b7-7e33-4b6a-8584-847be60ec016 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff HTTP/1.1" status: 200 len: 922 time: 0.3543451 Dec 09 15:37:46.717859 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2db86e3b-3458-4d42-b974-b9d3a544fac5 req-db3c9f68-8e61-4bc8-926b-d9660ef5b6d4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b278768d-d1d9-42db-b957-8ad3ada7469f HTTP/1.1" status: 200 len: 217 time: 0.0776200 Dec 09 15:37:46.732375 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c873e24-cd62-4731-9592-8f8dec42b025 req-ca6ee452-b8fa-4a9d-a348-85ba84260930 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:46.745090 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4c873e24-cd62-4731-9592-8f8dec42b025 req-ca6ee452-b8fa-4a9d-a348-85ba84260930 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/ports/dd5f359e-e80f-470e-944f-bdfb7f36a4c8 HTTP/1.1" status: 200 len: 942 time: 0.2616723 Dec 09 15:37:46.797210 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b27b5c6-7baf-4138-b4ff-4873d4b0f64c tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Pushing event updated for resources: {'Subnet': ['ID=0bc7d492-8dd5-4f62-87e4-e954ad6c6022,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:46.799774 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd6b98-9171-43a2-a98a-f60ca98b6e98 req-51a201e8-a915-4ffa-a848-9c36578cb826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:46.801357 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bddd6b98-9171-43a2-a98a-f60ca98b6e98 req-51a201e8-a915-4ffa-a848-9c36578cb826 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7736ab20-9109-45c5-88b0-6682a059f13e HTTP/1.1" status: 200 len: 913 time: 0.3170788 Dec 09 15:37:46.926699 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bddd6b98-9171-43a2-a98a-f60ca98b6e98 req-f9fcfe9e-113b-4ac2-bb93-1f06bfdc3499 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0efe82c-64e2-4229-a36e-a17c4a91f9fc HTTP/1.1" status: 200 len: 217 time: 0.1112993 Dec 09 15:37:46.932180 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b27b5c6-7baf-4138-b4ff-4873d4b0f64c tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Checking segment: {'id': '18982a45-a512-40c0-96de-f3768ab3b632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '20a3d869-faba-4fd6-8427-0269f690d785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:37:46.932692 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b27b5c6-7baf-4138-b4ff-4873d4b0f64c tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Network hostable DHCP agents. Network: 20a3d869-faba-4fd6-8427-0269f690d785, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:37:46.943617 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c09f0-09e6-4464-96dd-2b8d7fad91de req-8232c93a-56dd-4b30-af1e-fb77d91bab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:46.945883 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-195c09f0-09e6-4464-96dd-2b8d7fad91de req-8232c93a-56dd-4b30-af1e-fb77d91bab7a service neutron] 10.222.0.31 "GET /v2.0/networks?id=7010a1a7-2d7c-4586-8e67-9c7afc483ab0 HTTP/1.1" status: 200 len: 920 time: 0.4594953 Dec 09 15:37:46.986183 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db86e3b-3458-4d42-b974-b9d3a544fac5 req-da7777f8-63c1-48f9-a1d1-ffc7bcb521d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:46.987626 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2db86e3b-3458-4d42-b974-b9d3a544fac5 req-da7777f8-63c1-48f9-a1d1-ffc7bcb521d7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d29624e-0102-490d-a09b-e35c4d52029a HTTP/1.1" status: 200 len: 860 time: 0.1934209 Dec 09 15:37:47.058651 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-195c09f0-09e6-4464-96dd-2b8d7fad91de req-d55876bb-093b-4a19-b29d-44b8ec8dcf42 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59ffef59-e7d2-49f4-bb86-d9cd926be4b8 HTTP/1.1" status: 200 len: 217 time: 0.0924726 Dec 09 15:37:47.061910 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4c873e24-cd62-4731-9592-8f8dec42b025 req-8f33606a-07a1-488f-8c72-ea9e7b3e077a tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.232 HTTP/1.1" status: 200 len: 1001 time: 0.2492847 Dec 09 15:37:47.082327 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b27b5c6-7baf-4138-b4ff-4873d4b0f64c tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Network 20a3d869-faba-4fd6-8427-0269f690d785 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:37:47.178504 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-5b27b5c6-7baf-4138-b4ff-4873d4b0f64c tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 20a3d869-faba-4fd6-8427-0269f690d785) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:37:47.184626 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd6b98-9171-43a2-a98a-f60ca98b6e98 req-dc7148f3-f76d-40f7-89bc-e18f89781f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:47.186096 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bddd6b98-9171-43a2-a98a-f60ca98b6e98 req-dc7148f3-f76d-40f7-89bc-e18f89781f1c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0ee4fdd6-4dfd-4a15-a871-b63f2ecb023f HTTP/1.1" status: 200 len: 852 time: 0.2373264 Dec 09 15:37:47.191835 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9443f836-2096-4a42-8926-5229aa7db751 None None] Network 20a3d869-faba-4fd6-8427-0269f690d785 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:37:47.200521 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b27b5c6-7baf-4138-b4ff-4873d4b0f64c tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:47.201208 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5b27b5c6-7baf-4138-b4ff-4873d4b0f64c tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:47.252444 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db86e3b-3458-4d42-b974-b9d3a544fac5 req-7683bb9b-2ecf-4c6d-a157-8e8600d9c6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:47.253985 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2db86e3b-3458-4d42-b974-b9d3a544fac5 req-7683bb9b-2ecf-4c6d-a157-8e8600d9c6e9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2126067 Dec 09 15:37:47.255769 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bddd6b98-9171-43a2-a98a-f60ca98b6e98 req-54c45768-de5e-43ae-a925-e11d0ea0dbb9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7736ab20-9109-45c5-88b0-6682a059f13e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483615 Dec 09 15:37:47.257725 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c09f0-09e6-4464-96dd-2b8d7fad91de req-c916f419-b4e1-47c0-a2cb-0cf784bf73d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:47.259063 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-195c09f0-09e6-4464-96dd-2b8d7fad91de req-c916f419-b4e1-47c0-a2cb-0cf784bf73d1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=55d52639-1caa-4023-ae95-afc257c891d1 HTTP/1.1" status: 200 len: 859 time: 0.1793671 Dec 09 15:37:47.282651 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33372) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:37:47.283465 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-5b27b5c6-7baf-4138-b4ff-4873d4b0f64c tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8526134 Dec 09 15:37:47.291227 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-73358356-6516-4797-af59-3f5e853ee3af tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Request body: {'subnet': {'network_id': '895dda7b-01ef-4be1-87ee-a839b97640e2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:37:47.326532 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92148d9-c073-424f-af2d-848ffc690fc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-20a3d869-faba-4fd6-8427-0269f690d785', 'network_id': '20a3d869-faba-4fd6-8427-0269f690d785', 'project_id': '22d7743b04274c74b1037ecd2e466dba', 'fixed_ips': [{'subnet_id': '0bc7d492-8dd5-4f62-87e4-e954ad6c6022'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:37:47.326532 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e92148d9-c073-424f-af2d-848ffc690fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:47.422342 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-195c09f0-09e6-4464-96dd-2b8d7fad91de req-a8c3e3ed-2e60-4050-9ca2-dd7c520ac28a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7010a1a7-2d7c-4586-8e67-9c7afc483ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1334701 Dec 09 15:37:47.510752 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73358356-6516-4797-af59-3f5e853ee3af tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Made reservation on behalf of 22d7743b04274c74b1037ecd2e466dba for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:37:47.514293 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c873e24-cd62-4731-9592-8f8dec42b025 req-25519be5-bdcd-4893-8d60-5047b8a090f7 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:47.514993 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-73358356-6516-4797-af59-3f5e853ee3af tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:47.532063 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4c873e24-cd62-4731-9592-8f8dec42b025 req-25519be5-bdcd-4893-8d60-5047b8a090f7 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/networks/d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 784 time: 0.4503956 Dec 09 15:37:47.606134 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-e92148d9-c073-424f-af2d-848ffc690fc6 None None] Allocated IP 10.1.1.2 (20a3d869-faba-4fd6-8427-0269f690d785/0bc7d492-8dd5-4f62-87e4-e954ad6c6022/2678ef79-93b1-4fb2-818a-816ed02fcbdd) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:37:47.652800 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bddd6b98-9171-43a2-a98a-f60ca98b6e98 req-c6cc3362-399a-4c99-9d20-d099e8c7d824 service neutron] 10.222.0.31 "GET /v2.0/networks/7736ab20-9109-45c5-88b0-6682a059f13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621063 Dec 09 15:37:47.674840 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70235c67-493c-4494-a519-652890d78fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7ec057-cd23-4799-b0d8-fcaee887bb7a'}, {'server_uuid': '70235c67-493c-4494-a519-652890d78fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2133a6-72e0-4af4-afb1-c0ee1dc7ccea'}, {'server_uuid': 'd4427918-3f67-41aa-8b42-fdb086ff4a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:37:47.690016 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e687bf7-b7f5-4b12-95a4-22d3ce9666af" -d '{"events": [{"server_uuid": "70235c67-493c-4494-a519-652890d78fdf", "name": "network-vif-plugged", "status": "completed", "tag": "8b7ec057-cd23-4799-b0d8-fcaee887bb7a"}, {"server_uuid": "70235c67-493c-4494-a519-652890d78fdf", "name": "network-vif-plugged", "status": "completed", "tag": "da2133a6-72e0-4af4-afb1-c0ee1dc7ccea"}, {"server_uuid": "d4427918-3f67-41aa-8b42-fdb086ff4a3e", "name": "network-vif-plugged", "status": "completed", "tag": "8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:37:47.797440 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-73358356-6516-4797-af59-3f5e853ee3af tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:47.817171 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2db86e3b-3458-4d42-b974-b9d3a544fac5 req-f44d7f75-feac-4c5e-abe5-4cc6624e9d66 service neutron] 10.222.0.31 "GET /v2.0/networks/df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5294733 Dec 09 15:37:47.817652 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc1e87f-245f-4a88-a9e4-a1ce177f3767', 'tag': 'b278768d-d1d9-42db-b957-8ad3ada7469f'}, {'name': 'network-changed', 'server_uuid': 'cd9d429c-72b6-4ca2-ad24-fe4c89a4b904', 'tag': 'dd5f359e-e80f-470e-944f-bdfb7f36a4c8'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:37:47.825293 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f8dfb6-2c47-4fc8-b5d5-a880eff2bae6" -d '{"events": [{"name": "network-changed", "server_uuid": "adc1e87f-245f-4a88-a9e4-a1ce177f3767", "tag": "b278768d-d1d9-42db-b957-8ad3ada7469f"}, {"name": "network-changed", "server_uuid": "cd9d429c-72b6-4ca2-ad24-fe4c89a4b904", "tag": "dd5f359e-e80f-470e-944f-bdfb7f36a4c8"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:37:47.831065 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bddd6b98-9171-43a2-a98a-f60ca98b6e98 req-0673720f-0631-4697-b6d4-fabb175d3493 service neutron] 10.222.0.31 "GET /v2.0/networks/7736ab20-9109-45c5-88b0-6682a059f13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616328 Dec 09 15:37:47.863711 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-195c09f0-09e6-4464-96dd-2b8d7fad91de req-e4a3bea7-9f25-4730-9133-f3fc31bb53fa service neutron] 10.222.0.31 "GET /v2.0/networks/7010a1a7-2d7c-4586-8e67-9c7afc483ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4309118 Dec 09 15:37:47.890553 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e92148d9-c073-424f-af2d-848ffc690fc6 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:47.901411 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e92148d9-c073-424f-af2d-848ffc690fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:47.920348 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92148d9-c073-424f-af2d-848ffc690fc6 None None] Network 20a3d869-faba-4fd6-8427-0269f690d785 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:37:47.924291 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-e92148d9-c073-424f-af2d-848ffc690fc6 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:37:47.928968 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73358356-6516-4797-af59-3f5e853ee3af tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Pushing event updated for resources: {'Subnet': ['ID=b064243b-1cb0-4c46-a100-9b33b02bb56c,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:47.942355 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73358356-6516-4797-af59-3f5e853ee3af tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Checking segment: {'id': '632c255a-192d-4ac5-a1ca-9931ff424cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '895dda7b-01ef-4be1-87ee-a839b97640e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:37:47.942851 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73358356-6516-4797-af59-3f5e853ee3af tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Network hostable DHCP agents. Network: 895dda7b-01ef-4be1-87ee-a839b97640e2, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:37:47.950263 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92148d9-c073-424f-af2d-848ffc690fc6 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:37:47.975732 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73358356-6516-4797-af59-3f5e853ee3af tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Network 895dda7b-01ef-4be1-87ee-a839b97640e2 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:37:47.993341 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-73358356-6516-4797-af59-3f5e853ee3af tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 895dda7b-01ef-4be1-87ee-a839b97640e2) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:37:48.010583 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73358356-6516-4797-af59-3f5e853ee3af tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:48.011550 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-73358356-6516-4797-af59-3f5e853ee3af tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:48.031668 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23561b3f-500a-4d9e-b761-88e96df99247 None None] Network 895dda7b-01ef-4be1-87ee-a839b97640e2 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:37:48.049264 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-73358356-6516-4797-af59-3f5e853ee3af tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7633095 Dec 09 15:37:48.050526 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33384) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:37:48.058376 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-f9a33029-16e6-45a9-b800-4ada56df4b32 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Request body: {'port': {'network_id': '20a3d869-faba-4fd6-8427-0269f690d785', 'name': 'tempest-TaggedBootDevicesTest-1468355821', 'fixed_ips': [{'subnet_id': '0bc7d492-8dd5-4f62-87e4-e954ad6c6022'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:37:48.071590 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf30b5-a207-4b39-9ed1-8b620196f6a3 req-616c4c29-c5f8-4847-9582-d7430ab8cf94 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:48.073466 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2ddf30b5-a207-4b39-9ed1-8b620196f6a3 req-616c4c29-c5f8-4847-9582-d7430ab8cf94 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=19dc24f6-09ce-4250-850b-d7ee7c38fb46 HTTP/1.1" status: 200 len: 946 time: 0.2077959 Dec 09 15:37:48.108533 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2db86e3b-3458-4d42-b974-b9d3a544fac5 req-d2d88109-cd0c-48ce-a7ef-7c39e0cb8182 service neutron] 10.222.0.31 "GET /v2.0/networks/df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762995 Dec 09 15:37:48.124352 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-e92148d9-c073-424f-af2d-848ffc690fc6 None None] Attempting to bind port 2678ef79-93b1-4fb2-818a-816ed02fcbdd on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:37:48.124827 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-e92148d9-c073-424f-af2d-848ffc690fc6 None None] Attempting to bind port 2678ef79-93b1-4fb2-818a-816ed02fcbdd by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '18982a45-a512-40c0-96de-f3768ab3b632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '20a3d869-faba-4fd6-8427-0269f690d785'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:37:48.125202 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92148d9-c073-424f-af2d-848ffc690fc6 None None] Attempting to bind port 2678ef79-93b1-4fb2-818a-816ed02fcbdd on network 20a3d869-faba-4fd6-8427-0269f690d785 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:37:48.149735 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38693ae-6c59-4840-abb2-630814ffc7de req-ac6642e8-cedd-4350-8664-d17ea113d645 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:48.151244 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b38693ae-6c59-4840-abb2-630814ffc7de req-ac6642e8-cedd-4350-8664-d17ea113d645 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4427918-3f67-41aa-8b42-fdb086ff4a3e&tenant_id=8222749629bd4bc081045ad1433cd8c5&binding%3Ahost_id=n-h2-821228-1 HTTP/1.1" status: 200 len: 950 time: 0.2279127 Dec 09 15:37:48.169827 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92148d9-c073-424f-af2d-848ffc690fc6 None None] Pushing event updated for resources: {'Port': ['ID=2678ef79-93b1-4fb2-818a-816ed02fcbdd,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:48.176987 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab205b9-0493-4aef-9b94-6946085ab87b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-895dda7b-01ef-4be1-87ee-a839b97640e2', 'network_id': '895dda7b-01ef-4be1-87ee-a839b97640e2', 'project_id': '22d7743b04274c74b1037ecd2e466dba', 'fixed_ips': [{'subnet_id': 'b064243b-1cb0-4c46-a100-9b33b02bb56c'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:37:48.179274 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fab205b9-0493-4aef-9b94-6946085ab87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:48.186779 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-195c09f0-09e6-4464-96dd-2b8d7fad91de req-d142cdb4-dfed-4012-a526-18e0c75027ee service neutron] 10.222.0.31 "GET /v2.0/networks/7010a1a7-2d7c-4586-8e67-9c7afc483ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998004 Dec 09 15:37:48.195895 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2ddf30b5-a207-4b39-9ed1-8b620196f6a3 req-513891d0-488a-420a-a0b2-c592866ccf4c tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849078 Dec 09 15:37:48.199910 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92148d9-c073-424f-af2d-848ffc690fc6 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:37:48.200998 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92148d9-c073-424f-af2d-848ffc690fc6 None None] Checking segment: {'id': '18982a45-a512-40c0-96de-f3768ab3b632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '20a3d869-faba-4fd6-8427-0269f690d785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:37:48.201486 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e92148d9-c073-424f-af2d-848ffc690fc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:48.202662 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92148d9-c073-424f-af2d-848ffc690fc6 None None] Bound using segment: {'id': '18982a45-a512-40c0-96de-f3768ab3b632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '20a3d869-faba-4fd6-8427-0269f690d785'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:37:48.202662 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-e92148d9-c073-424f-af2d-848ffc690fc6 None None] Bound port: 2678ef79-93b1-4fb2-818a-816ed02fcbdd, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18982a45-a512-40c0-96de-f3768ab3b632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '20a3d869-faba-4fd6-8427-0269f690d785'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:37:48.202877 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e92148d9-c073-424f-af2d-848ffc690fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:48.273091 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a33029-16e6-45a9-b800-4ada56df4b32 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Made reservation on behalf of 22d7743b04274c74b1037ecd2e466dba for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:37:48.385425 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38693ae-6c59-4840-abb2-630814ffc7de req-54f194b3-063d-4a75-ac76-b08b05b59006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:48.387935 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b38693ae-6c59-4840-abb2-630814ffc7de req-54f194b3-063d-4a75-ac76-b08b05b59006 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8222749629bd4bc081045ad1433cd8c5&device_id=d4427918-3f67-41aa-8b42-fdb086ff4a3e HTTP/1.1" status: 200 len: 1101 time: 0.0919588 Dec 09 15:37:48.410005 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e92148d9-c073-424f-af2d-848ffc690fc6 None None] For port 2678ef79-93b1-4fb2-818a-816ed02fcbdd, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:37:48.423220 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-fab205b9-0493-4aef-9b94-6946085ab87b None None] Allocated IP 10.2.2.2 (895dda7b-01ef-4be1-87ee-a839b97640e2/b064243b-1cb0-4c46-a100-9b33b02bb56c/befdb995-3e95-42f4-ad4a-21db2ba41137) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:37:48.429717 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e92148d9-c073-424f-af2d-848ffc690fc6 None None] For port 2678ef79-93b1-4fb2-818a-816ed02fcbdd, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=2678ef79-93b1-4fb2-818a-816ed02fcbdd,segment=NetworkSegment(18982a45-a512-40c0-96de-f3768ab3b632),segment_id=18982a45-a512-40c0-96de-f3768ab3b632)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:37:48.437029 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e92148d9-c073-424f-af2d-848ffc690fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:48.438383 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f9a33029-16e6-45a9-b800-4ada56df4b32 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:48.462251 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-f9a33029-16e6-45a9-b800-4ada56df4b32 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] device_id is not set on port 32ff3866-b9bf-4bc2-9100-56e447725e78 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:37:48.494010 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382a10e-212d-4130-b35f-89662a73d72e req-29a5c717-5f25-40dc-bd04-07bd87037450 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:48.495662 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a382a10e-212d-4130-b35f-89662a73d72e req-29a5c717-5f25-40dc-bd04-07bd87037450 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f8aefd7-4244-4786-9a2e-1ea22148c062 HTTP/1.1" status: 200 len: 945 time: 0.1019728 Dec 09 15:37:48.557043 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92148d9-c073-424f-af2d-848ffc690fc6 None None] Pushing event updated for resources: {'Port': ['ID=2678ef79-93b1-4fb2-818a-816ed02fcbdd,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:48.576598 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38693ae-6c59-4840-abb2-630814ffc7de req-c71a53f8-877e-4f5e-92e6-7cd31a8a1240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:48.577504 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b38693ae-6c59-4840-abb2-630814ffc7de req-c71a53f8-877e-4f5e-92e6-7cd31a8a1240 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.1540627 Dec 09 15:37:48.581594 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a382a10e-212d-4130-b35f-89662a73d72e req-a8190b51-d5b4-4643-ba63-53a8f90fe90e tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706191 Dec 09 15:37:48.634673 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b38693ae-6c59-4840-abb2-630814ffc7de req-e33c6aad-8ea7-4c08-a184-8e445a41ad10 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5 HTTP/1.1" status: 200 len: 217 time: 0.0423684 Dec 09 15:37:48.652497 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fab205b9-0493-4aef-9b94-6946085ab87b None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:48.665597 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fab205b9-0493-4aef-9b94-6946085ab87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:48.708391 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-f9a33029-16e6-45a9-b800-4ada56df4b32 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Allocated IP 10.1.1.103 (20a3d869-faba-4fd6-8427-0269f690d785/0bc7d492-8dd5-4f62-87e4-e954ad6c6022/32ff3866-b9bf-4bc2-9100-56e447725e78) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:37:48.722165 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab205b9-0493-4aef-9b94-6946085ab87b None None] Network 895dda7b-01ef-4be1-87ee-a839b97640e2 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:37:48.731398 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-fab205b9-0493-4aef-9b94-6946085ab87b None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:37:48.749156 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab205b9-0493-4aef-9b94-6946085ab87b None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:37:48.760192 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab205b9-0493-4aef-9b94-6946085ab87b None None] Pushing event updated for resources: {'Port': ['ID=befdb995-3e95-42f4-ad4a-21db2ba41137,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:48.762079 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38693ae-6c59-4840-abb2-630814ffc7de req-40c5d6b5-13ac-420d-b920-4538197e19d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:48.765000 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b38693ae-6c59-4840-abb2-630814ffc7de req-40c5d6b5-13ac-420d-b920-4538197e19d6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.1184418 Dec 09 15:37:48.816662 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975f3c7-49da-41f3-908a-40ea19ce3042 req-49730e13-b4a0-484c-9a55-97db094af66e tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:48.818480 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-fab205b9-0493-4aef-9b94-6946085ab87b None None] Attempting to bind port befdb995-3e95-42f4-ad4a-21db2ba41137 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:37:48.818906 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-fab205b9-0493-4aef-9b94-6946085ab87b None None] Attempting to bind port befdb995-3e95-42f4-ad4a-21db2ba41137 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '632c255a-192d-4ac5-a1ca-9931ff424cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '895dda7b-01ef-4be1-87ee-a839b97640e2'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:37:48.819585 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab205b9-0493-4aef-9b94-6946085ab87b None None] Attempting to bind port befdb995-3e95-42f4-ad4a-21db2ba41137 on network 895dda7b-01ef-4be1-87ee-a839b97640e2 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:37:48.823170 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975f3c7-49da-41f3-908a-40ea19ce3042 req-49730e13-b4a0-484c-9a55-97db094af66e tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:48.824880 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab205b9-0493-4aef-9b94-6946085ab87b None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:37:48.825730 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab205b9-0493-4aef-9b94-6946085ab87b None None] Checking segment: {'id': '632c255a-192d-4ac5-a1ca-9931ff424cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '895dda7b-01ef-4be1-87ee-a839b97640e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:37:48.825730 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fab205b9-0493-4aef-9b94-6946085ab87b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:48.826018 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab205b9-0493-4aef-9b94-6946085ab87b None None] Bound using segment: {'id': '632c255a-192d-4ac5-a1ca-9931ff424cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '895dda7b-01ef-4be1-87ee-a839b97640e2'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:37:48.826484 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-fab205b9-0493-4aef-9b94-6946085ab87b None None] Bound port: befdb995-3e95-42f4-ad4a-21db2ba41137, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632c255a-192d-4ac5-a1ca-9931ff424cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '895dda7b-01ef-4be1-87ee-a839b97640e2'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:37:48.828114 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fab205b9-0493-4aef-9b94-6946085ab87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:48.828993 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5975f3c7-49da-41f3-908a-40ea19ce3042 req-49730e13-b4a0-484c-9a55-97db094af66e tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/ports?device_id=70235c67-493c-4494-a519-652890d78fdf HTTP/1.1" status: 200 len: 1681 time: 0.1439021 Dec 09 15:37:48.889140 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5975f3c7-49da-41f3-908a-40ea19ce3042 req-e3990310-4def-4601-b7d0-12a4c1523d41 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/security-groups?id=4053ce5f-6f47-4cca-86df-591fd9480a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528662 Dec 09 15:37:48.894790 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38693ae-6c59-4840-abb2-630814ffc7de req-9a412aa6-780d-4cdf-9a63-01c21689e1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:48.897890 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f9a33029-16e6-45a9-b800-4ada56df4b32 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:48.900714 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b38693ae-6c59-4840-abb2-630814ffc7de req-9a412aa6-780d-4cdf-9a63-01c21689e1da service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1268108 Dec 09 15:37:48.943422 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-fab205b9-0493-4aef-9b94-6946085ab87b None None] For port befdb995-3e95-42f4-ad4a-21db2ba41137, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:37:48.944116 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f9a33029-16e6-45a9-b800-4ada56df4b32 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:48.947164 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-fab205b9-0493-4aef-9b94-6946085ab87b None None] For port befdb995-3e95-42f4-ad4a-21db2ba41137, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=befdb995-3e95-42f4-ad4a-21db2ba41137,segment=NetworkSegment(632c255a-192d-4ac5-a1ca-9931ff424cb3),segment_id=632c255a-192d-4ac5-a1ca-9931ff424cb3)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:37:48.953046 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fab205b9-0493-4aef-9b94-6946085ab87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:49.005108 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a33029-16e6-45a9-b800-4ada56df4b32 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Network 20a3d869-faba-4fd6-8427-0269f690d785 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:37:49.009677 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-f9a33029-16e6-45a9-b800-4ada56df4b32 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:37:49.017710 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a33029-16e6-45a9-b800-4ada56df4b32 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:37:49.050670 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a33029-16e6-45a9-b800-4ada56df4b32 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Pushing event updated for resources: {'Port': ['ID=32ff3866-b9bf-4bc2-9100-56e447725e78,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:49.061148 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6ed69a64-5dde-4fe0-a0a0-330b7898c2d8 req-aaadc6c9-29db-456a-ac98-24e84516478d tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.232 HTTP/1.1" status: 200 len: 1001 time: 0.1391325 Dec 09 15:37:49.081164 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a33029-16e6-45a9-b800-4ada56df4b32 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:49.081820 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f9a33029-16e6-45a9-b800-4ada56df4b32 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:49.106767 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f9a33029-16e6-45a9-b800-4ada56df4b32 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0544407 Dec 09 15:37:49.109600 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33408) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:37:49.120305 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-f238e695-8d26-4888-93be-76cc3c63cd54 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Request body: {'port': {'network_id': '20a3d869-faba-4fd6-8427-0269f690d785', 'name': 'tempest-TaggedBootDevicesTest-236244444', 'fixed_ips': [{'subnet_id': '0bc7d492-8dd5-4f62-87e4-e954ad6c6022'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:37:49.129512 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed69a64-5dde-4fe0-a0a0-330b7898c2d8 req-48d7585e-fe6d-4c77-aad8-5344febbdb7b tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:49.132982 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6ed69a64-5dde-4fe0-a0a0-330b7898c2d8 req-48d7585e-fe6d-4c77-aad8-5344febbdb7b tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/ports/dd5f359e-e80f-470e-944f-bdfb7f36a4c8 HTTP/1.1" status: 200 len: 942 time: 0.0708432 Dec 09 15:37:49.136408 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b38693ae-6c59-4840-abb2-630814ffc7de req-1b89ff6f-4e1a-47b9-a1c1-92e9060dc558 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254121 Dec 09 15:37:49.160040 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:37:49.220709 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab205b9-0493-4aef-9b94-6946085ab87b None None] Pushing event updated for resources: {'Port': ['ID=befdb995-3e95-42f4-ad4a-21db2ba41137,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:49.275993 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:49.306634 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f238e695-8d26-4888-93be-76cc3c63cd54 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Made reservation on behalf of 22d7743b04274c74b1037ecd2e466dba for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:37:49.312950 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f238e695-8d26-4888-93be-76cc3c63cd54 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:49.322881 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:49.337725 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:49.338382 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device c0efe82c-64e2-4229-a36e-a17c4a91f9fc no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:37:49.357793 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-f238e695-8d26-4888-93be-76cc3c63cd54 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] device_id is not set on port 12dd1f56-6412-4015-93f6-b5f952d56bdf yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:37:49.506307 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:49.523912 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:49.567403 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port c0efe82c-64e2-4229-a36e-a17c4a91f9fc, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=c0efe82c-64e2-4229-a36e-a17c4a91f9fc,segment=NetworkSegment(69e3382f-395f-44e0-a40c-d45aab069633),segment_id=69e3382f-395f-44e0-a40c-d45aab069633)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:49.577478 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:49.659292 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-f238e695-8d26-4888-93be-76cc3c63cd54 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Allocated IP 10.1.1.53 (20a3d869-faba-4fd6-8427-0269f690d785/0bc7d492-8dd5-4f62-87e4-e954ad6c6022/12dd1f56-6412-4015-93f6-b5f952d56bdf) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:37:49.669426 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=c0efe82c-64e2-4229-a36e-a17c4a91f9fc,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:49.740214 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6ed69a64-5dde-4fe0-a0a0-330b7898c2d8 req-896d997c-dd25-4a1b-b650-c5ae54e8b842 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.232 HTTP/1.1" status: 200 len: 1001 time: 0.5088925 Dec 09 15:37:49.743654 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b38693ae-6c59-4840-abb2-630814ffc7de req-1a0d7bac-c7b7-4699-941f-cf083ce4e826 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5941181 Dec 09 15:37:49.839641 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f238e695-8d26-4888-93be-76cc3c63cd54 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:49.880451 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f238e695-8d26-4888-93be-76cc3c63cd54 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:49.883302 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed69a64-5dde-4fe0-a0a0-330b7898c2d8 req-89e4ac6d-cbfd-437b-bd1e-1911f1065d24 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:49.884964 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6ed69a64-5dde-4fe0-a0a0-330b7898c2d8 req-89e4ac6d-cbfd-437b-bd1e-1911f1065d24 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/networks/d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 784 time: 0.1356308 Dec 09 15:37:49.930729 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f238e695-8d26-4888-93be-76cc3c63cd54 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Network 20a3d869-faba-4fd6-8427-0269f690d785 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:37:49.933972 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-f238e695-8d26-4888-93be-76cc3c63cd54 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:37:49.937245 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f238e695-8d26-4888-93be-76cc3c63cd54 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:37:49.948101 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26235a8-97df-4990-9840-652466df1b89 None None] Network 20a3d869-faba-4fd6-8427-0269f690d785 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:37:49.963273 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238e695-8d26-4888-93be-76cc3c63cd54 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Pushing event updated for resources: {'Port': ['ID=12dd1f56-6412-4015-93f6-b5f952d56bdf,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:49.973826 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6ed69a64-5dde-4fe0-a0a0-330b7898c2d8 req-9838f084-63c9-4220-8ea8-afc9bf967fdc tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.232 HTTP/1.1" status: 200 len: 1001 time: 0.0811872 Dec 09 15:37:49.990947 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-6ed69a64-5dde-4fe0-a0a0-330b7898c2d8 req-95c44674-23bc-45f5-918a-ce48961e0b01 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:37:49.995272 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f238e695-8d26-4888-93be-76cc3c63cd54 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:49.995941 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f238e695-8d26-4888-93be-76cc3c63cd54 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:50.029090 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f238e695-8d26-4888-93be-76cc3c63cd54 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9170001 Dec 09 15:37:50.038987 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ff00eb09-c840-47ca-8785-10a989f9870d None None] Provisioning complete for port 2678ef79-93b1-4fb2-818a-816ed02fcbdd triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:50.039431 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ff00eb09-c840-47ca-8785-10a989f9870d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:50.085222 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6ed69a64-5dde-4fe0-a0a0-330b7898c2d8 req-95c44674-23bc-45f5-918a-ce48961e0b01 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:50.188864 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ff00eb09-c840-47ca-8785-10a989f9870d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:50.241859 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ff00eb09-c840-47ca-8785-10a989f9870d None None] For port 2678ef79-93b1-4fb2-818a-816ed02fcbdd, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=2678ef79-93b1-4fb2-818a-816ed02fcbdd,segment=NetworkSegment(18982a45-a512-40c0-96de-f3768ab3b632),segment_id=18982a45-a512-40c0-96de-f3768ab3b632)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:50.247613 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ff00eb09-c840-47ca-8785-10a989f9870d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:50.296950 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device befdb995-3e95-42f4-ad4a-21db2ba41137 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:37:50.326959 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6ed69a64-5dde-4fe0-a0a0-330b7898c2d8 req-95c44674-23bc-45f5-918a-ce48961e0b01 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:50.341199 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6ed69a64-5dde-4fe0-a0a0-330b7898c2d8 req-95c44674-23bc-45f5-918a-ce48961e0b01 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:50.341551 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [req-6ed69a64-5dde-4fe0-a0a0-330b7898c2d8 req-95c44674-23bc-45f5-918a-ce48961e0b01 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Floating IP 9340e28e-3576-4725-b745-e5e5ea67e880 disassociated. External IP: 172.25.3.232, port: dd5f359e-e80f-470e-944f-bdfb7f36a4c8. Dec 09 15:37:50.407846 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00eb09-c840-47ca-8785-10a989f9870d None None] Pushing event updated for resources: {'Port': ['ID=2678ef79-93b1-4fb2-818a-816ed02fcbdd,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:50.429707 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2cd4309a-1b17-4f98-84aa-0a410c2f84f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:50.434265 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port befdb995-3e95-42f4-ad4a-21db2ba41137 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:50.434700 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:50.629430 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:50.634714 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c82e8c-3137-4b89-a66c-051428d922b3 None None] Network 895dda7b-01ef-4be1-87ee-a839b97640e2 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:37:50.699818 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-77b3e8c1-f15b-4444-bafb-9a9e3bcb154d None None] Provisioning complete for port 12dd1f56-6412-4015-93f6-b5f952d56bdf triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:50.700186 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-77b3e8c1-f15b-4444-bafb-9a9e3bcb154d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:50.734079 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ed69a64-5dde-4fe0-a0a0-330b7898c2d8 req-95c44674-23bc-45f5-918a-ce48961e0b01 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Router bd30d0b0-2893-478b-bb26-1e33db2eb6ba has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:37:50.774833 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port befdb995-3e95-42f4-ad4a-21db2ba41137, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=befdb995-3e95-42f4-ad4a-21db2ba41137,segment=NetworkSegment(632c255a-192d-4ac5-a1ca-9931ff424cb3),segment_id=632c255a-192d-4ac5-a1ca-9931ff424cb3)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:50.796014 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-77b3e8c1-f15b-4444-bafb-9a9e3bcb154d None None] Port 12dd1f56-6412-4015-93f6-b5f952d56bdf cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:37:50.797685 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:50.798453 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 2678ef79-93b1-4fb2-818a-816ed02fcbdd up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:37:50.903853 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ed69a64-5dde-4fe0-a0a0-330b7898c2d8 req-95c44674-23bc-45f5-918a-ce48961e0b01 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:37:50.909825 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6ed69a64-5dde-4fe0-a0a0-330b7898c2d8 req-95c44674-23bc-45f5-918a-ce48961e0b01 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:50.913326 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-77b3e8c1-f15b-4444-bafb-9a9e3bcb154d None None] Provisioning complete for port 32ff3866-b9bf-4bc2-9100-56e447725e78 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:50.913932 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-77b3e8c1-f15b-4444-bafb-9a9e3bcb154d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:50.916957 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c56fc6c-abbf-4bf9-8c9a-5661fe8ccb44 None None] Sync routers for ids ['bd30d0b0-2893-478b-bb26-1e33db2eb6ba'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:37:50.931685 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c56fc6c-abbf-4bf9-8c9a-5661fe8ccb44 None None] Routers {'bd30d0b0-2893-478b-bb26-1e33db2eb6ba'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:37:50.932476 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-3c56fc6c-abbf-4bf9-8c9a-5661fe8ccb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:37:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['bd30d0b0-2893-478b-bb26-1e33db2eb6ba'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:50.946559 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6ed69a64-5dde-4fe0-a0a0-330b7898c2d8 req-95c44674-23bc-45f5-918a-ce48961e0b01 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "PUT /v2.0/floatingips/9340e28e-3576-4725-b745-e5e5ea67e880 HTTP/1.1" status: 200 len: 695 time: 0.9619539 Dec 09 15:37:51.008966 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed69a64-5dde-4fe0-a0a0-330b7898c2d8 req-05e58612-57a8-4c2e-aca2-609d31b552b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:51.010610 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 2678ef79-93b1-4fb2-818a-816ed02fcbdd triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:51.011105 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6ed69a64-5dde-4fe0-a0a0-330b7898c2d8 req-05e58612-57a8-4c2e-aca2-609d31b552b7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=02a1132e545b430eb3bab86b76eaec31&device_id=cd9d429c-72b6-4ca2-ad24-fe4c89a4b904 HTTP/1.1" status: 200 len: 1096 time: 0.0505800 Dec 09 15:37:51.012757 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:51.053294 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-3c56fc6c-abbf-4bf9-8c9a-5661fe8ccb44 None None] Set router bd30d0b0-2893-478b-bb26-1e33db2eb6ba gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:37:51.054722 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=befdb995-3e95-42f4-ad4a-21db2ba41137,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:51.061739 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-77b3e8c1-f15b-4444-bafb-9a9e3bcb154d None None] Port 32ff3866-b9bf-4bc2-9100-56e447725e78 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:37:51.084283 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-77b3e8c1-f15b-4444-bafb-9a9e3bcb154d None None] Provisioning complete for port 2678ef79-93b1-4fb2-818a-816ed02fcbdd triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:51.085697 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-77b3e8c1-f15b-4444-bafb-9a9e3bcb154d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:51.127815 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed69a64-5dde-4fe0-a0a0-330b7898c2d8 req-f1c6a962-1a75-417e-801b-c4050352e06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:51.136775 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6ed69a64-5dde-4fe0-a0a0-330b7898c2d8 req-f1c6a962-1a75-417e-801b-c4050352e06e service neutron] 10.222.0.57 "GET /v2.0/networks?id=df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff HTTP/1.1" status: 200 len: 922 time: 0.1194589 Dec 09 15:37:51.202234 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6ed69a64-5dde-4fe0-a0a0-330b7898c2d8 req-25309161-c403-443c-9865-c8a93184b6c9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd5f359e-e80f-470e-944f-bdfb7f36a4c8 HTTP/1.1" status: 200 len: 217 time: 0.0640595 Dec 09 15:37:51.250764 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed69a64-5dde-4fe0-a0a0-330b7898c2d8 req-e26f7cf1-9b2d-4b72-a3cf-e562644f922c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:51.252383 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6ed69a64-5dde-4fe0-a0a0-330b7898c2d8 req-e26f7cf1-9b2d-4b72-a3cf-e562644f922c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d29624e-0102-490d-a09b-e35c4d52029a HTTP/1.1" status: 200 len: 860 time: 0.0491621 Dec 09 15:37:51.267026 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-3c56fc6c-abbf-4bf9-8c9a-5661fe8ccb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1726434127-router', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:38Z', 'revision_number': 4, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'gw_port': {'id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'a9b6e78f-65bf-42ab-9eab-facf3aa735a9', 'name': '', 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'mac_address': 'fa:16:3e:bb:a6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:37Z', 'updated_at': '2021-12-09T15:36:44Z', 'revision_number': 5, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'subnets': [{'id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:51.297814 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c56fc6c-abbf-4bf9-8c9a-5661fe8ccb44 None None] Checking router: bd30d0b0-2893-478b-bb26-1e33db2eb6ba for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:37:51.304049 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed69a64-5dde-4fe0-a0a0-330b7898c2d8 req-a027053b-f46b-46d3-83f4-163c5fda6a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:51.305618 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6ed69a64-5dde-4fe0-a0a0-330b7898c2d8 req-a027053b-f46b-46d3-83f4-163c5fda6a1e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449271 Dec 09 15:37:51.307107 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c56fc6c-abbf-4bf9-8c9a-5661fe8ccb44 None None] Routers {'bd30d0b0-2893-478b-bb26-1e33db2eb6ba'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:37:51.307972 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-3c56fc6c-abbf-4bf9-8c9a-5661fe8ccb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:37:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['bd30d0b0-2893-478b-bb26-1e33db2eb6ba'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:51.335836 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2752c84b-d3ff-45cd-b6ad-90024abce40c None None] Provisioning complete for port befdb995-3e95-42f4-ad4a-21db2ba41137 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:51.336454 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2752c84b-d3ff-45cd-b6ad-90024abce40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:51.407996 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6ed69a64-5dde-4fe0-a0a0-330b7898c2d8 req-1368b43c-0251-4e69-a53a-de18ba983840 service neutron] 10.222.0.57 "GET /v2.0/networks/df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955975 Dec 09 15:37:51.416297 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-3c56fc6c-abbf-4bf9-8c9a-5661fe8ccb44 None None] Set router bd30d0b0-2893-478b-bb26-1e33db2eb6ba gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:37:51.431249 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2752c84b-d3ff-45cd-b6ad-90024abce40c None None] Provisioning complete for port 12dd1f56-6412-4015-93f6-b5f952d56bdf triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:51.431622 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2752c84b-d3ff-45cd-b6ad-90024abce40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:51.465621 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2752c84b-d3ff-45cd-b6ad-90024abce40c None None] Port 12dd1f56-6412-4015-93f6-b5f952d56bdf cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:37:51.476300 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2752c84b-d3ff-45cd-b6ad-90024abce40c None None] Provisioning complete for port 32ff3866-b9bf-4bc2-9100-56e447725e78 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:51.476696 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2752c84b-d3ff-45cd-b6ad-90024abce40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:51.508392 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6ed69a64-5dde-4fe0-a0a0-330b7898c2d8 req-b336908f-d01c-4688-8871-48d8aeb2ab07 service neutron] 10.222.0.57 "GET /v2.0/networks/df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925584 Dec 09 15:37:51.512626 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2752c84b-d3ff-45cd-b6ad-90024abce40c None None] Port 32ff3866-b9bf-4bc2-9100-56e447725e78 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:37:51.589503 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 09 Dec 2021 15:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db305a57-ce5f-44df-8fcc-c93ef5f1d756 x-openstack-request-id: req-db305a57-ce5f-44df-8fcc-c93ef5f1d756 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:37:51.589805 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70235c67-493c-4494-a519-652890d78fdf", "name": "network-vif-plugged", "status": "completed", "tag": "8b7ec057-cd23-4799-b0d8-fcaee887bb7a", "code": 200}, {"server_uuid": "70235c67-493c-4494-a519-652890d78fdf", "name": "network-vif-plugged", "status": "completed", "tag": "da2133a6-72e0-4af4-afb1-c0ee1dc7ccea", "code": 200}, {"server_uuid": "d4427918-3f67-41aa-8b42-fdb086ff4a3e", "name": "network-vif-plugged", "status": "completed", "tag": "8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:37:51.590055 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-db305a57-ce5f-44df-8fcc-c93ef5f1d756 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:37:51.590454 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70235c67-493c-4494-a519-652890d78fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7ec057-cd23-4799-b0d8-fcaee887bb7a', 'code': 200} Dec 09 15:37:51.590765 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70235c67-493c-4494-a519-652890d78fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2133a6-72e0-4af4-afb1-c0ee1dc7ccea', 'code': 200} Dec 09 15:37:51.591021 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4427918-3f67-41aa-8b42-fdb086ff4a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5', 'code': 200} Dec 09 15:37:51.621814 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-3c56fc6c-abbf-4bf9-8c9a-5661fe8ccb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1726434127-router', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:38Z', 'revision_number': 4, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'gw_port': {'id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'a9b6e78f-65bf-42ab-9eab-facf3aa735a9', 'name': '', 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'mac_address': 'fa:16:3e:bb:a6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:37Z', 'updated_at': '2021-12-09T15:36:44Z', 'revision_number': 5, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'subnets': [{'id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:51.655437 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c56fc6c-abbf-4bf9-8c9a-5661fe8ccb44 None None] The sync data for ids ['bd30d0b0-2893-478b-bb26-1e33db2eb6ba'] in n-d-821228-1 is: [{'id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1726434127-router', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:38Z', 'revision_number': 4, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'gw_port': {'id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'a9b6e78f-65bf-42ab-9eab-facf3aa735a9', 'name': '', 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'mac_address': 'fa:16:3e:bb:a6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:37Z', 'updated_at': '2021-12-09T15:36:44Z', 'revision_number': 5, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'subnets': [{'id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:37:51.721966 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c75a04-e1e6-4e82-a699-403c601afc10 req-25d8abc5-36a1-435d-acdf-15dbc0376ffd tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:51.723480 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-46c75a04-e1e6-4e82-a699-403c601afc10 req-25d8abc5-36a1-435d-acdf-15dbc0376ffd tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4427918-3f67-41aa-8b42-fdb086ff4a3e HTTP/1.1" status: 200 len: 950 time: 0.0871258 Dec 09 15:37:51.731970 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c399b60-a176-4b97-b72e-0c5276cb90da req-6d066542-50e5-417f-a47d-820cd6433281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:51.732532 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c399b60-a176-4b97-b72e-0c5276cb90da req-6d066542-50e5-417f-a47d-820cd6433281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:51.734091 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4c399b60-a176-4b97-b72e-0c5276cb90da req-6d066542-50e5-417f-a47d-820cd6433281 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=70235c67-493c-4494-a519-652890d78fdf HTTP/1.1" status: 200 len: 1983 time: 0.0643878 Dec 09 15:37:51.805151 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-46c75a04-e1e6-4e82-a699-403c601afc10 req-7aff84d2-3815-48ea-9d3d-7ab118fc3152 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700979 Dec 09 15:37:51.811498 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4c399b60-a176-4b97-b72e-0c5276cb90da req-2e588dcb-bacc-4d06-b845-219829216f97 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4053ce5f-6f47-4cca-86df-591fd9480a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623536 Dec 09 15:37:51.855198 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 09 Dec 2021 15:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa68ae2-ac12-4e9c-a6f2-d4e7aa08b2de x-openstack-request-id: req-8fa68ae2-ac12-4e9c-a6f2-d4e7aa08b2de {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:37:51.855501 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc1e87f-245f-4a88-a9e4-a1ce177f3767", "tag": "b278768d-d1d9-42db-b957-8ad3ada7469f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cd9d429c-72b6-4ca2-ad24-fe4c89a4b904", "tag": "dd5f359e-e80f-470e-944f-bdfb7f36a4c8", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:37:51.855751 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8fa68ae2-ac12-4e9c-a6f2-d4e7aa08b2de {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:37:51.856159 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc1e87f-245f-4a88-a9e4-a1ce177f3767', 'tag': 'b278768d-d1d9-42db-b957-8ad3ada7469f', 'status': 'completed', 'code': 200} Dec 09 15:37:51.856445 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd9d429c-72b6-4ca2-ad24-fe4c89a4b904', 'tag': 'dd5f359e-e80f-470e-944f-bdfb7f36a4c8', 'status': 'completed', 'code': 200} Dec 09 15:37:51.879128 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5516c9-3a4c-4181-bb80-c5514db88f8d None None] New status for floating IP 9340e28e-3576-4725-b745-e5e5ea67e880: DOWN {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:37:51.951433 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b5d85-1b98-4489-a820-618baf29ece6 req-42faf083-0deb-453c-a84e-d75ba92c9c1d tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:51.952842 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-de7b5d85-1b98-4489-a820-618baf29ece6 req-42faf083-0deb-453c-a84e-d75ba92c9c1d tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=19dc24f6-09ce-4250-850b-d7ee7c38fb46 HTTP/1.1" status: 200 len: 946 time: 0.0497618 Dec 09 15:37:52.000332 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-de7b5d85-1b98-4489-a820-618baf29ece6 req-3b071427-3bea-4731-8256-100bbf54fa53 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414488 Dec 09 15:37:52.126347 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device befdb995-3e95-42f4-ad4a-21db2ba41137 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:37:52.177673 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port befdb995-3e95-42f4-ad4a-21db2ba41137 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:52.178021 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:52.199469 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa4acf-eb6c-4f03-8e5a-9f30363ec815 req-8d681314-a5a8-4cbf-be31-dad385a06424 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:52.201132 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-39fa4acf-eb6c-4f03-8e5a-9f30363ec815 req-8d681314-a5a8-4cbf-be31-dad385a06424 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f8aefd7-4244-4786-9a2e-1ea22148c062 HTTP/1.1" status: 200 len: 943 time: 0.0874684 Dec 09 15:37:52.207215 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8dfb6-2c47-4fc8-b5d5-a880eff2bae6 req-7f4b24ce-4fa4-46fd-9d9e-c62c39906aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:52.208618 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-88f8dfb6-2c47-4fc8-b5d5-a880eff2bae6 req-7f4b24ce-4fa4-46fd-9d9e-c62c39906aab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=02a1132e545b430eb3bab86b76eaec31&device_id=adc1e87f-245f-4a88-a9e4-a1ce177f3767 HTTP/1.1" status: 200 len: 1097 time: 0.0606835 Dec 09 15:37:52.256580 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 2678ef79-93b1-4fb2-818a-816ed02fcbdd up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:37:52.302014 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 2678ef79-93b1-4fb2-818a-816ed02fcbdd triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:52.302381 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:52.303829 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-39fa4acf-eb6c-4f03-8e5a-9f30363ec815 req-b780262c-63e5-4437-8b5e-cdc57482d403 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937152 Dec 09 15:37:52.347809 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8dfb6-2c47-4fc8-b5d5-a880eff2bae6 req-7b87c748-c0e6-4aee-a04d-9a8ba6156bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:52.350624 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-88f8dfb6-2c47-4fc8-b5d5-a880eff2bae6 req-7b87c748-c0e6-4aee-a04d-9a8ba6156bd5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff HTTP/1.1" status: 200 len: 922 time: 0.1266763 Dec 09 15:37:52.411958 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-88f8dfb6-2c47-4fc8-b5d5-a880eff2bae6 req-ccaa839f-6267-41e9-b2b2-a1c260ffdef6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b278768d-d1d9-42db-b957-8ad3ada7469f HTTP/1.1" status: 200 len: 217 time: 0.0497873 Dec 09 15:37:52.483790 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b1692-3564-4a03-b8d1-7f1a8f31a14e req-bce0e662-99a3-49c5-8185-42eb2ee300dd tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:52.489759 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b1692-3564-4a03-b8d1-7f1a8f31a14e req-bce0e662-99a3-49c5-8185-42eb2ee300dd tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:52.491886 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9e3b1692-3564-4a03-b8d1-7f1a8f31a14e req-bce0e662-99a3-49c5-8185-42eb2ee300dd tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/ports?device_id=70235c67-493c-4494-a519-652890d78fdf HTTP/1.1" status: 200 len: 1681 time: 0.1229048 Dec 09 15:37:52.493646 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8dfb6-2c47-4fc8-b5d5-a880eff2bae6 req-9fb55239-3eeb-44c2-b5f5-acd7143ead08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:52.494968 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-88f8dfb6-2c47-4fc8-b5d5-a880eff2bae6 req-9fb55239-3eeb-44c2-b5f5-acd7143ead08 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d29624e-0102-490d-a09b-e35c4d52029a HTTP/1.1" status: 200 len: 860 time: 0.0684824 Dec 09 15:37:52.568063 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9e3b1692-3564-4a03-b8d1-7f1a8f31a14e req-6af736b1-8926-4809-b684-736bc56ba824 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/security-groups?id=4053ce5f-6f47-4cca-86df-591fd9480a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700083 Dec 09 15:37:52.574301 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8dfb6-2c47-4fc8-b5d5-a880eff2bae6 req-9c4d7c60-dcf4-4f98-ba89-4c8a9e842d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:52.575745 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-88f8dfb6-2c47-4fc8-b5d5-a880eff2bae6 req-9c4d7c60-dcf4-4f98-ba89-4c8a9e842d27 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712655 Dec 09 15:37:52.667900 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-88f8dfb6-2c47-4fc8-b5d5-a880eff2bae6 req-796b8126-00d1-48fa-9821-b81bd9f653a5 service neutron] 10.222.0.31 "GET /v2.0/networks/df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821838 Dec 09 15:37:52.760842 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-88f8dfb6-2c47-4fc8-b5d5-a880eff2bae6 req-d69b047b-a6c3-4365-b6db-4d62ec408976 service neutron] 10.222.0.31 "GET /v2.0/networks/df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846858 Dec 09 15:37:52.854592 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8dfb6-2c47-4fc8-b5d5-a880eff2bae6 req-511058d4-236c-45e4-b616-ab85e5c9e251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:52.856087 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-88f8dfb6-2c47-4fc8-b5d5-a880eff2bae6 req-511058d4-236c-45e4-b616-ab85e5c9e251 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=02a1132e545b430eb3bab86b76eaec31&device_id=cd9d429c-72b6-4ca2-ad24-fe4c89a4b904 HTTP/1.1" status: 200 len: 1096 time: 0.0425193 Dec 09 15:37:52.909470 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3922b472-ae3b-45d5-84bc-e4fc5e0f8aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:52.961287 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8dfb6-2c47-4fc8-b5d5-a880eff2bae6 req-933d370f-104e-41af-9fd7-b039b8895f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:52.962821 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-88f8dfb6-2c47-4fc8-b5d5-a880eff2bae6 req-933d370f-104e-41af-9fd7-b039b8895f31 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff HTTP/1.1" status: 200 len: 922 time: 0.0939384 Dec 09 15:37:53.005304 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-88f8dfb6-2c47-4fc8-b5d5-a880eff2bae6 req-7f3c3635-cd50-4145-8a1e-d52a553542d5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd5f359e-e80f-470e-944f-bdfb7f36a4c8 HTTP/1.1" status: 200 len: 217 time: 0.0344877 Dec 09 15:37:53.062233 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8dfb6-2c47-4fc8-b5d5-a880eff2bae6 req-e0f1b002-7a61-4e1a-bb1f-d9b0903f1e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:53.063630 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-88f8dfb6-2c47-4fc8-b5d5-a880eff2bae6 req-e0f1b002-7a61-4e1a-bb1f-d9b0903f1e8f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d29624e-0102-490d-a09b-e35c4d52029a HTTP/1.1" status: 200 len: 860 time: 0.0506403 Dec 09 15:37:53.097079 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33440) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:37:53.102988 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4dd9ea0d-f693-4204-9758-a2e31de126e9 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Request body: {'security_group': {'name': 'tempest-securitygroup--410937206', 'description': 'tempest-description--1954841359'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:37:53.114459 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8dfb6-2c47-4fc8-b5d5-a880eff2bae6 req-fe20f05a-d572-41a2-8997-d766ba59838b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:53.116615 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-88f8dfb6-2c47-4fc8-b5d5-a880eff2bae6 req-fe20f05a-d572-41a2-8997-d766ba59838b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408564 Dec 09 15:37:53.126855 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4dd9ea0d-f693-4204-9758-a2e31de126e9 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:53.130598 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device c0efe82c-64e2-4229-a36e-a17c4a91f9fc no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:37:53.226325 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4dd9ea0d-f693-4204-9758-a2e31de126e9 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:53.233579 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4dd9ea0d-f693-4204-9758-a2e31de126e9 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:53.256050 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-88f8dfb6-2c47-4fc8-b5d5-a880eff2bae6 req-08a6bbd7-a4b5-44f2-bb28-29705627eb34 service neutron] 10.222.0.31 "GET /v2.0/networks/df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130838 Dec 09 15:37:53.275989 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4dd9ea0d-f693-4204-9758-a2e31de126e9 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:53.277251 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4dd9ea0d-f693-4204-9758-a2e31de126e9 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1791427 Dec 09 15:37:53.282956 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33444) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:37:53.284662 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a024abd9-e675-4d35-b989-b3a55a131c6d tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Request body: {'security_group_rule': {'security_group_id': 'b5a160d6-2a3e-43b1-a8f4-02b478772c5e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:37:53.289545 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33446) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:37:53.299972 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9ea0d-f693-4204-9758-a2e31de126e9 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a160d6-2a3e-43b1-a8f4-02b478772c5e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:53.363844 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-55ea75fe-0eaf-46ab-bcfb-2f05a1aac405 admin admin] Deleting subnet 7a04522e-f81a-4661-bcf3-8978215b87d1 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:37:53.370136 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-55ea75fe-0eaf-46ab-bcfb-2f05a1aac405 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:53.388689 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a024abd9-e675-4d35-b989-b3a55a131c6d tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:53.403600 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-88f8dfb6-2c47-4fc8-b5d5-a880eff2bae6 req-8ee7e3bb-430c-4886-aca7-9563ce613600 service neutron] 10.222.0.31 "GET /v2.0/networks/df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260204 Dec 09 15:37:53.412016 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f58c5-ca21-4412-b5f1-8e895c971b8c req-b79f32cf-62b8-4737-aede-c107c4a1617f tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:53.414179 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-918f58c5-ca21-4412-b5f1-8e895c971b8c req-b79f32cf-62b8-4737-aede-c107c4a1617f tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4427918-3f67-41aa-8b42-fdb086ff4a3e HTTP/1.1" status: 200 len: 950 time: 0.0834355 Dec 09 15:37:53.431262 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-55ea75fe-0eaf-46ab-bcfb-2f05a1aac405 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:53.468895 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-918f58c5-ca21-4412-b5f1-8e895c971b8c req-9460c3e0-9ab1-4b9d-bdea-a6614d044a42 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459692 Dec 09 15:37:53.492071 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-55ea75fe-0eaf-46ab-bcfb-2f05a1aac405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:53.516759 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a024abd9-e675-4d35-b989-b3a55a131c6d tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:53.525288 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a024abd9-e675-4d35-b989-b3a55a131c6d tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:53.550242 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a024abd9-e675-4d35-b989-b3a55a131c6d tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d58c001-0418-4572-9af1-352288750e78,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:53.564718 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a024abd9-e675-4d35-b989-b3a55a131c6d tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:53.565931 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a024abd9-e675-4d35-b989-b3a55a131c6d tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2847762 Dec 09 15:37:53.568595 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33460) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:37:53.573417 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-2fd44d25-74bc-43ad-a4f2-af980768a1de tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Request body: {'security_group_rule': {'security_group_id': 'b5a160d6-2a3e-43b1-a8f4-02b478772c5e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:37:53.581026 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-55ea75fe-0eaf-46ab-bcfb-2f05a1aac405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:53.592349 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9b1e76-d79c-4b0a-a995-1dadea5c1a93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd'}, {'server_uuid': '4f8aefd7-4244-4786-9a2e-1ea22148c062', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0efe82c-64e2-4229-a36e-a17c4a91f9fc'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:37:53.596724 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bf6ef8-98c8-43fc-9b49-277c69878f74" -d '{"events": [{"server_uuid": "4f9b1e76-d79c-4b0a-a995-1dadea5c1a93", "name": "network-vif-unplugged", "status": "completed", "tag": "80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd"}, {"server_uuid": "4f8aefd7-4244-4786-9a2e-1ea22148c062", "name": "network-vif-unplugged", "status": "completed", "tag": "c0efe82c-64e2-4229-a36e-a17c4a91f9fc"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:37:53.622179 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea75fe-0eaf-46ab-bcfb-2f05a1aac405 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a04522e-f81a-4661-bcf3-8978215b87d1,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:53.624145 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-55ea75fe-0eaf-46ab-bcfb-2f05a1aac405 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:53.628892 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-55ea75fe-0eaf-46ab-bcfb-2f05a1aac405 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/7a04522e-f81a-4661-bcf3-8978215b87d1 HTTP/1.1" status: 204 len: 168 time: 0.3371868 Dec 09 15:37:53.630354 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 33472) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:37:53.637073 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2fd44d25-74bc-43ad-a4f2-af980768a1de tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:53.694655 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2fd44d25-74bc-43ad-a4f2-af980768a1de tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:53.701737 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2fd44d25-74bc-43ad-a4f2-af980768a1de tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:53.713806 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-474b7332-318d-4509-b792-ec7a33da8e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:53.722436 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd44d25-74bc-43ad-a4f2-af980768a1de tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=830ec533-bd75-4bb4-ad70-2c2c091ebe8e,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:53.737656 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2fd44d25-74bc-43ad-a4f2-af980768a1de tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:53.738728 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2fd44d25-74bc-43ad-a4f2-af980768a1de tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1690238 Dec 09 15:37:53.742158 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33480) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:37:53.746727 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-b2641092-4a83-472c-9c8e-cf5e143b09f2 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:37:53.786334 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b2641092-4a83-472c-9c8e-cf5e143b09f2 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:53.843682 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-474b7332-318d-4509-b792-ec7a33da8e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:53.869829 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd9d429c-72b6-4ca2-ad24-fe4c89a4b904', 'tag': 'dd5f359e-e80f-470e-944f-bdfb7f36a4c8'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:37:53.872338 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64bc2a1f-026a-4ca6-87cc-262a1175ce16" -d '{"events": [{"name": "network-changed", "server_uuid": "cd9d429c-72b6-4ca2-ad24-fe4c89a4b904", "tag": "dd5f359e-e80f-470e-944f-bdfb7f36a4c8"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:37:53.878508 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-474b7332-318d-4509-b792-ec7a33da8e42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ebf9fc-d424-49ca-871c-a35862c4a5f0']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:53.889029 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-474b7332-318d-4509-b792-ec7a33da8e42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c8c96ac-fcd7-4b06-91d5-8b3b47be9336') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:53.889334 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-474b7332-318d-4509-b792-ec7a33da8e42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c8c96ac-fcd7-4b06-91d5-8b3b47be9336') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:53.900643 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b2641092-4a83-472c-9c8e-cf5e143b09f2 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:53.901027 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-474b7332-318d-4509-b792-ec7a33da8e42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:53.916004 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-474b7332-318d-4509-b792-ec7a33da8e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:53.923715 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-474b7332-318d-4509-b792-ec7a33da8e42 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:37:53.924268 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-474b7332-318d-4509-b792-ec7a33da8e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:53.926239 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:37:53.926239 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:37:53.926239 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:37:53.926239 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:37:53.926239 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:37:53.926239 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:37:53.926239 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:37:53.926239 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:37:53.926239 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:37:53.926239 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:37:53.926239 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:37:53.926239 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:37:53.926239 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:37:53.926239 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:37:53.926239 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:37:53.926239 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:37:53.926239 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:37:53.926239 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:37:53.926239 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:37:53.926239 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:37:53.926239 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:37:53.926239 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:37:53.926239 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:37:53.926239 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:37:53.926239 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:37:53.926239 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:37:53.926239 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:37:53.926239 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:37:53.926239 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:37:53.926239 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:37:53.926239 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:37:53.926239 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:37:53.959266 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:53.991551 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-474b7332-318d-4509-b792-ec7a33da8e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:53.998629 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-474b7332-318d-4509-b792-ec7a33da8e42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:54.001795 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-474b7332-318d-4509-b792-ec7a33da8e42 admin admin] 10.222.0.57 "DELETE /v2.0/networks/64ebf9fc-d424-49ca-871c-a35862c4a5f0 HTTP/1.1" status: 204 len: 168 time: 0.3703818 Dec 09 15:37:54.012672 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b7332-318d-4509-b792-ec7a33da8e42 admin admin] Pushing event deleted for resources: {'Network': ['ID=64ebf9fc-d424-49ca-871c-a35862c4a5f0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:54.038961 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-b2641092-4a83-472c-9c8e-cf5e143b09f2 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Allocated IP 172.25.3.240 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/9356ef96-76b2-4c6c-847e-60e9b1952f1d) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:37:54.157228 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b2641092-4a83-472c-9c8e-cf5e143b09f2 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:54.197323 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b2641092-4a83-472c-9c8e-cf5e143b09f2 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:54.199676 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33510) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:37:54.201079 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbbc32-27b0-4617-9125-73dc9fa0c267 req-b8700e24-c6ce-457b-9356-eff14ad5f7db tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:54.202810 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-45fbbc32-27b0-4617-9125-73dc9fa0c267 req-b8700e24-c6ce-457b-9356-eff14ad5f7db tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f8aefd7-4244-4786-9a2e-1ea22148c062 HTTP/1.1" status: 200 len: 943 time: 0.0599842 Dec 09 15:37:54.254113 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2641092-4a83-472c-9c8e-cf5e143b09f2 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:37:54.262039 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-b2641092-4a83-472c-9c8e-cf5e143b09f2 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:37:54.298748 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-45fbbc32-27b0-4617-9125-73dc9fa0c267 req-e5e332c9-f721-493b-abf9-f0f7e2921d36 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Deleting port c0efe82c-64e2-4229-a36e-a17c4a91f9fc {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:37:54.299087 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-45fbbc32-27b0-4617-9125-73dc9fa0c267 req-e5e332c9-f721-493b-abf9-f0f7e2921d36 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:54.357975 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:54.398009 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-45fbbc32-27b0-4617-9125-73dc9fa0c267 req-e5e332c9-f721-493b-abf9-f0f7e2921d36 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] For port c0efe82c-64e2-4229-a36e-a17c4a91f9fc, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=c0efe82c-64e2-4229-a36e-a17c4a91f9fc,segment=NetworkSegment(69e3382f-395f-44e0-a40c-d45aab069633),segment_id=69e3382f-395f-44e0-a40c-d45aab069633)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:54.398359 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-45fbbc32-27b0-4617-9125-73dc9fa0c267 req-e5e332c9-f721-493b-abf9-f0f7e2921d36 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:54.412386 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-45fbbc32-27b0-4617-9125-73dc9fa0c267 req-e5e332c9-f721-493b-abf9-f0f7e2921d36 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Calling delete_port for c0efe82c-64e2-4229-a36e-a17c4a91f9fc owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:37:54.546626 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2641092-4a83-472c-9c8e-cf5e143b09f2 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:37:54.548923 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-45fbbc32-27b0-4617-9125-73dc9fa0c267 req-e5e332c9-f721-493b-abf9-f0f7e2921d36 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:54.577399 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e332c9-f721-493b-abf9-f0f7e2921d36 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Pushing event deleted for resources: {'Port': ['ID=c0efe82c-64e2-4229-a36e-a17c4a91f9fc,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:54.579269 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2641092-4a83-472c-9c8e-cf5e143b09f2 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Pushing event updated for resources: {'Port': ['ID=9356ef96-76b2-4c6c-847e-60e9b1952f1d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:54.588946 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-fbe996ef-86d3-4e69-9369-aedc36bf084f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=173703e8098f443d854f73a34f2cd2f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3866222 Dec 09 15:37:54.591458 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33512) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:37:54.622090 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-45fbbc32-27b0-4617-9125-73dc9fa0c267 req-e5e332c9-f721-493b-abf9-f0f7e2921d36 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] No DVR routers for this DVR port c0efe82c-64e2-4229-a36e-a17c4a91f9fc on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:37:54.624618 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-45fbbc32-27b0-4617-9125-73dc9fa0c267 req-e5e332c9-f721-493b-abf9-f0f7e2921d36 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:54.627998 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-45fbbc32-27b0-4617-9125-73dc9fa0c267 req-e5e332c9-f721-493b-abf9-f0f7e2921d36 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "DELETE /v2.0/ports/c0efe82c-64e2-4229-a36e-a17c4a91f9fc HTTP/1.1" status: 204 len: 173 time: 0.4199340 Dec 09 15:37:54.720296 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35e6aad6-5ed2-4c00-8de3-6556a9505c07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:54.736916 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b2641092-4a83-472c-9c8e-cf5e143b09f2 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:54.758829 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35e6aad6-5ed2-4c00-8de3-6556a9505c07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:54.806111 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b2641092-4a83-472c-9c8e-cf5e143b09f2 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:54.872901 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35e6aad6-5ed2-4c00-8de3-6556a9505c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:54.875376 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35e6aad6-5ed2-4c00-8de3-6556a9505c07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:54.876540 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-35e6aad6-5ed2-4c00-8de3-6556a9505c07 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4c04bb39-aee1-4ee9-affd-9538d0b9d73f HTTP/1.1" status: 204 len: 168 time: 0.2840803 Dec 09 15:37:54.912232 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6aad6-5ed2-4c00-8de3-6556a9505c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c04bb39-aee1-4ee9-affd-9538d0b9d73f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:54.999684 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b2641092-4a83-472c-9c8e-cf5e143b09f2 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:55.004860 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b2641092-4a83-472c-9c8e-cf5e143b09f2 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:55.063155 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2641092-4a83-472c-9c8e-cf5e143b09f2 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Pushing event updated for resources: {'Port': ['ID=9356ef96-76b2-4c6c-847e-60e9b1952f1d,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:55.104681 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b2641092-4a83-472c-9c8e-cf5e143b09f2 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:55.126528 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b2641092-4a83-472c-9c8e-cf5e143b09f2 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:55.136056 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b2641092-4a83-472c-9c8e-cf5e143b09f2 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3846037 Dec 09 15:37:55.136291 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5a322-bd63-486a-a5a7-e2a96901c852 req-de5d41c2-d3a1-4363-aeee-aca9098c8a03 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:55.136291 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f2e5a322-bd63-486a-a5a7-e2a96901c852 req-de5d41c2-d3a1-4363-aeee-aca9098c8a03 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=19dc24f6-09ce-4250-850b-d7ee7c38fb46 HTTP/1.1" status: 200 len: 946 time: 0.0645165 Dec 09 15:37:55.187873 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:55.200791 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f2e5a322-bd63-486a-a5a7-e2a96901c852 req-6b64397e-3bbb-42a0-94ef-7b7a97883c63 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617971 Dec 09 15:37:55.330718 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b76a91-5193-4348-8fcf-f16d6b95ebdc req-fc4da764-60fe-4237-84b7-53613174c78e tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:55.332196 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-54b76a91-5193-4348-8fcf-f16d6b95ebdc req-fc4da764-60fe-4237-84b7-53613174c78e tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd9d429c-72b6-4ca2-ad24-fe4c89a4b904 HTTP/1.1" status: 200 len: 945 time: 0.0893552 Dec 09 15:37:55.353931 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4237371-af2d-4037-91e6-1d39b1371803 req-73d8e395-9987-4510-88b0-03558afb81d1 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:55.355389 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e4237371-af2d-4037-91e6-1d39b1371803 req-73d8e395-9987-4510-88b0-03558afb81d1 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/ports?device_id=adc1e87f-245f-4a88-a9e4-a1ce177f3767&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0776453 Dec 09 15:37:55.449650 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e4237371-af2d-4037-91e6-1d39b1371803 req-fcb7d396-e984-4ba3-ac85-4f057e705688 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.232 HTTP/1.1" status: 200 len: 696 time: 0.0746059 Dec 09 15:37:55.461187 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-e4237371-af2d-4037-91e6-1d39b1371803 req-ad0b1ba8-ff35-417e-adad-9ab512525d93 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Request body: {'floatingip': {'port_id': 'b278768d-d1d9-42db-b957-8ad3ada7469f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:37:55.510470 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e4237371-af2d-4037-91e6-1d39b1371803 req-ad0b1ba8-ff35-417e-adad-9ab512525d93 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:55.578091 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-54b76a91-5193-4348-8fcf-f16d6b95ebdc req-0aad0cbd-d6d6-41e8-8514-dc8c2bf44498 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Deleting port dd5f359e-e80f-470e-944f-bdfb7f36a4c8 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:37:55.578430 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-54b76a91-5193-4348-8fcf-f16d6b95ebdc req-0aad0cbd-d6d6-41e8-8514-dc8c2bf44498 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:55.642765 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33552) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:37:55.744755 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-3318f702-e36c-40fa-adba-f51f5c9fceb6 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-192840588-network', 'tenant_id': '7609458e7ef8497fb75fa55670c748b8'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:37:55.750389 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-54b76a91-5193-4348-8fcf-f16d6b95ebdc req-0aad0cbd-d6d6-41e8-8514-dc8c2bf44498 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] For port dd5f359e-e80f-470e-944f-bdfb7f36a4c8, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=dd5f359e-e80f-470e-944f-bdfb7f36a4c8,segment=NetworkSegment(23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea),segment_id=23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:55.750764 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-54b76a91-5193-4348-8fcf-f16d6b95ebdc req-0aad0cbd-d6d6-41e8-8514-dc8c2bf44498 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:55.766470 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3318f702-e36c-40fa-adba-f51f5c9fceb6 admin admin] Made reservation on behalf of 7609458e7ef8497fb75fa55670c748b8 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:37:55.768973 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3318f702-e36c-40fa-adba-f51f5c9fceb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:55.781483 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3318f702-e36c-40fa-adba-f51f5c9fceb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:55.791721 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-54b76a91-5193-4348-8fcf-f16d6b95ebdc req-0aad0cbd-d6d6-41e8-8514-dc8c2bf44498 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Calling delete_port for dd5f359e-e80f-470e-944f-bdfb7f36a4c8 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:37:55.859512 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3318f702-e36c-40fa-adba-f51f5c9fceb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:55.863400 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3318f702-e36c-40fa-adba-f51f5c9fceb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:55.885133 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3318f702-e36c-40fa-adba-f51f5c9fceb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:37:55.900638 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3318f702-e36c-40fa-adba-f51f5c9fceb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414aa717-8874-45ef-bcb0-25bf3ca16273,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:55.903422 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3318f702-e36c-40fa-adba-f51f5c9fceb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:55.903767 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-3318f702-e36c-40fa-adba-f51f5c9fceb6 admin admin] Added segment 5cbd6ba5-964a-440a-aad5-3b6fb2b6b94b of type vlan for network 1370b075-fad5-4007-ba24-158692f0e635 Dec 09 15:37:55.943642 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3318f702-e36c-40fa-adba-f51f5c9fceb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:55.970411 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3318f702-e36c-40fa-adba-f51f5c9fceb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:55.971456 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3318f702-e36c-40fa-adba-f51f5c9fceb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:55.972049 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3318f702-e36c-40fa-adba-f51f5c9fceb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:56.046531 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3318f702-e36c-40fa-adba-f51f5c9fceb6 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4024165 Dec 09 15:37:56.060739 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3318f702-e36c-40fa-adba-f51f5c9fceb6 admin admin] Pushing event updated for resources: {'Network': ['ID=1370b075-fad5-4007-ba24-158692f0e635,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:56.073352 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 1370b075-fad5-4007-ba24-158692f0e635 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:37:56.082565 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-54b76a91-5193-4348-8fcf-f16d6b95ebdc req-0aad0cbd-d6d6-41e8-8514-dc8c2bf44498 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:56.117585 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['b278768d-d1d9-42db-b957-8ad3ada7469f', 'dd5f359e-e80f-470e-944f-bdfb7f36a4c8'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:37:56.149269 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad0cbd-d6d6-41e8-8514-dc8c2bf44498 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Pushing event deleted for resources: {'Port': ['ID=dd5f359e-e80f-470e-944f-bdfb7f36a4c8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:56.214528 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b76a91-5193-4348-8fcf-f16d6b95ebdc req-0aad0cbd-d6d6-41e8-8514-dc8c2bf44498 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] No DVR routers for this DVR port dd5f359e-e80f-470e-944f-bdfb7f36a4c8 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:37:56.219786 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-54b76a91-5193-4348-8fcf-f16d6b95ebdc req-0aad0cbd-d6d6-41e8-8514-dc8c2bf44498 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:56.224528 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-54b76a91-5193-4348-8fcf-f16d6b95ebdc req-0aad0cbd-d6d6-41e8-8514-dc8c2bf44498 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.31 "DELETE /v2.0/ports/dd5f359e-e80f-470e-944f-bdfb7f36a4c8 HTTP/1.1" status: 204 len: 173 time: 0.8854842 Dec 09 15:37:56.229417 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e4237371-af2d-4037-91e6-1d39b1371803 req-ad0b1ba8-ff35-417e-adad-9ab512525d93 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:56.237763 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e4237371-af2d-4037-91e6-1d39b1371803 req-ad0b1ba8-ff35-417e-adad-9ab512525d93 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:56.374608 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [req-e4237371-af2d-4037-91e6-1d39b1371803 req-ad0b1ba8-ff35-417e-adad-9ab512525d93 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Floating IP 9340e28e-3576-4725-b745-e5e5ea67e880 associated. External IP: 172.25.3.232, port: b278768d-d1d9-42db-b957-8ad3ada7469f. Dec 09 15:37:56.457863 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:56.893157 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4237371-af2d-4037-91e6-1d39b1371803 req-ad0b1ba8-ff35-417e-adad-9ab512525d93 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Router bd30d0b0-2893-478b-bb26-1e33db2eb6ba has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:37:57.002531 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4237371-af2d-4037-91e6-1d39b1371803 req-ad0b1ba8-ff35-417e-adad-9ab512525d93 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:37:57.007417 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e4237371-af2d-4037-91e6-1d39b1371803 req-ad0b1ba8-ff35-417e-adad-9ab512525d93 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:57.011832 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544f6d71-9033-4faa-8a91-e46f2a000ac0 None None] Sync routers for ids ['bd30d0b0-2893-478b-bb26-1e33db2eb6ba'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:37:57.021249 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544f6d71-9033-4faa-8a91-e46f2a000ac0 None None] Routers {'bd30d0b0-2893-478b-bb26-1e33db2eb6ba'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:37:57.022414 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-544f6d71-9033-4faa-8a91-e46f2a000ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:37:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['bd30d0b0-2893-478b-bb26-1e33db2eb6ba'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:57.035168 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e4237371-af2d-4037-91e6-1d39b1371803 req-ad0b1ba8-ff35-417e-adad-9ab512525d93 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "PUT /v2.0/floatingips/9340e28e-3576-4725-b745-e5e5ea67e880 HTTP/1.1" status: 200 len: 997 time: 1.5790813 Dec 09 15:37:57.093001 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4237371-af2d-4037-91e6-1d39b1371803 req-5a8a680b-b5c9-499b-8a00-ca0721dd9c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:57.094636 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e4237371-af2d-4037-91e6-1d39b1371803 req-5a8a680b-b5c9-499b-8a00-ca0721dd9c8d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=02a1132e545b430eb3bab86b76eaec31&device_id=adc1e87f-245f-4a88-a9e4-a1ce177f3767 HTTP/1.1" status: 200 len: 1097 time: 0.0466063 Dec 09 15:37:57.131175 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-544f6d71-9033-4faa-8a91-e46f2a000ac0 None None] Set router bd30d0b0-2893-478b-bb26-1e33db2eb6ba gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:37:57.187791 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4237371-af2d-4037-91e6-1d39b1371803 req-3fa9a76e-3445-4ce3-84b8-65c3a604f351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:57.189343 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e4237371-af2d-4037-91e6-1d39b1371803 req-3fa9a76e-3445-4ce3-84b8-65c3a604f351 service neutron] 10.222.0.57 "GET /v2.0/networks?id=df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff HTTP/1.1" status: 200 len: 922 time: 0.0878377 Dec 09 15:37:57.254678 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e4237371-af2d-4037-91e6-1d39b1371803 req-a47f88d0-46b6-4f51-bd14-e82259cfbe65 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b278768d-d1d9-42db-b957-8ad3ada7469f HTTP/1.1" status: 200 len: 1000 time: 0.0580335 Dec 09 15:37:57.306216 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4237371-af2d-4037-91e6-1d39b1371803 req-84bb83c5-8980-4ff9-a99f-35c09ee0ec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:57.307698 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e4237371-af2d-4037-91e6-1d39b1371803 req-84bb83c5-8980-4ff9-a99f-35c09ee0ec53 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d29624e-0102-490d-a09b-e35c4d52029a HTTP/1.1" status: 200 len: 860 time: 0.0466564 Dec 09 15:37:57.355398 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-544f6d71-9033-4faa-8a91-e46f2a000ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1726434127-router', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:38Z', 'revision_number': 4, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'gw_port': {'id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '9340e28e-3576-4725-b745-e5e5ea67e880', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'floating_ip_address': '172.25.3.232', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'port_id': 'b278768d-d1d9-42db-b957-8ad3ada7469f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 971, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff', 'mac_address': 'fa:16:3e:88:90:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc1e87f-245f-4a88-a9e4-a1ce177f3767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:37:00Z', 'updated_at': '2021-12-09T15:37:56Z', 'revision_number': 8, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9b6e78f-65bf-42ab-9eab-facf3aa735a9', 'name': '', 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'mac_address': 'fa:16:3e:bb:a6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:37Z', 'updated_at': '2021-12-09T15:36:44Z', 'revision_number': 5, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'subnets': [{'id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:57.356344 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4237371-af2d-4037-91e6-1d39b1371803 req-dbf4bace-7d95-4160-a620-f739e734c680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:57.358109 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e4237371-af2d-4037-91e6-1d39b1371803 req-dbf4bace-7d95-4160-a620-f739e734c680 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442727 Dec 09 15:37:57.385894 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544f6d71-9033-4faa-8a91-e46f2a000ac0 None None] Checking router: bd30d0b0-2893-478b-bb26-1e33db2eb6ba for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:37:57.394774 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544f6d71-9033-4faa-8a91-e46f2a000ac0 None None] Routers {'bd30d0b0-2893-478b-bb26-1e33db2eb6ba'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:37:57.395576 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-544f6d71-9033-4faa-8a91-e46f2a000ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:37:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['bd30d0b0-2893-478b-bb26-1e33db2eb6ba'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:57.452206 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e4237371-af2d-4037-91e6-1d39b1371803 req-7bb216b5-5b3a-46cf-a3ab-7630c5ae682c service neutron] 10.222.0.57 "GET /v2.0/networks/df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876508 Dec 09 15:37:57.503690 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-544f6d71-9033-4faa-8a91-e46f2a000ac0 None None] Set router bd30d0b0-2893-478b-bb26-1e33db2eb6ba gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:37:57.551922 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e4237371-af2d-4037-91e6-1d39b1371803 req-0dda864d-260a-4016-ac67-3f913e6a8fa7 service neutron] 10.222.0.57 "GET /v2.0/networks/df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930252 Dec 09 15:37:57.682457 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073163a6-c1f6-4bd1-905e-e21b2c42fed8 req-4293e562-fda8-41f8-9f80-f74ec02beb96 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:57.683955 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-073163a6-c1f6-4bd1-905e-e21b2c42fed8 req-4293e562-fda8-41f8-9f80-f74ec02beb96 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f9b1e76-d79c-4b0a-a995-1dadea5c1a93 HTTP/1.1" status: 200 len: 948 time: 0.0498841 Dec 09 15:37:57.730899 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-073163a6-c1f6-4bd1-905e-e21b2c42fed8 req-7f6a711c-a5f4-47db-ae9d-cef435308903 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] 10.222.0.57 "GET /v2.0/security-groups?id=e97bd62b-8143-4899-92d3-6101b8389ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407825 Dec 09 15:37:57.820869 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-544f6d71-9033-4faa-8a91-e46f2a000ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1726434127-router', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:38Z', 'revision_number': 4, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'gw_port': {'id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '9340e28e-3576-4725-b745-e5e5ea67e880', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'floating_ip_address': '172.25.3.232', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'port_id': 'b278768d-d1d9-42db-b957-8ad3ada7469f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 971, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff', 'mac_address': 'fa:16:3e:88:90:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc1e87f-245f-4a88-a9e4-a1ce177f3767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:37:00Z', 'updated_at': '2021-12-09T15:37:56Z', 'revision_number': 8, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9b6e78f-65bf-42ab-9eab-facf3aa735a9', 'name': '', 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'mac_address': 'fa:16:3e:bb:a6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:37Z', 'updated_at': '2021-12-09T15:36:44Z', 'revision_number': 5, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'subnets': [{'id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:57.840518 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f3ba9-e3b5-4988-ae4d-57b20cfc271e req-da1fcde6-8379-48a5-b6a0-2a9aacdab4a1 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:57.846480 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f3ba9-e3b5-4988-ae4d-57b20cfc271e req-da1fcde6-8379-48a5-b6a0-2a9aacdab4a1 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:57.848030 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-843f3ba9-e3b5-4988-ae4d-57b20cfc271e req-da1fcde6-8379-48a5-b6a0-2a9aacdab4a1 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/ports?device_id=70235c67-493c-4494-a519-652890d78fdf HTTP/1.1" status: 200 len: 1681 time: 0.0602856 Dec 09 15:37:57.850580 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544f6d71-9033-4faa-8a91-e46f2a000ac0 None None] The sync data for ids ['bd30d0b0-2893-478b-bb26-1e33db2eb6ba'] in n-d-821228-1 is: [{'id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1726434127-router', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:38Z', 'revision_number': 4, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'gw_port': {'id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '9340e28e-3576-4725-b745-e5e5ea67e880', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'floating_ip_address': '172.25.3.232', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'port_id': 'b278768d-d1d9-42db-b957-8ad3ada7469f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 971, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff', 'mac_address': 'fa:16:3e:88:90:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc1e87f-245f-4a88-a9e4-a1ce177f3767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:37:00Z', 'updated_at': '2021-12-09T15:37:56Z', 'revision_number': 8, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9b6e78f-65bf-42ab-9eab-facf3aa735a9', 'name': '', 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'mac_address': 'fa:16:3e:bb:a6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:37Z', 'updated_at': '2021-12-09T15:36:44Z', 'revision_number': 5, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'subnets': [{'id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:37:57.897315 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-843f3ba9-e3b5-4988-ae4d-57b20cfc271e req-6f02f434-c894-4777-9705-629634fd6c5e tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/security-groups?id=4053ce5f-6f47-4cca-86df-591fd9480a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418646 Dec 09 15:37:57.979064 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a84fff-3d56-446a-9fd9-d60aac07dd90 x-openstack-request-id: req-15a84fff-3d56-446a-9fd9-d60aac07dd90 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:37:57.979359 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd9d429c-72b6-4ca2-ad24-fe4c89a4b904", "tag": "dd5f359e-e80f-470e-944f-bdfb7f36a4c8", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:37:57.979597 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-15a84fff-3d56-446a-9fd9-d60aac07dd90 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:37:57.979995 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd9d429c-72b6-4ca2-ad24-fe4c89a4b904', 'tag': 'dd5f359e-e80f-470e-944f-bdfb7f36a4c8', 'status': 'completed', 'code': 200} Dec 09 15:37:58.027925 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-64bc2a1f-026a-4ca6-87cc-262a1175ce16 req-57b94bdc-29e9-4eeb-8b5d-5ec7b248c7d9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=02a1132e545b430eb3bab86b76eaec31&device_id=cd9d429c-72b6-4ca2-ad24-fe4c89a4b904 HTTP/1.1" status: 200 len: 210 time: 0.0389340 Dec 09 15:37:58.090284 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 355 Content-Type: application/json Date: Thu, 09 Dec 2021 15:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f7199c-c32b-4dba-b414-6d9171e68cf4 x-openstack-request-id: req-87f7199c-c32b-4dba-b414-6d9171e68cf4 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:37:58.090956 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9b1e76-d79c-4b0a-a995-1dadea5c1a93", "name": "network-vif-unplugged", "status": "completed", "tag": "80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd", "code": 200}, {"server_uuid": "4f8aefd7-4244-4786-9a2e-1ea22148c062", "name": "network-vif-unplugged", "status": "failed", "tag": "c0efe82c-64e2-4229-a36e-a17c4a91f9fc", "code": 422}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:37:58.090956 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-87f7199c-c32b-4dba-b414-6d9171e68cf4 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:37:58.091256 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9b1e76-d79c-4b0a-a995-1dadea5c1a93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd', 'code': 200} Dec 09 15:37:58.091539 n-d-821228-1 neutron-server[103246]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4f8aefd7-4244-4786-9a2e-1ea22148c062', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c0efe82c-64e2-4229-a36e-a17c4a91f9fc', 'code': 422} returned with failed status Dec 09 15:37:58.094186 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2b9676-7c9b-4115-8761-a80618e6878c None None] New status for floating IP 9340e28e-3576-4725-b745-e5e5ea67e880: ACTIVE {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:37:58.275151 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-cf665a1f-2b15-4349-bd09-ea99ba8d4ca3 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--410937206&fields=id&tenant_id=22d7743b04274c74b1037ecd2e466dba HTTP/1.1" status: 200 len: 267 time: 0.1275678 Dec 09 15:37:58.295404 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc2a1f-026a-4ca6-87cc-262a1175ce16 req-32ad669f-a47d-4ed9-aebc-3199d689de1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:58.296840 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-64bc2a1f-026a-4ca6-87cc-262a1175ce16 req-32ad669f-a47d-4ed9-aebc-3199d689de1f service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=02a1132e545b430eb3bab86b76eaec31&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2593949 Dec 09 15:37:58.392833 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-c0d612c9-9518-4bdb-9a8a-a39852d1ab88 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:58.394220 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-c0d612c9-9518-4bdb-9a8a-a39852d1ab88 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports/32ff3866-b9bf-4bc2-9100-56e447725e78 HTTP/1.1" status: 200 len: 932 time: 0.1118574 Dec 09 15:37:58.488718 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-02895413-1013-46b0-be03-ce721a93b7b8 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:58.490066 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-02895413-1013-46b0-be03-ce721a93b7b8 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports/12dd1f56-6412-4015-93f6-b5f952d56bdf HTTP/1.1" status: 200 len: 930 time: 0.0894094 Dec 09 15:37:58.571438 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-f857e35f-b84a-4091-b5a7-3fef17e7a551 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?network_id=895dda7b-01ef-4be1-87ee-a839b97640e2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0702734 Dec 09 15:37:58.591850 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc2a1f-026a-4ca6-87cc-262a1175ce16 req-f18c1e43-a442-45c2-8903-924edf2da7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:58.593232 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-64bc2a1f-026a-4ca6-87cc-262a1175ce16 req-f18c1e43-a442-45c2-8903-924edf2da7ab service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2756169 Dec 09 15:37:58.607655 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b0b4868b-906c-4f47-86e2-0a3dc90ab240 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?network_id=895dda7b-01ef-4be1-87ee-a839b97640e2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0293100 Dec 09 15:37:58.719549 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-bdf4ec89-f668-4761-b886-0a863c5303a5 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:58.725654 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-bdf4ec89-f668-4761-b886-0a863c5303a5 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:58.731360 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-bdf4ec89-f668-4761-b886-0a863c5303a5 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:58.732899 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-bdf4ec89-f668-4761-b886-0a863c5303a5 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/networks?id=99deab82-68e4-40a9-831d-57d4c6d733cd&id=20a3d869-faba-4fd6-8427-0269f690d785&id=20a3d869-faba-4fd6-8427-0269f690d785&id=895dda7b-01ef-4be1-87ee-a839b97640e2&id=895dda7b-01ef-4be1-87ee-a839b97640e2 HTTP/1.1" status: 200 len: 1990 time: 0.1192276 Dec 09 15:37:58.748060 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-7b100993-fc21-4594-8e4e-c2230ed1d230 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/quotas/22d7743b04274c74b1037ecd2e466dba HTTP/1.1" status: 200 len: 375 time: 0.0094311 Dec 09 15:37:58.806143 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-9590538b-9d2b-4c32-a757-36ae99f0fe85 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=22d7743b04274c74b1037ecd2e466dba&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0529914 Dec 09 15:37:58.897973 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-1e44d692-adda-4f39-b9c8-d74403133432 service neutron] 10.222.0.57 "GET /v2.0/networks/99deab82-68e4-40a9-831d-57d4c6d733cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796773 Dec 09 15:37:58.985344 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-ed27d4f3-5519-45dd-9d7a-10fd1c140bf3 service neutron] 10.222.0.57 "GET /v2.0/networks/99deab82-68e4-40a9-831d-57d4c6d733cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817745 Dec 09 15:37:59.024117 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-f88bda03-371b-41bc-89e8-60ac0d12f8da service neutron] 10.222.0.57 "GET /v2.0/ports/32ff3866-b9bf-4bc2-9100-56e447725e78?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0318809 Dec 09 15:37:59.112577 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-a6f5f806-b8b3-4eae-a78b-14632af83002 service neutron] 10.222.0.57 "GET /v2.0/networks/20a3d869-faba-4fd6-8427-0269f690d785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828784 Dec 09 15:37:59.194620 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device dd5f359e-e80f-470e-944f-bdfb7f36a4c8 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:37:59.201955 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-58dad868-3fef-40e3-be99-884316518f79 service neutron] 10.222.0.57 "GET /v2.0/networks/20a3d869-faba-4fd6-8427-0269f690d785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822663 Dec 09 15:37:59.214777 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: dd5f359e-e80f-470e-944f-bdfb7f36a4c8 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:37:59.215130 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device dd5f359e-e80f-470e-944f-bdfb7f36a4c8 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:37:59.243148 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b05c4b2b-066d-417a-9294-3fc4fb6d2e4c service neutron] 10.222.0.57 "GET /v2.0/ports/12dd1f56-6412-4015-93f6-b5f952d56bdf?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0346937 Dec 09 15:37:59.331574 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-ffb7dd2f-a25f-44a8-b704-dc101f26ebeb service neutron] 10.222.0.57 "GET /v2.0/networks/20a3d869-faba-4fd6-8427-0269f690d785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828452 Dec 09 15:37:59.433656 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-36dee506-bcc2-4bc4-b726-07c06aee19e2 service neutron] 10.222.0.57 "GET /v2.0/networks/20a3d869-faba-4fd6-8427-0269f690d785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951099 Dec 09 15:37:59.511329 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148e306-4cef-4833-bd18-aae0c66a9883 req-4f6730f8-7786-4c80-b423-af9807b55843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:59.512896 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3148e306-4cef-4833-bd18-aae0c66a9883 req-4f6730f8-7786-4c80-b423-af9807b55843 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=59594b9e3fb144dbb2817de5b4b0a74c&device_id=19dc24f6-09ce-4250-850b-d7ee7c38fb46 HTTP/1.1" status: 200 len: 1097 time: 0.0964384 Dec 09 15:37:59.547266 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-31feca0c-98a5-46ac-a3f3-695b892dd3d6 service neutron] 10.222.0.57 "GET /v2.0/networks/20a3d869-faba-4fd6-8427-0269f690d785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994956 Dec 09 15:37:59.686192 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148e306-4cef-4833-bd18-aae0c66a9883 req-d8d41fc2-60a6-45d1-9a90-98d833a4ebea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:59.687633 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3148e306-4cef-4833-bd18-aae0c66a9883 req-d8d41fc2-60a6-45d1-9a90-98d833a4ebea service neutron] 10.222.0.31 "GET /v2.0/networks?id=7010a1a7-2d7c-4586-8e67-9c7afc483ab0 HTTP/1.1" status: 200 len: 920 time: 0.1515448 Dec 09 15:37:59.692792 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-ff669f9d-300d-444a-b276-36aad09be15c service neutron] 10.222.0.57 "GET /v2.0/networks/20a3d869-faba-4fd6-8427-0269f690d785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356122 Dec 09 15:37:59.774089 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3148e306-4cef-4833-bd18-aae0c66a9883 req-61bf314d-c20f-4310-a4f4-c810346d4539 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59ffef59-e7d2-49f4-bb86-d9cd926be4b8 HTTP/1.1" status: 200 len: 217 time: 0.0676639 Dec 09 15:37:59.851092 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148e306-4cef-4833-bd18-aae0c66a9883 req-7ab5b47f-c597-450f-9f9a-993cee9d2dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:59.852608 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3148e306-4cef-4833-bd18-aae0c66a9883 req-7ab5b47f-c597-450f-9f9a-993cee9d2dc1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=55d52639-1caa-4023-ae95-afc257c891d1 HTTP/1.1" status: 200 len: 859 time: 0.0681596 Dec 09 15:37:59.854465 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-236fd9d8-6ccb-4621-912d-674f1525476a service neutron] 10.222.0.57 "GET /v2.0/networks/20a3d869-faba-4fd6-8427-0269f690d785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552052 Dec 09 15:37:59.919635 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3148e306-4cef-4833-bd18-aae0c66a9883 req-f5d45503-9283-4147-9948-55d5f4084683 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7010a1a7-2d7c-4586-8e67-9c7afc483ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520408 Dec 09 15:37:59.983230 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8aefd7-4244-4786-9a2e-1ea22148c062', 'name': 'network-vif-deleted', 'tag': 'c0efe82c-64e2-4229-a36e-a17c4a91f9fc'}, {'server_uuid': 'cd9d429c-72b6-4ca2-ad24-fe4c89a4b904', 'name': 'network-vif-deleted', 'tag': 'dd5f359e-e80f-470e-944f-bdfb7f36a4c8'}, {'name': 'network-changed', 'server_uuid': 'adc1e87f-245f-4a88-a9e4-a1ce177f3767', 'tag': 'b278768d-d1d9-42db-b957-8ad3ada7469f'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:37:59.985801 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b606fecb-b883-4cb0-833a-3be9ec50bbef" -d '{"events": [{"server_uuid": "4f8aefd7-4244-4786-9a2e-1ea22148c062", "name": "network-vif-deleted", "tag": "c0efe82c-64e2-4229-a36e-a17c4a91f9fc"}, {"server_uuid": "cd9d429c-72b6-4ca2-ad24-fe4c89a4b904", "name": "network-vif-deleted", "tag": "dd5f359e-e80f-470e-944f-bdfb7f36a4c8"}, {"name": "network-changed", "server_uuid": "adc1e87f-245f-4a88-a9e4-a1ce177f3767", "tag": "b278768d-d1d9-42db-b957-8ad3ada7469f"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:38:00.017218 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-551b4872-b2a0-4ee5-9706-2c56ab556bb1 service neutron] 10.222.0.57 "GET /v2.0/networks/20a3d869-faba-4fd6-8427-0269f690d785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566834 Dec 09 15:38:00.083064 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3148e306-4cef-4833-bd18-aae0c66a9883 req-9a2ad67d-d14d-44ef-91c0-dd3af143b0e2 service neutron] 10.222.0.31 "GET /v2.0/networks/7010a1a7-2d7c-4586-8e67-9c7afc483ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529713 Dec 09 15:38:00.170112 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-c5ead1b8-becc-49dd-8ee0-3dcf86e2a8e0 service neutron] 10.222.0.57 "GET /v2.0/networks/895dda7b-01ef-4be1-87ee-a839b97640e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463544 Dec 09 15:38:00.276716 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3148e306-4cef-4833-bd18-aae0c66a9883 req-a58d4383-a46d-430a-849c-1fbd1df4fff9 service neutron] 10.222.0.31 "GET /v2.0/networks/7010a1a7-2d7c-4586-8e67-9c7afc483ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851120 Dec 09 15:38:00.298629 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e0b88-5b4e-451d-b53c-205c031e397a req-83b2d2ca-65b2-464a-b1e1-c3f1e93bb158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:00.299988 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b04e0b88-5b4e-451d-b53c-205c031e397a req-83b2d2ca-65b2-464a-b1e1-c3f1e93bb158 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=19dc24f6-09ce-4250-850b-d7ee7c38fb46 HTTP/1.1" status: 200 len: 1097 time: 0.1002631 Dec 09 15:38:00.326462 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-e6aa473d-0d12-4797-861d-b98eaf2bd968 service neutron] 10.222.0.57 "GET /v2.0/networks/895dda7b-01ef-4be1-87ee-a839b97640e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499858 Dec 09 15:38:00.395514 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b04e0b88-5b4e-451d-b53c-205c031e397a req-2b12fd15-ec07-4baf-8c27-094bcd2a14b8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833437 Dec 09 15:38:00.434083 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-7ff6387d-28b8-47bd-ac54-38a052b57c78 service neutron] 10.222.0.57 "GET /v2.0/networks/895dda7b-01ef-4be1-87ee-a839b97640e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008136 Dec 09 15:38:00.521019 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-5d7a8f03-51ac-41c0-9a37-7e360924a998 service neutron] 10.222.0.57 "GET /v2.0/networks/895dda7b-01ef-4be1-87ee-a839b97640e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803783 Dec 09 15:38:01.267707 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836ef9a-e47d-48ac-94d1-bb1e3bf6a659 req-800e7e36-43af-43a2-97e7-6bc146d0b4bb tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:01.271579 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f836ef9a-e47d-48ac-94d1-bb1e3bf6a659 req-800e7e36-43af-43a2-97e7-6bc146d0b4bb tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=19dc24f6-09ce-4250-850b-d7ee7c38fb46 HTTP/1.1" status: 200 len: 946 time: 0.0582366 Dec 09 15:38:01.327799 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f836ef9a-e47d-48ac-94d1-bb1e3bf6a659 req-95312aba-cb06-47c5-bb6b-e9afa692edb7 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489917 Dec 09 15:38:01.670174 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2183c48-a5e8-430f-86ad-1a3ea468b299 req-18b2d3a8-8523-4cb2-880d-4c10c2f34e67 tempest-ComputeTenantNetworksTest-601868719 tempest-ComputeTenantNetworksTest-601868719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:01.676876 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2183c48-a5e8-430f-86ad-1a3ea468b299 req-18b2d3a8-8523-4cb2-880d-4c10c2f34e67 tempest-ComputeTenantNetworksTest-601868719 tempest-ComputeTenantNetworksTest-601868719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:01.683718 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2183c48-a5e8-430f-86ad-1a3ea468b299 req-18b2d3a8-8523-4cb2-880d-4c10c2f34e67 tempest-ComputeTenantNetworksTest-601868719 tempest-ComputeTenantNetworksTest-601868719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:01.685423 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d2183c48-a5e8-430f-86ad-1a3ea468b299 req-18b2d3a8-8523-4cb2-880d-4c10c2f34e67 tempest-ComputeTenantNetworksTest-601868719 tempest-ComputeTenantNetworksTest-601868719-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2641611 Dec 09 15:38:01.765154 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3861753b-06f6-4366-bdc8-ad99803c64ce req-fe3811d1-a605-4212-a05f-1298162023ff tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/floatingips/9340e28e-3576-4725-b745-e5e5ea67e880 HTTP/1.1" status: 200 len: 999 time: 0.0641539 Dec 09 15:38:01.880750 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861753b-06f6-4366-bdc8-ad99803c64ce req-51d5b5ed-5472-4439-bc6c-f675b6378294 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:01.882681 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3861753b-06f6-4366-bdc8-ad99803c64ce req-51d5b5ed-5472-4439-bc6c-f675b6378294 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/networks/d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 784 time: 0.1098776 Dec 09 15:38:01.893526 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-3861753b-06f6-4366-bdc8-ad99803c64ce req-f490b494-c58f-4057-8c84-ce81031b28a3 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:38:01.894488 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3861753b-06f6-4366-bdc8-ad99803c64ce req-f490b494-c58f-4057-8c84-ce81031b28a3 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055134 Dec 09 15:38:02.158550 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-47eec1d4-d06a-4dca-ac76-2c83529f2146 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:02.159917 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-47eec1d4-d06a-4dca-ac76-2c83529f2146 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/networks?id=7736ab20-9109-45c5-88b0-6682a059f13e HTTP/1.1" status: 200 len: 812 time: 0.1042898 Dec 09 15:38:02.175129 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-7916dac1-3204-40c4-90f0-7c0adb547754 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/quotas/7cb10907c9dd4101899755e35f1cc029 HTTP/1.1" status: 200 len: 375 time: 0.0089126 Dec 09 15:38:02.206979 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-2184f337-9e7a-42e2-a7d0-c11bc4dc92d8 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7cb10907c9dd4101899755e35f1cc029&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258596 Dec 09 15:38:02.301057 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-8afc571b-6f13-40dd-899c-ac35518f4a6c service neutron] 10.222.0.57 "GET /v2.0/networks/7736ab20-9109-45c5-88b0-6682a059f13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869286 Dec 09 15:38:02.714974 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52f099d2-f37f-4c4c-8233-3e9d1a3e8b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:02.716351 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52f099d2-f37f-4c4c-8233-3e9d1a3e8b92 service neutron] 10.222.0.31 "GET /v2.0/ports/32ff3866-b9bf-4bc2-9100-56e447725e78 HTTP/1.1" status: 200 len: 1028 time: 0.3475411 Dec 09 15:38:02.718317 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-81d7a733-17d6-4d77-8d28-d3a722cbacfe service neutron] 10.222.0.57 "GET /v2.0/networks/7736ab20-9109-45c5-88b0-6682a059f13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103217 Dec 09 15:38:02.755597 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-312fb25a-f2e9-4e41-b6cd-2450414013d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:02.757614 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-312fb25a-f2e9-4e41-b6cd-2450414013d4 service neutron] 10.222.0.31 "GET /v2.0/ports/12dd1f56-6412-4015-93f6-b5f952d56bdf HTTP/1.1" status: 200 len: 1026 time: 0.0337584 Dec 09 15:38:02.879210 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 518 Content-Type: application/json Date: Thu, 09 Dec 2021 15:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f0123c-10b2-46c7-8c1b-b533907fa4d2 x-openstack-request-id: req-c0f0123c-10b2-46c7-8c1b-b533907fa4d2 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:38:02.879382 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f8aefd7-4244-4786-9a2e-1ea22148c062", "name": "network-vif-deleted", "tag": "c0efe82c-64e2-4229-a36e-a17c4a91f9fc", "status": "failed", "code": 422}, {"server_uuid": "cd9d429c-72b6-4ca2-ad24-fe4c89a4b904", "name": "network-vif-deleted", "tag": "dd5f359e-e80f-470e-944f-bdfb7f36a4c8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "adc1e87f-245f-4a88-a9e4-a1ce177f3767", "tag": "b278768d-d1d9-42db-b957-8ad3ada7469f", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:38:02.879643 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c0f0123c-10b2-46c7-8c1b-b533907fa4d2 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:38:02.880122 n-d-821228-1 neutron-server[103244]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4f8aefd7-4244-4786-9a2e-1ea22148c062', 'name': 'network-vif-deleted', 'tag': 'c0efe82c-64e2-4229-a36e-a17c4a91f9fc', 'status': 'failed', 'code': 422} returned with failed status Dec 09 15:38:02.880397 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9d429c-72b6-4ca2-ad24-fe4c89a4b904', 'name': 'network-vif-deleted', 'tag': 'dd5f359e-e80f-470e-944f-bdfb7f36a4c8', 'status': 'completed', 'code': 200} Dec 09 15:38:02.880709 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc1e87f-245f-4a88-a9e4-a1ce177f3767', 'tag': 'b278768d-d1d9-42db-b957-8ad3ada7469f', 'status': 'completed', 'code': 200} Dec 09 15:38:02.948281 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-129f689f-818a-4b86-b384-93dfe49e69ac tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:02.954726 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-129f689f-818a-4b86-b384-93dfe49e69ac tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:02.963947 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-129f689f-818a-4b86-b384-93dfe49e69ac tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:02.966517 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-129f689f-818a-4b86-b384-93dfe49e69ac tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.31 "GET /v2.0/networks?id=99deab82-68e4-40a9-831d-57d4c6d733cd&id=20a3d869-faba-4fd6-8427-0269f690d785&id=20a3d869-faba-4fd6-8427-0269f690d785&id=20a3d869-faba-4fd6-8427-0269f690d785&id=20a3d869-faba-4fd6-8427-0269f690d785&id=895dda7b-01ef-4be1-87ee-a839b97640e2&id=895dda7b-01ef-4be1-87ee-a839b97640e2 HTTP/1.1" status: 200 len: 1990 time: 0.2022812 Dec 09 15:38:03.011106 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606fecb-b883-4cb0-833a-3be9ec50bbef req-12ef538b-f59d-492c-b537-e835e309c998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:03.012769 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b606fecb-b883-4cb0-833a-3be9ec50bbef req-12ef538b-f59d-492c-b537-e835e309c998 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=02a1132e545b430eb3bab86b76eaec31&device_id=adc1e87f-245f-4a88-a9e4-a1ce177f3767 HTTP/1.1" status: 200 len: 1097 time: 0.1048775 Dec 09 15:38:03.030253 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-85dc2b66-692e-48c1-9c46-1a8cd4807292 req-859f182e-066a-4a5e-960e-909a07e92299 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 210 time: 0.0446098 Dec 09 15:38:03.206234 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-6b1d3c24-b322-4bc1-ac63-927c7b71c959 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22d7743b04274c74b1037ecd2e466dba HTTP/1.1" status: 200 len: 379 time: 0.2272055 Dec 09 15:38:03.225012 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-dff4e86d-149b-43a5-99a4-acdd05bdd948 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Request body: {'port': {'device_id': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'network_id': '99deab82-68e4-40a9-831d-57d4c6d733cd', 'admin_state_up': True, 'tenant_id': '22d7743b04274c74b1037ecd2e466dba', 'security_groups': ['b5a160d6-2a3e-43b1-a8f4-02b478772c5e']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:03.257997 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d051ce-a4d2-44c9-9111-418ba9d5ea75 req-2c72fe4c-ac6d-4af0-a6cb-3d265c09c155 tempest-ComputeTenantNetworksTest-601868719 tempest-ComputeTenantNetworksTest-601868719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:03.259364 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97d051ce-a4d2-44c9-9111-418ba9d5ea75 req-2c72fe4c-ac6d-4af0-a6cb-3d265c09c155 tempest-ComputeTenantNetworksTest-601868719 tempest-ComputeTenantNetworksTest-601868719-project] 10.222.0.57 "GET /v2.0/networks/1370b075-fad5-4007-ba24-158692f0e635 HTTP/1.1" status: 200 len: 768 time: 0.1927741 Dec 09 15:38:03.269456 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33656) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:03.360365 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606fecb-b883-4cb0-833a-3be9ec50bbef req-cfa6cb28-b8a5-478d-b78c-8b3cd988d531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:03.362229 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b606fecb-b883-4cb0-833a-3be9ec50bbef req-cfa6cb28-b8a5-478d-b78c-8b3cd988d531 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff HTTP/1.1" status: 200 len: 922 time: 0.3345149 Dec 09 15:38:03.365095 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c5d106d-6ff3-42a9-a3a5-2ad558e88ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:03.424109 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-08ffbb42-0992-4a60-9344-4b3a79ae82cf req-840a8902-49bc-4a18-9594-26b92f7172a5 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.232 HTTP/1.1" status: 200 len: 1002 time: 0.1382015 Dec 09 15:38:03.488160 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c5d106d-6ff3-42a9-a3a5-2ad558e88ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:03.507107 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b606fecb-b883-4cb0-833a-3be9ec50bbef req-58d0007d-09f7-43b2-8006-d640ca0fa2a6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b278768d-d1d9-42db-b957-8ad3ada7469f HTTP/1.1" status: 200 len: 1002 time: 0.1361656 Dec 09 15:38:03.526438 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-1c5d106d-6ff3-42a9-a3a5-2ad558e88ab8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1370b075-fad5-4007-ba24-158692f0e635']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:03.530277 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffbb42-0992-4a60-9344-4b3a79ae82cf req-94bd96b3-571f-437b-a0af-7985baa96e69 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:03.531645 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-08ffbb42-0992-4a60-9344-4b3a79ae82cf req-94bd96b3-571f-437b-a0af-7985baa96e69 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/ports/b278768d-d1d9-42db-b957-8ad3ada7469f HTTP/1.1" status: 200 len: 943 time: 0.0927212 Dec 09 15:38:03.558694 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-1c5d106d-6ff3-42a9-a3a5-2ad558e88ab8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cbd6ba5-964a-440a-aad5-3b6fb2b6b94b') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:03.561031 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-1c5d106d-6ff3-42a9-a3a5-2ad558e88ab8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cbd6ba5-964a-440a-aad5-3b6fb2b6b94b') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:03.566426 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-dff4e86d-149b-43a5-99a4-acdd05bdd948 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Made reservation on behalf of 22d7743b04274c74b1037ecd2e466dba for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:38:03.570434 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-dff4e86d-149b-43a5-99a4-acdd05bdd948 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:03.589416 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c5d106d-6ff3-42a9-a3a5-2ad558e88ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:03.590501 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606fecb-b883-4cb0-833a-3be9ec50bbef req-fc734ee2-e90e-4c9b-8e2e-7ae2c21effd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:03.592079 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b606fecb-b883-4cb0-833a-3be9ec50bbef req-fc734ee2-e90e-4c9b-8e2e-7ae2c21effd6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d29624e-0102-490d-a09b-e35c4d52029a HTTP/1.1" status: 200 len: 860 time: 0.0778289 Dec 09 15:38:03.608004 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c5d106d-6ff3-42a9-a3a5-2ad558e88ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:03.615268 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c5d106d-6ff3-42a9-a3a5-2ad558e88ab8 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:38:03.615717 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c5d106d-6ff3-42a9-a3a5-2ad558e88ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:03.618495 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:38:03.618495 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:38:03.618495 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:38:03.618495 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:38:03.618495 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:38:03.618495 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:38:03.618495 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:38:03.618495 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:38:03.618495 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:38:03.618495 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:38:03.618495 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:38:03.618495 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:38:03.618495 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:38:03.618495 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:38:03.618495 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:38:03.618495 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:38:03.618495 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:38:03.618495 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:38:03.618495 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:38:03.618495 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:38:03.618495 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:38:03.618495 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:38:03.618495 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:38:03.618495 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:38:03.618495 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:38:03.618495 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:38:03.618495 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:38:03.618495 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:38:03.618495 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:38:03.618495 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:38:03.618495 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:38:03.618495 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:38:03.677956 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c5d106d-6ff3-42a9-a3a5-2ad558e88ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:03.683466 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c5d106d-6ff3-42a9-a3a5-2ad558e88ab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:03.688979 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1c5d106d-6ff3-42a9-a3a5-2ad558e88ab8 admin admin] 10.222.0.57 "DELETE /v2.0/networks/1370b075-fad5-4007-ba24-158692f0e635 HTTP/1.1" status: 204 len: 168 time: 0.4182749 Dec 09 15:38:03.706511 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d106d-6ff3-42a9-a3a5-2ad558e88ab8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1370b075-fad5-4007-ba24-158692f0e635,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:03.728454 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5d106d-6ff3-42a9-a3a5-2ad558e88ab8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:03.728808 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5d106d-6ff3-42a9-a3a5-2ad558e88ab8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:03.729163 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5d106d-6ff3-42a9-a3a5-2ad558e88ab8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:03.729511 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5d106d-6ff3-42a9-a3a5-2ad558e88ab8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:03.730091 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-08ffbb42-0992-4a60-9344-4b3a79ae82cf req-2b8e9ccc-1f2a-417c-ac38-e83f63a1f24b tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.232 HTTP/1.1" status: 200 len: 1002 time: 0.1367965 Dec 09 15:38:03.736764 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5d106d-6ff3-42a9-a3a5-2ad558e88ab8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:03.737451 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5d106d-6ff3-42a9-a3a5-2ad558e88ab8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:03.739589 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5d106d-6ff3-42a9-a3a5-2ad558e88ab8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:03.741476 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5d106d-6ff3-42a9-a3a5-2ad558e88ab8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:03.742307 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5d106d-6ff3-42a9-a3a5-2ad558e88ab8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:03.744932 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5d106d-6ff3-42a9-a3a5-2ad558e88ab8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:03.745571 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5d106d-6ff3-42a9-a3a5-2ad558e88ab8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:03.747202 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5d106d-6ff3-42a9-a3a5-2ad558e88ab8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:03.747783 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5d106d-6ff3-42a9-a3a5-2ad558e88ab8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:03.756182 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606fecb-b883-4cb0-833a-3be9ec50bbef req-c220ffae-57c8-451c-8c77-370bba82a484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:03.757717 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b606fecb-b883-4cb0-833a-3be9ec50bbef req-c220ffae-57c8-451c-8c77-370bba82a484 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1475859 Dec 09 15:38:03.831530 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33660) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:03.906950 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1dba29b7-18cc-4ba0-a40f-504f2fdcc145 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7609458e7ef8497fb75fa55670c748b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0738115 Dec 09 15:38:03.909650 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33662) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:03.964031 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-df2a63cd-5ec9-4cf4-ac77-e8774a933f1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:03.994616 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-df2a63cd-5ec9-4cf4-ac77-e8774a933f1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:03.996321 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-dff4e86d-149b-43a5-99a4-acdd05bdd948 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Allocated IP 172.20.0.3 (99deab82-68e4-40a9-831d-57d4c6d733cd/6e61db67-8b3d-4dcf-badf-87164914471b/c0397afc-d7b8-46af-b15a-daa47b868983) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:38:04.041939 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffbb42-0992-4a60-9344-4b3a79ae82cf req-5f27cb4a-3c5a-45fb-8313-818e1c9a56bd tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:04.049930 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-08ffbb42-0992-4a60-9344-4b3a79ae82cf req-5f27cb4a-3c5a-45fb-8313-818e1c9a56bd tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/networks/d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 784 time: 0.3101630 Dec 09 15:38:04.054828 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-df2a63cd-5ec9-4cf4-ac77-e8774a933f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:04.057393 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b606fecb-b883-4cb0-833a-3be9ec50bbef req-1ccf0d68-3ca6-43c6-a7f1-4047b7162dfd service neutron] 10.222.0.31 "GET /v2.0/networks/df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860796 Dec 09 15:38:04.057797 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-df2a63cd-5ec9-4cf4-ac77-e8774a933f1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:04.058978 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-df2a63cd-5ec9-4cf4-ac77-e8774a933f1a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/414aa717-8874-45ef-bcb0-25bf3ca16273 HTTP/1.1" status: 204 len: 168 time: 0.1484129 Dec 09 15:38:04.073516 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a63cd-5ec9-4cf4-ac77-e8774a933f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414aa717-8874-45ef-bcb0-25bf3ca16273,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:04.221787 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-6c50b367-fe2c-4165-aa0b-b1772bdc67bd tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:04.223364 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-6c50b367-fe2c-4165-aa0b-b1772bdc67bd tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.31 "GET /v2.0/networks?id=7736ab20-9109-45c5-88b0-6682a059f13e HTTP/1.1" status: 200 len: 812 time: 0.3197362 Dec 09 15:38:04.291202 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-fc8c455c-8d6d-47c3-9447-88f30180d3ca tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Request body: {'port': {'device_id': '1af04a49-f422-4927-bb36-a69fa63a5805', 'network_id': '7736ab20-9109-45c5-88b0-6682a059f13e', 'admin_state_up': True, 'tenant_id': '7cb10907c9dd4101899755e35f1cc029'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:04.302697 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-08ffbb42-0992-4a60-9344-4b3a79ae82cf req-6cc2bce6-f9d8-4ddc-87ed-a6ff267f9c7b tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.232 HTTP/1.1" status: 200 len: 1002 time: 0.2518232 Dec 09 15:38:04.304607 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-733bbcf3-9999-4c20-8583-0c98b875401e req-4659c2bc-6a20-4cd8-8613-cf4f42c27661 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=84e81616-92f5-489a-ae95-e0a80acf7b1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0797830 Dec 09 15:38:04.312711 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-08ffbb42-0992-4a60-9344-4b3a79ae82cf req-1ec6fc15-44c2-42b5-8e05-5dfb5a988567 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:04.395437 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733bbcf3-9999-4c20-8583-0c98b875401e req-a4701b19-bcb5-487b-9f37-9bd4390e5d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:04.397975 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-733bbcf3-9999-4c20-8583-0c98b875401e req-a4701b19-bcb5-487b-9f37-9bd4390e5d80 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=59594b9e3fb144dbb2817de5b4b0a74c&device_id=84e81616-92f5-489a-ae95-e0a80acf7b1c HTTP/1.1" status: 200 len: 1097 time: 0.0576098 Dec 09 15:38:04.523736 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733bbcf3-9999-4c20-8583-0c98b875401e req-d7aa8106-16a1-425c-adeb-a3853c6af35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:04.525359 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-733bbcf3-9999-4c20-8583-0c98b875401e req-d7aa8106-16a1-425c-adeb-a3853c6af35a service neutron] 10.222.0.42 "GET /v2.0/networks?id=7010a1a7-2d7c-4586-8e67-9c7afc483ab0 HTTP/1.1" status: 200 len: 920 time: 0.1057026 Dec 09 15:38:04.575240 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-733bbcf3-9999-4c20-8583-0c98b875401e req-c586e676-1c15-4a74-9c7d-10a9300fad59 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85ca2ae1-6ff7-46a7-b97e-5b28715b54cb HTTP/1.1" status: 200 len: 217 time: 0.0421057 Dec 09 15:38:04.640103 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733bbcf3-9999-4c20-8583-0c98b875401e req-3824ee19-c996-4701-a5cd-16c486daf867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:04.643038 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-733bbcf3-9999-4c20-8583-0c98b875401e req-3824ee19-c996-4701-a5cd-16c486daf867 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=55d52639-1caa-4023-ae95-afc257c891d1 HTTP/1.1" status: 200 len: 859 time: 0.0605729 Dec 09 15:38:04.699510 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-733bbcf3-9999-4c20-8583-0c98b875401e req-172ddee6-1e3b-4073-859e-58e857759305 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7010a1a7-2d7c-4586-8e67-9c7afc483ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488906 Dec 09 15:38:04.723184 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b606fecb-b883-4cb0-833a-3be9ec50bbef req-39ea9440-ddf0-4d43-9fd4-d87427d298a4 service neutron] 10.222.0.31 "GET /v2.0/networks/df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6477041 Dec 09 15:38:04.750404 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-08ffbb42-0992-4a60-9344-4b3a79ae82cf req-1ec6fc15-44c2-42b5-8e05-5dfb5a988567 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:04.814122 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-dff4e86d-149b-43a5-99a4-acdd05bdd948 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:04.869189 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-733bbcf3-9999-4c20-8583-0c98b875401e req-266482b8-1191-4396-903e-f0ed68799636 service neutron] 10.222.0.42 "GET /v2.0/networks/7010a1a7-2d7c-4586-8e67-9c7afc483ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625009 Dec 09 15:38:04.910100 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-fc8c455c-8d6d-47c3-9447-88f30180d3ca tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Made reservation on behalf of 7cb10907c9dd4101899755e35f1cc029 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:38:04.914492 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-fc8c455c-8d6d-47c3-9447-88f30180d3ca tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:04.958139 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-dff4e86d-149b-43a5-99a4-acdd05bdd948 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:04.992077 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-733bbcf3-9999-4c20-8583-0c98b875401e req-9d2f9a3b-b711-440c-8209-27d6a5262424 service neutron] 10.222.0.42 "GET /v2.0/networks/7010a1a7-2d7c-4586-8e67-9c7afc483ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144352 Dec 09 15:38:05.060233 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-08ffbb42-0992-4a60-9344-4b3a79ae82cf req-1ec6fc15-44c2-42b5-8e05-5dfb5a988567 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:05.076453 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-08ffbb42-0992-4a60-9344-4b3a79ae82cf req-1ec6fc15-44c2-42b5-8e05-5dfb5a988567 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:05.076723 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [req-08ffbb42-0992-4a60-9344-4b3a79ae82cf req-1ec6fc15-44c2-42b5-8e05-5dfb5a988567 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Floating IP 9340e28e-3576-4725-b745-e5e5ea67e880 disassociated. External IP: 172.25.3.232, port: b278768d-d1d9-42db-b957-8ad3ada7469f. Dec 09 15:38:05.118585 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-dff4e86d-149b-43a5-99a4-acdd05bdd948 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Network 99deab82-68e4-40a9-831d-57d4c6d733cd is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:38:05.135228 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-dff4e86d-149b-43a5-99a4-acdd05bdd948 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:38:05.146417 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-dff4e86d-149b-43a5-99a4-acdd05bdd948 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:38:05.175309 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4e86d-149b-43a5-99a4-acdd05bdd948 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Pushing event updated for resources: {'Port': ['ID=c0397afc-d7b8-46af-b15a-daa47b868983,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:05.242104 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4e86d-149b-43a5-99a4-acdd05bdd948 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:05.242470 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4e86d-149b-43a5-99a4-acdd05bdd948 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:05.242802 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4e86d-149b-43a5-99a4-acdd05bdd948 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:05.243145 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4e86d-149b-43a5-99a4-acdd05bdd948 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:05.243485 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4e86d-149b-43a5-99a4-acdd05bdd948 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:05.243829 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4e86d-149b-43a5-99a4-acdd05bdd948 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:05.244161 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4e86d-149b-43a5-99a4-acdd05bdd948 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:05.244588 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4e86d-149b-43a5-99a4-acdd05bdd948 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:05.244916 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4e86d-149b-43a5-99a4-acdd05bdd948 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:05.245246 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4e86d-149b-43a5-99a4-acdd05bdd948 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:05.245578 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4e86d-149b-43a5-99a4-acdd05bdd948 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:05.245901 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4e86d-149b-43a5-99a4-acdd05bdd948 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:05.246229 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4e86d-149b-43a5-99a4-acdd05bdd948 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:05.310551 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-fc8c455c-8d6d-47c3-9447-88f30180d3ca tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Allocated IP 172.20.0.7 (7736ab20-9109-45c5-88b0-6682a059f13e/0ee4fdd6-4dfd-4a15-a871-b63f2ecb023f/325eae53-1942-43e9-9717-ea38449115a8) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:38:05.322922 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-dff4e86d-149b-43a5-99a4-acdd05bdd948 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:05.323710 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-dff4e86d-149b-43a5-99a4-acdd05bdd948 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:05.403342 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-dff4e86d-149b-43a5-99a4-acdd05bdd948 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1841071 Dec 09 15:38:05.422372 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-dc429c1b-36e8-4a70-95ad-ecd6cb32ba85 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Request body: {'port': {'device_id': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'network_id': '20a3d869-faba-4fd6-8427-0269f690d785', 'admin_state_up': True, 'tenant_id': '22d7743b04274c74b1037ecd2e466dba', 'security_groups': ['b5a160d6-2a3e-43b1-a8f4-02b478772c5e']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:05.457717 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9483a239-71cc-4d58-a799-a077c5736e4c None None] Provisioning complete for port c0397afc-d7b8-46af-b15a-daa47b868983 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:38:05.458400 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9483a239-71cc-4d58-a799-a077c5736e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:05.550872 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9483a239-71cc-4d58-a799-a077c5736e4c None None] Port c0397afc-d7b8-46af-b15a-daa47b868983 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:38:05.649299 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08ffbb42-0992-4a60-9344-4b3a79ae82cf req-1ec6fc15-44c2-42b5-8e05-5dfb5a988567 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Router bd30d0b0-2893-478b-bb26-1e33db2eb6ba has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:38:05.738163 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-fc8c455c-8d6d-47c3-9447-88f30180d3ca tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:05.803129 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-dc429c1b-36e8-4a70-95ad-ecd6cb32ba85 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Made reservation on behalf of 22d7743b04274c74b1037ecd2e466dba for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:38:05.807290 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-dc429c1b-36e8-4a70-95ad-ecd6cb32ba85 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:05.892274 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08ffbb42-0992-4a60-9344-4b3a79ae82cf req-1ec6fc15-44c2-42b5-8e05-5dfb5a988567 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:38:05.896858 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-fc8c455c-8d6d-47c3-9447-88f30180d3ca tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:05.903283 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-08ffbb42-0992-4a60-9344-4b3a79ae82cf req-1ec6fc15-44c2-42b5-8e05-5dfb5a988567 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:05.906900 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298a9206-2aaa-40f6-881e-eb777f00833d None None] Sync routers for ids ['bd30d0b0-2893-478b-bb26-1e33db2eb6ba'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:38:05.919245 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298a9206-2aaa-40f6-881e-eb777f00833d None None] Routers {'bd30d0b0-2893-478b-bb26-1e33db2eb6ba'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:38:05.920165 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-298a9206-2aaa-40f6-881e-eb777f00833d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:37:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['bd30d0b0-2893-478b-bb26-1e33db2eb6ba'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:05.976308 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-fc8c455c-8d6d-47c3-9447-88f30180d3ca tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Network 7736ab20-9109-45c5-88b0-6682a059f13e is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:38:05.986727 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-fc8c455c-8d6d-47c3-9447-88f30180d3ca tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:38:05.995976 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-fc8c455c-8d6d-47c3-9447-88f30180d3ca tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:38:06.007048 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-08ffbb42-0992-4a60-9344-4b3a79ae82cf req-1ec6fc15-44c2-42b5-8e05-5dfb5a988567 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "PUT /v2.0/floatingips/9340e28e-3576-4725-b745-e5e5ea67e880 HTTP/1.1" status: 200 len: 696 time: 1.7032883 Dec 09 15:38:06.031445 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc1e87f-245f-4a88-a9e4-a1ce177f3767', 'tag': 'b278768d-d1d9-42db-b957-8ad3ada7469f'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:38:06.033665 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3931568b-6a3e-415c-a515-318359f01a23" -d '{"events": [{"name": "network-changed", "server_uuid": "adc1e87f-245f-4a88-a9e4-a1ce177f3767", "tag": "b278768d-d1d9-42db-b957-8ad3ada7469f"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:38:06.071636 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c455c-8d6d-47c3-9447-88f30180d3ca tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Pushing event updated for resources: {'Port': ['ID=325eae53-1942-43e9-9717-ea38449115a8,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:06.111711 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-298a9206-2aaa-40f6-881e-eb777f00833d None None] Set router bd30d0b0-2893-478b-bb26-1e33db2eb6ba gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:38:06.138644 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-fc8c455c-8d6d-47c3-9447-88f30180d3ca tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:06.139282 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-fc8c455c-8d6d-47c3-9447-88f30180d3ca tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:06.157477 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-dc429c1b-36e8-4a70-95ad-ecd6cb32ba85 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Allocated IP 10.1.1.163 (20a3d869-faba-4fd6-8427-0269f690d785/0bc7d492-8dd5-4f62-87e4-e954ad6c6022/5a2cd2eb-cc3c-4860-b939-e4520520d050) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:38:06.160731 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffbb42-0992-4a60-9344-4b3a79ae82cf req-aad34e85-74f9-4ef9-b660-c2589fded520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:06.162402 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-08ffbb42-0992-4a60-9344-4b3a79ae82cf req-aad34e85-74f9-4ef9-b660-c2589fded520 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=02a1132e545b430eb3bab86b76eaec31&device_id=adc1e87f-245f-4a88-a9e4-a1ce177f3767 HTTP/1.1" status: 200 len: 1097 time: 0.1024246 Dec 09 15:38:06.180757 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-fc8c455c-8d6d-47c3-9447-88f30180d3ca tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8976269 Dec 09 15:38:06.208712 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-b078e201-534a-4fea-9e2e-2b1138b40709 service neutron] Request body: {'port': {'device_id': '1af04a49-f422-4927-bb36-a69fa63a5805', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:06.362474 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-298a9206-2aaa-40f6-881e-eb777f00833d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1726434127-router', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:38Z', 'revision_number': 4, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'gw_port': {'id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'a9b6e78f-65bf-42ab-9eab-facf3aa735a9', 'name': '', 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'mac_address': 'fa:16:3e:bb:a6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:37Z', 'updated_at': '2021-12-09T15:36:44Z', 'revision_number': 5, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'subnets': [{'id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:06.391859 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-b078e201-534a-4fea-9e2e-2b1138b40709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:06.396549 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298a9206-2aaa-40f6-881e-eb777f00833d None None] Checking router: bd30d0b0-2893-478b-bb26-1e33db2eb6ba for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:38:06.415282 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298a9206-2aaa-40f6-881e-eb777f00833d None None] Routers {'bd30d0b0-2893-478b-bb26-1e33db2eb6ba'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:38:06.416472 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-298a9206-2aaa-40f6-881e-eb777f00833d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:37:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['bd30d0b0-2893-478b-bb26-1e33db2eb6ba'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:06.450755 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffbb42-0992-4a60-9344-4b3a79ae82cf req-29ec48c0-4500-4384-84bc-14b1cbd39414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:06.452274 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-08ffbb42-0992-4a60-9344-4b3a79ae82cf req-29ec48c0-4500-4384-84bc-14b1cbd39414 service neutron] 10.222.0.57 "GET /v2.0/networks?id=df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff HTTP/1.1" status: 200 len: 922 time: 0.2667840 Dec 09 15:38:06.536626 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-08ffbb42-0992-4a60-9344-4b3a79ae82cf req-af8d1bbc-9042-4c4d-b4f6-72ad566db1f9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b278768d-d1d9-42db-b957-8ad3ada7469f HTTP/1.1" status: 200 len: 217 time: 0.0528934 Dec 09 15:38:06.546556 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-dc429c1b-36e8-4a70-95ad-ecd6cb32ba85 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:06.558927 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-298a9206-2aaa-40f6-881e-eb777f00833d None None] Set router bd30d0b0-2893-478b-bb26-1e33db2eb6ba gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:38:06.794030 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-298a9206-2aaa-40f6-881e-eb777f00833d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1726434127-router', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:38Z', 'revision_number': 4, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'gw_port': {'id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'a9b6e78f-65bf-42ab-9eab-facf3aa735a9', 'name': '', 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'mac_address': 'fa:16:3e:bb:a6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:37Z', 'updated_at': '2021-12-09T15:36:44Z', 'revision_number': 5, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'subnets': [{'id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:06.825288 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298a9206-2aaa-40f6-881e-eb777f00833d None None] The sync data for ids ['bd30d0b0-2893-478b-bb26-1e33db2eb6ba'] in n-d-821228-1 is: [{'id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1726434127-router', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:38Z', 'revision_number': 4, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'gw_port': {'id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'a9b6e78f-65bf-42ab-9eab-facf3aa735a9', 'name': '', 'network_id': 'df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'mac_address': 'fa:16:3e:bb:a6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:37Z', 'updated_at': '2021-12-09T15:36:44Z', 'revision_number': 5, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'subnets': [{'id': '8d29624e-0102-490d-a09b-e35c4d52029a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:38:06.963118 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffbb42-0992-4a60-9344-4b3a79ae82cf req-ec3e79f0-9eb3-4c0b-a92e-8b14011a8918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:06.964636 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-08ffbb42-0992-4a60-9344-4b3a79ae82cf req-ec3e79f0-9eb3-4c0b-a92e-8b14011a8918 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d29624e-0102-490d-a09b-e35c4d52029a HTTP/1.1" status: 200 len: 860 time: 0.4164817 Dec 09 15:38:07.038067 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-dc429c1b-36e8-4a70-95ad-ecd6cb32ba85 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:07.110328 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-dc429c1b-36e8-4a70-95ad-ecd6cb32ba85 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Network 20a3d869-faba-4fd6-8427-0269f690d785 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:38:07.122153 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-dc429c1b-36e8-4a70-95ad-ecd6cb32ba85 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:38:07.130670 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc429c1b-36e8-4a70-95ad-ecd6cb32ba85 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Pushing event updated for resources: {'Port': ['ID=5a2cd2eb-cc3c-4860-b939-e4520520d050,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:07.136208 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffbb42-0992-4a60-9344-4b3a79ae82cf req-fe15b912-41f7-410c-a079-cb643d64d463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:07.137782 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-08ffbb42-0992-4a60-9344-4b3a79ae82cf req-fe15b912-41f7-410c-a079-cb643d64d463 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1599991 Dec 09 15:38:07.140551 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-dc429c1b-36e8-4a70-95ad-ecd6cb32ba85 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:38:07.254220 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c343dd-6a14-49ee-b5d5-32bb9e678380 None None] New status for floating IP 9340e28e-3576-4725-b745-e5e5ea67e880: DOWN {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:38:07.315245 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-dc429c1b-36e8-4a70-95ad-ecd6cb32ba85 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:07.316244 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-dc429c1b-36e8-4a70-95ad-ecd6cb32ba85 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:07.379707 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-dc429c1b-36e8-4a70-95ad-ecd6cb32ba85 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9635336 Dec 09 15:38:07.406039 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-a4a6a957-127c-4b12-ae3a-a1632c86a7a6 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Request body: {'port': {'device_id': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'network_id': '20a3d869-faba-4fd6-8427-0269f690d785', 'admin_state_up': True, 'tenant_id': '22d7743b04274c74b1037ecd2e466dba', 'security_groups': ['b5a160d6-2a3e-43b1-a8f4-02b478772c5e']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:07.414359 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-08ffbb42-0992-4a60-9344-4b3a79ae82cf req-64a28218-6744-4521-944c-917632457b29 service neutron] 10.222.0.57 "GET /v2.0/networks/df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619550 Dec 09 15:38:07.488544 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-b078e201-534a-4fea-9e2e-2b1138b40709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 325eae53-1942-43e9-9717-ea38449115a8 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:38:07.536142 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-b078e201-534a-4fea-9e2e-2b1138b40709 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:07.573691 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-b078e201-534a-4fea-9e2e-2b1138b40709 service neutron] Transition to ACTIVE for port object 325eae53-1942-43e9-9717-ea38449115a8 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:38:07.592163 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-b078e201-534a-4fea-9e2e-2b1138b40709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:07.628514 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-266aff03-a8a1-43c3-8093-96110ce6c512 None None] Provisioning complete for port 5a2cd2eb-cc3c-4860-b939-e4520520d050 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:38:07.629107 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-266aff03-a8a1-43c3-8093-96110ce6c512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:07.682929 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-08ffbb42-0992-4a60-9344-4b3a79ae82cf req-eaf9b955-f9fb-46fb-8362-743c5e4ec1e4 service neutron] 10.222.0.57 "GET /v2.0/networks/df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479110 Dec 09 15:38:07.695552 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b078e201-534a-4fea-9e2e-2b1138b40709 service neutron] Pushing event updated for resources: {'Port': ['ID=325eae53-1942-43e9-9717-ea38449115a8,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:07.720400 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-266aff03-a8a1-43c3-8093-96110ce6c512 None None] Port 5a2cd2eb-cc3c-4860-b939-e4520520d050 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:38:07.768072 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-a4a6a957-127c-4b12-ae3a-a1632c86a7a6 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Made reservation on behalf of 22d7743b04274c74b1037ecd2e466dba for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:38:07.775958 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-a4a6a957-127c-4b12-ae3a-a1632c86a7a6 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:07.879475 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-b078e201-534a-4fea-9e2e-2b1138b40709 service neutron] Attempting to bind port 325eae53-1942-43e9-9717-ea38449115a8 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:38:07.879826 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-b078e201-534a-4fea-9e2e-2b1138b40709 service neutron] Attempting to bind port 325eae53-1942-43e9-9717-ea38449115a8 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '69e3382f-395f-44e0-a40c-d45aab069633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7736ab20-9109-45c5-88b0-6682a059f13e'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:38:07.880652 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-b078e201-534a-4fea-9e2e-2b1138b40709 service neutron] Attempting to bind port 325eae53-1942-43e9-9717-ea38449115a8 on network 7736ab20-9109-45c5-88b0-6682a059f13e {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:07.892267 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-b078e201-534a-4fea-9e2e-2b1138b40709 service neutron] Port 325eae53-1942-43e9-9717-ea38449115a8 on network 7736ab20-9109-45c5-88b0-6682a059f13e not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:38:07.892644 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-b078e201-534a-4fea-9e2e-2b1138b40709 service neutron] Attempting to bind port 325eae53-1942-43e9-9717-ea38449115a8 on network 7736ab20-9109-45c5-88b0-6682a059f13e {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:07.904971 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-b078e201-534a-4fea-9e2e-2b1138b40709 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:38:07.905319 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-b078e201-534a-4fea-9e2e-2b1138b40709 service neutron] Checking segment: {'id': '69e3382f-395f-44e0-a40c-d45aab069633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7736ab20-9109-45c5-88b0-6682a059f13e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:38:07.905722 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-b078e201-534a-4fea-9e2e-2b1138b40709 service neutron] Bound using segment: {'id': '69e3382f-395f-44e0-a40c-d45aab069633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7736ab20-9109-45c5-88b0-6682a059f13e'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:38:07.906164 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-b078e201-534a-4fea-9e2e-2b1138b40709 service neutron] Bound port: 325eae53-1942-43e9-9717-ea38449115a8, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e3382f-395f-44e0-a40c-d45aab069633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7736ab20-9109-45c5-88b0-6682a059f13e'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:38:07.906543 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-b078e201-534a-4fea-9e2e-2b1138b40709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:08.064320 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-b078e201-534a-4fea-9e2e-2b1138b40709 service neutron] For port 325eae53-1942-43e9-9717-ea38449115a8, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:38:08.098502 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-b078e201-534a-4fea-9e2e-2b1138b40709 service neutron] For port 325eae53-1942-43e9-9717-ea38449115a8, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=325eae53-1942-43e9-9717-ea38449115a8,segment=NetworkSegment(69e3382f-395f-44e0-a40c-d45aab069633),segment_id=69e3382f-395f-44e0-a40c-d45aab069633)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:38:08.105219 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33738) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:08.113244 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-b078e201-534a-4fea-9e2e-2b1138b40709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:08.130396 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-a4a6a957-127c-4b12-ae3a-a1632c86a7a6 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Allocated IP 10.1.1.38 (20a3d869-faba-4fd6-8427-0269f690d785/0bc7d492-8dd5-4f62-87e4-e954ad6c6022/d801fbcc-7e8f-4803-9e04-23f95227f725) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:38:08.144446 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268805c-c57c-4c91-af66-831b59725b8c req-1b55f53b-5c3a-4f7a-a2ab-9128b62725b5 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:08.145885 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2268805c-c57c-4c91-af66-831b59725b8c req-1b55f53b-5c3a-4f7a-a2ab-9128b62725b5 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=19dc24f6-09ce-4250-850b-d7ee7c38fb46 HTTP/1.1" status: 200 len: 946 time: 0.1499753 Dec 09 15:38:08.189922 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-b078e201-534a-4fea-9e2e-2b1138b40709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:08.190543 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-b078e201-534a-4fea-9e2e-2b1138b40709 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:08.191921 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-b078e201-534a-4fea-9e2e-2b1138b40709 service neutron] 10.222.0.31 "PUT /v2.0/ports/325eae53-1942-43e9-9717-ea38449115a8 HTTP/1.1" status: 200 len: 1091 time: 1.9943328 Dec 09 15:38:08.270379 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-62a8e8e9-efe0-45a6-bf67-e77af0881cce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:08.295856 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b078e201-534a-4fea-9e2e-2b1138b40709 service neutron] Pushing event updated for resources: {'Port': ['ID=325eae53-1942-43e9-9717-ea38449115a8,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:08.342567 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2268805c-c57c-4c91-af66-831b59725b8c req-166bbcd7-2d24-4e31-8c38-0f5321889e45 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763208 Dec 09 15:38:08.390939 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-5a86651a-044b-485b-9c41-71dc166e8f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:08.392489 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-5a86651a-044b-485b-9c41-71dc166e8f06 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7cb10907c9dd4101899755e35f1cc029&device_id=1af04a49-f422-4927-bb36-a69fa63a5805 HTTP/1.1" status: 200 len: 1094 time: 0.1446302 Dec 09 15:38:08.411042 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-62a8e8e9-efe0-45a6-bf67-e77af0881cce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:08.417654 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-62a8e8e9-efe0-45a6-bf67-e77af0881cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:08.458490 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-328845d7-b940-418f-ac26-4cf5d1861f31 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=325eae53-1942-43e9-9717-ea38449115a8 HTTP/1.1" status: 200 len: 217 time: 0.0553384 Dec 09 15:38:08.469980 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-62a8e8e9-efe0-45a6-bf67-e77af0881cce admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=455f09045b1b44a9b27d729db2f2ef8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3603680 Dec 09 15:38:08.469980 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a8e8e9-efe0-45a6-bf67-e77af0881cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c327b92d-cea6-4808-a239-49332a074614,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:08.472201 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33744) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:08.472761 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-a4a6a957-127c-4b12-ae3a-a1632c86a7a6 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:08.527367 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7bf853af-981c-4b6b-92cd-9491ac2a5898 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:08.551327 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7bf853af-981c-4b6b-92cd-9491ac2a5898 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:08.562148 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-f5ca9e34-296e-4056-b7df-1108cce0cc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:08.563645 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-f5ca9e34-296e-4056-b7df-1108cce0cc5f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0ee4fdd6-4dfd-4a15-a871-b63f2ecb023f HTTP/1.1" status: 200 len: 852 time: 0.0942276 Dec 09 15:38:08.578282 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99760525-356c-4b70-a480-f56cf8a2707d req-99faf840-804d-4d4f-8325-46562d8f1003 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:08.579781 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99760525-356c-4b70-a480-f56cf8a2707d req-99faf840-804d-4d4f-8325-46562d8f1003 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=1af04a49-f422-4927-bb36-a69fa63a5805 HTTP/1.1" status: 200 len: 943 time: 0.1289032 Dec 09 15:38:08.611576 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7bf853af-981c-4b6b-92cd-9491ac2a5898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:08.614897 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7bf853af-981c-4b6b-92cd-9491ac2a5898 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:08.616975 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7bf853af-981c-4b6b-92cd-9491ac2a5898 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c327b92d-cea6-4808-a239-49332a074614 HTTP/1.1" status: 204 len: 168 time: 0.1430113 Dec 09 15:38:08.627192 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf853af-981c-4b6b-92cd-9491ac2a5898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c327b92d-cea6-4808-a239-49332a074614,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:08.628046 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-ddd0cf43-db76-4912-8dde-a8c6bdfc7cac service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7736ab20-9109-45c5-88b0-6682a059f13e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472925 Dec 09 15:38:08.632302 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-a4a6a957-127c-4b12-ae3a-a1632c86a7a6 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:08.748240 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-a4a6a957-127c-4b12-ae3a-a1632c86a7a6 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Network 20a3d869-faba-4fd6-8427-0269f690d785 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:38:08.763472 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-a4a6a957-127c-4b12-ae3a-a1632c86a7a6 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:38:08.782949 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99760525-356c-4b70-a480-f56cf8a2707d req-dc1d0ff6-4fde-4c5c-9b97-301b9c083b36 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902359 Dec 09 15:38:08.785814 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-a4a6a957-127c-4b12-ae3a-a1632c86a7a6 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:38:08.829586 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a6a957-127c-4b12-ae3a-a1632c86a7a6 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Pushing event updated for resources: {'Port': ['ID=d801fbcc-7e8f-4803-9e04-23f95227f725,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:08.888237 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-45d0c86d-4df3-424a-b708-3f36a4d09909 service neutron] 10.222.0.31 "GET /v2.0/networks/7736ab20-9109-45c5-88b0-6682a059f13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487149 Dec 09 15:38:08.895920 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-a4a6a957-127c-4b12-ae3a-a1632c86a7a6 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:08.896916 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-a4a6a957-127c-4b12-ae3a-a1632c86a7a6 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:08.983946 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-a4a6a957-127c-4b12-ae3a-a1632c86a7a6 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5831673 Dec 09 15:38:08.999432 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-50464b28-ad21-4bcf-98fe-45ebbe37daaa tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Request body: {'port': {'device_id': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '895dda7b-01ef-4be1-87ee-a839b97640e2', 'admin_state_up': True, 'tenant_id': '22d7743b04274c74b1037ecd2e466dba', 'security_groups': ['b5a160d6-2a3e-43b1-a8f4-02b478772c5e']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:09.010895 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e76cf2-d9e5-4f1a-ac7e-c37e53731872 req-82549c35-b5f5-4052-a574-c05c499cea4a tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:09.016878 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e76cf2-d9e5-4f1a-ac7e-c37e53731872 req-82549c35-b5f5-4052-a574-c05c499cea4a tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:09.023868 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e76cf2-d9e5-4f1a-ac7e-c37e53731872 req-82549c35-b5f5-4052-a574-c05c499cea4a tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:09.025850 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e2e76cf2-d9e5-4f1a-ac7e-c37e53731872 req-82549c35-b5f5-4052-a574-c05c499cea4a tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 2373 time: 0.1541834 Dec 09 15:38:09.132268 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33750) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:09.155763 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a00f7b3b-2be4-44ec-b8bf-0b2a543cb6a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:09.158574 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-bc6d00d0-7925-47d1-80ba-bd5bf27723b6 None None] Provisioning complete for port d801fbcc-7e8f-4803-9e04-23f95227f725 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:38:09.159550 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bc6d00d0-7925-47d1-80ba-bd5bf27723b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:09.168784 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e2e76cf2-d9e5-4f1a-ac7e-c37e53731872 req-26597c98-0500-46aa-89a5-55e5361aa536 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5a160d6-2a3e-43b1-a8f4-02b478772c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170068 Dec 09 15:38:09.185617 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11bfc595-cfac-4176-9bee-60bdc1b89a1e req-395fe5f0-b829-4221-bccf-23429d621366 service neutron] 10.222.0.31 "GET /v2.0/networks/7736ab20-9109-45c5-88b0-6682a059f13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706206 Dec 09 15:38:09.214821 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-bc6d00d0-7925-47d1-80ba-bd5bf27723b6 None None] Port d801fbcc-7e8f-4803-9e04-23f95227f725 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:38:09.255120 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-50464b28-ad21-4bcf-98fe-45ebbe37daaa tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Made reservation on behalf of 22d7743b04274c74b1037ecd2e466dba for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:38:09.274586 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e060195a-bddb-4445-8051-8295d38dc9bc x-openstack-request-id: req-e060195a-bddb-4445-8051-8295d38dc9bc {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:38:09.274984 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc1e87f-245f-4a88-a9e4-a1ce177f3767", "tag": "b278768d-d1d9-42db-b957-8ad3ada7469f", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:38:09.275241 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e060195a-bddb-4445-8051-8295d38dc9bc {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:38:09.275640 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc1e87f-245f-4a88-a9e4-a1ce177f3767', 'tag': 'b278768d-d1d9-42db-b957-8ad3ada7469f', 'status': 'completed', 'code': 200} Dec 09 15:38:09.341759 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a00f7b3b-2be4-44ec-b8bf-0b2a543cb6a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:09.348168 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a00f7b3b-2be4-44ec-b8bf-0b2a543cb6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:09.385856 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931568b-6a3e-415c-a515-318359f01a23 req-4bb69bbb-4492-4e3b-b42d-ac597ac3ebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:09.387526 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3931568b-6a3e-415c-a515-318359f01a23 req-4bb69bbb-4492-4e3b-b42d-ac597ac3ebc9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=02a1132e545b430eb3bab86b76eaec31&device_id=adc1e87f-245f-4a88-a9e4-a1ce177f3767 HTTP/1.1" status: 200 len: 1097 time: 0.0753398 Dec 09 15:38:09.409224 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a00f7b3b-2be4-44ec-b8bf-0b2a543cb6a0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bf183e249f694694a42811c0377b2351&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2757699 Dec 09 15:38:09.410161 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f7b3b-2be4-44ec-b8bf-0b2a543cb6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a1cd7b-7c48-4d8b-8957-43689da8b089,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:09.415231 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33760) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:09.470239 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-50464b28-ad21-4bcf-98fe-45ebbe37daaa tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:09.490434 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d1e94c9a-1afa-40df-91b2-f6344342a78a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:09.517595 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d1e94c9a-1afa-40df-91b2-f6344342a78a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:09.583980 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d1e94c9a-1afa-40df-91b2-f6344342a78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:09.589742 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d1e94c9a-1afa-40df-91b2-f6344342a78a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:09.593381 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d1e94c9a-1afa-40df-91b2-f6344342a78a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/76a1cd7b-7c48-4d8b-8957-43689da8b089 HTTP/1.1" status: 204 len: 168 time: 0.1749320 Dec 09 15:38:09.603770 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e94c9a-1afa-40df-91b2-f6344342a78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a1cd7b-7c48-4d8b-8957-43689da8b089,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:09.670496 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931568b-6a3e-415c-a515-318359f01a23 req-efa471aa-854d-48b9-aab5-ae9f75dce476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:09.672041 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3931568b-6a3e-415c-a515-318359f01a23 req-efa471aa-854d-48b9-aab5-ae9f75dce476 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff HTTP/1.1" status: 200 len: 922 time: 0.2763016 Dec 09 15:38:09.731116 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3931568b-6a3e-415c-a515-318359f01a23 req-d01713ab-1125-4dfb-9fd6-c75a09c45dd4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b278768d-d1d9-42db-b957-8ad3ada7469f HTTP/1.1" status: 200 len: 217 time: 0.0469549 Dec 09 15:38:09.813694 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-50464b28-ad21-4bcf-98fe-45ebbe37daaa tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Allocated IP 10.2.2.100 (895dda7b-01ef-4be1-87ee-a839b97640e2/b064243b-1cb0-4c46-a100-9b33b02bb56c/5ff08a00-721a-4d24-8d8b-1594bb188216) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:38:09.828231 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931568b-6a3e-415c-a515-318359f01a23 req-0c034cd9-b6b8-4e49-a545-c1db1c3830e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:09.829855 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3931568b-6a3e-415c-a515-318359f01a23 req-0c034cd9-b6b8-4e49-a545-c1db1c3830e2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d29624e-0102-490d-a09b-e35c4d52029a HTTP/1.1" status: 200 len: 860 time: 0.0801284 Dec 09 15:38:09.941273 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931568b-6a3e-415c-a515-318359f01a23 req-c4f1d32a-151b-4eaa-b6e8-55df9a0d9c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:09.942714 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3931568b-6a3e-415c-a515-318359f01a23 req-c4f1d32a-151b-4eaa-b6e8-55df9a0d9c72 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1029294 Dec 09 15:38:09.958057 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-3931568b-6a3e-415c-a515-318359f01a23 req-e19c91fb-3d34-43f1-8448-a98a49cc8f69 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:38:09.959668 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3931568b-6a3e-415c-a515-318359f01a23 req-e19c91fb-3d34-43f1-8448-a98a49cc8f69 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081408 Dec 09 15:38:10.440933 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-50464b28-ad21-4bcf-98fe-45ebbe37daaa tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:10.475118 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022087e-5d8f-41e0-8c02-a82ad538d30d req-57404f88-5b37-48f4-a828-eadf08bfd298 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:10.481174 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022087e-5d8f-41e0-8c02-a82ad538d30d req-57404f88-5b37-48f4-a828-eadf08bfd298 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:10.486687 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4022087e-5d8f-41e0-8c02-a82ad538d30d req-57404f88-5b37-48f4-a828-eadf08bfd298 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.31 "GET /v2.0/ports?device_id=70235c67-493c-4494-a519-652890d78fdf HTTP/1.1" status: 200 len: 1681 time: 0.1662328 Dec 09 15:38:10.492807 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3931568b-6a3e-415c-a515-318359f01a23 req-6a26d945-324a-46fb-b0b3-7b7dbb839e64 service neutron] 10.222.0.31 "GET /v2.0/networks/df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5248415 Dec 09 15:38:10.503617 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5092d7b-c766-414b-a781-e180c19744f2 req-1e16d79f-6dc5-45e2-9ab4-5c0a407de320 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:10.509697 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5092d7b-c766-414b-a781-e180c19744f2 req-1e16d79f-6dc5-45e2-9ab4-5c0a407de320 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:10.511279 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b5092d7b-c766-414b-a781-e180c19744f2 req-1e16d79f-6dc5-45e2-9ab4-5c0a407de320 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/ports?device_id=70235c67-493c-4494-a519-652890d78fdf HTTP/1.1" status: 200 len: 1681 time: 0.1958594 Dec 09 15:38:10.704890 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-50464b28-ad21-4bcf-98fe-45ebbe37daaa tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:10.722026 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b5092d7b-c766-414b-a781-e180c19744f2 req-157cfbed-f2ed-4270-8d53-47d5d9158713 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "GET /v2.0/security-groups?id=4053ce5f-6f47-4cca-86df-591fd9480a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940739 Dec 09 15:38:10.780203 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-50464b28-ad21-4bcf-98fe-45ebbe37daaa tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Network 895dda7b-01ef-4be1-87ee-a839b97640e2 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:38:10.783101 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3931568b-6a3e-415c-a515-318359f01a23 req-17cb7dc3-1944-4e18-97bc-aa975bbe5ed6 service neutron] 10.222.0.31 "GET /v2.0/networks/df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658160 Dec 09 15:38:10.792571 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-50464b28-ad21-4bcf-98fe-45ebbe37daaa tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:38:10.800166 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-50464b28-ad21-4bcf-98fe-45ebbe37daaa tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:38:10.806395 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50464b28-ad21-4bcf-98fe-45ebbe37daaa tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Pushing event updated for resources: {'Port': ['ID=5ff08a00-721a-4d24-8d8b-1594bb188216,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:10.851009 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-4022087e-5d8f-41e0-8c02-a82ad538d30d req-09e8756d-87c6-4410-9d75-a9f52522df4b tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Deleting port da2133a6-72e0-4af4-afb1-c0ee1dc7ccea {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:38:10.851288 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4022087e-5d8f-41e0-8c02-a82ad538d30d req-09e8756d-87c6-4410-9d75-a9f52522df4b tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:10.975412 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-50464b28-ad21-4bcf-98fe-45ebbe37daaa tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:10.976029 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-50464b28-ad21-4bcf-98fe-45ebbe37daaa tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:11.008233 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-50464b28-ad21-4bcf-98fe-45ebbe37daaa tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0147638 Dec 09 15:38:11.023467 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-4c68f631-f75b-4ae6-8077-4f5abc5ba4c0 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Request body: {'port': {'device_id': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '895dda7b-01ef-4be1-87ee-a839b97640e2', 'admin_state_up': True, 'tenant_id': '22d7743b04274c74b1037ecd2e466dba', 'security_groups': ['b5a160d6-2a3e-43b1-a8f4-02b478772c5e']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:11.112626 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-4022087e-5d8f-41e0-8c02-a82ad538d30d req-09e8756d-87c6-4410-9d75-a9f52522df4b tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] For port da2133a6-72e0-4af4-afb1-c0ee1dc7ccea, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=da2133a6-72e0-4af4-afb1-c0ee1dc7ccea,segment=NetworkSegment(c69d836c-5329-43c3-935c-cb923760bfb1),segment_id=c69d836c-5329-43c3-935c-cb923760bfb1)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:38:11.113004 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4022087e-5d8f-41e0-8c02-a82ad538d30d req-09e8756d-87c6-4410-9d75-a9f52522df4b tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:11.117201 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-66db6679-ee28-4539-8249-3081320869d5 req-3e558717-d2c4-4697-9e25-e7b484db2903 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=8222749629bd4bc081045ad1433cd8c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381877 Dec 09 15:38:11.135319 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-4022087e-5d8f-41e0-8c02-a82ad538d30d req-09e8756d-87c6-4410-9d75-a9f52522df4b tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Calling delete_port for da2133a6-72e0-4af4-afb1-c0ee1dc7ccea owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:38:11.163326 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f30049a6-0553-4f3a-8973-9b787708bf4c None None] Provisioning complete for port 5ff08a00-721a-4d24-8d8b-1594bb188216 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:38:11.164321 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f30049a6-0553-4f3a-8973-9b787708bf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:11.209147 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f30049a6-0553-4f3a-8973-9b787708bf4c None None] Port 5ff08a00-721a-4d24-8d8b-1594bb188216 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:38:11.277161 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af04a49-f422-4927-bb36-a69fa63a5805', 'tag': '325eae53-1942-43e9-9717-ea38449115a8'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:38:11.279439 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46814c53-ee49-4879-b0fa-f3e17402a4a8" -d '{"events": [{"name": "network-changed", "server_uuid": "1af04a49-f422-4927-bb36-a69fa63a5805", "tag": "325eae53-1942-43e9-9717-ea38449115a8"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:38:11.370601 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-4c68f631-f75b-4ae6-8077-4f5abc5ba4c0 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Made reservation on behalf of 22d7743b04274c74b1037ecd2e466dba for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:38:11.375815 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-4c68f631-f75b-4ae6-8077-4f5abc5ba4c0 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:11.388903 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db6679-ee28-4539-8249-3081320869d5 req-54ccfec0-e16c-41a2-ac5e-b5108070df0b tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:11.390525 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-66db6679-ee28-4539-8249-3081320869d5 req-54ccfec0-e16c-41a2-ac5e-b5108070df0b tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2565019 Dec 09 15:38:11.421410 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-66db6679-ee28-4539-8249-3081320869d5 req-b2cb35d4-56ad-430c-8154-b1e797c783ed tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/quotas/8222749629bd4bc081045ad1433cd8c5 HTTP/1.1" status: 200 len: 375 time: 0.0232043 Dec 09 15:38:11.545945 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4022087e-5d8f-41e0-8c02-a82ad538d30d req-09e8756d-87c6-4410-9d75-a9f52522df4b tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:11.621021 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-66db6679-ee28-4539-8249-3081320869d5 req-e6207a9c-dcaf-4ff6-9504-7588a1bdd35d tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=8222749629bd4bc081045ad1433cd8c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1700964 Dec 09 15:38:11.624627 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8756d-87c6-4410-9d75-a9f52522df4b tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Pushing event deleted for resources: {'Port': ['ID=da2133a6-72e0-4af4-afb1-c0ee1dc7ccea,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:11.687265 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-4022087e-5d8f-41e0-8c02-a82ad538d30d req-09e8756d-87c6-4410-9d75-a9f52522df4b tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] No DVR routers for this DVR port da2133a6-72e0-4af4-afb1-c0ee1dc7ccea on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:38:11.692825 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4022087e-5d8f-41e0-8c02-a82ad538d30d req-09e8756d-87c6-4410-9d75-a9f52522df4b tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:11.696797 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4022087e-5d8f-41e0-8c02-a82ad538d30d req-09e8756d-87c6-4410-9d75-a9f52522df4b tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.31 "DELETE /v2.0/ports/da2133a6-72e0-4af4-afb1-c0ee1dc7ccea HTTP/1.1" status: 204 len: 173 time: 1.2014899 Dec 09 15:38:11.884679 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-4c68f631-f75b-4ae6-8077-4f5abc5ba4c0 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Allocated IP 10.2.2.200 (895dda7b-01ef-4be1-87ee-a839b97640e2/b064243b-1cb0-4c46-a100-9b33b02bb56c/59e43ca8-3713-4f54-8ebf-f84b2c834574) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:38:11.995700 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-4022087e-5d8f-41e0-8c02-a82ad538d30d req-b05bbf35-2532-44f2-9cfd-11d389e47d7e tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Deleting port 8b7ec057-cd23-4799-b0d8-fcaee887bb7a {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:38:11.995939 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4022087e-5d8f-41e0-8c02-a82ad538d30d req-b05bbf35-2532-44f2-9cfd-11d389e47d7e tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:12.152875 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36205a8-d43b-4b27-90c2-427a7ee7898a req-c6fdf86f-6d90-4b60-8860-61edbea63b95 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:12.160446 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b36205a8-d43b-4b27-90c2-427a7ee7898a req-c6fdf86f-6d90-4b60-8860-61edbea63b95 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=1af04a49-f422-4927-bb36-a69fa63a5805 HTTP/1.1" status: 200 len: 943 time: 0.2103183 Dec 09 15:38:12.263971 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-4022087e-5d8f-41e0-8c02-a82ad538d30d req-b05bbf35-2532-44f2-9cfd-11d389e47d7e tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] For port 8b7ec057-cd23-4799-b0d8-fcaee887bb7a, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=8b7ec057-cd23-4799-b0d8-fcaee887bb7a,segment=NetworkSegment(d668710b-fce1-49bd-8e6e-ae45f71831bc),segment_id=d668710b-fce1-49bd-8e6e-ae45f71831bc)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:38:12.264345 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4022087e-5d8f-41e0-8c02-a82ad538d30d req-b05bbf35-2532-44f2-9cfd-11d389e47d7e tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:12.288779 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b36205a8-d43b-4b27-90c2-427a7ee7898a req-aefb7de3-0b35-434f-8278-97b9657babc8 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232419 Dec 09 15:38:12.315920 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-4022087e-5d8f-41e0-8c02-a82ad538d30d req-b05bbf35-2532-44f2-9cfd-11d389e47d7e tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Calling delete_port for 8b7ec057-cd23-4799-b0d8-fcaee887bb7a owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:38:12.364675 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-4c68f631-f75b-4ae6-8077-4f5abc5ba4c0 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:12.489734 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-4c68f631-f75b-4ae6-8077-4f5abc5ba4c0 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:12.591590 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-4c68f631-f75b-4ae6-8077-4f5abc5ba4c0 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Network 895dda7b-01ef-4be1-87ee-a839b97640e2 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:38:12.597714 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-4c68f631-f75b-4ae6-8077-4f5abc5ba4c0 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:38:12.599153 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:38:12.613899 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-4c68f631-f75b-4ae6-8077-4f5abc5ba4c0 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:38:12.665972 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c68f631-f75b-4ae6-8077-4f5abc5ba4c0 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Pushing event updated for resources: {'Port': ['ID=59e43ca8-3713-4f54-8ebf-f84b2c834574,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:12.703072 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4022087e-5d8f-41e0-8c02-a82ad538d30d req-b05bbf35-2532-44f2-9cfd-11d389e47d7e tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:12.726872 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33910) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:12.758715 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8531b3-e55c-4f7c-a5d4-67cceab2b5ef req-8d76cbbe-34a8-48b5-b914-df759b0e9b84 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:12.767236 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8531b3-e55c-4f7c-a5d4-67cceab2b5ef req-8d76cbbe-34a8-48b5-b914-df759b0e9b84 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:12.774479 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8531b3-e55c-4f7c-a5d4-67cceab2b5ef req-8d76cbbe-34a8-48b5-b914-df759b0e9b84 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:12.781612 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8531b3-e55c-4f7c-a5d4-67cceab2b5ef req-8d76cbbe-34a8-48b5-b914-df759b0e9b84 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:12.790195 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8531b3-e55c-4f7c-a5d4-67cceab2b5ef req-8d76cbbe-34a8-48b5-b914-df759b0e9b84 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:12.792142 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ff8531b3-e55c-4f7c-a5d4-67cceab2b5ef req-8d76cbbe-34a8-48b5-b914-df759b0e9b84 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 3815 time: 0.3130710 Dec 09 15:38:12.838458 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-4c68f631-f75b-4ae6-8077-4f5abc5ba4c0 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:12.839502 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-4c68f631-f75b-4ae6-8077-4f5abc5ba4c0 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:12.876848 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05bbf35-2532-44f2-9cfd-11d389e47d7e tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Pushing event deleted for resources: {'Port': ['ID=8b7ec057-cd23-4799-b0d8-fcaee887bb7a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:12.917064 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3da74dc3-493b-457d-9060-193d6f9a7e80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:12.934607 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-4022087e-5d8f-41e0-8c02-a82ad538d30d req-b05bbf35-2532-44f2-9cfd-11d389e47d7e tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] No DVR routers for this DVR port 8b7ec057-cd23-4799-b0d8-fcaee887bb7a on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:38:12.941019 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-4c68f631-f75b-4ae6-8077-4f5abc5ba4c0 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9245472 Dec 09 15:38:12.942991 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4022087e-5d8f-41e0-8c02-a82ad538d30d req-b05bbf35-2532-44f2-9cfd-11d389e47d7e tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:12.947312 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4022087e-5d8f-41e0-8c02-a82ad538d30d req-b05bbf35-2532-44f2-9cfd-11d389e47d7e tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.31 "DELETE /v2.0/ports/8b7ec057-cd23-4799-b0d8-fcaee887bb7a HTTP/1.1" status: 204 len: 173 time: 1.2312582 Dec 09 15:38:12.996137 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52f706c4-5304-4d7f-b799-83c65c293569 service neutron] Request body: {'port': {'device_id': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:13.039543 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ff8531b3-e55c-4f7c-a5d4-67cceab2b5ef req-bcc4c0be-3959-4c7a-986c-d29e89a32bdd tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5a160d6-2a3e-43b1-a8f4-02b478772c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133017 Dec 09 15:38:13.071567 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3da74dc3-493b-457d-9060-193d6f9a7e80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:13.078449 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3da74dc3-493b-457d-9060-193d6f9a7e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:13.084387 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-23aff1e2-0ba7-491a-b741-481a098ba657 None None] Provisioning complete for port 59e43ca8-3713-4f54-8ebf-f84b2c834574 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:38:13.088287 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-23aff1e2-0ba7-491a-b741-481a098ba657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:13.148009 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52f706c4-5304-4d7f-b799-83c65c293569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:13.168143 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3da74dc3-493b-457d-9060-193d6f9a7e80 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=58c99c79a4e54b4da63e8e6188cf930f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4381034 Dec 09 15:38:13.168888 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 33914) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:13.170442 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da74dc3-493b-457d-9060-193d6f9a7e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e380db97-e67e-44b0-90d1-c34d149b76ba,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:13.188337 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-23aff1e2-0ba7-491a-b741-481a098ba657 None None] Port 59e43ca8-3713-4f54-8ebf-f84b2c834574 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:38:13.298493 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 325eae53-1942-43e9-9717-ea38449115a8 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:38:13.301101 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 8b7ec057-cd23-4799-b0d8-fcaee887bb7a no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:38:13.352893 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 8b7ec057-cd23-4799-b0d8-fcaee887bb7a {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:38:13.353532 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 8b7ec057-cd23-4799-b0d8-fcaee887bb7a not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:38:13.354115 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device da2133a6-72e0-4af4-afb1-c0ee1dc7ccea no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:38:13.388094 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9830fbd0-17db-4b61-8e5d-ffb91aa0dcc1 req-6b6707e9-823d-404c-90d0-a966cabb0fb4 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/floatingips/9340e28e-3576-4725-b745-e5e5ea67e880 HTTP/1.1" status: 200 len: 694 time: 0.1441207 Dec 09 15:38:13.487618 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-66db6679-ee28-4539-8249-3081320869d5 req-aa73695f-7585-446b-9a34-be56b7ecd257 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=8222749629bd4bc081045ad1433cd8c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1044881 Dec 09 15:38:13.491974 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 325eae53-1942-43e9-9717-ea38449115a8, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=325eae53-1942-43e9-9717-ea38449115a8,segment=NetworkSegment(69e3382f-395f-44e0-a40c-d45aab069633),segment_id=69e3382f-395f-44e0-a40c-d45aab069633)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:38:13.493242 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1bfca880-e1df-4099-aca3-6ceb6dc4a571 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:13.520266 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: da2133a6-72e0-4af4-afb1-c0ee1dc7ccea {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:38:13.520946 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device da2133a6-72e0-4af4-afb1-c0ee1dc7ccea not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:38:13.527344 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '325eae53-1942-43e9-9717-ea38449115a8', 'network_id': '7736ab20-9109-45c5-88b0-6682a059f13e', 'port_id': '325eae53-1942-43e9-9717-ea38449115a8', 'mac_address': 'fa:16:3e:25:13:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ee4fdd6-4dfd-4a15-a871-b63f2ecb023f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:38:13.565911 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:13.581850 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 325eae53-1942-43e9-9717-ea38449115a8 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:38:13.606501 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 325eae53-1942-43e9-9717-ea38449115a8, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=325eae53-1942-43e9-9717-ea38449115a8,segment=NetworkSegment(69e3382f-395f-44e0-a40c-d45aab069633),segment_id=69e3382f-395f-44e0-a40c-d45aab069633)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:38:13.612147 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:13.681279 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=325eae53-1942-43e9-9717-ea38449115a8,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:13.691981 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:13.692741 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:13.693415 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:13.694214 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:13.694890 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:13.696090 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:13.696814 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:13.697972 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:13.698688 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:13.699386 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:13.700117 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:13.700707 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:13.701248 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:13.878912 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1bfca880-e1df-4099-aca3-6ceb6dc4a571 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:13.899128 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6cfea8-5bad-4334-8d1c-b1fa8d5e8843 req-929e304d-5419-48fa-9db0-802611d88fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:13.900674 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3e6cfea8-5bad-4334-8d1c-b1fa8d5e8843 req-929e304d-5419-48fa-9db0-802611d88fe2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=59594b9e3fb144dbb2817de5b4b0a74c&device_id=19dc24f6-09ce-4250-850b-d7ee7c38fb46 HTTP/1.1" status: 200 len: 1097 time: 0.5913262 Dec 09 15:38:14.031799 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830fbd0-17db-4b61-8e5d-ffb91aa0dcc1 req-6cfd5b62-99af-4d61-a6ca-bb7d633ca15b tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:14.033233 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9830fbd0-17db-4b61-8e5d-ffb91aa0dcc1 req-6cfd5b62-99af-4d61-a6ca-bb7d633ca15b tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/networks/d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 784 time: 0.6264732 Dec 09 15:38:14.117231 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db6679-ee28-4539-8249-3081320869d5 req-2d90d6e8-e403-4504-bb99-4965d8e5ed66 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:14.118711 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-66db6679-ee28-4539-8249-3081320869d5 req-2d90d6e8-e403-4504-bb99-4965d8e5ed66 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6190162 Dec 09 15:38:14.120826 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['325eae53-1942-43e9-9717-ea38449115a8'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:38:14.135013 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9830fbd0-17db-4b61-8e5d-ffb91aa0dcc1 req-f052f191-733c-47ec-9408-c65ffc83ad60 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.232 HTTP/1.1" status: 200 len: 697 time: 0.0867450 Dec 09 15:38:14.143142 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-66db6679-ee28-4539-8249-3081320869d5 req-27a31f1f-086a-4057-a8d3-81fce9c038a6 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Request body: {'port': {'device_id': '87f0bba4-7d9a-4014-982d-643cf4a840cb', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'admin_state_up': True, 'tenant_id': '8222749629bd4bc081045ad1433cd8c5'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:14.215920 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1bfca880-e1df-4099-aca3-6ceb6dc4a571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:14.218517 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1bfca880-e1df-4099-aca3-6ceb6dc4a571 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:14.221992 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1bfca880-e1df-4099-aca3-6ceb6dc4a571 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e380db97-e67e-44b0-90d1-c34d149b76ba HTTP/1.1" status: 204 len: 168 time: 1.0497670 Dec 09 15:38:14.322133 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9830fbd0-17db-4b61-8e5d-ffb91aa0dcc1 req-c1081a4d-3a79-4c7c-9d24-7e5a7cd04ad5 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.232 HTTP/1.1" status: 200 len: 697 time: 0.1683228 Dec 09 15:38:14.322800 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfca880-e1df-4099-aca3-6ceb6dc4a571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e380db97-e67e-44b0-90d1-c34d149b76ba,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:14.339584 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6cfea8-5bad-4334-8d1c-b1fa8d5e8843 req-2cf305c5-86e0-4fbc-b0c6-f441fa787599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:14.341451 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3e6cfea8-5bad-4334-8d1c-b1fa8d5e8843 req-2cf305c5-86e0-4fbc-b0c6-f441fa787599 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7010a1a7-2d7c-4586-8e67-9c7afc483ab0 HTTP/1.1" status: 200 len: 920 time: 0.4235837 Dec 09 15:38:14.380726 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52f706c4-5304-4d7f-b799-83c65c293569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0397afc-d7b8-46af-b15a-daa47b868983 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:38:14.461711 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52f706c4-5304-4d7f-b799-83c65c293569 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:14.464773 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3e6cfea8-5bad-4334-8d1c-b1fa8d5e8843 req-224c8d16-3fcb-467a-977c-7e53354c47d0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59ffef59-e7d2-49f4-bb86-d9cd926be4b8 HTTP/1.1" status: 200 len: 217 time: 0.1024408 Dec 09 15:38:14.537542 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52f706c4-5304-4d7f-b799-83c65c293569 service neutron] Transition to ACTIVE for port object c0397afc-d7b8-46af-b15a-daa47b868983 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:38:14.553621 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52f706c4-5304-4d7f-b799-83c65c293569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:14.567461 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33926) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:14.580217 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e510881-07bb-4572-8d9d-a76e0718c7a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:14.641664 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66db6679-ee28-4539-8249-3081320869d5 req-27a31f1f-086a-4057-a8d3-81fce9c038a6 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Made reservation on behalf of 8222749629bd4bc081045ad1433cd8c5 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:38:14.645251 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-66db6679-ee28-4539-8249-3081320869d5 req-27a31f1f-086a-4057-a8d3-81fce9c038a6 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:14.648678 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6cfea8-5bad-4334-8d1c-b1fa8d5e8843 req-e145ff5f-f750-48dc-a7ff-6a7338ee5926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:14.650186 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3e6cfea8-5bad-4334-8d1c-b1fa8d5e8843 req-e145ff5f-f750-48dc-a7ff-6a7338ee5926 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=55d52639-1caa-4023-ae95-afc257c891d1 HTTP/1.1" status: 200 len: 859 time: 0.1736541 Dec 09 15:38:14.673798 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e510881-07bb-4572-8d9d-a76e0718c7a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:14.679253 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e510881-07bb-4572-8d9d-a76e0718c7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:14.679585 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f706c4-5304-4d7f-b799-83c65c293569 service neutron] Pushing event updated for resources: {'Port': ['ID=c0397afc-d7b8-46af-b15a-daa47b868983,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:14.731176 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4e510881-07bb-4572-8d9d-a76e0718c7a6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=97ff65993da04614b495acdae0fb50aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1641316 Dec 09 15:38:14.732779 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33928) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:14.733811 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3e6cfea8-5bad-4334-8d1c-b1fa8d5e8843 req-a4a9d078-b2a1-426b-96ac-831b4881272c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7010a1a7-2d7c-4586-8e67-9c7afc483ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679376 Dec 09 15:38:14.741270 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e510881-07bb-4572-8d9d-a76e0718c7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8065063-3f20-4dfe-95b3-d6db581a8ff1,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:14.809179 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e54be61-5ebf-4bab-8ec7-70ed28810b26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:14.833569 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e54be61-5ebf-4bab-8ec7-70ed28810b26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:14.893049 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e54be61-5ebf-4bab-8ec7-70ed28810b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:14.895736 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e54be61-5ebf-4bab-8ec7-70ed28810b26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:14.899170 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5e54be61-5ebf-4bab-8ec7-70ed28810b26 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c8065063-3f20-4dfe-95b3-d6db581a8ff1 HTTP/1.1" status: 204 len: 168 time: 0.1624920 Dec 09 15:38:14.915293 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e54be61-5ebf-4bab-8ec7-70ed28810b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8065063-3f20-4dfe-95b3-d6db581a8ff1,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:14.937768 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-9830fbd0-17db-4b61-8e5d-ffb91aa0dcc1 req-ccbb7820-72f7-4698-9e4f-ae238c170644 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Deleting port 163e7686-d333-42d3-895c-42de4d7eecb6 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:38:14.938364 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9830fbd0-17db-4b61-8e5d-ffb91aa0dcc1 req-ccbb7820-72f7-4698-9e4f-ae238c170644 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:14.983150 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52f706c4-5304-4d7f-b799-83c65c293569 service neutron] Attempting to bind port c0397afc-d7b8-46af-b15a-daa47b868983 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:38:14.983487 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52f706c4-5304-4d7f-b799-83c65c293569 service neutron] Attempting to bind port c0397afc-d7b8-46af-b15a-daa47b868983 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': 'cef3a23b-9ff4-4874-a4d8-11bf87c1d9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '99deab82-68e4-40a9-831d-57d4c6d733cd'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:38:14.983816 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52f706c4-5304-4d7f-b799-83c65c293569 service neutron] Attempting to bind port c0397afc-d7b8-46af-b15a-daa47b868983 on network 99deab82-68e4-40a9-831d-57d4c6d733cd {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:15.006758 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52f706c4-5304-4d7f-b799-83c65c293569 service neutron] Port c0397afc-d7b8-46af-b15a-daa47b868983 on network 99deab82-68e4-40a9-831d-57d4c6d733cd not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:38:15.007166 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52f706c4-5304-4d7f-b799-83c65c293569 service neutron] Attempting to bind port c0397afc-d7b8-46af-b15a-daa47b868983 on network 99deab82-68e4-40a9-831d-57d4c6d733cd {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:15.035673 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52f706c4-5304-4d7f-b799-83c65c293569 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:38:15.036019 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52f706c4-5304-4d7f-b799-83c65c293569 service neutron] Checking segment: {'id': 'cef3a23b-9ff4-4874-a4d8-11bf87c1d9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '99deab82-68e4-40a9-831d-57d4c6d733cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:38:15.036505 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52f706c4-5304-4d7f-b799-83c65c293569 service neutron] Bound using segment: {'id': 'cef3a23b-9ff4-4874-a4d8-11bf87c1d9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '99deab82-68e4-40a9-831d-57d4c6d733cd'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:38:15.036897 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52f706c4-5304-4d7f-b799-83c65c293569 service neutron] Bound port: c0397afc-d7b8-46af-b15a-daa47b868983, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cef3a23b-9ff4-4874-a4d8-11bf87c1d9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '99deab82-68e4-40a9-831d-57d4c6d733cd'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:38:15.037559 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52f706c4-5304-4d7f-b799-83c65c293569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:15.057536 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-66db6679-ee28-4539-8249-3081320869d5 req-27a31f1f-086a-4057-a8d3-81fce9c038a6 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Allocated IP 192.168.233.9 (bf6a25f7-2b73-48b5-b60f-99a19e919fb7/54e6953c-1261-4e7c-8b49-64e5b87424c2/847afbcf-2043-4704-86dd-821ac9fb24dc) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:38:15.085690 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3e6cfea8-5bad-4334-8d1c-b1fa8d5e8843 req-48665a7c-16cd-4ac9-a614-d4507accd9f4 service neutron] 10.222.0.31 "GET /v2.0/networks/7010a1a7-2d7c-4586-8e67-9c7afc483ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137865 Dec 09 15:38:15.180653 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9830fbd0-17db-4b61-8e5d-ffb91aa0dcc1 req-ccbb7820-72f7-4698-9e4f-ae238c170644 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:15.180985 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9830fbd0-17db-4b61-8e5d-ffb91aa0dcc1 req-ccbb7820-72f7-4698-9e4f-ae238c170644 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:15.223515 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-9830fbd0-17db-4b61-8e5d-ffb91aa0dcc1 req-ccbb7820-72f7-4698-9e4f-ae238c170644 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Calling delete_port for 163e7686-d333-42d3-895c-42de4d7eecb6 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:38:15.318045 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52f706c4-5304-4d7f-b799-83c65c293569 service neutron] For port c0397afc-d7b8-46af-b15a-daa47b868983, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:38:15.329809 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 325eae53-1942-43e9-9717-ea38449115a8 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:38:15.384691 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52f706c4-5304-4d7f-b799-83c65c293569 service neutron] For port c0397afc-d7b8-46af-b15a-daa47b868983, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=c0397afc-d7b8-46af-b15a-daa47b868983,segment=NetworkSegment(cef3a23b-9ff4-4874-a4d8-11bf87c1d9a8),segment_id=cef3a23b-9ff4-4874-a4d8-11bf87c1d9a8)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:38:15.391257 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 325eae53-1942-43e9-9717-ea38449115a8 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:38:15.395831 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 325eae53-1942-43e9-9717-ea38449115a8 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:38:15.396199 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:15.399968 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52f706c4-5304-4d7f-b799-83c65c293569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:15.418505 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3e6cfea8-5bad-4334-8d1c-b1fa8d5e8843 req-4f0e1689-a90f-445a-8cfe-6661f040ddcf service neutron] 10.222.0.31 "GET /v2.0/networks/7010a1a7-2d7c-4586-8e67-9c7afc483ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237545 Dec 09 15:38:15.474305 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52f706c4-5304-4d7f-b799-83c65c293569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:15.475064 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52f706c4-5304-4d7f-b799-83c65c293569 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:15.476776 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52f706c4-5304-4d7f-b799-83c65c293569 service neutron] 10.222.0.31 "PUT /v2.0/ports/c0397afc-d7b8-46af-b15a-daa47b868983 HTTP/1.1" status: 200 len: 1091 time: 2.5191655 Dec 09 15:38:15.492127 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:15.529204 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-724c34e2-4e7f-419a-8dad-0d5dd771cba7 service neutron] Request body: {'port': {'device_id': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:15.545693 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 325eae53-1942-43e9-9717-ea38449115a8, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=325eae53-1942-43e9-9717-ea38449115a8,segment=NetworkSegment(69e3382f-395f-44e0-a40c-d45aab069633),segment_id=69e3382f-395f-44e0-a40c-d45aab069633)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:38:15.549087 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af04a49-f422-4927-bb36-a69fa63a5805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325eae53-1942-43e9-9717-ea38449115a8'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:38:15.557028 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831e5df9-be71-4ad6-84a6-f994f99c4ae6" -d '{"events": [{"server_uuid": "1af04a49-f422-4927-bb36-a69fa63a5805", "name": "network-vif-plugged", "status": "completed", "tag": "325eae53-1942-43e9-9717-ea38449115a8"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:38:15.565548 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:15.574872 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f706c4-5304-4d7f-b799-83c65c293569 service neutron] Pushing event updated for resources: {'Port': ['ID=c0397afc-d7b8-46af-b15a-daa47b868983,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:15.594225 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-66db6679-ee28-4539-8249-3081320869d5 req-27a31f1f-086a-4057-a8d3-81fce9c038a6 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:15.640854 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=325eae53-1942-43e9-9717-ea38449115a8,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:15.709376 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9830fbd0-17db-4b61-8e5d-ffb91aa0dcc1 req-ccbb7820-72f7-4698-9e4f-ae238c170644 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:15.743121 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:15.755357 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-724c34e2-4e7f-419a-8dad-0d5dd771cba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:15.767694 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb7820-72f7-4698-9e4f-ae238c170644 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Pushing event deleted for resources: {'Port': ['ID=163e7686-d333-42d3-895c-42de4d7eecb6,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:15.857844 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-66db6679-ee28-4539-8249-3081320869d5 req-27a31f1f-086a-4057-a8d3-81fce9c038a6 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:15.873613 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:38:15.938937 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:38:15.961709 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9830fbd0-17db-4b61-8e5d-ffb91aa0dcc1 req-ccbb7820-72f7-4698-9e4f-ae238c170644 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:15.964364 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9830fbd0-17db-4b61-8e5d-ffb91aa0dcc1 req-ccbb7820-72f7-4698-9e4f-ae238c170644 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:15.965672 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9830fbd0-17db-4b61-8e5d-ffb91aa0dcc1 req-ccbb7820-72f7-4698-9e4f-ae238c170644 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "DELETE /v2.0/floatingips/9340e28e-3576-4725-b745-e5e5ea67e880 HTTP/1.1" status: 204 len: 173 time: 1.6142819 Dec 09 15:38:15.990564 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66db6679-ee28-4539-8249-3081320869d5 req-27a31f1f-086a-4057-a8d3-81fce9c038a6 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:38:15.994637 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a31f1f-086a-4057-a8d3-81fce9c038a6 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Pushing event updated for resources: {'Port': ['ID=847afbcf-2043-4704-86dd-821ac9fb24dc,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:16.002939 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-66db6679-ee28-4539-8249-3081320869d5 req-27a31f1f-086a-4057-a8d3-81fce9c038a6 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:38:16.007607 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-66db6679-ee28-4539-8249-3081320869d5 req-27a31f1f-086a-4057-a8d3-81fce9c038a6 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:38:16.105959 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893e9d89-1e55-41ea-96ea-b5c1c5a3c363 x-openstack-request-id: req-893e9d89-1e55-41ea-96ea-b5c1c5a3c363 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:38:16.106313 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af04a49-f422-4927-bb36-a69fa63a5805", "tag": "325eae53-1942-43e9-9717-ea38449115a8", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:38:16.106867 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-893e9d89-1e55-41ea-96ea-b5c1c5a3c363 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:38:16.107423 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1af04a49-f422-4927-bb36-a69fa63a5805', 'tag': '325eae53-1942-43e9-9717-ea38449115a8', 'status': 'completed', 'code': 200} Dec 09 15:38:16.132710 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33960) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:16.205571 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db6679-ee28-4539-8249-3081320869d5 req-27a31f1f-086a-4057-a8d3-81fce9c038a6 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:16.206405 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-66db6679-ee28-4539-8249-3081320869d5 req-27a31f1f-086a-4057-a8d3-81fce9c038a6 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:16.268345 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd0870a0-d841-43b3-8423-13967912f1ec tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Deleting subnet be6d0a4a-b52c-4f98-a733-453ffc72c813 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:38:16.278638 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cd0870a0-d841-43b3-8423-13967912f1ec tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:16.363609 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cd0870a0-d841-43b3-8423-13967912f1ec tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:16.369050 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-66db6679-ee28-4539-8249-3081320869d5 req-27a31f1f-086a-4057-a8d3-81fce9c038a6 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2298534 Dec 09 15:38:16.417670 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-adb797aa-dc7e-4f69-bafc-da55252315a0 None None] Provisioning complete for port 847afbcf-2043-4704-86dd-821ac9fb24dc triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:38:16.418213 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-adb797aa-dc7e-4f69-bafc-da55252315a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:16.472672 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec36aeb-553c-4fb6-aa0b-8d761b22588b req-d48debee-a9e9-4632-a43d-9b155ae9e0ef tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:16.480620 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0ec36aeb-553c-4fb6-aa0b-8d761b22588b req-d48debee-a9e9-4632-a43d-9b155ae9e0ef tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=87f0bba4-7d9a-4014-982d-643cf4a840cb HTTP/1.1" status: 200 len: 934 time: 0.2538407 Dec 09 15:38:16.487388 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-adb797aa-dc7e-4f69-bafc-da55252315a0 None None] Port 847afbcf-2043-4704-86dd-821ac9fb24dc cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:38:16.503766 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cd0870a0-d841-43b3-8423-13967912f1ec tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:16.510183 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-66db6679-ee28-4539-8249-3081320869d5 req-ec80504e-c10a-4d3c-b495-a384bbf2bca4 service neutron] Request body: {'port': {'device_id': '87f0bba4-7d9a-4014-982d-643cf4a840cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:16.594539 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-724c34e2-4e7f-419a-8dad-0d5dd771cba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32ff3866-b9bf-4bc2-9100-56e447725e78 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:38:16.594784 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cd0870a0-d841-43b3-8423-13967912f1ec tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:16.601493 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-724c34e2-4e7f-419a-8dad-0d5dd771cba7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:16.627856 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46814c53-ee49-4879-b0fa-f3e17402a4a8 req-b1d9fd42-9a8a-46d2-9b24-2d48f6961d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:16.629314 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-46814c53-ee49-4879-b0fa-f3e17402a4a8 req-b1d9fd42-9a8a-46d2-9b24-2d48f6961d2d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7cb10907c9dd4101899755e35f1cc029&device_id=1af04a49-f422-4927-bb36-a69fa63a5805 HTTP/1.1" status: 200 len: 1096 time: 0.5163796 Dec 09 15:38:16.631947 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0870a0-d841-43b3-8423-13967912f1ec tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Pushing event deleted for resources: {'Subnet': ['ID=be6d0a4a-b52c-4f98-a733-453ffc72c813,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:16.648144 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cd0870a0-d841-43b3-8423-13967912f1ec tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:16.656916 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-cd0870a0-d841-43b3-8423-13967912f1ec tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "DELETE /v2.0/subnets/be6d0a4a-b52c-4f98-a733-453ffc72c813 HTTP/1.1" status: 204 len: 168 time: 0.5231133 Dec 09 15:38:16.657201 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c216bd-48e6-4a7f-bf4c-5aa612beb13a None None] Network 027fd21e-46d9-46c2-af8e-95e4f06953a0 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:38:16.658577 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33978) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:16.678766 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-724c34e2-4e7f-419a-8dad-0d5dd771cba7 service neutron] Transition to ACTIVE for port object 32ff3866-b9bf-4bc2-9100-56e447725e78 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:38:16.773906 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b9e1e779-8c68-445f-be17-a478ac83206c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:16.859445 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-b9e1e779-8c68-445f-be17-a478ac83206c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Deleting port c9069d1b-2854-48c9-8283-5ae12fa4b9bf {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:38:16.862534 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b9e1e779-8c68-445f-be17-a478ac83206c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:16.923335 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8484d4b-b1d6-4486-9296-96402d7ea85d None None] DHCP port deletion for 027fd21e-46d9-46c2-af8e-95e4f06953a0 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:38:16.945093 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-b9e1e779-8c68-445f-be17-a478ac83206c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] For port c9069d1b-2854-48c9-8283-5ae12fa4b9bf, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=c9069d1b-2854-48c9-8283-5ae12fa4b9bf,segment=NetworkSegment(c69d836c-5329-43c3-935c-cb923760bfb1),segment_id=c69d836c-5329-43c3-935c-cb923760bfb1)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:38:16.945461 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b9e1e779-8c68-445f-be17-a478ac83206c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:16.962032 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-b9e1e779-8c68-445f-be17-a478ac83206c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Calling delete_port for c9069d1b-2854-48c9-8283-5ae12fa4b9bf owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:38:16.971502 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-66db6679-ee28-4539-8249-3081320869d5 req-ec80504e-c10a-4d3c-b495-a384bbf2bca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:16.995816 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c8484d4b-b1d6-4486-9296-96402d7ea85d None None] Deleting port c9069d1b-2854-48c9-8283-5ae12fa4b9bf {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:38:16.996257 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c8484d4b-b1d6-4486-9296-96402d7ea85d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:17.002528 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-724c34e2-4e7f-419a-8dad-0d5dd771cba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:17.075605 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0ec36aeb-553c-4fb6-aa0b-8d761b22588b req-ec814f11-60e8-4a3b-97b5-ea55d9228dd5 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5939367 Dec 09 15:38:17.085588 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c8484d4b-b1d6-4486-9296-96402d7ea85d None None] For port c9069d1b-2854-48c9-8283-5ae12fa4b9bf, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=c9069d1b-2854-48c9-8283-5ae12fa4b9bf,segment=NetworkSegment(c69d836c-5329-43c3-935c-cb923760bfb1),segment_id=c69d836c-5329-43c3-935c-cb923760bfb1)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:38:17.086362 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c8484d4b-b1d6-4486-9296-96402d7ea85d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:17.107348 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b9e1e779-8c68-445f-be17-a478ac83206c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:17.108628 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c8484d4b-b1d6-4486-9296-96402d7ea85d None None] Calling delete_port for c9069d1b-2854-48c9-8283-5ae12fa4b9bf owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:38:17.131526 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e1e779-8c68-445f-be17-a478ac83206c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] No DVR routers for this DVR port c9069d1b-2854-48c9-8283-5ae12fa4b9bf on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:38:17.227577 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c34e2-4e7f-419a-8dad-0d5dd771cba7 service neutron] Pushing event updated for resources: {'Port': ['ID=32ff3866-b9bf-4bc2-9100-56e447725e78,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:17.247444 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1e779-8c68-445f-be17-a478ac83206c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Pushing event deleted for resources: {'Port': ['ID=c9069d1b-2854-48c9-8283-5ae12fa4b9bf,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:17.307594 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c8484d4b-b1d6-4486-9296-96402d7ea85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:17.381532 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8484d4b-b1d6-4486-9296-96402d7ea85d None None] Pushing event deleted for resources: {'Port': ['ID=c9069d1b-2854-48c9-8283-5ae12fa4b9bf,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:17.388866 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b9e1e779-8c68-445f-be17-a478ac83206c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:17.393445 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8484d4b-b1d6-4486-9296-96402d7ea85d None None] No DVR routers for this DVR port c9069d1b-2854-48c9-8283-5ae12fa4b9bf on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:38:17.416950 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33996) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:17.477090 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-b9e1e779-8c68-445f-be17-a478ac83206c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['027fd21e-46d9-46c2-af8e-95e4f06953a0']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:17.490598 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-b9e1e779-8c68-445f-be17-a478ac83206c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c69d836c-5329-43c3-935c-cb923760bfb1') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:17.490917 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-b9e1e779-8c68-445f-be17-a478ac83206c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c69d836c-5329-43c3-935c-cb923760bfb1') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:17.498271 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46814c53-ee49-4879-b0fa-f3e17402a4a8 req-76a22567-1827-4440-a1c5-ffcd285b2f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:17.500070 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-46814c53-ee49-4879-b0fa-f3e17402a4a8 req-76a22567-1827-4440-a1c5-ffcd285b2f7e service neutron] 10.222.0.31 "GET /v2.0/networks?id=7736ab20-9109-45c5-88b0-6682a059f13e HTTP/1.1" status: 200 len: 913 time: 0.8228469 Dec 09 15:38:17.514247 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b9e1e779-8c68-445f-be17-a478ac83206c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:17.546591 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b9e1e779-8c68-445f-be17-a478ac83206c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:17.554577 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9e1e779-8c68-445f-be17-a478ac83206c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:38:17.554976 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b9e1e779-8c68-445f-be17-a478ac83206c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:17.558128 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:38:17.558128 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:38:17.558128 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:38:17.558128 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:38:17.558128 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:38:17.558128 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:38:17.558128 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:38:17.558128 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:38:17.558128 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:38:17.558128 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:38:17.558128 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:38:17.558128 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:38:17.558128 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:38:17.558128 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:38:17.558128 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:38:17.558128 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:38:17.558128 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:38:17.558128 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:38:17.558128 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:38:17.558128 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:38:17.558128 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:38:17.558128 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:38:17.558128 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:38:17.558128 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:38:17.558128 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:38:17.558128 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:38:17.558128 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:38:17.558128 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:38:17.558128 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:38:17.558128 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:38:17.558128 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:38:17.558128 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:38:17.576002 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-46814c53-ee49-4879-b0fa-f3e17402a4a8 req-b5e2110d-9d33-45d3-8b37-e26525e86a3b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=325eae53-1942-43e9-9717-ea38449115a8 HTTP/1.1" status: 200 len: 217 time: 0.0662446 Dec 09 15:38:17.686351 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-724c34e2-4e7f-419a-8dad-0d5dd771cba7 service neutron] Attempting to bind port 32ff3866-b9bf-4bc2-9100-56e447725e78 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:38:17.687071 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-724c34e2-4e7f-419a-8dad-0d5dd771cba7 service neutron] Attempting to bind port 32ff3866-b9bf-4bc2-9100-56e447725e78 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '18982a45-a512-40c0-96de-f3768ab3b632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '20a3d869-faba-4fd6-8427-0269f690d785'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:38:17.687660 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-724c34e2-4e7f-419a-8dad-0d5dd771cba7 service neutron] Attempting to bind port 32ff3866-b9bf-4bc2-9100-56e447725e78 on network 20a3d869-faba-4fd6-8427-0269f690d785 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:17.708638 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b9e1e779-8c68-445f-be17-a478ac83206c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:17.711645 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-724c34e2-4e7f-419a-8dad-0d5dd771cba7 service neutron] Port 32ff3866-b9bf-4bc2-9100-56e447725e78 on network 20a3d869-faba-4fd6-8427-0269f690d785 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:38:17.712224 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-724c34e2-4e7f-419a-8dad-0d5dd771cba7 service neutron] Attempting to bind port 32ff3866-b9bf-4bc2-9100-56e447725e78 on network 20a3d869-faba-4fd6-8427-0269f690d785 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:17.713670 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-20281e02-d772-4baf-bce7-403bf597c42a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:17.733526 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b9e1e779-8c68-445f-be17-a478ac83206c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:17.739366 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b9e1e779-8c68-445f-be17-a478ac83206c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "DELETE /v2.0/networks/027fd21e-46d9-46c2-af8e-95e4f06953a0 HTTP/1.1" status: 204 len: 168 time: 1.0772202 Dec 09 15:38:17.751785 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34006) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:17.754954 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1e779-8c68-445f-be17-a478ac83206c tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Pushing event deleted for resources: {'Network': ['ID=027fd21e-46d9-46c2-af8e-95e4f06953a0,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:17.757984 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-724c34e2-4e7f-419a-8dad-0d5dd771cba7 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:38:17.758414 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-724c34e2-4e7f-419a-8dad-0d5dd771cba7 service neutron] Checking segment: {'id': '18982a45-a512-40c0-96de-f3768ab3b632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '20a3d869-faba-4fd6-8427-0269f690d785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:38:17.758877 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-724c34e2-4e7f-419a-8dad-0d5dd771cba7 service neutron] Bound using segment: {'id': '18982a45-a512-40c0-96de-f3768ab3b632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '20a3d869-faba-4fd6-8427-0269f690d785'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:38:17.759606 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-724c34e2-4e7f-419a-8dad-0d5dd771cba7 service neutron] Bound port: 32ff3866-b9bf-4bc2-9100-56e447725e78, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18982a45-a512-40c0-96de-f3768ab3b632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '20a3d869-faba-4fd6-8427-0269f690d785'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:38:17.759755 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-724c34e2-4e7f-419a-8dad-0d5dd771cba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:17.783125 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46814c53-ee49-4879-b0fa-f3e17402a4a8 req-1e6d004e-dc27-4815-b707-1c94fb56ae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:17.784633 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-46814c53-ee49-4879-b0fa-f3e17402a4a8 req-1e6d004e-dc27-4815-b707-1c94fb56ae46 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0ee4fdd6-4dfd-4a15-a871-b63f2ecb023f HTTP/1.1" status: 200 len: 852 time: 0.1893387 Dec 09 15:38:17.833998 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-20281e02-d772-4baf-bce7-403bf597c42a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:17.842471 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-20281e02-d772-4baf-bce7-403bf597c42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:17.872634 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-46814c53-ee49-4879-b0fa-f3e17402a4a8 req-72d03dd7-0304-45cb-a4e7-cc10ac06d7e0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7736ab20-9109-45c5-88b0-6682a059f13e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549459 Dec 09 15:38:17.899957 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-20281e02-d772-4baf-bce7-403bf597c42a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=77dd6c9cf83a43c188582e879a3b8cd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4774647 Dec 09 15:38:17.901050 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20281e02-d772-4baf-bce7-403bf597c42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14abe13e-a4bc-4815-9580-72cdbbf3c795,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:17.904213 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34008) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:17.954326 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18049ea-56b1-4dcd-a904-3fea58e2933d req-abf15d9b-fda0-4419-9f2e-974da04710b7 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:17.955905 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a18049ea-56b1-4dcd-a904-3fea58e2933d req-abf15d9b-fda0-4419-9f2e-974da04710b7 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=19dc24f6-09ce-4250-850b-d7ee7c38fb46 HTTP/1.1" status: 200 len: 946 time: 0.2565637 Dec 09 15:38:17.963550 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-14ac69b2-81fc-4a19-b9c9-b28cb247e4b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:17.985983 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-14ac69b2-81fc-4a19-b9c9-b28cb247e4b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:18.041032 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-14ac69b2-81fc-4a19-b9c9-b28cb247e4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:18.044207 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-14ac69b2-81fc-4a19-b9c9-b28cb247e4b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:18.045395 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-14ac69b2-81fc-4a19-b9c9-b28cb247e4b7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/14abe13e-a4bc-4815-9580-72cdbbf3c795 HTTP/1.1" status: 204 len: 168 time: 0.1399183 Dec 09 15:38:18.067227 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac69b2-81fc-4a19-b9c9-b28cb247e4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14abe13e-a4bc-4815-9580-72cdbbf3c795,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:18.097004 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-66db6679-ee28-4539-8249-3081320869d5 req-ec80504e-c10a-4d3c-b495-a384bbf2bca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 847afbcf-2043-4704-86dd-821ac9fb24dc {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:38:18.112454 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-66db6679-ee28-4539-8249-3081320869d5 req-ec80504e-c10a-4d3c-b495-a384bbf2bca4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:18.123866 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-66db6679-ee28-4539-8249-3081320869d5 req-ec80504e-c10a-4d3c-b495-a384bbf2bca4 service neutron] Transition to ACTIVE for port object 847afbcf-2043-4704-86dd-821ac9fb24dc will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:38:18.129683 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-b435256e-729c-4397-a7ce-d39e64359581 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Deleting subnet cf76b55c-6a0c-420b-8e11-7ca71b4369e8 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:38:18.131983 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70235c67-493c-4494-a519-652890d78fdf', 'name': 'network-vif-deleted', 'tag': 'da2133a6-72e0-4af4-afb1-c0ee1dc7ccea'}, {'server_uuid': '70235c67-493c-4494-a519-652890d78fdf', 'name': 'network-vif-deleted', 'tag': '8b7ec057-cd23-4799-b0d8-fcaee887bb7a'}, {'name': 'network-changed', 'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'tag': 'c0397afc-d7b8-46af-b15a-daa47b868983'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:38:18.134332 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307df972-623e-4be5-8a1c-5b7da1ed0258" -d '{"events": [{"server_uuid": "70235c67-493c-4494-a519-652890d78fdf", "name": "network-vif-deleted", "tag": "da2133a6-72e0-4af4-afb1-c0ee1dc7ccea"}, {"server_uuid": "70235c67-493c-4494-a519-652890d78fdf", "name": "network-vif-deleted", "tag": "8b7ec057-cd23-4799-b0d8-fcaee887bb7a"}, {"name": "network-changed", "server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "tag": "c0397afc-d7b8-46af-b15a-daa47b868983"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:38:18.150929 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-66db6679-ee28-4539-8249-3081320869d5 req-ec80504e-c10a-4d3c-b495-a384bbf2bca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:18.167848 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b435256e-729c-4397-a7ce-d39e64359581 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:18.187621 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device c9069d1b-2854-48c9-8283-5ae12fa4b9bf no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:38:18.228330 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: c9069d1b-2854-48c9-8283-5ae12fa4b9bf {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:38:18.229499 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device c9069d1b-2854-48c9-8283-5ae12fa4b9bf not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:38:18.253213 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-46814c53-ee49-4879-b0fa-f3e17402a4a8 req-e820ccc3-1833-4fe2-b5c6-cd9ec42c6152 service neutron] 10.222.0.31 "GET /v2.0/networks/7736ab20-9109-45c5-88b0-6682a059f13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410854 Dec 09 15:38:18.344000 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-724c34e2-4e7f-419a-8dad-0d5dd771cba7 service neutron] For port 32ff3866-b9bf-4bc2-9100-56e447725e78, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:38:18.431263 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec80504e-c10a-4d3c-b495-a384bbf2bca4 service neutron] Pushing event updated for resources: {'Port': ['ID=847afbcf-2043-4704-86dd-821ac9fb24dc,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:18.456991 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b435256e-729c-4397-a7ce-d39e64359581 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:18.482216 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-724c34e2-4e7f-419a-8dad-0d5dd771cba7 service neutron] For port 32ff3866-b9bf-4bc2-9100-56e447725e78, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=32ff3866-b9bf-4bc2-9100-56e447725e78,segment=NetworkSegment(18982a45-a512-40c0-96de-f3768ab3b632),segment_id=18982a45-a512-40c0-96de-f3768ab3b632)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:38:18.507891 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-46814c53-ee49-4879-b0fa-f3e17402a4a8 req-e7fc410d-3e90-41d3-b3a6-c9a32e2017d4 service neutron] 10.222.0.31 "GET /v2.0/networks/7736ab20-9109-45c5-88b0-6682a059f13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436101 Dec 09 15:38:18.519563 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-724c34e2-4e7f-419a-8dad-0d5dd771cba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:18.560086 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a18049ea-56b1-4dcd-a904-3fea58e2933d req-1a5da7c2-3bfd-4dc9-aed5-307d9d2ed500 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5200582 Dec 09 15:38:18.584323 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-724c34e2-4e7f-419a-8dad-0d5dd771cba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:18.585631 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-724c34e2-4e7f-419a-8dad-0d5dd771cba7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:18.588327 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-724c34e2-4e7f-419a-8dad-0d5dd771cba7 service neutron] 10.222.0.31 "PUT /v2.0/ports/32ff3866-b9bf-4bc2-9100-56e447725e78 HTTP/1.1" status: 200 len: 1131 time: 3.0714386 Dec 09 15:38:18.644994 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-a7044b6f-9688-4ddc-a7a0-2d8372645a75 service neutron] Request body: {'port': {'device_id': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:18.735591 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-66db6679-ee28-4539-8249-3081320869d5 req-ec80504e-c10a-4d3c-b495-a384bbf2bca4 service neutron] Attempting to bind port 847afbcf-2043-4704-86dd-821ac9fb24dc on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:38:18.736736 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-66db6679-ee28-4539-8249-3081320869d5 req-ec80504e-c10a-4d3c-b495-a384bbf2bca4 service neutron] Attempting to bind port 847afbcf-2043-4704-86dd-821ac9fb24dc by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:38:18.737307 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66db6679-ee28-4539-8249-3081320869d5 req-ec80504e-c10a-4d3c-b495-a384bbf2bca4 service neutron] Attempting to bind port 847afbcf-2043-4704-86dd-821ac9fb24dc on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:18.773392 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c34e2-4e7f-419a-8dad-0d5dd771cba7 service neutron] Pushing event updated for resources: {'Port': ['ID=32ff3866-b9bf-4bc2-9100-56e447725e78,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:18.821548 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66db6679-ee28-4539-8249-3081320869d5 req-ec80504e-c10a-4d3c-b495-a384bbf2bca4 service neutron] Port 847afbcf-2043-4704-86dd-821ac9fb24dc on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:38:18.821956 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66db6679-ee28-4539-8249-3081320869d5 req-ec80504e-c10a-4d3c-b495-a384bbf2bca4 service neutron] Attempting to bind port 847afbcf-2043-4704-86dd-821ac9fb24dc on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:18.857724 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66db6679-ee28-4539-8249-3081320869d5 req-ec80504e-c10a-4d3c-b495-a384bbf2bca4 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:38:18.858060 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66db6679-ee28-4539-8249-3081320869d5 req-ec80504e-c10a-4d3c-b495-a384bbf2bca4 service neutron] Checking segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:38:18.858443 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66db6679-ee28-4539-8249-3081320869d5 req-ec80504e-c10a-4d3c-b495-a384bbf2bca4 service neutron] Bound using segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:38:18.858882 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-66db6679-ee28-4539-8249-3081320869d5 req-ec80504e-c10a-4d3c-b495-a384bbf2bca4 service neutron] Bound port: 847afbcf-2043-4704-86dd-821ac9fb24dc, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:38:18.859235 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-66db6679-ee28-4539-8249-3081320869d5 req-ec80504e-c10a-4d3c-b495-a384bbf2bca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:18.868718 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b435256e-729c-4397-a7ce-d39e64359581 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:18.868718 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-a7044b6f-9688-4ddc-a7a0-2d8372645a75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:18.922623 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f6563-a0eb-4281-9043-4d75ced8fb39 req-304e9882-a295-43ff-b4d6-7ae9ff88c778 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:18.924197 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-932f6563-a0eb-4281-9043-4d75ced8fb39 req-304e9882-a295-43ff-b4d6-7ae9ff88c778 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=1af04a49-f422-4927-bb36-a69fa63a5805 HTTP/1.1" status: 200 len: 945 time: 0.2524006 Dec 09 15:38:19.065974 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-932f6563-a0eb-4281-9043-4d75ced8fb39 req-e15923c9-425a-42b0-8f92-0c32a84bda82 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333787 Dec 09 15:38:19.121908 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b435256e-729c-4397-a7ce-d39e64359581 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:19.185956 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b435256e-729c-4397-a7ce-d39e64359581 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Pushing event deleted for resources: {'Subnet': ['ID=cf76b55c-6a0c-420b-8e11-7ca71b4369e8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:19.191344 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-66db6679-ee28-4539-8249-3081320869d5 req-ec80504e-c10a-4d3c-b495-a384bbf2bca4 service neutron] For port 847afbcf-2043-4704-86dd-821ac9fb24dc, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:38:19.205521 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61755ed-a6c3-4e33-82f2-c2f8980d0a44 None None] Network eb539a3d-8a0b-46f9-bebd-b0d488d48953 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:38:19.216947 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b435256e-729c-4397-a7ce-d39e64359581 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:19.222813 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34038) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:19.223374 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b435256e-729c-4397-a7ce-d39e64359581 tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "DELETE /v2.0/subnets/cf76b55c-6a0c-420b-8e11-7ca71b4369e8 HTTP/1.1" status: 204 len: 168 time: 1.4677882 Dec 09 15:38:19.244948 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-66db6679-ee28-4539-8249-3081320869d5 req-ec80504e-c10a-4d3c-b495-a384bbf2bca4 service neutron] For port 847afbcf-2043-4704-86dd-821ac9fb24dc, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=847afbcf-2043-4704-86dd-821ac9fb24dc,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:38:19.274711 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-66db6679-ee28-4539-8249-3081320869d5 req-ec80504e-c10a-4d3c-b495-a384bbf2bca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:19.405293 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2c3354dc-e8b2-4681-807e-aa611de6232f tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:19.471193 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-2c3354dc-e8b2-4681-807e-aa611de6232f tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Deleting port 1796af8b-2515-4301-ab0a-49e2fbd4b1ff {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:38:19.471785 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2c3354dc-e8b2-4681-807e-aa611de6232f tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:19.555053 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0d6eae-36c5-4fcf-80db-13d7ef79bb8e None None] DHCP port deletion for eb539a3d-8a0b-46f9-bebd-b0d488d48953 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:38:19.572995 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-2c3354dc-e8b2-4681-807e-aa611de6232f tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] For port 1796af8b-2515-4301-ab0a-49e2fbd4b1ff, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=1796af8b-2515-4301-ab0a-49e2fbd4b1ff,segment=NetworkSegment(d668710b-fce1-49bd-8e6e-ae45f71831bc),segment_id=d668710b-fce1-49bd-8e6e-ae45f71831bc)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:38:19.573381 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2c3354dc-e8b2-4681-807e-aa611de6232f tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:19.596870 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db6679-ee28-4539-8249-3081320869d5 req-ec80504e-c10a-4d3c-b495-a384bbf2bca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:19.597084 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-2c3354dc-e8b2-4681-807e-aa611de6232f tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Calling delete_port for 1796af8b-2515-4301-ab0a-49e2fbd4b1ff owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:38:19.597495 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-66db6679-ee28-4539-8249-3081320869d5 req-ec80504e-c10a-4d3c-b495-a384bbf2bca4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:19.599187 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-66db6679-ee28-4539-8249-3081320869d5 req-ec80504e-c10a-4d3c-b495-a384bbf2bca4 service neutron] 10.222.0.31 "PUT /v2.0/ports/847afbcf-2043-4704-86dd-821ac9fb24dc HTTP/1.1" status: 200 len: 1094 time: 3.2112150 Dec 09 15:38:19.626548 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e12ae7-90b1-4d00-9568-63c238bacf21 req-c0584f7b-a9be-4b0d-b058-afbb49411be3 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:19.636922 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e12ae7-90b1-4d00-9568-63c238bacf21 req-c0584f7b-a9be-4b0d-b058-afbb49411be3 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:19.646136 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e12ae7-90b1-4d00-9568-63c238bacf21 req-c0584f7b-a9be-4b0d-b058-afbb49411be3 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:19.652056 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e12ae7-90b1-4d00-9568-63c238bacf21 req-c0584f7b-a9be-4b0d-b058-afbb49411be3 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:19.677148 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e12ae7-90b1-4d00-9568-63c238bacf21 req-c0584f7b-a9be-4b0d-b058-afbb49411be3 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:19.677148 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e12ae7-90b1-4d00-9568-63c238bacf21 req-c0584f7b-a9be-4b0d-b058-afbb49411be3 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:19.677148 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-31e12ae7-90b1-4d00-9568-63c238bacf21 req-c0584f7b-a9be-4b0d-b058-afbb49411be3 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 4600 time: 0.5126369 Dec 09 15:38:19.736314 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec80504e-c10a-4d3c-b495-a384bbf2bca4 service neutron] Pushing event updated for resources: {'Port': ['ID=847afbcf-2043-4704-86dd-821ac9fb24dc,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:19.747983 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2c3354dc-e8b2-4681-807e-aa611de6232f tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:19.778050 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d6eae-36c5-4fcf-80db-13d7ef79bb8e None None] Deleting port 1796af8b-2515-4301-ab0a-49e2fbd4b1ff {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:38:19.779549 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aa0d6eae-36c5-4fcf-80db-13d7ef79bb8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:19.780755 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3354dc-e8b2-4681-807e-aa611de6232f tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Pushing event deleted for resources: {'Port': ['ID=1796af8b-2515-4301-ab0a-49e2fbd4b1ff,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:19.794536 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3354dc-e8b2-4681-807e-aa611de6232f tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] No DVR routers for this DVR port 1796af8b-2515-4301-ab0a-49e2fbd4b1ff on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:38:19.893439 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db6679-ee28-4539-8249-3081320869d5 req-b0972d6c-4720-4e10-9291-44a8408dcca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:19.894986 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-66db6679-ee28-4539-8249-3081320869d5 req-b0972d6c-4720-4e10-9291-44a8408dcca9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8222749629bd4bc081045ad1433cd8c5&device_id=87f0bba4-7d9a-4014-982d-643cf4a840cb HTTP/1.1" status: 200 len: 1097 time: 0.2211950 Dec 09 15:38:19.920544 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-aa0d6eae-36c5-4fcf-80db-13d7ef79bb8e None None] For port 1796af8b-2515-4301-ab0a-49e2fbd4b1ff, host n-d-821228-1, got binding levels [] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:38:19.921333 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aa0d6eae-36c5-4fcf-80db-13d7ef79bb8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:19.931205 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2c3354dc-e8b2-4681-807e-aa611de6232f tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:19.942391 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d6eae-36c5-4fcf-80db-13d7ef79bb8e None None] Calling delete_port for 1796af8b-2515-4301-ab0a-49e2fbd4b1ff owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:38:19.946515 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.ipam_backend_mixin [None req-aa0d6eae-36c5-4fcf-80db-13d7ef79bb8e None None] Port 1796af8b-2515-4301-ab0a-49e2fbd4b1ff was not found and therefore no delete operation was performed {{(pid=103246) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 15:38:19.949230 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aa0d6eae-36c5-4fcf-80db-13d7ef79bb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:19.956714 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-2c3354dc-e8b2-4681-807e-aa611de6232f tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb539a3d-8a0b-46f9-bebd-b0d488d48953']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:19.968594 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-2c3354dc-e8b2-4681-807e-aa611de6232f tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd668710b-fce1-49bd-8e6e-ae45f71831bc') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:19.969133 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-2c3354dc-e8b2-4681-807e-aa611de6232f tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd668710b-fce1-49bd-8e6e-ae45f71831bc') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:19.979542 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d6eae-36c5-4fcf-80db-13d7ef79bb8e None None] Pushing event deleted for resources: {'Port': ['ID=1796af8b-2515-4301-ab0a-49e2fbd4b1ff,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:19.985508 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0d6eae-36c5-4fcf-80db-13d7ef79bb8e None None] No DVR routers for this DVR port 1796af8b-2515-4301-ab0a-49e2fbd4b1ff on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:38:19.990453 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2c3354dc-e8b2-4681-807e-aa611de6232f tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:19.998780 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-31e12ae7-90b1-4d00-9568-63c238bacf21 req-6a9dbe81-c5f7-42f4-b38f-c663b4cebba4 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5a160d6-2a3e-43b1-a8f4-02b478772c5e&id=aba6105b-f056-4e0c-8297-3f8457ddbf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2981424 Dec 09 15:38:20.008148 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2c3354dc-e8b2-4681-807e-aa611de6232f tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:20.021546 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34052) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:20.021546 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c3354dc-e8b2-4681-807e-aa611de6232f tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:38:20.021546 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2c3354dc-e8b2-4681-807e-aa611de6232f tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:20.022440 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:38:20.022440 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:38:20.022440 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:38:20.022440 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:38:20.022440 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:38:20.022440 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:38:20.022440 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:38:20.022440 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:38:20.022440 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:38:20.022440 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:38:20.022440 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:38:20.022440 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:38:20.022440 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:38:20.022440 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:38:20.022440 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:38:20.022440 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:38:20.022440 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:38:20.022440 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:38:20.022440 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:38:20.022440 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:38:20.022440 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:38:20.022440 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:38:20.022440 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:38:20.022440 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:38:20.022440 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:38:20.022440 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:38:20.022440 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:38:20.022440 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:38:20.022440 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:38:20.022440 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:38:20.022440 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:38:20.022440 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:38:20.071123 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317f81a5-9e2d-49a5-ab6a-a20a2b4e756a x-openstack-request-id: req-317f81a5-9e2d-49a5-ab6a-a20a2b4e756a {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:38:20.071620 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af04a49-f422-4927-bb36-a69fa63a5805", "name": "network-vif-plugged", "status": "completed", "tag": "325eae53-1942-43e9-9717-ea38449115a8", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:38:20.072053 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-317f81a5-9e2d-49a5-ab6a-a20a2b4e756a {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:38:20.072656 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af04a49-f422-4927-bb36-a69fa63a5805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325eae53-1942-43e9-9717-ea38449115a8', 'code': 200} Dec 09 15:38:20.086677 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-66db6679-ee28-4539-8249-3081320869d5 req-8317cea8-1dbf-4c94-81e1-a1e2ce6c04bf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=847afbcf-2043-4704-86dd-821ac9fb24dc HTTP/1.1" status: 200 len: 217 time: 0.1628485 Dec 09 15:38:20.118561 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-a7044b6f-9688-4ddc-a7a0-2d8372645a75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12dd1f56-6412-4015-93f6-b5f952d56bdf {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:38:20.133782 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2c3354dc-e8b2-4681-807e-aa611de6232f tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:20.142802 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2c3354dc-e8b2-4681-807e-aa611de6232f tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:20.152550 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2c3354dc-e8b2-4681-807e-aa611de6232f tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] 10.222.0.57 "DELETE /v2.0/networks/eb539a3d-8a0b-46f9-bebd-b0d488d48953 HTTP/1.1" status: 204 len: 168 time: 0.9237525 Dec 09 15:38:20.176354 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3354dc-e8b2-4681-807e-aa611de6232f tempest-ServersTestMultiNic-834065406 tempest-ServersTestMultiNic-834065406-project] Pushing event deleted for resources: {'Network': ['ID=eb539a3d-8a0b-46f9-bebd-b0d488d48953,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:20.191587 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-a7044b6f-9688-4ddc-a7a0-2d8372645a75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:20.219450 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-a7044b6f-9688-4ddc-a7a0-2d8372645a75 service neutron] Transition to ACTIVE for port object 12dd1f56-6412-4015-93f6-b5f952d56bdf will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:38:20.242573 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 1796af8b-2515-4301-ab0a-49e2fbd4b1ff no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:38:20.257085 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-a7044b6f-9688-4ddc-a7a0-2d8372645a75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:20.270277 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 1796af8b-2515-4301-ab0a-49e2fbd4b1ff {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:38:20.270624 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 1796af8b-2515-4301-ab0a-49e2fbd4b1ff not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:38:20.280628 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-0cfe1c03-9a74-479a-b434-44186499ee84 tempest-ExternalNetworksTestJSON-185978675 tempest-ExternalNetworksTestJSON-185978675-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2027017795'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:20.310608 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cfe1c03-9a74-479a-b434-44186499ee84 tempest-ExternalNetworksTestJSON-185978675 tempest-ExternalNetworksTestJSON-185978675-project] Made reservation on behalf of eae30775cc424c0b851d6847afa1b190 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:38:20.317973 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0cfe1c03-9a74-479a-b434-44186499ee84 tempest-ExternalNetworksTestJSON-185978675 tempest-ExternalNetworksTestJSON-185978675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:20.327220 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db6679-ee28-4539-8249-3081320869d5 req-9af901c2-c597-4630-814b-2566424d3c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:20.328556 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-66db6679-ee28-4539-8249-3081320869d5 req-9af901c2-c597-4630-814b-2566424d3c1d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.2360215 Dec 09 15:38:20.353833 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0cfe1c03-9a74-479a-b434-44186499ee84 tempest-ExternalNetworksTestJSON-185978675 tempest-ExternalNetworksTestJSON-185978675-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:20.402454 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-98b7521d-7481-4870-aa78-9b56d9c70c87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:20.430712 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7044b6f-9688-4ddc-a7a0-2d8372645a75 service neutron] Pushing event updated for resources: {'Port': ['ID=12dd1f56-6412-4015-93f6-b5f952d56bdf,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:20.449693 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6ec95-2a9b-4def-b22e-98561604f532 req-f3ab55ca-f65b-49b8-a706-7d7ffb3266e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:20.451278 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3eb6ec95-2a9b-4def-b22e-98561604f532 req-f3ab55ca-f65b-49b8-a706-7d7ffb3266e9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1af04a49-f422-4927-bb36-a69fa63a5805 HTTP/1.1" status: 200 len: 1096 time: 0.2824581 Dec 09 15:38:20.515140 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0cfe1c03-9a74-479a-b434-44186499ee84 tempest-ExternalNetworksTestJSON-185978675 tempest-ExternalNetworksTestJSON-185978675-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:20.522329 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0cfe1c03-9a74-479a-b434-44186499ee84 tempest-ExternalNetworksTestJSON-185978675 tempest-ExternalNetworksTestJSON-185978675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:20.554098 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cfe1c03-9a74-479a-b434-44186499ee84 tempest-ExternalNetworksTestJSON-185978675 tempest-ExternalNetworksTestJSON-185978675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:38:20.565101 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe1c03-9a74-479a-b434-44186499ee84 tempest-ExternalNetworksTestJSON-185978675 tempest-ExternalNetworksTestJSON-185978675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf196c4-8846-445b-9910-3041080a0a6e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:20.571400 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0cfe1c03-9a74-479a-b434-44186499ee84 tempest-ExternalNetworksTestJSON-185978675 tempest-ExternalNetworksTestJSON-185978675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:20.572044 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-0cfe1c03-9a74-479a-b434-44186499ee84 tempest-ExternalNetworksTestJSON-185978675 tempest-ExternalNetworksTestJSON-185978675-project] Added segment ed3eac18-38e5-41c6-8c28-68efcbd4c313 of type vlan for network de4f5490-a366-4833-90ab-b282a341ae2f Dec 09 15:38:20.624525 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0cfe1c03-9a74-479a-b434-44186499ee84 tempest-ExternalNetworksTestJSON-185978675 tempest-ExternalNetworksTestJSON-185978675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:20.636808 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db6679-ee28-4539-8249-3081320869d5 req-c723fc2f-db8e-488e-aff9-09d1d1534969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:20.638388 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-66db6679-ee28-4539-8249-3081320869d5 req-c723fc2f-db8e-488e-aff9-09d1d1534969 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3019109 Dec 09 15:38:20.641038 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-a7044b6f-9688-4ddc-a7a0-2d8372645a75 service neutron] Attempting to bind port 12dd1f56-6412-4015-93f6-b5f952d56bdf on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:38:20.641377 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-a7044b6f-9688-4ddc-a7a0-2d8372645a75 service neutron] Attempting to bind port 12dd1f56-6412-4015-93f6-b5f952d56bdf by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '18982a45-a512-40c0-96de-f3768ab3b632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '20a3d869-faba-4fd6-8427-0269f690d785'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:38:20.641695 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-a7044b6f-9688-4ddc-a7a0-2d8372645a75 service neutron] Attempting to bind port 12dd1f56-6412-4015-93f6-b5f952d56bdf on network 20a3d869-faba-4fd6-8427-0269f690d785 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:20.658251 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0cfe1c03-9a74-479a-b434-44186499ee84 tempest-ExternalNetworksTestJSON-185978675 tempest-ExternalNetworksTestJSON-185978675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:20.667740 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfe1c03-9a74-479a-b434-44186499ee84 tempest-ExternalNetworksTestJSON-185978675 tempest-ExternalNetworksTestJSON-185978675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:20.668649 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0cfe1c03-9a74-479a-b434-44186499ee84 tempest-ExternalNetworksTestJSON-185978675 tempest-ExternalNetworksTestJSON-185978675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:20.692818 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0cfe1c03-9a74-479a-b434-44186499ee84 tempest-ExternalNetworksTestJSON-185978675 tempest-ExternalNetworksTestJSON-185978675-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6787076 Dec 09 15:38:20.704921 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34070) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:20.761242 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe1c03-9a74-479a-b434-44186499ee84 tempest-ExternalNetworksTestJSON-185978675 tempest-ExternalNetworksTestJSON-185978675-project] Pushing event updated for resources: {'Network': ['ID=de4f5490-a366-4833-90ab-b282a341ae2f,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:20.774961 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network de4f5490-a366-4833-90ab-b282a341ae2f details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:38:20.791626 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-a7044b6f-9688-4ddc-a7a0-2d8372645a75 service neutron] Port 12dd1f56-6412-4015-93f6-b5f952d56bdf on network 20a3d869-faba-4fd6-8427-0269f690d785 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:38:20.792283 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-a7044b6f-9688-4ddc-a7a0-2d8372645a75 service neutron] Attempting to bind port 12dd1f56-6412-4015-93f6-b5f952d56bdf on network 20a3d869-faba-4fd6-8427-0269f690d785 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:20.792534 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a27e946a-bbc9-468f-bc72-2cf924dad75d tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Request body: {'network': {'name': 'tempest-network--641759830', 'router:external': True}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:20.809553 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-66db6679-ee28-4539-8249-3081320869d5 req-a94697e9-580d-44f1-9778-6c19c6e23cf2 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539304 Dec 09 15:38:20.812617 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-a7044b6f-9688-4ddc-a7a0-2d8372645a75 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:38:20.812980 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-a7044b6f-9688-4ddc-a7a0-2d8372645a75 service neutron] Checking segment: {'id': '18982a45-a512-40c0-96de-f3768ab3b632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '20a3d869-faba-4fd6-8427-0269f690d785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:38:20.813329 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-a7044b6f-9688-4ddc-a7a0-2d8372645a75 service neutron] Bound using segment: {'id': '18982a45-a512-40c0-96de-f3768ab3b632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '20a3d869-faba-4fd6-8427-0269f690d785'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:38:20.813787 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-a7044b6f-9688-4ddc-a7a0-2d8372645a75 service neutron] Bound port: 12dd1f56-6412-4015-93f6-b5f952d56bdf, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18982a45-a512-40c0-96de-f3768ab3b632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '20a3d869-faba-4fd6-8427-0269f690d785'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:38:20.814150 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-a7044b6f-9688-4ddc-a7a0-2d8372645a75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:20.817774 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3eb6ec95-2a9b-4def-b22e-98561604f532 req-fbb127fb-9a81-4217-8ca9-d59cd3d2f6a0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479311 Dec 09 15:38:20.821803 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27e946a-bbc9-468f-bc72-2cf924dad75d tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Made reservation on behalf of 2499fd729a7e4ac4a3e96e486e0b62ba for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:38:20.827456 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a27e946a-bbc9-468f-bc72-2cf924dad75d tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:20.845038 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a27e946a-bbc9-468f-bc72-2cf924dad75d tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:20.885349 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62fd14-e90c-43a4-a812-0a47597c0c31 req-7d786742-00d1-404b-8af1-2217ba30aaaf tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:20.886684 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8d62fd14-e90c-43a4-a812-0a47597c0c31 req-7d786742-00d1-404b-8af1-2217ba30aaaf tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=87f0bba4-7d9a-4014-982d-643cf4a840cb HTTP/1.1" status: 200 len: 946 time: 0.3747547 Dec 09 15:38:20.945775 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a27e946a-bbc9-468f-bc72-2cf924dad75d tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:20.951946 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a27e946a-bbc9-468f-bc72-2cf924dad75d tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:20.972653 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a27e946a-bbc9-468f-bc72-2cf924dad75d tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:38:20.991199 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e946a-bbc9-468f-bc72-2cf924dad75d tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55864e4b-920d-48c0-850c-141c23eee5b5,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:20.994338 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a27e946a-bbc9-468f-bc72-2cf924dad75d tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:20.994566 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-a27e946a-bbc9-468f-bc72-2cf924dad75d tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Added segment c4a27ae1-61e6-4dff-8dcd-dcc49de2eb01 of type vlan for network 6edb9351-a93d-4d18-898d-fab018610d09 Dec 09 15:38:21.004847 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8d62fd14-e90c-43a4-a812-0a47597c0c31 req-57b02f73-e983-4286-8bea-20e774ea500f tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951252 Dec 09 15:38:21.015824 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-a7044b6f-9688-4ddc-a7a0-2d8372645a75 service neutron] For port 12dd1f56-6412-4015-93f6-b5f952d56bdf, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:38:21.020555 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-a7044b6f-9688-4ddc-a7a0-2d8372645a75 service neutron] For port 12dd1f56-6412-4015-93f6-b5f952d56bdf, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=12dd1f56-6412-4015-93f6-b5f952d56bdf,segment=NetworkSegment(18982a45-a512-40c0-96de-f3768ab3b632),segment_id=18982a45-a512-40c0-96de-f3768ab3b632)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:38:21.032792 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-66db6679-ee28-4539-8249-3081320869d5 req-d6fa00a9-06e3-48a7-a90a-2cc01d22bc7b service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051222 Dec 09 15:38:21.038729 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-a7044b6f-9688-4ddc-a7a0-2d8372645a75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:21.060967 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a27e946a-bbc9-468f-bc72-2cf924dad75d tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:21.092004 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Thu, 09 Dec 2021 15:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d8ec31-e554-41f8-bce1-c7188a4b1b2e x-openstack-request-id: req-a9d8ec31-e554-41f8-bce1-c7188a4b1b2e {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:38:21.092299 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70235c67-493c-4494-a519-652890d78fdf", "name": "network-vif-deleted", "tag": "da2133a6-72e0-4af4-afb1-c0ee1dc7ccea", "status": "completed", "code": 200}, {"server_uuid": "70235c67-493c-4494-a519-652890d78fdf", "name": "network-vif-deleted", "tag": "8b7ec057-cd23-4799-b0d8-fcaee887bb7a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "tag": "c0397afc-d7b8-46af-b15a-daa47b868983", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:38:21.092572 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a9d8ec31-e554-41f8-bce1-c7188a4b1b2e {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:38:21.092992 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70235c67-493c-4494-a519-652890d78fdf', 'name': 'network-vif-deleted', 'tag': 'da2133a6-72e0-4af4-afb1-c0ee1dc7ccea', 'status': 'completed', 'code': 200} Dec 09 15:38:21.093241 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70235c67-493c-4494-a519-652890d78fdf', 'name': 'network-vif-deleted', 'tag': '8b7ec057-cd23-4799-b0d8-fcaee887bb7a', 'status': 'completed', 'code': 200} Dec 09 15:38:21.093496 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'tag': 'c0397afc-d7b8-46af-b15a-daa47b868983', 'status': 'completed', 'code': 200} Dec 09 15:38:21.109795 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-a7044b6f-9688-4ddc-a7a0-2d8372645a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:21.110682 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-a7044b6f-9688-4ddc-a7a0-2d8372645a75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:21.112367 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-a7044b6f-9688-4ddc-a7a0-2d8372645a75 service neutron] 10.222.0.31 "PUT /v2.0/ports/12dd1f56-6412-4015-93f6-b5f952d56bdf HTTP/1.1" status: 200 len: 1129 time: 2.4776511 Dec 09 15:38:21.117873 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7044b6f-9688-4ddc-a7a0-2d8372645a75 service neutron] Pushing event updated for resources: {'Port': ['ID=12dd1f56-6412-4015-93f6-b5f952d56bdf,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:21.121978 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a27e946a-bbc9-468f-bc72-2cf924dad75d tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:21.123789 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27e946a-bbc9-468f-bc72-2cf924dad75d tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:21.124982 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a27e946a-bbc9-468f-bc72-2cf924dad75d tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:21.170446 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52600b21-1c70-41c8-9fb3-96d260be7541 service neutron] Request body: {'port': {'device_id': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:21.202596 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a27e946a-bbc9-468f-bc72-2cf924dad75d tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4970691 Dec 09 15:38:21.207152 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34076) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:21.230671 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307df972-623e-4be5-8a1c-5b7da1ed0258 req-f146c89c-c8e9-4386-a1bf-7a105100407b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:21.231245 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307df972-623e-4be5-8a1c-5b7da1ed0258 req-f146c89c-c8e9-4386-a1bf-7a105100407b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:21.231610 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307df972-623e-4be5-8a1c-5b7da1ed0258 req-f146c89c-c8e9-4386-a1bf-7a105100407b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:21.232071 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307df972-623e-4be5-8a1c-5b7da1ed0258 req-f146c89c-c8e9-4386-a1bf-7a105100407b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:21.232553 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307df972-623e-4be5-8a1c-5b7da1ed0258 req-f146c89c-c8e9-4386-a1bf-7a105100407b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:21.233015 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307df972-623e-4be5-8a1c-5b7da1ed0258 req-f146c89c-c8e9-4386-a1bf-7a105100407b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:21.233474 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307df972-623e-4be5-8a1c-5b7da1ed0258 req-f146c89c-c8e9-4386-a1bf-7a105100407b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:21.234660 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e946a-bbc9-468f-bc72-2cf924dad75d tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Pushing event updated for resources: {'Network': ['ID=6edb9351-a93d-4d18-898d-fab018610d09,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:21.235491 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-307df972-623e-4be5-8a1c-5b7da1ed0258 req-f146c89c-c8e9-4386-a1bf-7a105100407b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=22d7743b04274c74b1037ecd2e466dba&device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 6208 time: 0.1070342 Dec 09 15:38:21.246670 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 6edb9351-a93d-4d18-898d-fab018610d09 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:38:21.299834 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9994cd0b-6c3c-46e5-a7aa-122634950b64 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:21.416924 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9994cd0b-6c3c-46e5-a7aa-122634950b64 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:21.426386 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52600b21-1c70-41c8-9fb3-96d260be7541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:21.439220 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-9994cd0b-6c3c-46e5-a7aa-122634950b64 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6edb9351-a93d-4d18-898d-fab018610d09']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:21.448569 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af17391-88a7-4dcb-b0a2-5b562c64a284 req-e24c9c70-ed05-4b91-82a1-94600e51ec60 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:21.450767 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-9994cd0b-6c3c-46e5-a7aa-122634950b64 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4a27ae1-61e6-4dff-8dcd-dcc49de2eb01') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:21.451156 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-9994cd0b-6c3c-46e5-a7aa-122634950b64 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4a27ae1-61e6-4dff-8dcd-dcc49de2eb01') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:21.453083 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6af17391-88a7-4dcb-b0a2-5b562c64a284 req-e24c9c70-ed05-4b91-82a1-94600e51ec60 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=19dc24f6-09ce-4250-850b-d7ee7c38fb46 HTTP/1.1" status: 200 len: 946 time: 0.2302251 Dec 09 15:38:21.462033 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9994cd0b-6c3c-46e5-a7aa-122634950b64 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:21.475776 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9994cd0b-6c3c-46e5-a7aa-122634950b64 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:21.481968 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9994cd0b-6c3c-46e5-a7aa-122634950b64 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:38:21.482355 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9994cd0b-6c3c-46e5-a7aa-122634950b64 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:21.484700 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:38:21.484700 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:38:21.484700 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:38:21.484700 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:38:21.484700 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:38:21.484700 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:38:21.484700 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:38:21.484700 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:38:21.484700 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:38:21.484700 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:38:21.484700 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:38:21.484700 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:38:21.484700 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:38:21.484700 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:38:21.484700 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:38:21.484700 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:38:21.484700 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:38:21.484700 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:38:21.484700 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:38:21.484700 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:38:21.484700 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:38:21.484700 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:38:21.484700 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:38:21.484700 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:38:21.484700 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:38:21.484700 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:38:21.484700 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:38:21.484700 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:38:21.484700 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:38:21.484700 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:38:21.484700 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:38:21.484700 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:38:21.551305 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9994cd0b-6c3c-46e5-a7aa-122634950b64 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:21.557244 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9994cd0b-6c3c-46e5-a7aa-122634950b64 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6edb9351-a93d-4d18-898d-fab018610d09 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 09 15:38:21.559854 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9994cd0b-6c3c-46e5-a7aa-122634950b64 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:21.563056 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9994cd0b-6c3c-46e5-a7aa-122634950b64 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] 10.222.0.57 "DELETE /v2.0/networks/6edb9351-a93d-4d18-898d-fab018610d09 HTTP/1.1" status: 204 len: 168 time: 0.3534355 Dec 09 15:38:21.571493 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34080) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:21.573767 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9994cd0b-6c3c-46e5-a7aa-122634950b64 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Pushing event deleted for resources: {'Network': ['ID=6edb9351-a93d-4d18-898d-fab018610d09,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:21.583279 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-541e7363-173d-43af-b352-fc7f9e9b7dde tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:21.588541 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307df972-623e-4be5-8a1c-5b7da1ed0258 req-d6db288c-519b-41ea-819d-6ebf1921702b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:21.589428 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307df972-623e-4be5-8a1c-5b7da1ed0258 req-d6db288c-519b-41ea-819d-6ebf1921702b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:21.589557 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307df972-623e-4be5-8a1c-5b7da1ed0258 req-d6db288c-519b-41ea-819d-6ebf1921702b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:21.591141 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-307df972-623e-4be5-8a1c-5b7da1ed0258 req-d6db288c-519b-41ea-819d-6ebf1921702b service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=22d7743b04274c74b1037ecd2e466dba&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2794700 Dec 09 15:38:21.695036 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6af17391-88a7-4dcb-b0a2-5b562c64a284 req-07ab8b4f-9991-4788-bebd-4ef90683ad25 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330022 Dec 09 15:38:21.757730 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541e7363-173d-43af-b352-fc7f9e9b7dde tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Made reservation on behalf of 2499fd729a7e4ac4a3e96e486e0b62ba for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:38:21.760047 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-541e7363-173d-43af-b352-fc7f9e9b7dde tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:21.902939 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-541e7363-173d-43af-b352-fc7f9e9b7dde tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:38:21.915311 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307df972-623e-4be5-8a1c-5b7da1ed0258 req-808b62ac-17d2-40cd-9870-8f21aea47886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:21.917326 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-307df972-623e-4be5-8a1c-5b7da1ed0258 req-808b62ac-17d2-40cd-9870-8f21aea47886 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3069863 Dec 09 15:38:21.947817 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7100fb6-b53c-471c-a37d-2b408bbbe8a1 req-461e6654-f6c7-475a-8b02-b3e8ad9e0d00 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:21.949534 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d7100fb6-b53c-471c-a37d-2b408bbbe8a1 req-461e6654-f6c7-475a-8b02-b3e8ad9e0d00 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=1af04a49-f422-4927-bb36-a69fa63a5805 HTTP/1.1" status: 200 len: 945 time: 0.1333871 Dec 09 15:38:21.954152 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-541e7363-173d-43af-b352-fc7f9e9b7dde tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:21.954342 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-541e7363-173d-43af-b352-fc7f9e9b7dde tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Added segment e5439bd2-bf72-42ea-a4c2-b456191b70dd of type vlan for network e5530b9c-3bd9-433b-a76e-53737ca4e7e3 Dec 09 15:38:22.066167 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-541e7363-173d-43af-b352-fc7f9e9b7dde tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:22.122013 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d7100fb6-b53c-471c-a37d-2b408bbbe8a1 req-afc855fe-9b15-4740-87d1-893e0c0f7587 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525972 Dec 09 15:38:22.140570 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52600b21-1c70-41c8-9fb3-96d260be7541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a2cd2eb-cc3c-4860-b939-e4520520d050 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:38:22.151304 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52600b21-1c70-41c8-9fb3-96d260be7541 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:22.160588 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-541e7363-173d-43af-b352-fc7f9e9b7dde tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:22.161549 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541e7363-173d-43af-b352-fc7f9e9b7dde tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:22.162732 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-541e7363-173d-43af-b352-fc7f9e9b7dde tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:22.175860 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52600b21-1c70-41c8-9fb3-96d260be7541 service neutron] Transition to ACTIVE for port object 5a2cd2eb-cc3c-4860-b939-e4520520d050 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:38:22.224650 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52600b21-1c70-41c8-9fb3-96d260be7541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:22.235621 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-541e7363-173d-43af-b352-fc7f9e9b7dde tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6602111 Dec 09 15:38:22.238653 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34090) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:22.244038 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-85d106c2-9d2e-42f4-9dd6-c1ddca7de8cd tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Request body: {'subnet': {'network_id': 'e5530b9c-3bd9-433b-a76e-53737ca4e7e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:22.266437 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d106c2-9d2e-42f4-9dd6-c1ddca7de8cd tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Made reservation on behalf of 2499fd729a7e4ac4a3e96e486e0b62ba for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:38:22.268983 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-85d106c2-9d2e-42f4-9dd6-c1ddca7de8cd tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:22.338747 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e7363-173d-43af-b352-fc7f9e9b7dde tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Pushing event updated for resources: {'Network': ['ID=e5530b9c-3bd9-433b-a76e-53737ca4e7e3,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:22.354534 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network e5530b9c-3bd9-433b-a76e-53737ca4e7e3 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:38:22.359826 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52600b21-1c70-41c8-9fb3-96d260be7541 service neutron] Pushing event updated for resources: {'Port': ['ID=5a2cd2eb-cc3c-4860-b939-e4520520d050,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:22.404937 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593151c-16cc-4d26-b627-cd698500d6b1 req-0e506bc1-717c-4a8b-8428-3b319dc314ba tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:22.406659 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e593151c-16cc-4d26-b627-cd698500d6b1 req-0e506bc1-717c-4a8b-8428-3b319dc314ba tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/ports?device_id=adc1e87f-245f-4a88-a9e4-a1ce177f3767 HTTP/1.1" status: 200 len: 946 time: 0.1543849 Dec 09 15:38:22.529393 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52600b21-1c70-41c8-9fb3-96d260be7541 service neutron] Attempting to bind port 5a2cd2eb-cc3c-4860-b939-e4520520d050 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:38:22.529735 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52600b21-1c70-41c8-9fb3-96d260be7541 service neutron] Attempting to bind port 5a2cd2eb-cc3c-4860-b939-e4520520d050 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '18982a45-a512-40c0-96de-f3768ab3b632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '20a3d869-faba-4fd6-8427-0269f690d785'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:38:22.530614 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52600b21-1c70-41c8-9fb3-96d260be7541 service neutron] Attempting to bind port 5a2cd2eb-cc3c-4860-b939-e4520520d050 on network 20a3d869-faba-4fd6-8427-0269f690d785 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:22.549722 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e593151c-16cc-4d26-b627-cd698500d6b1 req-18ae4fe3-3719-4bf8-b2e7-a2ce98193f50 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/security-groups?id=410938a1-b2b2-4bdb-84bd-cea91e5cb615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000385 Dec 09 15:38:22.554646 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52600b21-1c70-41c8-9fb3-96d260be7541 service neutron] Port 5a2cd2eb-cc3c-4860-b939-e4520520d050 on network 20a3d869-faba-4fd6-8427-0269f690d785 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:38:22.563081 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52600b21-1c70-41c8-9fb3-96d260be7541 service neutron] Attempting to bind port 5a2cd2eb-cc3c-4860-b939-e4520520d050 on network 20a3d869-faba-4fd6-8427-0269f690d785 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:22.569198 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52600b21-1c70-41c8-9fb3-96d260be7541 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:38:22.569547 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52600b21-1c70-41c8-9fb3-96d260be7541 service neutron] Checking segment: {'id': '18982a45-a512-40c0-96de-f3768ab3b632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '20a3d869-faba-4fd6-8427-0269f690d785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:38:22.569940 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52600b21-1c70-41c8-9fb3-96d260be7541 service neutron] Bound using segment: {'id': '18982a45-a512-40c0-96de-f3768ab3b632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '20a3d869-faba-4fd6-8427-0269f690d785'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:38:22.570372 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52600b21-1c70-41c8-9fb3-96d260be7541 service neutron] Bound port: 5a2cd2eb-cc3c-4860-b939-e4520520d050, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18982a45-a512-40c0-96de-f3768ab3b632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '20a3d869-faba-4fd6-8427-0269f690d785'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:38:22.570731 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52600b21-1c70-41c8-9fb3-96d260be7541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:22.668569 n-d-821228-1 neutron-server[103245]: DEBUG neutron.objects.ports [None req-85d106c2-9d2e-42f4-9dd6-c1ddca7de8cd tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103245) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 15:38:22.669195 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-85d106c2-9d2e-42f4-9dd6-c1ddca7de8cd tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:22.678398 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52600b21-1c70-41c8-9fb3-96d260be7541 service neutron] For port 5a2cd2eb-cc3c-4860-b939-e4520520d050, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:38:22.712686 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52600b21-1c70-41c8-9fb3-96d260be7541 service neutron] For port 5a2cd2eb-cc3c-4860-b939-e4520520d050, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5a2cd2eb-cc3c-4860-b939-e4520520d050,segment=NetworkSegment(18982a45-a512-40c0-96de-f3768ab3b632),segment_id=18982a45-a512-40c0-96de-f3768ab3b632)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:38:22.721412 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52600b21-1c70-41c8-9fb3-96d260be7541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:22.743923 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d106c2-9d2e-42f4-9dd6-c1ddca7de8cd tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fc56c3ab-ebeb-4afc-b911-a479de4d2ffa,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:22.753572 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d106c2-9d2e-42f4-9dd6-c1ddca7de8cd tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Checking segment: {'id': 'e5439bd2-bf72-42ea-a4c2-b456191b70dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e5530b9c-3bd9-433b-a76e-53737ca4e7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:38:22.753943 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d106c2-9d2e-42f4-9dd6-c1ddca7de8cd tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Network hostable DHCP agents. Network: e5530b9c-3bd9-433b-a76e-53737ca4e7e3, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:38:22.776630 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f3116-1153-49fd-bb03-0f0b9af4cb39 req-7923f5ee-d636-437b-92c6-abdc24973a3d tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:22.776900 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d106c2-9d2e-42f4-9dd6-c1ddca7de8cd tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Network e5530b9c-3bd9-433b-a76e-53737ca4e7e3 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:38:22.783438 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f3116-1153-49fd-bb03-0f0b9af4cb39 req-7923f5ee-d636-437b-92c6-abdc24973a3d tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:22.787965 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-85d106c2-9d2e-42f4-9dd6-c1ddca7de8cd tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, e5530b9c-3bd9-433b-a76e-53737ca4e7e3) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:38:22.792180 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d106c2-9d2e-42f4-9dd6-c1ddca7de8cd tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:22.792458 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f3116-1153-49fd-bb03-0f0b9af4cb39 req-7923f5ee-d636-437b-92c6-abdc24973a3d tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:22.792808 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-85d106c2-9d2e-42f4-9dd6-c1ddca7de8cd tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:22.799836 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f3116-1153-49fd-bb03-0f0b9af4cb39 req-7923f5ee-d636-437b-92c6-abdc24973a3d tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:22.800220 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d212866-e134-415e-8c4a-ac1bde14ff90 None None] Network e5530b9c-3bd9-433b-a76e-53737ca4e7e3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:38:22.807376 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f3116-1153-49fd-bb03-0f0b9af4cb39 req-7923f5ee-d636-437b-92c6-abdc24973a3d tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:22.812501 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-85d106c2-9d2e-42f4-9dd6-c1ddca7de8cd tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5705011 Dec 09 15:38:22.813840 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f3116-1153-49fd-bb03-0f0b9af4cb39 req-7923f5ee-d636-437b-92c6-abdc24973a3d tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:22.815080 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34092) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:22.820222 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f3116-1153-49fd-bb03-0f0b9af4cb39 req-7923f5ee-d636-437b-92c6-abdc24973a3d tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:22.820462 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4cbc229b-b217-4185-aac3-6e1165061f32 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Request body: {'floatingip': {'floating_network_id': 'e5530b9c-3bd9-433b-a76e-53737ca4e7e3'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:22.822182 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a90f3116-1153-49fd-bb03-0f0b9af4cb39 req-7923f5ee-d636-437b-92c6-abdc24973a3d tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 5383 time: 0.1609492 Dec 09 15:38:22.827563 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52600b21-1c70-41c8-9fb3-96d260be7541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:22.828238 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52600b21-1c70-41c8-9fb3-96d260be7541 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:22.830248 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-52600b21-1c70-41c8-9fb3-96d260be7541 service neutron] 10.222.0.31 "PUT /v2.0/ports/5a2cd2eb-cc3c-4860-b939-e4520520d050 HTTP/1.1" status: 200 len: 1091 time: 1.6699355 Dec 09 15:38:22.860474 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4cbc229b-b217-4185-aac3-6e1165061f32 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:22.887226 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b4aebd5c-be5d-41c6-969b-9a94f5b5895e service neutron] Request body: {'port': {'device_id': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:22.941935 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52600b21-1c70-41c8-9fb3-96d260be7541 service neutron] Pushing event updated for resources: {'Port': ['ID=5a2cd2eb-cc3c-4860-b939-e4520520d050,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:22.947059 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87396b6-cd31-41c2-9776-369897fdc7f7 None None] Network e5530b9c-3bd9-433b-a76e-53737ca4e7e3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:38:22.983497 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4cbc229b-b217-4185-aac3-6e1165061f32 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:23.034691 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a90f3116-1153-49fd-bb03-0f0b9af4cb39 req-344943d9-0fb3-41f3-a96b-975ed40109ae tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5a160d6-2a3e-43b1-a8f4-02b478772c5e&id=aba6105b-f056-4e0c-8297-3f8457ddbf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1998565 Dec 09 15:38:23.051656 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f77bc-8835-4758-9b5a-dcc52a1506e4 req-2dd5dc38-fbc7-49a8-aefb-0745d1f3fc9e tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:23.053323 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-417f77bc-8835-4758-9b5a-dcc52a1506e4 req-2dd5dc38-fbc7-49a8-aefb-0745d1f3fc9e tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.31 "GET /v2.0/ports?device_id=adc1e87f-245f-4a88-a9e4-a1ce177f3767 HTTP/1.1" status: 200 len: 946 time: 0.1914301 Dec 09 15:38:23.056612 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b4aebd5c-be5d-41c6-969b-9a94f5b5895e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:23.070314 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-60472dfb-37d2-42fd-96de-ca5e98e20ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:23.112132 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'tag': '32ff3866-b9bf-4bc2-9100-56e447725e78'}, {'name': 'network-changed', 'server_uuid': '87f0bba4-7d9a-4014-982d-643cf4a840cb', 'tag': '847afbcf-2043-4704-86dd-821ac9fb24dc'}, {'name': 'network-changed', 'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'tag': '12dd1f56-6412-4015-93f6-b5f952d56bdf'}, {'name': 'network-changed', 'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'tag': '5a2cd2eb-cc3c-4860-b939-e4520520d050'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:38:23.114418 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0998e6c2-0cf5-4acd-a475-95b678d42812" -d '{"events": [{"name": "network-changed", "server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "tag": "32ff3866-b9bf-4bc2-9100-56e447725e78"}, {"name": "network-changed", "server_uuid": "87f0bba4-7d9a-4014-982d-643cf4a840cb", "tag": "847afbcf-2043-4704-86dd-821ac9fb24dc"}, {"name": "network-changed", "server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "tag": "12dd1f56-6412-4015-93f6-b5f952d56bdf"}, {"name": "network-changed", "server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "tag": "5a2cd2eb-cc3c-4860-b939-e4520520d050"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:38:23.140616 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-4cbc229b-b217-4185-aac3-6e1165061f32 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Allocated IP 172.20.0.8 (e5530b9c-3bd9-433b-a76e-53737ca4e7e3/fc56c3ab-ebeb-4afc-b911-a479de4d2ffa/07268ded-3f03-4659-aeab-8fa659f78ced) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:38:23.296807 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4cbc229b-b217-4185-aac3-6e1165061f32 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:23.343285 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4cbc229b-b217-4185-aac3-6e1165061f32 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:23.352275 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-417f77bc-8835-4758-9b5a-dcc52a1506e4 req-053dcc22-a77d-4b5b-837c-9f04f91dc4f3 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Deleting port b278768d-d1d9-42db-b957-8ad3ada7469f {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:38:23.352895 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-417f77bc-8835-4758-9b5a-dcc52a1506e4 req-053dcc22-a77d-4b5b-837c-9f04f91dc4f3 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:23.379198 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:38:23.383044 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbc229b-b217-4185-aac3-6e1165061f32 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Network e5530b9c-3bd9-433b-a76e-53737ca4e7e3 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:38:23.400495 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-4cbc229b-b217-4185-aac3-6e1165061f32 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:38:23.404200 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbc229b-b217-4185-aac3-6e1165061f32 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:38:23.466727 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc229b-b217-4185-aac3-6e1165061f32 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Pushing event updated for resources: {'Port': ['ID=07268ded-3f03-4659-aeab-8fa659f78ced,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:23.515657 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4cbc229b-b217-4185-aac3-6e1165061f32 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:23.520529 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:38:23.555874 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4cbc229b-b217-4185-aac3-6e1165061f32 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:23.584391 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-417f77bc-8835-4758-9b5a-dcc52a1506e4 req-053dcc22-a77d-4b5b-837c-9f04f91dc4f3 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] For port b278768d-d1d9-42db-b957-8ad3ada7469f, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=b278768d-d1d9-42db-b957-8ad3ada7469f,segment=NetworkSegment(23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea),segment_id=23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:38:23.584830 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-417f77bc-8835-4758-9b5a-dcc52a1506e4 req-053dcc22-a77d-4b5b-837c-9f04f91dc4f3 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:23.679626 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'port_id': '80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd', 'mac_address': 'fa:16:3e:49:d9:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6953c-1261-4e7c-8b49-64e5b87424c2', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:38:23.718564 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:23.723808 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4cbc229b-b217-4185-aac3-6e1165061f32 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:23.729950 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4cbc229b-b217-4185-aac3-6e1165061f32 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:23.735370 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:38:23.760477 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:38:23.769154 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:23.804636 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc229b-b217-4185-aac3-6e1165061f32 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Pushing event updated for resources: {'Port': ['ID=07268ded-3f03-4659-aeab-8fa659f78ced,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:23.818876 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4cbc229b-b217-4185-aac3-6e1165061f32 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:23.828473 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd,revision_number=9']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:23.840108 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4cbc229b-b217-4185-aac3-6e1165061f32 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:23.841572 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4cbc229b-b217-4185-aac3-6e1165061f32 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.0255120 Dec 09 15:38:23.844227 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34114) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:23.875865 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-417f77bc-8835-4758-9b5a-dcc52a1506e4 req-053dcc22-a77d-4b5b-837c-9f04f91dc4f3 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Calling delete_port for b278768d-d1d9-42db-b957-8ad3ada7469f owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:38:23.901080 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b4aebd5c-be5d-41c6-969b-9a94f5b5895e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d801fbcc-7e8f-4803-9e04-23f95227f725 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:38:23.916530 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-931d1655-8798-4744-9bc2-f59a4ab22b73 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] 10.222.0.57 "GET /v2.0/floatingips?floating_network_id=e5530b9c-3bd9-433b-a76e-53737ca4e7e3 HTTP/1.1" status: 200 len: 689 time: 0.0711279 Dec 09 15:38:23.919188 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34116) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:23.940904 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b4aebd5c-be5d-41c6-969b-9a94f5b5895e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:23.953758 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:23.963054 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791eba0a-339b-4e98-b8eb-df18490b0355 req-e722aa2f-5ece-455b-9f8b-f60c036d2907 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:23.964578 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-791eba0a-339b-4e98-b8eb-df18490b0355 req-e722aa2f-5ece-455b-9f8b-f60c036d2907 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=87f0bba4-7d9a-4014-982d-643cf4a840cb HTTP/1.1" status: 200 len: 946 time: 0.4405565 Dec 09 15:38:23.979774 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b4aebd5c-be5d-41c6-969b-9a94f5b5895e service neutron] Transition to ACTIVE for port object d801fbcc-7e8f-4803-9e04-23f95227f725 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:38:23.990113 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b4aebd5c-be5d-41c6-969b-9a94f5b5895e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:24.007153 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-91727d44-d1b0-45b8-bcbc-78de8697dc6d tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:24.087361 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aebd5c-be5d-41c6-969b-9a94f5b5895e service neutron] Pushing event updated for resources: {'Port': ['ID=d801fbcc-7e8f-4803-9e04-23f95227f725,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:24.096676 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-791eba0a-339b-4e98-b8eb-df18490b0355 req-09b9b906-1209-489d-be7c-6e04d533c843 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212885 Dec 09 15:38:24.137858 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-91727d44-d1b0-45b8-bcbc-78de8697dc6d tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Deleting port 07268ded-3f03-4659-aeab-8fa659f78ced {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:38:24.138349 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-91727d44-d1b0-45b8-bcbc-78de8697dc6d tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:24.141857 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:38:24.215066 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-417f77bc-8835-4758-9b5a-dcc52a1506e4 req-053dcc22-a77d-4b5b-837c-9f04f91dc4f3 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:24.224748 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b4aebd5c-be5d-41c6-969b-9a94f5b5895e service neutron] Attempting to bind port d801fbcc-7e8f-4803-9e04-23f95227f725 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:38:24.225166 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b4aebd5c-be5d-41c6-969b-9a94f5b5895e service neutron] Attempting to bind port d801fbcc-7e8f-4803-9e04-23f95227f725 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '18982a45-a512-40c0-96de-f3768ab3b632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '20a3d869-faba-4fd6-8427-0269f690d785'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:38:24.225532 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b4aebd5c-be5d-41c6-969b-9a94f5b5895e service neutron] Attempting to bind port d801fbcc-7e8f-4803-9e04-23f95227f725 on network 20a3d869-faba-4fd6-8427-0269f690d785 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:24.264290 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 680 Content-Type: application/json Date: Thu, 09 Dec 2021 15:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27ba69f-26be-4e46-9d9c-15f31088d9dd x-openstack-request-id: req-e27ba69f-26be-4e46-9d9c-15f31088d9dd {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:38:24.264523 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "tag": "32ff3866-b9bf-4bc2-9100-56e447725e78", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "87f0bba4-7d9a-4014-982d-643cf4a840cb", "tag": "847afbcf-2043-4704-86dd-821ac9fb24dc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "tag": "12dd1f56-6412-4015-93f6-b5f952d56bdf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "tag": "5a2cd2eb-cc3c-4860-b939-e4520520d050", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:38:24.265633 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e27ba69f-26be-4e46-9d9c-15f31088d9dd {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:38:24.265633 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'tag': '32ff3866-b9bf-4bc2-9100-56e447725e78', 'status': 'completed', 'code': 200} Dec 09 15:38:24.265633 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87f0bba4-7d9a-4014-982d-643cf4a840cb', 'tag': '847afbcf-2043-4704-86dd-821ac9fb24dc', 'status': 'completed', 'code': 200} Dec 09 15:38:24.265958 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'tag': '12dd1f56-6412-4015-93f6-b5f952d56bdf', 'status': 'completed', 'code': 200} Dec 09 15:38:24.265958 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'tag': '5a2cd2eb-cc3c-4860-b939-e4520520d050', 'status': 'completed', 'code': 200} Dec 09 15:38:24.270431 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053dcc22-a77d-4b5b-837c-9f04f91dc4f3 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Pushing event deleted for resources: {'Port': ['ID=b278768d-d1d9-42db-b957-8ad3ada7469f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:24.273481 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b4aebd5c-be5d-41c6-969b-9a94f5b5895e service neutron] Port d801fbcc-7e8f-4803-9e04-23f95227f725 on network 20a3d869-faba-4fd6-8427-0269f690d785 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:38:24.273815 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b4aebd5c-be5d-41c6-969b-9a94f5b5895e service neutron] Attempting to bind port d801fbcc-7e8f-4803-9e04-23f95227f725 on network 20a3d869-faba-4fd6-8427-0269f690d785 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:24.301656 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b4aebd5c-be5d-41c6-969b-9a94f5b5895e service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:38:24.308982 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b4aebd5c-be5d-41c6-969b-9a94f5b5895e service neutron] Checking segment: {'id': '18982a45-a512-40c0-96de-f3768ab3b632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '20a3d869-faba-4fd6-8427-0269f690d785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:38:24.309334 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b4aebd5c-be5d-41c6-969b-9a94f5b5895e service neutron] Bound using segment: {'id': '18982a45-a512-40c0-96de-f3768ab3b632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '20a3d869-faba-4fd6-8427-0269f690d785'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:38:24.309773 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b4aebd5c-be5d-41c6-969b-9a94f5b5895e service neutron] Bound port: d801fbcc-7e8f-4803-9e04-23f95227f725, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18982a45-a512-40c0-96de-f3768ab3b632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '20a3d869-faba-4fd6-8427-0269f690d785'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:38:24.310142 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b4aebd5c-be5d-41c6-969b-9a94f5b5895e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:24.349509 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-91727d44-d1b0-45b8-bcbc-78de8697dc6d tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:24.350160 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-91727d44-d1b0-45b8-bcbc-78de8697dc6d tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:24.375849 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-91727d44-d1b0-45b8-bcbc-78de8697dc6d tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Calling delete_port for 07268ded-3f03-4659-aeab-8fa659f78ced owned by network:floatingip {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:38:24.382524 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:24.448125 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-417f77bc-8835-4758-9b5a-dcc52a1506e4 req-053dcc22-a77d-4b5b-837c-9f04f91dc4f3 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] No DVR routers for this DVR port b278768d-d1d9-42db-b957-8ad3ada7469f on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:38:24.452700 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-417f77bc-8835-4758-9b5a-dcc52a1506e4 req-053dcc22-a77d-4b5b-837c-9f04f91dc4f3 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:24.455942 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-417f77bc-8835-4758-9b5a-dcc52a1506e4 req-053dcc22-a77d-4b5b-837c-9f04f91dc4f3 tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.31 "DELETE /v2.0/ports/b278768d-d1d9-42db-b957-8ad3ada7469f HTTP/1.1" status: 204 len: 173 time: 1.3759272 Dec 09 15:38:24.504667 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-f13e5c11-32e7-4f33-a0d7-4dcd3b320160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:24.505150 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-f13e5c11-32e7-4f33-a0d7-4dcd3b320160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:24.506346 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-f13e5c11-32e7-4f33-a0d7-4dcd3b320160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:24.506943 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-f13e5c11-32e7-4f33-a0d7-4dcd3b320160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:24.507460 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-f13e5c11-32e7-4f33-a0d7-4dcd3b320160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:24.507924 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-f13e5c11-32e7-4f33-a0d7-4dcd3b320160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:24.508590 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-f13e5c11-32e7-4f33-a0d7-4dcd3b320160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:24.511074 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-f13e5c11-32e7-4f33-a0d7-4dcd3b320160 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=22d7743b04274c74b1037ecd2e466dba&device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 6300 time: 0.2225478 Dec 09 15:38:24.561642 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ac806-8bf2-43d5-90c9-f74994fe7179 req-a4c9ac6f-370d-4b6b-8d06-e457fa6c4f9c tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:24.570173 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a71ac806-8bf2-43d5-90c9-f74994fe7179 req-a4c9ac6f-370d-4b6b-8d06-e457fa6c4f9c tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=1af04a49-f422-4927-bb36-a69fa63a5805 HTTP/1.1" status: 200 len: 945 time: 0.1875610 Dec 09 15:38:24.584000 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-91727d44-d1b0-45b8-bcbc-78de8697dc6d tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:24.600271 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b4aebd5c-be5d-41c6-969b-9a94f5b5895e service neutron] For port d801fbcc-7e8f-4803-9e04-23f95227f725, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:38:24.630799 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91727d44-d1b0-45b8-bcbc-78de8697dc6d tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Pushing event deleted for resources: {'Port': ['ID=07268ded-3f03-4659-aeab-8fa659f78ced,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:24.638371 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b4aebd5c-be5d-41c6-969b-9a94f5b5895e service neutron] For port d801fbcc-7e8f-4803-9e04-23f95227f725, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=d801fbcc-7e8f-4803-9e04-23f95227f725,segment=NetworkSegment(18982a45-a512-40c0-96de-f3768ab3b632),segment_id=18982a45-a512-40c0-96de-f3768ab3b632)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:38:24.656628 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b4aebd5c-be5d-41c6-969b-9a94f5b5895e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:24.713489 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-91727d44-d1b0-45b8-bcbc-78de8697dc6d tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:24.747016 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a71ac806-8bf2-43d5-90c9-f74994fe7179 req-f66a68a3-5a3f-4d6f-bbc0-e1b366bd3e68 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709051 Dec 09 15:38:24.748595 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b4aebd5c-be5d-41c6-969b-9a94f5b5895e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:24.749236 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b4aebd5c-be5d-41c6-969b-9a94f5b5895e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:24.750610 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b4aebd5c-be5d-41c6-969b-9a94f5b5895e service neutron] 10.222.0.31 "PUT /v2.0/ports/d801fbcc-7e8f-4803-9e04-23f95227f725 HTTP/1.1" status: 200 len: 1090 time: 1.8686311 Dec 09 15:38:24.768780 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-18fee778-46f4-401a-8435-4d9874758ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:24.769263 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-18fee778-46f4-401a-8435-4d9874758ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:24.769730 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-18fee778-46f4-401a-8435-4d9874758ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:24.780502 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-18fee778-46f4-401a-8435-4d9874758ed7 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=22d7743b04274c74b1037ecd2e466dba&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2541535 Dec 09 15:38:24.873936 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-91727d44-d1b0-45b8-bcbc-78de8697dc6d tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:24.944300 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b6ca2348-c4ef-47c4-bcc4-d076350a7e4a service neutron] Request body: {'port': {'device_id': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:24.977738 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-91727d44-d1b0-45b8-bcbc-78de8697dc6d tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:25.016357 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bb62f729-74f3-415e-9fb3-9f4db245f4ea req-5dec35e0-21b0-4e6e-b9b6-18a7b0d3105b tempest-FloatingIPsAssociationTestJSON-699794011 tempest-FloatingIPsAssociationTestJSON-699794011-project] 10.222.0.57 "GET /v2.0/ports?device_id=adc1e87f-245f-4a88-a9e4-a1ce177f3767 HTTP/1.1" status: 200 len: 210 time: 0.0857291 Dec 09 15:38:25.042679 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91727d44-d1b0-45b8-bcbc-78de8697dc6d tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fc56c3ab-ebeb-4afc-b911-a479de4d2ffa,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:25.088098 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aebd5c-be5d-41c6-969b-9a94f5b5895e service neutron] Pushing event updated for resources: {'Port': ['ID=d801fbcc-7e8f-4803-9e04-23f95227f725,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:25.128285 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-91727d44-d1b0-45b8-bcbc-78de8697dc6d tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:25.152002 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b6ca2348-c4ef-47c4-bcc4-d076350a7e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:25.164709 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-91727d44-d1b0-45b8-bcbc-78de8697dc6d tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5530b9c-3bd9-433b-a76e-53737ca4e7e3']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:25.175655 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-91727d44-d1b0-45b8-bcbc-78de8697dc6d tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5439bd2-bf72-42ea-a4c2-b456191b70dd') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:25.175957 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-91727d44-d1b0-45b8-bcbc-78de8697dc6d tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5439bd2-bf72-42ea-a4c2-b456191b70dd') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:25.186610 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-91727d44-d1b0-45b8-bcbc-78de8697dc6d tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:25.205216 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-91727d44-d1b0-45b8-bcbc-78de8697dc6d tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:25.213170 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91727d44-d1b0-45b8-bcbc-78de8697dc6d tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:38:25.213635 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-91727d44-d1b0-45b8-bcbc-78de8697dc6d tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:25.217997 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:25.225645 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:38:25.225645 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:38:25.225645 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:38:25.225645 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:38:25.225645 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:38:25.225645 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:38:25.225645 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:38:25.225645 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:38:25.225645 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:38:25.225645 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:38:25.225645 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:38:25.225645 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:38:25.225645 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:38:25.225645 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:38:25.225645 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:38:25.225645 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:38:25.225645 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:38:25.225645 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:38:25.225645 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:38:25.225645 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:38:25.225645 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:38:25.225645 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:38:25.225645 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:38:25.225645 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:38:25.225645 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:38:25.225645 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:38:25.225645 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:38:25.225645 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:38:25.225645 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:38:25.225645 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:38:25.225645 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:38:25.225645 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:38:25.259224 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-2718fdea-c454-4ba4-8d21-961ffc34903b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:25.261303 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-2718fdea-c454-4ba4-8d21-961ffc34903b service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4630020 Dec 09 15:38:25.284929 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-91727d44-d1b0-45b8-bcbc-78de8697dc6d tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:25.298303 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5a59c-6528-4632-a9c5-e595ba6b5351 req-b0a2e38a-1bcf-447b-85a8-2545b7865ae5 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:25.304512 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91727d44-d1b0-45b8-bcbc-78de8697dc6d tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e5530b9c-3bd9-433b-a76e-53737ca4e7e3 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 09 15:38:25.305872 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5a59c-6528-4632-a9c5-e595ba6b5351 req-b0a2e38a-1bcf-447b-85a8-2545b7865ae5 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:25.307612 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-91727d44-d1b0-45b8-bcbc-78de8697dc6d tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:25.311643 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-91727d44-d1b0-45b8-bcbc-78de8697dc6d tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] 10.222.0.57 "DELETE /v2.0/networks/e5530b9c-3bd9-433b-a76e-53737ca4e7e3 HTTP/1.1" status: 204 len: 168 time: 1.3901868 Dec 09 15:38:25.312636 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5a59c-6528-4632-a9c5-e595ba6b5351 req-b0a2e38a-1bcf-447b-85a8-2545b7865ae5 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:25.315223 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91727d44-d1b0-45b8-bcbc-78de8697dc6d tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Pushing event deleted for resources: {'Network': ['ID=e5530b9c-3bd9-433b-a76e-53737ca4e7e3,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:25.319736 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5a59c-6528-4632-a9c5-e595ba6b5351 req-b0a2e38a-1bcf-447b-85a8-2545b7865ae5 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:25.320938 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34128) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:25.326243 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5a59c-6528-4632-a9c5-e595ba6b5351 req-b0a2e38a-1bcf-447b-85a8-2545b7865ae5 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:25.332996 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5a59c-6528-4632-a9c5-e595ba6b5351 req-b0a2e38a-1bcf-447b-85a8-2545b7865ae5 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:25.339574 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5a59c-6528-4632-a9c5-e595ba6b5351 req-b0a2e38a-1bcf-447b-85a8-2545b7865ae5 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:25.347997 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57c5a59c-6528-4632-a9c5-e595ba6b5351 req-b0a2e38a-1bcf-447b-85a8-2545b7865ae5 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 5395 time: 0.1976206 Dec 09 15:38:25.401040 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:38:25.420254 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-fe519989-3a2f-41d6-9e9e-81e1aa36ac1f tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0941358 Dec 09 15:38:25.420932 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34130) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:25.495966 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8729f4e-8c02-44c9-807d-9b65f3a1e7c2 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:25.496862 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8729f4e-8c02-44c9-807d-9b65f3a1e7c2 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:25.497523 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8729f4e-8c02-44c9-807d-9b65f3a1e7c2 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:25.498170 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8729f4e-8c02-44c9-807d-9b65f3a1e7c2 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:25.498809 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8729f4e-8c02-44c9-807d-9b65f3a1e7c2 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:25.499449 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8729f4e-8c02-44c9-807d-9b65f3a1e7c2 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:25.500351 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8729f4e-8c02-44c9-807d-9b65f3a1e7c2 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:25.501017 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8729f4e-8c02-44c9-807d-9b65f3a1e7c2 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:25.501657 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8729f4e-8c02-44c9-807d-9b65f3a1e7c2 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:25.502405 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8729f4e-8c02-44c9-807d-9b65f3a1e7c2 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:25.503039 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8729f4e-8c02-44c9-807d-9b65f3a1e7c2 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:25.503195 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:38:25.503573 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:25.505842 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c8729f4e-8c02-44c9-807d-9b65f3a1e7c2 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7122 time: 0.0838017 Dec 09 15:38:25.509505 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34132) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:25.553764 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57c5a59c-6528-4632-a9c5-e595ba6b5351 req-e3b8ac28-158a-4bc3-bc07-c8ceda4f22ed tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5a160d6-2a3e-43b1-a8f4-02b478772c5e&id=aba6105b-f056-4e0c-8297-3f8457ddbf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2046514 Dec 09 15:38:25.588548 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-2ea8cd36-5941-4cc4-8a7e-29690921f2ec tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] delete failed (client error): The resource could not be found. Dec 09 15:38:25.589770 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2ea8cd36-5941-4cc4-8a7e-29690921f2ec tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] 10.222.0.57 "DELETE /v2.0/floatingips/cc1d79fc-5e91-458b-a6b6-2139e24ab0b0 HTTP/1.1" status: 404 len: 345 time: 0.0786579 Dec 09 15:38:25.593217 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34138) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:25.611539 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-4d6dc756-51ec-4b24-93bd-486552b9c8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:25.633394 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5f200a-2037-48e5-a703-5ef8058a2222 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] DELETE failed (client error): The resource could not be found. Dec 09 15:38:25.634076 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e5f200a-2037-48e5-a703-5ef8058a2222 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:38:25.641519 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6e5f200a-2037-48e5-a703-5ef8058a2222 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] 10.222.0.57 "DELETE /v2.0/networks/e5530b9c-3bd9-433b-a76e-53737ca4e7e3 HTTP/1.1" status: 404 len: 339 time: 0.0462976 Dec 09 15:38:25.642363 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-4d6dc756-51ec-4b24-93bd-486552b9c8ee service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8222749629bd4bc081045ad1433cd8c5&device_id=87f0bba4-7d9a-4014-982d-643cf4a840cb HTTP/1.1" status: 200 len: 1097 time: 0.2891111 Dec 09 15:38:25.650586 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34144) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:25.650766 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:25.654749 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-db31f00f-c773-4acb-bc5f-4bd3a680db1a tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Request body: {'network': {'name': 'tempest-network--967177661', 'router:external': True}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:25.680814 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db31f00f-c773-4acb-bc5f-4bd3a680db1a tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Made reservation on behalf of 2499fd729a7e4ac4a3e96e486e0b62ba for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:38:25.683158 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-db31f00f-c773-4acb-bc5f-4bd3a680db1a tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:25.688890 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9b1e76-d79c-4b0a-a995-1dadea5c1a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:38:25.691136 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f43a8ca-7a00-480e-88b3-6f15fa0aea93" -d '{"events": [{"server_uuid": "4f9b1e76-d79c-4b0a-a995-1dadea5c1a93", "name": "network-vif-plugged", "status": "completed", "tag": "80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:38:25.725195 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:38:25.731041 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db31f00f-c773-4acb-bc5f-4bd3a680db1a tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:38:25.733723 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:25.735418 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device b278768d-d1d9-42db-b957-8ad3ada7469f no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:38:25.751237 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-db31f00f-c773-4acb-bc5f-4bd3a680db1a tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:25.752738 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-db31f00f-c773-4acb-bc5f-4bd3a680db1a tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Added segment 4ff9fbe4-ecc8-4a43-b2a9-486a5acd771e of type vlan for network ac506a31-58f5-4c7b-aa97-7a46b40073e1 Dec 09 15:38:25.869027 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-db31f00f-c773-4acb-bc5f-4bd3a680db1a tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:25.888046 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd,revision_number=10']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:25.897436 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: b278768d-d1d9-42db-b957-8ad3ada7469f {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:38:25.897784 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device b278768d-d1d9-42db-b957-8ad3ada7469f not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:38:25.918019 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-db31f00f-c773-4acb-bc5f-4bd3a680db1a tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:25.919641 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db31f00f-c773-4acb-bc5f-4bd3a680db1a tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:25.920258 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-db31f00f-c773-4acb-bc5f-4bd3a680db1a tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:25.970952 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-1b8b03b2-a0cb-43a5-8a9b-557b6200be36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:25.972864 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-1b8b03b2-a0cb-43a5-8a9b-557b6200be36 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.3171232 Dec 09 15:38:25.989426 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31f00f-c773-4acb-bc5f-4bd3a680db1a tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Pushing event updated for resources: {'Network': ['ID=ac506a31-58f5-4c7b-aa97-7a46b40073e1,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:26.001325 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network ac506a31-58f5-4c7b-aa97-7a46b40073e1 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:38:26.017922 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-db31f00f-c773-4acb-bc5f-4bd3a680db1a tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3672471 Dec 09 15:38:26.018651 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34156) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:26.117995 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-bf70e6df-12e8-4043-a76d-9ea8aed808c1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=847afbcf-2043-4704-86dd-821ac9fb24dc HTTP/1.1" status: 200 len: 217 time: 0.0991926 Dec 09 15:38:26.207778 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00dd3e2-64fe-4f63-bdf5-46ea760e379d req-2108ab76-3ea3-4462-bede-474f2242df4c tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:26.210482 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e00dd3e2-64fe-4f63-bdf5-46ea760e379d req-2108ab76-3ea3-4462-bede-474f2242df4c tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=87f0bba4-7d9a-4014-982d-643cf4a840cb HTTP/1.1" status: 200 len: 946 time: 0.2585294 Dec 09 15:38:26.227293 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b6ca2348-c4ef-47c4-bcc4-d076350a7e4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ff08a00-721a-4d24-8d8b-1594bb188216 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:38:26.240606 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b6ca2348-c4ef-47c4-bcc4-d076350a7e4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:26.244726 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae10a12-5237-4415-a054-4e35b610ef66 tempest-ExternalNetworksTestJSON-185978675 tempest-ExternalNetworksTestJSON-185978675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:26.252474 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae10a12-5237-4415-a054-4e35b610ef66 tempest-ExternalNetworksTestJSON-185978675 tempest-ExternalNetworksTestJSON-185978675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:26.259016 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-314758ae-17c4-4ea4-a329-88c8878be2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:26.259196 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae10a12-5237-4415-a054-4e35b610ef66 tempest-ExternalNetworksTestJSON-185978675 tempest-ExternalNetworksTestJSON-185978675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:26.261311 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-314758ae-17c4-4ea4-a329-88c8878be2f0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.1328702 Dec 09 15:38:26.265816 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae10a12-5237-4415-a054-4e35b610ef66 tempest-ExternalNetworksTestJSON-185978675 tempest-ExternalNetworksTestJSON-185978675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:26.267338 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bae10a12-5237-4415-a054-4e35b610ef66 tempest-ExternalNetworksTestJSON-185978675 tempest-ExternalNetworksTestJSON-185978675-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2461100 Dec 09 15:38:26.270301 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34170) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:26.272590 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc1e87f-245f-4a88-a9e4-a1ce177f3767', 'name': 'network-vif-deleted', 'tag': 'b278768d-d1d9-42db-b957-8ad3ada7469f'}, {'name': 'network-changed', 'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'tag': 'd801fbcc-7e8f-4803-9e04-23f95227f725'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:38:26.275133 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d78475-0109-410c-94b8-477b8b58ed7a" -d '{"events": [{"server_uuid": "adc1e87f-245f-4a88-a9e4-a1ce177f3767", "name": "network-vif-deleted", "tag": "b278768d-d1d9-42db-b957-8ad3ada7469f"}, {"name": "network-changed", "server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "tag": "d801fbcc-7e8f-4803-9e04-23f95227f725"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:38:26.341366 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b6ca2348-c4ef-47c4-bcc4-d076350a7e4a service neutron] Transition to ACTIVE for port object 5ff08a00-721a-4d24-8d8b-1594bb188216 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:38:26.350904 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b6ca2348-c4ef-47c4-bcc4-d076350a7e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:26.445904 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:26.516994 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e00dd3e2-64fe-4f63-bdf5-46ea760e379d req-4d643a94-27e4-486f-b0dd-09c56b2afca4 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795591 Dec 09 15:38:26.569138 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca2348-c4ef-47c4-bcc4-d076350a7e4a service neutron] Pushing event updated for resources: {'Port': ['ID=5ff08a00-721a-4d24-8d8b-1594bb188216,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:26.581110 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-11241b8d-bc16-4620-bbaf-4aeaf34a8f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:26.583303 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-11241b8d-bc16-4620-bbaf-4aeaf34a8f3a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3047826 Dec 09 15:38:26.619059 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae000a69-7539-4e0d-8e91-4bc2d4b8087b x-openstack-request-id: req-ae000a69-7539-4e0d-8e91-4bc2d4b8087b {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:38:26.619430 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9b1e76-d79c-4b0a-a995-1dadea5c1a93", "name": "network-vif-plugged", "status": "completed", "tag": "80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:38:26.619755 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ae000a69-7539-4e0d-8e91-4bc2d4b8087b {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:38:26.620241 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9b1e76-d79c-4b0a-a995-1dadea5c1a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd', 'code': 200} Dec 09 15:38:26.706292 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34184) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:26.964624 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-a0e36f49-6427-4bb4-9857-1e137f811a21 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653414 Dec 09 15:38:26.970590 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b6ca2348-c4ef-47c4-bcc4-d076350a7e4a service neutron] Attempting to bind port 5ff08a00-721a-4d24-8d8b-1594bb188216 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:38:26.970929 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b6ca2348-c4ef-47c4-bcc4-d076350a7e4a service neutron] Attempting to bind port 5ff08a00-721a-4d24-8d8b-1594bb188216 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '632c255a-192d-4ac5-a1ca-9931ff424cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '895dda7b-01ef-4be1-87ee-a839b97640e2'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:38:26.971254 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b6ca2348-c4ef-47c4-bcc4-d076350a7e4a service neutron] Attempting to bind port 5ff08a00-721a-4d24-8d8b-1594bb188216 on network 895dda7b-01ef-4be1-87ee-a839b97640e2 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:26.984306 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9c037f97-d376-4c14-8f43-57763333e912 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:27.001716 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b6ca2348-c4ef-47c4-bcc4-d076350a7e4a service neutron] Port 5ff08a00-721a-4d24-8d8b-1594bb188216 on network 895dda7b-01ef-4be1-87ee-a839b97640e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:38:27.002093 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b6ca2348-c4ef-47c4-bcc4-d076350a7e4a service neutron] Attempting to bind port 5ff08a00-721a-4d24-8d8b-1594bb188216 on network 895dda7b-01ef-4be1-87ee-a839b97640e2 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:27.045106 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b6ca2348-c4ef-47c4-bcc4-d076350a7e4a service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:38:27.045494 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b6ca2348-c4ef-47c4-bcc4-d076350a7e4a service neutron] Checking segment: {'id': '632c255a-192d-4ac5-a1ca-9931ff424cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '895dda7b-01ef-4be1-87ee-a839b97640e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:38:27.045880 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b6ca2348-c4ef-47c4-bcc4-d076350a7e4a service neutron] Bound using segment: {'id': '632c255a-192d-4ac5-a1ca-9931ff424cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '895dda7b-01ef-4be1-87ee-a839b97640e2'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:38:27.046328 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b6ca2348-c4ef-47c4-bcc4-d076350a7e4a service neutron] Bound port: 5ff08a00-721a-4d24-8d8b-1594bb188216, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632c255a-192d-4ac5-a1ca-9931ff424cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '895dda7b-01ef-4be1-87ee-a839b97640e2'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:38:27.046689 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b6ca2348-c4ef-47c4-bcc4-d076350a7e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:27.086009 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839fad6-cd7f-4341-97d5-6864a8a7a77e req-577f2ad0-042e-49c9-9d74-9b7ff4ed3dde tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:27.087590 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c839fad6-cd7f-4341-97d5-6864a8a7a77e req-577f2ad0-042e-49c9-9d74-9b7ff4ed3dde tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=1af04a49-f422-4927-bb36-a69fa63a5805 HTTP/1.1" status: 200 len: 945 time: 0.2571948 Dec 09 15:38:27.158856 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9c037f97-d376-4c14-8f43-57763333e912 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:27.168199 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b6ca2348-c4ef-47c4-bcc4-d076350a7e4a service neutron] For port 5ff08a00-721a-4d24-8d8b-1594bb188216, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:38:27.172464 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b6ca2348-c4ef-47c4-bcc4-d076350a7e4a service neutron] For port 5ff08a00-721a-4d24-8d8b-1594bb188216, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5ff08a00-721a-4d24-8d8b-1594bb188216,segment=NetworkSegment(632c255a-192d-4ac5-a1ca-9931ff424cb3),segment_id=632c255a-192d-4ac5-a1ca-9931ff424cb3)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:38:27.196014 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b6ca2348-c4ef-47c4-bcc4-d076350a7e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:27.264374 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-9c037f97-d376-4c14-8f43-57763333e912 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac506a31-58f5-4c7b-aa97-7a46b40073e1']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:27.281619 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c839fad6-cd7f-4341-97d5-6864a8a7a77e req-bedc1eb5-cbc8-4544-b7c2-dfec6c003974 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847866 Dec 09 15:38:27.285585 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-9c037f97-d376-4c14-8f43-57763333e912 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ff9fbe4-ecc8-4a43-b2a9-486a5acd771e') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:27.286155 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-9c037f97-d376-4c14-8f43-57763333e912 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ff9fbe4-ecc8-4a43-b2a9-486a5acd771e') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:27.307973 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9c037f97-d376-4c14-8f43-57763333e912 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:27.325595 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b6ca2348-c4ef-47c4-bcc4-d076350a7e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:27.326418 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b6ca2348-c4ef-47c4-bcc4-d076350a7e4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:27.328156 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b6ca2348-c4ef-47c4-bcc4-d076350a7e4a service neutron] 10.222.0.31 "PUT /v2.0/ports/5ff08a00-721a-4d24-8d8b-1594bb188216 HTTP/1.1" status: 200 len: 1091 time: 2.3973277 Dec 09 15:38:27.374027 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9c037f97-d376-4c14-8f43-57763333e912 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:27.375007 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-4967b3bf-4455-4fae-a2e6-6bf464195c41 service neutron] Request body: {'port': {'device_id': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:27.391542 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-ac036b05-1a94-4bcc-81cd-7eb1ebd1c127 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138656 Dec 09 15:38:27.395094 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c037f97-d376-4c14-8f43-57763333e912 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:38:27.395094 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9c037f97-d376-4c14-8f43-57763333e912 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:27.407077 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 847afbcf-2043-4704-86dd-821ac9fb24dc details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:38:27.444083 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:38:27.444083 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:38:27.444083 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:38:27.444083 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:38:27.444083 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:38:27.444083 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:38:27.444083 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:38:27.444083 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:38:27.444083 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:38:27.444083 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:38:27.444083 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:38:27.444083 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:38:27.444083 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:38:27.444083 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:38:27.444083 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:38:27.444083 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:38:27.444083 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:38:27.444083 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:38:27.444083 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:38:27.444083 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:38:27.444083 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:38:27.444083 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:38:27.444083 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:38:27.444083 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:38:27.444083 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:38:27.444083 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:38:27.444083 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:38:27.444083 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:38:27.444083 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:38:27.444083 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:38:27.444083 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:38:27.444083 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:38:27.463743 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca2348-c4ef-47c4-bcc4-d076350a7e4a service neutron] Pushing event updated for resources: {'Port': ['ID=5ff08a00-721a-4d24-8d8b-1594bb188216,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:27.514032 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34190) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:27.712344 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9c037f97-d376-4c14-8f43-57763333e912 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:27.721411 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c037f97-d376-4c14-8f43-57763333e912 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ac506a31-58f5-4c7b-aa97-7a46b40073e1 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 09 15:38:27.723018 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 847afbcf-2043-4704-86dd-821ac9fb24dc, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=847afbcf-2043-4704-86dd-821ac9fb24dc,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:38:27.738907 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9c037f97-d376-4c14-8f43-57763333e912 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:27.757403 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9c037f97-d376-4c14-8f43-57763333e912 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] 10.222.0.57 "DELETE /v2.0/networks/ac506a31-58f5-4c7b-aa97-7a46b40073e1 HTTP/1.1" status: 204 len: 168 time: 1.4818113 Dec 09 15:38:27.777264 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34194) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:27.791557 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-36dfdf21-19e9-4670-bf5f-09eb33621fcf tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Request body: {'network': {'name': 'tempest-network--999641410', 'router:external': True}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:27.797508 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '847afbcf-2043-4704-86dd-821ac9fb24dc', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'port_id': '847afbcf-2043-4704-86dd-821ac9fb24dc', 'mac_address': 'fa:16:3e:6c:a6:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6953c-1261-4e7c-8b49-64e5b87424c2', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:38:27.860311 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36dfdf21-19e9-4670-bf5f-09eb33621fcf tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Made reservation on behalf of 2499fd729a7e4ac4a3e96e486e0b62ba for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:38:27.864178 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-36dfdf21-19e9-4670-bf5f-09eb33621fcf tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:27.880190 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 09 Dec 2021 15:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a04722-1a00-484c-be31-e32b3f6586e2 x-openstack-request-id: req-42a04722-1a00-484c-be31-e32b3f6586e2 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:38:27.880924 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc1e87f-245f-4a88-a9e4-a1ce177f3767", "name": "network-vif-deleted", "tag": "b278768d-d1d9-42db-b957-8ad3ada7469f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "tag": "d801fbcc-7e8f-4803-9e04-23f95227f725", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:38:27.880924 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-42a04722-1a00-484c-be31-e32b3f6586e2 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:38:27.881272 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc1e87f-245f-4a88-a9e4-a1ce177f3767', 'name': 'network-vif-deleted', 'tag': 'b278768d-d1d9-42db-b957-8ad3ada7469f', 'status': 'completed', 'code': 200} Dec 09 15:38:27.882766 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c037f97-d376-4c14-8f43-57763333e912 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Pushing event deleted for resources: {'Network': ['ID=ac506a31-58f5-4c7b-aa97-7a46b40073e1,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:27.886689 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'tag': 'd801fbcc-7e8f-4803-9e04-23f95227f725', 'status': 'completed', 'code': 200} Dec 09 15:38:27.915135 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:27.940317 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f95e0214-f20e-4aaf-904e-016100805267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:27.950225 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 847afbcf-2043-4704-86dd-821ac9fb24dc {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:38:27.971963 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36dfdf21-19e9-4670-bf5f-09eb33621fcf tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:38:27.983012 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-4967b3bf-4455-4fae-a2e6-6bf464195c41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:27.997829 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-36dfdf21-19e9-4670-bf5f-09eb33621fcf tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:27.999445 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-36dfdf21-19e9-4670-bf5f-09eb33621fcf tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Added segment 9afd0097-726d-4262-b2c1-6480a2e05ac6 of type vlan for network 20dc303f-6311-480d-9852-421909e0513c Dec 09 15:38:28.025705 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 847afbcf-2043-4704-86dd-821ac9fb24dc, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=847afbcf-2043-4704-86dd-821ac9fb24dc,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:38:28.033967 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:28.126298 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-36dfdf21-19e9-4670-bf5f-09eb33621fcf tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:28.152439 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=847afbcf-2043-4704-86dd-821ac9fb24dc,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:28.214456 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-36dfdf21-19e9-4670-bf5f-09eb33621fcf tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:28.215857 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dfdf21-19e9-4670-bf5f-09eb33621fcf tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:28.216576 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-36dfdf21-19e9-4670-bf5f-09eb33621fcf tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:28.359879 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-36dfdf21-19e9-4670-bf5f-09eb33621fcf tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5757692 Dec 09 15:38:28.363673 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34198) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:28.454989 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['847afbcf-2043-4704-86dd-821ac9fb24dc'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:38:28.520485 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eae3379-d0ad-452f-8f0e-4013733e6c2c tempest-ExternalNetworksTestJSON-185978675 tempest-ExternalNetworksTestJSON-185978675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:28.525930 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8eae3379-d0ad-452f-8f0e-4013733e6c2c tempest-ExternalNetworksTestJSON-185978675 tempest-ExternalNetworksTestJSON-185978675-project] 10.222.0.57 "GET /v2.0/networks/20dc303f-6311-480d-9852-421909e0513c HTTP/1.1" status: 200 len: 756 time: 0.1546850 Dec 09 15:38:28.528010 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34202) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:28.635415 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1919e6-89a5-401c-b7b3-9a60b50ece2c tempest-ExternalNetworksTestJSON-185978675 tempest-ExternalNetworksTestJSON-185978675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:28.639905 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1f1919e6-89a5-401c-b7b3-9a60b50ece2c tempest-ExternalNetworksTestJSON-185978675 tempest-ExternalNetworksTestJSON-185978675-project] 10.222.0.57 "GET /v2.0/networks/de4f5490-a366-4833-90ab-b282a341ae2f HTTP/1.1" status: 200 len: 768 time: 0.1027369 Dec 09 15:38:28.640996 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dfdf21-19e9-4670-bf5f-09eb33621fcf tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Pushing event updated for resources: {'Network': ['ID=20dc303f-6311-480d-9852-421909e0513c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:28.644755 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34204) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:28.706750 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 20dc303f-6311-480d-9852-421909e0513c details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:38:28.869432 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b897c1f-1f29-4f67-916c-22cb4f0af514 req-29a34278-a807-475a-8d12-ab618f6eebd0 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:28.876717 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b897c1f-1f29-4f67-916c-22cb4f0af514 req-29a34278-a807-475a-8d12-ab618f6eebd0 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:28.877653 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59b55614-9254-4732-8ebc-43deaad73a71 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:28.884107 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b897c1f-1f29-4f67-916c-22cb4f0af514 req-29a34278-a807-475a-8d12-ab618f6eebd0 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:28.890266 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b897c1f-1f29-4f67-916c-22cb4f0af514 req-29a34278-a807-475a-8d12-ab618f6eebd0 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:28.900031 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b897c1f-1f29-4f67-916c-22cb4f0af514 req-29a34278-a807-475a-8d12-ab618f6eebd0 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:28.907235 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b897c1f-1f29-4f67-916c-22cb4f0af514 req-29a34278-a807-475a-8d12-ab618f6eebd0 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:28.914759 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b897c1f-1f29-4f67-916c-22cb4f0af514 req-29a34278-a807-475a-8d12-ab618f6eebd0 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:28.924576 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6b897c1f-1f29-4f67-916c-22cb4f0af514 req-29a34278-a807-475a-8d12-ab618f6eebd0 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 5407 time: 1.0993307 Dec 09 15:38:28.963533 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-ed8fba1f-2cbd-4d07-83bc-94772a99671b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:28.964361 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-ed8fba1f-2cbd-4d07-83bc-94772a99671b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:28.965311 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-ed8fba1f-2cbd-4d07-83bc-94772a99671b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:28.965311 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-ed8fba1f-2cbd-4d07-83bc-94772a99671b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:28.965744 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-ed8fba1f-2cbd-4d07-83bc-94772a99671b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:28.966348 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-ed8fba1f-2cbd-4d07-83bc-94772a99671b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:28.966813 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-ed8fba1f-2cbd-4d07-83bc-94772a99671b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:28.968853 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-ed8fba1f-2cbd-4d07-83bc-94772a99671b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=22d7743b04274c74b1037ecd2e466dba&device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 6409 time: 1.4534585 Dec 09 15:38:29.062271 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59b55614-9254-4732-8ebc-43deaad73a71 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:29.105439 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-59b55614-9254-4732-8ebc-43deaad73a71 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20dc303f-6311-480d-9852-421909e0513c']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:29.119587 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-59b55614-9254-4732-8ebc-43deaad73a71 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9afd0097-726d-4262-b2c1-6480a2e05ac6') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:29.119995 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-59b55614-9254-4732-8ebc-43deaad73a71 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9afd0097-726d-4262-b2c1-6480a2e05ac6') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:29.136077 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59b55614-9254-4732-8ebc-43deaad73a71 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:29.156088 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-f95e0214-f20e-4aaf-904e-016100805267 admin admin] Deleting port 228495d6-10b3-45a6-97a1-9e867d1579e3 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:38:29.156313 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f95e0214-f20e-4aaf-904e-016100805267 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:29.158501 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59b55614-9254-4732-8ebc-43deaad73a71 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:29.206536 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59b55614-9254-4732-8ebc-43deaad73a71 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:38:29.207162 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59b55614-9254-4732-8ebc-43deaad73a71 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:29.209024 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:38:29.209024 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:38:29.209024 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:38:29.209024 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:38:29.209024 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:38:29.209024 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:38:29.209024 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:38:29.209024 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:38:29.209024 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:38:29.209024 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:38:29.209024 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:38:29.209024 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:38:29.209024 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:38:29.209024 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:38:29.209024 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:38:29.209024 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:38:29.209024 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:38:29.209024 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:38:29.209024 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:38:29.209024 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:38:29.209024 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:38:29.209024 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:38:29.209024 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:38:29.209024 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:38:29.209024 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:38:29.209024 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:38:29.209024 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:38:29.209024 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:38:29.209024 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:38:29.209024 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:38:29.209024 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:38:29.209024 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:38:29.297217 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59b55614-9254-4732-8ebc-43deaad73a71 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:29.309355 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b55614-9254-4732-8ebc-43deaad73a71 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 20dc303f-6311-480d-9852-421909e0513c {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 09 15:38:29.313746 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-f95e0214-f20e-4aaf-904e-016100805267 admin admin] For port 228495d6-10b3-45a6-97a1-9e867d1579e3, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=228495d6-10b3-45a6-97a1-9e867d1579e3,segment=NetworkSegment(c46d46a2-a5f2-4f69-b593-687d64e258f3),segment_id=c46d46a2-a5f2-4f69-b593-687d64e258f3)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:38:29.314108 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f95e0214-f20e-4aaf-904e-016100805267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:29.336770 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59b55614-9254-4732-8ebc-43deaad73a71 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:29.336770 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-59b55614-9254-4732-8ebc-43deaad73a71 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] 10.222.0.57 "DELETE /v2.0/networks/20dc303f-6311-480d-9852-421909e0513c HTTP/1.1" status: 204 len: 168 time: 0.6866872 Dec 09 15:38:29.343663 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34206) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:29.349047 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-1d38470d-e5b8-42ec-87d4-4b618110d196 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Request body: {'network': {'name': 'tempest-network--1781363699'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:29.356692 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b55614-9254-4732-8ebc-43deaad73a71 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Pushing event deleted for resources: {'Network': ['ID=20dc303f-6311-480d-9852-421909e0513c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:29.365039 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-f95e0214-f20e-4aaf-904e-016100805267 admin admin] Calling delete_port for 228495d6-10b3-45a6-97a1-9e867d1579e3 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:38:29.482065 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d38470d-e5b8-42ec-87d4-4b618110d196 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Made reservation on behalf of 2499fd729a7e4ac4a3e96e486e0b62ba for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:38:29.489223 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d38470d-e5b8-42ec-87d4-4b618110d196 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:29.510748 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-b6ae7b6a-b2c0-4d5c-b3be-3727199e29aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:29.511789 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-b6ae7b6a-b2c0-4d5c-b3be-3727199e29aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:29.512484 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-b6ae7b6a-b2c0-4d5c-b3be-3727199e29aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:29.514559 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-b6ae7b6a-b2c0-4d5c-b3be-3727199e29aa service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=22d7743b04274c74b1037ecd2e466dba&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5329378 Dec 09 15:38:29.584602 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6b897c1f-1f29-4f67-916c-22cb4f0af514 req-fef09d1e-f93c-42e4-b131-5c3ed1699523 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5a160d6-2a3e-43b1-a8f4-02b478772c5e&id=aba6105b-f056-4e0c-8297-3f8457ddbf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6589704 Dec 09 15:38:29.597600 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d38470d-e5b8-42ec-87d4-4b618110d196 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:38:29.625740 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d38470d-e5b8-42ec-87d4-4b618110d196 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:29.626303 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-1d38470d-e5b8-42ec-87d4-4b618110d196 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Added segment d2c59961-de45-4d67-8164-6fddd54d6d9a of type vlan for network 5eef9ac1-86f7-4806-a1bb-388550fba6c8 Dec 09 15:38:29.677419 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d38470d-e5b8-42ec-87d4-4b618110d196 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:29.808864 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-4967b3bf-4455-4fae-a2e6-6bf464195c41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59e43ca8-3713-4f54-8ebf-f84b2c834574 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:38:29.827383 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-4967b3bf-4455-4fae-a2e6-6bf464195c41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:29.844166 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-4967b3bf-4455-4fae-a2e6-6bf464195c41 service neutron] Transition to ACTIVE for port object 59e43ca8-3713-4f54-8ebf-f84b2c834574 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:38:29.861272 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d38470d-e5b8-42ec-87d4-4b618110d196 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:29.863024 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d38470d-e5b8-42ec-87d4-4b618110d196 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:29.864900 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d38470d-e5b8-42ec-87d4-4b618110d196 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:29.867195 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-4967b3bf-4455-4fae-a2e6-6bf464195c41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:29.935511 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f95e0214-f20e-4aaf-904e-016100805267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:29.940298 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'tag': '5ff08a00-721a-4d24-8d8b-1594bb188216'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:38:29.943932 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb9bc2f-8da8-40ff-aee6-0bf028edb2f4" -d '{"events": [{"name": "network-changed", "server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "tag": "5ff08a00-721a-4d24-8d8b-1594bb188216"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:38:29.958737 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4967b3bf-4455-4fae-a2e6-6bf464195c41 service neutron] Pushing event updated for resources: {'Port': ['ID=59e43ca8-3713-4f54-8ebf-f84b2c834574,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:30.084715 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf394d-63d2-493f-83e7-f7355ff04ae4 req-a415a425-3d2a-4009-97c3-88d0431a742f tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:30.088785 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-36bf394d-63d2-493f-83e7-f7355ff04ae4 req-a415a425-3d2a-4009-97c3-88d0431a742f tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=87f0bba4-7d9a-4014-982d-643cf4a840cb HTTP/1.1" status: 200 len: 947 time: 0.2377903 Dec 09 15:38:30.121565 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1d38470d-e5b8-42ec-87d4-4b618110d196 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7768304 Dec 09 15:38:30.229141 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34218) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:30.244175 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-6b062535-8933-4901-bda6-c267c6d231bc tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:30.347755 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f95e0214-f20e-4aaf-904e-016100805267 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:30.487586 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e0214-f20e-4aaf-904e-016100805267 admin admin] Pushing event deleted for resources: {'Port': ['ID=228495d6-10b3-45a6-97a1-9e867d1579e3,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:30.501463 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-41a17c3f-4823-4ad8-aa99-64f439a2e614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:30.502936 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-41a17c3f-4823-4ad8-aa99-64f439a2e614 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9596932 Dec 09 15:38:30.575741 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d38470d-e5b8-42ec-87d4-4b618110d196 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Pushing event updated for resources: {'Network': ['ID=5eef9ac1-86f7-4806-a1bb-388550fba6c8,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:30.592163 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 5eef9ac1-86f7-4806-a1bb-388550fba6c8 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:38:30.638913 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-36bf394d-63d2-493f-83e7-f7355ff04ae4 req-ab863791-883f-480b-bc1d-db0851ecb740 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5430677 Dec 09 15:38:30.655423 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3304b146-0670-4450-9b01-b1a086dad840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:30.843141 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95e0214-f20e-4aaf-904e-016100805267 admin admin] Router b305c5c1-67d9-4714-bbfb-85a3d48924e1 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:38:30.903216 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-4967b3bf-4455-4fae-a2e6-6bf464195c41 service neutron] Attempting to bind port 59e43ca8-3713-4f54-8ebf-f84b2c834574 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:38:30.903670 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-4967b3bf-4455-4fae-a2e6-6bf464195c41 service neutron] Attempting to bind port 59e43ca8-3713-4f54-8ebf-f84b2c834574 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '632c255a-192d-4ac5-a1ca-9931ff424cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '895dda7b-01ef-4be1-87ee-a839b97640e2'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:38:30.904060 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-4967b3bf-4455-4fae-a2e6-6bf464195c41 service neutron] Attempting to bind port 59e43ca8-3713-4f54-8ebf-f84b2c834574 on network 895dda7b-01ef-4be1-87ee-a839b97640e2 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:30.946918 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6b062535-8933-4901-bda6-c267c6d231bc tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:30.958294 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-8a604864-628c-4002-8d23-c3ba181bac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:30.959454 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-8a604864-628c-4002-8d23-c3ba181bac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:30.959929 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-8a604864-628c-4002-8d23-c3ba181bac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:30.960690 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-8a604864-628c-4002-8d23-c3ba181bac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:30.961153 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-8a604864-628c-4002-8d23-c3ba181bac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:30.961622 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-8a604864-628c-4002-8d23-c3ba181bac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:30.962082 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-8a604864-628c-4002-8d23-c3ba181bac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:30.963997 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-8a604864-628c-4002-8d23-c3ba181bac91 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=22d7743b04274c74b1037ecd2e466dba&device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 6434 time: 0.4079006 Dec 09 15:38:30.981356 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-4967b3bf-4455-4fae-a2e6-6bf464195c41 service neutron] Port 59e43ca8-3713-4f54-8ebf-f84b2c834574 on network 895dda7b-01ef-4be1-87ee-a839b97640e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:38:30.981962 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-4967b3bf-4455-4fae-a2e6-6bf464195c41 service neutron] Attempting to bind port 59e43ca8-3713-4f54-8ebf-f84b2c834574 on network 895dda7b-01ef-4be1-87ee-a839b97640e2 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:30.995135 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-4967b3bf-4455-4fae-a2e6-6bf464195c41 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:38:30.995572 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-4967b3bf-4455-4fae-a2e6-6bf464195c41 service neutron] Checking segment: {'id': '632c255a-192d-4ac5-a1ca-9931ff424cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '895dda7b-01ef-4be1-87ee-a839b97640e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:38:30.996029 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-4967b3bf-4455-4fae-a2e6-6bf464195c41 service neutron] Bound using segment: {'id': '632c255a-192d-4ac5-a1ca-9931ff424cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '895dda7b-01ef-4be1-87ee-a839b97640e2'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:38:30.996629 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-4967b3bf-4455-4fae-a2e6-6bf464195c41 service neutron] Bound port: 59e43ca8-3713-4f54-8ebf-f84b2c834574, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632c255a-192d-4ac5-a1ca-9931ff424cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '895dda7b-01ef-4be1-87ee-a839b97640e2'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:38:30.997074 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-4967b3bf-4455-4fae-a2e6-6bf464195c41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:31.018884 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95e0214-f20e-4aaf-904e-016100805267 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:38:31.031431 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6244190d-3292-4982-9847-453865e8543c None None] Sync routers for ids ['b305c5c1-67d9-4714-bbfb-85a3d48924e1'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:38:31.036260 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f95e0214-f20e-4aaf-904e-016100805267 admin admin] 10.222.0.57 "PUT /v2.0/routers/b305c5c1-67d9-4714-bbfb-85a3d48924e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3286006 Dec 09 15:38:31.039562 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34224) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:31.048137 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6b062535-8933-4901-bda6-c267c6d231bc tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:31.060243 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6244190d-3292-4982-9847-453865e8543c None None] Routers {'b305c5c1-67d9-4714-bbfb-85a3d48924e1'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:38:31.060800 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-6244190d-3292-4982-9847-453865e8543c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:38:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['b305c5c1-67d9-4714-bbfb-85a3d48924e1'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:31.150307 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b062535-8933-4901-bda6-c267c6d231bc tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Pushing event updated for resources: {'Network': ['ID=5eef9ac1-86f7-4806-a1bb-388550fba6c8,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:31.177313 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6b062535-8933-4901-bda6-c267c6d231bc tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Network 5eef9ac1-86f7-4806-a1bb-388550fba6c8 is not hosted by any dhcp agent {{(pid=103244) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 15:38:31.177632 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-44ce81e7-0200-4095-ab3d-7cd7df7b35e2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:31.178369 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b062535-8933-4901-bda6-c267c6d231bc tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:31.179063 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6b062535-8933-4901-bda6-c267c6d231bc tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:31.182499 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6b062535-8933-4901-bda6-c267c6d231bc tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] 10.222.0.57 "PUT /v2.0/networks/5eef9ac1-86f7-4806-a1bb-388550fba6c8 HTTP/1.1" status: 200 len: 858 time: 0.9503717 Dec 09 15:38:31.221777 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34226) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:31.293280 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-6244190d-3292-4982-9847-453865e8543c None None] Set router b305c5c1-67d9-4714-bbfb-85a3d48924e1 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:38:31.309869 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-4967b3bf-4455-4fae-a2e6-6bf464195c41 service neutron] For port 59e43ca8-3713-4f54-8ebf-f84b2c834574, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:38:31.323326 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-4967b3bf-4455-4fae-a2e6-6bf464195c41 service neutron] For port 59e43ca8-3713-4f54-8ebf-f84b2c834574, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=59e43ca8-3713-4f54-8ebf-f84b2c834574,segment=NetworkSegment(632c255a-192d-4ac5-a1ca-9931ff424cb3),segment_id=632c255a-192d-4ac5-a1ca-9931ff424cb3)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:38:31.343785 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81f71c-0eb1-4a1e-80d2-eb91dbf62f22 req-c7be88a8-f015-4c39-a3d7-45a4116b480d tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:31.354218 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ad81f71c-0eb1-4a1e-80d2-eb91dbf62f22 req-c7be88a8-f015-4c39-a3d7-45a4116b480d tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=1af04a49-f422-4927-bb36-a69fa63a5805 HTTP/1.1" status: 200 len: 945 time: 0.5589726 Dec 09 15:38:31.374900 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-4967b3bf-4455-4fae-a2e6-6bf464195c41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:31.386128 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b3a0d975-8671-4bf4-ae0e-bf26b1f5e605 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:31.465034 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 847afbcf-2043-4704-86dd-821ac9fb24dc up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:38:31.518822 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-4967b3bf-4455-4fae-a2e6-6bf464195c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:31.519785 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-4967b3bf-4455-4fae-a2e6-6bf464195c41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:31.521998 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-4967b3bf-4455-4fae-a2e6-6bf464195c41 service neutron] 10.222.0.31 "PUT /v2.0/ports/59e43ca8-3713-4f54-8ebf-f84b2c834574 HTTP/1.1" status: 200 len: 1091 time: 4.1563056 Dec 09 15:38:31.610788 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 847afbcf-2043-4704-86dd-821ac9fb24dc completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:38:31.622103 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 847afbcf-2043-4704-86dd-821ac9fb24dc triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:38:31.622491 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:31.671167 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-6244190d-3292-4982-9847-453865e8543c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b305c5c1-67d9-4714-bbfb-85a3d48924e1', 'name': 'tempest-ServersTestMultiNic-240503750-router', 'tenant_id': '1e0dad837f9c483a9d0dd7e471d8bf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fcba9336-9974-4f77-b6cb-98fd2f04e059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:06Z', 'updated_at': '2021-12-09T15:38:29Z', 'revision_number': 5, 'project_id': '1e0dad837f9c483a9d0dd7e471d8bf06', 'gw_port': {'id': 'fcba9336-9974-4f77-b6cb-98fd2f04e059', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b305c5c1-67d9-4714-bbfb-85a3d48924e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:07Z', 'updated_at': '2021-12-09T15:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:31.728380 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6244190d-3292-4982-9847-453865e8543c None None] Checking router: b305c5c1-67d9-4714-bbfb-85a3d48924e1 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:38:31.738820 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6244190d-3292-4982-9847-453865e8543c None None] Routers {'b305c5c1-67d9-4714-bbfb-85a3d48924e1'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:38:31.740361 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-6244190d-3292-4982-9847-453865e8543c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:38:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['b305c5c1-67d9-4714-bbfb-85a3d48924e1'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:31.806503 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:31.878316 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 847afbcf-2043-4704-86dd-821ac9fb24dc, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=847afbcf-2043-4704-86dd-821ac9fb24dc,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:38:31.879679 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f0bba4-7d9a-4014-982d-643cf4a840cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847afbcf-2043-4704-86dd-821ac9fb24dc'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:38:31.883594 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6aa2725-47e5-4de3-bd9e-542773da2bd7" -d '{"events": [{"server_uuid": "87f0bba4-7d9a-4014-982d-643cf4a840cb", "name": "network-vif-plugged", "status": "completed", "tag": "847afbcf-2043-4704-86dd-821ac9fb24dc"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:38:31.889020 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:31.951893 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=847afbcf-2043-4704-86dd-821ac9fb24dc,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:32.128105 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-6244190d-3292-4982-9847-453865e8543c None None] Set router b305c5c1-67d9-4714-bbfb-85a3d48924e1 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:38:32.193363 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-44ce81e7-0200-4095-ab3d-7cd7df7b35e2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:32.238695 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b3a0d975-8671-4bf4-ae0e-bf26b1f5e605 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:32.279755 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-b3a0d975-8671-4bf4-ae0e-bf26b1f5e605 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eef9ac1-86f7-4806-a1bb-388550fba6c8']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:32.293246 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-b3a0d975-8671-4bf4-ae0e-bf26b1f5e605 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2c59961-de45-4d67-8164-6fddd54d6d9a') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:32.293656 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-b3a0d975-8671-4bf4-ae0e-bf26b1f5e605 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2c59961-de45-4d67-8164-6fddd54d6d9a') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:32.305336 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ad81f71c-0eb1-4a1e-80d2-eb91dbf62f22 req-61919c8f-f2c3-41f9-9ddb-ae2cf997810c tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9501412 Dec 09 15:38:32.306239 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b3a0d975-8671-4bf4-ae0e-bf26b1f5e605 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:32.357543 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b3a0d975-8671-4bf4-ae0e-bf26b1f5e605 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:32.365605 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-f9e738d6-0d0f-43bc-8ae9-d28c07d32f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:32.366237 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-f9e738d6-0d0f-43bc-8ae9-d28c07d32f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:32.366823 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-f9e738d6-0d0f-43bc-8ae9-d28c07d32f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:32.368907 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-f9e738d6-0d0f-43bc-8ae9-d28c07d32f8f service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=22d7743b04274c74b1037ecd2e466dba&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.3796582 Dec 09 15:38:32.370486 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4967b3bf-4455-4fae-a2e6-6bf464195c41 service neutron] Pushing event updated for resources: {'Port': ['ID=59e43ca8-3713-4f54-8ebf-f84b2c834574,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:32.376872 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3a0d975-8671-4bf4-ae0e-bf26b1f5e605 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:38:32.377237 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b3a0d975-8671-4bf4-ae0e-bf26b1f5e605 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:32.379262 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:38:32.379262 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:38:32.379262 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:38:32.379262 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:38:32.379262 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:38:32.379262 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:38:32.379262 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:38:32.379262 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:38:32.379262 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:38:32.379262 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:38:32.379262 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:38:32.379262 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:38:32.379262 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:38:32.379262 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:38:32.379262 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:38:32.379262 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:38:32.379262 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:38:32.379262 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:38:32.379262 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:38:32.379262 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:38:32.379262 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:38:32.379262 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:38:32.379262 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:38:32.379262 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:38:32.379262 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:38:32.379262 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:38:32.379262 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:38:32.379262 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:38:32.379262 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:38:32.379262 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:38:32.379262 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:38:32.379262 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:38:32.382493 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-44ce81e7-0200-4095-ab3d-7cd7df7b35e2 admin admin] Deleting port fcba9336-9974-4f77-b6cb-98fd2f04e059 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:38:32.382493 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-44ce81e7-0200-4095-ab3d-7cd7df7b35e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:32.543462 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b3a0d975-8671-4bf4-ae0e-bf26b1f5e605 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:32.560090 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a0d975-8671-4bf4-ae0e-bf26b1f5e605 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5eef9ac1-86f7-4806-a1bb-388550fba6c8 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 09 15:38:32.563450 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b3a0d975-8671-4bf4-ae0e-bf26b1f5e605 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:32.568796 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b3a0d975-8671-4bf4-ae0e-bf26b1f5e605 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] 10.222.0.57 "DELETE /v2.0/networks/5eef9ac1-86f7-4806-a1bb-388550fba6c8 HTTP/1.1" status: 204 len: 168 time: 1.3442726 Dec 09 15:38:32.578415 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-6244190d-3292-4982-9847-453865e8543c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b305c5c1-67d9-4714-bbfb-85a3d48924e1', 'name': 'tempest-ServersTestMultiNic-240503750-router', 'tenant_id': '1e0dad837f9c483a9d0dd7e471d8bf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fcba9336-9974-4f77-b6cb-98fd2f04e059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:06Z', 'updated_at': '2021-12-09T15:38:29Z', 'revision_number': 5, 'project_id': '1e0dad837f9c483a9d0dd7e471d8bf06', 'gw_port': {'id': 'fcba9336-9974-4f77-b6cb-98fd2f04e059', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b305c5c1-67d9-4714-bbfb-85a3d48924e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:07Z', 'updated_at': '2021-12-09T15:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:32.601644 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-44ce81e7-0200-4095-ab3d-7cd7df7b35e2 admin admin] For port fcba9336-9974-4f77-b6cb-98fd2f04e059, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=fcba9336-9974-4f77-b6cb-98fd2f04e059,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:38:32.602143 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-44ce81e7-0200-4095-ab3d-7cd7df7b35e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:32.616486 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34232) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:32.617429 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-44ce81e7-0200-4095-ab3d-7cd7df7b35e2 admin admin] Calling delete_port for fcba9336-9974-4f77-b6cb-98fd2f04e059 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:38:32.618597 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5668f1-7c08-481a-b5d7-9dfe8f01048b x-openstack-request-id: req-0f5668f1-7c08-481a-b5d7-9dfe8f01048b {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:38:32.618597 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "tag": "5ff08a00-721a-4d24-8d8b-1594bb188216", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:38:32.618843 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0f5668f1-7c08-481a-b5d7-9dfe8f01048b {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:38:32.619101 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'tag': '5ff08a00-721a-4d24-8d8b-1594bb188216', 'status': 'completed', 'code': 200} Dec 09 15:38:32.648569 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6244190d-3292-4982-9847-453865e8543c None None] The sync data for ids ['b305c5c1-67d9-4714-bbfb-85a3d48924e1'] in n-d-821228-1 is: [{'id': 'b305c5c1-67d9-4714-bbfb-85a3d48924e1', 'name': 'tempest-ServersTestMultiNic-240503750-router', 'tenant_id': '1e0dad837f9c483a9d0dd7e471d8bf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fcba9336-9974-4f77-b6cb-98fd2f04e059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:06Z', 'updated_at': '2021-12-09T15:38:29Z', 'revision_number': 5, 'project_id': '1e0dad837f9c483a9d0dd7e471d8bf06', 'gw_port': {'id': 'fcba9336-9974-4f77-b6cb-98fd2f04e059', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b305c5c1-67d9-4714-bbfb-85a3d48924e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:07Z', 'updated_at': '2021-12-09T15:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:38:32.743198 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-c812ee98-53a6-4629-a381-b51876175584 tempest-ExternalNetworksTestJSON-185978675 tempest-ExternalNetworksTestJSON-185978675-project] DELETE failed (client error): The resource could not be found. Dec 09 15:38:32.743605 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c812ee98-53a6-4629-a381-b51876175584 tempest-ExternalNetworksTestJSON-185978675 tempest-ExternalNetworksTestJSON-185978675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:38:32.749675 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c812ee98-53a6-4629-a381-b51876175584 tempest-ExternalNetworksTestJSON-185978675 tempest-ExternalNetworksTestJSON-185978675-project] 10.222.0.57 "DELETE /v2.0/subnets/fc56c3ab-ebeb-4afc-b911-a479de4d2ffa HTTP/1.1" status: 404 len: 337 time: 0.0886104 Dec 09 15:38:32.750763 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34234) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:32.841013 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-62cb978b-2590-4723-ae3e-d5f7f7aec706 tempest-ExternalNetworksTestJSON-185978675 tempest-ExternalNetworksTestJSON-185978675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:32.841250 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-44ce81e7-0200-4095-ab3d-7cd7df7b35e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:32.844868 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-d8753dcc-02a2-4185-a414-6aa4310124dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:32.846400 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a0d975-8671-4bf4-ae0e-bf26b1f5e605 tempest-ExternalNetworksTestJSON-1512691595 tempest-ExternalNetworksTestJSON-1512691595-project-admin] Pushing event deleted for resources: {'Network': ['ID=5eef9ac1-86f7-4806-a1bb-388550fba6c8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:32.846534 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0998e6c2-0cf5-4acd-a475-95b678d42812 req-d8753dcc-02a2-4185-a414-6aa4310124dc service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4612918 Dec 09 15:38:32.875081 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccb0ff-9ae9-4808-99e4-d7dfdfa6adfe req-20edb8f6-ff45-46dc-ba1e-cc4bb09dbf32 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:32.882080 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccb0ff-9ae9-4808-99e4-d7dfdfa6adfe req-20edb8f6-ff45-46dc-ba1e-cc4bb09dbf32 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:32.888789 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccb0ff-9ae9-4808-99e4-d7dfdfa6adfe req-20edb8f6-ff45-46dc-ba1e-cc4bb09dbf32 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:32.895116 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccb0ff-9ae9-4808-99e4-d7dfdfa6adfe req-20edb8f6-ff45-46dc-ba1e-cc4bb09dbf32 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:32.901968 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccb0ff-9ae9-4808-99e4-d7dfdfa6adfe req-20edb8f6-ff45-46dc-ba1e-cc4bb09dbf32 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:32.906046 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce81e7-0200-4095-ab3d-7cd7df7b35e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcba9336-9974-4f77-b6cb-98fd2f04e059,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:32.915228 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccb0ff-9ae9-4808-99e4-d7dfdfa6adfe req-20edb8f6-ff45-46dc-ba1e-cc4bb09dbf32 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:32.923436 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccb0ff-9ae9-4808-99e4-d7dfdfa6adfe req-20edb8f6-ff45-46dc-ba1e-cc4bb09dbf32 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:32.925448 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-86ccb0ff-9ae9-4808-99e4-d7dfdfa6adfe req-20edb8f6-ff45-46dc-ba1e-cc4bb09dbf32 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 5419 time: 0.2554159 Dec 09 15:38:32.984130 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-44ce81e7-0200-4095-ab3d-7cd7df7b35e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:33.089970 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-62cb978b-2590-4723-ae3e-d5f7f7aec706 tempest-ExternalNetworksTestJSON-185978675 tempest-ExternalNetworksTestJSON-185978675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:33.101439 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-44ce81e7-0200-4095-ab3d-7cd7df7b35e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:33.107299 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-44ce81e7-0200-4095-ab3d-7cd7df7b35e2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:33.124810 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-62cb978b-2590-4723-ae3e-d5f7f7aec706 tempest-ExternalNetworksTestJSON-185978675 tempest-ExternalNetworksTestJSON-185978675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de4f5490-a366-4833-90ab-b282a341ae2f']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:33.138184 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-3304b146-0670-4450-9b01-b1a086dad840 admin admin] Deleting port a9b6e78f-65bf-42ab-9eab-facf3aa735a9 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:38:33.138528 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3304b146-0670-4450-9b01-b1a086dad840 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:33.175841 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-44ce81e7-0200-4095-ab3d-7cd7df7b35e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:33.176859 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ce81e7-0200-4095-ab3d-7cd7df7b35e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b305c5c1-67d9-4714-bbfb-85a3d48924e1 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:38:33.183289 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-44ce81e7-0200-4095-ab3d-7cd7df7b35e2 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:33.184989 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-62cb978b-2590-4723-ae3e-d5f7f7aec706 tempest-ExternalNetworksTestJSON-185978675 tempest-ExternalNetworksTestJSON-185978675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed3eac18-38e5-41c6-8c28-68efcbd4c313') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:33.185334 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-62cb978b-2590-4723-ae3e-d5f7f7aec706 tempest-ExternalNetworksTestJSON-185978675 tempest-ExternalNetworksTestJSON-185978675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed3eac18-38e5-41c6-8c28-68efcbd4c313') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:33.187631 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-44ce81e7-0200-4095-ab3d-7cd7df7b35e2 admin admin] 10.222.0.57 "DELETE /v2.0/routers/b305c5c1-67d9-4714-bbfb-85a3d48924e1 HTTP/1.1" status: 204 len: 168 time: 2.1468916 Dec 09 15:38:33.188165 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34236) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:33.231842 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d78475-0109-410c-94b8-477b8b58ed7a req-45ae1b9f-eb85-4e58-a637-a62abc73a700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:33.232360 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d78475-0109-410c-94b8-477b8b58ed7a req-45ae1b9f-eb85-4e58-a637-a62abc73a700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:33.232979 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d78475-0109-410c-94b8-477b8b58ed7a req-45ae1b9f-eb85-4e58-a637-a62abc73a700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:33.233456 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d78475-0109-410c-94b8-477b8b58ed7a req-45ae1b9f-eb85-4e58-a637-a62abc73a700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:33.233917 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d78475-0109-410c-94b8-477b8b58ed7a req-45ae1b9f-eb85-4e58-a637-a62abc73a700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:33.234383 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d78475-0109-410c-94b8-477b8b58ed7a req-45ae1b9f-eb85-4e58-a637-a62abc73a700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:33.234844 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d78475-0109-410c-94b8-477b8b58ed7a req-45ae1b9f-eb85-4e58-a637-a62abc73a700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:33.236866 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-68d78475-0109-410c-94b8-477b8b58ed7a req-45ae1b9f-eb85-4e58-a637-a62abc73a700 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=22d7743b04274c74b1037ecd2e466dba&device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 6476 time: 0.3103445 Dec 09 15:38:33.246796 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e25dc01-5b3f-4ef3-8213-6f11ab2c0d91 admin admin] Deleting subnet d7dbe908-45fb-4038-a67c-ecb2feafeb68 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:38:33.250078 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8e25dc01-5b3f-4ef3-8213-6f11ab2c0d91 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:33.253551 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-62cb978b-2590-4723-ae3e-d5f7f7aec706 tempest-ExternalNetworksTestJSON-185978675 tempest-ExternalNetworksTestJSON-185978675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:33.275825 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-86ccb0ff-9ae9-4808-99e4-d7dfdfa6adfe req-d94f1b5d-f12a-4d29-a0c0-d890f4fa56af tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5a160d6-2a3e-43b1-a8f4-02b478772c5e&id=aba6105b-f056-4e0c-8297-3f8457ddbf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3043199 Dec 09 15:38:33.302877 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8e25dc01-5b3f-4ef3-8213-6f11ab2c0d91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:33.352866 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-62cb978b-2590-4723-ae3e-d5f7f7aec706 tempest-ExternalNetworksTestJSON-185978675 tempest-ExternalNetworksTestJSON-185978675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:33.387227 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62cb978b-2590-4723-ae3e-d5f7f7aec706 tempest-ExternalNetworksTestJSON-185978675 tempest-ExternalNetworksTestJSON-185978675-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:38:33.387636 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-62cb978b-2590-4723-ae3e-d5f7f7aec706 tempest-ExternalNetworksTestJSON-185978675 tempest-ExternalNetworksTestJSON-185978675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:33.392295 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:38:33.392295 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:38:33.392295 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:38:33.392295 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:38:33.392295 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:38:33.392295 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:38:33.392295 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:38:33.392295 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:38:33.392295 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:38:33.392295 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:38:33.392295 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:38:33.392295 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:38:33.392295 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:38:33.392295 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:38:33.392295 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:38:33.392295 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:38:33.392295 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:38:33.392295 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:38:33.392295 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:38:33.392295 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:38:33.392295 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:38:33.392295 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:38:33.392295 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:38:33.392295 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:38:33.392295 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:38:33.392295 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:38:33.392295 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:38:33.392295 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:38:33.392295 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:38:33.392295 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:38:33.392295 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:38:33.392295 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:38:33.472295 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8e25dc01-5b3f-4ef3-8213-6f11ab2c0d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:33.475382 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-3304b146-0670-4450-9b01-b1a086dad840 admin admin] For port a9b6e78f-65bf-42ab-9eab-facf3aa735a9, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a9b6e78f-65bf-42ab-9eab-facf3aa735a9,segment=NetworkSegment(23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea),segment_id=23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:38:33.475760 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3304b146-0670-4450-9b01-b1a086dad840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:33.520854 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-3304b146-0670-4450-9b01-b1a086dad840 admin admin] Calling delete_port for a9b6e78f-65bf-42ab-9eab-facf3aa735a9 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:38:33.544006 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-62cb978b-2590-4723-ae3e-d5f7f7aec706 tempest-ExternalNetworksTestJSON-185978675 tempest-ExternalNetworksTestJSON-185978675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:33.586106 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8e25dc01-5b3f-4ef3-8213-6f11ab2c0d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:33.606515 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-62cb978b-2590-4723-ae3e-d5f7f7aec706 tempest-ExternalNetworksTestJSON-185978675 tempest-ExternalNetworksTestJSON-185978675-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:33.612737 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-62cb978b-2590-4723-ae3e-d5f7f7aec706 tempest-ExternalNetworksTestJSON-185978675 tempest-ExternalNetworksTestJSON-185978675-project] 10.222.0.57 "DELETE /v2.0/networks/de4f5490-a366-4833-90ab-b282a341ae2f HTTP/1.1" status: 204 len: 168 time: 0.8592799 Dec 09 15:38:33.619973 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb978b-2590-4723-ae3e-d5f7f7aec706 tempest-ExternalNetworksTestJSON-185978675 tempest-ExternalNetworksTestJSON-185978675-project] Pushing event deleted for resources: {'Network': ['ID=de4f5490-a366-4833-90ab-b282a341ae2f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:33.638026 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25dc01-5b3f-4ef3-8213-6f11ab2c0d91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7dbe908-45fb-4038-a67c-ecb2feafeb68,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:33.642754 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8e25dc01-5b3f-4ef3-8213-6f11ab2c0d91 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:33.648739 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8e25dc01-5b3f-4ef3-8213-6f11ab2c0d91 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d7dbe908-45fb-4038-a67c-ecb2feafeb68 HTTP/1.1" status: 204 len: 168 time: 0.4572983 Dec 09 15:38:33.655995 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee535b2-c93f-4bd2-a958-aef66572c8df None None] Network 0e3e78cd-70f4-41f7-89f6-576605cc92f2 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:38:33.658489 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34252) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:33.721994 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d78475-0109-410c-94b8-477b8b58ed7a req-3a99c915-9a45-440d-a1e7-cc16f7235708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:33.722566 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d78475-0109-410c-94b8-477b8b58ed7a req-3a99c915-9a45-440d-a1e7-cc16f7235708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:33.723046 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d78475-0109-410c-94b8-477b8b58ed7a req-3a99c915-9a45-440d-a1e7-cc16f7235708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:33.725479 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-68d78475-0109-410c-94b8-477b8b58ed7a req-3a99c915-9a45-440d-a1e7-cc16f7235708 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=22d7743b04274c74b1037ecd2e466dba&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4677672 Dec 09 15:38:33.805233 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6ff633aa-c8ba-4e7d-a6f3-3adc4d27157d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:33.846638 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8e427-1683-4899-897f-ac015e3cf410 req-49f76a0a-c6a8-4542-bb2b-362cfd9c58cc tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:33.848253 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dcf8e427-1683-4899-897f-ac015e3cf410 req-49f76a0a-c6a8-4542-bb2b-362cfd9c58cc tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=87f0bba4-7d9a-4014-982d-643cf4a840cb HTTP/1.1" status: 200 len: 948 time: 0.3211248 Dec 09 15:38:33.913867 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ade88a-5893-4f57-b1e5-8a76cb380a25 None None] DHCP port deletion for 0e3e78cd-70f4-41f7-89f6-576605cc92f2 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:38:33.964295 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-6ff633aa-c8ba-4e7d-a6f3-3adc4d27157d admin admin] Deleting port 914c0130-054c-4afd-984e-b5f902c1ccb4 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:38:33.965621 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6ff633aa-c8ba-4e7d-a6f3-3adc4d27157d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:34.011030 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c6ade88a-5893-4f57-b1e5-8a76cb380a25 None None] Deleting port 914c0130-054c-4afd-984e-b5f902c1ccb4 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:38:34.011759 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c6ade88a-5893-4f57-b1e5-8a76cb380a25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:34.109359 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dcf8e427-1683-4899-897f-ac015e3cf410 req-cfb27405-0808-4cde-8955-03a6589cdf08 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436936 Dec 09 15:38:34.148731 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-6ff633aa-c8ba-4e7d-a6f3-3adc4d27157d admin admin] For port 914c0130-054c-4afd-984e-b5f902c1ccb4, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=914c0130-054c-4afd-984e-b5f902c1ccb4,segment=NetworkSegment(c46d46a2-a5f2-4f69-b593-687d64e258f3),segment_id=c46d46a2-a5f2-4f69-b593-687d64e258f3)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:38:34.150165 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6ff633aa-c8ba-4e7d-a6f3-3adc4d27157d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:34.172605 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c6ade88a-5893-4f57-b1e5-8a76cb380a25 None None] For port 914c0130-054c-4afd-984e-b5f902c1ccb4, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=914c0130-054c-4afd-984e-b5f902c1ccb4,segment=NetworkSegment(c46d46a2-a5f2-4f69-b593-687d64e258f3),segment_id=c46d46a2-a5f2-4f69-b593-687d64e258f3)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:38:34.173032 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c6ade88a-5893-4f57-b1e5-8a76cb380a25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:34.195012 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-6ff633aa-c8ba-4e7d-a6f3-3adc4d27157d admin admin] Calling delete_port for 914c0130-054c-4afd-984e-b5f902c1ccb4 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:38:34.232666 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c6ade88a-5893-4f57-b1e5-8a76cb380a25 None None] Calling delete_port for 914c0130-054c-4afd-984e-b5f902c1ccb4 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:38:34.323651 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d78475-0109-410c-94b8-477b8b58ed7a req-aa77c8f5-9bb9-43d3-81d1-2f8772f49806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:34.326948 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-68d78475-0109-410c-94b8-477b8b58ed7a req-aa77c8f5-9bb9-43d3-81d1-2f8772f49806 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5795231 Dec 09 15:38:34.326948 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3304b146-0670-4450-9b01-b1a086dad840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:34.419216 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6ff633aa-c8ba-4e7d-a6f3-3adc4d27157d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:34.494030 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3304b146-0670-4450-9b01-b1a086dad840 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9b6e78f-65bf-42ab-9eab-facf3aa735a9,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:34.494634 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c6ade88a-5893-4f57-b1e5-8a76cb380a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:34.498672 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff633aa-c8ba-4e7d-a6f3-3adc4d27157d admin admin] No DVR routers for this DVR port 914c0130-054c-4afd-984e-b5f902c1ccb4 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:38:34.527973 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34262) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:34.581661 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-54e7cf3e-5104-480b-955d-8669faf1701f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:34.589009 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-54e7cf3e-5104-480b-955d-8669faf1701f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:34.590370 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-54e7cf3e-5104-480b-955d-8669faf1701f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:34.591421 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-54e7cf3e-5104-480b-955d-8669faf1701f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:34.598244 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-54e7cf3e-5104-480b-955d-8669faf1701f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:34.599323 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-54e7cf3e-5104-480b-955d-8669faf1701f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:34.600064 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-54e7cf3e-5104-480b-955d-8669faf1701f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:34.603146 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-54e7cf3e-5104-480b-955d-8669faf1701f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=22d7743b04274c74b1037ecd2e466dba&device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 6476 time: 0.1898139 Dec 09 15:38:34.618804 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ade88a-5893-4f57-b1e5-8a76cb380a25 None None] Pushing event deleted for resources: {'Port': ['ID=914c0130-054c-4afd-984e-b5f902c1ccb4,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:34.636735 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff633aa-c8ba-4e7d-a6f3-3adc4d27157d admin admin] Pushing event deleted for resources: {'Port': ['ID=914c0130-054c-4afd-984e-b5f902c1ccb4,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:34.638651 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ade88a-5893-4f57-b1e5-8a76cb380a25 None None] No DVR routers for this DVR port 914c0130-054c-4afd-984e-b5f902c1ccb4 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:38:34.644818 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'tag': '59e43ca8-3713-4f54-8ebf-f84b2c834574'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:38:34.663744 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3293d76-6d68-4f55-911b-5fb95a7f126d" -d '{"events": [{"name": "network-changed", "server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "tag": "59e43ca8-3713-4f54-8ebf-f84b2c834574"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:38:34.722112 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 228495d6-10b3-45a6-97a1-9e867d1579e3 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:38:34.819481 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6ff633aa-c8ba-4e7d-a6f3-3adc4d27157d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:34.822676 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-11c6f40e-6186-4144-8343-1262ea965781 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0397afc-d7b8-46af-b15a-daa47b868983 HTTP/1.1" status: 200 len: 217 time: 0.1888683 Dec 09 15:38:34.842972 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3d5afe-f323-402c-aa22-d686f3cf2a4f x-openstack-request-id: req-0d3d5afe-f323-402c-aa22-d686f3cf2a4f {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:38:34.843552 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87f0bba4-7d9a-4014-982d-643cf4a840cb", "name": "network-vif-plugged", "status": "completed", "tag": "847afbcf-2043-4704-86dd-821ac9fb24dc", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:38:34.843967 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0d3d5afe-f323-402c-aa22-d686f3cf2a4f {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:38:34.844717 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f0bba4-7d9a-4014-982d-643cf4a840cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847afbcf-2043-4704-86dd-821ac9fb24dc', 'code': 200} Dec 09 15:38:34.845904 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 228495d6-10b3-45a6-97a1-9e867d1579e3 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:38:34.847205 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 228495d6-10b3-45a6-97a1-9e867d1579e3 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:38:34.847840 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 914c0130-054c-4afd-984e-b5f902c1ccb4 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:38:34.862137 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-6ff633aa-c8ba-4e7d-a6f3-3adc4d27157d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e3e78cd-70f4-41f7-89f6-576605cc92f2']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:34.883113 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-6ff633aa-c8ba-4e7d-a6f3-3adc4d27157d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c46d46a2-a5f2-4f69-b593-687d64e258f3') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:34.883479 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-6ff633aa-c8ba-4e7d-a6f3-3adc4d27157d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c46d46a2-a5f2-4f69-b593-687d64e258f3') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:34.901538 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 914c0130-054c-4afd-984e-b5f902c1ccb4 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:38:34.903968 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6ff633aa-c8ba-4e7d-a6f3-3adc4d27157d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:34.904284 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 914c0130-054c-4afd-984e-b5f902c1ccb4 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:38:34.947563 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6ff633aa-c8ba-4e7d-a6f3-3adc4d27157d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:34.972860 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff633aa-c8ba-4e7d-a6f3-3adc4d27157d admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:38:34.973262 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6ff633aa-c8ba-4e7d-a6f3-3adc4d27157d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:34.975038 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:38:34.975038 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:38:34.975038 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:38:34.975038 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:38:34.975038 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:38:34.975038 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:38:34.975038 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:38:34.975038 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:38:34.975038 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:38:34.975038 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:38:34.975038 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:38:34.975038 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:38:34.975038 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:38:34.975038 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:38:34.975038 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:38:34.975038 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:38:34.975038 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:38:34.975038 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:38:34.975038 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:38:34.975038 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:38:34.975038 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:38:34.975038 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:38:34.975038 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:38:34.975038 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:38:34.975038 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:38:34.975038 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:38:34.975038 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:38:34.975038 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:38:34.975038 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:38:34.975038 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:38:34.975038 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:38:34.975038 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:38:34.987681 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0a8e75b2-4f85-4dce-aef8-9e359de5bbf3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=eae30775cc424c0b851d6847afa1b190&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4824362 Dec 09 15:38:35.000596 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34274) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:35.045700 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6ff633aa-c8ba-4e7d-a6f3-3adc4d27157d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:35.052490 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6ff633aa-c8ba-4e7d-a6f3-3adc4d27157d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:35.057312 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6ff633aa-c8ba-4e7d-a6f3-3adc4d27157d admin admin] 10.222.0.57 "DELETE /v2.0/networks/0e3e78cd-70f4-41f7-89f6-576605cc92f2 HTTP/1.1" status: 204 len: 168 time: 1.3973432 Dec 09 15:38:35.065247 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-7d520211-1ac2-4eb9-9e59-e46f6851b6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:35.066731 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-7d520211-1ac2-4eb9-9e59-e46f6851b6ef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6e61db67-8b3d-4dcf-badf-87164914471b HTTP/1.1" status: 200 len: 850 time: 0.2432504 Dec 09 15:38:35.086687 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff633aa-c8ba-4e7d-a6f3-3adc4d27157d admin admin] Pushing event deleted for resources: {'Network': ['ID=0e3e78cd-70f4-41f7-89f6-576605cc92f2,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:35.142619 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4a9ba-639e-4186-be62-456a02e3e9b7 req-16275606-04b4-4b04-ad31-08bd8ba98086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:35.145395 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-adb4a9ba-639e-4186-be62-456a02e3e9b7 req-16275606-04b4-4b04-ad31-08bd8ba98086 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=87f0bba4-7d9a-4014-982d-643cf4a840cb HTTP/1.1" status: 200 len: 1099 time: 0.2677813 Dec 09 15:38:35.174963 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927cf0b-2d40-4ff4-bd3c-685d85708ee3 req-3268a371-8d9d-457e-944c-689e12f9fc87 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:35.182882 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9927cf0b-2d40-4ff4-bd3c-685d85708ee3 req-3268a371-8d9d-457e-944c-689e12f9fc87 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=1af04a49-f422-4927-bb36-a69fa63a5805 HTTP/1.1" status: 200 len: 945 time: 0.2926247 Dec 09 15:38:35.219344 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34280) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:35.262509 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-48d35182-1e8d-4793-a171-2fe9d7d4955b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:35.299282 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d5a4b72f-6819-4ef9-a0c3-46ea939730e4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1e0dad837f9c483a9d0dd7e471d8bf06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0781610 Dec 09 15:38:35.300043 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34282) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:35.303104 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-5798e571-324f-448d-bf49-9b3898669c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:35.304713 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-5798e571-324f-448d-bf49-9b3898669c8e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=99deab82-68e4-40a9-831d-57d4c6d733cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1867266 Dec 09 15:38:35.325182 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3304b146-0670-4450-9b01-b1a086dad840 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:35.347333 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-48d35182-1e8d-4793-a171-2fe9d7d4955b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:35.374821 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-af7d9a3b-a4bf-4836-8390-e0e6287cdd4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:35.404288 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9927cf0b-2d40-4ff4-bd3c-685d85708ee3 req-44c6b2a8-7cb2-4967-b647-049d55b4770a tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205496 Dec 09 15:38:35.414506 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-af7d9a3b-a4bf-4836-8390-e0e6287cdd4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:35.469297 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-adb4a9ba-639e-4186-be62-456a02e3e9b7 req-f4a39912-f7fe-4854-9b45-75a59bd4a986 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039713 Dec 09 15:38:35.522245 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-af7d9a3b-a4bf-4836-8390-e0e6287cdd4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:35.525405 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-af7d9a3b-a4bf-4836-8390-e0e6287cdd4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:35.545005 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-af7d9a3b-a4bf-4836-8390-e0e6287cdd4f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4053ce5f-6f47-4cca-86df-591fd9480a86 HTTP/1.1" status: 204 len: 168 time: 0.2314789 Dec 09 15:38:35.571176 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d9a3b-a4bf-4836-8390-e0e6287cdd4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4053ce5f-6f47-4cca-86df-591fd9480a86,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:35.729118 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-48d35182-1e8d-4793-a171-2fe9d7d4955b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:35.733335 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-48d35182-1e8d-4793-a171-2fe9d7d4955b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:35.734816 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-48d35182-1e8d-4793-a171-2fe9d7d4955b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dcf196c4-8846-445b-9910-3041080a0a6e HTTP/1.1" status: 204 len: 168 time: 0.7309723 Dec 09 15:38:35.740484 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-4896dc93-b619-46de-b8c7-c9c7682d4efa service neutron] 10.222.0.31 "GET /v2.0/networks/99deab82-68e4-40a9-831d-57d4c6d733cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134634 Dec 09 15:38:35.804534 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d35182-1e8d-4793-a171-2fe9d7d4955b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf196c4-8846-445b-9910-3041080a0a6e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:36.025981 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef759b8-3f8f-4d74-b656-93cc5fa9039f req-eae6d37f-17c4-49b4-b058-51e4b5321a2f tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:36.033572 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef759b8-3f8f-4d74-b656-93cc5fa9039f req-eae6d37f-17c4-49b4-b058-51e4b5321a2f tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:36.040140 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef759b8-3f8f-4d74-b656-93cc5fa9039f req-eae6d37f-17c4-49b4-b058-51e4b5321a2f tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:36.046578 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef759b8-3f8f-4d74-b656-93cc5fa9039f req-eae6d37f-17c4-49b4-b058-51e4b5321a2f tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:36.053708 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef759b8-3f8f-4d74-b656-93cc5fa9039f req-eae6d37f-17c4-49b4-b058-51e4b5321a2f tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:36.061149 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef759b8-3f8f-4d74-b656-93cc5fa9039f req-eae6d37f-17c4-49b4-b058-51e4b5321a2f tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:36.068397 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef759b8-3f8f-4d74-b656-93cc5fa9039f req-eae6d37f-17c4-49b4-b058-51e4b5321a2f tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:36.070243 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cef759b8-3f8f-4d74-b656-93cc5fa9039f req-eae6d37f-17c4-49b4-b058-51e4b5321a2f tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 5419 time: 0.4470634 Dec 09 15:38:36.220994 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device fcba9336-9974-4f77-b6cb-98fd2f04e059 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:38:36.264892 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: fcba9336-9974-4f77-b6cb-98fd2f04e059 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:38:36.266071 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device fcba9336-9974-4f77-b6cb-98fd2f04e059 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:38:36.361753 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-35e799cc-d127-4204-8b22-2091958ba55d service neutron] 10.222.0.31 "GET /v2.0/networks/99deab82-68e4-40a9-831d-57d4c6d733cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6066284 Dec 09 15:38:36.437245 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34304) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:36.461206 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3304b146-0670-4450-9b01-b1a086dad840 admin admin] Router bd30d0b0-2893-478b-bb26-1e33db2eb6ba has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:38:36.465608 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-b6c7a8df-51a5-46a4-87de-e64a3dbe8d45 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=32ff3866-b9bf-4bc2-9100-56e447725e78 HTTP/1.1" status: 200 len: 217 time: 0.0878415 Dec 09 15:38:36.479443 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cef759b8-3f8f-4d74-b656-93cc5fa9039f req-5c5a889f-c057-4091-9eaa-faf5e17cd9f3 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5a160d6-2a3e-43b1-a8f4-02b478772c5e&id=aba6105b-f056-4e0c-8297-3f8457ddbf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3890145 Dec 09 15:38:36.501781 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-fd95ddd7-164e-41e8-9059-d2b40b725e3a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2499fd729a7e4ac4a3e96e486e0b62ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0609663 Dec 09 15:38:36.504576 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34308) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:36.570178 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b34bca86-e0b8-4d2e-804d-1a1398f0eeb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:36.619525 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b34bca86-e0b8-4d2e-804d-1a1398f0eeb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:36.701265 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b34bca86-e0b8-4d2e-804d-1a1398f0eeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:36.709353 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b34bca86-e0b8-4d2e-804d-1a1398f0eeb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:36.715240 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b34bca86-e0b8-4d2e-804d-1a1398f0eeb6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/55864e4b-920d-48c0-850c-141c23eee5b5 HTTP/1.1" status: 204 len: 168 time: 0.2065392 Dec 09 15:38:36.730670 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34bca86-e0b8-4d2e-804d-1a1398f0eeb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55864e4b-920d-48c0-850c-141c23eee5b5,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:36.925201 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4411ae-b99c-4a5b-ab95-746239eb0060 x-openstack-request-id: req-9b4411ae-b99c-4a5b-ab95-746239eb0060 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:38:36.925823 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "tag": "59e43ca8-3713-4f54-8ebf-f84b2c834574", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:38:36.925823 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9b4411ae-b99c-4a5b-ab95-746239eb0060 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:38:36.926517 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'tag': '59e43ca8-3713-4f54-8ebf-f84b2c834574', 'status': 'completed', 'code': 200} Dec 09 15:38:36.978996 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34330) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:37.054161 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-a82e9801-0a9e-4cc8-bd0a-b585da0530b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:37.055554 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-a82e9801-0a9e-4cc8-bd0a-b585da0530b7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0bc7d492-8dd5-4f62-87e4-e954ad6c6022 HTTP/1.1" status: 200 len: 797 time: 0.5736458 Dec 09 15:38:37.147385 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-78878279-cb9a-4cbe-a747-08524ffaec3a admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-308289039-network', 'tenant_id': 'cdc7bfee685f42fea5ab92247f372c0e'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:37.157608 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f5706-6c1e-41b1-8bcf-61ad1743bd70 req-c096e04c-2fe3-4bdf-9c65-e6ed03922449 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:37.159982 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8e2f5706-6c1e-41b1-8bcf-61ad1743bd70 req-c096e04c-2fe3-4bdf-9c65-e6ed03922449 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=87f0bba4-7d9a-4014-982d-643cf4a840cb HTTP/1.1" status: 200 len: 948 time: 0.2324603 Dec 09 15:38:37.176544 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78878279-cb9a-4cbe-a747-08524ffaec3a admin admin] Made reservation on behalf of cdc7bfee685f42fea5ab92247f372c0e for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:38:37.180197 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-78878279-cb9a-4cbe-a747-08524ffaec3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:37.195071 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-78878279-cb9a-4cbe-a747-08524ffaec3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:37.225146 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3304b146-0670-4450-9b01-b1a086dad840 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:38:37.230726 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3304b146-0670-4450-9b01-b1a086dad840 admin admin] 10.222.0.57 "PUT /v2.0/routers/bd30d0b0-2893-478b-bb26-1e33db2eb6ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7127051 Dec 09 15:38:37.236142 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34340) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:37.238154 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371ae9e6-704f-4389-a447-9c61da77e798 None None] Sync routers for ids ['bd30d0b0-2893-478b-bb26-1e33db2eb6ba'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:38:37.240630 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-2c54d20b-6832-4376-92e4-9eb667d3cd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:37.242136 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-2c54d20b-6832-4376-92e4-9eb667d3cd91 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20a3d869-faba-4fd6-8427-0269f690d785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1494472 Dec 09 15:38:37.253683 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371ae9e6-704f-4389-a447-9c61da77e798 None None] Routers {'bd30d0b0-2893-478b-bb26-1e33db2eb6ba'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:38:37.254797 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-371ae9e6-704f-4389-a447-9c61da77e798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:38:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['bd30d0b0-2893-478b-bb26-1e33db2eb6ba'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:37.336431 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8e2f5706-6c1e-41b1-8bcf-61ad1743bd70 req-71705f5c-1a23-4d6c-8a7a-f7120c3b32a1 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677504 Dec 09 15:38:37.456459 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-71e3b71e-95e0-4934-a9be-54d36f7e7585 service neutron] 10.222.0.31 "GET /v2.0/networks/20a3d869-faba-4fd6-8427-0269f690d785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034736 Dec 09 15:38:37.466300 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-371ae9e6-704f-4389-a447-9c61da77e798 None None] Set router bd30d0b0-2893-478b-bb26-1e33db2eb6ba gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:38:37.527691 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7db93f01-2389-4f9c-969c-2ca5979ee84d admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:37.576540 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-86d808fe-556f-48b7-855b-ab43a93080bf service neutron] 10.222.0.31 "GET /v2.0/networks/20a3d869-faba-4fd6-8427-0269f690d785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127322 Dec 09 15:38:37.649852 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-bb7a932c-f3cc-4b7d-91dd-3c2660e241fe service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=12dd1f56-6412-4015-93f6-b5f952d56bdf HTTP/1.1" status: 200 len: 217 time: 0.0574701 Dec 09 15:38:37.725227 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7db93f01-2389-4f9c-969c-2ca5979ee84d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:37.748575 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-78878279-cb9a-4cbe-a747-08524ffaec3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:37.775570 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-78878279-cb9a-4cbe-a747-08524ffaec3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:37.801662 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-371ae9e6-704f-4389-a447-9c61da77e798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1726434127-router', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:38:34Z', 'revision_number': 5, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'gw_port': {'id': 'd4448c86-bdff-487f-99fa-a94fe002ec73', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:37.817966 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78878279-cb9a-4cbe-a747-08524ffaec3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:38:37.829225 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23effe3b-3868-41da-b02d-1c921060bd0b req-6d3012e4-6c9f-4752-9ade-5d532467c5b3 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:37.842627 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-23effe3b-3868-41da-b02d-1c921060bd0b req-6d3012e4-6c9f-4752-9ade-5d532467c5b3 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=1af04a49-f422-4927-bb36-a69fa63a5805 HTTP/1.1" status: 200 len: 945 time: 0.1901407 Dec 09 15:38:37.844242 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-78878279-cb9a-4cbe-a747-08524ffaec3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:37.844825 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-78878279-cb9a-4cbe-a747-08524ffaec3a admin admin] Added segment f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db of type vlan for network 6ad932b2-3795-4674-90c7-9b84514451f1 Dec 09 15:38:37.846300 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78878279-cb9a-4cbe-a747-08524ffaec3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae95911-d29e-4491-93bd-1e00edc2ab9d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:37.863229 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371ae9e6-704f-4389-a447-9c61da77e798 None None] Checking router: bd30d0b0-2893-478b-bb26-1e33db2eb6ba for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:38:37.874773 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371ae9e6-704f-4389-a447-9c61da77e798 None None] Routers {'bd30d0b0-2893-478b-bb26-1e33db2eb6ba'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:38:37.875910 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-371ae9e6-704f-4389-a447-9c61da77e798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:38:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['bd30d0b0-2893-478b-bb26-1e33db2eb6ba'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:37.887052 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-45d52dc0-fcac-49fa-8a31-70687903735f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:37.894778 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-45d52dc0-fcac-49fa-8a31-70687903735f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0bc7d492-8dd5-4f62-87e4-e954ad6c6022 HTTP/1.1" status: 200 len: 797 time: 0.2221344 Dec 09 15:38:37.928468 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-7db93f01-2389-4f9c-969c-2ca5979ee84d admin admin] Deleting port d4448c86-bdff-487f-99fa-a94fe002ec73 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:38:37.929275 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7db93f01-2389-4f9c-969c-2ca5979ee84d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:37.936389 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-78878279-cb9a-4cbe-a747-08524ffaec3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:38.039588 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-23effe3b-3868-41da-b02d-1c921060bd0b req-14c35ad1-e13d-4305-b346-a4561a74fc32 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956592 Dec 09 15:38:38.042905 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-78878279-cb9a-4cbe-a747-08524ffaec3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:38.044306 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78878279-cb9a-4cbe-a747-08524ffaec3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:38.045304 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-78878279-cb9a-4cbe-a747-08524ffaec3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:38.092609 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-7d6037d4-2b4a-4306-965a-edea8a71b9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:38.096580 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-7d6037d4-2b4a-4306-965a-edea8a71b9ff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20a3d869-faba-4fd6-8427-0269f690d785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1986942 Dec 09 15:38:38.139231 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-78878279-cb9a-4cbe-a747-08524ffaec3a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1579099 Dec 09 15:38:38.166388 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34360) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:38.179916 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-85a909f7-f5f6-4909-868d-6a5ee465b9fc admin admin] Request body: {'subnet': {'network_id': '6ad932b2-3795-4674-90c7-9b84514451f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-308289039-subnet', 'tenant_id': 'cdc7bfee685f42fea5ab92247f372c0e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:38.217473 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-7db93f01-2389-4f9c-969c-2ca5979ee84d admin admin] For port d4448c86-bdff-487f-99fa-a94fe002ec73, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d4448c86-bdff-487f-99fa-a94fe002ec73,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:38:38.219172 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7db93f01-2389-4f9c-969c-2ca5979ee84d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:38.277853 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78878279-cb9a-4cbe-a747-08524ffaec3a admin admin] Pushing event updated for resources: {'Network': ['ID=6ad932b2-3795-4674-90c7-9b84514451f1,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:38.303986 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-7db93f01-2389-4f9c-969c-2ca5979ee84d admin admin] Calling delete_port for d4448c86-bdff-487f-99fa-a94fe002ec73 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:38:38.356172 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a909f7-f5f6-4909-868d-6a5ee465b9fc admin admin] Made reservation on behalf of cdc7bfee685f42fea5ab92247f372c0e for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:38:38.358565 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-85a909f7-f5f6-4909-868d-6a5ee465b9fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:38.422970 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 6ad932b2-3795-4674-90c7-9b84514451f1 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:38:38.515442 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-26293ceb-6cdd-4ffd-84b1-339d80e9b58b service neutron] 10.222.0.31 "GET /v2.0/networks/20a3d869-faba-4fd6-8427-0269f690d785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858738 Dec 09 15:38:38.574388 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-371ae9e6-704f-4389-a447-9c61da77e798 None None] Set router bd30d0b0-2893-478b-bb26-1e33db2eb6ba gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:38:38.730120 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5f144-4fff-49e2-8be4-61e60ae8a6a5 req-cdb0378e-1727-4df2-93ee-7ab4af747597 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:38.744260 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5f144-4fff-49e2-8be4-61e60ae8a6a5 req-cdb0378e-1727-4df2-93ee-7ab4af747597 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:38.760550 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5f144-4fff-49e2-8be4-61e60ae8a6a5 req-cdb0378e-1727-4df2-93ee-7ab4af747597 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:38.763007 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-371ae9e6-704f-4389-a447-9c61da77e798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1726434127-router', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:38:37Z', 'revision_number': 6, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:38.777363 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5f144-4fff-49e2-8be4-61e60ae8a6a5 req-cdb0378e-1727-4df2-93ee-7ab4af747597 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:38.783370 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7db93f01-2389-4f9c-969c-2ca5979ee84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:38.803165 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5f144-4fff-49e2-8be4-61e60ae8a6a5 req-cdb0378e-1727-4df2-93ee-7ab4af747597 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:38.818600 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db93f01-2389-4f9c-969c-2ca5979ee84d admin admin] Pushing event deleted for resources: {'Port': ['ID=d4448c86-bdff-487f-99fa-a94fe002ec73,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:38.825205 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5f144-4fff-49e2-8be4-61e60ae8a6a5 req-cdb0378e-1727-4df2-93ee-7ab4af747597 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:38.835754 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5f144-4fff-49e2-8be4-61e60ae8a6a5 req-cdb0378e-1727-4df2-93ee-7ab4af747597 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:38.840013 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f7d5f144-4fff-49e2-8be4-61e60ae8a6a5 req-cdb0378e-1727-4df2-93ee-7ab4af747597 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 5419 time: 0.4583967 Dec 09 15:38:38.862500 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371ae9e6-704f-4389-a447-9c61da77e798 None None] The sync data for ids ['bd30d0b0-2893-478b-bb26-1e33db2eb6ba'] in n-d-821228-1 is: [{'id': 'bd30d0b0-2893-478b-bb26-1e33db2eb6ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1726434127-router', 'tenant_id': '02a1132e545b430eb3bab86b76eaec31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:34Z', 'updated_at': '2021-12-09T15:38:37Z', 'revision_number': 6, 'project_id': '02a1132e545b430eb3bab86b76eaec31', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:38:38.939566 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-85a909f7-f5f6-4909-868d-6a5ee465b9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:38.947351 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7db93f01-2389-4f9c-969c-2ca5979ee84d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:38.969590 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-206303a8-218a-4fd3-8531-cecf20a17712 service neutron] 10.222.0.31 "GET /v2.0/networks/20a3d869-faba-4fd6-8427-0269f690d785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4507225 Dec 09 15:38:39.030350 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-a446ca38-1e93-4a59-a90d-4372327c6d78 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=5a2cd2eb-cc3c-4860-b939-e4520520d050 HTTP/1.1" status: 200 len: 217 time: 0.0506840 Dec 09 15:38:39.035839 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f7d5f144-4fff-49e2-8be4-61e60ae8a6a5 req-a8973ad0-118d-43ba-bf13-9f5c03a3a740 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5a160d6-2a3e-43b1-a8f4-02b478772c5e&id=aba6105b-f056-4e0c-8297-3f8457ddbf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1785092 Dec 09 15:38:39.084024 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7db93f01-2389-4f9c-969c-2ca5979ee84d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:39.084024 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7db93f01-2389-4f9c-969c-2ca5979ee84d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:39.134110 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-1899aa2f-90c9-4843-9ae2-b61fb6654227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:39.138687 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-1899aa2f-90c9-4843-9ae2-b61fb6654227 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0bc7d492-8dd5-4f62-87e4-e954ad6c6022 HTTP/1.1" status: 200 len: 797 time: 0.1001499 Dec 09 15:38:39.175666 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a909f7-f5f6-4909-868d-6a5ee465b9fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=11704e60-4538-40a6-a291-7eff45dab789,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:39.178400 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7db93f01-2389-4f9c-969c-2ca5979ee84d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:39.178934 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db93f01-2389-4f9c-969c-2ca5979ee84d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd30d0b0-2893-478b-bb26-1e33db2eb6ba {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:38:39.186190 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7db93f01-2389-4f9c-969c-2ca5979ee84d admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:39.187358 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7db93f01-2389-4f9c-969c-2ca5979ee84d admin admin] 10.222.0.57 "DELETE /v2.0/routers/bd30d0b0-2893-478b-bb26-1e33db2eb6ba HTTP/1.1" status: 204 len: 168 time: 1.9497252 Dec 09 15:38:39.190144 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34390) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:39.235898 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-f0ac1b79-5bbd-45f1-8381-9cd97ba9af7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:39.238469 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-f0ac1b79-5bbd-45f1-8381-9cd97ba9af7b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20a3d869-faba-4fd6-8427-0269f690d785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0903628 Dec 09 15:38:39.281942 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34392) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:39.283845 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e167ff6-349e-4950-843c-169a6ec81cbb admin admin] Deleting subnet 8d29624e-0102-490d-a09b-e35c4d52029a {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:38:39.304222 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e167ff6-349e-4950-843c-169a6ec81cbb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:39.335461 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a909f7-f5f6-4909-868d-6a5ee465b9fc admin admin] Checking segment: {'id': 'f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6ad932b2-3795-4674-90c7-9b84514451f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:38:39.335461 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a909f7-f5f6-4909-868d-6a5ee465b9fc admin admin] Network hostable DHCP agents. Network: 6ad932b2-3795-4674-90c7-9b84514451f1, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:38:39.376103 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a909f7-f5f6-4909-868d-6a5ee465b9fc admin admin] Network 6ad932b2-3795-4674-90c7-9b84514451f1 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:38:39.390128 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e167ff6-349e-4950-843c-169a6ec81cbb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:39.399053 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-85a909f7-f5f6-4909-868d-6a5ee465b9fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 6ad932b2-3795-4674-90c7-9b84514451f1) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:38:39.407388 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355b2ca3-ed33-488e-a5a8-6a0c43b72e09 None None] Network 6ad932b2-3795-4674-90c7-9b84514451f1 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:38:39.455869 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a909f7-f5f6-4909-868d-6a5ee465b9fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:39.461455 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-85a909f7-f5f6-4909-868d-6a5ee465b9fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:39.498014 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-85a909f7-f5f6-4909-868d-6a5ee465b9fc admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3266547 Dec 09 15:38:39.594716 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4fcd8-cddd-48de-af6c-472c198653ff req-9d12b8e5-4427-4d42-aaa8-b445f0456cea tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:39.596690 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fdd4fcd8-cddd-48de-af6c-472c198653ff req-9d12b8e5-4427-4d42-aaa8-b445f0456cea tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=87f0bba4-7d9a-4014-982d-643cf4a840cb HTTP/1.1" status: 200 len: 948 time: 0.2018735 Dec 09 15:38:39.602146 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-147a27d9-a82a-4d73-a23c-88a9576d2ffb service neutron] 10.222.0.31 "GET /v2.0/networks/20a3d869-faba-4fd6-8427-0269f690d785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547204 Dec 09 15:38:39.622305 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-990118b7-b690-4b68-a793-c3c22fe75234 tempest-MeteringTestJSON-546224953 tempest-MeteringTestJSON-546224953-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-54391164'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:39.622830 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2214a5d6-ae05-42de-ae16-052b61a1b91b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-6ad932b2-3795-4674-90c7-9b84514451f1', 'network_id': '6ad932b2-3795-4674-90c7-9b84514451f1', 'project_id': 'cdc7bfee685f42fea5ab92247f372c0e', 'fixed_ips': [{'subnet_id': '11704e60-4538-40a6-a291-7eff45dab789'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:38:39.624788 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-990118b7-b690-4b68-a793-c3c22fe75234 tempest-MeteringTestJSON-546224953 tempest-MeteringTestJSON-546224953-project-admin] Unknown quota resources ['metering_label']. {{(pid=103244) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 15:38:39.625751 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2214a5d6-ae05-42de-ae16-052b61a1b91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:39.631808 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e167ff6-349e-4950-843c-169a6ec81cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:39.767213 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e167ff6-349e-4950-843c-169a6ec81cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:39.853404 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e167ff6-349e-4950-843c-169a6ec81cbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d29624e-0102-490d-a09b-e35c4d52029a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:39.858659 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e167ff6-349e-4950-843c-169a6ec81cbb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:39.874299 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6e167ff6-349e-4950-843c-169a6ec81cbb admin admin] 10.222.0.57 "DELETE /v2.0/subnets/8d29624e-0102-490d-a09b-e35c4d52029a HTTP/1.1" status: 204 len: 168 time: 0.6799407 Dec 09 15:38:39.875078 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34404) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:39.970552 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7c8553-cdab-4eb0-b45a-17a65eb198d6 None None] Network df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:38:39.982823 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-2214a5d6-ae05-42de-ae16-052b61a1b91b None None] Allocated IP 172.20.0.2 (6ad932b2-3795-4674-90c7-9b84514451f1/11704e60-4538-40a6-a291-7eff45dab789/b229575c-4fcd-4275-b809-824a82f56d44) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:38:40.051144 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-990118b7-b690-4b68-a793-c3c22fe75234 tempest-MeteringTestJSON-546224953 tempest-MeteringTestJSON-546224953-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:40.053241 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-990118b7-b690-4b68-a793-c3c22fe75234 tempest-MeteringTestJSON-546224953 tempest-MeteringTestJSON-546224953-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.7703366 Dec 09 15:38:40.062242 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34408) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:40.065518 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-965af729-f4db-487c-90b7-b12204b4f6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:40.071811 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-e65a64c8-2805-41fc-9175-471dd4c4cdaa tempest-MeteringTestJSON-546224953 tempest-MeteringTestJSON-546224953-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '92c71a58-97a3-4118-8f70-a81baa1a5e55'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:40.072667 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-e65a64c8-2805-41fc-9175-471dd4c4cdaa tempest-MeteringTestJSON-546224953 tempest-MeteringTestJSON-546224953-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103245) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 15:38:40.093458 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fdd4fcd8-cddd-48de-af6c-472c198653ff req-94b6bbe0-067f-47bb-8dff-136a3ea42143 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4607241 Dec 09 15:38:40.126774 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-a690c408-4697-49ae-b8ba-0c8be96b0f2f service neutron] 10.222.0.31 "GET /v2.0/networks/20a3d869-faba-4fd6-8427-0269f690d785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4915159 Dec 09 15:38:40.216566 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d4448c86-bdff-487f-99fa-a94fe002ec73 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:38:40.226130 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-d353f2b7-a6e2-4e80-b394-44e9aa9b10f3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=d801fbcc-7e8f-4803-9e04-23f95227f725 HTTP/1.1" status: 200 len: 217 time: 0.0785046 Dec 09 15:38:40.261899 n-d-821228-1 neutron-server[103245]: WARNING neutron.services.metering.metering_plugin [None req-e65a64c8-2805-41fc-9175-471dd4c4cdaa tempest-MeteringTestJSON-546224953 tempest-MeteringTestJSON-546224953-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 09 15:38:40.280860 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: d4448c86-bdff-487f-99fa-a94fe002ec73 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:38:40.281209 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d4448c86-bdff-487f-99fa-a94fe002ec73 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:38:40.281630 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a9b6e78f-65bf-42ab-9eab-facf3aa735a9 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:38:40.341928 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: a9b6e78f-65bf-42ab-9eab-facf3aa735a9 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:38:40.342493 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a9b6e78f-65bf-42ab-9eab-facf3aa735a9 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:38:40.411231 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-f54bdb03-2bef-42f5-8e7a-67b71816224d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:40.413195 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-f54bdb03-2bef-42f5-8e7a-67b71816224d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0bc7d492-8dd5-4f62-87e4-e954ad6c6022 HTTP/1.1" status: 200 len: 797 time: 0.1862588 Dec 09 15:38:40.487515 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-965af729-f4db-487c-90b7-b12204b4f6ea admin admin] Deleting port a5414fcd-cb50-4041-9b16-002f752a8cbd {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:38:40.488325 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-965af729-f4db-487c-90b7-b12204b4f6ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:40.505208 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e65a64c8-2805-41fc-9175-471dd4c4cdaa tempest-MeteringTestJSON-546224953 tempest-MeteringTestJSON-546224953-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:40.505208 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e65a64c8-2805-41fc-9175-471dd4c4cdaa tempest-MeteringTestJSON-546224953 tempest-MeteringTestJSON-546224953-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4330769 Dec 09 15:38:40.505650 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34418) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:40.527964 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-91a88af7-1e84-4070-acf7-4bfae6a2e2fe tempest-MeteringTestJSON-546224953 tempest-MeteringTestJSON-546224953-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '92c71a58-97a3-4118-8f70-a81baa1a5e55'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:40.527964 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-91a88af7-1e84-4070-acf7-4bfae6a2e2fe tempest-MeteringTestJSON-546224953 tempest-MeteringTestJSON-546224953-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103244) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 15:38:40.577302 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7943292-0f0a-4067-a5e1-e20f74722762 None None] DHCP port deletion for df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:38:40.599694 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-965af729-f4db-487c-90b7-b12204b4f6ea admin admin] For port a5414fcd-cb50-4041-9b16-002f752a8cbd, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a5414fcd-cb50-4041-9b16-002f752a8cbd,segment=NetworkSegment(23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea),segment_id=23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:38:40.600216 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-965af729-f4db-487c-90b7-b12204b4f6ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:40.602463 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec21af-d2d2-43d8-9427-304279a2ed8e req-ed5615b7-66bc-48d2-b1f0-ad9ffba7a5b0 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:40.607541 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99ec21af-d2d2-43d8-9427-304279a2ed8e req-ed5615b7-66bc-48d2-b1f0-ad9ffba7a5b0 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=1af04a49-f422-4927-bb36-a69fa63a5805 HTTP/1.1" status: 200 len: 945 time: 0.2898884 Dec 09 15:38:40.622955 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-965af729-f4db-487c-90b7-b12204b4f6ea admin admin] Calling delete_port for a5414fcd-cb50-4041-9b16-002f752a8cbd owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:38:40.638686 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2214a5d6-ae05-42de-ae16-052b61a1b91b None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:40.656292 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2214a5d6-ae05-42de-ae16-052b61a1b91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:40.708637 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e7943292-0f0a-4067-a5e1-e20f74722762 None None] Deleting port a5414fcd-cb50-4041-9b16-002f752a8cbd {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:38:40.709118 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e7943292-0f0a-4067-a5e1-e20f74722762 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:40.747383 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-965af729-f4db-487c-90b7-b12204b4f6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:40.777908 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e7943292-0f0a-4067-a5e1-e20f74722762 None None] For port a5414fcd-cb50-4041-9b16-002f752a8cbd, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a5414fcd-cb50-4041-9b16-002f752a8cbd,segment=NetworkSegment(23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea),segment_id=23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:38:40.778471 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e7943292-0f0a-4067-a5e1-e20f74722762 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:40.792077 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e7943292-0f0a-4067-a5e1-e20f74722762 None None] Calling delete_port for a5414fcd-cb50-4041-9b16-002f752a8cbd owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:38:40.797298 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965af729-f4db-487c-90b7-b12204b4f6ea admin admin] Pushing event deleted for resources: {'Port': ['ID=a5414fcd-cb50-4041-9b16-002f752a8cbd,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:40.799059 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-4e11c43b-a444-4fd9-93cc-451203c21004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:40.800995 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965af729-f4db-487c-90b7-b12204b4f6ea admin admin] No DVR routers for this DVR port a5414fcd-cb50-4041-9b16-002f752a8cbd on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:38:40.804073 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-4e11c43b-a444-4fd9-93cc-451203c21004 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20a3d869-faba-4fd6-8427-0269f690d785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3822536 Dec 09 15:38:40.825312 n-d-821228-1 neutron-server[103244]: WARNING neutron.services.metering.metering_plugin [None req-91a88af7-1e84-4070-acf7-4bfae6a2e2fe tempest-MeteringTestJSON-546224953 tempest-MeteringTestJSON-546224953-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 09 15:38:40.881363 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2214a5d6-ae05-42de-ae16-052b61a1b91b None None] Network 6ad932b2-3795-4674-90c7-9b84514451f1 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:38:40.886527 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-2214a5d6-ae05-42de-ae16-052b61a1b91b None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:38:40.896119 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2214a5d6-ae05-42de-ae16-052b61a1b91b None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:38:40.917608 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-965af729-f4db-487c-90b7-b12204b4f6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:40.963359 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214a5d6-ae05-42de-ae16-052b61a1b91b None None] Pushing event updated for resources: {'Port': ['ID=b229575c-4fcd-4275-b809-824a82f56d44,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:40.963594 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-965af729-f4db-487c-90b7-b12204b4f6ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:40.966756 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-2214a5d6-ae05-42de-ae16-052b61a1b91b None None] Attempting to bind port b229575c-4fcd-4275-b809-824a82f56d44 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:38:40.967522 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-2214a5d6-ae05-42de-ae16-052b61a1b91b None None] Attempting to bind port b229575c-4fcd-4275-b809-824a82f56d44 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6ad932b2-3795-4674-90c7-9b84514451f1'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:38:40.968131 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2214a5d6-ae05-42de-ae16-052b61a1b91b None None] Attempting to bind port b229575c-4fcd-4275-b809-824a82f56d44 on network 6ad932b2-3795-4674-90c7-9b84514451f1 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:40.976555 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2214a5d6-ae05-42de-ae16-052b61a1b91b None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:38:40.977065 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2214a5d6-ae05-42de-ae16-052b61a1b91b None None] Checking segment: {'id': 'f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6ad932b2-3795-4674-90c7-9b84514451f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:38:40.977582 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2214a5d6-ae05-42de-ae16-052b61a1b91b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:40.978075 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2214a5d6-ae05-42de-ae16-052b61a1b91b None None] Bound using segment: {'id': 'f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6ad932b2-3795-4674-90c7-9b84514451f1'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:38:40.978655 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-2214a5d6-ae05-42de-ae16-052b61a1b91b None None] Bound port: b229575c-4fcd-4275-b809-824a82f56d44, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6ad932b2-3795-4674-90c7-9b84514451f1'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:38:40.979136 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2214a5d6-ae05-42de-ae16-052b61a1b91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:40.987456 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-965af729-f4db-487c-90b7-b12204b4f6ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:40.987749 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-965af729-f4db-487c-90b7-b12204b4f6ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23b71d86-b0d8-4ba2-a6ac-2e1db3c46bea') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:40.992443 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e7943292-0f0a-4067-a5e1-e20f74722762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:41.005547 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-965af729-f4db-487c-90b7-b12204b4f6ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:41.023017 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7943292-0f0a-4067-a5e1-e20f74722762 None None] Pushing event deleted for resources: {'Port': ['ID=a5414fcd-cb50-4041-9b16-002f752a8cbd,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:41.024775 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-965af729-f4db-487c-90b7-b12204b4f6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:41.040893 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-965af729-f4db-487c-90b7-b12204b4f6ea admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:38:41.041864 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-965af729-f4db-487c-90b7-b12204b4f6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:41.044224 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:38:41.044224 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:38:41.044224 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:38:41.044224 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:38:41.044224 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:38:41.044224 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:38:41.044224 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:38:41.044224 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:38:41.044224 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:38:41.044224 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:38:41.044224 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:38:41.044224 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:38:41.044224 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:38:41.044224 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:38:41.044224 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:38:41.044224 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:38:41.044224 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:38:41.044224 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:38:41.044224 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:38:41.044224 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:38:41.044224 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:38:41.044224 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:38:41.044224 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:38:41.044224 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:38:41.044224 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:38:41.044224 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:38:41.044224 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:38:41.044224 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:38:41.044224 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:38:41.044224 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:38:41.044224 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:38:41.044224 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:38:41.055805 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7943292-0f0a-4067-a5e1-e20f74722762 None None] No DVR routers for this DVR port a5414fcd-cb50-4041-9b16-002f752a8cbd on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:38:41.102840 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-91a88af7-1e84-4070-acf7-4bfae6a2e2fe tempest-MeteringTestJSON-546224953 tempest-MeteringTestJSON-546224953-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:41.107416 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-91a88af7-1e84-4070-acf7-4bfae6a2e2fe tempest-MeteringTestJSON-546224953 tempest-MeteringTestJSON-546224953-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5808253 Dec 09 15:38:41.107602 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34420) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:41.123236 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2841da55-f504-4e5f-9ece-b69f2582e44c tempest-MeteringTestJSON-546224953 tempest-MeteringTestJSON-546224953-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules?id=700b8938-074a-48b5-872c-1e67a7207a91 HTTP/1.1" status: 200 len: 464 time: 0.0120451 Dec 09 15:38:41.127229 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99ec21af-d2d2-43d8-9427-304279a2ed8e req-90d36f5f-2507-4938-a3c3-24a0b272e157 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5010619 Dec 09 15:38:41.128215 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-2214a5d6-ae05-42de-ae16-052b61a1b91b None None] For port b229575c-4fcd-4275-b809-824a82f56d44, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:38:41.137128 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-2214a5d6-ae05-42de-ae16-052b61a1b91b None None] For port b229575c-4fcd-4275-b809-824a82f56d44, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=b229575c-4fcd-4275-b809-824a82f56d44,segment=NetworkSegment(f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db),segment_id=f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:38:41.138947 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34422) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:41.147634 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2214a5d6-ae05-42de-ae16-052b61a1b91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:41.170851 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-7c5867da-0f0b-41b3-aec5-60911bfeb203 service neutron] 10.222.0.31 "GET /v2.0/networks/20a3d869-faba-4fd6-8427-0269f690d785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504705 Dec 09 15:38:41.229900 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214a5d6-ae05-42de-ae16-052b61a1b91b None None] Pushing event updated for resources: {'Port': ['ID=b229575c-4fcd-4275-b809-824a82f56d44,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:41.235467 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-965af729-f4db-487c-90b7-b12204b4f6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:41.242300 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-965af729-f4db-487c-90b7-b12204b4f6ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:41.255552 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-965af729-f4db-487c-90b7-b12204b4f6ea admin admin] 10.222.0.57 "DELETE /v2.0/networks/df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff HTTP/1.1" status: 204 len: 168 time: 1.3777399 Dec 09 15:38:41.318181 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965af729-f4db-487c-90b7-b12204b4f6ea admin admin] Pushing event deleted for resources: {'Network': ['ID=df9adca9-bdc4-4524-97e2-b4ef4f2ff8ff,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:41.472915 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-f72f3729-f11c-4f94-a27e-33ea2970769a service neutron] 10.222.0.31 "GET /v2.0/networks/20a3d869-faba-4fd6-8427-0269f690d785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916734 Dec 09 15:38:41.534643 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec040eaf-893a-45e5-94e3-08c18e8cbec7 tempest-MeteringTestJSON-546224953 tempest-MeteringTestJSON-546224953-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:41.536049 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ec040eaf-893a-45e5-94e3-08c18e8cbec7 tempest-MeteringTestJSON-546224953 tempest-MeteringTestJSON-546224953-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-label-rules/700b8938-074a-48b5-872c-1e67a7207a91 HTTP/1.1" status: 204 len: 168 time: 0.3893883 Dec 09 15:38:41.540049 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34432) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:41.558371 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c7f20419-0f7d-4e8c-90c4-f857bc395428 tempest-MeteringTestJSON-546224953 tempest-MeteringTestJSON-546224953-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules?id=700b8938-074a-48b5-872c-1e67a7207a91 HTTP/1.1" status: 200 len: 221 time: 0.0122204 Dec 09 15:38:41.560505 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34438) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:41.581344 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8c4bacee-f8f9-4235-aa6e-ce3790ac7d6c tempest-MeteringTestJSON-546224953 tempest-MeteringTestJSON-546224953-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--616838512', 'description': 'label created by tempest'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:41.595301 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8c4bacee-f8f9-4235-aa6e-ce3790ac7d6c tempest-MeteringTestJSON-546224953 tempest-MeteringTestJSON-546224953-project-admin] Unknown quota resources ['metering_label']. {{(pid=103245) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 15:38:41.638577 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-f38f30a9-f7ca-41c0-802a-abaa9ea1eb00 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5ff08a00-721a-4d24-8d8b-1594bb188216 HTTP/1.1" status: 200 len: 217 time: 0.1534212 Dec 09 15:38:41.791464 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34446) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:41.801488 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-9b5fb3dd-ca8f-4a97-ba9b-02318e12e766 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:41.804062 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-9b5fb3dd-ca8f-4a97-ba9b-02318e12e766 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/networks?id=6ad932b2-3795-4674-90c7-9b84514451f1 HTTP/1.1" status: 200 len: 815 time: 0.1649101 Dec 09 15:38:41.893551 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-29aacc95-8856-4144-bbda-b750b3418fd6 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/quotas/cdc7bfee685f42fea5ab92247f372c0e HTTP/1.1" status: 200 len: 375 time: 0.0153930 Dec 09 15:38:41.896395 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-64b0480a-c8eb-4462-b97c-0c73f09c5b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:41.897901 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-64b0480a-c8eb-4462-b97c-0c73f09c5b15 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b064243b-1cb0-4c46-a100-9b33b02bb56c HTTP/1.1" status: 200 len: 797 time: 0.0928726 Dec 09 15:38:41.947937 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c4bacee-f8f9-4235-aa6e-ce3790ac7d6c tempest-MeteringTestJSON-546224953 tempest-MeteringTestJSON-546224953-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:41.951556 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8c4bacee-f8f9-4235-aa6e-ce3790ac7d6c tempest-MeteringTestJSON-546224953 tempest-MeteringTestJSON-546224953-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3873155 Dec 09 15:38:41.951810 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34448) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:41.990780 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-41e4ba23-4f75-4a3d-b3a8-0e9365a43389 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cdc7bfee685f42fea5ab92247f372c0e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0909212 Dec 09 15:38:41.997021 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-c9c44a4c-3b7c-40a5-a1b4-423e759e35cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:41.998491 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-c9c44a4c-3b7c-40a5-a1b4-423e759e35cb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=895dda7b-01ef-4be1-87ee-a839b97640e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0893869 Dec 09 15:38:42.071475 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-79249352-45a5-492b-9cf8-c30c6fe888fd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=02a1132e545b430eb3bab86b76eaec31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2802958 Dec 09 15:38:42.073897 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7b216462-0773-4367-a0f8-a60b2250d6bc tempest-MeteringTestJSON-546224953 tempest-MeteringTestJSON-546224953-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels?id=fecc4d04-946f-4567-9006-2b3e9b2f64c2 HTTP/1.1" status: 200 len: 467 time: 0.1211710 Dec 09 15:38:42.075224 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34452) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:42.077521 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34454) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:42.217468 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-f38ae38f-b16a-4260-86ac-1f5946d6c912 service neutron] 10.222.0.31 "GET /v2.0/networks/895dda7b-01ef-4be1-87ee-a839b97640e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052484 Dec 09 15:38:42.223620 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-99cd6fa5-75ad-47c3-878d-142b978a0b6f service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:38:42.233456 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-99cd6fa5-75ad-47c3-878d-142b978a0b6f service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2339451 Dec 09 15:38:42.257840 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device b229575c-4fcd-4275-b809-824a82f56d44 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:38:42.388830 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port b229575c-4fcd-4275-b809-824a82f56d44 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:38:42.389208 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:42.589956 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:42.682618 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port b229575c-4fcd-4275-b809-824a82f56d44, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=b229575c-4fcd-4275-b809-824a82f56d44,segment=NetworkSegment(f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db),segment_id=f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:38:42.693332 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:42.809705 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=b229575c-4fcd-4275-b809-824a82f56d44,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:42.813011 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a5414fcd-cb50-4041-9b16-002f752a8cbd no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:38:42.844151 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: a5414fcd-cb50-4041-9b16-002f752a8cbd {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:38:42.844662 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a5414fcd-cb50-4041-9b16-002f752a8cbd not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:38:42.856347 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214bb1b4-95e5-4688-b88f-0bcac5100a13 None None] Network 6ad932b2-3795-4674-90c7-9b84514451f1 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:38:42.875995 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-ba67f55e-7afd-4fb9-83f8-dc5a5c00b20a service neutron] 10.222.0.31 "GET /v2.0/networks/895dda7b-01ef-4be1-87ee-a839b97640e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6212127 Dec 09 15:38:42.930276 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-3c694d18-1a82-45e0-b683-aa2d2f85430a service neutron] 10.222.0.57 "GET /v2.0/networks/6ad932b2-3795-4674-90c7-9b84514451f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6959512 Dec 09 15:38:42.953511 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-79b14b8f-fa27-48e1-9705-8e4e7c6c2db7 None None] Provisioning complete for port b229575c-4fcd-4275-b809-824a82f56d44 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:38:42.953909 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-79b14b8f-fa27-48e1-9705-8e4e7c6c2db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:43.050078 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-73da8ea3-4454-4bbd-a94a-4bcabc6a9815 service neutron] 10.222.0.57 "GET /v2.0/networks/6ad932b2-3795-4674-90c7-9b84514451f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123052 Dec 09 15:38:43.094537 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-0141dd62-21c2-4210-a9f6-d9100c4689d3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=59e43ca8-3713-4f54-8ebf-f84b2c834574 HTTP/1.1" status: 200 len: 217 time: 0.1628346 Dec 09 15:38:43.157687 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-06cdee58-9cc8-4e5a-93e1-4e533da85c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:43.162652 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-06cdee58-9cc8-4e5a-93e1-4e533da85c6a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b064243b-1cb0-4c46-a100-9b33b02bb56c HTTP/1.1" status: 200 len: 797 time: 0.0589390 Dec 09 15:38:43.241183 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-25bbce54-0a3d-4a5e-96d3-4e9e9cf26eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:43.242858 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-25bbce54-0a3d-4a5e-96d3-4e9e9cf26eab service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=895dda7b-01ef-4be1-87ee-a839b97640e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0687129 Dec 09 15:38:43.440232 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d5ec2463-b947-423c-8c38-f278886140a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:43.487108 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d5ec2463-b947-423c-8c38-f278886140a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:43.487985 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-6ae71770-c22c-45a1-9441-29ab18425e88 service neutron] 10.222.0.31 "GET /v2.0/networks/895dda7b-01ef-4be1-87ee-a839b97640e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276773 Dec 09 15:38:43.530035 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8ad3e139-a13f-42f5-80d9-0e908177eafb None None] Provisioning complete for port b229575c-4fcd-4275-b809-824a82f56d44 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:38:43.530669 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8ad3e139-a13f-42f5-80d9-0e908177eafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:43.606166 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38850705-4a8e-432e-ba09-2c8c83b17980 req-55ecb081-4987-4671-a3bf-f68a46dab688 service neutron] 10.222.0.31 "GET /v2.0/networks/895dda7b-01ef-4be1-87ee-a839b97640e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026056 Dec 09 15:38:43.683586 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1082e-18d0-4d38-ae4c-c7d086896e58 req-919f79f4-7860-4b5d-9401-2501215d4dd0 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:43.691051 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1082e-18d0-4d38-ae4c-c7d086896e58 req-919f79f4-7860-4b5d-9401-2501215d4dd0 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:43.698712 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1082e-18d0-4d38-ae4c-c7d086896e58 req-919f79f4-7860-4b5d-9401-2501215d4dd0 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:43.705061 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1082e-18d0-4d38-ae4c-c7d086896e58 req-919f79f4-7860-4b5d-9401-2501215d4dd0 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:43.712635 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d5ec2463-b947-423c-8c38-f278886140a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:43.713494 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1082e-18d0-4d38-ae4c-c7d086896e58 req-919f79f4-7860-4b5d-9401-2501215d4dd0 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:43.717268 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d5ec2463-b947-423c-8c38-f278886140a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:43.721192 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1082e-18d0-4d38-ae4c-c7d086896e58 req-919f79f4-7860-4b5d-9401-2501215d4dd0 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:43.729005 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1082e-18d0-4d38-ae4c-c7d086896e58 req-919f79f4-7860-4b5d-9401-2501215d4dd0 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:43.731088 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aac1082e-18d0-4d38-ae4c-c7d086896e58 req-919f79f4-7860-4b5d-9401-2501215d4dd0 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 5419 time: 0.2419479 Dec 09 15:38:43.732985 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d5ec2463-b947-423c-8c38-f278886140a4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/410938a1-b2b2-4bdb-84bd-cea91e5cb615 HTTP/1.1" status: 204 len: 168 time: 1.6560245 Dec 09 15:38:43.748379 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dbf742fd-043a-463b-80bd-23b83fba6d34 tempest-MeteringTestJSON-546224953 tempest-MeteringTestJSON-546224953-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:43.750420 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-dbf742fd-043a-463b-80bd-23b83fba6d34 tempest-MeteringTestJSON-546224953 tempest-MeteringTestJSON-546224953-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-labels/fecc4d04-946f-4567-9006-2b3e9b2f64c2 HTTP/1.1" status: 204 len: 168 time: 1.6506495 Dec 09 15:38:43.762709 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34472) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:43.791394 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec2463-b947-423c-8c38-f278886140a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410938a1-b2b2-4bdb-84bd-cea91e5cb615,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:43.879166 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2e26216b-97e1-4e8c-b528-1fff71d0cf58 tempest-MeteringTestJSON-546224953 tempest-MeteringTestJSON-546224953-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels?id=fecc4d04-946f-4567-9006-2b3e9b2f64c2 HTTP/1.1" status: 200 len: 216 time: 0.1129525 Dec 09 15:38:43.883807 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34476) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:43.908313 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9bc2f-8da8-40ff-aee6-0bf028edb2f4 req-8e72a9d2-3108-429b-8c69-341cb933792f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:43.909664 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9bc2f-8da8-40ff-aee6-0bf028edb2f4 req-8e72a9d2-3108-429b-8c69-341cb933792f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:43.910348 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9bc2f-8da8-40ff-aee6-0bf028edb2f4 req-8e72a9d2-3108-429b-8c69-341cb933792f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:43.911096 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9bc2f-8da8-40ff-aee6-0bf028edb2f4 req-8e72a9d2-3108-429b-8c69-341cb933792f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:43.912294 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9bc2f-8da8-40ff-aee6-0bf028edb2f4 req-8e72a9d2-3108-429b-8c69-341cb933792f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:43.912993 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9bc2f-8da8-40ff-aee6-0bf028edb2f4 req-8e72a9d2-3108-429b-8c69-341cb933792f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:43.913742 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9bc2f-8da8-40ff-aee6-0bf028edb2f4 req-8e72a9d2-3108-429b-8c69-341cb933792f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:43.916774 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4cb9bc2f-8da8-40ff-aee6-0bf028edb2f4 req-8e72a9d2-3108-429b-8c69-341cb933792f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=22d7743b04274c74b1037ecd2e466dba&device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 6476 time: 0.1847486 Dec 09 15:38:43.917612 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34478) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:43.929419 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1de092ae-4abc-4e0f-9e50-cded7ddd5f23 tempest-MeteringTestJSON-546224953 tempest-MeteringTestJSON-546224953-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0249689 Dec 09 15:38:43.937824 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aac1082e-18d0-4d38-ae4c-c7d086896e58 req-4859da4f-120f-4fe7-b464-cfe3956fe10e tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5a160d6-2a3e-43b1-a8f4-02b478772c5e&id=aba6105b-f056-4e0c-8297-3f8457ddbf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1966286 Dec 09 15:38:44.066536 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9bc2f-8da8-40ff-aee6-0bf028edb2f4 req-ed3866a8-697e-4478-9825-cf39cecf9083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:44.068664 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4cb9bc2f-8da8-40ff-aee6-0bf028edb2f4 req-ed3866a8-697e-4478-9825-cf39cecf9083 service neutron] 10.222.0.31 "GET /v2.0/networks?id=895dda7b-01ef-4be1-87ee-a839b97640e2 HTTP/1.1" status: 200 len: 903 time: 0.1271160 Dec 09 15:38:44.071091 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-45201d2c-902f-4731-a23d-d7a6b597b6e9 tempest-MeteringTestJSON-546224953 tempest-MeteringTestJSON-546224953-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1474652 Dec 09 15:38:44.074553 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34482) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:44.128218 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4cb9bc2f-8da8-40ff-aee6-0bf028edb2f4 req-2b52bdac-ccd9-4aa7-89e4-055a0bfef0c3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5ff08a00-721a-4d24-8d8b-1594bb188216 HTTP/1.1" status: 200 len: 217 time: 0.0508657 Dec 09 15:38:44.211543 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a7caa9b8-ec61-4824-8e2b-75f651ecd02f tempest-MeteringTestJSON-546224953 tempest-MeteringTestJSON-546224953-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels/92c71a58-97a3-4118-8f70-a81baa1a5e55 HTTP/1.1" status: 200 len: 471 time: 0.1334467 Dec 09 15:38:44.212465 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34486) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:44.239790 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4dd16501-d209-4329-aa48-3611eda03fa9 tempest-MeteringTestJSON-546224953 tempest-MeteringTestJSON-546224953-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules/1f430c7a-c6fc-41b1-9085-e0d61886a76c HTTP/1.1" status: 200 len: 461 time: 0.0253749 Dec 09 15:38:44.240722 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34488) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:44.251418 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device b229575c-4fcd-4275-b809-824a82f56d44 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:38:44.279041 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9bc2f-8da8-40ff-aee6-0bf028edb2f4 req-bf41181c-2c32-4ec8-a73f-ccc0bda51d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:44.281096 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4cb9bc2f-8da8-40ff-aee6-0bf028edb2f4 req-bf41181c-2c32-4ec8-a73f-ccc0bda51d47 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b064243b-1cb0-4c46-a100-9b33b02bb56c HTTP/1.1" status: 200 len: 797 time: 0.1072474 Dec 09 15:38:44.387533 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a288c3-6bc8-48c8-91c3-22b4b8d223ac req-4d5fd9d3-2750-4a8e-bb31-9928feedfa4c tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:44.401446 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port b229575c-4fcd-4275-b809-824a82f56d44 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:38:44.401913 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:44.429615 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d7a288c3-6bc8-48c8-91c3-22b4b8d223ac req-4d5fd9d3-2750-4a8e-bb31-9928feedfa4c tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=87f0bba4-7d9a-4014-982d-643cf4a840cb HTTP/1.1" status: 200 len: 948 time: 0.3003016 Dec 09 15:38:44.476191 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c47fbd56-610a-4783-8a10-03f9f3d926e0 tempest-MeteringTestJSON-546224953 tempest-MeteringTestJSON-546224953-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:44.480458 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c47fbd56-610a-4783-8a10-03f9f3d926e0 tempest-MeteringTestJSON-546224953 tempest-MeteringTestJSON-546224953-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-label-rules/1f430c7a-c6fc-41b1-9085-e0d61886a76c HTTP/1.1" status: 204 len: 168 time: 0.2386494 Dec 09 15:38:44.481071 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34492) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:44.506149 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9bc2f-8da8-40ff-aee6-0bf028edb2f4 req-7d6f29a8-91b8-4153-be88-643e57464ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:44.509122 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4cb9bc2f-8da8-40ff-aee6-0bf028edb2f4 req-7d6f29a8-91b8-4153-be88-643e57464ed4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=895dda7b-01ef-4be1-87ee-a839b97640e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2159379 Dec 09 15:38:44.638286 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d7a288c3-6bc8-48c8-91c3-22b4b8d223ac req-a10725ea-b4f1-471a-a0df-736e2d28e6c1 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069557 Dec 09 15:38:44.861571 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4cb9bc2f-8da8-40ff-aee6-0bf028edb2f4 req-9535a4d6-b1a4-4f32-872d-97e7f56e757c service neutron] 10.222.0.31 "GET /v2.0/networks/895dda7b-01ef-4be1-87ee-a839b97640e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137782 Dec 09 15:38:44.881618 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca7b87ef-e2d4-4a88-9dd3-0ad6237a2712 tempest-MeteringTestJSON-546224953 tempest-MeteringTestJSON-546224953-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:44.886480 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ca7b87ef-e2d4-4a88-9dd3-0ad6237a2712 tempest-MeteringTestJSON-546224953 tempest-MeteringTestJSON-546224953-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-labels/92c71a58-97a3-4118-8f70-a81baa1a5e55 HTTP/1.1" status: 204 len: 168 time: 0.4035783 Dec 09 15:38:45.159012 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9b890-6284-4e82-a260-10b374f94558 req-e1345f70-9d5c-49dd-b09a-4f6329c4ee21 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:45.182847 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b0e9b890-6284-4e82-a260-10b374f94558 req-e1345f70-9d5c-49dd-b09a-4f6329c4ee21 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=1af04a49-f422-4927-bb36-a69fa63a5805 HTTP/1.1" status: 200 len: 945 time: 0.3108225 Dec 09 15:38:45.345997 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34530) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:45.393321 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b0e9b890-6284-4e82-a260-10b374f94558 req-5dc830a9-e0f8-445d-a241-72a0d8443205 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093084 Dec 09 15:38:45.434451 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34534) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:45.481677 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4cb9bc2f-8da8-40ff-aee6-0bf028edb2f4 req-c4f62713-29fe-4020-a4d1-191592107f40 service neutron] 10.222.0.31 "GET /v2.0/networks/895dda7b-01ef-4be1-87ee-a839b97640e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5601411 Dec 09 15:38:45.625592 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cf8e6588-d6b4-4cf0-918c-a1f47eacf31d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:45.760557 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:45.773684 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-e5282bab-19cb-474c-9b98-14c0991e4796 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:45.775611 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c88f9f49-184b-40e1-bc85-0ab51ed43688 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1333309921-network', 'tenant_id': 'a3fd928a324944d484899cff4764b764'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:45.781799 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-e5282bab-19cb-474c-9b98-14c0991e4796 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/networks?id=6ad932b2-3795-4674-90c7-9b84514451f1 HTTP/1.1" status: 200 len: 815 time: 0.2203519 Dec 09 15:38:45.790245 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-c0953d12-3474-4a5b-9360-15c7fef512ce tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:45.791990 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-c0953d12-3474-4a5b-9360-15c7fef512ce tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.31 "GET /v2.0/networks?id=6ad932b2-3795-4674-90c7-9b84514451f1 HTTP/1.1" status: 200 len: 815 time: 0.5041265 Dec 09 15:38:45.813343 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3293d76-6d68-4f55-911b-5fb95a7f126d req-d6d9d9ea-15e6-42e8-9d4b-492c12a430d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:45.817000 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3293d76-6d68-4f55-911b-5fb95a7f126d req-d6d9d9ea-15e6-42e8-9d4b-492c12a430d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:45.818095 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3293d76-6d68-4f55-911b-5fb95a7f126d req-d6d9d9ea-15e6-42e8-9d4b-492c12a430d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:45.818835 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3293d76-6d68-4f55-911b-5fb95a7f126d req-d6d9d9ea-15e6-42e8-9d4b-492c12a430d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:45.819479 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3293d76-6d68-4f55-911b-5fb95a7f126d req-d6d9d9ea-15e6-42e8-9d4b-492c12a430d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:45.833711 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3293d76-6d68-4f55-911b-5fb95a7f126d req-d6d9d9ea-15e6-42e8-9d4b-492c12a430d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:45.834450 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3293d76-6d68-4f55-911b-5fb95a7f126d req-d6d9d9ea-15e6-42e8-9d4b-492c12a430d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:45.837171 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a3293d76-6d68-4f55-911b-5fb95a7f126d req-d6d9d9ea-15e6-42e8-9d4b-492c12a430d7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=22d7743b04274c74b1037ecd2e466dba&device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 6476 time: 0.1463730 Dec 09 15:38:45.837705 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cf8e6588-d6b4-4cf0-918c-a1f47eacf31d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:45.839956 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88f9f49-184b-40e1-bc85-0ab51ed43688 admin admin] Made reservation on behalf of a3fd928a324944d484899cff4764b764 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:38:45.842129 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-8e8c6f6d-164d-4831-9328-32f4bad694e2 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Request body: {'port': {'device_id': '8d50e936-95dd-4fa7-b298-a3fc49596740', 'network_id': '6ad932b2-3795-4674-90c7-9b84514451f1', 'admin_state_up': True, 'tenant_id': 'cdc7bfee685f42fea5ab92247f372c0e'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:45.843748 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c88f9f49-184b-40e1-bc85-0ab51ed43688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:45.848078 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cf8e6588-d6b4-4cf0-918c-a1f47eacf31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:45.855394 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-e532e442-b7a4-4234-85f6-db8beeb2c22c tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/quotas/cdc7bfee685f42fea5ab92247f372c0e HTTP/1.1" status: 200 len: 375 time: 0.0723991 Dec 09 15:38:45.882845 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c88f9f49-184b-40e1-bc85-0ab51ed43688 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:45.921535 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e6588-d6b4-4cf0-918c-a1f47eacf31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5c63ce-67c8-4b40-8d19-f73896815eae,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:45.944680 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-cf8e6588-d6b4-4cf0-918c-a1f47eacf31d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=297e2ca08de64c7aaeea561f6709e98d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5972352 Dec 09 15:38:45.954058 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3293d76-6d68-4f55-911b-5fb95a7f126d req-60ff8cac-039d-4de2-92ac-fabc70e0a9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:45.954529 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34548) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:45.955527 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a3293d76-6d68-4f55-911b-5fb95a7f126d req-60ff8cac-039d-4de2-92ac-fabc70e0a9ef service neutron] 10.222.0.31 "GET /v2.0/networks?id=895dda7b-01ef-4be1-87ee-a839b97640e2 HTTP/1.1" status: 200 len: 903 time: 0.1093116 Dec 09 15:38:46.070571 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3a24f6d8-53e2-4f0f-a352-6b5284738cc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:46.077902 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a3293d76-6d68-4f55-911b-5fb95a7f126d req-1609c6b7-6e39-4e5a-a817-e5fa08a7ef57 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=59e43ca8-3713-4f54-8ebf-f84b2c834574 HTTP/1.1" status: 200 len: 217 time: 0.0592852 Dec 09 15:38:46.133100 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c88f9f49-184b-40e1-bc85-0ab51ed43688 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:46.139522 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3a24f6d8-53e2-4f0f-a352-6b5284738cc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:46.147172 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3293d76-6d68-4f55-911b-5fb95a7f126d req-abd3e54a-c888-4578-a313-dcaab31ecdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:46.148673 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a3293d76-6d68-4f55-911b-5fb95a7f126d req-abd3e54a-c888-4578-a313-dcaab31ecdeb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b064243b-1cb0-4c46-a100-9b33b02bb56c HTTP/1.1" status: 200 len: 797 time: 0.0576282 Dec 09 15:38:46.152682 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c88f9f49-184b-40e1-bc85-0ab51ed43688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:46.159876 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-cceb5669-5eae-4854-99b9-f71812853de5 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cdc7bfee685f42fea5ab92247f372c0e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3033216 Dec 09 15:38:46.223226 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c88f9f49-184b-40e1-bc85-0ab51ed43688 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:38:46.232744 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f9f49-184b-40e1-bc85-0ab51ed43688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e624b8-0a59-4b39-8912-17d1cb2ea224,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:46.276486 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c88f9f49-184b-40e1-bc85-0ab51ed43688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:46.277231 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-c88f9f49-184b-40e1-bc85-0ab51ed43688 admin admin] Added segment 3646a167-13f2-44bd-8fe5-420d6b7389d8 of type vlan for network 75511c1c-f066-494c-827b-6f9d7331bd52 Dec 09 15:38:46.362127 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3a24f6d8-53e2-4f0f-a352-6b5284738cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:46.365425 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3a24f6d8-53e2-4f0f-a352-6b5284738cc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:46.366675 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3a24f6d8-53e2-4f0f-a352-6b5284738cc5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/de5c63ce-67c8-4b40-8d19-f73896815eae HTTP/1.1" status: 204 len: 168 time: 0.4110258 Dec 09 15:38:46.368537 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c88f9f49-184b-40e1-bc85-0ab51ed43688 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:46.405807 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24f6d8-53e2-4f0f-a352-6b5284738cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5c63ce-67c8-4b40-8d19-f73896815eae,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:46.408337 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3293d76-6d68-4f55-911b-5fb95a7f126d req-5c054dfb-5764-45df-837d-f687de636ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:46.411736 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a3293d76-6d68-4f55-911b-5fb95a7f126d req-5c054dfb-5764-45df-837d-f687de636ac8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=895dda7b-01ef-4be1-87ee-a839b97640e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2478056 Dec 09 15:38:46.443227 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-0a345849-793b-4ab6-9f0f-c1bcafbec9ac service neutron] 10.222.0.57 "GET /v2.0/networks/6ad932b2-3795-4674-90c7-9b84514451f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630000 Dec 09 15:38:46.465207 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c88f9f49-184b-40e1-bc85-0ab51ed43688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:46.466187 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88f9f49-184b-40e1-bc85-0ab51ed43688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:46.466828 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c88f9f49-184b-40e1-bc85-0ab51ed43688 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:46.553240 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c88f9f49-184b-40e1-bc85-0ab51ed43688 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1173034 Dec 09 15:38:46.580817 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34556) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:46.588373 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-07daa2d2-ca5f-4c30-a8f8-106aeb725ef9 admin admin] Request body: {'subnet': {'network_id': '75511c1c-f066-494c-827b-6f9d7331bd52', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1333309921-subnet', 'tenant_id': 'a3fd928a324944d484899cff4764b764', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:46.603241 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f9f49-184b-40e1-bc85-0ab51ed43688 admin admin] Pushing event updated for resources: {'Network': ['ID=75511c1c-f066-494c-827b-6f9d7331bd52,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:46.627366 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 75511c1c-f066-494c-827b-6f9d7331bd52 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:38:46.632473 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07daa2d2-ca5f-4c30-a8f8-106aeb725ef9 admin admin] Made reservation on behalf of a3fd928a324944d484899cff4764b764 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:38:46.637579 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-07daa2d2-ca5f-4c30-a8f8-106aeb725ef9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:46.848788 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-8e8c6f6d-164d-4831-9328-32f4bad694e2 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Made reservation on behalf of cdc7bfee685f42fea5ab92247f372c0e for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:38:46.853961 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-8e8c6f6d-164d-4831-9328-32f4bad694e2 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:46.896969 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-ab911fd8-aeae-459e-b5b6-abbc35b05bb0 service neutron] 10.222.0.57 "GET /v2.0/networks/6ad932b2-3795-4674-90c7-9b84514451f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4513898 Dec 09 15:38:46.909534 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a3293d76-6d68-4f55-911b-5fb95a7f126d req-9db7ef9e-9678-43c2-bdfb-0a65e78acafa service neutron] 10.222.0.31 "GET /v2.0/networks/895dda7b-01ef-4be1-87ee-a839b97640e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4629126 Dec 09 15:38:47.007051 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34560) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:47.017963 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-07daa2d2-ca5f-4c30-a8f8-106aeb725ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:47.057398 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b2af72a6-3319-4309-af4e-b3b9899f32d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:47.081282 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a3293d76-6d68-4f55-911b-5fb95a7f126d req-d59135a4-2ea6-442d-a116-2c06373e8940 service neutron] 10.222.0.31 "GET /v2.0/networks/895dda7b-01ef-4be1-87ee-a839b97640e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259427 Dec 09 15:38:47.137546 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07daa2d2-ca5f-4c30-a8f8-106aeb725ef9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bb02841-8796-4c13-98fd-dfa76f225f8c,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:47.204537 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07daa2d2-ca5f-4c30-a8f8-106aeb725ef9 admin admin] Checking segment: {'id': '3646a167-13f2-44bd-8fe5-420d6b7389d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '75511c1c-f066-494c-827b-6f9d7331bd52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:38:47.209941 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07daa2d2-ca5f-4c30-a8f8-106aeb725ef9 admin admin] Network hostable DHCP agents. Network: 75511c1c-f066-494c-827b-6f9d7331bd52, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:38:47.228689 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-8e8c6f6d-164d-4831-9328-32f4bad694e2 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Allocated IP 172.20.0.4 (6ad932b2-3795-4674-90c7-9b84514451f1/11704e60-4538-40a6-a291-7eff45dab789/d56ca572-5aef-4ecb-a94c-632bd6bc1b9b) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:38:47.342233 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07daa2d2-ca5f-4c30-a8f8-106aeb725ef9 admin admin] Network 75511c1c-f066-494c-827b-6f9d7331bd52 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:38:47.410845 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-07daa2d2-ca5f-4c30-a8f8-106aeb725ef9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 75511c1c-f066-494c-827b-6f9d7331bd52) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:38:47.432519 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c657e805-a62e-44fd-a647-b1a947f1a689 None None] Network 75511c1c-f066-494c-827b-6f9d7331bd52 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:38:47.501526 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07daa2d2-ca5f-4c30-a8f8-106aeb725ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:47.504078 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-8e8c6f6d-164d-4831-9328-32f4bad694e2 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:47.506587 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-07daa2d2-ca5f-4c30-a8f8-106aeb725ef9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:47.525353 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b2af72a6-3319-4309-af4e-b3b9899f32d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:47.537721 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b2af72a6-3319-4309-af4e-b3b9899f32d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:47.571325 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-07daa2d2-ca5f-4c30-a8f8-106aeb725ef9 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9893990 Dec 09 15:38:47.577819 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34576) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:47.591175 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-6d52106a-1411-4eec-ad59-d6b432c3e999 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1333309921-router', 'tenant_id': 'a3fd928a324944d484899cff4764b764', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:47.620205 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b2af72a6-3319-4309-af4e-b3b9899f32d9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=327345e1bbe34b5ab274391a856ed33d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6118224 Dec 09 15:38:47.621252 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34578) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:47.623643 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af72a6-3319-4309-af4e-b3b9899f32d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b57a1a-2528-460b-b673-7d8a012aee1e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:47.721539 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-8e8c6f6d-164d-4831-9328-32f4bad694e2 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:47.747611 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09e1b486-cba8-40fc-833f-74681a7ac8c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:47.775405 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57aedbb-7e16-41c5-b74b-c25efa186403 req-73b94177-116c-42a3-a3e9-f8bfb07238bd tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:47.781583 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57aedbb-7e16-41c5-b74b-c25efa186403 req-73b94177-116c-42a3-a3e9-f8bfb07238bd tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:47.793924 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09e1b486-cba8-40fc-833f-74681a7ac8c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:47.798398 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57aedbb-7e16-41c5-b74b-c25efa186403 req-73b94177-116c-42a3-a3e9-f8bfb07238bd tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:47.806874 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57aedbb-7e16-41c5-b74b-c25efa186403 req-73b94177-116c-42a3-a3e9-f8bfb07238bd tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:47.815433 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57aedbb-7e16-41c5-b74b-c25efa186403 req-73b94177-116c-42a3-a3e9-f8bfb07238bd tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:47.823851 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57aedbb-7e16-41c5-b74b-c25efa186403 req-73b94177-116c-42a3-a3e9-f8bfb07238bd tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:47.830883 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57aedbb-7e16-41c5-b74b-c25efa186403 req-73b94177-116c-42a3-a3e9-f8bfb07238bd tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:47.833162 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d57aedbb-7e16-41c5-b74b-c25efa186403 req-73b94177-116c-42a3-a3e9-f8bfb07238bd tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 5419 time: 0.2757549 Dec 09 15:38:47.867269 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d52106a-1411-4eec-ad59-d6b432c3e999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:47.868214 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d52106a-1411-4eec-ad59-d6b432c3e999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:47.878514 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d9f6c8-e17c-4f30-8538-2711f79da0d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-75511c1c-f066-494c-827b-6f9d7331bd52', 'network_id': '75511c1c-f066-494c-827b-6f9d7331bd52', 'project_id': 'a3fd928a324944d484899cff4764b764', 'fixed_ips': [{'subnet_id': '5bb02841-8796-4c13-98fd-dfa76f225f8c'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:38:47.881059 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f0d9f6c8-e17c-4f30-8538-2711f79da0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:47.897747 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09e1b486-cba8-40fc-833f-74681a7ac8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:47.900780 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09e1b486-cba8-40fc-833f-74681a7ac8c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:47.904621 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-09e1b486-cba8-40fc-833f-74681a7ac8c4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/08b57a1a-2528-460b-b673-7d8a012aee1e HTTP/1.1" status: 204 len: 168 time: 0.2795568 Dec 09 15:38:47.912257 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1b486-cba8-40fc-833f-74681a7ac8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b57a1a-2528-460b-b673-7d8a012aee1e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:47.922078 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-8e8c6f6d-164d-4831-9328-32f4bad694e2 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Network 6ad932b2-3795-4674-90c7-9b84514451f1 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:38:47.967363 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-8e8c6f6d-164d-4831-9328-32f4bad694e2 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:38:47.975170 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-8e8c6f6d-164d-4831-9328-32f4bad694e2 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:38:48.069526 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c6f6d-164d-4831-9328-32f4bad694e2 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Pushing event updated for resources: {'Port': ['ID=d56ca572-5aef-4ecb-a94c-632bd6bc1b9b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:48.215143 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-f0d9f6c8-e17c-4f30-8538-2711f79da0d5 None None] Allocated IP 172.20.0.2 (75511c1c-f066-494c-827b-6f9d7331bd52/5bb02841-8796-4c13-98fd-dfa76f225f8c/b85312f3-fdde-4d13-93b1-9aad327efa3e) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:38:48.338270 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d52106a-1411-4eec-ad59-d6b432c3e999 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:48.559846 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d57aedbb-7e16-41c5-b74b-c25efa186403 req-ce317446-7b8a-47ae-a6a9-af4634476018 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5a160d6-2a3e-43b1-a8f4-02b478772c5e&id=aba6105b-f056-4e0c-8297-3f8457ddbf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6740565 Dec 09 15:38:48.577566 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-8e8c6f6d-164d-4831-9328-32f4bad694e2 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:48.578323 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-8e8c6f6d-164d-4831-9328-32f4bad694e2 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:48.579614 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f0d9f6c8-e17c-4f30-8538-2711f79da0d5 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:48.598134 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-68873fe7-045c-4c2b-b47f-465092cc09e1 None None] Provisioning complete for port d56ca572-5aef-4ecb-a94c-632bd6bc1b9b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:38:48.599169 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-68873fe7-045c-4c2b-b47f-465092cc09e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:48.706127 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f0d9f6c8-e17c-4f30-8538-2711f79da0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:48.728314 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d9f6c8-e17c-4f30-8538-2711f79da0d5 None None] Network 75511c1c-f066-494c-827b-6f9d7331bd52 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:38:48.749975 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-f0d9f6c8-e17c-4f30-8538-2711f79da0d5 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:38:48.756010 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d9f6c8-e17c-4f30-8538-2711f79da0d5 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:38:48.756296 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-8e8c6f6d-164d-4831-9328-32f4bad694e2 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9467282 Dec 09 15:38:48.762635 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-68873fe7-045c-4c2b-b47f-465092cc09e1 None None] Port d56ca572-5aef-4ecb-a94c-632bd6bc1b9b cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:38:48.766548 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d52106a-1411-4eec-ad59-d6b432c3e999 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:48.778154 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-28d23bd3-5935-4d62-8af0-3cae84fd41df service neutron] Request body: {'port': {'device_id': '8d50e936-95dd-4fa7-b298-a3fc49596740', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:48.831557 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f0d9f6c8-e17c-4f30-8538-2711f79da0d5 None None] Attempting to bind port b85312f3-fdde-4d13-93b1-9aad327efa3e on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:38:48.833548 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f0d9f6c8-e17c-4f30-8538-2711f79da0d5 None None] Attempting to bind port b85312f3-fdde-4d13-93b1-9aad327efa3e by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '3646a167-13f2-44bd-8fe5-420d6b7389d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '75511c1c-f066-494c-827b-6f9d7331bd52'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:38:48.834128 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d9f6c8-e17c-4f30-8538-2711f79da0d5 None None] Attempting to bind port b85312f3-fdde-4d13-93b1-9aad327efa3e on network 75511c1c-f066-494c-827b-6f9d7331bd52 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:48.849138 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d9f6c8-e17c-4f30-8538-2711f79da0d5 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:38:48.849868 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d9f6c8-e17c-4f30-8538-2711f79da0d5 None None] Checking segment: {'id': '3646a167-13f2-44bd-8fe5-420d6b7389d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '75511c1c-f066-494c-827b-6f9d7331bd52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:38:48.850472 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f0d9f6c8-e17c-4f30-8538-2711f79da0d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:48.851866 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d9f6c8-e17c-4f30-8538-2711f79da0d5 None None] Bound using segment: {'id': '3646a167-13f2-44bd-8fe5-420d6b7389d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '75511c1c-f066-494c-827b-6f9d7331bd52'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:38:48.852606 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f0d9f6c8-e17c-4f30-8538-2711f79da0d5 None None] Bound port: b85312f3-fdde-4d13-93b1-9aad327efa3e, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3646a167-13f2-44bd-8fe5-420d6b7389d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '75511c1c-f066-494c-827b-6f9d7331bd52'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:38:48.853327 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f0d9f6c8-e17c-4f30-8538-2711f79da0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:48.953158 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f0d9f6c8-e17c-4f30-8538-2711f79da0d5 None None] For port b85312f3-fdde-4d13-93b1-9aad327efa3e, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:38:48.957682 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f0d9f6c8-e17c-4f30-8538-2711f79da0d5 None None] For port b85312f3-fdde-4d13-93b1-9aad327efa3e, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=b85312f3-fdde-4d13-93b1-9aad327efa3e,segment=NetworkSegment(3646a167-13f2-44bd-8fe5-420d6b7389d8),segment_id=3646a167-13f2-44bd-8fe5-420d6b7389d8)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:38:48.961457 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9f6c8-e17c-4f30-8538-2711f79da0d5 None None] Pushing event updated for resources: {'Port': ['ID=b85312f3-fdde-4d13-93b1-9aad327efa3e,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:48.972684 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f0d9f6c8-e17c-4f30-8538-2711f79da0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:49.014621 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-28d23bd3-5935-4d62-8af0-3cae84fd41df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:49.045112 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9f6c8-e17c-4f30-8538-2711f79da0d5 None None] Pushing event updated for resources: {'Port': ['ID=b85312f3-fdde-4d13-93b1-9aad327efa3e,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:49.595597 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:38:49.887509 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-91bd037b-3118-4eac-8904-48c3942da0bb tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:49.889448 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-91bd037b-3118-4eac-8904-48c3942da0bb tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.31 "GET /v2.0/networks?id=6ad932b2-3795-4674-90c7-9b84514451f1 HTTP/1.1" status: 200 len: 815 time: 0.9810576 Dec 09 15:38:49.934450 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08181c86-662e-4aa3-9e72-6545eab3e134 req-3de4a516-b7eb-4fe2-9249-95534c4c2275 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:49.945363 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-08181c86-662e-4aa3-9e72-6545eab3e134 req-3de4a516-b7eb-4fe2-9249-95534c4c2275 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=1af04a49-f422-4927-bb36-a69fa63a5805 HTTP/1.1" status: 200 len: 945 time: 0.9859231 Dec 09 15:38:49.965265 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-942ca87d-ae82-4343-a5ab-417147c766be tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Request body: {'port': {'device_id': 'c404226b-5e80-4365-9e2a-d3330b693c3e', 'network_id': '6ad932b2-3795-4674-90c7-9b84514451f1', 'admin_state_up': True, 'tenant_id': 'cdc7bfee685f42fea5ab92247f372c0e'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:50.182589 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-08181c86-662e-4aa3-9e72-6545eab3e134 req-d47a28f7-ea7e-40fc-ae3f-3b1a0eb6864e tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356193 Dec 09 15:38:50.337237 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device b85312f3-fdde-4d13-93b1-9aad327efa3e up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:38:50.454030 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c04c31a-0f31-48d8-834a-4a9c030aca01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:50.500207 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34648) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:50.503156 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port b85312f3-fdde-4d13-93b1-9aad327efa3e triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:38:50.503783 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:50.581222 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-b720137b-5b4f-4ad7-bb0f-f5fa950f24f8 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:50.590533 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-b720137b-5b4f-4ad7-bb0f-f5fa950f24f8 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/networks?id=6ad932b2-3795-4674-90c7-9b84514451f1 HTTP/1.1" status: 200 len: 815 time: 0.1577630 Dec 09 15:38:50.659972 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:50.691312 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-942ca87d-ae82-4343-a5ab-417147c766be tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Made reservation on behalf of cdc7bfee685f42fea5ab92247f372c0e for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:38:50.705960 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-942ca87d-ae82-4343-a5ab-417147c766be tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:50.728372 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port b85312f3-fdde-4d13-93b1-9aad327efa3e, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=b85312f3-fdde-4d13-93b1-9aad327efa3e,segment=NetworkSegment(3646a167-13f2-44bd-8fe5-420d6b7389d8),segment_id=3646a167-13f2-44bd-8fe5-420d6b7389d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:38:50.729951 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-65ce91a5-bdc0-46db-9321-b6a43a5ffcc0 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/quotas/cdc7bfee685f42fea5ab92247f372c0e HTTP/1.1" status: 200 len: 375 time: 0.1388319 Dec 09 15:38:50.734448 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:50.782946 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d52106a-1411-4eec-ad59-d6b432c3e999 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:50.834803 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=b85312f3-fdde-4d13-93b1-9aad327efa3e,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:50.855593 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8079ba-6654-44bd-81fb-ba56d7cae196 None None] Network 75511c1c-f066-494c-827b-6f9d7331bd52 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:38:50.882379 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d52106a-1411-4eec-ad59-d6b432c3e999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:50.938141 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-bec15fe4-565e-4abb-8a41-d8cb7c999e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1755712381'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:51.022727 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec15fe4-565e-4abb-8a41-d8cb7c999e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222-project] Made reservation on behalf of 5b660ca53cff4658a8be14f1b4a8f088 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:38:51.031131 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bec15fe4-565e-4abb-8a41-d8cb7c999e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:51.035191 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-21a4e073-b8fa-4285-8f2b-6812bd69a5ae None None] Provisioning complete for port b85312f3-fdde-4d13-93b1-9aad327efa3e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:38:51.035761 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-21a4e073-b8fa-4285-8f2b-6812bd69a5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:51.053814 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bec15fe4-565e-4abb-8a41-d8cb7c999e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:51.212812 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bec15fe4-565e-4abb-8a41-d8cb7c999e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:51.225131 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bec15fe4-565e-4abb-8a41-d8cb7c999e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:51.250983 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-6e5b91fc-6186-4f60-bf5f-63066a4b4bc4 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cdc7bfee685f42fea5ab92247f372c0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5194714 Dec 09 15:38:51.264580 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-28d23bd3-5935-4d62-8af0-3cae84fd41df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d56ca572-5aef-4ecb-a94c-632bd6bc1b9b {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:38:51.295554 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-28d23bd3-5935-4d62-8af0-3cae84fd41df service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:51.303392 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec15fe4-565e-4abb-8a41-d8cb7c999e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=710a2b70-57c8-4dcd-bbfb-b7d4182526da,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:51.318631 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bec15fe4-565e-4abb-8a41-d8cb7c999e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:38:51.345530 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bec15fe4-565e-4abb-8a41-d8cb7c999e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:51.346176 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-bec15fe4-565e-4abb-8a41-d8cb7c999e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222-project] Added segment 397accc2-617a-46f5-bad2-22e6a129bf46 of type vlan for network db600211-9f6e-48c8-a923-10d51de463f3 Dec 09 15:38:51.402227 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bec15fe4-565e-4abb-8a41-d8cb7c999e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:51.419946 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-28d23bd3-5935-4d62-8af0-3cae84fd41df service neutron] Transition to ACTIVE for port object d56ca572-5aef-4ecb-a94c-632bd6bc1b9b will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:38:51.439994 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-28d23bd3-5935-4d62-8af0-3cae84fd41df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:51.440312 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bec15fe4-565e-4abb-8a41-d8cb7c999e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:51.450212 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec15fe4-565e-4abb-8a41-d8cb7c999e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:51.450997 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bec15fe4-565e-4abb-8a41-d8cb7c999e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:51.506790 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bec15fe4-565e-4abb-8a41-d8cb7c999e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.0046544 Dec 09 15:38:51.523614 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d23bd3-5935-4d62-8af0-3cae84fd41df service neutron] Pushing event updated for resources: {'Port': ['ID=d56ca572-5aef-4ecb-a94c-632bd6bc1b9b,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:51.563411 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4a3d87ab-950d-4d87-87f9-ad93be7e9dc0 None None] Provisioning complete for port b85312f3-fdde-4d13-93b1-9aad327efa3e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:38:51.564009 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4a3d87ab-950d-4d87-87f9-ad93be7e9dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:51.569346 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec15fe4-565e-4abb-8a41-d8cb7c999e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222-project] Pushing event updated for resources: {'Network': ['ID=db600211-9f6e-48c8-a923-10d51de463f3,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:51.601837 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network db600211-9f6e-48c8-a923-10d51de463f3 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:38:51.602098 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-6d52106a-1411-4eec-ad59-d6b432c3e999 admin admin] Allocated IP 172.25.3.216 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/2f96baf2-7fcc-4b19-aa66-cfc44e532b78) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:38:51.649829 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-8529c59d-1122-4cb5-b900-216655b46cbc service neutron] 10.222.0.57 "GET /v2.0/networks/6ad932b2-3795-4674-90c7-9b84514451f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804469 Dec 09 15:38:51.660078 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-942ca87d-ae82-4343-a5ab-417147c766be tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Allocated IP 172.20.0.11 (6ad932b2-3795-4674-90c7-9b84514451f1/11704e60-4538-40a6-a291-7eff45dab789/1b2753c3-6456-42b0-9ffa-8d0b866504b4) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:38:51.986025 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-28d23bd3-5935-4d62-8af0-3cae84fd41df service neutron] Attempting to bind port d56ca572-5aef-4ecb-a94c-632bd6bc1b9b on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:38:51.986273 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-28d23bd3-5935-4d62-8af0-3cae84fd41df service neutron] Attempting to bind port d56ca572-5aef-4ecb-a94c-632bd6bc1b9b by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': 'f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6ad932b2-3795-4674-90c7-9b84514451f1'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:38:51.986590 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-28d23bd3-5935-4d62-8af0-3cae84fd41df service neutron] Attempting to bind port d56ca572-5aef-4ecb-a94c-632bd6bc1b9b on network 6ad932b2-3795-4674-90c7-9b84514451f1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:52.000460 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-0601e2d4-5283-44bd-bbb9-c897a22ba3c4 service neutron] 10.222.0.57 "GET /v2.0/networks/6ad932b2-3795-4674-90c7-9b84514451f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204372 Dec 09 15:38:52.003810 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d52106a-1411-4eec-ad59-d6b432c3e999 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:52.010464 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-28d23bd3-5935-4d62-8af0-3cae84fd41df service neutron] Port d56ca572-5aef-4ecb-a94c-632bd6bc1b9b on network 6ad932b2-3795-4674-90c7-9b84514451f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:38:52.010789 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-28d23bd3-5935-4d62-8af0-3cae84fd41df service neutron] Attempting to bind port d56ca572-5aef-4ecb-a94c-632bd6bc1b9b on network 6ad932b2-3795-4674-90c7-9b84514451f1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:52.028690 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-28d23bd3-5935-4d62-8af0-3cae84fd41df service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:38:52.029037 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-28d23bd3-5935-4d62-8af0-3cae84fd41df service neutron] Checking segment: {'id': 'f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6ad932b2-3795-4674-90c7-9b84514451f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:38:52.029424 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-28d23bd3-5935-4d62-8af0-3cae84fd41df service neutron] Bound using segment: {'id': 'f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6ad932b2-3795-4674-90c7-9b84514451f1'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:38:52.029860 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-28d23bd3-5935-4d62-8af0-3cae84fd41df service neutron] Bound port: d56ca572-5aef-4ecb-a94c-632bd6bc1b9b, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6ad932b2-3795-4674-90c7-9b84514451f1'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:38:52.030216 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-28d23bd3-5935-4d62-8af0-3cae84fd41df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:52.127335 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d52106a-1411-4eec-ad59-d6b432c3e999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:52.132463 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-942ca87d-ae82-4343-a5ab-417147c766be tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:52.193713 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device b85312f3-fdde-4d13-93b1-9aad327efa3e up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:38:52.228662 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d52106a-1411-4eec-ad59-d6b432c3e999 admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:38:52.234690 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d52106a-1411-4eec-ad59-d6b432c3e999 admin admin] Pushing event updated for resources: {'Port': ['ID=2f96baf2-7fcc-4b19-aa66-cfc44e532b78,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:52.237674 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-6d52106a-1411-4eec-ad59-d6b432c3e999 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:38:52.246746 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-28d23bd3-5935-4d62-8af0-3cae84fd41df service neutron] For port d56ca572-5aef-4ecb-a94c-632bd6bc1b9b, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:38:52.249065 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d52106a-1411-4eec-ad59-d6b432c3e999 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:38:52.252600 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port b85312f3-fdde-4d13-93b1-9aad327efa3e triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:38:52.252983 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:52.310161 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-28d23bd3-5935-4d62-8af0-3cae84fd41df service neutron] For port d56ca572-5aef-4ecb-a94c-632bd6bc1b9b, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=d56ca572-5aef-4ecb-a94c-632bd6bc1b9b,segment=NetworkSegment(f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db),segment_id=f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:38:52.327424 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-28d23bd3-5935-4d62-8af0-3cae84fd41df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:52.341794 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-942ca87d-ae82-4343-a5ab-417147c766be tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:52.410718 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-28d23bd3-5935-4d62-8af0-3cae84fd41df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:52.411848 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-28d23bd3-5935-4d62-8af0-3cae84fd41df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:52.413553 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-28d23bd3-5935-4d62-8af0-3cae84fd41df service neutron] 10.222.0.31 "PUT /v2.0/ports/d56ca572-5aef-4ecb-a94c-632bd6bc1b9b HTTP/1.1" status: 200 len: 1091 time: 3.6498578 Dec 09 15:38:52.418047 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d50e936-95dd-4fa7-b298-a3fc49596740', 'tag': 'd56ca572-5aef-4ecb-a94c-632bd6bc1b9b'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:38:52.420586 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e0afd0-0cfa-44fa-8956-bfd89896a1f3" -d '{"events": [{"name": "network-changed", "server_uuid": "8d50e936-95dd-4fa7-b298-a3fc49596740", "tag": "d56ca572-5aef-4ecb-a94c-632bd6bc1b9b"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:38:52.526909 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-942ca87d-ae82-4343-a5ab-417147c766be tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Network 6ad932b2-3795-4674-90c7-9b84514451f1 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:38:52.563728 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-942ca87d-ae82-4343-a5ab-417147c766be tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:38:52.565602 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d23bd3-5935-4d62-8af0-3cae84fd41df service neutron] Pushing event updated for resources: {'Port': ['ID=d56ca572-5aef-4ecb-a94c-632bd6bc1b9b,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:52.572043 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-942ca87d-ae82-4343-a5ab-417147c766be tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:38:52.925445 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a07f383d-f386-4b63-8813-a90dcdd5a0a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:52.929063 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2c70adc8-8581-4d64-9487-3fba82dcb45f None None] Provisioning complete for port 1b2753c3-6456-42b0-9ffa-8d0b866504b4 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:38:52.929493 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2c70adc8-8581-4d64-9487-3fba82dcb45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:52.964326 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2c70adc8-8581-4d64-9487-3fba82dcb45f None None] Port 1b2753c3-6456-42b0-9ffa-8d0b866504b4 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:38:52.978941 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465c97b-c1a4-4e75-8e34-fc9f14dcee16 req-a27649e4-1654-4008-9df5-387704747bb9 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:52.984947 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465c97b-c1a4-4e75-8e34-fc9f14dcee16 req-a27649e4-1654-4008-9df5-387704747bb9 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:52.991774 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465c97b-c1a4-4e75-8e34-fc9f14dcee16 req-a27649e4-1654-4008-9df5-387704747bb9 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:52.997777 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465c97b-c1a4-4e75-8e34-fc9f14dcee16 req-a27649e4-1654-4008-9df5-387704747bb9 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:53.003740 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465c97b-c1a4-4e75-8e34-fc9f14dcee16 req-a27649e4-1654-4008-9df5-387704747bb9 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:53.010017 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465c97b-c1a4-4e75-8e34-fc9f14dcee16 req-a27649e4-1654-4008-9df5-387704747bb9 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:53.015854 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465c97b-c1a4-4e75-8e34-fc9f14dcee16 req-a27649e4-1654-4008-9df5-387704747bb9 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:53.017776 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1465c97b-c1a4-4e75-8e34-fc9f14dcee16 req-a27649e4-1654-4008-9df5-387704747bb9 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 5419 time: 0.6154890 Dec 09 15:38:53.024769 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ca87d-ae82-4343-a5ab-417147c766be tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Pushing event updated for resources: {'Port': ['ID=1b2753c3-6456-42b0-9ffa-8d0b866504b4,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:53.070281 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-942ca87d-ae82-4343-a5ab-417147c766be tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:53.070897 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-942ca87d-ae82-4343-a5ab-417147c766be tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:53.080619 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-bf9f6836-a3c9-48f5-96f4-75adb4ab831e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:53.082052 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-bf9f6836-a3c9-48f5-96f4-75adb4ab831e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cdc7bfee685f42fea5ab92247f372c0e&device_id=8d50e936-95dd-4fa7-b298-a3fc49596740 HTTP/1.1" status: 200 len: 1094 time: 0.5763023 Dec 09 15:38:53.146077 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-942ca87d-ae82-4343-a5ab-417147c766be tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1930983 Dec 09 15:38:53.153618 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-084eda9b-142f-4efd-bc97-e15a04e48fd4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d56ca572-5aef-4ecb-a94c-632bd6bc1b9b HTTP/1.1" status: 200 len: 217 time: 0.0541201 Dec 09 15:38:53.205062 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-87aeedd2-828c-42e4-b6e9-b85e142c3d40 service neutron] Request body: {'port': {'device_id': 'c404226b-5e80-4365-9e2a-d3330b693c3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:53.320610 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1465c97b-c1a4-4e75-8e34-fc9f14dcee16 req-efa329bd-bbe5-4cec-8bb0-4d7bf61909e8 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5a160d6-2a3e-43b1-a8f4-02b478772c5e&id=aba6105b-f056-4e0c-8297-3f8457ddbf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2931099 Dec 09 15:38:53.351161 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-9dac57f6-9642-47be-978d-bf9b86aeb472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:53.351161 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-9dac57f6-9642-47be-978d-bf9b86aeb472 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11704e60-4538-40a6-a291-7eff45dab789 HTTP/1.1" status: 200 len: 854 time: 0.1567090 Dec 09 15:38:53.388737 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-87aeedd2-828c-42e4-b6e9-b85e142c3d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:53.390394 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d52106a-1411-4eec-ad59-d6b432c3e999 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:53.573521 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-4bf4b932-2fff-493b-8905-4d28ee0dd8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:53.574954 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-4bf4b932-2fff-493b-8905-4d28ee0dd8d4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6ad932b2-3795-4674-90c7-9b84514451f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1961074 Dec 09 15:38:53.622718 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-03e175e1-0df6-4df8-ae89-78fb6f5acd19 req-9ec7ce81-57fb-42cb-9453-c05eb375ac3b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=87f0bba4-7d9a-4014-982d-643cf4a840cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0503051 Dec 09 15:38:53.643495 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-48522ab2-0232-43a0-87a2-b16f75fa67b9 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:53.644971 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-48522ab2-0232-43a0-87a2-b16f75fa67b9 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.31 "GET /v2.0/networks?id=6ad932b2-3795-4674-90c7-9b84514451f1 HTTP/1.1" status: 200 len: 815 time: 0.3424296 Dec 09 15:38:53.698049 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-2fc42fa9-8cef-4a1f-8673-78df3a9c93cf tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Request body: {'port': {'device_id': '9d7308e5-11f2-45ed-a87e-035229f61b36', 'network_id': '6ad932b2-3795-4674-90c7-9b84514451f1', 'admin_state_up': True, 'tenant_id': 'cdc7bfee685f42fea5ab92247f372c0e'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:53.941187 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8404d9-7ca7-4dcc-87a0-b2b1f6cdc3d0 req-fd597f35-17b9-48ff-a59f-45939a00aa99 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:53.942948 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c8404d9-7ca7-4dcc-87a0-b2b1f6cdc3d0 req-fd597f35-17b9-48ff-a59f-45939a00aa99 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=1af04a49-f422-4927-bb36-a69fa63a5805 HTTP/1.1" status: 200 len: 945 time: 0.3502498 Dec 09 15:38:53.956437 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:54.069676 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-80039280-c167-4903-ad89-6db7b5303398 service neutron] 10.222.0.31 "GET /v2.0/networks/6ad932b2-3795-4674-90c7-9b84514451f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4759035 Dec 09 15:38:54.098084 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d52106a-1411-4eec-ad59-d6b432c3e999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:54.176074 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c8404d9-7ca7-4dcc-87a0-b2b1f6cdc3d0 req-7e541b85-98b9-4eec-b1d0-cbc305baadb2 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942847 Dec 09 15:38:54.235077 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-2fc42fa9-8cef-4a1f-8673-78df3a9c93cf tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Made reservation on behalf of cdc7bfee685f42fea5ab92247f372c0e for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:38:54.238614 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-2fc42fa9-8cef-4a1f-8673-78df3a9c93cf tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:54.373720 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:54.399742 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34718) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:54.405528 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Request body: {'port': {'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3', 'binding:host_id': 'n-h2-821228-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-700043830'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:54.415162 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-87aeedd2-828c-42e4-b6e9-b85e142c3d40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b2753c3-6456-42b0-9ffa-8d0b866504b4 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:38:54.427947 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-67c30c6f-c9c3-4a12-8a4f-53a13ec26959 req-89075cea-bf52-4b98-9f5c-cb704d31ce29 service neutron] 10.222.0.31 "GET /v2.0/networks/6ad932b2-3795-4674-90c7-9b84514451f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463030 Dec 09 15:38:54.436716 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Made reservation on behalf of ef263cbf50104eb891520dfcbb5e7b76 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:38:54.437733 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-87aeedd2-828c-42e4-b6e9-b85e142c3d40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:54.446845 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:54.464632 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:54.482374 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-87aeedd2-828c-42e4-b6e9-b85e142c3d40 service neutron] Transition to ACTIVE for port object 1b2753c3-6456-42b0-9ffa-8d0b866504b4 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:38:54.501406 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b3b98780-a048-488c-ad93-75dccfcf1a8a req-bd656f21-2f7e-44d8-82b6-2f1b9dad3414 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d7308e5-11f2-45ed-a87e-035229f61b36 HTTP/1.1" status: 200 len: 210 time: 0.0456216 Dec 09 15:38:54.508866 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-87aeedd2-828c-42e4-b6e9-b85e142c3d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:54.575661 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:54.593658 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:54.603027 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] device_id is not set on port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:38:54.629910 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-2fc42fa9-8cef-4a1f-8673-78df3a9c93cf tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Allocated IP 172.20.0.14 (6ad932b2-3795-4674-90c7-9b84514451f1/11704e60-4538-40a6-a291-7eff45dab789/616e047d-07a7-4990-ae51-182bc76c70de) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:38:54.651009 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aeedd2-828c-42e4-b6e9-b85e142c3d40 service neutron] Pushing event updated for resources: {'Port': ['ID=1b2753c3-6456-42b0-9ffa-8d0b866504b4,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:54.692988 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d52106a-1411-4eec-ad59-d6b432c3e999 admin admin] Router 62685117-f8cf-43b6-b42d-e049ff7cf279 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:38:54.698121 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace57ce7-906e-4a6f-97ee-68c98283d378,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:54.813995 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba22a3-9c4f-4cbf-bda2-817d8d6905a3 req-ae50e309-e2e2-4c72-a46a-53477c9cad9c tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:54.815761 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-98ba22a3-9c4f-4cbf-bda2-817d8d6905a3 req-ae50e309-e2e2-4c72-a46a-53477c9cad9c tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=84e81616-92f5-489a-ae95-e0a80acf7b1c HTTP/1.1" status: 200 len: 946 time: 0.1815252 Dec 09 15:38:54.863701 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-87aeedd2-828c-42e4-b6e9-b85e142c3d40 service neutron] Attempting to bind port 1b2753c3-6456-42b0-9ffa-8d0b866504b4 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:38:54.864005 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-87aeedd2-828c-42e4-b6e9-b85e142c3d40 service neutron] Attempting to bind port 1b2753c3-6456-42b0-9ffa-8d0b866504b4 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': 'f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6ad932b2-3795-4674-90c7-9b84514451f1'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:38:54.864380 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-87aeedd2-828c-42e4-b6e9-b85e142c3d40 service neutron] Attempting to bind port 1b2753c3-6456-42b0-9ffa-8d0b866504b4 on network 6ad932b2-3795-4674-90c7-9b84514451f1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:54.865329 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] device_id is not set on port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:38:54.874253 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:54.880218 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:54.974978 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Pushing event updated for resources: {'Port': ['ID=137eec1d-6b26-449e-9d1f-bc5e2faecc91,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:54.997071 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0071283-f039-4bbb-91f6-9b371ee4ad1b req-dabf1601-f2c4-4cdb-93b2-d4b6beba7d90 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:54.998627 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d0071283-f039-4bbb-91f6-9b371ee4ad1b req-dabf1601-f2c4-4cdb-93b2-d4b6beba7d90 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.42 "GET /v2.0/ports?device_id=84e81616-92f5-489a-ae95-e0a80acf7b1c HTTP/1.1" status: 200 len: 946 time: 0.0842545 Dec 09 15:38:55.001808 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Checking segment: {'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:38:55.002178 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Network hostable DHCP agents. Network: db600211-9f6e-48c8-a923-10d51de463f3, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:38:55.055535 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Network db600211-9f6e-48c8-a923-10d51de463f3 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:38:55.086034 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, db600211-9f6e-48c8-a923-10d51de463f3) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:38:55.091010 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:38:55.099130 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91614687-3105-40fb-bb55-c0fb56d381b0 None None] Network db600211-9f6e-48c8-a923-10d51de463f3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:38:55.110619 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:38:55.110956 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:38:55.111529 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 on network db600211-9f6e-48c8-a923-10d51de463f3 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:55.123240 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 on network db600211-9f6e-48c8-a923-10d51de463f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:38:55.123585 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Failed to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] Dec 09 15:38:55.125524 n-d-821228-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempt 2 to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 Dec 09 15:38:55.144874 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-d0071283-f039-4bbb-91f6-9b371ee4ad1b req-ee316ce6-c1c9-4e11-9b05-657b543d5e87 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Deleting port 85ca2ae1-6ff7-46a7-b97e-5b28715b54cb {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:38:55.145267 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d0071283-f039-4bbb-91f6-9b371ee4ad1b req-ee316ce6-c1c9-4e11-9b05-657b543d5e87 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:55.148682 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:38:55.149202 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:38:55.149701 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 on network db600211-9f6e-48c8-a923-10d51de463f3 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:55.191322 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 on network db600211-9f6e-48c8-a923-10d51de463f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:38:55.191933 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Failed to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] Dec 09 15:38:55.194864 n-d-821228-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempt 3 to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 Dec 09 15:38:55.224877 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:38:55.225509 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:38:55.226045 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 on network db600211-9f6e-48c8-a923-10d51de463f3 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:55.234305 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-87aeedd2-828c-42e4-b6e9-b85e142c3d40 service neutron] Port 1b2753c3-6456-42b0-9ffa-8d0b866504b4 on network 6ad932b2-3795-4674-90c7-9b84514451f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:38:55.234634 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-87aeedd2-828c-42e4-b6e9-b85e142c3d40 service neutron] Attempting to bind port 1b2753c3-6456-42b0-9ffa-8d0b866504b4 on network 6ad932b2-3795-4674-90c7-9b84514451f1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:55.237101 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 on network db600211-9f6e-48c8-a923-10d51de463f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:38:55.237607 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Failed to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] Dec 09 15:38:55.240667 n-d-821228-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempt 4 to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 Dec 09 15:38:55.256608 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:55.258261 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-87aeedd2-828c-42e4-b6e9-b85e142c3d40 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:38:55.258607 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-87aeedd2-828c-42e4-b6e9-b85e142c3d40 service neutron] Checking segment: {'id': 'f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6ad932b2-3795-4674-90c7-9b84514451f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:38:55.259003 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-87aeedd2-828c-42e4-b6e9-b85e142c3d40 service neutron] Bound using segment: {'id': 'f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6ad932b2-3795-4674-90c7-9b84514451f1'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:38:55.259453 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-87aeedd2-828c-42e4-b6e9-b85e142c3d40 service neutron] Bound port: 1b2753c3-6456-42b0-9ffa-8d0b866504b4, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6ad932b2-3795-4674-90c7-9b84514451f1'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:38:55.259818 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-87aeedd2-828c-42e4-b6e9-b85e142c3d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:55.272121 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:38:55.272480 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:38:55.272862 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 on network db600211-9f6e-48c8-a923-10d51de463f3 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:55.283041 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 on network db600211-9f6e-48c8-a923-10d51de463f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:38:55.283371 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Failed to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] Dec 09 15:38:55.286678 n-d-821228-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempt 5 to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 Dec 09 15:38:55.290030 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-d0071283-f039-4bbb-91f6-9b371ee4ad1b req-ee316ce6-c1c9-4e11-9b05-657b543d5e87 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] For port 85ca2ae1-6ff7-46a7-b97e-5b28715b54cb, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=85ca2ae1-6ff7-46a7-b97e-5b28715b54cb,segment=NetworkSegment(d60be669-ee26-41ae-a7b5-ffd0c2cca921),segment_id=d60be669-ee26-41ae-a7b5-ffd0c2cca921)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:38:55.290395 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d0071283-f039-4bbb-91f6-9b371ee4ad1b req-ee316ce6-c1c9-4e11-9b05-657b543d5e87 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:55.310403 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-d0071283-f039-4bbb-91f6-9b371ee4ad1b req-ee316ce6-c1c9-4e11-9b05-657b543d5e87 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Calling delete_port for 85ca2ae1-6ff7-46a7-b97e-5b28715b54cb owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:38:55.312226 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:38:55.312587 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:38:55.312917 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 on network db600211-9f6e-48c8-a923-10d51de463f3 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:55.323794 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 on network db600211-9f6e-48c8-a923-10d51de463f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:38:55.324120 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Failed to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] Dec 09 15:38:55.325837 n-d-821228-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempt 6 to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 Dec 09 15:38:55.346869 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-98ba22a3-9c4f-4cbf-bda2-817d8d6905a3 req-f5dbaa1c-96ed-4f31-af5d-d2fe29e42b59 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5112288 Dec 09 15:38:55.373325 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:38:55.373325 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:38:55.373538 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 on network db600211-9f6e-48c8-a923-10d51de463f3 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:55.377273 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d52106a-1411-4eec-ad59-d6b432c3e999 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:38:55.383770 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 on network db600211-9f6e-48c8-a923-10d51de463f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:38:55.384095 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Failed to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] Dec 09 15:38:55.385713 n-d-821228-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempt 7 to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 Dec 09 15:38:55.395962 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687e1e52-3ae1-4818-ac1a-76286bb7f33f None None] Sync routers for ids ['62685117-f8cf-43b6-b42d-e049ff7cf279'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:38:55.407134 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687e1e52-3ae1-4818-ac1a-76286bb7f33f None None] Routers {'62685117-f8cf-43b6-b42d-e049ff7cf279'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:38:55.407947 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-687e1e52-3ae1-4818-ac1a-76286bb7f33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:38:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['62685117-f8cf-43b6-b42d-e049ff7cf279'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:55.410493 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:38:55.410711 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:38:55.411684 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 on network db600211-9f6e-48c8-a923-10d51de463f3 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:55.424710 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 on network db600211-9f6e-48c8-a923-10d51de463f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:38:55.425046 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Failed to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] Dec 09 15:38:55.425983 n-d-821228-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempt 8 to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 Dec 09 15:38:55.440875 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:38:55.441236 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:38:55.441541 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 on network db600211-9f6e-48c8-a923-10d51de463f3 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:55.441773 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d52106a-1411-4eec-ad59-d6b432c3e999 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:55.445989 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6d52106a-1411-4eec-ad59-d6b432c3e999 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.8625481 Dec 09 15:38:55.445989 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e175e1-0df6-4df8-ae89-78fb6f5acd19 req-1e69b14c-b801-421b-8a2a-d09af73dbe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:55.446269 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34724) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:55.446712 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03e175e1-0df6-4df8-ae89-78fb6f5acd19 req-1e69b14c-b801-421b-8a2a-d09af73dbe03 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8222749629bd4bc081045ad1433cd8c5&device_id=87f0bba4-7d9a-4014-982d-643cf4a840cb HTTP/1.1" status: 200 len: 1099 time: 0.1724937 Dec 09 15:38:55.449756 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-2fc42fa9-8cef-4a1f-8673-78df3a9c93cf tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:55.462789 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-87aeedd2-828c-42e4-b6e9-b85e142c3d40 service neutron] For port 1b2753c3-6456-42b0-9ffa-8d0b866504b4, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:38:55.468809 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-87aeedd2-828c-42e4-b6e9-b85e142c3d40 service neutron] For port 1b2753c3-6456-42b0-9ffa-8d0b866504b4, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=1b2753c3-6456-42b0-9ffa-8d0b866504b4,segment=NetworkSegment(f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db),segment_id=f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:38:55.494559 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-87aeedd2-828c-42e4-b6e9-b85e142c3d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:55.513611 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 on network db600211-9f6e-48c8-a923-10d51de463f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:38:55.513945 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Failed to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] Dec 09 15:38:55.517755 n-d-821228-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempt 9 to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 Dec 09 15:38:55.554609 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fff4a8-27b3-480b-ad88-af74749ece68 x-openstack-request-id: req-14fff4a8-27b3-480b-ad88-af74749ece68 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:38:55.554913 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d50e936-95dd-4fa7-b298-a3fc49596740", "tag": "d56ca572-5aef-4ecb-a94c-632bd6bc1b9b", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:38:55.555157 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-14fff4a8-27b3-480b-ad88-af74749ece68 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:38:55.555572 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d50e936-95dd-4fa7-b298-a3fc49596740', 'tag': 'd56ca572-5aef-4ecb-a94c-632bd6bc1b9b', 'status': 'completed', 'code': 200} Dec 09 15:38:55.555714 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:38:55.556007 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:38:55.556344 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 on network db600211-9f6e-48c8-a923-10d51de463f3 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:55.570155 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 on network db600211-9f6e-48c8-a923-10d51de463f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:38:55.570397 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Failed to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] Dec 09 15:38:55.590230 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-687e1e52-3ae1-4818-ac1a-76286bb7f33f None None] Set router 62685117-f8cf-43b6-b42d-e049ff7cf279 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:38:55.593741 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:38:55.616842 n-d-821228-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempt 10 to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 Dec 09 15:38:55.621669 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-87aeedd2-828c-42e4-b6e9-b85e142c3d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:55.622304 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-87aeedd2-828c-42e4-b6e9-b85e142c3d40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:55.623708 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-87aeedd2-828c-42e4-b6e9-b85e142c3d40 service neutron] 10.222.0.31 "PUT /v2.0/ports/1b2753c3-6456-42b0-9ffa-8d0b866504b4 HTTP/1.1" status: 200 len: 1092 time: 2.4382095 Dec 09 15:38:55.625771 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d0071283-f039-4bbb-91f6-9b371ee4ad1b req-ee316ce6-c1c9-4e11-9b05-657b543d5e87 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:55.649903 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aeedd2-828c-42e4-b6e9-b85e142c3d40 service neutron] Pushing event updated for resources: {'Port': ['ID=1b2753c3-6456-42b0-9ffa-8d0b866504b4,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:55.655879 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-2fc42fa9-8cef-4a1f-8673-78df3a9c93cf tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:55.673088 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e175e1-0df6-4df8-ae89-78fb6f5acd19 req-27ea1183-3ea4-4efd-a0c9-4be299656bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:55.674681 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03e175e1-0df6-4df8-ae89-78fb6f5acd19 req-27ea1183-3ea4-4efd-a0c9-4be299656bef service neutron] 10.222.0.31 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.2094274 Dec 09 15:38:55.707447 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:38:55.709300 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:38:55.709875 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 on network db600211-9f6e-48c8-a923-10d51de463f3 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:55.718229 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 on network db600211-9f6e-48c8-a923-10d51de463f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:38:55.718753 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Failed to bind port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] Dec 09 15:38:55.719251 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:55.721393 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee316ce6-c1c9-4e11-9b05-657b543d5e87 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Pushing event deleted for resources: {'Port': ['ID=85ca2ae1-6ff7-46a7-b97e-5b28715b54cb,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:55.725609 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['59ffef59-e7d2-49f4-bb86-d9cd926be4b8'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:38:55.735941 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['85ca2ae1-6ff7-46a7-b97e-5b28715b54cb'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:38:55.811426 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03e175e1-0df6-4df8-ae89-78fb6f5acd19 req-43968ffd-4484-4957-a164-6fd7e33dabcb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=847afbcf-2043-4704-86dd-821ac9fb24dc HTTP/1.1" status: 200 len: 217 time: 0.1061831 Dec 09 15:38:55.818022 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-2fc42fa9-8cef-4a1f-8673-78df3a9c93cf tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Network 6ad932b2-3795-4674-90c7-9b84514451f1 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:38:55.823515 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0071283-f039-4bbb-91f6-9b371ee4ad1b req-ee316ce6-c1c9-4e11-9b05-657b543d5e87 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] No DVR routers for this DVR port 85ca2ae1-6ff7-46a7-b97e-5b28715b54cb on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:38:55.829686 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d0071283-f039-4bbb-91f6-9b371ee4ad1b req-ee316ce6-c1c9-4e11-9b05-657b543d5e87 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:55.833567 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d0071283-f039-4bbb-91f6-9b371ee4ad1b req-ee316ce6-c1c9-4e11-9b05-657b543d5e87 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.42 "DELETE /v2.0/ports/85ca2ae1-6ff7-46a7-b97e-5b28715b54cb HTTP/1.1" status: 204 len: 173 time: 0.8276312 Dec 09 15:38:55.854074 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-2fc42fa9-8cef-4a1f-8673-78df3a9c93cf tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:38:55.908566 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc42fa9-8cef-4a1f-8673-78df3a9c93cf tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Pushing event updated for resources: {'Port': ['ID=616e047d-07a7-4990-ae51-182bc76c70de,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:55.913020 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-2fc42fa9-8cef-4a1f-8673-78df3a9c93cf tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:38:55.928892 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e81616-92f5-489a-ae95-e0a80acf7b1c', 'name': 'network-vif-deleted', 'tag': '85ca2ae1-6ff7-46a7-b97e-5b28715b54cb'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:38:55.939714 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8248c2a4-8709-423f-be87-8efeefb74182" -d '{"events": [{"server_uuid": "84e81616-92f5-489a-ae95-e0a80acf7b1c", "name": "network-vif-deleted", "tag": "85ca2ae1-6ff7-46a7-b97e-5b28715b54cb"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:38:55.950393 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:55.968077 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-687e1e52-3ae1-4818-ac1a-76286bb7f33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62685117-f8cf-43b6-b42d-e049ff7cf279', 'name': 'tempest-FloatingIPsTestJSON-1333309921-router', 'tenant_id': 'a3fd928a324944d484899cff4764b764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '2f96baf2-7fcc-4b19-aa66-cfc44e532b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:38:47Z', 'updated_at': '2021-12-09T15:38:52Z', 'revision_number': 3, 'project_id': 'a3fd928a324944d484899cff4764b764', 'gw_port': {'id': '2f96baf2-7fcc-4b19-aa66-cfc44e532b78', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62685117-f8cf-43b6-b42d-e049ff7cf279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:50Z', 'updated_at': '2021-12-09T15:38:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:56.010596 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687e1e52-3ae1-4818-ac1a-76286bb7f33f None None] Checking router: 62685117-f8cf-43b6-b42d-e049ff7cf279 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:38:56.011270 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687e1e52-3ae1-4818-ac1a-76286bb7f33f None None] Updating router 62685117-f8cf-43b6-b42d-e049ff7cf279 port 2f96baf2-7fcc-4b19-aa66-cfc44e532b78 binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:38:56.022960 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-0ec0d4fd-a045-4cd1-b624-d958ef91a798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:56.024787 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-0ec0d4fd-a045-4cd1-b624-d958ef91a798 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cdc7bfee685f42fea5ab92247f372c0e&device_id=c404226b-5e80-4365-9e2a-d3330b693c3e HTTP/1.1" status: 200 len: 1095 time: 0.3055453 Dec 09 15:38:56.030154 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e175e1-0df6-4df8-ae89-78fb6f5acd19 req-313c62fd-d976-4a6b-9469-f7af9780badb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:56.030297 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0afd0-0cfa-44fa-8956-bfd89896a1f3 req-005e0ea8-f2de-47b2-9d52-ccf1847ab0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:56.031843 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03e175e1-0df6-4df8-ae89-78fb6f5acd19 req-313c62fd-d976-4a6b-9469-f7af9780badb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.2114406 Dec 09 15:38:56.032773 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-64e0afd0-0cfa-44fa-8956-bfd89896a1f3 req-005e0ea8-f2de-47b2-9d52-ccf1847ab0f0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cdc7bfee685f42fea5ab92247f372c0e&device_id=8d50e936-95dd-4fa7-b298-a3fc49596740 HTTP/1.1" status: 200 len: 1094 time: 0.4120355 Dec 09 15:38:56.050918 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-2fc42fa9-8cef-4a1f-8673-78df3a9c93cf tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:56.051867 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-2fc42fa9-8cef-4a1f-8673-78df3a9c93cf tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:56.061993 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5f411-f103-48fe-9ed9-16611a85e09f req-bb29dda4-3b64-4420-8e16-47c7dce551b7 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:56.069200 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-687e1e52-3ae1-4818-ac1a-76286bb7f33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:56.070455 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cd5f411-f103-48fe-9ed9-16611a85e09f req-bb29dda4-3b64-4420-8e16-47c7dce551b7 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=87f0bba4-7d9a-4014-982d-643cf4a840cb HTTP/1.1" status: 200 len: 948 time: 0.2579808 Dec 09 15:38:56.074243 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9b1e76-d79c-4b0a-a995-1dadea5c1a93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:38:56.076750 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908254a2-0e88-4714-aad9-c0c12c7bf964" -d '{"events": [{"server_uuid": "4f9b1e76-d79c-4b0a-a995-1dadea5c1a93", "name": "network-vif-unplugged", "status": "completed", "tag": "80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:38:56.129273 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:38:56.151516 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:56.205467 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-8ffe0dd1-1b61-493e-b4ba-247cd8d81cd9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b2753c3-6456-42b0-9ffa-8d0b866504b4 HTTP/1.1" status: 200 len: 217 time: 0.1328588 Dec 09 15:38:56.224067 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-2fc42fa9-8cef-4a1f-8673-78df3a9c93cf tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5382326 Dec 09 15:38:56.245297 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd,revision_number=11']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:56.267961 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-2d63bccd-c590-4c72-9cac-b23889298cd1 service neutron] Request body: {'port': {'device_id': '9d7308e5-11f2-45ed-a87e-035229f61b36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:56.296701 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] For port 137eec1d-6b26-449e-9d1f-bc5e2faecc91, host n-h2-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:38:56.298146 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempted to set empty binding levels {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 09 15:38:56.298651 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0afd0-0cfa-44fa-8956-bfd89896a1f3 req-11ee8a3b-83c2-4d1f-a570-1315f83f9b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:56.300389 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-64e0afd0-0cfa-44fa-8956-bfd89896a1f3 req-11ee8a3b-83c2-4d1f-a570-1315f83f9b55 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6ad932b2-3795-4674-90c7-9b84514451f1 HTTP/1.1" status: 200 len: 916 time: 0.1829443 Dec 09 15:38:56.305345 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:56.361661 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cd5f411-f103-48fe-9ed9-16611a85e09f req-eaa9114c-4fcf-48c5-802a-36995b086b36 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839503 Dec 09 15:38:56.371807 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Pushing event updated for resources: {'Port': ['ID=137eec1d-6b26-449e-9d1f-bc5e2faecc91,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:56.390560 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e175e1-0df6-4df8-ae89-78fb6f5acd19 req-b18d6c4a-dc71-4401-aacd-18a8b5c72f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:56.393510 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03e175e1-0df6-4df8-ae89-78fb6f5acd19 req-b18d6c4a-dc71-4401-aacd-18a8b5c72f38 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3064444 Dec 09 15:38:56.427463 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-d091d6a0-2a23-445f-892f-63f8c9bdbe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:56.429604 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:56.433096 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-d091d6a0-2a23-445f-892f-63f8c9bdbe53 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11704e60-4538-40a6-a291-7eff45dab789 HTTP/1.1" status: 200 len: 854 time: 0.2157269 Dec 09 15:38:56.454093 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-64e0afd0-0cfa-44fa-8956-bfd89896a1f3 req-62173e4e-496c-452e-842b-5c953f5eb679 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d56ca572-5aef-4ecb-a94c-632bd6bc1b9b HTTP/1.1" status: 200 len: 217 time: 0.0832243 Dec 09 15:38:56.458654 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:56.459259 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:56.478717 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-687e1e52-3ae1-4818-ac1a-76286bb7f33f None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:56.491010 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-687e1e52-3ae1-4818-ac1a-76286bb7f33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:56.539973 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5252642f-99d5-44d4-9c11-a8533001f587 None None] Provisioning complete for port 616e047d-07a7-4990-ae51-182bc76c70de triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:38:56.540509 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5252642f-99d5-44d4-9c11-a8533001f587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:56.548291 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1d7d3b12-a7ea-4d60-af4b-15e9942ad15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.1470106 Dec 09 15:38:56.550659 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34744) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:56.586457 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5252642f-99d5-44d4-9c11-a8533001f587 None None] Port 616e047d-07a7-4990-ae51-182bc76c70de cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:38:56.587095 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-687e1e52-3ae1-4818-ac1a-76286bb7f33f None None] Attempting to bind port 2f96baf2-7fcc-4b19-aa66-cfc44e532b78 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:38:56.587471 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-687e1e52-3ae1-4818-ac1a-76286bb7f33f None None] Attempting to bind port 2f96baf2-7fcc-4b19-aa66-cfc44e532b78 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:38:56.587847 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687e1e52-3ae1-4818-ac1a-76286bb7f33f None None] Attempting to bind port 2f96baf2-7fcc-4b19-aa66-cfc44e532b78 on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:56.604719 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687e1e52-3ae1-4818-ac1a-76286bb7f33f None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:38:56.606191 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687e1e52-3ae1-4818-ac1a-76286bb7f33f None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:38:56.606922 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-687e1e52-3ae1-4818-ac1a-76286bb7f33f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:56.607508 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687e1e52-3ae1-4818-ac1a-76286bb7f33f None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:38:56.608158 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-687e1e52-3ae1-4818-ac1a-76286bb7f33f None None] Bound port: 2f96baf2-7fcc-4b19-aa66-cfc44e532b78, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:38:56.608741 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-687e1e52-3ae1-4818-ac1a-76286bb7f33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:56.610900 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed7c56a-7f19-49c5-8e45-5834101db17e None None] Pushing event updated for resources: {'Port': ['ID=2f96baf2-7fcc-4b19-aa66-cfc44e532b78,revision_number=2']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:56.611082 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-2d63bccd-c590-4c72-9cac-b23889298cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:56.642128 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0afd0-0cfa-44fa-8956-bfd89896a1f3 req-ef6a1b62-015e-4b33-8fa3-f9dfe58f8702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:56.642947 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed7c56a-7f19-49c5-8e45-5834101db17e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:56.643489 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed7c56a-7f19-49c5-8e45-5834101db17e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:56.643643 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-64e0afd0-0cfa-44fa-8956-bfd89896a1f3 req-ef6a1b62-015e-4b33-8fa3-f9dfe58f8702 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11704e60-4538-40a6-a291-7eff45dab789 HTTP/1.1" status: 200 len: 854 time: 0.1421449 Dec 09 15:38:56.644681 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed7c56a-7f19-49c5-8e45-5834101db17e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:56.645644 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed7c56a-7f19-49c5-8e45-5834101db17e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:56.646172 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed7c56a-7f19-49c5-8e45-5834101db17e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:56.646678 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed7c56a-7f19-49c5-8e45-5834101db17e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:56.647243 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed7c56a-7f19-49c5-8e45-5834101db17e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:56.647753 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed7c56a-7f19-49c5-8e45-5834101db17e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:56.648263 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed7c56a-7f19-49c5-8e45-5834101db17e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:56.648934 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed7c56a-7f19-49c5-8e45-5834101db17e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:56.649487 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed7c56a-7f19-49c5-8e45-5834101db17e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:56.650078 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed7c56a-7f19-49c5-8e45-5834101db17e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:56.650577 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed7c56a-7f19-49c5-8e45-5834101db17e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:56.689543 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-687e1e52-3ae1-4818-ac1a-76286bb7f33f None None] For port 2f96baf2-7fcc-4b19-aa66-cfc44e532b78, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:38:56.693766 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-1188bfbc-e2f2-41c8-96d0-ff4782539c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:56.695464 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-687e1e52-3ae1-4818-ac1a-76286bb7f33f None None] For port 2f96baf2-7fcc-4b19-aa66-cfc44e532b78, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=2f96baf2-7fcc-4b19-aa66-cfc44e532b78,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:38:56.695745 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-1188bfbc-e2f2-41c8-96d0-ff4782539c6b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6ad932b2-3795-4674-90c7-9b84514451f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2434008 Dec 09 15:38:56.703157 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-687e1e52-3ae1-4818-ac1a-76286bb7f33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:56.712084 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabc231-8b43-4927-8fda-e4023607c152 req-01f9e173-24ea-4141-b003-97c858d944ef tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:56.718631 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabc231-8b43-4927-8fda-e4023607c152 req-01f9e173-24ea-4141-b003-97c858d944ef tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:56.725428 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabc231-8b43-4927-8fda-e4023607c152 req-01f9e173-24ea-4141-b003-97c858d944ef tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:56.727745 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0afd0-0cfa-44fa-8956-bfd89896a1f3 req-191e5f5d-640f-4f95-a2b5-17c5054afcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:56.729282 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-64e0afd0-0cfa-44fa-8956-bfd89896a1f3 req-191e5f5d-640f-4f95-a2b5-17c5054afcc1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6ad932b2-3795-4674-90c7-9b84514451f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744100 Dec 09 15:38:56.732430 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabc231-8b43-4927-8fda-e4023607c152 req-01f9e173-24ea-4141-b003-97c858d944ef tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:56.742221 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabc231-8b43-4927-8fda-e4023607c152 req-01f9e173-24ea-4141-b003-97c858d944ef tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:56.748847 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabc231-8b43-4927-8fda-e4023607c152 req-01f9e173-24ea-4141-b003-97c858d944ef tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:56.758494 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabc231-8b43-4927-8fda-e4023607c152 req-01f9e173-24ea-4141-b003-97c858d944ef tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:56.760617 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4eabc231-8b43-4927-8fda-e4023607c152 req-01f9e173-24ea-4141-b003-97c858d944ef tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 5419 time: 0.2162528 Dec 09 15:38:56.795598 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed7c56a-7f19-49c5-8e45-5834101db17e None None] Pushing event updated for resources: {'Port': ['ID=2f96baf2-7fcc-4b19-aa66-cfc44e532b78,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:56.799166 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687e1e52-3ae1-4818-ac1a-76286bb7f33f None None] Routers {'62685117-f8cf-43b6-b42d-e049ff7cf279'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:38:56.799840 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-687e1e52-3ae1-4818-ac1a-76286bb7f33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:38:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['62685117-f8cf-43b6-b42d-e049ff7cf279'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:56.851939 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-64e0afd0-0cfa-44fa-8956-bfd89896a1f3 req-ff4325ab-e370-424f-bd56-ddf71e4000da service neutron] 10.222.0.31 "GET /v2.0/networks/6ad932b2-3795-4674-90c7-9b84514451f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108220 Dec 09 15:38:56.857420 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03e175e1-0df6-4df8-ae89-78fb6f5acd19 req-42bc8963-0991-400a-aef5-f60627833ac1 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561055 Dec 09 15:38:56.894007 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4ecf2b98-6663-4ca1-ad5a-5f092c27998c tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Deleting port 137eec1d-6b26-449e-9d1f-bc5e2faecc91 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:38:56.894266 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ecf2b98-6663-4ca1-ad5a-5f092c27998c tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:56.908388 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-687e1e52-3ae1-4818-ac1a-76286bb7f33f None None] Set router 62685117-f8cf-43b6-b42d-e049ff7cf279 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:38:56.961363 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4ecf2b98-6663-4ca1-ad5a-5f092c27998c tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] For port 137eec1d-6b26-449e-9d1f-bc5e2faecc91, host n-h2-821228-1, got binding levels [] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:38:56.961628 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ecf2b98-6663-4ca1-ad5a-5f092c27998c tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:56.975097 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4ecf2b98-6663-4ca1-ad5a-5f092c27998c tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Calling delete_port for 137eec1d-6b26-449e-9d1f-bc5e2faecc91 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:38:57.069493 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4eabc231-8b43-4927-8fda-e4023607c152 req-022ccb14-88e1-4926-b77d-50d6cbac1c54 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5a160d6-2a3e-43b1-a8f4-02b478772c5e&id=aba6105b-f056-4e0c-8297-3f8457ddbf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2899258 Dec 09 15:38:57.105261 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-793b4180-751d-485c-98fb-174bde71fea3 service neutron] 10.222.0.31 "GET /v2.0/networks/6ad932b2-3795-4674-90c7-9b84514451f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434415 Dec 09 15:38:57.112053 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-687e1e52-3ae1-4818-ac1a-76286bb7f33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62685117-f8cf-43b6-b42d-e049ff7cf279', 'name': 'tempest-FloatingIPsTestJSON-1333309921-router', 'tenant_id': 'a3fd928a324944d484899cff4764b764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '2f96baf2-7fcc-4b19-aa66-cfc44e532b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:38:47Z', 'updated_at': '2021-12-09T15:38:52Z', 'revision_number': 3, 'project_id': 'a3fd928a324944d484899cff4764b764', 'gw_port': {'id': '2f96baf2-7fcc-4b19-aa66-cfc44e532b78', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62685117-f8cf-43b6-b42d-e049ff7cf279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:50Z', 'updated_at': '2021-12-09T15:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:57.129321 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-64e0afd0-0cfa-44fa-8956-bfd89896a1f3 req-d6a21c7b-42f8-4239-bce8-cdb0329609e5 service neutron] 10.222.0.31 "GET /v2.0/networks/6ad932b2-3795-4674-90c7-9b84514451f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579048 Dec 09 15:38:57.142783 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687e1e52-3ae1-4818-ac1a-76286bb7f33f None None] The sync data for ids ['62685117-f8cf-43b6-b42d-e049ff7cf279'] in n-d-821228-1 is: [{'id': '62685117-f8cf-43b6-b42d-e049ff7cf279', 'name': 'tempest-FloatingIPsTestJSON-1333309921-router', 'tenant_id': 'a3fd928a324944d484899cff4764b764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '2f96baf2-7fcc-4b19-aa66-cfc44e532b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:38:47Z', 'updated_at': '2021-12-09T15:38:52Z', 'revision_number': 3, 'project_id': 'a3fd928a324944d484899cff4764b764', 'gw_port': {'id': '2f96baf2-7fcc-4b19-aa66-cfc44e532b78', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62685117-f8cf-43b6-b42d-e049ff7cf279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:50Z', 'updated_at': '2021-12-09T15:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:38:57.192808 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03e175e1-0df6-4df8-ae89-78fb6f5acd19 req-41ed1cfc-cce9-4f04-be37-719a7690a91b service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250413 Dec 09 15:38:57.241564 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ecf2b98-6663-4ca1-ad5a-5f092c27998c tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:57.245032 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-58bedee7-9c8b-4745-936e-4c9afa0f7a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:57.288923 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ecf2b98-6663-4ca1-ad5a-5f092c27998c tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:57.294604 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4ecf2b98-6663-4ca1-ad5a-5f092c27998c tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] 10.222.0.57 "DELETE /v2.0/ports/137eec1d-6b26-449e-9d1f-bc5e2faecc91 HTTP/1.1" status: 204 len: 168 time: 0.7410474 Dec 09 15:38:57.295579 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34746) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:57.296528 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf2b98-6663-4ca1-ad5a-5f092c27998c tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Pushing event deleted for resources: {'Port': ['ID=137eec1d-6b26-449e-9d1f-bc5e2faecc91,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:57.337158 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86efb3fe-e3b0-42e7-89e5-683f193acd4d req-6f4594d1-2544-4848-b85f-e06e07fbb0bb tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:57.344302 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-86efb3fe-e3b0-42e7-89e5-683f193acd4d req-6f4594d1-2544-4848-b85f-e06e07fbb0bb tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=1af04a49-f422-4927-bb36-a69fa63a5805 HTTP/1.1" status: 200 len: 945 time: 0.1808901 Dec 09 15:38:57.354303 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2151f8cc-d5ba-4a50-9bb3-0d53274a22a2 req-bcc76363-6d4c-4f7c-8eaa-03d802596051 service neutron] 10.222.0.31 "GET /v2.0/networks/6ad932b2-3795-4674-90c7-9b84514451f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023129 Dec 09 15:38:57.372240 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-90290ae0-6d5c-4220-a8dd-12f46f32117f tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] GET failed (client error): The resource could not be found. Dec 09 15:38:57.378345 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-90290ae0-6d5c-4220-a8dd-12f46f32117f tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] 10.222.0.57 "GET /v2.0/ports/137eec1d-6b26-449e-9d1f-bc5e2faecc91 HTTP/1.1" status: 404 len: 333 time: 0.0795937 Dec 09 15:38:57.378583 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34750) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:57.405027 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-97a9a155-70b3-4802-a736-8c9dbe4c97fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Request body: {'port': {'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-169349170'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:57.444189 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-2d63bccd-c590-4c72-9cac-b23889298cd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 616e047d-07a7-4990-ae51-182bc76c70de {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:38:57.455585 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-86efb3fe-e3b0-42e7-89e5-683f193acd4d req-a07fa987-101c-4559-a57e-b57656f43320 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103990 Dec 09 15:38:57.458765 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-2d63bccd-c590-4c72-9cac-b23889298cd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:57.475866 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-2d63bccd-c590-4c72-9cac-b23889298cd1 service neutron] Transition to ACTIVE for port object 616e047d-07a7-4990-ae51-182bc76c70de will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:38:57.476854 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a9a155-70b3-4802-a736-8c9dbe4c97fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Made reservation on behalf of ef263cbf50104eb891520dfcbb5e7b76 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:38:57.479435 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-97a9a155-70b3-4802-a736-8c9dbe4c97fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:57.483158 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-2d63bccd-c590-4c72-9cac-b23889298cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:57.511661 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-58bedee7-9c8b-4745-936e-4c9afa0f7a53 admin admin] Allocated IP 172.20.0.1 (75511c1c-f066-494c-827b-6f9d7331bd52/5bb02841-8796-4c13-98fd-dfa76f225f8c/26739190-30e4-4c2f-a7e8-4c506a404888) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:38:57.543244 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-97a9a155-70b3-4802-a736-8c9dbe4c97fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] device_id is not set on port f166d74c-6a1e-452a-bdad-28d9e3333b67 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:38:57.557241 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c404226b-5e80-4365-9e2a-d3330b693c3e', 'tag': '1b2753c3-6456-42b0-9ffa-8d0b866504b4'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:38:57.559495 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a78f34-fe94-4b1c-a89e-7cc4db632ddc" -d '{"events": [{"name": "network-changed", "server_uuid": "c404226b-5e80-4365-9e2a-d3330b693c3e", "tag": "1b2753c3-6456-42b0-9ffa-8d0b866504b4"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:38:57.606807 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d63bccd-c590-4c72-9cac-b23889298cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=616e047d-07a7-4990-ae51-182bc76c70de,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:57.697571 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-58bedee7-9c8b-4745-936e-4c9afa0f7a53 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:57.743817 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-58bedee7-9c8b-4745-936e-4c9afa0f7a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:57.810247 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bedee7-9c8b-4745-936e-4c9afa0f7a53 admin admin] Network 75511c1c-f066-494c-827b-6f9d7331bd52 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:38:57.811905 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bedee7-9c8b-4745-936e-4c9afa0f7a53 admin admin] Pushing event updated for resources: {'Port': ['ID=26739190-30e4-4c2f-a7e8-4c506a404888,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:57.814741 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-58bedee7-9c8b-4745-936e-4c9afa0f7a53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:38:57.816882 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bedee7-9c8b-4745-936e-4c9afa0f7a53 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:38:57.838619 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4fd71e-8fc2-4a03-91e1-fab3fa943985 req-c7e0dd47-fcad-46df-b68f-7b61c9d25cb5 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:57.846026 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ea4fd71e-8fc2-4a03-91e1-fab3fa943985 req-c7e0dd47-fcad-46df-b68f-7b61c9d25cb5 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d7308e5-11f2-45ed-a87e-035229f61b36 HTTP/1.1" status: 200 len: 944 time: 0.1979010 Dec 09 15:38:57.861684 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-2d63bccd-c590-4c72-9cac-b23889298cd1 service neutron] Attempting to bind port 616e047d-07a7-4990-ae51-182bc76c70de on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:38:57.862026 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-2d63bccd-c590-4c72-9cac-b23889298cd1 service neutron] Attempting to bind port 616e047d-07a7-4990-ae51-182bc76c70de by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': 'f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6ad932b2-3795-4674-90c7-9b84514451f1'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:38:57.862360 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-2d63bccd-c590-4c72-9cac-b23889298cd1 service neutron] Attempting to bind port 616e047d-07a7-4990-ae51-182bc76c70de on network 6ad932b2-3795-4674-90c7-9b84514451f1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:57.868216 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-58bedee7-9c8b-4745-936e-4c9afa0f7a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:57.908686 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-2d63bccd-c590-4c72-9cac-b23889298cd1 service neutron] Port 616e047d-07a7-4990-ae51-182bc76c70de on network 6ad932b2-3795-4674-90c7-9b84514451f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:38:57.909023 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-2d63bccd-c590-4c72-9cac-b23889298cd1 service neutron] Attempting to bind port 616e047d-07a7-4990-ae51-182bc76c70de on network 6ad932b2-3795-4674-90c7-9b84514451f1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:57.950276 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-2d63bccd-c590-4c72-9cac-b23889298cd1 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:38:57.950620 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-2d63bccd-c590-4c72-9cac-b23889298cd1 service neutron] Checking segment: {'id': 'f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6ad932b2-3795-4674-90c7-9b84514451f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:38:57.951339 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-2d63bccd-c590-4c72-9cac-b23889298cd1 service neutron] Bound using segment: {'id': 'f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6ad932b2-3795-4674-90c7-9b84514451f1'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:38:57.951797 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-2d63bccd-c590-4c72-9cac-b23889298cd1 service neutron] Bound port: 616e047d-07a7-4990-ae51-182bc76c70de, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6ad932b2-3795-4674-90c7-9b84514451f1'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:38:57.952293 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-2d63bccd-c590-4c72-9cac-b23889298cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:57.993956 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-97a9a155-70b3-4802-a736-8c9dbe4c97fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:58.015744 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ea4fd71e-8fc2-4a03-91e1-fab3fa943985 req-eb480b17-f2e9-409c-8ae9-70a3af46b269 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae95911-d29e-4491-93bd-1e00edc2ab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687236 Dec 09 15:38:58.114763 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-2d63bccd-c590-4c72-9cac-b23889298cd1 service neutron] For port 616e047d-07a7-4990-ae51-182bc76c70de, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:38:58.118558 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-2d63bccd-c590-4c72-9cac-b23889298cd1 service neutron] For port 616e047d-07a7-4990-ae51-182bc76c70de, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=616e047d-07a7-4990-ae51-182bc76c70de,segment=NetworkSegment(f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db),segment_id=f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:38:58.125407 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-97a9a155-70b3-4802-a736-8c9dbe4c97fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:58.144520 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-2d63bccd-c590-4c72-9cac-b23889298cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:58.166424 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-0428fd9b-6a2b-4253-acc5-d3c90b31161f None None] Provisioning complete for port 26739190-30e4-4c2f-a7e8-4c506a404888 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:38:58.167488 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0428fd9b-6a2b-4253-acc5-d3c90b31161f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:58.226338 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a9a155-70b3-4802-a736-8c9dbe4c97fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Network db600211-9f6e-48c8-a923-10d51de463f3 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:38:58.238020 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-2d63bccd-c590-4c72-9cac-b23889298cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:58.238504 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-2d63bccd-c590-4c72-9cac-b23889298cd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:58.241951 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-2d63bccd-c590-4c72-9cac-b23889298cd1 service neutron] 10.222.0.31 "PUT /v2.0/ports/616e047d-07a7-4990-ae51-182bc76c70de HTTP/1.1" status: 200 len: 1092 time: 1.9905612 Dec 09 15:38:58.244317 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-97a9a155-70b3-4802-a736-8c9dbe4c97fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:38:58.250050 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a9a155-70b3-4802-a736-8c9dbe4c97fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:38:58.250973 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a9a155-70b3-4802-a736-8c9dbe4c97fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:58.251745 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-97a9a155-70b3-4802-a736-8c9dbe4c97fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:58.261248 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9a155-70b3-4802-a736-8c9dbe4c97fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Pushing event updated for resources: {'Port': ['ID=f166d74c-6a1e-452a-bdad-28d9e3333b67,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:58.276108 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-0428fd9b-6a2b-4253-acc5-d3c90b31161f None None] Port 26739190-30e4-4c2f-a7e8-4c506a404888 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:38:58.301018 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 2f96baf2-7fcc-4b19-aa66-cfc44e532b78 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:38:58.309080 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec32e7a-6c03-41d4-8a73-c8dcb64635b1 req-084e3ad2-a20f-48bc-bc0a-ddf2923a8e1d tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:58.317323 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7ec32e7a-6c03-41d4-8a73-c8dcb64635b1 req-084e3ad2-a20f-48bc-bc0a-ddf2923a8e1d tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f9b1e76-d79c-4b0a-a995-1dadea5c1a93 HTTP/1.1" status: 200 len: 949 time: 0.1888375 Dec 09 15:38:58.358242 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-97a9a155-70b3-4802-a736-8c9dbe4c97fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9758182 Dec 09 15:38:58.381254 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 2f96baf2-7fcc-4b19-aa66-cfc44e532b78 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:38:58.381689 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:58.426436 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34758) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:58.449721 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:58.487166 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7ec32e7a-6c03-41d4-8a73-c8dcb64635b1 req-4f1263e5-871f-4f5c-b343-60af4f89d18f tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] 10.222.0.57 "GET /v2.0/security-groups?id=e97bd62b-8143-4899-92d3-6101b8389ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643918 Dec 09 15:38:58.530862 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d63bccd-c590-4c72-9cac-b23889298cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=616e047d-07a7-4990-ae51-182bc76c70de,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:58.543963 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-4ef6fc3d-1485-4eec-adf8-0520bdb8cd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:58.545926 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-4ef6fc3d-1485-4eec-adf8-0520bdb8cd21 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cdc7bfee685f42fea5ab92247f372c0e&device_id=9d7308e5-11f2-45ed-a87e-035229f61b36 HTTP/1.1" status: 200 len: 1095 time: 0.1866713 Dec 09 15:38:58.548693 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:58.576625 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 2f96baf2-7fcc-4b19-aa66-cfc44e532b78, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=2f96baf2-7fcc-4b19-aa66-cfc44e532b78,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:38:58.583337 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:58.606773 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:58.623852 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-2b2e63f9-c4fd-4d4e-8aba-e141dccc4b44 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=616e047d-07a7-4990-ae51-182bc76c70de HTTP/1.1" status: 200 len: 217 time: 0.0672100 Dec 09 15:38:58.656996 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=2f96baf2-7fcc-4b19-aa66-cfc44e532b78,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:58.703324 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-e86c8c0e-ec55-418c-921a-58b4021c1b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:58.705837 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-e86c8c0e-ec55-418c-921a-58b4021c1b51 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11704e60-4538-40a6-a291-7eff45dab789 HTTP/1.1" status: 200 len: 854 time: 0.0732861 Dec 09 15:38:58.737877 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b715c3a1-3554-4aea-a6e5-67849cb7952d x-openstack-request-id: req-b715c3a1-3554-4aea-a6e5-67849cb7952d {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:38:58.738173 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e81616-92f5-489a-ae95-e0a80acf7b1c", "name": "network-vif-deleted", "tag": "85ca2ae1-6ff7-46a7-b97e-5b28715b54cb", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:38:58.738431 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b715c3a1-3554-4aea-a6e5-67849cb7952d {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:38:58.738871 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e81616-92f5-489a-ae95-e0a80acf7b1c', 'name': 'network-vif-deleted', 'tag': '85ca2ae1-6ff7-46a7-b97e-5b28715b54cb', 'status': 'completed', 'code': 200} Dec 09 15:38:58.750663 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 15:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7645ba-f519-43e9-a66a-27d9acd99272 x-openstack-request-id: req-7d7645ba-f519-43e9-a66a-27d9acd99272 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:38:58.751930 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9b1e76-d79c-4b0a-a995-1dadea5c1a93", "name": "network-vif-unplugged", "status": "completed", "tag": "80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:38:58.752360 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7d7645ba-f519-43e9-a66a-27d9acd99272 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:38:58.753095 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9b1e76-d79c-4b0a-a995-1dadea5c1a93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd', 'code': 200} Dec 09 15:38:58.754365 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-58bedee7-9c8b-4745-936e-4c9afa0f7a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:58.766722 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-8fdba34e-4f6a-4da9-9680-9b71d9c03fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:58.768387 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-8fdba34e-4f6a-4da9-9680-9b71d9c03fad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6ad932b2-3795-4674-90c7-9b84514451f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546651 Dec 09 15:38:58.898546 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-39c4fbb0-83ee-44dd-9181-c04297fdab81 service neutron] 10.222.0.31 "GET /v2.0/networks/6ad932b2-3795-4674-90c7-9b84514451f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187584 Dec 09 15:38:58.909273 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1bdd3-d35a-489c-90a5-551875a768c9 req-74382ecc-3edb-42e1-ba96-d5bd41a4b48e tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:58.910955 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e0f1bdd3-d35a-489c-90a5-551875a768c9 req-74382ecc-3edb-42e1-ba96-d5bd41a4b48e tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=87f0bba4-7d9a-4014-982d-643cf4a840cb HTTP/1.1" status: 200 len: 948 time: 0.0737817 Dec 09 15:38:58.926242 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] device_id is not set on port f166d74c-6a1e-452a-bdad-28d9e3333b67 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:38:58.936950 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:58.949104 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:59.023811 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Pushing event updated for resources: {'Port': ['ID=f166d74c-6a1e-452a-bdad-28d9e3333b67,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:59.025154 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e0f1bdd3-d35a-489c-90a5-551875a768c9 req-cfb965ee-e8c6-4329-b53b-f8d0411b0f8b tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052887 Dec 09 15:38:59.040933 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1ba44c48-7d9d-40da-b5c5-3ad79bf51088 req-993eecd0-372c-4a20-8f67-a5b9820b1229 service neutron] 10.222.0.31 "GET /v2.0/networks/6ad932b2-3795-4674-90c7-9b84514451f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292431 Dec 09 15:38:59.056232 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-58bedee7-9c8b-4745-936e-4c9afa0f7a53 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:59.058034 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:38:59.058373 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:38:59.058715 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 on network db600211-9f6e-48c8-a923-10d51de463f3 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:59.063355 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-58bedee7-9c8b-4745-936e-4c9afa0f7a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:59.068192 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Port f166d74c-6a1e-452a-bdad-28d9e3333b67 on network db600211-9f6e-48c8-a923-10d51de463f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:38:59.068622 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Failed to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] Dec 09 15:38:59.086805 n-d-821228-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempt 2 to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 Dec 09 15:38:59.124198 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:38:59.124563 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:38:59.124908 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 on network db600211-9f6e-48c8-a923-10d51de463f3 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:59.140786 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Port f166d74c-6a1e-452a-bdad-28d9e3333b67 on network db600211-9f6e-48c8-a923-10d51de463f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:38:59.141108 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Failed to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] Dec 09 15:38:59.145047 n-d-821228-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempt 3 to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 Dec 09 15:38:59.152370 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-58bedee7-9c8b-4745-936e-4c9afa0f7a53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:59.159299 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bedee7-9c8b-4745-936e-4c9afa0f7a53 admin admin] Pushing event updated for resources: {'Port': ['ID=26739190-30e4-4c2f-a7e8-4c506a404888,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:59.172868 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:38:59.173226 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:38:59.173564 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 on network db600211-9f6e-48c8-a923-10d51de463f3 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:59.190476 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Port f166d74c-6a1e-452a-bdad-28d9e3333b67 on network db600211-9f6e-48c8-a923-10d51de463f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:38:59.190934 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Failed to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] Dec 09 15:38:59.220943 n-d-821228-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempt 4 to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 Dec 09 15:38:59.228074 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a4824e-da89-46da-9433-058d0ee4c02c x-openstack-request-id: req-e2a4824e-da89-46da-9433-058d0ee4c02c {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:38:59.228436 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c404226b-5e80-4365-9e2a-d3330b693c3e", "tag": "1b2753c3-6456-42b0-9ffa-8d0b866504b4", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:38:59.228707 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e2a4824e-da89-46da-9433-058d0ee4c02c {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:38:59.229116 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c404226b-5e80-4365-9e2a-d3330b693c3e', 'tag': '1b2753c3-6456-42b0-9ffa-8d0b866504b4', 'status': 'completed', 'code': 200} Dec 09 15:38:59.244556 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:38:59.244876 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:38:59.245218 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 on network db600211-9f6e-48c8-a923-10d51de463f3 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:59.256516 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Port f166d74c-6a1e-452a-bdad-28d9e3333b67 on network db600211-9f6e-48c8-a923-10d51de463f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:38:59.256859 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Failed to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] Dec 09 15:38:59.262656 n-d-821228-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempt 5 to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 Dec 09 15:38:59.282886 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:38:59.283122 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:38:59.283476 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 on network db600211-9f6e-48c8-a923-10d51de463f3 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:59.295113 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Port f166d74c-6a1e-452a-bdad-28d9e3333b67 on network db600211-9f6e-48c8-a923-10d51de463f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:38:59.295448 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Failed to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] Dec 09 15:38:59.295971 n-d-821228-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempt 6 to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 Dec 09 15:38:59.311339 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a78f34-fe94-4b1c-a89e-7cc4db632ddc req-f3ca852c-dd92-4c92-8fae-b2719b27f2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.313572 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-16a78f34-fe94-4b1c-a89e-7cc4db632ddc req-f3ca852c-dd92-4c92-8fae-b2719b27f2bc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cdc7bfee685f42fea5ab92247f372c0e&device_id=c404226b-5e80-4365-9e2a-d3330b693c3e HTTP/1.1" status: 200 len: 1095 time: 0.0605447 Dec 09 15:38:59.320046 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bedee7-9c8b-4745-936e-4c9afa0f7a53 admin admin] Network 75511c1c-f066-494c-827b-6f9d7331bd52 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:38:59.321673 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:38:59.322089 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:38:59.322497 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 on network db600211-9f6e-48c8-a923-10d51de463f3 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:59.325196 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-58bedee7-9c8b-4745-936e-4c9afa0f7a53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:38:59.335981 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Port f166d74c-6a1e-452a-bdad-28d9e3333b67 on network db600211-9f6e-48c8-a923-10d51de463f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:38:59.336451 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Failed to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] Dec 09 15:38:59.336945 n-d-821228-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempt 7 to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 Dec 09 15:38:59.384468 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:38:59.384950 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:38:59.385351 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 on network db600211-9f6e-48c8-a923-10d51de463f3 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:59.398647 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Port f166d74c-6a1e-452a-bdad-28d9e3333b67 on network db600211-9f6e-48c8-a923-10d51de463f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:38:59.398993 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Failed to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] Dec 09 15:38:59.401804 n-d-821228-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempt 8 to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 Dec 09 15:38:59.424289 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32fc613-6ab7-41bf-abb6-9b1a3e7d87ff req-56173eaf-d192-46d4-990a-3edce92cdf34 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.431157 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32fc613-6ab7-41bf-abb6-9b1a3e7d87ff req-56173eaf-d192-46d4-990a-3edce92cdf34 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.437247 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32fc613-6ab7-41bf-abb6-9b1a3e7d87ff req-56173eaf-d192-46d4-990a-3edce92cdf34 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.444271 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32fc613-6ab7-41bf-abb6-9b1a3e7d87ff req-56173eaf-d192-46d4-990a-3edce92cdf34 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.450509 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:38:59.450707 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32fc613-6ab7-41bf-abb6-9b1a3e7d87ff req-56173eaf-d192-46d4-990a-3edce92cdf34 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.450849 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:38:59.451193 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 on network db600211-9f6e-48c8-a923-10d51de463f3 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:59.456844 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32fc613-6ab7-41bf-abb6-9b1a3e7d87ff req-56173eaf-d192-46d4-990a-3edce92cdf34 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.463236 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32fc613-6ab7-41bf-abb6-9b1a3e7d87ff req-56173eaf-d192-46d4-990a-3edce92cdf34 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.464331 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Port f166d74c-6a1e-452a-bdad-28d9e3333b67 on network db600211-9f6e-48c8-a923-10d51de463f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:38:59.464700 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Failed to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] Dec 09 15:38:59.465177 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f32fc613-6ab7-41bf-abb6-9b1a3e7d87ff req-56173eaf-d192-46d4-990a-3edce92cdf34 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 5419 time: 0.1741512 Dec 09 15:38:59.467362 n-d-821228-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempt 9 to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 Dec 09 15:38:59.486294 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:38:59.486695 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:38:59.487033 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 on network db600211-9f6e-48c8-a923-10d51de463f3 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:59.495643 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58bedee7-9c8b-4745-936e-4c9afa0f7a53 admin admin] Router 62685117-f8cf-43b6-b42d-e049ff7cf279 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:38:59.497007 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Port f166d74c-6a1e-452a-bdad-28d9e3333b67 on network db600211-9f6e-48c8-a923-10d51de463f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:38:59.497337 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Failed to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] Dec 09 15:38:59.497867 n-d-821228-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempt 10 to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 Dec 09 15:38:59.518175 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:38:59.518512 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:38:59.518852 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 on network db600211-9f6e-48c8-a923-10d51de463f3 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:59.524016 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a78f34-fe94-4b1c-a89e-7cc4db632ddc req-b5b731de-4f3d-4a54-a196-8ee365fcb9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.525630 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-16a78f34-fe94-4b1c-a89e-7cc4db632ddc req-b5b731de-4f3d-4a54-a196-8ee365fcb9f9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6ad932b2-3795-4674-90c7-9b84514451f1 HTTP/1.1" status: 200 len: 916 time: 0.1844141 Dec 09 15:38:59.557166 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Port f166d74c-6a1e-452a-bdad-28d9e3333b67 on network db600211-9f6e-48c8-a923-10d51de463f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:38:59.557500 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Failed to bind port f166d74c-6a1e-452a-bdad-28d9e3333b67 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] Dec 09 15:38:59.557868 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:59.586211 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-16a78f34-fe94-4b1c-a89e-7cc4db632ddc req-d6ce591f-b376-4f64-a185-bd81b4dae46b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b2753c3-6456-42b0-9ffa-8d0b866504b4 HTTP/1.1" status: 200 len: 217 time: 0.0489302 Dec 09 15:38:59.602316 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-638156f5-32b5-47ea-b0cb-be9e529f41d7 None None] Provisioning complete for port 26739190-30e4-4c2f-a7e8-4c506a404888 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:38:59.602863 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-638156f5-32b5-47ea-b0cb-be9e529f41d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:59.609898 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f32fc613-6ab7-41bf-abb6-9b1a3e7d87ff req-2b6acc71-5af8-4346-b306-a456ade77ca9 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5a160d6-2a3e-43b1-a8f4-02b478772c5e&id=aba6105b-f056-4e0c-8297-3f8457ddbf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1280169 Dec 09 15:38:59.640006 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device d56ca572-5aef-4ecb-a94c-632bd6bc1b9b details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:38:59.652538 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-638156f5-32b5-47ea-b0cb-be9e529f41d7 None None] Port 26739190-30e4-4c2f-a7e8-4c506a404888 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:38:59.662619 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a78f34-fe94-4b1c-a89e-7cc4db632ddc req-42f97476-c7c9-48f3-a18e-e5b6d69b90bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.664654 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-16a78f34-fe94-4b1c-a89e-7cc4db632ddc req-42f97476-c7c9-48f3-a18e-e5b6d69b90bf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11704e60-4538-40a6-a291-7eff45dab789 HTTP/1.1" status: 200 len: 854 time: 0.0681310 Dec 09 15:38:59.698524 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58bedee7-9c8b-4745-936e-4c9afa0f7a53 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:38:59.700492 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] For port f166d74c-6a1e-452a-bdad-28d9e3333b67, host n-h2-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:38:59.701277 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempted to set empty binding levels {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 09 15:38:59.705326 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-58bedee7-9c8b-4745-936e-4c9afa0f7a53 admin admin] 10.222.0.57 "PUT /v2.0/routers/62685117-f8cf-43b6-b42d-e049ff7cf279/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2581968 Dec 09 15:38:59.708115 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:59.728776 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8c1531-5745-4431-a3a0-d99c415e1de8 None None] Sync routers for ids ['62685117-f8cf-43b6-b42d-e049ff7cf279'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:38:59.743870 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] In _notify_port_updated(), no bound segment for port f166d74c-6a1e-452a-bdad-28d9e3333b67 on network db600211-9f6e-48c8-a923-10d51de463f3 {{(pid=103245) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:38:59.745165 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.745874 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:59.748144 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] 10.222.0.57 "PUT /v2.0/ports/f166d74c-6a1e-452a-bdad-28d9e3333b67 HTTP/1.1" status: 200 len: 978 time: 1.3201351 Dec 09 15:38:59.750767 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34778) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:59.762431 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8c1531-5745-4431-a3a0-d99c415e1de8 None None] Routers {'62685117-f8cf-43b6-b42d-e049ff7cf279'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:38:59.763081 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4b8c1531-5745-4431-a3a0-d99c415e1de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:38:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['62685117-f8cf-43b6-b42d-e049ff7cf279'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:59.773113 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a78f34-fe94-4b1c-a89e-7cc4db632ddc req-22bdb58f-e1f8-4db9-b75c-a7b0d83e21e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.776091 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-16a78f34-fe94-4b1c-a89e-7cc4db632ddc req-22bdb58f-e1f8-4db9-b75c-a7b0d83e21e6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6ad932b2-3795-4674-90c7-9b84514451f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022635 Dec 09 15:38:59.823122 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847aa37-7443-4b9b-94e4-5f78214ea740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Pushing event updated for resources: {'Port': ['ID=f166d74c-6a1e-452a-bdad-28d9e3333b67,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:59.871357 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port d56ca572-5aef-4ecb-a94c-632bd6bc1b9b, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=d56ca572-5aef-4ecb-a94c-632bd6bc1b9b,segment=NetworkSegment(f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db),segment_id=f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:38:59.895861 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c1ecea-bab4-439c-be88-c3aab485a3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.896941 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c1ecea-bab4-439c-be88-c3aab485a3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.898327 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c1ecea-bab4-439c-be88-c3aab485a3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.898865 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c1ecea-bab4-439c-be88-c3aab485a3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.899397 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c1ecea-bab4-439c-be88-c3aab485a3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.899927 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c1ecea-bab4-439c-be88-c3aab485a3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.900479 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c1ecea-bab4-439c-be88-c3aab485a3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.901004 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c1ecea-bab4-439c-be88-c3aab485a3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.901525 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c1ecea-bab4-439c-be88-c3aab485a3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.902053 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c1ecea-bab4-439c-be88-c3aab485a3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.902566 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c1ecea-bab4-439c-be88-c3aab485a3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.903086 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c1ecea-bab4-439c-be88-c3aab485a3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.903783 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c1ecea-bab4-439c-be88-c3aab485a3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.904304 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c1ecea-bab4-439c-be88-c3aab485a3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.904845 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c1ecea-bab4-439c-be88-c3aab485a3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.905360 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c1ecea-bab4-439c-be88-c3aab485a3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.905877 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c1ecea-bab4-439c-be88-c3aab485a3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.906399 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c1ecea-bab4-439c-be88-c3aab485a3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.907297 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c1ecea-bab4-439c-be88-c3aab485a3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.908599 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c1ecea-bab4-439c-be88-c3aab485a3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.909131 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c1ecea-bab4-439c-be88-c3aab485a3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.909656 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c1ecea-bab4-439c-be88-c3aab485a3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.910181 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c1ecea-bab4-439c-be88-c3aab485a3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.910993 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c1ecea-bab4-439c-be88-c3aab485a3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.911846 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c1ecea-bab4-439c-be88-c3aab485a3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.912371 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c1ecea-bab4-439c-be88-c3aab485a3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.912919 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c1ecea-bab4-439c-be88-c3aab485a3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.913442 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c1ecea-bab4-439c-be88-c3aab485a3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.914138 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c1ecea-bab4-439c-be88-c3aab485a3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.914811 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c1ecea-bab4-439c-be88-c3aab485a3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.915333 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c1ecea-bab4-439c-be88-c3aab485a3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.915855 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c1ecea-bab4-439c-be88-c3aab485a3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.916526 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c1ecea-bab4-439c-be88-c3aab485a3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.916913 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'd56ca572-5aef-4ecb-a94c-632bd6bc1b9b', 'network_id': '6ad932b2-3795-4674-90c7-9b84514451f1', 'port_id': 'd56ca572-5aef-4ecb-a94c-632bd6bc1b9b', 'mac_address': 'fa:16:3e:60:92:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11704e60-4538-40a6-a291-7eff45dab789', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:38:59.917562 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c1ecea-bab4-439c-be88-c3aab485a3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.918914 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c1ecea-bab4-439c-be88-c3aab485a3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.919445 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c1ecea-bab4-439c-be88-c3aab485a3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:59.929066 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-95c1ecea-bab4-439c-be88-c3aab485a3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 32394 time: 0.1768489 Dec 09 15:38:59.929898 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34786) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:59.965073 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-4b8c1531-5745-4431-a3a0-d99c415e1de8 None None] Set router 62685117-f8cf-43b6-b42d-e049ff7cf279 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:39:00.000593 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:00.028995 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d56ca572-5aef-4ecb-a94c-632bd6bc1b9b {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:39:00.034186 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-75ea4a8c-7b25-4e87-9d36-f68d759ceb17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Deleting port f166d74c-6a1e-452a-bdad-28d9e3333b67 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:39:00.034761 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75ea4a8c-7b25-4e87-9d36-f68d759ceb17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:00.111967 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 85ca2ae1-6ff7-46a7-b97e-5b28715b54cb no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:39:00.122115 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-75ea4a8c-7b25-4e87-9d36-f68d759ceb17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] For port f166d74c-6a1e-452a-bdad-28d9e3333b67, host n-h2-821228-1, got binding levels [] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:00.122424 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port d56ca572-5aef-4ecb-a94c-632bd6bc1b9b, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=d56ca572-5aef-4ecb-a94c-632bd6bc1b9b,segment=NetworkSegment(f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db),segment_id=f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:00.123275 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75ea4a8c-7b25-4e87-9d36-f68d759ceb17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:00.171277 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-75ea4a8c-7b25-4e87-9d36-f68d759ceb17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Calling delete_port for f166d74c-6a1e-452a-bdad-28d9e3333b67 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:39:00.278791 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-16a78f34-fe94-4b1c-a89e-7cc4db632ddc req-3019fd54-3932-4cd9-8381-4e58f2f13359 service neutron] 10.222.0.31 "GET /v2.0/networks/6ad932b2-3795-4674-90c7-9b84514451f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4873419 Dec 09 15:39:00.281252 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 2f96baf2-7fcc-4b19-aa66-cfc44e532b78 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:39:00.286268 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: 85ca2ae1-6ff7-46a7-b97e-5b28715b54cb {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:39:00.286612 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 85ca2ae1-6ff7-46a7-b97e-5b28715b54cb not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:39:00.288313 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:00.299091 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75ea4a8c-7b25-4e87-9d36-f68d759ceb17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:00.335004 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ea4a8c-7b25-4e87-9d36-f68d759ceb17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Pushing event deleted for resources: {'Port': ['ID=f166d74c-6a1e-452a-bdad-28d9e3333b67,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:00.350585 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75ea4a8c-7b25-4e87-9d36-f68d759ceb17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:00.354033 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-75ea4a8c-7b25-4e87-9d36-f68d759ceb17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] 10.222.0.57 "DELETE /v2.0/ports/f166d74c-6a1e-452a-bdad-28d9e3333b67 HTTP/1.1" status: 204 len: 168 time: 0.4230671 Dec 09 15:39:00.356677 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34816) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:00.394215 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a0865c3-7b94-4bb0-bd12-0dbd9188ab04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] GET failed (client error): The resource could not be found. Dec 09 15:39:00.401126 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0a0865c3-7b94-4bb0-bd12-0dbd9188ab04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] 10.222.0.57 "GET /v2.0/ports/f166d74c-6a1e-452a-bdad-28d9e3333b67 HTTP/1.1" status: 404 len: 333 time: 0.0398781 Dec 09 15:39:00.401955 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34818) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:00.408970 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-229ee502-cd86-4bc1-a7d0-685edad03580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700835695', 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:00.427648 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=d56ca572-5aef-4ecb-a94c-632bd6bc1b9b,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:00.436203 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-16a78f34-fe94-4b1c-a89e-7cc4db632ddc req-a43f4c95-d1d0-4f4a-a13e-1e43a6060394 service neutron] 10.222.0.31 "GET /v2.0/networks/6ad932b2-3795-4674-90c7-9b84514451f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449664 Dec 09 15:39:00.438535 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229ee502-cd86-4bc1-a7d0-685edad03580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Made reservation on behalf of ef263cbf50104eb891520dfcbb5e7b76 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:39:00.443180 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-229ee502-cd86-4bc1-a7d0-685edad03580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:00.463322 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-229ee502-cd86-4bc1-a7d0-685edad03580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] device_id is not set on port 93d35acf-986a-46d7-85ab-2afb3b31d60a yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:39:00.465518 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 2f96baf2-7fcc-4b19-aa66-cfc44e532b78 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:00.465919 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:00.528649 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4b8c1531-5745-4431-a3a0-d99c415e1de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62685117-f8cf-43b6-b42d-e049ff7cf279', 'name': 'tempest-FloatingIPsTestJSON-1333309921-router', 'tenant_id': 'a3fd928a324944d484899cff4764b764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '2f96baf2-7fcc-4b19-aa66-cfc44e532b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:38:47Z', 'updated_at': '2021-12-09T15:38:58Z', 'revision_number': 4, 'project_id': 'a3fd928a324944d484899cff4764b764', 'gw_port': {'id': '2f96baf2-7fcc-4b19-aa66-cfc44e532b78', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62685117-f8cf-43b6-b42d-e049ff7cf279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:50Z', 'updated_at': '2021-12-09T15:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '26739190-30e4-4c2f-a7e8-4c506a404888', 'name': '', 'network_id': '75511c1c-f066-494c-827b-6f9d7331bd52', 'tenant_id': 'a3fd928a324944d484899cff4764b764', 'mac_address': 'fa:16:3e:d1:30:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62685117-f8cf-43b6-b42d-e049ff7cf279', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '5bb02841-8796-4c13-98fd-dfa76f225f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:57Z', 'updated_at': '2021-12-09T15:38:58Z', 'revision_number': 2, 'project_id': 'a3fd928a324944d484899cff4764b764', 'subnets': [{'id': '5bb02841-8796-4c13-98fd-dfa76f225f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:00.559059 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8c1531-5745-4431-a3a0-d99c415e1de8 None None] Checking router: 62685117-f8cf-43b6-b42d-e049ff7cf279 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:39:00.559456 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8c1531-5745-4431-a3a0-d99c415e1de8 None None] Updating router 62685117-f8cf-43b6-b42d-e049ff7cf279 port 26739190-30e4-4c2f-a7e8-4c506a404888 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:39:00.612562 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4b8c1531-5745-4431-a3a0-d99c415e1de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:00.651065 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-229ee502-cd86-4bc1-a7d0-685edad03580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:00.689169 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-229ee502-cd86-4bc1-a7d0-685edad03580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:00.721690 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8781c50-72f7-4967-957b-786f1ca7555c req-75a93958-a4eb-4630-8024-02deb258c2a8 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:00.729006 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a8781c50-72f7-4967-957b-786f1ca7555c req-75a93958-a4eb-4630-8024-02deb258c2a8 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d7308e5-11f2-45ed-a87e-035229f61b36 HTTP/1.1" status: 200 len: 944 time: 0.0601401 Dec 09 15:39:00.735515 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229ee502-cd86-4bc1-a7d0-685edad03580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Network db600211-9f6e-48c8-a923-10d51de463f3 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:39:00.743061 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-229ee502-cd86-4bc1-a7d0-685edad03580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:39:00.745504 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229ee502-cd86-4bc1-a7d0-685edad03580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:39:00.746196 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229ee502-cd86-4bc1-a7d0-685edad03580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:00.746970 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-229ee502-cd86-4bc1-a7d0-685edad03580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:00.755253 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ee502-cd86-4bc1-a7d0-685edad03580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Pushing event updated for resources: {'Port': ['ID=93d35acf-986a-46d7-85ab-2afb3b31d60a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:00.779526 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-229ee502-cd86-4bc1-a7d0-685edad03580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3752801 Dec 09 15:39:00.780332 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34826) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:00.820861 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb78bba1-3908-49ed-95af-d51378e06f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:00.826090 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bb78bba1-3908-49ed-95af-d51378e06f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] 10.222.0.57 "GET /v2.0/ports/93d35acf-986a-46d7-85ab-2afb3b31d60a HTTP/1.1" status: 200 len: 959 time: 0.0439787 Dec 09 15:39:00.826810 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34828) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:00.829021 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['d56ca572-5aef-4ecb-a94c-632bd6bc1b9b'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:39:00.839311 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a8781c50-72f7-4967-957b-786f1ca7555c req-6c81c6f2-1988-487c-85c0-19f488564d91 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae95911-d29e-4491-93bd-1e00edc2ab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090419 Dec 09 15:39:00.849899 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b276b76-6048-4860-91b3-f80b08a4967a req-e0fb136a-aa96-4190-b944-c448b1f14a0e tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:00.851668 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1b276b76-6048-4860-91b3-f80b08a4967a req-e0fb136a-aa96-4190-b944-c448b1f14a0e tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af04a49-f422-4927-bb36-a69fa63a5805 HTTP/1.1" status: 200 len: 945 time: 0.1203320 Dec 09 15:39:00.897493 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-00bcb2e0-1954-4c19-bc29-a265ccf4fd29 req-52520187-af7f-4d88-8b6c-0b6320bcc4e9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d4427918-3f67-41aa-8b42-fdb086ff4a3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0979717 Dec 09 15:39:00.913801 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-e3794c97-e31d-4266-822e-cd78787d20a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Deleting port 93d35acf-986a-46d7-85ab-2afb3b31d60a {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:39:00.914591 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e3794c97-e31d-4266-822e-cd78787d20a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:00.982569 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4b8c1531-5745-4431-a3a0-d99c415e1de8 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:00.984692 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e3794c97-e31d-4266-822e-cd78787d20a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:01.003161 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-e3794c97-e31d-4266-822e-cd78787d20a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Calling delete_port for 93d35acf-986a-46d7-85ab-2afb3b31d60a owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:39:01.006119 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4b8c1531-5745-4431-a3a0-d99c415e1de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:01.032793 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bcb2e0-1954-4c19-bc29-a265ccf4fd29 req-d3c8b93f-abad-4fea-be60-2ba3395da7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:01.034339 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-00bcb2e0-1954-4c19-bc29-a265ccf4fd29 req-d3c8b93f-abad-4fea-be60-2ba3395da7ef service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8222749629bd4bc081045ad1433cd8c5&device_id=d4427918-3f67-41aa-8b42-fdb086ff4a3e HTTP/1.1" status: 200 len: 1101 time: 0.0970378 Dec 09 15:39:01.049217 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d43646-d217-44b9-b6e1-c8afd9f173bd req-f4e2be72-4a99-40a7-bbac-a493c1acd80d tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:01.051075 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e8d43646-d217-44b9-b6e1-c8afd9f173bd req-f4e2be72-4a99-40a7-bbac-a493c1acd80d tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=1af04a49-f422-4927-bb36-a69fa63a5805 HTTP/1.1" status: 200 len: 945 time: 0.1030257 Dec 09 15:39:01.057034 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-1b276b76-6048-4860-91b3-f80b08a4967a req-51e8bb04-6d6b-4596-9b9e-60f0ae4bcbfc tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Deleting port 325eae53-1942-43e9-9717-ea38449115a8 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:39:01.057387 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1b276b76-6048-4860-91b3-f80b08a4967a req-51e8bb04-6d6b-4596-9b9e-60f0ae4bcbfc tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:01.080799 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26a3c1-9ba9-4bf0-b985-a9efd2568e0c None None] Pushing event updated for resources: {'Port': ['ID=26739190-30e4-4c2f-a7e8-4c506a404888,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:01.097514 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e3794c97-e31d-4266-822e-cd78787d20a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:01.128200 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3794c97-e31d-4266-822e-cd78787d20a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Pushing event deleted for resources: {'Port': ['ID=93d35acf-986a-46d7-85ab-2afb3b31d60a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:01.147041 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e3794c97-e31d-4266-822e-cd78787d20a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:01.152785 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e3794c97-e31d-4266-822e-cd78787d20a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] 10.222.0.57 "DELETE /v2.0/ports/93d35acf-986a-46d7-85ab-2afb3b31d60a HTTP/1.1" status: 204 len: 168 time: 0.3224502 Dec 09 15:39:01.157082 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34830) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:01.175075 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-4b8c1531-5745-4431-a3a0-d99c415e1de8 None None] Attempting to bind port 26739190-30e4-4c2f-a7e8-4c506a404888 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:39:01.175465 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-4b8c1531-5745-4431-a3a0-d99c415e1de8 None None] Attempting to bind port 26739190-30e4-4c2f-a7e8-4c506a404888 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '3646a167-13f2-44bd-8fe5-420d6b7389d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '75511c1c-f066-494c-827b-6f9d7331bd52'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:39:01.176060 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8c1531-5745-4431-a3a0-d99c415e1de8 None None] Attempting to bind port 26739190-30e4-4c2f-a7e8-4c506a404888 on network 75511c1c-f066-494c-827b-6f9d7331bd52 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:39:01.187424 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8c1531-5745-4431-a3a0-d99c415e1de8 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:39:01.188121 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8c1531-5745-4431-a3a0-d99c415e1de8 None None] Checking segment: {'id': '3646a167-13f2-44bd-8fe5-420d6b7389d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '75511c1c-f066-494c-827b-6f9d7331bd52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:39:01.188741 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4b8c1531-5745-4431-a3a0-d99c415e1de8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:01.189304 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8c1531-5745-4431-a3a0-d99c415e1de8 None None] Bound using segment: {'id': '3646a167-13f2-44bd-8fe5-420d6b7389d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '75511c1c-f066-494c-827b-6f9d7331bd52'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:39:01.190088 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-4b8c1531-5745-4431-a3a0-d99c415e1de8 None None] Bound port: 26739190-30e4-4c2f-a7e8-4c506a404888, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3646a167-13f2-44bd-8fe5-420d6b7389d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '75511c1c-f066-494c-827b-6f9d7331bd52'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:39:01.190742 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4b8c1531-5745-4431-a3a0-d99c415e1de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:01.196496 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a2ec2c-aa6b-47c2-9c66-8abc7622be01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] GET failed (client error): The resource could not be found. Dec 09 15:39:01.204367 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-04a2ec2c-aa6b-47c2-9c66-8abc7622be01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] 10.222.0.57 "GET /v2.0/ports/93d35acf-986a-46d7-85ab-2afb3b31d60a HTTP/1.1" status: 404 len: 333 time: 0.0451033 Dec 09 15:39:01.206772 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34832) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:01.221288 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-862702d8-8692-4173-9766-11514a1bad14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Request body: {'port': {'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-996067555'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:01.231938 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d7308e5-11f2-45ed-a87e-035229f61b36', 'tag': '616e047d-07a7-4990-ae51-182bc76c70de'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:39:01.234241 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e514f1c0-995a-4258-9997-32a19d631d57" -d '{"events": [{"name": "network-changed", "server_uuid": "9d7308e5-11f2-45ed-a87e-035229f61b36", "tag": "616e047d-07a7-4990-ae51-182bc76c70de"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:39:01.261728 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4b8c1531-5745-4431-a3a0-d99c415e1de8 None None] For port 26739190-30e4-4c2f-a7e8-4c506a404888, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:39:01.266301 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4b8c1531-5745-4431-a3a0-d99c415e1de8 None None] For port 26739190-30e4-4c2f-a7e8-4c506a404888, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=26739190-30e4-4c2f-a7e8-4c506a404888,segment=NetworkSegment(3646a167-13f2-44bd-8fe5-420d6b7389d8),segment_id=3646a167-13f2-44bd-8fe5-420d6b7389d8)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:39:01.271947 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4b8c1531-5745-4431-a3a0-d99c415e1de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:01.285290 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e8d43646-d217-44b9-b6e1-c8afd9f173bd req-a57f4b64-b9df-4fa1-b260-d6778b41f00b tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240171 Dec 09 15:39:01.303789 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-1b276b76-6048-4860-91b3-f80b08a4967a req-51e8bb04-6d6b-4596-9b9e-60f0ae4bcbfc tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] For port 325eae53-1942-43e9-9717-ea38449115a8, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=325eae53-1942-43e9-9717-ea38449115a8,segment=NetworkSegment(69e3382f-395f-44e0-a40c-d45aab069633),segment_id=69e3382f-395f-44e0-a40c-d45aab069633)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:01.304565 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1b276b76-6048-4860-91b3-f80b08a4967a req-51e8bb04-6d6b-4596-9b9e-60f0ae4bcbfc tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:01.344854 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8c1531-5745-4431-a3a0-d99c415e1de8 None None] Routers {'62685117-f8cf-43b6-b42d-e049ff7cf279'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:39:01.346303 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4b8c1531-5745-4431-a3a0-d99c415e1de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:38:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['62685117-f8cf-43b6-b42d-e049ff7cf279'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:01.372688 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bcb2e0-1954-4c19-bc29-a265ccf4fd29 req-e7ad2f11-e923-4960-b064-0644f78429e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:01.374210 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-00bcb2e0-1954-4c19-bc29-a265ccf4fd29 req-e7ad2f11-e923-4960-b064-0644f78429e9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.2834020 Dec 09 15:39:01.375140 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-1b276b76-6048-4860-91b3-f80b08a4967a req-51e8bb04-6d6b-4596-9b9e-60f0ae4bcbfc tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Calling delete_port for 325eae53-1942-43e9-9717-ea38449115a8 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:39:01.381158 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862702d8-8692-4173-9766-11514a1bad14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Made reservation on behalf of ef263cbf50104eb891520dfcbb5e7b76 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:39:01.383474 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-862702d8-8692-4173-9766-11514a1bad14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:01.405015 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26a3c1-9ba9-4bf0-b985-a9efd2568e0c None None] Pushing event updated for resources: {'Port': ['ID=26739190-30e4-4c2f-a7e8-4c506a404888,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:01.430225 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-16d0dcdf-86c8-44a8-a78a-d7afa9a78717 None None] Provisioning complete for port 26739190-30e4-4c2f-a7e8-4c506a404888 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:01.430492 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16d0dcdf-86c8-44a8-a78a-d7afa9a78717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:01.521977 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-4b8c1531-5745-4431-a3a0-d99c415e1de8 None None] Set router 62685117-f8cf-43b6-b42d-e049ff7cf279 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:39:01.527306 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-00bcb2e0-1954-4c19-bc29-a265ccf4fd29 req-65ebeb5e-5c09-4659-8e94-323cc8449453 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5 HTTP/1.1" status: 200 len: 217 time: 0.1285293 Dec 09 15:39:01.528540 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-862702d8-8692-4173-9766-11514a1bad14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] device_id is not set on port b5be6315-9479-4e07-afca-ca05a04db287 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:39:01.634530 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16d0dcdf-86c8-44a8-a78a-d7afa9a78717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:01.661161 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 1b2753c3-6456-42b0-9ffa-8d0b866504b4 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:39:01.728735 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-16d0dcdf-86c8-44a8-a78a-d7afa9a78717 None None] For port 26739190-30e4-4c2f-a7e8-4c506a404888, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=26739190-30e4-4c2f-a7e8-4c506a404888,segment=NetworkSegment(3646a167-13f2-44bd-8fe5-420d6b7389d8),segment_id=3646a167-13f2-44bd-8fe5-420d6b7389d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:01.760010 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bcb2e0-1954-4c19-bc29-a265ccf4fd29 req-01d71e0f-32a8-45b1-a6eb-c9becc04920f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:01.761517 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-00bcb2e0-1954-4c19-bc29-a265ccf4fd29 req-01d71e0f-32a8-45b1-a6eb-c9becc04920f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.1904688 Dec 09 15:39:01.765171 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16d0dcdf-86c8-44a8-a78a-d7afa9a78717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:01.826311 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-69fb4194-3933-4cc1-8a5d-c63bc4e4b975 req-22749bb3-49c8-4a61-85dc-dd14df062ec2 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4312453 Dec 09 15:39:01.856259 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-69fb4194-3933-4cc1-8a5d-c63bc4e4b975 req-4e156e96-1ada-4c4e-ba5c-3573f20472c5 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:01.877421 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0dcdf-86c8-44a8-a78a-d7afa9a78717 None None] Pushing event updated for resources: {'Port': ['ID=26739190-30e4-4c2f-a7e8-4c506a404888,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:01.896949 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 1b2753c3-6456-42b0-9ffa-8d0b866504b4, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=1b2753c3-6456-42b0-9ffa-8d0b866504b4,segment=NetworkSegment(f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db),segment_id=f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:01.915229 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '1b2753c3-6456-42b0-9ffa-8d0b866504b4', 'network_id': '6ad932b2-3795-4674-90c7-9b84514451f1', 'port_id': '1b2753c3-6456-42b0-9ffa-8d0b866504b4', 'mac_address': 'fa:16:3e:b3:c6:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11704e60-4538-40a6-a291-7eff45dab789', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:39:01.930426 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-441bb0b7-c6bb-47ba-8fac-acda2b1fca84 None None] Provisioning complete for port 26739190-30e4-4c2f-a7e8-4c506a404888 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:01.930662 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-441bb0b7-c6bb-47ba-8fac-acda2b1fca84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:01.957104 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bcb2e0-1954-4c19-bc29-a265ccf4fd29 req-1bf76ec6-21a3-4abc-a21c-73812f9d42cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:01.959223 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-00bcb2e0-1954-4c19-bc29-a265ccf4fd29 req-1bf76ec6-21a3-4abc-a21c-73812f9d42cf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1799581 Dec 09 15:39:01.968109 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-69fb4194-3933-4cc1-8a5d-c63bc4e4b975 req-4e156e96-1ada-4c4e-ba5c-3573f20472c5 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:01.985493 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4b8c1531-5745-4431-a3a0-d99c415e1de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62685117-f8cf-43b6-b42d-e049ff7cf279', 'name': 'tempest-FloatingIPsTestJSON-1333309921-router', 'tenant_id': 'a3fd928a324944d484899cff4764b764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '2f96baf2-7fcc-4b19-aa66-cfc44e532b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:38:47Z', 'updated_at': '2021-12-09T15:38:58Z', 'revision_number': 4, 'project_id': 'a3fd928a324944d484899cff4764b764', 'gw_port': {'id': '2f96baf2-7fcc-4b19-aa66-cfc44e532b78', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62685117-f8cf-43b6-b42d-e049ff7cf279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:50Z', 'updated_at': '2021-12-09T15:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '26739190-30e4-4c2f-a7e8-4c506a404888', 'name': '', 'network_id': '75511c1c-f066-494c-827b-6f9d7331bd52', 'tenant_id': 'a3fd928a324944d484899cff4764b764', 'mac_address': 'fa:16:3e:d1:30:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62685117-f8cf-43b6-b42d-e049ff7cf279', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '5bb02841-8796-4c13-98fd-dfa76f225f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:57Z', 'updated_at': '2021-12-09T15:39:01Z', 'revision_number': 4, 'project_id': 'a3fd928a324944d484899cff4764b764', 'subnets': [{'id': '5bb02841-8796-4c13-98fd-dfa76f225f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:02.003203 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-862702d8-8692-4173-9766-11514a1bad14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:02.016856 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1b276b76-6048-4860-91b3-f80b08a4967a req-51e8bb04-6d6b-4596-9b9e-60f0ae4bcbfc tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:02.024981 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:02.026916 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8c1531-5745-4431-a3a0-d99c415e1de8 None None] The sync data for ids ['62685117-f8cf-43b6-b42d-e049ff7cf279'] in n-d-821228-1 is: [{'id': '62685117-f8cf-43b6-b42d-e049ff7cf279', 'name': 'tempest-FloatingIPsTestJSON-1333309921-router', 'tenant_id': 'a3fd928a324944d484899cff4764b764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '2f96baf2-7fcc-4b19-aa66-cfc44e532b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:38:47Z', 'updated_at': '2021-12-09T15:38:58Z', 'revision_number': 4, 'project_id': 'a3fd928a324944d484899cff4764b764', 'gw_port': {'id': '2f96baf2-7fcc-4b19-aa66-cfc44e532b78', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62685117-f8cf-43b6-b42d-e049ff7cf279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:50Z', 'updated_at': '2021-12-09T15:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '26739190-30e4-4c2f-a7e8-4c506a404888', 'name': '', 'network_id': '75511c1c-f066-494c-827b-6f9d7331bd52', 'tenant_id': 'a3fd928a324944d484899cff4764b764', 'mac_address': 'fa:16:3e:d1:30:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62685117-f8cf-43b6-b42d-e049ff7cf279', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '5bb02841-8796-4c13-98fd-dfa76f225f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:57Z', 'updated_at': '2021-12-09T15:39:01Z', 'revision_number': 4, 'project_id': 'a3fd928a324944d484899cff4764b764', 'subnets': [{'id': '5bb02841-8796-4c13-98fd-dfa76f225f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:39:02.030940 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['325eae53-1942-43e9-9717-ea38449115a8'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:39:02.068179 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b2753c3-6456-42b0-9ffa-8d0b866504b4 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:39:02.127170 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 1b2753c3-6456-42b0-9ffa-8d0b866504b4, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=1b2753c3-6456-42b0-9ffa-8d0b866504b4,segment=NetworkSegment(f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db),segment_id=f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:02.134995 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:02.137945 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8bb04-6d6b-4596-9b9e-60f0ae4bcbfc tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Pushing event deleted for resources: {'Port': ['ID=325eae53-1942-43e9-9717-ea38449115a8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:02.227869 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=1b2753c3-6456-42b0-9ffa-8d0b866504b4,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:02.239682 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b276b76-6048-4860-91b3-f80b08a4967a req-51e8bb04-6d6b-4596-9b9e-60f0ae4bcbfc tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] No DVR routers for this DVR port 325eae53-1942-43e9-9717-ea38449115a8 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:39:02.247450 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1b276b76-6048-4860-91b3-f80b08a4967a req-51e8bb04-6d6b-4596-9b9e-60f0ae4bcbfc tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:02.250759 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1b276b76-6048-4860-91b3-f80b08a4967a req-51e8bb04-6d6b-4596-9b9e-60f0ae4bcbfc tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.31 "DELETE /v2.0/ports/325eae53-1942-43e9-9717-ea38449115a8 HTTP/1.1" status: 204 len: 173 time: 1.3896637 Dec 09 15:39:02.253168 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-862702d8-8692-4173-9766-11514a1bad14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:02.256445 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-00bcb2e0-1954-4c19-bc29-a265ccf4fd29 req-afd2922c-2dcb-4e54-a860-5e4c6832b63f service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787194 Dec 09 15:39:02.265458 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 26739190-30e4-4c2f-a7e8-4c506a404888 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:39:02.370368 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862702d8-8692-4173-9766-11514a1bad14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Network db600211-9f6e-48c8-a923-10d51de463f3 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:39:02.385677 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-862702d8-8692-4173-9766-11514a1bad14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:39:02.399697 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862702d8-8692-4173-9766-11514a1bad14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:39:02.400672 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862702d8-8692-4173-9766-11514a1bad14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:02.401277 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-862702d8-8692-4173-9766-11514a1bad14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:02.407552 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862702d8-8692-4173-9766-11514a1bad14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Pushing event updated for resources: {'Port': ['ID=b5be6315-9479-4e07-afca-ca05a04db287,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:02.466050 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-862702d8-8692-4173-9766-11514a1bad14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2581377 Dec 09 15:39:02.469380 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34842) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:02.479121 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-00bcb2e0-1954-4c19-bc29-a265ccf4fd29 req-bc074188-979f-47cc-91c7-e89bd086675e service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124736 Dec 09 15:39:02.480272 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:02.483867 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-69fb4194-3933-4cc1-8a5d-c63bc4e4b975 req-4e156e96-1ada-4c4e-ba5c-3573f20472c5 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:02.517859 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 26739190-30e4-4c2f-a7e8-4c506a404888 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:02.518240 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:02.549846 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:02.617162 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-69fb4194-3933-4cc1-8a5d-c63bc4e4b975 req-4e156e96-1ada-4c4e-ba5c-3573f20472c5 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Allocated IP 172.25.3.131 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/3e96ca46-1bd1-4623-8a71-4fb75d8c9e95) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:39:02.735357 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-69fb4194-3933-4cc1-8a5d-c63bc4e4b975 req-4e156e96-1ada-4c4e-ba5c-3573f20472c5 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:02.748622 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] device_id is not set on port b5be6315-9479-4e07-afca-ca05a04db287 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:39:02.754263 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['1b2753c3-6456-42b0-9ffa-8d0b866504b4'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:39:02.764947 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:02.773928 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:02.793618 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-69fb4194-3933-4cc1-8a5d-c63bc4e4b975 req-4e156e96-1ada-4c4e-ba5c-3573f20472c5 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:02.849151 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69fb4194-3933-4cc1-8a5d-c63bc4e4b975 req-4e156e96-1ada-4c4e-ba5c-3573f20472c5 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:39:02.853604 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-69fb4194-3933-4cc1-8a5d-c63bc4e4b975 req-4e156e96-1ada-4c4e-ba5c-3573f20472c5 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:39:02.901000 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-69fb4194-3933-4cc1-8a5d-c63bc4e4b975 req-4e156e96-1ada-4c4e-ba5c-3573f20472c5 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:39:02.901417 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port b5be6315-9479-4e07-afca-ca05a04db287 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:39:02.901417 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port b5be6315-9479-4e07-afca-ca05a04db287 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:39:02.901417 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port b5be6315-9479-4e07-afca-ca05a04db287 on network db600211-9f6e-48c8-a923-10d51de463f3 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:39:02.901417 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Pushing event updated for resources: {'Port': ['ID=b5be6315-9479-4e07-afca-ca05a04db287,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:02.901417 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Port b5be6315-9479-4e07-afca-ca05a04db287 on network db600211-9f6e-48c8-a923-10d51de463f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:39:02.901417 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Failed to bind port b5be6315-9479-4e07-afca-ca05a04db287 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] Dec 09 15:39:02.901417 n-d-821228-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempt 2 to bind port b5be6315-9479-4e07-afca-ca05a04db287 Dec 09 15:39:02.928871 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port b5be6315-9479-4e07-afca-ca05a04db287 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:39:02.929433 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port b5be6315-9479-4e07-afca-ca05a04db287 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:39:02.929566 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port b5be6315-9479-4e07-afca-ca05a04db287 on network db600211-9f6e-48c8-a923-10d51de463f3 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:39:02.935123 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Port b5be6315-9479-4e07-afca-ca05a04db287 on network db600211-9f6e-48c8-a923-10d51de463f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:39:02.935123 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Failed to bind port b5be6315-9479-4e07-afca-ca05a04db287 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] Dec 09 15:39:02.935123 n-d-821228-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempt 3 to bind port b5be6315-9479-4e07-afca-ca05a04db287 Dec 09 15:39:02.949038 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port b5be6315-9479-4e07-afca-ca05a04db287 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:39:02.950071 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port b5be6315-9479-4e07-afca-ca05a04db287 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:39:02.950071 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port b5be6315-9479-4e07-afca-ca05a04db287 on network db600211-9f6e-48c8-a923-10d51de463f3 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:39:02.955056 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Port b5be6315-9479-4e07-afca-ca05a04db287 on network db600211-9f6e-48c8-a923-10d51de463f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:39:02.955427 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Failed to bind port b5be6315-9479-4e07-afca-ca05a04db287 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] Dec 09 15:39:02.956011 n-d-821228-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempt 4 to bind port b5be6315-9479-4e07-afca-ca05a04db287 Dec 09 15:39:02.957167 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e156e96-1ada-4c4e-ba5c-3573f20472c5 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Pushing event updated for resources: {'Port': ['ID=3e96ca46-1bd1-4623-8a71-4fb75d8c9e95,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:02.987677 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port b5be6315-9479-4e07-afca-ca05a04db287 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:39:02.988020 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port b5be6315-9479-4e07-afca-ca05a04db287 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:39:02.988431 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port b5be6315-9479-4e07-afca-ca05a04db287 on network db600211-9f6e-48c8-a923-10d51de463f3 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:39:03.007476 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Port b5be6315-9479-4e07-afca-ca05a04db287 on network db600211-9f6e-48c8-a923-10d51de463f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:39:03.007808 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Failed to bind port b5be6315-9479-4e07-afca-ca05a04db287 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] Dec 09 15:39:03.008238 n-d-821228-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempt 5 to bind port b5be6315-9479-4e07-afca-ca05a04db287 Dec 09 15:39:03.033235 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port b5be6315-9479-4e07-afca-ca05a04db287 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:39:03.033545 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port b5be6315-9479-4e07-afca-ca05a04db287 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:39:03.033887 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port b5be6315-9479-4e07-afca-ca05a04db287 on network db600211-9f6e-48c8-a923-10d51de463f3 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:39:03.045638 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Port b5be6315-9479-4e07-afca-ca05a04db287 on network db600211-9f6e-48c8-a923-10d51de463f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:39:03.047045 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Failed to bind port b5be6315-9479-4e07-afca-ca05a04db287 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] Dec 09 15:39:03.047045 n-d-821228-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempt 6 to bind port b5be6315-9479-4e07-afca-ca05a04db287 Dec 09 15:39:03.067651 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port b5be6315-9479-4e07-afca-ca05a04db287 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:39:03.067991 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port b5be6315-9479-4e07-afca-ca05a04db287 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:39:03.068329 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port b5be6315-9479-4e07-afca-ca05a04db287 on network db600211-9f6e-48c8-a923-10d51de463f3 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:39:03.081513 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Port b5be6315-9479-4e07-afca-ca05a04db287 on network db600211-9f6e-48c8-a923-10d51de463f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:39:03.081847 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Failed to bind port b5be6315-9479-4e07-afca-ca05a04db287 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] Dec 09 15:39:03.082240 n-d-821228-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempt 7 to bind port b5be6315-9479-4e07-afca-ca05a04db287 Dec 09 15:39:03.084158 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-69fb4194-3933-4cc1-8a5d-c63bc4e4b975 req-4e156e96-1ada-4c4e-ba5c-3573f20472c5 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:03.097169 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port b5be6315-9479-4e07-afca-ca05a04db287 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:39:03.097744 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port b5be6315-9479-4e07-afca-ca05a04db287 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:39:03.098525 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port b5be6315-9479-4e07-afca-ca05a04db287 on network db600211-9f6e-48c8-a923-10d51de463f3 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:39:03.105252 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Port b5be6315-9479-4e07-afca-ca05a04db287 on network db600211-9f6e-48c8-a923-10d51de463f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:39:03.105507 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Failed to bind port b5be6315-9479-4e07-afca-ca05a04db287 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] Dec 09 15:39:03.105899 n-d-821228-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempt 8 to bind port b5be6315-9479-4e07-afca-ca05a04db287 Dec 09 15:39:03.120793 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port b5be6315-9479-4e07-afca-ca05a04db287 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:39:03.121128 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port b5be6315-9479-4e07-afca-ca05a04db287 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:39:03.121461 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port b5be6315-9479-4e07-afca-ca05a04db287 on network db600211-9f6e-48c8-a923-10d51de463f3 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:39:03.131084 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Port b5be6315-9479-4e07-afca-ca05a04db287 on network db600211-9f6e-48c8-a923-10d51de463f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:39:03.131084 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Failed to bind port b5be6315-9479-4e07-afca-ca05a04db287 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] Dec 09 15:39:03.131084 n-d-821228-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempt 9 to bind port b5be6315-9479-4e07-afca-ca05a04db287 Dec 09 15:39:03.140276 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-69fb4194-3933-4cc1-8a5d-c63bc4e4b975 req-4e156e96-1ada-4c4e-ba5c-3573f20472c5 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:03.144536 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port b5be6315-9479-4e07-afca-ca05a04db287 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:39:03.144882 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port b5be6315-9479-4e07-afca-ca05a04db287 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:39:03.146180 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port b5be6315-9479-4e07-afca-ca05a04db287 on network db600211-9f6e-48c8-a923-10d51de463f3 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:39:03.151422 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Port b5be6315-9479-4e07-afca-ca05a04db287 on network db600211-9f6e-48c8-a923-10d51de463f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:39:03.151754 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Failed to bind port b5be6315-9479-4e07-afca-ca05a04db287 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] Dec 09 15:39:03.152146 n-d-821228-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempt 10 to bind port b5be6315-9479-4e07-afca-ca05a04db287 Dec 09 15:39:03.178956 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port b5be6315-9479-4e07-afca-ca05a04db287 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:39:03.179447 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port b5be6315-9479-4e07-afca-ca05a04db287 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:39:03.180340 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempting to bind port b5be6315-9479-4e07-afca-ca05a04db287 on network db600211-9f6e-48c8-a923-10d51de463f3 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:39:03.185491 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Port b5be6315-9479-4e07-afca-ca05a04db287 on network db600211-9f6e-48c8-a923-10d51de463f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:39:03.185819 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Failed to bind port b5be6315-9479-4e07-afca-ca05a04db287 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '397accc2-617a-46f5-bad2-22e6a129bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'db600211-9f6e-48c8-a923-10d51de463f3'}] Dec 09 15:39:03.186214 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:03.273859 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] For port b5be6315-9479-4e07-afca-ca05a04db287, host n-h2-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:39:03.274235 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attempted to set empty binding levels {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 09 15:39:03.279451 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:03.315176 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] In _notify_port_updated(), no bound segment for port b5be6315-9479-4e07-afca-ca05a04db287 on network db600211-9f6e-48c8-a923-10d51de463f3 {{(pid=103245) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:39:03.316039 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:03.316665 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:03.321348 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] 10.222.0.57 "PUT /v2.0/ports/b5be6315-9479-4e07-afca-ca05a04db287 HTTP/1.1" status: 200 len: 978 time: 0.8473291 Dec 09 15:39:03.322831 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34844) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:03.331750 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f735d69-89c9-40b4-ad63-d1616940b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Pushing event updated for resources: {'Port': ['ID=b5be6315-9479-4e07-afca-ca05a04db287,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:03.413630 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-69fb4194-3933-4cc1-8a5d-c63bc4e4b975 req-4e156e96-1ada-4c4e-ba5c-3573f20472c5 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:03.419709 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-69fb4194-3933-4cc1-8a5d-c63bc4e4b975 req-4e156e96-1ada-4c4e-ba5c-3573f20472c5 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:03.506136 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e156e96-1ada-4c4e-ba5c-3573f20472c5 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Pushing event updated for resources: {'Port': ['ID=3e96ca46-1bd1-4623-8a71-4fb75d8c9e95,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:03.519160 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-69fb4194-3933-4cc1-8a5d-c63bc4e4b975 req-4e156e96-1ada-4c4e-ba5c-3573f20472c5 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:03.528315 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7b5b7fda-cf29-4650-ac60-c11006077844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Deleting port b5be6315-9479-4e07-afca-ca05a04db287 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:39:03.528680 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b5b7fda-cf29-4650-ac60-c11006077844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:03.574301 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-69fb4194-3933-4cc1-8a5d-c63bc4e4b975 req-4e156e96-1ada-4c4e-ba5c-3573f20472c5 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:03.575596 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-69fb4194-3933-4cc1-8a5d-c63bc4e4b975 req-4e156e96-1ada-4c4e-ba5c-3573f20472c5 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7374470 Dec 09 15:39:03.646428 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-69fb4194-3933-4cc1-8a5d-c63bc4e4b975 req-e4cedc81-f4cd-433b-aa3c-ec9fbef6b7a8 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.131 HTTP/1.1" status: 200 len: 696 time: 0.0607860 Dec 09 15:39:03.650686 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-7b5b7fda-cf29-4650-ac60-c11006077844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] For port b5be6315-9479-4e07-afca-ca05a04db287, host n-h2-821228-1, got binding levels [] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:03.651048 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b5b7fda-cf29-4650-ac60-c11006077844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:03.655621 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device c0397afc-d7b8-46af-b15a-daa47b868983 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:39:03.658896 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device d56ca572-5aef-4ecb-a94c-632bd6bc1b9b up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:39:03.711333 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7b5b7fda-cf29-4650-ac60-c11006077844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Calling delete_port for b5be6315-9479-4e07-afca-ca05a04db287 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:39:03.786150 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port d56ca572-5aef-4ecb-a94c-632bd6bc1b9b completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:39:03.794508 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port d56ca572-5aef-4ecb-a94c-632bd6bc1b9b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:03.794867 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:03.832070 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port c0397afc-d7b8-46af-b15a-daa47b868983, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=c0397afc-d7b8-46af-b15a-daa47b868983,segment=NetworkSegment(cef3a23b-9ff4-4874-a4d8-11bf87c1d9a8),segment_id=cef3a23b-9ff4-4874-a4d8-11bf87c1d9a8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:03.853427 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'c0397afc-d7b8-46af-b15a-daa47b868983', 'network_id': '99deab82-68e4-40a9-831d-57d4c6d733cd', 'port_id': 'c0397afc-d7b8-46af-b15a-daa47b868983', 'mac_address': 'fa:16:3e:65:f6:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e61db67-8b3d-4dcf-badf-87164914471b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:39:03.923344 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:03.941004 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:03.946224 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0397afc-d7b8-46af-b15a-daa47b868983 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:39:03.984262 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d50e936-95dd-4fa7-b298-a3fc49596740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56ca572-5aef-4ecb-a94c-632bd6bc1b9b'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:39:03.986563 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ba4c93-644c-489d-83d9-f68d3ba38a6b" -d '{"events": [{"server_uuid": "8d50e936-95dd-4fa7-b298-a3fc49596740", "name": "network-vif-plugged", "status": "completed", "tag": "d56ca572-5aef-4ecb-a94c-632bd6bc1b9b"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:39:03.990639 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port c0397afc-d7b8-46af-b15a-daa47b868983, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=c0397afc-d7b8-46af-b15a-daa47b868983,segment=NetworkSegment(cef3a23b-9ff4-4874-a4d8-11bf87c1d9a8),segment_id=cef3a23b-9ff4-4874-a4d8-11bf87c1d9a8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:04.000038 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:04.000735 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 616e047d-07a7-4990-ae51-182bc76c70de details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:39:04.003603 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port d56ca572-5aef-4ecb-a94c-632bd6bc1b9b, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=d56ca572-5aef-4ecb-a94c-632bd6bc1b9b,segment=NetworkSegment(f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db),segment_id=f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:04.027896 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:04.028698 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 325eae53-1942-43e9-9717-ea38449115a8 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:39:04.059258 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 325eae53-1942-43e9-9717-ea38449115a8 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:39:04.059613 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 325eae53-1942-43e9-9717-ea38449115a8 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:39:04.102217 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb4194-3933-4cc1-8a5d-c63bc4e4b975 req-c256f82a-12d7-4ec0-87d0-07d3e6b2d2e4 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:04.103601 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-69fb4194-3933-4cc1-8a5d-c63bc4e4b975 req-c256f82a-12d7-4ec0-87d0-07d3e6b2d2e4 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] 10.222.0.57 "GET /v2.0/networks/d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 784 time: 0.4500561 Dec 09 15:39:04.118596 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=c0397afc-d7b8-46af-b15a-daa47b868983,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:04.137118 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b5b7fda-cf29-4650-ac60-c11006077844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:04.167048 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b7fda-cf29-4650-ac60-c11006077844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5be6315-9479-4e07-afca-ca05a04db287,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:04.180908 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b5b7fda-cf29-4650-ac60-c11006077844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:04.184074 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7b5b7fda-cf29-4650-ac60-c11006077844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] 10.222.0.57 "DELETE /v2.0/ports/b5be6315-9479-4e07-afca-ca05a04db287 HTTP/1.1" status: 204 len: 168 time: 0.8613603 Dec 09 15:39:04.188257 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34850) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:04.193670 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=d56ca572-5aef-4ecb-a94c-632bd6bc1b9b,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:04.206883 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 616e047d-07a7-4990-ae51-182bc76c70de, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=616e047d-07a7-4990-ae51-182bc76c70de,segment=NetworkSegment(f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db),segment_id=f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:04.219949 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '616e047d-07a7-4990-ae51-182bc76c70de', 'network_id': '6ad932b2-3795-4674-90c7-9b84514451f1', 'port_id': '616e047d-07a7-4990-ae51-182bc76c70de', 'mac_address': 'fa:16:3e:13:ef:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11704e60-4538-40a6-a291-7eff45dab789', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:39:04.226798 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-caf272cd-4029-4ef6-94e3-1026123551bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] GET failed (client error): The resource could not be found. Dec 09 15:39:04.228229 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-caf272cd-4029-4ef6-94e3-1026123551bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-401899521-project-admin] 10.222.0.57 "GET /v2.0/ports/b5be6315-9479-4e07-afca-ca05a04db287 HTTP/1.1" status: 404 len: 333 time: 0.0404665 Dec 09 15:39:04.231979 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34852) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:04.258504 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:04.274404 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 616e047d-07a7-4990-ae51-182bc76c70de {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:39:04.294268 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 616e047d-07a7-4990-ae51-182bc76c70de, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=616e047d-07a7-4990-ae51-182bc76c70de,segment=NetworkSegment(f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db),segment_id=f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:04.298347 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:04.299108 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 32ff3866-b9bf-4bc2-9100-56e447725e78 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:39:04.303575 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e023995-2b1d-47af-8346-70f1560942e2 req-843aab3f-0171-41ca-bdda-b581b336e5ca tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:04.305133 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9e023995-2b1d-47af-8346-70f1560942e2 req-843aab3f-0171-41ca-bdda-b581b336e5ca tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=87f0bba4-7d9a-4014-982d-643cf4a840cb HTTP/1.1" status: 200 len: 948 time: 0.1359727 Dec 09 15:39:04.337042 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d7f7af4e-2fde-4b7c-9876-3ea3a42e4428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:04.387251 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=616e047d-07a7-4990-ae51-182bc76c70de,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:04.390710 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9e023995-2b1d-47af-8346-70f1560942e2 req-5f98f8b6-4d47-47e9-9394-a8ff5c3fa785 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787115 Dec 09 15:39:04.436961 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 32ff3866-b9bf-4bc2-9100-56e447725e78, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=32ff3866-b9bf-4bc2-9100-56e447725e78,segment=NetworkSegment(18982a45-a512-40c0-96de-f3768ab3b632),segment_id=18982a45-a512-40c0-96de-f3768ab3b632)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:04.449684 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '32ff3866-b9bf-4bc2-9100-56e447725e78', 'network_id': '20a3d869-faba-4fd6-8427-0269f690d785', 'port_id': '32ff3866-b9bf-4bc2-9100-56e447725e78', 'mac_address': 'fa:16:3e:35:ba:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bc7d492-8dd5-4f62-87e4-e954ad6c6022', 'ip_address': '10.1.1.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:39:04.452986 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d7f7af4e-2fde-4b7c-9876-3ea3a42e4428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:04.492901 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:04.499765 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-d7f7af4e-2fde-4b7c-9876-3ea3a42e4428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db600211-9f6e-48c8-a923-10d51de463f3']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:04.506236 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32ff3866-b9bf-4bc2-9100-56e447725e78 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:39:04.524775 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-d7f7af4e-2fde-4b7c-9876-3ea3a42e4428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '397accc2-617a-46f5-bad2-22e6a129bf46') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:04.525069 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-d7f7af4e-2fde-4b7c-9876-3ea3a42e4428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '397accc2-617a-46f5-bad2-22e6a129bf46') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:04.529125 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 32ff3866-b9bf-4bc2-9100-56e447725e78, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=32ff3866-b9bf-4bc2-9100-56e447725e78,segment=NetworkSegment(18982a45-a512-40c0-96de-f3768ab3b632),segment_id=18982a45-a512-40c0-96de-f3768ab3b632)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:04.533252 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:04.554587 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d7f7af4e-2fde-4b7c-9876-3ea3a42e4428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:04.582042 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=32ff3866-b9bf-4bc2-9100-56e447725e78,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:04.584267 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d7f7af4e-2fde-4b7c-9876-3ea3a42e4428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:04.598927 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7f7af4e-2fde-4b7c-9876-3ea3a42e4428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:39:04.599467 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d7f7af4e-2fde-4b7c-9876-3ea3a42e4428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:04.602431 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:39:04.602431 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:39:04.602431 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:39:04.602431 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:39:04.602431 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:39:04.602431 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:39:04.602431 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:39:04.602431 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:39:04.602431 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:39:04.602431 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:39:04.602431 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:39:04.602431 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:39:04.602431 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:39:04.602431 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:39:04.602431 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:39:04.602431 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:39:04.602431 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:39:04.602431 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:39:04.602431 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:39:04.602431 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:39:04.602431 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:39:04.602431 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:39:04.602431 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:39:04.602431 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:39:04.602431 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:39:04.602431 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:39:04.602431 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:39:04.602431 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:39:04.602431 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:39:04.602431 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:39:04.602431 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:39:04.602431 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:39:04.604747 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03e175e1-0df6-4df8-ae89-78fb6f5acd19 req-367b3931-d624-4d2e-83dd-dd8b6bc25a35 service neutron] 10.222.0.31 "GET /v2.0/ports/847afbcf-2043-4704-86dd-821ac9fb24dc/bindings/n-h2-821228-1 HTTP/1.1" status: 200 len: 382 time: 0.1401532 Dec 09 15:39:04.623055 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020dbccf-6f26-4418-be3e-8f12a7f3bea0 req-26c3512c-de38-4e5a-b593-02c63edd2f83 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:04.624560 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-020dbccf-6f26-4418-be3e-8f12a7f3bea0 req-26c3512c-de38-4e5a-b593-02c63edd2f83 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=19dc24f6-09ce-4250-850b-d7ee7c38fb46 HTTP/1.1" status: 200 len: 946 time: 0.1267641 Dec 09 15:39:04.691168 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d7f7af4e-2fde-4b7c-9876-3ea3a42e4428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:04.699523 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d7f7af4e-2fde-4b7c-9876-3ea3a42e4428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:04.703528 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d7f7af4e-2fde-4b7c-9876-3ea3a42e4428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222-project] 10.222.0.57 "DELETE /v2.0/networks/db600211-9f6e-48c8-a923-10d51de463f3 HTTP/1.1" status: 204 len: 168 time: 0.4706187 Dec 09 15:39:04.724224 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f7af4e-2fde-4b7c-9876-3ea3a42e4428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-40062222-project] Pushing event deleted for resources: {'Network': ['ID=db600211-9f6e-48c8-a923-10d51de463f3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:04.730537 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-020dbccf-6f26-4418-be3e-8f12a7f3bea0 req-d03dc749-f104-47b3-b82a-ae5446d2a212 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806658 Dec 09 15:39:04.871878 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e175e1-0df6-4df8-ae89-78fb6f5acd19 req-3015d4e3-cf80-4bfd-86c4-4a539281f8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:04.873554 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03e175e1-0df6-4df8-ae89-78fb6f5acd19 req-3015d4e3-cf80-4bfd-86c4-4a539281f8af service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=87f0bba4-7d9a-4014-982d-643cf4a840cb&tenant_id=8222749629bd4bc081045ad1433cd8c5 HTTP/1.1" status: 200 len: 1099 time: 0.0840280 Dec 09 15:39:04.890357 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6befc-7e48-4bc3-9bbd-b1a38aa9524f req-064c419c-a769-428c-b56f-5b54b7d7e9cf tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:04.896513 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6befc-7e48-4bc3-9bbd-b1a38aa9524f req-064c419c-a769-428c-b56f-5b54b7d7e9cf tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:04.902580 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6befc-7e48-4bc3-9bbd-b1a38aa9524f req-064c419c-a769-428c-b56f-5b54b7d7e9cf tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:04.908821 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6befc-7e48-4bc3-9bbd-b1a38aa9524f req-064c419c-a769-428c-b56f-5b54b7d7e9cf tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:04.915327 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6befc-7e48-4bc3-9bbd-b1a38aa9524f req-064c419c-a769-428c-b56f-5b54b7d7e9cf tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:04.921641 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6befc-7e48-4bc3-9bbd-b1a38aa9524f req-064c419c-a769-428c-b56f-5b54b7d7e9cf tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:04.928312 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6befc-7e48-4bc3-9bbd-b1a38aa9524f req-064c419c-a769-428c-b56f-5b54b7d7e9cf tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:04.930314 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b4e6befc-7e48-4bc3-9bbd-b1a38aa9524f req-064c419c-a769-428c-b56f-5b54b7d7e9cf tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 5421 time: 0.1129525 Dec 09 15:39:05.003471 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34864) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:05.009778 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e175e1-0df6-4df8-ae89-78fb6f5acd19 req-295a5222-f83c-428b-9758-683058c55dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:05.011319 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03e175e1-0df6-4df8-ae89-78fb6f5acd19 req-295a5222-f83c-428b-9758-683058c55dd4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8222749629bd4bc081045ad1433cd8c5&device_id=87f0bba4-7d9a-4014-982d-643cf4a840cb HTTP/1.1" status: 200 len: 1099 time: 0.0801001 Dec 09 15:39:05.020551 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b4e6befc-7e48-4bc3-9bbd-b1a38aa9524f req-d9135f2a-6614-40c7-9988-ed162bbc42b6 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5a160d6-2a3e-43b1-a8f4-02b478772c5e&id=aba6105b-f056-4e0c-8297-3f8457ddbf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0797322 Dec 09 15:39:05.078738 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7b3f41-21bc-40e3-a77f-bf21c85981f4 x-openstack-request-id: req-7d7b3f41-21bc-40e3-a77f-bf21c85981f4 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:39:05.079060 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d7308e5-11f2-45ed-a87e-035229f61b36", "tag": "616e047d-07a7-4990-ae51-182bc76c70de", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:39:05.079265 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7d7b3f41-21bc-40e3-a77f-bf21c85981f4 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:39:05.080367 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d7308e5-11f2-45ed-a87e-035229f61b36', 'tag': '616e047d-07a7-4990-ae51-182bc76c70de', 'status': 'completed', 'code': 200} Dec 09 15:39:05.131972 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['616e047d-07a7-4990-ae51-182bc76c70de'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:39:05.157122 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a40fa0d2-2807-4fd9-9873-3cb9ee228783 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5b660ca53cff4658a8be14f1b4a8f088&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1524754 Dec 09 15:39:05.159884 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34868) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:05.164537 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['c0397afc-d7b8-46af-b15a-daa47b868983'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:39:05.166582 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['32ff3866-b9bf-4bc2-9100-56e447725e78'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:39:05.181227 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e175e1-0df6-4df8-ae89-78fb6f5acd19 req-38347022-3764-470b-8acd-8ca201bbd25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:05.182757 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03e175e1-0df6-4df8-ae89-78fb6f5acd19 req-38347022-3764-470b-8acd-8ca201bbd25e service neutron] 10.222.0.31 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.1613476 Dec 09 15:39:05.204878 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514f1c0-995a-4258-9997-32a19d631d57 req-ac17bac7-3112-486d-9f0c-5843d8a38703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:05.206710 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e514f1c0-995a-4258-9997-32a19d631d57 req-ac17bac7-3112-486d-9f0c-5843d8a38703 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cdc7bfee685f42fea5ab92247f372c0e&device_id=9d7308e5-11f2-45ed-a87e-035229f61b36 HTTP/1.1" status: 200 len: 1096 time: 0.0994680 Dec 09 15:39:05.215226 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2800eb43-2feb-415b-aa26-72321542a1d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:05.220690 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ba5a1-8b40-4866-9d8c-7f99b3e2332f req-18ede305-1897-472c-95cd-36b72e01341b tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:05.221834 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-751ba5a1-8b40-4866-9d8c-7f99b3e2332f req-18ede305-1897-472c-95cd-36b72e01341b tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d7308e5-11f2-45ed-a87e-035229f61b36 HTTP/1.1" status: 200 len: 945 time: 0.1012323 Dec 09 15:39:05.248286 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2800eb43-2feb-415b-aa26-72321542a1d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:05.268694 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03e175e1-0df6-4df8-ae89-78fb6f5acd19 req-fcf2f912-5bfe-44f0-8793-2b742b33e5d9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=847afbcf-2043-4704-86dd-821ac9fb24dc HTTP/1.1" status: 200 len: 217 time: 0.0739195 Dec 09 15:39:05.307828 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2800eb43-2feb-415b-aa26-72321542a1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:05.311612 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2800eb43-2feb-415b-aa26-72321542a1d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:05.315335 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2800eb43-2feb-415b-aa26-72321542a1d4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/710a2b70-57c8-4dcd-bbfb-b7d4182526da HTTP/1.1" status: 204 len: 168 time: 0.1511548 Dec 09 15:39:05.355631 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2800eb43-2feb-415b-aa26-72321542a1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710a2b70-57c8-4dcd-bbfb-b7d4182526da,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:05.370561 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2800eb43-2feb-415b-aa26-72321542a1d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:39:05.370910 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2800eb43-2feb-415b-aa26-72321542a1d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:39:05.371261 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2800eb43-2feb-415b-aa26-72321542a1d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:39:05.371772 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2800eb43-2feb-415b-aa26-72321542a1d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:39:05.372116 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2800eb43-2feb-415b-aa26-72321542a1d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:39:05.372471 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2800eb43-2feb-415b-aa26-72321542a1d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:39:05.372811 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2800eb43-2feb-415b-aa26-72321542a1d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:39:05.373450 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2800eb43-2feb-415b-aa26-72321542a1d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:39:05.374038 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2800eb43-2feb-415b-aa26-72321542a1d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:39:05.374138 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2800eb43-2feb-415b-aa26-72321542a1d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:39:05.374424 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2800eb43-2feb-415b-aa26-72321542a1d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:39:05.374876 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2800eb43-2feb-415b-aa26-72321542a1d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:39:05.375211 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2800eb43-2feb-415b-aa26-72321542a1d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:39:05.391099 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-278c7ef6-845e-48b4-ac59-9e9c159a9755 req-df6087ff-6b7a-464e-92bd-1d4f9c83c987 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1a24b370-5b6c-425f-ac47-83db418c2b23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1477165 Dec 09 15:39:05.433904 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e175e1-0df6-4df8-ae89-78fb6f5acd19 req-90fd8d67-46ae-455f-99bd-3d10b0d4283b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:05.435409 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03e175e1-0df6-4df8-ae89-78fb6f5acd19 req-90fd8d67-46ae-455f-99bd-3d10b0d4283b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.1484513 Dec 09 15:39:05.465152 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-751ba5a1-8b40-4866-9d8c-7f99b3e2332f req-6a8b1d8a-e652-43bb-9d33-378e2eebc686 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae95911-d29e-4491-93bd-1e00edc2ab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992898 Dec 09 15:39:05.484473 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514f1c0-995a-4258-9997-32a19d631d57 req-96754711-fa51-4c9c-9f2f-c733482ac490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:05.485988 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e514f1c0-995a-4258-9997-32a19d631d57 req-96754711-fa51-4c9c-9f2f-c733482ac490 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6ad932b2-3795-4674-90c7-9b84514451f1 HTTP/1.1" status: 200 len: 916 time: 0.2282386 Dec 09 15:39:05.578889 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e514f1c0-995a-4258-9997-32a19d631d57 req-f4652f36-fe62-494e-839d-02b0da3bcdb4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=616e047d-07a7-4990-ae51-182bc76c70de HTTP/1.1" status: 200 len: 217 time: 0.0837398 Dec 09 15:39:05.581602 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e175e1-0df6-4df8-ae89-78fb6f5acd19 req-1901627d-ae61-47b8-bab6-5bc72313e61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:05.589293 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03e175e1-0df6-4df8-ae89-78fb6f5acd19 req-1901627d-ae61-47b8-bab6-5bc72313e61f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1397014 Dec 09 15:39:05.603455 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c7ef6-845e-48b4-ac59-9e9c159a9755 req-58d83c78-b623-44aa-b9a1-b45ac69eb709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:05.605528 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-278c7ef6-845e-48b4-ac59-9e9c159a9755 req-58d83c78-b623-44aa-b9a1-b45ac69eb709 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8222749629bd4bc081045ad1433cd8c5&device_id=1a24b370-5b6c-425f-ac47-83db418c2b23 HTTP/1.1" status: 200 len: 1101 time: 0.1412094 Dec 09 15:39:05.650514 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29180bd-be42-42f2-8d87-1afe9c7d6fbb x-openstack-request-id: req-d29180bd-be42-42f2-8d87-1afe9c7d6fbb {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:39:05.651058 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d50e936-95dd-4fa7-b298-a3fc49596740", "name": "network-vif-plugged", "status": "completed", "tag": "d56ca572-5aef-4ecb-a94c-632bd6bc1b9b", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:39:05.651462 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d29180bd-be42-42f2-8d87-1afe9c7d6fbb {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:39:05.652036 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d50e936-95dd-4fa7-b298-a3fc49596740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56ca572-5aef-4ecb-a94c-632bd6bc1b9b', 'code': 200} Dec 09 15:39:05.669452 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 12dd1f56-6412-4015-93f6-b5f952d56bdf details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:39:05.673814 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 1b2753c3-6456-42b0-9ffa-8d0b866504b4 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:39:05.798762 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-258e012a-7687-4810-92ea-55d168105522 req-b374d944-4bf8-40e0-8409-810e65fd1070 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] 10.222.0.57 "GET /v2.0/floatingips/7bf8a15c-57f9-4f99-b954-b97b9eda1451 HTTP/1.1" status: 200 len: 693 time: 0.1273093 Dec 09 15:39:05.798977 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c7ef6-845e-48b4-ac59-9e9c159a9755 req-a9386110-e160-494d-88ca-e1464c72e959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:05.800174 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514f1c0-995a-4258-9997-32a19d631d57 req-a4c8b8da-326b-44b5-9c85-c31cb342aed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:05.800513 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-278c7ef6-845e-48b4-ac59-9e9c159a9755 req-a9386110-e160-494d-88ca-e1464c72e959 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.1553295 Dec 09 15:39:05.801786 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e514f1c0-995a-4258-9997-32a19d631d57 req-a4c8b8da-326b-44b5-9c85-c31cb342aed7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11704e60-4538-40a6-a291-7eff45dab789 HTTP/1.1" status: 200 len: 854 time: 0.2071545 Dec 09 15:39:05.826362 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 1b2753c3-6456-42b0-9ffa-8d0b866504b4 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:39:05.834523 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 1b2753c3-6456-42b0-9ffa-8d0b866504b4 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:05.835020 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:05.856911 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34884) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:05.859712 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-278c7ef6-845e-48b4-ac59-9e9c159a9755 req-aa438825-3c64-4f9e-b769-72c52f3585da service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 HTTP/1.1" status: 200 len: 217 time: 0.0519469 Dec 09 15:39:05.874542 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 12dd1f56-6412-4015-93f6-b5f952d56bdf, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=12dd1f56-6412-4015-93f6-b5f952d56bdf,segment=NetworkSegment(18982a45-a512-40c0-96de-f3768ab3b632),segment_id=18982a45-a512-40c0-96de-f3768ab3b632)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:05.893163 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '12dd1f56-6412-4015-93f6-b5f952d56bdf', 'network_id': '20a3d869-faba-4fd6-8427-0269f690d785', 'port_id': '12dd1f56-6412-4015-93f6-b5f952d56bdf', 'mac_address': 'fa:16:3e:36:fe:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bc7d492-8dd5-4f62-87e4-e954ad6c6022', 'ip_address': '10.1.1.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:39:05.903589 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa0d82-ea6e-4b82-be4a-1aa97aade5a0 req-710b160f-a121-47fc-a6cd-5f4f61e8e3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:05.905103 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-56aa0d82-ea6e-4b82-be4a-1aa97aade5a0 req-710b160f-a121-47fc-a6cd-5f4f61e8e3a7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8d50e936-95dd-4fa7-b298-a3fc49596740 HTTP/1.1" status: 200 len: 1096 time: 0.1944649 Dec 09 15:39:05.939290 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c7ef6-845e-48b4-ac59-9e9c159a9755 req-97d6ee79-6463-4ade-821d-7821dccbc2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:05.940803 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-278c7ef6-845e-48b4-ac59-9e9c159a9755 req-97d6ee79-6463-4ade-821d-7821dccbc2b1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0692670 Dec 09 15:39:05.946255 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ba2c255e-5422-4e4d-80f6-a369417b8f4d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ef263cbf50104eb891520dfcbb5e7b76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0882676 Dec 09 15:39:05.946832 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34886) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:05.957294 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03e175e1-0df6-4df8-ae89-78fb6f5acd19 req-97f0a0d6-8063-42d8-8075-949b3e4de153 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600049 Dec 09 15:39:05.963573 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514f1c0-995a-4258-9997-32a19d631d57 req-27f4059e-e91a-420c-b84a-338919be5012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:05.964903 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e514f1c0-995a-4258-9997-32a19d631d57 req-27f4059e-e91a-420c-b84a-338919be5012 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6ad932b2-3795-4674-90c7-9b84514451f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1533792 Dec 09 15:39:05.967031 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:05.988020 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12dd1f56-6412-4015-93f6-b5f952d56bdf {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:39:05.994194 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:06.026393 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 12dd1f56-6412-4015-93f6-b5f952d56bdf, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=12dd1f56-6412-4015-93f6-b5f952d56bdf,segment=NetworkSegment(18982a45-a512-40c0-96de-f3768ab3b632),segment_id=18982a45-a512-40c0-96de-f3768ab3b632)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:06.027259 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c7ef6-845e-48b4-ac59-9e9c159a9755 req-29ede805-c47a-4e17-98c7-fa3b98d6c666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:06.029431 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-278c7ef6-845e-48b4-ac59-9e9c159a9755 req-29ede805-c47a-4e17-98c7-fa3b98d6c666 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0800791 Dec 09 15:39:06.031917 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-069214a2-db86-43b1-ad1f-e64c71c1dac4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:06.040580 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [req-278c7ef6-845e-48b4-ac59-9e9c159a9755 req-f6d92d44-2c1c-4f78-bf13-3235bd84afb3 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:39:06.041651 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-278c7ef6-845e-48b4-ac59-9e9c159a9755 req-f6d92d44-2c1c-4f78-bf13-3235bd84afb3 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051835 Dec 09 15:39:06.046879 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:06.047721 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 5ff08a00-721a-4d24-8d8b-1594bb188216 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:39:06.055003 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 1b2753c3-6456-42b0-9ffa-8d0b866504b4, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=1b2753c3-6456-42b0-9ffa-8d0b866504b4,segment=NetworkSegment(f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db),segment_id=f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:06.078016 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-069214a2-db86-43b1-ad1f-e64c71c1dac4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:06.081441 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:06.117266 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e012a-7687-4810-92ea-55d168105522 req-c4fe3263-a6bd-4dfa-8054-b0e2c515753c tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:06.117851 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-258e012a-7687-4810-92ea-55d168105522 req-c4fe3263-a6bd-4dfa-8054-b0e2c515753c tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] 10.222.0.57 "GET /v2.0/networks/d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 784 time: 0.3106725 Dec 09 15:39:06.133427 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-56aa0d82-ea6e-4b82-be4a-1aa97aade5a0 req-0763ebd5-8aa8-4cf5-b0ed-f911c61ab615 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cae95911-d29e-4491-93bd-1e00edc2ab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150898 Dec 09 15:39:06.158540 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=12dd1f56-6412-4015-93f6-b5f952d56bdf,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:06.194724 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03e175e1-0df6-4df8-ae89-78fb6f5acd19 req-a91171d8-8aff-4913-92e7-a085d43fda1f service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286999 Dec 09 15:39:06.197056 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e514f1c0-995a-4258-9997-32a19d631d57 req-311e4385-1d72-471f-9acd-c6fe9e93bbd6 service neutron] 10.222.0.31 "GET /v2.0/networks/6ad932b2-3795-4674-90c7-9b84514451f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110507 Dec 09 15:39:06.213436 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-278c7ef6-845e-48b4-ac59-9e9c159a9755 req-2d384a8e-77cb-46f5-8024-ce2b3069b4e6 service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642234 Dec 09 15:39:06.244823 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-069214a2-db86-43b1-ad1f-e64c71c1dac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:06.247643 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-069214a2-db86-43b1-ad1f-e64c71c1dac4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:06.248817 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-069214a2-db86-43b1-ad1f-e64c71c1dac4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ace57ce7-906e-4a6f-97ee-68c98283d378 HTTP/1.1" status: 204 len: 168 time: 0.3010170 Dec 09 15:39:06.253460 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 5ff08a00-721a-4d24-8d8b-1594bb188216, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5ff08a00-721a-4d24-8d8b-1594bb188216,segment=NetworkSegment(632c255a-192d-4ac5-a1ca-9931ff424cb3),segment_id=632c255a-192d-4ac5-a1ca-9931ff424cb3)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:06.266325 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=1b2753c3-6456-42b0-9ffa-8d0b866504b4,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:06.271577 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '5ff08a00-721a-4d24-8d8b-1594bb188216', 'network_id': '895dda7b-01ef-4be1-87ee-a839b97640e2', 'port_id': '5ff08a00-721a-4d24-8d8b-1594bb188216', 'mac_address': 'fa:16:3e:3b:62:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b064243b-1cb0-4c46-a100-9b33b02bb56c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:39:06.293054 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069214a2-db86-43b1-ad1f-e64c71c1dac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace57ce7-906e-4a6f-97ee-68c98283d378,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:06.346106 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:06.356472 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-278c7ef6-845e-48b4-ac59-9e9c159a9755 req-dae89b1e-ef85-4c07-bc68-98d1f46eb26f service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344008 Dec 09 15:39:06.368758 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ff08a00-721a-4d24-8d8b-1594bb188216 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:39:06.391541 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 5ff08a00-721a-4d24-8d8b-1594bb188216, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5ff08a00-721a-4d24-8d8b-1594bb188216,segment=NetworkSegment(632c255a-192d-4ac5-a1ca-9931ff424cb3),segment_id=632c255a-192d-4ac5-a1ca-9931ff424cb3)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:06.397065 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:06.398759 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 5a2cd2eb-cc3c-4860-b939-e4520520d050 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:39:06.417638 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c75fc2-7386-4e96-9eca-bfd4e61f017a req-8fb57901-5b66-4494-bafb-5c47fd0ea5ac tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:06.425182 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c5c75fc2-7386-4e96-9eca-bfd4e61f017a req-8fb57901-5b66-4494-bafb-5c47fd0ea5ac tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=87f0bba4-7d9a-4014-982d-643cf4a840cb HTTP/1.1" status: 200 len: 948 time: 0.0691278 Dec 09 15:39:06.461893 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 5a2cd2eb-cc3c-4860-b939-e4520520d050, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5a2cd2eb-cc3c-4860-b939-e4520520d050,segment=NetworkSegment(18982a45-a512-40c0-96de-f3768ab3b632),segment_id=18982a45-a512-40c0-96de-f3768ab3b632)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:06.485421 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=5ff08a00-721a-4d24-8d8b-1594bb188216,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:06.488283 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '5a2cd2eb-cc3c-4860-b939-e4520520d050', 'network_id': '20a3d869-faba-4fd6-8427-0269f690d785', 'port_id': '5a2cd2eb-cc3c-4860-b939-e4520520d050', 'mac_address': 'fa:16:3e:a1:ab:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bc7d492-8dd5-4f62-87e4-e954ad6c6022', 'ip_address': '10.1.1.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:39:06.545665 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:06.551211 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c5c75fc2-7386-4e96-9eca-bfd4e61f017a req-f08af8e4-18c5-433a-a30e-4fdeef692446 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230309 Dec 09 15:39:06.565142 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a2cd2eb-cc3c-4860-b939-e4520520d050 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:39:06.585687 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 5a2cd2eb-cc3c-4860-b939-e4520520d050, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5a2cd2eb-cc3c-4860-b939-e4520520d050,segment=NetworkSegment(18982a45-a512-40c0-96de-f3768ab3b632),segment_id=18982a45-a512-40c0-96de-f3768ab3b632)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:06.589898 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:06.590528 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 59e43ca8-3713-4f54-8ebf-f84b2c834574 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:39:06.597756 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e514f1c0-995a-4258-9997-32a19d631d57 req-851583b7-e42a-4516-b8bc-58fa9df4112b service neutron] 10.222.0.31 "GET /v2.0/networks/6ad932b2-3795-4674-90c7-9b84514451f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910777 Dec 09 15:39:06.673212 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 59e43ca8-3713-4f54-8ebf-f84b2c834574, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=59e43ca8-3713-4f54-8ebf-f84b2c834574,segment=NetworkSegment(632c255a-192d-4ac5-a1ca-9931ff424cb3),segment_id=632c255a-192d-4ac5-a1ca-9931ff424cb3)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:06.681086 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=5a2cd2eb-cc3c-4860-b939-e4520520d050,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:06.688275 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '59e43ca8-3713-4f54-8ebf-f84b2c834574', 'network_id': '895dda7b-01ef-4be1-87ee-a839b97640e2', 'port_id': '59e43ca8-3713-4f54-8ebf-f84b2c834574', 'mac_address': 'fa:16:3e:c0:f1:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b064243b-1cb0-4c46-a100-9b33b02bb56c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:39:06.728674 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:06.746959 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59e43ca8-3713-4f54-8ebf-f84b2c834574 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:39:06.767128 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 59e43ca8-3713-4f54-8ebf-f84b2c834574, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=59e43ca8-3713-4f54-8ebf-f84b2c834574,segment=NetworkSegment(632c255a-192d-4ac5-a1ca-9931ff424cb3),segment_id=632c255a-192d-4ac5-a1ca-9931ff424cb3)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:06.771893 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:06.772547 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device d801fbcc-7e8f-4803-9e04-23f95227f725 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:39:06.774621 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-9f8b3680-b835-46ab-b51e-b7108c533fd3 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:06.776169 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-9f8b3680-b835-46ab-b51e-b7108c533fd3 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/networks?id=7736ab20-9109-45c5-88b0-6682a059f13e HTTP/1.1" status: 200 len: 812 time: 0.1227555 Dec 09 15:39:06.792655 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-629f0c5a-bfd4-4bd6-bd9f-90eb7e3d2d9a tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/quotas/7cb10907c9dd4101899755e35f1cc029 HTTP/1.1" status: 200 len: 375 time: 0.0103464 Dec 09 15:39:06.840853 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-5bfeae3b-3ceb-47cc-a847-42eea4789db5 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7cb10907c9dd4101899755e35f1cc029&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323615 Dec 09 15:39:06.844221 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port d801fbcc-7e8f-4803-9e04-23f95227f725, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=d801fbcc-7e8f-4803-9e04-23f95227f725,segment=NetworkSegment(18982a45-a512-40c0-96de-f3768ab3b632),segment_id=18982a45-a512-40c0-96de-f3768ab3b632)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:06.846815 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=59e43ca8-3713-4f54-8ebf-f84b2c834574,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:06.858557 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'd801fbcc-7e8f-4803-9e04-23f95227f725', 'network_id': '20a3d869-faba-4fd6-8427-0269f690d785', 'port_id': 'd801fbcc-7e8f-4803-9e04-23f95227f725', 'mac_address': 'fa:16:3e:04:5d:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bc7d492-8dd5-4f62-87e4-e954ad6c6022', 'ip_address': '10.1.1.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:39:06.905139 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:06.919160 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d801fbcc-7e8f-4803-9e04-23f95227f725 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:39:06.943884 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port d801fbcc-7e8f-4803-9e04-23f95227f725, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=d801fbcc-7e8f-4803-9e04-23f95227f725,segment=NetworkSegment(18982a45-a512-40c0-96de-f3768ab3b632),segment_id=18982a45-a512-40c0-96de-f3768ab3b632)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:06.948957 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:06.953607 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-60db75eb-57d5-4f66-bb8e-8967810b8bba service neutron] 10.222.0.57 "GET /v2.0/networks/7736ab20-9109-45c5-88b0-6682a059f13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967300 Dec 09 15:39:07.001177 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=d801fbcc-7e8f-4803-9e04-23f95227f725,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:07.056954 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-7798e992-0cfa-4924-9fbd-29edbaf51177 service neutron] 10.222.0.57 "GET /v2.0/networks/7736ab20-9109-45c5-88b0-6682a059f13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939772 Dec 09 15:39:07.081573 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af04a49-f422-4927-bb36-a69fa63a5805', 'name': 'network-vif-deleted', 'tag': '325eae53-1942-43e9-9717-ea38449115a8'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:39:07.084910 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96a14de-38b6-41ec-8024-daff4b83dc66" -d '{"events": [{"server_uuid": "1af04a49-f422-4927-bb36-a69fa63a5805", "name": "network-vif-deleted", "tag": "325eae53-1942-43e9-9717-ea38449115a8"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:39:07.134212 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34928) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:07.250549 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-b1b5bbfd-becf-4e1b-ac42-a39dd2638113 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-306057468'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:07.257836 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3595d17-6f99-4914-9dd2-7ede7252c0b1 req-1283f58b-c4d4-4ac8-b2c1-f2e21502c588 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:07.259069 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b3595d17-6f99-4914-9dd2-7ede7252c0b1 req-1283f58b-c4d4-4ac8-b2c1-f2e21502c588 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/ports?device_id=19dc24f6-09ce-4250-850b-d7ee7c38fb46 HTTP/1.1" status: 200 len: 946 time: 0.0583630 Dec 09 15:39:07.273639 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b5bbfd-becf-4e1b-ac42-a39dd2638113 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Made reservation on behalf of 42fd1d477d074b3e8ce858af4d85f6a5 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:39:07.277706 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b1b5bbfd-becf-4e1b-ac42-a39dd2638113 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:07.288360 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b1b5bbfd-becf-4e1b-ac42-a39dd2638113 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:07.310230 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b3595d17-6f99-4914-9dd2-7ede7252c0b1 req-6442e38a-e84c-4c93-84b1-893b5728c720 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.57 "GET /v2.0/security-groups?id=f28ed485-4599-48b8-9d6d-55c3d20d0c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444133 Dec 09 15:39:07.371066 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508dcbe-8c7c-43fc-9416-6b4ac6374deb req-8e84641e-73c6-4e0c-a22d-2a47096a152f tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:07.372758 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0508dcbe-8c7c-43fc-9416-6b4ac6374deb req-8e84641e-73c6-4e0c-a22d-2a47096a152f tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.31 "GET /v2.0/ports?device_id=19dc24f6-09ce-4250-850b-d7ee7c38fb46 HTTP/1.1" status: 200 len: 946 time: 0.0577970 Dec 09 15:39:07.396052 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b1b5bbfd-becf-4e1b-ac42-a39dd2638113 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:07.400128 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b1b5bbfd-becf-4e1b-ac42-a39dd2638113 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:07.430213 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1b5bbfd-becf-4e1b-ac42-a39dd2638113 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:39:07.441440 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b5bbfd-becf-4e1b-ac42-a39dd2638113 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab9abc1-73b9-4a4b-91bb-e68d331b384e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:07.446987 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b1b5bbfd-becf-4e1b-ac42-a39dd2638113 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:07.447544 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-b1b5bbfd-becf-4e1b-ac42-a39dd2638113 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Added segment 96437d98-f043-4e01-92f5-c9fb90351fbb of type vlan for network c61714cc-bfc6-4a31-8984-1746e9d41d83 Dec 09 15:39:07.493465 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b1b5bbfd-becf-4e1b-ac42-a39dd2638113 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:07.513074 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59888228-bfbb-42e8-bf32-be4af1cc4c85 req-3dbe80d5-db6b-4b56-a03b-5c61280fcf00 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:07.519055 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59888228-bfbb-42e8-bf32-be4af1cc4c85 req-3dbe80d5-db6b-4b56-a03b-5c61280fcf00 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:07.522055 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b1b5bbfd-becf-4e1b-ac42-a39dd2638113 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:07.525777 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59888228-bfbb-42e8-bf32-be4af1cc4c85 req-3dbe80d5-db6b-4b56-a03b-5c61280fcf00 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:07.527888 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b5bbfd-becf-4e1b-ac42-a39dd2638113 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:07.529061 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b1b5bbfd-becf-4e1b-ac42-a39dd2638113 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:07.532167 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59888228-bfbb-42e8-bf32-be4af1cc4c85 req-3dbe80d5-db6b-4b56-a03b-5c61280fcf00 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:07.538426 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59888228-bfbb-42e8-bf32-be4af1cc4c85 req-3dbe80d5-db6b-4b56-a03b-5c61280fcf00 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:07.546822 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59888228-bfbb-42e8-bf32-be4af1cc4c85 req-3dbe80d5-db6b-4b56-a03b-5c61280fcf00 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:07.554281 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59888228-bfbb-42e8-bf32-be4af1cc4c85 req-3dbe80d5-db6b-4b56-a03b-5c61280fcf00 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:07.556191 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-59888228-bfbb-42e8-bf32-be4af1cc4c85 req-3dbe80d5-db6b-4b56-a03b-5c61280fcf00 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 5426 time: 0.1448026 Dec 09 15:39:07.597958 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b1b5bbfd-becf-4e1b-ac42-a39dd2638113 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.4599373 Dec 09 15:39:07.598796 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34944) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:07.603933 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-0508dcbe-8c7c-43fc-9416-6b4ac6374deb req-2b530d53-c7a2-45ee-b608-0233bfd7e923 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Deleting port 59ffef59-e7d2-49f4-bb86-d9cd926be4b8 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:39:07.604276 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0508dcbe-8c7c-43fc-9416-6b4ac6374deb req-2b530d53-c7a2-45ee-b608-0233bfd7e923 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:07.605977 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8796d1d0-1280-4007-b115-0acf8c39a98b tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Request body: {'subnet': {'network_id': 'c61714cc-bfc6-4a31-8984-1746e9d41d83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:07.653187 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c404226b-5e80-4365-9e2a-d3330b693c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2753c3-6456-42b0-9ffa-8d0b866504b4'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:39:07.655577 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080a4614-07c0-479f-82f3-de4c297282c8" -d '{"events": [{"server_uuid": "c404226b-5e80-4365-9e2a-d3330b693c3e", "name": "network-vif-plugged", "status": "completed", "tag": "1b2753c3-6456-42b0-9ffa-8d0b866504b4"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:39:07.662061 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b5bbfd-becf-4e1b-ac42-a39dd2638113 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Pushing event updated for resources: {'Network': ['ID=c61714cc-bfc6-4a31-8984-1746e9d41d83,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:07.667804 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 847afbcf-2043-4704-86dd-821ac9fb24dc no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:39:07.673645 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network c61714cc-bfc6-4a31-8984-1746e9d41d83 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:39:07.678400 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-59888228-bfbb-42e8-bf32-be4af1cc4c85 req-61ca0d47-17d8-4a36-8de4-1e645644eff1 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5a160d6-2a3e-43b1-a8f4-02b478772c5e&id=aba6105b-f056-4e0c-8297-3f8457ddbf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1155708 Dec 09 15:39:07.765209 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8796d1d0-1280-4007-b115-0acf8c39a98b tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Made reservation on behalf of 42fd1d477d074b3e8ce858af4d85f6a5 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:39:07.771239 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8796d1d0-1280-4007-b115-0acf8c39a98b tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:07.821832 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-23888160-817b-4700-8362-93f80888dbd7 req-6c2156f7-4ea5-4c02-8ba8-419098858048 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] 10.222.0.57 "GET /v2.0/floatingips?tenant_id=a3fd928a324944d484899cff4764b764 HTTP/1.1" status: 200 len: 696 time: 0.1081164 Dec 09 15:39:07.907760 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-0508dcbe-8c7c-43fc-9416-6b4ac6374deb req-2b530d53-c7a2-45ee-b608-0233bfd7e923 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] For port 59ffef59-e7d2-49f4-bb86-d9cd926be4b8, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=59ffef59-e7d2-49f4-bb86-d9cd926be4b8,segment=NetworkSegment(d60be669-ee26-41ae-a7b5-ffd0c2cca921),segment_id=d60be669-ee26-41ae-a7b5-ffd0c2cca921)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:07.908130 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0508dcbe-8c7c-43fc-9416-6b4ac6374deb req-2b530d53-c7a2-45ee-b608-0233bfd7e923 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:07.931037 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-0508dcbe-8c7c-43fc-9416-6b4ac6374deb req-2b530d53-c7a2-45ee-b608-0233bfd7e923 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Calling delete_port for 59ffef59-e7d2-49f4-bb86-d9cd926be4b8 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:39:07.966140 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:08.003491 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 847afbcf-2043-4704-86dd-821ac9fb24dc, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=847afbcf-2043-4704-86dd-821ac9fb24dc,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:08.007899 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:08.012155 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8796d1d0-1280-4007-b115-0acf8c39a98b tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:08.017230 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23888160-817b-4700-8362-93f80888dbd7 req-91bf574c-eaad-4365-b7a4-5a19f1cce990 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:08.026459 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-23888160-817b-4700-8362-93f80888dbd7 req-91bf574c-eaad-4365-b7a4-5a19f1cce990 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] 10.222.0.57 "GET /v2.0/networks?id=d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 787 time: 0.1973248 Dec 09 15:39:08.032631 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-23888160-817b-4700-8362-93f80888dbd7 req-a61fc764-b580-4a23-9eee-603140aa2f71 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:39:08.043643 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-23888160-817b-4700-8362-93f80888dbd7 req-a61fc764-b580-4a23-9eee-603140aa2f71 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0172534 Dec 09 15:39:08.071188 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8796d1d0-1280-4007-b115-0acf8c39a98b tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Pushing event updated for resources: {'Subnet': ['ID=946d9d61-03da-4b41-b2f6-ad5ca487ad39,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:08.090000 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8796d1d0-1280-4007-b115-0acf8c39a98b tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Checking segment: {'id': '96437d98-f043-4e01-92f5-c9fb90351fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c61714cc-bfc6-4a31-8984-1746e9d41d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:39:08.090361 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8796d1d0-1280-4007-b115-0acf8c39a98b tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Network hostable DHCP agents. Network: c61714cc-bfc6-4a31-8984-1746e9d41d83, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:39:08.109167 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8796d1d0-1280-4007-b115-0acf8c39a98b tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Network c61714cc-bfc6-4a31-8984-1746e9d41d83 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:39:08.116185 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=847afbcf-2043-4704-86dd-821ac9fb24dc,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:08.120202 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-8796d1d0-1280-4007-b115-0acf8c39a98b tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, c61714cc-bfc6-4a31-8984-1746e9d41d83) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:39:08.125583 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8796d1d0-1280-4007-b115-0acf8c39a98b tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:08.126912 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8796d1d0-1280-4007-b115-0acf8c39a98b tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:08.133187 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48979199-1128-467b-b5e1-be5d533d5e14 None None] Network c61714cc-bfc6-4a31-8984-1746e9d41d83 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:39:08.148721 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8796d1d0-1280-4007-b115-0acf8c39a98b tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5489457 Dec 09 15:39:08.149875 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34950) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:08.156965 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-74b35767-a874-4ac4-ad03-b3975b678aa6 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Request body: {'port': {'network_id': 'c61714cc-bfc6-4a31-8984-1746e9d41d83', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1791617286'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:08.224363 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0508dcbe-8c7c-43fc-9416-6b4ac6374deb req-2b530d53-c7a2-45ee-b608-0233bfd7e923 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:08.248687 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['59ffef59-e7d2-49f4-bb86-d9cd926be4b8'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:39:08.258679 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63496c-46c8-4e88-a759-cfb2daa4081d req-5baff1eb-bc76-467b-9aab-6f6892f2e168 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:08.260204 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5f63496c-46c8-4e88-a759-cfb2daa4081d req-5baff1eb-bc76-467b-9aab-6f6892f2e168 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f9b1e76-d79c-4b0a-a995-1dadea5c1a93 HTTP/1.1" status: 200 len: 949 time: 0.1447246 Dec 09 15:39:08.287751 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5059cbed-1010-4f24-b9aa-ccebaf96ea77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-c61714cc-bfc6-4a31-8984-1746e9d41d83', 'network_id': 'c61714cc-bfc6-4a31-8984-1746e9d41d83', 'project_id': '42fd1d477d074b3e8ce858af4d85f6a5', 'fixed_ips': [{'subnet_id': '946d9d61-03da-4b41-b2f6-ad5ca487ad39'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:39:08.288691 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5059cbed-1010-4f24-b9aa-ccebaf96ea77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:08.443930 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-5059cbed-1010-4f24-b9aa-ccebaf96ea77 None None] Allocated IP 2001:db8::2 (c61714cc-bfc6-4a31-8984-1746e9d41d83/946d9d61-03da-4b41-b2f6-ad5ca487ad39/c6c546bb-f427-4755-b284-07abb1b41a9e) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:39:08.616298 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b530d53-c7a2-45ee-b608-0233bfd7e923 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Pushing event deleted for resources: {'Port': ['ID=59ffef59-e7d2-49f4-bb86-d9cd926be4b8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:08.645577 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5059cbed-1010-4f24-b9aa-ccebaf96ea77 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:08.652030 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5059cbed-1010-4f24-b9aa-ccebaf96ea77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:08.687572 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b530d53-c7a2-45ee-b608-0233bfd7e923 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:39:08.687918 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b530d53-c7a2-45ee-b608-0233bfd7e923 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:39:08.688261 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b530d53-c7a2-45ee-b608-0233bfd7e923 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:39:08.688618 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b530d53-c7a2-45ee-b608-0233bfd7e923 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:39:08.688954 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b530d53-c7a2-45ee-b608-0233bfd7e923 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:39:08.689225 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5059cbed-1010-4f24-b9aa-ccebaf96ea77 None None] Network c61714cc-bfc6-4a31-8984-1746e9d41d83 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:39:08.689696 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b530d53-c7a2-45ee-b608-0233bfd7e923 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:39:08.689696 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b530d53-c7a2-45ee-b608-0233bfd7e923 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:39:08.689922 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b530d53-c7a2-45ee-b608-0233bfd7e923 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:39:08.690251 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b530d53-c7a2-45ee-b608-0233bfd7e923 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:39:08.690574 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b530d53-c7a2-45ee-b608-0233bfd7e923 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:39:08.690900 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b530d53-c7a2-45ee-b608-0233bfd7e923 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:39:08.691220 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b530d53-c7a2-45ee-b608-0233bfd7e923 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:39:08.691534 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b530d53-c7a2-45ee-b608-0233bfd7e923 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:39:08.694585 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-5059cbed-1010-4f24-b9aa-ccebaf96ea77 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:39:08.698313 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5059cbed-1010-4f24-b9aa-ccebaf96ea77 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:39:08.710153 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059cbed-1010-4f24-b9aa-ccebaf96ea77 None None] Pushing event updated for resources: {'Port': ['ID=c6c546bb-f427-4755-b284-07abb1b41a9e,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:08.758362 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-0508dcbe-8c7c-43fc-9416-6b4ac6374deb req-2b530d53-c7a2-45ee-b608-0233bfd7e923 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] No DVR routers for this DVR port 59ffef59-e7d2-49f4-bb86-d9cd926be4b8 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:39:08.761987 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5059cbed-1010-4f24-b9aa-ccebaf96ea77 None None] Attempting to bind port c6c546bb-f427-4755-b284-07abb1b41a9e on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:39:08.762431 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5059cbed-1010-4f24-b9aa-ccebaf96ea77 None None] Attempting to bind port c6c546bb-f427-4755-b284-07abb1b41a9e by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '96437d98-f043-4e01-92f5-c9fb90351fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c61714cc-bfc6-4a31-8984-1746e9d41d83'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:39:08.762795 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5059cbed-1010-4f24-b9aa-ccebaf96ea77 None None] Attempting to bind port c6c546bb-f427-4755-b284-07abb1b41a9e on network c61714cc-bfc6-4a31-8984-1746e9d41d83 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:39:08.767876 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5059cbed-1010-4f24-b9aa-ccebaf96ea77 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:39:08.768257 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5059cbed-1010-4f24-b9aa-ccebaf96ea77 None None] Checking segment: {'id': '96437d98-f043-4e01-92f5-c9fb90351fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c61714cc-bfc6-4a31-8984-1746e9d41d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:39:08.768690 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5059cbed-1010-4f24-b9aa-ccebaf96ea77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:08.769080 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5059cbed-1010-4f24-b9aa-ccebaf96ea77 None None] Bound using segment: {'id': '96437d98-f043-4e01-92f5-c9fb90351fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c61714cc-bfc6-4a31-8984-1746e9d41d83'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:39:08.769543 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5059cbed-1010-4f24-b9aa-ccebaf96ea77 None None] Bound port: c6c546bb-f427-4755-b284-07abb1b41a9e, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96437d98-f043-4e01-92f5-c9fb90351fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c61714cc-bfc6-4a31-8984-1746e9d41d83'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:39:08.770013 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5059cbed-1010-4f24-b9aa-ccebaf96ea77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:08.772061 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0508dcbe-8c7c-43fc-9416-6b4ac6374deb req-2b530d53-c7a2-45ee-b608-0233bfd7e923 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:08.775371 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0508dcbe-8c7c-43fc-9416-6b4ac6374deb req-2b530d53-c7a2-45ee-b608-0233bfd7e923 tempest-ServerRescueNegativeTestJSON-1187157013 tempest-ServerRescueNegativeTestJSON-1187157013-project] 10.222.0.31 "DELETE /v2.0/ports/59ffef59-e7d2-49f4-bb86-d9cd926be4b8 HTTP/1.1" status: 204 len: 173 time: 1.3942893 Dec 09 15:39:08.809555 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5f63496c-46c8-4e88-a759-cfb2daa4081d req-a39bd264-146d-410b-99e6-1f698705bbd8 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] 10.222.0.57 "GET /v2.0/security-groups?id=e97bd62b-8143-4899-92d3-6101b8389ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043881 Dec 09 15:39:08.846468 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b35767-a874-4ac4-ad03-b3975b678aa6 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Made reservation on behalf of 42fd1d477d074b3e8ce858af4d85f6a5 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:39:08.850354 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74b35767-a874-4ac4-ad03-b3975b678aa6 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:08.852571 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5059cbed-1010-4f24-b9aa-ccebaf96ea77 None None] For port c6c546bb-f427-4755-b284-07abb1b41a9e, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:39:08.856850 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5059cbed-1010-4f24-b9aa-ccebaf96ea77 None None] For port c6c546bb-f427-4755-b284-07abb1b41a9e, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=c6c546bb-f427-4755-b284-07abb1b41a9e,segment=NetworkSegment(96437d98-f043-4e01-92f5-c9fb90351fbb),segment_id=96437d98-f043-4e01-92f5-c9fb90351fbb)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:39:08.859433 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-9f6f4657-8936-4b36-984a-76c1627cfc6f tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:08.861034 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-9f6f4657-8936-4b36-984a-76c1627cfc6f tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.31 "GET /v2.0/networks?id=7736ab20-9109-45c5-88b0-6682a059f13e HTTP/1.1" status: 200 len: 812 time: 0.2579215 Dec 09 15:39:08.862907 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5059cbed-1010-4f24-b9aa-ccebaf96ea77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:08.876953 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-e5d2d4d0-2e73-42b7-8a95-c1cb09ef54a5 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Request body: {'port': {'device_id': '910d47b4-a3cf-49e8-aa0f-b0c93c533641', 'network_id': '7736ab20-9109-45c5-88b0-6682a059f13e', 'admin_state_up': True, 'tenant_id': '7cb10907c9dd4101899755e35f1cc029'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:08.886641 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-74b35767-a874-4ac4-ad03-b3975b678aa6 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] device_id is not set on port 1c924a5b-75e5-4c12-9c1a-16bfd11f9db0 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:39:08.938926 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059cbed-1010-4f24-b9aa-ccebaf96ea77 None None] Pushing event updated for resources: {'Port': ['ID=c6c546bb-f427-4755-b284-07abb1b41a9e,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:08.976980 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['12dd1f56-6412-4015-93f6-b5f952d56bdf'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:39:09.003988 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['59e43ca8-3713-4f54-8ebf-f84b2c834574'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:39:09.106345 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['5a2cd2eb-cc3c-4860-b939-e4520520d050'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:39:09.170551 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137aa323-d4e2-4300-ad03-0ef228605bc2 req-1e3fb0d1-c528-4c71-abdb-b99b292c469b tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:09.172125 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-137aa323-d4e2-4300-ad03-0ef228605bc2 req-1e3fb0d1-c528-4c71-abdb-b99b292c469b tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d7308e5-11f2-45ed-a87e-035229f61b36 HTTP/1.1" status: 200 len: 945 time: 0.2334068 Dec 09 15:39:09.184057 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be6e154-eed3-451c-8b28-bf9b8ebea5eb req-9c5248c4-a4cf-4c72-aa57-ca8f6141d734 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:09.185662 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7be6e154-eed3-451c-8b28-bf9b8ebea5eb req-9c5248c4-a4cf-4c72-aa57-ca8f6141d734 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f9b1e76-d79c-4b0a-a995-1dadea5c1a93 HTTP/1.1" status: 200 len: 949 time: 0.2458053 Dec 09 15:39:09.193280 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['5ff08a00-721a-4d24-8d8b-1594bb188216'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:39:09.234215 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-74b35767-a874-4ac4-ad03-b3975b678aa6 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Allocated IP 2001:db8::24c (c61714cc-bfc6-4a31-8984-1746e9d41d83/946d9d61-03da-4b41-b2f6-ad5ca487ad39/1c924a5b-75e5-4c12-9c1a-16bfd11f9db0) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:39:09.237571 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['d801fbcc-7e8f-4803-9e04-23f95227f725'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:39:09.312271 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-e5d2d4d0-2e73-42b7-8a95-c1cb09ef54a5 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Made reservation on behalf of 7cb10907c9dd4101899755e35f1cc029 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:39:09.315763 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-e5d2d4d0-2e73-42b7-8a95-c1cb09ef54a5 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:09.348527 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-137aa323-d4e2-4300-ad03-0ef228605bc2 req-61aa4f90-64f7-4663-9629-dbe4e29ca3cc tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae95911-d29e-4491-93bd-1e00edc2ab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566706 Dec 09 15:39:09.397515 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1043a74c-c1fa-4e2a-a700-2e0cef4c992b x-openstack-request-id: req-1043a74c-c1fa-4e2a-a700-2e0cef4c992b {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:39:09.397806 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af04a49-f422-4927-bb36-a69fa63a5805", "name": "network-vif-deleted", "tag": "325eae53-1942-43e9-9717-ea38449115a8", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:39:09.398060 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1043a74c-c1fa-4e2a-a700-2e0cef4c992b {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:39:09.398456 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af04a49-f422-4927-bb36-a69fa63a5805', 'name': 'network-vif-deleted', 'tag': '325eae53-1942-43e9-9717-ea38449115a8', 'status': 'completed', 'code': 200} Dec 09 15:39:09.555587 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dbbae700-da14-4cc9-a547-7a786909a22c req-f06e928c-d62d-4bdd-a0e3-9cfb0be305af tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=910d47b4-a3cf-49e8-aa0f-b0c93c533641 HTTP/1.1" status: 200 len: 210 time: 0.0864592 Dec 09 15:39:09.633614 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-7be6e154-eed3-451c-8b28-bf9b8ebea5eb req-627c690d-5833-4d4a-988c-37ad828d9970 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] Deleting port 80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:39:09.634187 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7be6e154-eed3-451c-8b28-bf9b8ebea5eb req-627c690d-5833-4d4a-988c-37ad828d9970 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:09.684826 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device c0397afc-d7b8-46af-b15a-daa47b868983 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:39:09.729718 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74b35767-a874-4ac4-ad03-b3975b678aa6 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:09.744567 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-e5d2d4d0-2e73-42b7-8a95-c1cb09ef54a5 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Allocated IP 172.20.0.11 (7736ab20-9109-45c5-88b0-6682a059f13e/0ee4fdd6-4dfd-4a15-a871-b63f2ecb023f/52808788-d6d8-4255-b575-6466121f0d81) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:39:09.757279 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port c0397afc-d7b8-46af-b15a-daa47b868983 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:39:09.761188 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port c0397afc-d7b8-46af-b15a-daa47b868983 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:09.761555 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:09.843581 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a12ea9-4445-47f0-9b58-bc352a237f92 req-96e5496d-92e4-4e7d-b4dd-7eb6d2ecdb79 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:09.845174 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b7a12ea9-4445-47f0-9b58-bc352a237f92 req-96e5496d-92e4-4e7d-b4dd-7eb6d2ecdb79 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=87f0bba4-7d9a-4014-982d-643cf4a840cb HTTP/1.1" status: 200 len: 946 time: 0.1868181 Dec 09 15:39:09.845798 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:09.871966 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-7be6e154-eed3-451c-8b28-bf9b8ebea5eb req-627c690d-5833-4d4a-988c-37ad828d9970 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] For port 80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:09.872450 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7be6e154-eed3-451c-8b28-bf9b8ebea5eb req-627c690d-5833-4d4a-988c-37ad828d9970 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:09.892115 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port c0397afc-d7b8-46af-b15a-daa47b868983, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=c0397afc-d7b8-46af-b15a-daa47b868983,segment=NetworkSegment(cef3a23b-9ff4-4874-a4d8-11bf87c1d9a8),segment_id=cef3a23b-9ff4-4874-a4d8-11bf87c1d9a8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:09.897978 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:09.898525 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 616e047d-07a7-4990-ae51-182bc76c70de up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:39:09.914882 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-7be6e154-eed3-451c-8b28-bf9b8ebea5eb req-627c690d-5833-4d4a-988c-37ad828d9970 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] Calling delete_port for 80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:39:09.917002 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74b35767-a874-4ac4-ad03-b3975b678aa6 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:09.981244 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=c0397afc-d7b8-46af-b15a-daa47b868983,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:09.997024 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 616e047d-07a7-4990-ae51-182bc76c70de completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:39:10.001644 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 616e047d-07a7-4990-ae51-182bc76c70de triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:10.003050 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:10.072001 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b7a12ea9-4445-47f0-9b58-bc352a237f92 req-cdf2f488-bc55-43f5-9b84-fa21e7283132 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161701 Dec 09 15:39:10.077112 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64226f86-5684-413a-9768-b7e974657fa0 None None] Network c61714cc-bfc6-4a31-8984-1746e9d41d83 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:39:10.095215 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b35767-a874-4ac4-ad03-b3975b678aa6 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Network c61714cc-bfc6-4a31-8984-1746e9d41d83 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:39:10.108288 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-74b35767-a874-4ac4-ad03-b3975b678aa6 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:39:10.116979 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b35767-a874-4ac4-ad03-b3975b678aa6 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:39:10.122532 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b35767-a874-4ac4-ad03-b3975b678aa6 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:10.123150 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74b35767-a874-4ac4-ad03-b3975b678aa6 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:10.125550 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b35767-a874-4ac4-ad03-b3975b678aa6 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Pushing event updated for resources: {'Port': ['ID=1c924a5b-75e5-4c12-9c1a-16bfd11f9db0,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:10.141634 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:10.159717 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e584350-939f-452a-af1e-2aa4811986b3 x-openstack-request-id: req-3e584350-939f-452a-af1e-2aa4811986b3 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:39:10.159902 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c404226b-5e80-4365-9e2a-d3330b693c3e", "name": "network-vif-plugged", "status": "completed", "tag": "1b2753c3-6456-42b0-9ffa-8d0b866504b4", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:39:10.161117 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3e584350-939f-452a-af1e-2aa4811986b3 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:39:10.161223 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c404226b-5e80-4365-9e2a-d3330b693c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2753c3-6456-42b0-9ffa-8d0b866504b4', 'code': 200} Dec 09 15:39:10.161901 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1140c892-65ba-46da-b970-a042f3a939c9 None None] Provisioning complete for port c6c546bb-f427-4755-b284-07abb1b41a9e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:10.162133 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1140c892-65ba-46da-b970-a042f3a939c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:10.180377 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-e5d2d4d0-2e73-42b7-8a95-c1cb09ef54a5 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:10.189340 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-74b35767-a874-4ac4-ad03-b3975b678aa6 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0327954 Dec 09 15:39:10.190339 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34958) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:10.202371 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-3927edb9-937b-4117-87e7-a86744ae681e tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Request body: {'port': {'network_id': 'c61714cc-bfc6-4a31-8984-1746e9d41d83', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-598951308', 'allowed_address_pairs': [{'ip_address': '2001:db8::24c', 'mac_address': 'fa:16:3e:6b:cf:6e'}]}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:10.242238 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 616e047d-07a7-4990-ae51-182bc76c70de, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=616e047d-07a7-4990-ae51-182bc76c70de,segment=NetworkSegment(f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db),segment_id=f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:10.249874 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:10.250770 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 32ff3866-b9bf-4bc2-9100-56e447725e78 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:39:10.312502 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device c6c546bb-f427-4755-b284-07abb1b41a9e up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:39:10.361292 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-20115ad7-efe7-4572-bc01-c946654c7189 req-5d233702-1c52-4e22-b3cd-b1a2b8851dc0 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] 10.222.0.57 "GET /v2.0/floatingips/7bf8a15c-57f9-4f99-b954-b97b9eda1451 HTTP/1.1" status: 200 len: 693 time: 0.1725943 Dec 09 15:39:10.421528 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=616e047d-07a7-4990-ae51-182bc76c70de,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:10.450882 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1140c892-65ba-46da-b970-a042f3a939c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:10.455451 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 32ff3866-b9bf-4bc2-9100-56e447725e78 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:39:10.471209 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 32ff3866-b9bf-4bc2-9100-56e447725e78 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:10.471440 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:10.475227 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port c6c546bb-f427-4755-b284-07abb1b41a9e triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:10.475551 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:10.500448 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7be6e154-eed3-451c-8b28-bf9b8ebea5eb req-627c690d-5833-4d4a-988c-37ad828d9970 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:10.507345 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-e5d2d4d0-2e73-42b7-8a95-c1cb09ef54a5 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:10.510640 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d1a03-fe64-4709-9fb2-bc1fd7da81df req-f3f9e4b6-1005-4989-973c-66ceb3c2b60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:10.512181 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-be9d1a03-fe64-4709-9fb2-bc1fd7da81df req-f3f9e4b6-1005-4989-973c-66ceb3c2b60d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c404226b-5e80-4365-9e2a-d3330b693c3e HTTP/1.1" status: 200 len: 1097 time: 0.2476215 Dec 09 15:39:10.596340 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20115ad7-efe7-4572-bc01-c946654c7189 req-430733fa-6009-4edc-bda2-fc080b6d9d8d tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:10.604244 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-20115ad7-efe7-4572-bc01-c946654c7189 req-430733fa-6009-4edc-bda2-fc080b6d9d8d tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] 10.222.0.57 "GET /v2.0/networks/d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 784 time: 0.2314296 Dec 09 15:39:10.667124 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-e5d2d4d0-2e73-42b7-8a95-c1cb09ef54a5 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Network 7736ab20-9109-45c5-88b0-6682a059f13e is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:39:10.685443 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-e5d2d4d0-2e73-42b7-8a95-c1cb09ef54a5 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:39:10.694878 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1140c892-65ba-46da-b970-a042f3a939c9 None None] For port c6c546bb-f427-4755-b284-07abb1b41a9e, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=c6c546bb-f427-4755-b284-07abb1b41a9e,segment=NetworkSegment(96437d98-f043-4e01-92f5-c9fb90351fbb),segment_id=96437d98-f043-4e01-92f5-c9fb90351fbb)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:10.705282 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1140c892-65ba-46da-b970-a042f3a939c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:10.727354 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-e5d2d4d0-2e73-42b7-8a95-c1cb09ef54a5 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:39:10.793455 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1140c892-65ba-46da-b970-a042f3a939c9 None None] Pushing event updated for resources: {'Port': ['ID=c6c546bb-f427-4755-b284-07abb1b41a9e,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:10.822248 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2d4d0-2e73-42b7-8a95-c1cb09ef54a5 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Pushing event updated for resources: {'Port': ['ID=52808788-d6d8-4255-b575-6466121f0d81,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:10.841758 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:10.846388 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-20115ad7-efe7-4572-bc01-c946654c7189 req-e323d15f-fbe4-460b-9056-addd81cf6a47 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.131 HTTP/1.1" status: 200 len: 696 time: 0.2393124 Dec 09 15:39:10.847793 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be6e154-eed3-451c-8b28-bf9b8ebea5eb req-627c690d-5833-4d4a-988c-37ad828d9970 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] No DVR routers for this DVR port 80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:39:10.869486 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-03db1493-5de5-4a8b-ab09-5c29cfd099f1 None None] Provisioning complete for port 1c924a5b-75e5-4c12-9c1a-16bfd11f9db0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:10.869807 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-03db1493-5de5-4a8b-ab09-5c29cfd099f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:10.873172 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3927edb9-937b-4117-87e7-a86744ae681e tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Made reservation on behalf of 42fd1d477d074b3e8ce858af4d85f6a5 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:39:10.887345 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7be6e154-eed3-451c-8b28-bf9b8ebea5eb req-627c690d-5833-4d4a-988c-37ad828d9970 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:10.890721 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7be6e154-eed3-451c-8b28-bf9b8ebea5eb req-627c690d-5833-4d4a-988c-37ad828d9970 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] 10.222.0.31 "DELETE /v2.0/ports/80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd HTTP/1.1" status: 204 len: 173 time: 1.6851590 Dec 09 15:39:10.916956 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 32ff3866-b9bf-4bc2-9100-56e447725e78, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=32ff3866-b9bf-4bc2-9100-56e447725e78,segment=NetworkSegment(18982a45-a512-40c0-96de-f3768ab3b632),segment_id=18982a45-a512-40c0-96de-f3768ab3b632)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:10.924734 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:10.925625 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 59ffef59-e7d2-49f4-bb86-d9cd926be4b8 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:39:10.952127 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-03db1493-5de5-4a8b-ab09-5c29cfd099f1 None None] Port 1c924a5b-75e5-4c12-9c1a-16bfd11f9db0 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:39:10.965988 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c690d-5833-4d4a-988c-37ad828d9970 tempest-ImagesOneServerTestJSON-39716941 tempest-ImagesOneServerTestJSON-39716941-project] Pushing event deleted for resources: {'Port': ['ID=80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:10.972708 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 59ffef59-e7d2-49f4-bb86-d9cd926be4b8 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:39:10.973426 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-be9d1a03-fe64-4709-9fb2-bc1fd7da81df req-524e4c28-e89f-4281-8552-d81985d2ba53 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cae95911-d29e-4491-93bd-1e00edc2ab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008417 Dec 09 15:39:10.973655 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 59ffef59-e7d2-49f4-bb86-d9cd926be4b8 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:39:11.001172 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-03db1493-5de5-4a8b-ab09-5c29cfd099f1 None None] Provisioning complete for port c6c546bb-f427-4755-b284-07abb1b41a9e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:11.001640 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-03db1493-5de5-4a8b-ab09-5c29cfd099f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:11.007446 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=32ff3866-b9bf-4bc2-9100-56e447725e78,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:11.028455 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-e5d2d4d0-2e73-42b7-8a95-c1cb09ef54a5 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:11.029079 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-e5d2d4d0-2e73-42b7-8a95-c1cb09ef54a5 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:11.036209 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-20115ad7-efe7-4572-bc01-c946654c7189 req-9d46efd8-f533-4054-9df1-4f4eb956849b tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.131 HTTP/1.1" status: 200 len: 696 time: 0.1896019 Dec 09 15:39:11.109775 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-e5d2d4d0-2e73-42b7-8a95-c1cb09ef54a5 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2367816 Dec 09 15:39:11.171419 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3927edb9-937b-4117-87e7-a86744ae681e tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:11.215799 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a2e79b09-e6c1-43d2-8ea0-a72299fd1a55 None None] Provisioning complete for port 1c924a5b-75e5-4c12-9c1a-16bfd11f9db0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:11.216093 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a2e79b09-e6c1-43d2-8ea0-a72299fd1a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:11.217880 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-3927edb9-937b-4117-87e7-a86744ae681e tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] device_id is not set on port 37ecb697-614e-4850-be9f-e8adbfbc6d5d yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:39:11.236807 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-6ed26d53-b622-4e06-be06-da4d453eedcb service neutron] Request body: {'port': {'device_id': '910d47b4-a3cf-49e8-aa0f-b0c93c533641', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:11.252935 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a2e79b09-e6c1-43d2-8ea0-a72299fd1a55 None None] Port 1c924a5b-75e5-4c12-9c1a-16bfd11f9db0 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:39:11.324031 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-20115ad7-efe7-4572-bc01-c946654c7189 req-2e7981bc-8be7-4de9-8c5f-335e17ebab37 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Deleting port 3e96ca46-1bd1-4623-8a71-4fb75d8c9e95 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:39:11.324301 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-20115ad7-efe7-4572-bc01-c946654c7189 req-2e7981bc-8be7-4de9-8c5f-335e17ebab37 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:11.684150 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 847afbcf-2043-4704-86dd-821ac9fb24dc details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:39:11.685862 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19dc24f6-09ce-4250-850b-d7ee7c38fb46', 'name': 'network-vif-deleted', 'tag': '59ffef59-e7d2-49f4-bb86-d9cd926be4b8'}, {'server_uuid': '4f9b1e76-d79c-4b0a-a995-1dadea5c1a93', 'name': 'network-vif-deleted', 'tag': '80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:39:11.688101 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfbe7ca-c8d2-4ab9-8159-05db1432f747" -d '{"events": [{"server_uuid": "19dc24f6-09ce-4250-850b-d7ee7c38fb46", "name": "network-vif-deleted", "tag": "59ffef59-e7d2-49f4-bb86-d9cd926be4b8"}, {"server_uuid": "4f9b1e76-d79c-4b0a-a995-1dadea5c1a93", "name": "network-vif-deleted", "tag": "80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:39:11.690664 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 59e43ca8-3713-4f54-8ebf-f84b2c834574 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:39:11.725020 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-6ed26d53-b622-4e06-be06-da4d453eedcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:11.805165 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 59e43ca8-3713-4f54-8ebf-f84b2c834574 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:39:11.810372 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-3927edb9-937b-4117-87e7-a86744ae681e tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Allocated IP 2001:db8::123 (c61714cc-bfc6-4a31-8984-1746e9d41d83/946d9d61-03da-4b41-b2f6-ad5ca487ad39/37ecb697-614e-4850-be9f-e8adbfbc6d5d) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:39:11.817034 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 59e43ca8-3713-4f54-8ebf-f84b2c834574 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:11.817405 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:11.851952 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-20115ad7-efe7-4572-bc01-c946654c7189 req-2e7981bc-8be7-4de9-8c5f-335e17ebab37 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:11.852277 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-20115ad7-efe7-4572-bc01-c946654c7189 req-2e7981bc-8be7-4de9-8c5f-335e17ebab37 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:11.853365 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 847afbcf-2043-4704-86dd-821ac9fb24dc, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=847afbcf-2043-4704-86dd-821ac9fb24dc,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:11.873583 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '847afbcf-2043-4704-86dd-821ac9fb24dc', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'port_id': '847afbcf-2043-4704-86dd-821ac9fb24dc', 'mac_address': 'fa:16:3e:6c:a6:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6953c-1261-4e7c-8b49-64e5b87424c2', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:39:11.925452 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-20115ad7-efe7-4572-bc01-c946654c7189 req-2e7981bc-8be7-4de9-8c5f-335e17ebab37 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Calling delete_port for 3e96ca46-1bd1-4623-8a71-4fb75d8c9e95 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:39:11.939984 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:11.957708 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:11.961673 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 847afbcf-2043-4704-86dd-821ac9fb24dc {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:39:11.994929 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 847afbcf-2043-4704-86dd-821ac9fb24dc, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=847afbcf-2043-4704-86dd-821ac9fb24dc,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:12.001156 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:12.012493 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 59e43ca8-3713-4f54-8ebf-f84b2c834574, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=59e43ca8-3713-4f54-8ebf-f84b2c834574,segment=NetworkSegment(632c255a-192d-4ac5-a1ca-9931ff424cb3),segment_id=632c255a-192d-4ac5-a1ca-9931ff424cb3)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:12.031940 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:12.056249 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=847afbcf-2043-4704-86dd-821ac9fb24dc,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:12.108764 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=59e43ca8-3713-4f54-8ebf-f84b2c834574,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:12.162105 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f0bba4-7d9a-4014-982d-643cf4a840cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '847afbcf-2043-4704-86dd-821ac9fb24dc'}, {'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0397afc-d7b8-46af-b15a-daa47b868983'}, {'server_uuid': '9d7308e5-11f2-45ed-a87e-035229f61b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616e047d-07a7-4990-ae51-182bc76c70de'}, {'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ff3866-b9bf-4bc2-9100-56e447725e78'}, {'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e43ca8-3713-4f54-8ebf-f84b2c834574'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:39:12.164790 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84cdabea-4cf2-4420-a08f-5adeffff090a" -d '{"events": [{"server_uuid": "87f0bba4-7d9a-4014-982d-643cf4a840cb", "name": "network-vif-unplugged", "status": "completed", "tag": "847afbcf-2043-4704-86dd-821ac9fb24dc"}, {"server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "name": "network-vif-plugged", "status": "completed", "tag": "c0397afc-d7b8-46af-b15a-daa47b868983"}, {"server_uuid": "9d7308e5-11f2-45ed-a87e-035229f61b36", "name": "network-vif-plugged", "status": "completed", "tag": "616e047d-07a7-4990-ae51-182bc76c70de"}, {"server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "name": "network-vif-plugged", "status": "completed", "tag": "32ff3866-b9bf-4bc2-9100-56e447725e78"}, {"server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "name": "network-vif-plugged", "status": "completed", "tag": "59e43ca8-3713-4f54-8ebf-f84b2c834574"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:39:12.188521 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device c6c546bb-f427-4755-b284-07abb1b41a9e up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:39:12.209691 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3927edb9-937b-4117-87e7-a86744ae681e tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:12.237838 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port c6c546bb-f427-4755-b284-07abb1b41a9e triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:12.238215 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:12.313033 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-6ed26d53-b622-4e06-be06-da4d453eedcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52808788-d6d8-4255-b575-6466121f0d81 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:39:12.327217 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-6ed26d53-b622-4e06-be06-da4d453eedcb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:12.339601 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3927edb9-937b-4117-87e7-a86744ae681e tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:12.342891 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-20115ad7-efe7-4572-bc01-c946654c7189 req-2e7981bc-8be7-4de9-8c5f-335e17ebab37 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:12.350516 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-6ed26d53-b622-4e06-be06-da4d453eedcb service neutron] Transition to ACTIVE for port object 52808788-d6d8-4255-b575-6466121f0d81 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:39:12.360863 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-6ed26d53-b622-4e06-be06-da4d453eedcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:12.386591 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7981bc-8be7-4de9-8c5f-335e17ebab37 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Pushing event deleted for resources: {'Port': ['ID=3e96ca46-1bd1-4623-8a71-4fb75d8c9e95,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:12.437481 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3927edb9-937b-4117-87e7-a86744ae681e tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Network c61714cc-bfc6-4a31-8984-1746e9d41d83 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:39:12.461928 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-3927edb9-937b-4117-87e7-a86744ae681e tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:39:12.467599 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3927edb9-937b-4117-87e7-a86744ae681e tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:39:12.473328 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3927edb9-937b-4117-87e7-a86744ae681e tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:12.473971 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3927edb9-937b-4117-87e7-a86744ae681e tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:12.527636 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3927edb9-937b-4117-87e7-a86744ae681e tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Pushing event updated for resources: {'Port': ['ID=37ecb697-614e-4850-be9f-e8adbfbc6d5d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:12.559836 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3927edb9-937b-4117-87e7-a86744ae681e tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.3686368 Dec 09 15:39:12.563196 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34970) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:12.589161 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-20115ad7-efe7-4572-bc01-c946654c7189 req-2e7981bc-8be7-4de9-8c5f-335e17ebab37 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:12.592740 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-20115ad7-efe7-4572-bc01-c946654c7189 req-2e7981bc-8be7-4de9-8c5f-335e17ebab37 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:12.593643 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-20115ad7-efe7-4572-bc01-c946654c7189 req-2e7981bc-8be7-4de9-8c5f-335e17ebab37 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] 10.222.0.57 "DELETE /v2.0/floatingips/7bf8a15c-57f9-4f99-b954-b97b9eda1451 HTTP/1.1" status: 204 len: 173 time: 1.5507579 Dec 09 15:39:12.625593 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed26d53-b622-4e06-be06-da4d453eedcb service neutron] Pushing event updated for resources: {'Port': ['ID=52808788-d6d8-4255-b575-6466121f0d81,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:12.669115 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34974) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:12.700091 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-73e9f363-6a12-4c59-9539-fc701999241e None None] Provisioning complete for port 37ecb697-614e-4850-be9f-e8adbfbc6d5d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:12.702680 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-73e9f363-6a12-4c59-9539-fc701999241e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:12.722666 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-6ed26d53-b622-4e06-be06-da4d453eedcb service neutron] Attempting to bind port 52808788-d6d8-4255-b575-6466121f0d81 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:39:12.724233 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-6ed26d53-b622-4e06-be06-da4d453eedcb service neutron] Attempting to bind port 52808788-d6d8-4255-b575-6466121f0d81 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '69e3382f-395f-44e0-a40c-d45aab069633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7736ab20-9109-45c5-88b0-6682a059f13e'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:39:12.724677 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-6ed26d53-b622-4e06-be06-da4d453eedcb service neutron] Attempting to bind port 52808788-d6d8-4255-b575-6466121f0d81 on network 7736ab20-9109-45c5-88b0-6682a059f13e {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:39:12.735731 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-6ed26d53-b622-4e06-be06-da4d453eedcb service neutron] Port 52808788-d6d8-4255-b575-6466121f0d81 on network 7736ab20-9109-45c5-88b0-6682a059f13e not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:39:12.736228 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-6ed26d53-b622-4e06-be06-da4d453eedcb service neutron] Attempting to bind port 52808788-d6d8-4255-b575-6466121f0d81 on network 7736ab20-9109-45c5-88b0-6682a059f13e {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:39:12.745930 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-6ed26d53-b622-4e06-be06-da4d453eedcb service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:39:12.746598 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-6ed26d53-b622-4e06-be06-da4d453eedcb service neutron] Checking segment: {'id': '69e3382f-395f-44e0-a40c-d45aab069633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7736ab20-9109-45c5-88b0-6682a059f13e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:39:12.747190 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-6ed26d53-b622-4e06-be06-da4d453eedcb service neutron] Bound using segment: {'id': '69e3382f-395f-44e0-a40c-d45aab069633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7736ab20-9109-45c5-88b0-6682a059f13e'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:39:12.747719 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-6ed26d53-b622-4e06-be06-da4d453eedcb service neutron] Bound port: 52808788-d6d8-4255-b575-6466121f0d81, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e3382f-395f-44e0-a40c-d45aab069633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7736ab20-9109-45c5-88b0-6682a059f13e'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:39:12.748262 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-6ed26d53-b622-4e06-be06-da4d453eedcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:12.748364 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cedc0c9-fb26-4b67-b2f8-9544f6e1fcde tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:12.748777 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-73e9f363-6a12-4c59-9539-fc701999241e None None] Port 37ecb697-614e-4850-be9f-e8adbfbc6d5d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:39:12.756469 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cedc0c9-fb26-4b67-b2f8-9544f6e1fcde tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:12.763619 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cedc0c9-fb26-4b67-b2f8-9544f6e1fcde tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:12.765455 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3cedc0c9-fb26-4b67-b2f8-9544f6e1fcde tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.2002947 Dec 09 15:39:12.768136 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34976) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:12.862691 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-3ac6734e-88d0-407a-abbd-a616088681e1 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Deleting port 37ecb697-614e-4850-be9f-e8adbfbc6d5d {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:39:12.863037 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3ac6734e-88d0-407a-abbd-a616088681e1 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:12.899504 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b964e7-618b-4dfd-adf4-bd55a51f76a4 req-41ba18b9-e2ae-464e-8d4e-8eff84b77ec9 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:12.905492 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b964e7-618b-4dfd-adf4-bd55a51f76a4 req-41ba18b9-e2ae-464e-8d4e-8eff84b77ec9 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:12.912025 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b964e7-618b-4dfd-adf4-bd55a51f76a4 req-41ba18b9-e2ae-464e-8d4e-8eff84b77ec9 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:12.917986 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b964e7-618b-4dfd-adf4-bd55a51f76a4 req-41ba18b9-e2ae-464e-8d4e-8eff84b77ec9 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:12.923906 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b964e7-618b-4dfd-adf4-bd55a51f76a4 req-41ba18b9-e2ae-464e-8d4e-8eff84b77ec9 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:12.930014 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b964e7-618b-4dfd-adf4-bd55a51f76a4 req-41ba18b9-e2ae-464e-8d4e-8eff84b77ec9 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:12.935924 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b964e7-618b-4dfd-adf4-bd55a51f76a4 req-41ba18b9-e2ae-464e-8d4e-8eff84b77ec9 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:12.937890 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b3b964e7-618b-4dfd-adf4-bd55a51f76a4 req-41ba18b9-e2ae-464e-8d4e-8eff84b77ec9 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 5429 time: 0.1872454 Dec 09 15:39:12.956051 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3ac6734e-88d0-407a-abbd-a616088681e1 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:12.969021 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-3ac6734e-88d0-407a-abbd-a616088681e1 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Calling delete_port for 37ecb697-614e-4850-be9f-e8adbfbc6d5d owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:39:12.986240 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-6ed26d53-b622-4e06-be06-da4d453eedcb service neutron] For port 52808788-d6d8-4255-b575-6466121f0d81, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:39:13.010524 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-6ed26d53-b622-4e06-be06-da4d453eedcb service neutron] For port 52808788-d6d8-4255-b575-6466121f0d81, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=52808788-d6d8-4255-b575-6466121f0d81,segment=NetworkSegment(69e3382f-395f-44e0-a40c-d45aab069633),segment_id=69e3382f-395f-44e0-a40c-d45aab069633)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:39:13.022717 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-6ed26d53-b622-4e06-be06-da4d453eedcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:13.105460 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3ac6734e-88d0-407a-abbd-a616088681e1 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:13.109141 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-6ed26d53-b622-4e06-be06-da4d453eedcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:13.109856 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-6ed26d53-b622-4e06-be06-da4d453eedcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:13.111214 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-6ed26d53-b622-4e06-be06-da4d453eedcb service neutron] 10.222.0.31 "PUT /v2.0/ports/52808788-d6d8-4255-b575-6466121f0d81 HTTP/1.1" status: 200 len: 1092 time: 1.8818409 Dec 09 15:39:13.141031 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6734e-88d0-407a-abbd-a616088681e1 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Pushing event deleted for resources: {'Port': ['ID=37ecb697-614e-4850-be9f-e8adbfbc6d5d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:13.144145 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b3b964e7-618b-4dfd-adf4-bd55a51f76a4 req-edb8a12d-15c6-467e-a29b-d2fadfd079e8 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5a160d6-2a3e-43b1-a8f4-02b478772c5e&id=aba6105b-f056-4e0c-8297-3f8457ddbf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1970346 Dec 09 15:39:13.160031 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed26d53-b622-4e06-be06-da4d453eedcb service neutron] Pushing event updated for resources: {'Port': ['ID=52808788-d6d8-4255-b575-6466121f0d81,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:13.166328 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['847afbcf-2043-4704-86dd-821ac9fb24dc'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:39:13.279000 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-7b8e39ec-55d7-4828-be8b-c07d9272c66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:13.283663 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-7b8e39ec-55d7-4828-be8b-c07d9272c66d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7cb10907c9dd4101899755e35f1cc029&device_id=910d47b4-a3cf-49e8-aa0f-b0c93c533641 HTTP/1.1" status: 200 len: 1095 time: 0.1009326 Dec 09 15:39:13.336943 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3ac6734e-88d0-407a-abbd-a616088681e1 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:13.345060 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3ac6734e-88d0-407a-abbd-a616088681e1 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] 10.222.0.57 "DELETE /v2.0/ports/37ecb697-614e-4850-be9f-e8adbfbc6d5d HTTP/1.1" status: 204 len: 168 time: 0.5735919 Dec 09 15:39:13.345708 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34980) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:13.381706 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-aea469b8-83bb-4f96-86cb-82bd95f96879 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] GET failed (client error): The resource could not be found. Dec 09 15:39:13.384456 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-aea469b8-83bb-4f96-86cb-82bd95f96879 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] 10.222.0.57 "GET /v2.0/ports/37ecb697-614e-4850-be9f-e8adbfbc6d5d HTTP/1.1" status: 404 len: 333 time: 0.0367637 Dec 09 15:39:13.389378 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34982) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:13.397553 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-1ef6f059-6c06-4b92-a2ee-005506d5f0a4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52808788-d6d8-4255-b575-6466121f0d81 HTTP/1.1" status: 200 len: 217 time: 0.1026144 Dec 09 15:39:13.398119 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c6a3c722-0e33-46dc-ac40-51ff2b4b5738 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Request body: {'port': {'network_id': 'c61714cc-bfc6-4a31-8984-1746e9d41d83', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-797685248'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:13.499281 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-f722c3f7-a53e-41e4-9ca0-0d6ac005f8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:13.500897 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-f722c3f7-a53e-41e4-9ca0-0d6ac005f8c9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0ee4fdd6-4dfd-4a15-a871-b63f2ecb023f HTTP/1.1" status: 200 len: 852 time: 0.0752864 Dec 09 15:39:13.512774 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f8784-2eee-4912-b861-96afad76ef23 req-ed7d7d67-98d9-4515-9ebf-c257ee87d16c tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:13.514354 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-587f8784-2eee-4912-b861-96afad76ef23 req-ed7d7d67-98d9-4515-9ebf-c257ee87d16c tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d7308e5-11f2-45ed-a87e-035229f61b36 HTTP/1.1" status: 200 len: 946 time: 0.1385083 Dec 09 15:39:13.549082 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a3c722-0e33-46dc-ac40-51ff2b4b5738 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Made reservation on behalf of 42fd1d477d074b3e8ce858af4d85f6a5 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:39:13.553734 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c6a3c722-0e33-46dc-ac40-51ff2b4b5738 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:13.568446 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-11b1671d-cc2e-4a6e-81b6-813aba2f1935 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7736ab20-9109-45c5-88b0-6682a059f13e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520427 Dec 09 15:39:13.576385 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-c6a3c722-0e33-46dc-ac40-51ff2b4b5738 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] device_id is not set on port 4fb7d200-641f-4b04-acc1-788fb0b0a04a yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:39:13.654553 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34986) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:13.690044 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-587f8784-2eee-4912-b861-96afad76ef23 req-26e5fbb0-03e2-4d38-8e50-267ccffde8b6 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae95911-d29e-4491-93bd-1e00edc2ab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629362 Dec 09 15:39:13.698194 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 12dd1f56-6412-4015-93f6-b5f952d56bdf up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:39:13.708699 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-c6a3c722-0e33-46dc-ac40-51ff2b4b5738 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Allocated IP 2001:db8::358 (c61714cc-bfc6-4a31-8984-1746e9d41d83/946d9d61-03da-4b41-b2f6-ad5ca487ad39/4fb7d200-641f-4b04-acc1-788fb0b0a04a) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:39:13.730183 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b217e571-b59b-4edc-8cc9-8ebea388c5a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:13.736209 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-6bbd3fec-147a-4ff5-835a-07accdccc525 service neutron] 10.222.0.31 "GET /v2.0/networks/7736ab20-9109-45c5-88b0-6682a059f13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566713 Dec 09 15:39:13.813136 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 12dd1f56-6412-4015-93f6-b5f952d56bdf completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:39:13.817622 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 12dd1f56-6412-4015-93f6-b5f952d56bdf triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:13.818064 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:13.898532 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:13.903292 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c6a3c722-0e33-46dc-ac40-51ff2b4b5738 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:13.936754 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 12dd1f56-6412-4015-93f6-b5f952d56bdf, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=12dd1f56-6412-4015-93f6-b5f952d56bdf,segment=NetworkSegment(18982a45-a512-40c0-96de-f3768ab3b632),segment_id=18982a45-a512-40c0-96de-f3768ab3b632)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:13.945190 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:13.946089 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device d801fbcc-7e8f-4803-9e04-23f95227f725 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:39:13.956941 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c6a3c722-0e33-46dc-ac40-51ff2b4b5738 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:13.985943 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8e9ac9c2-e557-4937-862b-5bd34a82c837 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=09627b86ea3a401c9dca4d26f5ff081f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3278265 Dec 09 15:39:13.990787 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34990) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:14.009925 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a3c722-0e33-46dc-ac40-51ff2b4b5738 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Network c61714cc-bfc6-4a31-8984-1746e9d41d83 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:39:14.015398 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-c6a3c722-0e33-46dc-ac40-51ff2b4b5738 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:39:14.019426 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a3c722-0e33-46dc-ac40-51ff2b4b5738 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:39:14.025127 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=12dd1f56-6412-4015-93f6-b5f952d56bdf,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:14.026834 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a3c722-0e33-46dc-ac40-51ff2b4b5738 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:14.027581 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c6a3c722-0e33-46dc-ac40-51ff2b4b5738 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:14.035352 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:39:14.035664 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:39:14.036051 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:39:14.036398 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:39:14.036755 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:39:14.037090 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:39:14.037421 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:39:14.037755 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:39:14.038083 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:39:14.038410 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:39:14.039311 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:39:14.039414 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40323b3-6939-4ee2-8b62-3f73c9a0c415 req-636f0c65-a7eb-41b8-ab0d-ce476a90ce93 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:14.039578 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a3c722-0e33-46dc-ac40-51ff2b4b5738 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Pushing event updated for resources: {'Port': ['ID=4fb7d200-641f-4b04-acc1-788fb0b0a04a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:14.039691 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:39:14.040013 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:39:14.040988 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d40323b3-6939-4ee2-8b62-3f73c9a0c415 req-636f0c65-a7eb-41b8-ab0d-ce476a90ce93 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=910d47b4-a3cf-49e8-aa0f-b0c93c533641 HTTP/1.1" status: 200 len: 944 time: 0.2060230 Dec 09 15:39:14.057649 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c6a3c722-0e33-46dc-ac40-51ff2b4b5738 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6642578 Dec 09 15:39:14.057847 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34992) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:14.058543 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port d801fbcc-7e8f-4803-9e04-23f95227f725 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:39:14.063041 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-84a36184-70ee-4481-a84f-3e633b7318fc tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::24c', 'mac_address': 'fa:16:3e:6b:cf:6e'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:14.070537 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port d801fbcc-7e8f-4803-9e04-23f95227f725 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:14.070907 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:14.161873 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-02a1369c-c0ee-4503-8512-4d4d7c038c08 req-db33e3db-1eaf-4c0b-a704-e5f60e0af85c service neutron] 10.222.0.31 "GET /v2.0/networks/7736ab20-9109-45c5-88b0-6682a059f13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870747 Dec 09 15:39:14.179823 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:14.229045 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port d801fbcc-7e8f-4803-9e04-23f95227f725, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=d801fbcc-7e8f-4803-9e04-23f95227f725,segment=NetworkSegment(18982a45-a512-40c0-96de-f3768ab3b632),segment_id=18982a45-a512-40c0-96de-f3768ab3b632)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:14.235203 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:14.236389 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 5ff08a00-721a-4d24-8d8b-1594bb188216 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:39:14.252971 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d40323b3-6939-4ee2-8b62-3f73c9a0c415 req-1878974d-784a-40e3-985b-d38a4ce63d70 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605623 Dec 09 15:39:14.259792 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-54b10b5d-7ced-4a0e-b5fa-72542a61db5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:14.262888 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-84a36184-70ee-4481-a84f-3e633b7318fc tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:14.294267 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-54b10b5d-7ced-4a0e-b5fa-72542a61db5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:14.322946 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=d801fbcc-7e8f-4803-9e04-23f95227f725,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:14.350112 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 5ff08a00-721a-4d24-8d8b-1594bb188216 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:39:14.355967 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 5ff08a00-721a-4d24-8d8b-1594bb188216 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:14.356353 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:14.411163 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-47127f5c-73c6-41d1-adc0-5eb070551da8 None None] Provisioning complete for port 4fb7d200-641f-4b04-acc1-788fb0b0a04a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:14.411660 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-47127f5c-73c6-41d1-adc0-5eb070551da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:14.456179 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b217e571-b59b-4edc-8cc9-8ebea388c5a1 admin admin] Deleting port a4abf947-6559-4609-b762-4bb8e58ddb15 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:39:14.456544 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b217e571-b59b-4edc-8cc9-8ebea388c5a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:14.465770 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-47127f5c-73c6-41d1-adc0-5eb070551da8 None None] Port 4fb7d200-641f-4b04-acc1-788fb0b0a04a cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:39:14.468200 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8df7a-8116-4aa2-a915-3c5ab71ef1fd req-ab675a49-6418-493b-b437-72513bfd5db3 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:14.473125 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-78b8df7a-8116-4aa2-a915-3c5ab71ef1fd req-ab675a49-6418-493b-b437-72513bfd5db3 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=87f0bba4-7d9a-4014-982d-643cf4a840cb HTTP/1.1" status: 200 len: 947 time: 0.1084116 Dec 09 15:39:14.477543 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-54b10b5d-7ced-4a0e-b5fa-72542a61db5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:14.480583 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-54b10b5d-7ced-4a0e-b5fa-72542a61db5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:14.482472 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-54b10b5d-7ced-4a0e-b5fa-72542a61db5e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e97bd62b-8143-4899-92d3-6101b8389ff8 HTTP/1.1" status: 204 len: 168 time: 0.4889650 Dec 09 15:39:14.507758 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:14.550451 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 5ff08a00-721a-4d24-8d8b-1594bb188216, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5ff08a00-721a-4d24-8d8b-1594bb188216,segment=NetworkSegment(632c255a-192d-4ac5-a1ca-9931ff424cb3),segment_id=632c255a-192d-4ac5-a1ca-9931ff424cb3)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:14.556723 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:14.559146 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 5a2cd2eb-cc3c-4860-b939-e4520520d050 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:39:14.565842 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b10b5d-7ced-4a0e-b5fa-72542a61db5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97bd62b-8143-4899-92d3-6101b8389ff8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:14.605719 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-78b8df7a-8116-4aa2-a915-3c5ab71ef1fd req-7e9344df-ccdf-484f-afd5-8087ea2c37a8 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105614 Dec 09 15:39:14.668965 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-b217e571-b59b-4edc-8cc9-8ebea388c5a1 admin admin] For port a4abf947-6559-4609-b762-4bb8e58ddb15, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a4abf947-6559-4609-b762-4bb8e58ddb15,segment=NetworkSegment(d60be669-ee26-41ae-a7b5-ffd0c2cca921),segment_id=d60be669-ee26-41ae-a7b5-ffd0c2cca921)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:14.669410 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b217e571-b59b-4edc-8cc9-8ebea388c5a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:14.690061 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 5a2cd2eb-cc3c-4860-b939-e4520520d050 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:39:14.692240 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b217e571-b59b-4edc-8cc9-8ebea388c5a1 admin admin] Calling delete_port for a4abf947-6559-4609-b762-4bb8e58ddb15 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:39:14.704836 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 5a2cd2eb-cc3c-4860-b939-e4520520d050 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:14.705209 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:14.733557 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=5ff08a00-721a-4d24-8d8b-1594bb188216,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:14.776355 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 869 Content-Type: application/json Date: Thu, 09 Dec 2021 15:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f9d18b-af51-4b22-8f17-a5854011c095 x-openstack-request-id: req-f1f9d18b-af51-4b22-8f17-a5854011c095 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:39:14.776730 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87f0bba4-7d9a-4014-982d-643cf4a840cb", "name": "network-vif-unplugged", "status": "completed", "tag": "847afbcf-2043-4704-86dd-821ac9fb24dc", "code": 200}, {"server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "name": "network-vif-plugged", "status": "completed", "tag": "c0397afc-d7b8-46af-b15a-daa47b868983", "code": 200}, {"server_uuid": "9d7308e5-11f2-45ed-a87e-035229f61b36", "name": "network-vif-plugged", "status": "completed", "tag": "616e047d-07a7-4990-ae51-182bc76c70de", "code": 200}, {"server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "name": "network-vif-plugged", "status": "completed", "tag": "32ff3866-b9bf-4bc2-9100-56e447725e78", "code": 200}, {"server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "name": "network-vif-plugged", "status": "completed", "tag": "59e43ca8-3713-4f54-8ebf-f84b2c834574", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:39:14.777213 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f1f9d18b-af51-4b22-8f17-a5854011c095 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:39:14.777626 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f0bba4-7d9a-4014-982d-643cf4a840cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '847afbcf-2043-4704-86dd-821ac9fb24dc', 'code': 200} Dec 09 15:39:14.778057 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0397afc-d7b8-46af-b15a-daa47b868983', 'code': 200} Dec 09 15:39:14.778321 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d7308e5-11f2-45ed-a87e-035229f61b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616e047d-07a7-4990-ae51-182bc76c70de', 'code': 200} Dec 09 15:39:14.778575 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ff3866-b9bf-4bc2-9100-56e447725e78', 'code': 200} Dec 09 15:39:14.778825 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e43ca8-3713-4f54-8ebf-f84b2c834574', 'code': 200} Dec 09 15:39:14.806431 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Dec 2021 15:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e64be4-c59e-453d-8d46-c8794f8a3d8a x-openstack-request-id: req-71e64be4-c59e-453d-8d46-c8794f8a3d8a {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:39:14.807611 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19dc24f6-09ce-4250-850b-d7ee7c38fb46", "name": "network-vif-deleted", "tag": "59ffef59-e7d2-49f4-bb86-d9cd926be4b8", "status": "completed", "code": 200}, {"server_uuid": "4f9b1e76-d79c-4b0a-a995-1dadea5c1a93", "name": "network-vif-deleted", "tag": "80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:39:14.808078 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-71e64be4-c59e-453d-8d46-c8794f8a3d8a {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:39:14.808873 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19dc24f6-09ce-4250-850b-d7ee7c38fb46', 'name': 'network-vif-deleted', 'tag': '59ffef59-e7d2-49f4-bb86-d9cd926be4b8', 'status': 'completed', 'code': 200} Dec 09 15:39:14.809782 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9b1e76-d79c-4b0a-a995-1dadea5c1a93', 'name': 'network-vif-deleted', 'tag': '80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd', 'status': 'completed', 'code': 200} Dec 09 15:39:14.848597 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:14.890335 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 5a2cd2eb-cc3c-4860-b939-e4520520d050, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5a2cd2eb-cc3c-4860-b939-e4520520d050,segment=NetworkSegment(18982a45-a512-40c0-96de-f3768ab3b632),segment_id=18982a45-a512-40c0-96de-f3768ab3b632)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:14.899038 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:14.900984 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:39:14.939977 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-84a36184-70ee-4481-a84f-3e633b7318fc tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:14.947213 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-84a36184-70ee-4481-a84f-3e633b7318fc tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:14.958486 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:39:14.959068 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 80b852df-1e3f-4ac5-bdf0-cdd73a06c9dd not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:39:14.986480 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-84a36184-70ee-4481-a84f-3e633b7318fc tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] In _notify_port_updated(), no bound segment for port 4fb7d200-641f-4b04-acc1-788fb0b0a04a on network c61714cc-bfc6-4a31-8984-1746e9d41d83 {{(pid=103245) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:39:14.993727 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a36184-70ee-4481-a84f-3e633b7318fc tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:14.994402 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-84a36184-70ee-4481-a84f-3e633b7318fc tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:14.995729 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-84a36184-70ee-4481-a84f-3e633b7318fc tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] 10.222.0.57 "PUT /v2.0/ports/4fb7d200-641f-4b04-acc1-788fb0b0a04a HTTP/1.1" status: 200 len: 1002 time: 0.9369705 Dec 09 15:39:14.999357 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35012) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:15.004709 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=5a2cd2eb-cc3c-4860-b939-e4520520d050,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:15.049799 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a36184-70ee-4481-a84f-3e633b7318fc tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Pushing event updated for resources: {'Port': ['ID=4fb7d200-641f-4b04-acc1-788fb0b0a04a,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:15.140222 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-7cd5a479-dcb9-45ba-a913-77d1a90d4f27 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Deleting port 4fb7d200-641f-4b04-acc1-788fb0b0a04a {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:39:15.140626 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7cd5a479-dcb9-45ba-a913-77d1a90d4f27 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:15.249920 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7cd5a479-dcb9-45ba-a913-77d1a90d4f27 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:15.264610 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-7cd5a479-dcb9-45ba-a913-77d1a90d4f27 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Calling delete_port for 4fb7d200-641f-4b04-acc1-788fb0b0a04a owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:39:15.380174 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434e0e9-c470-4441-825b-cab73b758c00 req-74ae3ae9-550a-4ebe-872e-97399dbc1e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:15.381709 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9434e0e9-c470-4441-825b-cab73b758c00 req-74ae3ae9-550a-4ebe-872e-97399dbc1e46 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9d7308e5-11f2-45ed-a87e-035229f61b36 HTTP/1.1" status: 200 len: 1097 time: 0.4919815 Dec 09 15:39:15.404000 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-789d6ef6-8393-4a68-b143-f8218cca1481 req-2f1fa87d-7a42-4018-9629-0252589b72ad tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5929365 Dec 09 15:39:15.415137 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7cd5a479-dcb9-45ba-a913-77d1a90d4f27 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:15.424496 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a600ba04-b73f-4778-a6d6-082168e695ae None None] Provisioning complete for port 4fb7d200-641f-4b04-acc1-788fb0b0a04a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:15.425446 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a600ba04-b73f-4778-a6d6-082168e695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:15.426560 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-789d6ef6-8393-4a68-b143-f8218cca1481 req-f33887be-71b4-4721-b9e2-54629902f2d1 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:15.464485 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5a479-dcb9-45ba-a913-77d1a90d4f27 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Pushing event deleted for resources: {'Port': ['ID=4fb7d200-641f-4b04-acc1-788fb0b0a04a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:15.468975 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a600ba04-b73f-4778-a6d6-082168e695ae None None] Port 4fb7d200-641f-4b04-acc1-788fb0b0a04a was deleted so its status cannot be updated. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 09 15:39:15.494574 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9434e0e9-c470-4441-825b-cab73b758c00 req-56936b23-dd30-4862-b5e2-586b849c7d50 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cae95911-d29e-4491-93bd-1e00edc2ab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052034 Dec 09 15:39:15.499186 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-789d6ef6-8393-4a68-b143-f8218cca1481 req-f33887be-71b4-4721-b9e2-54629902f2d1 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:15.553847 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b217e571-b59b-4edc-8cc9-8ebea388c5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:15.560800 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7cd5a479-dcb9-45ba-a913-77d1a90d4f27 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:15.564473 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7cd5a479-dcb9-45ba-a913-77d1a90d4f27 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] 10.222.0.57 "DELETE /v2.0/ports/4fb7d200-641f-4b04-acc1-788fb0b0a04a HTTP/1.1" status: 204 len: 168 time: 0.5641122 Dec 09 15:39:15.567279 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35026) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:15.588871 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b217e571-b59b-4edc-8cc9-8ebea388c5a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4abf947-6559-4609-b762-4bb8e58ddb15,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:15.593285 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-434259b2-1501-4a49-a586-495efd24a0bc tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] GET failed (client error): The resource could not be found. Dec 09 15:39:15.594908 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-434259b2-1501-4a49-a586-495efd24a0bc tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] 10.222.0.57 "GET /v2.0/ports/4fb7d200-641f-4b04-acc1-788fb0b0a04a HTTP/1.1" status: 404 len: 333 time: 0.0265429 Dec 09 15:39:15.598845 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35028) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:15.604892 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-02839d97-9bed-4cba-9ffe-31e4f12b6479 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Request body: {'port': {'network_id': 'c61714cc-bfc6-4a31-8984-1746e9d41d83', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-252605558'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:15.709280 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 847afbcf-2043-4704-86dd-821ac9fb24dc up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:39:15.730180 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02839d97-9bed-4cba-9ffe-31e4f12b6479 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Made reservation on behalf of 42fd1d477d074b3e8ce858af4d85f6a5 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:39:15.734962 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-02839d97-9bed-4cba-9ffe-31e4f12b6479 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:15.755265 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-02839d97-9bed-4cba-9ffe-31e4f12b6479 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] device_id is not set on port 0b436e43-a33f-4b4f-abf4-cfd8a42c602d yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:39:15.755832 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:15.770369 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-789d6ef6-8393-4a68-b143-f8218cca1481 req-f33887be-71b4-4721-b9e2-54629902f2d1 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:15.774837 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 847afbcf-2043-4704-86dd-821ac9fb24dc triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:15.774837 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:15.826686 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b217e571-b59b-4edc-8cc9-8ebea388c5a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:15.857618 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:15.885695 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-02839d97-9bed-4cba-9ffe-31e4f12b6479 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Allocated IP 2001:db8::92 (c61714cc-bfc6-4a31-8984-1746e9d41d83/946d9d61-03da-4b41-b2f6-ad5ca487ad39/0b436e43-a33f-4b4f-abf4-cfd8a42c602d) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:39:15.898555 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 847afbcf-2043-4704-86dd-821ac9fb24dc, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=847afbcf-2043-4704-86dd-821ac9fb24dc,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:15.903205 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:15.953099 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=847afbcf-2043-4704-86dd-821ac9fb24dc,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:15.971301 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-789d6ef6-8393-4a68-b143-f8218cca1481 req-f33887be-71b4-4721-b9e2-54629902f2d1 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Allocated IP 172.25.3.36 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/61befe01-0165-4947-9c07-b7f975a69e79) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:39:16.041189 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-02839d97-9bed-4cba-9ffe-31e4f12b6479 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:16.074743 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-02839d97-9bed-4cba-9ffe-31e4f12b6479 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:16.120475 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02839d97-9bed-4cba-9ffe-31e4f12b6479 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Network c61714cc-bfc6-4a31-8984-1746e9d41d83 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:39:16.125735 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-02839d97-9bed-4cba-9ffe-31e4f12b6479 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:39:16.128801 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02839d97-9bed-4cba-9ffe-31e4f12b6479 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:39:16.135833 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02839d97-9bed-4cba-9ffe-31e4f12b6479 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:16.136971 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-02839d97-9bed-4cba-9ffe-31e4f12b6479 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:16.150603 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02839d97-9bed-4cba-9ffe-31e4f12b6479 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Pushing event updated for resources: {'Port': ['ID=0b436e43-a33f-4b4f-abf4-cfd8a42c602d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:16.165243 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-02839d97-9bed-4cba-9ffe-31e4f12b6479 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.5644362 Dec 09 15:39:16.167826 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35030) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:16.171126 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-789d6ef6-8393-4a68-b143-f8218cca1481 req-f33887be-71b4-4721-b9e2-54629902f2d1 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:16.174656 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-5236e15c-b734-483d-9e65-37ede9a0a695 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:6b:cf:6e'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:16.186731 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b217e571-b59b-4edc-8cc9-8ebea388c5a1 admin admin] Router 887ebe31-dc9a-4cf2-885f-669106917920 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:39:16.261947 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5236e15c-b734-483d-9e65-37ede9a0a695 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:16.274358 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-789d6ef6-8393-4a68-b143-f8218cca1481 req-f33887be-71b4-4721-b9e2-54629902f2d1 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:16.364721 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-789d6ef6-8393-4a68-b143-f8218cca1481 req-f33887be-71b4-4721-b9e2-54629902f2d1 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:39:16.372605 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33887be-71b4-4721-b9e2-54629902f2d1 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Pushing event updated for resources: {'Port': ['ID=61befe01-0165-4947-9c07-b7f975a69e79,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:16.376494 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-789d6ef6-8393-4a68-b143-f8218cca1481 req-f33887be-71b4-4721-b9e2-54629902f2d1 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:39:16.378725 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-789d6ef6-8393-4a68-b143-f8218cca1481 req-f33887be-71b4-4721-b9e2-54629902f2d1 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:39:16.415130 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b217e571-b59b-4edc-8cc9-8ebea388c5a1 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:39:16.421051 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b217e571-b59b-4edc-8cc9-8ebea388c5a1 admin admin] 10.222.0.57 "PUT /v2.0/routers/887ebe31-dc9a-4cf2-885f-669106917920/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7476645 Dec 09 15:39:16.425729 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35032) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:16.427402 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41f0bee-8e06-4b13-b9c0-298af0b97582 None None] Sync routers for ids ['887ebe31-dc9a-4cf2-885f-669106917920'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:39:16.444652 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41f0bee-8e06-4b13-b9c0-298af0b97582 None None] Routers {'887ebe31-dc9a-4cf2-885f-669106917920'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:39:16.445294 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d41f0bee-8e06-4b13-b9c0-298af0b97582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:38:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['887ebe31-dc9a-4cf2-885f-669106917920'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:16.487821 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-789d6ef6-8393-4a68-b143-f8218cca1481 req-f33887be-71b4-4721-b9e2-54629902f2d1 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:16.512557 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-17cbe7ef-9bfb-467f-8fc9-35821ac32a8e None None] Provisioning complete for port 0b436e43-a33f-4b4f-abf4-cfd8a42c602d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:16.513923 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-17cbe7ef-9bfb-467f-8fc9-35821ac32a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:16.528402 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-789d6ef6-8393-4a68-b143-f8218cca1481 req-f33887be-71b4-4721-b9e2-54629902f2d1 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:16.539485 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5236e15c-b734-483d-9e65-37ede9a0a695 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:16.554608 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5236e15c-b734-483d-9e65-37ede9a0a695 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:16.564575 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-17cbe7ef-9bfb-467f-8fc9-35821ac32a8e None None] Port 0b436e43-a33f-4b4f-abf4-cfd8a42c602d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:39:16.564737 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-d41f0bee-8e06-4b13-b9c0-298af0b97582 None None] Set router 887ebe31-dc9a-4cf2-885f-669106917920 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:39:16.599203 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-342dd1d7-cb4b-4ca0-902f-9aabe24e5539 admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:16.601220 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-5236e15c-b734-483d-9e65-37ede9a0a695 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] In _notify_port_updated(), no bound segment for port 0b436e43-a33f-4b4f-abf4-cfd8a42c602d on network c61714cc-bfc6-4a31-8984-1746e9d41d83 {{(pid=103245) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:39:16.606828 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5236e15c-b734-483d-9e65-37ede9a0a695 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:16.607495 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5236e15c-b734-483d-9e65-37ede9a0a695 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:16.608883 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5236e15c-b734-483d-9e65-37ede9a0a695 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] 10.222.0.57 "PUT /v2.0/ports/0b436e43-a33f-4b4f-abf4-cfd8a42c602d HTTP/1.1" status: 200 len: 1001 time: 0.4393828 Dec 09 15:39:16.611623 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35034) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:16.696187 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5236e15c-b734-483d-9e65-37ede9a0a695 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Pushing event updated for resources: {'Port': ['ID=0b436e43-a33f-4b4f-abf4-cfd8a42c602d,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:16.721103 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-789d6ef6-8393-4a68-b143-f8218cca1481 req-f33887be-71b4-4721-b9e2-54629902f2d1 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:16.727464 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-789d6ef6-8393-4a68-b143-f8218cca1481 req-f33887be-71b4-4721-b9e2-54629902f2d1 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:16.779612 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12dd1f56-6412-4015-93f6-b5f952d56bdf'}, {'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd801fbcc-7e8f-4803-9e04-23f95227f725'}, {'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff08a00-721a-4d24-8d8b-1594bb188216'}, {'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2cd2eb-cc3c-4860-b939-e4520520d050'}, {'server_uuid': '87f0bba4-7d9a-4014-982d-643cf4a840cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847afbcf-2043-4704-86dd-821ac9fb24dc'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:39:16.784112 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b88e551-7800-43e7-9a43-57251edca6fb" -d '{"events": [{"server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "name": "network-vif-plugged", "status": "completed", "tag": "12dd1f56-6412-4015-93f6-b5f952d56bdf"}, {"server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "name": "network-vif-plugged", "status": "completed", "tag": "d801fbcc-7e8f-4803-9e04-23f95227f725"}, {"server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "name": "network-vif-plugged", "status": "completed", "tag": "5ff08a00-721a-4d24-8d8b-1594bb188216"}, {"server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "name": "network-vif-plugged", "status": "completed", "tag": "5a2cd2eb-cc3c-4860-b939-e4520520d050"}, {"server_uuid": "87f0bba4-7d9a-4014-982d-643cf4a840cb", "name": "network-vif-plugged", "status": "completed", "tag": "847afbcf-2043-4704-86dd-821ac9fb24dc"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:39:16.797818 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-342dd1d7-cb4b-4ca0-902f-9aabe24e5539 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:16.820344 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910d47b4-a3cf-49e8-aa0f-b0c93c533641', 'tag': '52808788-d6d8-4255-b575-6466121f0d81'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:39:16.821608 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc890958-fc6b-45fe-ac07-e8219e5995a9" -d '{"events": [{"name": "network-changed", "server_uuid": "910d47b4-a3cf-49e8-aa0f-b0c93c533641", "tag": "52808788-d6d8-4255-b575-6466121f0d81"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:39:16.821812 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-15af791f-6033-4bb8-a43b-dcbfc084b50a tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Deleting port 0b436e43-a33f-4b4f-abf4-cfd8a42c602d {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:39:16.822185 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-15af791f-6033-4bb8-a43b-dcbfc084b50a tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:16.852067 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33887be-71b4-4721-b9e2-54629902f2d1 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Pushing event updated for resources: {'Port': ['ID=61befe01-0165-4947-9c07-b7f975a69e79,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:16.870485 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-789d6ef6-8393-4a68-b143-f8218cca1481 req-f33887be-71b4-4721-b9e2-54629902f2d1 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:16.894574 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-789d6ef6-8393-4a68-b143-f8218cca1481 req-f33887be-71b4-4721-b9e2-54629902f2d1 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:16.903210 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-789d6ef6-8393-4a68-b143-f8218cca1481 req-f33887be-71b4-4721-b9e2-54629902f2d1 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4883404 Dec 09 15:39:16.943638 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d41f0bee-8e06-4b13-b9c0-298af0b97582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887ebe31-dc9a-4cf2-885f-669106917920', 'name': 'tempest-ServerRescueNegativeTestJSON-1644842371-router', 'tenant_id': '59594b9e3fb144dbb2817de5b4b0a74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '225cb9da-c7e5-4889-a272-1571345a0323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:35:28Z', 'updated_at': '2021-12-09T15:39:15Z', 'revision_number': 5, 'project_id': '59594b9e3fb144dbb2817de5b4b0a74c', 'gw_port': {'id': '225cb9da-c7e5-4889-a272-1571345a0323', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ebe31-dc9a-4cf2-885f-669106917920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:35:28Z', 'updated_at': '2021-12-09T15:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:16.956396 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-342dd1d7-cb4b-4ca0-902f-9aabe24e5539 admin admin] Deleting port 225cb9da-c7e5-4889-a272-1571345a0323 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:39:16.957173 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-342dd1d7-cb4b-4ca0-902f-9aabe24e5539 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:16.977637 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-789d6ef6-8393-4a68-b143-f8218cca1481 req-f2563282-d3b5-408c-97e8-0e2de6a7585e tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.36 HTTP/1.1" status: 200 len: 695 time: 0.0734608 Dec 09 15:39:16.981282 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41f0bee-8e06-4b13-b9c0-298af0b97582 None None] Checking router: 887ebe31-dc9a-4cf2-885f-669106917920 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:39:16.990762 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41f0bee-8e06-4b13-b9c0-298af0b97582 None None] Routers {'887ebe31-dc9a-4cf2-885f-669106917920'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:39:16.991642 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d41f0bee-8e06-4b13-b9c0-298af0b97582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:38:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['887ebe31-dc9a-4cf2-885f-669106917920'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:17.010100 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ef9c1cf0-7e97-4347-a3b3-63e3ab742bb7 None None] Provisioning complete for port 0b436e43-a33f-4b4f-abf4-cfd8a42c602d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:17.010610 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ef9c1cf0-7e97-4347-a3b3-63e3ab742bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:17.016176 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-15af791f-6033-4bb8-a43b-dcbfc084b50a tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:17.033239 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-15af791f-6033-4bb8-a43b-dcbfc084b50a tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Calling delete_port for 0b436e43-a33f-4b4f-abf4-cfd8a42c602d owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:39:17.058347 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ef9c1cf0-7e97-4347-a3b3-63e3ab742bb7 None None] Port 0b436e43-a33f-4b4f-abf4-cfd8a42c602d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:39:17.094554 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-d41f0bee-8e06-4b13-b9c0-298af0b97582 None None] Set router 887ebe31-dc9a-4cf2-885f-669106917920 gateway port host: None {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:39:17.096089 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d6ef6-8393-4a68-b143-f8218cca1481 req-aa0f0960-a6e9-47c2-b6bf-1449b0f91b98 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:17.110223 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-789d6ef6-8393-4a68-b143-f8218cca1481 req-aa0f0960-a6e9-47c2-b6bf-1449b0f91b98 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] 10.222.0.57 "GET /v2.0/networks/d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 784 time: 0.1255214 Dec 09 15:39:17.138189 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-342dd1d7-cb4b-4ca0-902f-9aabe24e5539 admin admin] For port 225cb9da-c7e5-4889-a272-1571345a0323, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=225cb9da-c7e5-4889-a272-1571345a0323,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:17.138738 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-342dd1d7-cb4b-4ca0-902f-9aabe24e5539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:17.158225 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d41f0bee-8e06-4b13-b9c0-298af0b97582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887ebe31-dc9a-4cf2-885f-669106917920', 'name': 'tempest-ServerRescueNegativeTestJSON-1644842371-router', 'tenant_id': '59594b9e3fb144dbb2817de5b4b0a74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:35:28Z', 'updated_at': '2021-12-09T15:39:16Z', 'revision_number': 6, 'project_id': '59594b9e3fb144dbb2817de5b4b0a74c', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:17.161504 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-342dd1d7-cb4b-4ca0-902f-9aabe24e5539 admin admin] Calling delete_port for 225cb9da-c7e5-4889-a272-1571345a0323 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:39:17.186007 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41f0bee-8e06-4b13-b9c0-298af0b97582 None None] The sync data for ids ['887ebe31-dc9a-4cf2-885f-669106917920'] in n-d-821228-1 is: [{'id': '887ebe31-dc9a-4cf2-885f-669106917920', 'name': 'tempest-ServerRescueNegativeTestJSON-1644842371-router', 'tenant_id': '59594b9e3fb144dbb2817de5b4b0a74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:35:28Z', 'updated_at': '2021-12-09T15:39:16Z', 'revision_number': 6, 'project_id': '59594b9e3fb144dbb2817de5b4b0a74c', 'gw_port_host': None}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:39:17.226171 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af909f9c-f64f-4123-b2da-d4d853296834 req-a34682ec-fa68-4e9c-8614-16237f0f8228 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:17.232579 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af909f9c-f64f-4123-b2da-d4d853296834 req-a34682ec-fa68-4e9c-8614-16237f0f8228 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:17.239309 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af909f9c-f64f-4123-b2da-d4d853296834 req-a34682ec-fa68-4e9c-8614-16237f0f8228 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:17.245365 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af909f9c-f64f-4123-b2da-d4d853296834 req-a34682ec-fa68-4e9c-8614-16237f0f8228 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:17.251354 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af909f9c-f64f-4123-b2da-d4d853296834 req-a34682ec-fa68-4e9c-8614-16237f0f8228 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:17.257320 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af909f9c-f64f-4123-b2da-d4d853296834 req-a34682ec-fa68-4e9c-8614-16237f0f8228 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:17.263572 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af909f9c-f64f-4123-b2da-d4d853296834 req-a34682ec-fa68-4e9c-8614-16237f0f8228 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:17.265557 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af909f9c-f64f-4123-b2da-d4d853296834 req-a34682ec-fa68-4e9c-8614-16237f0f8228 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 5433 time: 0.1143956 Dec 09 15:39:17.284717 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-15af791f-6033-4bb8-a43b-dcbfc084b50a tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:17.327715 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af909f9c-f64f-4123-b2da-d4d853296834 req-7b14255a-3900-4e0e-bf1c-d84f5cea46e5 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5a160d6-2a3e-43b1-a8f4-02b478772c5e&id=aba6105b-f056-4e0c-8297-3f8457ddbf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552382 Dec 09 15:39:17.357716 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af791f-6033-4bb8-a43b-dcbfc084b50a tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Pushing event deleted for resources: {'Port': ['ID=0b436e43-a33f-4b4f-abf4-cfd8a42c602d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:17.390877 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-15af791f-6033-4bb8-a43b-dcbfc084b50a tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:17.397520 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-15af791f-6033-4bb8-a43b-dcbfc084b50a tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] 10.222.0.57 "DELETE /v2.0/ports/0b436e43-a33f-4b4f-abf4-cfd8a42c602d HTTP/1.1" status: 204 len: 168 time: 0.7839205 Dec 09 15:39:17.400104 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35042) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:17.432640 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-34f12aa8-a9e2-4df9-9b73-1edb94f1dd21 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] GET failed (client error): The resource could not be found. Dec 09 15:39:17.437575 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-34f12aa8-a9e2-4df9-9b73-1edb94f1dd21 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] 10.222.0.57 "GET /v2.0/ports/0b436e43-a33f-4b4f-abf4-cfd8a42c602d HTTP/1.1" status: 404 len: 333 time: 0.0329509 Dec 09 15:39:17.439943 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35044) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:17.449431 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ce05215d-3ee7-4c3b-83b7-e2feac2f8875 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Request body: {'port': {'network_id': 'c61714cc-bfc6-4a31-8984-1746e9d41d83', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-7080363'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:17.506870 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-342dd1d7-cb4b-4ca0-902f-9aabe24e5539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:17.558730 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342dd1d7-cb4b-4ca0-902f-9aabe24e5539 admin admin] Pushing event deleted for resources: {'Port': ['ID=225cb9da-c7e5-4889-a272-1571345a0323,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:17.659412 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-342dd1d7-cb4b-4ca0-902f-9aabe24e5539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:17.718696 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 52808788-d6d8-4255-b575-6466121f0d81 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:39:17.741618 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10398fe5-93e6-49f5-9a7c-5901bb429dba req-5c5b26aa-5591-44ed-8aef-18b54726ffb7 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:17.743224 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-10398fe5-93e6-49f5-9a7c-5901bb429dba req-5c5b26aa-5591-44ed-8aef-18b54726ffb7 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.31 "GET /v2.0/ports?device_id=87f0bba4-7d9a-4014-982d-643cf4a840cb&tenant_id=8222749629bd4bc081045ad1433cd8c5&binding%3Ahost_id=n-h2-821228-1 HTTP/1.1" status: 200 len: 948 time: 0.0968654 Dec 09 15:39:17.755411 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8e0d1-8be7-47b9-bf8d-c9ba671d50f1 req-38d96cb5-c844-40c9-9415-7078a44dd227 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:17.757020 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-83e8e0d1-8be7-47b9-bf8d-c9ba671d50f1 req-38d96cb5-c844-40c9-9415-7078a44dd227 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d7308e5-11f2-45ed-a87e-035229f61b36 HTTP/1.1" status: 200 len: 946 time: 0.0798249 Dec 09 15:39:17.769459 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-342dd1d7-cb4b-4ca0-902f-9aabe24e5539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:17.772456 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-342dd1d7-cb4b-4ca0-902f-9aabe24e5539 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:17.827853 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 52808788-d6d8-4255-b575-6466121f0d81, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=52808788-d6d8-4255-b575-6466121f0d81,segment=NetworkSegment(69e3382f-395f-44e0-a40c-d45aab069633),segment_id=69e3382f-395f-44e0-a40c-d45aab069633)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:17.829613 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce05215d-3ee7-4c3b-83b7-e2feac2f8875 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Made reservation on behalf of 42fd1d477d074b3e8ce858af4d85f6a5 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:39:17.834466 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce05215d-3ee7-4c3b-83b7-e2feac2f8875 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:17.838063 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-342dd1d7-cb4b-4ca0-902f-9aabe24e5539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:17.838605 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342dd1d7-cb4b-4ca0-902f-9aabe24e5539 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 887ebe31-dc9a-4cf2-885f-669106917920 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:39:17.841397 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '52808788-d6d8-4255-b575-6466121f0d81', 'network_id': '7736ab20-9109-45c5-88b0-6682a059f13e', 'port_id': '52808788-d6d8-4255-b575-6466121f0d81', 'mac_address': 'fa:16:3e:64:d8:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ee4fdd6-4dfd-4a15-a871-b63f2ecb023f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:39:17.843516 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-342dd1d7-cb4b-4ca0-902f-9aabe24e5539 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:17.847406 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-342dd1d7-cb4b-4ca0-902f-9aabe24e5539 admin admin] 10.222.0.57 "DELETE /v2.0/routers/887ebe31-dc9a-4cf2-885f-669106917920 HTTP/1.1" status: 204 len: 168 time: 1.4206386 Dec 09 15:39:17.848604 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35048) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:17.850537 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-83e8e0d1-8be7-47b9-bf8d-c9ba671d50f1 req-adf82e47-1e65-480d-9d25-1ffd3a7008c3 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae95911-d29e-4491-93bd-1e00edc2ab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681636 Dec 09 15:39:17.852268 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-10398fe5-93e6-49f5-9a7c-5901bb429dba req-2b9f9720-c676-40ef-9f3d-5fbcb00424ef service neutron] 10.222.0.31 "GET /v2.0/ports/847afbcf-2043-4704-86dd-821ac9fb24dc/bindings/n-h2-821228-1 HTTP/1.1" status: 200 len: 382 time: 0.0943136 Dec 09 15:39:17.894668 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-ce05215d-3ee7-4c3b-83b7-e2feac2f8875 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] device_id is not set on port 6ea5b1a8-1552-41dd-b42b-754bc5abf13f yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:39:17.897862 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:17.911584 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52808788-d6d8-4255-b575-6466121f0d81 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:39:17.933510 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 52808788-d6d8-4255-b575-6466121f0d81, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=52808788-d6d8-4255-b575-6466121f0d81,segment=NetworkSegment(69e3382f-395f-44e0-a40c-d45aab069633),segment_id=69e3382f-395f-44e0-a40c-d45aab069633)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:17.939292 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:17.965242 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10398fe5-93e6-49f5-9a7c-5901bb429dba req-77e61c11-b054-4256-b6c1-87363d59e032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:17.967096 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-10398fe5-93e6-49f5-9a7c-5901bb429dba req-77e61c11-b054-4256-b6c1-87363d59e032 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8222749629bd4bc081045ad1433cd8c5&device_id=87f0bba4-7d9a-4014-982d-643cf4a840cb HTTP/1.1" status: 200 len: 1099 time: 0.0823998 Dec 09 15:39:17.967796 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-71516fac-7cb2-44c6-8782-05d98efd329c admin admin] Deleting subnet 55d52639-1caa-4023-ae95-afc257c891d1 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:39:17.975325 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71516fac-7cb2-44c6-8782-05d98efd329c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:17.991634 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=52808788-d6d8-4255-b575-6466121f0d81,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:18.045465 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6b7ba-2352-4dd3-925c-cebf1b3f8a94 req-4be439e2-a7f3-4c3e-bd03-7a82e926e7a8 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:18.047487 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f8f6b7ba-2352-4dd3-925c-cebf1b3f8a94 req-4be439e2-a7f3-4c3e-bd03-7a82e926e7a8 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=910d47b4-a3cf-49e8-aa0f-b0c93c533641 HTTP/1.1" status: 200 len: 945 time: 0.1164696 Dec 09 15:39:18.049192 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71516fac-7cb2-44c6-8782-05d98efd329c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:18.089918 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-ce05215d-3ee7-4c3b-83b7-e2feac2f8875 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Allocated IP 2001:db8::301 (c61714cc-bfc6-4a31-8984-1746e9d41d83/946d9d61-03da-4b41-b2f6-ad5ca487ad39/6ea5b1a8-1552-41dd-b42b-754bc5abf13f) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:39:18.118092 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10398fe5-93e6-49f5-9a7c-5901bb429dba req-a9962fee-1394-4f9c-8718-a064d55cc237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:18.119573 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-10398fe5-93e6-49f5-9a7c-5901bb429dba req-a9962fee-1394-4f9c-8718-a064d55cc237 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.1450491 Dec 09 15:39:18.120258 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71516fac-7cb2-44c6-8782-05d98efd329c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:18.129637 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f8f6b7ba-2352-4dd3-925c-cebf1b3f8a94 req-e3a07116-2d17-4400-86ba-3fefccb03cf8 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712368 Dec 09 15:39:18.202919 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-10398fe5-93e6-49f5-9a7c-5901bb429dba req-0b34f99d-e08f-437d-9d9f-cc9ab09f332e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=847afbcf-2043-4704-86dd-821ac9fb24dc HTTP/1.1" status: 200 len: 217 time: 0.0720015 Dec 09 15:39:18.235946 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a4abf947-6559-4609-b762-4bb8e58ddb15 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:39:18.259654 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10398fe5-93e6-49f5-9a7c-5901bb429dba req-586f2d5b-5dad-4683-8a02-5cad16e66e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:18.261486 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-10398fe5-93e6-49f5-9a7c-5901bb429dba req-586f2d5b-5dad-4683-8a02-5cad16e66e19 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0518982 Dec 09 15:39:18.262953 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71516fac-7cb2-44c6-8782-05d98efd329c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:18.271633 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: a4abf947-6559-4609-b762-4bb8e58ddb15 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:39:18.272235 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a4abf947-6559-4609-b762-4bb8e58ddb15 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:39:18.272822 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 225cb9da-c7e5-4889-a272-1571345a0323 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:39:18.302030 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71516fac-7cb2-44c6-8782-05d98efd329c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55d52639-1caa-4023-ae95-afc257c891d1,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:18.307576 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71516fac-7cb2-44c6-8782-05d98efd329c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:18.309391 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 225cb9da-c7e5-4889-a272-1571345a0323 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:39:18.312643 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 225cb9da-c7e5-4889-a272-1571345a0323 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:39:18.313474 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-71516fac-7cb2-44c6-8782-05d98efd329c admin admin] 10.222.0.57 "DELETE /v2.0/subnets/55d52639-1caa-4023-ae95-afc257c891d1 HTTP/1.1" status: 204 len: 168 time: 0.4583235 Dec 09 15:39:18.315171 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35054) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:18.338208 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10398fe5-93e6-49f5-9a7c-5901bb429dba req-f8ff4572-15e3-4a18-9c1b-fac345e75562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:18.340443 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-10398fe5-93e6-49f5-9a7c-5901bb429dba req-f8ff4572-15e3-4a18-9c1b-fac345e75562 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0591047 Dec 09 15:39:18.425218 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-785b3598-066b-49d7-8f09-197ff714f3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:18.429566 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce05215d-3ee7-4c3b-83b7-e2feac2f8875 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:18.434309 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['52808788-d6d8-4255-b575-6466121f0d81'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:39:18.489261 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Thu, 09 Dec 2021 15:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a53bc8-fa92-43ed-a896-7e8c9cfe88de x-openstack-request-id: req-62a53bc8-fa92-43ed-a896-7e8c9cfe88de {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:39:18.490222 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "name": "network-vif-plugged", "status": "completed", "tag": "12dd1f56-6412-4015-93f6-b5f952d56bdf", "code": 200}, {"server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "name": "network-vif-plugged", "status": "completed", "tag": "d801fbcc-7e8f-4803-9e04-23f95227f725", "code": 200}, {"server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "name": "network-vif-plugged", "status": "completed", "tag": "5ff08a00-721a-4d24-8d8b-1594bb188216", "code": 200}, {"server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "name": "network-vif-plugged", "status": "completed", "tag": "5a2cd2eb-cc3c-4860-b939-e4520520d050", "code": 200}, {"server_uuid": "87f0bba4-7d9a-4014-982d-643cf4a840cb", "name": "network-vif-plugged", "status": "completed", "tag": "847afbcf-2043-4704-86dd-821ac9fb24dc", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:39:18.490660 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-62a53bc8-fa92-43ed-a896-7e8c9cfe88de {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:39:18.491213 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12dd1f56-6412-4015-93f6-b5f952d56bdf', 'code': 200} Dec 09 15:39:18.491610 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd801fbcc-7e8f-4803-9e04-23f95227f725', 'code': 200} Dec 09 15:39:18.492159 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff08a00-721a-4d24-8d8b-1594bb188216', 'code': 200} Dec 09 15:39:18.492628 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2cd2eb-cc3c-4860-b939-e4520520d050', 'code': 200} Dec 09 15:39:18.493776 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f0bba4-7d9a-4014-982d-643cf4a840cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847afbcf-2043-4704-86dd-821ac9fb24dc', 'code': 200} Dec 09 15:39:18.535448 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505d335c-d7ca-415e-a563-fed18945ab2e x-openstack-request-id: req-505d335c-d7ca-415e-a563-fed18945ab2e {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:39:18.536607 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "910d47b4-a3cf-49e8-aa0f-b0c93c533641", "tag": "52808788-d6d8-4255-b575-6466121f0d81", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:39:18.537156 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-505d335c-d7ca-415e-a563-fed18945ab2e {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:39:18.537854 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '910d47b4-a3cf-49e8-aa0f-b0c93c533641', 'tag': '52808788-d6d8-4255-b575-6466121f0d81', 'status': 'completed', 'code': 200} Dec 09 15:39:18.542128 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-10398fe5-93e6-49f5-9a7c-5901bb429dba req-f9d729da-1990-4145-8e48-6b382985368a service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941338 Dec 09 15:39:18.564888 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce05215d-3ee7-4c3b-83b7-e2feac2f8875 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:18.586318 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-785b3598-066b-49d7-8f09-197ff714f3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:18.633206 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce05215d-3ee7-4c3b-83b7-e2feac2f8875 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Network c61714cc-bfc6-4a31-8984-1746e9d41d83 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:39:18.644772 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-ce05215d-3ee7-4c3b-83b7-e2feac2f8875 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:39:18.647905 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-785b3598-066b-49d7-8f09-197ff714f3f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7010a1a7-2d7c-4586-8e67-9c7afc483ab0']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:18.657540 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce05215d-3ee7-4c3b-83b7-e2feac2f8875 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:39:18.664307 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce05215d-3ee7-4c3b-83b7-e2feac2f8875 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:18.665037 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce05215d-3ee7-4c3b-83b7-e2feac2f8875 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:18.675247 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-785b3598-066b-49d7-8f09-197ff714f3f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd60be669-ee26-41ae-a7b5-ffd0c2cca921') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:18.675552 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-785b3598-066b-49d7-8f09-197ff714f3f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd60be669-ee26-41ae-a7b5-ffd0c2cca921') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:18.694483 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05215d-3ee7-4c3b-83b7-e2feac2f8875 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Pushing event updated for resources: {'Port': ['ID=6ea5b1a8-1552-41dd-b42b-754bc5abf13f,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:18.698897 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-785b3598-066b-49d7-8f09-197ff714f3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:18.714131 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-204beed1-98bd-468d-b27d-01c859146bb0 req-b2605765-44b4-4b02-b9d8-8b35eda45de7 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] 10.222.0.57 "GET /v2.0/floatingips/eaa5d029-3c28-41d9-abee-7c2e646acb7e HTTP/1.1" status: 200 len: 692 time: 0.1646504 Dec 09 15:39:18.714590 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ce05215d-3ee7-4c3b-83b7-e2feac2f8875 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.2733259 Dec 09 15:39:18.714697 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35060) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:18.725343 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-785b3598-066b-49d7-8f09-197ff714f3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:18.732709 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-785b3598-066b-49d7-8f09-197ff714f3f6 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:39:18.733110 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-785b3598-066b-49d7-8f09-197ff714f3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:18.735087 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:39:18.735087 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:39:18.735087 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:39:18.735087 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:39:18.735087 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:39:18.735087 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:39:18.735087 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:39:18.735087 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:39:18.735087 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:39:18.735087 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:39:18.735087 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:39:18.735087 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:39:18.735087 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:39:18.735087 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:39:18.735087 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:39:18.735087 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:39:18.735087 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:39:18.735087 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:39:18.735087 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:39:18.735087 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:39:18.735087 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:39:18.735087 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:39:18.735087 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:39:18.735087 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:39:18.735087 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:39:18.735087 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:39:18.735087 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:39:18.735087 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:39:18.735087 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:39:18.735087 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:39:18.735087 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:39:18.735087 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:39:18.739894 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f666b4c4-22e8-4452-8f8e-1a3a8688b717 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Request body: {'port': {'network_id': 'c61714cc-bfc6-4a31-8984-1746e9d41d83', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1669964620'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:18.794395 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-785b3598-066b-49d7-8f09-197ff714f3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:18.805412 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-785b3598-066b-49d7-8f09-197ff714f3f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:18.822556 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-785b3598-066b-49d7-8f09-197ff714f3f6 admin admin] 10.222.0.57 "DELETE /v2.0/networks/7010a1a7-2d7c-4586-8e67-9c7afc483ab0 HTTP/1.1" status: 204 len: 168 time: 0.4930434 Dec 09 15:39:18.850367 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35066) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:18.854754 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b3598-066b-49d7-8f09-197ff714f3f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7010a1a7-2d7c-4586-8e67-9c7afc483ab0,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:18.922329 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc890958-fc6b-45fe-ac07-e8219e5995a9 req-ea023af6-9619-47e6-870b-4c52e74d6a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:18.923867 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bc890958-fc6b-45fe-ac07-e8219e5995a9 req-ea023af6-9619-47e6-870b-4c52e74d6a64 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7cb10907c9dd4101899755e35f1cc029&device_id=910d47b4-a3cf-49e8-aa0f-b0c93c533641 HTTP/1.1" status: 200 len: 1096 time: 0.3616881 Dec 09 15:39:18.929900 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14905d98-5e67-4863-8a36-4295e9d9aa39 req-4d59c421-dae3-445e-9344-4a4813848b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:18.930394 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14905d98-5e67-4863-8a36-4295e9d9aa39 req-4d59c421-dae3-445e-9344-4a4813848b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:18.930869 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14905d98-5e67-4863-8a36-4295e9d9aa39 req-4d59c421-dae3-445e-9344-4a4813848b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:18.931401 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14905d98-5e67-4863-8a36-4295e9d9aa39 req-4d59c421-dae3-445e-9344-4a4813848b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:18.931885 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14905d98-5e67-4863-8a36-4295e9d9aa39 req-4d59c421-dae3-445e-9344-4a4813848b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:18.932347 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14905d98-5e67-4863-8a36-4295e9d9aa39 req-4d59c421-dae3-445e-9344-4a4813848b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:18.932844 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14905d98-5e67-4863-8a36-4295e9d9aa39 req-4d59c421-dae3-445e-9344-4a4813848b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:18.934752 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-14905d98-5e67-4863-8a36-4295e9d9aa39 req-4d59c421-dae3-445e-9344-4a4813848b92 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 6490 time: 0.3172522 Dec 09 15:39:18.961912 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-10398fe5-93e6-49f5-9a7c-5901bb429dba req-d981affe-71d8-4138-a4ff-4292e87cd677 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974433 Dec 09 15:39:19.003259 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-43900a08-f612-44bd-a24e-1543c4d82159 None None] Provisioning complete for port 6ea5b1a8-1552-41dd-b42b-754bc5abf13f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:19.003791 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-43900a08-f612-44bd-a24e-1543c4d82159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:19.050658 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-43900a08-f612-44bd-a24e-1543c4d82159 None None] Port 6ea5b1a8-1552-41dd-b42b-754bc5abf13f cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:39:19.059403 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35070) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:19.087667 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32e8c262-9429-415f-8585-9b2694598efc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:19.101128 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5a6006b0-f730-48d4-bf22-d26e0a8f3c00 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=59594b9e3fb144dbb2817de5b4b0a74c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405729 Dec 09 15:39:19.103673 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35072) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:19.151891 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7494db82-3031-43ac-9180-c25634986157 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:19.154667 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204beed1-98bd-468d-b27d-01c859146bb0 req-155a97e8-fa87-4e7b-be7b-65bf41c43da7 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:19.156053 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-204beed1-98bd-468d-b27d-01c859146bb0 req-155a97e8-fa87-4e7b-be7b-65bf41c43da7 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] 10.222.0.57 "GET /v2.0/networks/d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 784 time: 0.3993490 Dec 09 15:39:19.179368 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7494db82-3031-43ac-9180-c25634986157 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:19.188688 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-14905d98-5e67-4863-8a36-4295e9d9aa39 req-1f986928-38e6-4341-907a-5f10feb736e0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=aba6105b-f056-4e0c-8297-3f8457ddbf4f&id=b5a160d6-2a3e-43b1-a8f4-02b478772c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2337723 Dec 09 15:39:19.237195 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f666b4c4-22e8-4452-8f8e-1a3a8688b717 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Made reservation on behalf of 42fd1d477d074b3e8ce858af4d85f6a5 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:39:19.241666 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f666b4c4-22e8-4452-8f8e-1a3a8688b717 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:19.264501 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-204beed1-98bd-468d-b27d-01c859146bb0 req-14572832-dbeb-4b8f-abaa-298a14d888c4 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.36 HTTP/1.1" status: 200 len: 695 time: 0.0989010 Dec 09 15:39:19.265594 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc890958-fc6b-45fe-ac07-e8219e5995a9 req-228bb99b-a89f-40bf-86f1-1a892467c1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:19.267032 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bc890958-fc6b-45fe-ac07-e8219e5995a9 req-228bb99b-a89f-40bf-86f1-1a892467c1b7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7736ab20-9109-45c5-88b0-6682a059f13e HTTP/1.1" status: 200 len: 913 time: 0.3313725 Dec 09 15:39:19.325661 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-f666b4c4-22e8-4452-8f8e-1a3a8688b717 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] device_id is not set on port 5378fb49-4364-409b-9adc-7c4fd191e830 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:39:19.353018 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-204beed1-98bd-468d-b27d-01c859146bb0 req-0fac0777-4854-4025-beb0-3b5f287260e8 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.36 HTTP/1.1" status: 200 len: 695 time: 0.0809615 Dec 09 15:39:19.439179 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7494db82-3031-43ac-9180-c25634986157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:19.442344 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7494db82-3031-43ac-9180-c25634986157 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:19.444892 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7494db82-3031-43ac-9180-c25634986157 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f28ed485-4599-48b8-9d6d-55c3d20d0c38 HTTP/1.1" status: 204 len: 168 time: 0.3401921 Dec 09 15:39:19.453796 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494db82-3031-43ac-9180-c25634986157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28ed485-4599-48b8-9d6d-55c3d20d0c38,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:19.905987 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32e8c262-9429-415f-8585-9b2694598efc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:19.911543 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bc890958-fc6b-45fe-ac07-e8219e5995a9 req-7624bacc-55b6-4ce8-84f2-f158792958a7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52808788-d6d8-4255-b575-6466121f0d81 HTTP/1.1" status: 200 len: 217 time: 0.1074820 Dec 09 15:39:19.918066 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32e8c262-9429-415f-8585-9b2694598efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:20.020466 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-32e8c262-9429-415f-8585-9b2694598efc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=62762b384b9d410f9e40357f1c5ae5a0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1428590 Dec 09 15:39:20.021078 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-f666b4c4-22e8-4452-8f8e-1a3a8688b717 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Allocated IP 2001:db8::27a (c61714cc-bfc6-4a31-8984-1746e9d41d83/946d9d61-03da-4b41-b2f6-ad5ca487ad39/5378fb49-4364-409b-9adc-7c4fd191e830) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:39:20.021167 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35094) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:20.029636 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e8c262-9429-415f-8585-9b2694598efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e81bd88-6f4a-4e3e-adde-f3603ad6c0d0,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:20.053261 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc890958-fc6b-45fe-ac07-e8219e5995a9 req-36648e69-7fc1-407e-8c63-2f2432d46167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:20.054735 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bc890958-fc6b-45fe-ac07-e8219e5995a9 req-36648e69-7fc1-407e-8c63-2f2432d46167 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0ee4fdd6-4dfd-4a15-a871-b63f2ecb023f HTTP/1.1" status: 200 len: 852 time: 0.1127229 Dec 09 15:39:20.073679 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-204beed1-98bd-468d-b27d-01c859146bb0 req-555501ae-fb5c-43e8-8668-fa640e9387fa tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Deleting port 61befe01-0165-4947-9c07-b7f975a69e79 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:39:20.074015 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-204beed1-98bd-468d-b27d-01c859146bb0 req-555501ae-fb5c-43e8-8668-fa640e9387fa tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:20.080162 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-32fa6fe4-8dcd-49e6-a06c-fc49d1d042a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:20.104454 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-32fa6fe4-8dcd-49e6-a06c-fc49d1d042a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:20.145525 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bc890958-fc6b-45fe-ac07-e8219e5995a9 req-91918a62-5933-400a-99aa-d4b65d10a97e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7736ab20-9109-45c5-88b0-6682a059f13e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739474 Dec 09 15:39:20.154914 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-32fa6fe4-8dcd-49e6-a06c-fc49d1d042a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:20.157884 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-32fa6fe4-8dcd-49e6-a06c-fc49d1d042a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:20.159130 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-32fa6fe4-8dcd-49e6-a06c-fc49d1d042a0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6e81bd88-6f4a-4e3e-adde-f3603ad6c0d0 HTTP/1.1" status: 204 len: 168 time: 0.1373014 Dec 09 15:39:20.167989 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa6fe4-8dcd-49e6-a06c-fc49d1d042a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e81bd88-6f4a-4e3e-adde-f3603ad6c0d0,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:20.308641 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-204beed1-98bd-468d-b27d-01c859146bb0 req-555501ae-fb5c-43e8-8668-fa640e9387fa tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:20.308963 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-204beed1-98bd-468d-b27d-01c859146bb0 req-555501ae-fb5c-43e8-8668-fa640e9387fa tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:20.341878 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-204beed1-98bd-468d-b27d-01c859146bb0 req-555501ae-fb5c-43e8-8668-fa640e9387fa tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Calling delete_port for 61befe01-0165-4947-9c07-b7f975a69e79 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:39:20.386068 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bc890958-fc6b-45fe-ac07-e8219e5995a9 req-e23d0ea2-dfc7-4503-b5d3-c37e7a78bac4 service neutron] 10.222.0.31 "GET /v2.0/networks/7736ab20-9109-45c5-88b0-6682a059f13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287521 Dec 09 15:39:20.388943 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f666b4c4-22e8-4452-8f8e-1a3a8688b717 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:20.400922 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6c73e892-eca7-43ef-b957-0acd963e3b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:20.562090 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f666b4c4-22e8-4452-8f8e-1a3a8688b717 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:20.601733 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bc890958-fc6b-45fe-ac07-e8219e5995a9 req-bd3e0f99-e3db-4b6c-8f34-d03f251afbc0 service neutron] 10.222.0.31 "GET /v2.0/networks/7736ab20-9109-45c5-88b0-6682a059f13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759315 Dec 09 15:39:20.635090 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f666b4c4-22e8-4452-8f8e-1a3a8688b717 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Network c61714cc-bfc6-4a31-8984-1746e9d41d83 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:39:20.641095 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-f666b4c4-22e8-4452-8f8e-1a3a8688b717 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:39:20.651534 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f666b4c4-22e8-4452-8f8e-1a3a8688b717 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:39:20.657174 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f666b4c4-22e8-4452-8f8e-1a3a8688b717 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:20.657917 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f666b4c4-22e8-4452-8f8e-1a3a8688b717 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:20.678635 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666b4c4-22e8-4452-8f8e-1a3a8688b717 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Pushing event updated for resources: {'Port': ['ID=5378fb49-4364-409b-9adc-7c4fd191e830,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:20.682489 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-204beed1-98bd-468d-b27d-01c859146bb0 req-555501ae-fb5c-43e8-8668-fa640e9387fa tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:20.715916 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35116) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:20.716565 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f666b4c4-22e8-4452-8f8e-1a3a8688b717 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9969263 Dec 09 15:39:20.717741 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555501ae-fb5c-43e8-8668-fa640e9387fa tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Pushing event deleted for resources: {'Port': ['ID=61befe01-0165-4947-9c07-b7f975a69e79,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:20.724218 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-e11016a3-76a8-44a1-ae45-ae2ace9b7a04 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::24c', 'mac_address': 'fa:16:3e:6b:cf:6e'}, {'ip_address': '2001:db8::301', 'mac_address': 'fa:16:3e:78:1a:41'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:20.795803 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-204beed1-98bd-468d-b27d-01c859146bb0 req-555501ae-fb5c-43e8-8668-fa640e9387fa tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:20.799689 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-204beed1-98bd-468d-b27d-01c859146bb0 req-555501ae-fb5c-43e8-8668-fa640e9387fa tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:20.803021 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-204beed1-98bd-468d-b27d-01c859146bb0 req-555501ae-fb5c-43e8-8668-fa640e9387fa tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] 10.222.0.57 "DELETE /v2.0/floatingips/eaa5d029-3c28-41d9-abee-7c2e646acb7e HTTP/1.1" status: 204 len: 173 time: 1.4166844 Dec 09 15:39:20.947151 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e11016a3-76a8-44a1-ae45-ae2ace9b7a04 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:20.964346 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35126) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:20.968295 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a37c42-6879-42c7-a270-1f22a1f6f943 req-47d621cd-c3c6-4fd0-b640-e80f70bd83be tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:20.969859 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d4a37c42-6879-42c7-a270-1f22a1f6f943 req-47d621cd-c3c6-4fd0-b640-e80f70bd83be tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=87f0bba4-7d9a-4014-982d-643cf4a840cb HTTP/1.1" status: 200 len: 948 time: 0.0950184 Dec 09 15:39:21.007615 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a4fc7550-9f63-44f1-bf66-180cd94d4f6e None None] Provisioning complete for port 5378fb49-4364-409b-9adc-7c4fd191e830 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:21.008088 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a4fc7550-9f63-44f1-bf66-180cd94d4f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:21.061450 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a4fc7550-9f63-44f1-bf66-180cd94d4f6e None None] Port 5378fb49-4364-409b-9adc-7c4fd191e830 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:39:21.068862 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d4a37c42-6879-42c7-a270-1f22a1f6f943 req-e79d941d-3647-4384-bf5f-39ed82377110 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882175 Dec 09 15:39:21.125941 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d324e022-c0a7-475c-ae12-ef1ebb8c1181 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1974453505-network', 'tenant_id': '9e19326a2ef34a9a949943ebe81c10d6'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:21.173723 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d324e022-c0a7-475c-ae12-ef1ebb8c1181 admin admin] Made reservation on behalf of 9e19326a2ef34a9a949943ebe81c10d6 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:39:21.176305 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d324e022-c0a7-475c-ae12-ef1ebb8c1181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:21.185169 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dccf891-55d0-4f38-a713-c2ae3816b6a3 req-4a144603-f675-46af-9300-05a7c5e323e5 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:21.189046 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4dccf891-55d0-4f38-a713-c2ae3816b6a3 req-4a144603-f675-46af-9300-05a7c5e323e5 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d50e936-95dd-4fa7-b298-a3fc49596740 HTTP/1.1" status: 200 len: 945 time: 0.0565283 Dec 09 15:39:21.192513 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d324e022-c0a7-475c-ae12-ef1ebb8c1181 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:21.240226 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4dccf891-55d0-4f38-a713-c2ae3816b6a3 req-5183325a-fca2-4684-a0f7-0451595623d5 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae95911-d29e-4491-93bd-1e00edc2ab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464044 Dec 09 15:39:21.276337 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e11016a3-76a8-44a1-ae45-ae2ace9b7a04 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:21.283691 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e11016a3-76a8-44a1-ae45-ae2ace9b7a04 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:21.332279 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-e11016a3-76a8-44a1-ae45-ae2ace9b7a04 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] In _notify_port_updated(), no bound segment for port 5378fb49-4364-409b-9adc-7c4fd191e830 on network c61714cc-bfc6-4a31-8984-1746e9d41d83 {{(pid=103245) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:39:21.336581 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11016a3-76a8-44a1-ae45-ae2ace9b7a04 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:21.337214 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e11016a3-76a8-44a1-ae45-ae2ace9b7a04 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:21.341637 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e11016a3-76a8-44a1-ae45-ae2ace9b7a04 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] 10.222.0.57 "PUT /v2.0/ports/5378fb49-4364-409b-9adc-7c4fd191e830 HTTP/1.1" status: 200 len: 1068 time: 0.6194198 Dec 09 15:39:21.346545 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35132) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:21.390244 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7c181-d22c-46fd-8fd4-40e8daddcc16 req-1d05f127-dfa4-4325-954c-8c8447cc513b tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:21.393194 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11016a3-76a8-44a1-ae45-ae2ace9b7a04 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Pushing event updated for resources: {'Port': ['ID=5378fb49-4364-409b-9adc-7c4fd191e830,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:21.396943 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7c181-d22c-46fd-8fd4-40e8daddcc16 req-1d05f127-dfa4-4325-954c-8c8447cc513b tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:21.403424 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7c181-d22c-46fd-8fd4-40e8daddcc16 req-1d05f127-dfa4-4325-954c-8c8447cc513b tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:21.409651 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7c181-d22c-46fd-8fd4-40e8daddcc16 req-1d05f127-dfa4-4325-954c-8c8447cc513b tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:21.416828 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7c181-d22c-46fd-8fd4-40e8daddcc16 req-1d05f127-dfa4-4325-954c-8c8447cc513b tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:21.422237 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d324e022-c0a7-475c-ae12-ef1ebb8c1181 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:21.425755 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7c181-d22c-46fd-8fd4-40e8daddcc16 req-1d05f127-dfa4-4325-954c-8c8447cc513b tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:21.432105 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7c181-d22c-46fd-8fd4-40e8daddcc16 req-1d05f127-dfa4-4325-954c-8c8447cc513b tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:21.434216 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-81b7c181-d22c-46fd-8fd4-40e8daddcc16 req-1d05f127-dfa4-4325-954c-8c8447cc513b tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 5433 time: 0.1154637 Dec 09 15:39:21.446802 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d324e022-c0a7-475c-ae12-ef1ebb8c1181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:21.459199 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d324e022-c0a7-475c-ae12-ef1ebb8c1181 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:39:21.470544 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d324e022-c0a7-475c-ae12-ef1ebb8c1181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:21.471003 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-d324e022-c0a7-475c-ae12-ef1ebb8c1181 admin admin] Added segment 5a373236-3a4a-41ae-bee3-29a5c06c264f of type vlan for network 589649dc-db4c-4c9b-a3c7-2ee06e8a59a8 Dec 09 15:39:21.537902 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-81b7c181-d22c-46fd-8fd4-40e8daddcc16 req-ea9ecb13-9171-4284-9490-dd76b8ff553d tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5a160d6-2a3e-43b1-a8f4-02b478772c5e&id=aba6105b-f056-4e0c-8297-3f8457ddbf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0944176 Dec 09 15:39:21.555626 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d324e022-c0a7-475c-ae12-ef1ebb8c1181 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:21.559097 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d324e022-c0a7-475c-ae12-ef1ebb8c1181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8109ce5-cb6d-4a17-946e-6bade430401f,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:21.602092 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d324e022-c0a7-475c-ae12-ef1ebb8c1181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:21.603217 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d324e022-c0a7-475c-ae12-ef1ebb8c1181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:21.603949 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d324e022-c0a7-475c-ae12-ef1ebb8c1181 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:21.612678 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a985cedf-1e37-427c-a528-9b66b97c75d2 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Deleting port 5378fb49-4364-409b-9adc-7c4fd191e830 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:39:21.613014 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a985cedf-1e37-427c-a528-9b66b97c75d2 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:21.687508 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94682aed-fd62-4ac8-b821-a87e2b2ebc41 req-ecbe0740-646f-40ea-ba00-7a6a0fead854 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:21.689049 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-94682aed-fd62-4ac8-b821-a87e2b2ebc41 req-ecbe0740-646f-40ea-ba00-7a6a0fead854 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=910d47b4-a3cf-49e8-aa0f-b0c93c533641 HTTP/1.1" status: 200 len: 945 time: 0.0526941 Dec 09 15:39:21.697750 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4fe6e28e-cf1f-4c52-9cbd-ae13f1095842 None None] Provisioning complete for port 5378fb49-4364-409b-9adc-7c4fd191e830 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:21.698334 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4fe6e28e-cf1f-4c52-9cbd-ae13f1095842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:21.737825 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d324e022-c0a7-475c-ae12-ef1ebb8c1181 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7723980 Dec 09 15:39:21.740827 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d324e022-c0a7-475c-ae12-ef1ebb8c1181 admin admin] Pushing event updated for resources: {'Network': ['ID=589649dc-db4c-4c9b-a3c7-2ee06e8a59a8,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:21.742798 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35136) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:21.743359 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 52808788-d6d8-4255-b575-6466121f0d81 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:39:21.750397 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-76d453da-5ab7-4779-8c18-3649353b229a admin admin] Request body: {'subnet': {'network_id': '589649dc-db4c-4c9b-a3c7-2ee06e8a59a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1974453505-subnet', 'tenant_id': '9e19326a2ef34a9a949943ebe81c10d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:21.778024 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-94682aed-fd62-4ac8-b821-a87e2b2ebc41 req-231f393e-809c-4a7d-94c9-431bb6560c50 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825741 Dec 09 15:39:21.783633 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 589649dc-db4c-4c9b-a3c7-2ee06e8a59a8 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:39:21.787196 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-4fe6e28e-cf1f-4c52-9cbd-ae13f1095842 None None] Port 5378fb49-4364-409b-9adc-7c4fd191e830 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:39:21.794384 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a985cedf-1e37-427c-a528-9b66b97c75d2 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:21.812512 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a985cedf-1e37-427c-a528-9b66b97c75d2 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Calling delete_port for 5378fb49-4364-409b-9adc-7c4fd191e830 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:39:21.814754 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d453da-5ab7-4779-8c18-3649353b229a admin admin] Made reservation on behalf of 9e19326a2ef34a9a949943ebe81c10d6 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:39:21.818266 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-76d453da-5ab7-4779-8c18-3649353b229a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:21.886289 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 52808788-d6d8-4255-b575-6466121f0d81 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:39:21.891344 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 52808788-d6d8-4255-b575-6466121f0d81 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:21.892497 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:21.929919 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10398fe5-93e6-49f5-9a7c-5901bb429dba req-e7c5eea2-11ce-4111-b5da-615c6f46aed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:21.931812 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-10398fe5-93e6-49f5-9a7c-5901bb429dba req-e7c5eea2-11ce-4111-b5da-615c6f46aed8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=87f0bba4-7d9a-4014-982d-643cf4a840cb&tenant_id=8222749629bd4bc081045ad1433cd8c5 HTTP/1.1" status: 200 len: 1099 time: 0.0544393 Dec 09 15:39:22.006845 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10398fe5-93e6-49f5-9a7c-5901bb429dba req-02f0be02-fbc8-4cac-84c1-f5863086fc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:22.008788 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-10398fe5-93e6-49f5-9a7c-5901bb429dba req-02f0be02-fbc8-4cac-84c1-f5863086fc0f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8222749629bd4bc081045ad1433cd8c5&device_id=87f0bba4-7d9a-4014-982d-643cf4a840cb HTTP/1.1" status: 200 len: 1099 time: 0.0500958 Dec 09 15:39:22.116091 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a985cedf-1e37-427c-a528-9b66b97c75d2 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:22.135158 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10398fe5-93e6-49f5-9a7c-5901bb429dba req-9e30874f-63f6-4e79-a535-d9d2a7f5f422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:22.136990 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-10398fe5-93e6-49f5-9a7c-5901bb429dba req-9e30874f-63f6-4e79-a535-d9d2a7f5f422 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.1197631 Dec 09 15:39:22.158714 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985cedf-1e37-427c-a528-9b66b97c75d2 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Pushing event deleted for resources: {'Port': ['ID=5378fb49-4364-409b-9adc-7c4fd191e830,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:22.162169 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-76d453da-5ab7-4779-8c18-3649353b229a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:22.182951 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:22.207909 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-10398fe5-93e6-49f5-9a7c-5901bb429dba req-7530f371-8bd0-433a-b1dc-91c099c1e981 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=847afbcf-2043-4704-86dd-821ac9fb24dc HTTP/1.1" status: 200 len: 217 time: 0.0616858 Dec 09 15:39:22.214167 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910d47b4-a3cf-49e8-aa0f-b0c93c533641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52808788-d6d8-4255-b575-6466121f0d81'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:39:22.216613 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfb4029-e349-4cb9-9f48-54e9a4022a8c" -d '{"events": [{"server_uuid": "910d47b4-a3cf-49e8-aa0f-b0c93c533641", "name": "network-vif-plugged", "status": "completed", "tag": "52808788-d6d8-4255-b575-6466121f0d81"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:39:22.232170 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 52808788-d6d8-4255-b575-6466121f0d81, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=52808788-d6d8-4255-b575-6466121f0d81,segment=NetworkSegment(69e3382f-395f-44e0-a40c-d45aab069633),segment_id=69e3382f-395f-44e0-a40c-d45aab069633)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:22.259667 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:22.276958 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d453da-5ab7-4779-8c18-3649353b229a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad992af1-64c6-409b-b6f0-24a7711b29bd,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:22.289121 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10398fe5-93e6-49f5-9a7c-5901bb429dba req-d8f3b408-0584-4033-8abe-b8135952ff61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:22.292483 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-10398fe5-93e6-49f5-9a7c-5901bb429dba req-d8f3b408-0584-4033-8abe-b8135952ff61 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0759711 Dec 09 15:39:22.322194 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=52808788-d6d8-4255-b575-6466121f0d81,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:22.344181 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d453da-5ab7-4779-8c18-3649353b229a admin admin] Checking segment: {'id': '5a373236-3a4a-41ae-bee3-29a5c06c264f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '589649dc-db4c-4c9b-a3c7-2ee06e8a59a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:39:22.344279 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d453da-5ab7-4779-8c18-3649353b229a admin admin] Network hostable DHCP agents. Network: 589649dc-db4c-4c9b-a3c7-2ee06e8a59a8, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:39:22.404038 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d453da-5ab7-4779-8c18-3649353b229a admin admin] Network 589649dc-db4c-4c9b-a3c7-2ee06e8a59a8 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:39:22.430221 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-6dbf5944-c4b2-4c51-a7f6-55b6424e6335 req-44bbb488-142f-4101-ac77-82f82ae55003 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] show failed (client error): The resource could not be found. Dec 09 15:39:22.431219 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6dbf5944-c4b2-4c51-a7f6-55b6424e6335 req-44bbb488-142f-4101-ac77-82f82ae55003 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] 10.222.0.57 "GET /v2.0/floatingips/eaa5d029-3c28-41d9-abee-7c2e646acb7e HTTP/1.1" status: 404 len: 350 time: 0.0563250 Dec 09 15:39:22.443135 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10398fe5-93e6-49f5-9a7c-5901bb429dba req-c9ba0641-10ca-4ac6-8315-1fe5aba97a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:22.444275 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-10398fe5-93e6-49f5-9a7c-5901bb429dba req-c9ba0641-10ca-4ac6-8315-1fe5aba97a4a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1292470 Dec 09 15:39:22.450593 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-76d453da-5ab7-4779-8c18-3649353b229a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 589649dc-db4c-4c9b-a3c7-2ee06e8a59a8) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:39:22.452603 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a985cedf-1e37-427c-a528-9b66b97c75d2 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:22.459053 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a985cedf-1e37-427c-a528-9b66b97c75d2 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] 10.222.0.57 "DELETE /v2.0/ports/5378fb49-4364-409b-9adc-7c4fd191e830 HTTP/1.1" status: 204 len: 168 time: 1.1114619 Dec 09 15:39:22.459708 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35158) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:22.461308 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e23c36-ebf9-4757-a0d4-0b68d2dbefef None None] Network 589649dc-db4c-4c9b-a3c7-2ee06e8a59a8 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:39:22.463923 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d453da-5ab7-4779-8c18-3649353b229a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:22.464550 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-76d453da-5ab7-4779-8c18-3649353b229a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:22.496380 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-0254d147-8225-431c-975b-2f91029d0f15 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] GET failed (client error): The resource could not be found. Dec 09 15:39:22.501774 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0254d147-8225-431c-975b-2f91029d0f15 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] 10.222.0.57 "GET /v2.0/ports/5378fb49-4364-409b-9adc-7c4fd191e830 HTTP/1.1" status: 404 len: 333 time: 0.0393260 Dec 09 15:39:22.504852 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35160) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:22.518655 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-76d453da-5ab7-4779-8c18-3649353b229a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7698262 Dec 09 15:39:22.519020 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35162) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:22.524577 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-3c94d2fa-3266-455e-b037-3225267dd4f1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1974453505-router', 'tenant_id': '9e19326a2ef34a9a949943ebe81c10d6', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:22.554680 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3c94d2fa-3266-455e-b037-3225267dd4f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:22.555898 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3c94d2fa-3266-455e-b037-3225267dd4f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:22.656715 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3c94d2fa-3266-455e-b037-3225267dd4f1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:22.669794 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fa55ce-4a1c-4b93-8b99-de914aa37e22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-589649dc-db4c-4c9b-a3c7-2ee06e8a59a8', 'network_id': '589649dc-db4c-4c9b-a3c7-2ee06e8a59a8', 'project_id': '9e19326a2ef34a9a949943ebe81c10d6', 'fixed_ips': [{'subnet_id': 'ad992af1-64c6-409b-b6f0-24a7711b29bd'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:39:22.671174 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-74fa55ce-4a1c-4b93-8b99-de914aa37e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:22.703488 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6c4ce-16bf-4bfe-a197-5214f5c46dca req-d6af40ad-b2da-4e0e-b48f-53f68fce6101 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:22.705163 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7dc6c4ce-16bf-4bfe-a197-5214f5c46dca req-d6af40ad-b2da-4e0e-b48f-53f68fce6101 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/ports?device_id=c404226b-5e80-4365-9e2a-d3330b693c3e HTTP/1.1" status: 200 len: 946 time: 0.1430788 Dec 09 15:39:22.741059 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-10398fe5-93e6-49f5-9a7c-5901bb429dba req-03a291e4-b305-460e-a2cd-135dbfe2080d service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779579 Dec 09 15:39:22.826284 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-0d0531f8-55a9-40f4-8144-c0e1064ed6e4 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Deleting port 6ea5b1a8-1552-41dd-b42b-754bc5abf13f {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:39:22.826623 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d0531f8-55a9-40f4-8144-c0e1064ed6e4 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:22.826723 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3c94d2fa-3266-455e-b037-3225267dd4f1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:22.859010 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-74fa55ce-4a1c-4b93-8b99-de914aa37e22 None None] Allocated IP 172.20.0.2 (589649dc-db4c-4c9b-a3c7-2ee06e8a59a8/ad992af1-64c6-409b-b6f0-24a7711b29bd/9c75a07a-907d-46c3-b741-380a16c776d0) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:39:22.892731 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7dc6c4ce-16bf-4bfe-a197-5214f5c46dca req-c7030283-582f-447b-9204-9316aa5290b6 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae95911-d29e-4491-93bd-1e00edc2ab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759796 Dec 09 15:39:22.952352 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-10398fe5-93e6-49f5-9a7c-5901bb429dba req-3010c21e-0a52-4517-bf30-d3afba905a99 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996520 Dec 09 15:39:22.963042 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-edc39289-05c2-4714-9839-a18f09979694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:22.987571 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d0531f8-55a9-40f4-8144-c0e1064ed6e4 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:23.013919 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-0d0531f8-55a9-40f4-8144-c0e1064ed6e4 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Calling delete_port for 6ea5b1a8-1552-41dd-b42b-754bc5abf13f owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:39:23.086343 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-74fa55ce-4a1c-4b93-8b99-de914aa37e22 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:23.104066 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-74fa55ce-4a1c-4b93-8b99-de914aa37e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:23.109519 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3c94d2fa-3266-455e-b037-3225267dd4f1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:23.111434 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9a062-15bc-4807-ab7e-9f92cd732697 req-aaf2832c-972f-4822-9840-2eed884434bb tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:23.117900 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9a062-15bc-4807-ab7e-9f92cd732697 req-aaf2832c-972f-4822-9840-2eed884434bb tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:23.123916 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9a062-15bc-4807-ab7e-9f92cd732697 req-aaf2832c-972f-4822-9840-2eed884434bb tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:23.130395 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9a062-15bc-4807-ab7e-9f92cd732697 req-aaf2832c-972f-4822-9840-2eed884434bb tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:23.136847 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9a062-15bc-4807-ab7e-9f92cd732697 req-aaf2832c-972f-4822-9840-2eed884434bb tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:23.137453 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3c94d2fa-3266-455e-b037-3225267dd4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:23.142752 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9a062-15bc-4807-ab7e-9f92cd732697 req-aaf2832c-972f-4822-9840-2eed884434bb tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:23.149286 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fa55ce-4a1c-4b93-8b99-de914aa37e22 None None] Network 589649dc-db4c-4c9b-a3c7-2ee06e8a59a8 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:39:23.150557 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9a062-15bc-4807-ab7e-9f92cd732697 req-aaf2832c-972f-4822-9840-2eed884434bb tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:23.152535 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-64a9a062-15bc-4807-ab7e-9f92cd732697 req-aaf2832c-972f-4822-9840-2eed884434bb tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 5433 time: 0.1566648 Dec 09 15:39:23.157265 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-74fa55ce-4a1c-4b93-8b99-de914aa37e22 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:39:23.167154 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35174) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:23.169600 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fa55ce-4a1c-4b93-8b99-de914aa37e22 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:39:23.173231 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-aa5ff2d8-cf16-48f2-b5e0-c2a97f32f3b8 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Request body: {'floatingip': {'port_id': 'c0397afc-d7b8-46af-b15a-daa47b868983'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:23.180989 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa55ce-4a1c-4b93-8b99-de914aa37e22 None None] Pushing event updated for resources: {'Port': ['ID=9c75a07a-907d-46c3-b741-380a16c776d0,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:23.236344 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aa5ff2d8-cf16-48f2-b5e0-c2a97f32f3b8 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:23.261089 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-74fa55ce-4a1c-4b93-8b99-de914aa37e22 None None] Attempting to bind port 9c75a07a-907d-46c3-b741-380a16c776d0 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:39:23.261298 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-74fa55ce-4a1c-4b93-8b99-de914aa37e22 None None] Attempting to bind port 9c75a07a-907d-46c3-b741-380a16c776d0 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '5a373236-3a4a-41ae-bee3-29a5c06c264f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '589649dc-db4c-4c9b-a3c7-2ee06e8a59a8'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:39:23.261614 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fa55ce-4a1c-4b93-8b99-de914aa37e22 None None] Attempting to bind port 9c75a07a-907d-46c3-b741-380a16c776d0 on network 589649dc-db4c-4c9b-a3c7-2ee06e8a59a8 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:39:23.274752 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fa55ce-4a1c-4b93-8b99-de914aa37e22 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:39:23.275135 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fa55ce-4a1c-4b93-8b99-de914aa37e22 None None] Checking segment: {'id': '5a373236-3a4a-41ae-bee3-29a5c06c264f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '589649dc-db4c-4c9b-a3c7-2ee06e8a59a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:39:23.275538 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-74fa55ce-4a1c-4b93-8b99-de914aa37e22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:23.275941 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fa55ce-4a1c-4b93-8b99-de914aa37e22 None None] Bound using segment: {'id': '5a373236-3a4a-41ae-bee3-29a5c06c264f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '589649dc-db4c-4c9b-a3c7-2ee06e8a59a8'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:39:23.276436 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-74fa55ce-4a1c-4b93-8b99-de914aa37e22 None None] Bound port: 9c75a07a-907d-46c3-b741-380a16c776d0, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a373236-3a4a-41ae-bee3-29a5c06c264f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '589649dc-db4c-4c9b-a3c7-2ee06e8a59a8'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:39:23.276823 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-74fa55ce-4a1c-4b93-8b99-de914aa37e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:23.295242 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-3c94d2fa-3266-455e-b037-3225267dd4f1 admin admin] Allocated IP 172.25.3.33 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/de4a4b18-030a-470e-9ed0-4dfe62524d01) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:39:23.356279 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-74fa55ce-4a1c-4b93-8b99-de914aa37e22 None None] For port 9c75a07a-907d-46c3-b741-380a16c776d0, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:39:23.360497 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-74fa55ce-4a1c-4b93-8b99-de914aa37e22 None None] For port 9c75a07a-907d-46c3-b741-380a16c776d0, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=9c75a07a-907d-46c3-b741-380a16c776d0,segment=NetworkSegment(5a373236-3a4a-41ae-bee3-29a5c06c264f),segment_id=5a373236-3a4a-41ae-bee3-29a5c06c264f)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:39:23.369010 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-74fa55ce-4a1c-4b93-8b99-de914aa37e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:23.428449 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa55ce-4a1c-4b93-8b99-de914aa37e22 None None] Pushing event updated for resources: {'Port': ['ID=9c75a07a-907d-46c3-b741-380a16c776d0,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:23.455568 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea8431-d4c1-40b9-aee0-f15e7f4a201d req-0c306c94-4519-433d-ab3e-5a5e57eea509 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:23.456097 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3c94d2fa-3266-455e-b037-3225267dd4f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:23.457778 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-52ea8431-d4c1-40b9-aee0-f15e7f4a201d req-0c306c94-4519-433d-ab3e-5a5e57eea509 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=87f0bba4-7d9a-4014-982d-643cf4a840cb HTTP/1.1" status: 200 len: 948 time: 0.1790712 Dec 09 15:39:23.460510 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d0531f8-55a9-40f4-8144-c0e1064ed6e4 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:23.501552 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3c94d2fa-3266-455e-b037-3225267dd4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:23.538240 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0531f8-55a9-40f4-8144-c0e1064ed6e4 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Pushing event deleted for resources: {'Port': ['ID=6ea5b1a8-1552-41dd-b42b-754bc5abf13f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:23.542036 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c94d2fa-3266-455e-b037-3225267dd4f1 admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:39:23.545127 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-3c94d2fa-3266-455e-b037-3225267dd4f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:39:23.550993 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c94d2fa-3266-455e-b037-3225267dd4f1 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:39:23.587669 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c94d2fa-3266-455e-b037-3225267dd4f1 admin admin] Pushing event updated for resources: {'Port': ['ID=de4a4b18-030a-470e-9ed0-4dfe62524d01,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:23.587854 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d0531f8-55a9-40f4-8144-c0e1064ed6e4 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:23.595007 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0d0531f8-55a9-40f4-8144-c0e1064ed6e4 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] 10.222.0.57 "DELETE /v2.0/ports/6ea5b1a8-1552-41dd-b42b-754bc5abf13f HTTP/1.1" status: 204 len: 168 time: 1.0859337 Dec 09 15:39:23.596256 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35176) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:23.624961 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc41b3da-1eca-41c5-9e34-d8da13780a09 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] GET failed (client error): The resource could not be found. Dec 09 15:39:23.627962 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-dc41b3da-1eca-41c5-9e34-d8da13780a09 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] 10.222.0.57 "GET /v2.0/ports/6ea5b1a8-1552-41dd-b42b-754bc5abf13f HTTP/1.1" status: 404 len: 333 time: 0.0302758 Dec 09 15:39:23.634878 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35178) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:23.668505 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-52ea8431-d4c1-40b9-aee0-f15e7f4a201d req-ef0c6c59-c017-4f9a-9c66-b9ca54ed7d66 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667829 Dec 09 15:39:23.752402 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ada741-c034-48b9-b9da-71dddce0a867 x-openstack-request-id: req-d0ada741-c034-48b9-b9da-71dddce0a867 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:39:23.753660 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910d47b4-a3cf-49e8-aa0f-b0c93c533641", "name": "network-vif-plugged", "status": "completed", "tag": "52808788-d6d8-4255-b575-6466121f0d81", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:39:23.753960 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d0ada741-c034-48b9-b9da-71dddce0a867 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:39:23.754376 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910d47b4-a3cf-49e8-aa0f-b0c93c533641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52808788-d6d8-4255-b575-6466121f0d81', 'code': 200} Dec 09 15:39:23.957249 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:23.961821 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99374268-486f-4840-acd5-aa8e8f2fe5bb req-754a8af1-2fd9-467c-9f8d-b01fbbcbbdd6 tempest-ServerShowV254Test-475706615 tempest-ServerShowV254Test-475706615-project] 10.222.0.57 "GET /v2.0/ports?device_id=53e0eede-4144-41ff-bb02-37c964eb5d34 HTTP/1.1" status: 200 len: 210 time: 0.1167476 Dec 09 15:39:24.014111 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-0705052d-c0e4-47ed-8e90-a39b23150e74 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Deleting port 1c924a5b-75e5-4c12-9c1a-16bfd11f9db0 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:39:24.014618 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0705052d-c0e4-47ed-8e90-a39b23150e74 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:24.061969 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-0828db02-6c6b-448f-933d-3405966bf415 req-268c1692-3565-4926-8208-52cc9de2aeb0 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] show failed (client error): The resource could not be found. Dec 09 15:39:24.062992 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0828db02-6c6b-448f-933d-3405966bf415 req-268c1692-3565-4926-8208-52cc9de2aeb0 tempest-FloatingIPsTestJSON-597262996 tempest-FloatingIPsTestJSON-597262996-project] 10.222.0.57 "GET /v2.0/floatingips/eaa5d029-3c28-41d9-abee-7c2e646acb7e HTTP/1.1" status: 404 len: 350 time: 0.0446780 Dec 09 15:39:24.073395 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4c3aa-7af7-4563-9f0e-9f93421e1119 req-30c8d86a-d262-4114-bbfe-46e722e46d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:24.073395 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eeb4c3aa-7af7-4563-9f0e-9f93421e1119 req-30c8d86a-d262-4114-bbfe-46e722e46d73 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=910d47b4-a3cf-49e8-aa0f-b0c93c533641 HTTP/1.1" status: 200 len: 1097 time: 0.2218390 Dec 09 15:39:24.074515 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35180) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:24.144258 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3c94d2fa-3266-455e-b037-3225267dd4f1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:24.242015 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 9c75a07a-907d-46c3-b741-380a16c776d0 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:39:24.264048 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.db.resource_extend [None req-aa5ff2d8-cf16-48f2-b5e0-c2a97f32f3b8 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 15:39:24.300494 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 9c75a07a-907d-46c3-b741-380a16c776d0 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:24.300980 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:24.399113 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:24.415413 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:24.455783 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 9c75a07a-907d-46c3-b741-380a16c776d0, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=9c75a07a-907d-46c3-b741-380a16c776d0,segment=NetworkSegment(5a373236-3a4a-41ae-bee3-29a5c06c264f),segment_id=5a373236-3a4a-41ae-bee3-29a5c06c264f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:24.463705 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:24.467526 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0705052d-c0e4-47ed-8e90-a39b23150e74 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:24.495920 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-0705052d-c0e4-47ed-8e90-a39b23150e74 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Calling delete_port for 1c924a5b-75e5-4c12-9c1a-16bfd11f9db0 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:39:24.523129 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=9c75a07a-907d-46c3-b741-380a16c776d0,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:24.670043 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eeb4c3aa-7af7-4563-9f0e-9f93421e1119 req-cafea413-b593-49ae-b1a4-89e9f6547a1c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5541139 Dec 09 15:39:24.698292 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250cd4b-13ca-41e1-9019-d9911517aff7 req-05def026-a157-4f8a-9a30-a107f5d07a20 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:24.700946 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c250cd4b-13ca-41e1-9019-d9911517aff7 req-05def026-a157-4f8a-9a30-a107f5d07a20 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=910d47b4-a3cf-49e8-aa0f-b0c93c533641 HTTP/1.1" status: 200 len: 946 time: 0.5591612 Dec 09 15:39:24.710520 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aa5ff2d8-cf16-48f2-b5e0-c2a97f32f3b8 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:24.736684 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3fe47b-1fd8-4233-87c7-c79c702b208e None None] Network 589649dc-db4c-4c9b-a3c7-2ee06e8a59a8 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:39:24.772326 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3c94d2fa-3266-455e-b037-3225267dd4f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:24.775858 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aa5ff2d8-cf16-48f2-b5e0-c2a97f32f3b8 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:24.776282 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0705052d-c0e4-47ed-8e90-a39b23150e74 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:24.804207 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ed64e8ba-5815-474e-948e-fe6bfdcc2dc9 None None] Provisioning complete for port 9c75a07a-907d-46c3-b741-380a16c776d0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:24.804619 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ed64e8ba-5815-474e-948e-fe6bfdcc2dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:24.858902 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0705052d-c0e4-47ed-8e90-a39b23150e74 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Pushing event deleted for resources: {'Port': ['ID=1c924a5b-75e5-4c12-9c1a-16bfd11f9db0,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:24.886322 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c250cd4b-13ca-41e1-9019-d9911517aff7 req-6f626c0d-8780-40f3-be51-778bd9366d85 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793749 Dec 09 15:39:24.893382 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0705052d-c0e4-47ed-8e90-a39b23150e74 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:24.901229 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0705052d-c0e4-47ed-8e90-a39b23150e74 tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] 10.222.0.57 "DELETE /v2.0/ports/1c924a5b-75e5-4c12-9c1a-16bfd11f9db0 HTTP/1.1" status: 204 len: 168 time: 1.2583375 Dec 09 15:39:24.902502 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35184) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:25.022421 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-4991715d-d889-4b4e-bf16-28effdb1bf2e tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Deleting subnet 946d9d61-03da-4b41-b2f6-ad5ca487ad39 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:39:25.048076 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-aa5ff2d8-cf16-48f2-b5e0-c2a97f32f3b8 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Floating IP d48a011c-2030-4bb9-97eb-9a909d144172 associated. External IP: 172.25.3.240, port: c0397afc-d7b8-46af-b15a-daa47b868983. Dec 09 15:39:25.052514 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4991715d-d889-4b4e-bf16-28effdb1bf2e tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:25.064051 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c94d2fa-3266-455e-b037-3225267dd4f1 admin admin] Router bf9bfdf4-74df-4678-a74a-8f6a1681d35a is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:39:25.185919 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4991715d-d889-4b4e-bf16-28effdb1bf2e tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:25.205287 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:25.241152 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c94d2fa-3266-455e-b037-3225267dd4f1 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:39:25.251841 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e9dcce-67e8-4fac-8ef7-b166a599f3e0 None None] Sync routers for ids ['bf9bfdf4-74df-4678-a74a-8f6a1681d35a'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:39:25.264981 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3c94d2fa-3266-455e-b037-3225267dd4f1 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:25.266868 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3c94d2fa-3266-455e-b037-3225267dd4f1 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.7464929 Dec 09 15:39:25.268679 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e9dcce-67e8-4fac-8ef7-b166a599f3e0 None None] Routers {'bf9bfdf4-74df-4678-a74a-8f6a1681d35a'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:39:25.269471 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-33e9dcce-67e8-4fac-8ef7-b166a599f3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:39:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['bf9bfdf4-74df-4678-a74a-8f6a1681d35a'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:25.269936 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35188) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:25.375758 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e77ba-b2c3-46b9-82b6-831ba5d2efd6 req-02931e9a-3bf1-4b26-9d99-ae39073ba94b tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:25.377372 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c74e77ba-b2c3-46b9-82b6-831ba5d2efd6 req-02931e9a-3bf1-4b26-9d99-ae39073ba94b tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d7308e5-11f2-45ed-a87e-035229f61b36 HTTP/1.1" status: 200 len: 946 time: 0.1430056 Dec 09 15:39:25.382264 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-33e9dcce-67e8-4fac-8ef7-b166a599f3e0 None None] Set router bf9bfdf4-74df-4678-a74a-8f6a1681d35a gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:39:25.477612 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4991715d-d889-4b4e-bf16-28effdb1bf2e tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:25.495691 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3ada5459-f970-428a-acfd-4fba5ed3b9a2 None None] Provisioning complete for port 9c75a07a-907d-46c3-b741-380a16c776d0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:25.496070 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3ada5459-f970-428a-acfd-4fba5ed3b9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:25.622368 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c74e77ba-b2c3-46b9-82b6-831ba5d2efd6 req-66298fb1-91a1-4df8-96e2-dea47b0e2c27 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae95911-d29e-4491-93bd-1e00edc2ab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025549 Dec 09 15:39:25.653501 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5ff2d8-cf16-48f2-b5e0-c2a97f32f3b8 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Router a1345dde-3bb0-4443-a9e5-1d464a15e37d has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:39:25.654877 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-33e9dcce-67e8-4fac-8ef7-b166a599f3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9bfdf4-74df-4678-a74a-8f6a1681d35a', 'name': 'tempest-ServersTestJSON-1974453505-router', 'tenant_id': '9e19326a2ef34a9a949943ebe81c10d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'de4a4b18-030a-470e-9ed0-4dfe62524d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:39:22Z', 'updated_at': '2021-12-09T15:39:23Z', 'revision_number': 3, 'project_id': '9e19326a2ef34a9a949943ebe81c10d6', 'gw_port': {'id': 'de4a4b18-030a-470e-9ed0-4dfe62524d01', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:81:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9bfdf4-74df-4678-a74a-8f6a1681d35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:23Z', 'updated_at': '2021-12-09T15:39:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:25.675318 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4991715d-d889-4b4e-bf16-28effdb1bf2e tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:25.688204 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e9dcce-67e8-4fac-8ef7-b166a599f3e0 None None] Checking router: bf9bfdf4-74df-4678-a74a-8f6a1681d35a for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:39:25.688610 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e9dcce-67e8-4fac-8ef7-b166a599f3e0 None None] Updating router bf9bfdf4-74df-4678-a74a-8f6a1681d35a port de4a4b18-030a-470e-9ed0-4dfe62524d01 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:39:25.690124 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4991715d-d889-4b4e-bf16-28effdb1bf2e tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:25.693616 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4991715d-d889-4b4e-bf16-28effdb1bf2e tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] 10.222.0.57 "DELETE /v2.0/subnets/946d9d61-03da-4b41-b2f6-ad5ca487ad39 HTTP/1.1" status: 204 len: 168 time: 0.7910643 Dec 09 15:39:25.696448 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35192) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:25.723148 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-33e9dcce-67e8-4fac-8ef7-b166a599f3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:25.748076 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65cab0e-c9e8-4705-b909-63b2c199b4fb None None] Network c61714cc-bfc6-4a31-8984-1746e9d41d83 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:39:25.754747 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 847afbcf-2043-4704-86dd-821ac9fb24dc details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:39:25.756908 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 847afbcf-2043-4704-86dd-821ac9fb24dc no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:39:25.762692 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7364716c-8594-4b79-bb08-ae6172693285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:25.764541 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4991715d-d889-4b4e-bf16-28effdb1bf2e tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Pushing event deleted for resources: {'Subnet': ['ID=946d9d61-03da-4b41-b2f6-ad5ca487ad39,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:25.832902 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ed9e4c1-19c7-457a-92b2-558ee626253e tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:25.855774 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ac5354b4-bb11-48dc-a739-ae965f08c9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:25.947440 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f4870-7c86-4cf4-a61c-405105b7a9c6 req-cb3c12b8-6351-4e9b-bd5e-9ebbbb48a898 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:25.949345 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8e7f4870-7c86-4cf4-a61c-405105b7a9c6 req-cb3c12b8-6351-4e9b-bd5e-9ebbbb48a898 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=87f0bba4-7d9a-4014-982d-643cf4a840cb HTTP/1.1" status: 200 len: 948 time: 0.1909289 Dec 09 15:39:25.997369 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4ed9e4c1-19c7-457a-92b2-558ee626253e tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Deleting port c6c546bb-f427-4755-b284-07abb1b41a9e {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:39:25.997829 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ed9e4c1-19c7-457a-92b2-558ee626253e tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:25.999640 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5ff2d8-cf16-48f2-b5e0-c2a97f32f3b8 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:39:26.006007 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aa5ff2d8-cf16-48f2-b5e0-c2a97f32f3b8 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:26.016010 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23184889-1029-421b-aebd-74a37ef60784 None None] Sync routers for ids ['a1345dde-3bb0-4443-a9e5-1d464a15e37d'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:39:26.030211 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23184889-1029-421b-aebd-74a37ef60784 None None] Routers {'a1345dde-3bb0-4443-a9e5-1d464a15e37d'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:39:26.031386 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-23184889-1029-421b-aebd-74a37ef60784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:39:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['a1345dde-3bb0-4443-a9e5-1d464a15e37d'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:26.042119 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8e7f4870-7c86-4cf4-a61c-405105b7a9c6 req-d9b190f4-4784-4ef9-8894-13e538c793c1 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758512 Dec 09 15:39:26.109529 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4ed9e4c1-19c7-457a-92b2-558ee626253e tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] For port c6c546bb-f427-4755-b284-07abb1b41a9e, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=c6c546bb-f427-4755-b284-07abb1b41a9e,segment=NetworkSegment(96437d98-f043-4e01-92f5-c9fb90351fbb),segment_id=96437d98-f043-4e01-92f5-c9fb90351fbb)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:26.110098 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ed9e4c1-19c7-457a-92b2-558ee626253e tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:26.132899 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4ed9e4c1-19c7-457a-92b2-558ee626253e tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Calling delete_port for c6c546bb-f427-4755-b284-07abb1b41a9e owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:39:26.138914 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-ac5354b4-bb11-48dc-a739-ae965f08c9d1 admin admin] Allocated IP 172.20.0.1 (589649dc-db4c-4c9b-a3c7-2ee06e8a59a8/ad992af1-64c6-409b-b6f0-24a7711b29bd/e8bbf099-2365-4759-a50f-cd026f8711bd) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:39:26.173475 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-aa5ff2d8-cf16-48f2-b5e0-c2a97f32f3b8 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "PUT /v2.0/floatingips/d48a011c-2030-4bb9-97eb-9a909d144172 HTTP/1.1" status: 200 len: 991 time: 3.0051329 Dec 09 15:39:26.182106 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'tag': 'c0397afc-d7b8-46af-b15a-daa47b868983'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:39:26.184582 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1869c2ca-adc1-4002-bf3e-4494c495c370" -d '{"events": [{"name": "network-changed", "server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "tag": "c0397afc-d7b8-46af-b15a-daa47b868983"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:39:26.212174 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-23184889-1029-421b-aebd-74a37ef60784 None None] Set router a1345dde-3bb0-4443-a9e5-1d464a15e37d gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:39:26.223671 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b09efc4f-9ef7-433a-b405-b2c10338b990 req-d9d7d43f-aea8-4a9a-91fd-6e65f9dabc54 tempest-ServerShowV254Test-475706615 tempest-ServerShowV254Test-475706615-project] 10.222.0.57 "GET /v2.0/ports?device_id=53e0eede-4144-41ff-bb02-37c964eb5d34 HTTP/1.1" status: 200 len: 210 time: 0.0582066 Dec 09 15:39:26.272266 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 9c75a07a-907d-46c3-b741-380a16c776d0 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:39:26.365794 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ed9e4c1-19c7-457a-92b2-558ee626253e tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:26.370850 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ac5354b4-bb11-48dc-a739-ae965f08c9d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:26.380164 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7364716c-8594-4b79-bb08-ae6172693285 admin admin] Deleting port 26739190-30e4-4c2f-a7e8-4c506a404888 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:39:26.380725 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7364716c-8594-4b79-bb08-ae6172693285 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:26.401268 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed9e4c1-19c7-457a-92b2-558ee626253e tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Pushing event deleted for resources: {'Port': ['ID=c6c546bb-f427-4755-b284-07abb1b41a9e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:26.406438 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed9e4c1-19c7-457a-92b2-558ee626253e tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] No DVR routers for this DVR port c6c546bb-f427-4755-b284-07abb1b41a9e on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:39:26.496343 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-7364716c-8594-4b79-bb08-ae6172693285 admin admin] For port 26739190-30e4-4c2f-a7e8-4c506a404888, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=26739190-30e4-4c2f-a7e8-4c506a404888,segment=NetworkSegment(3646a167-13f2-44bd-8fe5-420d6b7389d8),segment_id=3646a167-13f2-44bd-8fe5-420d6b7389d8)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:26.497299 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7364716c-8594-4b79-bb08-ae6172693285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:26.522547 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ed9e4c1-19c7-457a-92b2-558ee626253e tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:26.544971 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ac5354b4-bb11-48dc-a739-ae965f08c9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:26.557971 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-4ed9e4c1-19c7-457a-92b2-558ee626253e tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c61714cc-bfc6-4a31-8984-1746e9d41d83']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:26.565694 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7364716c-8594-4b79-bb08-ae6172693285 admin admin] Calling delete_port for 26739190-30e4-4c2f-a7e8-4c506a404888 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:39:26.608294 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-4ed9e4c1-19c7-457a-92b2-558ee626253e tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96437d98-f043-4e01-92f5-c9fb90351fbb') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:26.608696 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-4ed9e4c1-19c7-457a-92b2-558ee626253e tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96437d98-f043-4e01-92f5-c9fb90351fbb') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:26.613838 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5354b4-bb11-48dc-a739-ae965f08c9d1 admin admin] Network 589649dc-db4c-4c9b-a3c7-2ee06e8a59a8 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:39:26.629773 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-ac5354b4-bb11-48dc-a739-ae965f08c9d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:39:26.636121 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ed9e4c1-19c7-457a-92b2-558ee626253e tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:26.638524 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5354b4-bb11-48dc-a739-ae965f08c9d1 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:39:26.647113 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5354b4-bb11-48dc-a739-ae965f08c9d1 admin admin] Pushing event updated for resources: {'Port': ['ID=e8bbf099-2365-4759-a50f-cd026f8711bd,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:26.661245 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:39:26.677670 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df06b31-0273-4995-a700-6dfe4370f9c0 None None] DHCP port deletion for c61714cc-bfc6-4a31-8984-1746e9d41d83 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:39:26.681703 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-23184889-1029-421b-aebd-74a37ef60784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1345dde-3bb0-4443-a9e5-1d464a15e37d', 'name': 'tempest-TaggedBootDevicesTest-662223514-router', 'tenant_id': '22d7743b04274c74b1037ecd2e466dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '7ce9cd52-d487-48be-b3c4-fec2341e71a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:56Z', 'updated_at': '2021-12-09T15:37:03Z', 'revision_number': 4, 'project_id': '22d7743b04274c74b1037ecd2e466dba', 'gw_port': {'id': '7ce9cd52-d487-48be-b3c4-fec2341e71a1', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:24:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1345dde-3bb0-4443-a9e5-1d464a15e37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:58Z', 'updated_at': '2021-12-09T15:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': 'd48a011c-2030-4bb9-97eb-9a909d144172', 'tenant_id': '22d7743b04274c74b1037ecd2e466dba', 'floating_ip_address': '172.25.3.240', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'a1345dde-3bb0-4443-a9e5-1d464a15e37d', 'port_id': 'c0397afc-d7b8-46af-b15a-daa47b868983', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99deab82-68e4-40a9-831d-57d4c6d733cd', 'mac_address': 'fa:16:3e:65:f6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:37:54Z', 'updated_at': '2021-12-09T15:39:24Z', 'revision_number': 1, 'project_id': '22d7743b04274c74b1037ecd2e466dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d15b717-3f14-43d8-97b6-8b2b7fc84680', 'name': '', 'network_id': '99deab82-68e4-40a9-831d-57d4c6d733cd', 'tenant_id': '22d7743b04274c74b1037ecd2e466dba', 'mac_address': 'fa:16:3e:43:51:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1345dde-3bb0-4443-a9e5-1d464a15e37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '6e61db67-8b3d-4dcf-badf-87164914471b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:37:02Z', 'updated_at': '2021-12-09T15:37:07Z', 'revision_number': 5, 'project_id': '22d7743b04274c74b1037ecd2e466dba', 'subnets': [{'id': '6e61db67-8b3d-4dcf-badf-87164914471b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:26.690028 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:26.693613 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:26.700875 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ed9e4c1-19c7-457a-92b2-558ee626253e tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:26.732756 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23184889-1029-421b-aebd-74a37ef60784 None None] Checking router: a1345dde-3bb0-4443-a9e5-1d464a15e37d for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:39:26.745546 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed9e4c1-19c7-457a-92b2-558ee626253e tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:39:26.745803 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23184889-1029-421b-aebd-74a37ef60784 None None] Routers {'a1345dde-3bb0-4443-a9e5-1d464a15e37d'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:39:26.746328 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ed9e4c1-19c7-457a-92b2-558ee626253e tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:26.746622 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-23184889-1029-421b-aebd-74a37ef60784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:39:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['a1345dde-3bb0-4443-a9e5-1d464a15e37d'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:26.750948 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:39:26.750948 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:39:26.750948 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:39:26.750948 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:39:26.750948 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:39:26.750948 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:39:26.750948 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:39:26.750948 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:39:26.750948 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:39:26.750948 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:39:26.750948 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:39:26.750948 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:39:26.750948 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:39:26.750948 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:39:26.750948 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:39:26.750948 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:39:26.750948 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:39:26.750948 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:39:26.750948 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:39:26.750948 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:39:26.750948 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:39:26.750948 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:39:26.750948 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:39:26.750948 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:39:26.750948 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:39:26.750948 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:39:26.750948 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:39:26.750948 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:39:26.750948 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:39:26.750948 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:39:26.750948 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:39:26.750948 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:39:26.766731 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ac5354b4-bb11-48dc-a739-ae965f08c9d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:26.789645 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 9c75a07a-907d-46c3-b741-380a16c776d0 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:26.789945 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:26.901545 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ed9e4c1-19c7-457a-92b2-558ee626253e tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:26.928187 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ed9e4c1-19c7-457a-92b2-558ee626253e tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:26.933082 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4ed9e4c1-19c7-457a-92b2-558ee626253e tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] 10.222.0.57 "DELETE /v2.0/networks/c61714cc-bfc6-4a31-8984-1746e9d41d83 HTTP/1.1" status: 204 len: 168 time: 1.2354224 Dec 09 15:39:26.938792 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 847afbcf-2043-4704-86dd-821ac9fb24dc, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=847afbcf-2043-4704-86dd-821ac9fb24dc,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:26.957326 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 847afbcf-2043-4704-86dd-821ac9fb24dc, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=847afbcf-2043-4704-86dd-821ac9fb24dc,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:26.958841 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed9e4c1-19c7-457a-92b2-558ee626253e tempest-AllowedAddressPairIpV6TestJSON-232556643 tempest-AllowedAddressPairIpV6TestJSON-232556643-project] Pushing event deleted for resources: {'Network': ['ID=c61714cc-bfc6-4a31-8984-1746e9d41d83,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:26.961101 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f0bba4-7d9a-4014-982d-643cf4a840cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '847afbcf-2043-4704-86dd-821ac9fb24dc'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:39:26.962868 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0352200b-9750-4221-9835-601d35202af9" -d '{"events": [{"server_uuid": "87f0bba4-7d9a-4014-982d-643cf4a840cb", "name": "network-vif-unplugged", "status": "completed", "tag": "847afbcf-2043-4704-86dd-821ac9fb24dc"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:39:26.999731 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:27.034709 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-23184889-1029-421b-aebd-74a37ef60784 None None] Set router a1345dde-3bb0-4443-a9e5-1d464a15e37d gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:39:27.094840 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7364716c-8594-4b79-bb08-ae6172693285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:27.147053 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '847afbcf-2043-4704-86dd-821ac9fb24dc', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'port_id': '847afbcf-2043-4704-86dd-821ac9fb24dc', 'mac_address': 'fa:16:3e:6c:a6:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6953c-1261-4e7c-8b49-64e5b87424c2', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:39:27.167618 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ac5354b4-bb11-48dc-a739-ae965f08c9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:27.279542 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ecf58f-2aa1-44d5-a5ce-532bb1da6e69 req-3a1db878-ca04-4515-91ed-2587ed4b34c2 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:27.283947 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c1ecf58f-2aa1-44d5-a5ce-532bb1da6e69 req-3a1db878-ca04-4515-91ed-2587ed4b34c2 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d50e936-95dd-4fa7-b298-a3fc49596740 HTTP/1.1" status: 200 len: 945 time: 0.2665880 Dec 09 15:39:27.303641 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=847afbcf-2043-4704-86dd-821ac9fb24dc,revision_number=9']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:27.344356 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7364716c-8594-4b79-bb08-ae6172693285 admin admin] Pushing event deleted for resources: {'Port': ['ID=26739190-30e4-4c2f-a7e8-4c506a404888,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:27.358757 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-88e4f6ba-a8c4-4965-ac2e-5eb01fc522a8 None None] Provisioning complete for port e8bbf099-2365-4759-a50f-cd026f8711bd triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:27.359253 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-88e4f6ba-a8c4-4965-ac2e-5eb01fc522a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:27.430846 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35210) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:27.432726 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aa133af1-9937-49b7-916e-e3f2da220409 req-5d901f0a-301c-4ab9-a680-96fb3e464a48 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=53e0eede-4144-41ff-bb02-37c964eb5d34 HTTP/1.1" status: 200 len: 210 time: 0.1881196 Dec 09 15:39:27.480906 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:27.518248 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c1ecf58f-2aa1-44d5-a5ce-532bb1da6e69 req-14936a4e-6825-4903-bdfc-83319c46dcf6 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae95911-d29e-4491-93bd-1e00edc2ab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638870 Dec 09 15:39:27.582586 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-23184889-1029-421b-aebd-74a37ef60784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1345dde-3bb0-4443-a9e5-1d464a15e37d', 'name': 'tempest-TaggedBootDevicesTest-662223514-router', 'tenant_id': '22d7743b04274c74b1037ecd2e466dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '7ce9cd52-d487-48be-b3c4-fec2341e71a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:56Z', 'updated_at': '2021-12-09T15:37:03Z', 'revision_number': 4, 'project_id': '22d7743b04274c74b1037ecd2e466dba', 'gw_port': {'id': '7ce9cd52-d487-48be-b3c4-fec2341e71a1', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:24:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1345dde-3bb0-4443-a9e5-1d464a15e37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:58Z', 'updated_at': '2021-12-09T15:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': 'd48a011c-2030-4bb9-97eb-9a909d144172', 'tenant_id': '22d7743b04274c74b1037ecd2e466dba', 'floating_ip_address': '172.25.3.240', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'a1345dde-3bb0-4443-a9e5-1d464a15e37d', 'port_id': 'c0397afc-d7b8-46af-b15a-daa47b868983', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99deab82-68e4-40a9-831d-57d4c6d733cd', 'mac_address': 'fa:16:3e:65:f6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:37:54Z', 'updated_at': '2021-12-09T15:39:24Z', 'revision_number': 1, 'project_id': '22d7743b04274c74b1037ecd2e466dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d15b717-3f14-43d8-97b6-8b2b7fc84680', 'name': '', 'network_id': '99deab82-68e4-40a9-831d-57d4c6d733cd', 'tenant_id': '22d7743b04274c74b1037ecd2e466dba', 'mac_address': 'fa:16:3e:43:51:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1345dde-3bb0-4443-a9e5-1d464a15e37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '6e61db67-8b3d-4dcf-badf-87164914471b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:37:02Z', 'updated_at': '2021-12-09T15:37:07Z', 'revision_number': 5, 'project_id': '22d7743b04274c74b1037ecd2e466dba', 'subnets': [{'id': '6e61db67-8b3d-4dcf-badf-87164914471b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:27.634891 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23184889-1029-421b-aebd-74a37ef60784 None None] The sync data for ids ['a1345dde-3bb0-4443-a9e5-1d464a15e37d'] in n-d-821228-1 is: [{'id': 'a1345dde-3bb0-4443-a9e5-1d464a15e37d', 'name': 'tempest-TaggedBootDevicesTest-662223514-router', 'tenant_id': '22d7743b04274c74b1037ecd2e466dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '7ce9cd52-d487-48be-b3c4-fec2341e71a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:56Z', 'updated_at': '2021-12-09T15:37:03Z', 'revision_number': 4, 'project_id': '22d7743b04274c74b1037ecd2e466dba', 'gw_port': {'id': '7ce9cd52-d487-48be-b3c4-fec2341e71a1', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:24:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1345dde-3bb0-4443-a9e5-1d464a15e37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:58Z', 'updated_at': '2021-12-09T15:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': 'd48a011c-2030-4bb9-97eb-9a909d144172', 'tenant_id': '22d7743b04274c74b1037ecd2e466dba', 'floating_ip_address': '172.25.3.240', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'a1345dde-3bb0-4443-a9e5-1d464a15e37d', 'port_id': 'c0397afc-d7b8-46af-b15a-daa47b868983', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99deab82-68e4-40a9-831d-57d4c6d733cd', 'mac_address': 'fa:16:3e:65:f6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:37:54Z', 'updated_at': '2021-12-09T15:39:24Z', 'revision_number': 1, 'project_id': '22d7743b04274c74b1037ecd2e466dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d15b717-3f14-43d8-97b6-8b2b7fc84680', 'name': '', 'network_id': '99deab82-68e4-40a9-831d-57d4c6d733cd', 'tenant_id': '22d7743b04274c74b1037ecd2e466dba', 'mac_address': 'fa:16:3e:43:51:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1345dde-3bb0-4443-a9e5-1d464a15e37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '6e61db67-8b3d-4dcf-badf-87164914471b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:37:02Z', 'updated_at': '2021-12-09T15:37:07Z', 'revision_number': 5, 'project_id': '22d7743b04274c74b1037ecd2e466dba', 'subnets': [{'id': '6e61db67-8b3d-4dcf-badf-87164914471b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:39:27.645458 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ac5354b4-bb11-48dc-a739-ae965f08c9d1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:27.666818 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ac5354b4-bb11-48dc-a739-ae965f08c9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:27.671421 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 847afbcf-2043-4704-86dd-821ac9fb24dc {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:39:27.748260 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ac5354b4-bb11-48dc-a739-ae965f08c9d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:27.758962 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7364716c-8594-4b79-bb08-ae6172693285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:27.770278 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b60a8-9dc0-4035-a42d-b9e53706af21 req-613db7c0-2446-4d50-96a9-5292bf8c87a2 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:27.777699 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b67b60a8-9dc0-4035-a42d-b9e53706af21 req-613db7c0-2446-4d50-96a9-5292bf8c87a2 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=910d47b4-a3cf-49e8-aa0f-b0c93c533641 HTTP/1.1" status: 200 len: 946 time: 0.1535826 Dec 09 15:39:27.782765 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-88e4f6ba-a8c4-4965-ac2e-5eb01fc522a8 None None] Port e8bbf099-2365-4759-a50f-cd026f8711bd cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:39:27.802225 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-33e9dcce-67e8-4fac-8ef7-b166a599f3e0 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:27.805604 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 847afbcf-2043-4704-86dd-821ac9fb24dc, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=847afbcf-2043-4704-86dd-821ac9fb24dc,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:27.812122 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-33e9dcce-67e8-4fac-8ef7-b166a599f3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:27.814444 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:27.882701 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5af659-85a4-4d69-b5f3-74b5d49008a1 None None] Pushing event updated for resources: {'Port': ['ID=de4a4b18-030a-470e-9ed0-4dfe62524d01,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:27.883267 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5354b4-bb11-48dc-a739-ae965f08c9d1 admin admin] Pushing event updated for resources: {'Port': ['ID=e8bbf099-2365-4759-a50f-cd026f8711bd,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:27.885989 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-33e9dcce-67e8-4fac-8ef7-b166a599f3e0 None None] Attempting to bind port de4a4b18-030a-470e-9ed0-4dfe62524d01 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:39:27.886584 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-33e9dcce-67e8-4fac-8ef7-b166a599f3e0 None None] Attempting to bind port de4a4b18-030a-470e-9ed0-4dfe62524d01 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:39:27.887106 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e9dcce-67e8-4fac-8ef7-b166a599f3e0 None None] Attempting to bind port de4a4b18-030a-470e-9ed0-4dfe62524d01 on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:39:27.902708 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3538f3b5-6633-481d-bc25-5dd44b4f346a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=42fd1d477d074b3e8ce858af4d85f6a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4683423 Dec 09 15:39:27.903283 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35216) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:27.924538 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e9dcce-67e8-4fac-8ef7-b166a599f3e0 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:39:27.925207 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e9dcce-67e8-4fac-8ef7-b166a599f3e0 None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:39:27.926542 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-33e9dcce-67e8-4fac-8ef7-b166a599f3e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:27.927133 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e9dcce-67e8-4fac-8ef7-b166a599f3e0 None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:39:27.927793 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-33e9dcce-67e8-4fac-8ef7-b166a599f3e0 None None] Bound port: de4a4b18-030a-470e-9ed0-4dfe62524d01, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:39:27.928347 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-33e9dcce-67e8-4fac-8ef7-b166a599f3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:28.009348 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e9fa5f0a-95fa-4f0a-9c20-2fea9c5dd6a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:28.013436 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5354b4-bb11-48dc-a739-ae965f08c9d1 admin admin] Network 589649dc-db4c-4c9b-a3c7-2ee06e8a59a8 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:39:28.017569 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-ac5354b4-bb11-48dc-a739-ae965f08c9d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:39:28.023080 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9098e9-73db-496e-9c7a-3967a5ec2805 None None] New status for floating IP d48a011c-2030-4bb9-97eb-9a909d144172: ACTIVE {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:39:28.027988 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=847afbcf-2043-4704-86dd-821ac9fb24dc,revision_number=10']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:28.084396 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-33e9dcce-67e8-4fac-8ef7-b166a599f3e0 None None] For port de4a4b18-030a-470e-9ed0-4dfe62524d01, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:39:28.121866 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-33e9dcce-67e8-4fac-8ef7-b166a599f3e0 None None] For port de4a4b18-030a-470e-9ed0-4dfe62524d01, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=de4a4b18-030a-470e-9ed0-4dfe62524d01,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:39:28.194107 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-33e9dcce-67e8-4fac-8ef7-b166a599f3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:28.240474 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e9fa5f0a-95fa-4f0a-9c20-2fea9c5dd6a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:28.271796 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5354b4-bb11-48dc-a739-ae965f08c9d1 admin admin] Router bf9bfdf4-74df-4678-a74a-8f6a1681d35a has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:39:28.375593 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device c6c546bb-f427-4755-b284-07abb1b41a9e no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:39:28.382225 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b67b60a8-9dc0-4035-a42d-b9e53706af21 req-1a89df5c-0a35-4fc6-9d2d-378733fae583 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6032803 Dec 09 15:39:28.388029 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e9dcce-67e8-4fac-8ef7-b166a599f3e0 None None] Routers {'bf9bfdf4-74df-4678-a74a-8f6a1681d35a'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:39:28.392725 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-33e9dcce-67e8-4fac-8ef7-b166a599f3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:39:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['bf9bfdf4-74df-4678-a74a-8f6a1681d35a'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:28.401803 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['847afbcf-2043-4704-86dd-821ac9fb24dc'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:39:28.427589 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: c6c546bb-f427-4755-b284-07abb1b41a9e {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:39:28.427938 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device c6c546bb-f427-4755-b284-07abb1b41a9e not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:39:28.445347 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5354b4-bb11-48dc-a739-ae965f08c9d1 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:39:28.454365 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ac5354b4-bb11-48dc-a739-ae965f08c9d1 admin admin] 10.222.0.57 "PUT /v2.0/routers/bf9bfdf4-74df-4678-a74a-8f6a1681d35a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1831853 Dec 09 15:39:28.498196 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e9fa5f0a-95fa-4f0a-9c20-2fea9c5dd6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:28.502169 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e9fa5f0a-95fa-4f0a-9c20-2fea9c5dd6a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:28.506384 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e9fa5f0a-95fa-4f0a-9c20-2fea9c5dd6a7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3ab9abc1-73b9-4a4b-91bb-e68d331b384e HTTP/1.1" status: 204 len: 168 time: 0.6015670 Dec 09 15:39:28.527581 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa5f0a-95fa-4f0a-9c20-2fea9c5dd6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab9abc1-73b9-4a4b-91bb-e68d331b384e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:28.543684 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5af659-85a4-4d69-b5f3-74b5d49008a1 None None] Pushing event updated for resources: {'Port': ['ID=de4a4b18-030a-470e-9ed0-4dfe62524d01,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:28.627986 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c78bbfa-4f95-4cea-a852-54d4b567df61 x-openstack-request-id: req-6c78bbfa-4f95-4cea-a852-54d4b567df61 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:39:28.629046 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "tag": "c0397afc-d7b8-46af-b15a-daa47b868983", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:39:28.629302 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6c78bbfa-4f95-4cea-a852-54d4b567df61 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:39:28.629933 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'tag': 'c0397afc-d7b8-46af-b15a-daa47b868983', 'status': 'completed', 'code': 200} Dec 09 15:39:28.651233 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-cfdeccac-cc1f-489c-b9a8-99d153f6b487 None None] Provisioning complete for port e8bbf099-2365-4759-a50f-cd026f8711bd triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:28.651752 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cfdeccac-cc1f-489c-b9a8-99d153f6b487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:28.752551 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-33e9dcce-67e8-4fac-8ef7-b166a599f3e0 None None] Set router bf9bfdf4-74df-4678-a74a-8f6a1681d35a gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:39:28.805090 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-cfdeccac-cc1f-489c-b9a8-99d153f6b487 None None] Port e8bbf099-2365-4759-a50f-cd026f8711bd cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:39:28.818482 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 15:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d541cae8-dc89-4817-a5ff-39d4fac80d51 x-openstack-request-id: req-d541cae8-dc89-4817-a5ff-39d4fac80d51 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:39:28.818482 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87f0bba4-7d9a-4014-982d-643cf4a840cb", "name": "network-vif-unplugged", "status": "completed", "tag": "847afbcf-2043-4704-86dd-821ac9fb24dc", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:39:28.818482 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d541cae8-dc89-4817-a5ff-39d4fac80d51 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:39:28.818482 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f0bba4-7d9a-4014-982d-643cf4a840cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '847afbcf-2043-4704-86dd-821ac9fb24dc', 'code': 200} Dec 09 15:39:28.872390 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efb623-299a-4b26-ac26-936637506473 req-f786f2f8-ee88-49d9-8d9e-565be8e5f9f6 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:28.873956 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-43efb623-299a-4b26-ac26-936637506473 req-f786f2f8-ee88-49d9-8d9e-565be8e5f9f6 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=87f0bba4-7d9a-4014-982d-643cf4a840cb HTTP/1.1" status: 200 len: 948 time: 0.0735352 Dec 09 15:39:28.882812 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869c2ca-adc1-4002-bf3e-4494c495c370 req-f72aad95-3051-4371-9b32-87521c7769eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:28.883305 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869c2ca-adc1-4002-bf3e-4494c495c370 req-f72aad95-3051-4371-9b32-87521c7769eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:28.883779 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869c2ca-adc1-4002-bf3e-4494c495c370 req-f72aad95-3051-4371-9b32-87521c7769eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:28.884247 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869c2ca-adc1-4002-bf3e-4494c495c370 req-f72aad95-3051-4371-9b32-87521c7769eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:28.884744 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869c2ca-adc1-4002-bf3e-4494c495c370 req-f72aad95-3051-4371-9b32-87521c7769eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:28.885219 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869c2ca-adc1-4002-bf3e-4494c495c370 req-f72aad95-3051-4371-9b32-87521c7769eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:28.885680 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869c2ca-adc1-4002-bf3e-4494c495c370 req-f72aad95-3051-4371-9b32-87521c7769eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:28.887598 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1869c2ca-adc1-4002-bf3e-4494c495c370 req-f72aad95-3051-4371-9b32-87521c7769eb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=22d7743b04274c74b1037ecd2e466dba&device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 6490 time: 0.1586995 Dec 09 15:39:28.914972 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7364716c-8594-4b79-bb08-ae6172693285 admin admin] Router 62685117-f8cf-43b6-b42d-e049ff7cf279 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:39:29.009933 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869c2ca-adc1-4002-bf3e-4494c495c370 req-c331237c-1c2b-4eff-94d4-cb770d40e9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:29.011469 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1869c2ca-adc1-4002-bf3e-4494c495c370 req-c331237c-1c2b-4eff-94d4-cb770d40e9c1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=99deab82-68e4-40a9-831d-57d4c6d733cd HTTP/1.1" status: 200 len: 912 time: 0.0989356 Dec 09 15:39:29.081283 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-33e9dcce-67e8-4fac-8ef7-b166a599f3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9bfdf4-74df-4678-a74a-8f6a1681d35a', 'name': 'tempest-ServersTestJSON-1974453505-router', 'tenant_id': '9e19326a2ef34a9a949943ebe81c10d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'de4a4b18-030a-470e-9ed0-4dfe62524d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:39:22Z', 'updated_at': '2021-12-09T15:39:27Z', 'revision_number': 4, 'project_id': '9e19326a2ef34a9a949943ebe81c10d6', 'gw_port': {'id': 'de4a4b18-030a-470e-9ed0-4dfe62524d01', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:81:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9bfdf4-74df-4678-a74a-8f6a1681d35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:23Z', 'updated_at': '2021-12-09T15:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'e8bbf099-2365-4759-a50f-cd026f8711bd', 'name': '', 'network_id': '589649dc-db4c-4c9b-a3c7-2ee06e8a59a8', 'tenant_id': '9e19326a2ef34a9a949943ebe81c10d6', 'mac_address': 'fa:16:3e:f5:dd:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9bfdf4-74df-4678-a74a-8f6a1681d35a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'ad992af1-64c6-409b-b6f0-24a7711b29bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:25Z', 'updated_at': '2021-12-09T15:39:27Z', 'revision_number': 2, 'project_id': '9e19326a2ef34a9a949943ebe81c10d6', 'subnets': [{'id': 'ad992af1-64c6-409b-b6f0-24a7711b29bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:29.090663 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-43efb623-299a-4b26-ac26-936637506473 req-d469a6fd-75e6-441a-91b3-a9f16fa3fbde tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014287 Dec 09 15:39:29.125187 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e9dcce-67e8-4fac-8ef7-b166a599f3e0 None None] The sync data for ids ['bf9bfdf4-74df-4678-a74a-8f6a1681d35a'] in n-d-821228-1 is: [{'id': 'bf9bfdf4-74df-4678-a74a-8f6a1681d35a', 'name': 'tempest-ServersTestJSON-1974453505-router', 'tenant_id': '9e19326a2ef34a9a949943ebe81c10d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'de4a4b18-030a-470e-9ed0-4dfe62524d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:39:22Z', 'updated_at': '2021-12-09T15:39:27Z', 'revision_number': 4, 'project_id': '9e19326a2ef34a9a949943ebe81c10d6', 'gw_port': {'id': 'de4a4b18-030a-470e-9ed0-4dfe62524d01', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:81:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9bfdf4-74df-4678-a74a-8f6a1681d35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:23Z', 'updated_at': '2021-12-09T15:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'e8bbf099-2365-4759-a50f-cd026f8711bd', 'name': '', 'network_id': '589649dc-db4c-4c9b-a3c7-2ee06e8a59a8', 'tenant_id': '9e19326a2ef34a9a949943ebe81c10d6', 'mac_address': 'fa:16:3e:f5:dd:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9bfdf4-74df-4678-a74a-8f6a1681d35a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'ad992af1-64c6-409b-b6f0-24a7711b29bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:25Z', 'updated_at': '2021-12-09T15:39:27Z', 'revision_number': 2, 'project_id': '9e19326a2ef34a9a949943ebe81c10d6', 'subnets': [{'id': 'ad992af1-64c6-409b-b6f0-24a7711b29bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:39:29.242130 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0304a5b1-a47c-4ca0-baeb-78a1e7bb8700 req-eb768910-3da9-4109-bf93-560cd86738a1 tempest-ServerShowV254Test-475706615 tempest-ServerShowV254Test-475706615-project] 10.222.0.57 "GET /v2.0/ports?device_id=53e0eede-4144-41ff-bb02-37c964eb5d34 HTTP/1.1" status: 200 len: 210 time: 0.0429330 Dec 09 15:39:29.257641 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7364716c-8594-4b79-bb08-ae6172693285 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:39:29.261830 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1869c2ca-adc1-4002-bf3e-4494c495c370 req-4c7eeea4-6a2e-4cfd-b20c-ad0b63dfda3d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0397afc-d7b8-46af-b15a-daa47b868983 HTTP/1.1" status: 200 len: 1001 time: 0.2324414 Dec 09 15:39:29.268084 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7364716c-8594-4b79-bb08-ae6172693285 admin admin] 10.222.0.57 "PUT /v2.0/routers/62685117-f8cf-43b6-b42d-e049ff7cf279/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1928322 Dec 09 15:39:29.268466 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35244) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:29.272249 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176f4d71-9f73-43cc-8230-5919a2ce625a None None] Sync routers for ids ['62685117-f8cf-43b6-b42d-e049ff7cf279'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:39:29.294328 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176f4d71-9f73-43cc-8230-5919a2ce625a None None] Routers {'62685117-f8cf-43b6-b42d-e049ff7cf279'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:39:29.296267 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-176f4d71-9f73-43cc-8230-5919a2ce625a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:39:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['62685117-f8cf-43b6-b42d-e049ff7cf279'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:29.338985 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869c2ca-adc1-4002-bf3e-4494c495c370 req-d9632bde-708e-4940-b2d8-3520dd6b49db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:29.340341 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1869c2ca-adc1-4002-bf3e-4494c495c370 req-d9632bde-708e-4940-b2d8-3520dd6b49db service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6e61db67-8b3d-4dcf-badf-87164914471b HTTP/1.1" status: 200 len: 850 time: 0.0568001 Dec 09 15:39:29.407775 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd199698-38cc-4122-a0dd-32584f8a28af admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:29.416143 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869c2ca-adc1-4002-bf3e-4494c495c370 req-98b149fe-01d5-45fa-96dd-f4c8643efaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:29.420697 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1869c2ca-adc1-4002-bf3e-4494c495c370 req-98b149fe-01d5-45fa-96dd-f4c8643efaa7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=99deab82-68e4-40a9-831d-57d4c6d733cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690823 Dec 09 15:39:29.563476 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35248) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:29.630622 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-176f4d71-9f73-43cc-8230-5919a2ce625a None None] Set router 62685117-f8cf-43b6-b42d-e049ff7cf279 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:39:29.643932 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1869c2ca-adc1-4002-bf3e-4494c495c370 req-2dac81f4-9850-4146-b55d-31cb52e8b9e8 service neutron] 10.222.0.31 "GET /v2.0/networks/99deab82-68e4-40a9-831d-57d4c6d733cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097158 Dec 09 15:39:29.779918 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-97bd3c7e-42b0-4887-8d08-c6d580e8bac4 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-819377298'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:29.844310 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97bd3c7e-42b0-4887-8d08-c6d580e8bac4 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Made reservation on behalf of ac3aa02ee4fa43b5924116ed5cc6e8ff for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:39:29.850327 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-97bd3c7e-42b0-4887-8d08-c6d580e8bac4 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:29.854784 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1869c2ca-adc1-4002-bf3e-4494c495c370 req-6a3fac58-24ef-4048-9648-4c1f79cf2486 service neutron] 10.222.0.31 "GET /v2.0/networks/99deab82-68e4-40a9-831d-57d4c6d733cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017379 Dec 09 15:39:29.864685 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-97bd3c7e-42b0-4887-8d08-c6d580e8bac4 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:29.901498 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd199698-38cc-4122-a0dd-32584f8a28af admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:29.980592 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-dd199698-38cc-4122-a0dd-32584f8a28af admin admin] Deleting port 2f96baf2-7fcc-4b19-aa66-cfc44e532b78 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:39:29.981019 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd199698-38cc-4122-a0dd-32584f8a28af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:30.011489 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-97bd3c7e-42b0-4887-8d08-c6d580e8bac4 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:30.017475 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-97bd3c7e-42b0-4887-8d08-c6d580e8bac4 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:30.061415 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-176f4d71-9f73-43cc-8230-5919a2ce625a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62685117-f8cf-43b6-b42d-e049ff7cf279', 'name': 'tempest-FloatingIPsTestJSON-1333309921-router', 'tenant_id': 'a3fd928a324944d484899cff4764b764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '2f96baf2-7fcc-4b19-aa66-cfc44e532b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:38:47Z', 'updated_at': '2021-12-09T15:39:26Z', 'revision_number': 5, 'project_id': 'a3fd928a324944d484899cff4764b764', 'gw_port': {'id': '2f96baf2-7fcc-4b19-aa66-cfc44e532b78', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62685117-f8cf-43b6-b42d-e049ff7cf279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:50Z', 'updated_at': '2021-12-09T15:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:30.076787 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-dd199698-38cc-4122-a0dd-32584f8a28af admin admin] For port 2f96baf2-7fcc-4b19-aa66-cfc44e532b78, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=2f96baf2-7fcc-4b19-aa66-cfc44e532b78,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:30.077145 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd199698-38cc-4122-a0dd-32584f8a28af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:30.089441 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97bd3c7e-42b0-4887-8d08-c6d580e8bac4 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:39:30.092925 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-dd199698-38cc-4122-a0dd-32584f8a28af admin admin] Calling delete_port for 2f96baf2-7fcc-4b19-aa66-cfc44e532b78 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:39:30.094428 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176f4d71-9f73-43cc-8230-5919a2ce625a None None] Checking router: 62685117-f8cf-43b6-b42d-e049ff7cf279 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:39:30.103968 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176f4d71-9f73-43cc-8230-5919a2ce625a None None] Routers {'62685117-f8cf-43b6-b42d-e049ff7cf279'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:39:30.104625 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-176f4d71-9f73-43cc-8230-5919a2ce625a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:39:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['62685117-f8cf-43b6-b42d-e049ff7cf279'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:30.127049 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-97bd3c7e-42b0-4887-8d08-c6d580e8bac4 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:30.127390 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-97bd3c7e-42b0-4887-8d08-c6d580e8bac4 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Added segment f54dba74-4b1c-49f0-a925-1e01b8083094 of type vlan for network 697ce9e8-23c4-445d-8b5b-aca69ce57a94 Dec 09 15:39:30.139184 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd3c7e-42b0-4887-8d08-c6d580e8bac4 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7ac73a-a47f-4a71-b078-e4d42fa120c2,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:30.193330 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53957d7-666e-4eef-b7df-a309a247e405 req-f4c6a793-53b5-45d3-a918-f1b09a8ce520 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:30.200081 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53957d7-666e-4eef-b7df-a309a247e405 req-f4c6a793-53b5-45d3-a918-f1b09a8ce520 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:30.206630 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53957d7-666e-4eef-b7df-a309a247e405 req-f4c6a793-53b5-45d3-a918-f1b09a8ce520 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:30.209231 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f53957d7-666e-4eef-b7df-a309a247e405 req-f4c6a793-53b5-45d3-a918-f1b09a8ce520 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d7308e5-11f2-45ed-a87e-035229f61b36&device_id=c404226b-5e80-4365-9e2a-d3330b693c3e&device_id=8d50e936-95dd-4fa7-b298-a3fc49596740 HTTP/1.1" status: 200 len: 2418 time: 0.1562579 Dec 09 15:39:30.218205 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-176f4d71-9f73-43cc-8230-5919a2ce625a None None] Set router 62685117-f8cf-43b6-b42d-e049ff7cf279 gateway port host: None {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:39:30.259147 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-97bd3c7e-42b0-4887-8d08-c6d580e8bac4 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:30.294679 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-176f4d71-9f73-43cc-8230-5919a2ce625a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62685117-f8cf-43b6-b42d-e049ff7cf279', 'name': 'tempest-FloatingIPsTestJSON-1333309921-router', 'tenant_id': 'a3fd928a324944d484899cff4764b764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:38:47Z', 'updated_at': '2021-12-09T15:39:29Z', 'revision_number': 6, 'project_id': 'a3fd928a324944d484899cff4764b764', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:30.303155 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-97bd3c7e-42b0-4887-8d08-c6d580e8bac4 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:30.308774 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bd3c7e-42b0-4887-8d08-c6d580e8bac4 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:30.309377 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-97bd3c7e-42b0-4887-8d08-c6d580e8bac4 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:30.330568 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176f4d71-9f73-43cc-8230-5919a2ce625a None None] The sync data for ids ['62685117-f8cf-43b6-b42d-e049ff7cf279'] in n-d-821228-1 is: [{'id': '62685117-f8cf-43b6-b42d-e049ff7cf279', 'name': 'tempest-FloatingIPsTestJSON-1333309921-router', 'tenant_id': 'a3fd928a324944d484899cff4764b764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:38:47Z', 'updated_at': '2021-12-09T15:39:29Z', 'revision_number': 6, 'project_id': 'a3fd928a324944d484899cff4764b764', 'gw_port_host': None}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:39:30.399334 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f53957d7-666e-4eef-b7df-a309a247e405 req-419bd36b-229c-40d3-9de6-0c4050bc1bd1 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae95911-d29e-4491-93bd-1e00edc2ab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799331 Dec 09 15:39:30.407810 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd3c7e-42b0-4887-8d08-c6d580e8bac4 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Pushing event updated for resources: {'Network': ['ID=697ce9e8-23c4-445d-8b5b-aca69ce57a94,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:30.419654 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-97bd3c7e-42b0-4887-8d08-c6d580e8bac4 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8550119 Dec 09 15:39:30.422868 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35258) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:30.428576 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 697ce9e8-23c4-445d-8b5b-aca69ce57a94 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:39:30.429523 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-9613a38a-72cb-41f0-85ce-c9752e5c5608 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Request body: {'subnet': {'network_id': '697ce9e8-23c4-445d-8b5b-aca69ce57a94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:30.434561 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd199698-38cc-4122-a0dd-32584f8a28af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:30.518125 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd199698-38cc-4122-a0dd-32584f8a28af admin admin] Pushing event deleted for resources: {'Port': ['ID=2f96baf2-7fcc-4b19-aa66-cfc44e532b78,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:30.608160 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd199698-38cc-4122-a0dd-32584f8a28af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:30.712048 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9613a38a-72cb-41f0-85ce-c9752e5c5608 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Made reservation on behalf of ac3aa02ee4fa43b5924116ed5cc6e8ff for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:39:30.715664 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9613a38a-72cb-41f0-85ce-c9752e5c5608 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:30.734643 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd199698-38cc-4122-a0dd-32584f8a28af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:30.774002 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd199698-38cc-4122-a0dd-32584f8a28af admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:30.845345 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd199698-38cc-4122-a0dd-32584f8a28af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:30.846002 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd199698-38cc-4122-a0dd-32584f8a28af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62685117-f8cf-43b6-b42d-e049ff7cf279 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:39:30.851915 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd199698-38cc-4122-a0dd-32584f8a28af admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:30.855569 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-dd199698-38cc-4122-a0dd-32584f8a28af admin admin] 10.222.0.57 "DELETE /v2.0/routers/62685117-f8cf-43b6-b42d-e049ff7cf279 HTTP/1.1" status: 204 len: 168 time: 1.5818918 Dec 09 15:39:30.855913 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35264) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:30.928219 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea23dba0-0b50-4a8c-b102-ae946fe98259 admin admin] Deleting subnet 5bb02841-8796-4c13-98fd-dfa76f225f8c {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:39:30.932644 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ea23dba0-0b50-4a8c-b102-ae946fe98259 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:30.977905 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ea23dba0-0b50-4a8c-b102-ae946fe98259 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:30.995066 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9613a38a-72cb-41f0-85ce-c9752e5c5608 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:31.047966 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9613a38a-72cb-41f0-85ce-c9752e5c5608 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Pushing event updated for resources: {'Subnet': ['ID=3b9c66ef-e93f-4f57-ba6a-78b5af1f1740,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:31.068228 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ea23dba0-0b50-4a8c-b102-ae946fe98259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:31.107655 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9613a38a-72cb-41f0-85ce-c9752e5c5608 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Checking segment: {'id': 'f54dba74-4b1c-49f0-a925-1e01b8083094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '697ce9e8-23c4-445d-8b5b-aca69ce57a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:39:31.108028 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9613a38a-72cb-41f0-85ce-c9752e5c5608 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Network hostable DHCP agents. Network: 697ce9e8-23c4-445d-8b5b-aca69ce57a94, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:39:31.117500 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35266) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:31.122599 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-be29383a-d66e-45ad-b417-5696133795f2 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1614010997', 'description': 'tempest-description--732391131'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:31.142852 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ea23dba0-0b50-4a8c-b102-ae946fe98259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:31.160950 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9613a38a-72cb-41f0-85ce-c9752e5c5608 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Network 697ce9e8-23c4-445d-8b5b-aca69ce57a94 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:39:31.171694 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-be29383a-d66e-45ad-b417-5696133795f2 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:31.181239 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-9613a38a-72cb-41f0-85ce-c9752e5c5608 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 697ce9e8-23c4-445d-8b5b-aca69ce57a94) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:39:31.188098 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9613a38a-72cb-41f0-85ce-c9752e5c5608 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:31.188741 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9613a38a-72cb-41f0-85ce-c9752e5c5608 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:31.190854 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bffcdbd-b037-4cdd-81c6-f048a4c64db1 None None] Network 697ce9e8-23c4-445d-8b5b-aca69ce57a94 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:39:31.208222 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea23dba0-0b50-4a8c-b102-ae946fe98259 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bb02841-8796-4c13-98fd-dfa76f225f8c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:31.217458 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ea23dba0-0b50-4a8c-b102-ae946fe98259 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:31.226426 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ea23dba0-0b50-4a8c-b102-ae946fe98259 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/5bb02841-8796-4c13-98fd-dfa76f225f8c HTTP/1.1" status: 204 len: 168 time: 0.3692644 Dec 09 15:39:31.234681 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35268) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:31.255690 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-be29383a-d66e-45ad-b417-5696133795f2 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:31.261453 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-be29383a-d66e-45ad-b417-5696133795f2 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:31.289749 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49a0e9a-31a3-407b-9edb-bfd79d02d4a2 None None] Network 75511c1c-f066-494c-827b-6f9d7331bd52 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:39:31.296131 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be29383a-d66e-45ad-b417-5696133795f2 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74e72c8a-9cb9-4c2a-a0fe-d880f9c26a38,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:31.306762 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9613a38a-72cb-41f0-85ce-c9752e5c5608 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8827314 Dec 09 15:39:31.310047 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-be29383a-d66e-45ad-b417-5696133795f2 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:31.313615 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-be29383a-d66e-45ad-b417-5696133795f2 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1925390 Dec 09 15:39:31.313615 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35270) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:31.317719 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-651df3cd-fdad-4701-8480-0f0120a450df tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Request body: {'port': {'network_id': '697ce9e8-23c4-445d-8b5b-aca69ce57a94', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2135131446'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:31.320781 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35272) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:31.325103 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-09457d6e-ebdd-47dc-98eb-77ae71ac5c9d tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Request body: {'security_group_rule': {'security_group_id': '74e72c8a-9cb9-4c2a-a0fe-d880f9c26a38', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:31.405750 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e52704a2-9a20-46d2-895f-c861d6258099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:31.417800 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09457d6e-ebdd-47dc-98eb-77ae71ac5c9d tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:31.443534 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f00451f-2cea-45b5-a539-9b02e2e5295c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-697ce9e8-23c4-445d-8b5b-aca69ce57a94', 'network_id': '697ce9e8-23c4-445d-8b5b-aca69ce57a94', 'project_id': 'ac3aa02ee4fa43b5924116ed5cc6e8ff', 'fixed_ips': [{'subnet_id': '3b9c66ef-e93f-4f57-ba6a-78b5af1f1740'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:39:31.444768 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8f00451f-2cea-45b5-a539-9b02e2e5295c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:31.498041 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09457d6e-ebdd-47dc-98eb-77ae71ac5c9d tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:31.499016 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651df3cd-fdad-4701-8480-0f0120a450df tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Made reservation on behalf of ac3aa02ee4fa43b5924116ed5cc6e8ff for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:39:31.502785 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-651df3cd-fdad-4701-8480-0f0120a450df tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:31.506521 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09457d6e-ebdd-47dc-98eb-77ae71ac5c9d tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:31.509919 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50758d7-10bc-4f9c-b552-fb393a2f25ec req-baaf8546-462e-40a6-95d2-91285a88d3fd tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:31.511609 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c50758d7-10bc-4f9c-b552-fb393a2f25ec req-baaf8546-462e-40a6-95d2-91285a88d3fd tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=87f0bba4-7d9a-4014-982d-643cf4a840cb HTTP/1.1" status: 200 len: 948 time: 0.3329954 Dec 09 15:39:31.529934 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09457d6e-ebdd-47dc-98eb-77ae71ac5c9d tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de8e71e9-e126-41fb-9a19-0c2d984c1cfa,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:31.537881 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d639beab-bc1c-4a9a-910c-ad3992599612 None None] DHCP port deletion for 75511c1c-f066-494c-827b-6f9d7331bd52 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:39:31.544022 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-651df3cd-fdad-4701-8480-0f0120a450df tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] device_id is not set on port 7c16d7ca-f632-4190-918a-7d540126c53d yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:39:31.590770 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09457d6e-ebdd-47dc-98eb-77ae71ac5c9d tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:31.592174 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-09457d6e-ebdd-47dc-98eb-77ae71ac5c9d tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2702813 Dec 09 15:39:31.595484 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35274) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:31.600764 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-f4eb26c4-4d32-4a71-beab-c358dd70259f tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Request body: {'security_group_rule': {'security_group_id': '74e72c8a-9cb9-4c2a-a0fe-d880f9c26a38', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:31.646049 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e52704a2-9a20-46d2-895f-c861d6258099 admin admin] Deleting port b85312f3-fdde-4d13-93b1-9aad327efa3e {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:39:31.646396 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e52704a2-9a20-46d2-895f-c861d6258099 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:31.665097 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-8f00451f-2cea-45b5-a539-9b02e2e5295c None None] Allocated IP 2001:db8::2 (697ce9e8-23c4-445d-8b5b-aca69ce57a94/3b9c66ef-e93f-4f57-ba6a-78b5af1f1740/301461d4-dd8e-41ff-8110-595e43a19eee) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:39:31.674924 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f4eb26c4-4d32-4a71-beab-c358dd70259f tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:31.677202 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d639beab-bc1c-4a9a-910c-ad3992599612 None None] Deleting port b85312f3-fdde-4d13-93b1-9aad327efa3e {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:39:31.677639 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d639beab-bc1c-4a9a-910c-ad3992599612 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:31.727224 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c50758d7-10bc-4f9c-b552-fb393a2f25ec req-0b9511f8-2ced-4157-a83e-2580ff1683d5 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815195 Dec 09 15:39:31.742738 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f4eb26c4-4d32-4a71-beab-c358dd70259f tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:31.750498 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f4eb26c4-4d32-4a71-beab-c358dd70259f tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:31.763415 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e52704a2-9a20-46d2-895f-c861d6258099 admin admin] For port b85312f3-fdde-4d13-93b1-9aad327efa3e, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=b85312f3-fdde-4d13-93b1-9aad327efa3e,segment=NetworkSegment(3646a167-13f2-44bd-8fe5-420d6b7389d8),segment_id=3646a167-13f2-44bd-8fe5-420d6b7389d8)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:31.763671 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e52704a2-9a20-46d2-895f-c861d6258099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:31.777655 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb26c4-4d32-4a71-beab-c358dd70259f tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8b66ad2-b314-4792-8a76-913e62882c2d,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:31.783447 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e52704a2-9a20-46d2-895f-c861d6258099 admin admin] Calling delete_port for b85312f3-fdde-4d13-93b1-9aad327efa3e owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:39:31.797883 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f4eb26c4-4d32-4a71-beab-c358dd70259f tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:31.802850 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f4eb26c4-4d32-4a71-beab-c358dd70259f tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2031777 Dec 09 15:39:31.804064 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35278) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:31.808654 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-60adeb9e-4f88-4d19-b7a7-62f023091a3c tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:31.811355 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d639beab-bc1c-4a9a-910c-ad3992599612 None None] For port b85312f3-fdde-4d13-93b1-9aad327efa3e, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=b85312f3-fdde-4d13-93b1-9aad327efa3e,segment=NetworkSegment(3646a167-13f2-44bd-8fe5-420d6b7389d8),segment_id=3646a167-13f2-44bd-8fe5-420d6b7389d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:31.817621 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d639beab-bc1c-4a9a-910c-ad3992599612 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:31.823689 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 847afbcf-2043-4704-86dd-821ac9fb24dc up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:39:31.836399 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60adeb9e-4f88-4d19-b7a7-62f023091a3c tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:31.869445 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d639beab-bc1c-4a9a-910c-ad3992599612 None None] Calling delete_port for b85312f3-fdde-4d13-93b1-9aad327efa3e owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:39:31.943990 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e52704a2-9a20-46d2-895f-c861d6258099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:31.988530 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52704a2-9a20-46d2-895f-c861d6258099 admin admin] No DVR routers for this DVR port b85312f3-fdde-4d13-93b1-9aad327efa3e on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:39:31.991273 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60adeb9e-4f88-4d19-b7a7-62f023091a3c tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:32.030747 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8f00451f-2cea-45b5-a539-9b02e2e5295c None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:32.040902 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7df7723d-3a60-4654-9f34-25cc31a7d462 req-b6987651-ab91-49ac-80a4-101f2d3fd7a2 tempest-ServerShowV254Test-475706615 tempest-ServerShowV254Test-475706615-project] 10.222.0.57 "GET /v2.0/ports?device_id=53e0eede-4144-41ff-bb02-37c964eb5d34 HTTP/1.1" status: 200 len: 210 time: 0.0860159 Dec 09 15:39:32.041989 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52704a2-9a20-46d2-895f-c861d6258099 admin admin] Pushing event deleted for resources: {'Port': ['ID=b85312f3-fdde-4d13-93b1-9aad327efa3e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:32.047405 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 847afbcf-2043-4704-86dd-821ac9fb24dc triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:32.047802 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:32.053413 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8f00451f-2cea-45b5-a539-9b02e2e5295c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:32.116646 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d639beab-bc1c-4a9a-910c-ad3992599612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:32.119858 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e52704a2-9a20-46d2-895f-c861d6258099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:32.136398 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f00451f-2cea-45b5-a539-9b02e2e5295c None None] Network 697ce9e8-23c4-445d-8b5b-aca69ce57a94 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:39:32.147422 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-e52704a2-9a20-46d2-895f-c861d6258099 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75511c1c-f066-494c-827b-6f9d7331bd52']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:32.152445 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-8f00451f-2cea-45b5-a539-9b02e2e5295c None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:39:32.155322 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d639beab-bc1c-4a9a-910c-ad3992599612 None None] No DVR routers for this DVR port b85312f3-fdde-4d13-93b1-9aad327efa3e on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:39:32.160530 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f00451f-2cea-45b5-a539-9b02e2e5295c None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:39:32.165685 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00451f-2cea-45b5-a539-9b02e2e5295c None None] Pushing event updated for resources: {'Port': ['ID=301461d4-dd8e-41ff-8110-595e43a19eee,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:32.179865 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-e52704a2-9a20-46d2-895f-c861d6258099 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3646a167-13f2-44bd-8fe5-420d6b7389d8') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:32.180360 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-e52704a2-9a20-46d2-895f-c861d6258099 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3646a167-13f2-44bd-8fe5-420d6b7389d8') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:32.198536 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e52704a2-9a20-46d2-895f-c861d6258099 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:32.214776 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-651df3cd-fdad-4701-8480-0f0120a450df tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Allocated IP 2001:db8::4f (697ce9e8-23c4-445d-8b5b-aca69ce57a94/3b9c66ef-e93f-4f57-ba6a-78b5af1f1740/7c16d7ca-f632-4190-918a-7d540126c53d) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:39:32.227785 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e52704a2-9a20-46d2-895f-c861d6258099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:32.241380 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e52704a2-9a20-46d2-895f-c861d6258099 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:39:32.241818 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e52704a2-9a20-46d2-895f-c861d6258099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:32.243758 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:39:32.243758 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:39:32.243758 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:39:32.243758 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:39:32.243758 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:39:32.243758 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:39:32.243758 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:39:32.243758 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:39:32.243758 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:39:32.243758 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:39:32.243758 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:39:32.243758 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:39:32.243758 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:39:32.243758 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:39:32.243758 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:39:32.243758 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:39:32.243758 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:39:32.243758 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:39:32.243758 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:39:32.243758 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:39:32.243758 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:39:32.243758 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:39:32.243758 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:39:32.243758 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:39:32.243758 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:39:32.243758 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:39:32.243758 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:39:32.243758 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:39:32.243758 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:39:32.243758 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:39:32.243758 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:39:32.243758 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:39:32.268450 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d639beab-bc1c-4a9a-910c-ad3992599612 None None] Pushing event deleted for resources: {'Port': ['ID=b85312f3-fdde-4d13-93b1-9aad327efa3e,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:32.347916 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device de4a4b18-030a-470e-9ed0-4dfe62524d01 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:39:32.368109 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc850444-ff29-4484-8f9e-5ca32ebc54ec req-31c16e64-7341-4a06-ad35-b7dfe539fe1d tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:32.369677 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cc850444-ff29-4484-8f9e-5ca32ebc54ec req-31c16e64-7341-4a06-ad35-b7dfe539fe1d tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d7308e5-11f2-45ed-a87e-035229f61b36 HTTP/1.1" status: 200 len: 946 time: 0.1146324 Dec 09 15:39:32.374293 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e52704a2-9a20-46d2-895f-c861d6258099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:32.380659 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e52704a2-9a20-46d2-895f-c861d6258099 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:32.384121 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e52704a2-9a20-46d2-895f-c861d6258099 admin admin] 10.222.0.57 "DELETE /v2.0/networks/75511c1c-f066-494c-827b-6f9d7331bd52 HTTP/1.1" status: 204 len: 168 time: 1.1166046 Dec 09 15:39:32.405405 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-8f00451f-2cea-45b5-a539-9b02e2e5295c None None] Attempting to bind port 301461d4-dd8e-41ff-8110-595e43a19eee on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:39:32.406972 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-8f00451f-2cea-45b5-a539-9b02e2e5295c None None] Attempting to bind port 301461d4-dd8e-41ff-8110-595e43a19eee by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f54dba74-4b1c-49f0-a925-1e01b8083094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '697ce9e8-23c4-445d-8b5b-aca69ce57a94'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:39:32.407447 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f00451f-2cea-45b5-a539-9b02e2e5295c None None] Attempting to bind port 301461d4-dd8e-41ff-8110-595e43a19eee on network 697ce9e8-23c4-445d-8b5b-aca69ce57a94 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:39:32.410465 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52704a2-9a20-46d2-895f-c861d6258099 admin admin] Pushing event deleted for resources: {'Network': ['ID=75511c1c-f066-494c-827b-6f9d7331bd52,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:32.422781 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-60adeb9e-4f88-4d19-b7a7-62f023091a3c tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Allocated IP 172.25.3.219 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/ee942aa4-db37-48e3-b0c9-fadd0794fc29) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:39:32.424220 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:32.437921 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f00451f-2cea-45b5-a539-9b02e2e5295c None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:39:32.438311 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f00451f-2cea-45b5-a539-9b02e2e5295c None None] Checking segment: {'id': 'f54dba74-4b1c-49f0-a925-1e01b8083094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '697ce9e8-23c4-445d-8b5b-aca69ce57a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:39:32.438778 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8f00451f-2cea-45b5-a539-9b02e2e5295c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:32.439788 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f00451f-2cea-45b5-a539-9b02e2e5295c None None] Bound using segment: {'id': 'f54dba74-4b1c-49f0-a925-1e01b8083094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '697ce9e8-23c4-445d-8b5b-aca69ce57a94'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:39:32.440159 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-8f00451f-2cea-45b5-a539-9b02e2e5295c None None] Bound port: 301461d4-dd8e-41ff-8110-595e43a19eee, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f54dba74-4b1c-49f0-a925-1e01b8083094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '697ce9e8-23c4-445d-8b5b-aca69ce57a94'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:39:32.440652 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8f00451f-2cea-45b5-a539-9b02e2e5295c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:32.450053 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cc850444-ff29-4484-8f9e-5ca32ebc54ec req-a6962fec-c96b-4cf3-87af-4d32ee7edca8 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae95911-d29e-4491-93bd-1e00edc2ab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647058 Dec 09 15:39:32.531561 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-651df3cd-fdad-4701-8480-0f0120a450df tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:32.577604 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8f00451f-2cea-45b5-a539-9b02e2e5295c None None] For port 301461d4-dd8e-41ff-8110-595e43a19eee, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:39:32.589419 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632d6996-3c76-4e06-860c-84bd4d3b2ec5 None None] Sync routers for ids ['bf9bfdf4-74df-4678-a74a-8f6a1681d35a'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:39:32.601173 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60adeb9e-4f88-4d19-b7a7-62f023091a3c tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:32.611553 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8f00451f-2cea-45b5-a539-9b02e2e5295c None None] For port 301461d4-dd8e-41ff-8110-595e43a19eee, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=301461d4-dd8e-41ff-8110-595e43a19eee,segment=NetworkSegment(f54dba74-4b1c-49f0-a925-1e01b8083094),segment_id=f54dba74-4b1c-49f0-a925-1e01b8083094)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:39:32.617482 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-651df3cd-fdad-4701-8480-0f0120a450df tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:32.618385 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3cd6e5-7d83-4942-86ac-9b6de38b635c req-b5cb7b64-093b-47b0-a0bd-8f96423df679 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:32.619719 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f0bba4-7d9a-4014-982d-643cf4a840cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847afbcf-2043-4704-86dd-821ac9fb24dc'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:39:32.622326 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef243de-b40c-4457-b082-ec2e29602e7e" -d '{"events": [{"server_uuid": "87f0bba4-7d9a-4014-982d-643cf4a840cb", "name": "network-vif-plugged", "status": "completed", "tag": "847afbcf-2043-4704-86dd-821ac9fb24dc"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:39:32.632490 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8f00451f-2cea-45b5-a539-9b02e2e5295c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:32.633407 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4e3cd6e5-7d83-4942-86ac-9b6de38b635c req-b5cb7b64-093b-47b0-a0bd-8f96423df679 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=910d47b4-a3cf-49e8-aa0f-b0c93c533641 HTTP/1.1" status: 200 len: 946 time: 0.1079609 Dec 09 15:39:32.654392 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port de4a4b18-030a-470e-9ed0-4dfe62524d01 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:32.654784 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:32.665313 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632d6996-3c76-4e06-860c-84bd4d3b2ec5 None None] Routers {'bf9bfdf4-74df-4678-a74a-8f6a1681d35a'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:39:32.665313 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-632d6996-3c76-4e06-860c-84bd4d3b2ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:39:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['bf9bfdf4-74df-4678-a74a-8f6a1681d35a'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:32.681877 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35288) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:32.694380 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651df3cd-fdad-4701-8480-0f0120a450df tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Network 697ce9e8-23c4-445d-8b5b-aca69ce57a94 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:39:32.697475 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651df3cd-fdad-4701-8480-0f0120a450df tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Pushing event updated for resources: {'Port': ['ID=7c16d7ca-f632-4190-918a-7d540126c53d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:32.699941 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-651df3cd-fdad-4701-8480-0f0120a450df tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:39:32.702917 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651df3cd-fdad-4701-8480-0f0120a450df tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:39:32.709404 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651df3cd-fdad-4701-8480-0f0120a450df tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:32.710052 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-651df3cd-fdad-4701-8480-0f0120a450df tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:32.719783 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60adeb9e-4f88-4d19-b7a7-62f023091a3c tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:32.730933 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4e3cd6e5-7d83-4942-86ac-9b6de38b635c req-fa3085da-7d25-47a8-b053-fdbb73a9ce39 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958238 Dec 09 15:39:32.766968 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60adeb9e-4f88-4d19-b7a7-62f023091a3c tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Pushing event updated for resources: {'Port': ['ID=ee942aa4-db37-48e3-b0c9-fadd0794fc29,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:32.779188 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-651df3cd-fdad-4701-8480-0f0120a450df tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.4661741 Dec 09 15:39:32.779767 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35294) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:32.798924 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-72a729ef-1670-45db-b97a-8e7809919ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Request body: {'port': {'network_id': '697ce9e8-23c4-445d-8b5b-aca69ce57a94', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1666706961', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:32.803107 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.api.validators [None req-72a729ef-1670-45db-b97a-8e7809919ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] bootfile-name is not in valid_values {{(pid=103245) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 15:39:32.803493 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.api.validators [None req-72a729ef-1670-45db-b97a-8e7809919ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] tftp-server is not in valid_values {{(pid=103245) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 15:39:32.804204 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.api.validators [None req-72a729ef-1670-45db-b97a-8e7809919ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] server-ip-address is not in valid_values {{(pid=103245) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 15:39:32.816556 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-93d40c6b-d9e3-46c1-9ca6-1e6a1c22490b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a3fd928a324944d484899cff4764b764&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1311779 Dec 09 15:39:32.818143 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35296) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:32.864624 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 847afbcf-2043-4704-86dd-821ac9fb24dc, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=847afbcf-2043-4704-86dd-821ac9fb24dc,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:32.864841 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60adeb9e-4f88-4d19-b7a7-62f023091a3c tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:39:32.870030 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-60adeb9e-4f88-4d19-b7a7-62f023091a3c tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:39:32.874877 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60adeb9e-4f88-4d19-b7a7-62f023091a3c tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:39:32.898854 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb4d3443-f054-4b33-92de-ef62ce0e4a06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:32.924640 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb4d3443-f054-4b33-92de-ef62ce0e4a06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:32.938340 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:32.963577 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-632d6996-3c76-4e06-860c-84bd4d3b2ec5 None None] Set router bf9bfdf4-74df-4678-a74a-8f6a1681d35a gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:39:32.999530 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb4d3443-f054-4b33-92de-ef62ce0e4a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:33.003128 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb4d3443-f054-4b33-92de-ef62ce0e4a06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:33.021267 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-fb4d3443-f054-4b33-92de-ef62ce0e4a06 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c3e624b8-0a59-4b39-8912-17d1cb2ea224 HTTP/1.1" status: 204 len: 168 time: 0.1907852 Dec 09 15:39:33.055774 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d3443-f054-4b33-92de-ef62ce0e4a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e624b8-0a59-4b39-8912-17d1cb2ea224,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:33.066523 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a729ef-1670-45db-b97a-8e7809919ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Made reservation on behalf of ac3aa02ee4fa43b5924116ed5cc6e8ff for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:39:33.073915 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00451f-2cea-45b5-a539-9b02e2e5295c None None] Pushing event updated for resources: {'Port': ['ID=301461d4-dd8e-41ff-8110-595e43a19eee,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:33.077023 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-72a729ef-1670-45db-b97a-8e7809919ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:33.111513 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-72a729ef-1670-45db-b97a-8e7809919ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] device_id is not set on port e6fba04a-c58f-415a-b79f-323953c79fdf yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:39:33.119942 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60adeb9e-4f88-4d19-b7a7-62f023091a3c tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:33.278428 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60adeb9e-4f88-4d19-b7a7-62f023091a3c tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:33.285035 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=847afbcf-2043-4704-86dd-821ac9fb24dc,revision_number=11']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:33.355048 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:33.465918 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-72a729ef-1670-45db-b97a-8e7809919ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Allocated IP 2001:db8::3d8 (697ce9e8-23c4-445d-8b5b-aca69ce57a94/3b9c66ef-e93f-4f57-ba6a-78b5af1f1740/e6fba04a-c58f-415a-b79f-323953c79fdf) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:39:33.604576 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872c282f-7c6d-4efa-a442-c91b5d673424 x-openstack-request-id: req-872c282f-7c6d-4efa-a442-c91b5d673424 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:39:33.605097 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87f0bba4-7d9a-4014-982d-643cf4a840cb", "name": "network-vif-plugged", "status": "completed", "tag": "847afbcf-2043-4704-86dd-821ac9fb24dc", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:39:33.605097 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-872c282f-7c6d-4efa-a442-c91b5d673424 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:39:33.605484 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f0bba4-7d9a-4014-982d-643cf4a840cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847afbcf-2043-4704-86dd-821ac9fb24dc', 'code': 200} Dec 09 15:39:33.611288 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port de4a4b18-030a-470e-9ed0-4dfe62524d01, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=de4a4b18-030a-470e-9ed0-4dfe62524d01,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:33.621050 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:33.647180 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60adeb9e-4f88-4d19-b7a7-62f023091a3c tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:33.665358 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60adeb9e-4f88-4d19-b7a7-62f023091a3c tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:33.709477 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=de4a4b18-030a-470e-9ed0-4dfe62524d01,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:33.721678 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-632d6996-3c76-4e06-860c-84bd4d3b2ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9bfdf4-74df-4678-a74a-8f6a1681d35a', 'name': 'tempest-ServersTestJSON-1974453505-router', 'tenant_id': '9e19326a2ef34a9a949943ebe81c10d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'de4a4b18-030a-470e-9ed0-4dfe62524d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:39:22Z', 'updated_at': '2021-12-09T15:39:27Z', 'revision_number': 4, 'project_id': '9e19326a2ef34a9a949943ebe81c10d6', 'gw_port': {'id': 'de4a4b18-030a-470e-9ed0-4dfe62524d01', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:81:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9bfdf4-74df-4678-a74a-8f6a1681d35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:23Z', 'updated_at': '2021-12-09T15:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'e8bbf099-2365-4759-a50f-cd026f8711bd', 'name': '', 'network_id': '589649dc-db4c-4c9b-a3c7-2ee06e8a59a8', 'tenant_id': '9e19326a2ef34a9a949943ebe81c10d6', 'mac_address': 'fa:16:3e:f5:dd:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9bfdf4-74df-4678-a74a-8f6a1681d35a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'ad992af1-64c6-409b-b6f0-24a7711b29bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:25Z', 'updated_at': '2021-12-09T15:39:27Z', 'revision_number': 2, 'project_id': '9e19326a2ef34a9a949943ebe81c10d6', 'subnets': [{'id': 'ad992af1-64c6-409b-b6f0-24a7711b29bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:33.755659 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 26739190-30e4-4c2f-a7e8-4c506a404888 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:39:33.758737 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632d6996-3c76-4e06-860c-84bd4d3b2ec5 None None] Checking router: bf9bfdf4-74df-4678-a74a-8f6a1681d35a for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:39:33.758737 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632d6996-3c76-4e06-860c-84bd4d3b2ec5 None None] Updating router bf9bfdf4-74df-4678-a74a-8f6a1681d35a port e8bbf099-2365-4759-a50f-cd026f8711bd binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:39:33.795680 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 26739190-30e4-4c2f-a7e8-4c506a404888 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:39:33.796037 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 26739190-30e4-4c2f-a7e8-4c506a404888 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:39:33.796428 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device b85312f3-fdde-4d13-93b1-9aad327efa3e no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:39:33.803272 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60adeb9e-4f88-4d19-b7a7-62f023091a3c tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Pushing event updated for resources: {'Port': ['ID=ee942aa4-db37-48e3-b0c9-fadd0794fc29,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:33.806546 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60adeb9e-4f88-4d19-b7a7-62f023091a3c tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:33.820921 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: b85312f3-fdde-4d13-93b1-9aad327efa3e {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:39:33.821280 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device b85312f3-fdde-4d13-93b1-9aad327efa3e not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:39:33.821691 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 2f96baf2-7fcc-4b19-aa66-cfc44e532b78 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:39:33.824526 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-632d6996-3c76-4e06-860c-84bd4d3b2ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:33.849772 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60adeb9e-4f88-4d19-b7a7-62f023091a3c tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:33.854835 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 2f96baf2-7fcc-4b19-aa66-cfc44e532b78 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:39:33.854958 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 2f96baf2-7fcc-4b19-aa66-cfc44e532b78 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:39:33.859703 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-60adeb9e-4f88-4d19-b7a7-62f023091a3c tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0546167 Dec 09 15:39:33.896956 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-72a729ef-1670-45db-b97a-8e7809919ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:33.979131 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-ebe9ceb8-96df-46c0-9cc3-a4c59a6305d3 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=8222749629bd4bc081045ad1433cd8c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361650 Dec 09 15:39:33.993797 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-72a729ef-1670-45db-b97a-8e7809919ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:34.079890 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a729ef-1670-45db-b97a-8e7809919ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Network 697ce9e8-23c4-445d-8b5b-aca69ce57a94 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:39:34.085469 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-72a729ef-1670-45db-b97a-8e7809919ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:39:34.089358 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a729ef-1670-45db-b97a-8e7809919ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:39:34.095193 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a729ef-1670-45db-b97a-8e7809919ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:34.096062 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-72a729ef-1670-45db-b97a-8e7809919ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:34.107431 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a729ef-1670-45db-b97a-8e7809919ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Pushing event updated for resources: {'Port': ['ID=e6fba04a-c58f-415a-b79f-323953c79fdf,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:34.123929 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-72a729ef-1670-45db-b97a-8e7809919ce1 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.3360012 Dec 09 15:39:34.124667 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35338) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:34.169167 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-24c21c1a-da06-4cdb-aed4-1b322d14324a tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:34.179038 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-24c21c1a-da06-4cdb-aed4-1b322d14324a tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1924658 Dec 09 15:39:34.209081 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a50c15-afdc-4a2c-8a60-8bc6c35ef334 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:34.212286 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-267e6d13-a515-41bd-ac65-89cb709767f2 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/quotas/8222749629bd4bc081045ad1433cd8c5 HTTP/1.1" status: 200 len: 375 time: 0.0304775 Dec 09 15:39:34.220840 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a50c15-afdc-4a2c-8a60-8bc6c35ef334 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:34.228376 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a50c15-afdc-4a2c-8a60-8bc6c35ef334 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:34.232539 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-67a50c15-afdc-4a2c-8a60-8bc6c35ef334 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1049614 Dec 09 15:39:34.234045 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35342) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:34.309267 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83daec3-9643-4698-bf7c-913981c2a042 None None] Network 697ce9e8-23c4-445d-8b5b-aca69ce57a94 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:39:34.312299 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35344) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:34.375703 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-632d6996-3c76-4e06-860c-84bd4d3b2ec5 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:34.378648 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-ca3ff7f3-448e-40c6-8a11-cfc53e91fedb tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=8222749629bd4bc081045ad1433cd8c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1653402 Dec 09 15:39:34.383846 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device de4a4b18-030a-470e-9ed0-4dfe62524d01 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:39:34.412790 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e22b0c15-f961-4d88-a827-9761ee163b25 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Deleting port e6fba04a-c58f-415a-b79f-323953c79fdf {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:39:34.413135 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e22b0c15-f961-4d88-a827-9761ee163b25 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:34.417645 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-632d6996-3c76-4e06-860c-84bd4d3b2ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:34.515396 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-52b3789f-38da-438a-beb7-83d8696a0504 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1510596838-network', 'tenant_id': '3750ab20cd99426eb2548e1fbcd1e15c'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:34.516523 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4b300229-51c8-4916-b9e5-aa67997989b9 None None] Provisioning complete for port 301461d4-dd8e-41ff-8110-595e43a19eee triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:34.516905 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4b300229-51c8-4916-b9e5-aa67997989b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:34.517822 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e22b0c15-f961-4d88-a827-9761ee163b25 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:34.534250 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e22b0c15-f961-4d88-a827-9761ee163b25 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Calling delete_port for e6fba04a-c58f-415a-b79f-323953c79fdf owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:39:34.553342 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b3789f-38da-438a-beb7-83d8696a0504 admin admin] Made reservation on behalf of 3750ab20cd99426eb2548e1fbcd1e15c for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:39:34.556088 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-52b3789f-38da-438a-beb7-83d8696a0504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:34.566749 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-52b3789f-38da-438a-beb7-83d8696a0504 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:34.675913 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1e6f8-50c1-4947-b59e-14bd9c95aa77 None None] Pushing event updated for resources: {'Port': ['ID=e8bbf099-2365-4759-a50f-cd026f8711bd,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:34.735848 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-52b3789f-38da-438a-beb7-83d8696a0504 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:34.743401 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-52b3789f-38da-438a-beb7-83d8696a0504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:34.779059 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e22b0c15-f961-4d88-a827-9761ee163b25 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:34.806173 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52b3789f-38da-438a-beb7-83d8696a0504 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:39:34.820674 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port de4a4b18-030a-470e-9ed0-4dfe62524d01 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:34.821080 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:34.821904 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b3789f-38da-438a-beb7-83d8696a0504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19cb2320-7541-4903-a23f-0471a085eb23,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:34.826243 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b0c15-f961-4d88-a827-9761ee163b25 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Pushing event deleted for resources: {'Port': ['ID=e6fba04a-c58f-415a-b79f-323953c79fdf,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:34.837235 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-52b3789f-38da-438a-beb7-83d8696a0504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:34.838507 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-52b3789f-38da-438a-beb7-83d8696a0504 admin admin] Added segment dc5f4fd7-f2d0-4fcc-b322-be564df2c7cb of type vlan for network e2c56416-a3b5-4b61-991a-78207a48b599 Dec 09 15:39:34.868393 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-632d6996-3c76-4e06-860c-84bd4d3b2ec5 None None] Attempting to bind port e8bbf099-2365-4759-a50f-cd026f8711bd on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:39:34.868946 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-632d6996-3c76-4e06-860c-84bd4d3b2ec5 None None] Attempting to bind port e8bbf099-2365-4759-a50f-cd026f8711bd by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '5a373236-3a4a-41ae-bee3-29a5c06c264f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '589649dc-db4c-4c9b-a3c7-2ee06e8a59a8'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:39:34.869407 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632d6996-3c76-4e06-860c-84bd4d3b2ec5 None None] Attempting to bind port e8bbf099-2365-4759-a50f-cd026f8711bd on network 589649dc-db4c-4c9b-a3c7-2ee06e8a59a8 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:39:34.880138 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e22b0c15-f961-4d88-a827-9761ee163b25 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:34.891177 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e22b0c15-f961-4d88-a827-9761ee163b25 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] 10.222.0.57 "DELETE /v2.0/ports/e6fba04a-c58f-415a-b79f-323953c79fdf HTTP/1.1" status: 204 len: 168 time: 0.6559315 Dec 09 15:39:34.895465 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35364) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:34.898237 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632d6996-3c76-4e06-860c-84bd4d3b2ec5 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:39:34.898597 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632d6996-3c76-4e06-860c-84bd4d3b2ec5 None None] Checking segment: {'id': '5a373236-3a4a-41ae-bee3-29a5c06c264f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '589649dc-db4c-4c9b-a3c7-2ee06e8a59a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:39:34.898955 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-632d6996-3c76-4e06-860c-84bd4d3b2ec5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:34.899577 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632d6996-3c76-4e06-860c-84bd4d3b2ec5 None None] Bound using segment: {'id': '5a373236-3a4a-41ae-bee3-29a5c06c264f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '589649dc-db4c-4c9b-a3c7-2ee06e8a59a8'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:39:34.900070 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-632d6996-3c76-4e06-860c-84bd4d3b2ec5 None None] Bound port: e8bbf099-2365-4759-a50f-cd026f8711bd, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a373236-3a4a-41ae-bee3-29a5c06c264f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '589649dc-db4c-4c9b-a3c7-2ee06e8a59a8'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:39:34.900482 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-632d6996-3c76-4e06-860c-84bd4d3b2ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:34.907908 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-7aa77e40-7eed-4916-86cc-839c04522a60 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Request body: {'port': {'name': 'tempest-new-port-name-757387715', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:34.908633 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.api.validators [None req-7aa77e40-7eed-4916-86cc-839c04522a60 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] bootfile-name is not in valid_values {{(pid=103244) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 15:39:34.909119 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.api.validators [None req-7aa77e40-7eed-4916-86cc-839c04522a60 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] tftp-server is not in valid_values {{(pid=103244) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 15:39:34.909524 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.api.validators [None req-7aa77e40-7eed-4916-86cc-839c04522a60 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] server-ip-address is not in valid_values {{(pid=103244) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 15:39:34.927637 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4b300229-51c8-4916-b9e5-aa67997989b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:34.951637 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-52b3789f-38da-438a-beb7-83d8696a0504 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:34.990890 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-52b3789f-38da-438a-beb7-83d8696a0504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:34.992217 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b3789f-38da-438a-beb7-83d8696a0504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:34.993273 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-52b3789f-38da-438a-beb7-83d8696a0504 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:35.079215 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7aa77e40-7eed-4916-86cc-839c04522a60 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:35.085996 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b3789f-38da-438a-beb7-83d8696a0504 admin admin] Pushing event updated for resources: {'Network': ['ID=e2c56416-a3b5-4b61-991a-78207a48b599,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:35.101991 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-52b3789f-38da-438a-beb7-83d8696a0504 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7877541 Dec 09 15:39:35.105434 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35370) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:35.118575 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-e042938c-4c8e-4596-b223-64a4eb3d3954 admin admin] Request body: {'subnet': {'network_id': 'e2c56416-a3b5-4b61-991a-78207a48b599', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1510596838-subnet', 'tenant_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:35.121081 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4b300229-51c8-4916-b9e5-aa67997989b9 None None] For port 301461d4-dd8e-41ff-8110-595e43a19eee, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=301461d4-dd8e-41ff-8110-595e43a19eee,segment=NetworkSegment(f54dba74-4b1c-49f0-a925-1e01b8083094),segment_id=f54dba74-4b1c-49f0-a925-1e01b8083094)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:35.127651 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 301461d4-dd8e-41ff-8110-595e43a19eee up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:39:35.140016 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network e2c56416-a3b5-4b61-991a-78207a48b599 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:39:35.177027 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4b300229-51c8-4916-b9e5-aa67997989b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:35.190681 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e042938c-4c8e-4596-b223-64a4eb3d3954 admin admin] Made reservation on behalf of 3750ab20cd99426eb2548e1fbcd1e15c for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:39:35.194863 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e042938c-4c8e-4596-b223-64a4eb3d3954 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:35.313600 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-632d6996-3c76-4e06-860c-84bd4d3b2ec5 None None] For port e8bbf099-2365-4759-a50f-cd026f8711bd, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:39:35.428962 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-632d6996-3c76-4e06-860c-84bd4d3b2ec5 None None] For port e8bbf099-2365-4759-a50f-cd026f8711bd, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=e8bbf099-2365-4759-a50f-cd026f8711bd,segment=NetworkSegment(5a373236-3a4a-41ae-bee3-29a5c06c264f),segment_id=5a373236-3a4a-41ae-bee3-29a5c06c264f)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:39:35.453914 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-632d6996-3c76-4e06-860c-84bd4d3b2ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:35.487246 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b300229-51c8-4916-b9e5-aa67997989b9 None None] Pushing event updated for resources: {'Port': ['ID=301461d4-dd8e-41ff-8110-595e43a19eee,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:35.508067 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6bcfd357-2011-4429-9e2e-74db69da9d33 None None] Provisioning complete for port e8bbf099-2365-4759-a50f-cd026f8711bd triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:35.508509 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6bcfd357-2011-4429-9e2e-74db69da9d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:35.583623 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7aa77e40-7eed-4916-86cc-839c04522a60 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:35.595882 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7aa77e40-7eed-4916-86cc-839c04522a60 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:35.607928 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 301461d4-dd8e-41ff-8110-595e43a19eee triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:35.608305 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:35.623103 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e042938c-4c8e-4596-b223-64a4eb3d3954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:35.637248 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7aa77e40-7eed-4916-86cc-839c04522a60 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] In _notify_port_updated(), no bound segment for port 7c16d7ca-f632-4190-918a-7d540126c53d on network 697ce9e8-23c4-445d-8b5b-aca69ce57a94 {{(pid=103244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:39:35.650331 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa77e40-7eed-4916-86cc-839c04522a60 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:35.651349 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7aa77e40-7eed-4916-86cc-839c04522a60 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:35.652852 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7aa77e40-7eed-4916-86cc-839c04522a60 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] 10.222.0.57 "PUT /v2.0/ports/7c16d7ca-f632-4190-918a-7d540126c53d HTTP/1.1" status: 200 len: 1128 time: 0.7562284 Dec 09 15:39:35.678630 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632d6996-3c76-4e06-860c-84bd4d3b2ec5 None None] Routers {'bf9bfdf4-74df-4678-a74a-8f6a1681d35a'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:39:35.679553 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-632d6996-3c76-4e06-860c-84bd4d3b2ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:39:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['bf9bfdf4-74df-4678-a74a-8f6a1681d35a'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:35.695363 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35384) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:35.757455 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa77e40-7eed-4916-86cc-839c04522a60 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Pushing event updated for resources: {'Port': ['ID=7c16d7ca-f632-4190-918a-7d540126c53d,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:35.795757 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042938c-4c8e-4596-b223-64a4eb3d3954 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82818294-a77a-4d84-912f-e7bf638da367,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:35.816461 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e042938c-4c8e-4596-b223-64a4eb3d3954 admin admin] Checking segment: {'id': 'dc5f4fd7-f2d0-4fcc-b322-be564df2c7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e2c56416-a3b5-4b61-991a-78207a48b599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:39:35.817343 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e042938c-4c8e-4596-b223-64a4eb3d3954 admin admin] Network hostable DHCP agents. Network: e2c56416-a3b5-4b61-991a-78207a48b599, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:39:35.843014 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e042938c-4c8e-4596-b223-64a4eb3d3954 admin admin] Network e2c56416-a3b5-4b61-991a-78207a48b599 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:39:35.861128 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-e042938c-4c8e-4596-b223-64a4eb3d3954 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, e2c56416-a3b5-4b61-991a-78207a48b599) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:39:35.870429 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e042938c-4c8e-4596-b223-64a4eb3d3954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:35.872978 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e042938c-4c8e-4596-b223-64a4eb3d3954 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:35.888586 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca88b532-e729-4511-97bb-0ad5bf1c9044 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:35.890273 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ca88b532-e729-4511-97bb-0ad5bf1c9044 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] 10.222.0.57 "GET /v2.0/ports/7c16d7ca-f632-4190-918a-7d540126c53d HTTP/1.1" status: 200 len: 1128 time: 0.1929080 Dec 09 15:39:35.895914 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35386) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:35.907785 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6bcfd357-2011-4429-9e2e-74db69da9d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:35.916976 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e042938c-4c8e-4596-b223-64a4eb3d3954 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8100379 Dec 09 15:39:35.917922 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed96347a-cc64-4cf0-bb79-6decc8369931 None None] Network e2c56416-a3b5-4b61-991a-78207a48b599 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:39:35.920405 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5dbe8e-bda0-4f8a-9bf9-819329ef411f req-4a5a12e5-0ada-4403-9aad-e7196bde7918 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:35.922107 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-df5dbe8e-bda0-4f8a-9bf9-819329ef411f req-4a5a12e5-0ada-4403-9aad-e7196bde7918 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/ports?device_id=910d47b4-a3cf-49e8-aa0f-b0c93c533641 HTTP/1.1" status: 200 len: 946 time: 0.0922489 Dec 09 15:39:35.922600 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35388) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:35.927607 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-deb92583-8297-4a2a-814e-1afc81690fbb admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1510596838-router', 'tenant_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:35.977118 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-deb92583-8297-4a2a-814e-1afc81690fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:35.978242 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-deb92583-8297-4a2a-814e-1afc81690fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:36.011225 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-df5dbe8e-bda0-4f8a-9bf9-819329ef411f req-58fffbd7-b2de-4c12-b42b-02259601f43a tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.57 "GET /v2.0/security-groups?id=8388f321-e2a3-451d-b2f0-5f5f70dc6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765162 Dec 09 15:39:36.063896 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-deb92583-8297-4a2a-814e-1afc81690fbb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:36.109829 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1e6f8-50c1-4947-b59e-14bd9c95aa77 None None] Pushing event updated for resources: {'Port': ['ID=e8bbf099-2365-4759-a50f-cd026f8711bd,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:36.118185 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4d902a94-1e21-40e4-8b3b-7570239292ab tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Deleting port 7c16d7ca-f632-4190-918a-7d540126c53d {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:39:36.118541 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d902a94-1e21-40e4-8b3b-7570239292ab tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:36.271277 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d902a94-1e21-40e4-8b3b-7570239292ab tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:36.287233 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4d902a94-1e21-40e4-8b3b-7570239292ab tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Calling delete_port for 7c16d7ca-f632-4190-918a-7d540126c53d owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:39:36.324056 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-deb92583-8297-4a2a-814e-1afc81690fbb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:36.345442 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6bcfd357-2011-4429-9e2e-74db69da9d33 None None] For port e8bbf099-2365-4759-a50f-cd026f8711bd, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=e8bbf099-2365-4759-a50f-cd026f8711bd,segment=NetworkSegment(5a373236-3a4a-41ae-bee3-29a5c06c264f),segment_id=5a373236-3a4a-41ae-bee3-29a5c06c264f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:36.348913 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a674f-477f-4506-a967-a04fb0317b21 req-c740e9cd-9845-47d9-8491-342b9f656aae tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:36.351062 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a87a674f-477f-4506-a967-a04fb0317b21 req-c740e9cd-9845-47d9-8491-342b9f656aae tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.31 "GET /v2.0/ports?device_id=910d47b4-a3cf-49e8-aa0f-b0c93c533641 HTTP/1.1" status: 200 len: 946 time: 0.1917748 Dec 09 15:39:36.360232 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6bcfd357-2011-4429-9e2e-74db69da9d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:36.362211 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-7ab710a1-1a4e-4d94-8575-2fc170c4b434 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1614010997&fields=id&tenant_id=9e19326a2ef34a9a949943ebe81c10d6 HTTP/1.1" status: 200 len: 267 time: 0.2098877 Dec 09 15:39:36.465461 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-632d6996-3c76-4e06-860c-84bd4d3b2ec5 None None] Set router bf9bfdf4-74df-4678-a74a-8f6a1681d35a gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:39:36.664510 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dd3cae-9e82-4d2a-a528-15801482999b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-e2c56416-a3b5-4b61-991a-78207a48b599', 'network_id': 'e2c56416-a3b5-4b61-991a-78207a48b599', 'project_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'fixed_ips': [{'subnet_id': '82818294-a77a-4d84-912f-e7bf638da367'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:39:36.664739 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a1dd3cae-9e82-4d2a-a528-15801482999b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:36.676575 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-c7738c6c-d72b-48a9-ad07-3c581b7c3cfa tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=8222749629bd4bc081045ad1433cd8c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1300952 Dec 09 15:39:36.707497 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device e8bbf099-2365-4759-a50f-cd026f8711bd up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:39:36.713277 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ebfef6ef-3c2d-4df4-af91-3c89337cead8 None None] Provisioning complete for port e8bbf099-2365-4759-a50f-cd026f8711bd triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:36.713648 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ebfef6ef-3c2d-4df4-af91-3c89337cead8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:36.716585 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcfd357-2011-4429-9e2e-74db69da9d33 None None] Pushing event updated for resources: {'Port': ['ID=e8bbf099-2365-4759-a50f-cd026f8711bd,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:36.791324 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d902a94-1e21-40e4-8b3b-7570239292ab tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:36.844024 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d902a94-1e21-40e4-8b3b-7570239292ab tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Pushing event deleted for resources: {'Port': ['ID=7c16d7ca-f632-4190-918a-7d540126c53d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:36.885533 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d902a94-1e21-40e4-8b3b-7570239292ab tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:36.892885 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4d902a94-1e21-40e4-8b3b-7570239292ab tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] 10.222.0.57 "DELETE /v2.0/ports/7c16d7ca-f632-4190-918a-7d540126c53d HTTP/1.1" status: 204 len: 168 time: 0.9931841 Dec 09 15:39:36.893155 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35398) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:36.940289 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-3ce9a5ff-d752-4f7c-bbb4-e752ea4be2b9 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:36.942432 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-3ce9a5ff-d752-4f7c-bbb4-e752ea4be2b9 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.57 "GET /v2.0/networks?id=589649dc-db4c-4c9b-a3c7-2ee06e8a59a8 HTTP/1.1" status: 200 len: 806 time: 0.5793383 Dec 09 15:39:36.982976 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0ffdf48-3a10-4cb1-a152-84d13a0d0fe9 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Deleting subnet 3b9c66ef-e93f-4f57-ba6a-78b5af1f1740 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:39:36.987489 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0ffdf48-3a10-4cb1-a152-84d13a0d0fe9 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:37.002776 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-29804303-e8db-47a5-b0b8-7faf49e3cfde tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.57 "GET /v2.0/quotas/9e19326a2ef34a9a949943ebe81c10d6 HTTP/1.1" status: 200 len: 375 time: 0.0440071 Dec 09 15:39:37.008125 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port e8bbf099-2365-4759-a50f-cd026f8711bd triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:37.008490 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:37.040637 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0ffdf48-3a10-4cb1-a152-84d13a0d0fe9 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:37.119254 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-a1dd3cae-9e82-4d2a-a528-15801482999b None None] Allocated IP 172.20.0.2 (e2c56416-a3b5-4b61-991a-78207a48b599/82818294-a77a-4d84-912f-e7bf638da367/33ec32c7-eb10-471f-b6ad-4715b42f9ea7) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:39:37.139152 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ebfef6ef-3c2d-4df4-af91-3c89337cead8 None None] Could not find standard attr ID for object 7c16d7ca-f632-4190-918a-7d540126c53d. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:39:37.145783 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0ffdf48-3a10-4cb1-a152-84d13a0d0fe9 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:37.154757 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ebfef6ef-3c2d-4df4-af91-3c89337cead8 None None] Could not find standard attr ID for object e6fba04a-c58f-415a-b79f-323953c79fdf. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:39:37.227189 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0ffdf48-3a10-4cb1-a152-84d13a0d0fe9 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:37.248477 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ebfef6ef-3c2d-4df4-af91-3c89337cead8 None None] Provisioning complete for port 301461d4-dd8e-41ff-8110-595e43a19eee triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:37.249199 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ebfef6ef-3c2d-4df4-af91-3c89337cead8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:37.261926 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ffdf48-3a10-4cb1-a152-84d13a0d0fe9 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Pushing event deleted for resources: {'Subnet': ['ID=3b9c66ef-e93f-4f57-ba6a-78b5af1f1740,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:37.265900 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0ffdf48-3a10-4cb1-a152-84d13a0d0fe9 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:37.276765 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a0ffdf48-3a10-4cb1-a152-84d13a0d0fe9 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] 10.222.0.57 "DELETE /v2.0/subnets/3b9c66ef-e93f-4f57-ba6a-78b5af1f1740 HTTP/1.1" status: 204 len: 168 time: 0.3789866 Dec 09 15:39:37.277054 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35402) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:37.317026 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-632d6996-3c76-4e06-860c-84bd4d3b2ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9bfdf4-74df-4678-a74a-8f6a1681d35a', 'name': 'tempest-ServersTestJSON-1974453505-router', 'tenant_id': '9e19326a2ef34a9a949943ebe81c10d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'de4a4b18-030a-470e-9ed0-4dfe62524d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:39:22Z', 'updated_at': '2021-12-09T15:39:27Z', 'revision_number': 4, 'project_id': '9e19326a2ef34a9a949943ebe81c10d6', 'gw_port': {'id': 'de4a4b18-030a-470e-9ed0-4dfe62524d01', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:81:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9bfdf4-74df-4678-a74a-8f6a1681d35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:23Z', 'updated_at': '2021-12-09T15:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'e8bbf099-2365-4759-a50f-cd026f8711bd', 'name': '', 'network_id': '589649dc-db4c-4c9b-a3c7-2ee06e8a59a8', 'tenant_id': '9e19326a2ef34a9a949943ebe81c10d6', 'mac_address': 'fa:16:3e:f5:dd:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9bfdf4-74df-4678-a74a-8f6a1681d35a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'ad992af1-64c6-409b-b6f0-24a7711b29bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:25Z', 'updated_at': '2021-12-09T15:39:35Z', 'revision_number': 4, 'project_id': '9e19326a2ef34a9a949943ebe81c10d6', 'subnets': [{'id': 'ad992af1-64c6-409b-b6f0-24a7711b29bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:37.370268 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0a89520-2ee5-4481-95ed-a71178fffc13 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:37.395584 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632d6996-3c76-4e06-860c-84bd4d3b2ec5 None None] The sync data for ids ['bf9bfdf4-74df-4678-a74a-8f6a1681d35a'] in n-d-821228-1 is: [{'id': 'bf9bfdf4-74df-4678-a74a-8f6a1681d35a', 'name': 'tempest-ServersTestJSON-1974453505-router', 'tenant_id': '9e19326a2ef34a9a949943ebe81c10d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'de4a4b18-030a-470e-9ed0-4dfe62524d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:39:22Z', 'updated_at': '2021-12-09T15:39:27Z', 'revision_number': 4, 'project_id': '9e19326a2ef34a9a949943ebe81c10d6', 'gw_port': {'id': 'de4a4b18-030a-470e-9ed0-4dfe62524d01', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:81:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9bfdf4-74df-4678-a74a-8f6a1681d35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:23Z', 'updated_at': '2021-12-09T15:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'e8bbf099-2365-4759-a50f-cd026f8711bd', 'name': '', 'network_id': '589649dc-db4c-4c9b-a3c7-2ee06e8a59a8', 'tenant_id': '9e19326a2ef34a9a949943ebe81c10d6', 'mac_address': 'fa:16:3e:f5:dd:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9bfdf4-74df-4678-a74a-8f6a1681d35a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'ad992af1-64c6-409b-b6f0-24a7711b29bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:25Z', 'updated_at': '2021-12-09T15:39:35Z', 'revision_number': 4, 'project_id': '9e19326a2ef34a9a949943ebe81c10d6', 'subnets': [{'id': 'ad992af1-64c6-409b-b6f0-24a7711b29bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:39:37.404866 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 301461d4-dd8e-41ff-8110-595e43a19eee up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:39:37.429127 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-da5aa102-e6b5-4d35-99ed-d387302bb859 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:37.431761 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-da5aa102-e6b5-4d35-99ed-d387302bb859 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7448883 Dec 09 15:39:37.439956 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-a87a674f-477f-4506-a967-a04fb0317b21 req-4a3ee45b-dc77-435b-80d3-a76320679f03 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Deleting port 52808788-d6d8-4255-b575-6466121f0d81 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:39:37.440354 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a87a674f-477f-4506-a967-a04fb0317b21 req-4a3ee45b-dc77-435b-80d3-a76320679f03 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:37.449549 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0a89520-2ee5-4481-95ed-a71178fffc13 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Deleting port 301461d4-dd8e-41ff-8110-595e43a19eee {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:39:37.449910 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0a89520-2ee5-4481-95ed-a71178fffc13 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:37.460580 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1a7983-484e-44b5-9dfa-bd3902a0f024 None None] Network 697ce9e8-23c4-445d-8b5b-aca69ce57a94 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:39:37.528849 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-c0a89520-2ee5-4481-95ed-a71178fffc13 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] For port 301461d4-dd8e-41ff-8110-595e43a19eee, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=301461d4-dd8e-41ff-8110-595e43a19eee,segment=NetworkSegment(f54dba74-4b1c-49f0-a925-1e01b8083094),segment_id=f54dba74-4b1c-49f0-a925-1e01b8083094)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:37.529561 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0a89520-2ee5-4481-95ed-a71178fffc13 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:37.551870 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0a89520-2ee5-4481-95ed-a71178fffc13 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Calling delete_port for 301461d4-dd8e-41ff-8110-595e43a19eee owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:39:37.579593 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a87a674f-477f-4506-a967-a04fb0317b21 req-4a3ee45b-dc77-435b-80d3-a76320679f03 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] For port 52808788-d6d8-4255-b575-6466121f0d81, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=52808788-d6d8-4255-b575-6466121f0d81,segment=NetworkSegment(69e3382f-395f-44e0-a40c-d45aab069633),segment_id=69e3382f-395f-44e0-a40c-d45aab069633)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:37.580017 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a87a674f-477f-4506-a967-a04fb0317b21 req-4a3ee45b-dc77-435b-80d3-a76320679f03 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:37.605774 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-a87a674f-477f-4506-a967-a04fb0317b21 req-4a3ee45b-dc77-435b-80d3-a76320679f03 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Calling delete_port for 52808788-d6d8-4255-b575-6466121f0d81 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:39:37.615777 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-f3388f76-3c75-4a59-a7c5-c06c6193f4e4 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Request body: {'port': {'device_id': 'd5701b17-98c2-40b6-8799-e93c048a085a', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'admin_state_up': True, 'tenant_id': '8222749629bd4bc081045ad1433cd8c5'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:37.658312 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a1dd3cae-9e82-4d2a-a528-15801482999b None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:37.661061 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0a89520-2ee5-4481-95ed-a71178fffc13 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:37.668329 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Could not find standard attr ID for object 301461d4-dd8e-41ff-8110-595e43a19eee. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:39:37.682601 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a1dd3cae-9e82-4d2a-a528-15801482999b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:37.700323 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a89520-2ee5-4481-95ed-a71178fffc13 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Pushing event deleted for resources: {'Port': ['ID=301461d4-dd8e-41ff-8110-595e43a19eee,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:37.704399 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a89520-2ee5-4481-95ed-a71178fffc13 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] No DVR routers for this DVR port 301461d4-dd8e-41ff-8110-595e43a19eee on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:39:37.734466 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dd3cae-9e82-4d2a-a528-15801482999b None None] Network e2c56416-a3b5-4b61-991a-78207a48b599 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:39:37.751629 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-a1dd3cae-9e82-4d2a-a528-15801482999b None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:39:37.755473 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd3cae-9e82-4d2a-a528-15801482999b None None] Pushing event updated for resources: {'Port': ['ID=33ec32c7-eb10-471f-b6ad-4715b42f9ea7,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:37.757954 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dd3cae-9e82-4d2a-a528-15801482999b None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:39:37.809658 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0a89520-2ee5-4481-95ed-a71178fffc13 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:37.853568 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-c0a89520-2ee5-4481-95ed-a71178fffc13 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['697ce9e8-23c4-445d-8b5b-aca69ce57a94']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:37.863434 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9402d3e1-6070-4f27-9ef0-89d0d83784e7 None None] Could not find standard attr ID for object 7c16d7ca-f632-4190-918a-7d540126c53d. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:39:37.868759 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-c0a89520-2ee5-4481-95ed-a71178fffc13 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f54dba74-4b1c-49f0-a925-1e01b8083094') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:37.869068 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-c0a89520-2ee5-4481-95ed-a71178fffc13 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f54dba74-4b1c-49f0-a925-1e01b8083094') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:37.871477 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a1dd3cae-9e82-4d2a-a528-15801482999b None None] Attempting to bind port 33ec32c7-eb10-471f-b6ad-4715b42f9ea7 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:39:37.871898 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a1dd3cae-9e82-4d2a-a528-15801482999b None None] Attempting to bind port 33ec32c7-eb10-471f-b6ad-4715b42f9ea7 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'dc5f4fd7-f2d0-4fcc-b322-be564df2c7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e2c56416-a3b5-4b61-991a-78207a48b599'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:39:37.872273 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dd3cae-9e82-4d2a-a528-15801482999b None None] Attempting to bind port 33ec32c7-eb10-471f-b6ad-4715b42f9ea7 on network e2c56416-a3b5-4b61-991a-78207a48b599 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:39:37.879600 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5742f1cf-648f-4e99-959b-e6956ce5dccf None None] DHCP port deletion for 697ce9e8-23c4-445d-8b5b-aca69ce57a94 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:39:37.884671 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dd3cae-9e82-4d2a-a528-15801482999b None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:39:37.885204 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dd3cae-9e82-4d2a-a528-15801482999b None None] Checking segment: {'id': 'dc5f4fd7-f2d0-4fcc-b322-be564df2c7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e2c56416-a3b5-4b61-991a-78207a48b599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:39:37.885327 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0a89520-2ee5-4481-95ed-a71178fffc13 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:37.885621 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a1dd3cae-9e82-4d2a-a528-15801482999b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:37.886030 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dd3cae-9e82-4d2a-a528-15801482999b None None] Bound using segment: {'id': 'dc5f4fd7-f2d0-4fcc-b322-be564df2c7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e2c56416-a3b5-4b61-991a-78207a48b599'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:39:37.886530 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a1dd3cae-9e82-4d2a-a528-15801482999b None None] Bound port: 33ec32c7-eb10-471f-b6ad-4715b42f9ea7, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5f4fd7-f2d0-4fcc-b322-be564df2c7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e2c56416-a3b5-4b61-991a-78207a48b599'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:39:37.886919 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a1dd3cae-9e82-4d2a-a528-15801482999b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:37.921763 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0a89520-2ee5-4481-95ed-a71178fffc13 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:37.930670 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0a89520-2ee5-4481-95ed-a71178fffc13 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:39:37.931568 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0a89520-2ee5-4481-95ed-a71178fffc13 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:37.932634 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-9c16a930-1748-4b1d-af96-5b55ce2b6c67 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9e19326a2ef34a9a949943ebe81c10d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9102526 Dec 09 15:39:37.936150 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:39:37.936150 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:39:37.936150 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:39:37.936150 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:39:37.936150 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:39:37.936150 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:39:37.936150 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:39:37.936150 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:39:37.936150 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:39:37.936150 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:39:37.936150 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:39:37.936150 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:39:37.936150 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:39:37.936150 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:39:37.936150 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:39:37.936150 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:39:37.936150 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:39:37.936150 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:39:37.936150 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:39:37.936150 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:39:37.936150 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:39:37.936150 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:39:37.936150 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:39:37.936150 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:39:37.936150 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:39:37.936150 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:39:37.936150 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:39:37.936150 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:39:37.936150 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:39:37.936150 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:39:37.936150 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:39:37.936150 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:39:37.987146 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a1dd3cae-9e82-4d2a-a528-15801482999b None None] For port 33ec32c7-eb10-471f-b6ad-4715b42f9ea7, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:39:37.991762 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a1dd3cae-9e82-4d2a-a528-15801482999b None None] For port 33ec32c7-eb10-471f-b6ad-4715b42f9ea7, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=33ec32c7-eb10-471f-b6ad-4715b42f9ea7,segment=NetworkSegment(dc5f4fd7-f2d0-4fcc-b322-be564df2c7cb),segment_id=dc5f4fd7-f2d0-4fcc-b322-be564df2c7cb)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:39:37.996748 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-deb92583-8297-4a2a-814e-1afc81690fbb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:38.000528 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a1dd3cae-9e82-4d2a-a528-15801482999b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:38.039451 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0a89520-2ee5-4481-95ed-a71178fffc13 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:38.046809 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0a89520-2ee5-4481-95ed-a71178fffc13 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:38.051334 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c0a89520-2ee5-4481-95ed-a71178fffc13 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] 10.222.0.57 "DELETE /v2.0/networks/697ce9e8-23c4-445d-8b5b-aca69ce57a94 HTTP/1.1" status: 204 len: 168 time: 0.7723436 Dec 09 15:39:38.080904 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd3cae-9e82-4d2a-a528-15801482999b None None] Pushing event updated for resources: {'Port': ['ID=33ec32c7-eb10-471f-b6ad-4715b42f9ea7,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:38.107451 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a89520-2ee5-4481-95ed-a71178fffc13 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809 tempest-ExtraDHCPOptionsIpV6TestJSON-1673982809-project] Pushing event deleted for resources: {'Network': ['ID=697ce9e8-23c4-445d-8b5b-aca69ce57a94,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:38.130924 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-deb92583-8297-4a2a-814e-1afc81690fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:38.162739 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-2c24b524-3f05-4ce8-aa32-0f4317779c74 service neutron] 10.222.0.57 "GET /v2.0/networks/589649dc-db4c-4c9b-a3c7-2ee06e8a59a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953630 Dec 09 15:39:38.268068 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-f3388f76-3c75-4a59-a7c5-c06c6193f4e4 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Made reservation on behalf of 8222749629bd4bc081045ad1433cd8c5 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:39:38.274275 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-f3388f76-3c75-4a59-a7c5-c06c6193f4e4 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:38.380478 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a87a674f-477f-4506-a967-a04fb0317b21 req-4a3ee45b-dc77-435b-80d3-a76320679f03 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:38.398000 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35408) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:38.525187 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ee45b-dc77-435b-80d3-a76320679f03 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Pushing event deleted for resources: {'Port': ['ID=52808788-d6d8-4255-b575-6466121f0d81,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:38.603380 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-501f7143-cece-4e3d-8906-4286eb350a60 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ac3aa02ee4fa43b5924116ed5cc6e8ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2040260 Dec 09 15:39:38.605758 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35412) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:38.627014 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a87a674f-477f-4506-a967-a04fb0317b21 req-4a3ee45b-dc77-435b-80d3-a76320679f03 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] No DVR routers for this DVR port 52808788-d6d8-4255-b575-6466121f0d81 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:39:38.651478 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 33ec32c7-eb10-471f-b6ad-4715b42f9ea7 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:39:38.657288 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a87a674f-477f-4506-a967-a04fb0317b21 req-4a3ee45b-dc77-435b-80d3-a76320679f03 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:38.661311 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a87a674f-477f-4506-a967-a04fb0317b21 req-4a3ee45b-dc77-435b-80d3-a76320679f03 tempest-DeleteServersTestJSON-1734181572 tempest-DeleteServersTestJSON-1734181572-project] 10.222.0.31 "DELETE /v2.0/ports/52808788-d6d8-4255-b575-6466121f0d81 HTTP/1.1" status: 204 len: 173 time: 2.2877502 Dec 09 15:39:38.663232 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910d47b4-a3cf-49e8-aa0f-b0c93c533641', 'name': 'network-vif-deleted', 'tag': '52808788-d6d8-4255-b575-6466121f0d81'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:39:38.665534 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80674b2-6bb0-4421-a477-757a286097f8" -d '{"events": [{"server_uuid": "910d47b4-a3cf-49e8-aa0f-b0c93c533641", "name": "network-vif-deleted", "tag": "52808788-d6d8-4255-b575-6466121f0d81"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:39:38.668716 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-deb92583-8297-4a2a-814e-1afc81690fbb admin admin] Allocated IP 172.25.3.174 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/07e900d9-823a-4d29-87e4-e16cafb599b2) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:39:38.677692 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-c775e728-e86c-49b3-a891-97aadc139f6b service neutron] 10.222.0.57 "GET /v2.0/networks/589649dc-db4c-4c9b-a3c7-2ee06e8a59a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4772341 Dec 09 15:39:38.706203 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd34314d-f3b6-4a33-a3f7-49b6b48d1e18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:38.749318 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-f3388f76-3c75-4a59-a7c5-c06c6193f4e4 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Allocated IP 192.168.233.213 (bf6a25f7-2b73-48b5-b60f-99a19e919fb7/54e6953c-1261-4e7c-8b49-64e5b87424c2/f4aacffe-926a-472c-a836-25408b78fc54) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:39:38.763733 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd34314d-f3b6-4a33-a3f7-49b6b48d1e18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:38.766679 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 33ec32c7-eb10-471f-b6ad-4715b42f9ea7 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:38.767197 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:38.849584 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-deb92583-8297-4a2a-814e-1afc81690fbb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:38.891868 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:38.895991 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd34314d-f3b6-4a33-a3f7-49b6b48d1e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:38.905806 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd34314d-f3b6-4a33-a3f7-49b6b48d1e18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:38.907063 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bd34314d-f3b6-4a33-a3f7-49b6b48d1e18 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4b7ac73a-a47f-4a71-b078-e4d42fa120c2 HTTP/1.1" status: 204 len: 168 time: 0.3003368 Dec 09 15:39:38.913791 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-deb92583-8297-4a2a-814e-1afc81690fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:38.948451 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd34314d-f3b6-4a33-a3f7-49b6b48d1e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7ac73a-a47f-4a71-b078-e4d42fa120c2,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:39.004433 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 33ec32c7-eb10-471f-b6ad-4715b42f9ea7, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=33ec32c7-eb10-471f-b6ad-4715b42f9ea7,segment=NetworkSegment(dc5f4fd7-f2d0-4fcc-b322-be564df2c7cb),segment_id=dc5f4fd7-f2d0-4fcc-b322-be564df2c7cb)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:39.015725 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:39.016573 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device e8bbf099-2365-4759-a50f-cd026f8711bd up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:39:39.131428 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-f3388f76-3c75-4a59-a7c5-c06c6193f4e4 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:39.219717 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=33ec32c7-eb10-471f-b6ad-4715b42f9ea7,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:39.254911 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port e8bbf099-2365-4759-a50f-cd026f8711bd triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:39.255224 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:39.289150 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-f3388f76-3c75-4a59-a7c5-c06c6193f4e4 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:39.304821 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb92583-8297-4a2a-814e-1afc81690fbb admin admin] Pushing event updated for resources: {'Port': ['ID=07e900d9-823a-4d29-87e4-e16cafb599b2,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:39.305031 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5', '847afbcf-2043-4704-86dd-821ac9fb24dc'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:39:39.329813 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:39:39.362253 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9f1096f7-b5c4-40f6-9938-078fc4d0a119 req-975f69b9-a2ad-4c53-a93e-fdc1e4637774 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 210 time: 0.3804102 Dec 09 15:39:39.364859 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb92583-8297-4a2a-814e-1afc81690fbb admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:39:39.377849 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-deb92583-8297-4a2a-814e-1afc81690fbb admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:39:39.398328 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-f3388f76-3c75-4a59-a7c5-c06c6193f4e4 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:39:39.399315 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb92583-8297-4a2a-814e-1afc81690fbb admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:39:39.406983 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-f3388f76-3c75-4a59-a7c5-c06c6193f4e4 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:39:39.456298 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-f3388f76-3c75-4a59-a7c5-c06c6193f4e4 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:39:39.568095 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3388f76-3c75-4a59-a7c5-c06c6193f4e4 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Pushing event updated for resources: {'Port': ['ID=f4aacffe-926a-472c-a836-25408b78fc54,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:39.691730 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-f3388f76-3c75-4a59-a7c5-c06c6193f4e4 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:39.692572 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-f3388f76-3c75-4a59-a7c5-c06c6193f4e4 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:39.751262 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283c3df4-cf0d-4ae6-9a45-81a008a81c09 None None] Network e2c56416-a3b5-4b61-991a-78207a48b599 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:39:39.777653 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-f3388f76-3c75-4a59-a7c5-c06c6193f4e4 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1696339 Dec 09 15:39:39.804054 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b014e033-e60b-4e82-952a-627c7298d1de req-43ae7c04-9967-4302-bfbf-35e167bd4f5d tempest-ServerShowV254Test-475706615 tempest-ServerShowV254Test-475706615-project] 10.222.0.57 "GET /v2.0/ports?device_id=53e0eede-4144-41ff-bb02-37c964eb5d34 HTTP/1.1" status: 200 len: 210 time: 0.0908396 Dec 09 15:39:39.811485 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-f5940a68-9f9f-4a48-b950-e7defebb9608 service neutron] Request body: {'port': {'device_id': 'd5701b17-98c2-40b6-8799-e93c048a085a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:39.919392 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 52808788-d6d8-4255-b575-6466121f0d81 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:39:39.975718 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 301461d4-dd8e-41ff-8110-595e43a19eee no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:39:39.986471 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-f5940a68-9f9f-4a48-b950-e7defebb9608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:40.122114 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e654757-a46a-4a18-9058-9d073c16bef9 x-openstack-request-id: req-2e654757-a46a-4a18-9058-9d073c16bef9 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:39:40.122409 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910d47b4-a3cf-49e8-aa0f-b0c93c533641", "name": "network-vif-deleted", "tag": "52808788-d6d8-4255-b575-6466121f0d81", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:39:40.122666 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2e654757-a46a-4a18-9058-9d073c16bef9 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:39:40.123074 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910d47b4-a3cf-49e8-aa0f-b0c93c533641', 'name': 'network-vif-deleted', 'tag': '52808788-d6d8-4255-b575-6466121f0d81', 'status': 'completed', 'code': 200} Dec 09 15:39:40.137964 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35450) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:40.190874 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 301461d4-dd8e-41ff-8110-595e43a19eee {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:39:40.191240 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 301461d4-dd8e-41ff-8110-595e43a19eee not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:39:40.224670 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-deb92583-8297-4a2a-814e-1afc81690fbb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:40.226260 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 52808788-d6d8-4255-b575-6466121f0d81 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:39:40.226528 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 52808788-d6d8-4255-b575-6466121f0d81 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:39:40.244361 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-676edbbc-fd46-4262-96b4-3ff00d25f3c9 None None] Provisioning complete for port f4aacffe-926a-472c-a836-25408b78fc54 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:40.244747 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-676edbbc-fd46-4262-96b4-3ff00d25f3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:40.341230 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-676edbbc-fd46-4262-96b4-3ff00d25f3c9 None None] Port f4aacffe-926a-472c-a836-25408b78fc54 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:39:40.342766 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-569d9286-8f22-40f5-94c0-f4eddcd28d47 req-55f76df6-e131-4a8e-9d66-8ea8c7fd044e tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b3e2c59-8562-4d36-9821-ba8dd1140e33 HTTP/1.1" status: 200 len: 210 time: 0.0777590 Dec 09 15:39:40.351442 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ed64526d-98a9-4a3a-8e99-8c48e656dd2a tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Request body: {'networks': [{'name': 'tempest-network--1205496594'}, {'name': 'tempest-network--1613598706'}]} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:40.351757 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ed64526d-98a9-4a3a-8e99-8c48e656dd2a tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Request body: {'network': {'name': 'tempest-network--1205496594'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:40.352221 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ed64526d-98a9-4a3a-8e99-8c48e656dd2a tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Request body: {'network': {'name': 'tempest-network--1613598706'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:40.385668 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-676edbbc-fd46-4262-96b4-3ff00d25f3c9 None None] Provisioning complete for port 33ec32c7-eb10-471f-b6ad-4715b42f9ea7 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:40.386162 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-676edbbc-fd46-4262-96b4-3ff00d25f3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:40.503223 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 33ec32c7-eb10-471f-b6ad-4715b42f9ea7 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:39:40.573729 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed64526d-98a9-4a3a-8e99-8c48e656dd2a tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Made reservation on behalf of 167bc8ca096b460ca65520db339c7cdb for: {'network': 2} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:39:40.578631 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed64526d-98a9-4a3a-8e99-8c48e656dd2a tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:40.581903 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-deb92583-8297-4a2a-814e-1afc81690fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:40.647442 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 33ec32c7-eb10-471f-b6ad-4715b42f9ea7 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:40.650749 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:40.676168 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed64526d-98a9-4a3a-8e99-8c48e656dd2a tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:40.789711 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7eb3e238-3072-44a6-a040-fd8305cd1fb5 None None] Provisioning complete for port 33ec32c7-eb10-471f-b6ad-4715b42f9ea7 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:40.790087 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7eb3e238-3072-44a6-a040-fd8305cd1fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:41.223316 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-f5940a68-9f9f-4a48-b950-e7defebb9608 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4aacffe-926a-472c-a836-25408b78fc54 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:39:41.239714 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a6750-a552-434d-bd0d-848e1316bf9f req-1a6b0ed8-8040-4b03-9de1-4f6c84a05322 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:41.241252 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f38a6750-a552-434d-bd0d-848e1316bf9f req-1a6b0ed8-8040-4b03-9de1-4f6c84a05322 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 936 time: 0.2230771 Dec 09 15:39:41.256023 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-f5940a68-9f9f-4a48-b950-e7defebb9608 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:41.281624 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-c56519ab-f7b9-44d7-bfd0-01b461698958 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:41.283037 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-c56519ab-f7b9-44d7-bfd0-01b461698958 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.31 "GET /v2.0/networks?id=589649dc-db4c-4c9b-a3c7-2ee06e8a59a8 HTTP/1.1" status: 200 len: 806 time: 0.2617891 Dec 09 15:39:41.317311 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-f5940a68-9f9f-4a48-b950-e7defebb9608 service neutron] Transition to ACTIVE for port object f4aacffe-926a-472c-a836-25408b78fc54 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:39:41.333289 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-f5940a68-9f9f-4a48-b950-e7defebb9608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:41.335095 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb92583-8297-4a2a-814e-1afc81690fbb admin admin] Router e2cfe764-3f0c-4904-988a-d91b590950e3 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:39:41.432008 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed64526d-98a9-4a3a-8e99-8c48e656dd2a tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:41.444623 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f38a6750-a552-434d-bd0d-848e1316bf9f req-b46c42e4-40f5-4e36-942e-24f076a7ffed tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926847 Dec 09 15:39:41.490889 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed64526d-98a9-4a3a-8e99-8c48e656dd2a tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:41.491266 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed64526d-98a9-4a3a-8e99-8c48e656dd2a tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:41.522594 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5940a68-9f9f-4a48-b950-e7defebb9608 service neutron] Pushing event updated for resources: {'Port': ['ID=f4aacffe-926a-472c-a836-25408b78fc54,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:41.573955 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-e564e517-8ff6-4150-b0d6-257e8b599c26 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e19326a2ef34a9a949943ebe81c10d6 HTTP/1.1" status: 200 len: 380 time: 0.2728968 Dec 09 15:39:41.619013 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-00a4552b-6988-44cc-ab04-1a2ca37d2884 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Request body: {'port': {'device_id': '3b3e2c59-8562-4d36-9821-ba8dd1140e33', 'network_id': '589649dc-db4c-4c9b-a3c7-2ee06e8a59a8', 'admin_state_up': True, 'tenant_id': '9e19326a2ef34a9a949943ebe81c10d6', 'security_groups': ['74e72c8a-9cb9-4c2a-a0fe-d880f9c26a38']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:41.647092 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed64526d-98a9-4a3a-8e99-8c48e656dd2a tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb34c28-9c23-409c-9035-2e1a66c92288,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:41.707917 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed64526d-98a9-4a3a-8e99-8c48e656dd2a tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:39:41.758652 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fb398b7f-9a07-44e8-b276-f25eb370580c req-d32a8ee4-1ec7-4047-bede-a42883b62cec tempest-ServerShowV254Test-475706615 tempest-ServerShowV254Test-475706615-project] 10.222.0.57 "GET /v2.0/ports?device_id=53e0eede-4144-41ff-bb02-37c964eb5d34 HTTP/1.1" status: 200 len: 210 time: 0.0575984 Dec 09 15:39:41.770676 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed64526d-98a9-4a3a-8e99-8c48e656dd2a tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:41.770962 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-ed64526d-98a9-4a3a-8e99-8c48e656dd2a tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Added segment e92a761d-d64b-4efb-b61d-a708d171dcf2 of type vlan for network 26a2483e-edcf-4bd5-8fa1-64922d2e573f Dec 09 15:39:41.802526 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb92583-8297-4a2a-814e-1afc81690fbb admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:39:41.814098 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa59d567-4d1b-44ed-a2f8-a026881abfcb None None] Sync routers for ids ['e2cfe764-3f0c-4904-988a-d91b590950e3'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:39:41.827621 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa59d567-4d1b-44ed-a2f8-a026881abfcb None None] Routers {'e2cfe764-3f0c-4904-988a-d91b590950e3'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:39:41.828242 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-aa59d567-4d1b-44ed-a2f8-a026881abfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:39:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['e2cfe764-3f0c-4904-988a-d91b590950e3'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:41.856659 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-f5940a68-9f9f-4a48-b950-e7defebb9608 service neutron] Attempting to bind port f4aacffe-926a-472c-a836-25408b78fc54 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:39:41.857006 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-f5940a68-9f9f-4a48-b950-e7defebb9608 service neutron] Attempting to bind port f4aacffe-926a-472c-a836-25408b78fc54 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:39:41.857331 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-f5940a68-9f9f-4a48-b950-e7defebb9608 service neutron] Attempting to bind port f4aacffe-926a-472c-a836-25408b78fc54 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:39:41.896169 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed64526d-98a9-4a3a-8e99-8c48e656dd2a tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:41.902420 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cae3dcdf-4587-44fd-b00f-c2d2cc529963 req-24c1cc0f-7f44-4cc9-a1f3-aaf743a58288 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b3e2c59-8562-4d36-9821-ba8dd1140e33 HTTP/1.1" status: 200 len: 210 time: 0.0667007 Dec 09 15:39:41.908244 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-f5940a68-9f9f-4a48-b950-e7defebb9608 service neutron] Port f4aacffe-926a-472c-a836-25408b78fc54 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:39:41.908648 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-f5940a68-9f9f-4a48-b950-e7defebb9608 service neutron] Attempting to bind port f4aacffe-926a-472c-a836-25408b78fc54 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:39:41.917099 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-deb92583-8297-4a2a-814e-1afc81690fbb admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:41.920770 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-deb92583-8297-4a2a-814e-1afc81690fbb admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.9948137 Dec 09 15:39:41.921408 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35470) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:41.935371 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-f5940a68-9f9f-4a48-b950-e7defebb9608 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:39:41.935723 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-f5940a68-9f9f-4a48-b950-e7defebb9608 service neutron] Checking segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:39:41.936116 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-f5940a68-9f9f-4a48-b950-e7defebb9608 service neutron] Bound using segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:39:41.936603 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-f5940a68-9f9f-4a48-b950-e7defebb9608 service neutron] Bound port: f4aacffe-926a-472c-a836-25408b78fc54, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:39:41.936970 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-f5940a68-9f9f-4a48-b950-e7defebb9608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:41.950379 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-aa59d567-4d1b-44ed-a2f8-a026881abfcb None None] Set router e2cfe764-3f0c-4904-988a-d91b590950e3 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:39:41.970490 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed64526d-98a9-4a3a-8e99-8c48e656dd2a tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:39:41.979260 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-00a4552b-6988-44cc-ab04-1a2ca37d2884 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Made reservation on behalf of 9e19326a2ef34a9a949943ebe81c10d6 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:39:41.984017 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-00a4552b-6988-44cc-ab04-1a2ca37d2884 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:42.044646 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-f5940a68-9f9f-4a48-b950-e7defebb9608 service neutron] For port f4aacffe-926a-472c-a836-25408b78fc54, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:39:42.048860 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-f5940a68-9f9f-4a48-b950-e7defebb9608 service neutron] For port f4aacffe-926a-472c-a836-25408b78fc54, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=f4aacffe-926a-472c-a836-25408b78fc54,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:39:42.063825 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-f5940a68-9f9f-4a48-b950-e7defebb9608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:42.069248 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed64526d-98a9-4a3a-8e99-8c48e656dd2a tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:42.069738 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-ed64526d-98a9-4a3a-8e99-8c48e656dd2a tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Added segment 64b78bfa-7db0-4109-b34e-fffdf2f919c7 of type vlan for network 682b3195-96fc-4188-981a-3d2dac3b5a5a Dec 09 15:39:42.157876 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-aa59d567-4d1b-44ed-a2f8-a026881abfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cfe764-3f0c-4904-988a-d91b590950e3', 'name': 'tempest-ServersTestBootFromVolume-1510596838-router', 'tenant_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '07e900d9-823a-4d29-87e4-e16cafb599b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:39:35Z', 'updated_at': '2021-12-09T15:39:39Z', 'revision_number': 3, 'project_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'gw_port': {'id': '07e900d9-823a-4d29-87e4-e16cafb599b2', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ae:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cfe764-3f0c-4904-988a-d91b590950e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:38Z', 'updated_at': '2021-12-09T15:39:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:42.159072 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-f5940a68-9f9f-4a48-b950-e7defebb9608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:42.160189 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-f5940a68-9f9f-4a48-b950-e7defebb9608 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:42.162725 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-f5940a68-9f9f-4a48-b950-e7defebb9608 service neutron] 10.222.0.31 "PUT /v2.0/ports/f4aacffe-926a-472c-a836-25408b78fc54 HTTP/1.1" status: 200 len: 1096 time: 2.3552713 Dec 09 15:39:42.179611 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5701b17-98c2-40b6-8799-e93c048a085a', 'tag': 'f4aacffe-926a-472c-a836-25408b78fc54'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:39:42.182709 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc328f3-f9d7-4c4f-8c8d-f45fc5cfdb9b" -d '{"events": [{"name": "network-changed", "server_uuid": "d5701b17-98c2-40b6-8799-e93c048a085a", "tag": "f4aacffe-926a-472c-a836-25408b78fc54"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:39:42.192788 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa59d567-4d1b-44ed-a2f8-a026881abfcb None None] Checking router: e2cfe764-3f0c-4904-988a-d91b590950e3 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:39:42.194306 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa59d567-4d1b-44ed-a2f8-a026881abfcb None None] Updating router e2cfe764-3f0c-4904-988a-d91b590950e3 port 07e900d9-823a-4d29-87e4-e16cafb599b2 binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:39:42.230803 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-aa59d567-4d1b-44ed-a2f8-a026881abfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:42.235151 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed64526d-98a9-4a3a-8e99-8c48e656dd2a tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:42.302945 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5940a68-9f9f-4a48-b950-e7defebb9608 service neutron] Pushing event updated for resources: {'Port': ['ID=f4aacffe-926a-472c-a836-25408b78fc54,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:42.377821 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed64526d-98a9-4a3a-8e99-8c48e656dd2a tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:42.378539 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed64526d-98a9-4a3a-8e99-8c48e656dd2a tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:42.385925 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed64526d-98a9-4a3a-8e99-8c48e656dd2a tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:42.392907 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed64526d-98a9-4a3a-8e99-8c48e656dd2a tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:42.393361 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed64526d-98a9-4a3a-8e99-8c48e656dd2a tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:42.469181 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-1feb5081-8214-4c0e-9aa5-c56f518874d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:42.471355 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-1feb5081-8214-4c0e-9aa5-c56f518874d3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8222749629bd4bc081045ad1433cd8c5&device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 1099 time: 0.2439508 Dec 09 15:39:42.478249 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cce007-2a89-4f36-b344-d49dd233a52b x-openstack-request-id: req-80cce007-2a89-4f36-b344-d49dd233a52b {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:39:42.478669 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5701b17-98c2-40b6-8799-e93c048a085a", "tag": "f4aacffe-926a-472c-a836-25408b78fc54", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:39:42.479021 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-80cce007-2a89-4f36-b344-d49dd233a52b {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:39:42.479518 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5701b17-98c2-40b6-8799-e93c048a085a', 'tag': 'f4aacffe-926a-472c-a836-25408b78fc54', 'status': 'completed', 'code': 200} Dec 09 15:39:42.484256 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed64526d-98a9-4a3a-8e99-8c48e656dd2a tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Pushing event updated for resources: {'Network': ['ID=26a2483e-edcf-4bd5-8fa1-64922d2e573f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:42.499907 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 26a2483e-edcf-4bd5-8fa1-64922d2e573f details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:39:42.615292 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-aa59d567-4d1b-44ed-a2f8-a026881abfcb None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:42.625522 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-aa59d567-4d1b-44ed-a2f8-a026881abfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:42.679741 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ed64526d-98a9-4a3a-8e99-8c48e656dd2a tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.5406911 Dec 09 15:39:42.699652 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-3d02409a-41f3-413d-8edc-d99d1bbb5f8d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=f4aacffe-926a-472c-a836-25408b78fc54 HTTP/1.1" status: 200 len: 217 time: 0.2062435 Dec 09 15:39:42.707946 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63890c-a8cd-444f-90ca-82b95a1742de None None] Pushing event updated for resources: {'Port': ['ID=07e900d9-823a-4d29-87e4-e16cafb599b2,revision_number=2']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:42.708161 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35486) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:42.708546 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-aa59d567-4d1b-44ed-a2f8-a026881abfcb None None] Attempting to bind port 07e900d9-823a-4d29-87e4-e16cafb599b2 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:39:42.708931 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-aa59d567-4d1b-44ed-a2f8-a026881abfcb None None] Attempting to bind port 07e900d9-823a-4d29-87e4-e16cafb599b2 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:39:42.709296 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa59d567-4d1b-44ed-a2f8-a026881abfcb None None] Attempting to bind port 07e900d9-823a-4d29-87e4-e16cafb599b2 on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:39:42.716709 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-00a4552b-6988-44cc-ab04-1a2ca37d2884 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Allocated IP 172.20.0.6 (589649dc-db4c-4c9b-a3c7-2ee06e8a59a8/ad992af1-64c6-409b-b6f0-24a7711b29bd/56cc895c-671e-4267-8fc2-72d5e40b110d) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:39:42.716971 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa59d567-4d1b-44ed-a2f8-a026881abfcb None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:39:42.717360 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa59d567-4d1b-44ed-a2f8-a026881abfcb None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:39:42.717768 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-aa59d567-4d1b-44ed-a2f8-a026881abfcb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:42.718333 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa59d567-4d1b-44ed-a2f8-a026881abfcb None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:39:42.718820 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-aa59d567-4d1b-44ed-a2f8-a026881abfcb None None] Bound port: 07e900d9-823a-4d29-87e4-e16cafb599b2, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:39:42.719684 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-aa59d567-4d1b-44ed-a2f8-a026881abfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:42.786085 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-aa59d567-4d1b-44ed-a2f8-a026881abfcb None None] For port 07e900d9-823a-4d29-87e4-e16cafb599b2, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:39:42.790499 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-aa59d567-4d1b-44ed-a2f8-a026881abfcb None None] For port 07e900d9-823a-4d29-87e4-e16cafb599b2, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=07e900d9-823a-4d29-87e4-e16cafb599b2,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:39:42.797257 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-aa59d567-4d1b-44ed-a2f8-a026881abfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:42.829731 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed64526d-98a9-4a3a-8e99-8c48e656dd2a tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Pushing event updated for resources: {'Network': ['ID=682b3195-96fc-4188-981a-3d2dac3b5a5a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:42.833140 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e823dae1-f0f6-4fe1-b1ba-961f8161d601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:42.845966 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa59d567-4d1b-44ed-a2f8-a026881abfcb None None] Routers {'e2cfe764-3f0c-4904-988a-d91b590950e3'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:39:42.846740 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-aa59d567-4d1b-44ed-a2f8-a026881abfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:39:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['e2cfe764-3f0c-4904-988a-d91b590950e3'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:42.854977 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 682b3195-96fc-4188-981a-3d2dac3b5a5a details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:39:42.912308 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611b40b-28a8-43f6-9a31-8074cf0946ea req-7d04d54b-87f0-4bbf-bcdf-0c333c31754f tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:42.913937 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7611b40b-28a8-43f6-9a31-8074cf0946ea req-7d04d54b-87f0-4bbf-bcdf-0c333c31754f tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d50e936-95dd-4fa7-b298-a3fc49596740 HTTP/1.1" status: 200 len: 945 time: 0.2444899 Dec 09 15:39:42.937850 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-7568e1c4-043f-4bfd-aadf-33fcc766756b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:42.939383 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-7568e1c4-043f-4bfd-aadf-33fcc766756b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.1931379 Dec 09 15:39:42.985833 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63890c-a8cd-444f-90ca-82b95a1742de None None] Pushing event updated for resources: {'Port': ['ID=07e900d9-823a-4d29-87e4-e16cafb599b2,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:43.002102 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-aa59d567-4d1b-44ed-a2f8-a026881abfcb None None] Set router e2cfe764-3f0c-4904-988a-d91b590950e3 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:39:43.029474 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-e823dae1-f0f6-4fe1-b1ba-961f8161d601 admin admin] Allocated IP 172.20.0.1 (e2c56416-a3b5-4b61-991a-78207a48b599/82818294-a77a-4d84-912f-e7bf638da367/41cbea71-ff50-4797-863a-978d45f0d412) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:39:43.070088 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c5ad76-0e4c-4cc6-bc5a-a0b24947328c tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:43.076002 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c5ad76-0e4c-4cc6-bc5a-a0b24947328c tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:43.082588 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c5ad76-0e4c-4cc6-bc5a-a0b24947328c tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:43.088979 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c5ad76-0e4c-4cc6-bc5a-a0b24947328c tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:43.090641 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-66c5ad76-0e4c-4cc6-bc5a-a0b24947328c tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3833182 Dec 09 15:39:43.095858 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35492) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:43.120154 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7611b40b-28a8-43f6-9a31-8074cf0946ea req-2ae58965-1eaf-4a13-a932-9c04f7855798 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae95911-d29e-4491-93bd-1e00edc2ab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841235 Dec 09 15:39:43.162200 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-00a4552b-6988-44cc-ab04-1a2ca37d2884 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:43.208922 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-aa59d567-4d1b-44ed-a2f8-a026881abfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cfe764-3f0c-4904-988a-d91b590950e3', 'name': 'tempest-ServersTestBootFromVolume-1510596838-router', 'tenant_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '07e900d9-823a-4d29-87e4-e16cafb599b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:39:35Z', 'updated_at': '2021-12-09T15:39:39Z', 'revision_number': 3, 'project_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'gw_port': {'id': '07e900d9-823a-4d29-87e4-e16cafb599b2', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ae:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cfe764-3f0c-4904-988a-d91b590950e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:38Z', 'updated_at': '2021-12-09T15:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:43.216715 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7384f5aa-51cb-4dbe-b2d3-69c03d51548a tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:43.223458 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e823dae1-f0f6-4fe1-b1ba-961f8161d601 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:43.247838 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-00a68700-d487-4a71-b975-eb730d53b0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:43.249465 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-00a68700-d487-4a71-b975-eb730d53b0eb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2667360 Dec 09 15:39:43.252507 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-00a4552b-6988-44cc-ab04-1a2ca37d2884 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:43.341779 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa59d567-4d1b-44ed-a2f8-a026881abfcb None None] The sync data for ids ['e2cfe764-3f0c-4904-988a-d91b590950e3'] in n-d-821228-1 is: [{'id': 'e2cfe764-3f0c-4904-988a-d91b590950e3', 'name': 'tempest-ServersTestBootFromVolume-1510596838-router', 'tenant_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '07e900d9-823a-4d29-87e4-e16cafb599b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:39:35Z', 'updated_at': '2021-12-09T15:39:39Z', 'revision_number': 3, 'project_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'gw_port': {'id': '07e900d9-823a-4d29-87e4-e16cafb599b2', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ae:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cfe764-3f0c-4904-988a-d91b590950e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:38Z', 'updated_at': '2021-12-09T15:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:39:43.367559 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e823dae1-f0f6-4fe1-b1ba-961f8161d601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:43.375068 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8ff99-125f-4245-8e5a-c1738d91a338 req-2bdc7e60-0595-4f8d-9276-b339f469ba54 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:43.376639 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-17a8ff99-125f-4245-8e5a-c1738d91a338 req-2bdc7e60-0595-4f8d-9276-b339f469ba54 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 948 time: 0.1715565 Dec 09 15:39:43.383334 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7384f5aa-51cb-4dbe-b2d3-69c03d51548a tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:43.389222 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-00a4552b-6988-44cc-ab04-1a2ca37d2884 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Network 589649dc-db4c-4c9b-a3c7-2ee06e8a59a8 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:39:43.390138 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a4552b-6988-44cc-ab04-1a2ca37d2884 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Pushing event updated for resources: {'Port': ['ID=56cc895c-671e-4267-8fc2-72d5e40b110d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:43.407310 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-00a4552b-6988-44cc-ab04-1a2ca37d2884 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:39:43.420877 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-00a4552b-6988-44cc-ab04-1a2ca37d2884 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:39:43.439821 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-7384f5aa-51cb-4dbe-b2d3-69c03d51548a tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26a2483e-edcf-4bd5-8fa1-64922d2e573f']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:43.455228 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e823dae1-f0f6-4fe1-b1ba-961f8161d601 admin admin] Network e2c56416-a3b5-4b61-991a-78207a48b599 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:39:43.470340 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-e823dae1-f0f6-4fe1-b1ba-961f8161d601 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:39:43.477834 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-7384f5aa-51cb-4dbe-b2d3-69c03d51548a tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e92a761d-d64b-4efb-b61d-a708d171dcf2') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:43.478306 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-7384f5aa-51cb-4dbe-b2d3-69c03d51548a tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e92a761d-d64b-4efb-b61d-a708d171dcf2') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:43.480780 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e823dae1-f0f6-4fe1-b1ba-961f8161d601 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:39:43.498032 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-02487c2f-8b10-4735-8867-f9b78fc18671 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334042 Dec 09 15:39:43.523072 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e823dae1-f0f6-4fe1-b1ba-961f8161d601 admin admin] Pushing event updated for resources: {'Port': ['ID=41cbea71-ff50-4797-863a-978d45f0d412,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:43.529535 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-17a8ff99-125f-4245-8e5a-c1738d91a338 req-fadf9d2e-c8a7-4b21-b4a0-b12a616227ce tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444266 Dec 09 15:39:43.541342 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7384f5aa-51cb-4dbe-b2d3-69c03d51548a tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:43.550249 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-00a4552b-6988-44cc-ab04-1a2ca37d2884 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:43.551134 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-00a4552b-6988-44cc-ab04-1a2ca37d2884 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:43.573413 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e823dae1-f0f6-4fe1-b1ba-961f8161d601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:43.576328 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7384f5aa-51cb-4dbe-b2d3-69c03d51548a tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:43.635840 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-00a4552b-6988-44cc-ab04-1a2ca37d2884 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0452228 Dec 09 15:39:43.655254 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7384f5aa-51cb-4dbe-b2d3-69c03d51548a tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:39:43.655667 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7384f5aa-51cb-4dbe-b2d3-69c03d51548a tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:43.659426 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:39:43.659426 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:39:43.659426 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:39:43.659426 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:39:43.659426 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:39:43.659426 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:39:43.659426 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:39:43.659426 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:39:43.659426 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:39:43.659426 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:39:43.659426 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:39:43.659426 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:39:43.659426 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:39:43.659426 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:39:43.659426 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:39:43.659426 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:39:43.659426 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:39:43.659426 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:39:43.659426 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:39:43.659426 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:39:43.659426 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:39:43.659426 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:39:43.659426 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:39:43.659426 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:39:43.659426 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:39:43.659426 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:39:43.659426 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:39:43.659426 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:39:43.659426 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:39:43.659426 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:39:43.659426 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:39:43.659426 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:39:43.663814 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-8395c0c1-6130-478c-825d-4d2459edccce service neutron] Request body: {'port': {'device_id': '3b3e2c59-8562-4d36-9821-ba8dd1140e33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:43.778397 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9bb9becd-dcc3-4fe1-acc1-f2f65c94753b req-fc83b73c-3949-453c-909e-a6c92a9df81b service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250731 Dec 09 15:39:43.827008 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7384f5aa-51cb-4dbe-b2d3-69c03d51548a tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:43.864498 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7384f5aa-51cb-4dbe-b2d3-69c03d51548a tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:43.873655 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-8395c0c1-6130-478c-825d-4d2459edccce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:43.879232 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7384f5aa-51cb-4dbe-b2d3-69c03d51548a tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] 10.222.0.57 "DELETE /v2.0/networks/26a2483e-edcf-4bd5-8fa1-64922d2e573f HTTP/1.1" status: 204 len: 168 time: 0.7822804 Dec 09 15:39:43.891518 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35496) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:43.893917 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d675cd6c-c86a-4bef-885b-39181f14dea3 None None] Provisioning complete for port 56cc895c-671e-4267-8fc2-72d5e40b110d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:43.896754 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d675cd6c-c86a-4bef-885b-39181f14dea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:43.896959 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7384f5aa-51cb-4dbe-b2d3-69c03d51548a tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Pushing event deleted for resources: {'Network': ['ID=26a2483e-edcf-4bd5-8fa1-64922d2e573f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:43.950887 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d675cd6c-c86a-4bef-885b-39181f14dea3 None None] Port 56cc895c-671e-4267-8fc2-72d5e40b110d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:39:43.958099 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e823dae1-f0f6-4fe1-b1ba-961f8161d601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:43.967393 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d675cd6c-c86a-4bef-885b-39181f14dea3 None None] Provisioning complete for port 41cbea71-ff50-4797-863a-978d45f0d412 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:43.967777 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d675cd6c-c86a-4bef-885b-39181f14dea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:43.980236 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8b970bc9-4c0e-41ae-a056-3c4a1994b207 req-1bb3ae69-490a-40aa-8332-3847564d650b tempest-ServerShowV254Test-475706615 tempest-ServerShowV254Test-475706615-project] 10.222.0.57 "GET /v2.0/ports?device_id=53e0eede-4144-41ff-bb02-37c964eb5d34 HTTP/1.1" status: 200 len: 210 time: 0.0894742 Dec 09 15:39:44.017848 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc328f3-f9d7-4c4f-8c8d-f45fc5cfdb9b req-5ef164e4-8201-40dd-91a1-fb08a2de3e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:44.019859 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6fc328f3-f9d7-4c4f-8c8d-f45fc5cfdb9b req-5ef164e4-8201-40dd-91a1-fb08a2de3e29 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8222749629bd4bc081045ad1433cd8c5&device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 1099 time: 0.1840055 Dec 09 15:39:44.051157 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d675cd6c-c86a-4bef-885b-39181f14dea3 None None] Port 41cbea71-ff50-4797-863a-978d45f0d412 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:39:44.073155 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8de417cb-b6d2-4bc9-be40-682078dcad99 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:44.179402 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e823dae1-f0f6-4fe1-b1ba-961f8161d601 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:44.185721 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e823dae1-f0f6-4fe1-b1ba-961f8161d601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:44.257316 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e823dae1-f0f6-4fe1-b1ba-961f8161d601 admin admin] Pushing event updated for resources: {'Port': ['ID=41cbea71-ff50-4797-863a-978d45f0d412,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:44.262567 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e823dae1-f0f6-4fe1-b1ba-961f8161d601 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:44.371942 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e823dae1-f0f6-4fe1-b1ba-961f8161d601 admin admin] Network e2c56416-a3b5-4b61-991a-78207a48b599 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:39:44.373749 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-e823dae1-f0f6-4fe1-b1ba-961f8161d601 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:39:44.492402 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 07e900d9-823a-4d29-87e4-e16cafb599b2 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:39:44.542855 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e823dae1-f0f6-4fe1-b1ba-961f8161d601 admin admin] Router e2cfe764-3f0c-4904-988a-d91b590950e3 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:39:44.587900 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 07e900d9-823a-4d29-87e4-e16cafb599b2 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:44.588657 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:44.686471 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e823dae1-f0f6-4fe1-b1ba-961f8161d601 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:39:44.695777 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e823dae1-f0f6-4fe1-b1ba-961f8161d601 admin admin] 10.222.0.57 "PUT /v2.0/routers/e2cfe764-3f0c-4904-988a-d91b590950e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7729032 Dec 09 15:39:44.721339 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:44.737315 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371bd9e-5b7d-432b-aa45-c06720386e39 req-a5472417-6491-47b2-bd80-777f5725ecb1 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:44.739113 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f371bd9e-5b7d-432b-aa45-c06720386e39 req-a5472417-6491-47b2-bd80-777f5725ecb1 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b3e2c59-8562-4d36-9821-ba8dd1140e33 HTTP/1.1" status: 200 len: 931 time: 0.6356351 Dec 09 15:39:44.746997 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 07e900d9-823a-4d29-87e4-e16cafb599b2, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=07e900d9-823a-4d29-87e4-e16cafb599b2,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:44.751888 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:44.754745 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc328f3-f9d7-4c4f-8c8d-f45fc5cfdb9b req-0a9b54ea-0340-49d7-a003-7498bdb659db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:44.756167 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6fc328f3-f9d7-4c4f-8c8d-f45fc5cfdb9b req-0a9b54ea-0340-49d7-a003-7498bdb659db service neutron] 10.222.0.31 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.7201285 Dec 09 15:39:44.757889 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8de417cb-b6d2-4bc9-be40-682078dcad99 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:44.810592 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9bda81f3-07a4-4d9a-88af-7e351200bfdb None None] Provisioning complete for port 41cbea71-ff50-4797-863a-978d45f0d412 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:44.810961 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9bda81f3-07a4-4d9a-88af-7e351200bfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:44.842913 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-8de417cb-b6d2-4bc9-be40-682078dcad99 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['682b3195-96fc-4188-981a-3d2dac3b5a5a']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:44.847713 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=07e900d9-823a-4d29-87e4-e16cafb599b2,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:44.848515 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6fc328f3-f9d7-4c4f-8c8d-f45fc5cfdb9b req-1a9564a5-666a-4be9-9c8f-e2b8ae999d01 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=f4aacffe-926a-472c-a836-25408b78fc54 HTTP/1.1" status: 200 len: 217 time: 0.0745103 Dec 09 15:39:44.864782 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9bda81f3-07a4-4d9a-88af-7e351200bfdb None None] Port 41cbea71-ff50-4797-863a-978d45f0d412 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:39:44.882819 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-8de417cb-b6d2-4bc9-be40-682078dcad99 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64b78bfa-7db0-4109-b34e-fffdf2f919c7') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:44.883119 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-8de417cb-b6d2-4bc9-be40-682078dcad99 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64b78bfa-7db0-4109-b34e-fffdf2f919c7') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:44.921839 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8de417cb-b6d2-4bc9-be40-682078dcad99 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:44.948816 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f371bd9e-5b7d-432b-aa45-c06720386e39 req-498da797-140f-496d-8137-9bb5f5c95a12 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.57 "GET /v2.0/security-groups?id=74e72c8a-9cb9-4c2a-a0fe-d880f9c26a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963098 Dec 09 15:39:44.963480 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8de417cb-b6d2-4bc9-be40-682078dcad99 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:44.973430 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc328f3-f9d7-4c4f-8c8d-f45fc5cfdb9b req-a1e1a43c-9222-482a-b4d8-a3299f24cd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:44.974980 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6fc328f3-f9d7-4c4f-8c8d-f45fc5cfdb9b req-a1e1a43c-9222-482a-b4d8-a3299f24cd8d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.1068144 Dec 09 15:39:44.984957 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8de417cb-b6d2-4bc9-be40-682078dcad99 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:39:44.985520 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8de417cb-b6d2-4bc9-be40-682078dcad99 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:44.990909 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:39:44.990909 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:39:44.990909 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:39:44.990909 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:39:44.990909 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:39:44.990909 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:39:44.990909 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:39:44.990909 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:39:44.990909 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:39:44.990909 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:39:44.990909 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:39:44.990909 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:39:44.990909 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:39:44.990909 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:39:44.990909 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:39:44.990909 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:39:44.990909 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:39:44.990909 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:39:44.990909 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:39:44.990909 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:39:44.990909 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:39:44.990909 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:39:44.990909 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:39:44.990909 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:39:44.990909 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:39:44.990909 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:39:44.990909 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:39:44.990909 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:39:44.990909 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:39:44.990909 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:39:44.990909 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:39:44.990909 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:39:45.165275 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8de417cb-b6d2-4bc9-be40-682078dcad99 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:45.170147 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-8395c0c1-6130-478c-825d-4d2459edccce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56cc895c-671e-4267-8fc2-72d5e40b110d {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:39:45.181577 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8de417cb-b6d2-4bc9-be40-682078dcad99 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:45.184730 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8de417cb-b6d2-4bc9-be40-682078dcad99 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] 10.222.0.57 "DELETE /v2.0/networks/682b3195-96fc-4188-981a-3d2dac3b5a5a HTTP/1.1" status: 204 len: 168 time: 1.2923298 Dec 09 15:39:45.187464 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35512) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:45.203783 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-8395c0c1-6130-478c-825d-4d2459edccce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:45.207886 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc328f3-f9d7-4c4f-8c8d-f45fc5cfdb9b req-5ac8aed9-355e-4cf9-9fed-f9b86d4f388c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:45.209425 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6fc328f3-f9d7-4c4f-8c8d-f45fc5cfdb9b req-5ac8aed9-355e-4cf9-9fed-f9b86d4f388c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2266033 Dec 09 15:39:45.212527 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de417cb-b6d2-4bc9-be40-682078dcad99 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Pushing event deleted for resources: {'Network': ['ID=682b3195-96fc-4188-981a-3d2dac3b5a5a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:45.230802 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffeb785-da35-4bea-9d1a-c57eb5fa1aae req-9ccbba80-8012-4757-93f2-7ee84f4f73a2 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:45.232379 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7ffeb785-da35-4bea-9d1a-c57eb5fa1aae req-9ccbba80-8012-4757-93f2-7ee84f4f73a2 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d50e936-95dd-4fa7-b298-a3fc49596740 HTTP/1.1" status: 200 len: 945 time: 0.1777549 Dec 09 15:39:45.258719 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-8395c0c1-6130-478c-825d-4d2459edccce service neutron] Transition to ACTIVE for port object 56cc895c-671e-4267-8fc2-72d5e40b110d will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:39:45.292480 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-8395c0c1-6130-478c-825d-4d2459edccce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:45.303753 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ed2706-be47-489f-b7e4-70497a9653e4 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:45.310068 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ed2706-be47-489f-b7e4-70497a9653e4 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:45.311645 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d3ed2706-be47-489f-b7e4-70497a9653e4 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1226382 Dec 09 15:39:45.315367 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35514) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:45.320239 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7c58363a-457b-41f9-9101-2e70de12c0a0 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1468037725'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:45.349041 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c58363a-457b-41f9-9101-2e70de12c0a0 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Made reservation on behalf of 167bc8ca096b460ca65520db339c7cdb for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:39:45.352622 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7c58363a-457b-41f9-9101-2e70de12c0a0 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:45.386132 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c58363a-457b-41f9-9101-2e70de12c0a0 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:39:45.394977 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7ffeb785-da35-4bea-9d1a-c57eb5fa1aae req-69a901fb-b12e-4060-9c1a-bf712f8bb288 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae95911-d29e-4491-93bd-1e00edc2ab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536403 Dec 09 15:39:45.399474 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395c0c1-6130-478c-825d-4d2459edccce service neutron] Pushing event updated for resources: {'Port': ['ID=56cc895c-671e-4267-8fc2-72d5e40b110d,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:45.400972 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7c58363a-457b-41f9-9101-2e70de12c0a0 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:45.401637 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-7c58363a-457b-41f9-9101-2e70de12c0a0 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Added segment 4ac6b594-21ab-4bbe-8fb1-dda7c264ae8c of type vlan for network d7a8fc7b-4313-45b7-84b3-e9f01802302b Dec 09 15:39:45.453196 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7c58363a-457b-41f9-9101-2e70de12c0a0 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:45.476387 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6fc328f3-f9d7-4c4f-8c8d-f45fc5cfdb9b req-9956519e-85cc-4417-a830-4cc02c6bf4c9 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567787 Dec 09 15:39:45.492922 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7c58363a-457b-41f9-9101-2e70de12c0a0 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:45.498825 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c58363a-457b-41f9-9101-2e70de12c0a0 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:45.499413 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7c58363a-457b-41f9-9101-2e70de12c0a0 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:45.499989 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bafd66-d201-4769-aee4-7df210d89058 None None] Sync routers for ids ['e2cfe764-3f0c-4904-988a-d91b590950e3'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:39:45.518844 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bafd66-d201-4769-aee4-7df210d89058 None None] Routers {'e2cfe764-3f0c-4904-988a-d91b590950e3'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:39:45.520311 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b8bafd66-d201-4769-aee4-7df210d89058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:39:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['e2cfe764-3f0c-4904-988a-d91b590950e3'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:45.566890 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7c58363a-457b-41f9-9101-2e70de12c0a0 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2503312 Dec 09 15:39:45.569690 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35516) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:45.583518 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-662ad877-86a1-4ee9-a8d0-dc26b3024573 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1764246218'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:45.598068 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c58363a-457b-41f9-9101-2e70de12c0a0 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Pushing event updated for resources: {'Network': ['ID=d7a8fc7b-4313-45b7-84b3-e9f01802302b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:45.602839 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-8395c0c1-6130-478c-825d-4d2459edccce service neutron] Attempting to bind port 56cc895c-671e-4267-8fc2-72d5e40b110d on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:39:45.603189 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-8395c0c1-6130-478c-825d-4d2459edccce service neutron] Attempting to bind port 56cc895c-671e-4267-8fc2-72d5e40b110d by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '5a373236-3a4a-41ae-bee3-29a5c06c264f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '589649dc-db4c-4c9b-a3c7-2ee06e8a59a8'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:39:45.603538 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-8395c0c1-6130-478c-825d-4d2459edccce service neutron] Attempting to bind port 56cc895c-671e-4267-8fc2-72d5e40b110d on network 589649dc-db4c-4c9b-a3c7-2ee06e8a59a8 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:39:45.615191 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662ad877-86a1-4ee9-a8d0-dc26b3024573 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Made reservation on behalf of 167bc8ca096b460ca65520db339c7cdb for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:39:45.618164 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-8395c0c1-6130-478c-825d-4d2459edccce service neutron] Port 56cc895c-671e-4267-8fc2-72d5e40b110d on network 589649dc-db4c-4c9b-a3c7-2ee06e8a59a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:39:45.618406 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-8395c0c1-6130-478c-825d-4d2459edccce service neutron] Attempting to bind port 56cc895c-671e-4267-8fc2-72d5e40b110d on network 589649dc-db4c-4c9b-a3c7-2ee06e8a59a8 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:39:45.619963 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-662ad877-86a1-4ee9-a8d0-dc26b3024573 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:45.631788 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network d7a8fc7b-4313-45b7-84b3-e9f01802302b details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:39:45.632767 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-8395c0c1-6130-478c-825d-4d2459edccce service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:39:45.633552 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-8395c0c1-6130-478c-825d-4d2459edccce service neutron] Checking segment: {'id': '5a373236-3a4a-41ae-bee3-29a5c06c264f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '589649dc-db4c-4c9b-a3c7-2ee06e8a59a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:39:45.633552 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-8395c0c1-6130-478c-825d-4d2459edccce service neutron] Bound using segment: {'id': '5a373236-3a4a-41ae-bee3-29a5c06c264f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '589649dc-db4c-4c9b-a3c7-2ee06e8a59a8'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:39:45.633952 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-8395c0c1-6130-478c-825d-4d2459edccce service neutron] Bound port: 56cc895c-671e-4267-8fc2-72d5e40b110d, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a373236-3a4a-41ae-bee3-29a5c06c264f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '589649dc-db4c-4c9b-a3c7-2ee06e8a59a8'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:39:45.634318 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-8395c0c1-6130-478c-825d-4d2459edccce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:45.648278 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-662ad877-86a1-4ee9-a8d0-dc26b3024573 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:39:45.665326 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-662ad877-86a1-4ee9-a8d0-dc26b3024573 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:45.665676 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-662ad877-86a1-4ee9-a8d0-dc26b3024573 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Added segment 81a2c8b3-90aa-4127-b39e-8eb6ecf99449 of type vlan for network b90713f9-9a94-4fd5-bf65-fb20d904c918 Dec 09 15:39:45.703454 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb848642-c346-4a0a-b5de-bf7ccf74d044 req-255fa295-0e2c-45de-b578-7ba499918944 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:45.704986 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eb848642-c346-4a0a-b5de-bf7ccf74d044 req-255fa295-0e2c-45de-b578-7ba499918944 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 948 time: 0.1903841 Dec 09 15:39:45.710369 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-662ad877-86a1-4ee9-a8d0-dc26b3024573 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:45.716139 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6fc328f3-f9d7-4c4f-8c8d-f45fc5cfdb9b req-d1154852-f612-4bad-b61c-bd7a8a39d4ba service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299175 Dec 09 15:39:45.742388 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-662ad877-86a1-4ee9-a8d0-dc26b3024573 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:45.749564 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662ad877-86a1-4ee9-a8d0-dc26b3024573 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:45.749920 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-662ad877-86a1-4ee9-a8d0-dc26b3024573 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:45.765100 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-8395c0c1-6130-478c-825d-4d2459edccce service neutron] For port 56cc895c-671e-4267-8fc2-72d5e40b110d, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:39:45.773759 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-8395c0c1-6130-478c-825d-4d2459edccce service neutron] For port 56cc895c-671e-4267-8fc2-72d5e40b110d, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=56cc895c-671e-4267-8fc2-72d5e40b110d,segment=NetworkSegment(5a373236-3a4a-41ae-bee3-29a5c06c264f),segment_id=5a373236-3a4a-41ae-bee3-29a5c06c264f)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:39:45.794062 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-8395c0c1-6130-478c-825d-4d2459edccce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:45.808826 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-b8bafd66-d201-4769-aee4-7df210d89058 None None] Set router e2cfe764-3f0c-4904-988a-d91b590950e3 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:39:45.811761 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-662ad877-86a1-4ee9-a8d0-dc26b3024573 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2410057 Dec 09 15:39:45.815275 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35518) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:45.815450 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:45.820982 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-2d384cfc-7063-4a78-b63b-1fce5b8e75c5 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Request body: {'ports': [{'network_id': 'd7a8fc7b-4313-45b7-84b3-e9f01802302b', 'name': 'tempest-port--849830755', 'admin_state_up': True}, {'network_id': 'b90713f9-9a94-4fd5-bf65-fb20d904c918', 'admin_state_up': False}]} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:45.821307 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-2d384cfc-7063-4a78-b63b-1fce5b8e75c5 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Request body: {'port': {'network_id': 'd7a8fc7b-4313-45b7-84b3-e9f01802302b', 'name': 'tempest-port--849830755', 'admin_state_up': True}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:45.821800 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-2d384cfc-7063-4a78-b63b-1fce5b8e75c5 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Request body: {'port': {'network_id': 'b90713f9-9a94-4fd5-bf65-fb20d904c918', 'admin_state_up': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:45.823807 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eb848642-c346-4a0a-b5de-bf7ccf74d044 req-16cbfc21-1f34-4785-979f-a341b25b3860 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049459 Dec 09 15:39:45.861525 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-8395c0c1-6130-478c-825d-4d2459edccce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:45.862254 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-8395c0c1-6130-478c-825d-4d2459edccce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:45.864307 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-8395c0c1-6130-478c-825d-4d2459edccce service neutron] 10.222.0.31 "PUT /v2.0/ports/56cc895c-671e-4267-8fc2-72d5e40b110d HTTP/1.1" status: 200 len: 1091 time: 2.2136803 Dec 09 15:39:45.864675 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b3e2c59-8562-4d36-9821-ba8dd1140e33', 'tag': '56cc895c-671e-4267-8fc2-72d5e40b110d'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:39:45.870440 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d4968c-6949-46d1-a276-f0be2c4402b6" -d '{"events": [{"name": "network-changed", "server_uuid": "3b3e2c59-8562-4d36-9821-ba8dd1140e33", "tag": "56cc895c-671e-4267-8fc2-72d5e40b110d"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:39:45.884846 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395c0c1-6130-478c-825d-4d2459edccce service neutron] Pushing event updated for resources: {'Port': ['ID=56cc895c-671e-4267-8fc2-72d5e40b110d,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:45.913621 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ad877-86a1-4ee9-a8d0-dc26b3024573 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Pushing event updated for resources: {'Network': ['ID=b90713f9-9a94-4fd5-bf65-fb20d904c918,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:45.928745 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network b90713f9-9a94-4fd5-bf65-fb20d904c918 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:39:45.978855 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-0d042fe7-a9a8-43f2-ad2b-fb9ef91af972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:45.980473 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-0d042fe7-a9a8-43f2-ad2b-fb9ef91af972 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9e19326a2ef34a9a949943ebe81c10d6&device_id=3b3e2c59-8562-4d36-9821-ba8dd1140e33 HTTP/1.1" status: 200 len: 1094 time: 0.0609879 Dec 09 15:39:46.041878 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-47ee41d7-0b9a-4785-bf3b-5f9a8b2423de service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56cc895c-671e-4267-8fc2-72d5e40b110d HTTP/1.1" status: 200 len: 217 time: 0.0499780 Dec 09 15:39:46.091729 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d384cfc-7063-4a78-b63b-1fce5b8e75c5 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Made reservation on behalf of 167bc8ca096b460ca65520db339c7cdb for: {'port': 2} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:39:46.103758 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d384cfc-7063-4a78-b63b-1fce5b8e75c5 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:46.115895 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-10719c81-201b-4bc2-85c5-738312e50a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:46.117450 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-10719c81-201b-4bc2-85c5-738312e50a62 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ad992af1-64c6-409b-b6f0-24a7711b29bd HTTP/1.1" status: 200 len: 845 time: 0.0645521 Dec 09 15:39:46.124509 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d384cfc-7063-4a78-b63b-1fce5b8e75c5 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:46.188320 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b8bafd66-d201-4769-aee4-7df210d89058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cfe764-3f0c-4904-988a-d91b590950e3', 'name': 'tempest-ServersTestBootFromVolume-1510596838-router', 'tenant_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '07e900d9-823a-4d29-87e4-e16cafb599b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:39:35Z', 'updated_at': '2021-12-09T15:39:43Z', 'revision_number': 4, 'project_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'gw_port': {'id': '07e900d9-823a-4d29-87e4-e16cafb599b2', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ae:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cfe764-3f0c-4904-988a-d91b590950e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:38Z', 'updated_at': '2021-12-09T15:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '41cbea71-ff50-4797-863a-978d45f0d412', 'name': '', 'network_id': 'e2c56416-a3b5-4b61-991a-78207a48b599', 'tenant_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'mac_address': 'fa:16:3e:03:08:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cfe764-3f0c-4904-988a-d91b590950e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '82818294-a77a-4d84-912f-e7bf638da367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:42Z', 'updated_at': '2021-12-09T15:39:44Z', 'revision_number': 2, 'project_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'subnets': [{'id': '82818294-a77a-4d84-912f-e7bf638da367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:46.209719 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-d7c9035f-edd1-41c1-8cc6-0ce6a2eda4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:46.211704 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-d7c9035f-edd1-41c1-8cc6-0ce6a2eda4cc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=589649dc-db4c-4c9b-a3c7-2ee06e8a59a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864165 Dec 09 15:39:46.230429 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bafd66-d201-4769-aee4-7df210d89058 None None] Checking router: e2cfe764-3f0c-4904-988a-d91b590950e3 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:39:46.230786 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bafd66-d201-4769-aee4-7df210d89058 None None] Updating router e2cfe764-3f0c-4904-988a-d91b590950e3 port 41cbea71-ff50-4797-863a-978d45f0d412 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:39:46.232995 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-2d384cfc-7063-4a78-b63b-1fce5b8e75c5 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] device_id is not set on port 6c70b268-a282-454d-9bf7-eb4ae84ce19f yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:39:46.266359 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b8bafd66-d201-4769-aee4-7df210d89058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:46.336345 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-a63cb64b-aee6-4f69-a0c0-3e4ebc69ce43 service neutron] 10.222.0.31 "GET /v2.0/networks/589649dc-db4c-4c9b-a3c7-2ee06e8a59a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160738 Dec 09 15:39:46.397220 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d384cfc-7063-4a78-b63b-1fce5b8e75c5 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:46.474188 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5ea1c9db-a054-4013-b75b-fd6fa9b3512e req-51191952-c25d-422e-bea1-7be66622d9b7 service neutron] 10.222.0.31 "GET /v2.0/networks/589649dc-db4c-4c9b-a3c7-2ee06e8a59a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301019 Dec 09 15:39:46.492510 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 07e900d9-823a-4d29-87e4-e16cafb599b2 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:39:46.510877 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35528) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:46.517101 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-1da5a12b-f18c-46a5-90b8-0f02adb39bbf tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Request body: {'security_group': {'name': 'tempest-securitygroup--96296108', 'description': 'tempest-description--174632481'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:46.543081 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-2d384cfc-7063-4a78-b63b-1fce5b8e75c5 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] device_id is not set on port 0d35352a-b611-40d0-a85f-5af4c7a80d51 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:39:46.560815 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1da5a12b-f18c-46a5-90b8-0f02adb39bbf tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:46.620496 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 07e900d9-823a-4d29-87e4-e16cafb599b2 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:46.621061 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:46.635900 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-98f19f89-a138-4b51-a4e7-b21d80036109 req-30651e42-d651-4684-a682-de38b8e9b981 tempest-ServerShowV254Test-475706615 tempest-ServerShowV254Test-475706615-project] 10.222.0.57 "GET /v2.0/ports?device_id=53e0eede-4144-41ff-bb02-37c964eb5d34 HTTP/1.1" status: 200 len: 210 time: 0.0336902 Dec 09 15:39:46.656486 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b8bafd66-d201-4769-aee4-7df210d89058 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:46.668607 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b8bafd66-d201-4769-aee4-7df210d89058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:46.672337 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1da5a12b-f18c-46a5-90b8-0f02adb39bbf tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:46.680481 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1da5a12b-f18c-46a5-90b8-0f02adb39bbf tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:46.723546 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1da5a12b-f18c-46a5-90b8-0f02adb39bbf tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:46.725101 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1da5a12b-f18c-46a5-90b8-0f02adb39bbf tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2129664 Dec 09 15:39:46.727996 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35532) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:46.732630 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7a2d5-6ca0-44ec-800d-b0ec507ae0b4 None None] Pushing event updated for resources: {'Port': ['ID=41cbea71-ff50-4797-863a-978d45f0d412,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:46.732933 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-e66cc7df-6e37-49d8-b8dd-d797b79a7054 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Request body: {'security_group_rule': {'security_group_id': 'f75860f8-3c12-4147-8105-fba68cf10719', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:46.741190 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5a416a-f26d-47ac-b243-708b9bb6613c x-openstack-request-id: req-6e5a416a-f26d-47ac-b243-708b9bb6613c {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:39:46.741544 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b3e2c59-8562-4d36-9821-ba8dd1140e33", "tag": "56cc895c-671e-4267-8fc2-72d5e40b110d", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:39:46.741839 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6e5a416a-f26d-47ac-b243-708b9bb6613c {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:39:46.742510 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b3e2c59-8562-4d36-9821-ba8dd1140e33', 'tag': '56cc895c-671e-4267-8fc2-72d5e40b110d', 'status': 'completed', 'code': 200} Dec 09 15:39:46.746026 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d384cfc-7063-4a78-b63b-1fce5b8e75c5 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:46.747496 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5a12b-f18c-46a5-90b8-0f02adb39bbf tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f75860f8-3c12-4147-8105-fba68cf10719,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:46.837705 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d384cfc-7063-4a78-b63b-1fce5b8e75c5 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:46.841351 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-b8bafd66-d201-4769-aee4-7df210d89058 None None] Attempting to bind port 41cbea71-ff50-4797-863a-978d45f0d412 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:39:46.841351 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-b8bafd66-d201-4769-aee4-7df210d89058 None None] Attempting to bind port 41cbea71-ff50-4797-863a-978d45f0d412 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'dc5f4fd7-f2d0-4fcc-b322-be564df2c7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e2c56416-a3b5-4b61-991a-78207a48b599'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:39:46.842247 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bafd66-d201-4769-aee4-7df210d89058 None None] Attempting to bind port 41cbea71-ff50-4797-863a-978d45f0d412 on network e2c56416-a3b5-4b61-991a-78207a48b599 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:39:46.852892 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bafd66-d201-4769-aee4-7df210d89058 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:39:46.853458 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bafd66-d201-4769-aee4-7df210d89058 None None] Checking segment: {'id': 'dc5f4fd7-f2d0-4fcc-b322-be564df2c7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e2c56416-a3b5-4b61-991a-78207a48b599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:39:46.853934 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b8bafd66-d201-4769-aee4-7df210d89058 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:46.854643 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bafd66-d201-4769-aee4-7df210d89058 None None] Bound using segment: {'id': 'dc5f4fd7-f2d0-4fcc-b322-be564df2c7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e2c56416-a3b5-4b61-991a-78207a48b599'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:39:46.855248 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-b8bafd66-d201-4769-aee4-7df210d89058 None None] Bound port: 41cbea71-ff50-4797-863a-978d45f0d412, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5f4fd7-f2d0-4fcc-b322-be564df2c7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e2c56416-a3b5-4b61-991a-78207a48b599'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:39:46.855751 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b8bafd66-d201-4769-aee4-7df210d89058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:46.883135 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e66cc7df-6e37-49d8-b8dd-d797b79a7054 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:46.889986 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4968c-6949-46d1-a276-f0be2c4402b6 req-9a72b7de-cd7d-4387-a7f6-a3dfd71bc5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:46.891657 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51d4968c-6949-46d1-a276-f0be2c4402b6 req-9a72b7de-cd7d-4387-a7f6-a3dfd71bc5c0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9e19326a2ef34a9a949943ebe81c10d6&device_id=3b3e2c59-8562-4d36-9821-ba8dd1140e33 HTTP/1.1" status: 200 len: 1094 time: 0.1393631 Dec 09 15:39:46.915242 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d384cfc-7063-4a78-b63b-1fce5b8e75c5 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Pushing event updated for resources: {'Port': ['ID=6c70b268-a282-454d-9bf7-eb4ae84ce19f,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:46.931448 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b8bafd66-d201-4769-aee4-7df210d89058 None None] For port 41cbea71-ff50-4797-863a-978d45f0d412, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:39:46.935290 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b8bafd66-d201-4769-aee4-7df210d89058 None None] For port 41cbea71-ff50-4797-863a-978d45f0d412, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=41cbea71-ff50-4797-863a-978d45f0d412,segment=NetworkSegment(dc5f4fd7-f2d0-4fcc-b322-be564df2c7cb),segment_id=dc5f4fd7-f2d0-4fcc-b322-be564df2c7cb)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:39:46.940274 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b8bafd66-d201-4769-aee4-7df210d89058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:46.947182 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d384cfc-7063-4a78-b63b-1fce5b8e75c5 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Checking segment: {'id': '4ac6b594-21ab-4bbe-8fb1-dda7c264ae8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd7a8fc7b-4313-45b7-84b3-e9f01802302b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:39:46.947768 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d384cfc-7063-4a78-b63b-1fce5b8e75c5 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Network hostable DHCP agents. Network: d7a8fc7b-4313-45b7-84b3-e9f01802302b, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:39:46.973825 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d384cfc-7063-4a78-b63b-1fce5b8e75c5 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Network d7a8fc7b-4313-45b7-84b3-e9f01802302b is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:39:46.986170 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84caacb5-05e2-45d3-bc41-98499299890b req-a83af634-3485-4e4c-ab4c-1cea0085470a tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:46.988182 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-84caacb5-05e2-45d3-bc41-98499299890b req-a83af634-3485-4e4c-ab4c-1cea0085470a tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b3e2c59-8562-4d36-9821-ba8dd1140e33 HTTP/1.1" status: 200 len: 943 time: 0.1595552 Dec 09 15:39:46.995125 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-2d384cfc-7063-4a78-b63b-1fce5b8e75c5 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, d7a8fc7b-4313-45b7-84b3-e9f01802302b) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:39:47.002222 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d384cfc-7063-4a78-b63b-1fce5b8e75c5 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:39:47.003743 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d384cfc-7063-4a78-b63b-1fce5b8e75c5 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:47.017823 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bafd66-d201-4769-aee4-7df210d89058 None None] Routers {'e2cfe764-3f0c-4904-988a-d91b590950e3'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:39:47.018718 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b8bafd66-d201-4769-aee4-7df210d89058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:39:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['e2cfe764-3f0c-4904-988a-d91b590950e3'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:47.020845 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7a2d5-6ca0-44ec-800d-b0ec507ae0b4 None None] Pushing event updated for resources: {'Port': ['ID=41cbea71-ff50-4797-863a-978d45f0d412,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:47.025904 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1253b70e-57f7-4c36-8d4a-7a652dbb92c3 None None] Network d7a8fc7b-4313-45b7-84b3-e9f01802302b requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:39:47.072581 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-84caacb5-05e2-45d3-bc41-98499299890b req-158f6ad8-fc77-4006-bda9-dff464f23788 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.57 "GET /v2.0/security-groups?id=74e72c8a-9cb9-4c2a-a0fe-d880f9c26a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748761 Dec 09 15:39:47.120500 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e66cc7df-6e37-49d8-b8dd-d797b79a7054 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:47.130608 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4968c-6949-46d1-a276-f0be2c4402b6 req-aeb56dbd-d516-41b2-8e32-f871f7e148dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:47.132654 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51d4968c-6949-46d1-a276-f0be2c4402b6 req-aeb56dbd-d516-41b2-8e32-f871f7e148dd service neutron] 10.222.0.31 "GET /v2.0/networks?id=589649dc-db4c-4c9b-a3c7-2ee06e8a59a8 HTTP/1.1" status: 200 len: 907 time: 0.2325511 Dec 09 15:39:47.134668 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e66cc7df-6e37-49d8-b8dd-d797b79a7054 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:47.140140 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d384cfc-7063-4a78-b63b-1fce5b8e75c5 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Checking segment: {'id': '81a2c8b3-90aa-4127-b39e-8eb6ecf99449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b90713f9-9a94-4fd5-bf65-fb20d904c918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:39:47.143136 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d384cfc-7063-4a78-b63b-1fce5b8e75c5 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Network hostable DHCP agents. Network: b90713f9-9a94-4fd5-bf65-fb20d904c918, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:39:47.153510 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d384cfc-7063-4a78-b63b-1fce5b8e75c5 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Pushing event updated for resources: {'Port': ['ID=0d35352a-b611-40d0-a85f-5af4c7a80d51,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:47.166251 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66cc7df-6e37-49d8-b8dd-d797b79a7054 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16d171f7-c1c3-4a78-8fba-0398c2ab2ac4,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:47.197827 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d384cfc-7063-4a78-b63b-1fce5b8e75c5 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Network b90713f9-9a94-4fd5-bf65-fb20d904c918 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:39:47.204149 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51d4968c-6949-46d1-a276-f0be2c4402b6 req-fec3f524-24d5-4731-a51d-27c4e7e92c95 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56cc895c-671e-4267-8fc2-72d5e40b110d HTTP/1.1" status: 200 len: 217 time: 0.0552630 Dec 09 15:39:47.212059 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-2d384cfc-7063-4a78-b63b-1fce5b8e75c5 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, b90713f9-9a94-4fd5-bf65-fb20d904c918) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:39:47.225768 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d384cfc-7063-4a78-b63b-1fce5b8e75c5 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:39:47.233510 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d384cfc-7063-4a78-b63b-1fce5b8e75c5 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:47.241696 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d384cfc-7063-4a78-b63b-1fce5b8e75c5 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:47.242415 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d384cfc-7063-4a78-b63b-1fce5b8e75c5 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:47.247447 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e66cc7df-6e37-49d8-b8dd-d797b79a7054 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:47.251702 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e66cc7df-6e37-49d8-b8dd-d797b79a7054 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5201313 Dec 09 15:39:47.255514 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35538) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:47.260681 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-525642e2-39b6-4519-9022-b23a1a28a8a7 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Request body: {'security_group_rule': {'security_group_id': 'f75860f8-3c12-4147-8105-fba68cf10719', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:47.279732 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2d384cfc-7063-4a78-b63b-1fce5b8e75c5 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.4629383 Dec 09 15:39:47.280322 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35540) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:47.297001 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc36160-25d7-4cb7-9e26-7d70919f676a None None] Network b90713f9-9a94-4fd5-bf65-fb20d904c918 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:39:47.311205 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-525642e2-39b6-4519-9022-b23a1a28a8a7 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:47.364927 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4968c-6949-46d1-a276-f0be2c4402b6 req-2d73b68b-476c-462e-898a-a89ba34f5e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:47.366590 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51d4968c-6949-46d1-a276-f0be2c4402b6 req-2d73b68b-476c-462e-898a-a89ba34f5e87 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ad992af1-64c6-409b-b6f0-24a7711b29bd HTTP/1.1" status: 200 len: 845 time: 0.1526961 Dec 09 15:39:47.374620 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a98cda-9624-4405-a93f-0da55f40e9a2 req-1d6d73db-8cdd-46a3-8f1d-2cda0e1b77fd tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:47.376456 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-70a98cda-9624-4405-a93f-0da55f40e9a2 req-1d6d73db-8cdd-46a3-8f1d-2cda0e1b77fd tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d50e936-95dd-4fa7-b298-a3fc49596740 HTTP/1.1" status: 200 len: 945 time: 0.1764975 Dec 09 15:39:47.400630 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-525642e2-39b6-4519-9022-b23a1a28a8a7 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:47.408717 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-525642e2-39b6-4519-9022-b23a1a28a8a7 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:47.433207 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525642e2-39b6-4519-9022-b23a1a28a8a7 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ecc2eef-288c-4b00-9a3e-86b6e60fddad,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:47.443984 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-525642e2-39b6-4519-9022-b23a1a28a8a7 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:47.445433 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-525642e2-39b6-4519-9022-b23a1a28a8a7 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1888919 Dec 09 15:39:47.449043 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35542) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:47.460187 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ff1e484d-e02e-4056-b54b-20623239d71a tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:47.466594 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0292bb4-502b-45ed-a477-9e3c33faae79 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:47.473607 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0292bb4-502b-45ed-a477-9e3c33faae79 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:47.477891 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e0292bb4-502b-45ed-a477-9e3c33faae79 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1938057 Dec 09 15:39:47.479886 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35544) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:47.480039 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-acbc40f4-e0b7-49c2-8968-d9360c28c1b2 None None] Provisioning complete for port 41cbea71-ff50-4797-863a-978d45f0d412 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:47.480039 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-acbc40f4-e0b7-49c2-8968-d9360c28c1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:47.499510 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff1e484d-e02e-4056-b54b-20623239d71a tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:47.516207 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4968c-6949-46d1-a276-f0be2c4402b6 req-a0ecef4b-921c-47c3-be4f-192d64855e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:47.517921 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51d4968c-6949-46d1-a276-f0be2c4402b6 req-a0ecef4b-921c-47c3-be4f-192d64855e7e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=589649dc-db4c-4c9b-a3c7-2ee06e8a59a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1405458 Dec 09 15:39:47.568661 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-70a98cda-9624-4405-a93f-0da55f40e9a2 req-4975aec6-4bfa-4848-b8a3-d106a32d0869 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae95911-d29e-4491-93bd-1e00edc2ab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461768 Dec 09 15:39:47.622745 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff1e484d-e02e-4056-b54b-20623239d71a tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:47.652320 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-b8bafd66-d201-4769-aee4-7df210d89058 None None] Set router e2cfe764-3f0c-4904-988a-d91b590950e3 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:39:47.708399 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51d4968c-6949-46d1-a276-f0be2c4402b6 req-9a6ccf72-80e0-4d04-9914-897ec13583b6 service neutron] 10.222.0.31 "GET /v2.0/networks/589649dc-db4c-4c9b-a3c7-2ee06e8a59a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787002 Dec 09 15:39:47.722754 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d087bf20-f08d-4e09-bf84-41d166b8ae71 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Deleting port 6c70b268-a282-454d-9bf7-eb4ae84ce19f {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:39:47.723421 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d087bf20-f08d-4e09-bf84-41d166b8ae71 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:47.759067 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-ff1e484d-e02e-4056-b54b-20623239d71a tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Allocated IP 172.25.3.156 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/36c53950-0369-4755-bf92-e27c5b5137cc) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:39:47.844035 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-acbc40f4-e0b7-49c2-8968-d9360c28c1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:47.862156 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device f4aacffe-926a-472c-a836-25408b78fc54 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:39:47.871493 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d087bf20-f08d-4e09-bf84-41d166b8ae71 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:47.873162 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff1e484d-e02e-4056-b54b-20623239d71a tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:47.901112 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d087bf20-f08d-4e09-bf84-41d166b8ae71 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Calling delete_port for 6c70b268-a282-454d-9bf7-eb4ae84ce19f owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:39:47.913229 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff1e484d-e02e-4056-b54b-20623239d71a tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:47.935909 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23f10c-481c-47bd-866a-0e6f09d358b5 req-6e9de57f-bfa2-4a9e-adaf-4246afab3a86 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:47.937410 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2b23f10c-481c-47bd-866a-0e6f09d358b5 req-6e9de57f-bfa2-4a9e-adaf-4246afab3a86 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 948 time: 0.1557059 Dec 09 15:39:47.950471 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1e484d-e02e-4056-b54b-20623239d71a tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:39:47.953388 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-ff1e484d-e02e-4056-b54b-20623239d71a tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:39:47.959652 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1e484d-e02e-4056-b54b-20623239d71a tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:39:47.967466 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51d4968c-6949-46d1-a276-f0be2c4402b6 req-3117a068-5f3c-4d6d-b2ac-f3159c094cd8 service neutron] 10.222.0.31 "GET /v2.0/networks/589649dc-db4c-4c9b-a3c7-2ee06e8a59a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484703 Dec 09 15:39:47.975129 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-acbc40f4-e0b7-49c2-8968-d9360c28c1b2 None None] For port 41cbea71-ff50-4797-863a-978d45f0d412, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=41cbea71-ff50-4797-863a-978d45f0d412,segment=NetworkSegment(dc5f4fd7-f2d0-4fcc-b322-be564df2c7cb),segment_id=dc5f4fd7-f2d0-4fcc-b322-be564df2c7cb)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:47.990445 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e484d-e02e-4056-b54b-20623239d71a tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Pushing event updated for resources: {'Port': ['ID=36c53950-0369-4755-bf92-e27c5b5137cc,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:48.003442 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-acbc40f4-e0b7-49c2-8968-d9360c28c1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:48.042025 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2b23f10c-481c-47bd-866a-0e6f09d358b5 req-e707e7a5-d30e-4f61-b4cd-e4935e3b7bd4 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735607 Dec 09 15:39:48.059706 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d087bf20-f08d-4e09-bf84-41d166b8ae71 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:48.072488 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff1e484d-e02e-4056-b54b-20623239d71a tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:48.114504 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff1e484d-e02e-4056-b54b-20623239d71a tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:48.129896 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087bf20-f08d-4e09-bf84-41d166b8ae71 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Pushing event deleted for resources: {'Port': ['ID=6c70b268-a282-454d-9bf7-eb4ae84ce19f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:48.136282 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d087bf20-f08d-4e09-bf84-41d166b8ae71 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:48.143186 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35552) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:48.143752 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d087bf20-f08d-4e09-bf84-41d166b8ae71 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] 10.222.0.57 "DELETE /v2.0/ports/6c70b268-a282-454d-9bf7-eb4ae84ce19f HTTP/1.1" status: 204 len: 168 time: 0.6644185 Dec 09 15:39:48.183544 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port f4aacffe-926a-472c-a836-25408b78fc54, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=f4aacffe-926a-472c-a836-25408b78fc54,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:48.187843 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc40f4-e0b7-49c2-8968-d9360c28c1b2 None None] Pushing event updated for resources: {'Port': ['ID=41cbea71-ff50-4797-863a-978d45f0d412,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:48.209170 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e66c06fb-bccd-40ed-9f2a-b7fb2482dcac None None] Provisioning complete for port 41cbea71-ff50-4797-863a-978d45f0d412 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:48.209502 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e66c06fb-bccd-40ed-9f2a-b7fb2482dcac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:48.235251 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'f4aacffe-926a-472c-a836-25408b78fc54', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'port_id': 'f4aacffe-926a-472c-a836-25408b78fc54', 'mac_address': 'fa:16:3e:b8:2a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6953c-1261-4e7c-8b49-64e5b87424c2', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:39:48.302759 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:48.306745 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b8bafd66-d201-4769-aee4-7df210d89058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cfe764-3f0c-4904-988a-d91b590950e3', 'name': 'tempest-ServersTestBootFromVolume-1510596838-router', 'tenant_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '07e900d9-823a-4d29-87e4-e16cafb599b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:39:35Z', 'updated_at': '2021-12-09T15:39:43Z', 'revision_number': 4, 'project_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'gw_port': {'id': '07e900d9-823a-4d29-87e4-e16cafb599b2', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ae:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cfe764-3f0c-4904-988a-d91b590950e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:38Z', 'updated_at': '2021-12-09T15:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '41cbea71-ff50-4797-863a-978d45f0d412', 'name': '', 'network_id': 'e2c56416-a3b5-4b61-991a-78207a48b599', 'tenant_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'mac_address': 'fa:16:3e:03:08:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cfe764-3f0c-4904-988a-d91b590950e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '82818294-a77a-4d84-912f-e7bf638da367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:42Z', 'updated_at': '2021-12-09T15:39:46Z', 'revision_number': 4, 'project_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'subnets': [{'id': '82818294-a77a-4d84-912f-e7bf638da367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:48.319555 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-dea11310-39e4-4ead-a6b0-7febe56c1a65 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Deleting port 0d35352a-b611-40d0-a85f-5af4c7a80d51 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:39:48.320155 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dea11310-39e4-4ead-a6b0-7febe56c1a65 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:48.325600 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a987b036-ec16-4177-95cb-d277b340bfd2 req-39cf8ca5-df08-46de-afc7-35d17557f002 tempest-ServerShowV254Test-475706615 tempest-ServerShowV254Test-475706615-project] 10.222.0.57 "GET /v2.0/ports?device_id=53e0eede-4144-41ff-bb02-37c964eb5d34 HTTP/1.1" status: 200 len: 210 time: 0.0514121 Dec 09 15:39:48.347455 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bafd66-d201-4769-aee4-7df210d89058 None None] The sync data for ids ['e2cfe764-3f0c-4904-988a-d91b590950e3'] in n-d-821228-1 is: [{'id': 'e2cfe764-3f0c-4904-988a-d91b590950e3', 'name': 'tempest-ServersTestBootFromVolume-1510596838-router', 'tenant_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '07e900d9-823a-4d29-87e4-e16cafb599b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:39:35Z', 'updated_at': '2021-12-09T15:39:43Z', 'revision_number': 4, 'project_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'gw_port': {'id': '07e900d9-823a-4d29-87e4-e16cafb599b2', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ae:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cfe764-3f0c-4904-988a-d91b590950e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:38Z', 'updated_at': '2021-12-09T15:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '41cbea71-ff50-4797-863a-978d45f0d412', 'name': '', 'network_id': 'e2c56416-a3b5-4b61-991a-78207a48b599', 'tenant_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'mac_address': 'fa:16:3e:03:08:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cfe764-3f0c-4904-988a-d91b590950e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '82818294-a77a-4d84-912f-e7bf638da367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:42Z', 'updated_at': '2021-12-09T15:39:46Z', 'revision_number': 4, 'project_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'subnets': [{'id': '82818294-a77a-4d84-912f-e7bf638da367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:39:48.351588 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4aacffe-926a-472c-a836-25408b78fc54 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:39:48.413984 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port f4aacffe-926a-472c-a836-25408b78fc54, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=f4aacffe-926a-472c-a836-25408b78fc54,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:48.418812 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dea11310-39e4-4ead-a6b0-7febe56c1a65 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:48.427354 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:48.443290 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-dea11310-39e4-4ead-a6b0-7febe56c1a65 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Calling delete_port for 0d35352a-b611-40d0-a85f-5af4c7a80d51 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:39:48.447236 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff1e484d-e02e-4056-b54b-20623239d71a tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:48.467603 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff1e484d-e02e-4056-b54b-20623239d71a tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:48.525407 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=f4aacffe-926a-472c-a836-25408b78fc54,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:48.551422 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54c119-61c9-439f-aec4-a0fdb33bda89 req-ee06dba0-281d-4506-9702-cce30878aa37 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:48.553765 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8b54c119-61c9-439f-aec4-a0fdb33bda89 req-ee06dba0-281d-4506-9702-cce30878aa37 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b3e2c59-8562-4d36-9821-ba8dd1140e33 HTTP/1.1" status: 200 len: 943 time: 0.1328492 Dec 09 15:39:48.590063 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e484d-e02e-4056-b54b-20623239d71a tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Pushing event updated for resources: {'Port': ['ID=36c53950-0369-4755-bf92-e27c5b5137cc,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:48.617854 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8b54c119-61c9-439f-aec4-a0fdb33bda89 req-3191118a-3440-4520-afea-d22750687ecb tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.57 "GET /v2.0/security-groups?id=74e72c8a-9cb9-4c2a-a0fe-d880f9c26a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566313 Dec 09 15:39:48.621590 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff1e484d-e02e-4056-b54b-20623239d71a tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:48.640258 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff1e484d-e02e-4056-b54b-20623239d71a tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:48.648524 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ff1e484d-e02e-4056-b54b-20623239d71a tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1909275 Dec 09 15:39:48.648524 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dea11310-39e4-4ead-a6b0-7febe56c1a65 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:48.693625 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea11310-39e4-4ead-a6b0-7febe56c1a65 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Pushing event deleted for resources: {'Port': ['ID=0d35352a-b611-40d0-a85f-5af4c7a80d51,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:48.702754 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dea11310-39e4-4ead-a6b0-7febe56c1a65 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:48.708483 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-dea11310-39e4-4ead-a6b0-7febe56c1a65 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] 10.222.0.57 "DELETE /v2.0/ports/0d35352a-b611-40d0-a85f-5af4c7a80d51 HTTP/1.1" status: 204 len: 168 time: 0.5618088 Dec 09 15:39:48.710009 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35566) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:48.756801 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2994b10b-14f8-4fd3-8f40-494df7fa67dc tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0436800 Dec 09 15:39:48.760545 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35576) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:48.770034 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-12c61f9f-89aa-4eb5-ac00-f79b2c429a38 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-616205951'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:48.865181 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c61f9f-89aa-4eb5-ac00-f79b2c429a38 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Made reservation on behalf of 167bc8ca096b460ca65520db339c7cdb for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:39:48.865181 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-12c61f9f-89aa-4eb5-ac00-f79b2c429a38 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:48.876764 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013811d-7cd2-4dae-8533-68c268cfde26 req-f60125cb-c5e0-4dc2-af8b-7ed5e3a4e357 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:48.878891 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b013811d-7cd2-4dae-8533-68c268cfde26 req-f60125cb-c5e0-4dc2-af8b-7ed5e3a4e357 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d50e936-95dd-4fa7-b298-a3fc49596740 HTTP/1.1" status: 200 len: 945 time: 0.1045189 Dec 09 15:39:48.930046 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12c61f9f-89aa-4eb5-ac00-f79b2c429a38 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:39:48.964382 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b013811d-7cd2-4dae-8533-68c268cfde26 req-7ce261a1-e02d-48b5-8e52-a854bb82b5c2 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae95911-d29e-4491-93bd-1e00edc2ab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783851 Dec 09 15:39:48.965749 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-12c61f9f-89aa-4eb5-ac00-f79b2c429a38 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:48.966094 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-12c61f9f-89aa-4eb5-ac00-f79b2c429a38 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Added segment 8ef000bb-7926-45fb-997e-74737c44e369 of type vlan for network 2d0e3e3e-8356-4e3c-8e2a-c35230173bb9 Dec 09 15:39:49.016516 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-12c61f9f-89aa-4eb5-ac00-f79b2c429a38 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:49.016967 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['f4aacffe-926a-472c-a836-25408b78fc54'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:39:49.061297 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-12c61f9f-89aa-4eb5-ac00-f79b2c429a38 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:49.085299 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c61f9f-89aa-4eb5-ac00-f79b2c429a38 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:49.087977 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-12c61f9f-89aa-4eb5-ac00-f79b2c429a38 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:49.227190 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-12c61f9f-89aa-4eb5-ac00-f79b2c429a38 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4630539 Dec 09 15:39:49.227672 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35608) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:49.232617 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c1724607-752f-4455-9d1a-421323ec2482 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1558100762'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:49.287879 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1724607-752f-4455-9d1a-421323ec2482 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Made reservation on behalf of 167bc8ca096b460ca65520db339c7cdb for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:39:49.292393 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c1724607-752f-4455-9d1a-421323ec2482 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:49.310202 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c61f9f-89aa-4eb5-ac00-f79b2c429a38 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Pushing event updated for resources: {'Network': ['ID=2d0e3e3e-8356-4e3c-8e2a-c35230173bb9,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:49.330007 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 2d0e3e3e-8356-4e3c-8e2a-c35230173bb9 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:39:49.332464 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63532102-f932-4384-b369-18c7d74572e2 req-7166cfcb-cc97-4d30-b5d9-694c4a2c2948 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:49.340792 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-63532102-f932-4384-b369-18c7d74572e2 req-7166cfcb-cc97-4d30-b5d9-694c4a2c2948 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 949 time: 0.1144788 Dec 09 15:39:49.406736 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-63532102-f932-4384-b369-18c7d74572e2 req-d1e39ec0-1bc6-425b-9630-3270156197f7 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649757 Dec 09 15:39:49.414123 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1724607-752f-4455-9d1a-421323ec2482 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:39:49.433223 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c1724607-752f-4455-9d1a-421323ec2482 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:49.437146 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-c1724607-752f-4455-9d1a-421323ec2482 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Added segment b49437cf-9585-4717-9146-883fe89aeea8 of type vlan for network 60efe0e8-1765-4ea1-afa7-cc025dfe5b8d Dec 09 15:39:49.521297 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c1724607-752f-4455-9d1a-421323ec2482 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:49.561278 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c1724607-752f-4455-9d1a-421323ec2482 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:49.576024 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1724607-752f-4455-9d1a-421323ec2482 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:49.576872 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c1724607-752f-4455-9d1a-421323ec2482 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:49.636868 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9fd4f176-035f-41db-8c30-d8f85ce66dd1 req-c7d60258-7799-4a16-a3ef-a3322cc4a19a tempest-ServerShowV254Test-475706615 tempest-ServerShowV254Test-475706615-project] 10.222.0.57 "GET /v2.0/ports?device_id=53e0eede-4144-41ff-bb02-37c964eb5d34 HTTP/1.1" status: 200 len: 210 time: 0.0484903 Dec 09 15:39:49.698894 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c1724607-752f-4455-9d1a-421323ec2482 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4686849 Dec 09 15:39:49.740026 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1724607-752f-4455-9d1a-421323ec2482 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Pushing event updated for resources: {'Network': ['ID=60efe0e8-1765-4ea1-afa7-cc025dfe5b8d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:49.764021 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 60efe0e8-1765-4ea1-afa7-cc025dfe5b8d details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:39:49.826893 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35640) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:49.836577 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8c2d178c-aa3a-49b4-8dc9-967633343684 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Request body: {'subnets': [{'network_id': '2d0e3e3e-8356-4e3c-8e2a-c35230173bb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--945528713', 'ip_version': 4}, {'network_id': '60efe0e8-1765-4ea1-afa7-cc025dfe5b8d', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:49.841672 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8c2d178c-aa3a-49b4-8dc9-967633343684 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Request body: {'subnet': {'network_id': '2d0e3e3e-8356-4e3c-8e2a-c35230173bb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--945528713', 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:49.842404 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8c2d178c-aa3a-49b4-8dc9-967633343684 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Request body: {'subnet': {'network_id': '60efe0e8-1765-4ea1-afa7-cc025dfe5b8d', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:49.883660 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 56cc895c-671e-4267-8fc2-72d5e40b110d details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:39:49.886968 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36daf1-0a68-43f2-81c6-9a80dc1d05aa req-deb1a93f-7e64-4b14-9517-b02965133db7 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:49.894981 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ac36daf1-0a68-43f2-81c6-9a80dc1d05aa req-deb1a93f-7e64-4b14-9517-b02965133db7 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b3e2c59-8562-4d36-9821-ba8dd1140e33 HTTP/1.1" status: 200 len: 943 time: 0.0917377 Dec 09 15:39:49.959772 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ac36daf1-0a68-43f2-81c6-9a80dc1d05aa req-b67a8359-a95e-44c8-8ec9-2fccc0661115 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.57 "GET /v2.0/security-groups?id=74e72c8a-9cb9-4c2a-a0fe-d880f9c26a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636771 Dec 09 15:39:50.188475 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03ce15-9939-461e-9c27-ee7324b02a6b req-d82f8a12-c5b3-4b07-8e43-89f81627e398 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:50.201971 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4f03ce15-9939-461e-9c27-ee7324b02a6b req-d82f8a12-c5b3-4b07-8e43-89f81627e398 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d50e936-95dd-4fa7-b298-a3fc49596740 HTTP/1.1" status: 200 len: 945 time: 0.1311584 Dec 09 15:39:50.208593 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 56cc895c-671e-4267-8fc2-72d5e40b110d, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=56cc895c-671e-4267-8fc2-72d5e40b110d,segment=NetworkSegment(5a373236-3a4a-41ae-bee3-29a5c06c264f),segment_id=5a373236-3a4a-41ae-bee3-29a5c06c264f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:50.234917 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '56cc895c-671e-4267-8fc2-72d5e40b110d', 'network_id': '589649dc-db4c-4c9b-a3c7-2ee06e8a59a8', 'port_id': '56cc895c-671e-4267-8fc2-72d5e40b110d', 'mac_address': 'fa:16:3e:c0:5e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad992af1-64c6-409b-b6f0-24a7711b29bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:39:50.241577 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2d178c-aa3a-49b4-8dc9-967633343684 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Made reservation on behalf of 167bc8ca096b460ca65520db339c7cdb for: {'subnet': 2} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:39:50.247027 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c2d178c-aa3a-49b4-8dc9-967633343684 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:50.247679 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c2d178c-aa3a-49b4-8dc9-967633343684 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:50.276433 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4f03ce15-9939-461e-9c27-ee7324b02a6b req-93ae81b9-46fd-4602-a877-03e21e4dc532 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae95911-d29e-4491-93bd-1e00edc2ab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625358 Dec 09 15:39:50.305011 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:50.337818 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56cc895c-671e-4267-8fc2-72d5e40b110d {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:39:50.374314 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 56cc895c-671e-4267-8fc2-72d5e40b110d, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=56cc895c-671e-4267-8fc2-72d5e40b110d,segment=NetworkSegment(5a373236-3a4a-41ae-bee3-29a5c06c264f),segment_id=5a373236-3a4a-41ae-bee3-29a5c06c264f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:50.380674 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:50.447005 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-45c5236c-9c2b-4c21-a85c-2cd735db9039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:50.498929 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=56cc895c-671e-4267-8fc2-72d5e40b110d,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:50.579300 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 41cbea71-ff50-4797-863a-978d45f0d412 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:39:50.691464 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbb57b-a7ac-4502-971d-5d97155d99be req-08adfe85-2e1e-4e6a-9dfa-fc17c31c56aa tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:50.693102 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-13cbb57b-a7ac-4502-971d-5d97155d99be req-08adfe85-2e1e-4e6a-9dfa-fc17c31c56aa tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 949 time: 0.0830743 Dec 09 15:39:50.698871 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 41cbea71-ff50-4797-863a-978d45f0d412 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:50.699092 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:50.801151 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-13cbb57b-a7ac-4502-971d-5d97155d99be req-8f895750-ab58-48ca-a1d9-0790883fca0e tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948465 Dec 09 15:39:50.861973 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c2d178c-aa3a-49b4-8dc9-967633343684 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:50.935150 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d178c-aa3a-49b4-8dc9-967633343684 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Pushing event updated for resources: {'Subnet': ['ID=289ff220-3a17-4f3c-9993-78d568dfc4d9,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:50.945743 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2d178c-aa3a-49b4-8dc9-967633343684 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Checking segment: {'id': '8ef000bb-7926-45fb-997e-74737c44e369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2d0e3e3e-8356-4e3c-8e2a-c35230173bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:39:50.946110 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2d178c-aa3a-49b4-8dc9-967633343684 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Network hostable DHCP agents. Network: 2d0e3e3e-8356-4e3c-8e2a-c35230173bb9, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:39:50.974055 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2d178c-aa3a-49b4-8dc9-967633343684 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Network 2d0e3e3e-8356-4e3c-8e2a-c35230173bb9 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:39:50.985220 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['56cc895c-671e-4267-8fc2-72d5e40b110d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:39:50.991624 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-8c2d178c-aa3a-49b4-8dc9-967633343684 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 2d0e3e3e-8356-4e3c-8e2a-c35230173bb9) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:39:50.996811 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c2d178c-aa3a-49b4-8dc9-967633343684 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:51.006403 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e28b9098-cad5-4790-aff8-ca9392fc8f1a req-c690049b-7815-4f07-b8db-0deb022ed2d0 tempest-ServerShowV254Test-475706615 tempest-ServerShowV254Test-475706615-project] 10.222.0.57 "GET /v2.0/ports?device_id=53e0eede-4144-41ff-bb02-37c964eb5d34 HTTP/1.1" status: 200 len: 210 time: 0.0555599 Dec 09 15:39:51.048678 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172b0254-272e-40ac-b657-45a14bc19c7d None None] Network 2d0e3e3e-8356-4e3c-8e2a-c35230173bb9 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:39:51.080384 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d178c-aa3a-49b4-8dc9-967633343684 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Pushing event updated for resources: {'Subnet': ['ID=b1d501c2-2101-48fd-9517-bf4de203f7f3,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:51.118501 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2d178c-aa3a-49b4-8dc9-967633343684 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Checking segment: {'id': 'b49437cf-9585-4717-9146-883fe89aeea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '60efe0e8-1765-4ea1-afa7-cc025dfe5b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:39:51.118877 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2d178c-aa3a-49b4-8dc9-967633343684 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Network hostable DHCP agents. Network: 60efe0e8-1765-4ea1-afa7-cc025dfe5b8d, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:39:51.147353 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2d178c-aa3a-49b4-8dc9-967633343684 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Network 60efe0e8-1765-4ea1-afa7-cc025dfe5b8d is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:39:51.162672 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-8c2d178c-aa3a-49b4-8dc9-967633343684 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 60efe0e8-1765-4ea1-afa7-cc025dfe5b8d) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:39:51.168031 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2d178c-aa3a-49b4-8dc9-967633343684 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:51.169486 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2d178c-aa3a-49b4-8dc9-967633343684 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:51.172318 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c2d178c-aa3a-49b4-8dc9-967633343684 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:51.189928 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699d5723-d1a2-4bcf-9813-6a2d674db69b None None] Network 60efe0e8-1765-4ea1-afa7-cc025dfe5b8d requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:39:51.214985 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8c2d178c-aa3a-49b4-8dc9-967633343684 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.3866768 Dec 09 15:39:51.217663 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35666) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:51.242181 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d1ebf-be21-4356-8db2-bc3146f94e92 req-88a0314f-39e5-4c6c-b223-8e7634f10d8e tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:51.256575 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e11d1ebf-be21-4356-8db2-bc3146f94e92 req-88a0314f-39e5-4c6c-b223-8e7634f10d8e tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b3e2c59-8562-4d36-9821-ba8dd1140e33 HTTP/1.1" status: 200 len: 944 time: 0.1323142 Dec 09 15:39:51.342448 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d295bc06-6a06-4f65-912e-77f8808c714f tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:51.343925 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d295bc06-6a06-4f65-912e-77f8808c714f tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:51.345969 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d295bc06-6a06-4f65-912e-77f8808c714f tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:51.348711 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d295bc06-6a06-4f65-912e-77f8808c714f tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1297219 Dec 09 15:39:51.353471 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35670) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:51.400972 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e11d1ebf-be21-4356-8db2-bc3146f94e92 req-8f53e02e-a582-4a4d-9ecc-807944ee8d2c tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.57 "GET /v2.0/security-groups?id=74e72c8a-9cb9-4c2a-a0fe-d880f9c26a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362488 Dec 09 15:39:51.454590 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35a2bac-2c45-48d0-b3d3-0adf6c4cc545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-2d0e3e3e-8356-4e3c-8e2a-c35230173bb9', 'network_id': '2d0e3e3e-8356-4e3c-8e2a-c35230173bb9', 'project_id': '167bc8ca096b460ca65520db339c7cdb', 'fixed_ips': [{'subnet_id': '289ff220-3a17-4f3c-9993-78d568dfc4d9'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:39:51.455533 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e35a2bac-2c45-48d0-b3d3-0adf6c4cc545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:51.502897 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-2729d7da-566a-45d2-8cf1-212a443ec338 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Deleting subnet 289ff220-3a17-4f3c-9993-78d568dfc4d9 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:39:51.515309 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2729d7da-566a-45d2-8cf1-212a443ec338 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:51.530039 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a84f33-5dcd-4805-9373-3a6512e2a443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-60efe0e8-1765-4ea1-afa7-cc025dfe5b8d', 'network_id': '60efe0e8-1765-4ea1-afa7-cc025dfe5b8d', 'project_id': '167bc8ca096b460ca65520db339c7cdb', 'fixed_ips': [{'subnet_id': 'b1d501c2-2101-48fd-9517-bf4de203f7f3'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:39:51.530599 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-98a84f33-5dcd-4805-9373-3a6512e2a443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:51.580489 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2729d7da-566a-45d2-8cf1-212a443ec338 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:51.647474 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2729d7da-566a-45d2-8cf1-212a443ec338 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:51.734486 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d2156-118a-4ac1-8863-15c2acffb148 req-8f8540ce-a5a3-419d-8e57-7ab07047c500 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:51.743392 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ae6d2156-118a-4ac1-8863-15c2acffb148 req-8f8540ce-a5a3-419d-8e57-7ab07047c500 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d50e936-95dd-4fa7-b298-a3fc49596740 HTTP/1.1" status: 200 len: 945 time: 0.1116395 Dec 09 15:39:51.791935 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2729d7da-566a-45d2-8cf1-212a443ec338 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:51.848641 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ae6d2156-118a-4ac1-8863-15c2acffb148 req-a7b61599-d9c6-40b2-82c4-cfad62a50a20 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae95911-d29e-4491-93bd-1e00edc2ab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986078 Dec 09 15:39:51.859530 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729d7da-566a-45d2-8cf1-212a443ec338 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Pushing event deleted for resources: {'Subnet': ['ID=289ff220-3a17-4f3c-9993-78d568dfc4d9,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:51.864657 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2729d7da-566a-45d2-8cf1-212a443ec338 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:51.867960 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2729d7da-566a-45d2-8cf1-212a443ec338 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] 10.222.0.57 "DELETE /v2.0/subnets/289ff220-3a17-4f3c-9993-78d568dfc4d9 HTTP/1.1" status: 204 len: 168 time: 0.5132751 Dec 09 15:39:51.871063 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35676) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server [None req-e35a2bac-2c45-48d0-b3d3-0adf6c4cc545 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 289ff220-3a17-4f3c-9993-78d568dfc4d9: This subnet is being modified by another concurrent operation. Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 15:39:51.894708 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:39:51.898199 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 15:39:51.898199 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 15:39:51.898199 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:39:51.898199 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:39:51.898199 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:39:51.898199 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:39:51.898199 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 15:39:51.898199 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:39:51.898199 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 15:39:51.898199 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 15:39:51.898199 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:39:51.898199 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:39:51.898199 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:39:51.898199 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:39:51.898199 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 15:39:51.898199 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 15:39:51.898199 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 09 15:39:51.898199 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 09 15:39:51.898199 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 09 15:39:51.898199 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 09 15:39:51.898199 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 09 15:39:51.898199 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 09 15:39:51.898199 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 09 15:39:51.898199 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 09 15:39:51.898199 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:39:51.898199 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:39:51.898199 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:39:51.898199 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:39:51.898199 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 09 15:39:51.898199 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 09 15:39:51.898199 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 09 15:39:51.898199 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 09 15:39:51.898199 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 09 15:39:51.898199 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 09 15:39:51.898199 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 09 15:39:51.898199 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise exception Dec 09 15:39:51.898199 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 289ff220-3a17-4f3c-9993-78d568dfc4d9: This subnet is being modified by another concurrent operation. Dec 09 15:39:51.898199 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Dec 09 15:39:51.939043 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device f4aacffe-926a-472c-a836-25408b78fc54 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:39:51.963054 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e9016e-1d46-4962-bc99-4b1cf7346aff None None] Network 2d0e3e3e-8356-4e3c-8e2a-c35230173bb9 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:39:51.985183 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-98a84f33-5dcd-4805-9373-3a6512e2a443 None None] Allocated IP 172.20.0.18 (60efe0e8-1765-4ea1-afa7-cc025dfe5b8d/b1d501c2-2101-48fd-9517-bf4de203f7f3/2083453a-1ed7-4b3d-bf8a-621272411ec2) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:39:51.992354 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d04c02-5ccd-4462-aad6-81970a62865b req-524b9b5d-5817-43af-9c77-b6cfaddd832e tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:51.994157 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-23d04c02-5ccd-4462-aad6-81970a62865b req-524b9b5d-5817-43af-9c77-b6cfaddd832e tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 949 time: 0.0698705 Dec 09 15:39:52.095538 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-23d04c02-5ccd-4462-aad6-81970a62865b req-1cfdf725-743b-4da5-9b1a-16fa293151a1 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940471 Dec 09 15:39:52.294805 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b5a93919-fc2b-4334-ba46-a369853ad607 req-35b5c459-2632-47b2-8c95-ced071c1c739 tempest-ServerShowV254Test-475706615 tempest-ServerShowV254Test-475706615-project] 10.222.0.57 "GET /v2.0/ports?device_id=53e0eede-4144-41ff-bb02-37c964eb5d34 HTTP/1.1" status: 200 len: 210 time: 0.0423024 Dec 09 15:39:52.310267 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f7b1361-dc38-4d53-aec1-9ae5bbb85561 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Deleting subnet b1d501c2-2101-48fd-9517-bf4de203f7f3 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:39:52.377775 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-98a84f33-5dcd-4805-9373-3a6512e2a443 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:52.395210 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4f7b1361-dc38-4d53-aec1-9ae5bbb85561 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:52.395527 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-98a84f33-5dcd-4805-9373-3a6512e2a443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:52.409730 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port f4aacffe-926a-472c-a836-25408b78fc54 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:39:52.450704 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4f7b1361-dc38-4d53-aec1-9ae5bbb85561 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:52.462385 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a84f33-5dcd-4805-9373-3a6512e2a443 None None] Pushing event updated for resources: {'Port': ['ID=2083453a-1ed7-4b3d-bf8a-621272411ec2,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:52.479560 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port f4aacffe-926a-472c-a836-25408b78fc54 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:52.480235 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:52.517246 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a84f33-5dcd-4805-9373-3a6512e2a443 None None] Network 60efe0e8-1765-4ea1-afa7-cc025dfe5b8d is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:39:52.521945 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-98a84f33-5dcd-4805-9373-3a6512e2a443 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:39:52.532852 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a84f33-5dcd-4805-9373-3a6512e2a443 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:39:52.612102 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4f7b1361-dc38-4d53-aec1-9ae5bbb85561 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:52.636968 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9395504b-46b5-479a-9379-78bb17276136 req-3a77b49f-76f4-4d84-b4e9-815578b01f84 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:52.646436 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9395504b-46b5-479a-9379-78bb17276136 req-3a77b49f-76f4-4d84-b4e9-815578b01f84 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b3e2c59-8562-4d36-9821-ba8dd1140e33 HTTP/1.1" status: 200 len: 944 time: 0.1035621 Dec 09 15:39:52.682134 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-98a84f33-5dcd-4805-9373-3a6512e2a443 None None] Attempting to bind port 2083453a-1ed7-4b3d-bf8a-621272411ec2 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:39:52.682864 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-98a84f33-5dcd-4805-9373-3a6512e2a443 None None] Attempting to bind port 2083453a-1ed7-4b3d-bf8a-621272411ec2 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'b49437cf-9585-4717-9146-883fe89aeea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '60efe0e8-1765-4ea1-afa7-cc025dfe5b8d'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:39:52.683317 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a84f33-5dcd-4805-9373-3a6512e2a443 None None] Attempting to bind port 2083453a-1ed7-4b3d-bf8a-621272411ec2 on network 60efe0e8-1765-4ea1-afa7-cc025dfe5b8d {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:39:52.725158 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9395504b-46b5-479a-9379-78bb17276136 req-892ddd26-3208-4741-934b-645366648672 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.57 "GET /v2.0/security-groups?id=74e72c8a-9cb9-4c2a-a0fe-d880f9c26a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776474 Dec 09 15:39:52.750926 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a84f33-5dcd-4805-9373-3a6512e2a443 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:39:52.751290 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a84f33-5dcd-4805-9373-3a6512e2a443 None None] Checking segment: {'id': 'b49437cf-9585-4717-9146-883fe89aeea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '60efe0e8-1765-4ea1-afa7-cc025dfe5b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:39:52.751694 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-98a84f33-5dcd-4805-9373-3a6512e2a443 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:52.752101 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a84f33-5dcd-4805-9373-3a6512e2a443 None None] Bound using segment: {'id': 'b49437cf-9585-4717-9146-883fe89aeea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '60efe0e8-1765-4ea1-afa7-cc025dfe5b8d'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:39:52.752701 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-98a84f33-5dcd-4805-9373-3a6512e2a443 None None] Bound port: 2083453a-1ed7-4b3d-bf8a-621272411ec2, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b49437cf-9585-4717-9146-883fe89aeea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '60efe0e8-1765-4ea1-afa7-cc025dfe5b8d'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:39:52.753761 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-98a84f33-5dcd-4805-9373-3a6512e2a443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:52.782360 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4f7b1361-dc38-4d53-aec1-9ae5bbb85561 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:52.787987 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:52.833859 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b1361-dc38-4d53-aec1-9ae5bbb85561 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Pushing event deleted for resources: {'Subnet': ['ID=b1d501c2-2101-48fd-9517-bf4de203f7f3,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:52.839345 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5701b17-98c2-40b6-8799-e93c048a085a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4aacffe-926a-472c-a836-25408b78fc54'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:39:52.841738 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02352c0-9d08-4cd7-bf9f-4ae9ee420095" -d '{"events": [{"server_uuid": "d5701b17-98c2-40b6-8799-e93c048a085a", "name": "network-vif-plugged", "status": "completed", "tag": "f4aacffe-926a-472c-a836-25408b78fc54"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:39:52.854855 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4f7b1361-dc38-4d53-aec1-9ae5bbb85561 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:52.866969 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35692) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:52.874030 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port f4aacffe-926a-472c-a836-25408b78fc54, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=f4aacffe-926a-472c-a836-25408b78fc54,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:52.878036 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4f7b1361-dc38-4d53-aec1-9ae5bbb85561 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] 10.222.0.57 "DELETE /v2.0/subnets/b1d501c2-2101-48fd-9517-bf4de203f7f3 HTTP/1.1" status: 204 len: 168 time: 1.0051310 Dec 09 15:39:52.881280 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:52.921919 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab735bd-6aaf-40b3-87b4-8d5b5e177096 x-openstack-request-id: req-4ab735bd-6aaf-40b3-87b4-8d5b5e177096 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:39:52.922209 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5701b17-98c2-40b6-8799-e93c048a085a", "name": "network-vif-plugged", "status": "completed", "tag": "f4aacffe-926a-472c-a836-25408b78fc54", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:39:52.922468 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4ab735bd-6aaf-40b3-87b4-8d5b5e177096 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:39:52.922869 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5701b17-98c2-40b6-8799-e93c048a085a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4aacffe-926a-472c-a836-25408b78fc54', 'code': 200} Dec 09 15:39:52.940226 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-98a84f33-5dcd-4805-9373-3a6512e2a443 None None] For port 2083453a-1ed7-4b3d-bf8a-621272411ec2, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:39:52.972541 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aecabb6d-8595-48a0-a8a7-162e628a1df4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:52.978159 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-98a84f33-5dcd-4805-9373-3a6512e2a443 None None] For port 2083453a-1ed7-4b3d-bf8a-621272411ec2, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=2083453a-1ed7-4b3d-bf8a-621272411ec2,segment=NetworkSegment(b49437cf-9585-4717-9146-883fe89aeea8),segment_id=b49437cf-9585-4717-9146-883fe89aeea8)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:39:52.986953 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-98a84f33-5dcd-4805-9373-3a6512e2a443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:52.995273 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=f4aacffe-926a-472c-a836-25408b78fc54,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:53.079326 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812c13fb-587a-4798-be54-55d4defda65f tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:53.079920 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a84f33-5dcd-4805-9373-3a6512e2a443 None None] Pushing event updated for resources: {'Port': ['ID=2083453a-1ed7-4b3d-bf8a-621272411ec2,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:53.080829 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-812c13fb-587a-4798-be54-55d4defda65f tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2125111 Dec 09 15:39:53.086195 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35694) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:53.096265 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74172264-3070-4fc9-aadf-2bc5d0204a2e None None] Network 60efe0e8-1765-4ea1-afa7-cc025dfe5b8d requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:39:53.115734 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397cafcf-e059-4e49-8d17-db4dddcdcea7 req-ff260499-a14c-4477-93a8-abcb1a5a9598 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:53.123669 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-397cafcf-e059-4e49-8d17-db4dddcdcea7 req-ff260499-a14c-4477-93a8-abcb1a5a9598 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d50e936-95dd-4fa7-b298-a3fc49596740 HTTP/1.1" status: 200 len: 945 time: 0.1329138 Dec 09 15:39:53.153423 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a81b1-b490-40a8-a14c-c03fb5dc1f31 req-53fe65c0-5f46-461d-a275-37eaf8b5065d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:53.154911 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2b5a81b1-b490-40a8-a14c-c03fb5dc1f31 req-53fe65c0-5f46-461d-a275-37eaf8b5065d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 1101 time: 0.1178105 Dec 09 15:39:53.227237 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d93af5-b129-402e-ada5-99efb37bab69 None None] get_active_networks_info from n-d-821228-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 15:39:53.235947 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-73989f8b-e623-4a72-aec0-a60e8c9d3018 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:53.349177 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-73989f8b-e623-4a72-aec0-a60e8c9d3018 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Deleting port 2083453a-1ed7-4b3d-bf8a-621272411ec2 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:39:53.350316 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-73989f8b-e623-4a72-aec0-a60e8c9d3018 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:53.444545 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d93af5-b129-402e-ada5-99efb37bab69 None None] Resources bound (agent type, host, resource id): {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 15:39:53.495676 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-73989f8b-e623-4a72-aec0-a60e8c9d3018 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] For port 2083453a-1ed7-4b3d-bf8a-621272411ec2, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=2083453a-1ed7-4b3d-bf8a-621272411ec2,segment=NetworkSegment(b49437cf-9585-4717-9146-883fe89aeea8),segment_id=b49437cf-9585-4717-9146-883fe89aeea8)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:53.497793 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-73989f8b-e623-4a72-aec0-a60e8c9d3018 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:53.528223 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-73989f8b-e623-4a72-aec0-a60e8c9d3018 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Calling delete_port for 2083453a-1ed7-4b3d-bf8a-621272411ec2 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:39:53.571865 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-397cafcf-e059-4e49-8d17-db4dddcdcea7 req-c34af633-de0f-4d6c-a1f2-171320e03126 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae95911-d29e-4491-93bd-1e00edc2ab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4472282 Dec 09 15:39:53.632352 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2b5a81b1-b490-40a8-a14c-c03fb5dc1f31 req-acc19d84-abe2-4ae9-92c8-fe55741fefeb service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4651177 Dec 09 15:39:53.727481 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f365027-48c1-439a-ae29-fd00794f9863 req-4272d4b5-9bd0-47e3-99cc-f3744c44f4ec tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:53.732143 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-73989f8b-e623-4a72-aec0-a60e8c9d3018 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:53.743514 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4f365027-48c1-439a-ae29-fd00794f9863 req-4272d4b5-9bd0-47e3-99cc-f3744c44f4ec tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 950 time: 0.0891819 Dec 09 15:39:53.779001 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73989f8b-e623-4a72-aec0-a60e8c9d3018 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Pushing event deleted for resources: {'Port': ['ID=2083453a-1ed7-4b3d-bf8a-621272411ec2,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:53.796250 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73989f8b-e623-4a72-aec0-a60e8c9d3018 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] No DVR routers for this DVR port 2083453a-1ed7-4b3d-bf8a-621272411ec2 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:39:53.823602 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4f365027-48c1-439a-ae29-fd00794f9863 req-6f3bff3e-111f-464d-b985-346460cf6c64 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781627 Dec 09 15:39:53.926617 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-73989f8b-e623-4a72-aec0-a60e8c9d3018 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:53.973154 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-73989f8b-e623-4a72-aec0-a60e8c9d3018 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60efe0e8-1765-4ea1-afa7-cc025dfe5b8d']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:53.984514 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-73989f8b-e623-4a72-aec0-a60e8c9d3018 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b49437cf-9585-4717-9146-883fe89aeea8') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:53.984953 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-73989f8b-e623-4a72-aec0-a60e8c9d3018 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b49437cf-9585-4717-9146-883fe89aeea8') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:54.002646 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-73989f8b-e623-4a72-aec0-a60e8c9d3018 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:54.019660 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-73989f8b-e623-4a72-aec0-a60e8c9d3018 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:54.032604 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73989f8b-e623-4a72-aec0-a60e8c9d3018 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:39:54.033102 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-73989f8b-e623-4a72-aec0-a60e8c9d3018 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:54.037003 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:39:54.037003 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:39:54.037003 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:39:54.037003 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:39:54.037003 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:39:54.037003 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:39:54.037003 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:39:54.037003 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:39:54.037003 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:39:54.037003 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:39:54.037003 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:39:54.037003 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:39:54.037003 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:39:54.037003 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:39:54.037003 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:39:54.037003 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:39:54.037003 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:39:54.037003 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:39:54.037003 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:39:54.037003 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:39:54.037003 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:39:54.037003 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:39:54.037003 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:39:54.037003 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:39:54.037003 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:39:54.037003 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:39:54.037003 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:39:54.037003 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:39:54.037003 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:39:54.037003 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:39:54.037003 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:39:54.037003 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:39:54.099985 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 56cc895c-671e-4267-8fc2-72d5e40b110d up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:39:54.114471 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34f7afdd-447c-4ebb-bbfe-e72403b3b2eb req-099ed6b4-1071-413c-9657-1b40ac553ae0 tempest-ServerShowV254Test-475706615 tempest-ServerShowV254Test-475706615-project] 10.222.0.57 "GET /v2.0/ports?device_id=53e0eede-4144-41ff-bb02-37c964eb5d34 HTTP/1.1" status: 200 len: 210 time: 0.0419457 Dec 09 15:39:54.145912 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-73989f8b-e623-4a72-aec0-a60e8c9d3018 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:54.154568 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-73989f8b-e623-4a72-aec0-a60e8c9d3018 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:54.161928 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-73989f8b-e623-4a72-aec0-a60e8c9d3018 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] 10.222.0.57 "DELETE /v2.0/networks/60efe0e8-1765-4ea1-afa7-cc025dfe5b8d HTTP/1.1" status: 204 len: 168 time: 1.0736136 Dec 09 15:39:54.162501 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35714) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:54.192956 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73989f8b-e623-4a72-aec0-a60e8c9d3018 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Pushing event deleted for resources: {'Network': ['ID=60efe0e8-1765-4ea1-afa7-cc025dfe5b8d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:54.206813 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:54.260980 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 56cc895c-671e-4267-8fc2-72d5e40b110d completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:39:54.265898 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 56cc895c-671e-4267-8fc2-72d5e40b110d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:54.266306 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:54.332653 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a92bed52-136a-49b5-83bb-3ba7b77b0ba8 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:54.350806 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a66582-e6c6-454e-bd0c-7076a67ed012 None None] get_active_networks_info from n-d-821228-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 15:39:54.416783 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:54.451352 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ed927d91-fb76-4a3b-8205-ff93f2f5f1dd None None] Provisioning complete for port 07e900d9-823a-4d29-87e4-e16cafb599b2 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:54.451728 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ed927d91-fb76-4a3b-8205-ff93f2f5f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:54.480610 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6226a-c3b9-42b5-bd5e-a15d1e5f237a req-8de97eef-74cf-420a-9266-5726b4655c0f tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:54.482098 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-63c6226a-c3b9-42b5-bd5e-a15d1e5f237a req-8de97eef-74cf-420a-9266-5726b4655c0f tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b3e2c59-8562-4d36-9821-ba8dd1140e33 HTTP/1.1" status: 200 len: 944 time: 0.1017296 Dec 09 15:39:54.500406 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a92bed52-136a-49b5-83bb-3ba7b77b0ba8 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:54.529713 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-a92bed52-136a-49b5-83bb-3ba7b77b0ba8 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d0e3e3e-8356-4e3c-8e2a-c35230173bb9']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:54.532817 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:54.544794 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-a92bed52-136a-49b5-83bb-3ba7b77b0ba8 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef000bb-7926-45fb-997e-74737c44e369') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:54.545229 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-a92bed52-136a-49b5-83bb-3ba7b77b0ba8 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef000bb-7926-45fb-997e-74737c44e369') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:54.559005 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a92bed52-136a-49b5-83bb-3ba7b77b0ba8 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:54.588630 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a92bed52-136a-49b5-83bb-3ba7b77b0ba8 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:54.596515 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a92bed52-136a-49b5-83bb-3ba7b77b0ba8 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:39:54.597659 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a92bed52-136a-49b5-83bb-3ba7b77b0ba8 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:54.601902 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:39:54.601902 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:39:54.601902 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:39:54.601902 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:39:54.601902 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:39:54.601902 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:39:54.601902 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:39:54.601902 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:39:54.601902 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:39:54.601902 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:39:54.601902 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:39:54.601902 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:39:54.601902 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:39:54.601902 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:39:54.601902 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:39:54.601902 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:39:54.601902 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:39:54.601902 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:39:54.601902 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:39:54.601902 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:39:54.601902 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:39:54.601902 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:39:54.601902 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:39:54.601902 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:39:54.601902 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:39:54.601902 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:39:54.601902 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:39:54.601902 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:39:54.601902 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:39:54.601902 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:39:54.601902 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:39:54.601902 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:39:54.613452 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 56cc895c-671e-4267-8fc2-72d5e40b110d, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=56cc895c-671e-4267-8fc2-72d5e40b110d,segment=NetworkSegment(5a373236-3a4a-41ae-bee3-29a5c06c264f),segment_id=5a373236-3a4a-41ae-bee3-29a5c06c264f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:39:54.616281 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a66582-e6c6-454e-bd0c-7076a67ed012 None None] Resources bound (agent type, host, resource id): {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 15:39:54.623090 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:54.651604 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-63c6226a-c3b9-42b5-bd5e-a15d1e5f237a req-bb9d4291-a947-4fcf-8cae-94d6fa9cec2f tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.57 "GET /v2.0/security-groups?id=74e72c8a-9cb9-4c2a-a0fe-d880f9c26a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608379 Dec 09 15:39:54.693953 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a92bed52-136a-49b5-83bb-3ba7b77b0ba8 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:54.712509 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a92bed52-136a-49b5-83bb-3ba7b77b0ba8 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:54.721106 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a92bed52-136a-49b5-83bb-3ba7b77b0ba8 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] 10.222.0.57 "DELETE /v2.0/networks/2d0e3e3e-8356-4e3c-8e2a-c35230173bb9 HTTP/1.1" status: 204 len: 168 time: 0.5554745 Dec 09 15:39:54.724077 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35718) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:54.763277 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92bed52-136a-49b5-83bb-3ba7b77b0ba8 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Pushing event deleted for resources: {'Network': ['ID=2d0e3e3e-8356-4e3c-8e2a-c35230173bb9,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:54.790809 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=56cc895c-671e-4267-8fc2-72d5e40b110d,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:54.855562 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ed927d91-fb76-4a3b-8205-ff93f2f5f1dd None None] Provisioning complete for port 9356ef96-76b2-4c6c-847e-60e9b1952f1d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:54.856025 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ed927d91-fb76-4a3b-8205-ff93f2f5f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:54.927288 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3e2c59-8562-4d36-9821-ba8dd1140e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56cc895c-671e-4267-8fc2-72d5e40b110d'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:39:54.929683 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222fba1d-834c-4e49-8b4e-28bf2d7cb845" -d '{"events": [{"server_uuid": "3b3e2c59-8562-4d36-9821-ba8dd1140e33", "name": "network-vif-plugged", "status": "completed", "tag": "56cc895c-671e-4267-8fc2-72d5e40b110d"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:39:54.936645 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ed927d91-fb76-4a3b-8205-ff93f2f5f1dd None None] Port 9356ef96-76b2-4c6c-847e-60e9b1952f1d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:39:54.974827 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-923d3b74-6223-4459-a697-2b3be2cdcf90 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:54.977582 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ed927d91-fb76-4a3b-8205-ff93f2f5f1dd None None] Provisioning complete for port de4a4b18-030a-470e-9ed0-4dfe62524d01 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:54.978611 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ed927d91-fb76-4a3b-8205-ff93f2f5f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:55.189926 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ed927d91-fb76-4a3b-8205-ff93f2f5f1dd None None] Provisioning complete for port 459b5a90-a597-4fa4-8b8a-120ddbf6378f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:55.190948 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ed927d91-fb76-4a3b-8205-ff93f2f5f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:55.205624 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-923d3b74-6223-4459-a697-2b3be2cdcf90 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:55.224687 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:55.234670 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-923d3b74-6223-4459-a697-2b3be2cdcf90 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b90713f9-9a94-4fd5-bf65-fb20d904c918']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:55.251028 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-923d3b74-6223-4459-a697-2b3be2cdcf90 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81a2c8b3-90aa-4127-b39e-8eb6ecf99449') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:55.251233 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-923d3b74-6223-4459-a697-2b3be2cdcf90 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81a2c8b3-90aa-4127-b39e-8eb6ecf99449') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:55.261081 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc3a55-b25d-49ed-bcc1-dd662663087e req-95883580-c65c-4368-8949-89cbb291ad52 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:55.262586 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7fdc3a55-b25d-49ed-bcc1-dd662663087e req-95883580-c65c-4368-8949-89cbb291ad52 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 950 time: 0.2215791 Dec 09 15:39:55.269401 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f85bb-e939-4c81-a496-2d477755194d req-83b3c056-3b21-4e6d-ba70-ebeb65b482c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:55.270870 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c81f85bb-e939-4c81-a496-2d477755194d req-83b3c056-3b21-4e6d-ba70-ebeb65b482c9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cdc7bfee685f42fea5ab92247f372c0e&device_id=8d50e936-95dd-4fa7-b298-a3fc49596740 HTTP/1.1" status: 200 len: 1096 time: 0.1958857 Dec 09 15:39:55.277101 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-923d3b74-6223-4459-a697-2b3be2cdcf90 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:55.316874 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ed927d91-fb76-4a3b-8205-ff93f2f5f1dd None None] Provisioning complete for port 36c53950-0369-4755-bf92-e27c5b5137cc triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:55.318517 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ed927d91-fb76-4a3b-8205-ff93f2f5f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:55.355323 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-923d3b74-6223-4459-a697-2b3be2cdcf90 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:55.369851 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ed927d91-fb76-4a3b-8205-ff93f2f5f1dd None None] Port 36c53950-0369-4755-bf92-e27c5b5137cc cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:39:55.382618 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-923d3b74-6223-4459-a697-2b3be2cdcf90 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:39:55.383024 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-923d3b74-6223-4459-a697-2b3be2cdcf90 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:55.383301 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ed927d91-fb76-4a3b-8205-ff93f2f5f1dd None None] Provisioning complete for port ee942aa4-db37-48e3-b0c9-fadd0794fc29 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:55.383691 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ed927d91-fb76-4a3b-8205-ff93f2f5f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:55.386435 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:39:55.386435 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:39:55.386435 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:39:55.386435 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:39:55.386435 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:39:55.386435 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:39:55.386435 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:39:55.386435 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:39:55.386435 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:39:55.386435 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:39:55.386435 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:39:55.386435 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:39:55.386435 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:39:55.386435 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:39:55.386435 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:39:55.386435 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:39:55.386435 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:39:55.386435 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:39:55.386435 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:39:55.386435 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:39:55.386435 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:39:55.386435 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:39:55.386435 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:39:55.386435 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:39:55.386435 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:39:55.386435 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:39:55.386435 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:39:55.386435 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:39:55.386435 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:39:55.386435 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:39:55.386435 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:39:55.386435 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:39:55.427285 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ed927d91-fb76-4a3b-8205-ff93f2f5f1dd None None] Port ee942aa4-db37-48e3-b0c9-fadd0794fc29 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:39:55.441418 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ed927d91-fb76-4a3b-8205-ff93f2f5f1dd None None] Provisioning complete for port 7ce9cd52-d487-48be-b3c4-fec2341e71a1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:55.442290 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ed927d91-fb76-4a3b-8205-ff93f2f5f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:55.448580 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7fdc3a55-b25d-49ed-bcc1-dd662663087e req-55f0d26a-5366-4c61-aa71-1f9aaad8da64 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766953 Dec 09 15:39:55.480119 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-923d3b74-6223-4459-a697-2b3be2cdcf90 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:55.497999 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-923d3b74-6223-4459-a697-2b3be2cdcf90 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:55.501680 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-923d3b74-6223-4459-a697-2b3be2cdcf90 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] 10.222.0.57 "DELETE /v2.0/networks/b90713f9-9a94-4fd5-bf65-fb20d904c918 HTTP/1.1" status: 204 len: 168 time: 0.7757623 Dec 09 15:39:55.504795 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35736) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:55.523694 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d3b74-6223-4459-a697-2b3be2cdcf90 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Pushing event deleted for resources: {'Network': ['ID=b90713f9-9a94-4fd5-bf65-fb20d904c918,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:55.528341 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f85bb-e939-4c81-a496-2d477755194d req-a449e117-1f13-454a-92c6-ae1672883091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:55.529856 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c81f85bb-e939-4c81-a496-2d477755194d req-a449e117-1f13-454a-92c6-ae1672883091 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6ad932b2-3795-4674-90c7-9b84514451f1 HTTP/1.1" status: 200 len: 916 time: 0.2405939 Dec 09 15:39:55.605480 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c81f85bb-e939-4c81-a496-2d477755194d req-ec109184-b914-4056-971a-e79b5a542ef3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d56ca572-5aef-4ecb-a94c-632bd6bc1b9b HTTP/1.1" status: 200 len: 217 time: 0.0627863 Dec 09 15:39:55.605705 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ed927d91-fb76-4a3b-8205-ff93f2f5f1dd None None] Provisioning complete for port 92335d8c-1db7-432e-a06c-5c612f2a0339 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:39:55.605705 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ed927d91-fb76-4a3b-8205-ff93f2f5f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:55.639788 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dc9ea00e-ecba-4348-b941-544f01ebf3a3 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:55.691389 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bed23d-5cf9-4c81-bafb-c34077469d0b req-f0f99598-7447-429f-aed6-3f136ed84c50 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:55.692973 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-82bed23d-5cf9-4c81-bafb-c34077469d0b req-f0f99598-7447-429f-aed6-3f136ed84c50 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d50e936-95dd-4fa7-b298-a3fc49596740 HTTP/1.1" status: 200 len: 945 time: 0.1036828 Dec 09 15:39:55.699930 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f85bb-e939-4c81-a496-2d477755194d req-3dbf4f9a-b020-4093-ac34-56a396f4a64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:55.701536 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c81f85bb-e939-4c81-a496-2d477755194d req-3dbf4f9a-b020-4093-ac34-56a396f4a64f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11704e60-4538-40a6-a291-7eff45dab789 HTTP/1.1" status: 200 len: 854 time: 0.0784321 Dec 09 15:39:55.751998 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dc9ea00e-ecba-4348-b941-544f01ebf3a3 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:55.780219 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-dc9ea00e-ecba-4348-b941-544f01ebf3a3 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7a8fc7b-4313-45b7-84b3-e9f01802302b']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:55.789544 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-82bed23d-5cf9-4c81-bafb-c34077469d0b req-f713deb3-a47d-427d-8259-92b674cfd30e tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae95911-d29e-4491-93bd-1e00edc2ab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853333 Dec 09 15:39:55.790013 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-dc9ea00e-ecba-4348-b941-544f01ebf3a3 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ac6b594-21ab-4bbe-8fb1-dda7c264ae8c') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:55.790416 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-dc9ea00e-ecba-4348-b941-544f01ebf3a3 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ac6b594-21ab-4bbe-8fb1-dda7c264ae8c') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:55.798215 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f85bb-e939-4c81-a496-2d477755194d req-100943e7-5e72-4f3e-858b-404d2678edfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:55.800458 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c81f85bb-e939-4c81-a496-2d477755194d req-100943e7-5e72-4f3e-858b-404d2678edfb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6ad932b2-3795-4674-90c7-9b84514451f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873187 Dec 09 15:39:55.803065 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dc9ea00e-ecba-4348-b941-544f01ebf3a3 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:55.821201 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dc9ea00e-ecba-4348-b941-544f01ebf3a3 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:55.828266 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc9ea00e-ecba-4348-b941-544f01ebf3a3 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:39:55.828266 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dc9ea00e-ecba-4348-b941-544f01ebf3a3 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:55.832466 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:39:55.832466 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:39:55.832466 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:39:55.832466 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:39:55.832466 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:39:55.832466 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:39:55.832466 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:39:55.832466 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:39:55.832466 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:39:55.832466 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:39:55.832466 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:39:55.832466 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:39:55.832466 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:39:55.832466 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:39:55.832466 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:39:55.832466 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:39:55.832466 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:39:55.832466 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:39:55.832466 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:39:55.832466 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:39:55.832466 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:39:55.832466 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:39:55.832466 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:39:55.832466 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:39:55.832466 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:39:55.832466 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:39:55.832466 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:39:55.832466 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:39:55.832466 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:39:55.832466 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:39:55.832466 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:39:55.832466 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:39:55.851057 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1dae3c9-dc66-4412-977b-5cd3ca292c1a x-openstack-request-id: req-c1dae3c9-dc66-4412-977b-5cd3ca292c1a {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:39:55.851480 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3e2c59-8562-4d36-9821-ba8dd1140e33", "name": "network-vif-plugged", "status": "completed", "tag": "56cc895c-671e-4267-8fc2-72d5e40b110d", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:39:55.851748 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c1dae3c9-dc66-4412-977b-5cd3ca292c1a {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:39:55.852157 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3e2c59-8562-4d36-9821-ba8dd1140e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56cc895c-671e-4267-8fc2-72d5e40b110d', 'code': 200} Dec 09 15:39:55.949959 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dc9ea00e-ecba-4348-b941-544f01ebf3a3 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:55.957632 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dc9ea00e-ecba-4348-b941-544f01ebf3a3 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:55.973327 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-dc9ea00e-ecba-4348-b941-544f01ebf3a3 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] 10.222.0.57 "DELETE /v2.0/networks/d7a8fc7b-4313-45b7-84b3-e9f01802302b HTTP/1.1" status: 204 len: 168 time: 0.4638166 Dec 09 15:39:55.973724 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c81f85bb-e939-4c81-a496-2d477755194d req-4e15a9fc-baa9-4cc5-aca3-63f3b7cb45ca service neutron] 10.222.0.31 "GET /v2.0/networks/6ad932b2-3795-4674-90c7-9b84514451f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570356 Dec 09 15:39:56.007474 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35744) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:56.023610 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ea00e-ecba-4348-b941-544f01ebf3a3 tempest-BulkNetworkOpsTest-1484253131 tempest-BulkNetworkOpsTest-1484253131-project] Pushing event deleted for resources: {'Network': ['ID=d7a8fc7b-4313-45b7-84b3-e9f01802302b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:56.128138 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-07a29877-86ef-4cf0-909e-b38f95703378 req-d27ea4b1-1228-40ba-be4f-00c9883022f0 tempest-ServerShowV254Test-475706615 tempest-ServerShowV254Test-475706615-project] 10.222.0.57 "GET /v2.0/ports?device_id=53e0eede-4144-41ff-bb02-37c964eb5d34 HTTP/1.1" status: 200 len: 210 time: 0.0451562 Dec 09 15:39:56.153466 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de39ba-ccb5-4a84-9d6d-11df5c9507e2 req-35d7d0d6-9bca-4ac8-9dce-8bb855f23ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:56.155426 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-74de39ba-ccb5-4a84-9d6d-11df5c9507e2 req-35d7d0d6-9bca-4ac8-9dce-8bb855f23ac0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3b3e2c59-8562-4d36-9821-ba8dd1140e33 HTTP/1.1" status: 200 len: 1096 time: 0.2026489 Dec 09 15:39:56.176185 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc0e24b-3b50-4bde-92e7-43c2573a7f02 admin admin] Deleting subnet 0ee4fdd6-4dfd-4a15-a871-b63f2ecb023f {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:39:56.185694 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3fc0e24b-3b50-4bde-92e7-43c2573a7f02 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:56.224640 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3fc0e24b-3b50-4bde-92e7-43c2573a7f02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:56.292644 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3fc0e24b-3b50-4bde-92e7-43c2573a7f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:56.311891 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c81f85bb-e939-4c81-a496-2d477755194d req-49af07cb-f108-481a-bda0-2d81cf19233c service neutron] 10.222.0.31 "GET /v2.0/networks/6ad932b2-3795-4674-90c7-9b84514451f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945366 Dec 09 15:39:56.341926 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-74de39ba-ccb5-4a84-9d6d-11df5c9507e2 req-d8a5570a-1e23-4a6b-a062-fb67880d414b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=74e72c8a-9cb9-4c2a-a0fe-d880f9c26a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672757 Dec 09 15:39:56.363697 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a2f94-05b4-45ce-9861-0d82a52040da req-7715811d-aa12-4568-8f0d-256d549d4624 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:56.365393 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-349a2f94-05b4-45ce-9861-0d82a52040da req-7715811d-aa12-4568-8f0d-256d549d4624 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b3e2c59-8562-4d36-9821-ba8dd1140e33 HTTP/1.1" status: 200 len: 945 time: 0.1283596 Dec 09 15:39:56.380949 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3fc0e24b-3b50-4bde-92e7-43c2573a7f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:56.421942 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0e24b-3b50-4bde-92e7-43c2573a7f02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ee4fdd6-4dfd-4a15-a871-b63f2ecb023f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:56.424193 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3fc0e24b-3b50-4bde-92e7-43c2573a7f02 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:56.430991 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3fc0e24b-3b50-4bde-92e7-43c2573a7f02 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/0ee4fdd6-4dfd-4a15-a871-b63f2ecb023f HTTP/1.1" status: 204 len: 168 time: 0.4221768 Dec 09 15:39:56.432251 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35750) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:56.447011 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-349a2f94-05b4-45ce-9861-0d82a52040da req-c0466daf-6bba-480e-8fe8-40741a741e85 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.57 "GET /v2.0/security-groups?id=74e72c8a-9cb9-4c2a-a0fe-d880f9c26a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734730 Dec 09 15:39:56.449948 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8442dd-a769-4c2f-8055-2f5f529103d2 None None] Network 7736ab20-9109-45c5-88b0-6682a059f13e requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:39:56.460015 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35752) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:56.534261 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:56.539047 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67ae1ced-6a6f-42de-9e0d-02d5d3b2004a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:56.599103 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836d38b9-6496-44aa-992d-ba237ad3b4b4 None None] DHCP port deletion for 7736ab20-9109-45c5-88b0-6682a059f13e request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:39:56.642048 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563f570-6a98-42f5-b776-20c81d3c8f71 req-0d736efe-c122-4c67-b984-028009d45867 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:56.650121 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a563f570-6a98-42f5-b776-20c81d3c8f71 req-0d736efe-c122-4c67-b984-028009d45867 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 950 time: 0.0811369 Dec 09 15:39:56.683636 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67ae1ced-6a6f-42de-9e0d-02d5d3b2004a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:56.713285 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-67ae1ced-6a6f-42de-9e0d-02d5d3b2004a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7736ab20-9109-45c5-88b0-6682a059f13e']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:56.725448 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-67ae1ced-6a6f-42de-9e0d-02d5d3b2004a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69e3382f-395f-44e0-a40c-d45aab069633') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:56.726059 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-67ae1ced-6a6f-42de-9e0d-02d5d3b2004a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69e3382f-395f-44e0-a40c-d45aab069633') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:39:56.737788 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a563f570-6a98-42f5-b776-20c81d3c8f71 req-a4c478f9-c17a-42f7-af7d-76ce967c0863 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852897 Dec 09 15:39:56.739421 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67ae1ced-6a6f-42de-9e0d-02d5d3b2004a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:56.741294 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e1204ce6-3992-4eb2-83c2-6fece9873c0e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=167bc8ca096b460ca65520db339c7cdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2799544 Dec 09 15:39:56.744994 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35758) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:56.767822 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67ae1ced-6a6f-42de-9e0d-02d5d3b2004a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:56.776048 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ae1ced-6a6f-42de-9e0d-02d5d3b2004a admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:39:56.776725 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67ae1ced-6a6f-42de-9e0d-02d5d3b2004a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:56.778680 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:39:56.778680 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:39:56.778680 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:39:56.778680 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:39:56.778680 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:39:56.778680 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:39:56.778680 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:39:56.778680 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:39:56.778680 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:39:56.778680 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:39:56.778680 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:39:56.778680 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:39:56.778680 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:39:56.778680 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:39:56.778680 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:39:56.778680 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:39:56.778680 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:39:56.778680 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:39:56.778680 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:39:56.778680 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:39:56.778680 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:39:56.778680 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:39:56.778680 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:39:56.778680 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:39:56.778680 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:39:56.778680 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:39:56.778680 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:39:56.778680 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:39:56.778680 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:39:56.778680 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:39:56.778680 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:39:56.778680 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:39:56.816670 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a929d354-7128-4a3a-999e-b2457cf077e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:56.856071 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67ae1ced-6a6f-42de-9e0d-02d5d3b2004a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:56.861411 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67ae1ced-6a6f-42de-9e0d-02d5d3b2004a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:56.867450 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-67ae1ced-6a6f-42de-9e0d-02d5d3b2004a admin admin] 10.222.0.57 "DELETE /v2.0/networks/7736ab20-9109-45c5-88b0-6682a059f13e HTTP/1.1" status: 204 len: 168 time: 0.4337924 Dec 09 15:39:56.871887 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a929d354-7128-4a3a-999e-b2457cf077e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:56.883072 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae1ced-6a6f-42de-9e0d-02d5d3b2004a admin admin] Pushing event deleted for resources: {'Network': ['ID=7736ab20-9109-45c5-88b0-6682a059f13e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:56.918992 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb97722-7e6f-4bd9-a95f-43a42ad627bd req-dca35e86-f012-4e03-a7f7-26e806d96ae4 tempest-MigrationsAdminTest-525937780 tempest-MigrationsAdminTest-525937780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:56.920592 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-adb97722-7e6f-4bd9-a95f-43a42ad627bd req-dca35e86-f012-4e03-a7f7-26e806d96ae4 tempest-MigrationsAdminTest-525937780 tempest-MigrationsAdminTest-525937780-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 1101 time: 0.0914793 Dec 09 15:39:56.983741 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-adb97722-7e6f-4bd9-a95f-43a42ad627bd req-8e1b88b8-4b0c-499e-b7d4-951d7ec10f62 tempest-MigrationsAdminTest-525937780 tempest-MigrationsAdminTest-525937780-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551083 Dec 09 15:39:56.984508 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a929d354-7128-4a3a-999e-b2457cf077e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:56.989595 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a929d354-7128-4a3a-999e-b2457cf077e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:56.990855 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a929d354-7128-4a3a-999e-b2457cf077e0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6eb34c28-9c23-409c-9035-2e1a66c92288 HTTP/1.1" status: 204 len: 168 time: 0.2447519 Dec 09 15:39:57.004485 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a929d354-7128-4a3a-999e-b2457cf077e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb34c28-9c23-409c-9035-2e1a66c92288,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:57.046015 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35774) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:57.100988 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d7d4edc2-f767-4b30-8765-ea761a5e55c5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7cb10907c9dd4101899755e35f1cc029&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0534697 Dec 09 15:39:57.103468 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35776) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:57.130424 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7153ec-e63f-4398-bdf9-bbb524cd327c req-8ec38a19-127a-4e96-9f48-80852a71166c tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:57.132913 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6c7153ec-e63f-4398-bdf9-bbb524cd327c req-8ec38a19-127a-4e96-9f48-80852a71166c tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d50e936-95dd-4fa7-b298-a3fc49596740 HTTP/1.1" status: 200 len: 945 time: 0.0692365 Dec 09 15:39:57.182745 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cb9ca647-dec1-4348-bb53-6839358768c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:57.243867 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cb9ca647-dec1-4348-bb53-6839358768c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:57.247566 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6c7153ec-e63f-4398-bdf9-bbb524cd327c req-3d209cf0-1f02-44b4-950c-8c1362c0fd53 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae95911-d29e-4491-93bd-1e00edc2ab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019864 Dec 09 15:39:57.332756 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cb9ca647-dec1-4348-bb53-6839358768c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:57.337131 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cb9ca647-dec1-4348-bb53-6839358768c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:57.338517 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-cb9ca647-dec1-4348-bb53-6839358768c4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8388f321-e2a3-451d-b2f0-5f5f70dc6be3 HTTP/1.1" status: 204 len: 168 time: 0.2318907 Dec 09 15:39:57.352046 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ca647-dec1-4348-bb53-6839358768c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8388f321-e2a3-451d-b2f0-5f5f70dc6be3,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:57.467153 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-7f953e85-140b-4b89-b00e-e4fddba2137e req-11396333-ffc8-4ccb-bf9d-dd2f6eb98160 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:39:57.469117 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7f953e85-140b-4b89-b00e-e4fddba2137e req-11396333-ffc8-4ccb-bf9d-dd2f6eb98160 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080869 Dec 09 15:39:57.781862 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2e7ec73d-19e3-475e-9725-c76cbe7128a4 req-2f62a515-c16e-489a-adab-882c94aa5676 tempest-ServerShowV254Test-475706615 tempest-ServerShowV254Test-475706615-project] 10.222.0.57 "GET /v2.0/ports?device_id=53e0eede-4144-41ff-bb02-37c964eb5d34 HTTP/1.1" status: 200 len: 210 time: 0.0459926 Dec 09 15:39:57.786666 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-426852a9-67c6-429d-89d6-1d8d57371495 req-68da0800-b5f8-4f46-a763-6de206bedc82 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0723026 Dec 09 15:39:57.926381 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bbbaa4-acdc-42a2-8889-f4e2e1e5362f req-005becff-e1ce-4294-8852-bcd9411ab43f tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:57.928977 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c8bbbaa4-acdc-42a2-8889-f4e2e1e5362f req-005becff-e1ce-4294-8852-bcd9411ab43f tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b3e2c59-8562-4d36-9821-ba8dd1140e33 HTTP/1.1" status: 200 len: 945 time: 0.0740714 Dec 09 15:39:58.052210 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c8bbbaa4-acdc-42a2-8889-f4e2e1e5362f req-e8ee2238-20d5-4964-ba66-48716c23cdbf tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.57 "GET /v2.0/security-groups?id=74e72c8a-9cb9-4c2a-a0fe-d880f9c26a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117923 Dec 09 15:39:58.206659 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f3669-3ac3-4a30-993c-8494c9a9141a req-8be30be6-3a60-4b91-8fee-27b58d46fd28 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:58.219161 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1c1f3669-3ac3-4a30-993c-8494c9a9141a req-8be30be6-3a60-4b91-8fee-27b58d46fd28 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 950 time: 0.0782387 Dec 09 15:39:58.332770 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1c1f3669-3ac3-4a30-993c-8494c9a9141a req-6ee78f1d-dd9a-4e4b-9bf5-5c7abbb0c1ff tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121101 Dec 09 15:39:58.495172 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35844) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:58.506841 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db46fcc-791c-4d7e-bafb-37fcb426e2fd req-0386df34-051e-4bd8-8c82-1b1439e40941 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:58.516603 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5db46fcc-791c-4d7e-bafb-37fcb426e2fd req-0386df34-051e-4bd8-8c82-1b1439e40941 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d50e936-95dd-4fa7-b298-a3fc49596740 HTTP/1.1" status: 200 len: 945 time: 0.1116209 Dec 09 15:39:58.608900 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5db46fcc-791c-4d7e-bafb-37fcb426e2fd req-08adffec-fb94-4620-85ab-32ab5058b5bf tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae95911-d29e-4491-93bd-1e00edc2ab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902102 Dec 09 15:39:58.645729 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35854) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:58.776068 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-c8e84048-ba88-4de0-a691-6a078b390e5f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-496951610-network', 'tenant_id': 'ac9c6f5fd2b24496b17333de4d596655'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:58.809047 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e84048-ba88-4de0-a691-6a078b390e5f admin admin] Made reservation on behalf of ac9c6f5fd2b24496b17333de4d596655 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:39:58.811580 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c8e84048-ba88-4de0-a691-6a078b390e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:58.833845 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c8e84048-ba88-4de0-a691-6a078b390e5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:58.883173 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-456c8ad1-6b5f-4a7a-9808-d28b21f641c4 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Request body: {'security_group': {'name': 'tempest-secgroup--226987900'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:58.922345 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-456c8ad1-6b5f-4a7a-9808-d28b21f641c4 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:58.944383 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790111f4-cf2d-46e2-b98a-95d328242353 req-e6df1189-ba5e-417a-9934-2c655e0401fb tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:58.949737 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-790111f4-cf2d-46e2-b98a-95d328242353 req-e6df1189-ba5e-417a-9934-2c655e0401fb tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d50e936-95dd-4fa7-b298-a3fc49596740 HTTP/1.1" status: 200 len: 945 time: 0.1216702 Dec 09 15:39:58.955907 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-456c8ad1-6b5f-4a7a-9808-d28b21f641c4 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:59.095422 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c8e84048-ba88-4de0-a691-6a078b390e5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:59.112883 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-790111f4-cf2d-46e2-b98a-95d328242353 req-399467bc-a763-459c-94ad-078df22e8521 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae95911-d29e-4491-93bd-1e00edc2ab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486917 Dec 09 15:39:59.114842 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c8e84048-ba88-4de0-a691-6a078b390e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:59.144318 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-456c8ad1-6b5f-4a7a-9808-d28b21f641c4 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:59.153910 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-456c8ad1-6b5f-4a7a-9808-d28b21f641c4 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:59.194578 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8e84048-ba88-4de0-a691-6a078b390e5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:39:59.212210 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c8ad1-6b5f-4a7a-9808-d28b21f641c4 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b841b8-4fd9-499a-83cc-1a69797a39f1,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:59.212747 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e84048-ba88-4de0-a691-6a078b390e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405f7c79-c2e4-4998-b8a7-72f6f093478a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:59.242423 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c8e84048-ba88-4de0-a691-6a078b390e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:59.243323 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-c8e84048-ba88-4de0-a691-6a078b390e5f admin admin] Added segment bfe5567d-d2f6-4409-8771-2c3d7fc478c9 of type vlan for network 92a47958-6df8-43d7-a435-98bacb180021 Dec 09 15:39:59.270623 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d7c3b2a6-7bce-406f-8c50-a8d4eba9991b req-fbc533e7-6554-45b6-a549-71491753e59f tempest-ServerShowV254Test-475706615 tempest-ServerShowV254Test-475706615-project] 10.222.0.57 "GET /v2.0/ports?device_id=53e0eede-4144-41ff-bb02-37c964eb5d34 HTTP/1.1" status: 200 len: 210 time: 0.0398746 Dec 09 15:39:59.299571 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-456c8ad1-6b5f-4a7a-9808-d28b21f641c4 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:59.308116 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-456c8ad1-6b5f-4a7a-9808-d28b21f641c4 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:59.334610 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c8e84048-ba88-4de0-a691-6a078b390e5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:59.373332 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-456c8ad1-6b5f-4a7a-9808-d28b21f641c4 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:59.374726 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-456c8ad1-6b5f-4a7a-9808-d28b21f641c4 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8783469 Dec 09 15:39:59.376813 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c8ad1-6b5f-4a7a-9808-d28b21f641c4 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=636170fa-e8cb-4ed8-9679-3130043bdd1a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:59.380380 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35874) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:59.429773 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c8e84048-ba88-4de0-a691-6a078b390e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:59.431009 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e84048-ba88-4de0-a691-6a078b390e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:59.431754 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c8e84048-ba88-4de0-a691-6a078b390e5f admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:59.474004 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a67d6a17-fb25-4fa4-8a2d-384fe445758d tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0931714 Dec 09 15:39:59.474919 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35876) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:59.479751 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ea9b9a89-020a-4f58-b5da-e170810530bd tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Request body: {'security_group': {'name': 'tempest-security--2137356167', 'description': 'tempest-security-description-392461088'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:59.509850 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c8e84048-ba88-4de0-a691-6a078b390e5f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8635354 Dec 09 15:39:59.512888 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35878) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:59.521144 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-f606a205-7a9c-42cd-bb58-28d45a6e213d admin admin] Request body: {'subnet': {'network_id': '92a47958-6df8-43d7-a435-98bacb180021', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-496951610-subnet', 'tenant_id': 'ac9c6f5fd2b24496b17333de4d596655', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:39:59.529879 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7631c2f-f380-4c8d-b800-7e05e9f7ac84 req-c5146930-6ad9-4a1b-9e28-f7833f7884f5 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:59.531579 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f7631c2f-f380-4c8d-b800-7e05e9f7ac84 req-c5146930-6ad9-4a1b-9e28-f7833f7884f5 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b3e2c59-8562-4d36-9821-ba8dd1140e33 HTTP/1.1" status: 200 len: 945 time: 0.1583605 Dec 09 15:39:59.532821 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e84048-ba88-4de0-a691-6a078b390e5f admin admin] Pushing event updated for resources: {'Network': ['ID=92a47958-6df8-43d7-a435-98bacb180021,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:59.544575 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 92a47958-6df8-43d7-a435-98bacb180021 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:39:59.545167 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea9b9a89-020a-4f58-b5da-e170810530bd tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:59.583118 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f606a205-7a9c-42cd-bb58-28d45a6e213d admin admin] Made reservation on behalf of ac9c6f5fd2b24496b17333de4d596655 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:39:59.585606 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f606a205-7a9c-42cd-bb58-28d45a6e213d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:59.595193 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f7631c2f-f380-4c8d-b800-7e05e9f7ac84 req-4bc150c0-38f9-4c6f-be60-85a1aed2e42c tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.57 "GET /v2.0/security-groups?id=74e72c8a-9cb9-4c2a-a0fe-d880f9c26a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519989 Dec 09 15:39:59.685353 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea9b9a89-020a-4f58-b5da-e170810530bd tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:59.694360 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea9b9a89-020a-4f58-b5da-e170810530bd tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:59.700649 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea9b9a89-020a-4f58-b5da-e170810530bd tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:59.701972 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ea9b9a89-020a-4f58-b5da-e170810530bd tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "PUT /v2.0/security-groups/636170fa-e8cb-4ed8-9679-3130043bdd1a HTTP/1.1" status: 200 len: 1796 time: 0.2259083 Dec 09 15:39:59.706751 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35884) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:59.753136 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9b9a89-020a-4f58-b5da-e170810530bd tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=636170fa-e8cb-4ed8-9679-3130043bdd1a,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:59.785078 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f6c88-2da0-4922-8fcb-2716ed9fba94 req-7c017476-5639-4d00-9f78-8c25f569ba02 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:59.792968 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-501f6c88-2da0-4922-8fcb-2716ed9fba94 req-7c017476-5639-4d00-9f78-8c25f569ba02 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/ports?device_id=c404226b-5e80-4365-9e2a-d3330b693c3e HTTP/1.1" status: 200 len: 946 time: 0.1008210 Dec 09 15:39:59.800970 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7a6ecf79-6b9b-4662-8ee6-cb546373338a tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "GET /v2.0/security-groups/636170fa-e8cb-4ed8-9679-3130043bdd1a HTTP/1.1" status: 200 len: 1796 time: 0.0899482 Dec 09 15:39:59.803972 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35886) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:39:59.880765 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f606a205-7a9c-42cd-bb58-28d45a6e213d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:59.902149 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-501f6c88-2da0-4922-8fcb-2716ed9fba94 req-7ce83997-7c47-440a-957b-89fa1f4eab9e tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae95911-d29e-4491-93bd-1e00edc2ab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084836 Dec 09 15:39:59.937235 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed82071c-2d43-4221-98dd-8d6f5c1dc91a tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:59.948329 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426852a9-67c6-429d-89d6-1d8d57371495 req-bd72f62b-cd19-4c23-9158-620cd3555ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:59.950638 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-426852a9-67c6-429d-89d6-1d8d57371495 req-bd72f62b-cd19-4c23-9158-620cd3555ed3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8222749629bd4bc081045ad1433cd8c5&device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 1101 time: 0.0952127 Dec 09 15:39:59.959052 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed82071c-2d43-4221-98dd-8d6f5c1dc91a tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:59.967912 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606a205-7a9c-42cd-bb58-28d45a6e213d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c395f70-a7af-4da8-a130-cf3a05578152,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:39:59.970374 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f606a205-7a9c-42cd-bb58-28d45a6e213d admin admin] Checking segment: {'id': 'bfe5567d-d2f6-4409-8771-2c3d7fc478c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '92a47958-6df8-43d7-a435-98bacb180021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:39:59.970744 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f606a205-7a9c-42cd-bb58-28d45a6e213d admin admin] Network hostable DHCP agents. Network: 92a47958-6df8-43d7-a435-98bacb180021, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:39:59.995099 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f606a205-7a9c-42cd-bb58-28d45a6e213d admin admin] Network 92a47958-6df8-43d7-a435-98bacb180021 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:40:00.009016 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-f606a205-7a9c-42cd-bb58-28d45a6e213d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 92a47958-6df8-43d7-a435-98bacb180021) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:40:00.014645 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f606a205-7a9c-42cd-bb58-28d45a6e213d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:00.015610 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f606a205-7a9c-42cd-bb58-28d45a6e213d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:00.019782 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89df74d8-dafd-41e2-bad4-e603eb3d71ba None None] Network 92a47958-6df8-43d7-a435-98bacb180021 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:40:00.057149 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f606a205-7a9c-42cd-bb58-28d45a6e213d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5399885 Dec 09 15:40:00.059660 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35890) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:00.068492 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-33988e1e-7bde-4a43-aa80-44798b6629f1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-496951610-router', 'tenant_id': 'ac9c6f5fd2b24496b17333de4d596655', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:00.105893 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33988e1e-7bde-4a43-aa80-44798b6629f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:00.107463 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33988e1e-7bde-4a43-aa80-44798b6629f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:00.111561 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed82071c-2d43-4221-98dd-8d6f5c1dc91a tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:00.114378 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed82071c-2d43-4221-98dd-8d6f5c1dc91a tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:00.115693 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ed82071c-2d43-4221-98dd-8d6f5c1dc91a tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "DELETE /v2.0/security-groups/636170fa-e8cb-4ed8-9679-3130043bdd1a HTTP/1.1" status: 204 len: 168 time: 0.3098207 Dec 09 15:40:00.121423 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35892) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:00.133314 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426852a9-67c6-429d-89d6-1d8d57371495 req-ffd9fc10-26e1-455a-86be-21414f33fc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:00.134877 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-426852a9-67c6-429d-89d6-1d8d57371495 req-ffd9fc10-26e1-455a-86be-21414f33fc93 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.1730249 Dec 09 15:40:00.135766 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed82071c-2d43-4221-98dd-8d6f5c1dc91a tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=636170fa-e8cb-4ed8-9679-3130043bdd1a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:00.149501 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73cdb6-ad42-4ec9-912c-b4fb05cbd5e1 req-76d95946-16aa-45af-a58c-f281bc0a20fe tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:00.151067 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6b73cdb6-ad42-4ec9-912c-b4fb05cbd5e1 req-76d95946-16aa-45af-a58c-f281bc0a20fe tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 950 time: 0.1146724 Dec 09 15:40:00.182630 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ef063e-7b4c-445c-9a32-7b4012e932f9 None None] Network 92a47958-6df8-43d7-a435-98bacb180021 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:40:00.209371 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-426852a9-67c6-429d-89d6-1d8d57371495 req-e2d0ecb2-d389-49d1-a537-11e6177e3d1b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=f4aacffe-926a-472c-a836-25408b78fc54 HTTP/1.1" status: 200 len: 217 time: 0.0573089 Dec 09 15:40:00.276052 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33988e1e-7bde-4a43-aa80-44798b6629f1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:00.316004 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6b73cdb6-ad42-4ec9-912c-b4fb05cbd5e1 req-57042333-8808-4486-9eef-5742b99b4a66 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568394 Dec 09 15:40:00.335275 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426852a9-67c6-429d-89d6-1d8d57371495 req-f196e524-66a4-4f32-9eaa-775a5e49bc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:00.347040 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e3beaaf9-757e-4dd1-b9b8-b8d3c1102375 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2146523 Dec 09 15:40:00.347040 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35898) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:00.347891 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-426852a9-67c6-429d-89d6-1d8d57371495 req-f196e524-66a4-4f32-9eaa-775a5e49bc2c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0962563 Dec 09 15:40:00.394922 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-7bcf6796-c394-4a75-9f7b-269d82967dae tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] delete failed (client error): The resource could not be found. Dec 09 15:40:00.396142 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7bcf6796-c394-4a75-9f7b-269d82967dae tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "DELETE /v2.0/security-groups/636170fa-e8cb-4ed8-9679-3130043bdd1a HTTP/1.1" status: 404 len: 347 time: 0.0536690 Dec 09 15:40:00.400328 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35900) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:00.412024 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-e919a154-9917-49db-aa54-f517454048cc tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Request body: {'security_group': {'name': 'tempest-secgroup--1571513540'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:00.474086 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426852a9-67c6-429d-89d6-1d8d57371495 req-85034eff-f8ff-4df3-9905-d08903a7b86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:00.475694 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-426852a9-67c6-429d-89d6-1d8d57371495 req-85034eff-f8ff-4df3-9905-d08903a7b86f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1291988 Dec 09 15:40:00.485221 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e919a154-9917-49db-aa54-f517454048cc tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:00.497467 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33988e1e-7bde-4a43-aa80-44798b6629f1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:00.555908 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b409777-088b-4fc1-a15e-9809fccf918e req-3ddb01bd-48ba-489b-b71a-b04930ed1fd4 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:00.557439 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5b409777-088b-4fc1-a15e-9809fccf918e req-3ddb01bd-48ba-489b-b71a-b04930ed1fd4 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b3e2c59-8562-4d36-9821-ba8dd1140e33 HTTP/1.1" status: 200 len: 945 time: 0.1399331 Dec 09 15:40:00.569948 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35902) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:00.580594 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-73621337-f3e2-4ee6-a7ab-3d9972bddd16 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Request body: {'floatingip': {'port_id': '56cc895c-671e-4267-8fc2-72d5e40b110d'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:00.644529 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-426852a9-67c6-429d-89d6-1d8d57371495 req-bcab092d-a935-47a3-8ddf-1b83c943cdac service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570787 Dec 09 15:40:00.655901 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e919a154-9917-49db-aa54-f517454048cc tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:00.669526 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-73621337-f3e2-4ee6-a7ab-3d9972bddd16 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks [] for floatingip, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:00.744395 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e919a154-9917-49db-aa54-f517454048cc tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:00.830667 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e919a154-9917-49db-aa54-f517454048cc tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:00.832939 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e919a154-9917-49db-aa54-f517454048cc tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4303052 Dec 09 15:40:00.838969 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35904) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:00.847445 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4935ed3a-7288-4aae-ac56-e355de24b147 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Request body: {'security_group_rule': {'security_group_id': 'f79c2988-ebab-4f4a-932b-88ebc1b96070', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:00.864872 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e919a154-9917-49db-aa54-f517454048cc tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f79c2988-ebab-4f4a-932b-88ebc1b96070,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:00.903655 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9fd73-5900-4d19-9e33-e9d1e26c2b4c req-05ef06f7-b233-4800-931d-c07c0b895494 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:00.909741 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-68b9fd73-5900-4d19-9e33-e9d1e26c2b4c req-05ef06f7-b233-4800-931d-c07c0b895494 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d7308e5-11f2-45ed-a87e-035229f61b36 HTTP/1.1" status: 200 len: 946 time: 0.1712718 Dec 09 15:40:00.916457 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-426852a9-67c6-429d-89d6-1d8d57371495 req-8ff39920-acde-4df8-aff8-ee1e561d9930 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558687 Dec 09 15:40:00.974911 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-68b9fd73-5900-4d19-9e33-e9d1e26c2b4c req-a9d8cbc8-6936-49e8-96fa-bc6cc2298ac6 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae95911-d29e-4491-93bd-1e00edc2ab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617459 Dec 09 15:40:01.010388 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4935ed3a-7288-4aae-ac56-e355de24b147 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:01.095738 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33988e1e-7bde-4a43-aa80-44798b6629f1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:01.101177 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9f7debc9-80cd-43fe-8a22-c6dcd5d82de3 req-d430bcb2-de7b-4e24-ad1a-8f179ab1ba63 tempest-ServerShowV254Test-475706615 tempest-ServerShowV254Test-475706615-project] 10.222.0.57 "GET /v2.0/ports?device_id=53e0eede-4144-41ff-bb02-37c964eb5d34 HTTP/1.1" status: 200 len: 210 time: 0.0359988 Dec 09 15:40:01.139590 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-c72c380e-3894-4e85-b160-0de855b2116d req-db5b63d0-11a5-4978-bc86-f19f09f9b21f tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:40:01.141421 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c72c380e-3894-4e85-b160-0de855b2116d req-db5b63d0-11a5-4978-bc86-f19f09f9b21f tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069394 Dec 09 15:40:01.188002 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33988e1e-7bde-4a43-aa80-44798b6629f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:01.240809 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c72c380e-3894-4e85-b160-0de855b2116d req-39e1b62c-5217-40c8-9a7d-2e215a83c104 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0904160 Dec 09 15:40:01.467329 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4935ed3a-7288-4aae-ac56-e355de24b147 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:01.502263 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4935ed3a-7288-4aae-ac56-e355de24b147 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:01.512950 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79beb1f0-0995-4622-ac4a-8860fd5b4955 req-16c0aa50-d88c-4333-8ea3-b0a3b7c66ee3 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:01.514473 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-79beb1f0-0995-4622-ac4a-8860fd5b4955 req-16c0aa50-d88c-4333-8ea3-b0a3b7c66ee3 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 950 time: 0.0563192 Dec 09 15:40:01.577365 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-79beb1f0-0995-4622-ac4a-8860fd5b4955 req-a6bee597-3c71-4f69-a1b8-bff9829ae10a tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558162 Dec 09 15:40:01.607943 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935ed3a-7288-4aae-ac56-e355de24b147 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cfbd47d-0192-49a9-bee6-ebf92966da23,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:01.640500 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4935ed3a-7288-4aae-ac56-e355de24b147 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:01.641728 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4935ed3a-7288-4aae-ac56-e355de24b147 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8016474 Dec 09 15:40:01.645499 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35914) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:01.711951 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b39ad9d-601d-45b7-a232-749ee14193e3 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:01.724989 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b39ad9d-601d-45b7-a232-749ee14193e3 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:01.751786 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb70218-44e1-4b06-985a-8241cd7a03d2 req-a7062258-c970-4b10-b89a-e2ed993aedf1 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:01.754098 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0bb70218-44e1-4b06-985a-8241cd7a03d2 req-a7062258-c970-4b10-b89a-e2ed993aedf1 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d50e936-95dd-4fa7-b298-a3fc49596740 HTTP/1.1" status: 200 len: 945 time: 0.1001034 Dec 09 15:40:01.773856 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-33988e1e-7bde-4a43-aa80-44798b6629f1 admin admin] Allocated IP 172.25.3.233 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/fcb01628-8462-46df-bff1-578336206d6f) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:40:01.789482 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b39ad9d-601d-45b7-a232-749ee14193e3 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:01.804374 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b39ad9d-601d-45b7-a232-749ee14193e3 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:01.804374 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2b39ad9d-601d-45b7-a232-749ee14193e3 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/0cfbd47d-0192-49a9-bee6-ebf92966da23 HTTP/1.1" status: 204 len: 168 time: 0.1568010 Dec 09 15:40:01.807211 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35918) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:01.820688 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b39ad9d-601d-45b7-a232-749ee14193e3 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0cfbd47d-0192-49a9-bee6-ebf92966da23,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:01.845371 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0bb70218-44e1-4b06-985a-8241cd7a03d2 req-4a813151-d144-487e-9afa-dfe9824072f3 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae95911-d29e-4491-93bd-1e00edc2ab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809360 Dec 09 15:40:01.878281 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-32003a57-f0e5-4c83-afce-fce308a85553 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0663495 Dec 09 15:40:01.880200 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35920) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:01.949500 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3f722c28-6586-46ec-8dbc-fea9368c560b tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:01.983115 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3f722c28-6586-46ec-8dbc-fea9368c560b tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:02.007612 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-73621337-f3e2-4ee6-a7ab-3d9972bddd16 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:02.010758 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33988e1e-7bde-4a43-aa80-44798b6629f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:02.014951 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-73621337-f3e2-4ee6-a7ab-3d9972bddd16 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:02.067673 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4dd6e5-0b75-4217-b1eb-398e22dc91c6 req-ffac1a76-16d5-4c62-8bb3-3dbe4af10b4a tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:02.069198 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7a4dd6e5-0b75-4217-b1eb-398e22dc91c6 req-ffac1a76-16d5-4c62-8bb3-3dbe4af10b4a tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/ports?device_id=c404226b-5e80-4365-9e2a-d3330b693c3e HTTP/1.1" status: 200 len: 946 time: 0.0649288 Dec 09 15:40:02.070271 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3f722c28-6586-46ec-8dbc-fea9368c560b tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:02.072835 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3f722c28-6586-46ec-8dbc-fea9368c560b tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:02.076718 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3f722c28-6586-46ec-8dbc-fea9368c560b tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "DELETE /v2.0/security-groups/f79c2988-ebab-4f4a-932b-88ebc1b96070 HTTP/1.1" status: 204 len: 168 time: 0.1953866 Dec 09 15:40:02.077324 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35924) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:02.108499 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f722c28-6586-46ec-8dbc-fea9368c560b tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79c2988-ebab-4f4a-932b-88ebc1b96070,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:02.162446 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33988e1e-7bde-4a43-aa80-44798b6629f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:02.182731 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7289a824-823c-4409-897e-e2b7318f77df tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1007144 Dec 09 15:40:02.186551 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7a4dd6e5-0b75-4217-b1eb-398e22dc91c6 req-0b60d0bd-52b0-4f5c-9a3f-10a07241601b tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae95911-d29e-4491-93bd-1e00edc2ab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977824 Dec 09 15:40:02.186734 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35928) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:02.191718 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-d0e9a339-3c1e-424d-879d-92db0acfdf2a tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Request body: {'security_group': {'name': 'tempest-secgroup--2144848304'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:02.224304 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33988e1e-7bde-4a43-aa80-44798b6629f1 admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:40:02.225712 n-d-821228-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-73621337-f3e2-4ee6-a7ab-3d9972bddd16 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Floating IP 19fbf5a1-685e-4ed0-b219-d5dd912519ce associated. External IP: 172.25.3.219, port: 56cc895c-671e-4267-8fc2-72d5e40b110d. Dec 09 15:40:02.226296 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0e9a339-3c1e-424d-879d-92db0acfdf2a tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:02.261520 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-33988e1e-7bde-4a43-aa80-44798b6629f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:40:02.267931 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33988e1e-7bde-4a43-aa80-44798b6629f1 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:40:02.272068 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33988e1e-7bde-4a43-aa80-44798b6629f1 admin admin] Pushing event updated for resources: {'Port': ['ID=fcb01628-8462-46df-bff1-578336206d6f,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:02.276448 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8897db55-5656-490b-b3f9-7e1bac4e349a None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:40:02.330258 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c578224a-ec5c-4593-a8af-366133ec5bc6 req-c77af595-d5bf-4ac4-9353-6f61949eff45 tempest-ServerShowV254Test-475706615 tempest-ServerShowV254Test-475706615-project] 10.222.0.57 "GET /v2.0/ports?device_id=53e0eede-4144-41ff-bb02-37c964eb5d34 HTTP/1.1" status: 200 len: 210 time: 0.0590403 Dec 09 15:40:02.371000 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0e9a339-3c1e-424d-879d-92db0acfdf2a tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:02.386794 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0e9a339-3c1e-424d-879d-92db0acfdf2a tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:02.419427 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-78bcb538-da08-4830-be34-e1956b6a5be3 None None] Provisioning complete for port fcb01628-8462-46df-bff1-578336206d6f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:40:02.419797 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-78bcb538-da08-4830-be34-e1956b6a5be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:02.463327 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0e9a339-3c1e-424d-879d-92db0acfdf2a tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:02.468114 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d0e9a339-3c1e-424d-879d-92db0acfdf2a tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2804472 Dec 09 15:40:02.469362 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35934) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:02.476082 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9a339-3c1e-424d-879d-92db0acfdf2a tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3803fa6d-61c2-4686-b32e-8a6a5f534d11,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:02.476302 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-fcdbf636-35c9-45c9-9a83-65dc9748a4cb tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Request body: {'security_group_rule': {'security_group_id': '3803fa6d-61c2-4686-b32e-8a6a5f534d11', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:02.503553 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-78bcb538-da08-4830-be34-e1956b6a5be3 None None] Port fcb01628-8462-46df-bff1-578336206d6f cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:40:02.571329 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e1b47-0a34-4eb0-96dc-11d734c756aa req-df55413e-0ec5-4289-9ae9-b1b6093f1260 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:02.578796 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-723e1b47-0a34-4eb0-96dc-11d734c756aa req-df55413e-0ec5-4289-9ae9-b1b6093f1260 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d7308e5-11f2-45ed-a87e-035229f61b36 HTTP/1.1" status: 200 len: 946 time: 0.0687070 Dec 09 15:40:02.639071 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-723e1b47-0a34-4eb0-96dc-11d734c756aa req-5990ce1e-875b-4c24-9fd2-6d4bdd9f8c6f tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae95911-d29e-4491-93bd-1e00edc2ab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594120 Dec 09 15:40:02.657158 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fcdbf636-35c9-45c9-9a83-65dc9748a4cb tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:02.749048 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73621337-f3e2-4ee6-a7ab-3d9972bddd16 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Router bf9bfdf4-74df-4678-a74a-8f6a1681d35a has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:40:02.762406 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78363ca-5618-4a56-9ce8-81c7ff803b90 req-79e7c9dd-0f14-4b59-bad2-ba9c12ca2a2b tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:02.764351 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b78363ca-5618-4a56-9ce8-81c7ff803b90 req-79e7c9dd-0f14-4b59-bad2-ba9c12ca2a2b tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 950 time: 0.0599484 Dec 09 15:40:02.775917 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33988e1e-7bde-4a43-aa80-44798b6629f1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:02.778640 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fcdbf636-35c9-45c9-9a83-65dc9748a4cb tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:02.817462 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b78363ca-5618-4a56-9ce8-81c7ff803b90 req-91da7e11-3000-45a8-b0ea-26b13d0f086f tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455160 Dec 09 15:40:02.821323 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fcdbf636-35c9-45c9-9a83-65dc9748a4cb tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:02.889124 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdbf636-35c9-45c9-9a83-65dc9748a4cb tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e84b2f-bd2d-4858-8f68-1f3cc942032a,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:02.931149 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fcdbf636-35c9-45c9-9a83-65dc9748a4cb tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:02.932395 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-fcdbf636-35c9-45c9-9a83-65dc9748a4cb tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4620700 Dec 09 15:40:02.935346 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35940) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:02.943463 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-18673f05-eb80-45ee-bae9-4850bffe8945 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Request body: {'security_group_rule': {'security_group_id': '3803fa6d-61c2-4686-b32e-8a6a5f534d11', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:03.014884 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-18673f05-eb80-45ee-bae9-4850bffe8945 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:03.037492 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb6e4e-d545-47c0-b8a9-eff5552c6289 req-8fec611b-fe57-4db6-9a42-be31ac1548bc tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:03.043566 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb6e4e-d545-47c0-b8a9-eff5552c6289 req-8fec611b-fe57-4db6-9a42-be31ac1548bc tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:03.052487 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb6e4e-d545-47c0-b8a9-eff5552c6289 req-8fec611b-fe57-4db6-9a42-be31ac1548bc tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:03.052487 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-02cb6e4e-d545-47c0-b8a9-eff5552c6289 req-8fec611b-fe57-4db6-9a42-be31ac1548bc tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d7308e5-11f2-45ed-a87e-035229f61b36&device_id=c404226b-5e80-4365-9e2a-d3330b693c3e&device_id=8d50e936-95dd-4fa7-b298-a3fc49596740 HTTP/1.1" status: 200 len: 2418 time: 0.0957954 Dec 09 15:40:03.139724 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-02cb6e4e-d545-47c0-b8a9-eff5552c6289 req-bbe701ed-ce4b-4696-a10a-bc0946071023 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae95911-d29e-4491-93bd-1e00edc2ab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753257 Dec 09 15:40:03.145580 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-18673f05-eb80-45ee-bae9-4850bffe8945 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:03.150941 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-18673f05-eb80-45ee-bae9-4850bffe8945 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:03.172796 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18673f05-eb80-45ee-bae9-4850bffe8945 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbed5de8-b1ce-4be5-8ee0-7924ebdf0505,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:03.184347 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-18673f05-eb80-45ee-bae9-4850bffe8945 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:03.185627 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-18673f05-eb80-45ee-bae9-4850bffe8945 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2468305 Dec 09 15:40:03.188811 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35946) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:03.196856 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-2d3b5484-d90a-43ba-a98d-e40dabe6249f tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Request body: {'security_group_rule': {'security_group_id': '3803fa6d-61c2-4686-b32e-8a6a5f534d11', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:03.242972 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d3b5484-d90a-43ba-a98d-e40dabe6249f tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:03.308809 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73621337-f3e2-4ee6-a7ab-3d9972bddd16 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:40:03.314207 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-73621337-f3e2-4ee6-a7ab-3d9972bddd16 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:03.322007 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c78fa8e-bdbd-4f39-b044-e69ffff8937d None None] Sync routers for ids ['bf9bfdf4-74df-4678-a74a-8f6a1681d35a'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:40:03.339086 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c78fa8e-bdbd-4f39-b044-e69ffff8937d None None] Routers {'bf9bfdf4-74df-4678-a74a-8f6a1681d35a'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:40:03.340491 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-6c78fa8e-bdbd-4f39-b044-e69ffff8937d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:39:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['bf9bfdf4-74df-4678-a74a-8f6a1681d35a'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:40:03.362925 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d3b5484-d90a-43ba-a98d-e40dabe6249f tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:03.366508 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-73621337-f3e2-4ee6-a7ab-3d9972bddd16 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.57 "PUT /v2.0/floatingips/19fbf5a1-685e-4ed0-b219-d5dd912519ce HTTP/1.1" status: 200 len: 991 time: 2.7940583 Dec 09 15:40:03.366508 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b3e2c59-8562-4d36-9821-ba8dd1140e33', 'tag': '56cc895c-671e-4267-8fc2-72d5e40b110d'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:40:03.369202 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2bff4b0-18b8-48f3-938c-0f9c8a0750ef" -d '{"events": [{"name": "network-changed", "server_uuid": "3b3e2c59-8562-4d36-9821-ba8dd1140e33", "tag": "56cc895c-671e-4267-8fc2-72d5e40b110d"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:40:03.390131 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d3b5484-d90a-43ba-a98d-e40dabe6249f tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:03.428307 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33988e1e-7bde-4a43-aa80-44798b6629f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:03.428750 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b5484-d90a-43ba-a98d-e40dabe6249f tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a11cc0ec-b964-4199-a56c-b414accd603d,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:03.440605 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d3b5484-d90a-43ba-a98d-e40dabe6249f tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:03.448433 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2d3b5484-d90a-43ba-a98d-e40dabe6249f tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2570744 Dec 09 15:40:03.448433 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35956) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:03.468853 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-78d7ded1-93fe-45b5-a3e1-3bcbc57ee244 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Request body: {'security_group_rule': {'security_group_id': '3803fa6d-61c2-4686-b32e-8a6a5f534d11', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:03.502039 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03c23c67-82c9-41b0-b7f3-9a8a34854edc req-70b61939-c694-4bbd-9201-4078a7de3f2f tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1915667 Dec 09 15:40:03.512356 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-6c78fa8e-bdbd-4f39-b044-e69ffff8937d None None] Set router bf9bfdf4-74df-4678-a74a-8f6a1681d35a gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:40:03.529238 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-78d7ded1-93fe-45b5-a3e1-3bcbc57ee244 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:03.584305 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33988e1e-7bde-4a43-aa80-44798b6629f1 admin admin] Router 8f217ccc-1d8e-4207-9920-97c34f09c491 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:40:03.615707 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-78d7ded1-93fe-45b5-a3e1-3bcbc57ee244 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:03.618598 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:40:03.622817 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-78d7ded1-93fe-45b5-a3e1-3bcbc57ee244 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:03.649804 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7ded1-93fe-45b5-a3e1-3bcbc57ee244 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e709410-cb8b-471a-8b86-44d54440335c,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:03.678006 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-78d7ded1-93fe-45b5-a3e1-3bcbc57ee244 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:03.683338 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-78d7ded1-93fe-45b5-a3e1-3bcbc57ee244 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2323329 Dec 09 15:40:03.683733 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35960) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:03.698466 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-47445db1-c4be-4649-8ed5-921d7da121d2 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Request body: {'security_group_rule': {'security_group_id': '3803fa6d-61c2-4686-b32e-8a6a5f534d11', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:03.744587 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-47445db1-c4be-4649-8ed5-921d7da121d2 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:03.750000 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33988e1e-7bde-4a43-aa80-44798b6629f1 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:40:03.760212 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8516d78-fb68-4e25-a096-49d372ede0b1 None None] Sync routers for ids ['8f217ccc-1d8e-4207-9920-97c34f09c491'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:40:03.779026 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8516d78-fb68-4e25-a096-49d372ede0b1 None None] Routers {'8f217ccc-1d8e-4207-9920-97c34f09c491'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:40:03.780447 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a8516d78-fb68-4e25-a096-49d372ede0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:39:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['8f217ccc-1d8e-4207-9920-97c34f09c491'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:40:03.784988 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33988e1e-7bde-4a43-aa80-44798b6629f1 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:03.788379 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-33988e1e-7bde-4a43-aa80-44798b6629f1 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.7273569 Dec 09 15:40:03.791168 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35962) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:03.823922 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-6c78fa8e-bdbd-4f39-b044-e69ffff8937d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9bfdf4-74df-4678-a74a-8f6a1681d35a', 'name': 'tempest-ServersTestJSON-1974453505-router', 'tenant_id': '9e19326a2ef34a9a949943ebe81c10d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'de4a4b18-030a-470e-9ed0-4dfe62524d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:39:22Z', 'updated_at': '2021-12-09T15:39:27Z', 'revision_number': 4, 'project_id': '9e19326a2ef34a9a949943ebe81c10d6', 'gw_port': {'id': 'de4a4b18-030a-470e-9ed0-4dfe62524d01', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:81:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9bfdf4-74df-4678-a74a-8f6a1681d35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:23Z', 'updated_at': '2021-12-09T15:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '19fbf5a1-685e-4ed0-b219-d5dd912519ce', 'tenant_id': '9e19326a2ef34a9a949943ebe81c10d6', 'floating_ip_address': '172.25.3.219', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'bf9bfdf4-74df-4678-a74a-8f6a1681d35a', 'port_id': '56cc895c-671e-4267-8fc2-72d5e40b110d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1186, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '589649dc-db4c-4c9b-a3c7-2ee06e8a59a8', 'mac_address': 'fa:16:3e:c0:5e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3e2c59-8562-4d36-9821-ba8dd1140e33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:39:32Z', 'updated_at': '2021-12-09T15:40:01Z', 'revision_number': 1, 'project_id': '9e19326a2ef34a9a949943ebe81c10d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8bbf099-2365-4759-a50f-cd026f8711bd', 'name': '', 'network_id': '589649dc-db4c-4c9b-a3c7-2ee06e8a59a8', 'tenant_id': '9e19326a2ef34a9a949943ebe81c10d6', 'mac_address': 'fa:16:3e:f5:dd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9bfdf4-74df-4678-a74a-8f6a1681d35a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'ad992af1-64c6-409b-b6f0-24a7711b29bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:25Z', 'updated_at': '2021-12-09T15:39:36Z', 'revision_number': 5, 'project_id': '9e19326a2ef34a9a949943ebe81c10d6', 'subnets': [{'id': 'ad992af1-64c6-409b-b6f0-24a7711b29bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:40:03.857881 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c78fa8e-bdbd-4f39-b044-e69ffff8937d None None] Checking router: bf9bfdf4-74df-4678-a74a-8f6a1681d35a for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:40:03.871416 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c78fa8e-bdbd-4f39-b044-e69ffff8937d None None] Routers {'bf9bfdf4-74df-4678-a74a-8f6a1681d35a'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:40:03.872304 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-6c78fa8e-bdbd-4f39-b044-e69ffff8937d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:39:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['bf9bfdf4-74df-4678-a74a-8f6a1681d35a'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:40:03.913827 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e9c140f0-6709-4c83-a221-eabfd3dfcf3f req-d431b9c8-dae4-4464-a8d3-c5d881740f91 tempest-ServerShowV254Test-475706615 tempest-ServerShowV254Test-475706615-project] 10.222.0.57 "GET /v2.0/ports?device_id=53e0eede-4144-41ff-bb02-37c964eb5d34 HTTP/1.1" status: 200 len: 210 time: 0.0592589 Dec 09 15:40:04.007644 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-6c78fa8e-bdbd-4f39-b044-e69ffff8937d None None] Set router bf9bfdf4-74df-4678-a74a-8f6a1681d35a gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:40:04.038738 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6175c912-b77e-408e-af4d-2c59d7fc3caa x-openstack-request-id: req-6175c912-b77e-408e-af4d-2c59d7fc3caa {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:40:04.038900 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b3e2c59-8562-4d36-9821-ba8dd1140e33", "tag": "56cc895c-671e-4267-8fc2-72d5e40b110d", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:40:04.039164 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6175c912-b77e-408e-af4d-2c59d7fc3caa {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:40:04.039584 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b3e2c59-8562-4d36-9821-ba8dd1140e33', 'tag': '56cc895c-671e-4267-8fc2-72d5e40b110d', 'status': 'completed', 'code': 200} Dec 09 15:40:04.069167 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-47445db1-c4be-4649-8ed5-921d7da121d2 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:04.122486 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-a8516d78-fb68-4e25-a096-49d372ede0b1 None None] Set router 8f217ccc-1d8e-4207-9920-97c34f09c491 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:40:04.141523 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-47445db1-c4be-4649-8ed5-921d7da121d2 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:04.209190 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-47445db1-c4be-4649-8ed5-921d7da121d2 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:04.217204 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-47445db1-c4be-4649-8ed5-921d7da121d2 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5278103 Dec 09 15:40:04.217497 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35966) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:04.285189 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e42836c2-f3e0-4975-9cce-f152c0dc54b7 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:04.316145 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e42836c2-f3e0-4975-9cce-f152c0dc54b7 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:04.336702 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47445db1-c4be-4649-8ed5-921d7da121d2 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8345de26-4882-4c7a-93e7-32b0cb9d7acf,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:04.372196 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e42836c2-f3e0-4975-9cce-f152c0dc54b7 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:04.386503 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e42836c2-f3e0-4975-9cce-f152c0dc54b7 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:04.391861 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e42836c2-f3e0-4975-9cce-f152c0dc54b7 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/8345de26-4882-4c7a-93e7-32b0cb9d7acf HTTP/1.1" status: 204 len: 168 time: 0.1724615 Dec 09 15:40:04.404148 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35972) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:04.431215 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-6c78fa8e-bdbd-4f39-b044-e69ffff8937d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9bfdf4-74df-4678-a74a-8f6a1681d35a', 'name': 'tempest-ServersTestJSON-1974453505-router', 'tenant_id': '9e19326a2ef34a9a949943ebe81c10d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'de4a4b18-030a-470e-9ed0-4dfe62524d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:39:22Z', 'updated_at': '2021-12-09T15:39:27Z', 'revision_number': 4, 'project_id': '9e19326a2ef34a9a949943ebe81c10d6', 'gw_port': {'id': 'de4a4b18-030a-470e-9ed0-4dfe62524d01', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:81:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9bfdf4-74df-4678-a74a-8f6a1681d35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:23Z', 'updated_at': '2021-12-09T15:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '19fbf5a1-685e-4ed0-b219-d5dd912519ce', 'tenant_id': '9e19326a2ef34a9a949943ebe81c10d6', 'floating_ip_address': '172.25.3.219', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'bf9bfdf4-74df-4678-a74a-8f6a1681d35a', 'port_id': '56cc895c-671e-4267-8fc2-72d5e40b110d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1186, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '589649dc-db4c-4c9b-a3c7-2ee06e8a59a8', 'mac_address': 'fa:16:3e:c0:5e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3e2c59-8562-4d36-9821-ba8dd1140e33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:39:32Z', 'updated_at': '2021-12-09T15:40:01Z', 'revision_number': 1, 'project_id': '9e19326a2ef34a9a949943ebe81c10d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8bbf099-2365-4759-a50f-cd026f8711bd', 'name': '', 'network_id': '589649dc-db4c-4c9b-a3c7-2ee06e8a59a8', 'tenant_id': '9e19326a2ef34a9a949943ebe81c10d6', 'mac_address': 'fa:16:3e:f5:dd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9bfdf4-74df-4678-a74a-8f6a1681d35a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'ad992af1-64c6-409b-b6f0-24a7711b29bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:25Z', 'updated_at': '2021-12-09T15:39:36Z', 'revision_number': 5, 'project_id': '9e19326a2ef34a9a949943ebe81c10d6', 'subnets': [{'id': 'ad992af1-64c6-409b-b6f0-24a7711b29bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:40:04.432790 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bff4b0-18b8-48f3-938c-0f9c8a0750ef req-a862ac6d-286e-46d3-92f7-6024915e3afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:04.442896 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e2bff4b0-18b8-48f3-938c-0f9c8a0750ef req-a862ac6d-286e-46d3-92f7-6024915e3afc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9e19326a2ef34a9a949943ebe81c10d6&device_id=3b3e2c59-8562-4d36-9821-ba8dd1140e33 HTTP/1.1" status: 200 len: 1096 time: 0.3798220 Dec 09 15:40:04.448827 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42836c2-f3e0-4975-9cce-f152c0dc54b7 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8345de26-4882-4c7a-93e7-32b0cb9d7acf,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:04.489821 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c78fa8e-bdbd-4f39-b044-e69ffff8937d None None] The sync data for ids ['bf9bfdf4-74df-4678-a74a-8f6a1681d35a'] in n-d-821228-1 is: [{'id': 'bf9bfdf4-74df-4678-a74a-8f6a1681d35a', 'name': 'tempest-ServersTestJSON-1974453505-router', 'tenant_id': '9e19326a2ef34a9a949943ebe81c10d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'de4a4b18-030a-470e-9ed0-4dfe62524d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:39:22Z', 'updated_at': '2021-12-09T15:39:27Z', 'revision_number': 4, 'project_id': '9e19326a2ef34a9a949943ebe81c10d6', 'gw_port': {'id': 'de4a4b18-030a-470e-9ed0-4dfe62524d01', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:81:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9bfdf4-74df-4678-a74a-8f6a1681d35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:23Z', 'updated_at': '2021-12-09T15:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '19fbf5a1-685e-4ed0-b219-d5dd912519ce', 'tenant_id': '9e19326a2ef34a9a949943ebe81c10d6', 'floating_ip_address': '172.25.3.219', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'bf9bfdf4-74df-4678-a74a-8f6a1681d35a', 'port_id': '56cc895c-671e-4267-8fc2-72d5e40b110d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1186, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '589649dc-db4c-4c9b-a3c7-2ee06e8a59a8', 'mac_address': 'fa:16:3e:c0:5e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3e2c59-8562-4d36-9821-ba8dd1140e33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:39:32Z', 'updated_at': '2021-12-09T15:40:01Z', 'revision_number': 1, 'project_id': '9e19326a2ef34a9a949943ebe81c10d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8bbf099-2365-4759-a50f-cd026f8711bd', 'name': '', 'network_id': '589649dc-db4c-4c9b-a3c7-2ee06e8a59a8', 'tenant_id': '9e19326a2ef34a9a949943ebe81c10d6', 'mac_address': 'fa:16:3e:f5:dd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9bfdf4-74df-4678-a74a-8f6a1681d35a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'ad992af1-64c6-409b-b6f0-24a7711b29bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:25Z', 'updated_at': '2021-12-09T15:39:36Z', 'revision_number': 5, 'project_id': '9e19326a2ef34a9a949943ebe81c10d6', 'subnets': [{'id': 'ad992af1-64c6-409b-b6f0-24a7711b29bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:40:04.524675 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-47843fe5-957e-49de-b5ee-c1eef406b4ad tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1185410 Dec 09 15:40:04.527337 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35976) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:04.551057 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a8516d78-fb68-4e25-a096-49d372ede0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f217ccc-1d8e-4207-9920-97c34f09c491', 'name': 'tempest-ServerRescueTestJSONUnderV235-496951610-router', 'tenant_id': 'ac9c6f5fd2b24496b17333de4d596655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'fcb01628-8462-46df-bff1-578336206d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:40:00Z', 'updated_at': '2021-12-09T15:40:02Z', 'revision_number': 3, 'project_id': 'ac9c6f5fd2b24496b17333de4d596655', 'gw_port': {'id': 'fcb01628-8462-46df-bff1-578336206d6f', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:67:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f217ccc-1d8e-4207-9920-97c34f09c491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:40:01Z', 'updated_at': '2021-12-09T15:40:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:40:04.578301 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9dd0e3ab-4ad9-4f7a-be88-aeacb6177e53 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:04.593786 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9dd0e3ab-4ad9-4f7a-be88-aeacb6177e53 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:04.605985 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8516d78-fb68-4e25-a096-49d372ede0b1 None None] Checking router: 8f217ccc-1d8e-4207-9920-97c34f09c491 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:40:04.605985 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8516d78-fb68-4e25-a096-49d372ede0b1 None None] Updating router 8f217ccc-1d8e-4207-9920-97c34f09c491 port fcb01628-8462-46df-bff1-578336206d6f binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:40:04.644996 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a8516d78-fb68-4e25-a096-49d372ede0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:04.655907 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9dd0e3ab-4ad9-4f7a-be88-aeacb6177e53 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:04.670297 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9dd0e3ab-4ad9-4f7a-be88-aeacb6177e53 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:04.671459 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9dd0e3ab-4ad9-4f7a-be88-aeacb6177e53 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/3e709410-cb8b-471a-8b86-44d54440335c HTTP/1.1" status: 204 len: 168 time: 0.1429369 Dec 09 15:40:04.682965 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6aaa55-87f9-419b-a844-1f8663001aff req-7509159d-897a-4b94-84f1-57c343e71056 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:04.690508 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35978) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:04.692516 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bb6aaa55-87f9-419b-a844-1f8663001aff req-7509159d-897a-4b94-84f1-57c343e71056 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 950 time: 0.2383034 Dec 09 15:40:04.700106 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd0e3ab-4ad9-4f7a-be88-aeacb6177e53 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e709410-cb8b-471a-8b86-44d54440335c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:04.781792 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d3c87ca8-e9a7-43a8-848b-6177e3109bec tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0872958 Dec 09 15:40:04.782877 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35982) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:04.821873 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-12be6270-a885-432b-abf1-9dc9487c2c17 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:04.841931 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-12be6270-a885-432b-abf1-9dc9487c2c17 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:04.890508 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-12be6270-a885-432b-abf1-9dc9487c2c17 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:04.901549 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-12be6270-a885-432b-abf1-9dc9487c2c17 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:04.908018 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-12be6270-a885-432b-abf1-9dc9487c2c17 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/a11cc0ec-b964-4199-a56c-b414accd603d HTTP/1.1" status: 204 len: 168 time: 0.1242824 Dec 09 15:40:04.913050 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35984) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:04.949929 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be6270-a885-432b-abf1-9dc9487c2c17 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a11cc0ec-b964-4199-a56c-b414accd603d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:04.955852 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0767fa36-0be0-431b-a932-d9407770aaf4 None None] New status for floating IP 19fbf5a1-685e-4ed0-b219-d5dd912519ce: ACTIVE {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:40:04.982867 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-93046a85-bdf0-46a3-912e-fd87552caeb7 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0684950 Dec 09 15:40:04.983719 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35988) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:05.012917 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dda3a8c1-0d31-4009-8b43-6191acaa2730 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:05.022063 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dda3a8c1-0d31-4009-8b43-6191acaa2730 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:05.056593 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dda3a8c1-0d31-4009-8b43-6191acaa2730 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:05.082533 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dda3a8c1-0d31-4009-8b43-6191acaa2730 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:05.090924 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-dda3a8c1-0d31-4009-8b43-6191acaa2730 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/fbed5de8-b1ce-4be5-8ee0-7924ebdf0505 HTTP/1.1" status: 204 len: 168 time: 0.1059411 Dec 09 15:40:05.092877 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3a8c1-0d31-4009-8b43-6191acaa2730 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fbed5de8-b1ce-4be5-8ee0-7924ebdf0505,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:05.100606 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35990) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:05.113123 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a8516d78-fb68-4e25-a096-49d372ede0b1 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:05.125549 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a8516d78-fb68-4e25-a096-49d372ede0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:05.189580 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bff4b0-18b8-48f3-938c-0f9c8a0750ef req-49adecdf-cc09-4941-b54d-63e815cbda72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:05.191145 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e2bff4b0-18b8-48f3-938c-0f9c8a0750ef req-49adecdf-cc09-4941-b54d-63e815cbda72 service neutron] 10.222.0.31 "GET /v2.0/networks?id=589649dc-db4c-4c9b-a3c7-2ee06e8a59a8 HTTP/1.1" status: 200 len: 907 time: 0.7233646 Dec 09 15:40:05.197002 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26832e9-c020-4065-badf-dc09ed216476 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:40:05.203315 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c6fc91d2-2b8b-4ee5-a474-4a9e77356ae0 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1002288 Dec 09 15:40:05.205912 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35992) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:05.228367 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01077b3f-e4d3-4bda-8d42-b862e7d82093 None None] Pushing event updated for resources: {'Port': ['ID=fcb01628-8462-46df-bff1-578336206d6f,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:05.231068 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a8516d78-fb68-4e25-a096-49d372ede0b1 None None] Attempting to bind port fcb01628-8462-46df-bff1-578336206d6f on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:40:05.231542 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a8516d78-fb68-4e25-a096-49d372ede0b1 None None] Attempting to bind port fcb01628-8462-46df-bff1-578336206d6f by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:40:05.231786 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8516d78-fb68-4e25-a096-49d372ede0b1 None None] Attempting to bind port fcb01628-8462-46df-bff1-578336206d6f on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:40:05.240493 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8516d78-fb68-4e25-a096-49d372ede0b1 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:40:05.241044 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8516d78-fb68-4e25-a096-49d372ede0b1 None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:40:05.242086 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a8516d78-fb68-4e25-a096-49d372ede0b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:05.242291 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8516d78-fb68-4e25-a096-49d372ede0b1 None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:40:05.243273 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a8516d78-fb68-4e25-a096-49d372ede0b1 None None] Bound port: fcb01628-8462-46df-bff1-578336206d6f, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:40:05.244287 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a8516d78-fb68-4e25-a096-49d372ede0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:05.257828 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d21f73d4-23b5-4991-b270-77bcd92b3195 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:05.273696 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d21f73d4-23b5-4991-b270-77bcd92b3195 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:05.292860 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bb6aaa55-87f9-419b-a844-1f8663001aff req-6070a8c8-e572-4d60-a68b-ba0ec1b61a0c tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5992661 Dec 09 15:40:05.330874 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d21f73d4-23b5-4991-b270-77bcd92b3195 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:05.353461 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a8516d78-fb68-4e25-a096-49d372ede0b1 None None] For port fcb01628-8462-46df-bff1-578336206d6f, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:40:05.357084 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d21f73d4-23b5-4991-b270-77bcd92b3195 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:05.361464 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d21f73d4-23b5-4991-b270-77bcd92b3195 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/c8e84b2f-bd2d-4858-8f68-1f3cc942032a HTTP/1.1" status: 204 len: 168 time: 0.1513550 Dec 09 15:40:05.364218 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35994) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:05.369481 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a8516d78-fb68-4e25-a096-49d372ede0b1 None None] For port fcb01628-8462-46df-bff1-578336206d6f, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=fcb01628-8462-46df-bff1-578336206d6f,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:40:05.370412 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e2bff4b0-18b8-48f3-938c-0f9c8a0750ef req-2d68376f-9ff4-475d-9faa-bb91e8289584 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56cc895c-671e-4267-8fc2-72d5e40b110d HTTP/1.1" status: 200 len: 999 time: 0.1684780 Dec 09 15:40:05.374515 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-578d2bd9-ff06-4573-9237-5546ddcefd60 None None] Provisioning complete for port fcb01628-8462-46df-bff1-578336206d6f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:40:05.375084 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-578d2bd9-ff06-4573-9237-5546ddcefd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:05.381739 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a8516d78-fb68-4e25-a096-49d372ede0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:05.384303 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f73d4-23b5-4991-b270-77bcd92b3195 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c8e84b2f-bd2d-4858-8f68-1f3cc942032a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:05.403333 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21f73d4-23b5-4991-b270-77bcd92b3195 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:05.404656 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21f73d4-23b5-4991-b270-77bcd92b3195 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:05.405460 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21f73d4-23b5-4991-b270-77bcd92b3195 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:05.407430 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21f73d4-23b5-4991-b270-77bcd92b3195 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:05.411470 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21f73d4-23b5-4991-b270-77bcd92b3195 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:05.412296 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21f73d4-23b5-4991-b270-77bcd92b3195 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:05.413547 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21f73d4-23b5-4991-b270-77bcd92b3195 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:05.414018 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21f73d4-23b5-4991-b270-77bcd92b3195 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:05.414367 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21f73d4-23b5-4991-b270-77bcd92b3195 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:05.415746 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21f73d4-23b5-4991-b270-77bcd92b3195 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:05.416146 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21f73d4-23b5-4991-b270-77bcd92b3195 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:05.417946 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21f73d4-23b5-4991-b270-77bcd92b3195 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:05.418303 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21f73d4-23b5-4991-b270-77bcd92b3195 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:05.471367 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c7ec52-7129-43e5-a2f6-e5a9816ce4e1 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:40:05.485269 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8516d78-fb68-4e25-a096-49d372ede0b1 None None] Routers {'8f217ccc-1d8e-4207-9920-97c34f09c491'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:40:05.485824 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a8516d78-fb68-4e25-a096-49d372ede0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:39:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['8f217ccc-1d8e-4207-9920-97c34f09c491'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:40:05.528679 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01077b3f-e4d3-4bda-8d42-b862e7d82093 None None] Pushing event updated for resources: {'Port': ['ID=fcb01628-8462-46df-bff1-578336206d6f,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:05.589890 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-26457b4d-aab3-40bf-896a-f2acd3209b73 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2140927 Dec 09 15:40:05.592917 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35998) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:05.624741 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-578d2bd9-ff06-4573-9237-5546ddcefd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:05.660443 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bff4b0-18b8-48f3-938c-0f9c8a0750ef req-d2eced0b-1282-4313-8586-717917a180fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:05.663128 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e2bff4b0-18b8-48f3-938c-0f9c8a0750ef req-d2eced0b-1282-4313-8586-717917a180fb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ad992af1-64c6-409b-b6f0-24a7711b29bd HTTP/1.1" status: 200 len: 845 time: 0.2753119 Dec 09 15:40:05.665169 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-a8516d78-fb68-4e25-a096-49d372ede0b1 None None] Set router 8f217ccc-1d8e-4207-9920-97c34f09c491 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:40:05.702508 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-578d2bd9-ff06-4573-9237-5546ddcefd60 None None] For port fcb01628-8462-46df-bff1-578336206d6f, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=fcb01628-8462-46df-bff1-578336206d6f,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:40:05.717437 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-93617325-5682-4070-8dfe-d4a05aed469f tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:05.733716 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-578d2bd9-ff06-4573-9237-5546ddcefd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:05.752046 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-93617325-5682-4070-8dfe-d4a05aed469f tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:05.824074 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-93617325-5682-4070-8dfe-d4a05aed469f tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:05.827309 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-93617325-5682-4070-8dfe-d4a05aed469f tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:05.828928 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-93617325-5682-4070-8dfe-d4a05aed469f tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "DELETE /v2.0/security-groups/3803fa6d-61c2-4686-b32e-8a6a5f534d11 HTTP/1.1" status: 204 len: 168 time: 0.2350187 Dec 09 15:40:05.832279 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36002) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:05.836549 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d2bd9-ff06-4573-9237-5546ddcefd60 None None] Pushing event updated for resources: {'Port': ['ID=fcb01628-8462-46df-bff1-578336206d6f,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:05.851311 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93617325-5682-4070-8dfe-d4a05aed469f tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3803fa6d-61c2-4686-b32e-8a6a5f534d11,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:05.892171 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-05725c71-d020-4969-a62c-6e5d4049cab5 None None] Provisioning complete for port fcb01628-8462-46df-bff1-578336206d6f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:40:05.892908 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-05725c71-d020-4969-a62c-6e5d4049cab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:05.918502 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-19dadb23-414b-4bdd-8ba0-258c19bda035 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0811906 Dec 09 15:40:05.924457 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36004) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:05.928807 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-3bda776c-806e-4e7b-8252-dfec79194c6d tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Request body: {'security_group': {'name': 'tempest-secgroup--1598760026'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:05.948025 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4763e739-bd7b-4fbf-beae-8e1758e464da req-58871388-2270-4844-ad55-898159d57ac3 tempest-ServerShowV254Test-475706615 tempest-ServerShowV254Test-475706615-project] 10.222.0.57 "GET /v2.0/ports?device_id=53e0eede-4144-41ff-bb02-37c964eb5d34 HTTP/1.1" status: 200 len: 210 time: 0.0577297 Dec 09 15:40:05.957737 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-102ae067-9bb5-4726-afb0-3d66f0bac595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:05.962458 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bff4b0-18b8-48f3-938c-0f9c8a0750ef req-f3917c64-62fb-4483-9ee0-788ba4719c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:05.964158 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e2bff4b0-18b8-48f3-938c-0f9c8a0750ef req-f3917c64-62fb-4483-9ee0-788ba4719c8a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=589649dc-db4c-4c9b-a3c7-2ee06e8a59a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2604792 Dec 09 15:40:05.968079 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3bda776c-806e-4e7b-8252-dfec79194c6d tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:06.071858 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a8516d78-fb68-4e25-a096-49d372ede0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f217ccc-1d8e-4207-9920-97c34f09c491', 'name': 'tempest-ServerRescueTestJSONUnderV235-496951610-router', 'tenant_id': 'ac9c6f5fd2b24496b17333de4d596655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'fcb01628-8462-46df-bff1-578336206d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:40:00Z', 'updated_at': '2021-12-09T15:40:02Z', 'revision_number': 3, 'project_id': 'ac9c6f5fd2b24496b17333de4d596655', 'gw_port': {'id': 'fcb01628-8462-46df-bff1-578336206d6f', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:67:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f217ccc-1d8e-4207-9920-97c34f09c491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:40:01Z', 'updated_at': '2021-12-09T15:40:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:40:06.078505 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3bda776c-806e-4e7b-8252-dfec79194c6d tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:06.084975 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3bda776c-806e-4e7b-8252-dfec79194c6d tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:06.122999 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3bda776c-806e-4e7b-8252-dfec79194c6d tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:06.123526 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8516d78-fb68-4e25-a096-49d372ede0b1 None None] The sync data for ids ['8f217ccc-1d8e-4207-9920-97c34f09c491'] in n-d-821228-1 is: [{'id': '8f217ccc-1d8e-4207-9920-97c34f09c491', 'name': 'tempest-ServerRescueTestJSONUnderV235-496951610-router', 'tenant_id': 'ac9c6f5fd2b24496b17333de4d596655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'fcb01628-8462-46df-bff1-578336206d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:40:00Z', 'updated_at': '2021-12-09T15:40:02Z', 'revision_number': 3, 'project_id': 'ac9c6f5fd2b24496b17333de4d596655', 'gw_port': {'id': 'fcb01628-8462-46df-bff1-578336206d6f', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:67:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f217ccc-1d8e-4207-9920-97c34f09c491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:40:01Z', 'updated_at': '2021-12-09T15:40:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:40:06.127698 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36006) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:06.130369 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3bda776c-806e-4e7b-8252-dfec79194c6d tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2052734 Dec 09 15:40:06.133696 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda776c-806e-4e7b-8252-dfec79194c6d tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f39fc41-e239-44a2-ab09-354fab748e6e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:06.148408 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-b7929139-d469-4252-9382-5f80f111e344 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Request body: {'security_group_rule': {'security_group_id': '0f39fc41-e239-44a2-ab09-354fab748e6e', 'direction': 'ingress', 'protocol': 17}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:06.294606 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-aeead8b8-d45b-4cc4-8b3f-5435db8398de req-5c05e82e-7b1c-429c-8f53-89275b4d2442 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1a24b370-5b6c-425f-ac47-83db418c2b23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0547597 Dec 09 15:40:06.311383 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b7929139-d469-4252-9382-5f80f111e344 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:06.323060 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e2bff4b0-18b8-48f3-938c-0f9c8a0750ef req-c20a3c77-f395-4289-b8ef-a6686a68873d service neutron] 10.222.0.31 "GET /v2.0/networks/589649dc-db4c-4c9b-a3c7-2ee06e8a59a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388050 Dec 09 15:40:06.447837 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-102ae067-9bb5-4726-afb0-3d66f0bac595 admin admin] Allocated IP 172.20.0.1 (92a47958-6df8-43d7-a435-98bacb180021/9c395f70-a7af-4da8-a130-cf3a05578152/279d7912-e589-44d9-9f53-f7d73a4e0391) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:40:06.458793 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeead8b8-d45b-4cc4-8b3f-5435db8398de req-8f8408e6-9a29-4c88-bc9c-21b4efc5c7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:06.460839 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-aeead8b8-d45b-4cc4-8b3f-5435db8398de req-8f8408e6-9a29-4c88-bc9c-21b4efc5c7ed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8222749629bd4bc081045ad1433cd8c5&device_id=1a24b370-5b6c-425f-ac47-83db418c2b23 HTTP/1.1" status: 200 len: 1101 time: 0.0893857 Dec 09 15:40:06.543842 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b7929139-d469-4252-9382-5f80f111e344 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:06.556924 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b7929139-d469-4252-9382-5f80f111e344 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:06.579635 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e2bff4b0-18b8-48f3-938c-0f9c8a0750ef req-6a2b7d6c-7253-47b7-be25-ad418f3145cd service neutron] 10.222.0.31 "GET /v2.0/networks/589649dc-db4c-4c9b-a3c7-2ee06e8a59a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284966 Dec 09 15:40:06.602107 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7929139-d469-4252-9382-5f80f111e344 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa8efb3-0564-4b0d-a189-98cb981398ad,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:06.621825 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b7929139-d469-4252-9382-5f80f111e344 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:06.623127 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b7929139-d469-4252-9382-5f80f111e344 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4878263 Dec 09 15:40:06.626218 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36016) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:06.687298 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-102ae067-9bb5-4726-afb0-3d66f0bac595 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:06.741978 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-20799995-3851-469b-82b3-b063fb597eb9 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:06.749228 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeead8b8-d45b-4cc4-8b3f-5435db8398de req-7a234ce8-d9fd-4e84-930e-9618d48ccd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:06.750754 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-aeead8b8-d45b-4cc4-8b3f-5435db8398de req-7a234ce8-d9fd-4e84-930e-9618d48ccd98 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.2652223 Dec 09 15:40:06.800922 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f27a9-ad0c-4f46-9a3e-5b268421a6fd req-eee342a4-0766-4c48-8a8a-7bb82670f027 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:06.803221 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4a3f27a9-ad0c-4f46-9a3e-5b268421a6fd req-eee342a4-0766-4c48-8a8a-7bb82670f027 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 950 time: 0.1442850 Dec 09 15:40:06.817025 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-20799995-3851-469b-82b3-b063fb597eb9 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:06.821594 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-aeead8b8-d45b-4cc4-8b3f-5435db8398de req-2a2de6f9-7f88-47bf-ad93-6115f710a603 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 HTTP/1.1" status: 200 len: 217 time: 0.0580854 Dec 09 15:40:06.825494 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-102ae067-9bb5-4726-afb0-3d66f0bac595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:06.892822 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102ae067-9bb5-4726-afb0-3d66f0bac595 admin admin] Network 92a47958-6df8-43d7-a435-98bacb180021 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:40:06.905034 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-102ae067-9bb5-4726-afb0-3d66f0bac595 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:40:06.914389 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102ae067-9bb5-4726-afb0-3d66f0bac595 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:40:06.923094 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-20799995-3851-469b-82b3-b063fb597eb9 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:06.926377 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-20799995-3851-469b-82b3-b063fb597eb9 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:06.930535 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-20799995-3851-469b-82b3-b063fb597eb9 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "DELETE /v2.0/security-groups/0f39fc41-e239-44a2-ab09-354fab748e6e HTTP/1.1" status: 204 len: 168 time: 0.3003271 Dec 09 15:40:06.932646 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36030) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:06.951620 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeead8b8-d45b-4cc4-8b3f-5435db8398de req-851e59de-0ed1-426b-b97c-78e8c3dd3e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:06.953454 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-aeead8b8-d45b-4cc4-8b3f-5435db8398de req-851e59de-0ed1-426b-b97c-78e8c3dd3e6a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.1233566 Dec 09 15:40:06.954302 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20799995-3851-469b-82b3-b063fb597eb9 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f39fc41-e239-44a2-ab09-354fab748e6e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:06.967261 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-102ae067-9bb5-4726-afb0-3d66f0bac595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:06.992666 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4a3f27a9-ad0c-4f46-9a3e-5b268421a6fd req-8845b368-0658-4d3e-a8b8-2fe7e0de8f14 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726937 Dec 09 15:40:07.033760 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6095bd9d-b46c-455f-b616-ce1a89a882b1 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0973337 Dec 09 15:40:07.042540 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36034) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:07.047004 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-90acbc7c-3821-498d-b802-ed239f2ed9be tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Request body: {'security_group': {'name': 'tempest-secgroup--135629506'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:07.060316 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ae067-9bb5-4726-afb0-3d66f0bac595 admin admin] Pushing event updated for resources: {'Port': ['ID=279d7912-e589-44d9-9f53-f7d73a4e0391,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:07.080558 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90acbc7c-3821-498d-b802-ed239f2ed9be tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:07.100455 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeead8b8-d45b-4cc4-8b3f-5435db8398de req-58f68df4-f1d3-4510-8fd5-24b628738105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:07.102105 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-aeead8b8-d45b-4cc4-8b3f-5435db8398de req-58f68df4-f1d3-4510-8fd5-24b628738105 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1354020 Dec 09 15:40:07.241398 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-102ae067-9bb5-4726-afb0-3d66f0bac595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:07.313667 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90acbc7c-3821-498d-b802-ed239f2ed9be tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:07.326090 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90acbc7c-3821-498d-b802-ed239f2ed9be tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:07.379458 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-aeead8b8-d45b-4cc4-8b3f-5435db8398de req-98fc3b81-358a-4124-8801-a4642c5a6eb0 service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664359 Dec 09 15:40:07.393486 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90acbc7c-3821-498d-b802-ed239f2ed9be tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:07.394935 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-90acbc7c-3821-498d-b802-ed239f2ed9be tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3512833 Dec 09 15:40:07.397688 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36038) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:07.405466 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-3a614c26-7cf2-4932-93ed-8cb4fcb2ba75 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Request body: {'security_group': {'name': 'tempest-secgroup--65972031'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:07.418172 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90acbc7c-3821-498d-b802-ed239f2ed9be tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e35657-afbe-4cfd-ab8f-ce8f217f0ec1,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:07.522382 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-aeead8b8-d45b-4cc4-8b3f-5435db8398de req-dcd32e8d-7542-48ae-93cf-3f3454c365f4 service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322789 Dec 09 15:40:07.551040 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-102ae067-9bb5-4726-afb0-3d66f0bac595 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:07.564480 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-102ae067-9bb5-4726-afb0-3d66f0bac595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:07.649836 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-102ae067-9bb5-4726-afb0-3d66f0bac595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:07.661012 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5121f421-c8f3-48d5-b80f-f5f1f2a84340 req-fd66b40d-199d-460d-affa-905b9de922a3 tempest-ServerShowV254Test-475706615 tempest-ServerShowV254Test-475706615-project] 10.222.0.57 "GET /v2.0/ports?device_id=53e0eede-4144-41ff-bb02-37c964eb5d34 HTTP/1.1" status: 200 len: 210 time: 0.1165946 Dec 09 15:40:07.741237 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a614c26-7cf2-4932-93ed-8cb4fcb2ba75 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:07.747203 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ae067-9bb5-4726-afb0-3d66f0bac595 admin admin] Pushing event updated for resources: {'Port': ['ID=279d7912-e589-44d9-9f53-f7d73a4e0391,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:07.844723 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102ae067-9bb5-4726-afb0-3d66f0bac595 admin admin] Network 92a47958-6df8-43d7-a435-98bacb180021 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:40:07.848060 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-102ae067-9bb5-4726-afb0-3d66f0bac595 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:40:07.997621 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a614c26-7cf2-4932-93ed-8cb4fcb2ba75 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:08.005395 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a614c26-7cf2-4932-93ed-8cb4fcb2ba75 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:08.040986 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb0f76-f189-4749-b4b1-a1a87fceee71 req-c289f4ec-7db8-461f-9e55-c31fbab62ced tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:08.042475 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-85fb0f76-f189-4749-b4b1-a1a87fceee71 req-c289f4ec-7db8-461f-9e55-c31fbab62ced tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d7308e5-11f2-45ed-a87e-035229f61b36 HTTP/1.1" status: 200 len: 946 time: 0.1429834 Dec 09 15:40:08.064007 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a614c26-7cf2-4932-93ed-8cb4fcb2ba75 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:08.068083 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3a614c26-7cf2-4932-93ed-8cb4fcb2ba75 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6657963 Dec 09 15:40:08.068398 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36054) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:08.074558 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-71e8533c-2690-40e9-9086-3cba899565a3 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Request body: {'security_group_rule': {'security_group_id': 'e3e35657-afbe-4cfd-ab8f-ce8f217f0ec1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '129d8a41-7df1-478a-885e-86743f15e561', 'remote_ip_prefix': None}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:08.074906 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a614c26-7cf2-4932-93ed-8cb4fcb2ba75 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=129d8a41-7df1-478a-885e-86743f15e561,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:08.090536 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-102ae067-9bb5-4726-afb0-3d66f0bac595 admin admin] Router 8f217ccc-1d8e-4207-9920-97c34f09c491 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:40:08.140928 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71e8533c-2690-40e9-9086-3cba899565a3 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:08.173597 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-85fb0f76-f189-4749-b4b1-a1a87fceee71 req-3eb22fd3-4e41-4172-977f-437f22775291 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae95911-d29e-4491-93bd-1e00edc2ab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167588 Dec 09 15:40:08.246446 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71e8533c-2690-40e9-9086-3cba899565a3 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:08.254613 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71e8533c-2690-40e9-9086-3cba899565a3 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:08.285102 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8533c-2690-40e9-9086-3cba899565a3 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9abeed6-307d-454f-8d92-0a6859243c13,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:08.295757 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71e8533c-2690-40e9-9086-3cba899565a3 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:08.297332 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-71e8533c-2690-40e9-9086-3cba899565a3 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2275193 Dec 09 15:40:08.298604 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102ae067-9bb5-4726-afb0-3d66f0bac595 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:40:08.304549 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36058) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:08.312884 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-102ae067-9bb5-4726-afb0-3d66f0bac595 admin admin] 10.222.0.57 "PUT /v2.0/routers/8f217ccc-1d8e-4207-9920-97c34f09c491/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5131457 Dec 09 15:40:08.333236 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00450076-e34d-4f63-8db4-8d6373b47394 req-a8189e1b-4a4d-4a97-bd59-b2407f1e2bf4 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:08.334830 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-00450076-e34d-4f63-8db4-8d6373b47394 req-a8189e1b-4a4d-4a97-bd59-b2407f1e2bf4 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 950 time: 0.0694249 Dec 09 15:40:08.353741 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd64e4a6-d488-45f6-b765-3abb4a9b8218 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:08.362475 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd64e4a6-d488-45f6-b765-3abb4a9b8218 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:08.395271 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd64e4a6-d488-45f6-b765-3abb4a9b8218 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:08.401891 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd64e4a6-d488-45f6-b765-3abb4a9b8218 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:08.403268 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bd64e4a6-d488-45f6-b765-3abb4a9b8218 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/c9abeed6-307d-454f-8d92-0a6859243c13 HTTP/1.1" status: 204 len: 168 time: 0.0855296 Dec 09 15:40:08.407462 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36062) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:08.414354 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-00450076-e34d-4f63-8db4-8d6373b47394 req-392ce765-cbc0-4226-83fa-848e3ec9f39f tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713129 Dec 09 15:40:08.496481 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b5f61aab-f178-4aac-8475-5513eb896485 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0860713 Dec 09 15:40:08.497689 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36066) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:08.498460 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd64e4a6-d488-45f6-b765-3abb4a9b8218 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9abeed6-307d-454f-8d92-0a6859243c13,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:08.608371 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6811d363-3763-4c17-bf6b-14015cbbe62a None None] Sync routers for ids ['8f217ccc-1d8e-4207-9920-97c34f09c491'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:40:08.649654 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device fcb01628-8462-46df-bff1-578336206d6f up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:40:08.657097 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6811d363-3763-4c17-bf6b-14015cbbe62a None None] Routers {'8f217ccc-1d8e-4207-9920-97c34f09c491'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:40:08.665967 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6811d363-3763-4c17-bf6b-14015cbbe62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:39:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['8f217ccc-1d8e-4207-9920-97c34f09c491'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:40:08.666159 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-17d5221c-e9d6-4332-b875-56b8eefa51f3 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:08.695342 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-17d5221c-e9d6-4332-b875-56b8eefa51f3 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:08.745648 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-17d5221c-e9d6-4332-b875-56b8eefa51f3 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:08.749019 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-17d5221c-e9d6-4332-b875-56b8eefa51f3 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:08.750191 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-17d5221c-e9d6-4332-b875-56b8eefa51f3 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "DELETE /v2.0/security-groups/129d8a41-7df1-478a-885e-86743f15e561 HTTP/1.1" status: 204 len: 168 time: 0.2514129 Dec 09 15:40:08.753725 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36076) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:08.777890 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d5221c-e9d6-4332-b875-56b8eefa51f3 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=129d8a41-7df1-478a-885e-86743f15e561,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:08.797619 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d5221c-e9d6-4332-b875-56b8eefa51f3 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:08.798462 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d5221c-e9d6-4332-b875-56b8eefa51f3 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:08.798817 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d5221c-e9d6-4332-b875-56b8eefa51f3 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:08.799159 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d5221c-e9d6-4332-b875-56b8eefa51f3 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:08.800484 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d5221c-e9d6-4332-b875-56b8eefa51f3 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:08.801384 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d5221c-e9d6-4332-b875-56b8eefa51f3 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:08.801735 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d5221c-e9d6-4332-b875-56b8eefa51f3 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:08.802121 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d5221c-e9d6-4332-b875-56b8eefa51f3 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:08.802784 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d5221c-e9d6-4332-b875-56b8eefa51f3 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:08.802784 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d5221c-e9d6-4332-b875-56b8eefa51f3 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:08.803048 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d5221c-e9d6-4332-b875-56b8eefa51f3 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:08.803372 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d5221c-e9d6-4332-b875-56b8eefa51f3 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:08.804138 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d5221c-e9d6-4332-b875-56b8eefa51f3 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:08.857463 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-6811d363-3763-4c17-bf6b-14015cbbe62a None None] Set router 8f217ccc-1d8e-4207-9920-97c34f09c491 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:40:08.881138 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36080) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:08.882483 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a43fd336-c037-4fd1-a3c6-632775b3aedf tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1276767 Dec 09 15:40:08.909441 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port fcb01628-8462-46df-bff1-578336206d6f triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:40:08.909441 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:08.981015 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-87cae9bd-19ec-49db-8592-2c5e106df106 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:09.053597 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-87cae9bd-19ec-49db-8592-2c5e106df106 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:09.133853 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-87cae9bd-19ec-49db-8592-2c5e106df106 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:09.136525 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-87cae9bd-19ec-49db-8592-2c5e106df106 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:09.137862 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-87cae9bd-19ec-49db-8592-2c5e106df106 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "DELETE /v2.0/security-groups/e3e35657-afbe-4cfd-ab8f-ce8f217f0ec1 HTTP/1.1" status: 204 len: 168 time: 0.2555492 Dec 09 15:40:09.140628 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36090) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:09.141854 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6811d363-3763-4c17-bf6b-14015cbbe62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f217ccc-1d8e-4207-9920-97c34f09c491', 'name': 'tempest-ServerRescueTestJSONUnderV235-496951610-router', 'tenant_id': 'ac9c6f5fd2b24496b17333de4d596655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'fcb01628-8462-46df-bff1-578336206d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:40:00Z', 'updated_at': '2021-12-09T15:40:07Z', 'revision_number': 4, 'project_id': 'ac9c6f5fd2b24496b17333de4d596655', 'gw_port': {'id': 'fcb01628-8462-46df-bff1-578336206d6f', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f217ccc-1d8e-4207-9920-97c34f09c491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:40:01Z', 'updated_at': '2021-12-09T15:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '279d7912-e589-44d9-9f53-f7d73a4e0391', 'name': '', 'network_id': '92a47958-6df8-43d7-a435-98bacb180021', 'tenant_id': 'ac9c6f5fd2b24496b17333de4d596655', 'mac_address': 'fa:16:3e:54:9f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f217ccc-1d8e-4207-9920-97c34f09c491', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '9c395f70-a7af-4da8-a130-cf3a05578152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:40:06Z', 'updated_at': '2021-12-09T15:40:07Z', 'revision_number': 2, 'project_id': 'ac9c6f5fd2b24496b17333de4d596655', 'subnets': [{'id': '9c395f70-a7af-4da8-a130-cf3a05578152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:40:09.156031 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-d75ff8e2-5396-45be-a97e-4b9b8ceeb8e9 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:09.157604 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-d75ff8e2-5396-45be-a97e-4b9b8ceeb8e9 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/networks?id=92a47958-6df8-43d7-a435-98bacb180021 HTTP/1.1" status: 200 len: 819 time: 0.1736324 Dec 09 15:40:09.158528 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cae9bd-19ec-49db-8592-2c5e106df106 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e35657-afbe-4cfd-ab8f-ce8f217f0ec1,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:09.178065 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6811d363-3763-4c17-bf6b-14015cbbe62a None None] Checking router: 8f217ccc-1d8e-4207-9920-97c34f09c491 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:40:09.178667 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6811d363-3763-4c17-bf6b-14015cbbe62a None None] Updating router 8f217ccc-1d8e-4207-9920-97c34f09c491 port 279d7912-e589-44d9-9f53-f7d73a4e0391 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:40:09.194893 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-7c949998-b985-498d-bf16-fe5fa6a4f9bd tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/quotas/ac9c6f5fd2b24496b17333de4d596655 HTTP/1.1" status: 200 len: 375 time: 0.0203178 Dec 09 15:40:09.219508 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6811d363-3763-4c17-bf6b-14015cbbe62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:09.220011 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36094) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:09.220801 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c53b832d-ed3b-440d-9c9e-a41d69269337 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0788233 Dec 09 15:40:09.228382 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-636b3c46-19ed-4e51-a6f1-05a61429bf44 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Request body: {'security_group': {'name': 'tempest-secgroup--1307561617'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:09.276597 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-636b3c46-19ed-4e51-a6f1-05a61429bf44 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:09.287033 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-d4b982e8-c5e5-4ea9-ae82-40b364d173f0 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac9c6f5fd2b24496b17333de4d596655&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0826232 Dec 09 15:40:09.436338 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-19d16147-f565-4ca8-b25f-bd63f838e142 service neutron] 10.222.0.57 "GET /v2.0/networks/92a47958-6df8-43d7-a435-98bacb180021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399589 Dec 09 15:40:09.446026 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-636b3c46-19ed-4e51-a6f1-05a61429bf44 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:09.455937 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-636b3c46-19ed-4e51-a6f1-05a61429bf44 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:09.524038 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-636b3c46-19ed-4e51-a6f1-05a61429bf44 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:09.528231 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36108) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:09.528957 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-636b3c46-19ed-4e51-a6f1-05a61429bf44 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3071344 Dec 09 15:40:09.532898 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-233cf791-6370-458a-b22f-636e4c634d56 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Request body: {'security_group_rule': {'security_group_id': 'd2a008c2-09d0-4563-aa39-136be70a5e9f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:09.545277 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6811d363-3763-4c17-bf6b-14015cbbe62a None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:09.552198 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6811d363-3763-4c17-bf6b-14015cbbe62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:09.560807 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b3c46-19ed-4e51-a6f1-05a61429bf44 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a008c2-09d0-4563-aa39-136be70a5e9f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:09.562349 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-233cf791-6370-458a-b22f-636e4c634d56 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:09.620640 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-e63f67fc-56eb-466f-87a6-4ca099b8b6a1 service neutron] 10.222.0.57 "GET /v2.0/networks/92a47958-6df8-43d7-a435-98bacb180021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731927 Dec 09 15:40:09.633359 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-233cf791-6370-458a-b22f-636e4c634d56 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:09.640804 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4425f-3158-432c-a5d8-43a8c1fb4f74 None None] Pushing event updated for resources: {'Port': ['ID=279d7912-e589-44d9-9f53-f7d73a4e0391,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:09.641326 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-233cf791-6370-458a-b22f-636e4c634d56 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:09.670033 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233cf791-6370-458a-b22f-636e4c634d56 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1003d511-008b-47bd-84c7-fabdbff5c6cc,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:09.676973 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6811d363-3763-4c17-bf6b-14015cbbe62a None None] Attempting to bind port 279d7912-e589-44d9-9f53-f7d73a4e0391 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:40:09.677360 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6811d363-3763-4c17-bf6b-14015cbbe62a None None] Attempting to bind port 279d7912-e589-44d9-9f53-f7d73a4e0391 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'bfe5567d-d2f6-4409-8771-2c3d7fc478c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '92a47958-6df8-43d7-a435-98bacb180021'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:40:09.677733 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6811d363-3763-4c17-bf6b-14015cbbe62a None None] Attempting to bind port 279d7912-e589-44d9-9f53-f7d73a4e0391 on network 92a47958-6df8-43d7-a435-98bacb180021 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:40:09.683865 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6811d363-3763-4c17-bf6b-14015cbbe62a None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:40:09.684080 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-233cf791-6370-458a-b22f-636e4c634d56 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:09.684403 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6811d363-3763-4c17-bf6b-14015cbbe62a None None] Checking segment: {'id': 'bfe5567d-d2f6-4409-8771-2c3d7fc478c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '92a47958-6df8-43d7-a435-98bacb180021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:40:09.685032 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6811d363-3763-4c17-bf6b-14015cbbe62a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:09.685439 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6811d363-3763-4c17-bf6b-14015cbbe62a None None] Bound using segment: {'id': 'bfe5567d-d2f6-4409-8771-2c3d7fc478c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '92a47958-6df8-43d7-a435-98bacb180021'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:40:09.686001 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6811d363-3763-4c17-bf6b-14015cbbe62a None None] Bound port: 279d7912-e589-44d9-9f53-f7d73a4e0391, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe5567d-d2f6-4409-8771-2c3d7fc478c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '92a47958-6df8-43d7-a435-98bacb180021'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:40:09.686459 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6811d363-3763-4c17-bf6b-14015cbbe62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:09.688225 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-233cf791-6370-458a-b22f-636e4c634d56 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1589596 Dec 09 15:40:09.691957 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36110) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:09.738757 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-edfd73a1-597f-4c8d-83e2-75e2d6658f18 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:09.750873 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-edfd73a1-597f-4c8d-83e2-75e2d6658f18 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:09.766737 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6811d363-3763-4c17-bf6b-14015cbbe62a None None] For port 279d7912-e589-44d9-9f53-f7d73a4e0391, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:40:09.772683 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6811d363-3763-4c17-bf6b-14015cbbe62a None None] For port 279d7912-e589-44d9-9f53-f7d73a4e0391, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=279d7912-e589-44d9-9f53-f7d73a4e0391,segment=NetworkSegment(bfe5567d-d2f6-4409-8771-2c3d7fc478c9),segment_id=bfe5567d-d2f6-4409-8771-2c3d7fc478c9)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:40:09.779005 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6811d363-3763-4c17-bf6b-14015cbbe62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:09.790289 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-edfd73a1-597f-4c8d-83e2-75e2d6658f18 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:09.800365 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-edfd73a1-597f-4c8d-83e2-75e2d6658f18 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:09.802594 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-edfd73a1-597f-4c8d-83e2-75e2d6658f18 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/1003d511-008b-47bd-84c7-fabdbff5c6cc HTTP/1.1" status: 204 len: 168 time: 0.1092949 Dec 09 15:40:09.805447 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36116) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:09.826192 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd73a1-597f-4c8d-83e2-75e2d6658f18 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1003d511-008b-47bd-84c7-fabdbff5c6cc,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:09.856294 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6811d363-3763-4c17-bf6b-14015cbbe62a None None] Routers {'8f217ccc-1d8e-4207-9920-97c34f09c491'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:40:09.857083 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6811d363-3763-4c17-bf6b-14015cbbe62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:39:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['8f217ccc-1d8e-4207-9920-97c34f09c491'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:40:09.876103 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8e85a5b9-9905-45fe-807e-a4b2a6a86e69 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0685482 Dec 09 15:40:09.878734 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36120) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:09.932652 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-09392f0d-56e2-4498-a45b-54639ecc1089 req-537aaba9-75ab-4a8e-b4a4-aa15704a65e6 tempest-ServerShowV254Test-475706615 tempest-ServerShowV254Test-475706615-project] 10.222.0.57 "GET /v2.0/ports?device_id=53e0eede-4144-41ff-bb02-37c964eb5d34 HTTP/1.1" status: 200 len: 210 time: 0.0415506 Dec 09 15:40:09.963300 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024387c0-a676-4593-bec3-92c1742ba58b req-72292a70-ddfc-47a7-9560-16e60c20b64a tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:09.969354 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-024387c0-a676-4593-bec3-92c1742ba58b req-72292a70-ddfc-47a7-9560-16e60c20b64a tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d7308e5-11f2-45ed-a87e-035229f61b36 HTTP/1.1" status: 200 len: 946 time: 0.1370375 Dec 09 15:40:09.982591 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f99c6a61-836e-44ab-a30c-55b3507e670c tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:10.044109 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f99c6a61-836e-44ab-a30c-55b3507e670c tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:10.118299 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f99c6a61-836e-44ab-a30c-55b3507e670c tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:10.121947 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f99c6a61-836e-44ab-a30c-55b3507e670c tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:10.127425 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f99c6a61-836e-44ab-a30c-55b3507e670c tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "DELETE /v2.0/security-groups/d2a008c2-09d0-4563-aa39-136be70a5e9f HTTP/1.1" status: 204 len: 168 time: 0.2472231 Dec 09 15:40:10.131845 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36128) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:10.143955 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88063f-6fd1-41e3-a7dc-678544f91aa2 req-cc0dcce0-e993-4261-95de-7533b71c1d79 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:10.151807 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fc88063f-6fd1-41e3-a7dc-678544f91aa2 req-cc0dcce0-e993-4261-95de-7533b71c1d79 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d7308e5-11f2-45ed-a87e-035229f61b36 HTTP/1.1" status: 200 len: 946 time: 0.1090980 Dec 09 15:40:10.156035 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c6a61-836e-44ab-a30c-55b3507e670c tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a008c2-09d0-4563-aa39-136be70a5e9f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:10.281832 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fc88063f-6fd1-41e3-a7dc-678544f91aa2 req-4a2e0612-e6e1-4b73-b30f-bc3bbe4424c6 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae95911-d29e-4491-93bd-1e00edc2ab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281950 Dec 09 15:40:10.301303 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-024387c0-a676-4593-bec3-92c1742ba58b req-314d13ae-e6f9-464f-a880-9ee7dd89ea05 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Deleting port 616e047d-07a7-4990-ae51-182bc76c70de {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:40:10.301303 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-024387c0-a676-4593-bec3-92c1742ba58b req-314d13ae-e6f9-464f-a880-9ee7dd89ea05 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:10.302516 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-6811d363-3763-4c17-bf6b-14015cbbe62a None None] Set router 8f217ccc-1d8e-4207-9920-97c34f09c491 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:40:10.305472 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4425f-3158-432c-a5d8-43a8c1fb4f74 None None] Pushing event updated for resources: {'Port': ['ID=279d7912-e589-44d9-9f53-f7d73a4e0391,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:10.327793 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36132) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:10.333295 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0c9ca770-81fe-45af-ba12-c0c08d49f4ae tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1472921 Dec 09 15:40:10.342286 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-1b7b0ce6-78d7-4138-87e6-338634d9c9d5 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Request body: {'security_group': {'name': 'tempest-secgroup--779172153'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:10.403817 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1b7b0ce6-78d7-4138-87e6-338634d9c9d5 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:10.503283 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1b7b0ce6-78d7-4138-87e6-338634d9c9d5 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:10.508738 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1b7b0ce6-78d7-4138-87e6-338634d9c9d5 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:10.545460 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1b7b0ce6-78d7-4138-87e6-338634d9c9d5 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:10.550419 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1b7b0ce6-78d7-4138-87e6-338634d9c9d5 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2212467 Dec 09 15:40:10.551215 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36134) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:10.556881 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-9996836a-a276-4be4-85a2-e2ce6b2c842a tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Request body: {'security_group_rule': {'security_group_id': '12ab7ccd-34b3-45eb-8d77-9f27c5833183', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:10.562764 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b0ce6-78d7-4138-87e6-338634d9c9d5 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12ab7ccd-34b3-45eb-8d77-9f27c5833183,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:10.576519 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-024387c0-a676-4593-bec3-92c1742ba58b req-314d13ae-e6f9-464f-a880-9ee7dd89ea05 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] For port 616e047d-07a7-4990-ae51-182bc76c70de, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=616e047d-07a7-4990-ae51-182bc76c70de,segment=NetworkSegment(f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db),segment_id=f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:40:10.577463 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-024387c0-a676-4593-bec3-92c1742ba58b req-314d13ae-e6f9-464f-a880-9ee7dd89ea05 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:10.595706 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9996836a-a276-4be4-85a2-e2ce6b2c842a tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:10.605958 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-024387c0-a676-4593-bec3-92c1742ba58b req-314d13ae-e6f9-464f-a880-9ee7dd89ea05 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Calling delete_port for 616e047d-07a7-4990-ae51-182bc76c70de owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:40:10.625804 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6811d363-3763-4c17-bf6b-14015cbbe62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f217ccc-1d8e-4207-9920-97c34f09c491', 'name': 'tempest-ServerRescueTestJSONUnderV235-496951610-router', 'tenant_id': 'ac9c6f5fd2b24496b17333de4d596655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'fcb01628-8462-46df-bff1-578336206d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:40:00Z', 'updated_at': '2021-12-09T15:40:07Z', 'revision_number': 4, 'project_id': 'ac9c6f5fd2b24496b17333de4d596655', 'gw_port': {'id': 'fcb01628-8462-46df-bff1-578336206d6f', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f217ccc-1d8e-4207-9920-97c34f09c491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:40:01Z', 'updated_at': '2021-12-09T15:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '279d7912-e589-44d9-9f53-f7d73a4e0391', 'name': '', 'network_id': '92a47958-6df8-43d7-a435-98bacb180021', 'tenant_id': 'ac9c6f5fd2b24496b17333de4d596655', 'mac_address': 'fa:16:3e:54:9f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f217ccc-1d8e-4207-9920-97c34f09c491', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '9c395f70-a7af-4da8-a130-cf3a05578152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:40:06Z', 'updated_at': '2021-12-09T15:40:09Z', 'revision_number': 4, 'project_id': 'ac9c6f5fd2b24496b17333de4d596655', 'subnets': [{'id': '9c395f70-a7af-4da8-a130-cf3a05578152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:40:10.670514 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9996836a-a276-4be4-85a2-e2ce6b2c842a tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:10.675201 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9996836a-a276-4be4-85a2-e2ce6b2c842a tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:10.675372 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6811d363-3763-4c17-bf6b-14015cbbe62a None None] The sync data for ids ['8f217ccc-1d8e-4207-9920-97c34f09c491'] in n-d-821228-1 is: [{'id': '8f217ccc-1d8e-4207-9920-97c34f09c491', 'name': 'tempest-ServerRescueTestJSONUnderV235-496951610-router', 'tenant_id': 'ac9c6f5fd2b24496b17333de4d596655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'fcb01628-8462-46df-bff1-578336206d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:40:00Z', 'updated_at': '2021-12-09T15:40:07Z', 'revision_number': 4, 'project_id': 'ac9c6f5fd2b24496b17333de4d596655', 'gw_port': {'id': 'fcb01628-8462-46df-bff1-578336206d6f', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f217ccc-1d8e-4207-9920-97c34f09c491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:40:01Z', 'updated_at': '2021-12-09T15:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '279d7912-e589-44d9-9f53-f7d73a4e0391', 'name': '', 'network_id': '92a47958-6df8-43d7-a435-98bacb180021', 'tenant_id': 'ac9c6f5fd2b24496b17333de4d596655', 'mac_address': 'fa:16:3e:54:9f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f217ccc-1d8e-4207-9920-97c34f09c491', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '9c395f70-a7af-4da8-a130-cf3a05578152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:40:06Z', 'updated_at': '2021-12-09T15:40:09Z', 'revision_number': 4, 'project_id': 'ac9c6f5fd2b24496b17333de4d596655', 'subnets': [{'id': '9c395f70-a7af-4da8-a130-cf3a05578152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:40:10.693083 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996836a-a276-4be4-85a2-e2ce6b2c842a tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d0c2f07-12f2-4297-9b65-24d061bb08b9,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:10.715831 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9996836a-a276-4be4-85a2-e2ce6b2c842a tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:10.729494 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9996836a-a276-4be4-85a2-e2ce6b2c842a tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1673164 Dec 09 15:40:10.731634 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36136) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:10.801366 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3d51559c-15ec-48a1-980b-189d1357687b tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "GET /v2.0/security-group-rules/6d0c2f07-12f2-4297-9b65-24d061bb08b9 HTTP/1.1" status: 200 len: 763 time: 0.0651894 Dec 09 15:40:10.804249 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36138) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:10.869451 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a4176-271f-4129-8b10-123782196b26 req-02fb1537-2963-4569-831a-42aaa270383f tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:10.872342 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3f3a4176-271f-4129-8b10-123782196b26 req-02fb1537-2963-4569-831a-42aaa270383f tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 950 time: 0.1839581 Dec 09 15:40:10.986596 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-5189803b-5ae1-413d-bdbd-c7fbe67704d3 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1787610 Dec 09 15:40:10.986596 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1ee70e96-6c91-403f-a52c-7d5ae831c314 req-6ad97b79-c68b-49d1-8589-c36bf9b30e15 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=53e0eede-4144-41ff-bb02-37c964eb5d34 HTTP/1.1" status: 200 len: 210 time: 0.0570328 Dec 09 15:40:10.987659 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36142) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:11.029912 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-db7038bb-1b47-4bda-8886-555932ccc8d3 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:11.033199 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-024387c0-a676-4593-bec3-92c1742ba58b req-314d13ae-e6f9-464f-a880-9ee7dd89ea05 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:11.047143 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-db7038bb-1b47-4bda-8886-555932ccc8d3 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:11.051053 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['d56ca572-5aef-4ecb-a94c-632bd6bc1b9b', '1b2753c3-6456-42b0-9ffa-8d0b866504b4', '616e047d-07a7-4990-ae51-182bc76c70de'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:40:11.085172 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-db7038bb-1b47-4bda-8886-555932ccc8d3 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:11.091657 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-db7038bb-1b47-4bda-8886-555932ccc8d3 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:11.095961 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-db7038bb-1b47-4bda-8886-555932ccc8d3 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/6d0c2f07-12f2-4297-9b65-24d061bb08b9 HTTP/1.1" status: 204 len: 168 time: 0.1049061 Dec 09 15:40:11.096704 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d13ae-e6f9-464f-a880-9ee7dd89ea05 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Pushing event deleted for resources: {'Port': ['ID=616e047d-07a7-4990-ae51-182bc76c70de,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:11.099719 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36146) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:11.111427 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3f3a4176-271f-4129-8b10-123782196b26 req-94ffebdf-54e3-4071-98b9-5834de8ed86c tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805110 Dec 09 15:40:11.116994 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7038bb-1b47-4bda-8886-555932ccc8d3 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d0c2f07-12f2-4297-9b65-24d061bb08b9,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:11.224918 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-024387c0-a676-4593-bec3-92c1742ba58b req-314d13ae-e6f9-464f-a880-9ee7dd89ea05 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] No DVR routers for this DVR port 616e047d-07a7-4990-ae51-182bc76c70de on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:40:11.227615 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-024387c0-a676-4593-bec3-92c1742ba58b req-314d13ae-e6f9-464f-a880-9ee7dd89ea05 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:11.232447 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-024387c0-a676-4593-bec3-92c1742ba58b req-314d13ae-e6f9-464f-a880-9ee7dd89ea05 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.31 "DELETE /v2.0/ports/616e047d-07a7-4990-ae51-182bc76c70de HTTP/1.1" status: 204 len: 173 time: 1.2513452 Dec 09 15:40:11.232975 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d7308e5-11f2-45ed-a87e-035229f61b36', 'name': 'network-vif-deleted', 'tag': '616e047d-07a7-4990-ae51-182bc76c70de'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:40:11.235977 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e4c61f-7fcd-4bf0-ad4a-10c2b18a9d79" -d '{"events": [{"server_uuid": "9d7308e5-11f2-45ed-a87e-035229f61b36", "name": "network-vif-deleted", "tag": "616e047d-07a7-4990-ae51-182bc76c70de"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:40:11.279929 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-421e6e95-bd27-4d34-9a6d-ccca0ef8d614 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1624036 Dec 09 15:40:11.280036 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36150) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:11.292761 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-13a80d0f-7f47-47ac-9230-60ea1d46408a tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Request body: {'security_group_rule': {'security_group_id': '12ab7ccd-34b3-45eb-8d77-9f27c5833183', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:11.371103 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13a80d0f-7f47-47ac-9230-60ea1d46408a tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:11.474077 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13a80d0f-7f47-47ac-9230-60ea1d46408a tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:11.484247 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e9eb5b60-eb48-4965-9f6e-3d2484d4c5d9 req-f19a5e3d-3b6c-41d7-bae8-5fd37f5de9d5 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 210 time: 0.0466495 Dec 09 15:40:11.485094 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13a80d0f-7f47-47ac-9230-60ea1d46408a tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:11.514864 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a80d0f-7f47-47ac-9230-60ea1d46408a tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aae3c276-2846-4f5d-97ac-e29af9b43101,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:11.535655 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13a80d0f-7f47-47ac-9230-60ea1d46408a tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:11.540096 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-13a80d0f-7f47-47ac-9230-60ea1d46408a tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2588634 Dec 09 15:40:11.540246 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36154) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:11.558973 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1d70502f-797b-4d14-b11e-315d4bbaa9be tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "GET /v2.0/security-group-rules/aae3c276-2846-4f5d-97ac-e29af9b43101 HTTP/1.1" status: 200 len: 763 time: 0.0174141 Dec 09 15:40:11.561584 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36156) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:11.646027 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ba3a7eba-f7ed-49c5-8c40-7d89c288780a req-79452af9-3567-4c65-bb90-ea415089cbcd tempest-ServerShowV254Test-475706615 tempest-ServerShowV254Test-475706615-project] 10.222.0.57 "GET /v2.0/ports?device_id=53e0eede-4144-41ff-bb02-37c964eb5d34 HTTP/1.1" status: 200 len: 210 time: 0.0481308 Dec 09 15:40:11.711263 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9a4556d3-8126-476c-9c3f-c71d10bdc941 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1459594 Dec 09 15:40:11.712250 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36158) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:11.745491 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59872b25-f3f5-438c-940b-816377764d80 x-openstack-request-id: req-59872b25-f3f5-438c-940b-816377764d80 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:40:11.745788 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d7308e5-11f2-45ed-a87e-035229f61b36", "name": "network-vif-deleted", "tag": "616e047d-07a7-4990-ae51-182bc76c70de", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:40:11.746044 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-59872b25-f3f5-438c-940b-816377764d80 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:40:11.746456 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d7308e5-11f2-45ed-a87e-035229f61b36', 'name': 'network-vif-deleted', 'tag': '616e047d-07a7-4990-ae51-182bc76c70de', 'status': 'completed', 'code': 200} Dec 09 15:40:11.759450 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e76de134-daf9-48c1-911c-5aa9ccb41e8b tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:11.780780 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e76de134-daf9-48c1-911c-5aa9ccb41e8b tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:11.854520 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e76de134-daf9-48c1-911c-5aa9ccb41e8b tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:11.860851 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e76de134-daf9-48c1-911c-5aa9ccb41e8b tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:11.864574 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e76de134-daf9-48c1-911c-5aa9ccb41e8b tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/aae3c276-2846-4f5d-97ac-e29af9b43101 HTTP/1.1" status: 204 len: 168 time: 0.1486773 Dec 09 15:40:11.886992 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76de134-daf9-48c1-911c-5aa9ccb41e8b tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aae3c276-2846-4f5d-97ac-e29af9b43101,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:11.888876 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36160) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:11.941984 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a7a07942-0877-4c40-9d56-f03156bf4cec tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0514991 Dec 09 15:40:11.958304 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36162) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:11.966060 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-818c0a54-2830-4dad-88b2-63c94ddfb39e tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Request body: {'security_group_rule': {'security_group_id': '12ab7ccd-34b3-45eb-8d77-9f27c5833183', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:11.977881 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fd5dc93e-6e2f-45ba-af23-4f3caf82f64d req-9e77b40d-2eb9-41c2-b7c0-331e108d4b78 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d7308e5-11f2-45ed-a87e-035229f61b36 HTTP/1.1" status: 200 len: 210 time: 0.0779979 Dec 09 15:40:12.047297 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-818c0a54-2830-4dad-88b2-63c94ddfb39e tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:12.091233 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-5a684571-bd9f-4f4a-bb9b-56766c0d55b7 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:12.093484 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-5a684571-bd9f-4f4a-bb9b-56766c0d55b7 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.31 "GET /v2.0/networks?id=92a47958-6df8-43d7-a435-98bacb180021 HTTP/1.1" status: 200 len: 819 time: 0.2885823 Dec 09 15:40:12.126755 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-f88edfaf-f5e4-4cfe-8d44-7f3b3aba974c tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Request body: {'port': {'device_id': 'ebcd737a-31aa-48b5-8313-bc156b40593a', 'network_id': '92a47958-6df8-43d7-a435-98bacb180021', 'admin_state_up': True, 'tenant_id': 'ac9c6f5fd2b24496b17333de4d596655'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:12.193593 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-818c0a54-2830-4dad-88b2-63c94ddfb39e tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:12.217010 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-818c0a54-2830-4dad-88b2-63c94ddfb39e tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:12.303675 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c0a54-2830-4dad-88b2-63c94ddfb39e tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=285571fb-098c-46b5-8ebc-05d97e7aa4f2,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:12.336443 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-818c0a54-2830-4dad-88b2-63c94ddfb39e tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:12.337673 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-818c0a54-2830-4dad-88b2-63c94ddfb39e tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3754179 Dec 09 15:40:12.340513 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36170) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:12.365312 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-151953e9-b4ae-4d8a-96d3-a010db94d859 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "GET /v2.0/security-group-rules/285571fb-098c-46b5-8ebc-05d97e7aa4f2 HTTP/1.1" status: 200 len: 764 time: 0.0214534 Dec 09 15:40:12.365571 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36174) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:12.432635 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e34d6d08-a33a-4656-845c-137239308887 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0629804 Dec 09 15:40:12.445050 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36176) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:12.504691 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ca1e438-2c7c-4cfe-a4dd-a6223c3cdb74 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:12.515275 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ca1e438-2c7c-4cfe-a4dd-a6223c3cdb74 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:12.561237 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ca1e438-2c7c-4cfe-a4dd-a6223c3cdb74 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:12.568988 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ca1e438-2c7c-4cfe-a4dd-a6223c3cdb74 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:12.571016 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4ca1e438-2c7c-4cfe-a4dd-a6223c3cdb74 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/285571fb-098c-46b5-8ebc-05d97e7aa4f2 HTTP/1.1" status: 204 len: 168 time: 0.1247263 Dec 09 15:40:12.590645 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36180) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:12.609920 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca1e438-2c7c-4cfe-a4dd-a6223c3cdb74 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=285571fb-098c-46b5-8ebc-05d97e7aa4f2,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:12.620895 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 279d7912-e589-44d9-9f53-f7d73a4e0391 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:40:12.666132 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c5e7c21b-1598-426e-90fc-ce1a7a3837a2 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0737724 Dec 09 15:40:12.669755 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36182) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:12.720348 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 279d7912-e589-44d9-9f53-f7d73a4e0391 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:40:12.720810 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:12.775376 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-251610fa-3e91-43fa-8c22-a830c5487505 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:12.802828 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1b58e-0580-4cce-a4cf-b9ff2194fdb6 req-75167459-debe-4348-b3b5-c9db01369505 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:12.804275 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bbd1b58e-0580-4cce-a4cf-b9ff2194fdb6 req-75167459-debe-4348-b3b5-c9db01369505 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 950 time: 0.5512772 Dec 09 15:40:12.834565 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:12.836843 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-251610fa-3e91-43fa-8c22-a830c5487505 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:12.855686 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-f88edfaf-f5e4-4cfe-8d44-7f3b3aba974c tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Made reservation on behalf of ac9c6f5fd2b24496b17333de4d596655 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:40:12.859937 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-f88edfaf-f5e4-4cfe-8d44-7f3b3aba974c tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:12.900838 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 279d7912-e589-44d9-9f53-f7d73a4e0391, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=279d7912-e589-44d9-9f53-f7d73a4e0391,segment=NetworkSegment(bfe5567d-d2f6-4409-8771-2c3d7fc478c9),segment_id=bfe5567d-d2f6-4409-8771-2c3d7fc478c9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:40:12.920248 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:12.921210 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bbd1b58e-0580-4cce-a4cf-b9ff2194fdb6 req-ff2bbe25-45d6-4492-ba79-967fe229a668 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748451 Dec 09 15:40:12.927478 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-251610fa-3e91-43fa-8c22-a830c5487505 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:12.934069 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-251610fa-3e91-43fa-8c22-a830c5487505 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:12.946701 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-251610fa-3e91-43fa-8c22-a830c5487505 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "DELETE /v2.0/security-groups/12ab7ccd-34b3-45eb-8d77-9f27c5833183 HTTP/1.1" status: 204 len: 168 time: 0.2659473 Dec 09 15:40:12.947990 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36186) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:13.024155 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=279d7912-e589-44d9-9f53-f7d73a4e0391,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:13.043170 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251610fa-3e91-43fa-8c22-a830c5487505 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ab7ccd-34b3-45eb-8d77-9f27c5833183,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:13.105596 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36190) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:13.106698 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d8d8cec9-52f0-40bd-b50a-513561c0af09 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1428962 Dec 09 15:40:13.109768 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-d6f56ae8-7807-4d31-b625-f3089ffca0ac tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Request body: {'security_group': {'name': 'tempest-secgroup--900728492'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:13.117196 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-f88edfaf-f5e4-4cfe-8d44-7f3b3aba974c tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Allocated IP 172.20.0.5 (92a47958-6df8-43d7-a435-98bacb180021/9c395f70-a7af-4da8-a130-cf3a05578152/5f2ed213-b93c-4456-9de3-acd80db93d07) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:40:13.157505 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d6f56ae8-7807-4d31-b625-f3089ffca0ac tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:13.261306 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-940a81ca-67d9-4bab-a177-b97535defaaa req-fd443022-9782-4415-948c-1a3b4b367a65 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 210 time: 0.0587802 Dec 09 15:40:13.412390 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71ff9dc6-5a49-4530-82e6-1dad0ac49376 req-2b5ee763-e36e-48c2-864e-33883c5a9c67 tempest-ServerShowV254Test-475706615 tempest-ServerShowV254Test-475706615-project] 10.222.0.57 "GET /v2.0/ports?device_id=53e0eede-4144-41ff-bb02-37c964eb5d34 HTTP/1.1" status: 200 len: 210 time: 0.0763502 Dec 09 15:40:13.468030 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d6f56ae8-7807-4d31-b625-f3089ffca0ac tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:13.485995 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d6f56ae8-7807-4d31-b625-f3089ffca0ac tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:13.558333 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-f88edfaf-f5e4-4cfe-8d44-7f3b3aba974c tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:13.572792 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d6f56ae8-7807-4d31-b625-f3089ffca0ac tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:13.574684 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d6f56ae8-7807-4d31-b625-f3089ffca0ac tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4697263 Dec 09 15:40:13.577718 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f56ae8-7807-4d31-b625-f3089ffca0ac tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe80ed2b-91c5-4789-9fb2-9691b5c79ca5,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:13.577993 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36200) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:13.583830 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-69688ecd-ae93-4b97-a595-405093ce0edd tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Request body: {'security_group_rule': {'security_group_id': 'fe80ed2b-91c5-4789-9fb2-9691b5c79ca5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:13.636462 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-69688ecd-ae93-4b97-a595-405093ce0edd tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:13.642453 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-f88edfaf-f5e4-4cfe-8d44-7f3b3aba974c tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:13.706920 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-f88edfaf-f5e4-4cfe-8d44-7f3b3aba974c tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Network 92a47958-6df8-43d7-a435-98bacb180021 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:40:13.711988 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-f88edfaf-f5e4-4cfe-8d44-7f3b3aba974c tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:40:13.720345 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-f88edfaf-f5e4-4cfe-8d44-7f3b3aba974c tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:40:13.762104 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-69688ecd-ae93-4b97-a595-405093ce0edd tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:13.769503 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88edfaf-f5e4-4cfe-8d44-7f3b3aba974c tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Pushing event updated for resources: {'Port': ['ID=5f2ed213-b93c-4456-9de3-acd80db93d07,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:13.770107 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-69688ecd-ae93-4b97-a595-405093ce0edd tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:13.789228 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69688ecd-ae93-4b97-a595-405093ce0edd tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3285b90-c8a2-4f7b-b7fe-62dca5f53782,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:13.803064 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-f88edfaf-f5e4-4cfe-8d44-7f3b3aba974c tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:13.803879 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-f88edfaf-f5e4-4cfe-8d44-7f3b3aba974c tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:13.809252 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-69688ecd-ae93-4b97-a595-405093ce0edd tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:13.813367 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-69688ecd-ae93-4b97-a595-405093ce0edd tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2314789 Dec 09 15:40:13.814102 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36204) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:13.842349 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-f88edfaf-f5e4-4cfe-8d44-7f3b3aba974c tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7207143 Dec 09 15:40:13.858110 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-d99b2290-8e72-4652-9cb0-51fcacb8a388 service neutron] Request body: {'port': {'device_id': 'ebcd737a-31aa-48b5-8313-bc156b40593a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:13.976472 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 616e047d-07a7-4990-ae51-182bc76c70de no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:40:13.982792 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd0423b5-5505-486f-a1fd-8d006355eafd req-725d843f-c0a0-41d0-a590-04601bb751f3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4d67c89b101c4b5cace83082b6877b2e&device_id=53e0eede-4144-41ff-bb02-37c964eb5d34 HTTP/1.1" status: 200 len: 210 time: 0.0481002 Dec 09 15:40:13.983102 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-809efd37-69f0-4e77-b2b4-e1d7517e6913 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:13.997374 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 616e047d-07a7-4990-ae51-182bc76c70de {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:40:13.997730 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 616e047d-07a7-4990-ae51-182bc76c70de not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:40:14.017636 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-d99b2290-8e72-4652-9cb0-51fcacb8a388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:14.059744 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd0423b5-5505-486f-a1fd-8d006355eafd req-bad00486-bd77-4ee1-a84c-4d6a2cfb4d6b service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=4d67c89b101c4b5cace83082b6877b2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575268 Dec 09 15:40:14.061548 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-809efd37-69f0-4e77-b2b4-e1d7517e6913 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:14.138757 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de999807-f2e6-485e-bbe5-ffd557f0bed8 req-7b5729fd-e0cd-47b5-8b59-03df93a25bf4 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:14.140310 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-de999807-f2e6-485e-bbe5-ffd557f0bed8 req-7b5729fd-e0cd-47b5-8b59-03df93a25bf4 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/ports?device_id=c404226b-5e80-4365-9e2a-d3330b693c3e HTTP/1.1" status: 200 len: 946 time: 0.1900113 Dec 09 15:40:14.255530 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-809efd37-69f0-4e77-b2b4-e1d7517e6913 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:14.258152 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-809efd37-69f0-4e77-b2b4-e1d7517e6913 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:14.259538 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-809efd37-69f0-4e77-b2b4-e1d7517e6913 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "DELETE /v2.0/security-groups/fe80ed2b-91c5-4789-9fb2-9691b5c79ca5 HTTP/1.1" status: 204 len: 168 time: 0.4445505 Dec 09 15:40:14.262254 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36214) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:14.341023 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1cf7a8a7-62d7-4282-ad29-d30c1c33f441 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0773292 Dec 09 15:40:14.343760 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36220) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:14.362362 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809efd37-69f0-4e77-b2b4-e1d7517e6913 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe80ed2b-91c5-4789-9fb2-9691b5c79ca5,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:14.386986 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-de999807-f2e6-485e-bbe5-ffd557f0bed8 req-dd12dee7-b9f2-4e8f-a833-34af90e235c2 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae95911-d29e-4491-93bd-1e00edc2ab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068713 Dec 09 15:40:14.395902 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b2be62c3-76d6-468e-90b8-d51de27898b1 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0506113 Dec 09 15:40:14.398249 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36222) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:14.453101 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0423b5-5505-486f-a1fd-8d006355eafd req-120b7256-d27e-4b64-b57c-fb3aed570daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:14.454928 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd0423b5-5505-486f-a1fd-8d006355eafd req-120b7256-d27e-4b64-b57c-fb3aed570daf service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3789299 Dec 09 15:40:14.497220 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5f5d3218-55b4-4126-a40d-aee71d5d414e req-833b31ea-b98f-4e4b-9591-564a63d026c3 tempest-ServerShowV254Test-475706615 tempest-ServerShowV254Test-475706615-project] 10.222.0.57 "GET /v2.0/ports?device_id=53e0eede-4144-41ff-bb02-37c964eb5d34 HTTP/1.1" status: 200 len: 210 time: 0.0381377 Dec 09 15:40:14.510639 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-87d5591e-bd24-4734-90cc-71cc9cc557a2 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] delete failed (client error): The resource could not be found. Dec 09 15:40:14.515883 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 279d7912-e589-44d9-9f53-f7d73a4e0391 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:40:14.525506 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-87d5591e-bd24-4734-90cc-71cc9cc557a2 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "DELETE /v2.0/security-groups/fe80ed2b-91c5-4789-9fb2-9691b5c79ca5 HTTP/1.1" status: 404 len: 347 time: 0.0711360 Dec 09 15:40:14.525947 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36224) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:14.590247 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a6d69f1d-844e-4c2e-be2e-381aa289d1d8 tempest-SecGroupTest-789419194 tempest-SecGroupTest-789419194-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0630317 Dec 09 15:40:14.594140 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 279d7912-e589-44d9-9f53-f7d73a4e0391 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:40:14.594514 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:14.709483 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-d99b2290-8e72-4652-9cb0-51fcacb8a388 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f2ed213-b93c-4456-9de3-acd80db93d07 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:40:14.722483 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-d99b2290-8e72-4652-9cb0-51fcacb8a388 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:14.743985 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274af25-b1a8-4f5f-98fc-5ea5fe0e3bef req-4fc25c0b-e9a2-4046-8af5-d513b20cfd92 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:14.746040 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d274af25-b1a8-4f5f-98fc-5ea5fe0e3bef req-4fc25c0b-e9a2-4046-8af5-d513b20cfd92 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 950 time: 0.1763227 Dec 09 15:40:14.751629 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-d99b2290-8e72-4652-9cb0-51fcacb8a388 service neutron] Transition to ACTIVE for port object 5f2ed213-b93c-4456-9de3-acd80db93d07 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:40:14.756096 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-d99b2290-8e72-4652-9cb0-51fcacb8a388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:14.847738 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36232) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:14.860775 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b2290-8e72-4652-9cb0-51fcacb8a388 service neutron] Pushing event updated for resources: {'Port': ['ID=5f2ed213-b93c-4456-9de3-acd80db93d07,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:14.881974 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d274af25-b1a8-4f5f-98fc-5ea5fe0e3bef req-daec229b-aaa0-4d9d-9cca-a1aa6eeed7ea tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224067 Dec 09 15:40:14.942278 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-d99b2290-8e72-4652-9cb0-51fcacb8a388 service neutron] Attempting to bind port 5f2ed213-b93c-4456-9de3-acd80db93d07 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:40:14.942615 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-d99b2290-8e72-4652-9cb0-51fcacb8a388 service neutron] Attempting to bind port 5f2ed213-b93c-4456-9de3-acd80db93d07 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': 'bfe5567d-d2f6-4409-8771-2c3d7fc478c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '92a47958-6df8-43d7-a435-98bacb180021'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:40:14.942944 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-d99b2290-8e72-4652-9cb0-51fcacb8a388 service neutron] Attempting to bind port 5f2ed213-b93c-4456-9de3-acd80db93d07 on network 92a47958-6df8-43d7-a435-98bacb180021 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:40:14.947583 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-d99b2290-8e72-4652-9cb0-51fcacb8a388 service neutron] Port 5f2ed213-b93c-4456-9de3-acd80db93d07 on network 92a47958-6df8-43d7-a435-98bacb180021 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:40:14.947936 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-d99b2290-8e72-4652-9cb0-51fcacb8a388 service neutron] Attempting to bind port 5f2ed213-b93c-4456-9de3-acd80db93d07 on network 92a47958-6df8-43d7-a435-98bacb180021 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:40:14.953845 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-d99b2290-8e72-4652-9cb0-51fcacb8a388 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:40:14.954256 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-d99b2290-8e72-4652-9cb0-51fcacb8a388 service neutron] Checking segment: {'id': 'bfe5567d-d2f6-4409-8771-2c3d7fc478c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '92a47958-6df8-43d7-a435-98bacb180021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:40:14.954646 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-d99b2290-8e72-4652-9cb0-51fcacb8a388 service neutron] Bound using segment: {'id': 'bfe5567d-d2f6-4409-8771-2c3d7fc478c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '92a47958-6df8-43d7-a435-98bacb180021'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:40:14.955527 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-d99b2290-8e72-4652-9cb0-51fcacb8a388 service neutron] Bound port: 5f2ed213-b93c-4456-9de3-acd80db93d07, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfe5567d-d2f6-4409-8771-2c3d7fc478c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '92a47958-6df8-43d7-a435-98bacb180021'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:40:14.956013 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-d99b2290-8e72-4652-9cb0-51fcacb8a388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:14.995502 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36236) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:14.995704 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5acadf7b-6dd3-4f1e-a03f-e220fe3fb5cc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=70a927a6b40f458cb8b2a61051e7dd78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1466074 Dec 09 15:40:15.059476 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-d99b2290-8e72-4652-9cb0-51fcacb8a388 service neutron] For port 5f2ed213-b93c-4456-9de3-acd80db93d07, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:40:15.075298 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-d99b2290-8e72-4652-9cb0-51fcacb8a388 service neutron] For port 5f2ed213-b93c-4456-9de3-acd80db93d07, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5f2ed213-b93c-4456-9de3-acd80db93d07,segment=NetworkSegment(bfe5567d-d2f6-4409-8771-2c3d7fc478c9),segment_id=bfe5567d-d2f6-4409-8771-2c3d7fc478c9)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:40:15.084338 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-d99b2290-8e72-4652-9cb0-51fcacb8a388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:15.111381 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0fb52de4-e5fc-474b-9bf6-265743dada22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:15.164312 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-d99b2290-8e72-4652-9cb0-51fcacb8a388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:15.164968 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-d99b2290-8e72-4652-9cb0-51fcacb8a388 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:15.166346 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-d99b2290-8e72-4652-9cb0-51fcacb8a388 service neutron] 10.222.0.31 "PUT /v2.0/ports/5f2ed213-b93c-4456-9de3-acd80db93d07 HTTP/1.1" status: 200 len: 1091 time: 1.3125849 Dec 09 15:40:15.166946 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebcd737a-31aa-48b5-8313-bc156b40593a', 'tag': '5f2ed213-b93c-4456-9de3-acd80db93d07'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:40:15.169265 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c4ef1c-89a4-4322-818b-8e017a7808cd" -d '{"events": [{"name": "network-changed", "server_uuid": "ebcd737a-31aa-48b5-8313-bc156b40593a", "tag": "5f2ed213-b93c-4456-9de3-acd80db93d07"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:40:15.194976 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0fb52de4-e5fc-474b-9bf6-265743dada22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:15.233718 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b2290-8e72-4652-9cb0-51fcacb8a388 service neutron] Pushing event updated for resources: {'Port': ['ID=5f2ed213-b93c-4456-9de3-acd80db93d07,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:15.279467 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af3301-96a1-426a-9702-a1223549e9d7 req-4e9bd11e-be59-4656-9e42-2275ed2caa9c tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:15.280994 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-90af3301-96a1-426a-9702-a1223549e9d7 req-4e9bd11e-be59-4656-9e42-2275ed2caa9c tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 943 time: 0.1656311 Dec 09 15:40:15.316029 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-0054ebe7-8112-4cc4-ace7-eb4d68e81ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:15.317665 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-0054ebe7-8112-4cc4-ace7-eb4d68e81ccd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ac9c6f5fd2b24496b17333de4d596655&device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 1094 time: 0.0957949 Dec 09 15:40:15.326417 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0fb52de4-e5fc-474b-9bf6-265743dada22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:15.329498 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0fb52de4-e5fc-474b-9bf6-265743dada22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:15.331787 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0fb52de4-e5fc-474b-9bf6-265743dada22 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b4b841b8-4fd9-499a-83cc-1a69797a39f1 HTTP/1.1" status: 204 len: 168 time: 0.3352137 Dec 09 15:40:15.391693 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb52de4-e5fc-474b-9bf6-265743dada22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b841b8-4fd9-499a-83cc-1a69797a39f1,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:15.399266 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-e60882cc-a63d-4bcd-b511-491a2353b92f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f2ed213-b93c-4456-9de3-acd80db93d07 HTTP/1.1" status: 200 len: 217 time: 0.0608587 Dec 09 15:40:15.408043 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-90af3301-96a1-426a-9702-a1223549e9d7 req-f1fcfbfd-dc9b-4718-af57-297cee9caff1 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/security-groups?id=405f7c79-c2e4-4998-b8a7-72f6f093478a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204641 Dec 09 15:40:15.459045 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-52032bca-0721-4741-bdae-2f43e919d9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:15.460741 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-52032bca-0721-4741-bdae-2f43e919d9d6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9c395f70-a7af-4da8-a130-cf3a05578152 HTTP/1.1" status: 200 len: 859 time: 0.0510864 Dec 09 15:40:15.482823 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a56206c-7aac-465f-b986-2785c4ad8f66 x-openstack-request-id: req-2a56206c-7aac-465f-b986-2785c4ad8f66 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:40:15.483167 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebcd737a-31aa-48b5-8313-bc156b40593a", "tag": "5f2ed213-b93c-4456-9de3-acd80db93d07", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:40:15.483532 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2a56206c-7aac-465f-b986-2785c4ad8f66 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:40:15.484054 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebcd737a-31aa-48b5-8313-bc156b40593a', 'tag': '5f2ed213-b93c-4456-9de3-acd80db93d07', 'status': 'completed', 'code': 200} Dec 09 15:40:15.501851 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-94b14f65-c937-4b00-b67c-4be1198ad49b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=92a47958-6df8-43d7-a435-98bacb180021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313373 Dec 09 15:40:15.653802 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-8de4c9a3-53d9-49b5-bade-26cb2b66be4d tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--96296108&fields=id&tenant_id=3750ab20cd99426eb2548e1fbcd1e15c HTTP/1.1" status: 200 len: 267 time: 0.0763650 Dec 09 15:40:15.660059 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-d8044262-e856-46e1-8e67-1db3de097df3 service neutron] 10.222.0.31 "GET /v2.0/networks/92a47958-6df8-43d7-a435-98bacb180021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363420 Dec 09 15:40:15.745109 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:15.847767 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-04af7d46-447d-42be-a2f2-d6fc382b32fa tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:15.852959 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-04af7d46-447d-42be-a2f2-d6fc382b32fa tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/networks?id=e2c56416-a3b5-4b61-991a-78207a48b599 HTTP/1.1" status: 200 len: 816 time: 0.1902008 Dec 09 15:40:15.855149 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c58717fd-88ba-46aa-a5c3-2f464a6e5876 req-716948df-db11-4052-91b8-6796f70b0621 service neutron] 10.222.0.31 "GET /v2.0/networks/92a47958-6df8-43d7-a435-98bacb180021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835217 Dec 09 15:40:15.865763 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-7ed18088-c08e-42ac-b85a-ece9e2a0daab tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/quotas/3750ab20cd99426eb2548e1fbcd1e15c HTTP/1.1" status: 200 len: 375 time: 0.0095165 Dec 09 15:40:15.923176 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-0c5d98d0-d289-460a-9d90-340004302e2e tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=3750ab20cd99426eb2548e1fbcd1e15c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515471 Dec 09 15:40:16.053520 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4ef1c-89a4-4322-818b-8e017a7808cd req-4d8968f9-f4f8-48fc-a7ca-58bf8bce0df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:16.055253 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-50c4ef1c-89a4-4322-818b-8e017a7808cd req-4d8968f9-f4f8-48fc-a7ca-58bf8bce0df5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ac9c6f5fd2b24496b17333de4d596655&device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 1094 time: 0.1310079 Dec 09 15:40:16.098549 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36276) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:16.138199 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e67f08-62f7-45a6-bba9-7ebcf7fdaa09 req-cc6ab865-012c-4dce-be40-f1d52a5dee4b tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:16.139669 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d0e67f08-62f7-45a6-bba9-7ebcf7fdaa09 req-cc6ab865-012c-4dce-be40-f1d52a5dee4b tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.31 "GET /v2.0/ports?device_id=c404226b-5e80-4365-9e2a-d3330b693c3e HTTP/1.1" status: 200 len: 946 time: 0.1619449 Dec 09 15:40:16.147132 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-0663dd4f-fb89-4911-a126-d2437a0a78a4 service neutron] 10.222.0.57 "GET /v2.0/networks/e2c56416-a3b5-4b61-991a-78207a48b599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929290 Dec 09 15:40:16.205283 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-042a64f8-5301-4762-91af-f614d161daee tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:16.206003 n-d-821228-1 neutron-server[103245]: WARNING neutron.api.v2.base [None req-042a64f8-5301-4762-91af-f614d161daee tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 09 15:40:16.206524 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-042a64f8-5301-4762-91af-f614d161daee tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] create failed (client error): There was a conflict when trying to complete your request. Dec 09 15:40:16.211964 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-042a64f8-5301-4762-91af-f614d161daee tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1079133 Dec 09 15:40:16.211964 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36280) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:16.215528 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-19062f15-7e36-4f4a-a443-77ad624cc671 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Request body: {'security_group': {'name': 'tempest-secgroup--1138856572'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:16.242735 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19062f15-7e36-4f4a-a443-77ad624cc671 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:16.250829 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19062f15-7e36-4f4a-a443-77ad624cc671 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:16.305443 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4ef1c-89a4-4322-818b-8e017a7808cd req-2b9c4908-0e33-4d4c-b61b-c52f09fcdd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:16.307229 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-50c4ef1c-89a4-4322-818b-8e017a7808cd req-2b9c4908-0e33-4d4c-b61b-c52f09fcdd59 service neutron] 10.222.0.31 "GET /v2.0/networks?id=92a47958-6df8-43d7-a435-98bacb180021 HTTP/1.1" status: 200 len: 920 time: 0.2410598 Dec 09 15:40:16.334622 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19062f15-7e36-4f4a-a443-77ad624cc671 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:16.339719 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19062f15-7e36-4f4a-a443-77ad624cc671 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:16.376107 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19062f15-7e36-4f4a-a443-77ad624cc671 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=516de1a2-55a6-44ab-9f59-cb435bbf9dd0,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:16.377869 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-50c4ef1c-89a4-4322-818b-8e017a7808cd req-63a18659-b96b-4689-90e1-0bd62f908c89 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f2ed213-b93c-4456-9de3-acd80db93d07 HTTP/1.1" status: 200 len: 217 time: 0.0547307 Dec 09 15:40:16.384982 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-e5a04098-707e-40f8-a259-242fbcfc79d2 service neutron] 10.222.0.57 "GET /v2.0/networks/e2c56416-a3b5-4b61-991a-78207a48b599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311895 Dec 09 15:40:16.408982 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-d0e67f08-62f7-45a6-bba9-7ebcf7fdaa09 req-912f5187-55b8-430a-b264-35454eccc4ec tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Deleting port 1b2753c3-6456-42b0-9ffa-8d0b866504b4 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:40:16.409335 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d0e67f08-62f7-45a6-bba9-7ebcf7fdaa09 req-912f5187-55b8-430a-b264-35454eccc4ec tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:16.428506 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19062f15-7e36-4f4a-a443-77ad624cc671 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:16.435114 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19062f15-7e36-4f4a-a443-77ad624cc671 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:16.469872 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19062f15-7e36-4f4a-a443-77ad624cc671 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:16.471586 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-19062f15-7e36-4f4a-a443-77ad624cc671 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2590308 Dec 09 15:40:16.475075 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36284) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:16.482137 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7febc7b9-b530-4b5e-8d3c-2761c7c7ffb6 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Request body: {'security_group_rule': {'security_group_id': '6c7cddf6-b73d-4bd7-874d-d96bac63e1dc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:16.490317 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19062f15-7e36-4f4a-a443-77ad624cc671 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7cddf6-b73d-4bd7-874d-d96bac63e1dc,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:16.515670 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7febc7b9-b530-4b5e-8d3c-2761c7c7ffb6 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:16.528206 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4ef1c-89a4-4322-818b-8e017a7808cd req-818e81ac-f846-497e-b53c-faa8fdd85c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:16.529994 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-50c4ef1c-89a4-4322-818b-8e017a7808cd req-818e81ac-f846-497e-b53c-faa8fdd85c6d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9c395f70-a7af-4da8-a130-cf3a05578152 HTTP/1.1" status: 200 len: 859 time: 0.1240919 Dec 09 15:40:16.579500 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7febc7b9-b530-4b5e-8d3c-2761c7c7ffb6 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:16.584141 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-d0e67f08-62f7-45a6-bba9-7ebcf7fdaa09 req-912f5187-55b8-430a-b264-35454eccc4ec tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] For port 1b2753c3-6456-42b0-9ffa-8d0b866504b4, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=1b2753c3-6456-42b0-9ffa-8d0b866504b4,segment=NetworkSegment(f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db),segment_id=f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:40:16.584831 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d0e67f08-62f7-45a6-bba9-7ebcf7fdaa09 req-912f5187-55b8-430a-b264-35454eccc4ec tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:16.585495 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7febc7b9-b530-4b5e-8d3c-2761c7c7ffb6 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:16.606039 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7febc7b9-b530-4b5e-8d3c-2761c7c7ffb6 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03af54c1-0e95-4334-9d60-f908649e003e,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:16.615041 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7febc7b9-b530-4b5e-8d3c-2761c7c7ffb6 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:16.616304 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7febc7b9-b530-4b5e-8d3c-2761c7c7ffb6 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1391859 Dec 09 15:40:16.619759 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36292) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:16.622210 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-50c4ef1c-89a4-4322-818b-8e017a7808cd req-ec1de6cf-93c4-45cf-86e5-5a194d0c5106 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=92a47958-6df8-43d7-a435-98bacb180021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727336 Dec 09 15:40:16.624352 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ec37a78d-86fe-4207-b61b-aac02e4a0f76 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Request body: {'security_group_rule': {'security_group_id': '6c7cddf6-b73d-4bd7-874d-d96bac63e1dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:16.629810 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-d0e67f08-62f7-45a6-bba9-7ebcf7fdaa09 req-912f5187-55b8-430a-b264-35454eccc4ec tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Calling delete_port for 1b2753c3-6456-42b0-9ffa-8d0b866504b4 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:40:16.658682 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec37a78d-86fe-4207-b61b-aac02e4a0f76 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:16.718197 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-ec37a78d-86fe-4207-b61b-aac02e4a0f76 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] create failed (client error): There was a conflict when trying to complete your request. Dec 09 15:40:16.728242 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ec37a78d-86fe-4207-b61b-aac02e4a0f76 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1072307 Dec 09 15:40:16.729510 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36296) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:16.793217 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9de73045-308e-40e5-af1c-c0af29299e13 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:16.812722 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd0423b5-5505-486f-a1fd-8d006355eafd req-919384c3-e55a-42ce-bef2-f7c00dbfc2f6 tempest-ServerShowV254Test-475706615 tempest-ServerShowV254Test-475706615-project] 10.222.0.31 "GET /v2.0/ports?device_id=53e0eede-4144-41ff-bb02-37c964eb5d34 HTTP/1.1" status: 200 len: 210 time: 0.0666299 Dec 09 15:40:16.819453 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9de73045-308e-40e5-af1c-c0af29299e13 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:16.889080 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9de73045-308e-40e5-af1c-c0af29299e13 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:16.891733 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-50c4ef1c-89a4-4322-818b-8e017a7808cd req-ea0f55b4-3cc3-452c-9f0a-e04e37f443b9 service neutron] 10.222.0.31 "GET /v2.0/networks/92a47958-6df8-43d7-a435-98bacb180021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594533 Dec 09 15:40:16.893211 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9de73045-308e-40e5-af1c-c0af29299e13 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:16.897897 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9de73045-308e-40e5-af1c-c0af29299e13 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "DELETE /v2.0/security-groups/6c7cddf6-b73d-4bd7-874d-d96bac63e1dc HTTP/1.1" status: 204 len: 168 time: 0.1644676 Dec 09 15:40:16.901125 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36300) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:16.904186 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb973780-629e-4879-814a-a7b6805936ea req-124e3dd4-c310-46d3-9369-9858877b58dd tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:16.912225 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cb973780-629e-4879-814a-a7b6805936ea req-124e3dd4-c310-46d3-9369-9858877b58dd tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/ports?device_id=c404226b-5e80-4365-9e2a-d3330b693c3e HTTP/1.1" status: 200 len: 946 time: 0.1322277 Dec 09 15:40:16.922096 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de73045-308e-40e5-af1c-c0af29299e13 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7cddf6-b73d-4bd7-874d-d96bac63e1dc,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:16.974073 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8e5180d0-74e7-4039-ba03-6778d3e00fe5 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0715995 Dec 09 15:40:16.977901 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36306) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:16.983145 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d28cf29f-3595-48ed-8d13-65d5ea6e9df2 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Request body: {'security_group': {'name': 'tempest-secgroup--987797364'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:17.011517 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d28cf29f-3595-48ed-8d13-65d5ea6e9df2 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:17.087294 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d0e67f08-62f7-45a6-bba9-7ebcf7fdaa09 req-912f5187-55b8-430a-b264-35454eccc4ec tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:17.093685 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cb973780-629e-4879-814a-a7b6805936ea req-bed0ab1c-1a04-49a6-8703-289de20424c2 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae95911-d29e-4491-93bd-1e00edc2ab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805859 Dec 09 15:40:17.103945 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['d56ca572-5aef-4ecb-a94c-632bd6bc1b9b', '1b2753c3-6456-42b0-9ffa-8d0b866504b4'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:40:17.114649 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d28cf29f-3595-48ed-8d13-65d5ea6e9df2 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:17.121274 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d28cf29f-3595-48ed-8d13-65d5ea6e9df2 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:17.142995 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f5187-55b8-430a-b264-35454eccc4ec tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Pushing event deleted for resources: {'Port': ['ID=1b2753c3-6456-42b0-9ffa-8d0b866504b4,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:17.152446 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-50c4ef1c-89a4-4322-818b-8e017a7808cd req-fce00333-bfe8-4f88-a31a-12ccd1a8cc79 service neutron] 10.222.0.31 "GET /v2.0/networks/92a47958-6df8-43d7-a435-98bacb180021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338891 Dec 09 15:40:17.193647 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e67f08-62f7-45a6-bba9-7ebcf7fdaa09 req-912f5187-55b8-430a-b264-35454eccc4ec tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] No DVR routers for this DVR port 1b2753c3-6456-42b0-9ffa-8d0b866504b4 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:40:17.196739 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d0e67f08-62f7-45a6-bba9-7ebcf7fdaa09 req-912f5187-55b8-430a-b264-35454eccc4ec tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:17.201013 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d0e67f08-62f7-45a6-bba9-7ebcf7fdaa09 req-912f5187-55b8-430a-b264-35454eccc4ec tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.31 "DELETE /v2.0/ports/1b2753c3-6456-42b0-9ffa-8d0b866504b4 HTTP/1.1" status: 204 len: 173 time: 1.0360861 Dec 09 15:40:17.217148 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d28cf29f-3595-48ed-8d13-65d5ea6e9df2 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:17.220562 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d28cf29f-3595-48ed-8d13-65d5ea6e9df2 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2415884 Dec 09 15:40:17.224502 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36310) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:17.227566 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28cf29f-3595-48ed-8d13-65d5ea6e9df2 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb164482-9445-4296-9a98-0f784c82da59,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:17.231047 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-df063444-643c-43ef-aee4-65e00b7f8bb0 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Request body: {'security_group_rule': {'security_group_id': 'cb164482-9445-4296-9a98-0f784c82da59', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:17.232141 n-d-821228-1 neutron-server[103244]: WARNING neutron.api.v2.base [None req-df063444-643c-43ef-aee4-65e00b7f8bb0 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 09 15:40:17.232705 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-df063444-643c-43ef-aee4-65e00b7f8bb0 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:40:17.237509 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-df063444-643c-43ef-aee4-65e00b7f8bb0 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0081418 Dec 09 15:40:17.238253 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36312) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:17.297797 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ba518a4a-e07b-4499-b5da-14529d442d02 req-fad1c2db-36a4-4043-9f2a-e2705c3f6220 tempest-ServerShowV254Test-475706615 tempest-ServerShowV254Test-475706615-project] 10.222.0.57 "GET /v2.0/ports?device_id=53e0eede-4144-41ff-bb02-37c964eb5d34 HTTP/1.1" status: 200 len: 210 time: 0.0413415 Dec 09 15:40:17.672564 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c404226b-5e80-4365-9e2a-d3330b693c3e', 'name': 'network-vif-deleted', 'tag': '1b2753c3-6456-42b0-9ffa-8d0b866504b4'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:40:17.675490 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e87b4a-a74d-4f5d-b8e6-78faab3bef69" -d '{"events": [{"server_uuid": "c404226b-5e80-4365-9e2a-d3330b693c3e", "name": "network-vif-deleted", "tag": "1b2753c3-6456-42b0-9ffa-8d0b866504b4"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:40:17.680743 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-68cdddd6-e90d-45c7-97e5-438dec959374 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:17.730132 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-68cdddd6-e90d-45c7-97e5-438dec959374 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:17.770084 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5629df79-9c2f-4e49-8814-a8c504680194 req-fa82b91c-1c6e-4a29-b309-98c4b45d85ff tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:17.771708 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5629df79-9c2f-4e49-8814-a8c504680194 req-fa82b91c-1c6e-4a29-b309-98c4b45d85ff tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 950 time: 0.0932877 Dec 09 15:40:17.797823 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-68cdddd6-e90d-45c7-97e5-438dec959374 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:17.801542 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-68cdddd6-e90d-45c7-97e5-438dec959374 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:17.802661 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-68cdddd6-e90d-45c7-97e5-438dec959374 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "DELETE /v2.0/security-groups/cb164482-9445-4296-9a98-0f784c82da59 HTTP/1.1" status: 204 len: 168 time: 0.5637450 Dec 09 15:40:17.805530 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36316) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:17.821680 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cdddd6-e90d-45c7-97e5-438dec959374 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb164482-9445-4296-9a98-0f784c82da59,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:17.838519 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5629df79-9c2f-4e49-8814-a8c504680194 req-93e25594-9494-42f1-b4d2-391f55ffd0ee tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603836 Dec 09 15:40:17.872237 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2f013e5d-d644-483d-a2cf-5756301c5566 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0653601 Dec 09 15:40:17.875843 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36318) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:17.881125 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4ad0cab4-1e5d-4e88-83c8-61553f45b005 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Request body: {'security_group': {'name': 'tempest-secgroup--860442188'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:17.905873 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ad0cab4-1e5d-4e88-83c8-61553f45b005 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:17.978166 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ad0cab4-1e5d-4e88-83c8-61553f45b005 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:17.982210 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ad0cab4-1e5d-4e88-83c8-61553f45b005 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:18.013302 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ad0cab4-1e5d-4e88-83c8-61553f45b005 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:18.014555 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4ad0cab4-1e5d-4e88-83c8-61553f45b005 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1375492 Dec 09 15:40:18.016377 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0cab4-1e5d-4e88-83c8-61553f45b005 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0ceb92-81a5-4054-bc3c-92ab2e798c41,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:18.017596 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36320) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:18.025205 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-247f40f6-9e6c-4632-a2ef-e7080a4b7842 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Request body: {'security_group_rule': {'security_group_id': '3c0ceb92-81a5-4054-bc3c-92ab2e798c41', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:18.026107 n-d-821228-1 neutron-server[103244]: WARNING neutron.api.v2.base [None req-247f40f6-9e6c-4632-a2ef-e7080a4b7842 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 09 15:40:18.026618 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-247f40f6-9e6c-4632-a2ef-e7080a4b7842 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:40:18.030455 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36322) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:18.030663 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-247f40f6-9e6c-4632-a2ef-e7080a4b7842 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0094991 Dec 09 15:40:18.109953 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f15cbd94-a9e4-4ea7-b7e2-dece92e35c5c tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:18.115091 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ec6df-6bf8-496c-9021-5c8f0491d423 req-78fcd7cf-324c-418b-9b51-34593df63524 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:18.116638 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-516ec6df-6bf8-496c-9021-5c8f0491d423 req-78fcd7cf-324c-418b-9b51-34593df63524 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 943 time: 0.0587578 Dec 09 15:40:18.135076 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f15cbd94-a9e4-4ea7-b7e2-dece92e35c5c tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:18.193874 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-516ec6df-6bf8-496c-9021-5c8f0491d423 req-571c540c-808d-4d31-b68b-387311c8de7b tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/security-groups?id=405f7c79-c2e4-4998-b8a7-72f6f093478a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641003 Dec 09 15:40:18.196354 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f15cbd94-a9e4-4ea7-b7e2-dece92e35c5c tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:18.199934 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f15cbd94-a9e4-4ea7-b7e2-dece92e35c5c tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:18.201218 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f15cbd94-a9e4-4ea7-b7e2-dece92e35c5c tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "DELETE /v2.0/security-groups/3c0ceb92-81a5-4054-bc3c-92ab2e798c41 HTTP/1.1" status: 204 len: 168 time: 0.1696749 Dec 09 15:40:18.206800 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36326) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:18.211629 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15cbd94-a9e4-4ea7-b7e2-dece92e35c5c tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0ceb92-81a5-4054-bc3c-92ab2e798c41,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:18.274404 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b241725a-aa49-4453-9813-d88b11c89d76 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0655689 Dec 09 15:40:18.278312 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36328) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:18.283277 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-5255e023-7ff3-4fdc-b4f3-576385b81e23 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Request body: {'security_group': {'name': 'tempest-secgroup--1813275066'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:18.289554 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5ab0def1-7ef5-43b6-b939-67ddaa2cd324 req-842f28bf-dbaa-4edc-a531-43aab889193f tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/ports?device_id=010b8793-9768-4df0-800b-a7cc9fd4196a HTTP/1.1" status: 200 len: 210 time: 0.0295689 Dec 09 15:40:18.306610 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5255e023-7ff3-4fdc-b4f3-576385b81e23 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:18.334200 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f514c39d-baf6-46ae-bf1b-dfbf60f68ff5 x-openstack-request-id: req-f514c39d-baf6-46ae-bf1b-dfbf60f68ff5 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:40:18.334542 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c404226b-5e80-4365-9e2a-d3330b693c3e", "name": "network-vif-deleted", "tag": "1b2753c3-6456-42b0-9ffa-8d0b866504b4", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:40:18.334801 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f514c39d-baf6-46ae-bf1b-dfbf60f68ff5 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:40:18.335201 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c404226b-5e80-4365-9e2a-d3330b693c3e', 'name': 'network-vif-deleted', 'tag': '1b2753c3-6456-42b0-9ffa-8d0b866504b4', 'status': 'completed', 'code': 200} Dec 09 15:40:18.384194 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5255e023-7ff3-4fdc-b4f3-576385b81e23 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:18.388034 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5255e023-7ff3-4fdc-b4f3-576385b81e23 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:18.426615 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5255e023-7ff3-4fdc-b4f3-576385b81e23 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:18.427896 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5255e023-7ff3-4fdc-b4f3-576385b81e23 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1482573 Dec 09 15:40:18.429980 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5255e023-7ff3-4fdc-b4f3-576385b81e23 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22c8f01a-3a9f-4165-9c54-e6f58c79fd06,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:18.431347 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36336) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:18.437966 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-7d192ea2-6a4d-47ae-b501-44baa3b74539 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Request body: {'security_group_rule': {'security_group_id': '22c8f01a-3a9f-4165-9c54-e6f58c79fd06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:18.448533 n-d-821228-1 neutron-server[103244]: WARNING neutron.api.v2.base [None req-7d192ea2-6a4d-47ae-b501-44baa3b74539 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 09 15:40:18.449133 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-7d192ea2-6a4d-47ae-b501-44baa3b74539 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:40:18.452955 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7d192ea2-6a4d-47ae-b501-44baa3b74539 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0160685 Dec 09 15:40:18.453155 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36338) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:18.458588 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-83b1f545-f005-42b4-a235-0639e33287d0 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Request body: {'security_group_rule': {'security_group_id': '22c8f01a-3a9f-4165-9c54-e6f58c79fd06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:18.459253 n-d-821228-1 neutron-server[103244]: WARNING neutron.api.v2.base [None req-83b1f545-f005-42b4-a235-0639e33287d0 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 09 15:40:18.459730 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-83b1f545-f005-42b4-a235-0639e33287d0 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:40:18.460704 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-83b1f545-f005-42b4-a235-0639e33287d0 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0066397 Dec 09 15:40:18.464212 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36340) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:18.469314 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-cbc87aa3-d04b-4f0d-8161-818c93b9b0c1 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Request body: {'security_group_rule': {'security_group_id': '22c8f01a-3a9f-4165-9c54-e6f58c79fd06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:18.470110 n-d-821228-1 neutron-server[103244]: WARNING neutron.api.v2.base [None req-cbc87aa3-d04b-4f0d-8161-818c93b9b0c1 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 09 15:40:18.470581 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-cbc87aa3-d04b-4f0d-8161-818c93b9b0c1 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:40:18.472318 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-cbc87aa3-d04b-4f0d-8161-818c93b9b0c1 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069878 Dec 09 15:40:18.474761 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36342) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:18.478929 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-cf0d517c-9f6d-4206-845e-4e33000b8f3e tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Request body: {'security_group_rule': {'security_group_id': '22c8f01a-3a9f-4165-9c54-e6f58c79fd06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:18.479979 n-d-821228-1 neutron-server[103244]: WARNING neutron.api.v2.base [None req-cf0d517c-9f6d-4206-845e-4e33000b8f3e tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 09 15:40:18.480280 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-cf0d517c-9f6d-4206-845e-4e33000b8f3e tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:40:18.483511 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-cf0d517c-9f6d-4206-845e-4e33000b8f3e tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0056050 Dec 09 15:40:18.483719 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36344) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:18.541588 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f86ede29-05e1-4765-9306-dda1a053e7c6 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:18.574405 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f86ede29-05e1-4765-9306-dda1a053e7c6 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:18.667028 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f86ede29-05e1-4765-9306-dda1a053e7c6 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:18.669749 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f86ede29-05e1-4765-9306-dda1a053e7c6 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:18.673065 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f86ede29-05e1-4765-9306-dda1a053e7c6 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "DELETE /v2.0/security-groups/22c8f01a-3a9f-4165-9c54-e6f58c79fd06 HTTP/1.1" status: 204 len: 168 time: 0.1881051 Dec 09 15:40:18.674775 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36350) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:18.711520 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36352) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:18.739459 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-87cccd3d-06b5-4e12-97bf-9cd89c811c1c tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0631521 Dec 09 15:40:18.743039 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36356) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:18.747919 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d9646d86-f4c4-4711-9c86-28ad13d442d9 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Request body: {'security_group': {'name': 'tempest-secgroup--1437543910'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:18.754382 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c05cc-41b4-4ba9-a90d-708d248b0b69 req-af0a0bdd-de1f-4a99-a78a-9b708055f9f6 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:18.756241 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7f3c05cc-41b4-4ba9-a90d-708d248b0b69 req-af0a0bdd-de1f-4a99-a78a-9b708055f9f6 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d50e936-95dd-4fa7-b298-a3fc49596740 HTTP/1.1" status: 200 len: 945 time: 0.1511996 Dec 09 15:40:18.759283 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ede29-05e1-4765-9306-dda1a053e7c6 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c8f01a-3a9f-4165-9c54-e6f58c79fd06,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:18.793793 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d9646d86-f4c4-4711-9c86-28ad13d442d9 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:18.858163 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7f3c05cc-41b4-4ba9-a90d-708d248b0b69 req-3978e1be-466c-4ed4-aaa5-1d47f6cd388d tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae95911-d29e-4491-93bd-1e00edc2ab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864892 Dec 09 15:40:18.869244 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-cacf93ea-be7b-4097-a38e-d4d3f1f7cf1f tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:18.870749 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-cacf93ea-be7b-4097-a38e-d4d3f1f7cf1f tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.31 "GET /v2.0/networks?id=e2c56416-a3b5-4b61-991a-78207a48b599 HTTP/1.1" status: 200 len: 816 time: 0.2168801 Dec 09 15:40:18.892041 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d9646d86-f4c4-4711-9c86-28ad13d442d9 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:18.900766 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-46cdebbe-c4a4-43c8-b697-bd8aa760f361 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:18.904066 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d9646d86-f4c4-4711-9c86-28ad13d442d9 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:18.954494 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d9646d86-f4c4-4711-9c86-28ad13d442d9 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:18.956470 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d9646d86-f4c4-4711-9c86-28ad13d442d9 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2122850 Dec 09 15:40:18.959290 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36362) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:18.965497 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d2465f04-c768-4727-ac09-2e303dc99217 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Request body: {'security_group_rule': {'security_group_id': '8285f81a-70be-45ca-94e6-a04af7ee2a5c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:18.966210 n-d-821228-1 neutron-server[103245]: WARNING neutron.api.v2.base [None req-d2465f04-c768-4727-ac09-2e303dc99217 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 09 15:40:18.966722 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-d2465f04-c768-4727-ac09-2e303dc99217 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:40:18.967700 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d2465f04-c768-4727-ac09-2e303dc99217 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0074921 Dec 09 15:40:18.968397 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9646d86-f4c4-4711-9c86-28ad13d442d9 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8285f81a-70be-45ca-94e6-a04af7ee2a5c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:18.973431 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36364) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:18.977669 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8da12a42-ba9d-4069-8919-4008d2f31921 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Request body: {'security_group_rule': {'security_group_id': '8285f81a-70be-45ca-94e6-a04af7ee2a5c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:19.000574 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-1a58ad6d-6961-483c-b089-84aed81e5780 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3750ab20cd99426eb2548e1fbcd1e15c HTTP/1.1" status: 200 len: 378 time: 0.1152852 Dec 09 15:40:19.014074 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-22ce30a9-10dd-4862-98ae-7ddb23460e21 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Request body: {'port': {'device_id': '010b8793-9768-4df0-800b-a7cc9fd4196a', 'network_id': 'e2c56416-a3b5-4b61-991a-78207a48b599', 'admin_state_up': True, 'tenant_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'security_groups': ['f75860f8-3c12-4147-8105-fba68cf10719']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:19.044634 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-8da12a42-ba9d-4069-8919-4008d2f31921 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:40:19.045694 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8da12a42-ba9d-4069-8919-4008d2f31921 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0713556 Dec 09 15:40:19.048586 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36368) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:19.057586 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-b90066a0-9f02-4039-b366-466dcd0ece32 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Request body: {'security_group_rule': {'security_group_id': '8285f81a-70be-45ca-94e6-a04af7ee2a5c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:19.058059 n-d-821228-1 neutron-server[103245]: WARNING neutron.api.v2.base [None req-b90066a0-9f02-4039-b366-466dcd0ece32 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 09 15:40:19.058536 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-b90066a0-9f02-4039-b366-466dcd0ece32 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:40:19.059480 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b90066a0-9f02-4039-b366-466dcd0ece32 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0093164 Dec 09 15:40:19.062630 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36370) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:19.068128 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-370a467a-73bf-4c88-af0e-f6d89cd99f9f tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Request body: {'security_group_rule': {'security_group_id': '8285f81a-70be-45ca-94e6-a04af7ee2a5c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:19.073390 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-46cdebbe-c4a4-43c8-b697-bd8aa760f361 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:19.082361 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-46cdebbe-c4a4-43c8-b697-bd8aa760f361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:19.102665 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd54d5c-fee8-4325-9751-9bfd0bcac909 req-96aafc97-f247-485a-aa27-034587e0b317 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:19.105029 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fdd54d5c-fee8-4325-9751-9bfd0bcac909 req-96aafc97-f247-485a-aa27-034587e0b317 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 950 time: 0.1578989 Dec 09 15:40:19.139240 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-46cdebbe-c4a4-43c8-b697-bd8aa760f361 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4d67c89b101c4b5cace83082b6877b2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4261808 Dec 09 15:40:19.142448 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cdebbe-c4a4-43c8-b697-bd8aa760f361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68055f21-343f-42a2-8a7b-0fd376f2f7de,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:19.146814 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36372) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:19.166436 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-370a467a-73bf-4c88-af0e-f6d89cd99f9f tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:40:19.167664 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-370a467a-73bf-4c88-af0e-f6d89cd99f9f tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1040318 Dec 09 15:40:19.172068 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36374) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:19.179698 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-47443873-92de-4cdb-9aab-9b9e79fb7884 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Request body: {'security_group_rule': {'security_group_id': '8285f81a-70be-45ca-94e6-a04af7ee2a5c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:19.180231 n-d-821228-1 neutron-server[103245]: WARNING neutron.api.v2.base [None req-47443873-92de-4cdb-9aab-9b9e79fb7884 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 09 15:40:19.180743 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-47443873-92de-4cdb-9aab-9b9e79fb7884 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:40:19.184961 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-47443873-92de-4cdb-9aab-9b9e79fb7884 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0087047 Dec 09 15:40:19.185237 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36376) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:19.195027 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-3747616b-f9e1-4169-b63b-51e3b8d49add tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Request body: {'security_group_rule': {'security_group_id': '8285f81a-70be-45ca-94e6-a04af7ee2a5c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:19.228265 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab414425-c1d6-4ed3-bb6b-b1097ad99c39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:19.231782 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fdd54d5c-fee8-4325-9751-9bfd0bcac909 req-76331d60-e4f3-4cf1-8216-605163929179 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161196 Dec 09 15:40:19.248234 n-d-821228-1 neutron-server[103245]: INFO neutron.db.securitygroups_db [None req-3747616b-f9e1-4169-b63b-51e3b8d49add tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Project e3d726259cfb4e1a954e46a8c5c1f8f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:40:19.266826 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-22ce30a9-10dd-4862-98ae-7ddb23460e21 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Made reservation on behalf of 3750ab20cd99426eb2548e1fbcd1e15c for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:40:19.268649 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab414425-c1d6-4ed3-bb6b-b1097ad99c39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:19.272754 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-22ce30a9-10dd-4862-98ae-7ddb23460e21 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:19.277877 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-3747616b-f9e1-4169-b63b-51e3b8d49add tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:40:19.278887 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3747616b-f9e1-4169-b63b-51e3b8d49add tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0910764 Dec 09 15:40:19.281784 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36380) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:19.286813 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-de584f04-c197-44f3-9719-1ea786da6d4e tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Request body: {'security_group_rule': {'security_group_id': '8285f81a-70be-45ca-94e6-a04af7ee2a5c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:19.287289 n-d-821228-1 neutron-server[103245]: WARNING neutron.api.v2.base [None req-de584f04-c197-44f3-9719-1ea786da6d4e tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 09 15:40:19.287772 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-de584f04-c197-44f3-9719-1ea786da6d4e tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:40:19.289824 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-de584f04-c197-44f3-9719-1ea786da6d4e tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071261 Dec 09 15:40:19.294770 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36382) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:19.301320 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a08c97d3-bebd-449c-8194-2aea6bd5cbc6 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Request body: {'security_group_rule': {'security_group_id': '8285f81a-70be-45ca-94e6-a04af7ee2a5c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:19.340539 n-d-821228-1 neutron-server[103245]: INFO neutron.db.securitygroups_db [None req-a08c97d3-bebd-449c-8194-2aea6bd5cbc6 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Project e3d726259cfb4e1a954e46a8c5c1f8f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:40:19.363826 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab414425-c1d6-4ed3-bb6b-b1097ad99c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:19.367275 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab414425-c1d6-4ed3-bb6b-b1097ad99c39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:19.370277 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ab414425-c1d6-4ed3-bb6b-b1097ad99c39 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/68055f21-343f-42a2-8a7b-0fd376f2f7de HTTP/1.1" status: 204 len: 168 time: 0.2210064 Dec 09 15:40:19.372585 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-a08c97d3-bebd-449c-8194-2aea6bd5cbc6 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:40:19.373775 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a08c97d3-bebd-449c-8194-2aea6bd5cbc6 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0780818 Dec 09 15:40:19.376550 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36388) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:19.386612 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c4c2ea30-de28-4f70-ade3-0fae8b53f778 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Request body: {'security_group_rule': {'security_group_id': '8285f81a-70be-45ca-94e6-a04af7ee2a5c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:19.398494 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab414425-c1d6-4ed3-bb6b-b1097ad99c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68055f21-343f-42a2-8a7b-0fd376f2f7de,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:19.436307 n-d-821228-1 neutron-server[103245]: INFO neutron.db.securitygroups_db [None req-c4c2ea30-de28-4f70-ade3-0fae8b53f778 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Project e3d726259cfb4e1a954e46a8c5c1f8f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:40:19.458999 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-c4c2ea30-de28-4f70-ade3-0fae8b53f778 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:40:19.460101 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c4c2ea30-de28-4f70-ade3-0fae8b53f778 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0816867 Dec 09 15:40:19.463390 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36390) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:19.528932 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fcdeba2a-ab7b-4ac9-b09d-4aa1ed6de827 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:19.571397 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fcdeba2a-ab7b-4ac9-b09d-4aa1ed6de827 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:19.578511 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-22ce30a9-10dd-4862-98ae-7ddb23460e21 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Allocated IP 172.20.0.4 (e2c56416-a3b5-4b61-991a-78207a48b599/82818294-a77a-4d84-912f-e7bf638da367/45bb67bc-ca35-4c92-800e-b213136ce078) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:40:19.624013 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10fc9d-c12b-4424-913b-dd8764fde371 req-39b903d7-4218-426b-b936-b1843e056e4d tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:19.635408 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9f10fc9d-c12b-4424-913b-dd8764fde371 req-39b903d7-4218-426b-b936-b1843e056e4d tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 943 time: 0.1564910 Dec 09 15:40:19.636923 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fcdeba2a-ab7b-4ac9-b09d-4aa1ed6de827 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:19.639705 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fcdeba2a-ab7b-4ac9-b09d-4aa1ed6de827 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:19.644034 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-fcdeba2a-ab7b-4ac9-b09d-4aa1ed6de827 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "DELETE /v2.0/security-groups/8285f81a-70be-45ca-94e6-a04af7ee2a5c HTTP/1.1" status: 204 len: 168 time: 0.1767576 Dec 09 15:40:19.646916 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36394) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:19.664268 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdeba2a-ab7b-4ac9-b09d-4aa1ed6de827 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8285f81a-70be-45ca-94e6-a04af7ee2a5c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:19.730576 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c53840e8-c4e8-4746-af7e-60ce26edfccc tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0789471 Dec 09 15:40:19.731763 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36398) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:19.736297 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-0c8ddf36-2e5c-4e0e-ba0b-11d6d0cd7885 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Request body: {'security_group': {'name': 'tempest-secgroup--1555856589'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:19.767797 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9f10fc9d-c12b-4424-913b-dd8764fde371 req-42c3cdf6-8863-46cf-a3d3-3d6f82d1237c tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/security-groups?id=405f7c79-c2e4-4998-b8a7-72f6f093478a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298971 Dec 09 15:40:19.773569 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0c8ddf36-2e5c-4e0e-ba0b-11d6d0cd7885 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:19.874469 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0c8ddf36-2e5c-4e0e-ba0b-11d6d0cd7885 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:19.879789 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0c8ddf36-2e5c-4e0e-ba0b-11d6d0cd7885 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:19.900323 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-22ce30a9-10dd-4862-98ae-7ddb23460e21 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:19.918630 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e2580ede-882a-4489-9ea5-94476881cdcd req-5760eebf-1641-411a-a07b-0321cdcd6f7d tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/ports?device_id=010b8793-9768-4df0-800b-a7cc9fd4196a HTTP/1.1" status: 200 len: 210 time: 0.0390959 Dec 09 15:40:19.920049 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0c8ddf36-2e5c-4e0e-ba0b-11d6d0cd7885 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:19.921570 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0c8ddf36-2e5c-4e0e-ba0b-11d6d0cd7885 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1889136 Dec 09 15:40:19.923623 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ddf36-2e5c-4e0e-ba0b-11d6d0cd7885 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1448eedf-f1d6-4b89-bbe4-a1904e913aa0,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:19.925000 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36408) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:19.932768 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-7312ff3b-f3df-4880-af10-442af120fa89 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Request body: {'security_group_rule': {'security_group_id': '1448eedf-f1d6-4b89-bbe4-a1904e913aa0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:19.993025 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-22ce30a9-10dd-4862-98ae-7ddb23460e21 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:20.003280 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 5f2ed213-b93c-4456-9de3-acd80db93d07 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:40:20.062378 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-7312ff3b-f3df-4880-af10-442af120fa89 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] create failed (client error): The resource could not be found. Dec 09 15:40:20.063745 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7312ff3b-f3df-4880-af10-442af120fa89 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1373026 Dec 09 15:40:20.067906 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36414) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:20.070669 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-22ce30a9-10dd-4862-98ae-7ddb23460e21 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Network e2c56416-a3b5-4b61-991a-78207a48b599 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:40:20.073835 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8c89484b-5e65-46f9-9434-a465cbcefa38 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Request body: {'security_group_rule': {'security_group_id': '1448eedf-f1d6-4b89-bbe4-a1904e913aa0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'f5805f7d-1f54-4a84-bde0-a7e664b8305f'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:20.098371 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-22ce30a9-10dd-4862-98ae-7ddb23460e21 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:40:20.101803 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-22ce30a9-10dd-4862-98ae-7ddb23460e21 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:40:20.105007 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce30a9-10dd-4862-98ae-7ddb23460e21 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Pushing event updated for resources: {'Port': ['ID=45bb67bc-ca35-4c92-800e-b213136ce078,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:20.167099 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5328a89-7be5-4260-81fa-72dea75ff32c req-a6cd1ea3-0b18-4c29-9606-17965590e25f tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:20.176342 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c5328a89-7be5-4260-81fa-72dea75ff32c req-a6cd1ea3-0b18-4c29-9606-17965590e25f tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d50e936-95dd-4fa7-b298-a3fc49596740 HTTP/1.1" status: 200 len: 945 time: 0.1386859 Dec 09 15:40:20.191276 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-8c89484b-5e65-46f9-9434-a465cbcefa38 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] create failed (client error): The resource could not be found. Dec 09 15:40:20.193254 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8c89484b-5e65-46f9-9434-a465cbcefa38 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1242554 Dec 09 15:40:20.196320 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36418) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:20.211491 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-22ce30a9-10dd-4862-98ae-7ddb23460e21 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:20.212182 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-22ce30a9-10dd-4862-98ae-7ddb23460e21 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:20.237922 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 5f2ed213-b93c-4456-9de3-acd80db93d07, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5f2ed213-b93c-4456-9de3-acd80db93d07,segment=NetworkSegment(bfe5567d-d2f6-4409-8771-2c3d7fc478c9),segment_id=bfe5567d-d2f6-4409-8771-2c3d7fc478c9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:40:20.259106 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '5f2ed213-b93c-4456-9de3-acd80db93d07', 'network_id': '92a47958-6df8-43d7-a435-98bacb180021', 'port_id': '5f2ed213-b93c-4456-9de3-acd80db93d07', 'mac_address': 'fa:16:3e:ba:ef:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c395f70-a7af-4da8-a130-cf3a05578152', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:40:20.261278 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 1b2753c3-6456-42b0-9ffa-8d0b866504b4 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:40:20.263923 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-22ce30a9-10dd-4862-98ae-7ddb23460e21 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2547631 Dec 09 15:40:20.288205 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 1b2753c3-6456-42b0-9ffa-8d0b866504b4 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:40:20.288838 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 1b2753c3-6456-42b0-9ffa-8d0b866504b4 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:40:20.311760 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ac27b9b1-5fe8-4ab5-a470-2d7ba1ebcf93 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:20.315101 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-b707f6ab-e751-4e54-b254-0daa632a9b0c service neutron] Request body: {'port': {'device_id': '010b8793-9768-4df0-800b-a7cc9fd4196a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:20.340839 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ac27b9b1-5fe8-4ab5-a470-2d7ba1ebcf93 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:20.350264 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36424) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:20.355808 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:20.414736 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ac27b9b1-5fe8-4ab5-a470-2d7ba1ebcf93 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:20.425920 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ac27b9b1-5fe8-4ab5-a470-2d7ba1ebcf93 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:20.427452 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ac27b9b1-5fe8-4ab5-a470-2d7ba1ebcf93 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "DELETE /v2.0/security-groups/1448eedf-f1d6-4b89-bbe4-a1904e913aa0 HTTP/1.1" status: 204 len: 168 time: 0.2294075 Dec 09 15:40:20.433960 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36432) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:20.440949 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c5328a89-7be5-4260-81fa-72dea75ff32c req-1aaed69a-c181-40bd-bf6d-33f8ebed1c97 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/security-groups?id=cae95911-d29e-4491-93bd-1e00edc2ab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634819 Dec 09 15:40:20.441120 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f2ed213-b93c-4456-9de3-acd80db93d07 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:40:20.469986 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac27b9b1-5fe8-4ab5-a470-2d7ba1ebcf93 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1448eedf-f1d6-4b89-bbe4-a1904e913aa0,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:20.527227 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-b707f6ab-e751-4e54-b254-0daa632a9b0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:20.547904 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1d4ad3d7-0157-4b6d-8abe-fd3c17e8f772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:20.564537 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 5f2ed213-b93c-4456-9de3-acd80db93d07, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5f2ed213-b93c-4456-9de3-acd80db93d07,segment=NetworkSegment(bfe5567d-d2f6-4409-8771-2c3d7fc478c9),segment_id=bfe5567d-d2f6-4409-8771-2c3d7fc478c9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:40:20.570353 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6be3f2b8-71bd-4590-b6fe-1d3058261369 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1349289 Dec 09 15:40:20.571057 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36434) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:20.573722 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-630303dd-b08e-48d8-91fa-1e03f30ed593 None None] Provisioning complete for port 45bb67bc-ca35-4c92-800e-b213136ce078 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:40:20.574352 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-630303dd-b08e-48d8-91fa-1e03f30ed593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:20.581340 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-31aa0ca5-c794-40c7-9c5f-5e0466d2f038 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Request body: {'security_group_rule': {'security_group_id': '3b577e10-e055-4d2d-9a5a-aaefe74ff2d1', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:20.615855 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ad077987-35d3-443e-84af-f20317aad9da admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-514658839-network', 'tenant_id': '587172c4ee4140ce945d41f415d37357'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:20.634871 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-630303dd-b08e-48d8-91fa-1e03f30ed593 None None] Port 45bb67bc-ca35-4c92-800e-b213136ce078 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:40:20.640206 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:20.659654 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad077987-35d3-443e-84af-f20317aad9da admin admin] Made reservation on behalf of 587172c4ee4140ce945d41f415d37357 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:40:20.662518 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad077987-35d3-443e-84af-f20317aad9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:20.678766 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad077987-35d3-443e-84af-f20317aad9da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:20.717475 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=5f2ed213-b93c-4456-9de3-acd80db93d07,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:20.727382 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:20.728203 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:20.728772 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:20.729289 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:20.729802 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:20.730419 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:20.730929 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:20.731470 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:20.732135 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:20.732684 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:20.733656 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:20.734204 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:20.734719 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:20.743244 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-31aa0ca5-c794-40c7-9c5f-5e0466d2f038 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] create failed (client error): The resource could not be found. Dec 09 15:40:20.750703 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-31aa0ca5-c794-40c7-9c5f-5e0466d2f038 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1752501 Dec 09 15:40:20.751294 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36436) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:20.759749 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-69e0cf2c-ff2e-4a94-ab60-992bb7bb14d9 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Request body: {'security_group': {'name': 'tempest-secgroup--1560916452'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:20.807011 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad077987-35d3-443e-84af-f20317aad9da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:20.816998 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-69e0cf2c-ff2e-4a94-ab60-992bb7bb14d9 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:20.819652 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad077987-35d3-443e-84af-f20317aad9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:20.857017 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad077987-35d3-443e-84af-f20317aad9da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:40:20.891100 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad077987-35d3-443e-84af-f20317aad9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:20.891573 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-ad077987-35d3-443e-84af-f20317aad9da admin admin] Added segment db1d94ec-099a-4e17-af5b-48bfc83fcdea of type vlan for network 0c50b81e-f0a9-4a08-9e45-0dbaa458970c Dec 09 15:40:20.901482 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad077987-35d3-443e-84af-f20317aad9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d15b3f3-1c3d-4360-ae9a-6fee99d128f4,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:20.929388 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57c053-0b99-4f7b-810b-a6d87ad8fcca req-3905d40a-abd2-4166-b2a3-5f456ba98dac tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:20.930912 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6f57c053-0b99-4f7b-810b-a6d87ad8fcca req-3905d40a-abd2-4166-b2a3-5f456ba98dac tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d50e936-95dd-4fa7-b298-a3fc49596740 HTTP/1.1" status: 200 len: 945 time: 0.1349335 Dec 09 15:40:20.947557 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f4fc8-0fcd-46fc-b97e-0020465cf6e5 req-3030fb30-6f04-41b0-b7b9-fa326c5d9144 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:20.949102 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bd5f4fc8-0fcd-46fc-b97e-0020465cf6e5 req-3030fb30-6f04-41b0-b7b9-fa326c5d9144 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 950 time: 0.1315281 Dec 09 15:40:20.965577 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad077987-35d3-443e-84af-f20317aad9da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:21.003463 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-69e0cf2c-ff2e-4a94-ab60-992bb7bb14d9 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:21.010208 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-69e0cf2c-ff2e-4a94-ab60-992bb7bb14d9 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:21.048897 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-69e0cf2c-ff2e-4a94-ab60-992bb7bb14d9 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:21.053379 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-69e0cf2c-ff2e-4a94-ab60-992bb7bb14d9 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2974768 Dec 09 15:40:21.053991 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36442) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:21.056873 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad077987-35d3-443e-84af-f20317aad9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:21.057887 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad077987-35d3-443e-84af-f20317aad9da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:21.058401 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad077987-35d3-443e-84af-f20317aad9da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:21.062947 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-bb75cd55-0b3f-451e-9faf-0b90a15febf4 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Request body: {'security_group': {'name': 'tempest-secgroup--1742862369'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:21.074463 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e0cf2c-ff2e-4a94-ab60-992bb7bb14d9 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=259ac016-7108-4276-9a84-e7901d747ad0,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:21.088026 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-b707f6ab-e751-4e54-b254-0daa632a9b0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45bb67bc-ca35-4c92-800e-b213136ce078 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:40:21.097200 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['5f2ed213-b93c-4456-9de3-acd80db93d07'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:40:21.102913 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-b707f6ab-e751-4e54-b254-0daa632a9b0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:21.118545 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bd5f4fc8-0fcd-46fc-b97e-0020465cf6e5 req-273fe457-9323-4109-a1e4-93746aee9f1e tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491632 Dec 09 15:40:21.141366 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-b707f6ab-e751-4e54-b254-0daa632a9b0c service neutron] Transition to ACTIVE for port object 45bb67bc-ca35-4c92-800e-b213136ce078 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:40:21.157157 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-b707f6ab-e751-4e54-b254-0daa632a9b0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:21.181505 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad077987-35d3-443e-84af-f20317aad9da admin admin] Pushing event updated for resources: {'Network': ['ID=0c50b81e-f0a9-4a08-9e45-0dbaa458970c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:21.190316 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb75cd55-0b3f-451e-9faf-0b90a15febf4 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:21.203236 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ad077987-35d3-443e-84af-f20317aad9da admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8473330 Dec 09 15:40:21.203700 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36444) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:21.215642 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 0c50b81e-f0a9-4a08-9e45-0dbaa458970c details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:40:21.220118 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-6f57c053-0b99-4f7b-810b-a6d87ad8fcca req-d6a5fe0d-b9ee-4b1e-9741-67771e55c0b6 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Deleting port d56ca572-5aef-4ecb-a94c-632bd6bc1b9b {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:40:21.220909 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6f57c053-0b99-4f7b-810b-a6d87ad8fcca req-d6a5fe0d-b9ee-4b1e-9741-67771e55c0b6 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:21.223023 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-9f83a75f-a366-46bb-af01-85e7c8f1e347 admin admin] Request body: {'subnet': {'network_id': '0c50b81e-f0a9-4a08-9e45-0dbaa458970c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-514658839-subnet', 'tenant_id': '587172c4ee4140ce945d41f415d37357', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:21.336728 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707f6ab-e751-4e54-b254-0daa632a9b0c service neutron] Pushing event updated for resources: {'Port': ['ID=45bb67bc-ca35-4c92-800e-b213136ce078,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:21.365213 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb75cd55-0b3f-451e-9faf-0b90a15febf4 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:21.380322 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb75cd55-0b3f-451e-9faf-0b90a15febf4 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:21.387632 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f83a75f-a366-46bb-af01-85e7c8f1e347 admin admin] Made reservation on behalf of 587172c4ee4140ce945d41f415d37357 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:40:21.393512 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9f83a75f-a366-46bb-af01-85e7c8f1e347 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:21.480025 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-6f57c053-0b99-4f7b-810b-a6d87ad8fcca req-d6a5fe0d-b9ee-4b1e-9741-67771e55c0b6 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] For port d56ca572-5aef-4ecb-a94c-632bd6bc1b9b, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=d56ca572-5aef-4ecb-a94c-632bd6bc1b9b,segment=NetworkSegment(f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db),segment_id=f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:40:21.480395 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6f57c053-0b99-4f7b-810b-a6d87ad8fcca req-d6a5fe0d-b9ee-4b1e-9741-67771e55c0b6 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:21.515478 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-6f57c053-0b99-4f7b-810b-a6d87ad8fcca req-d6a5fe0d-b9ee-4b1e-9741-67771e55c0b6 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Calling delete_port for d56ca572-5aef-4ecb-a94c-632bd6bc1b9b owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:40:21.563328 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb75cd55-0b3f-451e-9faf-0b90a15febf4 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:21.565189 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bb75cd55-0b3f-451e-9faf-0b90a15febf4 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5086920 Dec 09 15:40:21.567699 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb75cd55-0b3f-451e-9faf-0b90a15febf4 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0169beb-8f89-441a-94bc-87691f71899f,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:21.571925 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36448) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:21.581946 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ca91a14f-626f-4a8f-be76-666acabf581c tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Request body: {'security_group_rule': {'security_group_id': '259ac016-7108-4276-9a84-e7901d747ad0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'f0169beb-8f89-441a-94bc-87691f71899f'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:21.593519 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-b707f6ab-e751-4e54-b254-0daa632a9b0c service neutron] Attempting to bind port 45bb67bc-ca35-4c92-800e-b213136ce078 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:40:21.593792 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-b707f6ab-e751-4e54-b254-0daa632a9b0c service neutron] Attempting to bind port 45bb67bc-ca35-4c92-800e-b213136ce078 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': 'dc5f4fd7-f2d0-4fcc-b322-be564df2c7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e2c56416-a3b5-4b61-991a-78207a48b599'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:40:21.594127 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-b707f6ab-e751-4e54-b254-0daa632a9b0c service neutron] Attempting to bind port 45bb67bc-ca35-4c92-800e-b213136ce078 on network e2c56416-a3b5-4b61-991a-78207a48b599 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:40:21.629526 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-b707f6ab-e751-4e54-b254-0daa632a9b0c service neutron] Port 45bb67bc-ca35-4c92-800e-b213136ce078 on network e2c56416-a3b5-4b61-991a-78207a48b599 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:40:21.629881 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-b707f6ab-e751-4e54-b254-0daa632a9b0c service neutron] Attempting to bind port 45bb67bc-ca35-4c92-800e-b213136ce078 on network e2c56416-a3b5-4b61-991a-78207a48b599 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:40:21.648724 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-b707f6ab-e751-4e54-b254-0daa632a9b0c service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:40:21.649315 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-b707f6ab-e751-4e54-b254-0daa632a9b0c service neutron] Checking segment: {'id': 'dc5f4fd7-f2d0-4fcc-b322-be564df2c7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e2c56416-a3b5-4b61-991a-78207a48b599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:40:21.649968 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-b707f6ab-e751-4e54-b254-0daa632a9b0c service neutron] Bound using segment: {'id': 'dc5f4fd7-f2d0-4fcc-b322-be564df2c7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e2c56416-a3b5-4b61-991a-78207a48b599'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:40:21.650547 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-b707f6ab-e751-4e54-b254-0daa632a9b0c service neutron] Bound port: 45bb67bc-ca35-4c92-800e-b213136ce078, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5f4fd7-f2d0-4fcc-b322-be564df2c7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e2c56416-a3b5-4b61-991a-78207a48b599'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:40:21.650907 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-b707f6ab-e751-4e54-b254-0daa632a9b0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:21.665316 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-ca91a14f-626f-4a8f-be76-666acabf581c tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:40:21.666182 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ca91a14f-626f-4a8f-be76-666acabf581c tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0880067 Dec 09 15:40:21.688090 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36450) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:21.738127 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9f83a75f-a366-46bb-af01-85e7c8f1e347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:21.761439 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921fa5b-0441-4651-8259-98d13d96a978 req-85ab836d-9420-4795-9df7-eda34b3fd06e tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:21.763020 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1921fa5b-0441-4651-8259-98d13d96a978 req-85ab836d-9420-4795-9df7-eda34b3fd06e tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 944 time: 0.2678337 Dec 09 15:40:21.811051 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f83a75f-a366-46bb-af01-85e7c8f1e347 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d178674-83cd-4349-877e-10aa1f7c4fbe,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:21.814652 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8b473f1-9222-4972-bf9d-9f330f58326c tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:21.824057 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6f57c053-0b99-4f7b-810b-a6d87ad8fcca req-d6a5fe0d-b9ee-4b1e-9741-67771e55c0b6 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:21.831559 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-b707f6ab-e751-4e54-b254-0daa632a9b0c service neutron] For port 45bb67bc-ca35-4c92-800e-b213136ce078, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:40:21.849956 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f83a75f-a366-46bb-af01-85e7c8f1e347 admin admin] Checking segment: {'id': 'db1d94ec-099a-4e17-af5b-48bfc83fcdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0c50b81e-f0a9-4a08-9e45-0dbaa458970c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:40:21.849956 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f83a75f-a366-46bb-af01-85e7c8f1e347 admin admin] Network hostable DHCP agents. Network: 0c50b81e-f0a9-4a08-9e45-0dbaa458970c, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:40:21.855909 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8b473f1-9222-4972-bf9d-9f330f58326c tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:21.895086 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-b707f6ab-e751-4e54-b254-0daa632a9b0c service neutron] For port 45bb67bc-ca35-4c92-800e-b213136ce078, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=45bb67bc-ca35-4c92-800e-b213136ce078,segment=NetworkSegment(dc5f4fd7-f2d0-4fcc-b322-be564df2c7cb),segment_id=dc5f4fd7-f2d0-4fcc-b322-be564df2c7cb)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:40:21.901517 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f83a75f-a366-46bb-af01-85e7c8f1e347 admin admin] Network 0c50b81e-f0a9-4a08-9e45-0dbaa458970c is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:40:21.913396 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-9f83a75f-a366-46bb-af01-85e7c8f1e347 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 0c50b81e-f0a9-4a08-9e45-0dbaa458970c) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:40:21.913577 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5fe0d-b9ee-4b1e-9741-67771e55c0b6 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Pushing event deleted for resources: {'Port': ['ID=d56ca572-5aef-4ecb-a94c-632bd6bc1b9b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:21.918576 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8b473f1-9222-4972-bf9d-9f330f58326c tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:21.921612 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8b473f1-9222-4972-bf9d-9f330f58326c tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:21.921879 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-b707f6ab-e751-4e54-b254-0daa632a9b0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:21.922989 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a8b473f1-9222-4972-bf9d-9f330f58326c tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "DELETE /v2.0/security-groups/f0169beb-8f89-441a-94bc-87691f71899f HTTP/1.1" status: 204 len: 168 time: 0.2338924 Dec 09 15:40:21.925401 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f83a75f-a366-46bb-af01-85e7c8f1e347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:21.926047 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9f83a75f-a366-46bb-af01-85e7c8f1e347 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:21.931081 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36452) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:21.937380 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1921fa5b-0441-4651-8259-98d13d96a978 req-6b2e7ae8-4a0e-4de4-be23-aea6a2adf8f3 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/security-groups?id=405f7c79-c2e4-4998-b8a7-72f6f093478a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603117 Dec 09 15:40:21.951680 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c931d96a-efc5-4bb4-87ca-7e0728306871 None None] Network 0c50b81e-f0a9-4a08-9e45-0dbaa458970c requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:40:21.961682 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b473f1-9222-4972-bf9d-9f330f58326c tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0169beb-8f89-441a-94bc-87691f71899f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:21.982335 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9f83a75f-a366-46bb-af01-85e7c8f1e347 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7760301 Dec 09 15:40:22.028059 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f57c053-0b99-4f7b-810b-a6d87ad8fcca req-d6a5fe0d-b9ee-4b1e-9741-67771e55c0b6 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] No DVR routers for this DVR port d56ca572-5aef-4ecb-a94c-632bd6bc1b9b on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:40:22.031871 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-dc5acfe3-a838-4900-ad41-5d36b5df1752 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0965180 Dec 09 15:40:22.032139 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36456) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:22.056365 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6f57c053-0b99-4f7b-810b-a6d87ad8fcca req-d6a5fe0d-b9ee-4b1e-9741-67771e55c0b6 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:22.060300 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6f57c053-0b99-4f7b-810b-a6d87ad8fcca req-d6a5fe0d-b9ee-4b1e-9741-67771e55c0b6 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.31 "DELETE /v2.0/ports/d56ca572-5aef-4ecb-a94c-632bd6bc1b9b HTTP/1.1" status: 204 len: 173 time: 1.1069119 Dec 09 15:40:22.125380 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d50e936-95dd-4fa7-b298-a3fc49596740', 'name': 'network-vif-deleted', 'tag': 'd56ca572-5aef-4ecb-a94c-632bd6bc1b9b'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:40:22.135068 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a1bd11-69c1-42a4-9f4f-95f52179da7a" -d '{"events": [{"server_uuid": "8d50e936-95dd-4fa7-b298-a3fc49596740", "name": "network-vif-deleted", "tag": "d56ca572-5aef-4ecb-a94c-632bd6bc1b9b"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:40:22.139796 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-84ad40d1-2153-40c1-9e58-2dc6f2d75f4d tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:22.162379 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-b707f6ab-e751-4e54-b254-0daa632a9b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:22.165575 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-b707f6ab-e751-4e54-b254-0daa632a9b0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:22.167054 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-b707f6ab-e751-4e54-b254-0daa632a9b0c service neutron] 10.222.0.31 "PUT /v2.0/ports/45bb67bc-ca35-4c92-800e-b213136ce078 HTTP/1.1" status: 200 len: 1091 time: 1.8764527 Dec 09 15:40:22.190497 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-84ad40d1-2153-40c1-9e58-2dc6f2d75f4d tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:22.256511 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281475ec-3bb8-4fd2-95e4-fefea7d351a1 None None] Network 0c50b81e-f0a9-4a08-9e45-0dbaa458970c requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:40:22.297956 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-84ad40d1-2153-40c1-9e58-2dc6f2d75f4d tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:22.302896 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-84ad40d1-2153-40c1-9e58-2dc6f2d75f4d tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:22.306445 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-84ad40d1-2153-40c1-9e58-2dc6f2d75f4d tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "DELETE /v2.0/security-groups/259ac016-7108-4276-9a84-e7901d747ad0 HTTP/1.1" status: 204 len: 168 time: 0.2709115 Dec 09 15:40:22.309749 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36466) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:22.374873 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad40d1-2153-40c1-9e58-2dc6f2d75f4d tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=259ac016-7108-4276-9a84-e7901d747ad0,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:22.379207 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707f6ab-e751-4e54-b254-0daa632a9b0c service neutron] Pushing event updated for resources: {'Port': ['ID=45bb67bc-ca35-4c92-800e-b213136ce078,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:22.405745 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf805103-8042-425d-8720-f0b4a0ab4adf req-cfb532db-e8ec-43a0-a2dc-b26d73b78b16 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:22.407389 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf805103-8042-425d-8720-f0b4a0ab4adf req-cfb532db-e8ec-43a0-a2dc-b26d73b78b16 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/ports?device_id=010b8793-9768-4df0-800b-a7cc9fd4196a HTTP/1.1" status: 200 len: 943 time: 0.2625031 Dec 09 15:40:22.413727 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-2e985eba-256c-4279-8629-7794a16aaa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:22.415250 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-2e985eba-256c-4279-8629-7794a16aaa8e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3750ab20cd99426eb2548e1fbcd1e15c&device_id=010b8793-9768-4df0-800b-a7cc9fd4196a HTTP/1.1" status: 200 len: 1094 time: 0.1059246 Dec 09 15:40:22.444489 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-98b2a185-9311-4bb9-a4ef-29fd38e4a7d2 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1217651 Dec 09 15:40:22.446008 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36470) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:22.450920 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d83ab761-a38a-4f2b-834e-867b14cddc02 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Request body: {'security_group': {'name': 'tempest-secgroup--1105788993'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:22.481306 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf805103-8042-425d-8720-f0b4a0ab4adf req-72046f02-1a1c-4f84-a38f-59ce4604e0e3 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/security-groups?id=f75860f8-3c12-4147-8105-fba68cf10719&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650835 Dec 09 15:40:22.493341 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d83ab761-a38a-4f2b-834e-867b14cddc02 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:22.535261 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-6ea582c8-5f81-40c7-9637-070df64a8221 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45bb67bc-ca35-4c92-800e-b213136ce078 HTTP/1.1" status: 200 len: 217 time: 0.0624845 Dec 09 15:40:22.590375 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d83ab761-a38a-4f2b-834e-867b14cddc02 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:22.598068 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d83ab761-a38a-4f2b-834e-867b14cddc02 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:22.646592 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d83ab761-a38a-4f2b-834e-867b14cddc02 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:22.650672 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d83ab761-a38a-4f2b-834e-867b14cddc02 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2008319 Dec 09 15:40:22.650672 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ab761-a38a-4f2b-834e-867b14cddc02 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=309560f4-bff2-41a4-a3e7-35cce400b750,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:22.652148 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36472) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:22.655680 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a524b0c6-843f-4fc8-8b61-f667f7f79bbd tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Request body: {'security_group_rule': {'security_group_id': '309560f4-bff2-41a4-a3e7-35cce400b750', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:22.672477 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-38806615-f2b3-48e2-8783-089d4a0440ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:22.675444 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-38806615-f2b3-48e2-8783-089d4a0440ba service neutron] 10.222.0.31 "GET /v2.0/subnets?id=82818294-a77a-4d84-912f-e7bf638da367 HTTP/1.1" status: 200 len: 855 time: 0.1270552 Dec 09 15:40:22.677997 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-21a4c712-0558-42a6-9eb5-efc07065f19d req-e31d29ad-c5e3-4a8e-8d5b-615dc6842776 tempest-ListServerFiltersTestJSON-2057925516 tempest-ListServerFiltersTestJSON-2057925516-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d50e936-95dd-4fa7-b298-a3fc49596740 HTTP/1.1" status: 200 len: 210 time: 0.0548806 Dec 09 15:40:22.716624 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-a524b0c6-843f-4fc8-8b61-f667f7f79bbd tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:40:22.720319 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a524b0c6-843f-4fc8-8b61-f667f7f79bbd tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0681872 Dec 09 15:40:22.723124 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36474) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:22.728668 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d2cdf05e-08d3-47b8-b682-748e75cb31c6 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Request body: {'security_group_rule': {'security_group_id': '309560f4-bff2-41a4-a3e7-35cce400b750', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:22.775677 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-d2cdf05e-08d3-47b8-b682-748e75cb31c6 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:40:22.777191 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d2cdf05e-08d3-47b8-b682-748e75cb31c6 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0529103 Dec 09 15:40:22.780758 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36476) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:22.789937 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-25390ded-97ef-4735-8b6d-54a1f05f5236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:22.792456 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-25390ded-97ef-4735-8b6d-54a1f05f5236 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e2c56416-a3b5-4b61-991a-78207a48b599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1087909 Dec 09 15:40:22.818609 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec47c0-7f2e-4ffe-81ab-457f1f46be8b req-c04284f8-c814-4423-b6c6-870c61ea3862 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:22.820244 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fdec47c0-7f2e-4ffe-81ab-457f1f46be8b req-c04284f8-c814-4423-b6c6-870c61ea3862 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 950 time: 0.0775297 Dec 09 15:40:22.860878 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fe8fb9da-40c7-460c-ac40-147c6f34cfd4 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:22.888934 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fe8fb9da-40c7-460c-ac40-147c6f34cfd4 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:22.941363 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fdec47c0-7f2e-4ffe-81ab-457f1f46be8b req-26c73f20-03c3-4cb1-ad22-ebae6debd688 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093514 Dec 09 15:40:22.951559 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ce455535-5d42-40c3-8590-6445b98c5501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:22.954996 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fe8fb9da-40c7-460c-ac40-147c6f34cfd4 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:22.959153 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fe8fb9da-40c7-460c-ac40-147c6f34cfd4 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:22.963419 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-fe8fb9da-40c7-460c-ac40-147c6f34cfd4 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "DELETE /v2.0/security-groups/309560f4-bff2-41a4-a3e7-35cce400b750 HTTP/1.1" status: 204 len: 168 time: 0.1813657 Dec 09 15:40:22.964032 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36480) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:22.975349 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-8b3303d7-351b-43c6-87ce-62d1ccea0cdf service neutron] 10.222.0.31 "GET /v2.0/networks/e2c56416-a3b5-4b61-991a-78207a48b599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745501 Dec 09 15:40:22.978397 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a2d178-bd03-4136-a2d7-d01b9f12b3a7 x-openstack-request-id: req-02a2d178-bd03-4136-a2d7-d01b9f12b3a7 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:40:22.978873 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d50e936-95dd-4fa7-b298-a3fc49596740", "name": "network-vif-deleted", "tag": "d56ca572-5aef-4ecb-a94c-632bd6bc1b9b", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:40:22.979243 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-02a2d178-bd03-4136-a2d7-d01b9f12b3a7 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:40:22.979718 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d50e936-95dd-4fa7-b298-a3fc49596740', 'name': 'network-vif-deleted', 'tag': 'd56ca572-5aef-4ecb-a94c-632bd6bc1b9b', 'status': 'completed', 'code': 200} Dec 09 15:40:22.983775 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8fb9da-40c7-460c-ac40-147c6f34cfd4 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=309560f4-bff2-41a4-a3e7-35cce400b750,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:22.987806 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36482) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:23.048076 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-266a698e-dc75-4915-aa1d-8c38bbdac576 admin admin] Deleting subnet 7d178674-83cd-4349-877e-10aa1f7c4fbe {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:40:23.052842 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-266a698e-dc75-4915-aa1d-8c38bbdac576 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:23.085027 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f65043b1-c3d2-4929-a1ea-26128821bfab req-30f7a985-46ad-4458-bda1-3ab00419ab1b service neutron] 10.222.0.31 "GET /v2.0/networks/e2c56416-a3b5-4b61-991a-78207a48b599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914032 Dec 09 15:40:23.089581 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-266a698e-dc75-4915-aa1d-8c38bbdac576 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:23.156264 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c04f381c-c1b3-4b2e-9d6c-09163be986a4 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1782186 Dec 09 15:40:23.160955 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36484) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:23.168117 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-9e622998-1cb8-4219-9dc7-b5d693b78451 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Request body: {'security_group': {'name': 'tempest-secgroup--2095592753'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:23.170363 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-266a698e-dc75-4915-aa1d-8c38bbdac576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:23.207051 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9e622998-1cb8-4219-9dc7-b5d693b78451 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:23.234154 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-266a698e-dc75-4915-aa1d-8c38bbdac576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:23.260680 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a698e-dc75-4915-aa1d-8c38bbdac576 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d178674-83cd-4349-877e-10aa1f7c4fbe,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:23.265246 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-266a698e-dc75-4915-aa1d-8c38bbdac576 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:23.271602 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-266a698e-dc75-4915-aa1d-8c38bbdac576 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/7d178674-83cd-4349-877e-10aa1f7c4fbe HTTP/1.1" status: 204 len: 168 time: 0.2790153 Dec 09 15:40:23.272305 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36486) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:23.303114 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d96027-02ea-401f-ac0b-0d4590066675 req-a8e06a09-8c4a-4197-b650-3fc3895aacf3 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:23.304798 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a1d96027-02ea-401f-ac0b-0d4590066675 req-a8e06a09-8c4a-4197-b650-3fc3895aacf3 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 944 time: 0.0769534 Dec 09 15:40:23.355821 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9e622998-1cb8-4219-9dc7-b5d693b78451 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:23.366321 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9e622998-1cb8-4219-9dc7-b5d693b78451 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:23.369219 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca8ec18c-98c2-491c-b07e-9bb99518bfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:23.398556 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e622998-1cb8-4219-9dc7-b5d693b78451 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9041ac28-ddc5-4800-88ae-16305d96a866,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:23.413624 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a1d96027-02ea-401f-ac0b-0d4590066675 req-37dacce5-8363-4a6a-ade4-0f67c5942918 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/security-groups?id=405f7c79-c2e4-4998-b8a7-72f6f093478a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982950 Dec 09 15:40:23.419553 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9e622998-1cb8-4219-9dc7-b5d693b78451 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:23.425706 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9e622998-1cb8-4219-9dc7-b5d693b78451 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2630587 Dec 09 15:40:23.426578 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36488) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:23.431664 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-43a7cfc9-bc2f-4c98-98d2-4a99a48cb650 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:23.441638 n-d-821228-1 neutron-server[103244]: WARNING neutron.api.v2.base [None req-43a7cfc9-bc2f-4c98-98d2-4a99a48cb650 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 09 15:40:23.441638 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-43a7cfc9-bc2f-4c98-98d2-4a99a48cb650 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] update failed (client error): There was a conflict when trying to complete your request. Dec 09 15:40:23.441638 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-43a7cfc9-bc2f-4c98-98d2-4a99a48cb650 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "PUT /v2.0/security-groups/9041ac28-ddc5-4800-88ae-16305d96a866 HTTP/1.1" status: 409 len: 330 time: 0.0094674 Dec 09 15:40:23.441638 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36490) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:23.458221 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca8ec18c-98c2-491c-b07e-9bb99518bfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:23.482224 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ca8ec18c-98c2-491c-b07e-9bb99518bfd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c50b81e-f0a9-4a08-9e45-0dbaa458970c']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:40:23.494225 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ca8ec18c-98c2-491c-b07e-9bb99518bfd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db1d94ec-099a-4e17-af5b-48bfc83fcdea') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:40:23.494538 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ca8ec18c-98c2-491c-b07e-9bb99518bfd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db1d94ec-099a-4e17-af5b-48bfc83fcdea') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:40:23.495069 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d186a74-cde8-4ea5-a7e6-2274015cbead tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:23.504635 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca8ec18c-98c2-491c-b07e-9bb99518bfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:23.519231 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d186a74-cde8-4ea5-a7e6-2274015cbead tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:23.524740 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca8ec18c-98c2-491c-b07e-9bb99518bfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:23.536034 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca8ec18c-98c2-491c-b07e-9bb99518bfd4 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:40:23.537209 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca8ec18c-98c2-491c-b07e-9bb99518bfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:23.558115 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:40:23.558115 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:40:23.558115 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:40:23.558115 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:40:23.558115 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:40:23.558115 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:40:23.558115 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:40:23.558115 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:40:23.558115 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:40:23.558115 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:40:23.558115 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:40:23.558115 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:40:23.558115 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:40:23.558115 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:40:23.558115 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:40:23.558115 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:40:23.558115 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:40:23.558115 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:40:23.558115 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:40:23.558115 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:40:23.558115 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:40:23.558115 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:40:23.558115 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:40:23.558115 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:40:23.558115 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:40:23.558115 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:40:23.558115 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:40:23.558115 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:40:23.558115 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:40:23.558115 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:40:23.558115 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:40:23.558115 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:40:23.573293 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d186a74-cde8-4ea5-a7e6-2274015cbead tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:23.575852 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d186a74-cde8-4ea5-a7e6-2274015cbead tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:23.579309 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2d186a74-cde8-4ea5-a7e6-2274015cbead tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "DELETE /v2.0/security-groups/9041ac28-ddc5-4800-88ae-16305d96a866 HTTP/1.1" status: 204 len: 168 time: 0.1383755 Dec 09 15:40:23.587523 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36494) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:23.610044 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d186a74-cde8-4ea5-a7e6-2274015cbead tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9041ac28-ddc5-4800-88ae-16305d96a866,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:23.619862 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca8ec18c-98c2-491c-b07e-9bb99518bfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:23.629685 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca8ec18c-98c2-491c-b07e-9bb99518bfd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:23.633660 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ca8ec18c-98c2-491c-b07e-9bb99518bfd4 admin admin] 10.222.0.57 "DELETE /v2.0/networks/0c50b81e-f0a9-4a08-9e45-0dbaa458970c HTTP/1.1" status: 204 len: 168 time: 0.3600495 Dec 09 15:40:23.646113 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ec18c-98c2-491c-b07e-9bb99518bfd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c50b81e-f0a9-4a08-9e45-0dbaa458970c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:23.678949 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d5de8-9d09-42da-93ec-e53e02219604 req-35a721da-adf9-4355-ad72-05ea735c4422 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:23.680511 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7b0d5de8-9d09-42da-93ec-e53e02219604 req-35a721da-adf9-4355-ad72-05ea735c4422 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/ports?device_id=010b8793-9768-4df0-800b-a7cc9fd4196a HTTP/1.1" status: 200 len: 943 time: 0.1162643 Dec 09 15:40:23.685425 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3f40c795-57ed-42cd-867f-8938147f6d5b tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0815990 Dec 09 15:40:23.689989 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36498) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:23.705520 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-fcbe7881-6b12-4e55-930f-7a2a4c650d83 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] delete failed (client error): The resource could not be found. Dec 09 15:40:23.707355 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-fcbe7881-6b12-4e55-930f-7a2a4c650d83 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "DELETE /v2.0/security-groups/5f8324dc-7d85-432f-9e2f-695e5de74929 HTTP/1.1" status: 404 len: 347 time: 0.0158770 Dec 09 15:40:23.711824 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36502) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:23.730100 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-057f349b-f2f6-4222-a032-d8511abb5339 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] show failed (client error): The resource could not be found. Dec 09 15:40:23.731127 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-057f349b-f2f6-4222-a032-d8511abb5339 tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "GET /v2.0/security-groups/127f0066-7baa-40cd-9efd-664c26e702e5 HTTP/1.1" status: 404 len: 347 time: 0.0183849 Dec 09 15:40:23.734977 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36504) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:23.750138 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-2001d3f8-7065-4dcf-b298-26bbd8ec701e tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] show failed (client error): The resource could not be found. Dec 09 15:40:23.751168 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2001d3f8-7065-4dcf-b298-26bbd8ec701e tempest-NegativeSecGroupIPv6Test-96850394 tempest-NegativeSecGroupIPv6Test-96850394-project] 10.222.0.57 "GET /v2.0/security-group-rules/33583adb-4dd7-40e0-a82a-68b9abbe19f4 HTTP/1.1" status: 404 len: 356 time: 0.0149918 Dec 09 15:40:23.767387 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7b0d5de8-9d09-42da-93ec-e53e02219604 req-372e5c9f-01cb-477c-a2af-e9bc249ec80c tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/security-groups?id=f75860f8-3c12-4147-8105-fba68cf10719&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0744536 Dec 09 15:40:23.806562 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36508) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:23.821569 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36510) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:23.861175 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c887c755-352e-4170-b8c0-868e03ecbdc9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=587172c4ee4140ce945d41f415d37357&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0532520 Dec 09 15:40:23.864257 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36512) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:23.873552 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-54bdc0e7-79c4-49db-8898-922811305f73 admin admin] Deleting subnet 11704e60-4538-40a6-a291-7eff45dab789 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:40:23.877891 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-54bdc0e7-79c4-49db-8898-922811305f73 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:23.928640 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-54bdc0e7-79c4-49db-8898-922811305f73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:23.931927 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b806870b-0b8a-4060-940c-f9eead719252 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:23.964041 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:23.981232 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b806870b-0b8a-4060-940c-f9eead719252 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:23.992645 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 5f2ed213-b93c-4456-9de3-acd80db93d07 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:40:24.050745 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b806870b-0b8a-4060-940c-f9eead719252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:24.053484 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b806870b-0b8a-4060-940c-f9eead719252 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:24.057752 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b806870b-0b8a-4060-940c-f9eead719252 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3d15b3f3-1c3d-4360-ae9a-6fee99d128f4 HTTP/1.1" status: 204 len: 168 time: 0.1921194 Dec 09 15:40:24.066194 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b806870b-0b8a-4060-940c-f9eead719252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d15b3f3-1c3d-4360-ae9a-6fee99d128f4,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:24.083370 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36522) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:24.119269 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 5f2ed213-b93c-4456-9de3-acd80db93d07 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:40:24.129727 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 5f2ed213-b93c-4456-9de3-acd80db93d07 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:40:24.130227 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:24.139257 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-54bdc0e7-79c4-49db-8898-922811305f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:24.167972 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d960a-9af7-4bcc-8873-0d4e80ab0aee req-45571a96-8ae2-4f84-9839-ec2effd59fb6 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:24.176983 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-438d960a-9af7-4bcc-8873-0d4e80ab0aee req-45571a96-8ae2-4f84-9839-ec2effd59fb6 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 950 time: 0.1104300 Dec 09 15:40:24.243725 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-438d960a-9af7-4bcc-8873-0d4e80ab0aee req-08393b1e-a43c-4b61-b4d3-b732475c0e59 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657644 Dec 09 15:40:24.272731 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:24.286601 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-54bdc0e7-79c4-49db-8898-922811305f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:24.305360 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebcd737a-31aa-48b5-8313-bc156b40593a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f2ed213-b93c-4456-9de3-acd80db93d07'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:40:24.308064 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4b8679-dd80-4470-a9bb-65f47bd79521" -d '{"events": [{"server_uuid": "ebcd737a-31aa-48b5-8313-bc156b40593a", "name": "network-vif-plugged", "status": "completed", "tag": "5f2ed213-b93c-4456-9de3-acd80db93d07"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:40:24.312536 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-54bdc0e7-79c4-49db-8898-922811305f73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:24.315880 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8676bfe0-5d50-4861-a2f7-a1040b419e2b None None] Network 6ad932b2-3795-4674-90c7-9b84514451f1 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:40:24.320574 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-54bdc0e7-79c4-49db-8898-922811305f73 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/11704e60-4538-40a6-a291-7eff45dab789 HTTP/1.1" status: 204 len: 168 time: 0.4977767 Dec 09 15:40:24.323160 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36530) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:24.366758 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bdc0e7-79c4-49db-8898-922811305f73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11704e60-4538-40a6-a291-7eff45dab789,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:24.372485 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 5f2ed213-b93c-4456-9de3-acd80db93d07, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5f2ed213-b93c-4456-9de3-acd80db93d07,segment=NetworkSegment(bfe5567d-d2f6-4409-8771-2c3d7fc478c9),segment_id=bfe5567d-d2f6-4409-8771-2c3d7fc478c9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:40:24.423102 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:24.425405 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device d56ca572-5aef-4ecb-a94c-632bd6bc1b9b no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:40:24.473555 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: d56ca572-5aef-4ecb-a94c-632bd6bc1b9b {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:40:24.476967 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device d56ca572-5aef-4ecb-a94c-632bd6bc1b9b not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:40:24.478450 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:24.483294 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-72395e04-63e9-4209-bb49-7d193ef1c3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:24.547380 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ac20fe-6340-441f-8a33-a5ad73af1616 x-openstack-request-id: req-40ac20fe-6340-441f-8a33-a5ad73af1616 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:40:24.560957 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebcd737a-31aa-48b5-8313-bc156b40593a", "name": "network-vif-plugged", "status": "completed", "tag": "5f2ed213-b93c-4456-9de3-acd80db93d07", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:40:24.561233 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-40ac20fe-6340-441f-8a33-a5ad73af1616 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:40:24.561708 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebcd737a-31aa-48b5-8313-bc156b40593a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f2ed213-b93c-4456-9de3-acd80db93d07', 'code': 200} Dec 09 15:40:24.630252 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6607fb74-0664-4c6d-a876-5febe4a61532 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e3d726259cfb4e1a954e46a8c5c1f8f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5451674 Dec 09 15:40:24.633206 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36542) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:24.661599 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=5f2ed213-b93c-4456-9de3-acd80db93d07,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:24.682638 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb6759-ca83-42e4-b808-e69a2e95b7fb req-9f6ca741-5afe-4836-80c7-e84a119f206f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:24.685154 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4dbb6759-ca83-42e4-b808-e69a2e95b7fb req-9f6ca741-5afe-4836-80c7-e84a119f206f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 1096 time: 0.0760074 Dec 09 15:40:24.699031 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d02a0ca-4eeb-4167-a2ae-23a83c04d0de req-3d171fdb-ec3b-4eeb-af0f-8e82c1148744 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:24.707874 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9d02a0ca-4eeb-4167-a2ae-23a83c04d0de req-3d171fdb-ec3b-4eeb-af0f-8e82c1148744 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 945 time: 0.1096871 Dec 09 15:40:24.718685 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-72395e04-63e9-4209-bb49-7d193ef1c3c2 admin admin] Deleting port b229575c-4fcd-4275-b809-824a82f56d44 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:40:24.719034 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-72395e04-63e9-4209-bb49-7d193ef1c3c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:24.771451 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d65433a3-efe8-47c1-aca9-f7abffe130e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:24.797706 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054767c9-7997-409b-8239-c28892d4bbf4 None None] DHCP port deletion for 6ad932b2-3795-4674-90c7-9b84514451f1 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:40:24.819526 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d65433a3-efe8-47c1-aca9-f7abffe130e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:24.830910 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9d02a0ca-4eeb-4167-a2ae-23a83c04d0de req-c0ff045a-1ea2-49f0-9d14-aecb2e9f232a tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/security-groups?id=405f7c79-c2e4-4998-b8a7-72f6f093478a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216216 Dec 09 15:40:24.836600 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-72395e04-63e9-4209-bb49-7d193ef1c3c2 admin admin] For port b229575c-4fcd-4275-b809-824a82f56d44, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=b229575c-4fcd-4275-b809-824a82f56d44,segment=NetworkSegment(f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db),segment_id=f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:40:24.836971 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-72395e04-63e9-4209-bb49-7d193ef1c3c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:24.870801 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4dbb6759-ca83-42e4-b808-e69a2e95b7fb req-3c82c32c-426f-47ca-99c7-4d67fa19181c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=405f7c79-c2e4-4998-b8a7-72f6f093478a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573036 Dec 09 15:40:24.882757 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-72395e04-63e9-4209-bb49-7d193ef1c3c2 admin admin] Calling delete_port for b229575c-4fcd-4275-b809-824a82f56d44 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:40:24.890142 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-054767c9-7997-409b-8239-c28892d4bbf4 None None] Deleting port b229575c-4fcd-4275-b809-824a82f56d44 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:40:24.890832 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-054767c9-7997-409b-8239-c28892d4bbf4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:24.981610 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010b8793-9768-4df0-800b-a7cc9fd4196a', 'tag': '45bb67bc-ca35-4c92-800e-b213136ce078'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:40:24.986776 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39803d90-12f4-4ff1-a8d9-7e5a9c71a69d" -d '{"events": [{"name": "network-changed", "server_uuid": "010b8793-9768-4df0-800b-a7cc9fd4196a", "tag": "45bb67bc-ca35-4c92-800e-b213136ce078"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:40:24.998037 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d65433a3-efe8-47c1-aca9-f7abffe130e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:25.001226 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d65433a3-efe8-47c1-aca9-f7abffe130e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:25.004986 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d65433a3-efe8-47c1-aca9-f7abffe130e5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/516de1a2-55a6-44ab-9f59-cb435bbf9dd0 HTTP/1.1" status: 204 len: 168 time: 0.3688412 Dec 09 15:40:25.020769 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-054767c9-7997-409b-8239-c28892d4bbf4 None None] For port b229575c-4fcd-4275-b809-824a82f56d44, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=b229575c-4fcd-4275-b809-824a82f56d44,segment=NetworkSegment(f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db),segment_id=f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:40:25.021330 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-054767c9-7997-409b-8239-c28892d4bbf4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:25.027344 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65433a3-efe8-47c1-aca9-f7abffe130e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516de1a2-55a6-44ab-9f59-cb435bbf9dd0,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:25.047063 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a74cc-0fe2-453f-99ad-a1a9001bf88b req-946e7150-934d-4530-802e-d267f7a77c1b tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:25.048640 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-72395e04-63e9-4209-bb49-7d193ef1c3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:25.051390 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-054767c9-7997-409b-8239-c28892d4bbf4 None None] Calling delete_port for b229575c-4fcd-4275-b809-824a82f56d44 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:40:25.056870 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fd8a74cc-0fe2-453f-99ad-a1a9001bf88b req-946e7150-934d-4530-802e-d267f7a77c1b tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/ports?device_id=010b8793-9768-4df0-800b-a7cc9fd4196a HTTP/1.1" status: 200 len: 943 time: 0.1265235 Dec 09 15:40:25.123562 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72395e04-63e9-4209-bb49-7d193ef1c3c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b229575c-4fcd-4275-b809-824a82f56d44,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:25.125516 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72395e04-63e9-4209-bb49-7d193ef1c3c2 admin admin] No DVR routers for this DVR port b229575c-4fcd-4275-b809-824a82f56d44 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:40:25.165889 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fd8a74cc-0fe2-453f-99ad-a1a9001bf88b req-8da8bbb4-398e-4f28-8a22-d150f24567b5 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/security-groups?id=f75860f8-3c12-4147-8105-fba68cf10719&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0957000 Dec 09 15:40:25.231306 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f6b89c-102e-4f0d-ba3c-456feeab1711 x-openstack-request-id: req-b3f6b89c-102e-4f0d-ba3c-456feeab1711 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:40:25.232609 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "010b8793-9768-4df0-800b-a7cc9fd4196a", "tag": "45bb67bc-ca35-4c92-800e-b213136ce078", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:40:25.233071 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b3f6b89c-102e-4f0d-ba3c-456feeab1711 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:40:25.233722 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '010b8793-9768-4df0-800b-a7cc9fd4196a', 'tag': '45bb67bc-ca35-4c92-800e-b213136ce078', 'status': 'completed', 'code': 200} Dec 09 15:40:25.278233 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-72395e04-63e9-4209-bb49-7d193ef1c3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:25.299341 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-054767c9-7997-409b-8239-c28892d4bbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:25.312766 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:25.328256 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-72395e04-63e9-4209-bb49-7d193ef1c3c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ad932b2-3795-4674-90c7-9b84514451f1']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:40:25.335711 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39803d90-12f4-4ff1-a8d9-7e5a9c71a69d req-2ba36255-f973-4592-95f5-54453c3f3292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:25.337702 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-39803d90-12f4-4ff1-a8d9-7e5a9c71a69d req-2ba36255-f973-4592-95f5-54453c3f3292 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3750ab20cd99426eb2548e1fbcd1e15c&device_id=010b8793-9768-4df0-800b-a7cc9fd4196a HTTP/1.1" status: 200 len: 1094 time: 0.0770392 Dec 09 15:40:25.350633 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-72395e04-63e9-4209-bb49-7d193ef1c3c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:40:25.351990 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-72395e04-63e9-4209-bb49-7d193ef1c3c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2a3e146-84a8-4d0d-a0e1-dc1e3b9fe5db') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:40:25.363635 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054767c9-7997-409b-8239-c28892d4bbf4 None None] No DVR routers for this DVR port b229575c-4fcd-4275-b809-824a82f56d44 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:40:25.371625 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054767c9-7997-409b-8239-c28892d4bbf4 None None] Pushing event deleted for resources: {'Port': ['ID=b229575c-4fcd-4275-b809-824a82f56d44,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:25.375463 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-72395e04-63e9-4209-bb49-7d193ef1c3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:25.401795 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-72395e04-63e9-4209-bb49-7d193ef1c3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:25.411194 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72395e04-63e9-4209-bb49-7d193ef1c3c2 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:40:25.411599 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-72395e04-63e9-4209-bb49-7d193ef1c3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:25.413724 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:40:25.413724 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:40:25.413724 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:40:25.413724 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:40:25.413724 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:40:25.413724 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:40:25.413724 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:40:25.413724 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:40:25.413724 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:40:25.413724 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:40:25.413724 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:40:25.413724 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:40:25.413724 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:40:25.413724 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:40:25.413724 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:40:25.413724 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:40:25.413724 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:40:25.413724 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:40:25.413724 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:40:25.413724 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:40:25.413724 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:40:25.413724 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:40:25.413724 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:40:25.413724 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:40:25.413724 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:40:25.413724 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:40:25.413724 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:40:25.413724 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:40:25.413724 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:40:25.413724 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:40:25.413724 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:40:25.413724 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:40:25.510677 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-72395e04-63e9-4209-bb49-7d193ef1c3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:25.524478 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-72395e04-63e9-4209-bb49-7d193ef1c3c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:25.528696 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-72395e04-63e9-4209-bb49-7d193ef1c3c2 admin admin] 10.222.0.57 "DELETE /v2.0/networks/6ad932b2-3795-4674-90c7-9b84514451f1 HTTP/1.1" status: 204 len: 168 time: 1.2044590 Dec 09 15:40:25.538502 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39803d90-12f4-4ff1-a8d9-7e5a9c71a69d req-95dc769c-b35d-4929-acd3-ff3c6fb7e579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:25.540930 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-39803d90-12f4-4ff1-a8d9-7e5a9c71a69d req-95dc769c-b35d-4929-acd3-ff3c6fb7e579 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e2c56416-a3b5-4b61-991a-78207a48b599 HTTP/1.1" status: 200 len: 917 time: 0.1935985 Dec 09 15:40:25.543732 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72395e04-63e9-4209-bb49-7d193ef1c3c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ad932b2-3795-4674-90c7-9b84514451f1,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:25.606650 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-39803d90-12f4-4ff1-a8d9-7e5a9c71a69d req-34d02a0e-f9fa-473f-b2e2-88bbf0614ba4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45bb67bc-ca35-4c92-800e-b213136ce078 HTTP/1.1" status: 200 len: 217 time: 0.0457594 Dec 09 15:40:25.710108 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39803d90-12f4-4ff1-a8d9-7e5a9c71a69d req-9fa9f46d-233d-4aa3-8dda-13be7e67ae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:25.712162 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-39803d90-12f4-4ff1-a8d9-7e5a9c71a69d req-9fa9f46d-233d-4aa3-8dda-13be7e67ae68 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=82818294-a77a-4d84-912f-e7bf638da367 HTTP/1.1" status: 200 len: 855 time: 0.0961130 Dec 09 15:40:25.731411 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36584) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:25.791704 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-259723b0-2b40-4557-9373-a2181b99049e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cdc7bfee685f42fea5ab92247f372c0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0582926 Dec 09 15:40:25.793846 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36586) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:25.817768 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229b721-c41a-4047-9d91-6c66934a7b44 req-943b738f-abaf-4b91-b45f-6702ad03192c tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:25.819311 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5229b721-c41a-4047-9d91-6c66934a7b44 req-943b738f-abaf-4b91-b45f-6702ad03192c tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 950 time: 0.0863152 Dec 09 15:40:25.824353 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39803d90-12f4-4ff1-a8d9-7e5a9c71a69d req-09c954b3-3583-4fda-aa9c-d175714fce51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:25.825886 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-39803d90-12f4-4ff1-a8d9-7e5a9c71a69d req-09c954b3-3583-4fda-aa9c-d175714fce51 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e2c56416-a3b5-4b61-991a-78207a48b599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1029997 Dec 09 15:40:25.867248 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60d89411-4f13-4e7f-a6a9-5d000cded38b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:25.902195 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60d89411-4f13-4e7f-a6a9-5d000cded38b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:25.929812 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5229b721-c41a-4047-9d91-6c66934a7b44 req-0e63698d-309b-4f96-ac2a-04ee93753b09 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027985 Dec 09 15:40:25.972196 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-39803d90-12f4-4ff1-a8d9-7e5a9c71a69d req-4b4880b7-96b8-4d47-9bdc-752e2e756b3f service neutron] 10.222.0.31 "GET /v2.0/networks/e2c56416-a3b5-4b61-991a-78207a48b599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229651 Dec 09 15:40:26.000906 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60d89411-4f13-4e7f-a6a9-5d000cded38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:26.004648 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60d89411-4f13-4e7f-a6a9-5d000cded38b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:26.007449 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-60d89411-4f13-4e7f-a6a9-5d000cded38b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cae95911-d29e-4491-93bd-1e00edc2ab9d HTTP/1.1" status: 204 len: 168 time: 0.2122347 Dec 09 15:40:26.021717 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d89411-4f13-4e7f-a6a9-5d000cded38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae95911-d29e-4491-93bd-1e00edc2ab9d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:26.125310 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-39803d90-12f4-4ff1-a8d9-7e5a9c71a69d req-ceb78863-ea8c-4682-9940-c021bf539a63 service neutron] 10.222.0.31 "GET /v2.0/networks/e2c56416-a3b5-4b61-991a-78207a48b599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345484 Dec 09 15:40:26.280496 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56bdbc-0b37-40a1-9d48-8a54a44368da req-615601c6-35a1-4f0e-a731-73990f61169d tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:26.282495 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4e56bdbc-0b37-40a1-9d48-8a54a44368da req-615601c6-35a1-4f0e-a731-73990f61169d tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 945 time: 0.0566497 Dec 09 15:40:26.356989 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4e56bdbc-0b37-40a1-9d48-8a54a44368da req-cd30da30-2f5c-47bf-991b-f110f790ca6a tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/security-groups?id=405f7c79-c2e4-4998-b8a7-72f6f093478a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657334 Dec 09 15:40:26.464368 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:26.520008 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9890e-62f2-4cf2-9565-6d08aa923c19 req-5f93598b-5832-4393-872f-b6c64b3ec09b tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:26.521945 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71d9890e-62f2-4cf2-9565-6d08aa923c19 req-5f93598b-5832-4393-872f-b6c64b3ec09b tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/ports?device_id=010b8793-9768-4df0-800b-a7cc9fd4196a HTTP/1.1" status: 200 len: 943 time: 0.0940530 Dec 09 15:40:26.531978 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device b229575c-4fcd-4275-b809-824a82f56d44 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:40:26.570860 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: b229575c-4fcd-4275-b809-824a82f56d44 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:40:26.572815 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device b229575c-4fcd-4275-b809-824a82f56d44 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:40:26.607353 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71d9890e-62f2-4cf2-9565-6d08aa923c19 req-f3f7cfeb-192f-4128-957c-bc2a0a788f1d tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/security-groups?id=f75860f8-3c12-4147-8105-fba68cf10719&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0779197 Dec 09 15:40:26.630701 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36618) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:26.818016 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-852fffb1-c692-4cf0-a4ae-cf4406364950 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:26.919656 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-852fffb1-c692-4cf0-a4ae-cf4406364950 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:26.926434 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-852fffb1-c692-4cf0-a4ae-cf4406364950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:26.972130 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-852fffb1-c692-4cf0-a4ae-cf4406364950 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=462f66f242fe49ef9ff79ebdc253f585&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3398566 Dec 09 15:40:26.972953 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852fffb1-c692-4cf0-a4ae-cf4406364950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5430eb35-0e3c-42ab-b7f7-a8fefbb58e05,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:26.975029 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36636) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:27.074239 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d2aaf315-ccf4-43f2-949d-cb37f5805211 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:27.091390 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66cf938-b394-45f7-b119-ad9bdb8af11a req-86160cfe-77c7-4861-9ef0-529748381ff1 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:27.101101 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a66cf938-b394-45f7-b119-ad9bdb8af11a req-86160cfe-77c7-4861-9ef0-529748381ff1 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 950 time: 0.0670779 Dec 09 15:40:27.128370 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d2aaf315-ccf4-43f2-949d-cb37f5805211 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:27.178128 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a66cf938-b394-45f7-b119-ad9bdb8af11a req-d699afad-729f-4d54-b141-bd7a1660f8a8 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706267 Dec 09 15:40:27.207084 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d2aaf315-ccf4-43f2-949d-cb37f5805211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:27.210457 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d2aaf315-ccf4-43f2-949d-cb37f5805211 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:27.214644 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d2aaf315-ccf4-43f2-949d-cb37f5805211 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5430eb35-0e3c-42ab-b7f7-a8fefbb58e05 HTTP/1.1" status: 204 len: 168 time: 0.2355645 Dec 09 15:40:27.221728 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aaf315-ccf4-43f2-949d-cb37f5805211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5430eb35-0e3c-42ab-b7f7-a8fefbb58e05,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:27.526498 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff1455-3bd0-411b-8152-9add1c564168 req-2bc8b31a-5b93-44d2-a49b-e599aa23b207 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:27.539165 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-01ff1455-3bd0-411b-8152-9add1c564168 req-2bc8b31a-5b93-44d2-a49b-e599aa23b207 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 945 time: 0.0895181 Dec 09 15:40:27.626409 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-01ff1455-3bd0-411b-8152-9add1c564168 req-7a944ea1-1c42-46e7-8619-c8d65d5d80cf tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/security-groups?id=405f7c79-c2e4-4998-b8a7-72f6f093478a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861199 Dec 09 15:40:27.628309 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36666) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:27.756297 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2647a-3e11-4f00-8e26-b400bec9664f req-69148902-131b-448f-a647-8bfbf0e541c9 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:27.758180 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-53c2647a-3e11-4f00-8e26-b400bec9664f req-69148902-131b-448f-a647-8bfbf0e541c9 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/ports?device_id=010b8793-9768-4df0-800b-a7cc9fd4196a HTTP/1.1" status: 200 len: 943 time: 0.0551684 Dec 09 15:40:27.768872 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-56e536d3-df77-4189-829b-dbbbae5f1faf admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-847503359-network', 'tenant_id': 'a70b7769f0f54c4e9813c81bd78918f2'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:27.822077 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e536d3-df77-4189-829b-dbbbae5f1faf admin admin] Made reservation on behalf of a70b7769f0f54c4e9813c81bd78918f2 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:40:27.824703 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-56e536d3-df77-4189-829b-dbbbae5f1faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:27.851186 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-56e536d3-df77-4189-829b-dbbbae5f1faf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:27.862234 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-53c2647a-3e11-4f00-8e26-b400bec9664f req-d647a57e-8699-4f18-8a86-4d762941a20c tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/security-groups?id=f75860f8-3c12-4147-8105-fba68cf10719&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0888658 Dec 09 15:40:27.953831 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-56e536d3-df77-4189-829b-dbbbae5f1faf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:27.960182 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-56e536d3-df77-4189-829b-dbbbae5f1faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:27.988363 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e536d3-df77-4189-829b-dbbbae5f1faf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:40:28.003863 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e536d3-df77-4189-829b-dbbbae5f1faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e338de-02e6-42e2-8f2e-b4fe16d186ee,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:28.008924 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-56e536d3-df77-4189-829b-dbbbae5f1faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:28.009281 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-56e536d3-df77-4189-829b-dbbbae5f1faf admin admin] Added segment ec635648-beea-467d-90d9-d8ff46f9aacc of type vlan for network 09cd91a1-f54a-4e44-b9ff-7b8fd19215d6 Dec 09 15:40:28.056111 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-56e536d3-df77-4189-829b-dbbbae5f1faf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:28.114859 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-56e536d3-df77-4189-829b-dbbbae5f1faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:28.116147 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e536d3-df77-4189-829b-dbbbae5f1faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:28.116832 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-56e536d3-df77-4189-829b-dbbbae5f1faf admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:28.210464 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-56e536d3-df77-4189-829b-dbbbae5f1faf admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5804729 Dec 09 15:40:28.211714 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36692) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:28.224502 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4666c259-f3d0-4839-beba-d2cc5357865b admin admin] Request body: {'subnet': {'network_id': '09cd91a1-f54a-4e44-b9ff-7b8fd19215d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-847503359-subnet', 'tenant_id': 'a70b7769f0f54c4e9813c81bd78918f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:28.257504 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4666c259-f3d0-4839-beba-d2cc5357865b admin admin] Made reservation on behalf of a70b7769f0f54c4e9813c81bd78918f2 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:40:28.260511 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4666c259-f3d0-4839-beba-d2cc5357865b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:28.270528 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e536d3-df77-4189-829b-dbbbae5f1faf admin admin] Pushing event updated for resources: {'Network': ['ID=09cd91a1-f54a-4e44-b9ff-7b8fd19215d6,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:28.285995 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 09cd91a1-f54a-4e44-b9ff-7b8fd19215d6 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:40:28.296819 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66242e5e-2f06-4dac-9049-b475200a3061 req-7a4c4f1c-2d97-41b5-ad9b-3f074636d7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:28.296819 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-66242e5e-2f06-4dac-9049-b475200a3061 req-7a4c4f1c-2d97-41b5-ad9b-3f074636d7a2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ac9c6f5fd2b24496b17333de4d596655&device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 1096 time: 0.1290989 Dec 09 15:40:28.300784 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654dab38-ca8e-4f2d-bf46-395e05282e4b req-19072337-a484-4a1b-8807-87d922f8ce40 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:28.302611 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-654dab38-ca8e-4f2d-bf46-395e05282e4b req-19072337-a484-4a1b-8807-87d922f8ce40 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 945 time: 0.0905783 Dec 09 15:40:28.479575 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4666c259-f3d0-4839-beba-d2cc5357865b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:28.546229 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666c259-f3d0-4839-beba-d2cc5357865b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1544c322-afeb-4740-8366-4611af60f9a4,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:28.557607 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4666c259-f3d0-4839-beba-d2cc5357865b admin admin] Checking segment: {'id': 'ec635648-beea-467d-90d9-d8ff46f9aacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '09cd91a1-f54a-4e44-b9ff-7b8fd19215d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:40:28.557982 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4666c259-f3d0-4839-beba-d2cc5357865b admin admin] Network hostable DHCP agents. Network: 09cd91a1-f54a-4e44-b9ff-7b8fd19215d6, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:40:28.576209 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4666c259-f3d0-4839-beba-d2cc5357865b admin admin] Network 09cd91a1-f54a-4e44-b9ff-7b8fd19215d6 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:40:28.587017 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-4666c259-f3d0-4839-beba-d2cc5357865b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 09cd91a1-f54a-4e44-b9ff-7b8fd19215d6) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:40:28.591236 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4666c259-f3d0-4839-beba-d2cc5357865b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:28.591823 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4666c259-f3d0-4839-beba-d2cc5357865b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:28.599355 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb88333-3831-49c9-aad1-b38ca8c08651 None None] Network 09cd91a1-f54a-4e44-b9ff-7b8fd19215d6 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:40:28.609731 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4666c259-f3d0-4839-beba-d2cc5357865b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.3954988 Dec 09 15:40:28.716973 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8e2a1e-7cd2-4ffc-a3db-9cee4636acd3 None None] Network 09cd91a1-f54a-4e44-b9ff-7b8fd19215d6 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:40:28.740794 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-654dab38-ca8e-4f2d-bf46-395e05282e4b req-d544ff4c-9416-41fa-b2b4-7eabc859e2fd tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/security-groups?id=405f7c79-c2e4-4998-b8a7-72f6f093478a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4269109 Dec 09 15:40:28.789029 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66242e5e-2f06-4dac-9049-b475200a3061 req-17f81a4f-36fa-4e08-ad2f-0c7d42290be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:28.790714 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-66242e5e-2f06-4dac-9049-b475200a3061 req-17f81a4f-36fa-4e08-ad2f-0c7d42290be1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=92a47958-6df8-43d7-a435-98bacb180021 HTTP/1.1" status: 200 len: 920 time: 0.4871655 Dec 09 15:40:28.838463 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-66242e5e-2f06-4dac-9049-b475200a3061 req-53088d98-2f79-429f-ad56-48f86bc59f78 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f2ed213-b93c-4456-9de3-acd80db93d07 HTTP/1.1" status: 200 len: 217 time: 0.0398364 Dec 09 15:40:28.890383 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66242e5e-2f06-4dac-9049-b475200a3061 req-8a3c4e50-ebfc-4aea-ad5c-b823612a0ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:28.891855 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-66242e5e-2f06-4dac-9049-b475200a3061 req-8a3c4e50-ebfc-4aea-ad5c-b823612a0ef0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9c395f70-a7af-4da8-a130-cf3a05578152 HTTP/1.1" status: 200 len: 859 time: 0.0446024 Dec 09 15:40:28.929986 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-66242e5e-2f06-4dac-9049-b475200a3061 req-1ab32e07-998e-48df-8ddf-fd8d11450b77 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=92a47958-6df8-43d7-a435-98bacb180021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287576 Dec 09 15:40:29.060338 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c6241-9088-4c9e-9d21-bf873ba032cd req-31f194e0-d825-492b-a2f1-2e57a0a1f17f tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:29.061816 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-647c6241-9088-4c9e-9d21-bf873ba032cd req-31f194e0-d825-492b-a2f1-2e57a0a1f17f tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 950 time: 0.0800569 Dec 09 15:40:29.066339 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-66242e5e-2f06-4dac-9049-b475200a3061 req-1db9f256-c340-4792-b6d5-5d2309716d95 service neutron] 10.222.0.31 "GET /v2.0/networks/92a47958-6df8-43d7-a435-98bacb180021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255157 Dec 09 15:40:29.159870 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-647c6241-9088-4c9e-9d21-bf873ba032cd req-8f8f7e1d-e89c-4eff-bb6e-c8aa2d5afd32 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914686 Dec 09 15:40:29.197167 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-66242e5e-2f06-4dac-9049-b475200a3061 req-19a0baac-2ecf-4f7a-8d77-87d29d6a9c24 service neutron] 10.222.0.31 "GET /v2.0/networks/92a47958-6df8-43d7-a435-98bacb180021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217198 Dec 09 15:40:29.683913 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-9fb96392-bbef-4ecb-acb3-ef72b160a777 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:29.685917 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-9fb96392-bbef-4ecb-acb3-ef72b160a777 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.57 "GET /v2.0/networks?id=09cd91a1-f54a-4e44-b9ff-7b8fd19215d6 HTTP/1.1" status: 200 len: 817 time: 0.1332068 Dec 09 15:40:29.704215 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-7e0df6dc-205e-4487-9cd0-cde0709d1a44 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.57 "GET /v2.0/quotas/a70b7769f0f54c4e9813c81bd78918f2 HTTP/1.1" status: 200 len: 375 time: 0.0109982 Dec 09 15:40:29.746065 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-71e29f09-487c-4ace-b575-b93a203fd57b tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a70b7769f0f54c4e9813c81bd78918f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284598 Dec 09 15:40:29.850175 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-d06e76d4-73b9-4398-aa77-531ffbad1fe0 service neutron] 10.222.0.57 "GET /v2.0/networks/09cd91a1-f54a-4e44-b9ff-7b8fd19215d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962520 Dec 09 15:40:29.960895 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-1eb1efb8-7380-49ac-b15b-9af8db3b84cd service neutron] 10.222.0.57 "GET /v2.0/networks/09cd91a1-f54a-4e44-b9ff-7b8fd19215d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952537 Dec 09 15:40:30.290779 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a9894-f4a6-41d1-aba9-86291355d48a req-5e699a9a-a92a-469f-a1f0-8a63dd70a170 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:30.292467 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-430a9894-f4a6-41d1-aba9-86291355d48a req-5e699a9a-a92a-469f-a1f0-8a63dd70a170 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/ports?device_id=010b8793-9768-4df0-800b-a7cc9fd4196a HTTP/1.1" status: 200 len: 943 time: 0.0711257 Dec 09 15:40:30.385600 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-430a9894-f4a6-41d1-aba9-86291355d48a req-8b90b6c5-da01-4b5f-b620-ffb3e405c8b1 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/security-groups?id=f75860f8-3c12-4147-8105-fba68cf10719&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0827098 Dec 09 15:40:30.597843 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5d98c-5dde-44a2-92c9-030244d99733 req-895146a1-3cf1-483f-9bf3-0cb3890df273 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:30.599369 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e7d5d98c-5dde-44a2-92c9-030244d99733 req-895146a1-3cf1-483f-9bf3-0cb3890df273 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 945 time: 0.0607808 Dec 09 15:40:30.657069 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e7d5d98c-5dde-44a2-92c9-030244d99733 req-e3982ce4-f621-4b60-8263-6d0f1406ad2e tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/security-groups?id=405f7c79-c2e4-4998-b8a7-72f6f093478a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512638 Dec 09 15:40:30.827912 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3d59c-97fb-4ac1-97aa-132a4751480f req-a2d9e0cc-74d3-40ab-a8c3-aede573f8d8a tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:30.829651 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c4e3d59c-97fb-4ac1-97aa-132a4751480f req-a2d9e0cc-74d3-40ab-a8c3-aede573f8d8a tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 950 time: 0.0557053 Dec 09 15:40:30.887924 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c4e3d59c-97fb-4ac1-97aa-132a4751480f req-2b19142e-f2c9-49b6-bfe8-5d5053bde631 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497630 Dec 09 15:40:31.262270 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0fed0a4d-25b4-4506-b6fb-b2356e704a3d req-60bc50dd-6267-4876-bcda-22393d3dddbf tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d4e9922-c35d-460c-af1c-66ec0369e772 HTTP/1.1" status: 200 len: 210 time: 0.0470514 Dec 09 15:40:31.549231 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e99a3-c166-4632-bdf6-ae76dbafb523 req-572878be-21e0-4aa8-883a-b555d972d103 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:31.558205 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5a0e99a3-c166-4632-bdf6-ae76dbafb523 req-572878be-21e0-4aa8-883a-b555d972d103 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/ports?device_id=010b8793-9768-4df0-800b-a7cc9fd4196a HTTP/1.1" status: 200 len: 943 time: 0.0694358 Dec 09 15:40:31.621035 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5a0e99a3-c166-4632-bdf6-ae76dbafb523 req-396961a2-177d-4ace-9ba3-c9d843b20f2e tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/security-groups?id=f75860f8-3c12-4147-8105-fba68cf10719&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0618958 Dec 09 15:40:31.770047 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36824) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:31.859404 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acd3b8-3386-4a1a-8f5f-a1822754c732 req-7b4569a0-6b1a-4c44-809c-437e4913b8f2 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:31.860962 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c7acd3b8-3386-4a1a-8f5f-a1822754c732 req-7b4569a0-6b1a-4c44-809c-437e4913b8f2 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 945 time: 0.1017799 Dec 09 15:40:31.874312 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-690748ad-8508-4a14-823d-4fef72f97b69 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:31.876155 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-690748ad-8508-4a14-823d-4fef72f97b69 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.31 "GET /v2.0/networks?id=09cd91a1-f54a-4e44-b9ff-7b8fd19215d6 HTTP/1.1" status: 200 len: 817 time: 0.1828210 Dec 09 15:40:31.891201 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f615f18c-7a79-4aac-95ad-2907cf2ced1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:31.898909 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-3585f428-1cda-4b11-ad57-b65cd04604fc tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Request body: {'port': {'device_id': '2a420a81-d613-43f9-9085-ef725df0e676', 'network_id': '09cd91a1-f54a-4e44-b9ff-7b8fd19215d6', 'admin_state_up': True, 'tenant_id': 'a70b7769f0f54c4e9813c81bd78918f2'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:31.986252 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f615f18c-7a79-4aac-95ad-2907cf2ced1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:31.991396 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f615f18c-7a79-4aac-95ad-2907cf2ced1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:31.998166 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c7acd3b8-3386-4a1a-8f5f-a1822754c732 req-4bf8dc84-8fb3-4109-ab1d-6726ebdfb4c0 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/security-groups?id=405f7c79-c2e4-4998-b8a7-72f6f093478a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202326 Dec 09 15:40:32.047481 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f615f18c-7a79-4aac-95ad-2907cf2ced1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb60622f-aaca-4e98-a256-36e818e2657e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:32.048139 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-3585f428-1cda-4b11-ad57-b65cd04604fc tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Made reservation on behalf of a70b7769f0f54c4e9813c81bd78918f2 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:40:32.053179 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-3585f428-1cda-4b11-ad57-b65cd04604fc tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:32.056219 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f615f18c-7a79-4aac-95ad-2907cf2ced1d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f5765b9f84964135b018bea881d223c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2851119 Dec 09 15:40:32.058910 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36834) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:32.123197 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-016c6a26-b139-4284-8976-dc45156f2272 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:32.148687 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-016c6a26-b139-4284-8976-dc45156f2272 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:32.178843 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e86f0-d374-4f68-b671-0f75e8444837 req-b798e850-8678-4739-a728-31b184ea445a tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:32.180312 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bd7e86f0-d374-4f68-b671-0f75e8444837 req-b798e850-8678-4739-a728-31b184ea445a tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 950 time: 0.0977330 Dec 09 15:40:32.217943 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-016c6a26-b139-4284-8976-dc45156f2272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:32.223270 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-016c6a26-b139-4284-8976-dc45156f2272 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:32.226982 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-016c6a26-b139-4284-8976-dc45156f2272 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cb60622f-aaca-4e98-a256-36e818e2657e HTTP/1.1" status: 204 len: 168 time: 0.1666181 Dec 09 15:40:32.242802 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016c6a26-b139-4284-8976-dc45156f2272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb60622f-aaca-4e98-a256-36e818e2657e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:32.271536 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-3585f428-1cda-4b11-ad57-b65cd04604fc tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Allocated IP 172.20.0.6 (09cd91a1-f54a-4e44-b9ff-7b8fd19215d6/1544c322-afeb-4740-8366-4611af60f9a4/be9e57a9-d527-4dff-be60-64393926fede) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:40:32.297088 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bd7e86f0-d374-4f68-b671-0f75e8444837 req-eeb1559f-33c8-4ffa-b2ce-6b4de7e87051 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929914 Dec 09 15:40:32.649807 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-0c4b6c8b-2604-4edd-a024-1fd152e947f6 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:32.653227 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-0c4b6c8b-2604-4edd-a024-1fd152e947f6 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.31 "GET /v2.0/networks?id=09cd91a1-f54a-4e44-b9ff-7b8fd19215d6 HTTP/1.1" status: 200 len: 817 time: 0.3418274 Dec 09 15:40:32.692358 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-e80987f7-7b3e-4e6e-9caa-47cd14755424 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Request body: {'port': {'device_id': '824b5091-17ac-4050-899f-05b64188bde9', 'network_id': '09cd91a1-f54a-4e44-b9ff-7b8fd19215d6', 'admin_state_up': True, 'tenant_id': 'a70b7769f0f54c4e9813c81bd78918f2'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:32.699425 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ccdb51d7-3ea0-43b5-bd2d-664737d0f9f1 req-00839d33-636c-4d8e-8b3f-4b634702dd18 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d4e9922-c35d-460c-af1c-66ec0369e772 HTTP/1.1" status: 200 len: 210 time: 0.0452015 Dec 09 15:40:32.809336 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-3585f428-1cda-4b11-ad57-b65cd04604fc tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:32.926835 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-3585f428-1cda-4b11-ad57-b65cd04604fc tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:32.951910 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-e80987f7-7b3e-4e6e-9caa-47cd14755424 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Made reservation on behalf of a70b7769f0f54c4e9813c81bd78918f2 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:40:32.957903 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-e80987f7-7b3e-4e6e-9caa-47cd14755424 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:33.052340 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-3585f428-1cda-4b11-ad57-b65cd04604fc tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Network 09cd91a1-f54a-4e44-b9ff-7b8fd19215d6 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:40:33.063134 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-3585f428-1cda-4b11-ad57-b65cd04604fc tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:40:33.075639 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3585f428-1cda-4b11-ad57-b65cd04604fc tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Pushing event updated for resources: {'Port': ['ID=be9e57a9-d527-4dff-be60-64393926fede,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:33.078110 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-3585f428-1cda-4b11-ad57-b65cd04604fc tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:40:33.188743 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40277bf-63eb-4204-be54-2ae779a19000 req-5a209f18-9726-446d-95f0-a68d0fc4b8b0 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:33.196206 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c40277bf-63eb-4204-be54-2ae779a19000 req-5a209f18-9726-446d-95f0-a68d0fc4b8b0 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/ports?device_id=010b8793-9768-4df0-800b-a7cc9fd4196a HTTP/1.1" status: 200 len: 943 time: 0.2823803 Dec 09 15:40:33.296560 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-3585f428-1cda-4b11-ad57-b65cd04604fc tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:33.297348 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-3585f428-1cda-4b11-ad57-b65cd04604fc tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:33.364616 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c40277bf-63eb-4204-be54-2ae779a19000 req-8b5d2817-227e-4f26-b4e7-005c6aa50c06 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/security-groups?id=f75860f8-3c12-4147-8105-fba68cf10719&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1677499 Dec 09 15:40:33.367744 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-3585f428-1cda-4b11-ad57-b65cd04604fc tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4752276 Dec 09 15:40:33.376761 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-f9f6f831-cbd8-48ca-9d00-d1ab2e3db609 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:33.384669 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-f9f6f831-cbd8-48ca-9d00-d1ab2e3db609 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.31 "GET /v2.0/networks?id=09cd91a1-f54a-4e44-b9ff-7b8fd19215d6 HTTP/1.1" status: 200 len: 817 time: 0.3194034 Dec 09 15:40:33.386862 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-836874b1-da15-4a99-a1a4-ac04ad27bd30 service neutron] Request body: {'port': {'device_id': '2a420a81-d613-43f9-9085-ef725df0e676', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:33.389752 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-e80987f7-7b3e-4e6e-9caa-47cd14755424 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Allocated IP 172.20.0.10 (09cd91a1-f54a-4e44-b9ff-7b8fd19215d6/1544c322-afeb-4740-8366-4611af60f9a4/e1180509-5e07-4d9c-964e-cfddde374de9) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:40:33.395926 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-2ae1498e-fca0-45c3-a30e-9871c794a5d1 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Request body: {'port': {'device_id': '9d4e9922-c35d-460c-af1c-66ec0369e772', 'network_id': '09cd91a1-f54a-4e44-b9ff-7b8fd19215d6', 'admin_state_up': True, 'tenant_id': 'a70b7769f0f54c4e9813c81bd78918f2'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:33.633805 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-836874b1-da15-4a99-a1a4-ac04ad27bd30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:33.671701 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c4413-da69-4597-98c6-98f327ba3c08 req-2610bb58-f998-4187-885b-fa63ca4f3140 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:33.679880 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [req-426852a9-67c6-429d-89d6-1d8d57371495 req-e2b7e348-a940-4190-9dbe-312833b5c36d service neutron] show failed (client error): The resource could not be found. Dec 09 15:40:33.680649 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0e3c4413-da69-4597-98c6-98f327ba3c08 req-2610bb58-f998-4187-885b-fa63ca4f3140 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 945 time: 0.2158318 Dec 09 15:40:33.680990 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-426852a9-67c6-429d-89d6-1d8d57371495 req-e2b7e348-a940-4190-9dbe-312833b5c36d service neutron] 10.222.0.31 "GET /v2.0/ports/f4aacffe-926a-472c-a836-25408b78fc54/bindings/n-h1-821228-1 HTTP/1.1" status: 404 len: 380 time: 0.0642178 Dec 09 15:40:33.801067 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-2ae1498e-fca0-45c3-a30e-9871c794a5d1 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Made reservation on behalf of a70b7769f0f54c4e9813c81bd78918f2 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:40:33.804513 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-2ae1498e-fca0-45c3-a30e-9871c794a5d1 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:33.892961 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0e3c4413-da69-4597-98c6-98f327ba3c08 req-67c68123-b2a6-47dc-a261-02f3fb64b654 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/security-groups?id=405f7c79-c2e4-4998-b8a7-72f6f093478a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116280 Dec 09 15:40:33.897713 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-e80987f7-7b3e-4e6e-9caa-47cd14755424 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:33.981467 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426852a9-67c6-429d-89d6-1d8d57371495 req-9db6ac6e-d592-467f-ac81-a680ca2417bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:33.982967 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-426852a9-67c6-429d-89d6-1d8d57371495 req-9db6ac6e-d592-467f-ac81-a680ca2417bd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a&tenant_id=8222749629bd4bc081045ad1433cd8c5 HTTP/1.1" status: 200 len: 1101 time: 0.0957046 Dec 09 15:40:34.002478 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-426852a9-67c6-429d-89d6-1d8d57371495 req-ca5b46cb-bdbf-4542-92ac-525820bb0f6d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821228-1', 'device_owner': 'compute:nova'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:34.048299 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-e80987f7-7b3e-4e6e-9caa-47cd14755424 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:34.133435 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e2d7eb-0f83-48a8-bc47-2a4b793a4fa8 req-280facef-6f27-469e-9e9d-97ef22b36a93 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:34.134996 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c1e2d7eb-0f83-48a8-bc47-2a4b793a4fa8 req-280facef-6f27-469e-9e9d-97ef22b36a93 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 950 time: 0.1599464 Dec 09 15:40:34.183889 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-e80987f7-7b3e-4e6e-9caa-47cd14755424 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Network 09cd91a1-f54a-4e44-b9ff-7b8fd19215d6 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:40:34.199893 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-e80987f7-7b3e-4e6e-9caa-47cd14755424 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:40:34.209712 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-e80987f7-7b3e-4e6e-9caa-47cd14755424 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:40:34.212032 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80987f7-7b3e-4e6e-9caa-47cd14755424 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Pushing event updated for resources: {'Port': ['ID=e1180509-5e07-4d9c-964e-cfddde374de9,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:34.290239 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c1e2d7eb-0f83-48a8-bc47-2a4b793a4fa8 req-0884ea6a-563a-4cd2-8945-929ea9d1a9bb tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439877 Dec 09 15:40:34.307642 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-e80987f7-7b3e-4e6e-9caa-47cd14755424 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:34.308303 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-e80987f7-7b3e-4e6e-9caa-47cd14755424 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:34.341135 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-426852a9-67c6-429d-89d6-1d8d57371495 req-ca5b46cb-bdbf-4542-92ac-525820bb0f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:34.381429 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-e80987f7-7b3e-4e6e-9caa-47cd14755424 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6934357 Dec 09 15:40:34.405557 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-628434cb-b3d6-4e51-b2ca-dc1f0ad405f1 service neutron] Request body: {'port': {'device_id': '824b5091-17ac-4050-899f-05b64188bde9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:34.413676 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-836874b1-da15-4a99-a1a4-ac04ad27bd30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be9e57a9-d527-4dff-be60-64393926fede {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:40:34.440122 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-836874b1-da15-4a99-a1a4-ac04ad27bd30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:34.465130 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-836874b1-da15-4a99-a1a4-ac04ad27bd30 service neutron] Transition to ACTIVE for port object be9e57a9-d527-4dff-be60-64393926fede will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:40:34.519125 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-836874b1-da15-4a99-a1a4-ac04ad27bd30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:34.569038 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-628434cb-b3d6-4e51-b2ca-dc1f0ad405f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:34.612056 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-426852a9-67c6-429d-89d6-1d8d57371495 req-ca5b46cb-bdbf-4542-92ac-525820bb0f6d service neutron] For port f4aacffe-926a-472c-a836-25408b78fc54, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=f4aacffe-926a-472c-a836-25408b78fc54,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:40:34.614895 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-2ae1498e-fca0-45c3-a30e-9871c794a5d1 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Allocated IP 172.20.0.8 (09cd91a1-f54a-4e44-b9ff-7b8fd19215d6/1544c322-afeb-4740-8366-4611af60f9a4/303119b3-0a59-4eaa-8d17-187cbdb615f0) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:40:34.657087 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-426852a9-67c6-429d-89d6-1d8d57371495 req-ca5b46cb-bdbf-4542-92ac-525820bb0f6d service neutron] For port f4aacffe-926a-472c-a836-25408b78fc54, host n-h2-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:40:34.667417 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7b0824e3-fb5f-4289-b1d5-283833b01292 req-17640a39-0076-418d-ad57-51cc11283dae tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d4e9922-c35d-460c-af1c-66ec0369e772 HTTP/1.1" status: 200 len: 210 time: 0.0833707 Dec 09 15:40:34.713507 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836874b1-da15-4a99-a1a4-ac04ad27bd30 service neutron] Pushing event updated for resources: {'Port': ['ID=be9e57a9-d527-4dff-be60-64393926fede,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:34.719386 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5701b17-98c2-40b6-8799-e93c048a085a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4aacffe-926a-472c-a836-25408b78fc54'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:40:34.722629 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258f8960-6c32-4e23-b029-1fb7b9fe2278" -d '{"events": [{"server_uuid": "d5701b17-98c2-40b6-8799-e93c048a085a", "name": "network-vif-unplugged", "status": "completed", "tag": "f4aacffe-926a-472c-a836-25408b78fc54"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:40:34.727060 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-426852a9-67c6-429d-89d6-1d8d57371495 req-ca5b46cb-bdbf-4542-92ac-525820bb0f6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:34.742734 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-426852a9-67c6-429d-89d6-1d8d57371495 req-ca5b46cb-bdbf-4542-92ac-525820bb0f6d service neutron] Transition to ACTIVE for port object f4aacffe-926a-472c-a836-25408b78fc54 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:40:34.749400 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-426852a9-67c6-429d-89d6-1d8d57371495 req-ca5b46cb-bdbf-4542-92ac-525820bb0f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:34.830397 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-426852a9-67c6-429d-89d6-1d8d57371495 req-ca5b46cb-bdbf-4542-92ac-525820bb0f6d service neutron] No DVR routers for this DVR port f4aacffe-926a-472c-a836-25408b78fc54 on host n-h2-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:40:34.879614 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-426852a9-67c6-429d-89d6-1d8d57371495 req-ca5b46cb-bdbf-4542-92ac-525820bb0f6d service neutron] Attempting to bind port f4aacffe-926a-472c-a836-25408b78fc54 on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:40:34.879954 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-426852a9-67c6-429d-89d6-1d8d57371495 req-ca5b46cb-bdbf-4542-92ac-525820bb0f6d service neutron] Attempting to bind port f4aacffe-926a-472c-a836-25408b78fc54 by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:40:34.880488 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426852a9-67c6-429d-89d6-1d8d57371495 req-ca5b46cb-bdbf-4542-92ac-525820bb0f6d service neutron] Attempting to bind port f4aacffe-926a-472c-a836-25408b78fc54 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:40:34.887093 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426852a9-67c6-429d-89d6-1d8d57371495 req-ca5b46cb-bdbf-4542-92ac-525820bb0f6d service neutron] Port f4aacffe-926a-472c-a836-25408b78fc54 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:40:34.887657 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426852a9-67c6-429d-89d6-1d8d57371495 req-ca5b46cb-bdbf-4542-92ac-525820bb0f6d service neutron] Attempting to bind port f4aacffe-926a-472c-a836-25408b78fc54 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:40:34.893782 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426852a9-67c6-429d-89d6-1d8d57371495 req-ca5b46cb-bdbf-4542-92ac-525820bb0f6d service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:40:34.894379 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426852a9-67c6-429d-89d6-1d8d57371495 req-ca5b46cb-bdbf-4542-92ac-525820bb0f6d service neutron] Checking segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:40:34.894928 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426852a9-67c6-429d-89d6-1d8d57371495 req-ca5b46cb-bdbf-4542-92ac-525820bb0f6d service neutron] Bound using segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:40:34.895599 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-426852a9-67c6-429d-89d6-1d8d57371495 req-ca5b46cb-bdbf-4542-92ac-525820bb0f6d service neutron] Bound port: f4aacffe-926a-472c-a836-25408b78fc54, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:40:34.896112 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-426852a9-67c6-429d-89d6-1d8d57371495 req-ca5b46cb-bdbf-4542-92ac-525820bb0f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:34.913063 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b46cb-bdbf-4542-92ac-525820bb0f6d service neutron] Pushing event updated for resources: {'Port': ['ID=f4aacffe-926a-472c-a836-25408b78fc54,revision_number=6']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:34.982304 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-426852a9-67c6-429d-89d6-1d8d57371495 req-ca5b46cb-bdbf-4542-92ac-525820bb0f6d service neutron] For port f4aacffe-926a-472c-a836-25408b78fc54, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:40:34.986222 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-426852a9-67c6-429d-89d6-1d8d57371495 req-ca5b46cb-bdbf-4542-92ac-525820bb0f6d service neutron] For port f4aacffe-926a-472c-a836-25408b78fc54, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=f4aacffe-926a-472c-a836-25408b78fc54,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:40:34.992886 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-426852a9-67c6-429d-89d6-1d8d57371495 req-ca5b46cb-bdbf-4542-92ac-525820bb0f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:35.066708 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426852a9-67c6-429d-89d6-1d8d57371495 req-ca5b46cb-bdbf-4542-92ac-525820bb0f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:35.067690 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-426852a9-67c6-429d-89d6-1d8d57371495 req-ca5b46cb-bdbf-4542-92ac-525820bb0f6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:35.069582 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-426852a9-67c6-429d-89d6-1d8d57371495 req-ca5b46cb-bdbf-4542-92ac-525820bb0f6d service neutron] 10.222.0.42 "PUT /v2.0/ports/f4aacffe-926a-472c-a836-25408b78fc54 HTTP/1.1" status: 200 len: 1096 time: 1.0713799 Dec 09 15:40:35.070438 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b46cb-bdbf-4542-92ac-525820bb0f6d service neutron] Pushing event updated for resources: {'Port': ['ID=f4aacffe-926a-472c-a836-25408b78fc54,revision_number=7']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:35.176760 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426852a9-67c6-429d-89d6-1d8d57371495 req-665eb21a-0b32-4e4b-a0f6-207f565163b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:35.178379 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-426852a9-67c6-429d-89d6-1d8d57371495 req-665eb21a-0b32-4e4b-a0f6-207f565163b8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8222749629bd4bc081045ad1433cd8c5&device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 1099 time: 0.0668104 Dec 09 15:40:35.324499 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426852a9-67c6-429d-89d6-1d8d57371495 req-5d8e5e84-a964-42cc-9ac9-53fa80c3c607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:35.326599 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-426852a9-67c6-429d-89d6-1d8d57371495 req-5d8e5e84-a964-42cc-9ac9-53fa80c3c607 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.1394935 Dec 09 15:40:35.372330 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-426852a9-67c6-429d-89d6-1d8d57371495 req-6ac9274a-cc9d-4b16-93c8-4ee6d396611f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=f4aacffe-926a-472c-a836-25408b78fc54 HTTP/1.1" status: 200 len: 217 time: 0.0383837 Dec 09 15:40:35.387756 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-836874b1-da15-4a99-a1a4-ac04ad27bd30 service neutron] Attempting to bind port be9e57a9-d527-4dff-be60-64393926fede on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:40:35.388314 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-836874b1-da15-4a99-a1a4-ac04ad27bd30 service neutron] Attempting to bind port be9e57a9-d527-4dff-be60-64393926fede by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': 'ec635648-beea-467d-90d9-d8ff46f9aacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '09cd91a1-f54a-4e44-b9ff-7b8fd19215d6'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:40:35.388475 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-836874b1-da15-4a99-a1a4-ac04ad27bd30 service neutron] Attempting to bind port be9e57a9-d527-4dff-be60-64393926fede on network 09cd91a1-f54a-4e44-b9ff-7b8fd19215d6 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:40:35.404803 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-836874b1-da15-4a99-a1a4-ac04ad27bd30 service neutron] Port be9e57a9-d527-4dff-be60-64393926fede on network 09cd91a1-f54a-4e44-b9ff-7b8fd19215d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:40:35.405840 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-836874b1-da15-4a99-a1a4-ac04ad27bd30 service neutron] Attempting to bind port be9e57a9-d527-4dff-be60-64393926fede on network 09cd91a1-f54a-4e44-b9ff-7b8fd19215d6 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:40:35.415763 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2181d1b-1f89-412f-a349-0299b1ed45da req-d010b56e-af37-4f86-be35-5eca0f8d6019 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:35.417321 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e2181d1b-1f89-412f-a349-0299b1ed45da req-d010b56e-af37-4f86-be35-5eca0f8d6019 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/ports?device_id=010b8793-9768-4df0-800b-a7cc9fd4196a HTTP/1.1" status: 200 len: 943 time: 0.2088766 Dec 09 15:40:35.428315 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-836874b1-da15-4a99-a1a4-ac04ad27bd30 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:40:35.428655 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-836874b1-da15-4a99-a1a4-ac04ad27bd30 service neutron] Checking segment: {'id': 'ec635648-beea-467d-90d9-d8ff46f9aacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '09cd91a1-f54a-4e44-b9ff-7b8fd19215d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:40:35.428991 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-836874b1-da15-4a99-a1a4-ac04ad27bd30 service neutron] Bound using segment: {'id': 'ec635648-beea-467d-90d9-d8ff46f9aacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '09cd91a1-f54a-4e44-b9ff-7b8fd19215d6'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:40:35.429429 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-836874b1-da15-4a99-a1a4-ac04ad27bd30 service neutron] Bound port: be9e57a9-d527-4dff-be60-64393926fede, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec635648-beea-467d-90d9-d8ff46f9aacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '09cd91a1-f54a-4e44-b9ff-7b8fd19215d6'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:40:35.429789 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-836874b1-da15-4a99-a1a4-ac04ad27bd30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:35.431246 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426852a9-67c6-429d-89d6-1d8d57371495 req-aa797529-0081-47f3-b0e1-c66ebeabcfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:35.432911 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-426852a9-67c6-429d-89d6-1d8d57371495 req-aa797529-0081-47f3-b0e1-c66ebeabcfeb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0539315 Dec 09 15:40:35.487114 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426852a9-67c6-429d-89d6-1d8d57371495 req-0dbdbc31-141a-40ed-b40a-0da7cbbb0bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:35.488876 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-426852a9-67c6-429d-89d6-1d8d57371495 req-0dbdbc31-141a-40ed-b40a-0da7cbbb0bff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0490856 Dec 09 15:40:35.550979 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-2ae1498e-fca0-45c3-a30e-9871c794a5d1 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:35.574962 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e2181d1b-1f89-412f-a349-0299b1ed45da req-64d594ec-184c-4b85-9717-50539c88002a tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/security-groups?id=f75860f8-3c12-4147-8105-fba68cf10719&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1357176 Dec 09 15:40:35.591414 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-836874b1-da15-4a99-a1a4-ac04ad27bd30 service neutron] For port be9e57a9-d527-4dff-be60-64393926fede, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:40:35.601893 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-836874b1-da15-4a99-a1a4-ac04ad27bd30 service neutron] For port be9e57a9-d527-4dff-be60-64393926fede, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=be9e57a9-d527-4dff-be60-64393926fede,segment=NetworkSegment(ec635648-beea-467d-90d9-d8ff46f9aacc),segment_id=ec635648-beea-467d-90d9-d8ff46f9aacc)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:40:35.612866 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-836874b1-da15-4a99-a1a4-ac04ad27bd30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:35.612986 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-426852a9-67c6-429d-89d6-1d8d57371495 req-8d01e8b1-4590-45e8-a23b-1b474c4fc716 service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146297 Dec 09 15:40:35.704302 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 15:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce2fc23-37ea-46ac-afc4-229bfad28f8f x-openstack-request-id: req-0ce2fc23-37ea-46ac-afc4-229bfad28f8f {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:40:35.704682 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5701b17-98c2-40b6-8799-e93c048a085a", "name": "network-vif-unplugged", "status": "completed", "tag": "f4aacffe-926a-472c-a836-25408b78fc54", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:40:35.704922 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0ce2fc23-37ea-46ac-afc4-229bfad28f8f {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:40:35.706471 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5701b17-98c2-40b6-8799-e93c048a085a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4aacffe-926a-472c-a836-25408b78fc54', 'code': 200} Dec 09 15:40:35.759935 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-426852a9-67c6-429d-89d6-1d8d57371495 req-23680ac0-a64b-4f2e-840e-9f2c9dde9013 service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398971 Dec 09 15:40:35.762565 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-836874b1-da15-4a99-a1a4-ac04ad27bd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:35.763300 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-836874b1-da15-4a99-a1a4-ac04ad27bd30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:35.764789 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-836874b1-da15-4a99-a1a4-ac04ad27bd30 service neutron] 10.222.0.31 "PUT /v2.0/ports/be9e57a9-d527-4dff-be60-64393926fede HTTP/1.1" status: 200 len: 1091 time: 2.3847065 Dec 09 15:40:35.765669 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a420a81-d613-43f9-9085-ef725df0e676', 'tag': 'be9e57a9-d527-4dff-be60-64393926fede'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:40:35.768113 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6228db3-07ec-4d17-bcbd-7c2148ef673c" -d '{"events": [{"name": "network-changed", "server_uuid": "2a420a81-d613-43f9-9085-ef725df0e676", "tag": "be9e57a9-d527-4dff-be60-64393926fede"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:40:35.790912 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-2ae1498e-fca0-45c3-a30e-9871c794a5d1 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:35.868927 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836874b1-da15-4a99-a1a4-ac04ad27bd30 service neutron] Pushing event updated for resources: {'Port': ['ID=be9e57a9-d527-4dff-be60-64393926fede,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:35.944966 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-2ae1498e-fca0-45c3-a30e-9871c794a5d1 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Network 09cd91a1-f54a-4e44-b9ff-7b8fd19215d6 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:40:35.968614 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958f874-9737-41cb-bc73-60c30d44520d req-ee74a062-ce1e-427b-9011-9918e1d2574c tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:35.970145 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7958f874-9737-41cb-bc73-60c30d44520d req-ee74a062-ce1e-427b-9011-9918e1d2574c tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 945 time: 0.1832378 Dec 09 15:40:35.971666 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-2ae1498e-fca0-45c3-a30e-9871c794a5d1 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:40:35.999093 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-2ae1498e-fca0-45c3-a30e-9871c794a5d1 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:40:36.050687 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae1498e-fca0-45c3-a30e-9871c794a5d1 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Pushing event updated for resources: {'Port': ['ID=303119b3-0a59-4eaa-8d17-187cbdb615f0,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:36.057629 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 45bb67bc-ca35-4c92-800e-b213136ce078 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:40:36.073446 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-628434cb-b3d6-4e51-b2ca-dc1f0ad405f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1180509-5e07-4d9c-964e-cfddde374de9 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:40:36.081603 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-aebf6d67-1b8e-4bfc-8f54-d76f431ad031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:36.083133 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-aebf6d67-1b8e-4bfc-8f54-d76f431ad031 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a70b7769f0f54c4e9813c81bd78918f2&device_id=2a420a81-d613-43f9-9085-ef725df0e676 HTTP/1.1" status: 200 len: 1094 time: 0.2533479 Dec 09 15:40:36.094860 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-628434cb-b3d6-4e51-b2ca-dc1f0ad405f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:36.118110 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-2ae1498e-fca0-45c3-a30e-9871c794a5d1 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:36.118726 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-2ae1498e-fca0-45c3-a30e-9871c794a5d1 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:36.167231 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-6170b9d1-3b88-4a7d-b60a-18009d182180 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be9e57a9-d527-4dff-be60-64393926fede HTTP/1.1" status: 200 len: 217 time: 0.0639186 Dec 09 15:40:36.172004 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 45bb67bc-ca35-4c92-800e-b213136ce078, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=45bb67bc-ca35-4c92-800e-b213136ce078,segment=NetworkSegment(dc5f4fd7-f2d0-4fcc-b322-be564df2c7cb),segment_id=dc5f4fd7-f2d0-4fcc-b322-be564df2c7cb)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:40:36.172918 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-628434cb-b3d6-4e51-b2ca-dc1f0ad405f1 service neutron] Transition to ACTIVE for port object e1180509-5e07-4d9c-964e-cfddde374de9 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:40:36.177594 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7958f874-9737-41cb-bc73-60c30d44520d req-2375689d-0f84-454f-8925-95eedbc8e7f3 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/security-groups?id=405f7c79-c2e4-4998-b8a7-72f6f093478a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797557 Dec 09 15:40:36.186327 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-628434cb-b3d6-4e51-b2ca-dc1f0ad405f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:36.202271 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-2ae1498e-fca0-45c3-a30e-9871c794a5d1 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8024318 Dec 09 15:40:36.205358 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '45bb67bc-ca35-4c92-800e-b213136ce078', 'network_id': 'e2c56416-a3b5-4b61-991a-78207a48b599', 'port_id': '45bb67bc-ca35-4c92-800e-b213136ce078', 'mac_address': 'fa:16:3e:2b:a2:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82818294-a77a-4d84-912f-e7bf638da367', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:40:36.251064 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-10a16f60-c102-44e7-b9df-5bda3c9e741f service neutron] Request body: {'port': {'device_id': '9d4e9922-c35d-460c-af1c-66ec0369e772', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:36.292032 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:36.308313 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45bb67bc-ca35-4c92-800e-b213136ce078 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:40:36.335772 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628434cb-b3d6-4e51-b2ca-dc1f0ad405f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e1180509-5e07-4d9c-964e-cfddde374de9,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:36.347642 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 45bb67bc-ca35-4c92-800e-b213136ce078, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=45bb67bc-ca35-4c92-800e-b213136ce078,segment=NetworkSegment(dc5f4fd7-f2d0-4fcc-b322-be564df2c7cb),segment_id=dc5f4fd7-f2d0-4fcc-b322-be564df2c7cb)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:40:36.352529 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:36.364667 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-0eb3b921-59b3-414e-8e65-9c84085ed764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:36.366153 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-0eb3b921-59b3-414e-8e65-9c84085ed764 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1544c322-afeb-4740-8366-4611af60f9a4 HTTP/1.1" status: 200 len: 857 time: 0.1874115 Dec 09 15:40:36.404462 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=45bb67bc-ca35-4c92-800e-b213136ce078,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:36.467795 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-1206c6fb-0526-478b-84a4-1f122018a7d5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=09cd91a1-f54a-4e44-b9ff-7b8fd19215d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735533 Dec 09 15:40:36.472715 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-10a16f60-c102-44e7-b9df-5bda3c9e741f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:36.526788 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6330f5-4db6-423f-ba39-579d0a96996c req-c2f2c526-6296-4fd1-81d7-6e7f36d5a7c1 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:36.528287 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8c6330f5-4db6-423f-ba39-579d0a96996c req-c2f2c526-6296-4fd1-81d7-6e7f36d5a7c1 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 948 time: 0.2379649 Dec 09 15:40:36.647647 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-628434cb-b3d6-4e51-b2ca-dc1f0ad405f1 service neutron] Attempting to bind port e1180509-5e07-4d9c-964e-cfddde374de9 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:40:36.647979 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-628434cb-b3d6-4e51-b2ca-dc1f0ad405f1 service neutron] Attempting to bind port e1180509-5e07-4d9c-964e-cfddde374de9 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': 'ec635648-beea-467d-90d9-d8ff46f9aacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '09cd91a1-f54a-4e44-b9ff-7b8fd19215d6'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:40:36.648426 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-628434cb-b3d6-4e51-b2ca-dc1f0ad405f1 service neutron] Attempting to bind port e1180509-5e07-4d9c-964e-cfddde374de9 on network 09cd91a1-f54a-4e44-b9ff-7b8fd19215d6 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:40:36.735633 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-628434cb-b3d6-4e51-b2ca-dc1f0ad405f1 service neutron] Port e1180509-5e07-4d9c-964e-cfddde374de9 on network 09cd91a1-f54a-4e44-b9ff-7b8fd19215d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:40:36.735872 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-628434cb-b3d6-4e51-b2ca-dc1f0ad405f1 service neutron] Attempting to bind port e1180509-5e07-4d9c-964e-cfddde374de9 on network 09cd91a1-f54a-4e44-b9ff-7b8fd19215d6 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:40:36.758570 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-ec92f1c7-33c5-497e-a3d4-3bd58b12ebe7 service neutron] 10.222.0.31 "GET /v2.0/networks/09cd91a1-f54a-4e44-b9ff-7b8fd19215d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731104 Dec 09 15:40:36.759257 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-628434cb-b3d6-4e51-b2ca-dc1f0ad405f1 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:40:36.759581 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-628434cb-b3d6-4e51-b2ca-dc1f0ad405f1 service neutron] Checking segment: {'id': 'ec635648-beea-467d-90d9-d8ff46f9aacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '09cd91a1-f54a-4e44-b9ff-7b8fd19215d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:40:36.759940 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-628434cb-b3d6-4e51-b2ca-dc1f0ad405f1 service neutron] Bound using segment: {'id': 'ec635648-beea-467d-90d9-d8ff46f9aacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '09cd91a1-f54a-4e44-b9ff-7b8fd19215d6'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:40:36.760362 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-628434cb-b3d6-4e51-b2ca-dc1f0ad405f1 service neutron] Bound port: e1180509-5e07-4d9c-964e-cfddde374de9, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec635648-beea-467d-90d9-d8ff46f9aacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '09cd91a1-f54a-4e44-b9ff-7b8fd19215d6'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:40:36.761344 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-628434cb-b3d6-4e51-b2ca-dc1f0ad405f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:36.763526 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['45bb67bc-ca35-4c92-800e-b213136ce078'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:40:36.798597 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8c6330f5-4db6-423f-ba39-579d0a96996c req-786f22f1-5bca-465c-a461-da32b47a1ce8 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348270 Dec 09 15:40:37.220127 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-10a16f60-c102-44e7-b9df-5bda3c9e741f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 303119b3-0a59-4eaa-8d17-187cbdb615f0 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:40:37.235721 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-10a16f60-c102-44e7-b9df-5bda3c9e741f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:37.243703 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-ed2a15ef-a96b-4e2b-8292-1e4024adec91 service neutron] 10.222.0.31 "GET /v2.0/networks/09cd91a1-f54a-4e44-b9ff-7b8fd19215d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4615378 Dec 09 15:40:37.252967 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-628434cb-b3d6-4e51-b2ca-dc1f0ad405f1 service neutron] For port e1180509-5e07-4d9c-964e-cfddde374de9, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:40:37.262560 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-628434cb-b3d6-4e51-b2ca-dc1f0ad405f1 service neutron] For port e1180509-5e07-4d9c-964e-cfddde374de9, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=e1180509-5e07-4d9c-964e-cfddde374de9,segment=NetworkSegment(ec635648-beea-467d-90d9-d8ff46f9aacc),segment_id=ec635648-beea-467d-90d9-d8ff46f9aacc)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:40:37.272236 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-10a16f60-c102-44e7-b9df-5bda3c9e741f service neutron] Transition to ACTIVE for port object 303119b3-0a59-4eaa-8d17-187cbdb615f0 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:40:37.274186 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-628434cb-b3d6-4e51-b2ca-dc1f0ad405f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:37.288473 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ecb0e-af73-4866-9ddf-a4347c55f6a4 req-79ad8fe4-0b5f-4f22-b6f5-17b10ccde73e tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:37.290104 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-934ecb0e-af73-4866-9ddf-a4347c55f6a4 req-79ad8fe4-0b5f-4f22-b6f5-17b10ccde73e tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d4e9922-c35d-460c-af1c-66ec0369e772 HTTP/1.1" status: 200 len: 931 time: 0.1764929 Dec 09 15:40:37.294431 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-10a16f60-c102-44e7-b9df-5bda3c9e741f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:37.366327 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-628434cb-b3d6-4e51-b2ca-dc1f0ad405f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:37.366945 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-628434cb-b3d6-4e51-b2ca-dc1f0ad405f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:37.369167 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-628434cb-b3d6-4e51-b2ca-dc1f0ad405f1 service neutron] 10.222.0.31 "PUT /v2.0/ports/e1180509-5e07-4d9c-964e-cfddde374de9 HTTP/1.1" status: 200 len: 1092 time: 2.9745224 Dec 09 15:40:37.454135 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628434cb-b3d6-4e51-b2ca-dc1f0ad405f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e1180509-5e07-4d9c-964e-cfddde374de9,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:37.504938 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36922) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:37.517066 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-934ecb0e-af73-4866-9ddf-a4347c55f6a4 req-98304e77-dc44-40c8-bc8d-bc9042b41275 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e338de-02e6-42e2-8f2e-b4fe16d186ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156024 Dec 09 15:40:37.567020 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-be734c49-4540-4057-85a5-724b41b8c5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:37.568664 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-be734c49-4540-4057-85a5-724b41b8c5ae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a70b7769f0f54c4e9813c81bd78918f2&device_id=824b5091-17ac-4050-899f-05b64188bde9 HTTP/1.1" status: 200 len: 1095 time: 0.1336625 Dec 09 15:40:37.575347 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0329f19-f79a-454c-bd0f-3f110c06721c x-openstack-request-id: req-a0329f19-f79a-454c-bd0f-3f110c06721c {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:40:37.575645 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a420a81-d613-43f9-9085-ef725df0e676", "tag": "be9e57a9-d527-4dff-be60-64393926fede", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:40:37.575898 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a0329f19-f79a-454c-bd0f-3f110c06721c {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:40:37.576297 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a420a81-d613-43f9-9085-ef725df0e676', 'tag': 'be9e57a9-d527-4dff-be60-64393926fede', 'status': 'completed', 'code': 200} Dec 09 15:40:37.578018 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a16f60-c102-44e7-b9df-5bda3c9e741f service neutron] Pushing event updated for resources: {'Port': ['ID=303119b3-0a59-4eaa-8d17-187cbdb615f0,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:37.602509 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-10a16f60-c102-44e7-b9df-5bda3c9e741f service neutron] Attempting to bind port 303119b3-0a59-4eaa-8d17-187cbdb615f0 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:40:37.602668 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-10a16f60-c102-44e7-b9df-5bda3c9e741f service neutron] Attempting to bind port 303119b3-0a59-4eaa-8d17-187cbdb615f0 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': 'ec635648-beea-467d-90d9-d8ff46f9aacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '09cd91a1-f54a-4e44-b9ff-7b8fd19215d6'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:40:37.602997 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-10a16f60-c102-44e7-b9df-5bda3c9e741f service neutron] Attempting to bind port 303119b3-0a59-4eaa-8d17-187cbdb615f0 on network 09cd91a1-f54a-4e44-b9ff-7b8fd19215d6 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:40:37.647519 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-10a16f60-c102-44e7-b9df-5bda3c9e741f service neutron] Port 303119b3-0a59-4eaa-8d17-187cbdb615f0 on network 09cd91a1-f54a-4e44-b9ff-7b8fd19215d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:40:37.648876 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-10a16f60-c102-44e7-b9df-5bda3c9e741f service neutron] Attempting to bind port 303119b3-0a59-4eaa-8d17-187cbdb615f0 on network 09cd91a1-f54a-4e44-b9ff-7b8fd19215d6 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:40:37.650870 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-7664ccd5-6dfc-4e1e-b726-1453fd5274ac service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1180509-5e07-4d9c-964e-cfddde374de9 HTTP/1.1" status: 200 len: 217 time: 0.0633287 Dec 09 15:40:37.691660 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-10a16f60-c102-44e7-b9df-5bda3c9e741f service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:40:37.694551 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-10a16f60-c102-44e7-b9df-5bda3c9e741f service neutron] Checking segment: {'id': 'ec635648-beea-467d-90d9-d8ff46f9aacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '09cd91a1-f54a-4e44-b9ff-7b8fd19215d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:40:37.694551 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-10a16f60-c102-44e7-b9df-5bda3c9e741f service neutron] Bound using segment: {'id': 'ec635648-beea-467d-90d9-d8ff46f9aacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '09cd91a1-f54a-4e44-b9ff-7b8fd19215d6'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:40:37.694551 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-10a16f60-c102-44e7-b9df-5bda3c9e741f service neutron] Bound port: 303119b3-0a59-4eaa-8d17-187cbdb615f0, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec635648-beea-467d-90d9-d8ff46f9aacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '09cd91a1-f54a-4e44-b9ff-7b8fd19215d6'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:40:37.694551 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-10a16f60-c102-44e7-b9df-5bda3c9e741f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:37.709173 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5701b17-98c2-40b6-8799-e93c048a085a', 'tag': 'f4aacffe-926a-472c-a836-25408b78fc54'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:40:37.721126 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d8b7c2-abac-4006-bf3d-14586564cda9" -d '{"events": [{"name": "network-changed", "server_uuid": "d5701b17-98c2-40b6-8799-e93c048a085a", "tag": "f4aacffe-926a-472c-a836-25408b78fc54"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:40:37.741585 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec413164-c435-4fff-b6cb-0bd209f057d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:37.803159 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-72ff6f4c-6889-4335-ab71-bfac01408fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:37.804614 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-72ff6f4c-6889-4335-ab71-bfac01408fba service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1544c322-afeb-4740-8366-4611af60f9a4 HTTP/1.1" status: 200 len: 857 time: 0.1370094 Dec 09 15:40:37.809030 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6228db3-07ec-4d17-bcbd-7c2148ef673c req-471c139c-578a-4ba4-95b4-156229d89276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:37.810462 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6228db3-07ec-4d17-bcbd-7c2148ef673c req-471c139c-578a-4ba4-95b4-156229d89276 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a70b7769f0f54c4e9813c81bd78918f2&device_id=2a420a81-d613-43f9-9085-ef725df0e676 HTTP/1.1" status: 200 len: 1094 time: 0.1726253 Dec 09 15:40:37.821642 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064da6f1-3755-416d-a7e2-266f49775799 req-46a3f9db-d202-4c90-98ee-2a424fb54a53 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:37.828725 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-064da6f1-3755-416d-a7e2-266f49775799 req-46a3f9db-d202-4c90-98ee-2a424fb54a53 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/ports?device_id=010b8793-9768-4df0-800b-a7cc9fd4196a HTTP/1.1" status: 200 len: 944 time: 0.1599464 Dec 09 15:40:37.861452 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec413164-c435-4fff-b6cb-0bd209f057d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:37.867702 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec413164-c435-4fff-b6cb-0bd209f057d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:37.905441 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec413164-c435-4fff-b6cb-0bd209f057d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f4f69d-4b48-49c8-ae13-ed63ae01f5e9,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:37.927725 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-0f5ae198-1fd0-47c5-b7a3-504e184771bd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=09cd91a1-f54a-4e44-b9ff-7b8fd19215d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901172 Dec 09 15:40:37.933199 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-10a16f60-c102-44e7-b9df-5bda3c9e741f service neutron] For port 303119b3-0a59-4eaa-8d17-187cbdb615f0, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:40:37.938034 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ec413164-c435-4fff-b6cb-0bd209f057d1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=afd568c242e64a1ca7f3db8055023f83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4294879 Dec 09 15:40:37.938818 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36932) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:37.972212 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-10a16f60-c102-44e7-b9df-5bda3c9e741f service neutron] For port 303119b3-0a59-4eaa-8d17-187cbdb615f0, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=303119b3-0a59-4eaa-8d17-187cbdb615f0,segment=NetworkSegment(ec635648-beea-467d-90d9-d8ff46f9aacc),segment_id=ec635648-beea-467d-90d9-d8ff46f9aacc)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:40:38.011687 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3fc22e4c-7b58-4db8-a4bd-c43af9b66b06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:38.016506 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-10a16f60-c102-44e7-b9df-5bda3c9e741f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:38.045050 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3fc22e4c-7b58-4db8-a4bd-c43af9b66b06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:38.080865 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-064da6f1-3755-416d-a7e2-266f49775799 req-eed2aa50-7bba-4535-bf15-5e8cc1f374bb tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/security-groups?id=f75860f8-3c12-4147-8105-fba68cf10719&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2502038 Dec 09 15:40:38.088838 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device f4aacffe-926a-472c-a836-25408b78fc54 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:40:38.113787 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3fc22e4c-7b58-4db8-a4bd-c43af9b66b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:38.118287 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3fc22e4c-7b58-4db8-a4bd-c43af9b66b06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:38.124239 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3fc22e4c-7b58-4db8-a4bd-c43af9b66b06 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f7f4f69d-4b48-49c8-ae13-ed63ae01f5e9 HTTP/1.1" status: 204 len: 168 time: 0.1836145 Dec 09 15:40:38.127496 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-10a16f60-c102-44e7-b9df-5bda3c9e741f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:38.128792 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-10a16f60-c102-44e7-b9df-5bda3c9e741f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:38.130102 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-10a16f60-c102-44e7-b9df-5bda3c9e741f service neutron] 10.222.0.31 "PUT /v2.0/ports/303119b3-0a59-4eaa-8d17-187cbdb615f0 HTTP/1.1" status: 200 len: 1091 time: 1.9096136 Dec 09 15:40:38.181328 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device f4aacffe-926a-472c-a836-25408b78fc54 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:40:38.184251 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc22e4c-7b58-4db8-a4bd-c43af9b66b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f4f69d-4b48-49c8-ae13-ed63ae01f5e9,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:38.225979 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6228db3-07ec-4d17-bcbd-7c2148ef673c req-8901e74d-faa8-4df0-91f5-dfd428fbd01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:38.228633 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6228db3-07ec-4d17-bcbd-7c2148ef673c req-8901e74d-faa8-4df0-91f5-dfd428fbd01a service neutron] 10.222.0.31 "GET /v2.0/networks?id=09cd91a1-f54a-4e44-b9ff-7b8fd19215d6 HTTP/1.1" status: 200 len: 918 time: 0.3911006 Dec 09 15:40:38.251966 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a16f60-c102-44e7-b9df-5bda3c9e741f service neutron] Pushing event updated for resources: {'Port': ['ID=303119b3-0a59-4eaa-8d17-187cbdb615f0,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:38.270633 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-9bc72aa9-49b3-4bde-ab0e-075ac1363730 service neutron] 10.222.0.31 "GET /v2.0/networks/09cd91a1-f54a-4e44-b9ff-7b8fd19215d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302903 Dec 09 15:40:38.310417 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6228db3-07ec-4d17-bcbd-7c2148ef673c req-b9e9567b-6f7f-4eff-acbd-f4859894e98c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be9e57a9-d527-4dff-be60-64393926fede HTTP/1.1" status: 200 len: 217 time: 0.0608103 Dec 09 15:40:38.403901 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-6122b07d-d81c-4047-a54c-706a7cadb90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:38.405427 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-6122b07d-d81c-4047-a54c-706a7cadb90a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a70b7769f0f54c4e9813c81bd78918f2&device_id=9d4e9922-c35d-460c-af1c-66ec0369e772 HTTP/1.1" status: 200 len: 1094 time: 0.2291241 Dec 09 15:40:38.413138 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd268b52-1faf-43e9-a4a4-96bf26de21da req-34b16ee6-db1d-47f1-9650-8b637b4b817c tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:38.414637 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dd268b52-1faf-43e9-a4a4-96bf26de21da req-34b16ee6-db1d-47f1-9650-8b637b4b817c tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 945 time: 0.2661829 Dec 09 15:40:38.500087 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-b56983c0-4f92-4270-96c7-7b511a99e502 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=303119b3-0a59-4eaa-8d17-187cbdb615f0 HTTP/1.1" status: 200 len: 217 time: 0.0809982 Dec 09 15:40:38.523802 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6228db3-07ec-4d17-bcbd-7c2148ef673c req-ce2064d5-8966-435f-b539-5afde675d011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:38.526427 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6228db3-07ec-4d17-bcbd-7c2148ef673c req-ce2064d5-8966-435f-b539-5afde675d011 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1544c322-afeb-4740-8366-4611af60f9a4 HTTP/1.1" status: 200 len: 857 time: 0.1986706 Dec 09 15:40:38.555541 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device f4aacffe-926a-472c-a836-25408b78fc54 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:40:38.592559 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6228db3-07ec-4d17-bcbd-7c2148ef673c req-42d9a07a-0ae2-47a0-b161-a5c7001a0dcd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=09cd91a1-f54a-4e44-b9ff-7b8fd19215d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583935 Dec 09 15:40:38.598661 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-e775af45-b467-4d91-ab29-3a5f74131619 service neutron] 10.222.0.31 "GET /v2.0/networks/09cd91a1-f54a-4e44-b9ff-7b8fd19215d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977364 Dec 09 15:40:38.672323 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dd268b52-1faf-43e9-a4a4-96bf26de21da req-b4cab2b3-6f8b-4505-ad4f-8b6c2d13a1a6 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/security-groups?id=405f7c79-c2e4-4998-b8a7-72f6f093478a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422357 Dec 09 15:40:38.685548 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port f4aacffe-926a-472c-a836-25408b78fc54, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=f4aacffe-926a-472c-a836-25408b78fc54,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:40:38.695741 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-9029f5f9-dfeb-4651-955a-8f1a16e080c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:38.697627 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-9029f5f9-dfeb-4651-955a-8f1a16e080c1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1544c322-afeb-4740-8366-4611af60f9a4 HTTP/1.1" status: 200 len: 857 time: 0.1877818 Dec 09 15:40:38.706565 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': 'f4aacffe-926a-472c-a836-25408b78fc54', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'port_id': 'f4aacffe-926a-472c-a836-25408b78fc54', 'mac_address': 'fa:16:3e:b8:2a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6953c-1261-4e7c-8b49-64e5b87424c2', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:40:38.746038 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-5bb3cf47-07e2-4c36-9a17-d6df5c2ba94e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=09cd91a1-f54a-4e44-b9ff-7b8fd19215d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344229 Dec 09 15:40:38.757106 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3620c7-89f7-4fd9-bd67-0de49cfa6a63 x-openstack-request-id: req-dc3620c7-89f7-4fd9-bd67-0de49cfa6a63 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:40:38.757631 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5701b17-98c2-40b6-8799-e93c048a085a", "tag": "f4aacffe-926a-472c-a836-25408b78fc54", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:40:38.762365 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dc3620c7-89f7-4fd9-bd67-0de49cfa6a63 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:40:38.773612 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:38.779680 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5701b17-98c2-40b6-8799-e93c048a085a', 'tag': 'f4aacffe-926a-472c-a836-25408b78fc54', 'status': 'completed', 'code': 200} Dec 09 15:40:38.821357 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4aacffe-926a-472c-a836-25408b78fc54 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:40:38.867113 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port f4aacffe-926a-472c-a836-25408b78fc54, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=f4aacffe-926a-472c-a836-25408b78fc54,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:40:38.873116 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:38.904444 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8b7c2-abac-4006-bf3d-14586564cda9 req-10f2949f-0b72-4f2f-b5b0-bda7e7ff3331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:38.910372 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c0d8b7c2-abac-4006-bf3d-14586564cda9 req-10f2949f-0b72-4f2f-b5b0-bda7e7ff3331 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8222749629bd4bc081045ad1433cd8c5&device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 1099 time: 0.0947270 Dec 09 15:40:38.916056 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6228db3-07ec-4d17-bcbd-7c2148ef673c req-dad503b0-9fc0-4877-893d-30b34d792dd1 service neutron] 10.222.0.31 "GET /v2.0/networks/09cd91a1-f54a-4e44-b9ff-7b8fd19215d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110287 Dec 09 15:40:39.007635 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=f4aacffe-926a-472c-a836-25408b78fc54,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:39.126134 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8b7c2-abac-4006-bf3d-14586564cda9 req-daea19bf-fbdc-4d8d-9e2f-b9d958a393e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:39.133576 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c0d8b7c2-abac-4006-bf3d-14586564cda9 req-daea19bf-fbdc-4d8d-9e2f-b9d958a393e2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.2137930 Dec 09 15:40:39.211797 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c0d8b7c2-abac-4006-bf3d-14586564cda9 req-f01ee234-ef6b-45f4-acdb-3bf03d89b181 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=f4aacffe-926a-472c-a836-25408b78fc54 HTTP/1.1" status: 200 len: 217 time: 0.0664802 Dec 09 15:40:39.287407 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8b7c2-abac-4006-bf3d-14586564cda9 req-03551d5a-abf6-494c-9a8a-5512b136e600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:39.288926 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c0d8b7c2-abac-4006-bf3d-14586564cda9 req-03551d5a-abf6-494c-9a8a-5512b136e600 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0703914 Dec 09 15:40:39.349466 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8b7c2-abac-4006-bf3d-14586564cda9 req-2e601116-fdbc-4f04-9004-4ca5f1c8fea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:39.352336 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c0d8b7c2-abac-4006-bf3d-14586564cda9 req-2e601116-fdbc-4f04-9004-4ca5f1c8fea8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0550659 Dec 09 15:40:39.353122 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['f4aacffe-926a-472c-a836-25408b78fc54'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:40:39.485794 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8b7c2-abac-4006-bf3d-14586564cda9 req-79ebe2dd-950f-463a-b3f9-13902d3d751e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:39.487859 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c0d8b7c2-abac-4006-bf3d-14586564cda9 req-79ebe2dd-950f-463a-b3f9-13902d3d751e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8222749629bd4bc081045ad1433cd8c5&device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 1100 time: 0.6496172 Dec 09 15:40:39.492271 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-75b3b5c8-f530-4c1b-9e19-d4fcf2dbc433 service neutron] 10.222.0.31 "GET /v2.0/networks/09cd91a1-f54a-4e44-b9ff-7b8fd19215d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7332890 Dec 09 15:40:39.505772 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff475b0-70fb-443f-9cc3-029c474bdf98 req-88b97580-3a1a-469c-a79f-90e268b7c6c6 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:39.513090 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0ff475b0-70fb-443f-9cc3-029c474bdf98 req-88b97580-3a1a-469c-a79f-90e268b7c6c6 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 949 time: 0.6317329 Dec 09 15:40:39.513468 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c0d8b7c2-abac-4006-bf3d-14586564cda9 req-a7dd9b57-c653-49c7-858b-6756f3445c49 service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531286 Dec 09 15:40:39.604466 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '824b5091-17ac-4050-899f-05b64188bde9', 'tag': 'e1180509-5e07-4d9c-964e-cfddde374de9'}, {'name': 'network-changed', 'server_uuid': '9d4e9922-c35d-460c-af1c-66ec0369e772', 'tag': '303119b3-0a59-4eaa-8d17-187cbdb615f0'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:40:39.606712 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bd0fd0-60e1-4f15-a6a9-6b92c1e14173" -d '{"events": [{"name": "network-changed", "server_uuid": "824b5091-17ac-4050-899f-05b64188bde9", "tag": "e1180509-5e07-4d9c-964e-cfddde374de9"}, {"name": "network-changed", "server_uuid": "9d4e9922-c35d-460c-af1c-66ec0369e772", "tag": "303119b3-0a59-4eaa-8d17-187cbdb615f0"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:40:39.670711 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c0d8b7c2-abac-4006-bf3d-14586564cda9 req-99ca2e62-8c5e-4063-9cf2-b891617de837 service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442482 Dec 09 15:40:39.693924 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6228db3-07ec-4d17-bcbd-7c2148ef673c req-ec53ffb1-c5f9-4515-ad64-05aa41b02c13 service neutron] 10.222.0.31 "GET /v2.0/networks/09cd91a1-f54a-4e44-b9ff-7b8fd19215d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7459686 Dec 09 15:40:39.717240 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0ff475b0-70fb-443f-9cc3-029c474bdf98 req-57e5a581-14e9-4ad2-8f61-7d375be50ae6 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027853 Dec 09 15:40:39.753078 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b04a93d-8f0e-43d8-a0c0-8567294c51d5 req-e201a2f6-65b7-4769-bd1d-23a84f4a042e service neutron] 10.222.0.31 "GET /v2.0/networks/09cd91a1-f54a-4e44-b9ff-7b8fd19215d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375686 Dec 09 15:40:39.757568 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8b7c2-abac-4006-bf3d-14586564cda9 req-0b1061e8-f1fc-4971-9ad8-56d3c65d85b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:39.759005 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c0d8b7c2-abac-4006-bf3d-14586564cda9 req-0b1061e8-f1fc-4971-9ad8-56d3c65d85b1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.2409675 Dec 09 15:40:39.825232 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c0d8b7c2-abac-4006-bf3d-14586564cda9 req-3f0c77aa-48c3-40f0-ae04-14a0f28d34ad service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=f4aacffe-926a-472c-a836-25408b78fc54 HTTP/1.1" status: 200 len: 217 time: 0.0569921 Dec 09 15:40:39.884264 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8b7c2-abac-4006-bf3d-14586564cda9 req-01e0eda9-c338-44ad-97ac-4fb498043b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:39.885819 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c0d8b7c2-abac-4006-bf3d-14586564cda9 req-01e0eda9-c338-44ad-97ac-4fb498043b21 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0501339 Dec 09 15:40:39.967205 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8b7c2-abac-4006-bf3d-14586564cda9 req-db7ee629-3700-4e74-8e8e-d031d1e763b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:39.968674 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c0d8b7c2-abac-4006-bf3d-14586564cda9 req-db7ee629-3700-4e74-8e8e-d031d1e763b0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0746527 Dec 09 15:40:39.992837 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4857737-44b8-44ea-8dc2-7961731460c8 req-aeca81e5-a239-4402-bfd0-be0212415a5f tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:39.994280 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b4857737-44b8-44ea-8dc2-7961731460c8 req-aeca81e5-a239-4402-bfd0-be0212415a5f tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d4e9922-c35d-460c-af1c-66ec0369e772 HTTP/1.1" status: 200 len: 943 time: 0.0711575 Dec 09 15:40:40.100026 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 45bb67bc-ca35-4c92-800e-b213136ce078 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:40:40.114165 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b4857737-44b8-44ea-8dc2-7961731460c8 req-e1384b03-7059-4c83-ac42-939405e0a5fd tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e338de-02e6-42e2-8f2e-b4fe16d186ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927718 Dec 09 15:40:40.130554 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c0d8b7c2-abac-4006-bf3d-14586564cda9 req-1b362654-19f0-4511-aeb4-4e369cde17d9 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532807 Dec 09 15:40:40.167464 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 45bb67bc-ca35-4c92-800e-b213136ce078 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:40:40.189467 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 45bb67bc-ca35-4c92-800e-b213136ce078 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:40:40.190783 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:40.288104 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d993067-65bc-41bc-8e07-2e76683a40db req-b58cac49-b6e9-4dda-baec-7b0a5f596851 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:40.290272 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3d993067-65bc-41bc-8e07-2e76683a40db req-b58cac49-b6e9-4dda-baec-7b0a5f596851 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/ports?device_id=010b8793-9768-4df0-800b-a7cc9fd4196a HTTP/1.1" status: 200 len: 944 time: 0.1286397 Dec 09 15:40:40.339999 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c0d8b7c2-abac-4006-bf3d-14586564cda9 req-9a83376c-1113-443f-b806-81e1574bd40b service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945145 Dec 09 15:40:40.374117 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3d993067-65bc-41bc-8e07-2e76683a40db req-89b81404-8d84-4459-bd0e-03af36aa0c3f tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/security-groups?id=f75860f8-3c12-4147-8105-fba68cf10719&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0766711 Dec 09 15:40:40.503448 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:40.538594 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010b8793-9768-4df0-800b-a7cc9fd4196a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bb67bc-ca35-4c92-800e-b213136ce078'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:40:40.541328 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9820ac46-9315-4d7d-8224-6f2beca392c7" -d '{"events": [{"server_uuid": "010b8793-9768-4df0-800b-a7cc9fd4196a", "name": "network-vif-plugged", "status": "completed", "tag": "45bb67bc-ca35-4c92-800e-b213136ce078"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:40:40.547689 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 45bb67bc-ca35-4c92-800e-b213136ce078, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=45bb67bc-ca35-4c92-800e-b213136ce078,segment=NetworkSegment(dc5f4fd7-f2d0-4fcc-b322-be564df2c7cb),segment_id=dc5f4fd7-f2d0-4fcc-b322-be564df2c7cb)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:40:40.552817 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:40.578989 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device f4aacffe-926a-472c-a836-25408b78fc54 up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:40:40.621623 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:40:40.642874 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=45bb67bc-ca35-4c92-800e-b213136ce078,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:40.661866 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port f4aacffe-926a-472c-a836-25408b78fc54 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:40:40.666665 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port f4aacffe-926a-472c-a836-25408b78fc54 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:40:40.667402 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:40.760228 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:40.819188 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port f4aacffe-926a-472c-a836-25408b78fc54, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=f4aacffe-926a-472c-a836-25408b78fc54,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:40:40.823654 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:40.898576 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=f4aacffe-926a-472c-a836-25408b78fc54,revision_number=9']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:40.965110 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 09 Dec 2021 15:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7eece2d-2e9c-4fd0-b9a2-caa9b0ed7b7f x-openstack-request-id: req-d7eece2d-2e9c-4fd0-b9a2-caa9b0ed7b7f {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:40:40.965610 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "824b5091-17ac-4050-899f-05b64188bde9", "tag": "e1180509-5e07-4d9c-964e-cfddde374de9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9d4e9922-c35d-460c-af1c-66ec0369e772", "tag": "303119b3-0a59-4eaa-8d17-187cbdb615f0", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:40:40.965720 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d7eece2d-2e9c-4fd0-b9a2-caa9b0ed7b7f {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:40:40.966036 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '824b5091-17ac-4050-899f-05b64188bde9', 'tag': 'e1180509-5e07-4d9c-964e-cfddde374de9', 'status': 'completed', 'code': 200} Dec 09 15:40:40.966290 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d4e9922-c35d-460c-af1c-66ec0369e772', 'tag': '303119b3-0a59-4eaa-8d17-187cbdb615f0', 'status': 'completed', 'code': 200} Dec 09 15:40:41.060326 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd0fd0-60e1-4f15-a6a9-6b92c1e14173 req-400940f3-2e3e-44a2-b7b4-6ea737dee435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:41.061841 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-02bd0fd0-60e1-4f15-a6a9-6b92c1e14173 req-400940f3-2e3e-44a2-b7b4-6ea737dee435 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a70b7769f0f54c4e9813c81bd78918f2&device_id=824b5091-17ac-4050-899f-05b64188bde9 HTTP/1.1" status: 200 len: 1095 time: 0.0710382 Dec 09 15:40:41.183941 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9924e6e-2f0e-4ecd-8f51-ab2a922cc0e2 req-4e032296-2bf6-42d0-b89a-36f87a1b2fe9 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:41.191917 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b9924e6e-2f0e-4ecd-8f51-ab2a922cc0e2 req-4e032296-2bf6-42d0-b89a-36f87a1b2fe9 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 945 time: 0.1468494 Dec 09 15:40:41.224860 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd0fd0-60e1-4f15-a6a9-6b92c1e14173 req-ef75b6a4-7eed-4d60-a657-a93dc6908c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:41.227210 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-02bd0fd0-60e1-4f15-a6a9-6b92c1e14173 req-ef75b6a4-7eed-4d60-a657-a93dc6908c0c service neutron] 10.222.0.31 "GET /v2.0/networks?id=09cd91a1-f54a-4e44-b9ff-7b8fd19215d6 HTTP/1.1" status: 200 len: 918 time: 0.1455786 Dec 09 15:40:41.296697 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-02bd0fd0-60e1-4f15-a6a9-6b92c1e14173 req-73ec5930-ac6e-426e-9e28-2ab2ba16ab5a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1180509-5e07-4d9c-964e-cfddde374de9 HTTP/1.1" status: 200 len: 217 time: 0.0625193 Dec 09 15:40:41.376453 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b9924e6e-2f0e-4ecd-8f51-ab2a922cc0e2 req-b3aff347-944e-4b78-8f08-980578137989 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/security-groups?id=405f7c79-c2e4-4998-b8a7-72f6f093478a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750968 Dec 09 15:40:41.412012 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd0fd0-60e1-4f15-a6a9-6b92c1e14173 req-083daf11-6623-4f1d-9ba3-79f018e617a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:41.415230 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626fbad9-55b6-4f46-afa8-7db2a116ba77 x-openstack-request-id: req-626fbad9-55b6-4f46-afa8-7db2a116ba77 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:40:41.416469 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010b8793-9768-4df0-800b-a7cc9fd4196a", "name": "network-vif-plugged", "status": "completed", "tag": "45bb67bc-ca35-4c92-800e-b213136ce078", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:40:41.416469 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-626fbad9-55b6-4f46-afa8-7db2a116ba77 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:40:41.416469 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010b8793-9768-4df0-800b-a7cc9fd4196a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bb67bc-ca35-4c92-800e-b213136ce078', 'code': 200} Dec 09 15:40:41.417689 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-02bd0fd0-60e1-4f15-a6a9-6b92c1e14173 req-083daf11-6623-4f1d-9ba3-79f018e617a2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1544c322-afeb-4740-8366-4611af60f9a4 HTTP/1.1" status: 200 len: 857 time: 0.1052060 Dec 09 15:40:41.474748 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-02bd0fd0-60e1-4f15-a6a9-6b92c1e14173 req-4f79e190-b5de-4be4-aa5e-6488592c691f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=09cd91a1-f54a-4e44-b9ff-7b8fd19215d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399508 Dec 09 15:40:41.658907 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce6831-4280-4f30-964b-406bf63e13d6 req-45723180-7bc0-4c98-a205-5972c4b10730 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:41.661372 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cdce6831-4280-4f30-964b-406bf63e13d6 req-45723180-7bc0-4c98-a205-5972c4b10730 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 950 time: 0.1328480 Dec 09 15:40:41.679841 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073580a3-04b7-4bf9-8be0-5505b8a5d383 req-32dc3c1c-be19-47e2-8473-68815cc59d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:41.681485 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-073580a3-04b7-4bf9-8be0-5505b8a5d383 req-32dc3c1c-be19-47e2-8473-68815cc59d9c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=010b8793-9768-4df0-800b-a7cc9fd4196a HTTP/1.1" status: 200 len: 1096 time: 0.1780782 Dec 09 15:40:41.780796 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cdce6831-4280-4f30-964b-406bf63e13d6 req-95885a17-5e13-42d0-b2ca-f874b26dd80d tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078424 Dec 09 15:40:41.789250 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-02bd0fd0-60e1-4f15-a6a9-6b92c1e14173 req-7a90965e-846f-42b7-9dbf-c32ed570d5d3 service neutron] 10.222.0.31 "GET /v2.0/networks/09cd91a1-f54a-4e44-b9ff-7b8fd19215d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085322 Dec 09 15:40:41.872715 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-073580a3-04b7-4bf9-8be0-5505b8a5d383 req-401ee7e5-d706-4833-bddc-5a316bc37819 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f75860f8-3c12-4147-8105-fba68cf10719&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1783223 Dec 09 15:40:41.919251 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-02bd0fd0-60e1-4f15-a6a9-6b92c1e14173 req-a3635663-1123-42bc-8fba-0d9583c8b023 service neutron] 10.222.0.31 "GET /v2.0/networks/09cd91a1-f54a-4e44-b9ff-7b8fd19215d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189580 Dec 09 15:40:42.120139 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device e1180509-5e07-4d9c-964e-cfddde374de9 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:40:42.219362 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port e1180509-5e07-4d9c-964e-cfddde374de9, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=e1180509-5e07-4d9c-964e-cfddde374de9,segment=NetworkSegment(ec635648-beea-467d-90d9-d8ff46f9aacc),segment_id=ec635648-beea-467d-90d9-d8ff46f9aacc)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:40:42.239265 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'e1180509-5e07-4d9c-964e-cfddde374de9', 'network_id': '09cd91a1-f54a-4e44-b9ff-7b8fd19215d6', 'port_id': 'e1180509-5e07-4d9c-964e-cfddde374de9', 'mac_address': 'fa:16:3e:67:36:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1544c322-afeb-4740-8366-4611af60f9a4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:40:42.284818 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:42.291882 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd0fd0-60e1-4f15-a6a9-6b92c1e14173 req-2033fd65-bf53-40cf-88e9-657ff93df853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:42.294413 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-02bd0fd0-60e1-4f15-a6a9-6b92c1e14173 req-2033fd65-bf53-40cf-88e9-657ff93df853 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a70b7769f0f54c4e9813c81bd78918f2&device_id=9d4e9922-c35d-460c-af1c-66ec0369e772 HTTP/1.1" status: 200 len: 1094 time: 0.0695598 Dec 09 15:40:42.301903 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1180509-5e07-4d9c-964e-cfddde374de9 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:40:42.332908 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port e1180509-5e07-4d9c-964e-cfddde374de9, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=e1180509-5e07-4d9c-964e-cfddde374de9,segment=NetworkSegment(ec635648-beea-467d-90d9-d8ff46f9aacc),segment_id=ec635648-beea-467d-90d9-d8ff46f9aacc)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:40:42.338366 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:42.339453 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device be9e57a9-d527-4dff-be60-64393926fede details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:40:42.376680 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port be9e57a9-d527-4dff-be60-64393926fede, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=be9e57a9-d527-4dff-be60-64393926fede,segment=NetworkSegment(ec635648-beea-467d-90d9-d8ff46f9aacc),segment_id=ec635648-beea-467d-90d9-d8ff46f9aacc)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:40:42.392825 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'be9e57a9-d527-4dff-be60-64393926fede', 'network_id': '09cd91a1-f54a-4e44-b9ff-7b8fd19215d6', 'port_id': 'be9e57a9-d527-4dff-be60-64393926fede', 'mac_address': 'fa:16:3e:d7:b0:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1544c322-afeb-4740-8366-4611af60f9a4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:40:42.419604 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd0fd0-60e1-4f15-a6a9-6b92c1e14173 req-66b4f656-3ca8-4d23-98ac-304f56914fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:42.422049 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-02bd0fd0-60e1-4f15-a6a9-6b92c1e14173 req-66b4f656-3ca8-4d23-98ac-304f56914fd9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=09cd91a1-f54a-4e44-b9ff-7b8fd19215d6 HTTP/1.1" status: 200 len: 918 time: 0.1177962 Dec 09 15:40:42.492121 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-02bd0fd0-60e1-4f15-a6a9-6b92c1e14173 req-0ceeae26-aacc-4fdc-b37f-0c96c2c31d18 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=303119b3-0a59-4eaa-8d17-187cbdb615f0 HTTP/1.1" status: 200 len: 217 time: 0.0610180 Dec 09 15:40:42.492564 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:42.494609 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=e1180509-5e07-4d9c-964e-cfddde374de9,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:42.519447 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be9e57a9-d527-4dff-be60-64393926fede {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:40:42.542793 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port be9e57a9-d527-4dff-be60-64393926fede, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=be9e57a9-d527-4dff-be60-64393926fede,segment=NetworkSegment(ec635648-beea-467d-90d9-d8ff46f9aacc),segment_id=ec635648-beea-467d-90d9-d8ff46f9aacc)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:40:42.547673 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:42.561907 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd0fd0-60e1-4f15-a6a9-6b92c1e14173 req-65c4ef82-1b16-486f-9a99-fc85f536e16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:42.563744 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-02bd0fd0-60e1-4f15-a6a9-6b92c1e14173 req-65c4ef82-1b16-486f-9a99-fc85f536e16c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1544c322-afeb-4740-8366-4611af60f9a4 HTTP/1.1" status: 200 len: 857 time: 0.0512803 Dec 09 15:40:42.602960 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=be9e57a9-d527-4dff-be60-64393926fede,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:42.607481 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-02bd0fd0-60e1-4f15-a6a9-6b92c1e14173 req-574dc82b-610f-473b-a665-ef8e8b1b28f2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=09cd91a1-f54a-4e44-b9ff-7b8fd19215d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348222 Dec 09 15:40:42.730379 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-02bd0fd0-60e1-4f15-a6a9-6b92c1e14173 req-3dc09002-5aa0-4e52-8281-bde49283a438 service neutron] 10.222.0.31 "GET /v2.0/networks/09cd91a1-f54a-4e44-b9ff-7b8fd19215d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145182 Dec 09 15:40:42.794676 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a947a0b-77f1-4cc0-8e91-9204fb4d4aa1 req-5a9f71d3-b12b-4fb8-bb50-c4386fa929fa tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:42.796155 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1a947a0b-77f1-4cc0-8e91-9204fb4d4aa1 req-5a9f71d3-b12b-4fb8-bb50-c4386fa929fa tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d4e9922-c35d-460c-af1c-66ec0369e772 HTTP/1.1" status: 200 len: 943 time: 0.1125147 Dec 09 15:40:42.872912 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-02bd0fd0-60e1-4f15-a6a9-6b92c1e14173 req-ce862bcf-c87d-4cd5-b232-b11c8e28e2b2 service neutron] 10.222.0.31 "GET /v2.0/networks/09cd91a1-f54a-4e44-b9ff-7b8fd19215d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343615 Dec 09 15:40:42.876684 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1a947a0b-77f1-4cc0-8e91-9204fb4d4aa1 req-cc11a371-bb58-42b2-bfa3-7bec104f97cd tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e338de-02e6-42e2-8f2e-b4fe16d186ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725319 Dec 09 15:40:42.982791 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602dbdfa-4842-45c9-9b78-ab67cca14f02 req-86c8962c-eeb5-413e-b02b-85f377e75596 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:42.984181 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-602dbdfa-4842-45c9-9b78-ab67cca14f02 req-86c8962c-eeb5-413e-b02b-85f377e75596 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/ports?device_id=010b8793-9768-4df0-800b-a7cc9fd4196a HTTP/1.1" status: 200 len: 945 time: 0.0503993 Dec 09 15:40:43.036797 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-602dbdfa-4842-45c9-9b78-ab67cca14f02 req-95cc3a70-415d-418c-a8cf-cb01ac1e41dc tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/security-groups?id=f75860f8-3c12-4147-8105-fba68cf10719&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463316 Dec 09 15:40:43.147837 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['e1180509-5e07-4d9c-964e-cfddde374de9'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:40:43.176131 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['be9e57a9-d527-4dff-be60-64393926fede'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:40:43.298904 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7497f-ac5e-4c49-85e6-213879d8439d req-d59c5c55-df04-46da-9d45-fdc243041eda tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:43.301021 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-04c7497f-ac5e-4c49-85e6-213879d8439d req-d59c5c55-df04-46da-9d45-fdc243041eda tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 945 time: 0.0678468 Dec 09 15:40:43.374306 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-f8b80b5a-a539-45b5-8f37-ddd5748965f8 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:43.376173 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-f8b80b5a-a539-45b5-8f37-ddd5748965f8 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a&tenant_id=8222749629bd4bc081045ad1433cd8c5&binding%3Ahost_id=n-h1-821228-1 HTTP/1.1" status: 200 len: 950 time: 0.1664176 Dec 09 15:40:43.416813 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5701b17-98c2-40b6-8799-e93c048a085a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4aacffe-926a-472c-a836-25408b78fc54'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:40:43.417005 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-04c7497f-ac5e-4c49-85e6-213879d8439d req-7db4548d-bde6-4b16-b66d-75c8764c46eb tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/security-groups?id=405f7c79-c2e4-4998-b8a7-72f6f093478a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093388 Dec 09 15:40:43.419467 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8fdfc7-b46b-4880-9fc4-866a344f18a2" -d '{"events": [{"server_uuid": "d5701b17-98c2-40b6-8799-e93c048a085a", "name": "network-vif-plugged", "status": "completed", "tag": "f4aacffe-926a-472c-a836-25408b78fc54"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:40:43.494900 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-62aa6041-1ba8-4149-8b60-8930b4cae31f service neutron] 10.222.0.42 "GET /v2.0/ports/f4aacffe-926a-472c-a836-25408b78fc54/bindings/n-h1-821228-1 HTTP/1.1" status: 200 len: 382 time: 0.1091111 Dec 09 15:40:43.605979 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-428ed3a1-79a3-41af-9ee9-06c28e9f210d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:43.607704 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-428ed3a1-79a3-41af-9ee9-06c28e9f210d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8222749629bd4bc081045ad1433cd8c5&device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 1101 time: 0.0558646 Dec 09 15:40:43.718139 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-3c848078-2b4d-4792-8649-0b66f4e91b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:43.719622 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-3c848078-2b4d-4792-8649-0b66f4e91b79 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.1031380 Dec 09 15:40:43.764274 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-efea3599-e663-4e13-a2ee-db8c234d47ed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=f4aacffe-926a-472c-a836-25408b78fc54 HTTP/1.1" status: 200 len: 217 time: 0.0373375 Dec 09 15:40:43.814853 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-54e685b3-2aad-4719-9b0d-674d8e762770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:43.816388 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-54e685b3-2aad-4719-9b0d-674d8e762770 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0453894 Dec 09 15:40:43.863081 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393bcb3-cc42-48e0-8b8d-b4f6761e3001 req-307ef0fd-7c4c-4cec-9fae-4d26432d7825 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:43.865476 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2393bcb3-cc42-48e0-8b8d-b4f6761e3001 req-307ef0fd-7c4c-4cec-9fae-4d26432d7825 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 950 time: 0.0535412 Dec 09 15:40:43.868230 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-9ca92a95-9d44-4a64-9390-fa217532f5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:43.869810 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-9ca92a95-9d44-4a64-9390-fa217532f5ae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0460362 Dec 09 15:40:43.917858 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2393bcb3-cc42-48e0-8b8d-b4f6761e3001 req-3923f0fd-6ae4-48f0-969e-60d82d16476a tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456538 Dec 09 15:40:43.978904 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-e1983ac7-7434-4081-a785-fb60163208ec service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011527 Dec 09 15:40:44.043068 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b639a6c-ffe2-470a-aa67-c17c191b89e7 x-openstack-request-id: req-5b639a6c-ffe2-470a-aa67-c17c191b89e7 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:40:44.043437 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5701b17-98c2-40b6-8799-e93c048a085a", "name": "network-vif-plugged", "status": "completed", "tag": "f4aacffe-926a-472c-a836-25408b78fc54", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:40:44.043760 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5b639a6c-ffe2-470a-aa67-c17c191b89e7 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:40:44.044228 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5701b17-98c2-40b6-8799-e93c048a085a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4aacffe-926a-472c-a836-25408b78fc54', 'code': 200} Dec 09 15:40:44.091304 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-38cd6389-4c5a-412f-b00a-7ba9bb725da1 service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053874 Dec 09 15:40:44.137903 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 303119b3-0a59-4eaa-8d17-187cbdb615f0 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:40:44.218748 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfbc0a-22ac-41f4-925d-2a8cd2b4a4aa req-d1f17b0e-1e38-4703-b7fc-40686dc16466 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:44.221036 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b5bfbc0a-22ac-41f4-925d-2a8cd2b4a4aa req-d1f17b0e-1e38-4703-b7fc-40686dc16466 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d4e9922-c35d-460c-af1c-66ec0369e772 HTTP/1.1" status: 200 len: 943 time: 0.0589547 Dec 09 15:40:44.245322 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 303119b3-0a59-4eaa-8d17-187cbdb615f0, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=303119b3-0a59-4eaa-8d17-187cbdb615f0,segment=NetworkSegment(ec635648-beea-467d-90d9-d8ff46f9aacc),segment_id=ec635648-beea-467d-90d9-d8ff46f9aacc)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:40:44.257606 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '303119b3-0a59-4eaa-8d17-187cbdb615f0', 'network_id': '09cd91a1-f54a-4e44-b9ff-7b8fd19215d6', 'port_id': '303119b3-0a59-4eaa-8d17-187cbdb615f0', 'mac_address': 'fa:16:3e:4b:fb:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1544c322-afeb-4740-8366-4611af60f9a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:40:44.274615 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b5bfbc0a-22ac-41f4-925d-2a8cd2b4a4aa req-32b69f4c-5ccd-461f-b9ab-577b6308df43 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e338de-02e6-42e2-8f2e-b4fe16d186ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460336 Dec 09 15:40:44.303754 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:44.317831 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 303119b3-0a59-4eaa-8d17-187cbdb615f0 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:40:44.355843 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 303119b3-0a59-4eaa-8d17-187cbdb615f0, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=303119b3-0a59-4eaa-8d17-187cbdb615f0,segment=NetworkSegment(ec635648-beea-467d-90d9-d8ff46f9aacc),segment_id=ec635648-beea-467d-90d9-d8ff46f9aacc)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:40:44.362165 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:44.387343 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c218f3-2b0f-440c-981f-0bf99588e45b req-807d6bed-cbee-486a-942f-c13aea596b7a tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:44.388911 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d4c218f3-2b0f-440c-981f-0bf99588e45b req-807d6bed-cbee-486a-942f-c13aea596b7a tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/ports?device_id=010b8793-9768-4df0-800b-a7cc9fd4196a HTTP/1.1" status: 200 len: 945 time: 0.0558116 Dec 09 15:40:44.418973 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=303119b3-0a59-4eaa-8d17-187cbdb615f0,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:44.445214 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d4c218f3-2b0f-440c-981f-0bf99588e45b req-a5923813-2daf-4730-9a03-c2f168c24f40 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/security-groups?id=f75860f8-3c12-4147-8105-fba68cf10719&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498428 Dec 09 15:40:44.595309 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b108a7d-c70a-407d-a16e-012679c51a0e req-61786355-61f6-40e0-a8a1-3c4065d2dd04 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:44.596859 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9b108a7d-c70a-407d-a16e-012679c51a0e req-61786355-61f6-40e0-a8a1-3c4065d2dd04 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 945 time: 0.0507195 Dec 09 15:40:44.654414 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9b108a7d-c70a-407d-a16e-012679c51a0e req-18e7651c-d290-45cc-8ccc-5394960c17fd tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/security-groups?id=405f7c79-c2e4-4998-b8a7-72f6f093478a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511312 Dec 09 15:40:44.784882 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75186ba9-ea57-4dd9-93a5-66264d4fc444 req-37a65f27-da9d-443f-afe0-ed8078ef8132 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:44.786597 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-75186ba9-ea57-4dd9-93a5-66264d4fc444 req-37a65f27-da9d-443f-afe0-ed8078ef8132 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/ports?device_id=010b8793-9768-4df0-800b-a7cc9fd4196a HTTP/1.1" status: 200 len: 945 time: 0.0699849 Dec 09 15:40:44.795588 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37062) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:44.800993 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-874bdca5-4dda-449a-8b7a-711eb2132eea tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Request body: {'floatingip': {'port_id': '45bb67bc-ca35-4c92-800e-b213136ce078'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:44.847545 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-874bdca5-4dda-449a-8b7a-711eb2132eea tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks [] for floatingip, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:45.146903 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3985ae7-463b-4da8-9be1-be02373d9597 req-576f3c34-2327-4063-ae6d-c281b6cbe70f tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:45.157432 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d3985ae7-463b-4da8-9be1-be02373d9597 req-576f3c34-2327-4063-ae6d-c281b6cbe70f tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 950 time: 0.1577859 Dec 09 15:40:45.244357 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['303119b3-0a59-4eaa-8d17-187cbdb615f0'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:40:45.255352 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d3985ae7-463b-4da8-9be1-be02373d9597 req-13768100-acaf-43a0-af35-ee02eca1e7c4 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939519 Dec 09 15:40:45.488383 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835eaad-ac05-4fca-935e-432c9a285f2b req-890a49ca-59e5-47b9-9e73-cd69939abb0a tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:45.490096 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d835eaad-ac05-4fca-935e-432c9a285f2b req-890a49ca-59e5-47b9-9e73-cd69939abb0a tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d4e9922-c35d-460c-af1c-66ec0369e772 HTTP/1.1" status: 200 len: 944 time: 0.0787699 Dec 09 15:40:45.555295 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d835eaad-ac05-4fca-935e-432c9a285f2b req-9c9e086b-bdf3-4244-a334-93244d54c055 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e338de-02e6-42e2-8f2e-b4fe16d186ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576265 Dec 09 15:40:45.578627 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-874bdca5-4dda-449a-8b7a-711eb2132eea tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:45.582995 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-874bdca5-4dda-449a-8b7a-711eb2132eea tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:45.686139 n-d-821228-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-874bdca5-4dda-449a-8b7a-711eb2132eea tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Floating IP c3a18c90-2aac-467f-bc9a-ba1bc69b8d4e associated. External IP: 172.25.3.156, port: 45bb67bc-ca35-4c92-800e-b213136ce078. Dec 09 15:40:45.767728 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:45.793400 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d446fc-077a-41f1-ad3d-dfc5fbc1836b req-733d4a84-c19c-4439-bd98-0bed084bc7d4 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:45.795035 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-66d446fc-077a-41f1-ad3d-dfc5fbc1836b req-733d4a84-c19c-4439-bd98-0bed084bc7d4 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 945 time: 0.0567255 Dec 09 15:40:45.847266 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-66d446fc-077a-41f1-ad3d-dfc5fbc1836b req-d98caed4-b7db-41e8-b0d4-63f09a547549 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/security-groups?id=405f7c79-c2e4-4998-b8a7-72f6f093478a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456088 Dec 09 15:40:45.924513 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874bdca5-4dda-449a-8b7a-711eb2132eea tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Router e2cfe764-3f0c-4904-988a-d91b590950e3 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:40:46.152250 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device e1180509-5e07-4d9c-964e-cfddde374de9 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:40:46.273287 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port e1180509-5e07-4d9c-964e-cfddde374de9 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:40:46.283337 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port e1180509-5e07-4d9c-964e-cfddde374de9 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:40:46.284165 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:46.387617 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874bdca5-4dda-449a-8b7a-711eb2132eea tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:40:46.393258 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-874bdca5-4dda-449a-8b7a-711eb2132eea tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:46.400682 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4704253-339c-4530-b4aa-0b462c162896 None None] Sync routers for ids ['e2cfe764-3f0c-4904-988a-d91b590950e3'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:40:46.412538 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4704253-339c-4530-b4aa-0b462c162896 None None] Routers {'e2cfe764-3f0c-4904-988a-d91b590950e3'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:40:46.425215 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:46.426039 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-f4704253-339c-4530-b4aa-0b462c162896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:40:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['e2cfe764-3f0c-4904-988a-d91b590950e3'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:40:46.437663 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-874bdca5-4dda-449a-8b7a-711eb2132eea tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "PUT /v2.0/floatingips/c3a18c90-2aac-467f-bc9a-ba1bc69b8d4e HTTP/1.1" status: 200 len: 991 time: 1.6375854 Dec 09 15:40:46.437663 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010b8793-9768-4df0-800b-a7cc9fd4196a', 'tag': '45bb67bc-ca35-4c92-800e-b213136ce078'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:40:46.438262 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807534d2-a5a4-4cfc-8de2-f7e2bdf7f35c" -d '{"events": [{"name": "network-changed", "server_uuid": "010b8793-9768-4df0-800b-a7cc9fd4196a", "tag": "45bb67bc-ca35-4c92-800e-b213136ce078"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:40:46.479620 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824b5091-17ac-4050-899f-05b64188bde9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1180509-5e07-4d9c-964e-cfddde374de9'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:40:46.482769 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a522bde6-8170-49be-b995-1cd798d131ea" -d '{"events": [{"server_uuid": "824b5091-17ac-4050-899f-05b64188bde9", "name": "network-vif-plugged", "status": "completed", "tag": "e1180509-5e07-4d9c-964e-cfddde374de9"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:40:46.501996 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port e1180509-5e07-4d9c-964e-cfddde374de9, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=e1180509-5e07-4d9c-964e-cfddde374de9,segment=NetworkSegment(ec635648-beea-467d-90d9-d8ff46f9aacc),segment_id=ec635648-beea-467d-90d9-d8ff46f9aacc)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:40:46.506911 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:46.508070 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device be9e57a9-d527-4dff-be60-64393926fede up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:40:46.597241 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed38cc-c426-4b82-955e-18b1d316da19 req-b88e5b4b-b85d-4d8b-a954-97cac5ecb21a tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:46.599951 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b8ed38cc-c426-4b82-955e-18b1d316da19 req-b88e5b4b-b85d-4d8b-a954-97cac5ecb21a tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 950 time: 0.1445212 Dec 09 15:40:46.633656 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=e1180509-5e07-4d9c-964e-cfddde374de9,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:46.634528 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-f4704253-339c-4530-b4aa-0b462c162896 None None] Set router e2cfe764-3f0c-4904-988a-d91b590950e3 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:40:46.660639 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port be9e57a9-d527-4dff-be60-64393926fede completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:40:46.665192 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port be9e57a9-d527-4dff-be60-64393926fede triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:40:46.665616 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:46.668721 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b8ed38cc-c426-4b82-955e-18b1d316da19 req-d2c9013d-4611-47b4-8362-e2ad1d4e442b tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580659 Dec 09 15:40:46.670726 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-ed60bd17-4141-4a8a-ba69-3b4e43277ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:46.672584 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-ed60bd17-4141-4a8a-ba69-3b4e43277ccc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a&tenant_id=8222749629bd4bc081045ad1433cd8c5 HTTP/1.1" status: 200 len: 1101 time: 0.1235232 Dec 09 15:40:46.693193 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-baa5695f-3725-4271-81d3-bd98e180bab9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821228-1', 'device_owner': 'compute:nova'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:46.774645 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-baa5695f-3725-4271-81d3-bd98e180bab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:46.830403 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:46.892047 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port be9e57a9-d527-4dff-be60-64393926fede, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=be9e57a9-d527-4dff-be60-64393926fede,segment=NetworkSegment(ec635648-beea-467d-90d9-d8ff46f9aacc),segment_id=ec635648-beea-467d-90d9-d8ff46f9aacc)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:40:46.900306 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:46.966348 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=be9e57a9-d527-4dff-be60-64393926fede,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:46.967300 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d3416b-b62f-4a87-8908-d6e2dafdb040 x-openstack-request-id: req-22d3416b-b62f-4a87-8908-d6e2dafdb040 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:40:46.968111 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "010b8793-9768-4df0-800b-a7cc9fd4196a", "tag": "45bb67bc-ca35-4c92-800e-b213136ce078", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:40:46.968692 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-22d3416b-b62f-4a87-8908-d6e2dafdb040 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:40:46.969296 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '010b8793-9768-4df0-800b-a7cc9fd4196a', 'tag': '45bb67bc-ca35-4c92-800e-b213136ce078', 'status': 'completed', 'code': 200} Dec 09 15:40:47.040295 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfdf609e-2176-4736-aafd-b593c4fbf985 x-openstack-request-id: req-bfdf609e-2176-4736-aafd-b593c4fbf985 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:40:47.040723 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824b5091-17ac-4050-899f-05b64188bde9", "name": "network-vif-plugged", "status": "completed", "tag": "e1180509-5e07-4d9c-964e-cfddde374de9", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:40:47.041254 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bfdf609e-2176-4736-aafd-b593c4fbf985 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:40:47.041774 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '824b5091-17ac-4050-899f-05b64188bde9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1180509-5e07-4d9c-964e-cfddde374de9', 'code': 200} Dec 09 15:40:47.165836 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807534d2-a5a4-4cfc-8de2-f7e2bdf7f35c req-0f7e96d6-1fe9-4475-aa92-de32e5ff9d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:47.167559 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-807534d2-a5a4-4cfc-8de2-f7e2bdf7f35c req-0f7e96d6-1fe9-4475-aa92-de32e5ff9d3f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3750ab20cd99426eb2548e1fbcd1e15c&device_id=010b8793-9768-4df0-800b-a7cc9fd4196a HTTP/1.1" status: 200 len: 1096 time: 0.1566036 Dec 09 15:40:47.172666 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-f4704253-339c-4530-b4aa-0b462c162896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cfe764-3f0c-4904-988a-d91b590950e3', 'name': 'tempest-ServersTestBootFromVolume-1510596838-router', 'tenant_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '07e900d9-823a-4d29-87e4-e16cafb599b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:39:35Z', 'updated_at': '2021-12-09T15:39:43Z', 'revision_number': 4, 'project_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'gw_port': {'id': '07e900d9-823a-4d29-87e4-e16cafb599b2', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ae:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cfe764-3f0c-4904-988a-d91b590950e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:38Z', 'updated_at': '2021-12-09T15:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': 'c3a18c90-2aac-467f-bc9a-ba1bc69b8d4e', 'tenant_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'floating_ip_address': '172.25.3.156', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'e2cfe764-3f0c-4904-988a-d91b590950e3', 'port_id': '45bb67bc-ca35-4c92-800e-b213136ce078', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1223, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2c56416-a3b5-4b61-991a-78207a48b599', 'mac_address': 'fa:16:3e:2b:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010b8793-9768-4df0-800b-a7cc9fd4196a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:39:48Z', 'updated_at': '2021-12-09T15:40:45Z', 'revision_number': 1, 'project_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41cbea71-ff50-4797-863a-978d45f0d412', 'name': '', 'network_id': 'e2c56416-a3b5-4b61-991a-78207a48b599', 'tenant_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'mac_address': 'fa:16:3e:03:08:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cfe764-3f0c-4904-988a-d91b590950e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '82818294-a77a-4d84-912f-e7bf638da367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:42Z', 'updated_at': '2021-12-09T15:39:47Z', 'revision_number': 5, 'project_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'subnets': [{'id': '82818294-a77a-4d84-912f-e7bf638da367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:40:47.205154 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4704253-339c-4530-b4aa-0b462c162896 None None] Checking router: e2cfe764-3f0c-4904-988a-d91b590950e3 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:40:47.218201 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4704253-339c-4530-b4aa-0b462c162896 None None] Routers {'e2cfe764-3f0c-4904-988a-d91b590950e3'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:40:47.218902 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-f4704253-339c-4530-b4aa-0b462c162896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:40:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['e2cfe764-3f0c-4904-988a-d91b590950e3'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:40:47.276156 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4a2a7-2264-4e20-918a-b47de7d56afd req-9b68d200-3329-4b63-8b77-6f270777cc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:47.278616 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2ff4a2a7-2264-4e20-918a-b47de7d56afd req-9b68d200-3329-4b63-8b77-6f270777cc9a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=824b5091-17ac-4050-899f-05b64188bde9 HTTP/1.1" status: 200 len: 1097 time: 0.1479321 Dec 09 15:40:47.336848 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-baa5695f-3725-4271-81d3-bd98e180bab9 service neutron] For port f4aacffe-926a-472c-a836-25408b78fc54, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=f4aacffe-926a-472c-a836-25408b78fc54,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:40:47.340691 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-f4704253-339c-4530-b4aa-0b462c162896 None None] Set router e2cfe764-3f0c-4904-988a-d91b590950e3 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:40:47.346986 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60814dd-75d2-4ac2-82a7-b271825e869b req-e34c8c68-b2bf-4407-a820-f588ff77eac4 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:47.348694 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b60814dd-75d2-4ac2-82a7-b271825e869b req-e34c8c68-b2bf-4407-a820-f588ff77eac4 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d4e9922-c35d-460c-af1c-66ec0369e772 HTTP/1.1" status: 200 len: 944 time: 0.1761878 Dec 09 15:40:47.399495 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2ff4a2a7-2264-4e20-918a-b47de7d56afd req-dabe85b6-cde9-416c-bbba-31cdfc073d09 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f4e338de-02e6-42e2-8f2e-b4fe16d186ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087162 Dec 09 15:40:47.472828 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807534d2-a5a4-4cfc-8de2-f7e2bdf7f35c req-c6ebd07e-d943-4b6a-98f1-8587a1a5d02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:47.474458 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-807534d2-a5a4-4cfc-8de2-f7e2bdf7f35c req-c6ebd07e-d943-4b6a-98f1-8587a1a5d02f service neutron] 10.222.0.31 "GET /v2.0/networks?id=e2c56416-a3b5-4b61-991a-78207a48b599 HTTP/1.1" status: 200 len: 917 time: 0.2897666 Dec 09 15:40:47.479051 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-baa5695f-3725-4271-81d3-bd98e180bab9 service neutron] For port f4aacffe-926a-472c-a836-25408b78fc54, host n-h1-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:40:47.497055 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b60814dd-75d2-4ac2-82a7-b271825e869b req-70d6f0a8-f692-4420-8070-c15297b218ec tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e338de-02e6-42e2-8f2e-b4fe16d186ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279435 Dec 09 15:40:47.543888 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5701b17-98c2-40b6-8799-e93c048a085a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4aacffe-926a-472c-a836-25408b78fc54'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:40:47.546205 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ccc0ad-b72f-488b-8a5c-062a4196769e" -d '{"events": [{"server_uuid": "d5701b17-98c2-40b6-8799-e93c048a085a", "name": "network-vif-unplugged", "status": "completed", "tag": "f4aacffe-926a-472c-a836-25408b78fc54"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:40:47.555529 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-baa5695f-3725-4271-81d3-bd98e180bab9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:47.574659 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-baa5695f-3725-4271-81d3-bd98e180bab9 service neutron] Transition to ACTIVE for port object f4aacffe-926a-472c-a836-25408b78fc54 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:40:47.581187 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-baa5695f-3725-4271-81d3-bd98e180bab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:47.660818 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-f4704253-339c-4530-b4aa-0b462c162896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cfe764-3f0c-4904-988a-d91b590950e3', 'name': 'tempest-ServersTestBootFromVolume-1510596838-router', 'tenant_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '07e900d9-823a-4d29-87e4-e16cafb599b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:39:35Z', 'updated_at': '2021-12-09T15:39:43Z', 'revision_number': 4, 'project_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'gw_port': {'id': '07e900d9-823a-4d29-87e4-e16cafb599b2', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ae:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cfe764-3f0c-4904-988a-d91b590950e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:38Z', 'updated_at': '2021-12-09T15:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': 'c3a18c90-2aac-467f-bc9a-ba1bc69b8d4e', 'tenant_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'floating_ip_address': '172.25.3.156', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'e2cfe764-3f0c-4904-988a-d91b590950e3', 'port_id': '45bb67bc-ca35-4c92-800e-b213136ce078', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1223, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2c56416-a3b5-4b61-991a-78207a48b599', 'mac_address': 'fa:16:3e:2b:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010b8793-9768-4df0-800b-a7cc9fd4196a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:39:48Z', 'updated_at': '2021-12-09T15:40:45Z', 'revision_number': 1, 'project_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41cbea71-ff50-4797-863a-978d45f0d412', 'name': '', 'network_id': 'e2c56416-a3b5-4b61-991a-78207a48b599', 'tenant_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'mac_address': 'fa:16:3e:03:08:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cfe764-3f0c-4904-988a-d91b590950e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '82818294-a77a-4d84-912f-e7bf638da367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:42Z', 'updated_at': '2021-12-09T15:39:47Z', 'revision_number': 5, 'project_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'subnets': [{'id': '82818294-a77a-4d84-912f-e7bf638da367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:40:47.713250 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4704253-339c-4530-b4aa-0b462c162896 None None] The sync data for ids ['e2cfe764-3f0c-4904-988a-d91b590950e3'] in n-d-821228-1 is: [{'id': 'e2cfe764-3f0c-4904-988a-d91b590950e3', 'name': 'tempest-ServersTestBootFromVolume-1510596838-router', 'tenant_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '07e900d9-823a-4d29-87e4-e16cafb599b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:39:35Z', 'updated_at': '2021-12-09T15:39:43Z', 'revision_number': 4, 'project_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'gw_port': {'id': '07e900d9-823a-4d29-87e4-e16cafb599b2', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ae:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cfe764-3f0c-4904-988a-d91b590950e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:38Z', 'updated_at': '2021-12-09T15:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': 'c3a18c90-2aac-467f-bc9a-ba1bc69b8d4e', 'tenant_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'floating_ip_address': '172.25.3.156', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'e2cfe764-3f0c-4904-988a-d91b590950e3', 'port_id': '45bb67bc-ca35-4c92-800e-b213136ce078', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1223, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2c56416-a3b5-4b61-991a-78207a48b599', 'mac_address': 'fa:16:3e:2b:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010b8793-9768-4df0-800b-a7cc9fd4196a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:39:48Z', 'updated_at': '2021-12-09T15:40:45Z', 'revision_number': 1, 'project_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41cbea71-ff50-4797-863a-978d45f0d412', 'name': '', 'network_id': 'e2c56416-a3b5-4b61-991a-78207a48b599', 'tenant_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'mac_address': 'fa:16:3e:03:08:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cfe764-3f0c-4904-988a-d91b590950e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '82818294-a77a-4d84-912f-e7bf638da367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:42Z', 'updated_at': '2021-12-09T15:39:47Z', 'revision_number': 5, 'project_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'subnets': [{'id': '82818294-a77a-4d84-912f-e7bf638da367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:40:47.786587 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-baa5695f-3725-4271-81d3-bd98e180bab9 service neutron] No DVR routers for this DVR port f4aacffe-926a-472c-a836-25408b78fc54 on host n-h1-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:40:47.833428 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-807534d2-a5a4-4cfc-8de2-f7e2bdf7f35c req-0a6eb816-f304-4a95-8670-e264f6041f2c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45bb67bc-ca35-4c92-800e-b213136ce078 HTTP/1.1" status: 200 len: 999 time: 0.1824789 Dec 09 15:40:47.843655 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5695f-3725-4271-81d3-bd98e180bab9 service neutron] Pushing event updated for resources: {'Port': ['ID=f4aacffe-926a-472c-a836-25408b78fc54,revision_number=10']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:47.926921 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c1664-1660-4176-a916-d44a9e172b39 req-7670d3b8-b0c2-401d-8a48-7f1d637191f2 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:47.928952 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-813c1664-1660-4176-a916-d44a9e172b39 req-7670d3b8-b0c2-401d-8a48-7f1d637191f2 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 945 time: 0.3372631 Dec 09 15:40:47.942353 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-baa5695f-3725-4271-81d3-bd98e180bab9 service neutron] Attempting to bind port f4aacffe-926a-472c-a836-25408b78fc54 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:40:47.942698 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-baa5695f-3725-4271-81d3-bd98e180bab9 service neutron] Attempting to bind port f4aacffe-926a-472c-a836-25408b78fc54 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:40:47.943028 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-baa5695f-3725-4271-81d3-bd98e180bab9 service neutron] Attempting to bind port f4aacffe-926a-472c-a836-25408b78fc54 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:40:47.951999 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-baa5695f-3725-4271-81d3-bd98e180bab9 service neutron] Port f4aacffe-926a-472c-a836-25408b78fc54 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:40:47.952231 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-baa5695f-3725-4271-81d3-bd98e180bab9 service neutron] Attempting to bind port f4aacffe-926a-472c-a836-25408b78fc54 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:40:47.966930 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-baa5695f-3725-4271-81d3-bd98e180bab9 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:40:47.967168 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-baa5695f-3725-4271-81d3-bd98e180bab9 service neutron] Checking segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:40:47.967518 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-baa5695f-3725-4271-81d3-bd98e180bab9 service neutron] Bound using segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:40:47.967963 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-baa5695f-3725-4271-81d3-bd98e180bab9 service neutron] Bound port: f4aacffe-926a-472c-a836-25408b78fc54, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:40:47.968322 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-baa5695f-3725-4271-81d3-bd98e180bab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:48.036224 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807534d2-a5a4-4cfc-8de2-f7e2bdf7f35c req-f60f5b78-3053-4702-a609-bdf385e1e794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:48.038035 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-807534d2-a5a4-4cfc-8de2-f7e2bdf7f35c req-f60f5b78-3053-4702-a609-bdf385e1e794 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=82818294-a77a-4d84-912f-e7bf638da367 HTTP/1.1" status: 200 len: 855 time: 0.1882267 Dec 09 15:40:48.041703 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-813c1664-1660-4176-a916-d44a9e172b39 req-058e199b-37a1-4ae8-8ed9-3ae2d5828a3e tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/security-groups?id=405f7c79-c2e4-4998-b8a7-72f6f093478a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935092 Dec 09 15:40:48.059838 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18150bed-ae79-4821-990f-cc7b60373bf7 None None] New status for floating IP c3a18c90-2aac-467f-bc9a-ba1bc69b8d4e: ACTIVE {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:40:48.097603 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-baa5695f-3725-4271-81d3-bd98e180bab9 service neutron] For port f4aacffe-926a-472c-a836-25408b78fc54, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:40:48.100841 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-baa5695f-3725-4271-81d3-bd98e180bab9 service neutron] For port f4aacffe-926a-472c-a836-25408b78fc54, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=f4aacffe-926a-472c-a836-25408b78fc54,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:40:48.114972 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-baa5695f-3725-4271-81d3-bd98e180bab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:48.173036 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-baa5695f-3725-4271-81d3-bd98e180bab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:48.174619 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-baa5695f-3725-4271-81d3-bd98e180bab9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:48.176446 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-baa5695f-3725-4271-81d3-bd98e180bab9 service neutron] 10.222.0.31 "PUT /v2.0/ports/f4aacffe-926a-472c-a836-25408b78fc54 HTTP/1.1" status: 200 len: 1097 time: 1.4901934 Dec 09 15:40:48.199083 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807534d2-a5a4-4cfc-8de2-f7e2bdf7f35c req-3890fd35-da15-43e7-9d03-bb218652dab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:48.200178 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-807534d2-a5a4-4cfc-8de2-f7e2bdf7f35c req-3890fd35-da15-43e7-9d03-bb218652dab0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e2c56416-a3b5-4b61-991a-78207a48b599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979986 Dec 09 15:40:48.208061 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 303119b3-0a59-4eaa-8d17-187cbdb615f0 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:40:48.245725 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5695f-3725-4271-81d3-bd98e180bab9 service neutron] Pushing event updated for resources: {'Port': ['ID=f4aacffe-926a-472c-a836-25408b78fc54,revision_number=11']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:48.317274 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 15:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f624d0e0-b091-4e8e-8a18-b776e250ef99 x-openstack-request-id: req-f624d0e0-b091-4e8e-8a18-b776e250ef99 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:40:48.317731 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5701b17-98c2-40b6-8799-e93c048a085a", "name": "network-vif-unplugged", "status": "completed", "tag": "f4aacffe-926a-472c-a836-25408b78fc54", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:40:48.318082 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f624d0e0-b091-4e8e-8a18-b776e250ef99 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:40:48.318581 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5701b17-98c2-40b6-8799-e93c048a085a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4aacffe-926a-472c-a836-25408b78fc54', 'code': 200} Dec 09 15:40:48.386875 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-133408cd-6d00-4c1d-bda7-6887bfe7b799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:48.389370 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-133408cd-6d00-4c1d-bda7-6887bfe7b799 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8222749629bd4bc081045ad1433cd8c5&device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 1100 time: 0.1415658 Dec 09 15:40:48.424985 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 303119b3-0a59-4eaa-8d17-187cbdb615f0 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:40:48.429652 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 303119b3-0a59-4eaa-8d17-187cbdb615f0 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:40:48.430331 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:48.520235 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-807534d2-a5a4-4cfc-8de2-f7e2bdf7f35c req-88e2f312-b1eb-40c9-b395-f879b56ccc85 service neutron] 10.222.0.31 "GET /v2.0/networks/e2c56416-a3b5-4b61-991a-78207a48b599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073575 Dec 09 15:40:48.566749 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:48.636202 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e22a66-1464-48cb-9ba6-4d204a720293 req-501b49fc-d202-4ca2-983c-aa64782fc0ce tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:48.638669 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-29e22a66-1464-48cb-9ba6-4d204a720293 req-501b49fc-d202-4ca2-983c-aa64782fc0ce tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 949 time: 0.1897631 Dec 09 15:40:48.660536 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 303119b3-0a59-4eaa-8d17-187cbdb615f0, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=303119b3-0a59-4eaa-8d17-187cbdb615f0,segment=NetworkSegment(ec635648-beea-467d-90d9-d8ff46f9aacc),segment_id=ec635648-beea-467d-90d9-d8ff46f9aacc)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:40:48.668092 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:48.700149 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-dbdbefbf-53cc-4f8f-8d4f-ce6030b2e1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:48.701775 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-dbdbefbf-53cc-4f8f-8d4f-ce6030b2e1ed service neutron] 10.222.0.31 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.3045158 Dec 09 15:40:48.729502 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-807534d2-a5a4-4cfc-8de2-f7e2bdf7f35c req-df5536ef-b05f-460b-a06b-90cf2c674a24 service neutron] 10.222.0.31 "GET /v2.0/networks/e2c56416-a3b5-4b61-991a-78207a48b599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987646 Dec 09 15:40:48.768501 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=303119b3-0a59-4eaa-8d17-187cbdb615f0,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:49.043627 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a420a81-d613-43f9-9085-ef725df0e676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9e57a9-d527-4dff-be60-64393926fede'}, {'server_uuid': '9d4e9922-c35d-460c-af1c-66ec0369e772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303119b3-0a59-4eaa-8d17-187cbdb615f0'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:40:49.047498 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45349ac4-2bff-45e1-ba1b-012a0e677653" -d '{"events": [{"server_uuid": "2a420a81-d613-43f9-9085-ef725df0e676", "name": "network-vif-plugged", "status": "completed", "tag": "be9e57a9-d527-4dff-be60-64393926fede"}, {"server_uuid": "9d4e9922-c35d-460c-af1c-66ec0369e772", "name": "network-vif-plugged", "status": "completed", "tag": "303119b3-0a59-4eaa-8d17-187cbdb615f0"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:40:49.163858 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-e3f80124-a8e9-41fd-a349-5498a8aebaf5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=f4aacffe-926a-472c-a836-25408b78fc54 HTTP/1.1" status: 200 len: 217 time: 0.4513159 Dec 09 15:40:49.171011 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-29e22a66-1464-48cb-9ba6-4d204a720293 req-3ddb0669-0015-4727-b8c6-ae0f0a985950 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5081468 Dec 09 15:40:49.229460 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-5f42615a-d849-4500-864f-b3b9cc945531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:49.231516 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-5f42615a-d849-4500-864f-b3b9cc945531 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0593486 Dec 09 15:40:49.289709 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-107728b7-526f-4a14-9c1b-f2d566ec09f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:49.291640 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-107728b7-526f-4a14-9c1b-f2d566ec09f6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0514441 Dec 09 15:40:49.405338 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-4785c1f9-9ba9-4468-8e4f-0a69697a0e69 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049502 Dec 09 15:40:49.565936 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e6642cda-64bd-40b5-b0ae-4ec54be81d5a req-4c99beaa-7795-4165-bbcf-2917b072cbd2 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513689 Dec 09 15:40:49.584786 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1fb45-4737-402c-b406-7305a1c63067 req-5966814b-9def-44f1-8d03-106587f7c973 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:49.596717 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2be1fb45-4737-402c-b406-7305a1c63067 req-5966814b-9def-44f1-8d03-106587f7c973 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d4e9922-c35d-460c-af1c-66ec0369e772 HTTP/1.1" status: 200 len: 945 time: 0.0899675 Dec 09 15:40:49.660570 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2be1fb45-4737-402c-b406-7305a1c63067 req-ad8f548a-c2d9-4686-aa5a-3eaf40e46973 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e338de-02e6-42e2-8f2e-b4fe16d186ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625405 Dec 09 15:40:49.710378 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Dec 2021 15:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b166a1f-2330-4212-b0a3-c34b8d6f6c3d x-openstack-request-id: req-6b166a1f-2330-4212-b0a3-c34b8d6f6c3d {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:40:49.710914 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a420a81-d613-43f9-9085-ef725df0e676", "name": "network-vif-plugged", "status": "completed", "tag": "be9e57a9-d527-4dff-be60-64393926fede", "code": 200}, {"server_uuid": "9d4e9922-c35d-460c-af1c-66ec0369e772", "name": "network-vif-plugged", "status": "completed", "tag": "303119b3-0a59-4eaa-8d17-187cbdb615f0", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:40:49.711138 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6b166a1f-2330-4212-b0a3-c34b8d6f6c3d {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:40:49.711891 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a420a81-d613-43f9-9085-ef725df0e676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9e57a9-d527-4dff-be60-64393926fede', 'code': 200} Dec 09 15:40:49.712253 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4e9922-c35d-460c-af1c-66ec0369e772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303119b3-0a59-4eaa-8d17-187cbdb615f0', 'code': 200} Dec 09 15:40:49.917610 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f665dd-9e1d-4ee2-b6f4-5eed95365780 req-213aee30-adcd-42da-b193-67e4c8e24c9d tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:49.919159 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e2f665dd-9e1d-4ee2-b6f4-5eed95365780 req-213aee30-adcd-42da-b193-67e4c8e24c9d tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 945 time: 0.1329372 Dec 09 15:40:49.928091 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570fe309-2ba2-4d28-9ae8-c16c1b2cc2c5 req-5f675eaf-d375-4e2e-92fe-9a42c23b2a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:49.929604 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-570fe309-2ba2-4d28-9ae8-c16c1b2cc2c5 req-5f675eaf-d375-4e2e-92fe-9a42c23b2a19 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9d4e9922-c35d-460c-af1c-66ec0369e772 HTTP/1.1" status: 200 len: 1096 time: 0.1013584 Dec 09 15:40:49.931377 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609565b1-acc7-4189-8e46-34121fdb560c req-08d8f8a2-b8d0-4db9-8a80-58d9d80a5496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:49.934543 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-609565b1-acc7-4189-8e46-34121fdb560c req-08d8f8a2-b8d0-4db9-8a80-58d9d80a5496 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2a420a81-d613-43f9-9085-ef725df0e676 HTTP/1.1" status: 200 len: 1096 time: 0.1066356 Dec 09 15:40:50.043259 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e2f665dd-9e1d-4ee2-b6f4-5eed95365780 req-ddf07211-fa24-450f-b538-e40df1390fac tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/security-groups?id=405f7c79-c2e4-4998-b8a7-72f6f093478a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077483 Dec 09 15:40:50.050980 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-570fe309-2ba2-4d28-9ae8-c16c1b2cc2c5 req-f79c375e-2c50-4cc6-b5f8-8bd1a39ac2db service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f4e338de-02e6-42e2-8f2e-b4fe16d186ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011915 Dec 09 15:40:50.052970 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-609565b1-acc7-4189-8e46-34121fdb560c req-554f8212-c2b5-4ade-9e2d-eac8bbab54f9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f4e338de-02e6-42e2-8f2e-b4fe16d186ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021833 Dec 09 15:40:50.319526 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5701b17-98c2-40b6-8799-e93c048a085a', 'tag': 'f4aacffe-926a-472c-a836-25408b78fc54'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:40:50.321919 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e514fd0-7f07-4c68-b4c8-2319e58890ac" -d '{"events": [{"name": "network-changed", "server_uuid": "d5701b17-98c2-40b6-8799-e93c048a085a", "tag": "f4aacffe-926a-472c-a836-25408b78fc54"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:40:50.406034 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-21bedd34-4660-4e3c-840c-31012f18908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:50.636401 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device f4aacffe-926a-472c-a836-25408b78fc54 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:40:50.684452 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device f4aacffe-926a-472c-a836-25408b78fc54 not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:40:50.818951 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299b6b8-5453-41f1-a338-87ff5d514ecb req-3db87bb9-9b15-443d-ace7-6eb8cb773713 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:50.820534 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f299b6b8-5453-41f1-a338-87ff5d514ecb req-3db87bb9-9b15-443d-ace7-6eb8cb773713 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 949 time: 0.0511799 Dec 09 15:40:50.880945 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f299b6b8-5453-41f1-a338-87ff5d514ecb req-9af5a6d1-a2e5-435c-a502-0116c1ad9073 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539172 Dec 09 15:40:51.004310 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc7d063-ddb4-4b55-a396-40ccb0dc1a15 x-openstack-request-id: req-8dc7d063-ddb4-4b55-a396-40ccb0dc1a15 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:40:51.005379 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5701b17-98c2-40b6-8799-e93c048a085a", "tag": "f4aacffe-926a-472c-a836-25408b78fc54", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:40:51.005971 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8dc7d063-ddb4-4b55-a396-40ccb0dc1a15 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:40:51.006405 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5701b17-98c2-40b6-8799-e93c048a085a', 'tag': 'f4aacffe-926a-472c-a836-25408b78fc54', 'status': 'completed', 'code': 200} Dec 09 15:40:51.118431 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e514fd0-7f07-4c68-b4c8-2319e58890ac req-efd01934-4c14-4674-b010-bba650ec5eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:51.120557 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9e514fd0-7f07-4c68-b4c8-2319e58890ac req-efd01934-4c14-4674-b010-bba650ec5eec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8222749629bd4bc081045ad1433cd8c5&device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 1100 time: 0.0666103 Dec 09 15:40:51.122446 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e514fd0-7f07-4c68-b4c8-2319e58890ac req-1c67c77c-e5d9-469d-b682-2fe4f98404ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:51.124097 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9e514fd0-7f07-4c68-b4c8-2319e58890ac req-1c67c77c-e5d9-469d-b682-2fe4f98404ca service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8222749629bd4bc081045ad1433cd8c5&device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 1100 time: 0.0935481 Dec 09 15:40:51.252938 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e514fd0-7f07-4c68-b4c8-2319e58890ac req-221829d0-2189-4538-b136-ca30fcb6af92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:51.254653 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9e514fd0-7f07-4c68-b4c8-2319e58890ac req-221829d0-2189-4538-b136-ca30fcb6af92 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.1267583 Dec 09 15:40:51.262894 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e514fd0-7f07-4c68-b4c8-2319e58890ac req-69f5acb3-1f43-40ab-97ea-9154b84526eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:51.264446 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9e514fd0-7f07-4c68-b4c8-2319e58890ac req-69f5acb3-1f43-40ab-97ea-9154b84526eb service neutron] 10.222.0.31 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.1301906 Dec 09 15:40:51.307080 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9e514fd0-7f07-4c68-b4c8-2319e58890ac req-2f36279a-b344-472c-9049-b5468758c4cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=f4aacffe-926a-472c-a836-25408b78fc54 HTTP/1.1" status: 200 len: 217 time: 0.0448654 Dec 09 15:40:51.326460 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9e514fd0-7f07-4c68-b4c8-2319e58890ac req-ce658aa0-aac6-4b12-9611-64a10bca9796 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=f4aacffe-926a-472c-a836-25408b78fc54 HTTP/1.1" status: 200 len: 217 time: 0.0426693 Dec 09 15:40:51.335748 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d95b1-09b8-4f98-89a8-7278fe3bd7a9 req-c0161e14-5604-46d5-8924-882323fba743 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:51.344279 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b6d95b1-09b8-4f98-89a8-7278fe3bd7a9 req-c0161e14-5604-46d5-8924-882323fba743 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d4e9922-c35d-460c-af1c-66ec0369e772 HTTP/1.1" status: 200 len: 945 time: 0.1425881 Dec 09 15:40:51.364640 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e514fd0-7f07-4c68-b4c8-2319e58890ac req-2b7f880a-bf78-432e-8b30-b3f1edbf1232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:51.366250 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9e514fd0-7f07-4c68-b4c8-2319e58890ac req-2b7f880a-bf78-432e-8b30-b3f1edbf1232 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0524800 Dec 09 15:40:51.425785 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e514fd0-7f07-4c68-b4c8-2319e58890ac req-0a44d7bc-5d6b-4309-8ae2-f001470763a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:51.428027 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9e514fd0-7f07-4c68-b4c8-2319e58890ac req-0a44d7bc-5d6b-4309-8ae2-f001470763a2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0534811 Dec 09 15:40:51.433914 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e514fd0-7f07-4c68-b4c8-2319e58890ac req-1d86a987-65db-4789-adec-ef918f03bfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:51.435764 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9e514fd0-7f07-4c68-b4c8-2319e58890ac req-1d86a987-65db-4789-adec-ef918f03bfcc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0881085 Dec 09 15:40:51.441386 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b6d95b1-09b8-4f98-89a8-7278fe3bd7a9 req-a0955ffe-6c08-43de-b7ed-92a860cc2aea tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e338de-02e6-42e2-8f2e-b4fe16d186ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956256 Dec 09 15:40:51.520296 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e514fd0-7f07-4c68-b4c8-2319e58890ac req-7c27ec77-7f13-46cb-9dab-3a4cc8dbabc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:51.522917 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9e514fd0-7f07-4c68-b4c8-2319e58890ac req-7c27ec77-7f13-46cb-9dab-3a4cc8dbabc8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0738277 Dec 09 15:40:51.566783 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9e514fd0-7f07-4c68-b4c8-2319e58890ac req-735589ce-7103-4919-b95b-deacc132811b service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309910 Dec 09 15:40:51.650439 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33e21b-64bb-4a3f-a95d-37edd505be01 req-03f4d110-f780-479b-9657-1e670034a408 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:51.659620 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1a33e21b-64bb-4a3f-a95d-37edd505be01 req-03f4d110-f780-479b-9657-1e670034a408 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 945 time: 0.1154373 Dec 09 15:40:51.676824 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9e514fd0-7f07-4c68-b4c8-2319e58890ac req-269711dd-78ed-49ef-8511-af73367240dc service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026816 Dec 09 15:40:51.725095 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9e514fd0-7f07-4c68-b4c8-2319e58890ac req-3fa321b7-606b-43db-b1d7-748743b00179 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904342 Dec 09 15:40:51.737644 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1a33e21b-64bb-4a3f-a95d-37edd505be01 req-23901ebc-9c9a-42e7-89ed-06525aec80fe tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/security-groups?id=405f7c79-c2e4-4998-b8a7-72f6f093478a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771868 Dec 09 15:40:51.833821 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9e514fd0-7f07-4c68-b4c8-2319e58890ac req-7c795e55-3e41-444d-a53a-81437532630e service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925107 Dec 09 15:40:52.041137 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09432f59-1381-4c12-8184-9ad33c5dc8cf req-566319c2-db41-4ba6-8a6b-1948c77a4269 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:52.042907 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-09432f59-1381-4c12-8184-9ad33c5dc8cf req-566319c2-db41-4ba6-8a6b-1948c77a4269 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 949 time: 0.0557303 Dec 09 15:40:52.105552 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-09432f59-1381-4c12-8184-9ad33c5dc8cf req-083a017d-1d5f-415e-9998-c630449006b2 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542028 Dec 09 15:40:52.640913 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698be83-8f9f-4ca1-b821-53600a734bed req-1fad1a9e-b874-4420-82f4-6c7d6dac25f0 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:52.652985 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0698be83-8f9f-4ca1-b821-53600a734bed req-1fad1a9e-b874-4420-82f4-6c7d6dac25f0 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d4e9922-c35d-460c-af1c-66ec0369e772 HTTP/1.1" status: 200 len: 945 time: 0.0973482 Dec 09 15:40:52.687518 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37228) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:52.738019 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0698be83-8f9f-4ca1-b821-53600a734bed req-38613e15-cd20-498b-a67c-bb7a3f020980 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e338de-02e6-42e2-8f2e-b4fe16d186ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839226 Dec 09 15:40:52.778985 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37236) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:52.885021 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5edb757-8f81-4027-9b0c-b09d2ce3fb94 req-92c3cc7b-3531-4d15-b456-4dba0658e98c tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:52.887302 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d5edb757-8f81-4027-9b0c-b09d2ce3fb94 req-92c3cc7b-3531-4d15-b456-4dba0658e98c tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.57 "GET /v2.0/ports?device_id=824b5091-17ac-4050-899f-05b64188bde9 HTTP/1.1" status: 200 len: 946 time: 0.0629325 Dec 09 15:40:52.919982 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a5958b09-4cc8-4ee8-ada9-fa2af5747bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:52.923911 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b73f125a-f2de-4924-9093-5e6cee68a013 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:52.952687 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d5edb757-8f81-4027-9b0c-b09d2ce3fb94 req-b40124c3-aafb-42d9-ac3a-3c174921b809 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e338de-02e6-42e2-8f2e-b4fe16d186ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583460 Dec 09 15:40:52.955851 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e1cd8bf5-98a2-43be-a1fe-bf33b4584844 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:53.054614 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b73f125a-f2de-4924-9093-5e6cee68a013 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:53.063869 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b73f125a-f2de-4924-9093-5e6cee68a013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:53.083319 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f381b-b00a-4477-b2d9-80d821d731f0 req-756a8206-fe6c-4e85-b3fd-cd156db39280 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:53.093006 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-192f381b-b00a-4477-b2d9-80d821d731f0 req-756a8206-fe6c-4e85-b3fd-cd156db39280 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 945 time: 0.0694108 Dec 09 15:40:53.093448 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e1cd8bf5-98a2-43be-a1fe-bf33b4584844 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:53.108446 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e1cd8bf5-98a2-43be-a1fe-bf33b4584844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:53.129823 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b73f125a-f2de-4924-9093-5e6cee68a013 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b9615f35d3634482ada9a06cf03b679a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4360693 Dec 09 15:40:53.130485 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37244) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:53.130613 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f125a-f2de-4924-9093-5e6cee68a013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f65fa9-9a7f-4faa-9d2c-8512cd54308d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:53.152973 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e1cd8bf5-98a2-43be-a1fe-bf33b4584844 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f9f2880466434f038fdd59218c4d5b9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3725331 Dec 09 15:40:53.155933 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37248) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:53.162572 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-192f381b-b00a-4477-b2d9-80d821d731f0 req-4d30ed92-1750-47ac-bd6b-8cfb753d08b5 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/security-groups?id=405f7c79-c2e4-4998-b8a7-72f6f093478a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685260 Dec 09 15:40:53.176919 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd8bf5-98a2-43be-a1fe-bf33b4584844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f4b055-2ef8-4b5f-85ad-0492396bbe6a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:53.197587 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a723c221-58e7-4599-9339-1c7e6d5d11c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:53.229603 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a723c221-58e7-4599-9339-1c7e6d5d11c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:53.234687 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-24cff98f-ccf8-4f68-ad21-fae0c61a09e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:53.263246 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-24cff98f-ccf8-4f68-ad21-fae0c61a09e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:53.318107 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a723c221-58e7-4599-9339-1c7e6d5d11c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:53.325237 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a723c221-58e7-4599-9339-1c7e6d5d11c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:53.330665 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a723c221-58e7-4599-9339-1c7e6d5d11c2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b8f65fa9-9a7f-4faa-9d2c-8512cd54308d HTTP/1.1" status: 204 len: 168 time: 0.1994734 Dec 09 15:40:53.342294 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a723c221-58e7-4599-9339-1c7e6d5d11c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f65fa9-9a7f-4faa-9d2c-8512cd54308d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:53.370870 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-24cff98f-ccf8-4f68-ad21-fae0c61a09e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:53.373848 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-24cff98f-ccf8-4f68-ad21-fae0c61a09e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:53.375143 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-24cff98f-ccf8-4f68-ad21-fae0c61a09e4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/61f4b055-2ef8-4b5f-85ad-0492396bbe6a HTTP/1.1" status: 204 len: 168 time: 0.2182765 Dec 09 15:40:53.389005 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cff98f-ccf8-4f68-ad21-fae0c61a09e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f4b055-2ef8-4b5f-85ad-0492396bbe6a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:53.432321 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659eb77-82a9-4821-b8fb-122e8c0c0733 req-e40a5094-cf9f-47c1-9e54-e174f7adb28b tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:53.441023 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9659eb77-82a9-4821-b8fb-122e8c0c0733 req-e40a5094-cf9f-47c1-9e54-e174f7adb28b tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a420a81-d613-43f9-9085-ef725df0e676 HTTP/1.1" status: 200 len: 945 time: 0.0745754 Dec 09 15:40:53.494394 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9659eb77-82a9-4821-b8fb-122e8c0c0733 req-e43f66fe-d094-4134-95ff-4968cfe1ba22 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e338de-02e6-42e2-8f2e-b4fe16d186ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524914 Dec 09 15:40:53.625018 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633d026-45e8-4eaa-b2eb-72434df29cd5 req-1c3c6ac0-9f50-4c1d-882d-8b46db1244e5 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:53.626838 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9633d026-45e8-4eaa-b2eb-72434df29cd5 req-1c3c6ac0-9f50-4c1d-882d-8b46db1244e5 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 949 time: 0.0590329 Dec 09 15:40:53.679067 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9633d026-45e8-4eaa-b2eb-72434df29cd5 req-39feb9a5-ea70-4876-b5a2-5d2f38b7dc85 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457544 Dec 09 15:40:53.722478 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37270) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:53.739972 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45f7c707-8f5f-40fb-a1c5-df9e689ca503 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:53.821507 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45f7c707-8f5f-40fb-a1c5-df9e689ca503 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:53.828613 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45f7c707-8f5f-40fb-a1c5-df9e689ca503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:53.866145 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-45f7c707-8f5f-40fb-a1c5-df9e689ca503 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d77d8c92d2ee4367a2e024d50ee36a70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1422963 Dec 09 15:40:53.869567 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37274) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:53.871070 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f7c707-8f5f-40fb-a1c5-df9e689ca503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f8114d-6335-46a2-9b39-0b61bfa8abda,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:53.935039 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d8e8a24-f355-4581-817a-6ea2de9999b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:53.974921 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d8e8a24-f355-4581-817a-6ea2de9999b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:53.975069 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:54.067515 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d8e8a24-f355-4581-817a-6ea2de9999b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:54.070326 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d8e8a24-f355-4581-817a-6ea2de9999b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:54.071579 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-5d8e8a24-f355-4581-817a-6ea2de9999b8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/34f8114d-6335-46a2-9b39-0b61bfa8abda HTTP/1.1" status: 204 len: 168 time: 0.2002914 Dec 09 15:40:54.085901 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e8a24-f355-4581-817a-6ea2de9999b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f8114d-6335-46a2-9b39-0b61bfa8abda,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:54.114685 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523b8fa-7cf5-4daf-81c8-6fe154ea6c1a req-4ff5ec1a-b9e4-4375-b4fc-a3e655c581f2 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:54.116471 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f523b8fa-7cf5-4daf-81c8-6fe154ea6c1a req-4ff5ec1a-b9e4-4375-b4fc-a3e655c581f2 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a420a81-d613-43f9-9085-ef725df0e676 HTTP/1.1" status: 200 len: 945 time: 0.0990789 Dec 09 15:40:54.191911 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device f4aacffe-926a-472c-a836-25408b78fc54 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:40:54.195470 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f523b8fa-7cf5-4daf-81c8-6fe154ea6c1a req-a8f1e8f3-9a03-477e-bd9e-39691828951a tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e338de-02e6-42e2-8f2e-b4fe16d186ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720921 Dec 09 15:40:54.330251 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f2157-de57-4f45-9f34-2ba7011ff1c3 req-38ebfd9a-a865-4584-bbd3-6e5e611fe2a6 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:54.337101 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-702f2157-de57-4f45-9f34-2ba7011ff1c3 req-38ebfd9a-a865-4584-bbd3-6e5e611fe2a6 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 945 time: 0.0673838 Dec 09 15:40:54.366723 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port f4aacffe-926a-472c-a836-25408b78fc54, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=f4aacffe-926a-472c-a836-25408b78fc54,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:40:54.391802 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'f4aacffe-926a-472c-a836-25408b78fc54', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'port_id': 'f4aacffe-926a-472c-a836-25408b78fc54', 'mac_address': 'fa:16:3e:b8:2a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6953c-1261-4e7c-8b49-64e5b87424c2', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:40:54.397625 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:54.430799 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-702f2157-de57-4f45-9f34-2ba7011ff1c3 req-1a1c332f-dbb7-4889-a51e-428734fdd31e tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/security-groups?id=405f7c79-c2e4-4998-b8a7-72f6f093478a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845747 Dec 09 15:40:54.449768 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:54.472872 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4aacffe-926a-472c-a836-25408b78fc54 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:40:54.494303 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port f4aacffe-926a-472c-a836-25408b78fc54, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=f4aacffe-926a-472c-a836-25408b78fc54,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:40:54.503768 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:54.576311 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=f4aacffe-926a-472c-a836-25408b78fc54,revision_number=12']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:54.819833 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad134755-bcd5-4b6f-8a01-d4a8b91165ca req-afaa810c-6395-47dc-a9ca-6a186db72568 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:54.821416 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ad134755-bcd5-4b6f-8a01-d4a8b91165ca req-afaa810c-6395-47dc-a9ca-6a186db72568 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 950 time: 0.0603681 Dec 09 15:40:54.883504 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ad134755-bcd5-4b6f-8a01-d4a8b91165ca req-c4df59a4-ac2e-4ed9-a552-a776949c0361 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518911 Dec 09 15:40:55.154669 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['f4aacffe-926a-472c-a836-25408b78fc54'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:40:55.230580 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:55.542736 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4a302-fd93-4009-8c8d-1426789d7a87 req-19570e90-2653-4e8b-ad5a-083fcfb28466 tempest-MigrationsAdminTest-525937780 tempest-MigrationsAdminTest-525937780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:55.544346 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4ff4a302-fd93-4009-8c8d-1426789d7a87 req-19570e90-2653-4e8b-ad5a-083fcfb28466 tempest-MigrationsAdminTest-525937780 tempest-MigrationsAdminTest-525937780-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 1101 time: 0.0438294 Dec 09 15:40:55.600203 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4ff4a302-fd93-4009-8c8d-1426789d7a87 req-1021e82d-3254-41cd-8a58-d4777712935f tempest-MigrationsAdminTest-525937780 tempest-MigrationsAdminTest-525937780-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482285 Dec 09 15:40:55.763651 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc417c58-4b46-487d-8be5-6089ed301dcc req-cbdeac74-c749-4711-80b4-1e768b46d0e3 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:55.768962 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cc417c58-4b46-487d-8be5-6089ed301dcc req-cbdeac74-c749-4711-80b4-1e768b46d0e3 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a420a81-d613-43f9-9085-ef725df0e676 HTTP/1.1" status: 200 len: 945 time: 0.0817869 Dec 09 15:40:55.840922 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cc417c58-4b46-487d-8be5-6089ed301dcc req-ca0ae4f1-19ca-454d-b72d-c7357dcbf38c tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e338de-02e6-42e2-8f2e-b4fe16d186ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622017 Dec 09 15:40:55.955868 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b092a-bb6d-4a46-adb0-087618f5cedf req-7440b276-f429-4bf7-81a8-57e0b57eda4a tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:55.958084 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f04b092a-bb6d-4a46-adb0-087618f5cedf req-7440b276-f429-4bf7-81a8-57e0b57eda4a tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 945 time: 0.0553732 Dec 09 15:40:56.010158 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f04b092a-bb6d-4a46-adb0-087618f5cedf req-072c9157-4802-4543-a07d-768446a2ae06 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/security-groups?id=405f7c79-c2e4-4998-b8a7-72f6f093478a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458829 Dec 09 15:40:56.417639 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5339b-6261-4a5e-bd66-ecb28818ec04 req-575bdce6-513c-4b1c-972a-dfee6f1d783b tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:56.419329 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fdd5339b-6261-4a5e-bd66-ecb28818ec04 req-575bdce6-513c-4b1c-972a-dfee6f1d783b tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a420a81-d613-43f9-9085-ef725df0e676 HTTP/1.1" status: 200 len: 945 time: 0.0703230 Dec 09 15:40:56.436089 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:56.585013 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd67b9-0f32-470e-b9fd-9076aa997823 req-6a5aa500-90fc-47eb-9e3a-f7a655961bc5 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:56.586954 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c6bd67b9-0f32-470e-b9fd-9076aa997823 req-6a5aa500-90fc-47eb-9e3a-f7a655961bc5 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 950 time: 0.1034718 Dec 09 15:40:56.618027 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-fdd5339b-6261-4a5e-bd66-ecb28818ec04 req-93be5039-262f-4fb9-b0a2-998d64d02035 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Deleting port be9e57a9-d527-4dff-be60-64393926fede {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:40:56.618379 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fdd5339b-6261-4a5e-bd66-ecb28818ec04 req-93be5039-262f-4fb9-b0a2-998d64d02035 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:56.619386 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37386) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:56.709808 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c6bd67b9-0f32-470e-b9fd-9076aa997823 req-ea6abfb0-437a-4277-8fbd-4eb81aa5aae3 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105962 Dec 09 15:40:56.747064 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-fdd5339b-6261-4a5e-bd66-ecb28818ec04 req-93be5039-262f-4fb9-b0a2-998d64d02035 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] For port be9e57a9-d527-4dff-be60-64393926fede, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=be9e57a9-d527-4dff-be60-64393926fede,segment=NetworkSegment(ec635648-beea-467d-90d9-d8ff46f9aacc),segment_id=ec635648-beea-467d-90d9-d8ff46f9aacc)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:40:56.747453 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fdd5339b-6261-4a5e-bd66-ecb28818ec04 req-93be5039-262f-4fb9-b0a2-998d64d02035 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:56.751303 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f92c42d-8b87-4b69-be2f-f15699c36fd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:56.762882 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-fdd5339b-6261-4a5e-bd66-ecb28818ec04 req-93be5039-262f-4fb9-b0a2-998d64d02035 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Calling delete_port for be9e57a9-d527-4dff-be60-64393926fede owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:40:56.831308 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f92c42d-8b87-4b69-be2f-f15699c36fd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:56.835735 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f92c42d-8b87-4b69-be2f-f15699c36fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:56.865808 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37396) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:56.880965 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3f92c42d-8b87-4b69-be2f-f15699c36fd2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=301925aa674f49d5a2678c0d7e459197&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2603333 Dec 09 15:40:56.884855 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37400) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:56.894505 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92c42d-8b87-4b69-be2f-f15699c36fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f2159e-ddeb-496f-8901-08c7814f27b6,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:56.927980 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fdd5339b-6261-4a5e-bd66-ecb28818ec04 req-93be5039-262f-4fb9-b0a2-998d64d02035 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:56.958212 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-46ed34d9-17c0-4144-83b0-04c4f9de8fed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:56.981050 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-46ed34d9-17c0-4144-83b0-04c4f9de8fed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:56.988072 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be5039-262f-4fb9-b0a2-998d64d02035 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Pushing event deleted for resources: {'Port': ['ID=be9e57a9-d527-4dff-be60-64393926fede,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:56.991646 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4cfd78fb-2b26-4701-a229-9039513d184e req-4aa84214-894c-44c5-bafd-15c1452204e6 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a420a81-d613-43f9-9085-ef725df0e676 HTTP/1.1" status: 200 len: 210 time: 0.0598762 Dec 09 15:40:57.031092 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45a8c0d2-62ef-4998-bd0f-cd56f081b538 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:57.039828 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd5339b-6261-4a5e-bd66-ecb28818ec04 req-93be5039-262f-4fb9-b0a2-998d64d02035 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] No DVR routers for this DVR port be9e57a9-d527-4dff-be60-64393926fede on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:40:57.042620 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fdd5339b-6261-4a5e-bd66-ecb28818ec04 req-93be5039-262f-4fb9-b0a2-998d64d02035 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:57.046435 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fdd5339b-6261-4a5e-bd66-ecb28818ec04 req-93be5039-262f-4fb9-b0a2-998d64d02035 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.31 "DELETE /v2.0/ports/be9e57a9-d527-4dff-be60-64393926fede HTTP/1.1" status: 204 len: 173 time: 0.6151233 Dec 09 15:40:57.046921 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a420a81-d613-43f9-9085-ef725df0e676', 'name': 'network-vif-deleted', 'tag': 'be9e57a9-d527-4dff-be60-64393926fede'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:40:57.049919 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1918ec-f035-4892-9bc2-80e9015a61f2" -d '{"events": [{"server_uuid": "2a420a81-d613-43f9-9085-ef725df0e676", "name": "network-vif-deleted", "tag": "be9e57a9-d527-4dff-be60-64393926fede"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:40:57.076565 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['e1180509-5e07-4d9c-964e-cfddde374de9', 'be9e57a9-d527-4dff-be60-64393926fede', '303119b3-0a59-4eaa-8d17-187cbdb615f0'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:40:57.082685 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-46ed34d9-17c0-4144-83b0-04c4f9de8fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:57.086737 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-46ed34d9-17c0-4144-83b0-04c4f9de8fed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:57.088027 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-46ed34d9-17c0-4144-83b0-04c4f9de8fed admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/66f2159e-ddeb-496f-8901-08c7814f27b6 HTTP/1.1" status: 204 len: 168 time: 0.2022533 Dec 09 15:40:57.112905 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed34d9-17c0-4144-83b0-04c4f9de8fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f2159e-ddeb-496f-8901-08c7814f27b6,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:57.183052 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45a8c0d2-62ef-4998-bd0f-cd56f081b538 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:57.189526 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45a8c0d2-62ef-4998-bd0f-cd56f081b538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:57.196512 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8e3b7-d5ea-47ed-8aeb-c1c0d36434c5 req-3c538621-8841-4d15-b696-e3a0913ae808 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:57.201518 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1f8e3b7-d5ea-47ed-8aeb-c1c0d36434c5 req-3c538621-8841-4d15-b696-e3a0913ae808 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 945 time: 0.0911520 Dec 09 15:40:57.244235 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-45a8c0d2-62ef-4998-bd0f-cd56f081b538 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=674d12185982486ab5c35e56fc01ff51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3735251 Dec 09 15:40:57.245559 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a8c0d2-62ef-4998-bd0f-cd56f081b538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b932f44-787d-4b91-8611-d4a5fb69bfe3,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:57.247011 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37410) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:57.353186 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1f8e3b7-d5ea-47ed-8aeb-c1c0d36434c5 req-486c8e3d-6109-4c87-954d-2b3bb6f269ee tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/security-groups?id=405f7c79-c2e4-4998-b8a7-72f6f093478a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435568 Dec 09 15:40:57.375515 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7959ac26-9e0e-4c44-92db-f14c133ee690 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:57.403892 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7959ac26-9e0e-4c44-92db-f14c133ee690 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:57.407359 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b72c08-449d-48c4-9649-aea3ac180b5d x-openstack-request-id: req-86b72c08-449d-48c4-9649-aea3ac180b5d {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:40:57.407655 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a420a81-d613-43f9-9085-ef725df0e676", "name": "network-vif-deleted", "tag": "be9e57a9-d527-4dff-be60-64393926fede", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:40:57.407909 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-86b72c08-449d-48c4-9649-aea3ac180b5d {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:40:57.408447 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a420a81-d613-43f9-9085-ef725df0e676', 'name': 'network-vif-deleted', 'tag': 'be9e57a9-d527-4dff-be60-64393926fede', 'status': 'completed', 'code': 200} Dec 09 15:40:57.481917 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7959ac26-9e0e-4c44-92db-f14c133ee690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:57.485926 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7959ac26-9e0e-4c44-92db-f14c133ee690 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:57.489975 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7959ac26-9e0e-4c44-92db-f14c133ee690 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7b932f44-787d-4b91-8611-d4a5fb69bfe3 HTTP/1.1" status: 204 len: 168 time: 0.2394254 Dec 09 15:40:57.498505 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959ac26-9e0e-4c44-92db-f14c133ee690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b932f44-787d-4b91-8611-d4a5fb69bfe3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:57.554628 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37420) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:57.572731 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71b9379e-86f4-4795-ac15-3e8ad64b5b21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:57.682935 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71b9379e-86f4-4795-ac15-3e8ad64b5b21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:57.687390 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71b9379e-86f4-4795-ac15-3e8ad64b5b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:57.731786 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-71b9379e-86f4-4795-ac15-3e8ad64b5b21 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9c5465194a03417da34fed206309ae36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1758492 Dec 09 15:40:57.734383 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37424) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:57.742028 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b9379e-86f4-4795-ac15-3e8ad64b5b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc378cc3-eb4b-4fa6-a2ba-49063df71b86,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:57.791366 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-10bd850b-91f3-4db8-9d28-04fa6780b106 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:57.817064 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-10bd850b-91f3-4db8-9d28-04fa6780b106 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:57.881393 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-10bd850b-91f3-4db8-9d28-04fa6780b106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:57.882694 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636eed2e-cdbc-4699-a0f1-e537da1113d8 req-023f972d-668d-44e6-b167-bcb1e4182160 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:57.884914 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-10bd850b-91f3-4db8-9d28-04fa6780b106 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:57.889415 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-10bd850b-91f3-4db8-9d28-04fa6780b106 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fc378cc3-eb4b-4fa6-a2ba-49063df71b86 HTTP/1.1" status: 204 len: 168 time: 0.1529963 Dec 09 15:40:57.890539 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-636eed2e-cdbc-4699-a0f1-e537da1113d8 req-023f972d-668d-44e6-b167-bcb1e4182160 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 950 time: 0.0653713 Dec 09 15:40:57.899884 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd850b-91f3-4db8-9d28-04fa6780b106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc378cc3-eb4b-4fa6-a2ba-49063df71b86,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:57.936081 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37430) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:57.938394 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-636eed2e-cdbc-4699-a0f1-e537da1113d8 req-9b5a71e1-1930-4613-a319-d4325b6f1726 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469928 Dec 09 15:40:57.950136 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba0a437e-8213-4817-b318-a214402024ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:58.039784 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba0a437e-8213-4817-b318-a214402024ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:58.044843 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba0a437e-8213-4817-b318-a214402024ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:58.090477 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ba0a437e-8213-4817-b318-a214402024ad admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3df4156b0a2747c29d58581c81bcd7e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1532567 Dec 09 15:40:58.091579 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a437e-8213-4817-b318-a214402024ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ccfab3-fc2c-4fed-a677-57b9e4d66baa,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:58.093131 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37438) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:58.150342 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a83b07db-d282-4794-a0f4-ad326dd2fba0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:58.178811 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a83b07db-d282-4794-a0f4-ad326dd2fba0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:58.214992 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device f4aacffe-926a-472c-a836-25408b78fc54 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:40:58.242885 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a83b07db-d282-4794-a0f4-ad326dd2fba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:58.248286 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a83b07db-d282-4794-a0f4-ad326dd2fba0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:58.252633 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a83b07db-d282-4794-a0f4-ad326dd2fba0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/51ccfab3-fc2c-4fed-a677-57b9e4d66baa HTTP/1.1" status: 204 len: 168 time: 0.1539876 Dec 09 15:40:58.274734 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b07db-d282-4794-a0f4-ad326dd2fba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ccfab3-fc2c-4fed-a677-57b9e4d66baa,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:58.275456 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port f4aacffe-926a-472c-a836-25408b78fc54 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:40:58.288101 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port f4aacffe-926a-472c-a836-25408b78fc54 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:40:58.288667 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:58.395111 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:58.425816 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5701b17-98c2-40b6-8799-e93c048a085a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4aacffe-926a-472c-a836-25408b78fc54'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:40:58.428313 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4af1cdc-1e9b-410c-ac4e-2d52d21168eb" -d '{"events": [{"server_uuid": "d5701b17-98c2-40b6-8799-e93c048a085a", "name": "network-vif-plugged", "status": "completed", "tag": "f4aacffe-926a-472c-a836-25408b78fc54"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:40:58.441612 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port f4aacffe-926a-472c-a836-25408b78fc54, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=f4aacffe-926a-472c-a836-25408b78fc54,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:40:58.449288 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:58.529847 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c3a22-86e7-48f9-aaa1-087de56c7132 req-e4dc5e3c-246e-4d45-a590-2c108186f7aa tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:58.531363 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a59c3a22-86e7-48f9-aaa1-087de56c7132 req-e4dc5e3c-246e-4d45-a590-2c108186f7aa tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 950 time: 0.1274104 Dec 09 15:40:58.544759 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=f4aacffe-926a-472c-a836-25408b78fc54,revision_number=13']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:58.606127 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9beb0e7-d1c7-47c2-984b-d19e1e6ecc56 req-38f20dc1-2c3b-4e77-a463-4036f0a8c3d1 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:58.607673 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a9beb0e7-d1c7-47c2-984b-d19e1e6ecc56 req-38f20dc1-2c3b-4e77-a463-4036f0a8c3d1 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 945 time: 0.1358654 Dec 09 15:40:58.696073 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a9beb0e7-d1c7-47c2-984b-d19e1e6ecc56 req-6f03f42a-4416-4ebe-a082-1ef8ecd49089 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/security-groups?id=405f7c79-c2e4-4998-b8a7-72f6f093478a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695403 Dec 09 15:40:58.703062 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-a59c3a22-86e7-48f9-aaa1-087de56c7132 req-3db2c090-0671-49b4-a514-0a09d5fd3f88 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Deleting port f4aacffe-926a-472c-a836-25408b78fc54 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:40:58.703523 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a59c3a22-86e7-48f9-aaa1-087de56c7132 req-3db2c090-0671-49b4-a514-0a09d5fd3f88 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:58.771781 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108058f7-13cb-4bba-bf46-5f14431e588e x-openstack-request-id: req-108058f7-13cb-4bba-bf46-5f14431e588e {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:40:58.772334 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5701b17-98c2-40b6-8799-e93c048a085a", "name": "network-vif-plugged", "status": "completed", "tag": "f4aacffe-926a-472c-a836-25408b78fc54", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:40:58.772748 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-108058f7-13cb-4bba-bf46-5f14431e588e {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:40:58.773147 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5701b17-98c2-40b6-8799-e93c048a085a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4aacffe-926a-472c-a836-25408b78fc54', 'code': 200} Dec 09 15:40:58.857231 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a59c3a22-86e7-48f9-aaa1-087de56c7132 req-3db2c090-0671-49b4-a514-0a09d5fd3f88 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] For port f4aacffe-926a-472c-a836-25408b78fc54, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=f4aacffe-926a-472c-a836-25408b78fc54,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:40:58.857658 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a59c3a22-86e7-48f9-aaa1-087de56c7132 req-3db2c090-0671-49b4-a514-0a09d5fd3f88 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:58.887308 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-a59c3a22-86e7-48f9-aaa1-087de56c7132 req-3db2c090-0671-49b4-a514-0a09d5fd3f88 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Calling delete_port for f4aacffe-926a-472c-a836-25408b78fc54 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:40:59.144835 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a59c3a22-86e7-48f9-aaa1-087de56c7132 req-3db2c090-0671-49b4-a514-0a09d5fd3f88 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:59.163607 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5', '847afbcf-2043-4704-86dd-821ac9fb24dc', 'f4aacffe-926a-472c-a836-25408b78fc54'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:40:59.185921 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d768f-14a0-4e8e-af54-20fbdf8667ef req-d320aad6-2abb-4723-91d9-5981d3253a27 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:59.187481 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9e0d768f-14a0-4e8e-af54-20fbdf8667ef req-d320aad6-2abb-4723-91d9-5981d3253a27 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5701b17-98c2-40b6-8799-e93c048a085a HTTP/1.1" status: 200 len: 868 time: 0.1014695 Dec 09 15:40:59.193045 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db2c090-0671-49b4-a514-0a09d5fd3f88 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Pushing event deleted for resources: {'Port': ['ID=f4aacffe-926a-472c-a836-25408b78fc54,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:59.237740 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:40:59.262468 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59c3a22-86e7-48f9-aaa1-087de56c7132 req-3db2c090-0671-49b4-a514-0a09d5fd3f88 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] No DVR routers for this DVR port f4aacffe-926a-472c-a836-25408b78fc54 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:40:59.269256 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a59c3a22-86e7-48f9-aaa1-087de56c7132 req-3db2c090-0671-49b4-a514-0a09d5fd3f88 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:59.273053 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a59c3a22-86e7-48f9-aaa1-087de56c7132 req-3db2c090-0671-49b4-a514-0a09d5fd3f88 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.31 "DELETE /v2.0/ports/f4aacffe-926a-472c-a836-25408b78fc54 HTTP/1.1" status: 204 len: 173 time: 0.7345626 Dec 09 15:40:59.300968 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9e0d768f-14a0-4e8e-af54-20fbdf8667ef req-a6faf5ad-78c2-449b-8a4b-c936a9394a5d tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975873 Dec 09 15:40:59.409268 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5701b17-98c2-40b6-8799-e93c048a085a', 'name': 'network-vif-deleted', 'tag': 'f4aacffe-926a-472c-a836-25408b78fc54'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:40:59.411648 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28985340-47fb-4862-9298-a394ec09ccb4" -d '{"events": [{"server_uuid": "d5701b17-98c2-40b6-8799-e93c048a085a", "name": "network-vif-deleted", "tag": "f4aacffe-926a-472c-a836-25408b78fc54"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:40:59.653038 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4352bef-2b12-422a-853e-ce0dae6fe9eb x-openstack-request-id: req-a4352bef-2b12-422a-853e-ce0dae6fe9eb {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:40:59.653964 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5701b17-98c2-40b6-8799-e93c048a085a", "name": "network-vif-deleted", "tag": "f4aacffe-926a-472c-a836-25408b78fc54", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:40:59.654312 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a4352bef-2b12-422a-853e-ce0dae6fe9eb {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:40:59.654796 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5701b17-98c2-40b6-8799-e93c048a085a', 'name': 'network-vif-deleted', 'tag': 'f4aacffe-926a-472c-a836-25408b78fc54', 'status': 'completed', 'code': 200} Dec 09 15:40:59.990553 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5fff8-ece6-4616-bef5-b8362f863b10 req-02ffed74-a4c7-4f49-bb42-800bf632451f tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:59.992965 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-77e5fff8-ece6-4616-bef5-b8362f863b10 req-02ffed74-a4c7-4f49-bb42-800bf632451f tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 945 time: 0.0644908 Dec 09 15:41:00.052705 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-77e5fff8-ece6-4616-bef5-b8362f863b10 req-9f937038-6c4e-4d5c-a575-8afeea6507d9 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/security-groups?id=405f7c79-c2e4-4998-b8a7-72f6f093478a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519371 Dec 09 15:41:00.219895 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device f4aacffe-926a-472c-a836-25408b78fc54 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:41:00.246249 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: f4aacffe-926a-472c-a836-25408b78fc54 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:41:00.246912 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8705d-f63f-4846-9017-e0c2540e5307 req-b459385a-ade7-4a43-b1a8-6879a2868553 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:00.247336 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device f4aacffe-926a-472c-a836-25408b78fc54 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:41:00.247833 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device be9e57a9-d527-4dff-be60-64393926fede no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:41:00.255182 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8705d-f63f-4846-9017-e0c2540e5307 req-b459385a-ade7-4a43-b1a8-6879a2868553 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:00.257612 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1e8705d-f63f-4846-9017-e0c2540e5307 req-b459385a-ade7-4a43-b1a8-6879a2868553 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.57 "GET /v2.0/ports?device_id=824b5091-17ac-4050-899f-05b64188bde9&device_id=9d4e9922-c35d-460c-af1c-66ec0369e772 HTTP/1.1" status: 200 len: 1682 time: 0.0676358 Dec 09 15:41:00.275947 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: be9e57a9-d527-4dff-be60-64393926fede {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:41:00.276298 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device be9e57a9-d527-4dff-be60-64393926fede not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:41:00.315182 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1e8705d-f63f-4846-9017-e0c2540e5307 req-69c67b97-d20c-47b4-8f85-4fe2e22b5375 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e338de-02e6-42e2-8f2e-b4fe16d186ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504379 Dec 09 15:41:00.931056 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54205e97-ea4e-495f-adb2-ae99a2f3d988 req-981cd979-6086-4144-84af-4539dcf9dd40 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:00.933286 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-54205e97-ea4e-495f-adb2-ae99a2f3d988 req-981cd979-6086-4144-84af-4539dcf9dd40 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=87f0bba4-7d9a-4014-982d-643cf4a840cb HTTP/1.1" status: 200 len: 949 time: 0.0558343 Dec 09 15:41:00.994944 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-54205e97-ea4e-495f-adb2-ae99a2f3d988 req-5866a26c-1eed-4538-8c10-7c83e76ad0b9 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516975 Dec 09 15:41:01.268938 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2f2dd-9b7d-417c-81ca-9299f8e53cce req-ae82efcb-4997-4e3f-b09f-ec1f7b15fcc1 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:01.276896 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-56f2f2dd-9b7d-417c-81ca-9299f8e53cce req-ae82efcb-4997-4e3f-b09f-ec1f7b15fcc1 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 945 time: 0.0688581 Dec 09 15:41:01.364750 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-56f2f2dd-9b7d-417c-81ca-9299f8e53cce req-39d6776f-899b-4b94-92f3-4e3a8645d445 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/security-groups?id=405f7c79-c2e4-4998-b8a7-72f6f093478a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779717 Dec 09 15:41:01.887724 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897e960-4bf8-4a52-b4d3-9bdac399a367 req-bcc7f8f3-1e3c-4d20-b65b-6beab4890f1d tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:01.889291 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e897e960-4bf8-4a52-b4d3-9bdac399a367 req-bcc7f8f3-1e3c-4d20-b65b-6beab4890f1d tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.57 "GET /v2.0/ports?device_id=824b5091-17ac-4050-899f-05b64188bde9 HTTP/1.1" status: 200 len: 946 time: 0.0675311 Dec 09 15:41:01.971711 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38b121-34f0-4985-9c32-dbc1de7eb9c2 req-3702c358-6022-45df-a9bf-cd0c7df84b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:01.973348 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4d38b121-34f0-4985-9c32-dbc1de7eb9c2 req-3702c358-6022-45df-a9bf-cd0c7df84b14 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 1096 time: 0.0816939 Dec 09 15:41:01.978038 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e897e960-4bf8-4a52-b4d3-9bdac399a367 req-59805c83-eaeb-40aa-b420-94b647065f31 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e338de-02e6-42e2-8f2e-b4fe16d186ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787327 Dec 09 15:41:02.036447 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4d38b121-34f0-4985-9c32-dbc1de7eb9c2 req-b002ebf2-ef27-4e56-9257-9bd839ad7679 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=405f7c79-c2e4-4998-b8a7-72f6f093478a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533431 Dec 09 15:41:02.120681 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb25f1e-7f2f-4283-81ba-af835674df9c req-35291826-6b3a-47bd-948c-1f8a7e11317f tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:02.122590 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0fb25f1e-7f2f-4283-81ba-af835674df9c req-35291826-6b3a-47bd-948c-1f8a7e11317f tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=87f0bba4-7d9a-4014-982d-643cf4a840cb HTTP/1.1" status: 200 len: 949 time: 0.0540321 Dec 09 15:41:02.183291 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0fb25f1e-7f2f-4283-81ba-af835674df9c req-f0998a01-f865-4417-a797-d55c63c6032c tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528760 Dec 09 15:41:02.477665 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc925f5c-3cce-4fc1-8aad-26546b5160e0 req-407b0534-10aa-48a2-9e41-e580baeda515 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:02.481238 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fc925f5c-3cce-4fc1-8aad-26546b5160e0 req-407b0534-10aa-48a2-9e41-e580baeda515 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 945 time: 0.0614133 Dec 09 15:41:02.580059 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fc925f5c-3cce-4fc1-8aad-26546b5160e0 req-8bc2554d-ac7d-4c44-a097-39a71c73531a tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/security-groups?id=405f7c79-c2e4-4998-b8a7-72f6f093478a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895720 Dec 09 15:41:02.603601 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-15c45cdd-79bd-46b1-83ae-3c455cc3c120 req-64617cdd-ff96-4cb4-9341-715fdbecb7d9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d4427918-3f67-41aa-8b42-fdb086ff4a3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0925872 Dec 09 15:41:02.748014 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c45cdd-79bd-46b1-83ae-3c455cc3c120 req-fdd9c727-5b8e-42b7-afd2-691ba0cd0d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:02.750321 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-15c45cdd-79bd-46b1-83ae-3c455cc3c120 req-fdd9c727-5b8e-42b7-afd2-691ba0cd0d21 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8222749629bd4bc081045ad1433cd8c5&device_id=d4427918-3f67-41aa-8b42-fdb086ff4a3e HTTP/1.1" status: 200 len: 1101 time: 0.0600948 Dec 09 15:41:02.899241 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c45cdd-79bd-46b1-83ae-3c455cc3c120 req-c5a43b73-66e6-4327-a1f2-feb4f413f4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:02.900695 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-15c45cdd-79bd-46b1-83ae-3c455cc3c120 req-c5a43b73-66e6-4327-a1f2-feb4f413f4ee service neutron] 10.222.0.31 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.1051359 Dec 09 15:41:02.956896 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-15c45cdd-79bd-46b1-83ae-3c455cc3c120 req-a9ba72e2-dd41-4369-83b0-d9686c72f72f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5 HTTP/1.1" status: 200 len: 217 time: 0.0359876 Dec 09 15:41:03.012924 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c45cdd-79bd-46b1-83ae-3c455cc3c120 req-7966cc78-ee07-4173-bcc7-5961b3b6ed9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:03.014457 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-15c45cdd-79bd-46b1-83ae-3c455cc3c120 req-7966cc78-ee07-4173-bcc7-5961b3b6ed9f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0453532 Dec 09 15:41:03.126010 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c45cdd-79bd-46b1-83ae-3c455cc3c120 req-f524ea88-68f7-46fa-8bc5-b7a4e2ac34ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:03.127571 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-15c45cdd-79bd-46b1-83ae-3c455cc3c120 req-f524ea88-68f7-46fa-8bc5-b7a4e2ac34ed service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0928342 Dec 09 15:41:03.139470 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7bf347-b71a-4985-b4dc-88a49e473a3b req-9f78f81c-fa2c-45e4-bf73-8ba924b0bf91 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:03.140828 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6e7bf347-b71a-4985-b4dc-88a49e473a3b req-9f78f81c-fa2c-45e4-bf73-8ba924b0bf91 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.57 "GET /v2.0/ports?device_id=824b5091-17ac-4050-899f-05b64188bde9 HTTP/1.1" status: 200 len: 946 time: 0.0718284 Dec 09 15:41:03.254009 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6e7bf347-b71a-4985-b4dc-88a49e473a3b req-c44246c5-c100-4e7d-b7ce-8d7da96d4f84 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e338de-02e6-42e2-8f2e-b4fe16d186ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065629 Dec 09 15:41:03.280653 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-15c45cdd-79bd-46b1-83ae-3c455cc3c120 req-a9547da7-9673-4372-a8c0-d2e61694e6a6 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312084 Dec 09 15:41:03.466404 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bae49d-9918-4da8-b404-32e01219e16e req-1f7f02f2-6612-4800-a6bc-2195b376a2c7 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:03.467903 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-59bae49d-9918-4da8-b404-32e01219e16e req-1f7f02f2-6612-4800-a6bc-2195b376a2c7 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=87f0bba4-7d9a-4014-982d-643cf4a840cb HTTP/1.1" status: 200 len: 949 time: 0.1393473 Dec 09 15:41:03.482966 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc42f6-a307-4701-abb5-31c7ad47c3dd req-bc49448b-6a42-4699-8cc9-0840bfc7c21d tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:03.484502 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f2cc42f6-a307-4701-abb5-31c7ad47c3dd req-bc49448b-6a42-4699-8cc9-0840bfc7c21d tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.31 "GET /v2.0/ports?device_id=87f0bba4-7d9a-4014-982d-643cf4a840cb HTTP/1.1" status: 200 len: 949 time: 0.1174419 Dec 09 15:41:03.494946 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-15c45cdd-79bd-46b1-83ae-3c455cc3c120 req-63737883-54d8-47cf-9a9e-b5ed0a7ef50d service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048128 Dec 09 15:41:03.616467 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-59bae49d-9918-4da8-b404-32e01219e16e req-1d913db5-f443-4431-8af8-7dd687e38dba tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287792 Dec 09 15:41:03.728007 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-f2cc42f6-a307-4701-abb5-31c7ad47c3dd req-3e3f3b2b-e18a-4447-bef1-aa38382b8ee6 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Deleting port 847afbcf-2043-4704-86dd-821ac9fb24dc {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:41:03.728357 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f2cc42f6-a307-4701-abb5-31c7ad47c3dd req-3e3f3b2b-e18a-4447-bef1-aa38382b8ee6 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:03.838057 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15716393-0854-4631-9dde-3a78fe84b83d req-221391d2-7ae9-497a-8c8f-4b3a3cdf6e5a tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:03.839575 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-15716393-0854-4631-9dde-3a78fe84b83d req-221391d2-7ae9-497a-8c8f-4b3a3cdf6e5a tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 945 time: 0.1499138 Dec 09 15:41:03.890194 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-f2cc42f6-a307-4701-abb5-31c7ad47c3dd req-3e3f3b2b-e18a-4447-bef1-aa38382b8ee6 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] For port 847afbcf-2043-4704-86dd-821ac9fb24dc, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=847afbcf-2043-4704-86dd-821ac9fb24dc,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:41:03.890547 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f2cc42f6-a307-4701-abb5-31c7ad47c3dd req-3e3f3b2b-e18a-4447-bef1-aa38382b8ee6 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:03.942595 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-f2cc42f6-a307-4701-abb5-31c7ad47c3dd req-3e3f3b2b-e18a-4447-bef1-aa38382b8ee6 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Calling delete_port for 847afbcf-2043-4704-86dd-821ac9fb24dc owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:41:04.012730 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-15716393-0854-4631-9dde-3a78fe84b83d req-9b65ec80-7498-41fc-aa2b-e4517a34cf3c tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/security-groups?id=405f7c79-c2e4-4998-b8a7-72f6f093478a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633971 Dec 09 15:41:04.118808 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924bca1-615c-468f-aa11-30d8fa69c97c req-59d3ff80-9807-4c1a-8d87-0d1f7af6ad5c tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:04.120301 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0924bca1-615c-468f-aa11-30d8fa69c97c req-59d3ff80-9807-4c1a-8d87-0d1f7af6ad5c tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.31 "GET /v2.0/ports?device_id=824b5091-17ac-4050-899f-05b64188bde9 HTTP/1.1" status: 200 len: 946 time: 0.2160454 Dec 09 15:41:04.273742 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f85944-643c-461c-95f2-b970131b2ceb req-ec0b16ea-2c43-4d41-b7a7-8500232a3df1 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:04.275242 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b5f85944-643c-461c-95f2-b970131b2ceb req-ec0b16ea-2c43-4d41-b7a7-8500232a3df1 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d4e9922-c35d-460c-af1c-66ec0369e772 HTTP/1.1" status: 200 len: 945 time: 0.1049833 Dec 09 15:41:04.376589 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f2cc42f6-a307-4701-abb5-31c7ad47c3dd req-3e3f3b2b-e18a-4447-bef1-aa38382b8ee6 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:04.390947 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:41:04.421457 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:41:04.787494 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-0924bca1-615c-468f-aa11-30d8fa69c97c req-3a6b6ef1-ebd0-4e97-81d8-cea28af1aaf0 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Deleting port e1180509-5e07-4d9c-964e-cfddde374de9 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:41:04.788592 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0924bca1-615c-468f-aa11-30d8fa69c97c req-3a6b6ef1-ebd0-4e97-81d8-cea28af1aaf0 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:04.894862 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f3b2b-e18a-4447-bef1-aa38382b8ee6 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Pushing event deleted for resources: {'Port': ['ID=847afbcf-2043-4704-86dd-821ac9fb24dc,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:04.943173 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2cc42f6-a307-4701-abb5-31c7ad47c3dd req-3e3f3b2b-e18a-4447-bef1-aa38382b8ee6 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] No DVR routers for this DVR port 847afbcf-2043-4704-86dd-821ac9fb24dc on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:41:04.949335 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f2cc42f6-a307-4701-abb5-31c7ad47c3dd req-3e3f3b2b-e18a-4447-bef1-aa38382b8ee6 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:04.952737 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f2cc42f6-a307-4701-abb5-31c7ad47c3dd req-3e3f3b2b-e18a-4447-bef1-aa38382b8ee6 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.31 "DELETE /v2.0/ports/847afbcf-2043-4704-86dd-821ac9fb24dc HTTP/1.1" status: 204 len: 173 time: 1.4569180 Dec 09 15:41:04.957997 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f0bba4-7d9a-4014-982d-643cf4a840cb', 'name': 'network-vif-deleted', 'tag': '847afbcf-2043-4704-86dd-821ac9fb24dc'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:41:04.960758 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1225d143-e05c-4cd9-bce8-5f0ef8c8dc07" -d '{"events": [{"server_uuid": "87f0bba4-7d9a-4014-982d-643cf4a840cb", "name": "network-vif-deleted", "tag": "847afbcf-2043-4704-86dd-821ac9fb24dc"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:41:04.978810 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37708) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:04.982447 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a4d6d-4633-4ef8-8aef-c360cc978929 req-37df9651-c1bd-43f6-9fbf-4aaa8fa1d808 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:04.984268 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-288a4d6d-4633-4ef8-8aef-c360cc978929 req-37df9651-c1bd-43f6-9fbf-4aaa8fa1d808 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.57 "GET /v2.0/ports?device_id=824b5091-17ac-4050-899f-05b64188bde9 HTTP/1.1" status: 200 len: 946 time: 0.6103134 Dec 09 15:41:05.055128 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-b5f85944-643c-461c-95f2-b970131b2ceb req-9360c09b-9e06-40d7-a3f9-44d9a396e47d tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Deleting port 303119b3-0a59-4eaa-8d17-187cbdb615f0 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:41:05.055462 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b5f85944-643c-461c-95f2-b970131b2ceb req-9360c09b-9e06-40d7-a3f9-44d9a396e47d tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:05.129984 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-118f8796-6491-4bbc-ba42-15733a467ac3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:05.159202 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-0924bca1-615c-468f-aa11-30d8fa69c97c req-3a6b6ef1-ebd0-4e97-81d8-cea28af1aaf0 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] For port e1180509-5e07-4d9c-964e-cfddde374de9, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=e1180509-5e07-4d9c-964e-cfddde374de9,segment=NetworkSegment(ec635648-beea-467d-90d9-d8ff46f9aacc),segment_id=ec635648-beea-467d-90d9-d8ff46f9aacc)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:41:05.159675 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0924bca1-615c-468f-aa11-30d8fa69c97c req-3a6b6ef1-ebd0-4e97-81d8-cea28af1aaf0 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:05.197991 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-0924bca1-615c-468f-aa11-30d8fa69c97c req-3a6b6ef1-ebd0-4e97-81d8-cea28af1aaf0 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Calling delete_port for e1180509-5e07-4d9c-964e-cfddde374de9 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:41:05.236941 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-118f8796-6491-4bbc-ba42-15733a467ac3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:05.243162 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-288a4d6d-4633-4ef8-8aef-c360cc978929 req-56dfeb2f-a23e-4bd4-ade6-035f461aaec1 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e338de-02e6-42e2-8f2e-b4fe16d186ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364318 Dec 09 15:41:05.247681 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-118f8796-6491-4bbc-ba42-15733a467ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:05.355320 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-118f8796-6491-4bbc-ba42-15733a467ac3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8afbee5d9194462fa26baa7bec644b09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3728108 Dec 09 15:41:05.356121 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37724) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:05.357321 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f8796-6491-4bbc-ba42-15733a467ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43702b2-4b96-487e-bf1f-392451ca471b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:05.439820 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-823fd036-1280-47ea-aa54-808903250e42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:05.446187 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-042a2442-6ec2-4134-b7f2-d5807bbbc162 req-1fdf97fe-22b7-44b4-add7-5b56b824c76d tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=87f0bba4-7d9a-4014-982d-643cf4a840cb HTTP/1.1" status: 200 len: 210 time: 0.0588434 Dec 09 15:41:05.468481 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-823fd036-1280-47ea-aa54-808903250e42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:05.495014 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b5f85944-643c-461c-95f2-b970131b2ceb req-9360c09b-9e06-40d7-a3f9-44d9a396e47d tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] For port 303119b3-0a59-4eaa-8d17-187cbdb615f0, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=303119b3-0a59-4eaa-8d17-187cbdb615f0,segment=NetworkSegment(ec635648-beea-467d-90d9-d8ff46f9aacc),segment_id=ec635648-beea-467d-90d9-d8ff46f9aacc)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:41:05.495748 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b5f85944-643c-461c-95f2-b970131b2ceb req-9360c09b-9e06-40d7-a3f9-44d9a396e47d tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:05.525779 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-b5f85944-643c-461c-95f2-b970131b2ceb req-9360c09b-9e06-40d7-a3f9-44d9a396e47d tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Calling delete_port for 303119b3-0a59-4eaa-8d17-187cbdb615f0 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:41:05.540383 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3c87c6-aef0-4716-ba7c-b0f2ab7f5120 x-openstack-request-id: req-3d3c87c6-aef0-4716-ba7c-b0f2ab7f5120 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:41:05.540730 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87f0bba4-7d9a-4014-982d-643cf4a840cb", "name": "network-vif-deleted", "tag": "847afbcf-2043-4704-86dd-821ac9fb24dc", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:41:05.541972 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3d3c87c6-aef0-4716-ba7c-b0f2ab7f5120 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:41:05.541972 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f0bba4-7d9a-4014-982d-643cf4a840cb', 'name': 'network-vif-deleted', 'tag': '847afbcf-2043-4704-86dd-821ac9fb24dc', 'status': 'completed', 'code': 200} Dec 09 15:41:05.563118 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-823fd036-1280-47ea-aa54-808903250e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:05.567372 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-823fd036-1280-47ea-aa54-808903250e42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:05.568640 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-823fd036-1280-47ea-aa54-808903250e42 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b43702b2-4b96-487e-bf1f-392451ca471b HTTP/1.1" status: 204 len: 168 time: 0.2015696 Dec 09 15:41:05.590697 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823fd036-1280-47ea-aa54-808903250e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43702b2-4b96-487e-bf1f-392451ca471b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:05.615721 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823fd036-1280-47ea-aa54-808903250e42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:05.616158 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823fd036-1280-47ea-aa54-808903250e42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:05.616778 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823fd036-1280-47ea-aa54-808903250e42 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:05.617468 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823fd036-1280-47ea-aa54-808903250e42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:05.617961 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823fd036-1280-47ea-aa54-808903250e42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:05.618456 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823fd036-1280-47ea-aa54-808903250e42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:05.618973 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823fd036-1280-47ea-aa54-808903250e42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:05.619745 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823fd036-1280-47ea-aa54-808903250e42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:05.620341 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823fd036-1280-47ea-aa54-808903250e42 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:05.620868 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823fd036-1280-47ea-aa54-808903250e42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:05.621527 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823fd036-1280-47ea-aa54-808903250e42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:05.622244 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823fd036-1280-47ea-aa54-808903250e42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:05.623195 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823fd036-1280-47ea-aa54-808903250e42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:05.762762 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0924bca1-615c-468f-aa11-30d8fa69c97c req-3a6b6ef1-ebd0-4e97-81d8-cea28af1aaf0 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:05.773323 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['303119b3-0a59-4eaa-8d17-187cbdb615f0'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:41:05.789324 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df653620-730b-4e56-9f06-f89fc9973e05 req-56c1aedc-4a97-4091-ab1a-56659312fade tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:05.790896 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-df653620-730b-4e56-9f06-f89fc9973e05 req-56c1aedc-4a97-4091-ab1a-56659312fade tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 945 time: 0.1253750 Dec 09 15:41:05.823626 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b6ef1-ebd0-4e97-81d8-cea28af1aaf0 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Pushing event deleted for resources: {'Port': ['ID=e1180509-5e07-4d9c-964e-cfddde374de9,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:05.917345 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-0924bca1-615c-468f-aa11-30d8fa69c97c req-3a6b6ef1-ebd0-4e97-81d8-cea28af1aaf0 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] No DVR routers for this DVR port e1180509-5e07-4d9c-964e-cfddde374de9 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:41:05.930095 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0924bca1-615c-468f-aa11-30d8fa69c97c req-3a6b6ef1-ebd0-4e97-81d8-cea28af1aaf0 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:05.933840 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0924bca1-615c-468f-aa11-30d8fa69c97c req-3a6b6ef1-ebd0-4e97-81d8-cea28af1aaf0 tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.31 "DELETE /v2.0/ports/e1180509-5e07-4d9c-964e-cfddde374de9 HTTP/1.1" status: 204 len: 173 time: 1.8037283 Dec 09 15:41:05.972242 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-df653620-730b-4e56-9f06-f89fc9973e05 req-32ba6d65-8b7b-4eb4-81ae-ecd272017bd7 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/security-groups?id=405f7c79-c2e4-4998-b8a7-72f6f093478a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511743 Dec 09 15:41:05.986173 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b5f85944-643c-461c-95f2-b970131b2ceb req-9360c09b-9e06-40d7-a3f9-44d9a396e47d tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:06.050070 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37732) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:06.053481 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360c09b-9e06-40d7-a3f9-44d9a396e47d tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Pushing event deleted for resources: {'Port': ['ID=303119b3-0a59-4eaa-8d17-187cbdb615f0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:06.067973 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d5bdcd24-74fe-483b-a4a5-43af31e592be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:06.087888 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f85944-643c-461c-95f2-b970131b2ceb req-9360c09b-9e06-40d7-a3f9-44d9a396e47d tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] No DVR routers for this DVR port 303119b3-0a59-4eaa-8d17-187cbdb615f0 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:41:06.090592 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b5f85944-643c-461c-95f2-b970131b2ceb req-9360c09b-9e06-40d7-a3f9-44d9a396e47d tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:06.097004 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b5f85944-643c-461c-95f2-b970131b2ceb req-9360c09b-9e06-40d7-a3f9-44d9a396e47d tempest-ListServersNegativeTestJSON-667270891 tempest-ListServersNegativeTestJSON-667270891-project] 10.222.0.31 "DELETE /v2.0/ports/303119b3-0a59-4eaa-8d17-187cbdb615f0 HTTP/1.1" status: 204 len: 173 time: 1.7999701 Dec 09 15:41:06.184153 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d5bdcd24-74fe-483b-a4a5-43af31e592be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:06.189976 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d5bdcd24-74fe-483b-a4a5-43af31e592be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:06.226221 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device e1180509-5e07-4d9c-964e-cfddde374de9 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:41:06.236020 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d5bdcd24-74fe-483b-a4a5-43af31e592be admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4ec2c2b9c3af468f968f706b411887c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1842752 Dec 09 15:41:06.237399 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bdcd24-74fe-483b-a4a5-43af31e592be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab7aca5-0fad-4f53-afc7-72f850c7d06b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:06.239235 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37736) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:06.259527 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: e1180509-5e07-4d9c-964e-cfddde374de9 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:41:06.260074 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device e1180509-5e07-4d9c-964e-cfddde374de9 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:41:06.260821 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 847afbcf-2043-4704-86dd-821ac9fb24dc no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:41:06.285137 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 847afbcf-2043-4704-86dd-821ac9fb24dc {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:41:06.285487 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 847afbcf-2043-4704-86dd-821ac9fb24dc not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:41:06.316759 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3e4b-e4a2-490d-8f04-197dc563c866 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:06.338093 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-b80f71cd-609d-425c-96f1-3fbd8549c1e3 req-0a070e90-cb37-4928-9acf-9017e3fdf804 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-514227597', 'description': 'tempest-description-1524219334'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:41:06.353781 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3e4b-e4a2-490d-8f04-197dc563c866 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:06.396762 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b80f71cd-609d-425c-96f1-3fbd8549c1e3 req-0a070e90-cb37-4928-9acf-9017e3fdf804 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:06.445646 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3e4b-e4a2-490d-8f04-197dc563c866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:06.448341 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3e4b-e4a2-490d-8f04-197dc563c866 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:06.452048 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7dcd3e4b-e4a2-490d-8f04-197dc563c866 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7ab7aca5-0fad-4f53-afc7-72f850c7d06b HTTP/1.1" status: 204 len: 168 time: 0.2085662 Dec 09 15:41:06.469539 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd3e4b-e4a2-490d-8f04-197dc563c866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab7aca5-0fad-4f53-afc7-72f850c7d06b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:06.511676 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b80f71cd-609d-425c-96f1-3fbd8549c1e3 req-0a070e90-cb37-4928-9acf-9017e3fdf804 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:06.519552 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b80f71cd-609d-425c-96f1-3fbd8549c1e3 req-0a070e90-cb37-4928-9acf-9017e3fdf804 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:06.565544 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b80f71cd-609d-425c-96f1-3fbd8549c1e3 req-0a070e90-cb37-4928-9acf-9017e3fdf804 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:06.566976 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b80f71cd-609d-425c-96f1-3fbd8549c1e3 req-0a070e90-cb37-4928-9acf-9017e3fdf804 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.2332971 Dec 09 15:41:06.569189 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a070e90-cb37-4928-9acf-9017e3fdf804 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35aaa7f6-aa29-48eb-b0f3-04f5207f9ed4,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:06.784832 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-098efb07-cefe-4f6c-8201-d93ddfedd6d1 req-f392bcf9-d28a-42f3-a4fa-cc5b2c67ec49 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-514227597&fields=id&tenant_id=ac9c6f5fd2b24496b17333de4d596655 HTTP/1.1" status: 200 len: 267 time: 0.0713241 Dec 09 15:41:06.847774 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098efb07-cefe-4f6c-8201-d93ddfedd6d1 req-f8b855c1-329c-4053-a962-d78fdb3e4d32 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:06.849485 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-098efb07-cefe-4f6c-8201-d93ddfedd6d1 req-f8b855c1-329c-4053-a962-d78fdb3e4d32 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 945 time: 0.0584846 Dec 09 15:41:06.865420 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-098efb07-cefe-4f6c-8201-d93ddfedd6d1 req-99ad8d76-6d94-4ad5-b4e1-3b8d6972d6d3 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Request body: {'port': {'security_groups': ['405f7c79-c2e4-4998-b8a7-72f6f093478a', '35aaa7f6-aa29-48eb-b0f3-04f5207f9ed4']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:41:06.944843 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-098efb07-cefe-4f6c-8201-d93ddfedd6d1 req-99ad8d76-6d94-4ad5-b4e1-3b8d6972d6d3 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:07.150825 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-098efb07-cefe-4f6c-8201-d93ddfedd6d1 req-99ad8d76-6d94-4ad5-b4e1-3b8d6972d6d3 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] For port 5f2ed213-b93c-4456-9de3-acd80db93d07, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5f2ed213-b93c-4456-9de3-acd80db93d07,segment=NetworkSegment(bfe5567d-d2f6-4409-8771-2c3d7fc478c9),segment_id=bfe5567d-d2f6-4409-8771-2c3d7fc478c9)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:41:07.188776 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-098efb07-cefe-4f6c-8201-d93ddfedd6d1 req-99ad8d76-6d94-4ad5-b4e1-3b8d6972d6d3 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:07.193836 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-098efb07-cefe-4f6c-8201-d93ddfedd6d1 req-99ad8d76-6d94-4ad5-b4e1-3b8d6972d6d3 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:07.208683 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['5f2ed213-b93c-4456-9de3-acd80db93d07'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:41:07.244498 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098efb07-cefe-4f6c-8201-d93ddfedd6d1 req-99ad8d76-6d94-4ad5-b4e1-3b8d6972d6d3 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:07.245157 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-098efb07-cefe-4f6c-8201-d93ddfedd6d1 req-99ad8d76-6d94-4ad5-b4e1-3b8d6972d6d3 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:07.246831 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-098efb07-cefe-4f6c-8201-d93ddfedd6d1 req-99ad8d76-6d94-4ad5-b4e1-3b8d6972d6d3 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "PUT /v2.0/ports/5f2ed213-b93c-4456-9de3-acd80db93d07 HTTP/1.1" status: 200 len: 981 time: 0.3886776 Dec 09 15:41:07.286400 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad8d76-6d94-4ad5-b4e1-3b8d6972d6d3 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Pushing event updated for resources: {'Port': ['ID=5f2ed213-b93c-4456-9de3-acd80db93d07,revision_number=6']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:07.337747 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37782) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:07.371214 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['5f2ed213-b93c-4456-9de3-acd80db93d07'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:41:07.429029 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f04bb61-725e-4860-9b96-5676b44a262a admin admin] Deleting subnet 1544c322-afeb-4740-8366-4611af60f9a4 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:41:07.432535 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4f04bb61-725e-4860-9b96-5676b44a262a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:07.473312 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4f04bb61-725e-4860-9b96-5676b44a262a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:07.544865 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824b5091-17ac-4050-899f-05b64188bde9', 'name': 'network-vif-deleted', 'tag': 'e1180509-5e07-4d9c-964e-cfddde374de9'}, {'server_uuid': '9d4e9922-c35d-460c-af1c-66ec0369e772', 'name': 'network-vif-deleted', 'tag': '303119b3-0a59-4eaa-8d17-187cbdb615f0'}, {'name': 'network-changed', 'server_uuid': 'ebcd737a-31aa-48b5-8313-bc156b40593a', 'tag': '5f2ed213-b93c-4456-9de3-acd80db93d07'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:41:07.548929 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24020b10-45d6-4d40-9205-80e55ed372fb" -d '{"events": [{"server_uuid": "824b5091-17ac-4050-899f-05b64188bde9", "name": "network-vif-deleted", "tag": "e1180509-5e07-4d9c-964e-cfddde374de9"}, {"server_uuid": "9d4e9922-c35d-460c-af1c-66ec0369e772", "name": "network-vif-deleted", "tag": "303119b3-0a59-4eaa-8d17-187cbdb615f0"}, {"name": "network-changed", "server_uuid": "ebcd737a-31aa-48b5-8313-bc156b40593a", "tag": "5f2ed213-b93c-4456-9de3-acd80db93d07"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:41:07.556838 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4f04bb61-725e-4860-9b96-5676b44a262a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:07.636465 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4f04bb61-725e-4860-9b96-5676b44a262a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:07.706502 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f04bb61-725e-4860-9b96-5676b44a262a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1544c322-afeb-4740-8366-4611af60f9a4,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:07.710562 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4f04bb61-725e-4860-9b96-5676b44a262a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:07.714366 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4f04bb61-725e-4860-9b96-5676b44a262a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/1544c322-afeb-4740-8366-4611af60f9a4 HTTP/1.1" status: 204 len: 168 time: 0.3755653 Dec 09 15:41:07.717018 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37792) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:07.802255 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65cea052-6bf2-4cb2-8d2e-91ea7895e1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:07.865330 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-437ba132-7226-4377-9381-87059c3d0788 req-75a0dab2-b589-4947-9440-23aaaadc0a0d tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-514227597&fields=id&tenant_id=ac9c6f5fd2b24496b17333de4d596655 HTTP/1.1" status: 200 len: 267 time: 0.0483859 Dec 09 15:41:07.894135 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65cea052-6bf2-4cb2-8d2e-91ea7895e1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:07.923149 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-65cea052-6bf2-4cb2-8d2e-91ea7895e1ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09cd91a1-f54a-4e44-b9ff-7b8fd19215d6']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:41:07.934454 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-65cea052-6bf2-4cb2-8d2e-91ea7895e1ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec635648-beea-467d-90d9-d8ff46f9aacc') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:41:07.935140 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-65cea052-6bf2-4cb2-8d2e-91ea7895e1ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec635648-beea-467d-90d9-d8ff46f9aacc') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:41:07.944079 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ba132-7226-4377-9381-87059c3d0788 req-8fccd890-ff33-4ba6-9f50-6806e29521dc tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:07.948371 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65cea052-6bf2-4cb2-8d2e-91ea7895e1ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:07.952598 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-437ba132-7226-4377-9381-87059c3d0788 req-8fccd890-ff33-4ba6-9f50-6806e29521dc tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 984 time: 0.0790627 Dec 09 15:41:07.960445 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-437ba132-7226-4377-9381-87059c3d0788 req-890743fe-beda-4a8f-a69d-9dcda495cfdf tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Request body: {'port': {'security_groups': ['405f7c79-c2e4-4998-b8a7-72f6f093478a']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:41:07.966812 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65cea052-6bf2-4cb2-8d2e-91ea7895e1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:07.975221 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65cea052-6bf2-4cb2-8d2e-91ea7895e1ac admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:41:07.975870 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65cea052-6bf2-4cb2-8d2e-91ea7895e1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:07.978968 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:41:07.978968 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:41:07.978968 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:41:07.978968 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:41:07.978968 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:41:07.978968 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:41:07.978968 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:41:07.978968 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:41:07.978968 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:41:07.978968 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:41:07.978968 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:41:07.978968 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:41:07.978968 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:41:07.978968 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:41:07.978968 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:41:07.978968 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:41:07.978968 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:41:07.978968 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:41:07.978968 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:41:07.978968 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:41:07.978968 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:41:07.978968 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:41:07.978968 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:41:07.978968 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:41:07.978968 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:41:07.978968 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:41:07.978968 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:41:07.978968 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:41:07.978968 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:41:07.978968 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:41:07.978968 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:41:07.978968 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:41:08.056776 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65cea052-6bf2-4cb2-8d2e-91ea7895e1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:08.060634 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-437ba132-7226-4377-9381-87059c3d0788 req-890743fe-beda-4a8f-a69d-9dcda495cfdf tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:08.089152 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65cea052-6bf2-4cb2-8d2e-91ea7895e1ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:08.095479 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-65cea052-6bf2-4cb2-8d2e-91ea7895e1ac admin admin] 10.222.0.57 "DELETE /v2.0/networks/09cd91a1-f54a-4e44-b9ff-7b8fd19215d6 HTTP/1.1" status: 204 len: 168 time: 0.3735175 Dec 09 15:41:08.110114 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cea052-6bf2-4cb2-8d2e-91ea7895e1ac admin admin] Pushing event deleted for resources: {'Network': ['ID=09cd91a1-f54a-4e44-b9ff-7b8fd19215d6,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:08.228891 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 303119b3-0a59-4eaa-8d17-187cbdb615f0 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:41:08.295624 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 303119b3-0a59-4eaa-8d17-187cbdb615f0 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:41:08.295982 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 303119b3-0a59-4eaa-8d17-187cbdb615f0 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:41:08.298935 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37806) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:08.362538 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cba94e42-1933-4e04-ab1c-8c3aff8a68f7 req-18d52b4a-a1cc-481b-883e-9beaed4a6e3d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1a24b370-5b6c-425f-ac47-83db418c2b23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1310744 Dec 09 15:41:08.365551 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-281c16b2-9416-4625-9b8f-43d1873e6444 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a70b7769f0f54c4e9813c81bd78918f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0552058 Dec 09 15:41:08.368250 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37810) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:08.420738 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-437ba132-7226-4377-9381-87059c3d0788 req-890743fe-beda-4a8f-a69d-9dcda495cfdf tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] For port 5f2ed213-b93c-4456-9de3-acd80db93d07, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5f2ed213-b93c-4456-9de3-acd80db93d07,segment=NetworkSegment(bfe5567d-d2f6-4409-8771-2c3d7fc478c9),segment_id=bfe5567d-d2f6-4409-8771-2c3d7fc478c9)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:41:08.479706 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-437ba132-7226-4377-9381-87059c3d0788 req-890743fe-beda-4a8f-a69d-9dcda495cfdf tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:08.486890 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-437ba132-7226-4377-9381-87059c3d0788 req-890743fe-beda-4a8f-a69d-9dcda495cfdf tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:08.499356 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['5f2ed213-b93c-4456-9de3-acd80db93d07'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:41:08.518999 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d558af86-4380-4f00-84ed-1e01a63d0d83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:08.529953 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba94e42-1933-4e04-ab1c-8c3aff8a68f7 req-327a4181-b5cc-4d25-b6af-2cad60b0c165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:08.531619 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cba94e42-1933-4e04-ab1c-8c3aff8a68f7 req-327a4181-b5cc-4d25-b6af-2cad60b0c165 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8222749629bd4bc081045ad1433cd8c5&device_id=1a24b370-5b6c-425f-ac47-83db418c2b23 HTTP/1.1" status: 200 len: 1101 time: 0.0945632 Dec 09 15:41:08.608087 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890743fe-beda-4a8f-a69d-9dcda495cfdf tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Pushing event updated for resources: {'Port': ['ID=5f2ed213-b93c-4456-9de3-acd80db93d07,revision_number=7']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:08.614598 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d558af86-4380-4f00-84ed-1e01a63d0d83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:08.650379 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ba132-7226-4377-9381-87059c3d0788 req-890743fe-beda-4a8f-a69d-9dcda495cfdf tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:08.652138 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-437ba132-7226-4377-9381-87059c3d0788 req-890743fe-beda-4a8f-a69d-9dcda495cfdf tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:08.670830 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-437ba132-7226-4377-9381-87059c3d0788 req-890743fe-beda-4a8f-a69d-9dcda495cfdf tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "PUT /v2.0/ports/5f2ed213-b93c-4456-9de3-acd80db93d07 HTTP/1.1" status: 200 len: 942 time: 0.7165403 Dec 09 15:41:08.752621 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['5f2ed213-b93c-4456-9de3-acd80db93d07'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:41:08.824213 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba94e42-1933-4e04-ab1c-8c3aff8a68f7 req-d910700b-68e0-4fe8-bde5-815331e345fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:08.825810 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cba94e42-1933-4e04-ab1c-8c3aff8a68f7 req-d910700b-68e0-4fe8-bde5-815331e345fe service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.2600751 Dec 09 15:41:08.841671 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d558af86-4380-4f00-84ed-1e01a63d0d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:08.845044 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d558af86-4380-4f00-84ed-1e01a63d0d83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:08.846342 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d558af86-4380-4f00-84ed-1e01a63d0d83 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f4e338de-02e6-42e2-8f2e-b4fe16d186ee HTTP/1.1" status: 204 len: 168 time: 0.4769609 Dec 09 15:41:08.895991 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254f34c-f23e-485d-9633-30b646603abc req-c6f9c95c-74d4-4332-a27f-dd0de99ecc15 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:08.905023 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9254f34c-f23e-485d-9633-30b646603abc req-c6f9c95c-74d4-4332-a27f-dd0de99ecc15 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4427918-3f67-41aa-8b42-fdb086ff4a3e HTTP/1.1" status: 200 len: 950 time: 0.0715096 Dec 09 15:41:08.931769 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cba94e42-1933-4e04-ab1c-8c3aff8a68f7 req-c4259ee6-4afd-48fb-9998-68b7c90f5343 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 HTTP/1.1" status: 200 len: 217 time: 0.0973465 Dec 09 15:41:08.964054 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d558af86-4380-4f00-84ed-1e01a63d0d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e338de-02e6-42e2-8f2e-b4fe16d186ee,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:08.991787 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9254f34c-f23e-485d-9633-30b646603abc req-f2d96baf-63ef-4245-9b49-8bc85560be0b tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.57 "GET /v2.0/security-groups?id=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856493 Dec 09 15:41:09.032754 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba94e42-1933-4e04-ab1c-8c3aff8a68f7 req-846d4636-5b55-4924-af59-c2c1dcedcad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:09.036075 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cba94e42-1933-4e04-ab1c-8c3aff8a68f7 req-846d4636-5b55-4924-af59-c2c1dcedcad1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0915198 Dec 09 15:41:09.067026 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Thu, 09 Dec 2021 15:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7190b8-b119-4cea-9692-a53004f95c87 x-openstack-request-id: req-ce7190b8-b119-4cea-9692-a53004f95c87 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:41:09.067566 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824b5091-17ac-4050-899f-05b64188bde9", "name": "network-vif-deleted", "tag": "e1180509-5e07-4d9c-964e-cfddde374de9", "status": "completed", "code": 200}, {"server_uuid": "9d4e9922-c35d-460c-af1c-66ec0369e772", "name": "network-vif-deleted", "tag": "303119b3-0a59-4eaa-8d17-187cbdb615f0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ebcd737a-31aa-48b5-8313-bc156b40593a", "tag": "5f2ed213-b93c-4456-9de3-acd80db93d07", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:41:09.068049 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ce7190b8-b119-4cea-9692-a53004f95c87 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:41:09.068668 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '824b5091-17ac-4050-899f-05b64188bde9', 'name': 'network-vif-deleted', 'tag': 'e1180509-5e07-4d9c-964e-cfddde374de9', 'status': 'completed', 'code': 200} Dec 09 15:41:09.069140 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4e9922-c35d-460c-af1c-66ec0369e772', 'name': 'network-vif-deleted', 'tag': '303119b3-0a59-4eaa-8d17-187cbdb615f0', 'status': 'completed', 'code': 200} Dec 09 15:41:09.070299 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebcd737a-31aa-48b5-8313-bc156b40593a', 'tag': '5f2ed213-b93c-4456-9de3-acd80db93d07', 'status': 'completed', 'code': 200} Dec 09 15:41:09.137711 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba94e42-1933-4e04-ab1c-8c3aff8a68f7 req-75b390af-47e4-4b5d-9144-011e2c63e8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:09.142496 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cba94e42-1933-4e04-ab1c-8c3aff8a68f7 req-75b390af-47e4-4b5d-9144-011e2c63e8cf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0975943 Dec 09 15:41:09.258950 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cba94e42-1933-4e04-ab1c-8c3aff8a68f7 req-124356b5-e4db-45ad-a7cb-cd6a3bab62c7 service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086936 Dec 09 15:41:09.381335 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5edc679a-b1f1-4a9f-b469-15fb4ea7e5e0 req-150ee4c8-519c-4c50-9f79-6eac5b1ef823 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1284943 Dec 09 15:41:09.391707 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24020b10-45d6-4d40-9205-80e55ed372fb req-7f6e0d10-b58c-44cf-829a-38a6dfd61822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:09.393836 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-24020b10-45d6-4d40-9205-80e55ed372fb req-7f6e0d10-b58c-44cf-829a-38a6dfd61822 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ac9c6f5fd2b24496b17333de4d596655&device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 1096 time: 0.2880449 Dec 09 15:41:09.400916 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-5edc679a-b1f1-4a9f-b469-15fb4ea7e5e0 req-ab22d961-96dc-4304-b486-d6424949d7f9 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:41:09.415088 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cba94e42-1933-4e04-ab1c-8c3aff8a68f7 req-a53f3a90-5181-48ff-830c-8b60344d5fa8 service neutron] 10.222.0.42 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491876 Dec 09 15:41:09.447293 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047fa5c7-4daa-46e6-a56f-c0ee33c84eb0 req-55f6993f-f929-412d-a9c4-f93fcd15be2c tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:09.448139 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-047fa5c7-4daa-46e6-a56f-c0ee33c84eb0 req-55f6993f-f929-412d-a9c4-f93fcd15be2c tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4427918-3f67-41aa-8b42-fdb086ff4a3e HTTP/1.1" status: 200 len: 950 time: 0.3571901 Dec 09 15:41:09.609313 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5edc679a-b1f1-4a9f-b469-15fb4ea7e5e0 req-ab22d961-96dc-4304-b486-d6424949d7f9 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:09.675438 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24020b10-45d6-4d40-9205-80e55ed372fb req-f44480ed-1e47-45ce-bea6-3723b86ef9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:09.676990 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-24020b10-45d6-4d40-9205-80e55ed372fb req-f44480ed-1e47-45ce-bea6-3723b86ef9ef service neutron] 10.222.0.31 "GET /v2.0/networks?id=92a47958-6df8-43d7-a435-98bacb180021 HTTP/1.1" status: 200 len: 920 time: 0.2687185 Dec 09 15:41:09.708357 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-047fa5c7-4daa-46e6-a56f-c0ee33c84eb0 req-6d85d8c9-30cd-4827-abbb-a5ea8282cecd tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Deleting port 8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:41:09.708754 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-047fa5c7-4daa-46e6-a56f-c0ee33c84eb0 req-6d85d8c9-30cd-4827-abbb-a5ea8282cecd tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:09.811570 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-24020b10-45d6-4d40-9205-80e55ed372fb req-0c1711db-6f6d-4502-b069-2c79157100ba service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f2ed213-b93c-4456-9de3-acd80db93d07 HTTP/1.1" status: 200 len: 217 time: 0.1211858 Dec 09 15:41:09.926936 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24020b10-45d6-4d40-9205-80e55ed372fb req-9fe9ea3c-c87b-4ec0-a013-63e3b94d0100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:09.931364 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-24020b10-45d6-4d40-9205-80e55ed372fb req-9fe9ea3c-c87b-4ec0-a013-63e3b94d0100 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9c395f70-a7af-4da8-a130-cf3a05578152 HTTP/1.1" status: 200 len: 859 time: 0.1101148 Dec 09 15:41:09.939140 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-047fa5c7-4daa-46e6-a56f-c0ee33c84eb0 req-6d85d8c9-30cd-4827-abbb-a5ea8282cecd tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] For port 8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:41:09.939627 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-047fa5c7-4daa-46e6-a56f-c0ee33c84eb0 req-6d85d8c9-30cd-4827-abbb-a5ea8282cecd tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:09.984799 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-24020b10-45d6-4d40-9205-80e55ed372fb req-a8366e33-fedf-4f81-9842-e02515221fb9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=92a47958-6df8-43d7-a435-98bacb180021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408406 Dec 09 15:41:10.009443 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-047fa5c7-4daa-46e6-a56f-c0ee33c84eb0 req-6d85d8c9-30cd-4827-abbb-a5ea8282cecd tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Calling delete_port for 8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:41:10.149652 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37876) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:10.152881 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5edc679a-b1f1-4a9f-b469-15fb4ea7e5e0 req-ab22d961-96dc-4304-b486-d6424949d7f9 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:10.292696 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-24020b10-45d6-4d40-9205-80e55ed372fb req-924de911-f00f-45b9-96a3-4f4b48ea95bf service neutron] 10.222.0.31 "GET /v2.0/networks/92a47958-6df8-43d7-a435-98bacb180021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989473 Dec 09 15:41:10.341421 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a66513c0-9e2e-4e1d-8705-da8b86e310bc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1473301625-network', 'tenant_id': '9c62862d5dab4e61bc9d5ebff8bf28d9'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:41:10.380735 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66513c0-9e2e-4e1d-8705-da8b86e310bc admin admin] Made reservation on behalf of 9c62862d5dab4e61bc9d5ebff8bf28d9 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:41:10.387942 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-5edc679a-b1f1-4a9f-b469-15fb4ea7e5e0 req-ab22d961-96dc-4304-b486-d6424949d7f9 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Allocated IP 172.25.3.190 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/71b5853e-a39d-4a12-a2e0-63efa91713ec) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:41:10.389089 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a66513c0-9e2e-4e1d-8705-da8b86e310bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:10.414561 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a66513c0-9e2e-4e1d-8705-da8b86e310bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:10.441018 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37884) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:10.546680 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-24020b10-45d6-4d40-9205-80e55ed372fb req-60de8caa-83eb-48a3-82e1-112ff3ce38b9 service neutron] 10.222.0.31 "GET /v2.0/networks/92a47958-6df8-43d7-a435-98bacb180021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425463 Dec 09 15:41:10.559254 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-047fa5c7-4daa-46e6-a56f-c0ee33c84eb0 req-6d85d8c9-30cd-4827-abbb-a5ea8282cecd tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:10.594989 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:41:10.612567 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d85d8c9-30cd-4827-abbb-a5ea8282cecd tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Pushing event deleted for resources: {'Port': ['ID=8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:10.627480 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a66513c0-9e2e-4e1d-8705-da8b86e310bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:10.643547 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a66513c0-9e2e-4e1d-8705-da8b86e310bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:10.661982 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85d8c9-30cd-4827-abbb-a5ea8282cecd tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:10.662181 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85d8c9-30cd-4827-abbb-a5ea8282cecd tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:10.662580 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85d8c9-30cd-4827-abbb-a5ea8282cecd tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:10.663092 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85d8c9-30cd-4827-abbb-a5ea8282cecd tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:10.663483 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85d8c9-30cd-4827-abbb-a5ea8282cecd tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:10.663872 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85d8c9-30cd-4827-abbb-a5ea8282cecd tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:10.664254 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85d8c9-30cd-4827-abbb-a5ea8282cecd tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:10.664656 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85d8c9-30cd-4827-abbb-a5ea8282cecd tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:10.665301 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85d8c9-30cd-4827-abbb-a5ea8282cecd tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:10.665641 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85d8c9-30cd-4827-abbb-a5ea8282cecd tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:10.665974 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85d8c9-30cd-4827-abbb-a5ea8282cecd tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:10.666655 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85d8c9-30cd-4827-abbb-a5ea8282cecd tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:10.666655 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85d8c9-30cd-4827-abbb-a5ea8282cecd tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:10.683244 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8fd228d2-3598-4ab8-853d-5bc1e7e86b0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:10.696394 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a66513c0-9e2e-4e1d-8705-da8b86e310bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:41:10.705921 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-047fa5c7-4daa-46e6-a56f-c0ee33c84eb0 req-6d85d8c9-30cd-4827-abbb-a5ea8282cecd tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] No DVR routers for this DVR port 8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:41:10.709943 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-047fa5c7-4daa-46e6-a56f-c0ee33c84eb0 req-6d85d8c9-30cd-4827-abbb-a5ea8282cecd tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:10.714450 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-047fa5c7-4daa-46e6-a56f-c0ee33c84eb0 req-6d85d8c9-30cd-4827-abbb-a5ea8282cecd tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.31 "DELETE /v2.0/ports/8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5 HTTP/1.1" status: 204 len: 173 time: 1.2331657 Dec 09 15:41:10.729682 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66513c0-9e2e-4e1d-8705-da8b86e310bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:10.744525 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5edc679a-b1f1-4a9f-b469-15fb4ea7e5e0 req-ab22d961-96dc-4304-b486-d6424949d7f9 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:10.758796 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a66513c0-9e2e-4e1d-8705-da8b86e310bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:10.765750 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-a66513c0-9e2e-4e1d-8705-da8b86e310bc admin admin] Added segment f08bf91e-2a80-4157-b377-a6ced87c1b83 of type vlan for network 9142d0f3-e996-4d4e-9e52-5c13c39fd0aa Dec 09 15:41:10.832594 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5edc679a-b1f1-4a9f-b469-15fb4ea7e5e0 req-ab22d961-96dc-4304-b486-d6424949d7f9 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:10.841700 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a66513c0-9e2e-4e1d-8705-da8b86e310bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:10.885438 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8fd228d2-3598-4ab8-853d-5bc1e7e86b0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:10.897929 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5edc679a-b1f1-4a9f-b469-15fb4ea7e5e0 req-ab22d961-96dc-4304-b486-d6424949d7f9 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:41:10.900677 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8fd228d2-3598-4ab8-853d-5bc1e7e86b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:10.904065 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a66513c0-9e2e-4e1d-8705-da8b86e310bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:10.909247 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66513c0-9e2e-4e1d-8705-da8b86e310bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:10.909946 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a66513c0-9e2e-4e1d-8705-da8b86e310bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:10.920987 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-5edc679a-b1f1-4a9f-b469-15fb4ea7e5e0 req-ab22d961-96dc-4304-b486-d6424949d7f9 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:41:10.931112 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab22d961-96dc-4304-b486-d6424949d7f9 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Pushing event updated for resources: {'Port': ['ID=71b5853e-a39d-4a12-a2e0-63efa91713ec,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:10.939370 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-5edc679a-b1f1-4a9f-b469-15fb4ea7e5e0 req-ab22d961-96dc-4304-b486-d6424949d7f9 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:41:10.963126 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a66513c0-9e2e-4e1d-8705-da8b86e310bc admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8082526 Dec 09 15:41:10.978893 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37894) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:10.984836 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8fd228d2-3598-4ab8-853d-5bc1e7e86b0b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9876b13b59014e71aec5454e7ebde89d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5406969 Dec 09 15:41:10.988487 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ca73201a-5ba6-48a4-b731-ae6f2959a25b admin admin] Request body: {'subnet': {'network_id': '9142d0f3-e996-4d4e-9e52-5c13c39fd0aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1473301625-subnet', 'tenant_id': '9c62862d5dab4e61bc9d5ebff8bf28d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:41:10.994899 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37896) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:10.996047 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd228d2-3598-4ab8-853d-5bc1e7e86b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e9d246-d06a-4b91-a15a-55a7855c02e5,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:11.019695 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66513c0-9e2e-4e1d-8705-da8b86e310bc admin admin] Pushing event updated for resources: {'Network': ['ID=9142d0f3-e996-4d4e-9e52-5c13c39fd0aa,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:11.036834 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 9142d0f3-e996-4d4e-9e52-5c13c39fd0aa details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:41:11.071226 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebcd737a-31aa-48b5-8313-bc156b40593a', 'tag': '5f2ed213-b93c-4456-9de3-acd80db93d07'}, {'server_uuid': 'd4427918-3f67-41aa-8b42-fdb086ff4a3e', 'name': 'network-vif-deleted', 'tag': '8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:41:11.073565 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea108be8-d7dc-4069-9f60-c63496a1e943" -d '{"events": [{"name": "network-changed", "server_uuid": "ebcd737a-31aa-48b5-8313-bc156b40593a", "tag": "5f2ed213-b93c-4456-9de3-acd80db93d07"}, {"server_uuid": "d4427918-3f67-41aa-8b42-fdb086ff4a3e", "name": "network-vif-deleted", "tag": "8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:41:11.110476 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca73201a-5ba6-48a4-b731-ae6f2959a25b admin admin] Made reservation on behalf of 9c62862d5dab4e61bc9d5ebff8bf28d9 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:41:11.112897 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ca73201a-5ba6-48a4-b731-ae6f2959a25b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:11.234881 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2cba108-6b97-41cd-b91e-5703921a96b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:11.236824 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37904) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:11.276169 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5edc679a-b1f1-4a9f-b469-15fb4ea7e5e0 req-ab22d961-96dc-4304-b486-d6424949d7f9 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:11.290582 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2cba108-6b97-41cd-b91e-5703921a96b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:11.394158 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e3104a57-a132-45c7-96fd-d21d8f13a251 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:11.440103 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5edc679a-b1f1-4a9f-b469-15fb4ea7e5e0 req-ab22d961-96dc-4304-b486-d6424949d7f9 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:11.492730 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e3104a57-a132-45c7-96fd-d21d8f13a251 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:11.497923 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e3104a57-a132-45c7-96fd-d21d8f13a251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:11.542515 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e3104a57-a132-45c7-96fd-d21d8f13a251 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cd8030af9e4e49c2b35c23cb65ea8b0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3045676 Dec 09 15:41:11.544072 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3104a57-a132-45c7-96fd-d21d8f13a251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aafb84c-9575-4189-851d-90a36ae38b27,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:11.546802 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37908) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:11.612677 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7e3e8166-e162-4879-9e43-e944f9602c9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:11.613606 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2cba108-6b97-41cd-b91e-5703921a96b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:11.619909 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2cba108-6b97-41cd-b91e-5703921a96b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:11.624870 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b2cba108-6b97-41cd-b91e-5703921a96b2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/55e9d246-d06a-4b91-a15a-55a7855c02e5 HTTP/1.1" status: 204 len: 168 time: 0.6252580 Dec 09 15:41:11.644929 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7e3e8166-e162-4879-9e43-e944f9602c9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:11.666630 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cba108-6b97-41cd-b91e-5703921a96b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e9d246-d06a-4b91-a15a-55a7855c02e5,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:11.672543 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ca73201a-5ba6-48a4-b731-ae6f2959a25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:11.725960 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7e3e8166-e162-4879-9e43-e944f9602c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:11.729616 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7e3e8166-e162-4879-9e43-e944f9602c9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:11.731369 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7e3e8166-e162-4879-9e43-e944f9602c9b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4aafb84c-9575-4189-851d-90a36ae38b27 HTTP/1.1" status: 204 len: 168 time: 0.1828234 Dec 09 15:41:11.741553 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3e8166-e162-4879-9e43-e944f9602c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aafb84c-9575-4189-851d-90a36ae38b27,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:11.778950 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73201a-5ba6-48a4-b731-ae6f2959a25b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7615c31-1317-4836-baf8-83af5ea592c9,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:11.816536 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca73201a-5ba6-48a4-b731-ae6f2959a25b admin admin] Checking segment: {'id': 'f08bf91e-2a80-4157-b377-a6ced87c1b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9142d0f3-e996-4d4e-9e52-5c13c39fd0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:41:11.816910 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca73201a-5ba6-48a4-b731-ae6f2959a25b admin admin] Network hostable DHCP agents. Network: 9142d0f3-e996-4d4e-9e52-5c13c39fd0aa, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:41:11.830464 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5edc679a-b1f1-4a9f-b469-15fb4ea7e5e0 req-ab22d961-96dc-4304-b486-d6424949d7f9 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:11.838968 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5edc679a-b1f1-4a9f-b469-15fb4ea7e5e0 req-ab22d961-96dc-4304-b486-d6424949d7f9 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:11.879602 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca73201a-5ba6-48a4-b731-ae6f2959a25b admin admin] Network 9142d0f3-e996-4d4e-9e52-5c13c39fd0aa is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:41:11.930710 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-ca73201a-5ba6-48a4-b731-ae6f2959a25b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 9142d0f3-e996-4d4e-9e52-5c13c39fd0aa) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:41:11.935470 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca73201a-5ba6-48a4-b731-ae6f2959a25b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:11.936146 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ca73201a-5ba6-48a4-b731-ae6f2959a25b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:11.940880 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab22d961-96dc-4304-b486-d6424949d7f9 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Pushing event updated for resources: {'Port': ['ID=71b5853e-a39d-4a12-a2e0-63efa91713ec,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:11.942101 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8807965-4c03-4011-adc8-9c7ca0b3669d None None] Network 9142d0f3-e996-4d4e-9e52-5c13c39fd0aa requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:41:11.962855 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5edc679a-b1f1-4a9f-b469-15fb4ea7e5e0 req-ab22d961-96dc-4304-b486-d6424949d7f9 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:11.970727 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ca73201a-5ba6-48a4-b731-ae6f2959a25b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9886241 Dec 09 15:41:11.973766 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37916) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:11.985580 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-94a278bf-b23e-45bd-b03c-4061905db550 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1473301625-router', 'tenant_id': '9c62862d5dab4e61bc9d5ebff8bf28d9', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:41:11.991499 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5edc679a-b1f1-4a9f-b469-15fb4ea7e5e0 req-ab22d961-96dc-4304-b486-d6424949d7f9 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:12.004216 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5edc679a-b1f1-4a9f-b469-15fb4ea7e5e0 req-ab22d961-96dc-4304-b486-d6424949d7f9 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6092856 Dec 09 15:41:12.025651 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-94a278bf-b23e-45bd-b03c-4061905db550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:12.028405 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-94a278bf-b23e-45bd-b03c-4061905db550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:12.070731 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97d38c1-6254-4a60-9360-44b553957435 None None] Network 9142d0f3-e996-4d4e-9e52-5c13c39fd0aa requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:41:12.083403 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5edc679a-b1f1-4a9f-b469-15fb4ea7e5e0 req-0ebd2c28-0364-4c51-9fd9-f3faa82e0aa7 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 696 time: 0.0770991 Dec 09 15:41:12.103651 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37920) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:12.120727 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-94a278bf-b23e-45bd-b03c-4061905db550 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:12.205959 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fef6fbcd-037e-497a-bb47-71da2c28783a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:12.232658 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:41:12.256598 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:41:12.257154 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:41:12.314007 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37922) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:12.327466 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-94a278bf-b23e-45bd-b03c-4061905db550 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:12.340059 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-faf4f25f-5c4a-46bf-ae17-e4ed790427a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:12.481864 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-faf4f25f-5c4a-46bf-ae17-e4ed790427a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:12.491665 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-faf4f25f-5c4a-46bf-ae17-e4ed790427a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:12.545619 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf4f25f-5c4a-46bf-ae17-e4ed790427a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcec02e2-a4f5-46d9-9d28-80683040f571,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:12.552937 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-faf4f25f-5c4a-46bf-ae17-e4ed790427a3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=03bd241a438b4ad3afadccbd6868d226&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2375777 Dec 09 15:41:12.556463 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37924) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:12.597273 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc679a-b1f1-4a9f-b469-15fb4ea7e5e0 req-ac8ed063-05b3-441e-a1f7-f5e283ba8f71 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:12.598643 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5edc679a-b1f1-4a9f-b469-15fb4ea7e5e0 req-ac8ed063-05b3-441e-a1f7-f5e283ba8f71 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/networks/d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 784 time: 0.5092936 Dec 09 15:41:12.620736 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-5edc679a-b1f1-4a9f-b469-15fb4ea7e5e0 req-680fe840-09ab-41c0-af7a-ef8dccc4a524 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:41:12.621810 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5edc679a-b1f1-4a9f-b469-15fb4ea7e5e0 req-680fe840-09ab-41c0-af7a-ef8dccc4a524 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090654 Dec 09 15:41:12.676718 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fef6fbcd-037e-497a-bb47-71da2c28783a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:12.681707 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fef6fbcd-037e-497a-bb47-71da2c28783a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:12.716660 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-fef6fbcd-037e-497a-bb47-71da2c28783a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cbcac343c7e54ce699b5492c9d350354&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6118262 Dec 09 15:41:12.716853 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37928) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:12.717319 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7eece279-a143-499c-8944-d38e2316cb3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:12.736357 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-94a278bf-b23e-45bd-b03c-4061905db550 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:12.743778 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef6fbcd-037e-497a-bb47-71da2c28783a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1b6287-534f-4503-8839-aa4c82d1d313,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:12.763712 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-94a278bf-b23e-45bd-b03c-4061905db550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:12.802593 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7eece279-a143-499c-8944-d38e2316cb3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:12.893464 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-83305c16-8e35-41f2-bf59-c82261886949 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:12.940758 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-83305c16-8e35-41f2-bf59-c82261886949 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:12.951865 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 09 Dec 2021 15:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c71c77-f2cc-4cd9-bcae-fdd0875ffb5d x-openstack-request-id: req-e5c71c77-f2cc-4cd9-bcae-fdd0875ffb5d {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:41:12.952604 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebcd737a-31aa-48b5-8313-bc156b40593a", "tag": "5f2ed213-b93c-4456-9de3-acd80db93d07", "status": "completed", "code": 200}, {"server_uuid": "d4427918-3f67-41aa-8b42-fdb086ff4a3e", "name": "network-vif-deleted", "tag": "8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:41:12.952604 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e5c71c77-f2cc-4cd9-bcae-fdd0875ffb5d {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:41:12.952990 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebcd737a-31aa-48b5-8313-bc156b40593a', 'tag': '5f2ed213-b93c-4456-9de3-acd80db93d07', 'status': 'completed', 'code': 200} Dec 09 15:41:12.953879 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4427918-3f67-41aa-8b42-fdb086ff4a3e', 'name': 'network-vif-deleted', 'tag': '8f486fd6-02d4-4cd9-a9c9-e77ab537ccd5', 'status': 'completed', 'code': 200} Dec 09 15:41:12.978727 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7eece279-a143-499c-8944-d38e2316cb3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:12.981198 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7eece279-a143-499c-8944-d38e2316cb3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:12.982334 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7eece279-a143-499c-8944-d38e2316cb3b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fcec02e2-a4f5-46d9-9d28-80683040f571 HTTP/1.1" status: 204 len: 168 time: 0.4249375 Dec 09 15:41:13.010127 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-94a278bf-b23e-45bd-b03c-4061905db550 admin admin] Allocated IP 172.25.3.117 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/edf9f150-12db-44ff-acfc-29ed9a69e0b6) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:41:13.012329 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eece279-a143-499c-8944-d38e2316cb3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcec02e2-a4f5-46d9-9d28-80683040f571,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:13.086398 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea108be8-d7dc-4069-9f60-c63496a1e943 req-c9665898-07b7-4444-87f0-8aeb67c74de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:13.088483 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ea108be8-d7dc-4069-9f60-c63496a1e943 req-c9665898-07b7-4444-87f0-8aeb67c74de4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ac9c6f5fd2b24496b17333de4d596655&device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 1096 time: 0.1120453 Dec 09 15:41:13.093594 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-83305c16-8e35-41f2-bf59-c82261886949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:13.096360 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-83305c16-8e35-41f2-bf59-c82261886949 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:13.099905 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-83305c16-8e35-41f2-bf59-c82261886949 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9f1b6287-534f-4503-8839-aa4c82d1d313 HTTP/1.1" status: 204 len: 168 time: 0.3782251 Dec 09 15:41:13.115993 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83305c16-8e35-41f2-bf59-c82261886949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1b6287-534f-4503-8839-aa4c82d1d313,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:13.153307 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-94a278bf-b23e-45bd-b03c-4061905db550 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:13.183911 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc2357-2f84-4619-b5b7-7e2ef22acf1a req-a894aaab-cc78-4408-8c26-9b6b52e08c9d tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:13.185853 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5fcc2357-2f84-4619-b5b7-7e2ef22acf1a req-a894aaab-cc78-4408-8c26-9b6b52e08c9d tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebcd737a-31aa-48b5-8313-bc156b40593a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1698580 Dec 09 15:41:13.199432 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-94a278bf-b23e-45bd-b03c-4061905db550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:13.246302 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a278bf-b23e-45bd-b03c-4061905db550 admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:41:13.251054 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-94a278bf-b23e-45bd-b03c-4061905db550 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:41:13.255661 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a278bf-b23e-45bd-b03c-4061905db550 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:41:13.269376 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62009544-aa51-4bbb-bb1b-0ad4f4b5f48f None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:41:13.279121 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea108be8-d7dc-4069-9f60-c63496a1e943 req-f8e432b6-5717-431b-a473-c306340ae8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:13.281168 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ea108be8-d7dc-4069-9f60-c63496a1e943 req-f8e432b6-5717-431b-a473-c306340ae8b7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=92a47958-6df8-43d7-a435-98bacb180021 HTTP/1.1" status: 200 len: 920 time: 0.1827309 Dec 09 15:41:13.300895 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a278bf-b23e-45bd-b03c-4061905db550 admin admin] Pushing event updated for resources: {'Port': ['ID=edf9f150-12db-44ff-acfc-29ed9a69e0b6,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:13.302860 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5fcc2357-2f84-4619-b5b7-7e2ef22acf1a req-9a55b42d-f937-417e-b9ff-0a9b1c3b7547 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 696 time: 0.0976341 Dec 09 15:41:13.315011 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c30562ba-1254-49b7-b031-dbd9c004f52b None None] Provisioning complete for port edf9f150-12db-44ff-acfc-29ed9a69e0b6 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:41:13.315445 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c30562ba-1254-49b7-b031-dbd9c004f52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:13.325217 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-5fcc2357-2f84-4619-b5b7-7e2ef22acf1a req-fe53742d-fe15-4799-8679-3fff00920a40 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Request body: {'floatingip': {'port_id': '5f2ed213-b93c-4456-9de3-acd80db93d07', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:41:13.379846 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5fcc2357-2f84-4619-b5b7-7e2ef22acf1a req-fe53742d-fe15-4799-8679-3fff00920a40 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:13.406177 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c30562ba-1254-49b7-b031-dbd9c004f52b None None] Port edf9f150-12db-44ff-acfc-29ed9a69e0b6 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:41:13.443843 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ea108be8-d7dc-4069-9f60-c63496a1e943 req-2680189c-842e-42d5-8ceb-b151558ecca1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f2ed213-b93c-4456-9de3-acd80db93d07 HTTP/1.1" status: 200 len: 217 time: 0.1373167 Dec 09 15:41:13.559339 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea108be8-d7dc-4069-9f60-c63496a1e943 req-41a85010-dc30-469c-9256-2d018f24b395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:13.560856 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ea108be8-d7dc-4069-9f60-c63496a1e943 req-41a85010-dc30-469c-9256-2d018f24b395 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9c395f70-a7af-4da8-a130-cf3a05578152 HTTP/1.1" status: 200 len: 859 time: 0.1080148 Dec 09 15:41:13.637004 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ea108be8-d7dc-4069-9f60-c63496a1e943 req-ba31d9f6-b7ce-4d52-992b-d381b0636360 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=92a47958-6df8-43d7-a435-98bacb180021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641272 Dec 09 15:41:13.664940 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-94a278bf-b23e-45bd-b03c-4061905db550 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:13.789187 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ea108be8-d7dc-4069-9f60-c63496a1e943 req-d01869a3-04eb-41ae-b44e-517a9b25137a service neutron] 10.222.0.31 "GET /v2.0/networks/92a47958-6df8-43d7-a435-98bacb180021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425507 Dec 09 15:41:13.936748 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-94a278bf-b23e-45bd-b03c-4061905db550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:14.019740 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ea108be8-d7dc-4069-9f60-c63496a1e943 req-928c9863-5403-427d-ae58-2d3b774ca61d service neutron] 10.222.0.31 "GET /v2.0/networks/92a47958-6df8-43d7-a435-98bacb180021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226114 Dec 09 15:41:14.102605 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a278bf-b23e-45bd-b03c-4061905db550 admin admin] Router 49d95326-bdb5-4772-90ab-eb3cb0b6dab7 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:41:14.145473 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5fcc2357-2f84-4619-b5b7-7e2ef22acf1a req-fe53742d-fe15-4799-8679-3fff00920a40 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:14.151019 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5fcc2357-2f84-4619-b5b7-7e2ef22acf1a req-fe53742d-fe15-4799-8679-3fff00920a40 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:14.276897 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [req-5fcc2357-2f84-4619-b5b7-7e2ef22acf1a req-fe53742d-fe15-4799-8679-3fff00920a40 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Floating IP 254d8423-b3b1-4737-a9f0-7e371acb9172 associated. External IP: 172.25.3.190, port: 5f2ed213-b93c-4456-9de3-acd80db93d07. Dec 09 15:41:14.522792 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a278bf-b23e-45bd-b03c-4061905db550 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:41:14.534269 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0974243c-c902-4145-8b4d-d244f7bc9072 None None] Sync routers for ids ['49d95326-bdb5-4772-90ab-eb3cb0b6dab7'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:41:14.548777 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-94a278bf-b23e-45bd-b03c-4061905db550 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:14.548777 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-94a278bf-b23e-45bd-b03c-4061905db550 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5710127 Dec 09 15:41:14.550311 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37996) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:14.550923 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0974243c-c902-4145-8b4d-d244f7bc9072 None None] Routers {'49d95326-bdb5-4772-90ab-eb3cb0b6dab7'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:41:14.551548 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-0974243c-c902-4145-8b4d-d244f7bc9072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:40:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['49d95326-bdb5-4772-90ab-eb3cb0b6dab7'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:41:14.565891 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fcc2357-2f84-4619-b5b7-7e2ef22acf1a req-fe53742d-fe15-4799-8679-3fff00920a40 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Router 8f217ccc-1d8e-4207-9920-97c34f09c491 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:41:14.704737 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fcc2357-2f84-4619-b5b7-7e2ef22acf1a req-fe53742d-fe15-4799-8679-3fff00920a40 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:41:14.711227 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5fcc2357-2f84-4619-b5b7-7e2ef22acf1a req-fe53742d-fe15-4799-8679-3fff00920a40 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:14.718769 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41998373-1bde-4e3d-8046-ffa2b8fb0755 None None] Sync routers for ids ['8f217ccc-1d8e-4207-9920-97c34f09c491'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:41:14.730779 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41998373-1bde-4e3d-8046-ffa2b8fb0755 None None] Routers {'8f217ccc-1d8e-4207-9920-97c34f09c491'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:41:14.732017 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-0974243c-c902-4145-8b4d-d244f7bc9072 None None] Set router 49d95326-bdb5-4772-90ab-eb3cb0b6dab7 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:41:14.732272 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-41998373-1bde-4e3d-8046-ffa2b8fb0755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:40:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['8f217ccc-1d8e-4207-9920-97c34f09c491'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:41:14.804099 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5fcc2357-2f84-4619-b5b7-7e2ef22acf1a req-fe53742d-fe15-4799-8679-3fff00920a40 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "PUT /v2.0/floatingips/254d8423-b3b1-4737-a9f0-7e371acb9172 HTTP/1.1" status: 200 len: 996 time: 1.4975770 Dec 09 15:41:14.905611 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc2357-2f84-4619-b5b7-7e2ef22acf1a req-7600e9db-60f6-499c-9f7c-c0a26b2b4d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:14.917859 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5fcc2357-2f84-4619-b5b7-7e2ef22acf1a req-7600e9db-60f6-499c-9f7c-c0a26b2b4d73 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac9c6f5fd2b24496b17333de4d596655&device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 1096 time: 0.1097615 Dec 09 15:41:14.928016 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-41998373-1bde-4e3d-8046-ffa2b8fb0755 None None] Set router 8f217ccc-1d8e-4207-9920-97c34f09c491 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:41:15.052465 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-0974243c-c902-4145-8b4d-d244f7bc9072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d95326-bdb5-4772-90ab-eb3cb0b6dab7', 'name': 'tempest-ServerRescueTestJSON-1473301625-router', 'tenant_id': '9c62862d5dab4e61bc9d5ebff8bf28d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': 'edf9f150-12db-44ff-acfc-29ed9a69e0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:41:12Z', 'updated_at': '2021-12-09T15:41:13Z', 'revision_number': 3, 'project_id': '9c62862d5dab4e61bc9d5ebff8bf28d9', 'gw_port': {'id': 'edf9f150-12db-44ff-acfc-29ed9a69e0b6', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d95326-bdb5-4772-90ab-eb3cb0b6dab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:12Z', 'updated_at': '2021-12-09T15:41:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:41:15.119092 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0974243c-c902-4145-8b4d-d244f7bc9072 None None] Checking router: 49d95326-bdb5-4772-90ab-eb3cb0b6dab7 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:41:15.120622 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0974243c-c902-4145-8b4d-d244f7bc9072 None None] Updating router 49d95326-bdb5-4772-90ab-eb3cb0b6dab7 port edf9f150-12db-44ff-acfc-29ed9a69e0b6 binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:41:15.123137 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebcd737a-31aa-48b5-8313-bc156b40593a', 'tag': '5f2ed213-b93c-4456-9de3-acd80db93d07'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:41:15.125562 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf6dc75-fb29-4511-974e-87a3c47939ba" -d '{"events": [{"name": "network-changed", "server_uuid": "ebcd737a-31aa-48b5-8313-bc156b40593a", "tag": "5f2ed213-b93c-4456-9de3-acd80db93d07"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:41:15.144692 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc2357-2f84-4619-b5b7-7e2ef22acf1a req-a7d6b21a-223a-4515-a7e1-da2cad84d0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:15.150036 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5fcc2357-2f84-4619-b5b7-7e2ef22acf1a req-a7d6b21a-223a-4515-a7e1-da2cad84d0f4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=92a47958-6df8-43d7-a435-98bacb180021 HTTP/1.1" status: 200 len: 920 time: 0.2306073 Dec 09 15:41:15.167740 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-0974243c-c902-4145-8b4d-d244f7bc9072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:15.284553 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5fcc2357-2f84-4619-b5b7-7e2ef22acf1a req-59357db9-c96d-4301-8d36-343a7ee3eb38 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f2ed213-b93c-4456-9de3-acd80db93d07 HTTP/1.1" status: 200 len: 999 time: 0.1197274 Dec 09 15:41:15.395970 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b303280-3188-4fec-ba4d-87177205610b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:15.399047 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc2357-2f84-4619-b5b7-7e2ef22acf1a req-70d64156-380a-4909-9ff4-27da935ca394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:15.402248 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5fcc2357-2f84-4619-b5b7-7e2ef22acf1a req-70d64156-380a-4909-9ff4-27da935ca394 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9c395f70-a7af-4da8-a130-cf3a05578152 HTTP/1.1" status: 200 len: 859 time: 0.1120200 Dec 09 15:41:15.408172 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-41998373-1bde-4e3d-8046-ffa2b8fb0755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f217ccc-1d8e-4207-9920-97c34f09c491', 'name': 'tempest-ServerRescueTestJSONUnderV235-496951610-router', 'tenant_id': 'ac9c6f5fd2b24496b17333de4d596655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'fcb01628-8462-46df-bff1-578336206d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:40:00Z', 'updated_at': '2021-12-09T15:40:07Z', 'revision_number': 4, 'project_id': 'ac9c6f5fd2b24496b17333de4d596655', 'gw_port': {'id': 'fcb01628-8462-46df-bff1-578336206d6f', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f217ccc-1d8e-4207-9920-97c34f09c491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:40:01Z', 'updated_at': '2021-12-09T15:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '254d8423-b3b1-4737-a9f0-7e371acb9172', 'tenant_id': 'ac9c6f5fd2b24496b17333de4d596655', 'floating_ip_address': '172.25.3.190', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '8f217ccc-1d8e-4207-9920-97c34f09c491', 'port_id': '5f2ed213-b93c-4456-9de3-acd80db93d07', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92a47958-6df8-43d7-a435-98bacb180021', 'mac_address': 'fa:16:3e:ba:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebcd737a-31aa-48b5-8313-bc156b40593a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:41:11Z', 'updated_at': '2021-12-09T15:41:14Z', 'revision_number': 1, 'project_id': 'ac9c6f5fd2b24496b17333de4d596655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279d7912-e589-44d9-9f53-f7d73a4e0391', 'name': '', 'network_id': '92a47958-6df8-43d7-a435-98bacb180021', 'tenant_id': 'ac9c6f5fd2b24496b17333de4d596655', 'mac_address': 'fa:16:3e:54:9f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f217ccc-1d8e-4207-9920-97c34f09c491', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '9c395f70-a7af-4da8-a130-cf3a05578152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:40:06Z', 'updated_at': '2021-12-09T15:40:12Z', 'revision_number': 5, 'project_id': 'ac9c6f5fd2b24496b17333de4d596655', 'subnets': [{'id': '9c395f70-a7af-4da8-a130-cf3a05578152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:41:15.451960 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41998373-1bde-4e3d-8046-ffa2b8fb0755 None None] Checking router: 8f217ccc-1d8e-4207-9920-97c34f09c491 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:41:15.455193 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5fcc2357-2f84-4619-b5b7-7e2ef22acf1a req-56e06342-61f1-454d-bc0a-39ec45351c86 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=92a47958-6df8-43d7-a435-98bacb180021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437806 Dec 09 15:41:15.466673 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41998373-1bde-4e3d-8046-ffa2b8fb0755 None None] Routers {'8f217ccc-1d8e-4207-9920-97c34f09c491'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:41:15.467678 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-41998373-1bde-4e3d-8046-ffa2b8fb0755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:40:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['8f217ccc-1d8e-4207-9920-97c34f09c491'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:41:15.479048 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-5fcc2357-2f84-4619-b5b7-7e2ef22acf1a req-9dd307fb-3ce2-4a1a-bcfe-bf425f3e9e7e service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:41:15.480336 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5fcc2357-2f84-4619-b5b7-7e2ef22acf1a req-9dd307fb-3ce2-4a1a-bcfe-bf425f3e9e7e service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063200 Dec 09 15:41:15.605167 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-0974243c-c902-4145-8b4d-d244f7bc9072 None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:15.615545 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-0974243c-c902-4145-8b4d-d244f7bc9072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:15.671476 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5fcc2357-2f84-4619-b5b7-7e2ef22acf1a req-e26ead3d-36fd-4290-9ff7-d46cc5891082 service neutron] 10.222.0.57 "GET /v2.0/networks/92a47958-6df8-43d7-a435-98bacb180021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805351 Dec 09 15:41:15.686037 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d251a-b9a3-438b-b48b-abd2eb6cce1d None None] Pushing event updated for resources: {'Port': ['ID=edf9f150-12db-44ff-acfc-29ed9a69e0b6,revision_number=2']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:15.695389 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d251a-b9a3-438b-b48b-abd2eb6cce1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:15.695732 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d251a-b9a3-438b-b48b-abd2eb6cce1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:15.696073 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d251a-b9a3-438b-b48b-abd2eb6cce1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:15.696436 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d251a-b9a3-438b-b48b-abd2eb6cce1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:15.696770 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d251a-b9a3-438b-b48b-abd2eb6cce1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:15.697173 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d251a-b9a3-438b-b48b-abd2eb6cce1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:15.697599 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d251a-b9a3-438b-b48b-abd2eb6cce1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:15.697937 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d251a-b9a3-438b-b48b-abd2eb6cce1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:15.698315 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d251a-b9a3-438b-b48b-abd2eb6cce1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:15.698639 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d251a-b9a3-438b-b48b-abd2eb6cce1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:15.698962 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d251a-b9a3-438b-b48b-abd2eb6cce1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:15.699517 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d251a-b9a3-438b-b48b-abd2eb6cce1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:15.699843 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d251a-b9a3-438b-b48b-abd2eb6cce1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:15.701385 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-41998373-1bde-4e3d-8046-ffa2b8fb0755 None None] Set router 8f217ccc-1d8e-4207-9920-97c34f09c491 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:41:15.731517 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-0974243c-c902-4145-8b4d-d244f7bc9072 None None] Attempting to bind port edf9f150-12db-44ff-acfc-29ed9a69e0b6 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:41:15.732120 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-0974243c-c902-4145-8b4d-d244f7bc9072 None None] Attempting to bind port edf9f150-12db-44ff-acfc-29ed9a69e0b6 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:41:15.733189 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0974243c-c902-4145-8b4d-d244f7bc9072 None None] Attempting to bind port edf9f150-12db-44ff-acfc-29ed9a69e0b6 on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:41:15.739263 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0974243c-c902-4145-8b4d-d244f7bc9072 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:41:15.739637 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0974243c-c902-4145-8b4d-d244f7bc9072 None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:41:15.740466 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-0974243c-c902-4145-8b4d-d244f7bc9072 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:15.741064 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0974243c-c902-4145-8b4d-d244f7bc9072 None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:41:15.741607 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-0974243c-c902-4145-8b4d-d244f7bc9072 None None] Bound port: edf9f150-12db-44ff-acfc-29ed9a69e0b6, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:41:15.741984 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-0974243c-c902-4145-8b4d-d244f7bc9072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:15.775169 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b761c5aa-585f-4fac-9265-5529724245e4 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:41:15.804613 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-0974243c-c902-4145-8b4d-d244f7bc9072 None None] For port edf9f150-12db-44ff-acfc-29ed9a69e0b6, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:41:15.808603 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-0974243c-c902-4145-8b4d-d244f7bc9072 None None] For port edf9f150-12db-44ff-acfc-29ed9a69e0b6, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=edf9f150-12db-44ff-acfc-29ed9a69e0b6,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:41:15.818464 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:15.819353 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-0974243c-c902-4145-8b4d-d244f7bc9072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:15.871410 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5fcc2357-2f84-4619-b5b7-7e2ef22acf1a req-c0781e55-2ef0-4835-aa66-764e304258fa service neutron] 10.222.0.57 "GET /v2.0/networks/92a47958-6df8-43d7-a435-98bacb180021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935127 Dec 09 15:41:15.881876 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-7b303280-3188-4fec-ba4d-87177205610b admin admin] Allocated IP 172.20.0.1 (9142d0f3-e996-4d4e-9e52-5c13c39fd0aa/e7615c31-1317-4836-baf8-83af5ea592c9/ddb0f651-9956-47bc-95ae-1d71c66e8124) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:41:15.917819 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4182cd-0d55-476b-ac35-a27de4012ab4 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:41:15.940354 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9f9aedb9-5813-40b1-8982-adcce8c2af71 None None] Provisioning complete for port edf9f150-12db-44ff-acfc-29ed9a69e0b6 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:41:15.940733 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0974243c-c902-4145-8b4d-d244f7bc9072 None None] Routers {'49d95326-bdb5-4772-90ab-eb3cb0b6dab7'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:41:15.940870 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9f9aedb9-5813-40b1-8982-adcce8c2af71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:15.941699 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-0974243c-c902-4145-8b4d-d244f7bc9072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:40:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['49d95326-bdb5-4772-90ab-eb3cb0b6dab7'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:41:15.950354 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d251a-b9a3-438b-b48b-abd2eb6cce1d None None] Pushing event updated for resources: {'Port': ['ID=edf9f150-12db-44ff-acfc-29ed9a69e0b6,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:16.054454 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b303280-3188-4fec-ba4d-87177205610b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:16.129788 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9f9aedb9-5813-40b1-8982-adcce8c2af71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:16.149229 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b303280-3188-4fec-ba4d-87177205610b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:16.231898 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b303280-3188-4fec-ba4d-87177205610b admin admin] Network 9142d0f3-e996-4d4e-9e52-5c13c39fd0aa is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:41:16.232759 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-0974243c-c902-4145-8b4d-d244f7bc9072 None None] Set router 49d95326-bdb5-4772-90ab-eb3cb0b6dab7 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:41:16.237772 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-7b303280-3188-4fec-ba4d-87177205610b admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:41:16.240652 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b303280-3188-4fec-ba4d-87177205610b admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:41:16.258573 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9f9aedb9-5813-40b1-8982-adcce8c2af71 None None] For port edf9f150-12db-44ff-acfc-29ed9a69e0b6, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=edf9f150-12db-44ff-acfc-29ed9a69e0b6,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:41:16.288970 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9f9aedb9-5813-40b1-8982-adcce8c2af71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:16.327098 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b303280-3188-4fec-ba4d-87177205610b admin admin] Pushing event updated for resources: {'Port': ['ID=ddb0f651-9956-47bc-95ae-1d71c66e8124,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:16.356883 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b303280-3188-4fec-ba4d-87177205610b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:16.373175 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9aedb9-5813-40b1-8982-adcce8c2af71 None None] Pushing event updated for resources: {'Port': ['ID=edf9f150-12db-44ff-acfc-29ed9a69e0b6,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:16.430538 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6b882b42-1841-4ff3-bb4e-129228b7b8ae None None] Provisioning complete for port edf9f150-12db-44ff-acfc-29ed9a69e0b6 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:41:16.430910 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6b882b42-1841-4ff3-bb4e-129228b7b8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:16.472561 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-41998373-1bde-4e3d-8046-ffa2b8fb0755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f217ccc-1d8e-4207-9920-97c34f09c491', 'name': 'tempest-ServerRescueTestJSONUnderV235-496951610-router', 'tenant_id': 'ac9c6f5fd2b24496b17333de4d596655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'fcb01628-8462-46df-bff1-578336206d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:40:00Z', 'updated_at': '2021-12-09T15:40:07Z', 'revision_number': 4, 'project_id': 'ac9c6f5fd2b24496b17333de4d596655', 'gw_port': {'id': 'fcb01628-8462-46df-bff1-578336206d6f', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f217ccc-1d8e-4207-9920-97c34f09c491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:40:01Z', 'updated_at': '2021-12-09T15:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '254d8423-b3b1-4737-a9f0-7e371acb9172', 'tenant_id': 'ac9c6f5fd2b24496b17333de4d596655', 'floating_ip_address': '172.25.3.190', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '8f217ccc-1d8e-4207-9920-97c34f09c491', 'port_id': '5f2ed213-b93c-4456-9de3-acd80db93d07', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92a47958-6df8-43d7-a435-98bacb180021', 'mac_address': 'fa:16:3e:ba:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebcd737a-31aa-48b5-8313-bc156b40593a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:41:11Z', 'updated_at': '2021-12-09T15:41:14Z', 'revision_number': 1, 'project_id': 'ac9c6f5fd2b24496b17333de4d596655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279d7912-e589-44d9-9f53-f7d73a4e0391', 'name': '', 'network_id': '92a47958-6df8-43d7-a435-98bacb180021', 'tenant_id': 'ac9c6f5fd2b24496b17333de4d596655', 'mac_address': 'fa:16:3e:54:9f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f217ccc-1d8e-4207-9920-97c34f09c491', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '9c395f70-a7af-4da8-a130-cf3a05578152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:40:06Z', 'updated_at': '2021-12-09T15:40:12Z', 'revision_number': 5, 'project_id': 'ac9c6f5fd2b24496b17333de4d596655', 'subnets': [{'id': '9c395f70-a7af-4da8-a130-cf3a05578152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:41:16.510197 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41998373-1bde-4e3d-8046-ffa2b8fb0755 None None] The sync data for ids ['8f217ccc-1d8e-4207-9920-97c34f09c491'] in n-d-821228-1 is: [{'id': '8f217ccc-1d8e-4207-9920-97c34f09c491', 'name': 'tempest-ServerRescueTestJSONUnderV235-496951610-router', 'tenant_id': 'ac9c6f5fd2b24496b17333de4d596655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'fcb01628-8462-46df-bff1-578336206d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:40:00Z', 'updated_at': '2021-12-09T15:40:07Z', 'revision_number': 4, 'project_id': 'ac9c6f5fd2b24496b17333de4d596655', 'gw_port': {'id': 'fcb01628-8462-46df-bff1-578336206d6f', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f217ccc-1d8e-4207-9920-97c34f09c491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:40:01Z', 'updated_at': '2021-12-09T15:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '254d8423-b3b1-4737-a9f0-7e371acb9172', 'tenant_id': 'ac9c6f5fd2b24496b17333de4d596655', 'floating_ip_address': '172.25.3.190', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '8f217ccc-1d8e-4207-9920-97c34f09c491', 'port_id': '5f2ed213-b93c-4456-9de3-acd80db93d07', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92a47958-6df8-43d7-a435-98bacb180021', 'mac_address': 'fa:16:3e:ba:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebcd737a-31aa-48b5-8313-bc156b40593a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:41:11Z', 'updated_at': '2021-12-09T15:41:14Z', 'revision_number': 1, 'project_id': 'ac9c6f5fd2b24496b17333de4d596655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279d7912-e589-44d9-9f53-f7d73a4e0391', 'name': '', 'network_id': '92a47958-6df8-43d7-a435-98bacb180021', 'tenant_id': 'ac9c6f5fd2b24496b17333de4d596655', 'mac_address': 'fa:16:3e:54:9f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f217ccc-1d8e-4207-9920-97c34f09c491', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '9c395f70-a7af-4da8-a130-cf3a05578152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:40:06Z', 'updated_at': '2021-12-09T15:40:12Z', 'revision_number': 5, 'project_id': 'ac9c6f5fd2b24496b17333de4d596655', 'subnets': [{'id': '9c395f70-a7af-4da8-a130-cf3a05578152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:41:16.626436 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b303280-3188-4fec-ba4d-87177205610b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:16.741028 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3671aea-a411-4dc1-8e99-79fe7eb0ac92 x-openstack-request-id: req-f3671aea-a411-4dc1-8e99-79fe7eb0ac92 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:41:16.741570 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebcd737a-31aa-48b5-8313-bc156b40593a", "tag": "5f2ed213-b93c-4456-9de3-acd80db93d07", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:41:16.742627 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f3671aea-a411-4dc1-8e99-79fe7eb0ac92 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:41:16.743263 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebcd737a-31aa-48b5-8313-bc156b40593a', 'tag': '5f2ed213-b93c-4456-9de3-acd80db93d07', 'status': 'completed', 'code': 200} Dec 09 15:41:16.773465 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-0974243c-c902-4145-8b4d-d244f7bc9072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d95326-bdb5-4772-90ab-eb3cb0b6dab7', 'name': 'tempest-ServerRescueTestJSON-1473301625-router', 'tenant_id': '9c62862d5dab4e61bc9d5ebff8bf28d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': 'edf9f150-12db-44ff-acfc-29ed9a69e0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:41:12Z', 'updated_at': '2021-12-09T15:41:13Z', 'revision_number': 3, 'project_id': '9c62862d5dab4e61bc9d5ebff8bf28d9', 'gw_port': {'id': 'edf9f150-12db-44ff-acfc-29ed9a69e0b6', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d95326-bdb5-4772-90ab-eb3cb0b6dab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:12Z', 'updated_at': '2021-12-09T15:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:41:16.810650 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0974243c-c902-4145-8b4d-d244f7bc9072 None None] The sync data for ids ['49d95326-bdb5-4772-90ab-eb3cb0b6dab7'] in n-d-821228-1 is: [{'id': '49d95326-bdb5-4772-90ab-eb3cb0b6dab7', 'name': 'tempest-ServerRescueTestJSON-1473301625-router', 'tenant_id': '9c62862d5dab4e61bc9d5ebff8bf28d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': 'edf9f150-12db-44ff-acfc-29ed9a69e0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:41:12Z', 'updated_at': '2021-12-09T15:41:13Z', 'revision_number': 3, 'project_id': '9c62862d5dab4e61bc9d5ebff8bf28d9', 'gw_port': {'id': 'edf9f150-12db-44ff-acfc-29ed9a69e0b6', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d95326-bdb5-4772-90ab-eb3cb0b6dab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:12Z', 'updated_at': '2021-12-09T15:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:41:16.916638 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3deaf66a-fdb7-47ba-8ce2-ca4dce785135 None None] New status for floating IP 254d8423-b3b1-4737-a9f0-7e371acb9172: ACTIVE {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:41:16.947887 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b303280-3188-4fec-ba4d-87177205610b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:16.955752 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b303280-3188-4fec-ba4d-87177205610b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:16.973947 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e96b1f45-c51c-4e1a-8b12-d7ac3b07b0a4 req-d13049a1-c8a5-4a08-af71-20ebcfc0ea19 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 999 time: 0.2190106 Dec 09 15:41:17.025103 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b303280-3188-4fec-ba4d-87177205610b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:17.050533 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b1f45-c51c-4e1a-8b12-d7ac3b07b0a4 req-b09a8540-fe42-4816-a265-68cddbc68b52 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:17.066600 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e96b1f45-c51c-4e1a-8b12-d7ac3b07b0a4 req-b09a8540-fe42-4816-a265-68cddbc68b52 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/ports/5f2ed213-b93c-4456-9de3-acd80db93d07 HTTP/1.1" status: 200 len: 942 time: 0.0838721 Dec 09 15:41:17.081892 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6dc75-fb29-4511-974e-87a3c47939ba req-c709efad-4e5c-40f8-8dae-27e9f65a350d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:17.083544 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecf6dc75-fb29-4511-974e-87a3c47939ba req-c709efad-4e5c-40f8-8dae-27e9f65a350d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ac9c6f5fd2b24496b17333de4d596655&device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 1096 time: 0.2276852 Dec 09 15:41:17.142200 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b303280-3188-4fec-ba4d-87177205610b admin admin] Pushing event updated for resources: {'Port': ['ID=ddb0f651-9956-47bc-95ae-1d71c66e8124,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:17.273142 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b303280-3188-4fec-ba4d-87177205610b admin admin] Network 9142d0f3-e996-4d4e-9e52-5c13c39fd0aa is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:41:17.274910 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-7b303280-3188-4fec-ba4d-87177205610b admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:41:17.398088 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6dc75-fb29-4511-974e-87a3c47939ba req-e5ba18a1-2d7f-4c75-b906-5b8e84cccde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:17.398714 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecf6dc75-fb29-4511-974e-87a3c47939ba req-e5ba18a1-2d7f-4c75-b906-5b8e84cccde8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=92a47958-6df8-43d7-a435-98bacb180021 HTTP/1.1" status: 200 len: 920 time: 0.3060160 Dec 09 15:41:17.452908 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b303280-3188-4fec-ba4d-87177205610b admin admin] Router 49d95326-bdb5-4772-90ab-eb3cb0b6dab7 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:41:17.490234 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e96b1f45-c51c-4e1a-8b12-d7ac3b07b0a4 req-c2729607-c8f6-468a-a751-4ca53691f2bc tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 999 time: 0.2756953 Dec 09 15:41:17.505792 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 38070) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:17.587963 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecf6dc75-fb29-4511-974e-87a3c47939ba req-4e62ba4a-ef9c-445e-a293-a70076e377fc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f2ed213-b93c-4456-9de3-acd80db93d07 HTTP/1.1" status: 200 len: 1001 time: 0.1727376 Dec 09 15:41:17.623129 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:41:17.646211 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b303280-3188-4fec-ba4d-87177205610b admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:41:17.663356 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7b303280-3188-4fec-ba4d-87177205610b admin admin] 10.222.0.57 "PUT /v2.0/routers/49d95326-bdb5-4772-90ab-eb3cb0b6dab7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1111267 Dec 09 15:41:17.697184 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6dc75-fb29-4511-974e-87a3c47939ba req-fdda0ea4-9d21-495f-9f08-c0d0580e52f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:17.698800 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecf6dc75-fb29-4511-974e-87a3c47939ba req-fdda0ea4-9d21-495f-9f08-c0d0580e52f5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9c395f70-a7af-4da8-a130-cf3a05578152 HTTP/1.1" status: 200 len: 859 time: 0.1014819 Dec 09 15:41:17.712799 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b1f45-c51c-4e1a-8b12-d7ac3b07b0a4 req-45243971-df0c-410b-a65f-41d8d9b2f815 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:17.716975 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e96b1f45-c51c-4e1a-8b12-d7ac3b07b0a4 req-45243971-df0c-410b-a65f-41d8d9b2f815 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/networks/d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 784 time: 0.2163727 Dec 09 15:41:17.753576 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 38082) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:17.806935 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecf6dc75-fb29-4511-974e-87a3c47939ba req-4ae0dd3e-e241-4b45-a5f9-345200ee0927 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=92a47958-6df8-43d7-a435-98bacb180021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913036 Dec 09 15:41:17.840738 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be201eb6-3c0a-443a-9e8e-ff25c7455f9c req-7838e271-4b72-48d9-9bc4-9d596e933d43 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:17.845837 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-be201eb6-3c0a-443a-9e8e-ff25c7455f9c req-7838e271-4b72-48d9-9bc4-9d596e933d43 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a24b370-5b6c-425f-ac47-83db418c2b23 HTTP/1.1" status: 200 len: 950 time: 0.1019211 Dec 09 15:41:17.910224 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e96b1f45-c51c-4e1a-8b12-d7ac3b07b0a4 req-b28deadc-7482-47c8-8616-76c2b1b5176e tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 1001 time: 0.1829674 Dec 09 15:41:17.913506 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-772ca42c-d292-4302-a75c-2087594a5293 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:17.941880 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-e96b1f45-c51c-4e1a-8b12-d7ac3b07b0a4 req-411db1e0-c41c-47e1-b657-4b6f4f6c9469 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:41:17.965666 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a658107e-0538-4999-9ee2-40c15f4b9e1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:18.026054 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-be201eb6-3c0a-443a-9e8e-ff25c7455f9c req-0720892c-9551-4da8-86e6-79775adde0e1 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Deleting port 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:41:18.026503 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-be201eb6-3c0a-443a-9e8e-ff25c7455f9c req-0720892c-9551-4da8-86e6-79775adde0e1 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:18.045111 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e96b1f45-c51c-4e1a-8b12-d7ac3b07b0a4 req-411db1e0-c41c-47e1-b657-4b6f4f6c9469 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:18.049416 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecf6dc75-fb29-4511-974e-87a3c47939ba req-7f91c51c-0311-48dc-90a9-70f7ed8e3794 service neutron] 10.222.0.31 "GET /v2.0/networks/92a47958-6df8-43d7-a435-98bacb180021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306089 Dec 09 15:41:18.156001 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a658107e-0538-4999-9ee2-40c15f4b9e1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:18.164312 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-be201eb6-3c0a-443a-9e8e-ff25c7455f9c req-0720892c-9551-4da8-86e6-79775adde0e1 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] For port 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:41:18.164664 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-be201eb6-3c0a-443a-9e8e-ff25c7455f9c req-0720892c-9551-4da8-86e6-79775adde0e1 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:18.167483 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a658107e-0538-4999-9ee2-40c15f4b9e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:18.205693 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-be201eb6-3c0a-443a-9e8e-ff25c7455f9c req-0720892c-9551-4da8-86e6-79775adde0e1 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Calling delete_port for 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:41:18.240790 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a658107e-0538-4999-9ee2-40c15f4b9e1b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=42b0d2c34dea4992868083bba1a966ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4849870 Dec 09 15:41:18.243917 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 38090) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:18.252699 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658107e-0538-4999-9ee2-40c15f4b9e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df11a751-6f24-4686-9209-772fe1f4a385,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:18.358236 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7e91b554-59d1-44bf-83ba-d63017ee7070 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:18.391641 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7e91b554-59d1-44bf-83ba-d63017ee7070 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:18.467538 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-be201eb6-3c0a-443a-9e8e-ff25c7455f9c req-0720892c-9551-4da8-86e6-79775adde0e1 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:18.500678 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:41:18.507577 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0720892c-9551-4da8-86e6-79775adde0e1 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Pushing event deleted for resources: {'Port': ['ID=1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:18.562098 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-be201eb6-3c0a-443a-9e8e-ff25c7455f9c req-0720892c-9551-4da8-86e6-79775adde0e1 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] No DVR routers for this DVR port 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:41:18.565544 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-be201eb6-3c0a-443a-9e8e-ff25c7455f9c req-0720892c-9551-4da8-86e6-79775adde0e1 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:18.569316 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-be201eb6-3c0a-443a-9e8e-ff25c7455f9c req-0720892c-9551-4da8-86e6-79775adde0e1 tempest-MigrationsAdminTest-1281348568 tempest-MigrationsAdminTest-1281348568-project] 10.222.0.42 "DELETE /v2.0/ports/1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 HTTP/1.1" status: 204 len: 173 time: 0.7177417 Dec 09 15:41:18.569939 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7e91b554-59d1-44bf-83ba-d63017ee7070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:18.572539 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7e91b554-59d1-44bf-83ba-d63017ee7070 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:18.578830 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7e91b554-59d1-44bf-83ba-d63017ee7070 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/df11a751-6f24-4686-9209-772fe1f4a385 HTTP/1.1" status: 204 len: 168 time: 0.3336837 Dec 09 15:41:18.579815 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a24b370-5b6c-425f-ac47-83db418c2b23', 'name': 'network-vif-deleted', 'tag': '1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:41:18.584566 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4b611c-37ef-4e13-b7ef-0ef6534de7d8" -d '{"events": [{"server_uuid": "1a24b370-5b6c-425f-ac47-83db418c2b23", "name": "network-vif-deleted", "tag": "1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:41:18.604707 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91b554-59d1-44bf-83ba-d63017ee7070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df11a751-6f24-4686-9209-772fe1f4a385,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:18.620924 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-772ca42c-d292-4302-a75c-2087594a5293 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:18.623652 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecf6dc75-fb29-4511-974e-87a3c47939ba req-23d5ad8f-9618-4d6d-837d-f128a4cba792 service neutron] 10.222.0.31 "GET /v2.0/networks/92a47958-6df8-43d7-a435-98bacb180021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5404007 Dec 09 15:41:18.630551 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-772ca42c-d292-4302-a75c-2087594a5293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:18.685306 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device edf9f150-12db-44ff-acfc-29ed9a69e0b6 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:41:18.720541 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e96b1f45-c51c-4e1a-8b12-d7ac3b07b0a4 req-411db1e0-c41c-47e1-b657-4b6f4f6c9469 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:18.730216 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e96b1f45-c51c-4e1a-8b12-d7ac3b07b0a4 req-411db1e0-c41c-47e1-b657-4b6f4f6c9469 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:18.730540 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [req-e96b1f45-c51c-4e1a-8b12-d7ac3b07b0a4 req-411db1e0-c41c-47e1-b657-4b6f4f6c9469 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Floating IP 254d8423-b3b1-4737-a9f0-7e371acb9172 disassociated. External IP: 172.25.3.190, port: 5f2ed213-b93c-4456-9de3-acd80db93d07. Dec 09 15:41:18.738414 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-772ca42c-d292-4302-a75c-2087594a5293 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5cdbbada361e482ea2b1b62060e36a63&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2137015 Dec 09 15:41:18.741076 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 38096) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:18.784704 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772ca42c-d292-4302-a75c-2087594a5293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88221671-a989-4731-9361-1701cb21bd36,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:18.821546 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port edf9f150-12db-44ff-acfc-29ed9a69e0b6 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:41:18.822403 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6fed3745-7e5e-417d-91c1-024eababfbfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:18.823567 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:18.851553 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6fed3745-7e5e-417d-91c1-024eababfbfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:18.913775 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6fed3745-7e5e-417d-91c1-024eababfbfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:18.917665 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6fed3745-7e5e-417d-91c1-024eababfbfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:18.921856 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6fed3745-7e5e-417d-91c1-024eababfbfb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/88221671-a989-4731-9361-1701cb21bd36 HTTP/1.1" status: 204 len: 168 time: 0.1766653 Dec 09 15:41:18.953066 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed3745-7e5e-417d-91c1-024eababfbfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88221671-a989-4731-9361-1701cb21bd36,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:19.034288 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 38102) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:19.077536 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a6032e3c-08d9-4f0e-b053-fd2ac8638422 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:19.254001 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e96b1f45-c51c-4e1a-8b12-d7ac3b07b0a4 req-411db1e0-c41c-47e1-b657-4b6f4f6c9469 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Router 8f217ccc-1d8e-4207-9920-97c34f09c491 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:41:19.264839 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bf8a90-d484-49aa-a4e4-bf68134ac545 None None] Sync routers for ids ['49d95326-bdb5-4772-90ab-eb3cb0b6dab7'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:41:19.279216 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bf8a90-d484-49aa-a4e4-bf68134ac545 None None] Routers {'49d95326-bdb5-4772-90ab-eb3cb0b6dab7'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:41:19.280492 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a6032e3c-08d9-4f0e-b053-fd2ac8638422 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:19.280814 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-14bf8a90-d484-49aa-a4e4-bf68134ac545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:40:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['49d95326-bdb5-4772-90ab-eb3cb0b6dab7'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:41:19.288600 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a6032e3c-08d9-4f0e-b053-fd2ac8638422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:19.331915 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a6032e3c-08d9-4f0e-b053-fd2ac8638422 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9f598ca3c6204eb882e4d0fdf5257aca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2965298 Dec 09 15:41:19.334579 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 38106) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:19.342853 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6032e3c-08d9-4f0e-b053-fd2ac8638422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6cf7b2-25cc-445f-af1e-293b9712c6d2,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:19.406054 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7e9af7ae-b671-43ba-8f6f-cbf55291f4ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:19.407646 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e96b1f45-c51c-4e1a-8b12-d7ac3b07b0a4 req-411db1e0-c41c-47e1-b657-4b6f4f6c9469 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:41:19.421100 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a89269b-c189-4497-bb3a-b6560b7f5d4f None None] Sync routers for ids ['8f217ccc-1d8e-4207-9920-97c34f09c491'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:41:19.433433 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7e9af7ae-b671-43ba-8f6f-cbf55291f4ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:19.438207 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-14bf8a90-d484-49aa-a4e4-bf68134ac545 None None] Set router 49d95326-bdb5-4772-90ab-eb3cb0b6dab7 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:41:19.439530 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e96b1f45-c51c-4e1a-8b12-d7ac3b07b0a4 req-411db1e0-c41c-47e1-b657-4b6f4f6c9469 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:19.441107 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a89269b-c189-4497-bb3a-b6560b7f5d4f None None] Routers {'8f217ccc-1d8e-4207-9920-97c34f09c491'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:41:19.441929 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-9a89269b-c189-4497-bb3a-b6560b7f5d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:40:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['8f217ccc-1d8e-4207-9920-97c34f09c491'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:41:19.478841 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e96b1f45-c51c-4e1a-8b12-d7ac3b07b0a4 req-411db1e0-c41c-47e1-b657-4b6f4f6c9469 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "PUT /v2.0/floatingips/254d8423-b3b1-4737-a9f0-7e371acb9172 HTTP/1.1" status: 200 len: 695 time: 1.5414131 Dec 09 15:41:19.481663 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebcd737a-31aa-48b5-8313-bc156b40593a', 'tag': '5f2ed213-b93c-4456-9de3-acd80db93d07'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:41:19.486004 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80997077-7f04-494b-bc0b-dcb06f78dd1d" -d '{"events": [{"name": "network-changed", "server_uuid": "ebcd737a-31aa-48b5-8313-bc156b40593a", "tag": "5f2ed213-b93c-4456-9de3-acd80db93d07"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:41:19.533271 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7e9af7ae-b671-43ba-8f6f-cbf55291f4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:19.536677 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7e9af7ae-b671-43ba-8f6f-cbf55291f4ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:19.538001 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7e9af7ae-b671-43ba-8f6f-cbf55291f4ae admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3c6cf7b2-25cc-445f-af1e-293b9712c6d2 HTTP/1.1" status: 204 len: 168 time: 0.2021008 Dec 09 15:41:19.551348 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9af7ae-b671-43ba-8f6f-cbf55291f4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6cf7b2-25cc-445f-af1e-293b9712c6d2,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:19.565780 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 38112) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:19.572794 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b1f45-c51c-4e1a-8b12-d7ac3b07b0a4 req-7ccddb31-f00e-4a3a-95bd-a1cb9d5115ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:19.574931 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e96b1f45-c51c-4e1a-8b12-d7ac3b07b0a4 req-7ccddb31-f00e-4a3a-95bd-a1cb9d5115ed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac9c6f5fd2b24496b17333de4d596655&device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 1096 time: 0.0733426 Dec 09 15:41:19.586883 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-50b90f58-3a33-40f7-afde-54632969e3f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:19.601768 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-9a89269b-c189-4497-bb3a-b6560b7f5d4f None None] Set router 8f217ccc-1d8e-4207-9920-97c34f09c491 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:41:19.704492 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-50b90f58-3a33-40f7-afde-54632969e3f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:19.715739 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-50b90f58-3a33-40f7-afde-54632969e3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:19.718952 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b1f45-c51c-4e1a-8b12-d7ac3b07b0a4 req-c509d226-e25c-4fe7-80e9-0818b2afdf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:19.720767 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e96b1f45-c51c-4e1a-8b12-d7ac3b07b0a4 req-c509d226-e25c-4fe7-80e9-0818b2afdf01 service neutron] 10.222.0.57 "GET /v2.0/networks?id=92a47958-6df8-43d7-a435-98bacb180021 HTTP/1.1" status: 200 len: 920 time: 0.1214273 Dec 09 15:41:19.750194 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-14bf8a90-d484-49aa-a4e4-bf68134ac545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d95326-bdb5-4772-90ab-eb3cb0b6dab7', 'name': 'tempest-ServerRescueTestJSON-1473301625-router', 'tenant_id': '9c62862d5dab4e61bc9d5ebff8bf28d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': 'edf9f150-12db-44ff-acfc-29ed9a69e0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:41:12Z', 'updated_at': '2021-12-09T15:41:16Z', 'revision_number': 4, 'project_id': '9c62862d5dab4e61bc9d5ebff8bf28d9', 'gw_port': {'id': 'edf9f150-12db-44ff-acfc-29ed9a69e0b6', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d95326-bdb5-4772-90ab-eb3cb0b6dab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:12Z', 'updated_at': '2021-12-09T15:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'ddb0f651-9956-47bc-95ae-1d71c66e8124', 'name': '', 'network_id': '9142d0f3-e996-4d4e-9e52-5c13c39fd0aa', 'tenant_id': '9c62862d5dab4e61bc9d5ebff8bf28d9', 'mac_address': 'fa:16:3e:ae:88:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d95326-bdb5-4772-90ab-eb3cb0b6dab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'e7615c31-1317-4836-baf8-83af5ea592c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:15Z', 'updated_at': '2021-12-09T15:41:16Z', 'revision_number': 2, 'project_id': '9c62862d5dab4e61bc9d5ebff8bf28d9', 'subnets': [{'id': 'e7615c31-1317-4836-baf8-83af5ea592c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:41:19.783285 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-50b90f58-3a33-40f7-afde-54632969e3f1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=deff9925670e443ea9e00d6b16d18785&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2162068 Dec 09 15:41:19.784207 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bf8a90-d484-49aa-a4e4-bf68134ac545 None None] Checking router: 49d95326-bdb5-4772-90ab-eb3cb0b6dab7 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:41:19.784954 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bf8a90-d484-49aa-a4e4-bf68134ac545 None None] Updating router 49d95326-bdb5-4772-90ab-eb3cb0b6dab7 port ddb0f651-9956-47bc-95ae-1d71c66e8124 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:41:19.785070 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 38114) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:19.787328 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e96b1f45-c51c-4e1a-8b12-d7ac3b07b0a4 req-04ee5ff0-7377-4c1f-af7a-04df33dd0704 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f2ed213-b93c-4456-9de3-acd80db93d07 HTTP/1.1" status: 200 len: 217 time: 0.0588436 Dec 09 15:41:19.818694 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-14bf8a90-d484-49aa-a4e4-bf68134ac545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:19.848192 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b1f45-c51c-4e1a-8b12-d7ac3b07b0a4 req-fe329c62-6b19-4124-b194-f7e745e5cc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:19.850244 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e96b1f45-c51c-4e1a-8b12-d7ac3b07b0a4 req-fe329c62-6b19-4124-b194-f7e745e5cc0d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9c395f70-a7af-4da8-a130-cf3a05578152 HTTP/1.1" status: 200 len: 859 time: 0.0610113 Dec 09 15:41:19.874810 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b90f58-3a33-40f7-afde-54632969e3f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee13ca1-a74b-4a7a-8c2c-a6c3bc9ade42,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:19.880572 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-9a89269b-c189-4497-bb3a-b6560b7f5d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f217ccc-1d8e-4207-9920-97c34f09c491', 'name': 'tempest-ServerRescueTestJSONUnderV235-496951610-router', 'tenant_id': 'ac9c6f5fd2b24496b17333de4d596655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'fcb01628-8462-46df-bff1-578336206d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:40:00Z', 'updated_at': '2021-12-09T15:40:07Z', 'revision_number': 4, 'project_id': 'ac9c6f5fd2b24496b17333de4d596655', 'gw_port': {'id': 'fcb01628-8462-46df-bff1-578336206d6f', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f217ccc-1d8e-4207-9920-97c34f09c491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:40:01Z', 'updated_at': '2021-12-09T15:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '279d7912-e589-44d9-9f53-f7d73a4e0391', 'name': '', 'network_id': '92a47958-6df8-43d7-a435-98bacb180021', 'tenant_id': 'ac9c6f5fd2b24496b17333de4d596655', 'mac_address': 'fa:16:3e:54:9f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f217ccc-1d8e-4207-9920-97c34f09c491', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '9c395f70-a7af-4da8-a130-cf3a05578152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:40:06Z', 'updated_at': '2021-12-09T15:40:12Z', 'revision_number': 5, 'project_id': 'ac9c6f5fd2b24496b17333de4d596655', 'subnets': [{'id': '9c395f70-a7af-4da8-a130-cf3a05578152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:41:19.918623 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-83048228-1beb-4244-a3b8-af5d9e130ca6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:19.919206 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e96b1f45-c51c-4e1a-8b12-d7ac3b07b0a4 req-7a22a25e-c9a7-4354-bedd-fabfb7266774 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=92a47958-6df8-43d7-a435-98bacb180021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601070 Dec 09 15:41:19.940917 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a89269b-c189-4497-bb3a-b6560b7f5d4f None None] Checking router: 8f217ccc-1d8e-4207-9920-97c34f09c491 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:41:19.950052 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-83048228-1beb-4244-a3b8-af5d9e130ca6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:19.953682 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a89269b-c189-4497-bb3a-b6560b7f5d4f None None] Routers {'8f217ccc-1d8e-4207-9920-97c34f09c491'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:41:19.954359 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-9a89269b-c189-4497-bb3a-b6560b7f5d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:40:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['8f217ccc-1d8e-4207-9920-97c34f09c491'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:41:20.016492 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-83048228-1beb-4244-a3b8-af5d9e130ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:20.022189 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-83048228-1beb-4244-a3b8-af5d9e130ca6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:20.025768 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-83048228-1beb-4244-a3b8-af5d9e130ca6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2ee13ca1-a74b-4a7a-8c2c-a6c3bc9ade42 HTTP/1.1" status: 204 len: 168 time: 0.2392895 Dec 09 15:41:20.032867 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e96b1f45-c51c-4e1a-8b12-d7ac3b07b0a4 req-c241bc8c-a8cc-4485-93fc-84be2d0b3cdc service neutron] 10.222.0.57 "GET /v2.0/networks/92a47958-6df8-43d7-a435-98bacb180021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063781 Dec 09 15:41:20.039520 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83048228-1beb-4244-a3b8-af5d9e130ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee13ca1-a74b-4a7a-8c2c-a6c3bc9ade42,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:20.114627 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-9a89269b-c189-4497-bb3a-b6560b7f5d4f None None] Set router 8f217ccc-1d8e-4207-9920-97c34f09c491 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:41:20.196007 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e96b1f45-c51c-4e1a-8b12-d7ac3b07b0a4 req-dfce9dda-d893-41be-ba90-5a46641d9a7b service neutron] 10.222.0.57 "GET /v2.0/networks/92a47958-6df8-43d7-a435-98bacb180021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554446 Dec 09 15:41:20.370114 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-14bf8a90-d484-49aa-a4e4-bf68134ac545 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:20.381507 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-14bf8a90-d484-49aa-a4e4-bf68134ac545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:20.461990 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-9a89269b-c189-4497-bb3a-b6560b7f5d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f217ccc-1d8e-4207-9920-97c34f09c491', 'name': 'tempest-ServerRescueTestJSONUnderV235-496951610-router', 'tenant_id': 'ac9c6f5fd2b24496b17333de4d596655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'fcb01628-8462-46df-bff1-578336206d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:40:00Z', 'updated_at': '2021-12-09T15:40:07Z', 'revision_number': 4, 'project_id': 'ac9c6f5fd2b24496b17333de4d596655', 'gw_port': {'id': 'fcb01628-8462-46df-bff1-578336206d6f', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f217ccc-1d8e-4207-9920-97c34f09c491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:40:01Z', 'updated_at': '2021-12-09T15:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '279d7912-e589-44d9-9f53-f7d73a4e0391', 'name': '', 'network_id': '92a47958-6df8-43d7-a435-98bacb180021', 'tenant_id': 'ac9c6f5fd2b24496b17333de4d596655', 'mac_address': 'fa:16:3e:54:9f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f217ccc-1d8e-4207-9920-97c34f09c491', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '9c395f70-a7af-4da8-a130-cf3a05578152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:40:06Z', 'updated_at': '2021-12-09T15:40:12Z', 'revision_number': 5, 'project_id': 'ac9c6f5fd2b24496b17333de4d596655', 'subnets': [{'id': '9c395f70-a7af-4da8-a130-cf3a05578152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:41:20.475637 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc838048-d0a9-4224-8871-6ff2075a4c58 None None] Pushing event updated for resources: {'Port': ['ID=ddb0f651-9956-47bc-95ae-1d71c66e8124,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:20.483250 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-86d8b14b-d867-44b2-9476-0b3f3030cb3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:20.527929 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a89269b-c189-4497-bb3a-b6560b7f5d4f None None] The sync data for ids ['8f217ccc-1d8e-4207-9920-97c34f09c491'] in n-d-821228-1 is: [{'id': '8f217ccc-1d8e-4207-9920-97c34f09c491', 'name': 'tempest-ServerRescueTestJSONUnderV235-496951610-router', 'tenant_id': 'ac9c6f5fd2b24496b17333de4d596655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'fcb01628-8462-46df-bff1-578336206d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:40:00Z', 'updated_at': '2021-12-09T15:40:07Z', 'revision_number': 4, 'project_id': 'ac9c6f5fd2b24496b17333de4d596655', 'gw_port': {'id': 'fcb01628-8462-46df-bff1-578336206d6f', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f217ccc-1d8e-4207-9920-97c34f09c491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:40:01Z', 'updated_at': '2021-12-09T15:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '279d7912-e589-44d9-9f53-f7d73a4e0391', 'name': '', 'network_id': '92a47958-6df8-43d7-a435-98bacb180021', 'tenant_id': 'ac9c6f5fd2b24496b17333de4d596655', 'mac_address': 'fa:16:3e:54:9f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f217ccc-1d8e-4207-9920-97c34f09c491', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '9c395f70-a7af-4da8-a130-cf3a05578152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:40:06Z', 'updated_at': '2021-12-09T15:40:12Z', 'revision_number': 5, 'project_id': 'ac9c6f5fd2b24496b17333de4d596655', 'subnets': [{'id': '9c395f70-a7af-4da8-a130-cf3a05578152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:41:20.566464 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-14bf8a90-d484-49aa-a4e4-bf68134ac545 None None] Attempting to bind port ddb0f651-9956-47bc-95ae-1d71c66e8124 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:41:20.567059 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-14bf8a90-d484-49aa-a4e4-bf68134ac545 None None] Attempting to bind port ddb0f651-9956-47bc-95ae-1d71c66e8124 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f08bf91e-2a80-4157-b377-a6ced87c1b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9142d0f3-e996-4d4e-9e52-5c13c39fd0aa'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:41:20.568043 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bf8a90-d484-49aa-a4e4-bf68134ac545 None None] Attempting to bind port ddb0f651-9956-47bc-95ae-1d71c66e8124 on network 9142d0f3-e996-4d4e-9e52-5c13c39fd0aa {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:41:20.575734 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bf8a90-d484-49aa-a4e4-bf68134ac545 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:41:20.576123 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bf8a90-d484-49aa-a4e4-bf68134ac545 None None] Checking segment: {'id': 'f08bf91e-2a80-4157-b377-a6ced87c1b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9142d0f3-e996-4d4e-9e52-5c13c39fd0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:41:20.576615 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-14bf8a90-d484-49aa-a4e4-bf68134ac545 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:20.577403 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bf8a90-d484-49aa-a4e4-bf68134ac545 None None] Bound using segment: {'id': 'f08bf91e-2a80-4157-b377-a6ced87c1b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9142d0f3-e996-4d4e-9e52-5c13c39fd0aa'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:41:20.578082 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-14bf8a90-d484-49aa-a4e4-bf68134ac545 None None] Bound port: ddb0f651-9956-47bc-95ae-1d71c66e8124, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f08bf91e-2a80-4157-b377-a6ced87c1b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9142d0f3-e996-4d4e-9e52-5c13c39fd0aa'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:41:20.579255 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-14bf8a90-d484-49aa-a4e4-bf68134ac545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:20.671751 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-14bf8a90-d484-49aa-a4e4-bf68134ac545 None None] For port ddb0f651-9956-47bc-95ae-1d71c66e8124, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:41:20.673719 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-14bf8a90-d484-49aa-a4e4-bf68134ac545 None None] For port ddb0f651-9956-47bc-95ae-1d71c66e8124, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=ddb0f651-9956-47bc-95ae-1d71c66e8124,segment=NetworkSegment(f08bf91e-2a80-4157-b377-a6ced87c1b83),segment_id=f08bf91e-2a80-4157-b377-a6ced87c1b83)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:41:20.679741 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-14bf8a90-d484-49aa-a4e4-bf68134ac545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:20.750002 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 38146) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:20.768351 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bf8a90-d484-49aa-a4e4-bf68134ac545 None None] Routers {'49d95326-bdb5-4772-90ab-eb3cb0b6dab7'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:41:20.769027 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-14bf8a90-d484-49aa-a4e4-bf68134ac545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:40:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['49d95326-bdb5-4772-90ab-eb3cb0b6dab7'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:41:20.835098 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc838048-d0a9-4224-8871-6ff2075a4c58 None None] Pushing event updated for resources: {'Port': ['ID=ddb0f651-9956-47bc-95ae-1d71c66e8124,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:20.848341 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc838048-d0a9-4224-8871-6ff2075a4c58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:20.848901 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc838048-d0a9-4224-8871-6ff2075a4c58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:20.849295 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc838048-d0a9-4224-8871-6ff2075a4c58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:20.849692 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc838048-d0a9-4224-8871-6ff2075a4c58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:20.850100 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc838048-d0a9-4224-8871-6ff2075a4c58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:20.850476 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc838048-d0a9-4224-8871-6ff2075a4c58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:20.850801 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc838048-d0a9-4224-8871-6ff2075a4c58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:20.851194 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc838048-d0a9-4224-8871-6ff2075a4c58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:20.851530 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc838048-d0a9-4224-8871-6ff2075a4c58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:20.851861 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc838048-d0a9-4224-8871-6ff2075a4c58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:20.852193 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc838048-d0a9-4224-8871-6ff2075a4c58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:20.852553 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc838048-d0a9-4224-8871-6ff2075a4c58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:20.852882 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc838048-d0a9-4224-8871-6ff2075a4c58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:41:20.907400 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9bb39c-4e09-4693-b0c3-8729ef651437 None None] New status for floating IP 254d8423-b3b1-4737-a9f0-7e371acb9172: DOWN {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:41:21.047547 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-14bf8a90-d484-49aa-a4e4-bf68134ac545 None None] Set router 49d95326-bdb5-4772-90ab-eb3cb0b6dab7 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:41:21.099622 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e119d277-ab01-4ee6-b30f-6a3cf0832b6d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8222749629bd4bc081045ad1433cd8c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3474321 Dec 09 15:41:21.102401 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 38168) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:21.199925 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-f86ffed3-701a-455f-8578-b3f8e114554e tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:21.206364 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-f86ffed3-701a-455f-8578-b3f8e114554e tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/networks?id=9142d0f3-e996-4d4e-9e52-5c13c39fd0aa HTTP/1.1" status: 200 len: 811 time: 0.2035160 Dec 09 15:41:21.213849 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5dcb0a72-9cc5-4218-a315-cf19ce06791b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:21.224976 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-1cfa7184-e8f7-4b2e-afec-ff898c7675aa tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/quotas/9c62862d5dab4e61bc9d5ebff8bf28d9 HTTP/1.1" status: 200 len: 375 time: 0.0153456 Dec 09 15:41:21.257717 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5dcb0a72-9cc5-4218-a315-cf19ce06791b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:21.347030 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5dcb0a72-9cc5-4218-a315-cf19ce06791b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:21.348573 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-936c4fd8-1a88-476a-bd1f-396302ab3c2a tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9c62862d5dab4e61bc9d5ebff8bf28d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1163399 Dec 09 15:41:21.358866 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5dcb0a72-9cc5-4218-a315-cf19ce06791b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:21.360638 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5dcb0a72-9cc5-4218-a315-cf19ce06791b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc HTTP/1.1" status: 204 len: 168 time: 0.2561893 Dec 09 15:41:21.380504 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb0a72-9cc5-4218-a315-cf19ce06791b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2370f7f1-91c5-4175-bd7d-8a48cbd9d7cc,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:21.465315 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-14bf8a90-d484-49aa-a4e4-bf68134ac545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d95326-bdb5-4772-90ab-eb3cb0b6dab7', 'name': 'tempest-ServerRescueTestJSON-1473301625-router', 'tenant_id': '9c62862d5dab4e61bc9d5ebff8bf28d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': 'edf9f150-12db-44ff-acfc-29ed9a69e0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:41:12Z', 'updated_at': '2021-12-09T15:41:16Z', 'revision_number': 4, 'project_id': '9c62862d5dab4e61bc9d5ebff8bf28d9', 'gw_port': {'id': 'edf9f150-12db-44ff-acfc-29ed9a69e0b6', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d95326-bdb5-4772-90ab-eb3cb0b6dab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:12Z', 'updated_at': '2021-12-09T15:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'ddb0f651-9956-47bc-95ae-1d71c66e8124', 'name': '', 'network_id': '9142d0f3-e996-4d4e-9e52-5c13c39fd0aa', 'tenant_id': '9c62862d5dab4e61bc9d5ebff8bf28d9', 'mac_address': 'fa:16:3e:ae:88:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d95326-bdb5-4772-90ab-eb3cb0b6dab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'e7615c31-1317-4836-baf8-83af5ea592c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:15Z', 'updated_at': '2021-12-09T15:41:20Z', 'revision_number': 4, 'project_id': '9c62862d5dab4e61bc9d5ebff8bf28d9', 'subnets': [{'id': 'e7615c31-1317-4836-baf8-83af5ea592c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:41:21.468789 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-426c1efa-ede1-4b0d-90f2-0cdf48bbaea1 service neutron] 10.222.0.57 "GET /v2.0/networks/9142d0f3-e996-4d4e-9e52-5c13c39fd0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178350 Dec 09 15:41:21.505766 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bf8a90-d484-49aa-a4e4-bf68134ac545 None None] The sync data for ids ['49d95326-bdb5-4772-90ab-eb3cb0b6dab7'] in n-d-821228-1 is: [{'id': '49d95326-bdb5-4772-90ab-eb3cb0b6dab7', 'name': 'tempest-ServerRescueTestJSON-1473301625-router', 'tenant_id': '9c62862d5dab4e61bc9d5ebff8bf28d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': 'edf9f150-12db-44ff-acfc-29ed9a69e0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:41:12Z', 'updated_at': '2021-12-09T15:41:16Z', 'revision_number': 4, 'project_id': '9c62862d5dab4e61bc9d5ebff8bf28d9', 'gw_port': {'id': 'edf9f150-12db-44ff-acfc-29ed9a69e0b6', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d95326-bdb5-4772-90ab-eb3cb0b6dab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:12Z', 'updated_at': '2021-12-09T15:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'ddb0f651-9956-47bc-95ae-1d71c66e8124', 'name': '', 'network_id': '9142d0f3-e996-4d4e-9e52-5c13c39fd0aa', 'tenant_id': '9c62862d5dab4e61bc9d5ebff8bf28d9', 'mac_address': 'fa:16:3e:ae:88:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d95326-bdb5-4772-90ab-eb3cb0b6dab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'e7615c31-1317-4836-baf8-83af5ea592c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:15Z', 'updated_at': '2021-12-09T15:41:20Z', 'revision_number': 4, 'project_id': '9c62862d5dab4e61bc9d5ebff8bf28d9', 'subnets': [{'id': 'e7615c31-1317-4836-baf8-83af5ea592c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:41:21.605927 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-dd9f2f2a-4312-47bb-b416-0a3dacdb20a7 service neutron] 10.222.0.57 "GET /v2.0/networks/9142d0f3-e996-4d4e-9e52-5c13c39fd0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314313 Dec 09 15:41:21.804816 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a2911c-91e3-4d72-ae8d-b0ccaf92da13 x-openstack-request-id: req-a7a2911c-91e3-4d72-ae8d-b0ccaf92da13 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:41:21.805484 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a24b370-5b6c-425f-ac47-83db418c2b23", "name": "network-vif-deleted", "tag": "1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:41:21.805484 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a7a2911c-91e3-4d72-ae8d-b0ccaf92da13 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:41:21.806268 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a24b370-5b6c-425f-ac47-83db418c2b23', 'name': 'network-vif-deleted', 'tag': '1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507', 'status': 'completed', 'code': 200} Dec 09 15:41:21.856197 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34de9a75-8a41-47cf-84ae-bd3f617b0978 x-openstack-request-id: req-34de9a75-8a41-47cf-84ae-bd3f617b0978 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:41:21.856706 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebcd737a-31aa-48b5-8313-bc156b40593a", "tag": "5f2ed213-b93c-4456-9de3-acd80db93d07", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:41:21.856917 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-34de9a75-8a41-47cf-84ae-bd3f617b0978 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:41:21.857394 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebcd737a-31aa-48b5-8313-bc156b40593a', 'tag': '5f2ed213-b93c-4456-9de3-acd80db93d07', 'status': 'completed', 'code': 200} Dec 09 15:41:21.959309 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cbc27197-0a88-42bd-b227-35cabf38def8 req-48a6a755-8111-4802-a3ae-15c5eb7247e8 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/floatingips/254d8423-b3b1-4737-a9f0-7e371acb9172 HTTP/1.1" status: 200 len: 693 time: 0.0837111 Dec 09 15:41:22.009834 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 38204) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:22.113131 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 38208) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:22.115266 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f96801e7-88f5-4c3f-aef5-0d8bd11bfb85 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=168cb63791d24d9eb6efa0802bf680b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1041462 Dec 09 15:41:22.119019 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80997077-7f04-494b-bc0b-dcb06f78dd1d req-546f54fb-38fd-48ed-b09e-ef80d88f02b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:22.121166 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-80997077-7f04-494b-bc0b-dcb06f78dd1d req-546f54fb-38fd-48ed-b09e-ef80d88f02b7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ac9c6f5fd2b24496b17333de4d596655&device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 1096 time: 0.1477513 Dec 09 15:41:22.200633 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc27197-0a88-42bd-b227-35cabf38def8 req-4ed90855-63af-4a81-b3e9-86aafc6f8bce tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:22.202648 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cbc27197-0a88-42bd-b227-35cabf38def8 req-4ed90855-63af-4a81-b3e9-86aafc6f8bce tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/networks/d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 784 time: 0.2425048 Dec 09 15:41:22.249775 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-cbc27197-0a88-42bd-b227-35cabf38def8 req-54ac1de8-2878-4966-9aae-bdd78fc8e3bf tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:41:22.257642 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cbc27197-0a88-42bd-b227-35cabf38def8 req-54ac1de8-2878-4966-9aae-bdd78fc8e3bf tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0414298 Dec 09 15:41:22.391886 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cbc27197-0a88-42bd-b227-35cabf38def8 req-b11913dd-e14a-48a5-947b-b336305fff44 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 696 time: 0.1331062 Dec 09 15:41:22.479726 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cbc27197-0a88-42bd-b227-35cabf38def8 req-de586244-e9a4-4f86-ba68-c13abfe85aa7 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 696 time: 0.0870512 Dec 09 15:41:22.484281 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37af7793-058a-4a3b-b853-32dae2f5baa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:22.530539 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37af7793-058a-4a3b-b853-32dae2f5baa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:22.682855 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device ddb0f651-9956-47bc-95ae-1d71c66e8124 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:41:22.756402 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port ddb0f651-9956-47bc-95ae-1d71c66e8124 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:41:22.756897 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:22.774431 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37af7793-058a-4a3b-b853-32dae2f5baa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:22.777344 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37af7793-058a-4a3b-b853-32dae2f5baa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:22.778746 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-37af7793-058a-4a3b-b853-32dae2f5baa9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e8947fd2-5f35-4cff-9096-67572efac3ab HTTP/1.1" status: 204 len: 168 time: 0.6650338 Dec 09 15:41:22.842391 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af7793-058a-4a3b-b853-32dae2f5baa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8947fd2-5f35-4cff-9096-67572efac3ab,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:22.849860 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:41:22.892154 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80997077-7f04-494b-bc0b-dcb06f78dd1d req-fdb93bf2-72fe-4cca-9aeb-3224be0cc736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:22.895098 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-80997077-7f04-494b-bc0b-dcb06f78dd1d req-fdb93bf2-72fe-4cca-9aeb-3224be0cc736 service neutron] 10.222.0.31 "GET /v2.0/networks?id=92a47958-6df8-43d7-a435-98bacb180021 HTTP/1.1" status: 200 len: 920 time: 0.6898370 Dec 09 15:41:22.918215 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:41:22.919001 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 1ddd2f82-f4c8-45e8-a1b9-9ac229dbf507 not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:41:22.971018 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-80997077-7f04-494b-bc0b-dcb06f78dd1d req-33ba5824-90c9-428f-904c-ca38111cb831 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f2ed213-b93c-4456-9de3-acd80db93d07 HTTP/1.1" status: 200 len: 217 time: 0.0576100 Dec 09 15:41:22.976493 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6fe68230-7329-410f-b80e-aababed94b47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:22.996762 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:23.006708 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-cbc27197-0a88-42bd-b227-35cabf38def8 req-c45ffcca-7d3c-4d67-b26a-92770fd0fbc7 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Deleting port 71b5853e-a39d-4a12-a2e0-63efa91713ec {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:41:23.007185 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cbc27197-0a88-42bd-b227-35cabf38def8 req-c45ffcca-7d3c-4d67-b26a-92770fd0fbc7 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:23.051355 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port ddb0f651-9956-47bc-95ae-1d71c66e8124, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=ddb0f651-9956-47bc-95ae-1d71c66e8124,segment=NetworkSegment(f08bf91e-2a80-4157-b377-a6ced87c1b83),segment_id=f08bf91e-2a80-4157-b377-a6ced87c1b83)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:41:23.058728 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:23.147155 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80997077-7f04-494b-bc0b-dcb06f78dd1d req-80ef5692-0ff0-4a5e-9627-ccad35dae025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:23.148654 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-80997077-7f04-494b-bc0b-dcb06f78dd1d req-80ef5692-0ff0-4a5e-9627-ccad35dae025 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9c395f70-a7af-4da8-a130-cf3a05578152 HTTP/1.1" status: 200 len: 859 time: 0.1545022 Dec 09 15:41:23.223124 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-80997077-7f04-494b-bc0b-dcb06f78dd1d req-b226e111-2827-402f-97f1-ad2f9bf9d208 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=92a47958-6df8-43d7-a435-98bacb180021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598989 Dec 09 15:41:23.260529 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cbc27197-0a88-42bd-b227-35cabf38def8 req-c45ffcca-7d3c-4d67-b26a-92770fd0fbc7 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:23.261148 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cbc27197-0a88-42bd-b227-35cabf38def8 req-c45ffcca-7d3c-4d67-b26a-92770fd0fbc7 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:23.272775 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 38238) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:23.323758 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-cbc27197-0a88-42bd-b227-35cabf38def8 req-c45ffcca-7d3c-4d67-b26a-92770fd0fbc7 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Calling delete_port for 71b5853e-a39d-4a12-a2e0-63efa91713ec owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:41:23.469231 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=ddb0f651-9956-47bc-95ae-1d71c66e8124,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:23.591045 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd9bd7b0-816b-4167-8d8a-e9d467d26921 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:23.609229 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-1783f190-6e1a-498b-831c-bc9522fbc911 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:23.611740 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-1783f190-6e1a-498b-831c-bc9522fbc911 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.31 "GET /v2.0/networks?id=9142d0f3-e996-4d4e-9e52-5c13c39fd0aa HTTP/1.1" status: 200 len: 811 time: 0.1445112 Dec 09 15:41:23.646861 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-dd39304e-aceb-4c03-873c-cb5d4c88b4e1 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Request body: {'port': {'device_id': 'c98af8e8-5d3c-4435-8863-d44500d518a8', 'network_id': '9142d0f3-e996-4d4e-9e52-5c13c39fd0aa', 'admin_state_up': True, 'tenant_id': '9c62862d5dab4e61bc9d5ebff8bf28d9'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:41:23.726073 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-80997077-7f04-494b-bc0b-dcb06f78dd1d req-39b58fa6-ad0d-4f22-a3ee-d7d9960f8478 service neutron] 10.222.0.31 "GET /v2.0/networks/92a47958-6df8-43d7-a435-98bacb180021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4859338 Dec 09 15:41:23.757197 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd9bd7b0-816b-4167-8d8a-e9d467d26921 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:23.764212 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd9bd7b0-816b-4167-8d8a-e9d467d26921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:23.833301 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 38256) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:23.833658 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bd9bd7b0-816b-4167-8d8a-e9d467d26921 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b8cfd4cea59748bbb11643c6817b5655&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5598273 Dec 09 15:41:23.835199 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9bd7b0-816b-4167-8d8a-e9d467d26921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52780182-b05a-4b85-ba43-baf6729dd59e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:23.975346 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:24.021685 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-80997077-7f04-494b-bc0b-dcb06f78dd1d req-bb495033-69ee-46af-a35e-39f31ad111ce service neutron] 10.222.0.31 "GET /v2.0/networks/92a47958-6df8-43d7-a435-98bacb180021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820094 Dec 09 15:41:24.026852 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-dd39304e-aceb-4c03-873c-cb5d4c88b4e1 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Made reservation on behalf of 9c62862d5dab4e61bc9d5ebff8bf28d9 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:41:24.031146 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-dd39304e-aceb-4c03-873c-cb5d4c88b4e1 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:24.039515 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e2c0330-088a-45cc-a5f1-bde3f7103e07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:24.064972 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cbc27197-0a88-42bd-b227-35cabf38def8 req-c45ffcca-7d3c-4d67-b26a-92770fd0fbc7 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:24.118355 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e2c0330-088a-45cc-a5f1-bde3f7103e07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:24.130298 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ffcca-7d3c-4d67-b26a-92770fd0fbc7 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Pushing event deleted for resources: {'Port': ['ID=71b5853e-a39d-4a12-a2e0-63efa91713ec,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:24.290666 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cbc27197-0a88-42bd-b227-35cabf38def8 req-c45ffcca-7d3c-4d67-b26a-92770fd0fbc7 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:24.293296 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cbc27197-0a88-42bd-b227-35cabf38def8 req-c45ffcca-7d3c-4d67-b26a-92770fd0fbc7 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:24.294459 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cbc27197-0a88-42bd-b227-35cabf38def8 req-c45ffcca-7d3c-4d67-b26a-92770fd0fbc7 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "DELETE /v2.0/floatingips/254d8423-b3b1-4737-a9f0-7e371acb9172 HTTP/1.1" status: 204 len: 173 time: 1.8138971 Dec 09 15:41:24.337191 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e2c0330-088a-45cc-a5f1-bde3f7103e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:24.341080 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e2c0330-088a-45cc-a5f1-bde3f7103e07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:24.345678 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4e2c0330-088a-45cc-a5f1-bde3f7103e07 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/52780182-b05a-4b85-ba43-baf6729dd59e HTTP/1.1" status: 204 len: 168 time: 0.4995258 Dec 09 15:41:24.346705 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-dd39304e-aceb-4c03-873c-cb5d4c88b4e1 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Allocated IP 172.20.0.4 (9142d0f3-e996-4d4e-9e52-5c13c39fd0aa/e7615c31-1317-4836-baf8-83af5ea592c9/79dd7992-0e9e-4dc6-8338-3916ec47be1f) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:41:24.363407 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c0330-088a-45cc-a5f1-bde3f7103e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52780182-b05a-4b85-ba43-baf6729dd59e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:24.378088 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:24.549245 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-dd39304e-aceb-4c03-873c-cb5d4c88b4e1 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:24.601377 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-dd39304e-aceb-4c03-873c-cb5d4c88b4e1 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:24.608447 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device ddb0f651-9956-47bc-95ae-1d71c66e8124 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:41:24.659190 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-dd39304e-aceb-4c03-873c-cb5d4c88b4e1 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Network 9142d0f3-e996-4d4e-9e52-5c13c39fd0aa is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:41:24.662403 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-dd39304e-aceb-4c03-873c-cb5d4c88b4e1 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:41:24.666352 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-dd39304e-aceb-4c03-873c-cb5d4c88b4e1 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:41:24.707026 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port ddb0f651-9956-47bc-95ae-1d71c66e8124 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:41:24.707026 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:24.714244 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd39304e-aceb-4c03-873c-cb5d4c88b4e1 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Pushing event updated for resources: {'Port': ['ID=79dd7992-0e9e-4dc6-8338-3916ec47be1f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:24.770217 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-dd39304e-aceb-4c03-873c-cb5d4c88b4e1 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:24.770898 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-dd39304e-aceb-4c03-873c-cb5d4c88b4e1 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:24.800836 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987c6f1-57eb-4291-ae87-534510fd1b8e req-a9d9ffeb-f6e7-4531-af1c-b591e4d098ca tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:24.809653 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8987c6f1-57eb-4291-ae87-534510fd1b8e req-a9d9ffeb-f6e7-4531-af1c-b591e4d098ca tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=c98af8e8-5d3c-4435-8863-d44500d518a8 HTTP/1.1" status: 200 len: 931 time: 0.1069393 Dec 09 15:41:24.826134 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-dd39304e-aceb-4c03-873c-cb5d4c88b4e1 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1968119 Dec 09 15:41:24.841065 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-a1c0679a-eea6-4a02-ab31-e1977a7fb880 service neutron] Request body: {'port': {'device_id': 'c98af8e8-5d3c-4435-8863-d44500d518a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:41:24.933032 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8987c6f1-57eb-4291-ae87-534510fd1b8e req-56b3a8bd-5759-4fcf-96a6-da8a12767d9e tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222868 Dec 09 15:41:24.947995 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-a1c0679a-eea6-4a02-ab31-e1977a7fb880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:25.225268 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:25.384278 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fe46db89-2d1a-4cdb-8526-1d258280b324 req-2709e562-1eeb-40cd-a7af-b62b95a2f75c tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/security-groups/35aaa7f6-aa29-48eb-b0f3-04f5207f9ed4 HTTP/1.1" status: 200 len: 1826 time: 0.4229271 Dec 09 15:41:25.556701 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fe46db89-2d1a-4cdb-8526-1d258280b324 req-f15bf0da-320d-4144-bd99-906c9ba6e423 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:25.598954 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fe46db89-2d1a-4cdb-8526-1d258280b324 req-f15bf0da-320d-4144-bd99-906c9ba6e423 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:25.701967 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fe46db89-2d1a-4cdb-8526-1d258280b324 req-f15bf0da-320d-4144-bd99-906c9ba6e423 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:25.704968 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fe46db89-2d1a-4cdb-8526-1d258280b324 req-f15bf0da-320d-4144-bd99-906c9ba6e423 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:25.706082 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fe46db89-2d1a-4cdb-8526-1d258280b324 req-f15bf0da-320d-4144-bd99-906c9ba6e423 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "DELETE /v2.0/security-groups/35aaa7f6-aa29-48eb-b0f3-04f5207f9ed4 HTTP/1.1" status: 204 len: 173 time: 0.3123131 Dec 09 15:41:25.724007 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15bf0da-320d-4144-bd99-906c9ba6e423 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35aaa7f6-aa29-48eb-b0f3-04f5207f9ed4,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:25.730498 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-a1c0679a-eea6-4a02-ab31-e1977a7fb880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79dd7992-0e9e-4dc6-8338-3916ec47be1f {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:41:25.740814 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-a1c0679a-eea6-4a02-ab31-e1977a7fb880 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:25.755777 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-a1c0679a-eea6-4a02-ab31-e1977a7fb880 service neutron] Transition to ACTIVE for port object 79dd7992-0e9e-4dc6-8338-3916ec47be1f will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:41:25.761119 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-a1c0679a-eea6-4a02-ab31-e1977a7fb880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:25.850201 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0679a-eea6-4a02-ab31-e1977a7fb880 service neutron] Pushing event updated for resources: {'Port': ['ID=79dd7992-0e9e-4dc6-8338-3916ec47be1f,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:25.905861 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-a1c0679a-eea6-4a02-ab31-e1977a7fb880 service neutron] Attempting to bind port 79dd7992-0e9e-4dc6-8338-3916ec47be1f on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:41:25.906207 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-a1c0679a-eea6-4a02-ab31-e1977a7fb880 service neutron] Attempting to bind port 79dd7992-0e9e-4dc6-8338-3916ec47be1f by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': 'f08bf91e-2a80-4157-b377-a6ced87c1b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9142d0f3-e996-4d4e-9e52-5c13c39fd0aa'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:41:25.907092 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-a1c0679a-eea6-4a02-ab31-e1977a7fb880 service neutron] Attempting to bind port 79dd7992-0e9e-4dc6-8338-3916ec47be1f on network 9142d0f3-e996-4d4e-9e52-5c13c39fd0aa {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:41:25.912781 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-a1c0679a-eea6-4a02-ab31-e1977a7fb880 service neutron] Port 79dd7992-0e9e-4dc6-8338-3916ec47be1f on network 9142d0f3-e996-4d4e-9e52-5c13c39fd0aa not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:41:25.913042 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-a1c0679a-eea6-4a02-ab31-e1977a7fb880 service neutron] Attempting to bind port 79dd7992-0e9e-4dc6-8338-3916ec47be1f on network 9142d0f3-e996-4d4e-9e52-5c13c39fd0aa {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:41:25.919399 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-a1c0679a-eea6-4a02-ab31-e1977a7fb880 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:41:25.919749 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-a1c0679a-eea6-4a02-ab31-e1977a7fb880 service neutron] Checking segment: {'id': 'f08bf91e-2a80-4157-b377-a6ced87c1b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9142d0f3-e996-4d4e-9e52-5c13c39fd0aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:41:25.920145 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-a1c0679a-eea6-4a02-ab31-e1977a7fb880 service neutron] Bound using segment: {'id': 'f08bf91e-2a80-4157-b377-a6ced87c1b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9142d0f3-e996-4d4e-9e52-5c13c39fd0aa'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:41:25.920622 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-a1c0679a-eea6-4a02-ab31-e1977a7fb880 service neutron] Bound port: 79dd7992-0e9e-4dc6-8338-3916ec47be1f, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f08bf91e-2a80-4157-b377-a6ced87c1b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9142d0f3-e996-4d4e-9e52-5c13c39fd0aa'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:41:25.921097 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-a1c0679a-eea6-4a02-ab31-e1977a7fb880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:25.994826 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-a1c0679a-eea6-4a02-ab31-e1977a7fb880 service neutron] For port 79dd7992-0e9e-4dc6-8338-3916ec47be1f, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:41:25.999634 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-a1c0679a-eea6-4a02-ab31-e1977a7fb880 service neutron] For port 79dd7992-0e9e-4dc6-8338-3916ec47be1f, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=79dd7992-0e9e-4dc6-8338-3916ec47be1f,segment=NetworkSegment(f08bf91e-2a80-4157-b377-a6ced87c1b83),segment_id=f08bf91e-2a80-4157-b377-a6ced87c1b83)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:41:26.006159 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-a1c0679a-eea6-4a02-ab31-e1977a7fb880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:26.052210 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-a1c0679a-eea6-4a02-ab31-e1977a7fb880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:26.053261 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-a1c0679a-eea6-4a02-ab31-e1977a7fb880 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:26.054851 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-a1c0679a-eea6-4a02-ab31-e1977a7fb880 service neutron] 10.222.0.31 "PUT /v2.0/ports/79dd7992-0e9e-4dc6-8338-3916ec47be1f HTTP/1.1" status: 200 len: 1091 time: 1.2209728 Dec 09 15:41:26.057184 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c98af8e8-5d3c-4435-8863-d44500d518a8', 'tag': '79dd7992-0e9e-4dc6-8338-3916ec47be1f'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:41:26.060852 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8551a2-a175-4081-9fbf-6910414605c5" -d '{"events": [{"name": "network-changed", "server_uuid": "c98af8e8-5d3c-4435-8863-d44500d518a8", "tag": "79dd7992-0e9e-4dc6-8338-3916ec47be1f"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:41:26.093665 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0679a-eea6-4a02-ab31-e1977a7fb880 service neutron] Pushing event updated for resources: {'Port': ['ID=79dd7992-0e9e-4dc6-8338-3916ec47be1f,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:26.158463 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-f39c58d9-fb74-46b4-b674-9c3bb0b80e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:26.160169 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-f39c58d9-fb74-46b4-b674-9c3bb0b80e24 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9c62862d5dab4e61bc9d5ebff8bf28d9&device_id=c98af8e8-5d3c-4435-8863-d44500d518a8 HTTP/1.1" status: 200 len: 1094 time: 0.0489035 Dec 09 15:41:26.208563 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-6ed4ae72-2875-46a6-b38f-c46aad3af21c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79dd7992-0e9e-4dc6-8338-3916ec47be1f HTTP/1.1" status: 200 len: 217 time: 0.0389950 Dec 09 15:41:26.270845 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-6d584b2c-5ccf-4b01-bfb6-b23327c59820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:26.272609 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-6d584b2c-5ccf-4b01-bfb6-b23327c59820 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e7615c31-1317-4836-baf8-83af5ea592c9 HTTP/1.1" status: 200 len: 851 time: 0.0570881 Dec 09 15:41:26.325434 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-122f4913-257a-4ded-b0e7-c04155820b2a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9142d0f3-e996-4d4e-9e52-5c13c39fd0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447028 Dec 09 15:41:26.434905 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:26.438194 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-1255ebab-4126-4ad3-bac4-1948091c8fe0 service neutron] 10.222.0.31 "GET /v2.0/networks/9142d0f3-e996-4d4e-9e52-5c13c39fd0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019752 Dec 09 15:41:26.581514 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf6c6bef-377f-42e7-99bf-05c65db885a8 req-978ae712-fc9b-4eea-be7a-acc85f767eff service neutron] 10.222.0.31 "GET /v2.0/networks/9142d0f3-e996-4d4e-9e52-5c13c39fd0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351402 Dec 09 15:41:27.053904 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfcc0c0-3190-4c93-9dda-642e0fac3a16 req-f3a19fbf-a242-4095-bcf2-df91879f6563 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:27.056398 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cbfcc0c0-3190-4c93-9dda-642e0fac3a16 req-f3a19fbf-a242-4095-bcf2-df91879f6563 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=c98af8e8-5d3c-4435-8863-d44500d518a8 HTTP/1.1" status: 200 len: 943 time: 0.0581262 Dec 09 15:41:27.134881 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cbfcc0c0-3190-4c93-9dda-642e0fac3a16 req-ccbff0b5-5d90-4c1b-85cf-07531fbffcdf tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721354 Dec 09 15:41:27.212310 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66eadfe-7787-4616-b8a1-22cf5e197094 x-openstack-request-id: req-f66eadfe-7787-4616-b8a1-22cf5e197094 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:41:27.212682 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c98af8e8-5d3c-4435-8863-d44500d518a8", "tag": "79dd7992-0e9e-4dc6-8338-3916ec47be1f", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:41:27.212942 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f66eadfe-7787-4616-b8a1-22cf5e197094 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:41:27.213365 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c98af8e8-5d3c-4435-8863-d44500d518a8', 'tag': '79dd7992-0e9e-4dc6-8338-3916ec47be1f', 'status': 'completed', 'code': 200} Dec 09 15:41:27.340135 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8551a2-a175-4081-9fbf-6910414605c5 req-c0ece334-b738-4de7-b459-74d38d436f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:27.342696 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dd8551a2-a175-4081-9fbf-6910414605c5 req-c0ece334-b738-4de7-b459-74d38d436f2d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9c62862d5dab4e61bc9d5ebff8bf28d9&device_id=c98af8e8-5d3c-4435-8863-d44500d518a8 HTTP/1.1" status: 200 len: 1094 time: 0.0942278 Dec 09 15:41:27.468568 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8551a2-a175-4081-9fbf-6910414605c5 req-91ac3a6d-0a11-4789-97b2-00970a08985b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:27.471201 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dd8551a2-a175-4081-9fbf-6910414605c5 req-91ac3a6d-0a11-4789-97b2-00970a08985b service neutron] 10.222.0.31 "GET /v2.0/networks?id=9142d0f3-e996-4d4e-9e52-5c13c39fd0aa HTTP/1.1" status: 200 len: 912 time: 0.1157248 Dec 09 15:41:27.529042 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dd8551a2-a175-4081-9fbf-6910414605c5 req-651ed513-eeec-4c5e-926c-6de45af836bf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79dd7992-0e9e-4dc6-8338-3916ec47be1f HTTP/1.1" status: 200 len: 217 time: 0.0471575 Dec 09 15:41:27.678221 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8551a2-a175-4081-9fbf-6910414605c5 req-d2faaaa5-2805-4ced-8d20-b401383bea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:27.680338 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dd8551a2-a175-4081-9fbf-6910414605c5 req-d2faaaa5-2805-4ced-8d20-b401383bea72 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e7615c31-1317-4836-baf8-83af5ea592c9 HTTP/1.1" status: 200 len: 851 time: 0.1408677 Dec 09 15:41:27.739484 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dd8551a2-a175-4081-9fbf-6910414605c5 req-bedd1f74-5ff7-4ad2-9cd2-993fd6808864 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9142d0f3-e996-4d4e-9e52-5c13c39fd0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500081 Dec 09 15:41:27.911804 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dd8551a2-a175-4081-9fbf-6910414605c5 req-9e276b67-c8e3-4ade-badf-3e2e5b94cb41 service neutron] 10.222.0.31 "GET /v2.0/networks/9142d0f3-e996-4d4e-9e52-5c13c39fd0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571736 Dec 09 15:41:28.045040 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f24152-1883-4acf-9335-bde94121ee75 req-5432060d-24f8-4d6c-9c4a-f0a24ff87aa2 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:28.046556 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e4f24152-1883-4acf-9335-bde94121ee75 req-5432060d-24f8-4d6c-9c4a-f0a24ff87aa2 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 945 time: 0.1021900 Dec 09 15:41:28.077549 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dd8551a2-a175-4081-9fbf-6910414605c5 req-c497a58d-7fee-431c-8cb8-14c30c857094 service neutron] 10.222.0.31 "GET /v2.0/networks/9142d0f3-e996-4d4e-9e52-5c13c39fd0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553006 Dec 09 15:41:28.116699 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e4f24152-1883-4acf-9335-bde94121ee75 req-6e2378f3-2448-4692-81be-4059bc5b3d28 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/security-groups?id=405f7c79-c2e4-4998-b8a7-72f6f093478a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628057 Dec 09 15:41:28.345145 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c68971e2-4c19-45ee-a1bb-b5e2ac34749d req-a2169817-4fb4-4f2a-a2b2-318856794c65 tempest-QuotasAdminNegativeTest-591714609 tempest-QuotasAdminNegativeTest-591714609-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=2c782b8953f7490f8f65f55ce8ee33eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270543 Dec 09 15:41:28.461186 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68971e2-4c19-45ee-a1bb-b5e2ac34749d req-521cd861-f3dc-4edf-a823-ea4247b23e14 tempest-QuotasAdminNegativeTest-591714609 tempest-QuotasAdminNegativeTest-591714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:28.462918 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c68971e2-4c19-45ee-a1bb-b5e2ac34749d req-521cd861-f3dc-4edf-a823-ea4247b23e14 tempest-QuotasAdminNegativeTest-591714609 tempest-QuotasAdminNegativeTest-591714609-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1123388 Dec 09 15:41:28.478956 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c68971e2-4c19-45ee-a1bb-b5e2ac34749d req-dd07a08a-e10c-430f-bd90-115f794fd4cc tempest-QuotasAdminNegativeTest-591714609 tempest-QuotasAdminNegativeTest-591714609-project] 10.222.0.57 "GET /v2.0/quotas/2c782b8953f7490f8f65f55ce8ee33eb HTTP/1.1" status: 200 len: 375 time: 0.0101919 Dec 09 15:41:28.512054 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c68971e2-4c19-45ee-a1bb-b5e2ac34749d req-a2e4e219-2684-4cee-b570-9355dbaa7bb3 tempest-QuotasAdminNegativeTest-591714609 tempest-QuotasAdminNegativeTest-591714609-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c782b8953f7490f8f65f55ce8ee33eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272284 Dec 09 15:41:28.666342 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a76e0-c71d-4a17-90a7-3dfca1b63ea6 req-54e5471d-a9bc-4b2f-8f20-f7081f289376 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:28.667875 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2d8a76e0-c71d-4a17-90a7-3dfca1b63ea6 req-54e5471d-a9bc-4b2f-8f20-f7081f289376 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=c98af8e8-5d3c-4435-8863-d44500d518a8 HTTP/1.1" status: 200 len: 943 time: 0.0548708 Dec 09 15:41:28.722239 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2d8a76e0-c71d-4a17-90a7-3dfca1b63ea6 req-e7408679-6118-470d-a9df-b7802011c9ba tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479267 Dec 09 15:41:29.579399 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d8514-553a-4e1b-a6a4-692ce4e521fd req-f5ddf65d-e42b-4b35-90d3-cfb6e45fa8fb tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:29.581030 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-762d8514-553a-4e1b-a6a4-692ce4e521fd req-f5ddf65d-e42b-4b35-90d3-cfb6e45fa8fb tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 945 time: 0.0550084 Dec 09 15:41:29.632326 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-762d8514-553a-4e1b-a6a4-692ce4e521fd req-197f2576-e8e4-401d-95f5-85d01ff7f410 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/security-groups?id=405f7c79-c2e4-4998-b8a7-72f6f093478a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449076 Dec 09 15:41:29.805810 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3e0e7831-74db-4418-b0b7-e540da8b40eb req-46d7347c-dd55-4609-a589-cd35c28f32a7 tempest-QuotasAdminNegativeTest-591714609 tempest-QuotasAdminNegativeTest-591714609-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=2c782b8953f7490f8f65f55ce8ee33eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240233 Dec 09 15:41:29.977192 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0603b5-b1a2-432b-9cf7-ef7a4a060b3d req-64e1e37a-5425-47d6-be60-b072c38dc6df tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:29.978788 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ff0603b5-b1a2-432b-9cf7-ef7a4a060b3d req-64e1e37a-5425-47d6-be60-b072c38dc6df tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 945 time: 0.0900283 Dec 09 15:41:29.990219 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e7831-74db-4418-b0b7-e540da8b40eb req-e1392dbd-86e6-4b60-93f5-c143c384c1ac tempest-QuotasAdminNegativeTest-591714609 tempest-QuotasAdminNegativeTest-591714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:29.991675 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3e0e7831-74db-4418-b0b7-e540da8b40eb req-e1392dbd-86e6-4b60-93f5-c143c384c1ac tempest-QuotasAdminNegativeTest-591714609 tempest-QuotasAdminNegativeTest-591714609-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1803672 Dec 09 15:41:30.037108 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3e0e7831-74db-4418-b0b7-e540da8b40eb req-05aa42fe-70c7-4641-85da-b727a7c17ee5 tempest-QuotasAdminNegativeTest-591714609 tempest-QuotasAdminNegativeTest-591714609-project] 10.222.0.57 "GET /v2.0/quotas/2c782b8953f7490f8f65f55ce8ee33eb HTTP/1.1" status: 200 len: 375 time: 0.0378366 Dec 09 15:41:30.105994 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3e0e7831-74db-4418-b0b7-e540da8b40eb req-15501d51-a639-4747-95bf-2570607fcca1 tempest-QuotasAdminNegativeTest-591714609 tempest-QuotasAdminNegativeTest-591714609-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c782b8953f7490f8f65f55ce8ee33eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609989 Dec 09 15:41:30.137203 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-ff0603b5-b1a2-432b-9cf7-ef7a4a060b3d req-3c832a61-9430-4766-b9c8-f5f3bc498bf8 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Deleting port 5f2ed213-b93c-4456-9de3-acd80db93d07 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:41:30.137760 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ff0603b5-b1a2-432b-9cf7-ef7a4a060b3d req-3c832a61-9430-4766-b9c8-f5f3bc498bf8 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:30.192245 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 38492) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:30.246905 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ff0603b5-b1a2-432b-9cf7-ef7a4a060b3d req-3c832a61-9430-4766-b9c8-f5f3bc498bf8 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] For port 5f2ed213-b93c-4456-9de3-acd80db93d07, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5f2ed213-b93c-4456-9de3-acd80db93d07,segment=NetworkSegment(bfe5567d-d2f6-4409-8771-2c3d7fc478c9),segment_id=bfe5567d-d2f6-4409-8771-2c3d7fc478c9)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:41:30.247275 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ff0603b5-b1a2-432b-9cf7-ef7a4a060b3d req-3c832a61-9430-4766-b9c8-f5f3bc498bf8 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:30.262718 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-ff0603b5-b1a2-432b-9cf7-ef7a4a060b3d req-3c832a61-9430-4766-b9c8-f5f3bc498bf8 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Calling delete_port for 5f2ed213-b93c-4456-9de3-acd80db93d07 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:41:30.312109 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7ed0d4ab-ddf6-4063-9f07-e53d4855a302 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:30.333390 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 79dd7992-0e9e-4dc6-8338-3916ec47be1f details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:41:30.424466 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b210ed-02f9-4b88-b8a7-ea21a5b95967 req-4d7ff1dc-dd27-47f6-9bb4-ef1a355a7a2d tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:30.426810 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d7b210ed-02f9-4b88-b8a7-ea21a5b95967 req-4d7ff1dc-dd27-47f6-9bb4-ef1a355a7a2d tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=c98af8e8-5d3c-4435-8863-d44500d518a8 HTTP/1.1" status: 200 len: 943 time: 0.1540558 Dec 09 15:41:30.434104 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7ed0d4ab-ddf6-4063-9f07-e53d4855a302 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:30.439649 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7ed0d4ab-ddf6-4063-9f07-e53d4855a302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:30.472518 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 79dd7992-0e9e-4dc6-8338-3916ec47be1f, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=79dd7992-0e9e-4dc6-8338-3916ec47be1f,segment=NetworkSegment(f08bf91e-2a80-4157-b377-a6ced87c1b83),segment_id=f08bf91e-2a80-4157-b377-a6ced87c1b83)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:41:30.487038 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '79dd7992-0e9e-4dc6-8338-3916ec47be1f', 'network_id': '9142d0f3-e996-4d4e-9e52-5c13c39fd0aa', 'port_id': '79dd7992-0e9e-4dc6-8338-3916ec47be1f', 'mac_address': 'fa:16:3e:65:08:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7615c31-1317-4836-baf8-83af5ea592c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:41:30.492761 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7ed0d4ab-ddf6-4063-9f07-e53d4855a302 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=83762effe32547ae81fb458d4e8c7754&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2988007 Dec 09 15:41:30.494656 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 38496) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:30.504226 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0d4ab-ddf6-4063-9f07-e53d4855a302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66cf37cf-354d-4e63-99cc-e2652556448c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:30.541688 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:30.548843 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d7b210ed-02f9-4b88-b8a7-ea21a5b95967 req-e7893263-2161-402f-ae4a-cf3099e91500 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982337 Dec 09 15:41:30.567794 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79dd7992-0e9e-4dc6-8338-3916ec47be1f {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:41:30.569589 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9612f61a-db51-4863-aeea-c91508a28281 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:30.570541 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ff0603b5-b1a2-432b-9cf7-ef7a4a060b3d req-3c832a61-9430-4766-b9c8-f5f3bc498bf8 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:30.589208 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['5f2ed213-b93c-4456-9de3-acd80db93d07'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:41:30.596727 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 79dd7992-0e9e-4dc6-8338-3916ec47be1f, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=79dd7992-0e9e-4dc6-8338-3916ec47be1f,segment=NetworkSegment(f08bf91e-2a80-4157-b377-a6ced87c1b83),segment_id=f08bf91e-2a80-4157-b377-a6ced87c1b83)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:41:30.601188 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9612f61a-db51-4863-aeea-c91508a28281 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:30.623640 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:30.684283 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9612f61a-db51-4863-aeea-c91508a28281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:30.689017 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9612f61a-db51-4863-aeea-c91508a28281 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:30.694053 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9612f61a-db51-4863-aeea-c91508a28281 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/66cf37cf-354d-4e63-99cc-e2652556448c HTTP/1.1" status: 204 len: 168 time: 0.1981573 Dec 09 15:41:30.706772 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=79dd7992-0e9e-4dc6-8338-3916ec47be1f,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:30.713065 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9612f61a-db51-4863-aeea-c91508a28281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cf37cf-354d-4e63-99cc-e2652556448c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:30.716564 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c832a61-9430-4766-b9c8-f5f3bc498bf8 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Pushing event deleted for resources: {'Port': ['ID=5f2ed213-b93c-4456-9de3-acd80db93d07,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:30.751126 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0603b5-b1a2-432b-9cf7-ef7a4a060b3d req-3c832a61-9430-4766-b9c8-f5f3bc498bf8 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] No DVR routers for this DVR port 5f2ed213-b93c-4456-9de3-acd80db93d07 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:41:30.754622 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ff0603b5-b1a2-432b-9cf7-ef7a4a060b3d req-3c832a61-9430-4766-b9c8-f5f3bc498bf8 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:30.759551 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ff0603b5-b1a2-432b-9cf7-ef7a4a060b3d req-3c832a61-9430-4766-b9c8-f5f3bc498bf8 tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.31 "DELETE /v2.0/ports/5f2ed213-b93c-4456-9de3-acd80db93d07 HTTP/1.1" status: 204 len: 173 time: 0.7669570 Dec 09 15:41:30.760168 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebcd737a-31aa-48b5-8313-bc156b40593a', 'name': 'network-vif-deleted', 'tag': '5f2ed213-b93c-4456-9de3-acd80db93d07'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:41:30.764565 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb7390c-5961-4147-b056-3419dc13356f" -d '{"events": [{"server_uuid": "ebcd737a-31aa-48b5-8313-bc156b40593a", "name": "network-vif-deleted", "tag": "5f2ed213-b93c-4456-9de3-acd80db93d07"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:41:31.043013 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['79dd7992-0e9e-4dc6-8338-3916ec47be1f'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:41:31.114984 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 38514) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:31.134894 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-20aea81c-7392-4ed0-a490-3bbc55dd0c9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:31.258324 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-20aea81c-7392-4ed0-a490-3bbc55dd0c9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:31.263603 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-20aea81c-7392-4ed0-a490-3bbc55dd0c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:31.311525 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aea81c-7392-4ed0-a490-3bbc55dd0c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9cebbc-5fbc-423d-a903-4a43ebea2b31,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:31.319678 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-20aea81c-7392-4ed0-a490-3bbc55dd0c9b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ceef9d832bf84ac193ec4f60d4734c62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2033346 Dec 09 15:41:31.327903 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 38518) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:31.334930 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a6b7ec3-5b51-4cf3-b78f-a1bc1d094fd3 req-2a9dba1e-414d-49ff-93d7-3ca90984614c tempest-ServerRescueTestJSONUnderV235-552665563 tempest-ServerRescueTestJSONUnderV235-552665563-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebcd737a-31aa-48b5-8313-bc156b40593a HTTP/1.1" status: 200 len: 210 time: 0.0382257 Dec 09 15:41:31.413028 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-614aefbf-a1a0-49c1-8b81-fc17e9c79229 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:31.445679 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-614aefbf-a1a0-49c1-8b81-fc17e9c79229 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:31.567720 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-614aefbf-a1a0-49c1-8b81-fc17e9c79229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:31.572110 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-614aefbf-a1a0-49c1-8b81-fc17e9c79229 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:31.574051 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-614aefbf-a1a0-49c1-8b81-fc17e9c79229 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ac9cebbc-5fbc-423d-a903-4a43ebea2b31 HTTP/1.1" status: 204 len: 168 time: 0.2449734 Dec 09 15:41:31.604617 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614aefbf-a1a0-49c1-8b81-fc17e9c79229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9cebbc-5fbc-423d-a903-4a43ebea2b31,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:31.616927 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607c8ab6-f585-4094-8918-965cf7992459 x-openstack-request-id: req-607c8ab6-f585-4094-8918-965cf7992459 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:41:31.617327 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebcd737a-31aa-48b5-8313-bc156b40593a", "name": "network-vif-deleted", "tag": "5f2ed213-b93c-4456-9de3-acd80db93d07", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:41:31.617815 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-607c8ab6-f585-4094-8918-965cf7992459 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:41:31.618551 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebcd737a-31aa-48b5-8313-bc156b40593a', 'name': 'network-vif-deleted', 'tag': '5f2ed213-b93c-4456-9de3-acd80db93d07', 'status': 'completed', 'code': 200} Dec 09 15:41:32.040239 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc4290-13a0-45fc-a6e0-4d56661dbe25 req-ba13b760-d29e-48c0-b454-6e85a25f90c9 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:32.043783 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cdc4290-13a0-45fc-a6e0-4d56661dbe25 req-ba13b760-d29e-48c0-b454-6e85a25f90c9 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=c98af8e8-5d3c-4435-8863-d44500d518a8 HTTP/1.1" status: 200 len: 944 time: 0.0688858 Dec 09 15:41:32.118864 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cdc4290-13a0-45fc-a6e0-4d56661dbe25 req-41a397c9-0e10-4cf5-854b-5665846297c6 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666263 Dec 09 15:41:32.336309 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 79dd7992-0e9e-4dc6-8338-3916ec47be1f up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:41:32.417485 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 79dd7992-0e9e-4dc6-8338-3916ec47be1f completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:41:32.424068 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 79dd7992-0e9e-4dc6-8338-3916ec47be1f triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:41:32.424781 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:32.559813 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:32.607888 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98af8e8-5d3c-4435-8863-d44500d518a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79dd7992-0e9e-4dc6-8338-3916ec47be1f'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:41:32.617638 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444fea50-1dcd-461b-9c38-f5cef2ecac4a" -d '{"events": [{"server_uuid": "c98af8e8-5d3c-4435-8863-d44500d518a8", "name": "network-vif-plugged", "status": "completed", "tag": "79dd7992-0e9e-4dc6-8338-3916ec47be1f"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:41:32.627887 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 79dd7992-0e9e-4dc6-8338-3916ec47be1f, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=79dd7992-0e9e-4dc6-8338-3916ec47be1f,segment=NetworkSegment(f08bf91e-2a80-4157-b377-a6ced87c1b83),segment_id=f08bf91e-2a80-4157-b377-a6ced87c1b83)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:41:32.635460 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:32.636671 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 5f2ed213-b93c-4456-9de3-acd80db93d07 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:41:32.694616 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 5f2ed213-b93c-4456-9de3-acd80db93d07 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:41:32.695044 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 5f2ed213-b93c-4456-9de3-acd80db93d07 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:41:32.749334 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=79dd7992-0e9e-4dc6-8338-3916ec47be1f,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:32.757707 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 38574) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:32.914987 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a768c6-ef5b-44fa-83bf-77af506d0f6a x-openstack-request-id: req-a4a768c6-ef5b-44fa-83bf-77af506d0f6a {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:41:32.914987 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98af8e8-5d3c-4435-8863-d44500d518a8", "name": "network-vif-plugged", "status": "completed", "tag": "79dd7992-0e9e-4dc6-8338-3916ec47be1f", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:41:32.914987 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a4a768c6-ef5b-44fa-83bf-77af506d0f6a {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:41:32.915979 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98af8e8-5d3c-4435-8863-d44500d518a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79dd7992-0e9e-4dc6-8338-3916ec47be1f', 'code': 200} Dec 09 15:41:32.936181 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 38580) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:33.097651 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-babe4c4c-be3c-4aa0-9b05-b9ff2d1f3957 req-cf42292c-7bd4-44ff-b4e1-8e57126cfeb0 tempest-QuotasAdminNegativeTest-591714609 tempest-QuotasAdminNegativeTest-591714609-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=2c782b8953f7490f8f65f55ce8ee33eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567937 Dec 09 15:41:33.105558 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723509a-6996-43bc-89bc-9bfcf52a49e1 req-1274df09-7d34-44de-a895-55dd4633be55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:33.114469 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9723509a-6996-43bc-89bc-9bfcf52a49e1 req-1274df09-7d34-44de-a895-55dd4633be55 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c98af8e8-5d3c-4435-8863-d44500d518a8 HTTP/1.1" status: 200 len: 1096 time: 0.1226668 Dec 09 15:41:33.193473 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-077c579e-fbd5-40dd-86d4-2589d845f2a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:33.245944 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9723509a-6996-43bc-89bc-9bfcf52a49e1 req-6dae6bb9-2919-441e-9cb3-8aa6fdabe925 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240015 Dec 09 15:41:33.275907 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe4c4c-be3c-4aa0-9b05-b9ff2d1f3957 req-c4b3174b-7aae-4c0d-8e1a-4200f130ad26 tempest-QuotasAdminNegativeTest-591714609 tempest-QuotasAdminNegativeTest-591714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:33.280893 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-babe4c4c-be3c-4aa0-9b05-b9ff2d1f3957 req-c4b3174b-7aae-4c0d-8e1a-4200f130ad26 tempest-QuotasAdminNegativeTest-591714609 tempest-QuotasAdminNegativeTest-591714609-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1643519 Dec 09 15:41:33.300934 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-babe4c4c-be3c-4aa0-9b05-b9ff2d1f3957 req-9d3cbbb0-b40d-4f56-8c4f-c2863f99d42d tempest-QuotasAdminNegativeTest-591714609 tempest-QuotasAdminNegativeTest-591714609-project] 10.222.0.57 "GET /v2.0/quotas/2c782b8953f7490f8f65f55ce8ee33eb HTTP/1.1" status: 200 len: 375 time: 0.0163479 Dec 09 15:41:33.342479 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-babe4c4c-be3c-4aa0-9b05-b9ff2d1f3957 req-b5b9e1db-57a0-4979-b4d5-a8193822d499 tempest-QuotasAdminNegativeTest-591714609 tempest-QuotasAdminNegativeTest-591714609-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c782b8953f7490f8f65f55ce8ee33eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351996 Dec 09 15:41:33.570359 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc3d77-9a8d-4563-b587-a85d8ad3286c req-f471f27f-ec06-40c7-9204-7142d5773e33 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:33.572809 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cefc3d77-9a8d-4563-b587-a85d8ad3286c req-f471f27f-ec06-40c7-9204-7142d5773e33 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=c98af8e8-5d3c-4435-8863-d44500d518a8 HTTP/1.1" status: 200 len: 945 time: 0.1100433 Dec 09 15:41:33.641929 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cefc3d77-9a8d-4563-b587-a85d8ad3286c req-f9110fff-3341-4091-8d5d-5962f1d65022 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565639 Dec 09 15:41:33.665593 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-077c579e-fbd5-40dd-86d4-2589d845f2a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:33.673868 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-077c579e-fbd5-40dd-86d4-2589d845f2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:33.689052 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-57333c62-f386-4c36-bbcf-e49129840977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:33.771767 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-077c579e-fbd5-40dd-86d4-2589d845f2a4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a7edb5785edb48b9b28ec1e21edb0a30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8340926 Dec 09 15:41:33.774540 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 38602) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:33.782004 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c579e-fbd5-40dd-86d4-2589d845f2a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b786ba5e-765e-49c0-89ee-1ef0e86b666d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:33.874822 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49c91cf4-1496-48b7-b608-c8b7e8b8ad4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:33.905170 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49c91cf4-1496-48b7-b608-c8b7e8b8ad4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:33.975653 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49c91cf4-1496-48b7-b608-c8b7e8b8ad4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:33.980646 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49c91cf4-1496-48b7-b608-c8b7e8b8ad4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:33.982838 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-49c91cf4-1496-48b7-b608-c8b7e8b8ad4b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b786ba5e-765e-49c0-89ee-1ef0e86b666d HTTP/1.1" status: 204 len: 168 time: 0.2072792 Dec 09 15:41:33.993143 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c91cf4-1496-48b7-b608-c8b7e8b8ad4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b786ba5e-765e-49c0-89ee-1ef0e86b666d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:34.094288 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-57333c62-f386-4c36-bbcf-e49129840977 admin admin] Deleting port 279d7912-e589-44d9-9f53-f7d73a4e0391 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:41:34.095310 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-57333c62-f386-4c36-bbcf-e49129840977 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:34.226725 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-57333c62-f386-4c36-bbcf-e49129840977 admin admin] For port 279d7912-e589-44d9-9f53-f7d73a4e0391, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=279d7912-e589-44d9-9f53-f7d73a4e0391,segment=NetworkSegment(bfe5567d-d2f6-4409-8771-2c3d7fc478c9),segment_id=bfe5567d-d2f6-4409-8771-2c3d7fc478c9)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:41:34.227178 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-57333c62-f386-4c36-bbcf-e49129840977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:34.248680 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-57333c62-f386-4c36-bbcf-e49129840977 admin admin] Calling delete_port for 279d7912-e589-44d9-9f53-f7d73a4e0391 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:41:34.521923 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-57333c62-f386-4c36-bbcf-e49129840977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:34.563260 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57333c62-f386-4c36-bbcf-e49129840977 admin admin] Pushing event deleted for resources: {'Port': ['ID=279d7912-e589-44d9-9f53-f7d73a4e0391,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:34.659020 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 38632) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:34.893097 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-57333c62-f386-4c36-bbcf-e49129840977 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:34.953748 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4deed465-43fc-4840-85be-7911c2eaa1d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:35.062182 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4deed465-43fc-4840-85be-7911c2eaa1d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:35.074871 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d17aa3-6353-496c-bd9e-00b81f059d87 req-93b7f037-5412-400b-9031-abf0e7b17119 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:35.078133 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c0d17aa3-6353-496c-bd9e-00b81f059d87 req-93b7f037-5412-400b-9031-abf0e7b17119 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=c98af8e8-5d3c-4435-8863-d44500d518a8 HTTP/1.1" status: 200 len: 945 time: 0.2254601 Dec 09 15:41:35.079809 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4deed465-43fc-4840-85be-7911c2eaa1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:35.160869 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57333c62-f386-4c36-bbcf-e49129840977 admin admin] Router 8f217ccc-1d8e-4207-9920-97c34f09c491 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:41:35.179791 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c0d17aa3-6353-496c-bd9e-00b81f059d87 req-674872bf-6c7f-4d55-b9c1-4daf59cf61e3 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928650 Dec 09 15:41:35.185684 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4deed465-43fc-4840-85be-7911c2eaa1d1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2c782b8953f7490f8f65f55ce8ee33eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5248005 Dec 09 15:41:35.187725 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deed465-43fc-4840-85be-7911c2eaa1d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c4538a-b6d4-4ad8-b643-7da161b46837,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:35.192056 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 38650) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:35.266300 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9c00-03c0-457f-ac18-61d9772c3545 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:35.317848 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57333c62-f386-4c36-bbcf-e49129840977 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:41:35.328824 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a43d689-81b1-4a28-bdaa-b7fc5a5381f9 None None] Sync routers for ids ['8f217ccc-1d8e-4207-9920-97c34f09c491'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:41:35.350239 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9c00-03c0-457f-ac18-61d9772c3545 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:35.353345 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-57333c62-f386-4c36-bbcf-e49129840977 admin admin] 10.222.0.57 "PUT /v2.0/routers/8f217ccc-1d8e-4207-9920-97c34f09c491/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5918014 Dec 09 15:41:35.354103 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a43d689-81b1-4a28-bdaa-b7fc5a5381f9 None None] Routers {'8f217ccc-1d8e-4207-9920-97c34f09c491'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:41:35.355443 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 38658) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:35.357342 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-5a43d689-81b1-4a28-bdaa-b7fc5a5381f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:41:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['8f217ccc-1d8e-4207-9920-97c34f09c491'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:41:35.448250 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9c00-03c0-457f-ac18-61d9772c3545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:35.456000 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9c00-03c0-457f-ac18-61d9772c3545 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:35.462110 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7c2e9c00-03c0-457f-ac18-61d9772c3545 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c6c4538a-b6d4-4ad8-b643-7da161b46837 HTTP/1.1" status: 204 len: 168 time: 0.2678368 Dec 09 15:41:35.498141 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e9c00-03c0-457f-ac18-61d9772c3545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c4538a-b6d4-4ad8-b643-7da161b46837,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:35.537753 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03f27948-c1d1-4bdd-8a6b-56d5522e1d16 admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:35.599830 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-5a43d689-81b1-4a28-bdaa-b7fc5a5381f9 None None] Set router 8f217ccc-1d8e-4207-9920-97c34f09c491 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:41:35.700029 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03f27948-c1d1-4bdd-8a6b-56d5522e1d16 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:35.787117 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-03f27948-c1d1-4bdd-8a6b-56d5522e1d16 admin admin] Deleting port fcb01628-8462-46df-bff1-578336206d6f {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:41:35.787698 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03f27948-c1d1-4bdd-8a6b-56d5522e1d16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:35.813119 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-5a43d689-81b1-4a28-bdaa-b7fc5a5381f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f217ccc-1d8e-4207-9920-97c34f09c491', 'name': 'tempest-ServerRescueTestJSONUnderV235-496951610-router', 'tenant_id': 'ac9c6f5fd2b24496b17333de4d596655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'fcb01628-8462-46df-bff1-578336206d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:40:00Z', 'updated_at': '2021-12-09T15:41:34Z', 'revision_number': 5, 'project_id': 'ac9c6f5fd2b24496b17333de4d596655', 'gw_port': {'id': 'fcb01628-8462-46df-bff1-578336206d6f', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f217ccc-1d8e-4207-9920-97c34f09c491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:40:01Z', 'updated_at': '2021-12-09T15:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:41:35.842329 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a43d689-81b1-4a28-bdaa-b7fc5a5381f9 None None] Checking router: 8f217ccc-1d8e-4207-9920-97c34f09c491 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:41:35.855968 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a43d689-81b1-4a28-bdaa-b7fc5a5381f9 None None] Routers {'8f217ccc-1d8e-4207-9920-97c34f09c491'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:41:35.856670 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-5a43d689-81b1-4a28-bdaa-b7fc5a5381f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:41:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['8f217ccc-1d8e-4207-9920-97c34f09c491'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:41:35.918458 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-03f27948-c1d1-4bdd-8a6b-56d5522e1d16 admin admin] For port fcb01628-8462-46df-bff1-578336206d6f, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=fcb01628-8462-46df-bff1-578336206d6f,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:41:35.919319 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03f27948-c1d1-4bdd-8a6b-56d5522e1d16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:35.940698 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-03f27948-c1d1-4bdd-8a6b-56d5522e1d16 admin admin] Calling delete_port for fcb01628-8462-46df-bff1-578336206d6f owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:41:35.969740 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 38670) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:35.986958 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fe8d3e48-f347-4729-859a-31c03a1458c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:36.083587 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fe8d3e48-f347-4729-859a-31c03a1458c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:36.097274 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fe8d3e48-f347-4729-859a-31c03a1458c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:36.115884 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-5a43d689-81b1-4a28-bdaa-b7fc5a5381f9 None None] Set router 8f217ccc-1d8e-4207-9920-97c34f09c491 gateway port host: None {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:41:36.181753 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-5a43d689-81b1-4a28-bdaa-b7fc5a5381f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f217ccc-1d8e-4207-9920-97c34f09c491', 'name': 'tempest-ServerRescueTestJSONUnderV235-496951610-router', 'tenant_id': 'ac9c6f5fd2b24496b17333de4d596655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:40:00Z', 'updated_at': '2021-12-09T15:41:35Z', 'revision_number': 6, 'project_id': 'ac9c6f5fd2b24496b17333de4d596655', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:41:36.185644 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-fe8d3e48-f347-4729-859a-31c03a1458c1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3d3237d6fb6348ad9187265ed91cec26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2144990 Dec 09 15:41:36.189046 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 38676) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:36.221027 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a43d689-81b1-4a28-bdaa-b7fc5a5381f9 None None] The sync data for ids ['8f217ccc-1d8e-4207-9920-97c34f09c491'] in n-d-821228-1 is: [{'id': '8f217ccc-1d8e-4207-9920-97c34f09c491', 'name': 'tempest-ServerRescueTestJSONUnderV235-496951610-router', 'tenant_id': 'ac9c6f5fd2b24496b17333de4d596655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:40:00Z', 'updated_at': '2021-12-09T15:41:35Z', 'revision_number': 6, 'project_id': 'ac9c6f5fd2b24496b17333de4d596655', 'gw_port_host': None}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:41:36.253627 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d3e48-f347-4729-859a-31c03a1458c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a9a725-d406-44fd-8ec5-d8f45f3f8770,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:36.260901 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03f27948-c1d1-4bdd-8a6b-56d5522e1d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:36.312307 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17a8d7c-8c4d-4e09-a841-6625ab496c38 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:41:36.330101 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f27948-c1d1-4bdd-8a6b-56d5522e1d16 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcb01628-8462-46df-bff1-578336206d6f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:36.394668 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfecd8eb-58f3-41d4-a301-bf0781510205 req-b8d1a268-60cb-478a-8412-a18cbeab91ba tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:36.396234 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bfecd8eb-58f3-41d4-a301-bf0781510205 req-b8d1a268-60cb-478a-8412-a18cbeab91ba tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=c98af8e8-5d3c-4435-8863-d44500d518a8 HTTP/1.1" status: 200 len: 945 time: 0.1052334 Dec 09 15:41:36.397132 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7efedecd-cf2a-436e-93df-ffdf30d71ed4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:36.403999 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03f27948-c1d1-4bdd-8a6b-56d5522e1d16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:36.421677 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7efedecd-cf2a-436e-93df-ffdf30d71ed4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:36.503492 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03f27948-c1d1-4bdd-8a6b-56d5522e1d16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:36.505917 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03f27948-c1d1-4bdd-8a6b-56d5522e1d16 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:36.530168 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bfecd8eb-58f3-41d4-a301-bf0781510205 req-938f97df-afb5-43b7-aa20-cb1a109e925b tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879211 Dec 09 15:41:36.568779 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7efedecd-cf2a-436e-93df-ffdf30d71ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:36.569001 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03f27948-c1d1-4bdd-8a6b-56d5522e1d16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:36.569690 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f27948-c1d1-4bdd-8a6b-56d5522e1d16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f217ccc-1d8e-4207-9920-97c34f09c491 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:41:36.577469 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-03f27948-c1d1-4bdd-8a6b-56d5522e1d16 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:36.579954 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-03f27948-c1d1-4bdd-8a6b-56d5522e1d16 admin admin] 10.222.0.57 "DELETE /v2.0/routers/8f217ccc-1d8e-4207-9920-97c34f09c491 HTTP/1.1" status: 204 len: 168 time: 1.2235596 Dec 09 15:41:36.582575 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 38696) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:36.587009 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7efedecd-cf2a-436e-93df-ffdf30d71ed4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:36.599338 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7efedecd-cf2a-436e-93df-ffdf30d71ed4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/89a9a725-d406-44fd-8ec5-d8f45f3f8770 HTTP/1.1" status: 204 len: 168 time: 0.4070041 Dec 09 15:41:36.633735 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efedecd-cf2a-436e-93df-ffdf30d71ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a9a725-d406-44fd-8ec5-d8f45f3f8770,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:36.700314 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-b04a48a2-23a1-4868-9d67-6a6f84558625 admin admin] Deleting subnet 9c395f70-a7af-4da8-a130-cf3a05578152 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:41:36.706221 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b04a48a2-23a1-4868-9d67-6a6f84558625 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:36.782768 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b04a48a2-23a1-4868-9d67-6a6f84558625 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:36.830886 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 279d7912-e589-44d9-9f53-f7d73a4e0391 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:41:36.866560 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 279d7912-e589-44d9-9f53-f7d73a4e0391 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:41:36.867147 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 279d7912-e589-44d9-9f53-f7d73a4e0391 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:41:36.883570 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b04a48a2-23a1-4868-9d67-6a6f84558625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:36.972091 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b04a48a2-23a1-4868-9d67-6a6f84558625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:37.036365 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a48a2-23a1-4868-9d67-6a6f84558625 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c395f70-a7af-4da8-a130-cf3a05578152,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:37.040540 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b04a48a2-23a1-4868-9d67-6a6f84558625 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:37.046515 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b04a48a2-23a1-4868-9d67-6a6f84558625 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/9c395f70-a7af-4da8-a130-cf3a05578152 HTTP/1.1" status: 204 len: 168 time: 0.4601839 Dec 09 15:41:37.048515 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 38714) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:37.164938 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2017b2cb-6656-4b05-8135-45a2492f5ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:37.400801 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2017b2cb-6656-4b05-8135-45a2492f5ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:37.404344 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b3526-457b-4712-a7e3-1fd882137b09 req-e2b77ae0-9253-4f56-bcc5-8c90515e4487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:37.405932 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f95b3526-457b-4712-a7e3-1fd882137b09 req-e2b77ae0-9253-4f56-bcc5-8c90515e4487 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9c62862d5dab4e61bc9d5ebff8bf28d9&device_id=c98af8e8-5d3c-4435-8863-d44500d518a8 HTTP/1.1" status: 200 len: 1096 time: 0.1971023 Dec 09 15:41:37.461419 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b645c4c-28ac-4913-8ad0-1d0aaf96cd9f req-c0237c86-47f8-4188-b72a-5009e61467e7 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:37.463162 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8b645c4c-28ac-4913-8ad0-1d0aaf96cd9f req-c0237c86-47f8-4188-b72a-5009e61467e7 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=c98af8e8-5d3c-4435-8863-d44500d518a8 HTTP/1.1" status: 200 len: 945 time: 0.1828206 Dec 09 15:41:37.504624 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-2017b2cb-6656-4b05-8135-45a2492f5ce9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a47958-6df8-43d7-a435-98bacb180021']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:41:37.558456 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-2017b2cb-6656-4b05-8135-45a2492f5ce9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfe5567d-d2f6-4409-8771-2c3d7fc478c9') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:41:37.558755 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-2017b2cb-6656-4b05-8135-45a2492f5ce9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfe5567d-d2f6-4409-8771-2c3d7fc478c9') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:41:37.587329 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2017b2cb-6656-4b05-8135-45a2492f5ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:37.615893 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8b645c4c-28ac-4913-8ad0-1d0aaf96cd9f req-181131df-db75-4f90-8aa1-2c734d543be9 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390612 Dec 09 15:41:37.633376 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2017b2cb-6656-4b05-8135-45a2492f5ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:37.652562 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2017b2cb-6656-4b05-8135-45a2492f5ce9 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:41:37.653058 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2017b2cb-6656-4b05-8135-45a2492f5ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:37.677125 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:41:37.677125 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:41:37.677125 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:41:37.677125 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:41:37.677125 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:41:37.677125 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:41:37.677125 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:41:37.677125 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:41:37.677125 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:41:37.677125 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:41:37.677125 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:41:37.677125 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:41:37.677125 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:41:37.677125 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:41:37.677125 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:41:37.677125 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:41:37.677125 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:41:37.677125 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:41:37.677125 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:41:37.677125 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:41:37.677125 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:41:37.677125 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:41:37.677125 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:41:37.677125 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:41:37.677125 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:41:37.677125 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:41:37.677125 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:41:37.677125 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:41:37.677125 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:41:37.677125 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:41:37.677125 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:41:37.677125 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:41:37.691138 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b3526-457b-4712-a7e3-1fd882137b09 req-6a3d4a8f-1f98-45f7-9180-b524f65f5e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:37.694927 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f95b3526-457b-4712-a7e3-1fd882137b09 req-6a3d4a8f-1f98-45f7-9180-b524f65f5e68 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9142d0f3-e996-4d4e-9e52-5c13c39fd0aa HTTP/1.1" status: 200 len: 912 time: 0.2773178 Dec 09 15:41:37.822777 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f95b3526-457b-4712-a7e3-1fd882137b09 req-bdc0a259-e3bc-4adc-9c21-c837d2c73339 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79dd7992-0e9e-4dc6-8338-3916ec47be1f HTTP/1.1" status: 200 len: 217 time: 0.0958958 Dec 09 15:41:37.896050 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2017b2cb-6656-4b05-8135-45a2492f5ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:37.929373 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2017b2cb-6656-4b05-8135-45a2492f5ce9 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:37.932787 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2017b2cb-6656-4b05-8135-45a2492f5ce9 admin admin] 10.222.0.57 "DELETE /v2.0/networks/92a47958-6df8-43d7-a435-98bacb180021 HTTP/1.1" status: 204 len: 168 time: 0.8830829 Dec 09 15:41:37.936179 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2017b2cb-6656-4b05-8135-45a2492f5ce9 admin admin] Pushing event deleted for resources: {'Network': ['ID=92a47958-6df8-43d7-a435-98bacb180021,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:37.940698 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b3526-457b-4712-a7e3-1fd882137b09 req-da9181c4-3332-4fb6-83b6-4b2d63dda585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:37.944925 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f95b3526-457b-4712-a7e3-1fd882137b09 req-da9181c4-3332-4fb6-83b6-4b2d63dda585 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e7615c31-1317-4836-baf8-83af5ea592c9 HTTP/1.1" status: 200 len: 851 time: 0.1115525 Dec 09 15:41:37.978108 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f95b3526-457b-4712-a7e3-1fd882137b09 req-c79667d8-7b1f-4e14-824f-e572b6a149b3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9142d0f3-e996-4d4e-9e52-5c13c39fd0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287819 Dec 09 15:41:38.133764 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f95b3526-457b-4712-a7e3-1fd882137b09 req-28fd13b9-3796-4d41-aa93-f7fc51f00281 service neutron] 10.222.0.31 "GET /v2.0/networks/9142d0f3-e996-4d4e-9e52-5c13c39fd0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280484 Dec 09 15:41:38.236175 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 38816) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:38.282105 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f95b3526-457b-4712-a7e3-1fd882137b09 req-c8c30a91-bfbc-4ce0-a175-e53c4c116c99 service neutron] 10.222.0.31 "GET /v2.0/networks/9142d0f3-e996-4d4e-9e52-5c13c39fd0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468208 Dec 09 15:41:38.317119 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1d86a62f-d011-4e49-9493-601a47e078d3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ac9c6f5fd2b24496b17333de4d596655&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0796561 Dec 09 15:41:38.319438 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 38822) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:38.410529 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-22d0531f-aa69-4310-8bab-28fd54ccba28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:38.435964 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 38828) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:38.438178 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-22d0531f-aa69-4310-8bab-28fd54ccba28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:38.511795 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device fcb01628-8462-46df-bff1-578336206d6f no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:41:38.526260 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-22d0531f-aa69-4310-8bab-28fd54ccba28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:38.529041 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-22d0531f-aa69-4310-8bab-28fd54ccba28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:38.541062 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-22d0531f-aa69-4310-8bab-28fd54ccba28 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/405f7c79-c2e4-4998-b8a7-72f6f093478a HTTP/1.1" status: 204 len: 168 time: 0.2098076 Dec 09 15:41:38.566185 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d0531f-aa69-4310-8bab-28fd54ccba28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405f7c79-c2e4-4998-b8a7-72f6f093478a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:38.577823 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bb19a67d-3f85-4d39-a444-b23359178963 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:38.589646 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: fcb01628-8462-46df-bff1-578336206d6f {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:41:38.591205 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device fcb01628-8462-46df-bff1-578336206d6f not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:41:38.770363 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bb19a67d-3f85-4d39-a444-b23359178963 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:38.778554 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bb19a67d-3f85-4d39-a444-b23359178963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:38.828741 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-bb19a67d-3f85-4d39-a444-b23359178963 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5ec585ef9e574f9cb85a03e07df44674&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3905275 Dec 09 15:41:38.831462 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 38850) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:38.839408 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef883b-b023-4f8a-afd8-c35447b3ff87 req-132204f8-d3a7-4c0e-b1b2-9b1456c2361d tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:38.849170 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c4ef883b-b023-4f8a-afd8-c35447b3ff87 req-132204f8-d3a7-4c0e-b1b2-9b1456c2361d tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=c98af8e8-5d3c-4435-8863-d44500d518a8 HTTP/1.1" status: 200 len: 945 time: 0.1248693 Dec 09 15:41:38.857340 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19a67d-3f85-4d39-a444-b23359178963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a094664-3ba5-4c36-89d1-8f62f4eb0b51,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:38.930368 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c4ef883b-b023-4f8a-afd8-c35447b3ff87 req-fa30581e-7afd-42d5-8080-fae3c24a0b07 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655994 Dec 09 15:41:38.931058 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9447bdaf-9160-4725-a14e-d1c6d4d93c8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:38.956264 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9447bdaf-9160-4725-a14e-d1c6d4d93c8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:39.037892 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9447bdaf-9160-4725-a14e-d1c6d4d93c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:39.043890 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9447bdaf-9160-4725-a14e-d1c6d4d93c8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:39.045477 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9447bdaf-9160-4725-a14e-d1c6d4d93c8b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4a094664-3ba5-4c36-89d1-8f62f4eb0b51 HTTP/1.1" status: 204 len: 168 time: 0.2129762 Dec 09 15:41:39.066711 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9447bdaf-9160-4725-a14e-d1c6d4d93c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a094664-3ba5-4c36-89d1-8f62f4eb0b51,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:39.440977 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 38914) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:39.456771 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ef48cf4b-128e-4096-9c04-a3e86b18c045 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:39.545844 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ef48cf4b-128e-4096-9c04-a3e86b18c045 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:39.550443 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ef48cf4b-128e-4096-9c04-a3e86b18c045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:39.600328 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ef48cf4b-128e-4096-9c04-a3e86b18c045 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=765fb60746ad43728b2c7d3e0f8cd922&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1578617 Dec 09 15:41:39.601279 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48cf4b-128e-4096-9c04-a3e86b18c045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f966dd-1315-4114-84ff-b996492b509e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:39.602801 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 38926) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:39.693625 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 38936) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:39.697028 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3fef602-f6f0-4d08-a2a3-142abec41639 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:39.722867 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3fef602-f6f0-4d08-a2a3-142abec41639 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:39.816114 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3fef602-f6f0-4d08-a2a3-142abec41639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:39.819020 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3fef602-f6f0-4d08-a2a3-142abec41639 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:39.836569 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ec334349-dcb8-4045-8a48-f9eeb00864dd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1158014551-network', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:41:39.838218 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c3fef602-f6f0-4d08-a2a3-142abec41639 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/38f966dd-1315-4114-84ff-b996492b509e HTTP/1.1" status: 204 len: 168 time: 0.2203031 Dec 09 15:41:39.872388 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fef602-f6f0-4d08-a2a3-142abec41639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f966dd-1315-4114-84ff-b996492b509e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:39.888390 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec334349-dcb8-4045-8a48-f9eeb00864dd admin admin] Made reservation on behalf of cea693ec44f34a95ac5bb978332b5503 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:41:39.891276 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec334349-dcb8-4045-8a48-f9eeb00864dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:39.901288 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec334349-dcb8-4045-8a48-f9eeb00864dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:40.040472 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec334349-dcb8-4045-8a48-f9eeb00864dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:40.045888 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec334349-dcb8-4045-8a48-f9eeb00864dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:40.074386 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec334349-dcb8-4045-8a48-f9eeb00864dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:41:40.091579 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec334349-dcb8-4045-8a48-f9eeb00864dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f49ee2-4b96-432f-a79b-f62373e055a8,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:40.099067 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec334349-dcb8-4045-8a48-f9eeb00864dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:40.099541 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-ec334349-dcb8-4045-8a48-f9eeb00864dd admin admin] Added segment 0b8968c1-11be-452a-85e0-2b87c97fc015 of type vlan for network e2819ac3-9056-4f31-9f04-900628348c70 Dec 09 15:41:40.156611 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec334349-dcb8-4045-8a48-f9eeb00864dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:40.185832 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec334349-dcb8-4045-8a48-f9eeb00864dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:40.187147 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec334349-dcb8-4045-8a48-f9eeb00864dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:40.188211 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec334349-dcb8-4045-8a48-f9eeb00864dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:40.252464 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ec334349-dcb8-4045-8a48-f9eeb00864dd admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5577683 Dec 09 15:41:40.255243 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 39004) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:40.263191 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-7f369700-8f3d-49f8-9597-436ca63fb6ad admin admin] Request body: {'subnet': {'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1158014551-subnet', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:41:40.263390 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec334349-dcb8-4045-8a48-f9eeb00864dd admin admin] Pushing event updated for resources: {'Network': ['ID=e2819ac3-9056-4f31-9f04-900628348c70,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:40.277391 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network e2819ac3-9056-4f31-9f04-900628348c70 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:41:40.363401 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f369700-8f3d-49f8-9597-436ca63fb6ad admin admin] Made reservation on behalf of cea693ec44f34a95ac5bb978332b5503 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:41:40.366807 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f369700-8f3d-49f8-9597-436ca63fb6ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:40.532950 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b6cae-06bd-407d-b64c-60667aa43508 req-d0281285-221b-4917-9e74-bd9fb7d0fd61 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:40.535647 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f12b6cae-06bd-407d-b64c-60667aa43508 req-d0281285-221b-4917-9e74-bd9fb7d0fd61 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=c98af8e8-5d3c-4435-8863-d44500d518a8 HTTP/1.1" status: 200 len: 945 time: 0.0894029 Dec 09 15:41:40.622382 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f12b6cae-06bd-407d-b64c-60667aa43508 req-e8cbe246-684e-4d20-9ef5-9ce7be08bf4d tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804293 Dec 09 15:41:40.690723 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f369700-8f3d-49f8-9597-436ca63fb6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:40.741028 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f369700-8f3d-49f8-9597-436ca63fb6ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=6388c83a-5827-4add-9bc1-4867e28bf06e,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:40.788113 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f369700-8f3d-49f8-9597-436ca63fb6ad admin admin] Checking segment: {'id': '0b8968c1-11be-452a-85e0-2b87c97fc015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:41:40.788733 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f369700-8f3d-49f8-9597-436ca63fb6ad admin admin] Network hostable DHCP agents. Network: e2819ac3-9056-4f31-9f04-900628348c70, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:41:40.813257 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f369700-8f3d-49f8-9597-436ca63fb6ad admin admin] Network e2819ac3-9056-4f31-9f04-900628348c70 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:41:40.830275 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-7f369700-8f3d-49f8-9597-436ca63fb6ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, e2819ac3-9056-4f31-9f04-900628348c70) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:41:40.835862 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f369700-8f3d-49f8-9597-436ca63fb6ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:40.836499 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f369700-8f3d-49f8-9597-436ca63fb6ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:40.850457 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdf89fe-6a94-4d67-9e91-ca8b70fcd7bc None None] Network e2819ac3-9056-4f31-9f04-900628348c70 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:41:40.879740 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7f369700-8f3d-49f8-9597-436ca63fb6ad admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6229010 Dec 09 15:41:40.882685 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39026) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:40.891192 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7a074ad4-09e5-4c4b-9cbd-3fc101fd1360 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1158014551-router', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:41:40.945472 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7a074ad4-09e5-4c4b-9cbd-3fc101fd1360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:40.948292 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7a074ad4-09e5-4c4b-9cbd-3fc101fd1360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:41.021250 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7a074ad4-09e5-4c4b-9cbd-3fc101fd1360 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:41.076489 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8f1e77-131b-45a6-a3a1-536902dbedf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-e2819ac3-9056-4f31-9f04-900628348c70', 'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70', 'project_id': 'cea693ec44f34a95ac5bb978332b5503', 'fixed_ips': [{'subnet_id': '6388c83a-5827-4add-9bc1-4867e28bf06e'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:41:41.077419 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0d8f1e77-131b-45a6-a3a1-536902dbedf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:41.261802 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7a074ad4-09e5-4c4b-9cbd-3fc101fd1360 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:41.298804 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-0d8f1e77-131b-45a6-a3a1-536902dbedf8 None None] Allocated IP 172.20.0.2 (e2819ac3-9056-4f31-9f04-900628348c70/6388c83a-5827-4add-9bc1-4867e28bf06e/75e95cff-2189-4c24-bfa0-fea0ac35b57a) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:41:41.552600 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0d8f1e77-131b-45a6-a3a1-536902dbedf8 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:41.565420 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0d8f1e77-131b-45a6-a3a1-536902dbedf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:41.581020 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7a074ad4-09e5-4c4b-9cbd-3fc101fd1360 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:41.607372 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7a074ad4-09e5-4c4b-9cbd-3fc101fd1360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:41.621248 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8f1e77-131b-45a6-a3a1-536902dbedf8 None None] Network e2819ac3-9056-4f31-9f04-900628348c70 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:41:41.627275 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-0d8f1e77-131b-45a6-a3a1-536902dbedf8 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:41:41.631825 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8f1e77-131b-45a6-a3a1-536902dbedf8 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:41:41.649974 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f1e77-131b-45a6-a3a1-536902dbedf8 None None] Pushing event updated for resources: {'Port': ['ID=75e95cff-2189-4c24-bfa0-fea0ac35b57a,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:41.713019 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0d8f1e77-131b-45a6-a3a1-536902dbedf8 None None] Attempting to bind port 75e95cff-2189-4c24-bfa0-fea0ac35b57a on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:41:41.713531 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0d8f1e77-131b-45a6-a3a1-536902dbedf8 None None] Attempting to bind port 75e95cff-2189-4c24-bfa0-fea0ac35b57a by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '0b8968c1-11be-452a-85e0-2b87c97fc015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:41:41.713908 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8f1e77-131b-45a6-a3a1-536902dbedf8 None None] Attempting to bind port 75e95cff-2189-4c24-bfa0-fea0ac35b57a on network e2819ac3-9056-4f31-9f04-900628348c70 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:41:41.720128 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8f1e77-131b-45a6-a3a1-536902dbedf8 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:41:41.720539 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8f1e77-131b-45a6-a3a1-536902dbedf8 None None] Checking segment: {'id': '0b8968c1-11be-452a-85e0-2b87c97fc015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:41:41.720947 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0d8f1e77-131b-45a6-a3a1-536902dbedf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:41.721342 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8f1e77-131b-45a6-a3a1-536902dbedf8 None None] Bound using segment: {'id': '0b8968c1-11be-452a-85e0-2b87c97fc015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:41:41.721946 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0d8f1e77-131b-45a6-a3a1-536902dbedf8 None None] Bound port: 75e95cff-2189-4c24-bfa0-fea0ac35b57a, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8968c1-11be-452a-85e0-2b87c97fc015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:41:41.722334 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0d8f1e77-131b-45a6-a3a1-536902dbedf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:41.738427 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-7a074ad4-09e5-4c4b-9cbd-3fc101fd1360 admin admin] Allocated IP 172.25.3.113 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/56ea13d5-c215-4155-9112-873593852ee3) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:41:41.797158 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0d8f1e77-131b-45a6-a3a1-536902dbedf8 None None] For port 75e95cff-2189-4c24-bfa0-fea0ac35b57a, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:41:41.801308 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0d8f1e77-131b-45a6-a3a1-536902dbedf8 None None] For port 75e95cff-2189-4c24-bfa0-fea0ac35b57a, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=75e95cff-2189-4c24-bfa0-fea0ac35b57a,segment=NetworkSegment(0b8968c1-11be-452a-85e0-2b87c97fc015),segment_id=0b8968c1-11be-452a-85e0-2b87c97fc015)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:41:41.807712 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0d8f1e77-131b-45a6-a3a1-536902dbedf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:41.872689 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f1e77-131b-45a6-a3a1-536902dbedf8 None None] Pushing event updated for resources: {'Port': ['ID=75e95cff-2189-4c24-bfa0-fea0ac35b57a,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:41.889525 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7a074ad4-09e5-4c4b-9cbd-3fc101fd1360 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:41.934968 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7a074ad4-09e5-4c4b-9cbd-3fc101fd1360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:41.983118 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a074ad4-09e5-4c4b-9cbd-3fc101fd1360 admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:41:41.986726 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-7a074ad4-09e5-4c4b-9cbd-3fc101fd1360 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:41:41.991110 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a074ad4-09e5-4c4b-9cbd-3fc101fd1360 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:41:42.008807 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e60398-e5d6-48e1-83c3-bba55d5e1893 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:41:42.028954 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a074ad4-09e5-4c4b-9cbd-3fc101fd1360 admin admin] Pushing event updated for resources: {'Port': ['ID=56ea13d5-c215-4155-9112-873593852ee3,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:42.121764 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3da9b-72ca-4825-8d0c-1d0044e8c3a8 req-c899dd9e-2b4f-4c9f-9fa4-9f41e912819a tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:42.132195 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-76b3da9b-72ca-4825-8d0c-1d0044e8c3a8 req-c899dd9e-2b4f-4c9f-9fa4-9f41e912819a tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=c98af8e8-5d3c-4435-8863-d44500d518a8 HTTP/1.1" status: 200 len: 945 time: 0.0809128 Dec 09 15:41:42.147133 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b09925cd-f607-47fe-b4d6-324c868730a6 None None] Provisioning complete for port 56ea13d5-c215-4155-9112-873593852ee3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:41:42.147524 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b09925cd-f607-47fe-b4d6-324c868730a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:42.196350 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-76b3da9b-72ca-4825-8d0c-1d0044e8c3a8 req-f7a4c913-e232-4ddb-9c7d-6bd9094aef64 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628960 Dec 09 15:41:42.239904 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b09925cd-f607-47fe-b4d6-324c868730a6 None None] Port 56ea13d5-c215-4155-9112-873593852ee3 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:41:42.664770 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 75e95cff-2189-4c24-bfa0-fea0ac35b57a up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:41:42.762721 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 75e95cff-2189-4c24-bfa0-fea0ac35b57a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:41:42.763516 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:42.828307 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7a074ad4-09e5-4c4b-9cbd-3fc101fd1360 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:42.947786 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:43.014564 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 75e95cff-2189-4c24-bfa0-fea0ac35b57a, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=75e95cff-2189-4c24-bfa0-fea0ac35b57a,segment=NetworkSegment(0b8968c1-11be-452a-85e0-2b87c97fc015),segment_id=0b8968c1-11be-452a-85e0-2b87c97fc015)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:41:43.024735 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:43.146152 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=75e95cff-2189-4c24-bfa0-fea0ac35b57a,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:43.224702 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7a074ad4-09e5-4c4b-9cbd-3fc101fd1360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:43.302547 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4830ed8-08ba-4c16-a942-b5cbb4a4e573 None None] Network e2819ac3-9056-4f31-9f04-900628348c70 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:41:43.357257 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 39308) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:43.426076 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-155f983b-8c65-4632-8846-ae1ff42fb7c4 None None] Provisioning complete for port 75e95cff-2189-4c24-bfa0-fea0ac35b57a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:41:43.426344 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-155f983b-8c65-4632-8846-ae1ff42fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:43.465589 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a074ad4-09e5-4c4b-9cbd-3fc101fd1360 admin admin] Router 14d212c5-595f-4b91-bc2e-458e65c6ee1d is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:41:43.563161 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-674a5dc1-acdb-4d74-8c31-17dfad683846 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:43.686964 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-674a5dc1-acdb-4d74-8c31-17dfad683846 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:43.693055 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-674a5dc1-acdb-4d74-8c31-17dfad683846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:43.700375 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a074ad4-09e5-4c4b-9cbd-3fc101fd1360 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:41:43.709228 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13cdb94-66c5-49c4-ae0c-05648efa34c2 None None] Sync routers for ids ['14d212c5-595f-4b91-bc2e-458e65c6ee1d'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:41:43.718466 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7a074ad4-09e5-4c4b-9cbd-3fc101fd1360 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:43.723494 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7a074ad4-09e5-4c4b-9cbd-3fc101fd1360 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8343291 Dec 09 15:41:43.724935 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39328) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:43.726502 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13cdb94-66c5-49c4-ae0c-05648efa34c2 None None] Routers {'14d212c5-595f-4b91-bc2e-458e65c6ee1d'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:41:43.727145 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a13cdb94-66c5-49c4-ae0c-05648efa34c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:41:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['14d212c5-595f-4b91-bc2e-458e65c6ee1d'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:41:43.774081 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a5dc1-acdb-4d74-8c31-17dfad683846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910ea0b8-1806-44b2-af59-2d97388494f1,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:43.822012 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-674a5dc1-acdb-4d74-8c31-17dfad683846 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7fed3165c56d43408a1a840ae05b994d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4617469 Dec 09 15:41:43.824530 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 39330) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:43.871025 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-013cea37-16fc-4a6e-9536-1698963878c7 None None] Provisioning complete for port 75e95cff-2189-4c24-bfa0-fea0ac35b57a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:41:43.871645 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-013cea37-16fc-4a6e-9536-1698963878c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:43.880590 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a422e-60c0-44bc-994b-91a3d7f999f6 req-bff1ca9c-130f-408e-9805-5d13d3d79c02 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:43.882181 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-539a422e-60c0-44bc-994b-91a3d7f999f6 req-bff1ca9c-130f-408e-9805-5d13d3d79c02 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=c98af8e8-5d3c-4435-8863-d44500d518a8 HTTP/1.1" status: 200 len: 945 time: 0.1052861 Dec 09 15:41:43.904644 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-a13cdb94-66c5-49c4-ae0c-05648efa34c2 None None] Set router 14d212c5-595f-4b91-bc2e-458e65c6ee1d gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:41:43.923400 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d2e3236d-2227-4e00-8cec-0d834a69c918 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:43.968052 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d2e3236d-2227-4e00-8cec-0d834a69c918 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:44.012513 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-539a422e-60c0-44bc-994b-91a3d7f999f6 req-efe6be58-e1d5-4aaf-960f-0523398b2adb tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213918 Dec 09 15:41:44.084016 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d2e3236d-2227-4e00-8cec-0d834a69c918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:44.087453 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d2e3236d-2227-4e00-8cec-0d834a69c918 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:44.089281 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d2e3236d-2227-4e00-8cec-0d834a69c918 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/910ea0b8-1806-44b2-af59-2d97388494f1 HTTP/1.1" status: 204 len: 168 time: 0.2635884 Dec 09 15:41:44.116185 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e3236d-2227-4e00-8cec-0d834a69c918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910ea0b8-1806-44b2-af59-2d97388494f1,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:44.393750 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a13cdb94-66c5-49c4-ae0c-05648efa34c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'name': 'tempest-AttachVolumeTestJSON-1158014551-router', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '56ea13d5-c215-4155-9112-873593852ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:41:40Z', 'updated_at': '2021-12-09T15:41:42Z', 'revision_number': 3, 'project_id': 'cea693ec44f34a95ac5bb978332b5503', 'gw_port': {'id': '56ea13d5-c215-4155-9112-873593852ee3', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:41Z', 'updated_at': '2021-12-09T15:41:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:41:44.405082 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-275535e8-f77f-4e91-b60e-552ff80cb176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:44.427536 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13cdb94-66c5-49c4-ae0c-05648efa34c2 None None] Checking router: 14d212c5-595f-4b91-bc2e-458e65c6ee1d for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:41:44.428095 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13cdb94-66c5-49c4-ae0c-05648efa34c2 None None] Updating router 14d212c5-595f-4b91-bc2e-458e65c6ee1d port 56ea13d5-c215-4155-9112-873593852ee3 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:41:44.465024 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a13cdb94-66c5-49c4-ae0c-05648efa34c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:44.583022 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 39358) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:44.712568 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 75e95cff-2189-4c24-bfa0-fea0ac35b57a up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:41:44.714696 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-18de2781-88e0-4a12-9cce-4015313284fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:44.788894 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-275535e8-f77f-4e91-b60e-552ff80cb176 admin admin] Allocated IP 172.20.0.1 (e2819ac3-9056-4f31-9f04-900628348c70/6388c83a-5827-4add-9bc1-4867e28bf06e/d2734062-4bf7-4450-9264-1a1435f86492) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:41:44.875518 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 75e95cff-2189-4c24-bfa0-fea0ac35b57a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:41:44.875898 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:44.932245 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-18de2781-88e0-4a12-9cce-4015313284fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:44.939815 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-18de2781-88e0-4a12-9cce-4015313284fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:44.981651 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-18de2781-88e0-4a12-9cce-4015313284fd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6c67c31bba944c85a8d0fa897ceb4812&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3958311 Dec 09 15:41:44.982883 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de2781-88e0-4a12-9cce-4015313284fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31ab5a5-9bdf-499e-a44e-88099bc36efb,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:44.986193 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 39382) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:45.008689 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-275535e8-f77f-4e91-b60e-552ff80cb176 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:45.041023 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d4dd1cb8-550a-49e8-a3ef-f029114fe51a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:45.061220 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-275535e8-f77f-4e91-b60e-552ff80cb176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:45.071712 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d4dd1cb8-550a-49e8-a3ef-f029114fe51a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:45.076179 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a13cdb94-66c5-49c4-ae0c-05648efa34c2 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:45.084501 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a13cdb94-66c5-49c4-ae0c-05648efa34c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:45.123757 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275535e8-f77f-4e91-b60e-552ff80cb176 admin admin] Network e2819ac3-9056-4f31-9f04-900628348c70 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:41:45.128246 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-275535e8-f77f-4e91-b60e-552ff80cb176 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:41:45.130339 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275535e8-f77f-4e91-b60e-552ff80cb176 admin admin] Pushing event updated for resources: {'Port': ['ID=d2734062-4bf7-4450-9264-1a1435f86492,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:45.132711 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275535e8-f77f-4e91-b60e-552ff80cb176 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:41:45.138355 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d4dd1cb8-550a-49e8-a3ef-f029114fe51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:45.143835 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d4dd1cb8-550a-49e8-a3ef-f029114fe51a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:45.151951 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d4dd1cb8-550a-49e8-a3ef-f029114fe51a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a31ab5a5-9bdf-499e-a44e-88099bc36efb HTTP/1.1" status: 204 len: 168 time: 0.1580791 Dec 09 15:41:45.152169 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b3e64-0c80-40ab-9e25-6d7330629b2b None None] Pushing event updated for resources: {'Port': ['ID=56ea13d5-c215-4155-9112-873593852ee3,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:45.154988 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd1cb8-550a-49e8-a3ef-f029114fe51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31ab5a5-9bdf-499e-a44e-88099bc36efb,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:45.173599 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a13cdb94-66c5-49c4-ae0c-05648efa34c2 None None] Attempting to bind port 56ea13d5-c215-4155-9112-873593852ee3 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:41:45.173969 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a13cdb94-66c5-49c4-ae0c-05648efa34c2 None None] Attempting to bind port 56ea13d5-c215-4155-9112-873593852ee3 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:41:45.174339 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13cdb94-66c5-49c4-ae0c-05648efa34c2 None None] Attempting to bind port 56ea13d5-c215-4155-9112-873593852ee3 on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:41:45.175466 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-275535e8-f77f-4e91-b60e-552ff80cb176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:45.186738 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13cdb94-66c5-49c4-ae0c-05648efa34c2 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:41:45.188366 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13cdb94-66c5-49c4-ae0c-05648efa34c2 None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:41:45.191270 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a13cdb94-66c5-49c4-ae0c-05648efa34c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:45.192850 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13cdb94-66c5-49c4-ae0c-05648efa34c2 None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:41:45.194093 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a13cdb94-66c5-49c4-ae0c-05648efa34c2 None None] Bound port: 56ea13d5-c215-4155-9112-873593852ee3, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:41:45.194656 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a13cdb94-66c5-49c4-ae0c-05648efa34c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:45.227693 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b54e1f-6ee2-423c-9653-3562026465e7 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:41:45.265835 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668b6be-a9b2-4d63-af55-3f0b07cf3b85 req-acafe230-da1c-4af5-b474-a38b11117f62 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:45.275283 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9668b6be-a9b2-4d63-af55-3f0b07cf3b85 req-acafe230-da1c-4af5-b474-a38b11117f62 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=c98af8e8-5d3c-4435-8863-d44500d518a8 HTTP/1.1" status: 200 len: 945 time: 0.0649495 Dec 09 15:41:45.314015 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a13cdb94-66c5-49c4-ae0c-05648efa34c2 None None] For port 56ea13d5-c215-4155-9112-873593852ee3, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:41:45.319156 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a13cdb94-66c5-49c4-ae0c-05648efa34c2 None None] For port 56ea13d5-c215-4155-9112-873593852ee3, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=56ea13d5-c215-4155-9112-873593852ee3,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:41:45.334973 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a13cdb94-66c5-49c4-ae0c-05648efa34c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:45.344821 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9668b6be-a9b2-4d63-af55-3f0b07cf3b85 req-a87da7d7-81a8-46f4-ae69-a20f6d7f0251 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684943 Dec 09 15:41:45.382950 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-275535e8-f77f-4e91-b60e-552ff80cb176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:45.445210 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0baf1086-2024-49bd-a76e-afa8279edf6c None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:41:45.463523 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7dc345ff-a6d0-4d95-853d-49964b8c650f None None] Provisioning complete for port 56ea13d5-c215-4155-9112-873593852ee3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:41:45.463897 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7dc345ff-a6d0-4d95-853d-49964b8c650f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:45.519642 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b3e64-0c80-40ab-9e25-6d7330629b2b None None] Pushing event updated for resources: {'Port': ['ID=56ea13d5-c215-4155-9112-873593852ee3,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:45.525006 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13cdb94-66c5-49c4-ae0c-05648efa34c2 None None] Routers {'14d212c5-595f-4b91-bc2e-458e65c6ee1d'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:41:45.525715 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a13cdb94-66c5-49c4-ae0c-05648efa34c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:41:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['14d212c5-595f-4b91-bc2e-458e65c6ee1d'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:41:45.645589 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-275535e8-f77f-4e91-b60e-552ff80cb176 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:45.666147 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7dc345ff-a6d0-4d95-853d-49964b8c650f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:45.667610 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-275535e8-f77f-4e91-b60e-552ff80cb176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:45.689978 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-a13cdb94-66c5-49c4-ae0c-05648efa34c2 None None] Set router 14d212c5-595f-4b91-bc2e-458e65c6ee1d gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:41:45.730875 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7dc345ff-a6d0-4d95-853d-49964b8c650f None None] For port 56ea13d5-c215-4155-9112-873593852ee3, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=56ea13d5-c215-4155-9112-873593852ee3,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:41:45.739022 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7dc345ff-a6d0-4d95-853d-49964b8c650f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:45.837594 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-275535e8-f77f-4e91-b60e-552ff80cb176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:45.862556 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275535e8-f77f-4e91-b60e-552ff80cb176 admin admin] Pushing event updated for resources: {'Port': ['ID=d2734062-4bf7-4450-9264-1a1435f86492,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:45.893483 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:45.909359 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc345ff-a6d0-4d95-853d-49964b8c650f None None] Pushing event updated for resources: {'Port': ['ID=56ea13d5-c215-4155-9112-873593852ee3,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:45.915993 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1a2ed0a8-2a63-4b9f-915a-00ded932fc19 None None] Provisioning complete for port 56ea13d5-c215-4155-9112-873593852ee3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:41:45.916180 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1a2ed0a8-2a63-4b9f-915a-00ded932fc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:46.059892 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275535e8-f77f-4e91-b60e-552ff80cb176 admin admin] Network e2819ac3-9056-4f31-9f04-900628348c70 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:41:46.064299 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-275535e8-f77f-4e91-b60e-552ff80cb176 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:41:46.102511 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1a2ed0a8-2a63-4b9f-915a-00ded932fc19 None None] Provisioning complete for port d2734062-4bf7-4450-9264-1a1435f86492 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:41:46.102886 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1a2ed0a8-2a63-4b9f-915a-00ded932fc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:46.162766 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-1a2ed0a8-2a63-4b9f-915a-00ded932fc19 None None] Port d2734062-4bf7-4450-9264-1a1435f86492 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:41:46.175189 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a13cdb94-66c5-49c4-ae0c-05648efa34c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'name': 'tempest-AttachVolumeTestJSON-1158014551-router', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '56ea13d5-c215-4155-9112-873593852ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:41:40Z', 'updated_at': '2021-12-09T15:41:45Z', 'revision_number': 4, 'project_id': 'cea693ec44f34a95ac5bb978332b5503', 'gw_port': {'id': '56ea13d5-c215-4155-9112-873593852ee3', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:41Z', 'updated_at': '2021-12-09T15:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'd2734062-4bf7-4450-9264-1a1435f86492', 'name': '', 'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'mac_address': 'fa:16:3e:7a:b0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '6388c83a-5827-4add-9bc1-4867e28bf06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:44Z', 'updated_at': '2021-12-09T15:41:44Z', 'revision_number': 1, 'project_id': 'cea693ec44f34a95ac5bb978332b5503', 'subnets': [{'id': '6388c83a-5827-4add-9bc1-4867e28bf06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:41:46.246209 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13cdb94-66c5-49c4-ae0c-05648efa34c2 None None] The sync data for ids ['14d212c5-595f-4b91-bc2e-458e65c6ee1d'] in n-d-821228-1 is: [{'id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'name': 'tempest-AttachVolumeTestJSON-1158014551-router', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '56ea13d5-c215-4155-9112-873593852ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:41:40Z', 'updated_at': '2021-12-09T15:41:45Z', 'revision_number': 4, 'project_id': 'cea693ec44f34a95ac5bb978332b5503', 'gw_port': {'id': '56ea13d5-c215-4155-9112-873593852ee3', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:41Z', 'updated_at': '2021-12-09T15:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'd2734062-4bf7-4450-9264-1a1435f86492', 'name': '', 'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'mac_address': 'fa:16:3e:7a:b0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '6388c83a-5827-4add-9bc1-4867e28bf06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:44Z', 'updated_at': '2021-12-09T15:41:44Z', 'revision_number': 1, 'project_id': 'cea693ec44f34a95ac5bb978332b5503', 'subnets': [{'id': '6388c83a-5827-4add-9bc1-4867e28bf06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:41:46.386416 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace824af-c241-4900-a929-d9cbb1e8088e None None] Provisioning complete for port d2734062-4bf7-4450-9264-1a1435f86492 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:41:46.387006 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace824af-c241-4900-a929-d9cbb1e8088e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:46.411129 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275535e8-f77f-4e91-b60e-552ff80cb176 admin admin] Router 14d212c5-595f-4b91-bc2e-458e65c6ee1d has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:41:46.430354 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace824af-c241-4900-a929-d9cbb1e8088e None None] Port d2734062-4bf7-4450-9264-1a1435f86492 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:41:46.690250 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275535e8-f77f-4e91-b60e-552ff80cb176 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:41:46.696212 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-275535e8-f77f-4e91-b60e-552ff80cb176 admin admin] 10.222.0.57 "PUT /v2.0/routers/14d212c5-595f-4b91-bc2e-458e65c6ee1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9677269 Dec 09 15:41:47.021947 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02687d9-d1e7-4d6b-8653-fd1030393245 req-62e197db-d768-43a3-861e-4b517903b624 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:47.024208 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c02687d9-d1e7-4d6b-8653-fd1030393245 req-62e197db-d768-43a3-861e-4b517903b624 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=c98af8e8-5d3c-4435-8863-d44500d518a8 HTTP/1.1" status: 200 len: 945 time: 0.0641418 Dec 09 15:41:47.082165 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c02687d9-d1e7-4d6b-8653-fd1030393245 req-b169a269-14e7-4d37-a74c-129ee6a6567f tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517428 Dec 09 15:41:47.365888 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 39544) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:47.577444 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-262f6860-a038-4dde-b6a2-d303494a1b4f tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1973092065'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:41:47.606579 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262f6860-a038-4dde-b6a2-d303494a1b4f tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Made reservation on behalf of 5f262eb9b0bf41d0ab7f6304e8a1f47d for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:41:47.611029 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-262f6860-a038-4dde-b6a2-d303494a1b4f tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:47.621529 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-262f6860-a038-4dde-b6a2-d303494a1b4f tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:47.734395 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-262f6860-a038-4dde-b6a2-d303494a1b4f tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:47.741691 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-262f6860-a038-4dde-b6a2-d303494a1b4f tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:47.762792 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-262f6860-a038-4dde-b6a2-d303494a1b4f tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:41:47.773136 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-262f6860-a038-4dde-b6a2-d303494a1b4f tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:47.773604 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-262f6860-a038-4dde-b6a2-d303494a1b4f tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Added segment 6a3d1df4-a40b-451e-a1d4-fd1ea7353a58 of type vlan for network 3b8204bd-1f50-4cb9-93fe-4f8c01b436f4 Dec 09 15:41:47.819419 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-262f6860-a038-4dde-b6a2-d303494a1b4f tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:47.837178 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f6860-a038-4dde-b6a2-d303494a1b4f tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5b4b3e-afce-41c9-9f90-e519788d2500,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:47.862227 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-262f6860-a038-4dde-b6a2-d303494a1b4f tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:47.868166 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262f6860-a038-4dde-b6a2-d303494a1b4f tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:47.868915 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-262f6860-a038-4dde-b6a2-d303494a1b4f tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:47.907663 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39548) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:47.912427 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-9c0ebef0-b0bc-4edd-8974-22490eedb761 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1123374289', 'description': 'tempest-description--83425667'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:41:47.929803 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-262f6860-a038-4dde-b6a2-d303494a1b4f tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5627773 Dec 09 15:41:47.932690 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 39554) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:47.938990 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-830848b8-dbf8-4869-b4d8-fb2d38fe4116 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Request body: {'subnet': {'network_id': '3b8204bd-1f50-4cb9-93fe-4f8c01b436f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:41:47.972089 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9c0ebef0-b0bc-4edd-8974-22490eedb761 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:47.996893 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f6860-a038-4dde-b6a2-d303494a1b4f tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Pushing event updated for resources: {'Network': ['ID=3b8204bd-1f50-4cb9-93fe-4f8c01b436f4,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:48.016461 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 3b8204bd-1f50-4cb9-93fe-4f8c01b436f4 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:41:48.074262 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830848b8-dbf8-4869-b4d8-fb2d38fe4116 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Made reservation on behalf of 5f262eb9b0bf41d0ab7f6304e8a1f47d for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:41:48.084672 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-830848b8-dbf8-4869-b4d8-fb2d38fe4116 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:48.149863 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9c0ebef0-b0bc-4edd-8974-22490eedb761 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:48.158031 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9c0ebef0-b0bc-4edd-8974-22490eedb761 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:48.184664 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9c0ebef0-b0bc-4edd-8974-22490eedb761 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:48.189125 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9c0ebef0-b0bc-4edd-8974-22490eedb761 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2802253 Dec 09 15:41:48.192079 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 39582) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:48.197807 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-a3b0c76e-ed38-4250-a82a-60884c5ee547 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Request body: {'security_group_rule': {'security_group_id': 'f5914249-729d-46cd-bced-fb0207d25b2d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:41:48.223998 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ebef0-b0bc-4edd-8974-22490eedb761 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5914249-729d-46cd-bced-fb0207d25b2d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:48.271162 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3b0c76e-ed38-4250-a82a-60884c5ee547 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:48.406777 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-830848b8-dbf8-4869-b4d8-fb2d38fe4116 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:48.486008 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3b0c76e-ed38-4250-a82a-60884c5ee547 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:48.493028 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3b0c76e-ed38-4250-a82a-60884c5ee547 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:48.499073 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830848b8-dbf8-4869-b4d8-fb2d38fe4116 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Pushing event updated for resources: {'Subnet': ['ID=6026434d-e7d1-4e6b-9978-99042c2b09d9,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:48.524657 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3b0c76e-ed38-4250-a82a-60884c5ee547 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:48.525899 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a3b0c76e-ed38-4250-a82a-60884c5ee547 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3325663 Dec 09 15:41:48.529529 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39596) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:48.532094 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b0c76e-ed38-4250-a82a-60884c5ee547 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=996268ad-a73b-4c1b-89aa-fe3be664ee04,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:48.534677 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8823ae93-a242-45b4-a42b-a34ddae16710 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Request body: {'security_group_rule': {'security_group_id': 'f5914249-729d-46cd-bced-fb0207d25b2d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:41:48.536477 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830848b8-dbf8-4869-b4d8-fb2d38fe4116 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Checking segment: {'id': '6a3d1df4-a40b-451e-a1d4-fd1ea7353a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '3b8204bd-1f50-4cb9-93fe-4f8c01b436f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:41:48.536851 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830848b8-dbf8-4869-b4d8-fb2d38fe4116 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Network hostable DHCP agents. Network: 3b8204bd-1f50-4cb9-93fe-4f8c01b436f4, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:41:48.561332 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830848b8-dbf8-4869-b4d8-fb2d38fe4116 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Network 3b8204bd-1f50-4cb9-93fe-4f8c01b436f4 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:41:48.579079 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-830848b8-dbf8-4869-b4d8-fb2d38fe4116 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 3b8204bd-1f50-4cb9-93fe-4f8c01b436f4) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:41:48.589197 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55edce8e-e312-458f-b335-0d6646b17e6f None None] Network 3b8204bd-1f50-4cb9-93fe-4f8c01b436f4 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:41:48.599129 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830848b8-dbf8-4869-b4d8-fb2d38fe4116 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:48.604583 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-830848b8-dbf8-4869-b4d8-fb2d38fe4116 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:48.617922 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8823ae93-a242-45b4-a42b-a34ddae16710 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:48.620945 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-830848b8-dbf8-4869-b4d8-fb2d38fe4116 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6871223 Dec 09 15:41:48.623497 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 39598) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:48.629956 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-04f7a491-a4a7-4eca-8ee3-1ff430cab878 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Request body: {'port': {'network_id': '3b8204bd-1f50-4cb9-93fe-4f8c01b436f4', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2091718293'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:41:48.680818 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 56ea13d5-c215-4155-9112-873593852ee3 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:41:48.762197 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8823ae93-a242-45b4-a42b-a34ddae16710 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:48.770170 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8823ae93-a242-45b4-a42b-a34ddae16710 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:48.794628 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8823ae93-a242-45b4-a42b-a34ddae16710 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b09cc38-ead7-40bb-93e3-09be28c2c758,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:48.812447 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7879dea3-c2b1-4d5d-9051-867b6a0400eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-3b8204bd-1f50-4cb9-93fe-4f8c01b436f4', 'network_id': '3b8204bd-1f50-4cb9-93fe-4f8c01b436f4', 'project_id': '5f262eb9b0bf41d0ab7f6304e8a1f47d', 'fixed_ips': [{'subnet_id': '6026434d-e7d1-4e6b-9978-99042c2b09d9'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:41:48.813808 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7879dea3-c2b1-4d5d-9051-867b6a0400eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:48.823158 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f7a491-a4a7-4eca-8ee3-1ff430cab878 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Made reservation on behalf of 5f262eb9b0bf41d0ab7f6304e8a1f47d for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:41:48.827379 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-04f7a491-a4a7-4eca-8ee3-1ff430cab878 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:48.831421 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8823ae93-a242-45b4-a42b-a34ddae16710 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:48.833949 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8823ae93-a242-45b4-a42b-a34ddae16710 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3033454 Dec 09 15:41:48.837390 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39600) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:48.846886 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c3fb1dc6-a3ce-46f8-9d1b-04e3eb7d2e5d tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:41:48.865455 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6959c0-1e84-4931-9bb0-71a021b26176 req-b7ce6754-c410-4001-a540-ba479b5415f8 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:48.867981 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8b6959c0-1e84-4931-9bb0-71a021b26176 req-b7ce6754-c410-4001-a540-ba479b5415f8 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=c98af8e8-5d3c-4435-8863-d44500d518a8 HTTP/1.1" status: 200 len: 945 time: 0.0982375 Dec 09 15:41:48.875690 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-04f7a491-a4a7-4eca-8ee3-1ff430cab878 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] device_id is not set on port 3c3208c3-7316-4b3a-9ed1-7c355e7561b6 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:41:48.884551 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3fb1dc6-a3ce-46f8-9d1b-04e3eb7d2e5d tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:48.928936 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 56ea13d5-c215-4155-9112-873593852ee3 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:41:48.929609 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:49.059978 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3fb1dc6-a3ce-46f8-9d1b-04e3eb7d2e5d tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:49.082950 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-7879dea3-c2b1-4d5d-9051-867b6a0400eb None None] Allocated IP 172.20.0.2 (3b8204bd-1f50-4cb9-93fe-4f8c01b436f4/6026434d-e7d1-4e6b-9978-99042c2b09d9/f41042f8-c7db-4781-bede-846e05ebc904) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:41:49.229521 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-c3fb1dc6-a3ce-46f8-9d1b-04e3eb7d2e5d tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Allocated IP 172.25.3.62 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/3437fba4-7eb8-4839-81e8-8ea69cf5b63d) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:41:49.298746 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7879dea3-c2b1-4d5d-9051-867b6a0400eb None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:49.312975 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7879dea3-c2b1-4d5d-9051-867b6a0400eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:49.393328 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3fb1dc6-a3ce-46f8-9d1b-04e3eb7d2e5d tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:49.409716 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7879dea3-c2b1-4d5d-9051-867b6a0400eb None None] Network 3b8204bd-1f50-4cb9-93fe-4f8c01b436f4 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:41:49.412146 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-7879dea3-c2b1-4d5d-9051-867b6a0400eb None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:41:49.420688 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7879dea3-c2b1-4d5d-9051-867b6a0400eb None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:41:49.421472 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8b6959c0-1e84-4931-9bb0-71a021b26176 req-cc3ceb87-4a6a-40e9-9629-02e02b59eb60 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5378723 Dec 09 15:41:49.461132 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3fb1dc6-a3ce-46f8-9d1b-04e3eb7d2e5d tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:49.523466 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-04f7a491-a4a7-4eca-8ee3-1ff430cab878 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Allocated IP 172.20.0.3 (3b8204bd-1f50-4cb9-93fe-4f8c01b436f4/6026434d-e7d1-4e6b-9978-99042c2b09d9/3c3208c3-7316-4b3a-9ed1-7c355e7561b6) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:41:49.539001 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879dea3-c2b1-4d5d-9051-867b6a0400eb None None] Pushing event updated for resources: {'Port': ['ID=f41042f8-c7db-4781-bede-846e05ebc904,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:49.549258 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb1dc6-a3ce-46f8-9d1b-04e3eb7d2e5d tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Pushing event updated for resources: {'Port': ['ID=3437fba4-7eb8-4839-81e8-8ea69cf5b63d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:49.564527 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4703c8-18da-4eac-8c67-ec41930183e1 None None] Sync routers for ids ['14d212c5-595f-4b91-bc2e-458e65c6ee1d'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:41:49.596336 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4703c8-18da-4eac-8c67-ec41930183e1 None None] Routers {'14d212c5-595f-4b91-bc2e-458e65c6ee1d'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:41:49.597017 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-4e4703c8-18da-4eac-8c67-ec41930183e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:41:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['14d212c5-595f-4b91-bc2e-458e65c6ee1d'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:41:49.597499 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7879dea3-c2b1-4d5d-9051-867b6a0400eb None None] Attempting to bind port f41042f8-c7db-4781-bede-846e05ebc904 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:41:49.598087 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7879dea3-c2b1-4d5d-9051-867b6a0400eb None None] Attempting to bind port f41042f8-c7db-4781-bede-846e05ebc904 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '6a3d1df4-a40b-451e-a1d4-fd1ea7353a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '3b8204bd-1f50-4cb9-93fe-4f8c01b436f4'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:41:49.600352 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7879dea3-c2b1-4d5d-9051-867b6a0400eb None None] Attempting to bind port f41042f8-c7db-4781-bede-846e05ebc904 on network 3b8204bd-1f50-4cb9-93fe-4f8c01b436f4 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:41:49.612147 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7879dea3-c2b1-4d5d-9051-867b6a0400eb None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:41:49.613376 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7879dea3-c2b1-4d5d-9051-867b6a0400eb None None] Checking segment: {'id': '6a3d1df4-a40b-451e-a1d4-fd1ea7353a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '3b8204bd-1f50-4cb9-93fe-4f8c01b436f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:41:49.614213 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7879dea3-c2b1-4d5d-9051-867b6a0400eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:49.617968 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7879dea3-c2b1-4d5d-9051-867b6a0400eb None None] Bound using segment: {'id': '6a3d1df4-a40b-451e-a1d4-fd1ea7353a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '3b8204bd-1f50-4cb9-93fe-4f8c01b436f4'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:41:49.619792 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7879dea3-c2b1-4d5d-9051-867b6a0400eb None None] Bound port: f41042f8-c7db-4781-bede-846e05ebc904, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3d1df4-a40b-451e-a1d4-fd1ea7353a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '3b8204bd-1f50-4cb9-93fe-4f8c01b436f4'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:41:49.621362 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fb1dc6-a3ce-46f8-9d1b-04e3eb7d2e5d tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:41:49.621927 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7879dea3-c2b1-4d5d-9051-867b6a0400eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:49.627293 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-c3fb1dc6-a3ce-46f8-9d1b-04e3eb7d2e5d tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:41:49.637396 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fb1dc6-a3ce-46f8-9d1b-04e3eb7d2e5d tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:41:49.785051 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3fb1dc6-a3ce-46f8-9d1b-04e3eb7d2e5d tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:49.844775 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3fb1dc6-a3ce-46f8-9d1b-04e3eb7d2e5d tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:49.851121 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-4e4703c8-18da-4eac-8c67-ec41930183e1 None None] Set router 14d212c5-595f-4b91-bc2e-458e65c6ee1d gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:41:49.930236 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-04f7a491-a4a7-4eca-8ee3-1ff430cab878 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:49.999218 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-04f7a491-a4a7-4eca-8ee3-1ff430cab878 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:50.046213 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7879dea3-c2b1-4d5d-9051-867b6a0400eb None None] For port f41042f8-c7db-4781-bede-846e05ebc904, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:41:50.054053 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7879dea3-c2b1-4d5d-9051-867b6a0400eb None None] For port f41042f8-c7db-4781-bede-846e05ebc904, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=f41042f8-c7db-4781-bede-846e05ebc904,segment=NetworkSegment(6a3d1df4-a40b-451e-a1d4-fd1ea7353a58),segment_id=6a3d1df4-a40b-451e-a1d4-fd1ea7353a58)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:41:50.060936 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7879dea3-c2b1-4d5d-9051-867b6a0400eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:50.099907 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f7a491-a4a7-4eca-8ee3-1ff430cab878 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Network 3b8204bd-1f50-4cb9-93fe-4f8c01b436f4 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:41:50.107756 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-04f7a491-a4a7-4eca-8ee3-1ff430cab878 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:41:50.121307 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f7a491-a4a7-4eca-8ee3-1ff430cab878 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:41:50.166698 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879dea3-c2b1-4d5d-9051-867b6a0400eb None None] Pushing event updated for resources: {'Port': ['ID=f41042f8-c7db-4781-bede-846e05ebc904,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:50.183978 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3fb1dc6-a3ce-46f8-9d1b-04e3eb7d2e5d tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:50.190409 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3fb1dc6-a3ce-46f8-9d1b-04e3eb7d2e5d tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:50.207989 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f7a491-a4a7-4eca-8ee3-1ff430cab878 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Pushing event updated for resources: {'Port': ['ID=3c3208c3-7316-4b3a-9ed1-7c355e7561b6,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:50.239486 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f7a491-a4a7-4eca-8ee3-1ff430cab878 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:50.240226 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-04f7a491-a4a7-4eca-8ee3-1ff430cab878 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:50.277898 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-04f7a491-a4a7-4eca-8ee3-1ff430cab878 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6532347 Dec 09 15:41:50.282935 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 39636) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:50.295162 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb1dc6-a3ce-46f8-9d1b-04e3eb7d2e5d tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Pushing event updated for resources: {'Port': ['ID=3437fba4-7eb8-4839-81e8-8ea69cf5b63d,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:50.308842 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3fb1dc6-a3ce-46f8-9d1b-04e3eb7d2e5d tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:50.321110 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-4e4703c8-18da-4eac-8c67-ec41930183e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'name': 'tempest-AttachVolumeTestJSON-1158014551-router', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '56ea13d5-c215-4155-9112-873593852ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:41:40Z', 'updated_at': '2021-12-09T15:41:45Z', 'revision_number': 4, 'project_id': 'cea693ec44f34a95ac5bb978332b5503', 'gw_port': {'id': '56ea13d5-c215-4155-9112-873593852ee3', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:41Z', 'updated_at': '2021-12-09T15:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'd2734062-4bf7-4450-9264-1a1435f86492', 'name': '', 'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'mac_address': 'fa:16:3e:7a:b0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '6388c83a-5827-4add-9bc1-4867e28bf06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:44Z', 'updated_at': '2021-12-09T15:41:45Z', 'revision_number': 2, 'project_id': 'cea693ec44f34a95ac5bb978332b5503', 'subnets': [{'id': '6388c83a-5827-4add-9bc1-4867e28bf06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:41:50.351931 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3fb1dc6-a3ce-46f8-9d1b-04e3eb7d2e5d tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:50.366127 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c3fb1dc6-a3ce-46f8-9d1b-04e3eb7d2e5d tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5252392 Dec 09 15:41:50.395018 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4703c8-18da-4eac-8c67-ec41930183e1 None None] Checking router: 14d212c5-595f-4b91-bc2e-458e65c6ee1d for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:41:50.398187 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4703c8-18da-4eac-8c67-ec41930183e1 None None] Updating router 14d212c5-595f-4b91-bc2e-458e65c6ee1d port d2734062-4bf7-4450-9264-1a1435f86492 binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:41:50.424785 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f266f0ea-48f4-4df8-9096-0738308a0aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:50.490016 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a3913086-c952-401c-b166-480ba296ab9f tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Deleting port 3c3208c3-7316-4b3a-9ed1-7c355e7561b6 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:41:50.490570 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3913086-c952-401c-b166-480ba296ab9f tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:50.508335 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-4e4703c8-18da-4eac-8c67-ec41930183e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:50.704660 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device f41042f8-c7db-4781-bede-846e05ebc904 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:41:50.736180 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3913086-c952-401c-b166-480ba296ab9f tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:50.772793 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39650) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:50.787120 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a3913086-c952-401c-b166-480ba296ab9f tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Calling delete_port for 3c3208c3-7316-4b3a-9ed1-7c355e7561b6 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:41:50.801183 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port f41042f8-c7db-4781-bede-846e05ebc904 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:41:50.801724 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:50.802826 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84c7c4-63ac-4bb4-8df3-adb7aa01ea2d req-f641e4b4-13ce-4afb-9120-b007624fe6a4 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:50.804682 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9f84c7c4-63ac-4bb4-8df3-adb7aa01ea2d req-f641e4b4-13ce-4afb-9120-b007624fe6a4 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=c98af8e8-5d3c-4435-8863-d44500d518a8 HTTP/1.1" status: 200 len: 945 time: 0.1868653 Dec 09 15:41:50.907436 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9f84c7c4-63ac-4bb4-8df3-adb7aa01ea2d req-54f61b99-74f0-4482-b335-7b1db19cc9aa tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952368 Dec 09 15:41:50.938677 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:51.012848 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc271657-ad91-4fff-9521-82f6ab79fb56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:51.056045 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3913086-c952-401c-b166-480ba296ab9f tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:51.070635 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port f41042f8-c7db-4781-bede-846e05ebc904, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=f41042f8-c7db-4781-bede-846e05ebc904,segment=NetworkSegment(6a3d1df4-a40b-451e-a1d4-fd1ea7353a58),segment_id=6a3d1df4-a40b-451e-a1d4-fd1ea7353a58)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:41:51.076246 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:51.130350 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-4e4703c8-18da-4eac-8c67-ec41930183e1 None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:51.140789 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-4e4703c8-18da-4eac-8c67-ec41930183e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:51.159174 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3913086-c952-401c-b166-480ba296ab9f tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Pushing event deleted for resources: {'Port': ['ID=3c3208c3-7316-4b3a-9ed1-7c355e7561b6,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:51.185594 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=f41042f8-c7db-4781-bede-846e05ebc904,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:51.204371 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc271657-ad91-4fff-9521-82f6ab79fb56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:51.210616 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b837c2-aa66-48cb-8c24-fd4d53c70fa3 None None] Pushing event updated for resources: {'Port': ['ID=d2734062-4bf7-4450-9264-1a1435f86492,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:51.215727 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc271657-ad91-4fff-9521-82f6ab79fb56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:51.284995 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3913086-c952-401c-b166-480ba296ab9f tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:51.290687 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a3913086-c952-401c-b166-480ba296ab9f tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] 10.222.0.57 "DELETE /v2.0/ports/3c3208c3-7316-4b3a-9ed1-7c355e7561b6 HTTP/1.1" status: 204 len: 168 time: 1.0041060 Dec 09 15:41:51.291070 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc271657-ad91-4fff-9521-82f6ab79fb56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c022e601-5272-4fca-aaac-b7329d37552c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:51.300747 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39666) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:51.324348 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-fc271657-ad91-4fff-9521-82f6ab79fb56 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=49c5694b16a44a4faa3474fcb71ba1ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5473845 Dec 09 15:41:51.324968 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39670) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:51.370556 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-e43e7d38-b5a2-457a-ae50-1d173bf37050 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1123374289&fields=id&tenant_id=cea693ec44f34a95ac5bb978332b5503 HTTP/1.1" status: 200 len: 267 time: 0.2215405 Dec 09 15:41:51.400904 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-4e4703c8-18da-4eac-8c67-ec41930183e1 None None] Attempting to bind port d2734062-4bf7-4450-9264-1a1435f86492 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:41:51.401537 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-4e4703c8-18da-4eac-8c67-ec41930183e1 None None] Attempting to bind port d2734062-4bf7-4450-9264-1a1435f86492 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '0b8968c1-11be-452a-85e0-2b87c97fc015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:41:51.402091 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4703c8-18da-4eac-8c67-ec41930183e1 None None] Attempting to bind port d2734062-4bf7-4450-9264-1a1435f86492 on network e2819ac3-9056-4f31-9f04-900628348c70 {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:41:51.415189 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4703c8-18da-4eac-8c67-ec41930183e1 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:41:51.415824 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4703c8-18da-4eac-8c67-ec41930183e1 None None] Checking segment: {'id': '0b8968c1-11be-452a-85e0-2b87c97fc015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:41:51.416731 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-4e4703c8-18da-4eac-8c67-ec41930183e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:51.417492 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4703c8-18da-4eac-8c67-ec41930183e1 None None] Bound using segment: {'id': '0b8968c1-11be-452a-85e0-2b87c97fc015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:41:51.418145 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-4e4703c8-18da-4eac-8c67-ec41930183e1 None None] Bound port: d2734062-4bf7-4450-9264-1a1435f86492, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8968c1-11be-452a-85e0-2b87c97fc015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:41:51.418739 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-4e4703c8-18da-4eac-8c67-ec41930183e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:51.465704 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-977f2bdd-7be9-4b5b-8b41-e75e066f7bb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:51.522342 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-977f2bdd-7be9-4b5b-8b41-e75e066f7bb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:51.604708 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-0df78ad7-93f7-4c84-9f07-d6b9893a7a7e tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:51.613791 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-4e4703c8-18da-4eac-8c67-ec41930183e1 None None] For port d2734062-4bf7-4450-9264-1a1435f86492, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:41:51.618810 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-0df78ad7-93f7-4c84-9f07-d6b9893a7a7e tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/networks?id=e2819ac3-9056-4f31-9f04-900628348c70 HTTP/1.1" status: 200 len: 811 time: 0.2473459 Dec 09 15:41:51.620560 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-4e4703c8-18da-4eac-8c67-ec41930183e1 None None] For port d2734062-4bf7-4450-9264-1a1435f86492, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d2734062-4bf7-4450-9264-1a1435f86492,segment=NetworkSegment(0b8968c1-11be-452a-85e0-2b87c97fc015),segment_id=0b8968c1-11be-452a-85e0-2b87c97fc015)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:41:51.639194 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a8b3801d-39e0-4572-8803-41e975ae6d93 tempest-DHCPAgentSchedulersTestJSON-990411689 tempest-DHCPAgentSchedulersTestJSON-990411689-project-admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.3368220 Dec 09 15:41:51.642460 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-f97abad1-52da-4115-9f35-bce75ae27748 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/quotas/cea693ec44f34a95ac5bb978332b5503 HTTP/1.1" status: 200 len: 375 time: 0.0227377 Dec 09 15:41:51.644799 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39672) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:51.659185 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c995b56d-00d8-466c-afdf-ac4beaafa25a tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2070764139'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:41:51.678181 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-4e4703c8-18da-4eac-8c67-ec41930183e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:51.706414 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-977f2bdd-7be9-4b5b-8b41-e75e066f7bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:51.716466 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-977f2bdd-7be9-4b5b-8b41-e75e066f7bb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:51.724129 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-977f2bdd-7be9-4b5b-8b41-e75e066f7bb4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c022e601-5272-4fca-aaac-b7329d37552c HTTP/1.1" status: 204 len: 168 time: 0.3981004 Dec 09 15:41:51.742629 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-922b37d4-2f1e-4601-b84e-42f514c660a6 None None] Provisioning complete for port d2734062-4bf7-4450-9264-1a1435f86492 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:41:51.744592 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f2bdd-7be9-4b5b-8b41-e75e066f7bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c022e601-5272-4fca-aaac-b7329d37552c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:51.747565 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-922b37d4-2f1e-4601-b84e-42f514c660a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:51.767125 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-ea345181-0551-4460-92d4-1013c0f65ea2 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cea693ec44f34a95ac5bb978332b5503&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1236966 Dec 09 15:41:51.796224 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c995b56d-00d8-466c-afdf-ac4beaafa25a tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Made reservation on behalf of 5f262eb9b0bf41d0ab7f6304e8a1f47d for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:41:51.801842 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c995b56d-00d8-466c-afdf-ac4beaafa25a tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:51.835773 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4703c8-18da-4eac-8c67-ec41930183e1 None None] Routers {'14d212c5-595f-4b91-bc2e-458e65c6ee1d'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:41:51.836406 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-4e4703c8-18da-4eac-8c67-ec41930183e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:41:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['14d212c5-595f-4b91-bc2e-458e65c6ee1d'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:41:51.916623 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c995b56d-00d8-466c-afdf-ac4beaafa25a tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:41:51.959259 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c995b56d-00d8-466c-afdf-ac4beaafa25a tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:51.961293 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-c995b56d-00d8-466c-afdf-ac4beaafa25a tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Added segment 0d6549d9-e70e-45fb-bba9-9009178fcdfa of type vlan for network 6e49cc71-998b-4c11-82f4-58afa77de516 Dec 09 15:41:52.064007 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-9394539e-7a4f-47cd-b8a2-0b82cfcbd088 service neutron] 10.222.0.57 "GET /v2.0/networks/e2819ac3-9056-4f31-9f04-900628348c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821321 Dec 09 15:41:52.087719 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-922b37d4-2f1e-4601-b84e-42f514c660a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:52.107624 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c995b56d-00d8-466c-afdf-ac4beaafa25a tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:52.168819 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209e8753-fc10-4fa9-b99f-168330020669 None None] Network 3b8204bd-1f50-4cb9-93fe-4f8c01b436f4 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:41:52.187418 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c995b56d-00d8-466c-afdf-ac4beaafa25a tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:52.202920 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c995b56d-00d8-466c-afdf-ac4beaafa25a tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:52.204827 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c995b56d-00d8-466c-afdf-ac4beaafa25a tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:52.226210 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-4e4703c8-18da-4eac-8c67-ec41930183e1 None None] Set router 14d212c5-595f-4b91-bc2e-458e65c6ee1d gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:41:52.257313 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-922b37d4-2f1e-4601-b84e-42f514c660a6 None None] For port d2734062-4bf7-4450-9264-1a1435f86492, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d2734062-4bf7-4450-9264-1a1435f86492,segment=NetworkSegment(0b8968c1-11be-452a-85e0-2b87c97fc015),segment_id=0b8968c1-11be-452a-85e0-2b87c97fc015)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:41:52.337864 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c995b56d-00d8-466c-afdf-ac4beaafa25a tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6913986 Dec 09 15:41:52.342042 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39684) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:52.354396 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-922b37d4-2f1e-4601-b84e-42f514c660a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:52.461521 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995b56d-00d8-466c-afdf-ac4beaafa25a tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Pushing event updated for resources: {'Network': ['ID=6e49cc71-998b-4c11-82f4-58afa77de516,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:52.486908 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-c48a7d27-2d24-442e-bd58-79c994f1768b service neutron] 10.222.0.57 "GET /v2.0/networks/e2819ac3-9056-4f31-9f04-900628348c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219804 Dec 09 15:41:52.506410 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 6e49cc71-998b-4c11-82f4-58afa77de516 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:41:52.636284 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b837c2-aa66-48cb-8c24-fd4d53c70fa3 None None] Pushing event updated for resources: {'Port': ['ID=d2734062-4bf7-4450-9264-1a1435f86492,revision_number=4']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:52.749229 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-4e4703c8-18da-4eac-8c67-ec41930183e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'name': 'tempest-AttachVolumeTestJSON-1158014551-router', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '56ea13d5-c215-4155-9112-873593852ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:41:40Z', 'updated_at': '2021-12-09T15:41:45Z', 'revision_number': 4, 'project_id': 'cea693ec44f34a95ac5bb978332b5503', 'gw_port': {'id': '56ea13d5-c215-4155-9112-873593852ee3', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:41Z', 'updated_at': '2021-12-09T15:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'd2734062-4bf7-4450-9264-1a1435f86492', 'name': '', 'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'mac_address': 'fa:16:3e:7a:b0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '6388c83a-5827-4add-9bc1-4867e28bf06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:44Z', 'updated_at': '2021-12-09T15:41:51Z', 'revision_number': 4, 'project_id': 'cea693ec44f34a95ac5bb978332b5503', 'subnets': [{'id': '6388c83a-5827-4add-9bc1-4867e28bf06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:41:52.777814 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b37d4-2f1e-4601-b84e-42f514c660a6 None None] Pushing event updated for resources: {'Port': ['ID=d2734062-4bf7-4450-9264-1a1435f86492,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:52.788956 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device f41042f8-c7db-4781-bede-846e05ebc904 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:41:52.794982 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f1aa347f-8112-4c1e-8b6f-a09d6747c449 tempest-DHCPAgentSchedulersTestJSON-990411689 tempest-DHCPAgentSchedulersTestJSON-990411689-project-admin] 10.222.0.57 "GET /v2.0/agents/b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f/dhcp-networks HTTP/1.1" status: 200 len: 9655 time: 0.4500811 Dec 09 15:41:52.798183 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 39696) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:52.822178 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4703c8-18da-4eac-8c67-ec41930183e1 None None] The sync data for ids ['14d212c5-595f-4b91-bc2e-458e65c6ee1d'] in n-d-821228-1 is: [{'id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'name': 'tempest-AttachVolumeTestJSON-1158014551-router', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '56ea13d5-c215-4155-9112-873593852ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:41:40Z', 'updated_at': '2021-12-09T15:41:45Z', 'revision_number': 4, 'project_id': 'cea693ec44f34a95ac5bb978332b5503', 'gw_port': {'id': '56ea13d5-c215-4155-9112-873593852ee3', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:41Z', 'updated_at': '2021-12-09T15:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'd2734062-4bf7-4450-9264-1a1435f86492', 'name': '', 'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'mac_address': 'fa:16:3e:7a:b0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '6388c83a-5827-4add-9bc1-4867e28bf06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:44Z', 'updated_at': '2021-12-09T15:41:51Z', 'revision_number': 4, 'project_id': 'cea693ec44f34a95ac5bb978332b5503', 'subnets': [{'id': '6388c83a-5827-4add-9bc1-4867e28bf06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:41:52.984364 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2a7567-28c0-498a-8c39-0b8bc1d393e5 tempest-DHCPAgentSchedulersTestJSON-990411689 tempest-DHCPAgentSchedulersTestJSON-990411689-project-admin] Network 6e49cc71-998b-4c11-82f4-58afa77de516 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:41:53.002544 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-bd2a7567-28c0-498a-8c39-0b8bc1d393e5 tempest-DHCPAgentSchedulersTestJSON-990411689 tempest-DHCPAgentSchedulersTestJSON-990411689-project-admin] 10.222.0.57 "POST /v2.0/agents/b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2009802 Dec 09 15:41:53.004801 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 39700) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:53.022628 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3d5c074d-64ab-4505-960f-bbf34baefcc2 None None] Provisioning complete for port d2734062-4bf7-4450-9264-1a1435f86492 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:41:53.022860 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d5c074d-64ab-4505-960f-bbf34baefcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:53.159126 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24686d5b-f1e5-4d97-90f7-cf2e4ad436ad None None] Network 6e49cc71-998b-4c11-82f4-58afa77de516 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:41:53.471337 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-08c60107-5287-4abc-bba6-10209afe1b90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:53.501006 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39716) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:53.520961 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-efa5553b-ead1-4679-a911-ca9319ed1c2c tempest-DHCPAgentSchedulersTestJSON-990411689 tempest-DHCPAgentSchedulersTestJSON-990411689-project-admin] 10.222.0.57 "GET /v2.0/agents/b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f/dhcp-networks HTTP/1.1" status: 200 len: 10427 time: 0.5142365 Dec 09 15:41:53.630348 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3d5c074d-64ab-4505-960f-bbf34baefcc2 None None] Provisioning complete for port f41042f8-c7db-4781-bede-846e05ebc904 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:41:53.630739 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d5c074d-64ab-4505-960f-bbf34baefcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:53.717411 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port f41042f8-c7db-4781-bede-846e05ebc904 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:41:53.717411 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:53.746791 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305d2b0-291b-4bdd-8a08-8f898c7a4a80 req-d31f4e34-b750-482e-8c78-ab036762f321 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:53.756817 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4305d2b0-291b-4bdd-8a08-8f898c7a4a80 req-d31f4e34-b750-482e-8c78-ab036762f321 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=c98af8e8-5d3c-4435-8863-d44500d518a8 HTTP/1.1" status: 200 len: 945 time: 0.2314198 Dec 09 15:41:53.790533 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 39718) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:53.842205 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0dcc8e83-ba8f-4b51-9b3b-eedfc42eeafd tempest-DHCPAgentSchedulersTestJSON-990411689 tempest-DHCPAgentSchedulersTestJSON-990411689-project-admin] 10.222.0.57 "DELETE /v2.0/agents/b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f/dhcp-networks/6e49cc71-998b-4c11-82f4-58afa77de516 HTTP/1.1" status: 204 len: 168 time: 0.3394935 Dec 09 15:41:53.844939 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39722) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:53.891243 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4305d2b0-291b-4bdd-8a08-8f898c7a4a80 req-669e789f-57cf-4362-8daf-cff65c15ec1e tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248999 Dec 09 15:41:54.027416 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-cbcf106f-eeb5-4434-99ee-478e97c42b66 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-22459964-network', 'tenant_id': '07844446e2964e2183164fabedd030ef'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:41:54.096013 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcf106f-eeb5-4434-99ee-478e97c42b66 admin admin] Made reservation on behalf of 07844446e2964e2183164fabedd030ef for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:41:54.098634 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cbcf106f-eeb5-4434-99ee-478e97c42b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:54.127037 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:54.161717 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4441f5ab-1d9a-486a-8a42-285b055e1518 None None] Provisioning complete for port f41042f8-c7db-4781-bede-846e05ebc904 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:41:54.162257 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4441f5ab-1d9a-486a-8a42-285b055e1518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:54.251653 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-60b64149-f390-401a-b9de-0de7167fbecb req-a014f288-5ad8-48dc-bb87-ea09517c61df tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=62416a1b-65a3-4dbc-b00d-afa09b06372e HTTP/1.1" status: 200 len: 210 time: 0.1422091 Dec 09 15:41:54.252694 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cbcf106f-eeb5-4434-99ee-478e97c42b66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:54.284617 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-35525e47-caa4-4717-a7a4-06ff6b5fa65a tempest-DHCPAgentSchedulersTestJSON-990411689 tempest-DHCPAgentSchedulersTestJSON-990411689-project-admin] 10.222.0.57 "GET /v2.0/agents/b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f/dhcp-networks HTTP/1.1" status: 200 len: 9655 time: 0.4368510 Dec 09 15:41:54.289821 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39730) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:54.354063 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-97648b7f-1fe0-4fee-9ec6-10740dcfeab5 tempest-DHCPAgentSchedulersTestJSON-990411689 tempest-DHCPAgentSchedulersTestJSON-990411689-project-admin] 10.222.0.57 "GET /v2.0/networks/3b8204bd-1f50-4cb9-93fe-4f8c01b436f4/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0560637 Dec 09 15:41:54.354606 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39732) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:54.395608 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:54.441558 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e3c7eece-7a41-47b6-8b9f-6d8131754708 tempest-DHCPAgentSchedulersTestJSON-990411689 tempest-DHCPAgentSchedulersTestJSON-990411689-project-admin] 10.222.0.57 "GET /v2.0/networks/3b8204bd-1f50-4cb9-93fe-4f8c01b436f4/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0839577 Dec 09 15:41:54.443375 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 39736) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:54.523484 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ef2da83d-943d-45d7-b46a-174f19c0e603 None None] Could not find standard attr ID for object 3c3208c3-7316-4b3a-9ed1-7c355e7561b6. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:41:54.629447 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:41:54.674151 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a5911c6a-0359-4da4-b061-a57b895a5f79 tempest-DHCPAgentSchedulersTestJSON-990411689 tempest-DHCPAgentSchedulersTestJSON-990411689-project-admin] 10.222.0.57 "GET /v2.0/agents/b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f/dhcp-networks HTTP/1.1" status: 200 len: 9655 time: 0.2281408 Dec 09 15:41:54.674368 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39738) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:54.688810 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cbcf106f-eeb5-4434-99ee-478e97c42b66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:54.713082 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d2734062-4bf7-4450-9264-1a1435f86492 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:41:54.842573 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-8d386dcf-5c2c-470c-90dd-5fd5e1de94a4 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:54.845921 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-07bf48d0-8550-4449-83dd-fd9778d878c0 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:54.846073 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-8d386dcf-5c2c-470c-90dd-5fd5e1de94a4 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.31 "GET /v2.0/networks?id=e2819ac3-9056-4f31-9f04-900628348c70 HTTP/1.1" status: 200 len: 811 time: 0.1676207 Dec 09 15:41:54.847769 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cbcf106f-eeb5-4434-99ee-478e97c42b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:54.897124 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port d2734062-4bf7-4450-9264-1a1435f86492 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:41:54.897759 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:54.898482 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbcf106f-eeb5-4434-99ee-478e97c42b66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:41:54.944518 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf106f-eeb5-4434-99ee-478e97c42b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50be2a54-87d6-4421-8e75-819938769488,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:54.947367 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cbcf106f-eeb5-4434-99ee-478e97c42b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:54.947711 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-cbcf106f-eeb5-4434-99ee-478e97c42b66 admin admin] Added segment ddd0682b-bda1-497e-bda9-d80ab59b93d8 of type vlan for network dcdb628e-5130-4046-a7ec-e30fed59a905 Dec 09 15:41:54.994356 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-07bf48d0-8550-4449-83dd-fd9778d878c0 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:55.058012 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-c2b57d52-0a6c-4a94-9a01-cbfc230826a2 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cea693ec44f34a95ac5bb978332b5503 HTTP/1.1" status: 200 len: 380 time: 0.1992741 Dec 09 15:41:55.063895 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-07bf48d0-8550-4449-83dd-fd9778d878c0 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e49cc71-998b-4c11-82f4-58afa77de516']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:41:55.074586 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-07bf48d0-8550-4449-83dd-fd9778d878c0 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d6549d9-e70e-45fb-bba9-9009178fcdfa') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:41:55.075174 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-07bf48d0-8550-4449-83dd-fd9778d878c0 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d6549d9-e70e-45fb-bba9-9009178fcdfa') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:41:55.083772 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cbcf106f-eeb5-4434-99ee-478e97c42b66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:55.092888 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-07bf48d0-8550-4449-83dd-fd9778d878c0 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:55.122901 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-6d40cb52-2c12-4ae3-a301-58e775d7b94c tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Request body: {'port': {'device_id': '62416a1b-65a3-4dbc-b00d-afa09b06372e', 'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70', 'admin_state_up': True, 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'security_groups': ['f5914249-729d-46cd-bced-fb0207d25b2d']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:41:55.130769 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cbcf106f-eeb5-4434-99ee-478e97c42b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:55.132037 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcf106f-eeb5-4434-99ee-478e97c42b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:55.132346 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cbcf106f-eeb5-4434-99ee-478e97c42b66 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:55.152581 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-07bf48d0-8550-4449-83dd-fd9778d878c0 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:55.161983 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07bf48d0-8550-4449-83dd-fd9778d878c0 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:41:55.163056 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-07bf48d0-8550-4449-83dd-fd9778d878c0 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:55.168630 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:41:55.168630 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:41:55.168630 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:41:55.168630 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:41:55.168630 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:41:55.168630 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:41:55.168630 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:41:55.168630 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:41:55.168630 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:41:55.168630 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:41:55.168630 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:41:55.168630 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:41:55.168630 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:41:55.168630 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:41:55.168630 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:41:55.168630 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:41:55.168630 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:41:55.168630 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:41:55.168630 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:41:55.168630 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:41:55.168630 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:41:55.168630 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:41:55.168630 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:41:55.168630 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:41:55.168630 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:41:55.168630 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:41:55.168630 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:41:55.168630 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:41:55.168630 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:41:55.168630 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:41:55.168630 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:41:55.168630 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:41:55.231363 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:55.266994 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-07bf48d0-8550-4449-83dd-fd9778d878c0 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:55.277421 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-cbcf106f-eeb5-4434-99ee-478e97c42b66 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4855008 Dec 09 15:41:55.283688 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39746) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:55.284983 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-07bf48d0-8550-4449-83dd-fd9778d878c0 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:55.291368 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-07bf48d0-8550-4449-83dd-fd9778d878c0 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] 10.222.0.57 "DELETE /v2.0/networks/6e49cc71-998b-4c11-82f4-58afa77de516 HTTP/1.1" status: 204 len: 168 time: 0.6158564 Dec 09 15:41:55.293437 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39748) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:55.308563 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-703bd479-5e35-465b-950a-d87af3b1ae32 admin admin] Request body: {'subnet': {'network_id': 'dcdb628e-5130-4046-a7ec-e30fed59a905', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-22459964-subnet', 'tenant_id': '07844446e2964e2183164fabedd030ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:41:55.322733 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bf48d0-8550-4449-83dd-fd9778d878c0 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Pushing event deleted for resources: {'Network': ['ID=6e49cc71-998b-4c11-82f4-58afa77de516,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:55.345648 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ce87b74-2068-4f74-b326-2a6d2381704b tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] DELETE failed (client error): The resource could not be found. Dec 09 15:41:55.346408 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ce87b74-2068-4f74-b326-2a6d2381704b tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:41:55.347999 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08431518-473b-492d-b1bf-9641b9b5a99e req-89683067-fa6b-497c-90ce-542e9b703cb5 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:55.349105 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-08431518-473b-492d-b1bf-9641b9b5a99e req-89683067-fa6b-497c-90ce-542e9b703cb5 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=c98af8e8-5d3c-4435-8863-d44500d518a8 HTTP/1.1" status: 200 len: 945 time: 0.2746799 Dec 09 15:41:55.352251 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 39750) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:55.352398 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2ce87b74-2068-4f74-b326-2a6d2381704b tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] 10.222.0.57 "DELETE /v2.0/ports/3c3208c3-7316-4b3a-9ed1-7c355e7561b6 HTTP/1.1" status: 404 len: 333 time: 0.0390770 Dec 09 15:41:55.366052 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf106f-eeb5-4434-99ee-478e97c42b66 admin admin] Pushing event updated for resources: {'Network': ['ID=dcdb628e-5130-4046-a7ec-e30fed59a905,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:55.366913 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703bd479-5e35-465b-950a-d87af3b1ae32 admin admin] Made reservation on behalf of 07844446e2964e2183164fabedd030ef for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:41:55.369673 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-703bd479-5e35-465b-950a-d87af3b1ae32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:55.384472 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network dcdb628e-5130-4046-a7ec-e30fed59a905 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:41:55.514208 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9a67eb1-67ca-4118-8654-5b2006ccf423 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Deleting subnet 6026434d-e7d1-4e6b-9978-99042c2b09d9 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:41:55.520269 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f9a67eb1-67ca-4118-8654-5b2006ccf423 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:55.524102 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-6d40cb52-2c12-4ae3-a301-58e775d7b94c tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Made reservation on behalf of cea693ec44f34a95ac5bb978332b5503 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:41:55.527636 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-6d40cb52-2c12-4ae3-a301-58e775d7b94c tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:55.590650 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-08431518-473b-492d-b1bf-9641b9b5a99e req-8f94a6f7-5d65-4d92-a9d3-554019388ba6 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124515 Dec 09 15:41:55.623638 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f9a67eb1-67ca-4118-8654-5b2006ccf423 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:55.666141 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-703bd479-5e35-465b-950a-d87af3b1ae32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:55.726811 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5b7a2600-ae01-438a-827e-5b3c6e2bef27 req-480faf1b-e2ef-43f2-b4ac-2c030ab1dc0b tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=62416a1b-65a3-4dbc-b00d-afa09b06372e HTTP/1.1" status: 200 len: 210 time: 0.0443184 Dec 09 15:41:55.732683 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703bd479-5e35-465b-950a-d87af3b1ae32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a75137d3-5bab-4ff0-9c87-80fcdd67f478,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:55.754222 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703bd479-5e35-465b-950a-d87af3b1ae32 admin admin] Checking segment: {'id': 'ddd0682b-bda1-497e-bda9-d80ab59b93d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'dcdb628e-5130-4046-a7ec-e30fed59a905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:41:55.754470 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703bd479-5e35-465b-950a-d87af3b1ae32 admin admin] Network hostable DHCP agents. Network: dcdb628e-5130-4046-a7ec-e30fed59a905, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:41:55.795983 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703bd479-5e35-465b-950a-d87af3b1ae32 admin admin] Network dcdb628e-5130-4046-a7ec-e30fed59a905 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:41:55.827479 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-703bd479-5e35-465b-950a-d87af3b1ae32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, dcdb628e-5130-4046-a7ec-e30fed59a905) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:41:55.832635 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703bd479-5e35-465b-950a-d87af3b1ae32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:55.834694 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-703bd479-5e35-465b-950a-d87af3b1ae32 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:55.847936 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4f33b0-75df-43d0-8393-78f53e7a8f36 None None] Network dcdb628e-5130-4046-a7ec-e30fed59a905 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:41:55.857640 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f9a67eb1-67ca-4118-8654-5b2006ccf423 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:55.858512 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-703bd479-5e35-465b-950a-d87af3b1ae32 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5657873 Dec 09 15:41:55.904276 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-6d40cb52-2c12-4ae3-a301-58e775d7b94c tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Allocated IP 172.20.0.3 (e2819ac3-9056-4f31-9f04-900628348c70/6388c83a-5827-4add-9bc1-4867e28bf06e/9cad87ea-65b5-4fea-889d-0ed909224bfd) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:41:55.972083 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d43cca-c9ad-4456-9677-bac02b1d06d9 None None] Network dcdb628e-5130-4046-a7ec-e30fed59a905 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:41:56.056963 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f9a67eb1-67ca-4118-8654-5b2006ccf423 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:56.147019 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a67eb1-67ca-4118-8654-5b2006ccf423 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Pushing event deleted for resources: {'Subnet': ['ID=6026434d-e7d1-4e6b-9978-99042c2b09d9,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:56.163149 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-6d40cb52-2c12-4ae3-a301-58e775d7b94c tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:56.165432 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f9a67eb1-67ca-4118-8654-5b2006ccf423 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:56.170543 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f9a67eb1-67ca-4118-8654-5b2006ccf423 tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] 10.222.0.57 "DELETE /v2.0/subnets/6026434d-e7d1-4e6b-9978-99042c2b09d9 HTTP/1.1" status: 204 len: 168 time: 0.8156283 Dec 09 15:41:56.173279 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39766) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:56.226332 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787dee50-fa09-4922-bfa2-f12b0b0aeeb1 None None] Network 3b8204bd-1f50-4cb9-93fe-4f8c01b436f4 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:41:56.266614 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-6d40cb52-2c12-4ae3-a301-58e775d7b94c tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:56.340686 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-6d40cb52-2c12-4ae3-a301-58e775d7b94c tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Network e2819ac3-9056-4f31-9f04-900628348c70 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:41:56.348339 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-6d40cb52-2c12-4ae3-a301-58e775d7b94c tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:41:56.352451 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-6d40cb52-2c12-4ae3-a301-58e775d7b94c tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:41:56.399164 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d40cb52-2c12-4ae3-a301-58e775d7b94c tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Pushing event updated for resources: {'Port': ['ID=9cad87ea-65b5-4fea-889d-0ed909224bfd,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:56.412528 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-55566021-e025-4694-aa1f-03ca9bf74daf tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:56.425975 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-6d40cb52-2c12-4ae3-a301-58e775d7b94c tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:56.428352 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-6d40cb52-2c12-4ae3-a301-58e775d7b94c tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:56.469703 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-6d40cb52-2c12-4ae3-a301-58e775d7b94c tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3894625 Dec 09 15:41:56.485412 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-21656151-c1d3-4003-899e-7f7ee38c8803 service neutron] Request body: {'port': {'device_id': '62416a1b-65a3-4dbc-b00d-afa09b06372e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:41:56.522838 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:56.579488 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-55566021-e025-4694-aa1f-03ca9bf74daf tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Deleting port f41042f8-c7db-4781-bede-846e05ebc904 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:41:56.579827 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-55566021-e025-4694-aa1f-03ca9bf74daf tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:56.692323 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610debf2-d960-40b6-aeea-3cb9f308aa93 None None] DHCP port deletion for 3b8204bd-1f50-4cb9-93fe-4f8c01b436f4 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:41:56.717261 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-55566021-e025-4694-aa1f-03ca9bf74daf tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] For port f41042f8-c7db-4781-bede-846e05ebc904, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=f41042f8-c7db-4781-bede-846e05ebc904,segment=NetworkSegment(6a3d1df4-a40b-451e-a1d4-fd1ea7353a58),segment_id=6a3d1df4-a40b-451e-a1d4-fd1ea7353a58)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:41:56.717938 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-55566021-e025-4694-aa1f-03ca9bf74daf tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:56.753439 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-55566021-e025-4694-aa1f-03ca9bf74daf tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Calling delete_port for f41042f8-c7db-4781-bede-846e05ebc904 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:41:56.756180 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-21656151-c1d3-4003-899e-7f7ee38c8803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:56.798933 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9d9584e0-c03f-4c87-8f71-a9351e385c61 None None] Provisioning complete for port 9cad87ea-65b5-4fea-889d-0ed909224bfd triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:41:56.799221 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9d9584e0-c03f-4c87-8f71-a9351e385c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:56.857602 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9d9584e0-c03f-4c87-8f71-a9351e385c61 None None] Port 9cad87ea-65b5-4fea-889d-0ed909224bfd cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:41:56.860099 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-610debf2-d960-40b6-aeea-3cb9f308aa93 None None] Deleting port f41042f8-c7db-4781-bede-846e05ebc904 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:41:56.860521 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-610debf2-d960-40b6-aeea-3cb9f308aa93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:56.893797 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-55566021-e025-4694-aa1f-03ca9bf74daf tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:56.926280 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55566021-e025-4694-aa1f-03ca9bf74daf tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Pushing event deleted for resources: {'Port': ['ID=f41042f8-c7db-4781-bede-846e05ebc904,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:56.940802 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-610debf2-d960-40b6-aeea-3cb9f308aa93 None None] For port f41042f8-c7db-4781-bede-846e05ebc904, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=f41042f8-c7db-4781-bede-846e05ebc904,segment=NetworkSegment(6a3d1df4-a40b-451e-a1d4-fd1ea7353a58),segment_id=6a3d1df4-a40b-451e-a1d4-fd1ea7353a58)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:41:56.941231 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-610debf2-d960-40b6-aeea-3cb9f308aa93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:56.950991 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55566021-e025-4694-aa1f-03ca9bf74daf tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] No DVR routers for this DVR port f41042f8-c7db-4781-bede-846e05ebc904 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:41:56.953876 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-def7fdc0-19b8-4803-8661-211908cad512 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:56.956729 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-610debf2-d960-40b6-aeea-3cb9f308aa93 None None] Calling delete_port for f41042f8-c7db-4781-bede-846e05ebc904 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:41:56.962143 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-def7fdc0-19b8-4803-8661-211908cad512 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/networks?id=dcdb628e-5130-4046-a7ec-e30fed59a905 HTTP/1.1" status: 200 len: 820 time: 0.2569230 Dec 09 15:41:56.990615 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-4efc5838-50b8-4d37-af71-9083c8ceaabe tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/quotas/07844446e2964e2183164fabedd030ef HTTP/1.1" status: 200 len: 375 time: 0.0270171 Dec 09 15:41:57.044796 n-d-821228-1 neutron-server[103246]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 09 15:41:57.044796 n-d-821228-1 neutron-server[103246]: from cryptography.utils import int_from_bytes Dec 09 15:41:57.044796 n-d-821228-1 neutron-server[103246]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 09 15:41:57.044796 n-d-821228-1 neutron-server[103246]: from cryptography.utils import int_from_bytes Dec 09 15:41:57.044796 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:41:57.044796 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:41:57.044796 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:41:57.044796 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:41:57.044796 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:41:57.044796 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:41:57.044796 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:41:57.044796 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:41:57.044796 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:41:57.044796 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:41:57.044796 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:41:57.044796 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:41:57.044796 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:41:57.044796 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:41:57.044796 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:41:57.044796 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:41:57.044796 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:41:57.044796 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:41:57.044796 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:41:57.044796 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:41:57.044796 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:41:57.044796 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:41:57.044796 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:41:57.044796 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:41:57.044796 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:41:57.044796 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:41:57.044796 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:41:57.044796 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:41:57.044796 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:41:57.044796 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:41:57.044796 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:41:57.044796 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:41:57.044796 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:41:57.044796 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:41:57.044796 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:41:57.044796 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:41:57.044796 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:41:57.044796 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:41:57.048299 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:41:57.048299 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:41:57.048299 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:41:57.048299 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:41:57.048299 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:41:57.048299 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:41:57.048299 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:41:57.048299 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:41:57.048299 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:41:57.048299 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:41:57.048299 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:41:57.048299 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:41:57.048299 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:41:57.048299 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:41:57.057325 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-610debf2-d960-40b6-aeea-3cb9f308aa93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:57.078387 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-cc896e37-638c-4fd2-a7ef-d357280d1214 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=07844446e2964e2183164fabedd030ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0743997 Dec 09 15:41:57.097572 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610debf2-d960-40b6-aeea-3cb9f308aa93 None None] Pushing event deleted for resources: {'Port': ['ID=f41042f8-c7db-4781-bede-846e05ebc904,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:57.131166 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610debf2-d960-40b6-aeea-3cb9f308aa93 None None] No DVR routers for this DVR port f41042f8-c7db-4781-bede-846e05ebc904 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:41:57.252988 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-77bdd94c-595a-493d-9ee4-f6454f54c521 service neutron] 10.222.0.57 "GET /v2.0/networks/dcdb628e-5130-4046-a7ec-e30fed59a905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736827 Dec 09 15:41:57.355369 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-21656151-c1d3-4003-899e-7f7ee38c8803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cad87ea-65b5-4fea-889d-0ed909224bfd {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:41:57.368615 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-21656151-c1d3-4003-899e-7f7ee38c8803 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:57.396006 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-55566021-e025-4694-aa1f-03ca9bf74daf tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:57.396796 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-21656151-c1d3-4003-899e-7f7ee38c8803 service neutron] Transition to ACTIVE for port object 9cad87ea-65b5-4fea-889d-0ed909224bfd will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:41:57.409126 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-21656151-c1d3-4003-899e-7f7ee38c8803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:57.424599 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-55566021-e025-4694-aa1f-03ca9bf74daf tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b8204bd-1f50-4cb9-93fe-4f8c01b436f4']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:41:57.438292 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-55566021-e025-4694-aa1f-03ca9bf74daf tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a3d1df4-a40b-451e-a1d4-fd1ea7353a58') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:41:57.438292 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-55566021-e025-4694-aa1f-03ca9bf74daf tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a3d1df4-a40b-451e-a1d4-fd1ea7353a58') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:41:57.448346 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-55566021-e025-4694-aa1f-03ca9bf74daf tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:57.449949 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-9e1c5318-2ab5-4a6e-8b39-85ad8c110f92 service neutron] 10.222.0.57 "GET /v2.0/networks/dcdb628e-5130-4046-a7ec-e30fed59a905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864965 Dec 09 15:41:57.471705 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-55566021-e025-4694-aa1f-03ca9bf74daf tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:57.485268 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55566021-e025-4694-aa1f-03ca9bf74daf tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:41:57.485945 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-55566021-e025-4694-aa1f-03ca9bf74daf tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:57.489767 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:41:57.489767 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:41:57.489767 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:41:57.489767 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:41:57.489767 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:41:57.489767 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:41:57.489767 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:41:57.489767 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:41:57.489767 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:41:57.489767 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:41:57.489767 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:41:57.489767 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:41:57.489767 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:41:57.489767 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:41:57.489767 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:41:57.489767 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:41:57.489767 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:41:57.489767 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:41:57.489767 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:41:57.489767 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:41:57.489767 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:41:57.489767 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:41:57.489767 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:41:57.489767 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:41:57.489767 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:41:57.489767 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:41:57.489767 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:41:57.489767 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:41:57.489767 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:41:57.489767 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:41:57.489767 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:41:57.489767 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:41:57.497464 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21656151-c1d3-4003-899e-7f7ee38c8803 service neutron] Pushing event updated for resources: {'Port': ['ID=9cad87ea-65b5-4fea-889d-0ed909224bfd,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:57.589997 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-55566021-e025-4694-aa1f-03ca9bf74daf tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:57.606723 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-55566021-e025-4694-aa1f-03ca9bf74daf tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:57.613214 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-55566021-e025-4694-aa1f-03ca9bf74daf tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] 10.222.0.57 "DELETE /v2.0/networks/3b8204bd-1f50-4cb9-93fe-4f8c01b436f4 HTTP/1.1" status: 204 len: 168 time: 1.4386561 Dec 09 15:41:57.636060 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-21656151-c1d3-4003-899e-7f7ee38c8803 service neutron] Attempting to bind port 9cad87ea-65b5-4fea-889d-0ed909224bfd on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:41:57.636398 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-21656151-c1d3-4003-899e-7f7ee38c8803 service neutron] Attempting to bind port 9cad87ea-65b5-4fea-889d-0ed909224bfd by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '0b8968c1-11be-452a-85e0-2b87c97fc015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:41:57.636749 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-21656151-c1d3-4003-899e-7f7ee38c8803 service neutron] Attempting to bind port 9cad87ea-65b5-4fea-889d-0ed909224bfd on network e2819ac3-9056-4f31-9f04-900628348c70 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:41:57.638754 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55566021-e025-4694-aa1f-03ca9bf74daf tempest-DHCPAgentSchedulersTestJSON-775589904 tempest-DHCPAgentSchedulersTestJSON-775589904-project] Pushing event deleted for resources: {'Network': ['ID=3b8204bd-1f50-4cb9-93fe-4f8c01b436f4,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:57.653974 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-21656151-c1d3-4003-899e-7f7ee38c8803 service neutron] Port 9cad87ea-65b5-4fea-889d-0ed909224bfd on network e2819ac3-9056-4f31-9f04-900628348c70 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:41:57.654481 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-21656151-c1d3-4003-899e-7f7ee38c8803 service neutron] Attempting to bind port 9cad87ea-65b5-4fea-889d-0ed909224bfd on network e2819ac3-9056-4f31-9f04-900628348c70 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:41:57.662893 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-21656151-c1d3-4003-899e-7f7ee38c8803 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:41:57.663533 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-21656151-c1d3-4003-899e-7f7ee38c8803 service neutron] Checking segment: {'id': '0b8968c1-11be-452a-85e0-2b87c97fc015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:41:57.664180 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-21656151-c1d3-4003-899e-7f7ee38c8803 service neutron] Bound using segment: {'id': '0b8968c1-11be-452a-85e0-2b87c97fc015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:41:57.666018 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-21656151-c1d3-4003-899e-7f7ee38c8803 service neutron] Bound port: 9cad87ea-65b5-4fea-889d-0ed909224bfd, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8968c1-11be-452a-85e0-2b87c97fc015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:41:57.666678 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-21656151-c1d3-4003-899e-7f7ee38c8803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:57.846472 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-21656151-c1d3-4003-899e-7f7ee38c8803 service neutron] For port 9cad87ea-65b5-4fea-889d-0ed909224bfd, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:41:57.850205 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-21656151-c1d3-4003-899e-7f7ee38c8803 service neutron] For port 9cad87ea-65b5-4fea-889d-0ed909224bfd, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=9cad87ea-65b5-4fea-889d-0ed909224bfd,segment=NetworkSegment(0b8968c1-11be-452a-85e0-2b87c97fc015),segment_id=0b8968c1-11be-452a-85e0-2b87c97fc015)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:41:57.868563 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-21656151-c1d3-4003-899e-7f7ee38c8803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:57.902526 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-21656151-c1d3-4003-899e-7f7ee38c8803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:57.903512 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-21656151-c1d3-4003-899e-7f7ee38c8803 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:57.907898 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-21656151-c1d3-4003-899e-7f7ee38c8803 service neutron] 10.222.0.31 "PUT /v2.0/ports/9cad87ea-65b5-4fea-889d-0ed909224bfd HTTP/1.1" status: 200 len: 1091 time: 1.4312017 Dec 09 15:41:57.910112 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62416a1b-65a3-4dbc-b00d-afa09b06372e', 'tag': '9cad87ea-65b5-4fea-889d-0ed909224bfd'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:41:57.913954 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86bc38f1-d8bb-4cfd-96a5-5c402cfb8d1f" -d '{"events": [{"name": "network-changed", "server_uuid": "62416a1b-65a3-4dbc-b00d-afa09b06372e", "tag": "9cad87ea-65b5-4fea-889d-0ed909224bfd"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:41:58.075921 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39804) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:58.089371 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb1b83-cdc2-4752-a47e-86dc633d2533 req-21519620-c1d9-46a8-848f-7bd1c86b65d9 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:58.098976 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99bb1b83-cdc2-4752-a47e-86dc633d2533 req-21519620-c1d9-46a8-848f-7bd1c86b65d9 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=c98af8e8-5d3c-4435-8863-d44500d518a8 HTTP/1.1" status: 200 len: 945 time: 0.2472010 Dec 09 15:41:58.103780 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21656151-c1d3-4003-899e-7f7ee38c8803 service neutron] Pushing event updated for resources: {'Port': ['ID=9cad87ea-65b5-4fea-889d-0ed909224bfd,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:58.116163 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-b62d0068-d231-4b69-ae3f-bc65f1cf1d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:58.117894 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-b62d0068-d231-4b69-ae3f-bc65f1cf1d15 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cea693ec44f34a95ac5bb978332b5503&device_id=62416a1b-65a3-4dbc-b00d-afa09b06372e HTTP/1.1" status: 200 len: 1094 time: 0.1521912 Dec 09 15:41:58.174623 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-cedc31eb-46ac-4143-830c-7e2cddae5447 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cad87ea-65b5-4fea-889d-0ed909224bfd HTTP/1.1" status: 200 len: 217 time: 0.0453544 Dec 09 15:41:58.238218 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99bb1b83-cdc2-4752-a47e-86dc633d2533 req-51326fb4-46e2-46d5-b1ef-11495231ebc8 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383686 Dec 09 15:41:58.254539 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-86ef704e-a532-4be1-9221-3c49c7be4e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:58.262202 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-86ef704e-a532-4be1-9221-3c49c7be4e1b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6388c83a-5827-4add-9bc1-4867e28bf06e HTTP/1.1" status: 200 len: 850 time: 0.0819530 Dec 09 15:41:58.296933 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9301b12b-5c2d-4b4c-89cd-bf99457ccb04 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5f262eb9b0bf41d0ab7f6304e8a1f47d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2184916 Dec 09 15:41:58.298999 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39810) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:58.334257 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-e30d5100-4313-43fb-9174-e763ff88c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:58.337272 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-e30d5100-4313-43fb-9174-e763ff88c85c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e2819ac3-9056-4f31-9f04-900628348c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677259 Dec 09 15:41:58.362843 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a2acbc82-aac3-43d5-a600-a4ae7ec20cef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:58.393951 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a2acbc82-aac3-43d5-a600-a4ae7ec20cef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:58.436297 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f6cb0-1f19-438e-9afc-58ffe47079e7 req-6d348663-f7b6-41cc-94f0-477f452d1881 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:58.444181 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e12f6cb0-1f19-438e-9afc-58ffe47079e7 req-6d348663-f7b6-41cc-94f0-477f452d1881 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=62416a1b-65a3-4dbc-b00d-afa09b06372e HTTP/1.1" status: 200 len: 943 time: 0.1358960 Dec 09 15:41:58.456892 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a2acbc82-aac3-43d5-a600-a4ae7ec20cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:58.459930 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a2acbc82-aac3-43d5-a600-a4ae7ec20cef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:58.461397 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a2acbc82-aac3-43d5-a600-a4ae7ec20cef admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bc5b4b3e-afce-41c9-9f90-e519788d2500 HTTP/1.1" status: 204 len: 168 time: 0.1608629 Dec 09 15:41:58.481219 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acbc82-aac3-43d5-a600-a4ae7ec20cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5b4b3e-afce-41c9-9f90-e519788d2500,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:58.541746 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-db1e0ef8-8322-4b3a-9fe5-f40e2c8609d2 service neutron] 10.222.0.31 "GET /v2.0/networks/e2819ac3-9056-4f31-9f04-900628348c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868362 Dec 09 15:41:58.547853 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e12f6cb0-1f19-438e-9afc-58ffe47079e7 req-2cefab60-f09d-48ef-a388-a4088c675fe3 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5914249-729d-46cd-bced-fb0207d25b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027594 Dec 09 15:41:58.667819 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device f41042f8-c7db-4781-bede-846e05ebc904 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:41:58.687569 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c0078af0-9dce-4a02-82e9-4d690de65ca1 req-bd7b88b0-707b-408f-af02-f87a3dd624fb service neutron] 10.222.0.31 "GET /v2.0/networks/e2819ac3-9056-4f31-9f04-900628348c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363852 Dec 09 15:41:58.692691 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: f41042f8-c7db-4781-bede-846e05ebc904 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:41:58.693238 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device f41042f8-c7db-4781-bede-846e05ebc904 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:41:58.887605 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39824) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:58.904953 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-38f18f95-3f33-465b-ba42-915c2159a586 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:58.955380 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dd04d098-6811-4df3-8e41-de1b783fd39f req-0972d79e-d55e-4734-90c5-2904206bbeb9 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a34da0a-06f7-4bd6-ba39-2d3c80939423 HTTP/1.1" status: 200 len: 210 time: 0.0389307 Dec 09 15:41:59.020674 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b92c574-4e50-4935-9f1d-4f0273d267eb x-openstack-request-id: req-0b92c574-4e50-4935-9f1d-4f0273d267eb {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:41:59.020967 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62416a1b-65a3-4dbc-b00d-afa09b06372e", "tag": "9cad87ea-65b5-4fea-889d-0ed909224bfd", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:41:59.021222 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0b92c574-4e50-4935-9f1d-4f0273d267eb {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:41:59.021632 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62416a1b-65a3-4dbc-b00d-afa09b06372e', 'tag': '9cad87ea-65b5-4fea-889d-0ed909224bfd', 'status': 'completed', 'code': 200} Dec 09 15:41:59.042435 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-38f18f95-3f33-465b-ba42-915c2159a586 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:59.047773 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-38f18f95-3f33-465b-ba42-915c2159a586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:59.100261 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-38f18f95-3f33-465b-ba42-915c2159a586 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=97a9fdc09a5045508c60e7f6fefb36a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2114558 Dec 09 15:41:59.101251 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f18f95-3f33-465b-ba42-915c2159a586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702014c8-6e19-4b97-8f04-33c20f2699c2,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:41:59.103492 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 39826) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:41:59.159391 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc38f1-d8bb-4cfd-96a5-5c402cfb8d1f req-77b19deb-2c85-4d8b-8056-c86d3a21d7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:59.160892 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-86bc38f1-d8bb-4cfd-96a5-5c402cfb8d1f req-77b19deb-2c85-4d8b-8056-c86d3a21d7e0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cea693ec44f34a95ac5bb978332b5503&device_id=62416a1b-65a3-4dbc-b00d-afa09b06372e HTTP/1.1" status: 200 len: 1094 time: 0.1090879 Dec 09 15:41:59.251543 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-d5549c25-f2a8-492b-8fe9-c7cb10c7b8dd tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:59.253002 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-d5549c25-f2a8-492b-8fe9-c7cb10c7b8dd tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.31 "GET /v2.0/networks?id=dcdb628e-5130-4046-a7ec-e30fed59a905 HTTP/1.1" status: 200 len: 820 time: 0.2617474 Dec 09 15:41:59.274150 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-0494f45f-ab4c-43ab-86fa-5cc34be2db02 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Request body: {'port': {'device_id': '4a34da0a-06f7-4bd6-ba39-2d3c80939423', 'network_id': 'dcdb628e-5130-4046-a7ec-e30fed59a905', 'admin_state_up': True, 'tenant_id': '07844446e2964e2183164fabedd030ef'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:41:59.617954 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff457b76-9963-4c07-977e-40e6600e7ba5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:59.728331 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff457b76-9963-4c07-977e-40e6600e7ba5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:59.729107 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc38f1-d8bb-4cfd-96a5-5c402cfb8d1f req-58795dde-4c69-4867-af2d-4ff0db5d713f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:59.731823 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-86bc38f1-d8bb-4cfd-96a5-5c402cfb8d1f req-58795dde-4c69-4867-af2d-4ff0db5d713f service neutron] 10.222.0.31 "GET /v2.0/networks?id=e2819ac3-9056-4f31-9f04-900628348c70 HTTP/1.1" status: 200 len: 912 time: 0.5606718 Dec 09 15:41:59.807516 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-86bc38f1-d8bb-4cfd-96a5-5c402cfb8d1f req-73f123d2-ddfb-4b0a-9ed9-4ec93eeaec9e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cad87ea-65b5-4fea-889d-0ed909224bfd HTTP/1.1" status: 200 len: 217 time: 0.0638323 Dec 09 15:41:59.820443 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09552846-6dbe-461d-814e-ff0d5d8a9509 req-f9d61d0c-7c62-434e-8b42-91e3da683596 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:59.821864 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-09552846-6dbe-461d-814e-ff0d5d8a9509 req-f9d61d0c-7c62-434e-8b42-91e3da683596 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=c98af8e8-5d3c-4435-8863-d44500d518a8 HTTP/1.1" status: 200 len: 945 time: 0.1769545 Dec 09 15:41:59.913809 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-0494f45f-ab4c-43ab-86fa-5cc34be2db02 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Made reservation on behalf of 07844446e2964e2183164fabedd030ef for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:41:59.917352 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-0494f45f-ab4c-43ab-86fa-5cc34be2db02 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:59.938976 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc38f1-d8bb-4cfd-96a5-5c402cfb8d1f req-6c0f04f5-6d0b-49d2-bd53-c1b99c8f9dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:59.940433 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-86bc38f1-d8bb-4cfd-96a5-5c402cfb8d1f req-6c0f04f5-6d0b-49d2-bd53-c1b99c8f9dc9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6388c83a-5827-4add-9bc1-4867e28bf06e HTTP/1.1" status: 200 len: 850 time: 0.1071723 Dec 09 15:41:59.948177 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff457b76-9963-4c07-977e-40e6600e7ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:59.950864 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff457b76-9963-4c07-977e-40e6600e7ba5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:59.953283 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ff457b76-9963-4c07-977e-40e6600e7ba5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/702014c8-6e19-4b97-8f04-33c20f2699c2 HTTP/1.1" status: 204 len: 168 time: 0.8348901 Dec 09 15:41:59.986552 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-09552846-6dbe-461d-814e-ff0d5d8a9509 req-64617723-7ea5-41eb-a271-9df4fc7a0e31 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542509 Dec 09 15:42:00.008467 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff457b76-9963-4c07-977e-40e6600e7ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702014c8-6e19-4b97-8f04-33c20f2699c2,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:00.100337 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc38f1-d8bb-4cfd-96a5-5c402cfb8d1f req-d5228fd7-f893-4311-b2ac-ff17495ab7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:00.101948 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-86bc38f1-d8bb-4cfd-96a5-5c402cfb8d1f req-d5228fd7-f893-4311-b2ac-ff17495ab7b8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e2819ac3-9056-4f31-9f04-900628348c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1485999 Dec 09 15:42:00.235811 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-0494f45f-ab4c-43ab-86fa-5cc34be2db02 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Allocated IP 172.20.0.8 (dcdb628e-5130-4046-a7ec-e30fed59a905/a75137d3-5bab-4ff0-9c87-80fcdd67f478/b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:42:00.342127 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4bb39-1216-4902-bdee-1d9630aa711c req-e89a7049-8a20-457a-9a6b-6a073c23bcf1 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:00.344105 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34c4bb39-1216-4902-bdee-1d9630aa711c req-e89a7049-8a20-457a-9a6b-6a073c23bcf1 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=62416a1b-65a3-4dbc-b00d-afa09b06372e HTTP/1.1" status: 200 len: 943 time: 0.1541426 Dec 09 15:42:00.368099 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-86bc38f1-d8bb-4cfd-96a5-5c402cfb8d1f req-ccd29807-eb58-45dd-8ffe-bdcbe7a740aa service neutron] 10.222.0.31 "GET /v2.0/networks/e2819ac3-9056-4f31-9f04-900628348c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099175 Dec 09 15:42:00.538874 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34c4bb39-1216-4902-bdee-1d9630aa711c req-0d81e2db-0566-4c5a-9952-fdcde72aa99c tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5914249-729d-46cd-bced-fb0207d25b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854801 Dec 09 15:42:00.588118 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-86bc38f1-d8bb-4cfd-96a5-5c402cfb8d1f req-b27ba813-37b5-4706-a472-cec0d5f8cf38 service neutron] 10.222.0.31 "GET /v2.0/networks/e2819ac3-9056-4f31-9f04-900628348c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031221 Dec 09 15:42:00.604891 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-0494f45f-ab4c-43ab-86fa-5cc34be2db02 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:00.653262 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-0494f45f-ab4c-43ab-86fa-5cc34be2db02 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:00.698639 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-0494f45f-ab4c-43ab-86fa-5cc34be2db02 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Network dcdb628e-5130-4046-a7ec-e30fed59a905 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:42:00.701856 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-0494f45f-ab4c-43ab-86fa-5cc34be2db02 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:42:00.710238 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-0494f45f-ab4c-43ab-86fa-5cc34be2db02 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:42:00.769333 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494f45f-ab4c-43ab-86fa-5cc34be2db02 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Pushing event updated for resources: {'Port': ['ID=b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:00.830057 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-0494f45f-ab4c-43ab-86fa-5cc34be2db02 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:00.830868 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-0494f45f-ab4c-43ab-86fa-5cc34be2db02 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:00.854318 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-0494f45f-ab4c-43ab-86fa-5cc34be2db02 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5876560 Dec 09 15:42:00.869705 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-8218bf57-e1e4-4b3f-91c5-0aac9d1404a5 service neutron] Request body: {'port': {'device_id': '4a34da0a-06f7-4bd6-ba39-2d3c80939423', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:00.975270 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3037e-6076-4d4a-87b2-a4107741ba43 req-d9de3b38-f5ec-41a4-82cb-2ac3ecf0b5dd tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:00.982800 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1c3037e-6076-4d4a-87b2-a4107741ba43 req-d9de3b38-f5ec-41a4-82cb-2ac3ecf0b5dd tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a34da0a-06f7-4bd6-ba39-2d3c80939423 HTTP/1.1" status: 200 len: 931 time: 0.1095986 Dec 09 15:42:00.985302 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-8218bf57-e1e4-4b3f-91c5-0aac9d1404a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:01.077329 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1c3037e-6076-4d4a-87b2-a4107741ba43 req-32a5bb1b-eb48-4baa-87c7-de8f908402d5 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932343 Dec 09 15:42:01.269624 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85edc919-1a98-444a-88fb-9b1ae905cae0 req-e081a059-a51e-43eb-9188-4df9f683ac40 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:01.276735 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-85edc919-1a98-444a-88fb-9b1ae905cae0 req-e081a059-a51e-43eb-9188-4df9f683ac40 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=c98af8e8-5d3c-4435-8863-d44500d518a8 HTTP/1.1" status: 200 len: 945 time: 0.1165476 Dec 09 15:42:01.354373 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-85edc919-1a98-444a-88fb-9b1ae905cae0 req-2a47fb04-a0d9-4af4-91cd-c709c02a4106 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767813 Dec 09 15:42:01.423451 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-8218bf57-e1e4-4b3f-91c5-0aac9d1404a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:42:01.431319 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-8218bf57-e1e4-4b3f-91c5-0aac9d1404a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:01.443777 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-8218bf57-e1e4-4b3f-91c5-0aac9d1404a5 service neutron] Transition to ACTIVE for port object b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:42:01.448194 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-8218bf57-e1e4-4b3f-91c5-0aac9d1404a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:01.539230 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8218bf57-e1e4-4b3f-91c5-0aac9d1404a5 service neutron] Pushing event updated for resources: {'Port': ['ID=b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:01.554148 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39880) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:01.576008 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-8218bf57-e1e4-4b3f-91c5-0aac9d1404a5 service neutron] Attempting to bind port b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:42:01.576456 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-8218bf57-e1e4-4b3f-91c5-0aac9d1404a5 service neutron] Attempting to bind port b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': 'ddd0682b-bda1-497e-bda9-d80ab59b93d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'dcdb628e-5130-4046-a7ec-e30fed59a905'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:42:01.578099 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-8218bf57-e1e4-4b3f-91c5-0aac9d1404a5 service neutron] Attempting to bind port b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe on network dcdb628e-5130-4046-a7ec-e30fed59a905 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:42:01.583102 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-8218bf57-e1e4-4b3f-91c5-0aac9d1404a5 service neutron] Port b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe on network dcdb628e-5130-4046-a7ec-e30fed59a905 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:42:01.583436 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-8218bf57-e1e4-4b3f-91c5-0aac9d1404a5 service neutron] Attempting to bind port b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe on network dcdb628e-5130-4046-a7ec-e30fed59a905 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:42:01.588847 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-8218bf57-e1e4-4b3f-91c5-0aac9d1404a5 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:42:01.589191 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-8218bf57-e1e4-4b3f-91c5-0aac9d1404a5 service neutron] Checking segment: {'id': 'ddd0682b-bda1-497e-bda9-d80ab59b93d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'dcdb628e-5130-4046-a7ec-e30fed59a905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:42:01.589696 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-8218bf57-e1e4-4b3f-91c5-0aac9d1404a5 service neutron] Bound using segment: {'id': 'ddd0682b-bda1-497e-bda9-d80ab59b93d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'dcdb628e-5130-4046-a7ec-e30fed59a905'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:42:01.590284 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-8218bf57-e1e4-4b3f-91c5-0aac9d1404a5 service neutron] Bound port: b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd0682b-bda1-497e-bda9-d80ab59b93d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'dcdb628e-5130-4046-a7ec-e30fed59a905'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:42:01.590653 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-8218bf57-e1e4-4b3f-91c5-0aac9d1404a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:01.664813 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-cf799a90-e690-4866-af9f-bcb79b69b88f tempest-MeteringIpV6TestJSON-1245764561 tempest-MeteringIpV6TestJSON-1245764561-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-871983381'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:01.665517 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-cf799a90-e690-4866-af9f-bcb79b69b88f tempest-MeteringIpV6TestJSON-1245764561 tempest-MeteringIpV6TestJSON-1245764561-project-admin] Unknown quota resources ['metering_label']. {{(pid=103245) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 15:42:01.695748 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-8218bf57-e1e4-4b3f-91c5-0aac9d1404a5 service neutron] For port b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:42:01.699757 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-8218bf57-e1e4-4b3f-91c5-0aac9d1404a5 service neutron] For port b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe,segment=NetworkSegment(ddd0682b-bda1-497e-bda9-d80ab59b93d8),segment_id=ddd0682b-bda1-497e-bda9-d80ab59b93d8)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:42:01.706170 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-8218bf57-e1e4-4b3f-91c5-0aac9d1404a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:01.728444 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea745f2-339d-4133-b1dc-ca7009f04c6e req-58a24929-7f83-4f57-97ae-98e9a8262282 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:01.730005 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aea745f2-339d-4133-b1dc-ca7009f04c6e req-58a24929-7f83-4f57-97ae-98e9a8262282 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=62416a1b-65a3-4dbc-b00d-afa09b06372e HTTP/1.1" status: 200 len: 943 time: 0.1055579 Dec 09 15:42:01.763091 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-8218bf57-e1e4-4b3f-91c5-0aac9d1404a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:01.764799 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-8218bf57-e1e4-4b3f-91c5-0aac9d1404a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:01.766394 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-8218bf57-e1e4-4b3f-91c5-0aac9d1404a5 service neutron] 10.222.0.31 "PUT /v2.0/ports/b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe HTTP/1.1" status: 200 len: 1091 time: 0.9025514 Dec 09 15:42:01.784668 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a34da0a-06f7-4bd6-ba39-2d3c80939423', 'tag': 'b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:42:01.787091 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e03010-5fd7-4887-b7eb-b5e52cff566a" -d '{"events": [{"name": "network-changed", "server_uuid": "4a34da0a-06f7-4bd6-ba39-2d3c80939423", "tag": "b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:42:01.804802 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cf799a90-e690-4866-af9f-bcb79b69b88f tempest-MeteringIpV6TestJSON-1245764561 tempest-MeteringIpV6TestJSON-1245764561-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:01.810129 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-cf799a90-e690-4866-af9f-bcb79b69b88f tempest-MeteringIpV6TestJSON-1245764561 tempest-MeteringIpV6TestJSON-1245764561-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.2546868 Dec 09 15:42:01.810868 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 39894) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:01.831623 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-7dfd544c-6fec-4cd2-aecd-368faec47f77 tempest-MeteringIpV6TestJSON-1245764561 tempest-MeteringIpV6TestJSON-1245764561-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '1c730a20-1269-408f-8a19-5ba356e41bd9'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:01.832124 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-7dfd544c-6fec-4cd2-aecd-368faec47f77 tempest-MeteringIpV6TestJSON-1245764561 tempest-MeteringIpV6TestJSON-1245764561-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103244) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 15:42:01.864969 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aea745f2-339d-4133-b1dc-ca7009f04c6e req-633918f9-6d6e-4700-9028-357175cf9e82 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5914249-729d-46cd-bced-fb0207d25b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105704 Dec 09 15:42:01.889322 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8218bf57-e1e4-4b3f-91c5-0aac9d1404a5 service neutron] Pushing event updated for resources: {'Port': ['ID=b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:01.958527 n-d-821228-1 neutron-server[103244]: WARNING neutron.services.metering.metering_plugin [None req-7dfd544c-6fec-4cd2-aecd-368faec47f77 tempest-MeteringIpV6TestJSON-1245764561 tempest-MeteringIpV6TestJSON-1245764561-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 09 15:42:01.973042 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-ed72f107-9a5e-4dc3-9772-70f4ac6c85ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:01.974600 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-ed72f107-9a5e-4dc3-9772-70f4ac6c85ce service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=07844446e2964e2183164fabedd030ef&device_id=4a34da0a-06f7-4bd6-ba39-2d3c80939423 HTTP/1.1" status: 200 len: 1094 time: 0.1398153 Dec 09 15:42:02.056214 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49762703-b3a8-4f77-8080-1f77ed2cded8 x-openstack-request-id: req-49762703-b3a8-4f77-8080-1f77ed2cded8 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:42:02.056477 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a34da0a-06f7-4bd6-ba39-2d3c80939423", "tag": "b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:42:02.056729 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-49762703-b3a8-4f77-8080-1f77ed2cded8 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:42:02.057136 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a34da0a-06f7-4bd6-ba39-2d3c80939423', 'tag': 'b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe', 'status': 'completed', 'code': 200} Dec 09 15:42:02.086366 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7dfd544c-6fec-4cd2-aecd-368faec47f77 tempest-MeteringIpV6TestJSON-1245764561 tempest-MeteringIpV6TestJSON-1245764561-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:02.087829 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7dfd544c-6fec-4cd2-aecd-368faec47f77 tempest-MeteringIpV6TestJSON-1245764561 tempest-MeteringIpV6TestJSON-1245764561-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2727373 Dec 09 15:42:02.089979 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-9be47c03-19c2-4a4c-9c9a-8a08ca870d35 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe HTTP/1.1" status: 200 len: 217 time: 0.0785496 Dec 09 15:42:02.090957 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 39898) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:02.096614 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f4e6d05f-f1f5-4982-a85b-88df71e4c7c3 tempest-MeteringIpV6TestJSON-1245764561 tempest-MeteringIpV6TestJSON-1245764561-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '1c730a20-1269-408f-8a19-5ba356e41bd9'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:02.097589 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f4e6d05f-f1f5-4982-a85b-88df71e4c7c3 tempest-MeteringIpV6TestJSON-1245764561 tempest-MeteringIpV6TestJSON-1245764561-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103244) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 15:42:02.198480 n-d-821228-1 neutron-server[103244]: WARNING neutron.services.metering.metering_plugin [None req-f4e6d05f-f1f5-4982-a85b-88df71e4c7c3 tempest-MeteringIpV6TestJSON-1245764561 tempest-MeteringIpV6TestJSON-1245764561-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 09 15:42:02.287050 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-cac79274-e2de-41ff-98a1-e459c0582209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:02.288577 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-cac79274-e2de-41ff-98a1-e459c0582209 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a75137d3-5bab-4ff0-9c87-80fcdd67f478 HTTP/1.1" status: 200 len: 860 time: 0.1889241 Dec 09 15:42:02.334260 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f4e6d05f-f1f5-4982-a85b-88df71e4c7c3 tempest-MeteringIpV6TestJSON-1245764561 tempest-MeteringIpV6TestJSON-1245764561-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:02.335306 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f4e6d05f-f1f5-4982-a85b-88df71e4c7c3 tempest-MeteringIpV6TestJSON-1245764561 tempest-MeteringIpV6TestJSON-1245764561-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2434456 Dec 09 15:42:02.339201 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39902) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:02.350058 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f9745825-7bb6-4c40-8dea-6012ecc1d33e tempest-MeteringIpV6TestJSON-1245764561 tempest-MeteringIpV6TestJSON-1245764561-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules?id=f9afe48b-0429-4b28-b9da-7ef71d6ed524 HTTP/1.1" status: 200 len: 462 time: 0.0095670 Dec 09 15:42:02.352714 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39904) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:02.355319 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-b22778b5-b00c-4f02-8d99-3ac400b03600 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dcdb628e-5130-4046-a7ec-e30fed59a905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326486 Dec 09 15:42:02.368134 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7795f8f-7249-4701-b7d3-f3ac23acdb79 req-ec65e155-bff6-4761-88fc-743cfd07d432 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:02.369794 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f7795f8f-7249-4701-b7d3-f3ac23acdb79 req-ec65e155-bff6-4761-88fc-743cfd07d432 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a34da0a-06f7-4bd6-ba39-2d3c80939423 HTTP/1.1" status: 200 len: 943 time: 0.1827309 Dec 09 15:42:02.428196 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 9cad87ea-65b5-4fea-889d-0ed909224bfd details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:42:02.463426 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d784f03-0ed0-494e-8b54-3ea1902fc6bc tempest-MeteringIpV6TestJSON-1245764561 tempest-MeteringIpV6TestJSON-1245764561-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:02.467080 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1d784f03-0ed0-494e-8b54-3ea1902fc6bc tempest-MeteringIpV6TestJSON-1245764561 tempest-MeteringIpV6TestJSON-1245764561-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-label-rules/f9afe48b-0429-4b28-b9da-7ef71d6ed524 HTTP/1.1" status: 204 len: 168 time: 0.1107907 Dec 09 15:42:02.467278 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39908) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:02.478649 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c8dfe192-bb60-4eb4-9163-84c6835bb239 tempest-MeteringIpV6TestJSON-1245764561 tempest-MeteringIpV6TestJSON-1245764561-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules?id=f9afe48b-0429-4b28-b9da-7ef71d6ed524 HTTP/1.1" status: 200 len: 221 time: 0.0090628 Dec 09 15:42:02.483990 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 39910) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:02.487588 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f7795f8f-7249-4701-b7d3-f3ac23acdb79 req-4f1aa77b-7c21-4b91-8a54-47ce83eb6d46 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080987 Dec 09 15:42:02.496656 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-43f91e07-8cd2-4050-897e-e1d754c0cd06 tempest-MeteringIpV6TestJSON-1245764561 tempest-MeteringIpV6TestJSON-1245764561-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1262331517', 'description': 'label created by tempest'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:02.497115 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-43f91e07-8cd2-4050-897e-e1d754c0cd06 tempest-MeteringIpV6TestJSON-1245764561 tempest-MeteringIpV6TestJSON-1245764561-project-admin] Unknown quota resources ['metering_label']. {{(pid=103244) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 15:42:02.508746 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-6f0107f8-6454-46ac-8004-906fb166d462 service neutron] 10.222.0.31 "GET /v2.0/networks/dcdb628e-5130-4046-a7ec-e30fed59a905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379409 Dec 09 15:42:02.735376 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 9cad87ea-65b5-4fea-889d-0ed909224bfd, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=9cad87ea-65b5-4fea-889d-0ed909224bfd,segment=NetworkSegment(0b8968c1-11be-452a-85e0-2b87c97fc015),segment_id=0b8968c1-11be-452a-85e0-2b87c97fc015)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:42:02.750304 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '9cad87ea-65b5-4fea-889d-0ed909224bfd', 'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70', 'port_id': '9cad87ea-65b5-4fea-889d-0ed909224bfd', 'mac_address': 'fa:16:3e:15:51:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6388c83a-5827-4add-9bc1-4867e28bf06e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:42:02.790040 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:02.799635 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43f91e07-8cd2-4050-897e-e1d754c0cd06 tempest-MeteringIpV6TestJSON-1245764561 tempest-MeteringIpV6TestJSON-1245764561-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:02.803314 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-43f91e07-8cd2-4050-897e-e1d754c0cd06 tempest-MeteringIpV6TestJSON-1245764561 tempest-MeteringIpV6TestJSON-1245764561-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3123615 Dec 09 15:42:02.804401 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39912) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:02.813855 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cad87ea-65b5-4fea-889d-0ed909224bfd {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:42:02.817978 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e952f1f1-97b4-452f-b43f-ba321986208f req-b54fe042-c585-47e6-9c92-5e7eb33f8af7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2437930 Dec 09 15:42:02.830047 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38ee60-9cca-44c1-92ce-9846adce1140 req-b3163f18-5b33-47ca-a43d-884a6b9ff908 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:02.837200 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 9cad87ea-65b5-4fea-889d-0ed909224bfd, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=9cad87ea-65b5-4fea-889d-0ed909224bfd,segment=NetworkSegment(0b8968c1-11be-452a-85e0-2b87c97fc015),segment_id=0b8968c1-11be-452a-85e0-2b87c97fc015)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:42:02.837549 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af38ee60-9cca-44c1-92ce-9846adce1140 req-b3163f18-5b33-47ca-a43d-884a6b9ff908 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=c98af8e8-5d3c-4435-8863-d44500d518a8 HTTP/1.1" status: 200 len: 945 time: 0.2269666 Dec 09 15:42:02.843223 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:02.864508 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6307a2a6-1774-4436-b99b-5a226a301eb7 req-e9c2e48b-b8a5-419b-acdf-4c890f7daae4 service neutron] 10.222.0.31 "GET /v2.0/networks/dcdb628e-5130-4046-a7ec-e30fed59a905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140290 Dec 09 15:42:02.900110 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-85b3cd7c-2f4c-4b1d-aeaf-f1b4321b47d2 tempest-MeteringIpV6TestJSON-1245764561 tempest-MeteringIpV6TestJSON-1245764561-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels?id=dd3ec732-f54a-4502-a6b3-3762e9d8d1f5 HTTP/1.1" status: 200 len: 468 time: 0.0947859 Dec 09 15:42:02.904885 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39920) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:02.938069 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af38ee60-9cca-44c1-92ce-9846adce1140 req-01517375-11f2-4a7b-8102-fa3aeb398184 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944085 Dec 09 15:42:02.989602 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=9cad87ea-65b5-4fea-889d-0ed909224bfd,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:03.002383 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952f1f1-97b4-452f-b43f-ba321986208f req-f3801f3e-5bc6-4295-8ac2-b4fecd6230ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:03.002975 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952f1f1-97b4-452f-b43f-ba321986208f req-f3801f3e-5bc6-4295-8ac2-b4fecd6230ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:03.003515 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952f1f1-97b4-452f-b43f-ba321986208f req-f3801f3e-5bc6-4295-8ac2-b4fecd6230ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:03.004054 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952f1f1-97b4-452f-b43f-ba321986208f req-f3801f3e-5bc6-4295-8ac2-b4fecd6230ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:03.004765 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952f1f1-97b4-452f-b43f-ba321986208f req-f3801f3e-5bc6-4295-8ac2-b4fecd6230ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:03.005278 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952f1f1-97b4-452f-b43f-ba321986208f req-f3801f3e-5bc6-4295-8ac2-b4fecd6230ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:03.005798 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952f1f1-97b4-452f-b43f-ba321986208f req-f3801f3e-5bc6-4295-8ac2-b4fecd6230ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:03.007792 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e952f1f1-97b4-452f-b43f-ba321986208f req-f3801f3e-5bc6-4295-8ac2-b4fecd6230ae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=22d7743b04274c74b1037ecd2e466dba&device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 6490 time: 0.1546586 Dec 09 15:42:03.157993 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e03010-5fd7-4887-b7eb-b5e52cff566a req-eb2824d2-faea-4a2a-8c4d-8bd4cf23d30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:03.159499 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-89e03010-5fd7-4887-b7eb-b5e52cff566a req-eb2824d2-faea-4a2a-8c4d-8bd4cf23d30a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=07844446e2964e2183164fabedd030ef&device_id=4a34da0a-06f7-4bd6-ba39-2d3c80939423 HTTP/1.1" status: 200 len: 1094 time: 0.2194970 Dec 09 15:42:03.228176 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e2092ca-c7bc-4a8e-ac61-5981f20013b5 tempest-MeteringIpV6TestJSON-1245764561 tempest-MeteringIpV6TestJSON-1245764561-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:03.232253 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5e2092ca-c7bc-4a8e-ac61-5981f20013b5 tempest-MeteringIpV6TestJSON-1245764561 tempest-MeteringIpV6TestJSON-1245764561-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-labels/dd3ec732-f54a-4502-a6b3-3762e9d8d1f5 HTTP/1.1" status: 204 len: 168 time: 0.3263266 Dec 09 15:42:03.233028 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39934) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:03.250802 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e5eff732-273d-4832-ad06-9b6fd5b9f0b1 tempest-MeteringIpV6TestJSON-1245764561 tempest-MeteringIpV6TestJSON-1245764561-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels?id=dd3ec732-f54a-4502-a6b3-3762e9d8d1f5 HTTP/1.1" status: 200 len: 216 time: 0.0157838 Dec 09 15:42:03.251353 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 39936) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:03.263677 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbdaf4-f46d-42b4-bf37-3e543177897b req-8dee3e6d-7892-46bf-bb70-31a0a6005d79 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:03.265214 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dccbdaf4-f46d-42b4-bf37-3e543177897b req-8dee3e6d-7892-46bf-bb70-31a0a6005d79 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=62416a1b-65a3-4dbc-b00d-afa09b06372e HTTP/1.1" status: 200 len: 944 time: 0.2356982 Dec 09 15:42:03.308526 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-78b99492-5be0-4b3b-a2ce-f6f72125a6af tempest-MeteringIpV6TestJSON-1245764561 tempest-MeteringIpV6TestJSON-1245764561-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0493853 Dec 09 15:42:03.312784 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39938) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:03.340488 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e4de5921-a9f4-40d9-acbd-dd69854cb9c3 tempest-MeteringIpV6TestJSON-1245764561 tempest-MeteringIpV6TestJSON-1245764561-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0259469 Dec 09 15:42:03.344749 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39940) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:03.364957 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952f1f1-97b4-452f-b43f-ba321986208f req-875e3567-9b92-48a8-8b50-54c97264ea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:03.365551 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952f1f1-97b4-452f-b43f-ba321986208f req-875e3567-9b92-48a8-8b50-54c97264ea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:03.366028 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952f1f1-97b4-452f-b43f-ba321986208f req-875e3567-9b92-48a8-8b50-54c97264ea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:03.367659 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e952f1f1-97b4-452f-b43f-ba321986208f req-875e3567-9b92-48a8-8b50-54c97264ea44 service neutron] 10.222.0.31 "GET /v2.0/networks?id=99deab82-68e4-40a9-831d-57d4c6d733cd&id=20a3d869-faba-4fd6-8427-0269f690d785&id=20a3d869-faba-4fd6-8427-0269f690d785&id=20a3d869-faba-4fd6-8427-0269f690d785&id=20a3d869-faba-4fd6-8427-0269f690d785&id=895dda7b-01ef-4be1-87ee-a839b97640e2&id=895dda7b-01ef-4be1-87ee-a839b97640e2 HTTP/1.1" status: 200 len: 2293 time: 0.3231385 Dec 09 15:42:03.389113 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e03010-5fd7-4887-b7eb-b5e52cff566a req-c397bee6-f7af-4f22-9acc-06a8ade4f103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:03.390562 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-89e03010-5fd7-4887-b7eb-b5e52cff566a req-c397bee6-f7af-4f22-9acc-06a8ade4f103 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dcdb628e-5130-4046-a7ec-e30fed59a905 HTTP/1.1" status: 200 len: 921 time: 0.2206430 Dec 09 15:42:03.409131 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4e061292-7662-4aed-8722-b88c101fe37c tempest-MeteringIpV6TestJSON-1245764561 tempest-MeteringIpV6TestJSON-1245764561-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels/1c730a20-1269-408f-8a19-5ba356e41bd9 HTTP/1.1" status: 200 len: 472 time: 0.0629175 Dec 09 15:42:03.412582 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39942) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:03.423877 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2eae35e5-c0be-4a1d-acb1-c3b75c121e6f tempest-MeteringIpV6TestJSON-1245764561 tempest-MeteringIpV6TestJSON-1245764561-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules/b8fec3ad-13e3-4a99-92af-f170a5bfdbd3 HTTP/1.1" status: 200 len: 459 time: 0.0101011 Dec 09 15:42:03.427498 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39944) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:03.462774 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['9cad87ea-65b5-4fea-889d-0ed909224bfd'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:42:03.620568 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2f52ea54-b3ee-4824-b24c-dde0fd71865f tempest-MeteringIpV6TestJSON-1245764561 tempest-MeteringIpV6TestJSON-1245764561-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:03.625181 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2f52ea54-b3ee-4824-b24c-dde0fd71865f tempest-MeteringIpV6TestJSON-1245764561 tempest-MeteringIpV6TestJSON-1245764561-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-label-rules/b8fec3ad-13e3-4a99-92af-f170a5bfdbd3 HTTP/1.1" status: 204 len: 168 time: 0.1966860 Dec 09 15:42:03.625926 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39948) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:03.847884 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c332f099-9954-4f51-a5dd-8df79fb91505 tempest-MeteringIpV6TestJSON-1245764561 tempest-MeteringIpV6TestJSON-1245764561-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:03.852679 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c332f099-9954-4f51-a5dd-8df79fb91505 tempest-MeteringIpV6TestJSON-1245764561 tempest-MeteringIpV6TestJSON-1245764561-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-labels/1c730a20-1269-408f-8a19-5ba356e41bd9 HTTP/1.1" status: 204 len: 168 time: 0.2254567 Dec 09 15:42:03.860107 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dccbdaf4-f46d-42b4-bf37-3e543177897b req-51fcf950-0e5c-43ce-be52-e5a7a7b6c967 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5914249-729d-46cd-bced-fb0207d25b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5819623 Dec 09 15:42:03.903098 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-89e03010-5fd7-4887-b7eb-b5e52cff566a req-ccc5a1d2-44ae-46f9-bb41-dac170df199a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe HTTP/1.1" status: 200 len: 217 time: 0.0470374 Dec 09 15:42:03.954858 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e952f1f1-97b4-452f-b43f-ba321986208f req-a9c32b07-5baf-482d-bd32-ac61fb789673 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0397afc-d7b8-46af-b15a-daa47b868983 HTTP/1.1" status: 200 len: 1001 time: 0.5776274 Dec 09 15:42:03.971287 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e03010-5fd7-4887-b7eb-b5e52cff566a req-6ec968e1-099b-4d21-9f27-22a31b2de7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:03.972892 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-89e03010-5fd7-4887-b7eb-b5e52cff566a req-6ec968e1-099b-4d21-9f27-22a31b2de7a1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a75137d3-5bab-4ff0-9c87-80fcdd67f478 HTTP/1.1" status: 200 len: 860 time: 0.0618839 Dec 09 15:42:04.035553 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-89e03010-5fd7-4887-b7eb-b5e52cff566a req-a0c2ab8f-21f4-455b-9d03-e04afd776eea service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dcdb628e-5130-4046-a7ec-e30fed59a905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514524 Dec 09 15:42:04.072660 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952f1f1-97b4-452f-b43f-ba321986208f req-c1e0fb6b-0ccd-4c5e-ab50-d99f9fe1abfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:04.074396 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e952f1f1-97b4-452f-b43f-ba321986208f req-c1e0fb6b-0ccd-4c5e-ab50-d99f9fe1abfc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6e61db67-8b3d-4dcf-badf-87164914471b HTTP/1.1" status: 200 len: 850 time: 0.1006317 Dec 09 15:42:04.210313 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952f1f1-97b4-452f-b43f-ba321986208f req-ceb1dbdb-33a4-4031-931b-109c05333ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:04.212212 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e952f1f1-97b4-452f-b43f-ba321986208f req-ceb1dbdb-33a4-4031-931b-109c05333ba5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=99deab82-68e4-40a9-831d-57d4c6d733cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1056709 Dec 09 15:42:04.230386 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-89e03010-5fd7-4887-b7eb-b5e52cff566a req-431d03b0-efed-4e58-b4d7-57f8f5046c9d service neutron] 10.222.0.31 "GET /v2.0/networks/dcdb628e-5130-4046-a7ec-e30fed59a905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865010 Dec 09 15:42:04.272896 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39958) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:04.380981 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c3c8a-d7ac-4729-b6b0-126d65e5d6a8 req-d6719cd6-237d-48d3-bafd-1d137924dc76 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:04.382548 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b52c3c8a-d7ac-4729-b6b0-126d65e5d6a8 req-d6719cd6-237d-48d3-bafd-1d137924dc76 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a34da0a-06f7-4bd6-ba39-2d3c80939423 HTTP/1.1" status: 200 len: 943 time: 0.1676407 Dec 09 15:42:04.397446 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-468109a0-3193-45d3-aa11-3a547165b202 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:04.474155 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-468109a0-3193-45d3-aa11-3a547165b202 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:04.474397 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-89e03010-5fd7-4887-b7eb-b5e52cff566a req-02d66574-9f23-4882-aeab-5b43266ee5e1 service neutron] 10.222.0.31 "GET /v2.0/networks/dcdb628e-5130-4046-a7ec-e30fed59a905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211401 Dec 09 15:42:04.478659 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-468109a0-3193-45d3-aa11-3a547165b202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:04.479071 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e952f1f1-97b4-452f-b43f-ba321986208f req-e79c0635-17ac-4a52-9501-c611ab086b5b service neutron] 10.222.0.31 "GET /v2.0/networks/99deab82-68e4-40a9-831d-57d4c6d733cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510815 Dec 09 15:42:04.510537 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-468109a0-3193-45d3-aa11-3a547165b202 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=af037862cbc04daea9f8dc053be16d2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2351191 Dec 09 15:42:04.512995 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39962) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:04.522271 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b52c3c8a-d7ac-4729-b6b0-126d65e5d6a8 req-85e48515-82c9-4e56-ac80-e401d98d05ec tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187339 Dec 09 15:42:04.535373 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468109a0-3193-45d3-aa11-3a547165b202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c9dc2d-6056-4b49-9b28-3120a4fedf79,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:04.583869 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f505b87-3446-482a-8a95-c32cb919ad6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:04.613737 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f505b87-3446-482a-8a95-c32cb919ad6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:04.653581 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e952f1f1-97b4-452f-b43f-ba321986208f req-e175767b-6f19-4469-97c5-adbc50f84383 service neutron] 10.222.0.31 "GET /v2.0/networks/99deab82-68e4-40a9-831d-57d4c6d733cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648157 Dec 09 15:42:04.663615 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e660c-129e-48cf-bbdf-a502c51fdd0a req-a739de59-a8b9-4e56-9729-4fe46084bf7a tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:04.664152 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f505b87-3446-482a-8a95-c32cb919ad6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:04.665222 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d4e660c-129e-48cf-bbdf-a502c51fdd0a req-a739de59-a8b9-4e56-9729-4fe46084bf7a tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=c98af8e8-5d3c-4435-8863-d44500d518a8 HTTP/1.1" status: 200 len: 945 time: 0.0801420 Dec 09 15:42:04.668193 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f505b87-3446-482a-8a95-c32cb919ad6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:04.672333 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0f505b87-3446-482a-8a95-c32cb919ad6e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/38c9dc2d-6056-4b49-9b28-3120a4fedf79 HTTP/1.1" status: 204 len: 168 time: 0.1554208 Dec 09 15:42:04.687641 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f505b87-3446-482a-8a95-c32cb919ad6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c9dc2d-6056-4b49-9b28-3120a4fedf79,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:04.714356 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e952f1f1-97b4-452f-b43f-ba321986208f req-5d3557e9-fb88-4077-9223-9e5645cb0ee4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=32ff3866-b9bf-4bc2-9100-56e447725e78 HTTP/1.1" status: 200 len: 217 time: 0.0479071 Dec 09 15:42:04.797744 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952f1f1-97b4-452f-b43f-ba321986208f req-0a5d6922-eb6e-4df4-9d1c-e6f111970983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:04.799273 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e952f1f1-97b4-452f-b43f-ba321986208f req-0a5d6922-eb6e-4df4-9d1c-e6f111970983 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0bc7d492-8dd5-4f62-87e4-e954ad6c6022 HTTP/1.1" status: 200 len: 797 time: 0.0678370 Dec 09 15:42:04.803098 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d4e660c-129e-48cf-bbdf-a502c51fdd0a req-f4e71c15-c1e6-454f-a9fc-01efbc313a21 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918405 Dec 09 15:42:04.865155 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952f1f1-97b4-452f-b43f-ba321986208f req-2d76649e-7516-4d6b-a2f0-591cc66a079a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:04.866848 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e952f1f1-97b4-452f-b43f-ba321986208f req-2d76649e-7516-4d6b-a2f0-591cc66a079a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20a3d869-faba-4fd6-8427-0269f690d785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0594680 Dec 09 15:42:04.999641 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e952f1f1-97b4-452f-b43f-ba321986208f req-c875cbd9-0011-4c03-ae7f-6efc0159fe94 service neutron] 10.222.0.31 "GET /v2.0/networks/20a3d869-faba-4fd6-8427-0269f690d785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238179 Dec 09 15:42:05.012663 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdb936-2fd0-45e5-b432-cd1cca4d8fb9 req-e1810343-74d9-4012-abb0-6cd604b89855 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:05.013457 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39972) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:05.015441 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-43cdb936-2fd0-45e5-b432-cd1cca4d8fb9 req-e1810343-74d9-4012-abb0-6cd604b89855 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=62416a1b-65a3-4dbc-b00d-afa09b06372e HTTP/1.1" status: 200 len: 944 time: 0.0767312 Dec 09 15:42:05.032317 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6f479acd-e4a3-4b73-9575-89d4fbf8a7d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:05.115885 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6f479acd-e4a3-4b73-9575-89d4fbf8a7d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:05.121146 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6f479acd-e4a3-4b73-9575-89d4fbf8a7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:05.128885 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-43cdb936-2fd0-45e5-b432-cd1cca4d8fb9 req-c6a46206-cc2a-46e6-add0-bca892e5945e tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5914249-729d-46cd-bced-fb0207d25b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048336 Dec 09 15:42:05.145755 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e952f1f1-97b4-452f-b43f-ba321986208f req-6836c872-208c-437e-a69f-80b1137ff7ce service neutron] 10.222.0.31 "GET /v2.0/networks/20a3d869-faba-4fd6-8427-0269f690d785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291449 Dec 09 15:42:05.177349 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6f479acd-e4a3-4b73-9575-89d4fbf8a7d4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=73f2e81a6e1949d58986904747b782e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1627452 Dec 09 15:42:05.178108 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39978) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:05.178740 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f479acd-e4a3-4b73-9575-89d4fbf8a7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c08a74-3787-4e89-8ded-3be7ffd8a2d0,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:05.201337 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e952f1f1-97b4-452f-b43f-ba321986208f req-e6142035-fd08-4fea-b8e7-34817475d123 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=12dd1f56-6412-4015-93f6-b5f952d56bdf HTTP/1.1" status: 200 len: 217 time: 0.0477335 Dec 09 15:42:05.242184 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea41fb55-32ee-48e9-a0c4-2f6bd0f9a873 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:05.271937 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea41fb55-32ee-48e9-a0c4-2f6bd0f9a873 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:05.274373 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952f1f1-97b4-452f-b43f-ba321986208f req-9d4663a7-acd3-448f-9379-3fc621016356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:05.276387 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e952f1f1-97b4-452f-b43f-ba321986208f req-9d4663a7-acd3-448f-9379-3fc621016356 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0bc7d492-8dd5-4f62-87e4-e954ad6c6022 HTTP/1.1" status: 200 len: 797 time: 0.0676973 Dec 09 15:42:05.349483 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952f1f1-97b4-452f-b43f-ba321986208f req-52a19858-727a-4b8f-b7b1-9df00de33aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:05.350353 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea41fb55-32ee-48e9-a0c4-2f6bd0f9a873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:05.351243 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e952f1f1-97b4-452f-b43f-ba321986208f req-52a19858-727a-4b8f-b7b1-9df00de33aae service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20a3d869-faba-4fd6-8427-0269f690d785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0663028 Dec 09 15:42:05.354137 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea41fb55-32ee-48e9-a0c4-2f6bd0f9a873 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:05.355393 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ea41fb55-32ee-48e9-a0c4-2f6bd0f9a873 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/57c08a74-3787-4e89-8ded-3be7ffd8a2d0 HTTP/1.1" status: 204 len: 168 time: 0.1722486 Dec 09 15:42:05.363938 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41fb55-32ee-48e9-a0c4-2f6bd0f9a873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c08a74-3787-4e89-8ded-3be7ffd8a2d0,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:05.472210 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e952f1f1-97b4-452f-b43f-ba321986208f req-24cad0c2-2d25-4a02-8223-068eb154ebd0 service neutron] 10.222.0.31 "GET /v2.0/networks/20a3d869-faba-4fd6-8427-0269f690d785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106625 Dec 09 15:42:05.649513 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c670d1-316a-4ec2-a43b-6a1ae6b18bd6 req-d57faeac-513f-417e-81e9-3d157f5cd478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:05.651486 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-91c670d1-316a-4ec2-a43b-6a1ae6b18bd6 req-d57faeac-513f-417e-81e9-3d157f5cd478 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c98af8e8-5d3c-4435-8863-d44500d518a8 HTTP/1.1" status: 200 len: 1096 time: 0.1626744 Dec 09 15:42:05.686377 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e952f1f1-97b4-452f-b43f-ba321986208f req-4445819b-585b-4753-a022-bd559286d53b service neutron] 10.222.0.31 "GET /v2.0/networks/20a3d869-faba-4fd6-8427-0269f690d785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989291 Dec 09 15:42:05.713916 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f11593-1252-4b63-852f-3f53fb38864b req-6870dda7-785f-462f-83b5-fc6393eca85d tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:05.715328 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-46f11593-1252-4b63-852f-3f53fb38864b req-6870dda7-785f-462f-83b5-fc6393eca85d tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a34da0a-06f7-4bd6-ba39-2d3c80939423 HTTP/1.1" status: 200 len: 943 time: 0.1164074 Dec 09 15:42:05.754901 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e952f1f1-97b4-452f-b43f-ba321986208f req-a00eb334-b15c-4380-af23-aae27383aacc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=5a2cd2eb-cc3c-4860-b939-e4520520d050 HTTP/1.1" status: 200 len: 217 time: 0.0604875 Dec 09 15:42:05.804261 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-91c670d1-316a-4ec2-a43b-6a1ae6b18bd6 req-b9f66136-43a2-43b4-ba85-0433ba85de6c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438620 Dec 09 15:42:05.849770 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-46f11593-1252-4b63-852f-3f53fb38864b req-c8d3ce15-0620-4845-ac65-5cc87a8c79e4 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006746 Dec 09 15:42:05.851323 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952f1f1-97b4-452f-b43f-ba321986208f req-308d69c9-08d1-4279-86d1-c5911079b199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:05.852991 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e952f1f1-97b4-452f-b43f-ba321986208f req-308d69c9-08d1-4279-86d1-c5911079b199 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0bc7d492-8dd5-4f62-87e4-e954ad6c6022 HTTP/1.1" status: 200 len: 797 time: 0.0871303 Dec 09 15:42:05.967131 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4c8bf-8964-4265-900a-58b4457729a6 req-de0fac19-8926-4b18-9eb2-47980dee667a tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:05.969194 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-01c4c8bf-8964-4265-900a-58b4457729a6 req-de0fac19-8926-4b18-9eb2-47980dee667a tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=c98af8e8-5d3c-4435-8863-d44500d518a8 HTTP/1.1" status: 200 len: 945 time: 0.0567417 Dec 09 15:42:06.023449 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-01c4c8bf-8964-4265-900a-58b4457729a6 req-a8ea6440-8f6b-4ed4-a0ef-e4048253bbae tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482023 Dec 09 15:42:06.113684 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952f1f1-97b4-452f-b43f-ba321986208f req-2252f5a8-73aa-4db6-a6b4-661d501f0c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:06.115289 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e952f1f1-97b4-452f-b43f-ba321986208f req-2252f5a8-73aa-4db6-a6b4-661d501f0c04 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20a3d869-faba-4fd6-8427-0269f690d785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0536849 Dec 09 15:42:06.229161 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e952f1f1-97b4-452f-b43f-ba321986208f req-a0f33359-c8fa-4fee-85db-d163e48adcaf service neutron] 10.222.0.31 "GET /v2.0/networks/20a3d869-faba-4fd6-8427-0269f690d785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032763 Dec 09 15:42:06.293362 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40012) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:06.369614 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db024074-84ab-454d-891b-ec2bb51a1243 req-bc81b7f7-b60f-42bf-9da2-f881858e982a tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:06.370939 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-db024074-84ab-454d-891b-ec2bb51a1243 req-bc81b7f7-b60f-42bf-9da2-f881858e982a tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=62416a1b-65a3-4dbc-b00d-afa09b06372e HTTP/1.1" status: 200 len: 944 time: 0.1263645 Dec 09 15:42:06.393516 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e952f1f1-97b4-452f-b43f-ba321986208f req-0d1e0d6e-29e6-4807-a6d6-2d80d4798fc3 service neutron] 10.222.0.31 "GET /v2.0/networks/20a3d869-faba-4fd6-8427-0269f690d785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567447 Dec 09 15:42:06.447082 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:42:06.448605 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 9cad87ea-65b5-4fea-889d-0ed909224bfd up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:42:06.449528 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e952f1f1-97b4-452f-b43f-ba321986208f req-47513a26-301d-4e7c-a667-f3affeebefc7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=d801fbcc-7e8f-4803-9e04-23f95227f725 HTTP/1.1" status: 200 len: 217 time: 0.0464132 Dec 09 15:42:06.486802 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-51197de7-092c-48c6-84cc-32078e7e78d8 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-447869577'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:06.533383 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51197de7-092c-48c6-84cc-32078e7e78d8 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Made reservation on behalf of 37378bbde684401c8392ce8df479dbcc for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:42:06.541518 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-51197de7-092c-48c6-84cc-32078e7e78d8 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:06.550136 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-db024074-84ab-454d-891b-ec2bb51a1243 req-2477721e-7b64-47e0-b5f0-b272e1c688d2 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5914249-729d-46cd-bced-fb0207d25b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607432 Dec 09 15:42:06.555243 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-51197de7-092c-48c6-84cc-32078e7e78d8 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:06.590029 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952f1f1-97b4-452f-b43f-ba321986208f req-ae250884-0557-40de-95a6-4158d4032495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:06.600548 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e952f1f1-97b4-452f-b43f-ba321986208f req-ae250884-0557-40de-95a6-4158d4032495 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0bc7d492-8dd5-4f62-87e4-e954ad6c6022 HTTP/1.1" status: 200 len: 797 time: 0.1428092 Dec 09 15:42:06.645297 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 9cad87ea-65b5-4fea-889d-0ed909224bfd completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:42:06.653221 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 9cad87ea-65b5-4fea-889d-0ed909224bfd triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:42:06.654104 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:06.685720 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-51197de7-092c-48c6-84cc-32078e7e78d8 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:06.695066 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-51197de7-092c-48c6-84cc-32078e7e78d8 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:06.712577 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952f1f1-97b4-452f-b43f-ba321986208f req-f1a03ac3-899f-4c88-87a6-7e7656eb26df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:06.714403 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e952f1f1-97b4-452f-b43f-ba321986208f req-f1a03ac3-899f-4c88-87a6-7e7656eb26df service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20a3d869-faba-4fd6-8427-0269f690d785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1045327 Dec 09 15:42:06.716872 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe,segment=NetworkSegment(ddd0682b-bda1-497e-bda9-d80ab59b93d8),segment_id=ddd0682b-bda1-497e-bda9-d80ab59b93d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:42:06.731744 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51197de7-092c-48c6-84cc-32078e7e78d8 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:42:06.743012 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe', 'network_id': 'dcdb628e-5130-4046-a7ec-e30fed59a905', 'port_id': 'b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe', 'mac_address': 'fa:16:3e:8e:a7:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a75137d3-5bab-4ff0-9c87-80fcdd67f478', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:42:06.762411 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-51197de7-092c-48c6-84cc-32078e7e78d8 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:06.763844 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-51197de7-092c-48c6-84cc-32078e7e78d8 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Added segment 17b142d7-01a3-4d93-8aab-606f116e3954 of type vlan for network e453ca8a-2e47-427e-913d-70a1e9322f9e Dec 09 15:42:06.799811 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:06.857416 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e952f1f1-97b4-452f-b43f-ba321986208f req-ef9929f1-14b9-4050-a14a-0c01659847d4 service neutron] 10.222.0.31 "GET /v2.0/networks/20a3d869-faba-4fd6-8427-0269f690d785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331620 Dec 09 15:42:06.878372 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:42:06.917019 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe,segment=NetworkSegment(ddd0682b-bda1-497e-bda9-d80ab59b93d8),segment_id=ddd0682b-bda1-497e-bda9-d80ab59b93d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:42:06.920009 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:06.951366 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:06.970219 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-51197de7-092c-48c6-84cc-32078e7e78d8 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:06.979218 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51197de7-092c-48c6-84cc-32078e7e78d8 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80ff7377-3361-4558-b96d-75ccc68df2a0,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:07.006680 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51197de7-092c-48c6-84cc-32078e7e78d8 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:07.007030 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51197de7-092c-48c6-84cc-32078e7e78d8 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:07.007376 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51197de7-092c-48c6-84cc-32078e7e78d8 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:07.007716 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51197de7-092c-48c6-84cc-32078e7e78d8 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:07.008046 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51197de7-092c-48c6-84cc-32078e7e78d8 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:07.008373 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51197de7-092c-48c6-84cc-32078e7e78d8 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:07.008729 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51197de7-092c-48c6-84cc-32078e7e78d8 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:07.009053 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51197de7-092c-48c6-84cc-32078e7e78d8 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:07.009380 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51197de7-092c-48c6-84cc-32078e7e78d8 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:07.009747 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51197de7-092c-48c6-84cc-32078e7e78d8 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:07.010082 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51197de7-092c-48c6-84cc-32078e7e78d8 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:07.010405 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51197de7-092c-48c6-84cc-32078e7e78d8 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:07.010725 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51197de7-092c-48c6-84cc-32078e7e78d8 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:07.031692 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-51197de7-092c-48c6-84cc-32078e7e78d8 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:07.040106 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 40036) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:07.043962 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51197de7-092c-48c6-84cc-32078e7e78d8 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:07.048755 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-51197de7-092c-48c6-84cc-32078e7e78d8 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:07.060980 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62416a1b-65a3-4dbc-b00d-afa09b06372e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cad87ea-65b5-4fea-889d-0ed909224bfd'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:42:07.064644 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0477f7b7-b021-49aa-9fef-4ef8bebaca3e" -d '{"events": [{"server_uuid": "62416a1b-65a3-4dbc-b00d-afa09b06372e", "name": "network-vif-plugged", "status": "completed", "tag": "9cad87ea-65b5-4fea-889d-0ed909224bfd"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:42:07.106321 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 9cad87ea-65b5-4fea-889d-0ed909224bfd, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=9cad87ea-65b5-4fea-889d-0ed909224bfd,segment=NetworkSegment(0b8968c1-11be-452a-85e0-2b87c97fc015),segment_id=0b8968c1-11be-452a-85e0-2b87c97fc015)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:42:07.111564 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e952f1f1-97b4-452f-b43f-ba321986208f req-d2b31e9d-752d-48e1-921c-aac9e3a939f6 service neutron] 10.222.0.31 "GET /v2.0/networks/20a3d869-faba-4fd6-8427-0269f690d785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459862 Dec 09 15:42:07.127132 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-51197de7-092c-48c6-84cc-32078e7e78d8 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8324740 Dec 09 15:42:07.131531 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40044) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:07.136063 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:07.137108 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7b846ee6-91b5-4730-a77d-751c8c95e06b tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Request body: {'subnet': {'network_id': 'e453ca8a-2e47-427e-913d-70a1e9322f9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:07.168972 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:07.217543 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51197de7-092c-48c6-84cc-32078e7e78d8 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Pushing event updated for resources: {'Network': ['ID=e453ca8a-2e47-427e-913d-70a1e9322f9e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:07.235635 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network e453ca8a-2e47-427e-913d-70a1e9322f9e details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:42:07.257420 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e952f1f1-97b4-452f-b43f-ba321986208f req-2e1f27b1-0677-4b19-8052-b15d4a6b5620 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5ff08a00-721a-4d24-8d8b-1594bb188216 HTTP/1.1" status: 200 len: 217 time: 0.0948491 Dec 09 15:42:07.285892 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b846ee6-91b5-4730-a77d-751c8c95e06b tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Made reservation on behalf of 37378bbde684401c8392ce8df479dbcc for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:42:07.288057 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ad9c5544-9c65-40f1-84c4-b7bfc864cacf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:07.289496 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=9cad87ea-65b5-4fea-889d-0ed909224bfd,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:07.290249 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b846ee6-91b5-4730-a77d-751c8c95e06b tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:07.359391 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323099b-4b15-4404-805b-9a306ccf4221 req-10ad3a69-eb60-419d-9329-464b690f8c4b tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:07.361277 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5323099b-4b15-4404-805b-9a306ccf4221 req-10ad3a69-eb60-419d-9329-464b690f8c4b tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a34da0a-06f7-4bd6-ba39-2d3c80939423 HTTP/1.1" status: 200 len: 944 time: 0.2805386 Dec 09 15:42:07.364046 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952f1f1-97b4-452f-b43f-ba321986208f req-759c609e-69cc-41e8-9e62-940f73c41f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:07.365632 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e952f1f1-97b4-452f-b43f-ba321986208f req-759c609e-69cc-41e8-9e62-940f73c41f02 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b064243b-1cb0-4c46-a100-9b33b02bb56c HTTP/1.1" status: 200 len: 797 time: 0.0897121 Dec 09 15:42:07.370590 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:42:07.473663 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5323099b-4b15-4404-805b-9a306ccf4221 req-7b5ed3d9-4a65-4d35-89ee-68f9544210be tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015232 Dec 09 15:42:07.478687 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952f1f1-97b4-452f-b43f-ba321986208f req-c3d75ff6-245b-4e32-aec8-db2e05530a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:07.479997 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e952f1f1-97b4-452f-b43f-ba321986208f req-c3d75ff6-245b-4e32-aec8-db2e05530a64 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=895dda7b-01ef-4be1-87ee-a839b97640e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1063118 Dec 09 15:42:07.506349 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b846ee6-91b5-4730-a77d-751c8c95e06b tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:07.547361 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ad9c5544-9c65-40f1-84c4-b7bfc864cacf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:07.553492 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ad9c5544-9c65-40f1-84c4-b7bfc864cacf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:07.582843 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b846ee6-91b5-4730-a77d-751c8c95e06b tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Pushing event updated for resources: {'Subnet': ['ID=ae9aac36-cd0c-474a-be0b-d9f9e764f9cc,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:07.590465 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b846ee6-91b5-4730-a77d-751c8c95e06b tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Checking segment: {'id': '17b142d7-01a3-4d93-8aab-606f116e3954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e453ca8a-2e47-427e-913d-70a1e9322f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:42:07.590707 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b846ee6-91b5-4730-a77d-751c8c95e06b tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Network hostable DHCP agents. Network: e453ca8a-2e47-427e-913d-70a1e9322f9e, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:42:07.609125 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b846ee6-91b5-4730-a77d-751c8c95e06b tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Network e453ca8a-2e47-427e-913d-70a1e9322f9e is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:42:07.618001 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-7b846ee6-91b5-4730-a77d-751c8c95e06b tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, e453ca8a-2e47-427e-913d-70a1e9322f9e) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:42:07.622632 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b846ee6-91b5-4730-a77d-751c8c95e06b tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:07.624374 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b846ee6-91b5-4730-a77d-751c8c95e06b tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:07.630333 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb91a52-919b-4fd6-a40c-20eab07e30ba None None] Network e453ca8a-2e47-427e-913d-70a1e9322f9e requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:42:07.645887 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7b846ee6-91b5-4730-a77d-751c8c95e06b tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5128758 Dec 09 15:42:07.646099 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ad9c5544-9c65-40f1-84c4-b7bfc864cacf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2c9591166bb44b70ae73e463459f51e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6004064 Dec 09 15:42:07.646221 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40048) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:07.648525 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c5544-9c65-40f1-84c4-b7bfc864cacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d299292d-dedf-4f96-81a4-5b38783f4f00,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:07.650162 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 40050) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:07.658564 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-5b1356d5-6827-47b0-aba2-96d0661e1bd0 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Request body: {'port': {'network_id': 'e453ca8a-2e47-427e-913d-70a1e9322f9e', 'name': 'tempest-AllowedAddressPairTestJSON-1546945924'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:07.717280 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e952f1f1-97b4-452f-b43f-ba321986208f req-7390cb01-cff3-4076-a884-db3bf60230de service neutron] 10.222.0.31 "GET /v2.0/networks/895dda7b-01ef-4be1-87ee-a839b97640e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285712 Dec 09 15:42:07.726852 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09f01aff-ea41-413c-985b-1369ccf2db77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:07.748646 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af44513-2401-4de4-a442-a4ce46c350bc req-d5fba325-b591-4c84-b79a-dcb341e85ce4 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:07.751040 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7af44513-2401-4de4-a442-a4ce46c350bc req-d5fba325-b591-4c84-b79a-dcb341e85ce4 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=c98af8e8-5d3c-4435-8863-d44500d518a8 HTTP/1.1" status: 200 len: 945 time: 0.1746535 Dec 09 15:42:07.754542 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09f01aff-ea41-413c-985b-1369ccf2db77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:07.768638 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175adf2e-4e28-4757-90dc-aad2a018c5f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-e453ca8a-2e47-427e-913d-70a1e9322f9e', 'network_id': 'e453ca8a-2e47-427e-913d-70a1e9322f9e', 'project_id': '37378bbde684401c8392ce8df479dbcc', 'fixed_ips': [{'subnet_id': 'ae9aac36-cd0c-474a-be0b-d9f9e764f9cc'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:42:07.769608 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-175adf2e-4e28-4757-90dc-aad2a018c5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:07.814527 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09f01aff-ea41-413c-985b-1369ccf2db77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:07.817638 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09f01aff-ea41-413c-985b-1369ccf2db77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:07.818893 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-09f01aff-ea41-413c-985b-1369ccf2db77 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d299292d-dedf-4f96-81a4-5b38783f4f00 HTTP/1.1" status: 204 len: 168 time: 0.1718726 Dec 09 15:42:07.831893 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f01aff-ea41-413c-985b-1369ccf2db77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d299292d-dedf-4f96-81a4-5b38783f4f00,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:07.904778 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7af44513-2401-4de4-a442-a4ce46c350bc req-d38a9487-60b1-4e39-ac70-8b0973c35635 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111884 Dec 09 15:42:07.944736 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-175adf2e-4e28-4757-90dc-aad2a018c5f9 None None] Allocated IP 172.20.0.2 (e453ca8a-2e47-427e-913d-70a1e9322f9e/ae9aac36-cd0c-474a-be0b-d9f9e764f9cc/70f54101-fd92-487a-8f55-6f8f0b38d23e) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:42:07.955531 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e952f1f1-97b4-452f-b43f-ba321986208f req-c50aa975-0bb8-46fa-a22c-459173eb9bac service neutron] 10.222.0.31 "GET /v2.0/networks/895dda7b-01ef-4be1-87ee-a839b97640e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299411 Dec 09 15:42:07.956670 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1356d5-6827-47b0-aba2-96d0661e1bd0 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Made reservation on behalf of 37378bbde684401c8392ce8df479dbcc for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:42:07.965840 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5b1356d5-6827-47b0-aba2-96d0661e1bd0 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:07.966581 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5aa8b9-a447-45d1-8465-84365de4064f x-openstack-request-id: req-ed5aa8b9-a447-45d1-8465-84365de4064f {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:42:07.967034 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62416a1b-65a3-4dbc-b00d-afa09b06372e", "name": "network-vif-plugged", "status": "completed", "tag": "9cad87ea-65b5-4fea-889d-0ed909224bfd", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:42:07.967371 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ed5aa8b9-a447-45d1-8465-84365de4064f {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:42:07.967882 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62416a1b-65a3-4dbc-b00d-afa09b06372e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cad87ea-65b5-4fea-889d-0ed909224bfd', 'code': 200} Dec 09 15:42:08.065423 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e952f1f1-97b4-452f-b43f-ba321986208f req-ec494dbd-ff03-4aed-91ea-fd4e84ae9cd2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=59e43ca8-3713-4f54-8ebf-f84b2c834574 HTTP/1.1" status: 200 len: 217 time: 0.0819747 Dec 09 15:42:08.099036 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-5b1356d5-6827-47b0-aba2-96d0661e1bd0 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] device_id is not set on port 4a1e1eb6-0815-4fde-949b-3598ed42c4d2 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:42:08.151749 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-175adf2e-4e28-4757-90dc-aad2a018c5f9 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:08.163948 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-175adf2e-4e28-4757-90dc-aad2a018c5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:08.204934 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175adf2e-4e28-4757-90dc-aad2a018c5f9 None None] Network e453ca8a-2e47-427e-913d-70a1e9322f9e is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:42:08.208626 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-175adf2e-4e28-4757-90dc-aad2a018c5f9 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:42:08.212325 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175adf2e-4e28-4757-90dc-aad2a018c5f9 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:42:08.221858 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a51c2-96a4-4421-8fdd-e2cca31ac381 req-465761ab-18c8-403e-9b83-54f55e8f581e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:08.223234 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f71a51c2-96a4-4421-8fdd-e2cca31ac381 req-465761ab-18c8-403e-9b83-54f55e8f581e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=62416a1b-65a3-4dbc-b00d-afa09b06372e HTTP/1.1" status: 200 len: 1096 time: 0.1712744 Dec 09 15:42:08.229556 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175adf2e-4e28-4757-90dc-aad2a018c5f9 None None] Pushing event updated for resources: {'Port': ['ID=70f54101-fd92-487a-8f55-6f8f0b38d23e,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:08.241698 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952f1f1-97b4-452f-b43f-ba321986208f req-fd7fac20-040c-41a9-906c-665c6fe24f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:08.242950 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e952f1f1-97b4-452f-b43f-ba321986208f req-fd7fac20-040c-41a9-906c-665c6fe24f30 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b064243b-1cb0-4c46-a100-9b33b02bb56c HTTP/1.1" status: 200 len: 797 time: 0.1476276 Dec 09 15:42:08.262723 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1b56b-d91b-43c8-b518-94b61c60fe04 req-419237b2-dcd2-4570-88aa-05d16cbe525b tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:08.269853 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e6b1b56b-d91b-43c8-b518-94b61c60fe04 req-419237b2-dcd2-4570-88aa-05d16cbe525b tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=62416a1b-65a3-4dbc-b00d-afa09b06372e HTTP/1.1" status: 200 len: 945 time: 0.2155786 Dec 09 15:42:08.285779 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-175adf2e-4e28-4757-90dc-aad2a018c5f9 None None] Attempting to bind port 70f54101-fd92-487a-8f55-6f8f0b38d23e on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:42:08.286429 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-175adf2e-4e28-4757-90dc-aad2a018c5f9 None None] Attempting to bind port 70f54101-fd92-487a-8f55-6f8f0b38d23e by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '17b142d7-01a3-4d93-8aab-606f116e3954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e453ca8a-2e47-427e-913d-70a1e9322f9e'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:42:08.286802 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175adf2e-4e28-4757-90dc-aad2a018c5f9 None None] Attempting to bind port 70f54101-fd92-487a-8f55-6f8f0b38d23e on network e453ca8a-2e47-427e-913d-70a1e9322f9e {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:42:08.292897 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175adf2e-4e28-4757-90dc-aad2a018c5f9 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:42:08.293274 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175adf2e-4e28-4757-90dc-aad2a018c5f9 None None] Checking segment: {'id': '17b142d7-01a3-4d93-8aab-606f116e3954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e453ca8a-2e47-427e-913d-70a1e9322f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:42:08.293678 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-175adf2e-4e28-4757-90dc-aad2a018c5f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:08.294067 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175adf2e-4e28-4757-90dc-aad2a018c5f9 None None] Bound using segment: {'id': '17b142d7-01a3-4d93-8aab-606f116e3954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e453ca8a-2e47-427e-913d-70a1e9322f9e'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:42:08.294659 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-175adf2e-4e28-4757-90dc-aad2a018c5f9 None None] Bound port: 70f54101-fd92-487a-8f55-6f8f0b38d23e, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17b142d7-01a3-4d93-8aab-606f116e3954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e453ca8a-2e47-427e-913d-70a1e9322f9e'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:42:08.294912 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-175adf2e-4e28-4757-90dc-aad2a018c5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:08.371785 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-175adf2e-4e28-4757-90dc-aad2a018c5f9 None None] For port 70f54101-fd92-487a-8f55-6f8f0b38d23e, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:42:08.375717 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-175adf2e-4e28-4757-90dc-aad2a018c5f9 None None] For port 70f54101-fd92-487a-8f55-6f8f0b38d23e, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=70f54101-fd92-487a-8f55-6f8f0b38d23e,segment=NetworkSegment(17b142d7-01a3-4d93-8aab-606f116e3954),segment_id=17b142d7-01a3-4d93-8aab-606f116e3954)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:42:08.381180 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-175adf2e-4e28-4757-90dc-aad2a018c5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:08.457380 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175adf2e-4e28-4757-90dc-aad2a018c5f9 None None] Pushing event updated for resources: {'Port': ['ID=70f54101-fd92-487a-8f55-6f8f0b38d23e,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:08.761804 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-5b1356d5-6827-47b0-aba2-96d0661e1bd0 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Allocated IP 172.20.0.3 (e453ca8a-2e47-427e-913d-70a1e9322f9e/ae9aac36-cd0c-474a-be0b-d9f9e764f9cc/4a1e1eb6-0815-4fde-949b-3598ed42c4d2) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:42:08.766282 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f71a51c2-96a4-4421-8fdd-e2cca31ac381 req-49c9c725-b4d7-41e5-9293-998948901681 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f5914249-729d-46cd-bced-fb0207d25b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5352240 Dec 09 15:42:08.779809 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952f1f1-97b4-452f-b43f-ba321986208f req-c84bdc85-84f6-4665-8a4c-3a0bbfcfdc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:08.781503 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e952f1f1-97b4-452f-b43f-ba321986208f req-c84bdc85-84f6-4665-8a4c-3a0bbfcfdc1a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=895dda7b-01ef-4be1-87ee-a839b97640e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4918878 Dec 09 15:42:08.800466 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e6b1b56b-d91b-43c8-b518-94b61c60fe04 req-a03c2064-b3a6-4618-a279-8303649c7f7b tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5914249-729d-46cd-bced-fb0207d25b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5296030 Dec 09 15:42:08.950838 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5b1356d5-6827-47b0-aba2-96d0661e1bd0 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:08.987875 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5b1356d5-6827-47b0-aba2-96d0661e1bd0 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:09.034519 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1356d5-6827-47b0-aba2-96d0661e1bd0 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Network e453ca8a-2e47-427e-913d-70a1e9322f9e is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:42:09.048931 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-5b1356d5-6827-47b0-aba2-96d0661e1bd0 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:42:09.062217 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1356d5-6827-47b0-aba2-96d0661e1bd0 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:42:09.109855 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1356d5-6827-47b0-aba2-96d0661e1bd0 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Pushing event updated for resources: {'Port': ['ID=4a1e1eb6-0815-4fde-949b-3598ed42c4d2,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:09.154717 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1356d5-6827-47b0-aba2-96d0661e1bd0 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:09.155464 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5b1356d5-6827-47b0-aba2-96d0661e1bd0 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:09.200656 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-5b1356d5-6827-47b0-aba2-96d0661e1bd0 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5466459 Dec 09 15:42:09.204023 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40124) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:09.207674 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e952f1f1-97b4-452f-b43f-ba321986208f req-e160bffa-33cf-4d67-8d8a-c16c2f139472 service neutron] 10.222.0.31 "GET /v2.0/networks/895dda7b-01ef-4be1-87ee-a839b97640e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753385 Dec 09 15:42:09.210525 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-0c97b048-116b-45bc-92ff-b02982f74510 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Request body: {'port': {'network_id': 'e453ca8a-2e47-427e-913d-70a1e9322f9e', 'name': 'tempest-AllowedAddressPairTestJSON-1444571867', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:c5:df:63'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:09.395602 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c97b048-116b-45bc-92ff-b02982f74510 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Made reservation on behalf of 37378bbde684401c8392ce8df479dbcc for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:42:09.398864 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e952f1f1-97b4-452f-b43f-ba321986208f req-90064efd-4b67-46bc-88eb-d178cf97a5f7 service neutron] 10.222.0.31 "GET /v2.0/networks/895dda7b-01ef-4be1-87ee-a839b97640e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653457 Dec 09 15:42:09.491260 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-fae58fdb-bbab-46bb-81ed-fa3d5f6da6cc tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:09.492979 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-fae58fdb-bbab-46bb-81ed-fa3d5f6da6cc tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/networks?id=9142d0f3-e996-4d4e-9e52-5c13c39fd0aa HTTP/1.1" status: 200 len: 811 time: 0.1714547 Dec 09 15:42:09.522566 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-33f940de-6a00-4406-8daa-465755400c4d tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/quotas/9c62862d5dab4e61bc9d5ebff8bf28d9 HTTP/1.1" status: 200 len: 375 time: 0.0187318 Dec 09 15:42:09.535843 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0c97b048-116b-45bc-92ff-b02982f74510 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:09.560683 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-0c97b048-116b-45bc-92ff-b02982f74510 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] device_id is not set on port 3485d7f1-502a-4c95-b028-50d891d59f17 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:42:09.586242 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-b99d04c1-51c9-4325-97b0-e4a9dee0daf5 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9c62862d5dab4e61bc9d5ebff8bf28d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0627139 Dec 09 15:42:09.666731 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fccdc6-e3ee-4651-b802-3f3e8f47ff56 None None] Network e453ca8a-2e47-427e-913d-70a1e9322f9e requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:42:09.693662 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-26491cb3-2aee-4cb2-a57b-e77443a002bd service neutron] 10.222.0.57 "GET /v2.0/networks/9142d0f3-e996-4d4e-9e52-5c13c39fd0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063824 Dec 09 15:42:09.734026 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-0c97b048-116b-45bc-92ff-b02982f74510 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Allocated IP 172.20.0.11 (e453ca8a-2e47-427e-913d-70a1e9322f9e/ae9aac36-cd0c-474a-be0b-d9f9e764f9cc/3485d7f1-502a-4c95-b028-50d891d59f17) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:42:09.802537 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7fd51193-3e69-4619-9f06-cb7c71dc1e19 None None] Provisioning complete for port 70f54101-fd92-487a-8f55-6f8f0b38d23e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:42:09.803215 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7fd51193-3e69-4619-9f06-cb7c71dc1e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:09.825077 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-e64827fc-aeb6-4711-abc7-d186c7ddd978 service neutron] 10.222.0.57 "GET /v2.0/networks/9142d0f3-e996-4d4e-9e52-5c13c39fd0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245966 Dec 09 15:42:09.913608 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7fd51193-3e69-4619-9f06-cb7c71dc1e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:09.950135 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7fd51193-3e69-4619-9f06-cb7c71dc1e19 None None] For port 70f54101-fd92-487a-8f55-6f8f0b38d23e, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=70f54101-fd92-487a-8f55-6f8f0b38d23e,segment=NetworkSegment(17b142d7-01a3-4d93-8aab-606f116e3954),segment_id=17b142d7-01a3-4d93-8aab-606f116e3954)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:42:09.956230 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7fd51193-3e69-4619-9f06-cb7c71dc1e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:09.959877 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0c97b048-116b-45bc-92ff-b02982f74510 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:10.025498 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd51193-3e69-4619-9f06-cb7c71dc1e19 None None] Pushing event updated for resources: {'Port': ['ID=70f54101-fd92-487a-8f55-6f8f0b38d23e,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:10.048351 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0c97b048-116b-45bc-92ff-b02982f74510 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:10.112015 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c97b048-116b-45bc-92ff-b02982f74510 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Network e453ca8a-2e47-427e-913d-70a1e9322f9e is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:42:10.117950 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-0c97b048-116b-45bc-92ff-b02982f74510 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:42:10.121140 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c97b048-116b-45bc-92ff-b02982f74510 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:42:10.154865 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97b048-116b-45bc-92ff-b02982f74510 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Pushing event updated for resources: {'Port': ['ID=3485d7f1-502a-4c95-b028-50d891d59f17,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:10.197600 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ad941037-3b99-4ada-9527-497bbd311aa4 None None] Provisioning complete for port 70f54101-fd92-487a-8f55-6f8f0b38d23e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:42:10.198089 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ad941037-3b99-4ada-9527-497bbd311aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:10.209007 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c97b048-116b-45bc-92ff-b02982f74510 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:10.209681 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0c97b048-116b-45bc-92ff-b02982f74510 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:10.232535 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0c97b048-116b-45bc-92ff-b02982f74510 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.0240910 Dec 09 15:42:10.233282 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40180) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:10.286448 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00eca2-730f-4e9d-89d9-d8b700a3caed req-a5f01a68-e770-40f3-b44e-99a8f4b86a54 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:10.297674 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9e00eca2-730f-4e9d-89d9-d8b700a3caed req-a5f01a68-e770-40f3-b44e-99a8f4b86a54 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a34da0a-06f7-4bd6-ba39-2d3c80939423 HTTP/1.1" status: 200 len: 944 time: 0.1523418 Dec 09 15:42:10.320289 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a82492a-1abf-44a6-929b-a8b4091a4f52 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:10.349891 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a82492a-1abf-44a6-929b-a8b4091a4f52 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:10.365903 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a82492a-1abf-44a6-929b-a8b4091a4f52 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:10.375570 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7a82492a-1abf-44a6-929b-a8b4091a4f52 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.1394231 Dec 09 15:42:10.376408 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40186) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:10.392697 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9e00eca2-730f-4e9d-89d9-d8b700a3caed req-2391767d-afe5-4094-9bc6-92a81a9cc0a3 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901284 Dec 09 15:42:10.423346 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ad941037-3b99-4ada-9527-497bbd311aa4 None None] Provisioning complete for port 4a1e1eb6-0815-4fde-949b-3598ed42c4d2 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:42:10.423715 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ad941037-3b99-4ada-9527-497bbd311aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:10.471452 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:42:10.554846 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ad941037-3b99-4ada-9527-497bbd311aa4 None None] Port 4a1e1eb6-0815-4fde-949b-3598ed42c4d2 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:42:10.582443 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-1e9e059c-6f3e-4e12-b5cb-a8aa81bc64eb tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Deleting port 3485d7f1-502a-4c95-b028-50d891d59f17 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:42:10.582443 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e9e059c-6f3e-4e12-b5cb-a8aa81bc64eb tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:10.602625 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:42:10.609097 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:42:10.609387 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:10.629090 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58695858-d677-4980-9897-36f66db2bf15 req-7d8acad0-0c2d-46c7-9af8-b66ad0f6fe72 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:10.638475 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-58695858-d677-4980-9897-36f66db2bf15 req-7d8acad0-0c2d-46c7-9af8-b66ad0f6fe72 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=62416a1b-65a3-4dbc-b00d-afa09b06372e HTTP/1.1" status: 200 len: 945 time: 0.1405377 Dec 09 15:42:10.726692 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-64ccc34a-d350-49f7-bf2f-d4e7da385276 None None] Provisioning complete for port 4a1e1eb6-0815-4fde-949b-3598ed42c4d2 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:42:10.727897 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-64ccc34a-d350-49f7-bf2f-d4e7da385276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:10.750131 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e9e059c-6f3e-4e12-b5cb-a8aa81bc64eb tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:10.765528 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-1e9e059c-6f3e-4e12-b5cb-a8aa81bc64eb tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Calling delete_port for 3485d7f1-502a-4c95-b028-50d891d59f17 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:42:10.777048 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-58695858-d677-4980-9897-36f66db2bf15 req-1f2403d4-fd4a-47d3-b366-a3680293f85d tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5914249-729d-46cd-bced-fb0207d25b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370187 Dec 09 15:42:10.856320 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-64ccc34a-d350-49f7-bf2f-d4e7da385276 None None] Port 4a1e1eb6-0815-4fde-949b-3598ed42c4d2 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:42:10.865169 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 70f54101-fd92-487a-8f55-6f8f0b38d23e up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:42:10.934894 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:10.971450 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a34da0a-06f7-4bd6-ba39-2d3c80939423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:42:10.976823 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99ac986-811a-4b73-a747-0b11522d0a80" -d '{"events": [{"server_uuid": "4a34da0a-06f7-4bd6-ba39-2d3c80939423", "name": "network-vif-plugged", "status": "completed", "tag": "b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:42:10.999087 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e9e059c-6f3e-4e12-b5cb-a8aa81bc64eb tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:11.006608 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe,segment=NetworkSegment(ddd0682b-bda1-497e-bda9-d80ab59b93d8),segment_id=ddd0682b-bda1-497e-bda9-d80ab59b93d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:42:11.009346 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e6b6e3b2-07bc-489a-8477-f70d803e120f None None] Could not find standard attr ID for object 3485d7f1-502a-4c95-b028-50d891d59f17. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:42:11.014718 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 70f54101-fd92-487a-8f55-6f8f0b38d23e triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:42:11.015095 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:11.016966 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:11.043354 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e059c-6f3e-4e12-b5cb-a8aa81bc64eb tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Pushing event deleted for resources: {'Port': ['ID=3485d7f1-502a-4c95-b028-50d891d59f17,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:11.049167 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6e7e3e5c-800c-4c27-80c3-50a450a99a1b req-4be461a7-a1e1-4a72-8171-718b7cf9683e tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 210 time: 0.0499866 Dec 09 15:42:11.119056 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:11.264036 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e9e059c-6f3e-4e12-b5cb-a8aa81bc64eb tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:11.270678 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1e9e059c-6f3e-4e12-b5cb-a8aa81bc64eb tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] 10.222.0.57 "DELETE /v2.0/ports/3485d7f1-502a-4c95-b028-50d891d59f17 HTTP/1.1" status: 204 len: 168 time: 0.8904929 Dec 09 15:42:11.271537 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40196) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:11.313482 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a5bc1e9-8be9-41c4-8d24-641bd6f94bf8 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] GET failed (client error): The resource could not be found. Dec 09 15:42:11.318416 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4a5bc1e9-8be9-41c4-8d24-641bd6f94bf8 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] 10.222.0.57 "GET /v2.0/ports/3485d7f1-502a-4c95-b028-50d891d59f17 HTTP/1.1" status: 404 len: 333 time: 0.0417078 Dec 09 15:42:11.318845 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40198) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:11.324124 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d594db18-5fdf-4ae9-acf7-1c6b31dc77a0 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Request body: {'port': {'network_id': 'e453ca8a-2e47-427e-913d-70a1e9322f9e', 'name': 'tempest-AllowedAddressPairTestJSON-1658155550'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:11.393359 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d880f-5cab-49b5-aa8c-cc6a03af9788 req-9703eb84-a1c2-4b90-90bc-8379d5a0f5fd tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:11.394924 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-828d880f-5cab-49b5-aa8c-cc6a03af9788 req-9703eb84-a1c2-4b90-90bc-8379d5a0f5fd tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=62416a1b-65a3-4dbc-b00d-afa09b06372e HTTP/1.1" status: 200 len: 945 time: 0.0602126 Dec 09 15:42:11.403496 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 40200) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:11.411650 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-637bcd49-0ea5-418c-a181-45f7efa17e28 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Request body: {'floatingip': {'port_id': '9cad87ea-65b5-4fea-889d-0ed909224bfd'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:11.435158 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02224bb7-423a-446d-8165-ab0d976d5c01 x-openstack-request-id: req-02224bb7-423a-446d-8165-ab0d976d5c01 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:42:11.435452 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a34da0a-06f7-4bd6-ba39-2d3c80939423", "name": "network-vif-plugged", "status": "completed", "tag": "b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:42:11.435705 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-02224bb7-423a-446d-8165-ab0d976d5c01 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:42:11.436109 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a34da0a-06f7-4bd6-ba39-2d3c80939423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe', 'code': 200} Dec 09 15:42:11.492978 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-637bcd49-0ea5-418c-a181-45f7efa17e28 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:11.516734 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d594db18-5fdf-4ae9-acf7-1c6b31dc77a0 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Made reservation on behalf of 37378bbde684401c8392ce8df479dbcc for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:42:11.519617 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d594db18-5fdf-4ae9-acf7-1c6b31dc77a0 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:11.540892 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-d594db18-5fdf-4ae9-acf7-1c6b31dc77a0 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] device_id is not set on port d594bea1-0e65-4acb-a06a-9d5398e8abbc yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:42:11.678582 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc622f72-b559-45af-9eab-42a5e16c5aea req-e7655224-5cbf-4729-b872-d11705dbdb11 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:11.679195 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-d594db18-5fdf-4ae9-acf7-1c6b31dc77a0 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Allocated IP 172.20.0.11 (e453ca8a-2e47-427e-913d-70a1e9322f9e/ae9aac36-cd0c-474a-be0b-d9f9e764f9cc/d594bea1-0e65-4acb-a06a-9d5398e8abbc) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:42:11.685924 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dc622f72-b559-45af-9eab-42a5e16c5aea req-e7655224-5cbf-4729-b872-d11705dbdb11 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a34da0a-06f7-4bd6-ba39-2d3c80939423 HTTP/1.1" status: 200 len: 945 time: 0.1516364 Dec 09 15:42:11.697533 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0719d1e-ff0d-4c72-b6ea-98105f3c3b27 req-9512bd88-58d9-4628-b939-d911b300356a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:11.699244 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f0719d1e-ff0d-4c72-b6ea-98105f3c3b27 req-9512bd88-58d9-4628-b939-d911b300356a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4a34da0a-06f7-4bd6-ba39-2d3c80939423 HTTP/1.1" status: 200 len: 1096 time: 0.1590991 Dec 09 15:42:11.894908 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d594db18-5fdf-4ae9-acf7-1c6b31dc77a0 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:11.908794 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dc622f72-b559-45af-9eab-42a5e16c5aea req-32702733-d517-41c5-9674-65c27c605e01 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169931 Dec 09 15:42:11.937987 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d594db18-5fdf-4ae9-acf7-1c6b31dc77a0 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:11.968500 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f0719d1e-ff0d-4c72-b6ea-98105f3c3b27 req-11248ed5-2257-4f21-bb21-57cf3a8ccec7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530415 Dec 09 15:42:11.968747 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d594db18-5fdf-4ae9-acf7-1c6b31dc77a0 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Network e453ca8a-2e47-427e-913d-70a1e9322f9e is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:42:11.971279 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-d594db18-5fdf-4ae9-acf7-1c6b31dc77a0 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:42:11.973980 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d594db18-5fdf-4ae9-acf7-1c6b31dc77a0 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:42:12.014329 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-31883a26-1660-46f2-8174-9a0c8385ad0a tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:12.015886 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-31883a26-1660-46f2-8174-9a0c8385ad0a tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.31 "GET /v2.0/networks?id=9142d0f3-e996-4d4e-9e52-5c13c39fd0aa HTTP/1.1" status: 200 len: 811 time: 0.3146443 Dec 09 15:42:12.057515 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594db18-5fdf-4ae9-acf7-1c6b31dc77a0 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Pushing event updated for resources: {'Port': ['ID=d594bea1-0e65-4acb-a06a-9d5398e8abbc,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:12.072626 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d594db18-5fdf-4ae9-acf7-1c6b31dc77a0 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:12.073296 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d594db18-5fdf-4ae9-acf7-1c6b31dc77a0 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:12.100219 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d594db18-5fdf-4ae9-acf7-1c6b31dc77a0 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7802963 Dec 09 15:42:12.100868 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40210) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:12.107256 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-cd4d78c9-0d16-45a5-b528-794ece240dc5 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:c5:df:63'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:12.199004 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cd4d78c9-0d16-45a5-b528-794ece240dc5 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:12.236580 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-e231ef4e-0c8e-44f4-840a-d2461c8cf761 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Request body: {'port': {'device_id': '54f19f10-ae9f-4af5-971a-2c05ee93cac9', 'network_id': '9142d0f3-e996-4d4e-9e52-5c13c39fd0aa', 'admin_state_up': True, 'tenant_id': '9c62862d5dab4e61bc9d5ebff8bf28d9'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:12.354535 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-def6c009-76bb-4978-96f2-92b48b76f7fb None None] Provisioning complete for port d594bea1-0e65-4acb-a06a-9d5398e8abbc triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:42:12.355100 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-def6c009-76bb-4978-96f2-92b48b76f7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:12.369349 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-10292b7a-e737-4177-8a23-f7f53c126b52 req-0311c07a-355f-4cff-a99c-ef6a4869c607 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 210 time: 0.0701511 Dec 09 15:42:12.431129 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cd4d78c9-0d16-45a5-b528-794ece240dc5 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:12.440561 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cd4d78c9-0d16-45a5-b528-794ece240dc5 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:12.444844 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-def6c009-76bb-4978-96f2-92b48b76f7fb None None] Port d594bea1-0e65-4acb-a06a-9d5398e8abbc cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:42:12.489691 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-637bcd49-0ea5-418c-a181-45f7efa17e28 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:12.502355 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-637bcd49-0ea5-418c-a181-45f7efa17e28 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:12.531736 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d78c9-0d16-45a5-b528-794ece240dc5 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Pushing event updated for resources: {'Port': ['ID=d594bea1-0e65-4acb-a06a-9d5398e8abbc,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:12.550081 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-cd4d78c9-0d16-45a5-b528-794ece240dc5 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] In _notify_port_updated(), no bound segment for port d594bea1-0e65-4acb-a06a-9d5398e8abbc on network e453ca8a-2e47-427e-913d-70a1e9322f9e {{(pid=103245) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:42:12.556008 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4d78c9-0d16-45a5-b528-794ece240dc5 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:12.556685 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cd4d78c9-0d16-45a5-b528-794ece240dc5 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:12.560973 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-cd4d78c9-0d16-45a5-b528-794ece240dc5 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] 10.222.0.57 "PUT /v2.0/ports/d594bea1-0e65-4acb-a06a-9d5398e8abbc HTTP/1.1" status: 200 len: 994 time: 0.4589481 Dec 09 15:42:12.562266 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40218) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:12.612066 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-e231ef4e-0c8e-44f4-840a-d2461c8cf761 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Made reservation on behalf of 9c62862d5dab4e61bc9d5ebff8bf28d9 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:42:12.617109 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-e231ef4e-0c8e-44f4-840a-d2461c8cf761 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:12.693897 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a2f7d9df-b101-4494-8c33-10dcf39bee4a tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Deleting port d594bea1-0e65-4acb-a06a-9d5398e8abbc {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:42:12.695026 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a2f7d9df-b101-4494-8c33-10dcf39bee4a tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:12.744964 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-637bcd49-0ea5-418c-a181-45f7efa17e28 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Floating IP 6e421a39-f4a7-48f3-8b6d-289515f44c18 associated. External IP: 172.25.3.62, port: 9cad87ea-65b5-4fea-889d-0ed909224bfd. Dec 09 15:42:12.818453 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a2f7d9df-b101-4494-8c33-10dcf39bee4a tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:12.832666 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a2f7d9df-b101-4494-8c33-10dcf39bee4a tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Calling delete_port for d594bea1-0e65-4acb-a06a-9d5398e8abbc owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:42:12.872152 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-bfea716c-94eb-4e9e-8d1a-287e4074b63d None None] Provisioning complete for port d594bea1-0e65-4acb-a06a-9d5398e8abbc triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:42:12.872551 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bfea716c-94eb-4e9e-8d1a-287e4074b63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:12.908148 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-e231ef4e-0c8e-44f4-840a-d2461c8cf761 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Allocated IP 172.20.0.11 (9142d0f3-e996-4d4e-9e52-5c13c39fd0aa/e7615c31-1317-4836-baf8-83af5ea592c9/ca193125-0737-4c79-a16a-8345d2cc4642) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:42:12.917915 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-bfea716c-94eb-4e9e-8d1a-287e4074b63d None None] Port d594bea1-0e65-4acb-a06a-9d5398e8abbc cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:42:12.996726 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a2f7d9df-b101-4494-8c33-10dcf39bee4a tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:13.030945 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f7d9df-b101-4494-8c33-10dcf39bee4a tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Pushing event deleted for resources: {'Port': ['ID=d594bea1-0e65-4acb-a06a-9d5398e8abbc,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:13.156226 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee8a1b-f6d4-4a74-91fb-54cb09c4c3ac req-4e5cc959-1c5a-49c0-baa9-7b8cb9dbbf47 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:13.157871 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cee8a1b-f6d4-4a74-91fb-54cb09c4c3ac req-4e5cc959-1c5a-49c0-baa9-7b8cb9dbbf47 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a34da0a-06f7-4bd6-ba39-2d3c80939423 HTTP/1.1" status: 200 len: 945 time: 0.1768799 Dec 09 15:42:13.209094 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a2f7d9df-b101-4494-8c33-10dcf39bee4a tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:13.214912 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a2f7d9df-b101-4494-8c33-10dcf39bee4a tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] 10.222.0.57 "DELETE /v2.0/ports/d594bea1-0e65-4acb-a06a-9d5398e8abbc HTTP/1.1" status: 204 len: 168 time: 0.6516368 Dec 09 15:42:13.216822 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40224) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:13.243730 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637bcd49-0ea5-418c-a181-45f7efa17e28 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Router 14d212c5-595f-4b91-bc2e-458e65c6ee1d has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:42:13.251614 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-29c9435b-3247-40b0-bea9-beb914f93421 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] GET failed (client error): The resource could not be found. Dec 09 15:42:13.256544 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-29c9435b-3247-40b0-bea9-beb914f93421 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] 10.222.0.57 "GET /v2.0/ports/d594bea1-0e65-4acb-a06a-9d5398e8abbc HTTP/1.1" status: 404 len: 333 time: 0.0353956 Dec 09 15:42:13.263161 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40226) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:13.273523 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-6e1b755e-a783-41d5-b355-e66630e62985 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Request body: {'port': {'network_id': 'e453ca8a-2e47-427e-913d-70a1e9322f9e', 'name': 'tempest-AllowedAddressPairTestJSON-448651093'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:13.426076 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cee8a1b-f6d4-4a74-91fb-54cb09c4c3ac req-992a7de5-1289-42a8-a34f-307692e2c1a8 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376623 Dec 09 15:42:13.432917 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-e231ef4e-0c8e-44f4-840a-d2461c8cf761 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:13.515787 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637bcd49-0ea5-418c-a181-45f7efa17e28 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:42:13.521457 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-637bcd49-0ea5-418c-a181-45f7efa17e28 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:13.535701 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef9174a-16a5-4674-81b3-3445c2648127 None None] Sync routers for ids ['14d212c5-595f-4b91-bc2e-458e65c6ee1d'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:42:13.547082 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-e231ef4e-0c8e-44f4-840a-d2461c8cf761 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:13.573324 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef9174a-16a5-4674-81b3-3445c2648127 None None] Routers {'14d212c5-595f-4b91-bc2e-458e65c6ee1d'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:42:13.574348 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0ef9174a-16a5-4674-81b3-3445c2648127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:41:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['14d212c5-595f-4b91-bc2e-458e65c6ee1d'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:13.580538 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['79dd7992-0e9e-4dc6-8338-3916ec47be1f'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:42:13.591984 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-637bcd49-0ea5-418c-a181-45f7efa17e28 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "PUT /v2.0/floatingips/6e421a39-f4a7-48f3-8b6d-289515f44c18 HTTP/1.1" status: 200 len: 990 time: 2.1873369 Dec 09 15:42:13.593483 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62416a1b-65a3-4dbc-b00d-afa09b06372e', 'tag': '9cad87ea-65b5-4fea-889d-0ed909224bfd'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:42:13.596887 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c355c7a-78c2-46e5-85a9-a1f1f34e3af8" -d '{"events": [{"name": "network-changed", "server_uuid": "62416a1b-65a3-4dbc-b00d-afa09b06372e", "tag": "9cad87ea-65b5-4fea-889d-0ed909224bfd"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:42:13.611393 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-e231ef4e-0c8e-44f4-840a-d2461c8cf761 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Network 9142d0f3-e996-4d4e-9e52-5c13c39fd0aa is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:42:13.616593 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-e231ef4e-0c8e-44f4-840a-d2461c8cf761 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:42:13.622755 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-e231ef4e-0c8e-44f4-840a-d2461c8cf761 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:42:13.652647 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e231ef4e-0c8e-44f4-840a-d2461c8cf761 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Pushing event updated for resources: {'Port': ['ID=ca193125-0737-4c79-a16a-8345d2cc4642,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:13.667406 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231ef4e-0c8e-44f4-840a-d2461c8cf761 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:13.667756 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231ef4e-0c8e-44f4-840a-d2461c8cf761 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:13.668099 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231ef4e-0c8e-44f4-840a-d2461c8cf761 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:13.668464 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231ef4e-0c8e-44f4-840a-d2461c8cf761 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:13.668814 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231ef4e-0c8e-44f4-840a-d2461c8cf761 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:13.669140 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231ef4e-0c8e-44f4-840a-d2461c8cf761 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:13.669468 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231ef4e-0c8e-44f4-840a-d2461c8cf761 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:13.669906 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231ef4e-0c8e-44f4-840a-d2461c8cf761 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:13.670106 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231ef4e-0c8e-44f4-840a-d2461c8cf761 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:13.670429 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231ef4e-0c8e-44f4-840a-d2461c8cf761 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:13.670853 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231ef4e-0c8e-44f4-840a-d2461c8cf761 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:13.671171 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231ef4e-0c8e-44f4-840a-d2461c8cf761 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:13.671533 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231ef4e-0c8e-44f4-840a-d2461c8cf761 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:13.727512 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-e231ef4e-0c8e-44f4-840a-d2461c8cf761 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:13.728133 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-e231ef4e-0c8e-44f4-840a-d2461c8cf761 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:13.757282 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a57238-7586-410c-995e-6281c2a5d660 req-a0e6d77b-a8aa-4b00-91ed-651dd6ac3e73 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:13.759296 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-35a57238-7586-410c-995e-6281c2a5d660 req-a0e6d77b-a8aa-4b00-91ed-651dd6ac3e73 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 932 time: 0.0801735 Dec 09 15:42:13.762921 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-e231ef4e-0c8e-44f4-840a-d2461c8cf761 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5435164 Dec 09 15:42:13.785736 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-f7daafc7-d9f8-455a-b2bc-90d826ad4753 service neutron] Request body: {'port': {'device_id': '54f19f10-ae9f-4af5-971a-2c05ee93cac9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:13.804098 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1b755e-a783-41d5-b355-e66630e62985 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Made reservation on behalf of 37378bbde684401c8392ce8df479dbcc for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:42:13.809480 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e1b755e-a783-41d5-b355-e66630e62985 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:13.830480 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-6e1b755e-a783-41d5-b355-e66630e62985 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] device_id is not set on port 65e5f4f7-5933-4eca-9c2a-6e004effd254 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:42:13.866690 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-0ef9174a-16a5-4674-81b3-3445c2648127 None None] Set router 14d212c5-595f-4b91-bc2e-458e65c6ee1d gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:42:13.874530 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-35a57238-7586-410c-995e-6281c2a5d660 req-cf0cd9ee-ce88-4d69-b474-6df36a332e80 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083438 Dec 09 15:42:13.883447 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-f7daafc7-d9f8-455a-b2bc-90d826ad4753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:13.986313 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-6e1b755e-a783-41d5-b355-e66630e62985 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Allocated IP 172.20.0.13 (e453ca8a-2e47-427e-913d-70a1e9322f9e/ae9aac36-cd0c-474a-be0b-d9f9e764f9cc/65e5f4f7-5933-4eca-9c2a-6e004effd254) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:42:14.172364 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5011534c-68b4-4848-b4ec-d469815b3337 x-openstack-request-id: req-5011534c-68b4-4848-b4ec-d469815b3337 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:42:14.172724 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62416a1b-65a3-4dbc-b00d-afa09b06372e", "tag": "9cad87ea-65b5-4fea-889d-0ed909224bfd", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:42:14.172916 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5011534c-68b4-4848-b4ec-d469815b3337 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:42:14.173576 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62416a1b-65a3-4dbc-b00d-afa09b06372e', 'tag': '9cad87ea-65b5-4fea-889d-0ed909224bfd', 'status': 'completed', 'code': 200} Dec 09 15:42:14.234569 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e1b755e-a783-41d5-b355-e66630e62985 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:14.283091 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e1b755e-a783-41d5-b355-e66630e62985 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:14.303848 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0ef9174a-16a5-4674-81b3-3445c2648127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'name': 'tempest-AttachVolumeTestJSON-1158014551-router', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '56ea13d5-c215-4155-9112-873593852ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:41:40Z', 'updated_at': '2021-12-09T15:41:45Z', 'revision_number': 4, 'project_id': 'cea693ec44f34a95ac5bb978332b5503', 'gw_port': {'id': '56ea13d5-c215-4155-9112-873593852ee3', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:41Z', 'updated_at': '2021-12-09T15:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '6e421a39-f4a7-48f3-8b6d-289515f44c18', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'floating_ip_address': '172.25.3.62', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'port_id': '9cad87ea-65b5-4fea-889d-0ed909224bfd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70', 'mac_address': 'fa:16:3e:15:51:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62416a1b-65a3-4dbc-b00d-afa09b06372e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:41:49Z', 'updated_at': '2021-12-09T15:42:12Z', 'revision_number': 1, 'project_id': 'cea693ec44f34a95ac5bb978332b5503', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2734062-4bf7-4450-9264-1a1435f86492', 'name': '', 'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'mac_address': 'fa:16:3e:7a:b0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '6388c83a-5827-4add-9bc1-4867e28bf06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:44Z', 'updated_at': '2021-12-09T15:41:52Z', 'revision_number': 5, 'project_id': 'cea693ec44f34a95ac5bb978332b5503', 'subnets': [{'id': '6388c83a-5827-4add-9bc1-4867e28bf06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:14.304129 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c355c7a-78c2-46e5-85a9-a1f1f34e3af8 req-b175b1cb-da24-440c-9d0b-056a45ce2890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:14.305606 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c355c7a-78c2-46e5-85a9-a1f1f34e3af8 req-b175b1cb-da24-440c-9d0b-056a45ce2890 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cea693ec44f34a95ac5bb978332b5503&device_id=62416a1b-65a3-4dbc-b00d-afa09b06372e HTTP/1.1" status: 200 len: 1096 time: 0.1015732 Dec 09 15:42:14.330922 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1b755e-a783-41d5-b355-e66630e62985 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Network e453ca8a-2e47-427e-913d-70a1e9322f9e is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:42:14.336486 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-6e1b755e-a783-41d5-b355-e66630e62985 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:42:14.340823 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1b755e-a783-41d5-b355-e66630e62985 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:42:14.346873 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-f7daafc7-d9f8-455a-b2bc-90d826ad4753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca193125-0737-4c79-a16a-8345d2cc4642 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:42:14.364929 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef9174a-16a5-4674-81b3-3445c2648127 None None] Checking router: 14d212c5-595f-4b91-bc2e-458e65c6ee1d for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:42:14.383729 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef9174a-16a5-4674-81b3-3445c2648127 None None] Routers {'14d212c5-595f-4b91-bc2e-458e65c6ee1d'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:42:14.384367 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0ef9174a-16a5-4674-81b3-3445c2648127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:41:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['14d212c5-595f-4b91-bc2e-458e65c6ee1d'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:14.386901 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b755e-a783-41d5-b355-e66630e62985 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Pushing event updated for resources: {'Port': ['ID=65e5f4f7-5933-4eca-9c2a-6e004effd254,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:14.406693 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-f7daafc7-d9f8-455a-b2bc-90d826ad4753 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:14.440142 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1b755e-a783-41d5-b355-e66630e62985 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:14.440560 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-f7daafc7-d9f8-455a-b2bc-90d826ad4753 service neutron] Transition to ACTIVE for port object ca193125-0737-4c79-a16a-8345d2cc4642 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:42:14.441409 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e1b755e-a783-41d5-b355-e66630e62985 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:14.450396 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-f7daafc7-d9f8-455a-b2bc-90d826ad4753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:14.486469 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6e1b755e-a783-41d5-b355-e66630e62985 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2221744 Dec 09 15:42:14.489009 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40244) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:14.503206 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-715059be-3de0-4bae-9af4-4db3f2d59b71 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:c5:df:63'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:14.580093 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c355c7a-78c2-46e5-85a9-a1f1f34e3af8 req-2c493a47-bfd8-4338-9322-0f7ffd4dc373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:14.581626 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c355c7a-78c2-46e5-85a9-a1f1f34e3af8 req-2c493a47-bfd8-4338-9322-0f7ffd4dc373 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e2819ac3-9056-4f31-9f04-900628348c70 HTTP/1.1" status: 200 len: 912 time: 0.2648268 Dec 09 15:42:14.622833 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7daafc7-d9f8-455a-b2bc-90d826ad4753 service neutron] Pushing event updated for resources: {'Port': ['ID=ca193125-0737-4c79-a16a-8345d2cc4642,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:14.736937 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-715059be-3de0-4bae-9af4-4db3f2d59b71 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:14.771919 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-f7daafc7-d9f8-455a-b2bc-90d826ad4753 service neutron] Attempting to bind port ca193125-0737-4c79-a16a-8345d2cc4642 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:42:14.772266 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-f7daafc7-d9f8-455a-b2bc-90d826ad4753 service neutron] Attempting to bind port ca193125-0737-4c79-a16a-8345d2cc4642 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': 'f08bf91e-2a80-4157-b377-a6ced87c1b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9142d0f3-e996-4d4e-9e52-5c13c39fd0aa'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:42:14.772624 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-f7daafc7-d9f8-455a-b2bc-90d826ad4753 service neutron] Attempting to bind port ca193125-0737-4c79-a16a-8345d2cc4642 on network 9142d0f3-e996-4d4e-9e52-5c13c39fd0aa {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:42:14.782270 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c355c7a-78c2-46e5-85a9-a1f1f34e3af8 req-7a66f085-f994-44d9-b910-5919f5d895c4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cad87ea-65b5-4fea-889d-0ed909224bfd HTTP/1.1" status: 200 len: 998 time: 0.1910620 Dec 09 15:42:14.783248 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-f7daafc7-d9f8-455a-b2bc-90d826ad4753 service neutron] Port ca193125-0737-4c79-a16a-8345d2cc4642 on network 9142d0f3-e996-4d4e-9e52-5c13c39fd0aa not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:42:14.783593 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-f7daafc7-d9f8-455a-b2bc-90d826ad4753 service neutron] Attempting to bind port ca193125-0737-4c79-a16a-8345d2cc4642 on network 9142d0f3-e996-4d4e-9e52-5c13c39fd0aa {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:42:14.808550 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-f7daafc7-d9f8-455a-b2bc-90d826ad4753 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:42:14.808851 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-f7daafc7-d9f8-455a-b2bc-90d826ad4753 service neutron] Checking segment: {'id': 'f08bf91e-2a80-4157-b377-a6ced87c1b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9142d0f3-e996-4d4e-9e52-5c13c39fd0aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:42:14.809249 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-f7daafc7-d9f8-455a-b2bc-90d826ad4753 service neutron] Bound using segment: {'id': 'f08bf91e-2a80-4157-b377-a6ced87c1b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9142d0f3-e996-4d4e-9e52-5c13c39fd0aa'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:42:14.809693 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-f7daafc7-d9f8-455a-b2bc-90d826ad4753 service neutron] Bound port: ca193125-0737-4c79-a16a-8345d2cc4642, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f08bf91e-2a80-4157-b377-a6ced87c1b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9142d0f3-e996-4d4e-9e52-5c13c39fd0aa'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:42:14.810052 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-f7daafc7-d9f8-455a-b2bc-90d826ad4753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:14.819514 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-62022d34-ae5c-4c2f-baa3-2b2fc2b9deaf None None] Provisioning complete for port 65e5f4f7-5933-4eca-9c2a-6e004effd254 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:42:14.819984 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-62022d34-ae5c-4c2f-baa3-2b2fc2b9deaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:14.861387 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-62022d34-ae5c-4c2f-baa3-2b2fc2b9deaf None None] Port 65e5f4f7-5933-4eca-9c2a-6e004effd254 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:42:14.888627 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c355c7a-78c2-46e5-85a9-a1f1f34e3af8 req-cd34a34b-6063-42ad-b6ee-c29b28849b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:14.891046 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c355c7a-78c2-46e5-85a9-a1f1f34e3af8 req-cd34a34b-6063-42ad-b6ee-c29b28849b5f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6388c83a-5827-4add-9bc1-4867e28bf06e HTTP/1.1" status: 200 len: 850 time: 0.0924189 Dec 09 15:42:14.940159 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-0ef9174a-16a5-4674-81b3-3445c2648127 None None] Set router 14d212c5-595f-4b91-bc2e-458e65c6ee1d gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:42:14.989079 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-f7daafc7-d9f8-455a-b2bc-90d826ad4753 service neutron] For port ca193125-0737-4c79-a16a-8345d2cc4642, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:42:15.000799 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5961cb5b-2a9b-480b-b7fb-6b91a024a3f0 req-8a730cd8-da70-43ab-8ac2-5463c11e7836 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:15.002467 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5961cb5b-2a9b-480b-b7fb-6b91a024a3f0 req-8a730cd8-da70-43ab-8ac2-5463c11e7836 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a34da0a-06f7-4bd6-ba39-2d3c80939423 HTTP/1.1" status: 200 len: 945 time: 0.1181741 Dec 09 15:42:15.004383 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-f7daafc7-d9f8-455a-b2bc-90d826ad4753 service neutron] For port ca193125-0737-4c79-a16a-8345d2cc4642, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=ca193125-0737-4c79-a16a-8345d2cc4642,segment=NetworkSegment(f08bf91e-2a80-4157-b377-a6ced87c1b83),segment_id=f08bf91e-2a80-4157-b377-a6ced87c1b83)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:42:15.007820 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c355c7a-78c2-46e5-85a9-a1f1f34e3af8 req-b9f1d521-a756-48bb-a369-5f40b8636855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:15.009492 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c355c7a-78c2-46e5-85a9-a1f1f34e3af8 req-b9f1d521-a756-48bb-a369-5f40b8636855 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e2819ac3-9056-4f31-9f04-900628348c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1064036 Dec 09 15:42:15.027132 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-715059be-3de0-4bae-9af4-4db3f2d59b71 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:15.027730 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-f7daafc7-d9f8-455a-b2bc-90d826ad4753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:15.034286 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-715059be-3de0-4bae-9af4-4db3f2d59b71 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:15.118728 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-f7daafc7-d9f8-455a-b2bc-90d826ad4753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:15.119420 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-f7daafc7-d9f8-455a-b2bc-90d826ad4753 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:15.120849 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-f7daafc7-d9f8-455a-b2bc-90d826ad4753 service neutron] 10.222.0.31 "PUT /v2.0/ports/ca193125-0737-4c79-a16a-8345d2cc4642 HTTP/1.1" status: 200 len: 1092 time: 1.3408494 Dec 09 15:42:15.134539 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-715059be-3de0-4bae-9af4-4db3f2d59b71 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] In _notify_port_updated(), no bound segment for port 65e5f4f7-5933-4eca-9c2a-6e004effd254 on network e453ca8a-2e47-427e-913d-70a1e9322f9e {{(pid=103245) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:42:15.141085 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715059be-3de0-4bae-9af4-4db3f2d59b71 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:15.141650 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-715059be-3de0-4bae-9af4-4db3f2d59b71 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:15.145570 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-715059be-3de0-4bae-9af4-4db3f2d59b71 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] 10.222.0.57 "PUT /v2.0/ports/65e5f4f7-5933-4eca-9c2a-6e004effd254 HTTP/1.1" status: 200 len: 996 time: 0.6514766 Dec 09 15:42:15.151240 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40256) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:15.194731 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715059be-3de0-4bae-9af4-4db3f2d59b71 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Pushing event updated for resources: {'Port': ['ID=65e5f4f7-5933-4eca-9c2a-6e004effd254,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:15.239610 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7daafc7-d9f8-455a-b2bc-90d826ad4753 service neutron] Pushing event updated for resources: {'Port': ['ID=ca193125-0737-4c79-a16a-8345d2cc4642,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:15.284189 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5961cb5b-2a9b-480b-b7fb-6b91a024a3f0 req-f37730bd-eac9-4874-a734-f521769fa4ca tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729087 Dec 09 15:42:15.305238 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-652ab3b5-fb35-4ead-bdd7-9add4b6fed1f tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Deleting port 65e5f4f7-5933-4eca-9c2a-6e004effd254 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:42:15.305908 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-652ab3b5-fb35-4ead-bdd7-9add4b6fed1f tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:15.307250 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c355c7a-78c2-46e5-85a9-a1f1f34e3af8 req-17077e08-204d-4ccb-bbdb-221b9934c8d5 service neutron] 10.222.0.31 "GET /v2.0/networks/e2819ac3-9056-4f31-9f04-900628348c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892210 Dec 09 15:42:15.311116 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0ef9174a-16a5-4674-81b3-3445c2648127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'name': 'tempest-AttachVolumeTestJSON-1158014551-router', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '56ea13d5-c215-4155-9112-873593852ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:41:40Z', 'updated_at': '2021-12-09T15:41:45Z', 'revision_number': 4, 'project_id': 'cea693ec44f34a95ac5bb978332b5503', 'gw_port': {'id': '56ea13d5-c215-4155-9112-873593852ee3', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:41Z', 'updated_at': '2021-12-09T15:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '6e421a39-f4a7-48f3-8b6d-289515f44c18', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'floating_ip_address': '172.25.3.62', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'port_id': '9cad87ea-65b5-4fea-889d-0ed909224bfd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70', 'mac_address': 'fa:16:3e:15:51:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62416a1b-65a3-4dbc-b00d-afa09b06372e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:41:49Z', 'updated_at': '2021-12-09T15:42:12Z', 'revision_number': 1, 'project_id': 'cea693ec44f34a95ac5bb978332b5503', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2734062-4bf7-4450-9264-1a1435f86492', 'name': '', 'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'mac_address': 'fa:16:3e:7a:b0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '6388c83a-5827-4add-9bc1-4867e28bf06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:44Z', 'updated_at': '2021-12-09T15:41:52Z', 'revision_number': 5, 'project_id': 'cea693ec44f34a95ac5bb978332b5503', 'subnets': [{'id': '6388c83a-5827-4add-9bc1-4867e28bf06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:15.348944 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef9174a-16a5-4674-81b3-3445c2648127 None None] The sync data for ids ['14d212c5-595f-4b91-bc2e-458e65c6ee1d'] in n-d-821228-1 is: [{'id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'name': 'tempest-AttachVolumeTestJSON-1158014551-router', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '56ea13d5-c215-4155-9112-873593852ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:41:40Z', 'updated_at': '2021-12-09T15:41:45Z', 'revision_number': 4, 'project_id': 'cea693ec44f34a95ac5bb978332b5503', 'gw_port': {'id': '56ea13d5-c215-4155-9112-873593852ee3', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:41Z', 'updated_at': '2021-12-09T15:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '6e421a39-f4a7-48f3-8b6d-289515f44c18', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'floating_ip_address': '172.25.3.62', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'port_id': '9cad87ea-65b5-4fea-889d-0ed909224bfd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70', 'mac_address': 'fa:16:3e:15:51:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62416a1b-65a3-4dbc-b00d-afa09b06372e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:41:49Z', 'updated_at': '2021-12-09T15:42:12Z', 'revision_number': 1, 'project_id': 'cea693ec44f34a95ac5bb978332b5503', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2734062-4bf7-4450-9264-1a1435f86492', 'name': '', 'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'mac_address': 'fa:16:3e:7a:b0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '6388c83a-5827-4add-9bc1-4867e28bf06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:44Z', 'updated_at': '2021-12-09T15:41:52Z', 'revision_number': 5, 'project_id': 'cea693ec44f34a95ac5bb978332b5503', 'subnets': [{'id': '6388c83a-5827-4add-9bc1-4867e28bf06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:42:15.462383 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-652ab3b5-fb35-4ead-bdd7-9add4b6fed1f tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:15.477654 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-652ab3b5-fb35-4ead-bdd7-9add4b6fed1f tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Calling delete_port for 65e5f4f7-5933-4eca-9c2a-6e004effd254 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:42:15.596505 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-cfda9b13-d7ce-4dd4-9dac-78a9d175aebd None None] Provisioning complete for port 65e5f4f7-5933-4eca-9c2a-6e004effd254 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:42:15.597014 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cfda9b13-d7ce-4dd4-9dac-78a9d175aebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:15.651434 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-cfda9b13-d7ce-4dd4-9dac-78a9d175aebd None None] Port 65e5f4f7-5933-4eca-9c2a-6e004effd254 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:42:15.700799 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-652ab3b5-fb35-4ead-bdd7-9add4b6fed1f tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:15.706783 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857e4178-d90a-420a-9d5f-a9067ca9e955 None None] New status for floating IP 6e421a39-f4a7-48f3-8b6d-289515f44c18: ACTIVE {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:42:15.763293 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ab3b5-fb35-4ead-bdd7-9add4b6fed1f tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Pushing event deleted for resources: {'Port': ['ID=65e5f4f7-5933-4eca-9c2a-6e004effd254,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:15.772933 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:15.791514 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-528daf03-f42f-4738-89fe-946774806bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:15.793069 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-528daf03-f42f-4738-89fe-946774806bc8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9c62862d5dab4e61bc9d5ebff8bf28d9&device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 1095 time: 0.6006286 Dec 09 15:42:15.889852 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-65b15875-36b2-46a9-a9b3-196b349af0e2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca193125-0737-4c79-a16a-8345d2cc4642 HTTP/1.1" status: 200 len: 217 time: 0.0829346 Dec 09 15:42:15.939805 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-652ab3b5-fb35-4ead-bdd7-9add4b6fed1f tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:15.950029 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-652ab3b5-fb35-4ead-bdd7-9add4b6fed1f tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] 10.222.0.57 "DELETE /v2.0/ports/65e5f4f7-5933-4eca-9c2a-6e004effd254 HTTP/1.1" status: 204 len: 168 time: 0.7959599 Dec 09 15:42:15.953641 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40264) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:15.977159 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfaa03d-bb63-4752-ba3d-61a59b968512 req-d1ee7afc-7d8d-4f7c-a449-2bc268fa8350 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:15.984629 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-acfaa03d-bb63-4752-ba3d-61a59b968512 req-d1ee7afc-7d8d-4f7c-a449-2bc268fa8350 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 944 time: 0.2244508 Dec 09 15:42:15.984843 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-e68b7606-ab85-4166-9c51-f6cdb78c3aae tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] GET failed (client error): The resource could not be found. Dec 09 15:42:15.989584 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e68b7606-ab85-4166-9c51-f6cdb78c3aae tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] 10.222.0.57 "GET /v2.0/ports/65e5f4f7-5933-4eca-9c2a-6e004effd254 HTTP/1.1" status: 404 len: 333 time: 0.0316026 Dec 09 15:42:15.990034 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40266) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:15.991319 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c355c7a-78c2-46e5-85a9-a1f1f34e3af8 req-ba977fc7-533f-41da-84f4-3cf47ec68a2f service neutron] 10.222.0.31 "GET /v2.0/networks/e2819ac3-9056-4f31-9f04-900628348c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6712635 Dec 09 15:42:15.995989 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-6bad8d3c-323b-40ad-8662-bbfa36785ff0 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Request body: {'port': {'network_id': 'e453ca8a-2e47-427e-913d-70a1e9322f9e', 'name': 'tempest-AllowedAddressPairTestJSON-978935378'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:15.998415 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-354c9773-ece3-4644-a2e3-24c13be2db19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:15.999916 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-354c9773-ece3-4644-a2e3-24c13be2db19 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e7615c31-1317-4836-baf8-83af5ea592c9 HTTP/1.1" status: 200 len: 851 time: 0.1035070 Dec 09 15:42:16.041090 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-809ad8ac-e514-4b0c-b32c-e11ff8813344 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9142d0f3-e996-4d4e-9e52-5c13c39fd0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344486 Dec 09 15:42:16.126668 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-acfaa03d-bb63-4752-ba3d-61a59b968512 req-edf52a34-20cc-48de-bfb8-719a5528c6dd tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410604 Dec 09 15:42:16.179486 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f19f10-ae9f-4af5-971a-2c05ee93cac9', 'tag': 'ca193125-0737-4c79-a16a-8345d2cc4642'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:42:16.182432 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd6ba74-b83d-4c94-9d6d-1551cec85e78" -d '{"events": [{"name": "network-changed", "server_uuid": "54f19f10-ae9f-4af5-971a-2c05ee93cac9", "tag": "ca193125-0737-4c79-a16a-8345d2cc4642"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:42:16.192153 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-12b5b392-cd5a-403b-9c0c-256a6579f42f service neutron] 10.222.0.31 "GET /v2.0/networks/9142d0f3-e996-4d4e-9e52-5c13c39fd0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416283 Dec 09 15:42:16.203611 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bad8d3c-323b-40ad-8662-bbfa36785ff0 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Made reservation on behalf of 37378bbde684401c8392ce8df479dbcc for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:42:16.207492 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6bad8d3c-323b-40ad-8662-bbfa36785ff0 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:16.232092 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-6bad8d3c-323b-40ad-8662-bbfa36785ff0 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] device_id is not set on port cdcff8b8-b4fb-4472-8dcb-4ea0fccac490 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:42:16.308234 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-32ccc2e2-eb50-459b-867a-d47404579b96 req-7c88ef77-dfab-4e68-a5f2-3b6ba8248289 service neutron] 10.222.0.31 "GET /v2.0/networks/9142d0f3-e996-4d4e-9e52-5c13c39fd0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069264 Dec 09 15:42:16.365055 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-6bad8d3c-323b-40ad-8662-bbfa36785ff0 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Allocated IP 172.20.0.11 (e453ca8a-2e47-427e-913d-70a1e9322f9e/ae9aac36-cd0c-474a-be0b-d9f9e764f9cc/cdcff8b8-b4fb-4472-8dcb-4ea0fccac490) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:42:16.406871 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50358969-bc0a-4fe3-9e23-aa571ad621fe req-1d8db076-4df8-4373-931d-f11f68364a22 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:16.408693 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-50358969-bc0a-4fe3-9e23-aa571ad621fe req-1d8db076-4df8-4373-931d-f11f68364a22 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a34da0a-06f7-4bd6-ba39-2d3c80939423 HTTP/1.1" status: 200 len: 945 time: 0.0589194 Dec 09 15:42:16.465568 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-50358969-bc0a-4fe3-9e23-aa571ad621fe req-bf7c5c44-3f72-4172-81d6-9e4158e8f977 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483892 Dec 09 15:42:16.533164 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6bad8d3c-323b-40ad-8662-bbfa36785ff0 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:16.574481 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6bad8d3c-323b-40ad-8662-bbfa36785ff0 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:16.591943 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8951da0f-79b1-483a-a8fd-2711a54046ba x-openstack-request-id: req-8951da0f-79b1-483a-a8fd-2711a54046ba {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:42:16.592244 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f19f10-ae9f-4af5-971a-2c05ee93cac9", "tag": "ca193125-0737-4c79-a16a-8345d2cc4642", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:42:16.593315 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8951da0f-79b1-483a-a8fd-2711a54046ba {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:42:16.593826 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f19f10-ae9f-4af5-971a-2c05ee93cac9', 'tag': 'ca193125-0737-4c79-a16a-8345d2cc4642', 'status': 'completed', 'code': 200} Dec 09 15:42:16.623226 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bad8d3c-323b-40ad-8662-bbfa36785ff0 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Network e453ca8a-2e47-427e-913d-70a1e9322f9e is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:42:16.627284 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-6bad8d3c-323b-40ad-8662-bbfa36785ff0 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:42:16.633077 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bad8d3c-323b-40ad-8662-bbfa36785ff0 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:42:16.669918 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad8d3c-323b-40ad-8662-bbfa36785ff0 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Pushing event updated for resources: {'Port': ['ID=cdcff8b8-b4fb-4472-8dcb-4ea0fccac490,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:16.695074 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6ba74-b83d-4c94-9d6d-1551cec85e78 req-2cd7220d-4ca5-4e3d-9cf7-75f6708c76d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:16.696729 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1fd6ba74-b83d-4c94-9d6d-1551cec85e78 req-2cd7220d-4ca5-4e3d-9cf7-75f6708c76d1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9c62862d5dab4e61bc9d5ebff8bf28d9&device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 1095 time: 0.0817063 Dec 09 15:42:16.712392 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bad8d3c-323b-40ad-8662-bbfa36785ff0 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:16.713103 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6bad8d3c-323b-40ad-8662-bbfa36785ff0 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:16.743467 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6bad8d3c-323b-40ad-8662-bbfa36785ff0 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7524326 Dec 09 15:42:16.747348 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40276) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:16.752990 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-787a3a59-7159-4c7d-869d-23ee2ba8ad1c tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Request body: {'port': {'network_id': 'e453ca8a-2e47-427e-913d-70a1e9322f9e', 'name': 'tempest-AllowedAddressPairTestJSON-197540546'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:16.881563 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6a022-9ce0-4bde-a24d-0ddac77952b9 req-d5113c7b-1022-4f94-b4c5-0a556d5e8d1d tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:16.888748 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a2c6a022-9ce0-4bde-a24d-0ddac77952b9 req-d5113c7b-1022-4f94-b4c5-0a556d5e8d1d tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a34da0a-06f7-4bd6-ba39-2d3c80939423 HTTP/1.1" status: 200 len: 945 time: 0.0942893 Dec 09 15:42:16.899561 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6ba74-b83d-4c94-9d6d-1551cec85e78 req-9c66f9c6-6f70-45d3-b833-4952d0fe6cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:16.901343 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1fd6ba74-b83d-4c94-9d6d-1551cec85e78 req-9c66f9c6-6f70-45d3-b833-4952d0fe6cbe service neutron] 10.222.0.31 "GET /v2.0/networks?id=9142d0f3-e996-4d4e-9e52-5c13c39fd0aa HTTP/1.1" status: 200 len: 912 time: 0.1972528 Dec 09 15:42:16.916140 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787a3a59-7159-4c7d-869d-23ee2ba8ad1c tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Made reservation on behalf of 37378bbde684401c8392ce8df479dbcc for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:42:16.919937 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-787a3a59-7159-4c7d-869d-23ee2ba8ad1c tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:16.943470 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-787a3a59-7159-4c7d-869d-23ee2ba8ad1c tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] device_id is not set on port 895c3c78-f3b4-4008-9b1a-03cc52db194e yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:42:16.963549 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1fd6ba74-b83d-4c94-9d6d-1551cec85e78 req-217cf4fc-95e5-40f8-8db3-ad2b0a3f2ead service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca193125-0737-4c79-a16a-8345d2cc4642 HTTP/1.1" status: 200 len: 217 time: 0.0518622 Dec 09 15:42:16.981005 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a2c6a022-9ce0-4bde-a24d-0ddac77952b9 req-83d6e28d-719d-4ee6-8319-1fde4c4d4246 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913157 Dec 09 15:42:17.003199 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4edc8140-aefc-43de-8de7-374a46cd48e7 None None] Provisioning complete for port cdcff8b8-b4fb-4472-8dcb-4ea0fccac490 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:42:17.003748 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4edc8140-aefc-43de-8de7-374a46cd48e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:17.034222 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6ba74-b83d-4c94-9d6d-1551cec85e78 req-3023f846-6cff-410e-9eb6-b7c07b7ba6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:17.035749 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1fd6ba74-b83d-4c94-9d6d-1551cec85e78 req-3023f846-6cff-410e-9eb6-b7c07b7ba6cd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e7615c31-1317-4836-baf8-83af5ea592c9 HTTP/1.1" status: 200 len: 851 time: 0.0538900 Dec 09 15:42:17.078893 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1fd6ba74-b83d-4c94-9d6d-1551cec85e78 req-367f7d11-d800-4ce2-bf5e-d83dd52324ba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9142d0f3-e996-4d4e-9e52-5c13c39fd0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354626 Dec 09 15:42:17.087444 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-4edc8140-aefc-43de-8de7-374a46cd48e7 None None] Port cdcff8b8-b4fb-4472-8dcb-4ea0fccac490 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:42:17.099916 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-787a3a59-7159-4c7d-869d-23ee2ba8ad1c tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Allocated IP 172.20.0.6 (e453ca8a-2e47-427e-913d-70a1e9322f9e/ae9aac36-cd0c-474a-be0b-d9f9e764f9cc/895c3c78-f3b4-4008-9b1a-03cc52db194e) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:42:17.209564 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe35b17-66e2-4ae9-97ff-7ee86218cc76 req-614c50b3-b173-4719-ad55-5fff6093ff47 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:17.211042 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cbe35b17-66e2-4ae9-97ff-7ee86218cc76 req-614c50b3-b173-4719-ad55-5fff6093ff47 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a34da0a-06f7-4bd6-ba39-2d3c80939423 HTTP/1.1" status: 200 len: 945 time: 0.1265388 Dec 09 15:42:17.239200 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1fd6ba74-b83d-4c94-9d6d-1551cec85e78 req-cf925549-98cd-44d8-bf8e-eb5d2b43f11a service neutron] 10.222.0.31 "GET /v2.0/networks/9142d0f3-e996-4d4e-9e52-5c13c39fd0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419826 Dec 09 15:42:17.263703 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-787a3a59-7159-4c7d-869d-23ee2ba8ad1c tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:17.302332 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-787a3a59-7159-4c7d-869d-23ee2ba8ad1c tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:17.316962 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cbe35b17-66e2-4ae9-97ff-7ee86218cc76 req-9b2bd078-b267-4753-b7e9-7137cd36843c tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957892 Dec 09 15:42:17.341727 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787a3a59-7159-4c7d-869d-23ee2ba8ad1c tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Network e453ca8a-2e47-427e-913d-70a1e9322f9e is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:42:17.345608 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-787a3a59-7159-4c7d-869d-23ee2ba8ad1c tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:42:17.360439 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787a3a59-7159-4c7d-869d-23ee2ba8ad1c tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:42:17.387146 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1fd6ba74-b83d-4c94-9d6d-1551cec85e78 req-e81ee601-7c86-4fe4-8be5-574d51cfedd4 service neutron] 10.222.0.31 "GET /v2.0/networks/9142d0f3-e996-4d4e-9e52-5c13c39fd0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345277 Dec 09 15:42:17.396853 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a3a59-7159-4c7d-869d-23ee2ba8ad1c tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Pushing event updated for resources: {'Port': ['ID=895c3c78-f3b4-4008-9b1a-03cc52db194e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:17.425925 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787a3a59-7159-4c7d-869d-23ee2ba8ad1c tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:17.426605 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-787a3a59-7159-4c7d-869d-23ee2ba8ad1c tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:17.446954 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-787a3a59-7159-4c7d-869d-23ee2ba8ad1c tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6985152 Dec 09 15:42:17.449649 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 40290) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:17.457680 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-437c3590-3454-424a-85eb-ae4be5d5d705 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:c5:df:63'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:6a:2b:4f'}]}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:17.517235 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df1af9-8fb5-4a70-96f5-424cc92a245b req-f30b189e-4a61-41bc-b9d0-1289acda20b2 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:17.518863 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-44df1af9-8fb5-4a70-96f5-424cc92a245b req-f30b189e-4a61-41bc-b9d0-1289acda20b2 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 944 time: 0.1153319 Dec 09 15:42:17.610392 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c3b965e7-88bd-46ef-9368-2d57a04b4425 None None] Provisioning complete for port 895c3c78-f3b4-4008-9b1a-03cc52db194e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:42:17.610769 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c3b965e7-88bd-46ef-9368-2d57a04b4425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:17.626538 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-44df1af9-8fb5-4a70-96f5-424cc92a245b req-0704f85b-cf18-4667-8062-5e57803144f4 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963869 Dec 09 15:42:17.657704 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c3b965e7-88bd-46ef-9368-2d57a04b4425 None None] Port 895c3c78-f3b4-4008-9b1a-03cc52db194e cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:42:17.685651 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-437c3590-3454-424a-85eb-ae4be5d5d705 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:17.908928 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-437c3590-3454-424a-85eb-ae4be5d5d705 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:17.914629 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-437c3590-3454-424a-85eb-ae4be5d5d705 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:18.027734 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c3590-3454-424a-85eb-ae4be5d5d705 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Pushing event updated for resources: {'Port': ['ID=895c3c78-f3b4-4008-9b1a-03cc52db194e,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:18.054225 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-437c3590-3454-424a-85eb-ae4be5d5d705 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] In _notify_port_updated(), no bound segment for port 895c3c78-f3b4-4008-9b1a-03cc52db194e on network e453ca8a-2e47-427e-913d-70a1e9322f9e {{(pid=103244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:42:18.059868 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437c3590-3454-424a-85eb-ae4be5d5d705 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:18.060542 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-437c3590-3454-424a-85eb-ae4be5d5d705 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:18.064587 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-437c3590-3454-424a-85eb-ae4be5d5d705 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] 10.222.0.57 "PUT /v2.0/ports/895c3c78-f3b4-4008-9b1a-03cc52db194e HTTP/1.1" status: 200 len: 1055 time: 0.6110582 Dec 09 15:42:18.064953 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40300) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:18.091766 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2e572-faa1-4c7d-ba3f-a7d5ada71e49 req-e63f7a5d-8eb8-4b4f-8910-ff8e70bed8bf tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:18.100200 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-40b2e572-faa1-4c7d-ba3f-a7d5ada71e49 req-e63f7a5d-8eb8-4b4f-8910-ff8e70bed8bf tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a34da0a-06f7-4bd6-ba39-2d3c80939423 HTTP/1.1" status: 200 len: 945 time: 0.0946693 Dec 09 15:42:18.175450 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-40b2e572-faa1-4c7d-ba3f-a7d5ada71e49 req-652f3908-5d6d-4f5d-9640-3780187e5a7a tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574920 Dec 09 15:42:18.187644 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-6cc8e10a-78aa-4078-bac0-28481bcbd65b tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Deleting port 895c3c78-f3b4-4008-9b1a-03cc52db194e {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:42:18.187995 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6cc8e10a-78aa-4078-bac0-28481bcbd65b tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:18.279136 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48057032-b902-423e-a33c-abcfa35fb041 req-47c1a089-cca1-467f-b746-c39cb13958ef tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:18.281126 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-48057032-b902-423e-a33c-abcfa35fb041 req-47c1a089-cca1-467f-b746-c39cb13958ef tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a34da0a-06f7-4bd6-ba39-2d3c80939423 HTTP/1.1" status: 200 len: 945 time: 0.0526540 Dec 09 15:42:18.291369 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c83e191-8681-4180-badd-86884a262e91 None None] Provisioning complete for port 895c3c78-f3b4-4008-9b1a-03cc52db194e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:42:18.292370 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c83e191-8681-4180-badd-86884a262e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:18.296751 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6cc8e10a-78aa-4078-bac0-28481bcbd65b tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:18.313265 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-6cc8e10a-78aa-4078-bac0-28481bcbd65b tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Calling delete_port for 895c3c78-f3b4-4008-9b1a-03cc52db194e owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:42:18.336551 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c83e191-8681-4180-badd-86884a262e91 None None] Port 895c3c78-f3b4-4008-9b1a-03cc52db194e cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:42:18.345771 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-48057032-b902-423e-a33c-abcfa35fb041 req-441cb5f4-8c66-428a-bf9e-15c754ecb770 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587947 Dec 09 15:42:18.463857 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device ca193125-0737-4c79-a16a-8345d2cc4642 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:42:18.485481 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6cc8e10a-78aa-4078-bac0-28481bcbd65b tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:18.490405 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f71964-8c96-4591-9560-51c3232062a1 req-693736bc-8e46-4eea-a276-66045a8d112c tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:18.492283 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b6f71964-8c96-4591-9560-51c3232062a1 req-693736bc-8e46-4eea-a276-66045a8d112c tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a34da0a-06f7-4bd6-ba39-2d3c80939423 HTTP/1.1" status: 200 len: 945 time: 0.0652661 Dec 09 15:42:18.544272 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8e10a-78aa-4078-bac0-28481bcbd65b tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Pushing event deleted for resources: {'Port': ['ID=895c3c78-f3b4-4008-9b1a-03cc52db194e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:18.555149 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b6f71964-8c96-4591-9560-51c3232062a1 req-f5e7874a-9f89-452e-b03e-5ad396751fac tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536087 Dec 09 15:42:18.584633 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port ca193125-0737-4c79-a16a-8345d2cc4642, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=ca193125-0737-4c79-a16a-8345d2cc4642,segment=NetworkSegment(f08bf91e-2a80-4157-b377-a6ced87c1b83),segment_id=f08bf91e-2a80-4157-b377-a6ced87c1b83)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:42:18.602717 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'ca193125-0737-4c79-a16a-8345d2cc4642', 'network_id': '9142d0f3-e996-4d4e-9e52-5c13c39fd0aa', 'port_id': 'ca193125-0737-4c79-a16a-8345d2cc4642', 'mac_address': 'fa:16:3e:49:92:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7615c31-1317-4836-baf8-83af5ea592c9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:42:18.668691 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:18.688747 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca193125-0737-4c79-a16a-8345d2cc4642 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:42:18.727200 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390001c-4ffc-4171-81cf-52c6e102b662 req-af0d939a-cfa2-42a7-a772-8452358e29eb tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:18.730548 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f390001c-4ffc-4171-81cf-52c6e102b662 req-af0d939a-cfa2-42a7-a772-8452358e29eb tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a34da0a-06f7-4bd6-ba39-2d3c80939423 HTTP/1.1" status: 200 len: 945 time: 0.0681815 Dec 09 15:42:18.733516 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port ca193125-0737-4c79-a16a-8345d2cc4642, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=ca193125-0737-4c79-a16a-8345d2cc4642,segment=NetworkSegment(f08bf91e-2a80-4157-b377-a6ced87c1b83),segment_id=f08bf91e-2a80-4157-b377-a6ced87c1b83)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:42:18.739485 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:18.819599 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6cc8e10a-78aa-4078-bac0-28481bcbd65b tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:18.820894 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f390001c-4ffc-4171-81cf-52c6e102b662 req-71e0fdc5-b794-48fd-9e2d-34cb89e9cd4b tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827351 Dec 09 15:42:18.822645 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=ca193125-0737-4c79-a16a-8345d2cc4642,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:18.830662 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 40316) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:18.833094 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6cc8e10a-78aa-4078-bac0-28481bcbd65b tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] 10.222.0.57 "DELETE /v2.0/ports/895c3c78-f3b4-4008-9b1a-03cc52db194e HTTP/1.1" status: 204 len: 168 time: 0.7591057 Dec 09 15:42:18.860171 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-528fa3e6-120b-4524-8dcb-e7497eeabb95 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] GET failed (client error): The resource could not be found. Dec 09 15:42:18.864245 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-528fa3e6-120b-4524-8dcb-e7497eeabb95 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] 10.222.0.57 "GET /v2.0/ports/895c3c78-f3b4-4008-9b1a-03cc52db194e HTTP/1.1" status: 404 len: 333 time: 0.0300393 Dec 09 15:42:18.864581 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 40320) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:18.980451 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a348386-bc4a-4e21-a2e9-3c3990069098 req-e6d0dc33-a3ad-43a9-8bdd-eb3015b61bbb tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:18.981933 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5a348386-bc4a-4e21-a2e9-3c3990069098 req-e6d0dc33-a3ad-43a9-8bdd-eb3015b61bbb tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 945 time: 0.0852208 Dec 09 15:42:19.018530 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-32c8dfc8-70dd-41ca-b7d6-ed30bafbc3fc tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Deleting port cdcff8b8-b4fb-4472-8dcb-4ea0fccac490 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:42:19.018856 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32c8dfc8-70dd-41ca-b7d6-ed30bafbc3fc tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:19.097230 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5a348386-bc4a-4e21-a2e9-3c3990069098 req-06838344-d61c-444b-a84c-a4098b9ae851 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071916 Dec 09 15:42:19.147482 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32c8dfc8-70dd-41ca-b7d6-ed30bafbc3fc tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:19.161225 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-32c8dfc8-70dd-41ca-b7d6-ed30bafbc3fc tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Calling delete_port for cdcff8b8-b4fb-4472-8dcb-4ea0fccac490 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:42:19.213179 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['ca193125-0737-4c79-a16a-8345d2cc4642'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:42:19.325501 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32c8dfc8-70dd-41ca-b7d6-ed30bafbc3fc tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:19.385173 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8dfc8-70dd-41ca-b7d6-ed30bafbc3fc tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Pushing event deleted for resources: {'Port': ['ID=cdcff8b8-b4fb-4472-8dcb-4ea0fccac490,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:19.456276 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32c8dfc8-70dd-41ca-b7d6-ed30bafbc3fc tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:19.459622 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-32c8dfc8-70dd-41ca-b7d6-ed30bafbc3fc tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] 10.222.0.57 "DELETE /v2.0/ports/cdcff8b8-b4fb-4472-8dcb-4ea0fccac490 HTTP/1.1" status: 204 len: 168 time: 0.5940452 Dec 09 15:42:19.462542 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40336) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:19.504838 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-0be203c6-0ada-4725-ad7f-9b8a0d8f1110 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] GET failed (client error): The resource could not be found. Dec 09 15:42:19.506545 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0be203c6-0ada-4725-ad7f-9b8a0d8f1110 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] 10.222.0.57 "GET /v2.0/ports/cdcff8b8-b4fb-4472-8dcb-4ea0fccac490 HTTP/1.1" status: 404 len: 333 time: 0.0430064 Dec 09 15:42:19.510223 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40338) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:19.637071 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-24f05d1c-aca9-425b-9136-c578b379a718 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Deleting port 4a1e1eb6-0815-4fde-949b-3598ed42c4d2 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:42:19.637351 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-24f05d1c-aca9-425b-9136-c578b379a718 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:19.738819 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-24f05d1c-aca9-425b-9136-c578b379a718 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:19.757551 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-24f05d1c-aca9-425b-9136-c578b379a718 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Calling delete_port for 4a1e1eb6-0815-4fde-949b-3598ed42c4d2 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:42:19.919383 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-24f05d1c-aca9-425b-9136-c578b379a718 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:20.019146 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f05d1c-aca9-425b-9136-c578b379a718 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Pushing event deleted for resources: {'Port': ['ID=4a1e1eb6-0815-4fde-949b-3598ed42c4d2,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:20.064913 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-24f05d1c-aca9-425b-9136-c578b379a718 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:20.072580 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-24f05d1c-aca9-425b-9136-c578b379a718 tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] 10.222.0.57 "DELETE /v2.0/ports/4a1e1eb6-0815-4fde-949b-3598ed42c4d2 HTTP/1.1" status: 204 len: 168 time: 0.5592649 Dec 09 15:42:20.073273 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 40350) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:20.158779 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-94e674db-02e3-4e42-a88b-d0f758c78c6b tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Deleting subnet ae9aac36-cd0c-474a-be0b-d9f9e764f9cc {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:42:20.162798 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-94e674db-02e3-4e42-a88b-d0f758c78c6b tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:20.230184 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-94e674db-02e3-4e42-a88b-d0f758c78c6b tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:20.286852 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0508c6c-d0a7-4507-ac8a-8bd93004c208 req-afc6549d-df87-4e18-8b7a-a4d4df953e55 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:20.288334 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c0508c6c-d0a7-4507-ac8a-8bd93004c208 req-afc6549d-df87-4e18-8b7a-a4d4df953e55 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a34da0a-06f7-4bd6-ba39-2d3c80939423 HTTP/1.1" status: 200 len: 945 time: 0.1010909 Dec 09 15:42:20.362915 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-94e674db-02e3-4e42-a88b-d0f758c78c6b tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:20.398789 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c0508c6c-d0a7-4507-ac8a-8bd93004c208 req-9115bdab-fd9f-40d3-9105-cf3d5620c6dc tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013715 Dec 09 15:42:20.415346 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-56a2f749-455e-425f-90f8-bb2d65c3bfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:20.451053 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-94e674db-02e3-4e42-a88b-d0f758c78c6b tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:20.487868 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e674db-02e3-4e42-a88b-d0f758c78c6b tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Pushing event deleted for resources: {'Subnet': ['ID=ae9aac36-cd0c-474a-be0b-d9f9e764f9cc,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:20.493025 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-94e674db-02e3-4e42-a88b-d0f758c78c6b tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:20.496370 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-94e674db-02e3-4e42-a88b-d0f758c78c6b tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] 10.222.0.57 "DELETE /v2.0/subnets/ae9aac36-cd0c-474a-be0b-d9f9e764f9cc HTTP/1.1" status: 204 len: 168 time: 0.4218934 Dec 09 15:42:20.499553 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40360) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:20.503509 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e20504-2f08-4796-b23b-34833fb0bd5b None None] Network e453ca8a-2e47-427e-913d-70a1e9322f9e requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:42:20.537962 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48db56-e6c0-4c61-b7af-27e520da38b1 req-fb3bda19-c3be-44a9-8138-606dc72f24d0 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:20.539474 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ad48db56-e6c0-4c61-b7af-27e520da38b1 req-fb3bda19-c3be-44a9-8138-606dc72f24d0 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 945 time: 0.0624900 Dec 09 15:42:20.606917 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ad48db56-e6c0-4c61-b7af-27e520da38b1 req-45e0bbba-85f8-43f8-aaa2-f0f23d61496a tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555978 Dec 09 15:42:20.616843 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27fda433-90ed-400f-91d6-a7918c23d4ff tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:20.696934 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-27fda433-90ed-400f-91d6-a7918c23d4ff tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Deleting port 70f54101-fd92-487a-8f55-6f8f0b38d23e {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:42:20.697278 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27fda433-90ed-400f-91d6-a7918c23d4ff tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:20.723487 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3406f30d-08f2-4cb9-a531-cdd1b355e9c2 None None] DHCP port deletion for e453ca8a-2e47-427e-913d-70a1e9322f9e request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:42:20.789256 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-27fda433-90ed-400f-91d6-a7918c23d4ff tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] For port 70f54101-fd92-487a-8f55-6f8f0b38d23e, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=70f54101-fd92-487a-8f55-6f8f0b38d23e,segment=NetworkSegment(17b142d7-01a3-4d93-8aab-606f116e3954),segment_id=17b142d7-01a3-4d93-8aab-606f116e3954)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:42:20.789627 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27fda433-90ed-400f-91d6-a7918c23d4ff tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:20.806642 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-27fda433-90ed-400f-91d6-a7918c23d4ff tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Calling delete_port for 70f54101-fd92-487a-8f55-6f8f0b38d23e owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:42:20.808734 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3406f30d-08f2-4cb9-a531-cdd1b355e9c2 None None] Deleting port 70f54101-fd92-487a-8f55-6f8f0b38d23e {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:42:20.809386 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3406f30d-08f2-4cb9-a531-cdd1b355e9c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:20.893412 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3406f30d-08f2-4cb9-a531-cdd1b355e9c2 None None] For port 70f54101-fd92-487a-8f55-6f8f0b38d23e, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=70f54101-fd92-487a-8f55-6f8f0b38d23e,segment=NetworkSegment(17b142d7-01a3-4d93-8aab-606f116e3954),segment_id=17b142d7-01a3-4d93-8aab-606f116e3954)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:42:20.894204 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3406f30d-08f2-4cb9-a531-cdd1b355e9c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:20.910053 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27fda433-90ed-400f-91d6-a7918c23d4ff tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:20.920323 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3406f30d-08f2-4cb9-a531-cdd1b355e9c2 None None] Calling delete_port for 70f54101-fd92-487a-8f55-6f8f0b38d23e owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:42:20.939610 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fda433-90ed-400f-91d6-a7918c23d4ff tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Pushing event deleted for resources: {'Port': ['ID=70f54101-fd92-487a-8f55-6f8f0b38d23e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:20.941816 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fda433-90ed-400f-91d6-a7918c23d4ff tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] No DVR routers for this DVR port 70f54101-fd92-487a-8f55-6f8f0b38d23e on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:42:21.023762 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3406f30d-08f2-4cb9-a531-cdd1b355e9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:21.026480 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27fda433-90ed-400f-91d6-a7918c23d4ff tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:21.052158 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406f30d-08f2-4cb9-a531-cdd1b355e9c2 None None] Pushing event deleted for resources: {'Port': ['ID=70f54101-fd92-487a-8f55-6f8f0b38d23e,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:21.052449 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-27fda433-90ed-400f-91d6-a7918c23d4ff tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e453ca8a-2e47-427e-913d-70a1e9322f9e']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:21.056617 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3406f30d-08f2-4cb9-a531-cdd1b355e9c2 None None] No DVR routers for this DVR port 70f54101-fd92-487a-8f55-6f8f0b38d23e on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:42:21.063742 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-27fda433-90ed-400f-91d6-a7918c23d4ff tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17b142d7-01a3-4d93-8aab-606f116e3954') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:21.064282 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-27fda433-90ed-400f-91d6-a7918c23d4ff tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17b142d7-01a3-4d93-8aab-606f116e3954') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:21.064742 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406f30d-08f2-4cb9-a531-cdd1b355e9c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:21.065098 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406f30d-08f2-4cb9-a531-cdd1b355e9c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:21.065446 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406f30d-08f2-4cb9-a531-cdd1b355e9c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:21.065793 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406f30d-08f2-4cb9-a531-cdd1b355e9c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:21.066135 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406f30d-08f2-4cb9-a531-cdd1b355e9c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:21.066472 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406f30d-08f2-4cb9-a531-cdd1b355e9c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:21.067178 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406f30d-08f2-4cb9-a531-cdd1b355e9c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:21.067178 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406f30d-08f2-4cb9-a531-cdd1b355e9c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:21.067448 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406f30d-08f2-4cb9-a531-cdd1b355e9c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:21.067780 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406f30d-08f2-4cb9-a531-cdd1b355e9c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:21.068120 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406f30d-08f2-4cb9-a531-cdd1b355e9c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:21.068457 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406f30d-08f2-4cb9-a531-cdd1b355e9c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:21.068791 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406f30d-08f2-4cb9-a531-cdd1b355e9c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:21.081348 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27fda433-90ed-400f-91d6-a7918c23d4ff tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:21.096443 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27fda433-90ed-400f-91d6-a7918c23d4ff tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:21.102515 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27fda433-90ed-400f-91d6-a7918c23d4ff tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:42:21.102902 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27fda433-90ed-400f-91d6-a7918c23d4ff tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:21.106086 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:42:21.106086 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:42:21.106086 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:42:21.106086 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:42:21.106086 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:42:21.106086 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:42:21.106086 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:42:21.106086 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:42:21.106086 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:42:21.106086 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:42:21.106086 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:42:21.106086 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:42:21.106086 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:42:21.106086 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:42:21.106086 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:42:21.106086 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:42:21.106086 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:42:21.106086 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:42:21.106086 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:42:21.106086 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:42:21.106086 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:42:21.106086 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:42:21.106086 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:42:21.106086 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:42:21.106086 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:42:21.106086 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:42:21.106086 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:42:21.106086 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:42:21.106086 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:42:21.106086 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:42:21.106086 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:42:21.106086 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:42:21.171172 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27fda433-90ed-400f-91d6-a7918c23d4ff tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:21.179356 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27fda433-90ed-400f-91d6-a7918c23d4ff tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:21.183492 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-27fda433-90ed-400f-91d6-a7918c23d4ff tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] 10.222.0.57 "DELETE /v2.0/networks/e453ca8a-2e47-427e-913d-70a1e9322f9e HTTP/1.1" status: 204 len: 168 time: 0.6819477 Dec 09 15:42:21.197424 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fda433-90ed-400f-91d6-a7918c23d4ff tempest-AllowedAddressPairTestJSON-1154579185 tempest-AllowedAddressPairTestJSON-1154579185-project] Pushing event deleted for resources: {'Network': ['ID=e453ca8a-2e47-427e-913d-70a1e9322f9e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:21.457259 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40374) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:21.532072 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46363f93-cfb7-4028-9cf1-3eafc90a9aa0 req-0ca8cd7e-1629-42d5-afca-0eb8773a3181 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:21.533637 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-46363f93-cfb7-4028-9cf1-3eafc90a9aa0 req-0ca8cd7e-1629-42d5-afca-0eb8773a3181 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a34da0a-06f7-4bd6-ba39-2d3c80939423 HTTP/1.1" status: 200 len: 945 time: 0.0539362 Dec 09 15:42:21.588084 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-46363f93-cfb7-4028-9cf1-3eafc90a9aa0 req-76fb8e43-2185-4ad6-b0a3-26433d16769a tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477312 Dec 09 15:42:21.610934 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-86c12505-6c70-4e5d-b8ec-1b49c3bd8da5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=37378bbde684401c8392ce8df479dbcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1522489 Dec 09 15:42:21.613317 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40378) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:21.667776 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-70e88498-63ca-4609-abe8-b81867e65e39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:21.691607 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-70e88498-63ca-4609-abe8-b81867e65e39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:21.732529 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb278ad-4945-46da-8089-89630814192c req-850f84d6-1ce9-4cbc-8215-1d7de61fd419 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:21.734871 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8fb278ad-4945-46da-8089-89630814192c req-850f84d6-1ce9-4cbc-8215-1d7de61fd419 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 945 time: 0.0519345 Dec 09 15:42:21.746104 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-70e88498-63ca-4609-abe8-b81867e65e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:21.749816 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-70e88498-63ca-4609-abe8-b81867e65e39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:21.753641 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-70e88498-63ca-4609-abe8-b81867e65e39 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/80ff7377-3361-4558-b96d-75ccc68df2a0 HTTP/1.1" status: 204 len: 168 time: 0.1370270 Dec 09 15:42:21.760746 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e88498-63ca-4609-abe8-b81867e65e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ff7377-3361-4558-b96d-75ccc68df2a0,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:21.803052 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8fb278ad-4945-46da-8089-89630814192c req-e4165717-42cb-404e-953a-cf1ccbcb1fa2 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622694 Dec 09 15:42:22.477749 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:42:22.479978 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device ca193125-0737-4c79-a16a-8345d2cc4642 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:42:22.486824 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40412) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:22.602271 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port ca193125-0737-4c79-a16a-8345d2cc4642 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:42:22.610648 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port ca193125-0737-4c79-a16a-8345d2cc4642 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:42:22.611030 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:22.616719 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 70f54101-fd92-487a-8f55-6f8f0b38d23e no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:42:22.640573 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-3b70d66e-9b2e-4fbc-aff3-bbc79ca603de tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1391214455'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:22.665514 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 70f54101-fd92-487a-8f55-6f8f0b38d23e {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:42:22.665865 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 70f54101-fd92-487a-8f55-6f8f0b38d23e not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:42:22.679980 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe,segment=NetworkSegment(ddd0682b-bda1-497e-bda9-d80ab59b93d8),segment_id=ddd0682b-bda1-497e-bda9-d80ab59b93d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:42:22.683106 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b70d66e-9b2e-4fbc-aff3-bbc79ca603de tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Made reservation on behalf of 9e09f7f25f4f467fa0163176c15c7478 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:42:22.692354 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3b70d66e-9b2e-4fbc-aff3-bbc79ca603de tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:22.697518 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe', 'network_id': 'dcdb628e-5130-4046-a7ec-e30fed59a905', 'port_id': 'b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe', 'mac_address': 'fa:16:3e:8e:a7:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a75137d3-5bab-4ff0-9c87-80fcdd67f478', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:42:22.713847 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3b70d66e-9b2e-4fbc-aff3-bbc79ca603de tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:22.770830 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:22.792731 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:42:22.797669 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:22.814517 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aea73c-0ad8-4209-b551-7c445076d9a6 req-65bf88fa-f7b4-4134-a9ee-fa3e8d974ef8 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:22.830351 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3b70d66e-9b2e-4fbc-aff3-bbc79ca603de tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:22.834054 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe,segment=NetworkSegment(ddd0682b-bda1-497e-bda9-d80ab59b93d8),segment_id=ddd0682b-bda1-497e-bda9-d80ab59b93d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:42:22.835707 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3b70d66e-9b2e-4fbc-aff3-bbc79ca603de tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:22.841350 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f19f10-ae9f-4af5-971a-2c05ee93cac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca193125-0737-4c79-a16a-8345d2cc4642'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:42:22.844485 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b295eed-0317-4ee4-a3ed-17e66e94d2c9" -d '{"events": [{"server_uuid": "54f19f10-ae9f-4af5-971a-2c05ee93cac9", "name": "network-vif-plugged", "status": "completed", "tag": "ca193125-0737-4c79-a16a-8345d2cc4642"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:42:22.845965 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d2aea73c-0ad8-4209-b551-7c445076d9a6 req-65bf88fa-f7b4-4134-a9ee-fa3e8d974ef8 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a34da0a-06f7-4bd6-ba39-2d3c80939423 HTTP/1.1" status: 200 len: 945 time: 0.1001358 Dec 09 15:42:22.855900 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:22.863356 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port ca193125-0737-4c79-a16a-8345d2cc4642, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=ca193125-0737-4c79-a16a-8345d2cc4642,segment=NetworkSegment(f08bf91e-2a80-4157-b377-a6ced87c1b83),segment_id=f08bf91e-2a80-4157-b377-a6ced87c1b83)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:42:22.876315 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b70d66e-9b2e-4fbc-aff3-bbc79ca603de tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:42:22.892669 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:22.899055 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3b70d66e-9b2e-4fbc-aff3-bbc79ca603de tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:22.899410 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-3b70d66e-9b2e-4fbc-aff3-bbc79ca603de tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Added segment c4fb86ec-367e-4df2-b30e-350952d379fb of type vlan for network a040ac8d-bfb5-4c1a-a324-6bb11cc2a61a Dec 09 15:42:22.908798 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70d66e-9b2e-4fbc-aff3-bbc79ca603de tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6882e236-f2f3-4a96-9c93-b87b9327ec80,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:22.930077 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d2aea73c-0ad8-4209-b551-7c445076d9a6 req-01389e90-b59f-445c-855d-dd9c6d443ff5 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827625 Dec 09 15:42:22.952149 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3b70d66e-9b2e-4fbc-aff3-bbc79ca603de tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:22.954990 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4a537237-2e6c-416e-bba0-235c27092d16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:22.956639 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:22.999389 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3b70d66e-9b2e-4fbc-aff3-bbc79ca603de tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:23.007524 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b70d66e-9b2e-4fbc-aff3-bbc79ca603de tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:23.008661 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3b70d66e-9b2e-4fbc-aff3-bbc79ca603de tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:23.013492 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=ca193125-0737-4c79-a16a-8345d2cc4642,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:23.045202 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:42:23.047618 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f9ed7-39d7-420b-9070-01d213e01926 req-7c9b5aa6-c87a-4e8f-b52b-0c9d96b0368f tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:23.051477 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-454f9ed7-39d7-420b-9070-01d213e01926 req-7c9b5aa6-c87a-4e8f-b52b-0c9d96b0368f tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 946 time: 0.0598276 Dec 09 15:42:23.143011 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3b70d66e-9b2e-4fbc-aff3-bbc79ca603de tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6459329 Dec 09 15:42:23.147589 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70d66e-9b2e-4fbc-aff3-bbc79ca603de tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Pushing event updated for resources: {'Network': ['ID=a040ac8d-bfb5-4c1a-a324-6bb11cc2a61a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:23.165113 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-454f9ed7-39d7-420b-9070-01d213e01926 req-152cca46-c10c-48b4-82c1-9f98afe2da9a tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971498 Dec 09 15:42:23.174905 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network a040ac8d-bfb5-4c1a-a324-6bb11cc2a61a details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:42:23.294644 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62898f96-3c11-4edf-845a-f84edcb89ff5 x-openstack-request-id: req-62898f96-3c11-4edf-845a-f84edcb89ff5 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:42:23.295140 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f19f10-ae9f-4af5-971a-2c05ee93cac9", "name": "network-vif-plugged", "status": "completed", "tag": "ca193125-0737-4c79-a16a-8345d2cc4642", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:42:23.295611 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-62898f96-3c11-4edf-845a-f84edcb89ff5 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:42:23.299001 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f19f10-ae9f-4af5-971a-2c05ee93cac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca193125-0737-4c79-a16a-8345d2cc4642', 'code': 200} Dec 09 15:42:23.463604 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b4d1d-9161-4aed-a887-4303e57d9b00 req-2f3a1dd3-39b8-4aa6-bafc-64e16b54987c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:23.466661 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-758b4d1d-9161-4aed-a887-4303e57d9b00 req-2f3a1dd3-39b8-4aa6-bafc-64e16b54987c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 1097 time: 0.0601618 Dec 09 15:42:23.558941 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-758b4d1d-9161-4aed-a887-4303e57d9b00 req-1ae686a1-8b12-4cc2-933e-c87e8295d9ab service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640404 Dec 09 15:42:23.978307 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:24.053360 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eac405-f8f2-4470-85fb-b63e01a27fed req-40201b3d-f875-454a-b8e2-422675d67541 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:24.055948 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-24eac405-f8f2-4470-85fb-b63e01a27fed req-40201b3d-f875-454a-b8e2-422675d67541 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a34da0a-06f7-4bd6-ba39-2d3c80939423 HTTP/1.1" status: 200 len: 944 time: 0.0516224 Dec 09 15:42:24.110752 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-24eac405-f8f2-4470-85fb-b63e01a27fed req-c40ae7bb-d070-4273-b18a-ce14cc581a74 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469489 Dec 09 15:42:24.317255 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6059cd-6958-4bb1-85a6-d82fd0f61b82 req-d111b0d1-37a7-4dfe-81a9-6178b0b7eb74 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:24.318840 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ae6059cd-6958-4bb1-85a6-d82fd0f61b82 req-d111b0d1-37a7-4dfe-81a9-6178b0b7eb74 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 946 time: 0.0671833 Dec 09 15:42:24.368469 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:24.393650 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ae6059cd-6958-4bb1-85a6-d82fd0f61b82 req-96ed6c4d-59c3-4a5c-a0f2-fc086c40c292 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658417 Dec 09 15:42:24.489356 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:42:24.569469 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:42:24.570050 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:24.668081 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:24.701675 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe,segment=NetworkSegment(ddd0682b-bda1-497e-bda9-d80ab59b93d8),segment_id=ddd0682b-bda1-497e-bda9-d80ab59b93d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:42:24.706682 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:24.754872 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:25.220697 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:25.244185 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63480faa-02e0-4071-8ab9-33d2333a6ee5 req-d9cad10f-f845-4efb-8934-048f30efe62d tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:25.246572 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-63480faa-02e0-4071-8ab9-33d2333a6ee5 req-d9cad10f-f845-4efb-8934-048f30efe62d tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a34da0a-06f7-4bd6-ba39-2d3c80939423 HTTP/1.1" status: 200 len: 945 time: 0.0605154 Dec 09 15:42:25.299182 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-63480faa-02e0-4071-8ab9-33d2333a6ee5 req-d93d2b99-16fb-4ac3-8875-d1dfaf3342b7 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457892 Dec 09 15:42:25.300610 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a34da0a-06f7-4bd6-ba39-2d3c80939423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:42:25.303595 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594382e1-7771-411b-a777-cc7a2f76009f" -d '{"events": [{"server_uuid": "4a34da0a-06f7-4bd6-ba39-2d3c80939423", "name": "network-vif-plugged", "status": "completed", "tag": "b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:42:25.361175 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6bf0d0-15c3-4543-aa43-92b3ea66cb42 x-openstack-request-id: req-ba6bf0d0-15c3-4543-aa43-92b3ea66cb42 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:42:25.361635 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a34da0a-06f7-4bd6-ba39-2d3c80939423", "name": "network-vif-plugged", "status": "completed", "tag": "b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:42:25.361950 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ba6bf0d0-15c3-4543-aa43-92b3ea66cb42 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:42:25.362404 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a34da0a-06f7-4bd6-ba39-2d3c80939423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe', 'code': 200} Dec 09 15:42:25.517686 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba3cc1-07bb-4d7d-84d3-0a15a6d08592 req-1d0faa9b-4561-4186-b23c-500cf591aa38 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:25.519292 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5dba3cc1-07bb-4d7d-84d3-0a15a6d08592 req-1d0faa9b-4561-4186-b23c-500cf591aa38 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 946 time: 0.0547383 Dec 09 15:42:25.589106 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5dba3cc1-07bb-4d7d-84d3-0a15a6d08592 req-7fa96573-5869-46c9-8972-2dedb72009b6 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632136 Dec 09 15:42:26.396542 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40488) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:26.402925 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4cbb0380-b5ac-4754-bb8c-3a9ce06df9a1 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Request body: {'subnet': {'network_id': 'a040ac8d-bfb5-4c1a-a324-6bb11cc2a61a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:26.438346 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:26.467279 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aac604-eb06-43db-9950-120fa62ae4cd req-bbde6416-1d85-4724-b2e9-3fd892c550f8 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:26.469684 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-79aac604-eb06-43db-9950-120fa62ae4cd req-bbde6416-1d85-4724-b2e9-3fd892c550f8 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a34da0a-06f7-4bd6-ba39-2d3c80939423 HTTP/1.1" status: 200 len: 945 time: 0.0904279 Dec 09 15:42:26.537028 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-79aac604-eb06-43db-9950-120fa62ae4cd req-fd893bf4-a1b9-474a-bf66-ce25b8fad6b2 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572939 Dec 09 15:42:26.539653 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbb0380-b5ac-4754-bb8c-3a9ce06df9a1 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Made reservation on behalf of 9e09f7f25f4f467fa0163176c15c7478 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:42:26.543410 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4cbb0380-b5ac-4754-bb8c-3a9ce06df9a1 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:26.746688 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4c042-33ef-4079-b592-80c9d5694289 req-3c12af83-6606-4cfb-a2be-513b890506c0 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:26.749087 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e4d4c042-33ef-4079-b592-80c9d5694289 req-3c12af83-6606-4cfb-a2be-513b890506c0 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 946 time: 0.0530427 Dec 09 15:42:26.803955 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e4d4c042-33ef-4079-b592-80c9d5694289 req-21bf9e24-4604-417b-9f1b-a6c12feb26f1 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485141 Dec 09 15:42:26.841638 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4cbb0380-b5ac-4754-bb8c-3a9ce06df9a1 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:26.917790 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb0380-b5ac-4754-bb8c-3a9ce06df9a1 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Pushing event updated for resources: {'Subnet': ['ID=d05f0125-e9f5-4d52-9114-3806b04ff235,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:26.923740 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbb0380-b5ac-4754-bb8c-3a9ce06df9a1 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Checking segment: {'id': 'c4fb86ec-367e-4df2-b30e-350952d379fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a040ac8d-bfb5-4c1a-a324-6bb11cc2a61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:42:26.924398 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbb0380-b5ac-4754-bb8c-3a9ce06df9a1 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Network hostable DHCP agents. Network: a040ac8d-bfb5-4c1a-a324-6bb11cc2a61a, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:42:26.944927 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbb0380-b5ac-4754-bb8c-3a9ce06df9a1 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Network a040ac8d-bfb5-4c1a-a324-6bb11cc2a61a is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:42:26.956617 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-4cbb0380-b5ac-4754-bb8c-3a9ce06df9a1 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, a040ac8d-bfb5-4c1a-a324-6bb11cc2a61a) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:42:26.960975 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbb0380-b5ac-4754-bb8c-3a9ce06df9a1 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:26.961579 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4cbb0380-b5ac-4754-bb8c-3a9ce06df9a1 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:26.970709 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15896a0-1fb3-4959-8f72-2033eed588b3 None None] Network a040ac8d-bfb5-4c1a-a324-6bb11cc2a61a requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:42:26.988799 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4cbb0380-b5ac-4754-bb8c-3a9ce06df9a1 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5911150 Dec 09 15:42:26.992114 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40504) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:26.998245 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ee2eef31-9eb5-4b29-ab4f-37a59b5f2ed2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1850670207'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:27.046431 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2eef31-9eb5-4b29-ab4f-37a59b5f2ed2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Made reservation on behalf of 9e09f7f25f4f467fa0163176c15c7478 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:42:27.050733 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee2eef31-9eb5-4b29-ab4f-37a59b5f2ed2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:27.087748 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee2eef31-9eb5-4b29-ab4f-37a59b5f2ed2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:42:27.099748 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee2eef31-9eb5-4b29-ab4f-37a59b5f2ed2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:27.100099 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-ee2eef31-9eb5-4b29-ab4f-37a59b5f2ed2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Added segment cc274a34-9f04-4910-ab59-f8277c9bb390 of type vlan for network b24c109c-a21d-41c6-bf3e-68855c113d48 Dec 09 15:42:27.110456 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a9b6b7-b49e-4edc-80ba-882940b81a56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-a040ac8d-bfb5-4c1a-a324-6bb11cc2a61a', 'network_id': 'a040ac8d-bfb5-4c1a-a324-6bb11cc2a61a', 'project_id': '9e09f7f25f4f467fa0163176c15c7478', 'fixed_ips': [{'subnet_id': 'd05f0125-e9f5-4d52-9114-3806b04ff235'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:42:27.111538 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d2a9b6b7-b49e-4edc-80ba-882940b81a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:27.202641 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee2eef31-9eb5-4b29-ab4f-37a59b5f2ed2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:27.283457 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee2eef31-9eb5-4b29-ab4f-37a59b5f2ed2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:27.290547 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2eef31-9eb5-4b29-ab4f-37a59b5f2ed2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:27.291164 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee2eef31-9eb5-4b29-ab4f-37a59b5f2ed2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:27.304454 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6edf054-e447-407e-92b5-15d6a64ad9fa req-62a888c9-3408-48b6-b54b-202e36f4b444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:27.306238 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6edf054-e447-407e-92b5-15d6a64ad9fa req-62a888c9-3408-48b6-b54b-202e36f4b444 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9c62862d5dab4e61bc9d5ebff8bf28d9&device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 1097 time: 0.0627415 Dec 09 15:42:27.394011 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-d2a9b6b7-b49e-4edc-80ba-882940b81a56 None None] Allocated IP 2001:db8:0:ffff::2 (a040ac8d-bfb5-4c1a-a324-6bb11cc2a61a/d05f0125-e9f5-4d52-9114-3806b04ff235/b9b64fa0-93b2-4b73-8ce6-085495ea322e) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:42:27.449558 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2eef31-9eb5-4b29-ab4f-37a59b5f2ed2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Pushing event updated for resources: {'Network': ['ID=b24c109c-a21d-41c6-bf3e-68855c113d48,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:27.464720 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ee2eef31-9eb5-4b29-ab4f-37a59b5f2ed2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4681745 Dec 09 15:42:27.464910 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40512) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:27.470519 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a44134a6-0921-4d3e-98d3-e5439cbcdcfb tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Request body: {'subnet': {'network_id': 'b24c109c-a21d-41c6-bf3e-68855c113d48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:27.475042 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6edf054-e447-407e-92b5-15d6a64ad9fa req-6a3dac7a-0d02-4d78-a7dd-d320bdce1f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:27.476865 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6edf054-e447-407e-92b5-15d6a64ad9fa req-6a3dac7a-0d02-4d78-a7dd-d320bdce1f46 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9142d0f3-e996-4d4e-9e52-5c13c39fd0aa HTTP/1.1" status: 200 len: 912 time: 0.1570113 Dec 09 15:42:27.516196 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network b24c109c-a21d-41c6-bf3e-68855c113d48 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:42:27.582678 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6edf054-e447-407e-92b5-15d6a64ad9fa req-5bc59166-6c18-4db1-a717-b3839ec7cf9d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca193125-0737-4c79-a16a-8345d2cc4642 HTTP/1.1" status: 200 len: 217 time: 0.0845101 Dec 09 15:42:27.620281 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7fc515-6807-493e-8f72-97559e54664e req-b4ebf954-18af-4351-a7a4-745ba7c8165a tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:27.626841 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7f7fc515-6807-493e-8f72-97559e54664e req-b4ebf954-18af-4351-a7a4-745ba7c8165a tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 946 time: 0.1436059 Dec 09 15:42:27.683122 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44134a6-0921-4d3e-98d3-e5439cbcdcfb tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Made reservation on behalf of 9e09f7f25f4f467fa0163176c15c7478 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:42:27.689238 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a44134a6-0921-4d3e-98d3-e5439cbcdcfb tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:27.693893 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d2a9b6b7-b49e-4edc-80ba-882940b81a56 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:27.700381 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6edf054-e447-407e-92b5-15d6a64ad9fa req-5f01ce8a-6ae0-4de8-9341-05b273bc954e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:27.703540 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6edf054-e447-407e-92b5-15d6a64ad9fa req-5f01ce8a-6ae0-4de8-9341-05b273bc954e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e7615c31-1317-4836-baf8-83af5ea592c9 HTTP/1.1" status: 200 len: 851 time: 0.1092687 Dec 09 15:42:27.712481 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7f7fc515-6807-493e-8f72-97559e54664e req-49db5152-32ee-4be4-927b-359201a29a67 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796278 Dec 09 15:42:27.743696 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d2a9b6b7-b49e-4edc-80ba-882940b81a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:27.769682 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6edf054-e447-407e-92b5-15d6a64ad9fa req-357373df-4f59-49b0-8153-8c30814d2d22 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9142d0f3-e996-4d4e-9e52-5c13c39fd0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559323 Dec 09 15:42:27.903480 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6edf054-e447-407e-92b5-15d6a64ad9fa req-559754de-4626-40d9-bb65-afc3f3aaa089 service neutron] 10.222.0.31 "GET /v2.0/networks/9142d0f3-e996-4d4e-9e52-5c13c39fd0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208963 Dec 09 15:42:28.028929 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34433a-4ea2-4a39-a988-cfb4bc79440a req-88ae5976-5777-4828-99a6-86e553835405 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:28.031237 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1c34433a-4ea2-4a39-a988-cfb4bc79440a req-88ae5976-5777-4828-99a6-86e553835405 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a34da0a-06f7-4bd6-ba39-2d3c80939423 HTTP/1.1" status: 200 len: 945 time: 0.1255882 Dec 09 15:42:28.042138 n-d-821228-1 neutron-server[103245]: DEBUG neutron.objects.ports [None req-a44134a6-0921-4d3e-98d3-e5439cbcdcfb tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103245) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 15:42:28.043637 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a44134a6-0921-4d3e-98d3-e5439cbcdcfb tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:28.075853 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a9b6b7-b49e-4edc-80ba-882940b81a56 None None] Network a040ac8d-bfb5-4c1a-a324-6bb11cc2a61a is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:42:28.084141 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-d2a9b6b7-b49e-4edc-80ba-882940b81a56 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:42:28.089387 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a9b6b7-b49e-4edc-80ba-882940b81a56 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:42:28.092680 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a9b6b7-b49e-4edc-80ba-882940b81a56 None None] Pushing event updated for resources: {'Port': ['ID=b9b64fa0-93b2-4b73-8ce6-085495ea322e,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:28.136525 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1c34433a-4ea2-4a39-a988-cfb4bc79440a req-2fef62d1-8a5f-4ff7-a7b1-803cf778b937 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951779 Dec 09 15:42:28.140371 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6edf054-e447-407e-92b5-15d6a64ad9fa req-573e4c37-77e0-47a6-bcfe-2cf2cb48645e service neutron] 10.222.0.31 "GET /v2.0/networks/9142d0f3-e996-4d4e-9e52-5c13c39fd0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239523 Dec 09 15:42:28.191072 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d2a9b6b7-b49e-4edc-80ba-882940b81a56 None None] Attempting to bind port b9b64fa0-93b2-4b73-8ce6-085495ea322e on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:42:28.192703 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d2a9b6b7-b49e-4edc-80ba-882940b81a56 None None] Attempting to bind port b9b64fa0-93b2-4b73-8ce6-085495ea322e by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'c4fb86ec-367e-4df2-b30e-350952d379fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a040ac8d-bfb5-4c1a-a324-6bb11cc2a61a'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:42:28.193106 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a9b6b7-b49e-4edc-80ba-882940b81a56 None None] Attempting to bind port b9b64fa0-93b2-4b73-8ce6-085495ea322e on network a040ac8d-bfb5-4c1a-a324-6bb11cc2a61a {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:42:28.204459 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a9b6b7-b49e-4edc-80ba-882940b81a56 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:42:28.204845 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a9b6b7-b49e-4edc-80ba-882940b81a56 None None] Checking segment: {'id': 'c4fb86ec-367e-4df2-b30e-350952d379fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a040ac8d-bfb5-4c1a-a324-6bb11cc2a61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:42:28.205258 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d2a9b6b7-b49e-4edc-80ba-882940b81a56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:28.205662 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a9b6b7-b49e-4edc-80ba-882940b81a56 None None] Bound using segment: {'id': 'c4fb86ec-367e-4df2-b30e-350952d379fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a040ac8d-bfb5-4c1a-a324-6bb11cc2a61a'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:42:28.206145 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d2a9b6b7-b49e-4edc-80ba-882940b81a56 None None] Bound port: b9b64fa0-93b2-4b73-8ce6-085495ea322e, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4fb86ec-367e-4df2-b30e-350952d379fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a040ac8d-bfb5-4c1a-a324-6bb11cc2a61a'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:42:28.206539 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d2a9b6b7-b49e-4edc-80ba-882940b81a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:28.212983 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44134a6-0921-4d3e-98d3-e5439cbcdcfb tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Pushing event updated for resources: {'Subnet': ['ID=0ec37a44-2b14-4e3c-82dc-5e61073dd5ee,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:28.222443 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44134a6-0921-4d3e-98d3-e5439cbcdcfb tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Checking segment: {'id': 'cc274a34-9f04-4910-ab59-f8277c9bb390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b24c109c-a21d-41c6-bf3e-68855c113d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:42:28.222824 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44134a6-0921-4d3e-98d3-e5439cbcdcfb tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Network hostable DHCP agents. Network: b24c109c-a21d-41c6-bf3e-68855c113d48, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:42:28.283094 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44134a6-0921-4d3e-98d3-e5439cbcdcfb tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Network b24c109c-a21d-41c6-bf3e-68855c113d48 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:42:28.300905 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-a44134a6-0921-4d3e-98d3-e5439cbcdcfb tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, b24c109c-a21d-41c6-bf3e-68855c113d48) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:42:28.308761 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44134a6-0921-4d3e-98d3-e5439cbcdcfb tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:28.308942 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a44134a6-0921-4d3e-98d3-e5439cbcdcfb tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:28.323494 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4271be1-484e-48d0-96f6-07e40f21f344 None None] Network b24c109c-a21d-41c6-bf3e-68855c113d48 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:42:28.351116 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 40528) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:28.351871 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a44134a6-0921-4d3e-98d3-e5439cbcdcfb tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8859785 Dec 09 15:42:28.356104 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-860c20dd-25ae-494a-b567-c200bed05bc9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Request body: {'port': {'network_id': 'b24c109c-a21d-41c6-bf3e-68855c113d48', 'name': 'tempest-NetworksIpV6TestAttrs-517399587'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:28.402062 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d2a9b6b7-b49e-4edc-80ba-882940b81a56 None None] For port b9b64fa0-93b2-4b73-8ce6-085495ea322e, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:42:28.422218 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d2a9b6b7-b49e-4edc-80ba-882940b81a56 None None] For port b9b64fa0-93b2-4b73-8ce6-085495ea322e, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=b9b64fa0-93b2-4b73-8ce6-085495ea322e,segment=NetworkSegment(c4fb86ec-367e-4df2-b30e-350952d379fb),segment_id=c4fb86ec-367e-4df2-b30e-350952d379fb)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:42:28.437496 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d2a9b6b7-b49e-4edc-80ba-882940b81a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:28.505372 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860c20dd-25ae-494a-b567-c200bed05bc9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Made reservation on behalf of 9e09f7f25f4f467fa0163176c15c7478 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:42:28.506972 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6febc85-a4c6-4aef-8e5b-0f3fc9ea8aae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-b24c109c-a21d-41c6-bf3e-68855c113d48', 'network_id': 'b24c109c-a21d-41c6-bf3e-68855c113d48', 'project_id': '9e09f7f25f4f467fa0163176c15c7478', 'fixed_ips': [{'subnet_id': '0ec37a44-2b14-4e3c-82dc-5e61073dd5ee'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:42:28.508029 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e6febc85-a4c6-4aef-8e5b-0f3fc9ea8aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:28.511160 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-860c20dd-25ae-494a-b567-c200bed05bc9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:28.535942 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-860c20dd-25ae-494a-b567-c200bed05bc9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] device_id is not set on port c3504369-4dbf-43b7-8d2f-2a5ad3366b7c yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:42:28.560316 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a9b6b7-b49e-4edc-80ba-882940b81a56 None None] Pushing event updated for resources: {'Port': ['ID=b9b64fa0-93b2-4b73-8ce6-085495ea322e,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:28.741514 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-860c20dd-25ae-494a-b567-c200bed05bc9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Allocated IP 2001:db8::f816:3eff:feaf:83ed (b24c109c-a21d-41c6-bf3e-68855c113d48/0ec37a44-2b14-4e3c-82dc-5e61073dd5ee/c3504369-4dbf-43b7-8d2f-2a5ad3366b7c) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:42:28.963065 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7c765-531f-4694-9a0e-636051e6cee6 req-542ea19f-2162-4ece-9aa1-3eb2bbf1e8b9 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:28.966623 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a4a7c765-531f-4694-9a0e-636051e6cee6 req-542ea19f-2162-4ece-9aa1-3eb2bbf1e8b9 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a34da0a-06f7-4bd6-ba39-2d3c80939423 HTTP/1.1" status: 200 len: 945 time: 0.1193745 Dec 09 15:42:29.019316 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-860c20dd-25ae-494a-b567-c200bed05bc9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:29.053729 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a4a7c765-531f-4694-9a0e-636051e6cee6 req-fe512b03-7f52-4666-8669-9b84ef88211e tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811179 Dec 09 15:42:29.086678 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-860c20dd-25ae-494a-b567-c200bed05bc9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:29.136277 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860c20dd-25ae-494a-b567-c200bed05bc9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Network b24c109c-a21d-41c6-bf3e-68855c113d48 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:42:29.140695 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-860c20dd-25ae-494a-b567-c200bed05bc9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:42:29.147022 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860c20dd-25ae-494a-b567-c200bed05bc9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:42:29.151984 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-e6febc85-a4c6-4aef-8e5b-0f3fc9ea8aae None None] Allocated IP 2001:db8::f816:3eff:fefb:1585 (b24c109c-a21d-41c6-bf3e-68855c113d48/0ec37a44-2b14-4e3c-82dc-5e61073dd5ee/16ab6ff8-6f63-4f12-b8a9-6a8162ea641b) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:42:29.152860 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860c20dd-25ae-494a-b567-c200bed05bc9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:29.153575 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-860c20dd-25ae-494a-b567-c200bed05bc9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:29.207085 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c20dd-25ae-494a-b567-c200bed05bc9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Pushing event updated for resources: {'Port': ['ID=c3504369-4dbf-43b7-8d2f-2a5ad3366b7c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:29.222412 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-860c20dd-25ae-494a-b567-c200bed05bc9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.8679352 Dec 09 15:42:29.222646 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 40538) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:29.285419 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc10eb-77fb-4506-97aa-2440e24cfaa7 req-ea204529-3365-48a3-a101-f71badee3e19 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:29.287038 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9edc10eb-77fb-4506-97aa-2440e24cfaa7 req-ea204529-3365-48a3-a101-f71badee3e19 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 946 time: 0.1420650 Dec 09 15:42:29.311427 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-58d3815d-5de2-4cea-83c2-c43940457c5e tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Deleting subnet 0ec37a44-2b14-4e3c-82dc-5e61073dd5ee {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:42:29.349861 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e6febc85-a4c6-4aef-8e5b-0f3fc9ea8aae None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:29.359630 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e6febc85-a4c6-4aef-8e5b-0f3fc9ea8aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:29.365406 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58d3815d-5de2-4cea-83c2-c43940457c5e tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:29.408215 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6febc85-a4c6-4aef-8e5b-0f3fc9ea8aae None None] Network b24c109c-a21d-41c6-bf3e-68855c113d48 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:42:29.414756 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-e6febc85-a4c6-4aef-8e5b-0f3fc9ea8aae None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:42:29.419433 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6febc85-a4c6-4aef-8e5b-0f3fc9ea8aae None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:42:29.423456 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58d3815d-5de2-4cea-83c2-c43940457c5e tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:29.426954 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6febc85-a4c6-4aef-8e5b-0f3fc9ea8aae None None] Pushing event updated for resources: {'Port': ['ID=16ab6ff8-6f63-4f12-b8a9-6a8162ea641b,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:29.485418 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9edc10eb-77fb-4506-97aa-2440e24cfaa7 req-a781c1ca-48cf-44af-9fa1-a0d62b0e0837 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805420 Dec 09 15:42:29.492298 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-e6febc85-a4c6-4aef-8e5b-0f3fc9ea8aae None None] Attempting to bind port 16ab6ff8-6f63-4f12-b8a9-6a8162ea641b on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:42:29.492708 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-e6febc85-a4c6-4aef-8e5b-0f3fc9ea8aae None None] Attempting to bind port 16ab6ff8-6f63-4f12-b8a9-6a8162ea641b by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'cc274a34-9f04-4910-ab59-f8277c9bb390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b24c109c-a21d-41c6-bf3e-68855c113d48'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:42:29.493196 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6febc85-a4c6-4aef-8e5b-0f3fc9ea8aae None None] Attempting to bind port 16ab6ff8-6f63-4f12-b8a9-6a8162ea641b on network b24c109c-a21d-41c6-bf3e-68855c113d48 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:42:29.508363 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6febc85-a4c6-4aef-8e5b-0f3fc9ea8aae None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:42:29.508363 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6febc85-a4c6-4aef-8e5b-0f3fc9ea8aae None None] Checking segment: {'id': 'cc274a34-9f04-4910-ab59-f8277c9bb390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b24c109c-a21d-41c6-bf3e-68855c113d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:42:29.508363 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e6febc85-a4c6-4aef-8e5b-0f3fc9ea8aae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:29.508363 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6febc85-a4c6-4aef-8e5b-0f3fc9ea8aae None None] Bound using segment: {'id': 'cc274a34-9f04-4910-ab59-f8277c9bb390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b24c109c-a21d-41c6-bf3e-68855c113d48'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:42:29.508363 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-e6febc85-a4c6-4aef-8e5b-0f3fc9ea8aae None None] Bound port: 16ab6ff8-6f63-4f12-b8a9-6a8162ea641b, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc274a34-9f04-4910-ab59-f8277c9bb390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b24c109c-a21d-41c6-bf3e-68855c113d48'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:42:29.508363 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e6febc85-a4c6-4aef-8e5b-0f3fc9ea8aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:29.605181 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e6febc85-a4c6-4aef-8e5b-0f3fc9ea8aae None None] For port 16ab6ff8-6f63-4f12-b8a9-6a8162ea641b, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:42:29.612989 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e6febc85-a4c6-4aef-8e5b-0f3fc9ea8aae None None] For port 16ab6ff8-6f63-4f12-b8a9-6a8162ea641b, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=16ab6ff8-6f63-4f12-b8a9-6a8162ea641b,segment=NetworkSegment(cc274a34-9f04-4910-ab59-f8277c9bb390),segment_id=cc274a34-9f04-4910-ab59-f8277c9bb390)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:42:29.621925 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e6febc85-a4c6-4aef-8e5b-0f3fc9ea8aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:29.678860 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58d3815d-5de2-4cea-83c2-c43940457c5e tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:29.794044 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6febc85-a4c6-4aef-8e5b-0f3fc9ea8aae None None] Pushing event updated for resources: {'Port': ['ID=16ab6ff8-6f63-4f12-b8a9-6a8162ea641b,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:29.822758 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58d3815d-5de2-4cea-83c2-c43940457c5e tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:29.843813 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58d3815d-5de2-4cea-83c2-c43940457c5e tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:29.855338 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-58d3815d-5de2-4cea-83c2-c43940457c5e tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] 10.222.0.57 "DELETE /v2.0/subnets/0ec37a44-2b14-4e3c-82dc-5e61073dd5ee HTTP/1.1" status: 204 len: 168 time: 0.6296303 Dec 09 15:42:29.855757 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40550) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:29.872730 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3815d-5de2-4cea-83c2-c43940457c5e tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Pushing event deleted for resources: {'Subnet': ['ID=0ec37a44-2b14-4e3c-82dc-5e61073dd5ee,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:29.932856 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cbb57f-0f96-45cc-b801-46e948fe280f tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:29.934460 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cbb57f-0f96-45cc-b801-46e948fe280f tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:29.939484 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-48cbb57f-0f96-45cc-b801-46e948fe280f tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0799651 Dec 09 15:42:29.939729 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40552) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:29.953930 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c37133-3ccc-4d34-9e45-969b2a560011 None None] Network a040ac8d-bfb5-4c1a-a324-6bb11cc2a61a requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:42:30.048205 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4e53f7a4-ef52-472b-8490-40d84e7df234 None None] Provisioning complete for port b9b64fa0-93b2-4b73-8ce6-085495ea322e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:42:30.048771 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4e53f7a4-ef52-472b-8490-40d84e7df234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:30.065910 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eedd245e-f5e8-4949-8c78-521e12e53575 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:30.092907 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-eedd245e-f5e8-4949-8c78-521e12e53575 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 09 15:42:30.093606 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eedd245e-f5e8-4949-8c78-521e12e53575 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:42:30.100292 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-eedd245e-f5e8-4949-8c78-521e12e53575 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] 10.222.0.57 "DELETE /v2.0/networks/b24c109c-a21d-41c6-bf3e-68855c113d48 HTTP/1.1" status: 409 len: 405 time: 0.1593425 Dec 09 15:42:30.103826 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 40556) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:30.109650 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ab8d465b-3407-47ef-8dbd-6f255afd61f2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1126152056'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:30.152329 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8d465b-3407-47ef-8dbd-6f255afd61f2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Made reservation on behalf of 9e09f7f25f4f467fa0163176c15c7478 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:42:30.157145 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ab8d465b-3407-47ef-8dbd-6f255afd61f2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:30.217053 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4e53f7a4-ef52-472b-8490-40d84e7df234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:30.265085 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4e53f7a4-ef52-472b-8490-40d84e7df234 None None] For port b9b64fa0-93b2-4b73-8ce6-085495ea322e, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=b9b64fa0-93b2-4b73-8ce6-085495ea322e,segment=NetworkSegment(c4fb86ec-367e-4df2-b30e-350952d379fb),segment_id=c4fb86ec-367e-4df2-b30e-350952d379fb)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:42:30.272711 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4e53f7a4-ef52-472b-8490-40d84e7df234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:30.353266 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e53f7a4-ef52-472b-8490-40d84e7df234 None None] Pushing event updated for resources: {'Port': ['ID=b9b64fa0-93b2-4b73-8ce6-085495ea322e,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:30.521637 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:42:30.631551 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab8d465b-3407-47ef-8dbd-6f255afd61f2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:42:30.650267 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62d170-8cb9-4e09-aeac-1fda8576eb60 req-9601e2d7-d107-45bd-878b-7288f0488d93 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:30.659523 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5a62d170-8cb9-4e09-aeac-1fda8576eb60 req-9601e2d7-d107-45bd-878b-7288f0488d93 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a34da0a-06f7-4bd6-ba39-2d3c80939423 HTTP/1.1" status: 200 len: 945 time: 0.4842579 Dec 09 15:42:30.680105 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ab8d465b-3407-47ef-8dbd-6f255afd61f2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:30.680105 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-ab8d465b-3407-47ef-8dbd-6f255afd61f2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Added segment 1e7fbeba-5cd6-4853-b056-676b4becff00 of type vlan for network c6b38a2a-4c0a-47ff-a3e6-e7e3ba1596e9 Dec 09 15:42:30.697306 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:30.726669 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-dd3cac8b-b0ba-4afd-ac7d-44ec4ef6531b None None] Provisioning complete for port b9b64fa0-93b2-4b73-8ce6-085495ea322e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:42:30.727107 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dd3cac8b-b0ba-4afd-ac7d-44ec4ef6531b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:30.767723 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ab8d465b-3407-47ef-8dbd-6f255afd61f2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:30.803816 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe,segment=NetworkSegment(ddd0682b-bda1-497e-bda9-d80ab59b93d8),segment_id=ddd0682b-bda1-497e-bda9-d80ab59b93d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:42:30.821483 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a34da0a-06f7-4bd6-ba39-2d3c80939423', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:42:30.824323 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9278c256-0bbd-482b-a46f-ff0f18198352" -d '{"events": [{"server_uuid": "4a34da0a-06f7-4bd6-ba39-2d3c80939423", "name": "network-vif-unplugged", "status": "completed", "tag": "b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:42:30.828381 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 16ab6ff8-6f63-4f12-b8a9-6a8162ea641b up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:42:30.844372 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5a62d170-8cb9-4e09-aeac-1fda8576eb60 req-84b5fa4c-7214-4945-8337-d26116069a1a tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822579 Dec 09 15:42:30.872881 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:30.888167 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae8668-5100-4bcd-bec9-a9e1b7eec300 req-392352aa-53c8-4e2a-bb98-2aecae93868e tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:30.890746 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-29ae8668-5100-4bcd-bec9-a9e1b7eec300 req-392352aa-53c8-4e2a-bb98-2aecae93868e tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a34da0a-06f7-4bd6-ba39-2d3c80939423 HTTP/1.1" status: 200 len: 945 time: 0.0978694 Dec 09 15:42:30.891692 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ab8d465b-3407-47ef-8dbd-6f255afd61f2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:30.897100 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8d465b-3407-47ef-8dbd-6f255afd61f2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:30.897701 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ab8d465b-3407-47ef-8dbd-6f255afd61f2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:30.964085 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:30.978813 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ab8d465b-3407-47ef-8dbd-6f255afd61f2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8703620 Dec 09 15:42:30.979688 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40572) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:30.985533 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-34a6cda4-88f1-45ba-b895-0b877d9787da tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Request body: {'subnet': {'network_id': 'c6b38a2a-4c0a-47ff-a3e6-e7e3ba1596e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:31.025831 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 16ab6ff8-6f63-4f12-b8a9-6a8162ea641b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:42:31.026204 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:31.062771 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d465b-3407-47ef-8dbd-6f255afd61f2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Pushing event updated for resources: {'Network': ['ID=c6b38a2a-4c0a-47ff-a3e6-e7e3ba1596e9,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:31.075072 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network c6b38a2a-4c0a-47ff-a3e6-e7e3ba1596e9 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:42:31.103145 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a6cda4-88f1-45ba-b895-0b877d9787da tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Made reservation on behalf of 9e09f7f25f4f467fa0163176c15c7478 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:42:31.109769 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-34a6cda4-88f1-45ba-b895-0b877d9787da tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:31.117932 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a6b35-c65f-4bff-a488-f600da530ca1 req-9df866e1-1293-44a5-81bc-aec7dacf0c6f tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:31.126142 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c56a6b35-c65f-4bff-a488-f600da530ca1 req-9df866e1-1293-44a5-81bc-aec7dacf0c6f tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 946 time: 0.1833019 Dec 09 15:42:31.191900 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:31.196343 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-29ae8668-5100-4bcd-bec9-a9e1b7eec300 req-fedc413d-bfe0-4597-8912-0b81ee2e4a6f tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Deleting port b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:42:31.196810 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-29ae8668-5100-4bcd-bec9-a9e1b7eec300 req-fedc413d-bfe0-4597-8912-0b81ee2e4a6f tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:31.202990 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cceb38d9-2e94-4947-b61e-fc5d3edf0b13 None None] Network b24c109c-a21d-41c6-bf3e-68855c113d48 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:42:31.212825 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c56a6b35-c65f-4bff-a488-f600da530ca1 req-35fd46a5-e9bb-4b6a-8e30-27ac1cab05f5 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845923 Dec 09 15:42:31.304389 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 16ab6ff8-6f63-4f12-b8a9-6a8162ea641b, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=16ab6ff8-6f63-4f12-b8a9-6a8162ea641b,segment=NetworkSegment(cc274a34-9f04-4910-ab59-f8277c9bb390),segment_id=cc274a34-9f04-4910-ab59-f8277c9bb390)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:42:31.308465 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d9642d0a-9737-4b16-b2b0-537390c866cd None None] Provisioning complete for port 16ab6ff8-6f63-4f12-b8a9-6a8162ea641b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:42:31.309176 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d9642d0a-9737-4b16-b2b0-537390c866cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:31.331428 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:31.332534 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device b9b64fa0-93b2-4b73-8ce6-085495ea322e up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:42:31.356346 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-29ae8668-5100-4bcd-bec9-a9e1b7eec300 req-fedc413d-bfe0-4597-8912-0b81ee2e4a6f tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] For port b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe,segment=NetworkSegment(ddd0682b-bda1-497e-bda9-d80ab59b93d8),segment_id=ddd0682b-bda1-497e-bda9-d80ab59b93d8)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:42:31.356813 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-29ae8668-5100-4bcd-bec9-a9e1b7eec300 req-fedc413d-bfe0-4597-8912-0b81ee2e4a6f tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:31.376535 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-29ae8668-5100-4bcd-bec9-a9e1b7eec300 req-fedc413d-bfe0-4597-8912-0b81ee2e4a6f tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Calling delete_port for b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:42:31.458456 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=16ab6ff8-6f63-4f12-b8a9-6a8162ea641b,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:31.463893 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 15:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484e94f8-918c-4ddc-8a77-be4f8e620958 x-openstack-request-id: req-484e94f8-918c-4ddc-8a77-be4f8e620958 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:42:31.464190 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a34da0a-06f7-4bd6-ba39-2d3c80939423", "name": "network-vif-unplugged", "status": "completed", "tag": "b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:42:31.464471 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-484e94f8-918c-4ddc-8a77-be4f8e620958 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:42:31.464880 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a34da0a-06f7-4bd6-ba39-2d3c80939423', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe', 'code': 200} Dec 09 15:42:31.505619 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port b9b64fa0-93b2-4b73-8ce6-085495ea322e triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:42:31.506001 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:31.555449 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-29ae8668-5100-4bcd-bec9-a9e1b7eec300 req-fedc413d-bfe0-4597-8912-0b81ee2e4a6f tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:31.574051 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0a29a7-f79e-41ce-9b79-c7cb44ae73f2 None None] DHCP port deletion for b24c109c-a21d-41c6-bf3e-68855c113d48 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:42:31.604678 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc413d-bfe0-4597-8912-0b81ee2e4a6f tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Pushing event deleted for resources: {'Port': ['ID=b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:31.623060 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:42:31.669118 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ad0a29a7-f79e-41ce-9b79-c7cb44ae73f2 None None] Deleting port 16ab6ff8-6f63-4f12-b8a9-6a8162ea641b {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:42:31.669498 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ad0a29a7-f79e-41ce-9b79-c7cb44ae73f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:31.674043 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ae8668-5100-4bcd-bec9-a9e1b7eec300 req-fedc413d-bfe0-4597-8912-0b81ee2e4a6f tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] No DVR routers for this DVR port b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:42:31.676786 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-29ae8668-5100-4bcd-bec9-a9e1b7eec300 req-fedc413d-bfe0-4597-8912-0b81ee2e4a6f tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:31.680105 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-29ae8668-5100-4bcd-bec9-a9e1b7eec300 req-fedc413d-bfe0-4597-8912-0b81ee2e4a6f tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.31 "DELETE /v2.0/ports/b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe HTTP/1.1" status: 204 len: 173 time: 0.7635505 Dec 09 15:42:31.680648 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a34da0a-06f7-4bd6-ba39-2d3c80939423', 'name': 'network-vif-deleted', 'tag': 'b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:42:31.683016 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fbefab-28e5-42e4-a1b4-97e4da46c1fb" -d '{"events": [{"server_uuid": "4a34da0a-06f7-4bd6-ba39-2d3c80939423", "name": "network-vif-deleted", "tag": "b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:42:31.722474 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9a5a71-6eb6-4c7f-8701-7319e1d872e1 x-openstack-request-id: req-ae9a5a71-6eb6-4c7f-8701-7319e1d872e1 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:42:31.722796 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a34da0a-06f7-4bd6-ba39-2d3c80939423", "name": "network-vif-deleted", "tag": "b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:42:31.723043 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ae9a5a71-6eb6-4c7f-8701-7319e1d872e1 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:42:31.723413 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a34da0a-06f7-4bd6-ba39-2d3c80939423', 'name': 'network-vif-deleted', 'tag': 'b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe', 'status': 'completed', 'code': 200} Dec 09 15:42:31.755139 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ad0a29a7-f79e-41ce-9b79-c7cb44ae73f2 None None] For port 16ab6ff8-6f63-4f12-b8a9-6a8162ea641b, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=16ab6ff8-6f63-4f12-b8a9-6a8162ea641b,segment=NetworkSegment(cc274a34-9f04-4910-ab59-f8277c9bb390),segment_id=cc274a34-9f04-4910-ab59-f8277c9bb390)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:42:31.756365 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ad0a29a7-f79e-41ce-9b79-c7cb44ae73f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:31.765867 n-d-821228-1 neutron-server[103245]: DEBUG neutron.objects.ports [None req-34a6cda4-88f1-45ba-b895-0b877d9787da tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103245) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 15:42:31.767328 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-34a6cda4-88f1-45ba-b895-0b877d9787da tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:31.773266 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ad0a29a7-f79e-41ce-9b79-c7cb44ae73f2 None None] Calling delete_port for 16ab6ff8-6f63-4f12-b8a9-6a8162ea641b owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:42:31.830735 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6cda4-88f1-45ba-b895-0b877d9787da tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Pushing event updated for resources: {'Subnet': ['ID=d98cdaec-0934-4fba-804f-1526a6cfbb7e,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:31.839799 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a6cda4-88f1-45ba-b895-0b877d9787da tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Checking segment: {'id': '1e7fbeba-5cd6-4853-b056-676b4becff00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c6b38a2a-4c0a-47ff-a3e6-e7e3ba1596e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:42:31.840163 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a6cda4-88f1-45ba-b895-0b877d9787da tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Network hostable DHCP agents. Network: c6b38a2a-4c0a-47ff-a3e6-e7e3ba1596e9, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:42:31.858534 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a6cda4-88f1-45ba-b895-0b877d9787da tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Network c6b38a2a-4c0a-47ff-a3e6-e7e3ba1596e9 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:42:31.864135 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ad0a29a7-f79e-41ce-9b79-c7cb44ae73f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:31.869009 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-34a6cda4-88f1-45ba-b895-0b877d9787da tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, c6b38a2a-4c0a-47ff-a3e6-e7e3ba1596e9) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:42:31.874583 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a6cda4-88f1-45ba-b895-0b877d9787da tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:31.875178 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-34a6cda4-88f1-45ba-b895-0b877d9787da tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:31.895629 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-34a6cda4-88f1-45ba-b895-0b877d9787da tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9146547 Dec 09 15:42:31.898235 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 40582) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:31.903686 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-9474d4d4-46b7-44dc-a7a9-00b7e86a0c06 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Request body: {'port': {'network_id': 'c6b38a2a-4c0a-47ff-a3e6-e7e3ba1596e9', 'name': 'tempest-NetworksIpV6TestAttrs-2126779693'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:31.908507 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea1ca10-c052-4859-81c5-9fd249859983 None None] Network c6b38a2a-4c0a-47ff-a3e6-e7e3ba1596e9 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:42:31.911214 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a29a7-f79e-41ce-9b79-c7cb44ae73f2 None None] Pushing event deleted for resources: {'Port': ['ID=16ab6ff8-6f63-4f12-b8a9-6a8162ea641b,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:31.931518 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0a29a7-f79e-41ce-9b79-c7cb44ae73f2 None None] No DVR routers for this DVR port 16ab6ff8-6f63-4f12-b8a9-6a8162ea641b on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:42:32.028120 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-39df0283-1f89-4706-81fd-928be3a8fecc req-31418358-e33e-4cdc-9c8e-212c28d39da2 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a34da0a-06f7-4bd6-ba39-2d3c80939423 HTTP/1.1" status: 200 len: 210 time: 0.0304873 Dec 09 15:42:32.035726 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0526451d-75e8-4d3c-8937-b728b3096b42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-c6b38a2a-4c0a-47ff-a3e6-e7e3ba1596e9', 'network_id': 'c6b38a2a-4c0a-47ff-a3e6-e7e3ba1596e9', 'project_id': '9e09f7f25f4f467fa0163176c15c7478', 'fixed_ips': [{'subnet_id': 'd98cdaec-0934-4fba-804f-1526a6cfbb7e'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:42:32.036664 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0526451d-75e8-4d3c-8937-b728b3096b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:32.077588 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9474d4d4-46b7-44dc-a7a9-00b7e86a0c06 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Made reservation on behalf of 9e09f7f25f4f467fa0163176c15c7478 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:42:32.081404 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9474d4d4-46b7-44dc-a7a9-00b7e86a0c06 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:32.101573 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-9474d4d4-46b7-44dc-a7a9-00b7e86a0c06 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] device_id is not set on port 0477c6be-b10c-45a2-ac57-b2c960fbc95d yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:42:32.206429 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-0526451d-75e8-4d3c-8937-b728b3096b42 None None] Allocated IP 2001:db8::f816:3eff:fe99:6715 (c6b38a2a-4c0a-47ff-a3e6-e7e3ba1596e9/d98cdaec-0934-4fba-804f-1526a6cfbb7e/272d175c-160d-489d-ad27-87de9808ed5b) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:42:32.363482 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ce0e1-05f6-48a7-a73d-6184282fa568 req-b04ed3ed-ab5c-40b4-9d3a-c589f11dce8a tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:32.365104 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3a5ce0e1-05f6-48a7-a73d-6184282fa568 req-b04ed3ed-ab5c-40b4-9d3a-c589f11dce8a tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 946 time: 0.0770526 Dec 09 15:42:32.386057 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0526451d-75e8-4d3c-8937-b728b3096b42 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:32.393468 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0526451d-75e8-4d3c-8937-b728b3096b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:32.432067 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0526451d-75e8-4d3c-8937-b728b3096b42 None None] Network c6b38a2a-4c0a-47ff-a3e6-e7e3ba1596e9 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:42:32.437037 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-0526451d-75e8-4d3c-8937-b728b3096b42 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:42:32.441249 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0526451d-75e8-4d3c-8937-b728b3096b42 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:42:32.454016 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526451d-75e8-4d3c-8937-b728b3096b42 None None] Pushing event updated for resources: {'Port': ['ID=272d175c-160d-489d-ad27-87de9808ed5b,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:32.476777 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3a5ce0e1-05f6-48a7-a73d-6184282fa568 req-d55f05bb-caf4-411f-9b42-71bdb6389410 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038380 Dec 09 15:42:32.477934 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-9474d4d4-46b7-44dc-a7a9-00b7e86a0c06 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Allocated IP 2001:db8::f816:3eff:fe31:8128 (c6b38a2a-4c0a-47ff-a3e6-e7e3ba1596e9/d98cdaec-0934-4fba-804f-1526a6cfbb7e/0477c6be-b10c-45a2-ac57-b2c960fbc95d) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:42:32.503182 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0526451d-75e8-4d3c-8937-b728b3096b42 None None] Attempting to bind port 272d175c-160d-489d-ad27-87de9808ed5b on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:42:32.503573 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0526451d-75e8-4d3c-8937-b728b3096b42 None None] Attempting to bind port 272d175c-160d-489d-ad27-87de9808ed5b by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '1e7fbeba-5cd6-4853-b056-676b4becff00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c6b38a2a-4c0a-47ff-a3e6-e7e3ba1596e9'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:42:32.503931 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0526451d-75e8-4d3c-8937-b728b3096b42 None None] Attempting to bind port 272d175c-160d-489d-ad27-87de9808ed5b on network c6b38a2a-4c0a-47ff-a3e6-e7e3ba1596e9 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:42:32.509320 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0526451d-75e8-4d3c-8937-b728b3096b42 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:42:32.509698 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0526451d-75e8-4d3c-8937-b728b3096b42 None None] Checking segment: {'id': '1e7fbeba-5cd6-4853-b056-676b4becff00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c6b38a2a-4c0a-47ff-a3e6-e7e3ba1596e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:42:32.510103 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0526451d-75e8-4d3c-8937-b728b3096b42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:32.510504 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0526451d-75e8-4d3c-8937-b728b3096b42 None None] Bound using segment: {'id': '1e7fbeba-5cd6-4853-b056-676b4becff00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c6b38a2a-4c0a-47ff-a3e6-e7e3ba1596e9'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:42:32.510977 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0526451d-75e8-4d3c-8937-b728b3096b42 None None] Bound port: 272d175c-160d-489d-ad27-87de9808ed5b, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e7fbeba-5cd6-4853-b056-676b4becff00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c6b38a2a-4c0a-47ff-a3e6-e7e3ba1596e9'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:42:32.511362 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0526451d-75e8-4d3c-8937-b728b3096b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:32.596833 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0526451d-75e8-4d3c-8937-b728b3096b42 None None] For port 272d175c-160d-489d-ad27-87de9808ed5b, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:42:32.600697 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0526451d-75e8-4d3c-8937-b728b3096b42 None None] For port 272d175c-160d-489d-ad27-87de9808ed5b, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=272d175c-160d-489d-ad27-87de9808ed5b,segment=NetworkSegment(1e7fbeba-5cd6-4853-b056-676b4becff00),segment_id=1e7fbeba-5cd6-4853-b056-676b4becff00)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:42:32.610844 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0526451d-75e8-4d3c-8937-b728b3096b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:32.626652 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 16ab6ff8-6f63-4f12-b8a9-6a8162ea641b no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:42:32.677433 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 16ab6ff8-6f63-4f12-b8a9-6a8162ea641b {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:42:32.677759 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 16ab6ff8-6f63-4f12-b8a9-6a8162ea641b not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:42:32.695648 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9474d4d4-46b7-44dc-a7a9-00b7e86a0c06 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:32.743377 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526451d-75e8-4d3c-8937-b728b3096b42 None None] Pushing event updated for resources: {'Port': ['ID=272d175c-160d-489d-ad27-87de9808ed5b,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:32.747157 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9474d4d4-46b7-44dc-a7a9-00b7e86a0c06 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:32.798505 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9474d4d4-46b7-44dc-a7a9-00b7e86a0c06 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Network c6b38a2a-4c0a-47ff-a3e6-e7e3ba1596e9 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:42:32.804819 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-9474d4d4-46b7-44dc-a7a9-00b7e86a0c06 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:42:32.808947 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9474d4d4-46b7-44dc-a7a9-00b7e86a0c06 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:42:32.815968 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9474d4d4-46b7-44dc-a7a9-00b7e86a0c06 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:32.816691 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9474d4d4-46b7-44dc-a7a9-00b7e86a0c06 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:32.825773 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9474d4d4-46b7-44dc-a7a9-00b7e86a0c06 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Pushing event updated for resources: {'Port': ['ID=0477c6be-b10c-45a2-ac57-b2c960fbc95d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:32.841336 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9474d4d4-46b7-44dc-a7a9-00b7e86a0c06 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.9408047 Dec 09 15:42:32.843088 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40600) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:32.905502 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e727f7-a19c-4a8b-99e2-bb72ab9571a7 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Deleting subnet d98cdaec-0934-4fba-804f-1526a6cfbb7e {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:42:32.908863 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-82e727f7-a19c-4a8b-99e2-bb72ab9571a7 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:32.979592 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-82e727f7-a19c-4a8b-99e2-bb72ab9571a7 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:33.126942 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-82e727f7-a19c-4a8b-99e2-bb72ab9571a7 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:33.199008 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-82e727f7-a19c-4a8b-99e2-bb72ab9571a7 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:33.230949 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-82e727f7-a19c-4a8b-99e2-bb72ab9571a7 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:33.238063 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-82e727f7-a19c-4a8b-99e2-bb72ab9571a7 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] 10.222.0.57 "DELETE /v2.0/subnets/d98cdaec-0934-4fba-804f-1526a6cfbb7e HTTP/1.1" status: 204 len: 168 time: 0.3908632 Dec 09 15:42:33.238255 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40606) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:33.249954 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e727f7-a19c-4a8b-99e2-bb72ab9571a7 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Pushing event deleted for resources: {'Subnet': ['ID=d98cdaec-0934-4fba-804f-1526a6cfbb7e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:33.303720 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3551429-8df5-4683-9d4e-0417c86af7b5 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:33.305349 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3551429-8df5-4683-9d4e-0417c86af7b5 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:33.306917 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e3551429-8df5-4683-9d4e-0417c86af7b5 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0676341 Dec 09 15:42:33.310130 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 40610) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:33.353212 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40612) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:33.359952 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d45f4982-460a-4011-addc-28761f8c3818 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2037692222', 'description': 'tempest-description--120403456'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:33.385666 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d45f4982-460a-4011-addc-28761f8c3818 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:33.404298 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41c84b3c-8c9c-43c7-bf01-67ebc55c8770 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:33.411879 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-41c84b3c-8c9c-43c7-bf01-67ebc55c8770 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 09 15:42:33.412440 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41c84b3c-8c9c-43c7-bf01-67ebc55c8770 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:42:33.415762 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-41c84b3c-8c9c-43c7-bf01-67ebc55c8770 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] 10.222.0.57 "DELETE /v2.0/networks/c6b38a2a-4c0a-47ff-a3e6-e7e3ba1596e9 HTTP/1.1" status: 409 len: 405 time: 0.1038537 Dec 09 15:42:33.421052 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 40614) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:33.426005 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-46829ae3-54f8-4a33-99a3-4b757539876f tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1169731342'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:33.453901 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46829ae3-54f8-4a33-99a3-4b757539876f tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Made reservation on behalf of 9e09f7f25f4f467fa0163176c15c7478 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:42:33.458305 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-46829ae3-54f8-4a33-99a3-4b757539876f tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:33.464768 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d45f4982-460a-4011-addc-28761f8c3818 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:33.473579 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d45f4982-460a-4011-addc-28761f8c3818 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:33.489069 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46829ae3-54f8-4a33-99a3-4b757539876f tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:42:33.504122 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-46829ae3-54f8-4a33-99a3-4b757539876f tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:33.504961 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-46829ae3-54f8-4a33-99a3-4b757539876f tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Added segment 51c26d92-9af2-4581-8809-9691b83ef177 of type vlan for network 39a43228-b060-4c2e-b6bc-35f3e9daa7f3 Dec 09 15:42:33.523941 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f4982-460a-4011-addc-28761f8c3818 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22e9e4a7-066b-427a-9036-6b313df0bf68,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:33.563271 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d45f4982-460a-4011-addc-28761f8c3818 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:33.564650 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d45f4982-460a-4011-addc-28761f8c3818 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2101626 Dec 09 15:42:33.567582 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40618) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:33.574866 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-9ec8b85f-a77b-4259-947e-7ecf64e46ffc tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Request body: {'security_group_rule': {'security_group_id': '22e9e4a7-066b-427a-9036-6b313df0bf68', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:33.588955 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-46829ae3-54f8-4a33-99a3-4b757539876f tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:33.612401 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9ec8b85f-a77b-4259-947e-7ecf64e46ffc tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:33.678722 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-46829ae3-54f8-4a33-99a3-4b757539876f tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:33.684598 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46829ae3-54f8-4a33-99a3-4b757539876f tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:33.685222 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-46829ae3-54f8-4a33-99a3-4b757539876f tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:33.687847 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9ec8b85f-a77b-4259-947e-7ecf64e46ffc tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:33.693743 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9ec8b85f-a77b-4259-947e-7ecf64e46ffc tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:33.730654 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8b85f-a77b-4259-947e-7ecf64e46ffc tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2cd0012-4dbe-4fe0-a289-3bad8b6c6aaa,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:33.736390 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9ec8b85f-a77b-4259-947e-7ecf64e46ffc tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:33.738214 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9ec8b85f-a77b-4259-947e-7ecf64e46ffc tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1695309 Dec 09 15:42:33.741725 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40624) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:33.746131 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c23bfbba-3463-45df-ba1a-0d49be31b604 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Request body: {'security_group_rule': {'security_group_id': '22e9e4a7-066b-427a-9036-6b313df0bf68', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:33.785172 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-46829ae3-54f8-4a33-99a3-4b757539876f tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3629127 Dec 09 15:42:33.785818 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c23bfbba-3463-45df-ba1a-0d49be31b604 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:33.788377 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40626) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:33.793642 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7f55b-b79f-4e7a-aa07-2e0ac0519841 req-6d2c8f06-b1ff-4ae7-a37d-6a96e27f3f99 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:33.795857 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-89a7f55b-b79f-4e7a-aa07-2e0ac0519841 req-6d2c8f06-b1ff-4ae7-a37d-6a96e27f3f99 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 946 time: 0.1563759 Dec 09 15:42:33.799123 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46829ae3-54f8-4a33-99a3-4b757539876f tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Pushing event updated for resources: {'Network': ['ID=39a43228-b060-4c2e-b6bc-35f3e9daa7f3,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:33.802935 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-218390ce-f192-4deb-b245-db0b9155d592 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Request body: {'subnet': {'network_id': '39a43228-b060-4c2e-b6bc-35f3e9daa7f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:33.812756 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 39a43228-b060-4c2e-b6bc-35f3e9daa7f3 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:42:33.874394 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-89a7f55b-b79f-4e7a-aa07-2e0ac0519841 req-5d0bd6ca-c028-4627-b5c8-302c36e265cd tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646710 Dec 09 15:42:33.956052 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c23bfbba-3463-45df-ba1a-0d49be31b604 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:33.959450 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9372c0d4-a206-49a3-b9b8-f36afaf79934 None None] Network c6b38a2a-4c0a-47ff-a3e6-e7e3ba1596e9 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:42:33.966277 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c23bfbba-3463-45df-ba1a-0d49be31b604 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:33.993208 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218390ce-f192-4deb-b245-db0b9155d592 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Made reservation on behalf of 9e09f7f25f4f467fa0163176c15c7478 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:42:33.997680 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-218390ce-f192-4deb-b245-db0b9155d592 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:34.002359 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23bfbba-3463-45df-ba1a-0d49be31b604 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8455c5d8-3d63-4be2-b735-c4b4ce2f109e,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:34.118614 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c23bfbba-3463-45df-ba1a-0d49be31b604 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:34.119832 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c23bfbba-3463-45df-ba1a-0d49be31b604 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3771713 Dec 09 15:42:34.123896 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 40632) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:34.129712 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-a430b0ab-0577-43db-a0ed-27a29c683691 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:34.162901 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-dfbefdd2-ea69-4808-b3c1-41ca81e50e35 None None] Provisioning complete for port 272d175c-160d-489d-ad27-87de9808ed5b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:42:34.163273 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dfbefdd2-ea69-4808-b3c1-41ca81e50e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:34.173773 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a430b0ab-0577-43db-a0ed-27a29c683691 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:34.317652 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dfbefdd2-ea69-4808-b3c1-41ca81e50e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:34.324845 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a038841-1bdd-4e63-8a7f-dd6ddf608e33 None None] DHCP port deletion for c6b38a2a-4c0a-47ff-a3e6-e7e3ba1596e9 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:42:34.352291 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a430b0ab-0577-43db-a0ed-27a29c683691 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:34.394469 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-dfbefdd2-ea69-4808-b3c1-41ca81e50e35 None None] For port 272d175c-160d-489d-ad27-87de9808ed5b, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=272d175c-160d-489d-ad27-87de9808ed5b,segment=NetworkSegment(1e7fbeba-5cd6-4853-b056-676b4becff00),segment_id=1e7fbeba-5cd6-4853-b056-676b4becff00)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:42:34.435569 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dfbefdd2-ea69-4808-b3c1-41ca81e50e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:34.498679 n-d-821228-1 neutron-server[103245]: DEBUG neutron.objects.ports [None req-218390ce-f192-4deb-b245-db0b9155d592 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103245) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 15:42:34.500470 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-218390ce-f192-4deb-b245-db0b9155d592 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:34.517840 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-a430b0ab-0577-43db-a0ed-27a29c683691 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Allocated IP 172.25.3.249 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/0c799bbe-e575-47ea-b19d-eb54de21687f) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:42:34.573073 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218390ce-f192-4deb-b245-db0b9155d592 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Pushing event updated for resources: {'Subnet': ['ID=b14f40e7-22d4-4bf6-8172-c116e2380893,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:34.582572 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218390ce-f192-4deb-b245-db0b9155d592 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Checking segment: {'id': '51c26d92-9af2-4581-8809-9691b83ef177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '39a43228-b060-4c2e-b6bc-35f3e9daa7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:42:34.582941 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218390ce-f192-4deb-b245-db0b9155d592 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Network hostable DHCP agents. Network: 39a43228-b060-4c2e-b6bc-35f3e9daa7f3, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:42:34.603964 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218390ce-f192-4deb-b245-db0b9155d592 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Network 39a43228-b060-4c2e-b6bc-35f3e9daa7f3 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:42:34.615131 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-218390ce-f192-4deb-b245-db0b9155d592 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 39a43228-b060-4c2e-b6bc-35f3e9daa7f3) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:42:34.629809 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218390ce-f192-4deb-b245-db0b9155d592 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:34.630462 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-218390ce-f192-4deb-b245-db0b9155d592 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:34.643914 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:42:34.646693 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17208008-0e2c-42c4-9a7b-9126a56855b3 None None] Network 39a43228-b060-4c2e-b6bc-35f3e9daa7f3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:42:34.658391 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 40636) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:34.659415 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-218390ce-f192-4deb-b245-db0b9155d592 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8701544 Dec 09 15:42:34.708885 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:42:34.709232 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device b7e258b4-03c8-4c2d-a4e9-1dadbf5f1bfe not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:42:34.742232 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbefdd2-ea69-4808-b3c1-41ca81e50e35 None None] Pushing event updated for resources: {'Port': ['ID=272d175c-160d-489d-ad27-87de9808ed5b,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:34.772595 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a430b0ab-0577-43db-a0ed-27a29c683691 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:34.776694 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8a038841-1bdd-4e63-8a7f-dd6ddf608e33 None None] Deleting port 272d175c-160d-489d-ad27-87de9808ed5b {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:42:34.776694 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8a038841-1bdd-4e63-8a7f-dd6ddf608e33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:34.826007 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdce1ec-0f01-46c0-8b53-77a3dffa7229 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-39a43228-b060-4c2e-b6bc-35f3e9daa7f3', 'network_id': '39a43228-b060-4c2e-b6bc-35f3e9daa7f3', 'project_id': '9e09f7f25f4f467fa0163176c15c7478', 'fixed_ips': [{'subnet_id': 'b14f40e7-22d4-4bf6-8172-c116e2380893'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:42:34.827745 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9fdce1ec-0f01-46c0-8b53-77a3dffa7229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:34.828629 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4555965-8b04-4b72-8094-ae353140d7a8 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:34.851474 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a430b0ab-0577-43db-a0ed-27a29c683691 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:34.875498 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8a038841-1bdd-4e63-8a7f-dd6ddf608e33 None None] For port 272d175c-160d-489d-ad27-87de9808ed5b, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=272d175c-160d-489d-ad27-87de9808ed5b,segment=NetworkSegment(1e7fbeba-5cd6-4853-b056-676b4becff00),segment_id=1e7fbeba-5cd6-4853-b056-676b4becff00)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:42:34.875900 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8a038841-1bdd-4e63-8a7f-dd6ddf608e33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:34.942169 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8a038841-1bdd-4e63-8a7f-dd6ddf608e33 None None] Calling delete_port for 272d175c-160d-489d-ad27-87de9808ed5b owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:42:34.956238 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a430b0ab-0577-43db-a0ed-27a29c683691 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:42:34.974987 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-a430b0ab-0577-43db-a0ed-27a29c683691 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:42:34.981437 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a430b0ab-0577-43db-a0ed-27a29c683691 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:42:35.035994 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430b0ab-0577-43db-a0ed-27a29c683691 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Pushing event updated for resources: {'Port': ['ID=0c799bbe-e575-47ea-b19d-eb54de21687f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:35.043899 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4555965-8b04-4b72-8094-ae353140d7a8 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:35.075648 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-9fdce1ec-0f01-46c0-8b53-77a3dffa7229 None None] Allocated IP 2001:db8::f816:3eff:fe80:4413 (39a43228-b060-4c2e-b6bc-35f3e9daa7f3/b14f40e7-22d4-4bf6-8172-c116e2380893/789c2f8c-4c53-4b0e-9b61-ed7527230291) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:42:35.112697 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8a038841-1bdd-4e63-8a7f-dd6ddf608e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:35.134646 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c49c49-b668-4de7-8bee-b9ed7d84e159 req-048b48d0-4448-4407-b5ab-276a3a2862f8 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:35.136453 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f3c49c49-b668-4de7-8bee-b9ed7d84e159 req-048b48d0-4448-4407-b5ab-276a3a2862f8 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 946 time: 0.1491065 Dec 09 15:42:35.170576 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a038841-1bdd-4e63-8a7f-dd6ddf608e33 None None] Pushing event deleted for resources: {'Port': ['ID=272d175c-160d-489d-ad27-87de9808ed5b,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:35.177237 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a038841-1bdd-4e63-8a7f-dd6ddf608e33 None None] No DVR routers for this DVR port 272d175c-160d-489d-ad27-87de9808ed5b on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:42:35.227531 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f3c49c49-b668-4de7-8bee-b9ed7d84e159 req-335a62b8-cf2a-4409-b723-e5aec11b4869 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712130 Dec 09 15:42:35.228680 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a430b0ab-0577-43db-a0ed-27a29c683691 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:35.274977 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a430b0ab-0577-43db-a0ed-27a29c683691 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:35.300747 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9fdce1ec-0f01-46c0-8b53-77a3dffa7229 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:35.309240 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9fdce1ec-0f01-46c0-8b53-77a3dffa7229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:35.353906 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4555965-8b04-4b72-8094-ae353140d7a8 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:35.362558 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdce1ec-0f01-46c0-8b53-77a3dffa7229 None None] Network 39a43228-b060-4c2e-b6bc-35f3e9daa7f3 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:42:35.366040 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-9fdce1ec-0f01-46c0-8b53-77a3dffa7229 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:42:35.369589 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdce1ec-0f01-46c0-8b53-77a3dffa7229 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:42:35.379642 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdce1ec-0f01-46c0-8b53-77a3dffa7229 None None] Pushing event updated for resources: {'Port': ['ID=789c2f8c-4c53-4b0e-9b61-ed7527230291,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:35.448834 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4555965-8b04-4b72-8094-ae353140d7a8 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Pushing event deleted for resources: {'Subnet': ['ID=b14f40e7-22d4-4bf6-8172-c116e2380893,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:35.480961 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9fdce1ec-0f01-46c0-8b53-77a3dffa7229 None None] Attempting to bind port 789c2f8c-4c53-4b0e-9b61-ed7527230291 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:42:35.481535 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9fdce1ec-0f01-46c0-8b53-77a3dffa7229 None None] Attempting to bind port 789c2f8c-4c53-4b0e-9b61-ed7527230291 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '51c26d92-9af2-4581-8809-9691b83ef177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '39a43228-b060-4c2e-b6bc-35f3e9daa7f3'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:42:35.483310 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdce1ec-0f01-46c0-8b53-77a3dffa7229 None None] Attempting to bind port 789c2f8c-4c53-4b0e-9b61-ed7527230291 on network 39a43228-b060-4c2e-b6bc-35f3e9daa7f3 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:42:35.493879 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdce1ec-0f01-46c0-8b53-77a3dffa7229 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:42:35.494442 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdce1ec-0f01-46c0-8b53-77a3dffa7229 None None] Checking segment: {'id': '51c26d92-9af2-4581-8809-9691b83ef177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '39a43228-b060-4c2e-b6bc-35f3e9daa7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:42:35.494856 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9fdce1ec-0f01-46c0-8b53-77a3dffa7229 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:35.495623 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdce1ec-0f01-46c0-8b53-77a3dffa7229 None None] Bound using segment: {'id': '51c26d92-9af2-4581-8809-9691b83ef177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '39a43228-b060-4c2e-b6bc-35f3e9daa7f3'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:42:35.496115 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9fdce1ec-0f01-46c0-8b53-77a3dffa7229 None None] Bound port: 789c2f8c-4c53-4b0e-9b61-ed7527230291, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c26d92-9af2-4581-8809-9691b83ef177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '39a43228-b060-4c2e-b6bc-35f3e9daa7f3'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:42:35.496524 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9fdce1ec-0f01-46c0-8b53-77a3dffa7229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:35.552757 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4555965-8b04-4b72-8094-ae353140d7a8 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:35.565339 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9fdce1ec-0f01-46c0-8b53-77a3dffa7229 None None] For port 789c2f8c-4c53-4b0e-9b61-ed7527230291, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:42:35.577398 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9fdce1ec-0f01-46c0-8b53-77a3dffa7229 None None] For port 789c2f8c-4c53-4b0e-9b61-ed7527230291, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=789c2f8c-4c53-4b0e-9b61-ed7527230291,segment=NetworkSegment(51c26d92-9af2-4581-8809-9691b83ef177),segment_id=51c26d92-9af2-4581-8809-9691b83ef177)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:42:35.585130 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9fdce1ec-0f01-46c0-8b53-77a3dffa7229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:35.588881 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-b4555965-8b04-4b72-8094-ae353140d7a8 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39a43228-b060-4c2e-b6bc-35f3e9daa7f3']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:35.602757 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-b4555965-8b04-4b72-8094-ae353140d7a8 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51c26d92-9af2-4581-8809-9691b83ef177') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:35.603071 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-b4555965-8b04-4b72-8094-ae353140d7a8 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51c26d92-9af2-4581-8809-9691b83ef177') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:35.620667 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4555965-8b04-4b72-8094-ae353140d7a8 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:35.655188 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4555965-8b04-4b72-8094-ae353140d7a8 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:35.668458 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4555965-8b04-4b72-8094-ae353140d7a8 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:42:35.668858 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4555965-8b04-4b72-8094-ae353140d7a8 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:35.673212 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:42:35.673212 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:42:35.673212 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:42:35.673212 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:42:35.673212 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:42:35.673212 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:42:35.673212 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:42:35.673212 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:42:35.673212 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:42:35.673212 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:42:35.673212 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:42:35.673212 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:42:35.673212 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:42:35.673212 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:42:35.673212 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:42:35.673212 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:42:35.673212 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:42:35.673212 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:42:35.673212 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:42:35.673212 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:42:35.673212 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:42:35.673212 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:42:35.673212 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:42:35.673212 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:42:35.673212 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:42:35.673212 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:42:35.673212 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:42:35.673212 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:42:35.673212 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:42:35.673212 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:42:35.673212 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:42:35.673212 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:42:35.676871 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdce1ec-0f01-46c0-8b53-77a3dffa7229 None None] Pushing event updated for resources: {'Port': ['ID=789c2f8c-4c53-4b0e-9b61-ed7527230291,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:35.702950 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f143427b-e78a-4656-8656-a397b0a91abb None None] Network 39a43228-b060-4c2e-b6bc-35f3e9daa7f3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:42:35.740333 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a430b0ab-0577-43db-a0ed-27a29c683691 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:35.746335 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a430b0ab-0577-43db-a0ed-27a29c683691 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:35.789141 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.db.api [None req-b4555965-8b04-4b72-8094-ae353140d7a8 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 15:42:35.789141 n-d-821228-1 neutron-server[103244]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 15:42:35.789141 n-d-821228-1 neutron-server[103244]: [parameters: {'id': '39a43228-b060-4c2e-b6bc-35f3e9daa7f3'}] Dec 09 15:42:35.789141 n-d-821228-1 neutron-server[103244]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:42:35.789562 n-d-821228-1 neutron-server[103244]: DEBUG oslo_db.api [None req-b4555965-8b04-4b72-8094-ae353140d7a8 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:42:35.812715 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47911d9-e199-43a4-a86c-e3e86201cdbe None None] get_active_networks_info from n-d-821228-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 15:42:35.828166 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430b0ab-0577-43db-a0ed-27a29c683691 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Pushing event updated for resources: {'Port': ['ID=0c799bbe-e575-47ea-b19d-eb54de21687f,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:35.847015 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a430b0ab-0577-43db-a0ed-27a29c683691 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:35.864452 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a430b0ab-0577-43db-a0ed-27a29c683691 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:35.866117 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a430b0ab-0577-43db-a0ed-27a29c683691 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7408729 Dec 09 15:42:35.945981 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47911d9-e199-43a4-a86c-e3e86201cdbe None None] Resources bound (agent type, host, resource id): {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 15:42:36.162013 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-0af82775-e938-4001-87ad-c7c7dc4a12ac tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:36.163426 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-0af82775-e938-4001-87ad-c7c7dc4a12ac tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/networks?id=dcdb628e-5130-4046-a7ec-e30fed59a905 HTTP/1.1" status: 200 len: 820 time: 0.1083658 Dec 09 15:42:36.180000 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-bbe36b57-4544-4568-b46a-b69134920788 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/quotas/07844446e2964e2183164fabedd030ef HTTP/1.1" status: 200 len: 375 time: 0.0098760 Dec 09 15:42:36.228346 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-8ccb2425-d70d-4209-84ce-095ac1d26445 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=07844446e2964e2183164fabedd030ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409486 Dec 09 15:42:36.290271 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4555965-8b04-4b72-8094-ae353140d7a8 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:36.370739 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-f6901a67-1987-46e5-b532-b1b083c6061d service neutron] 10.222.0.57 "GET /v2.0/networks/dcdb628e-5130-4046-a7ec-e30fed59a905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379099 Dec 09 15:42:36.390050 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-819d1a35-07f0-4da9-a02e-65b64b19106d None None] Provisioning complete for port 79dd7992-0e9e-4dc6-8338-3916ec47be1f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:42:36.392624 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-819d1a35-07f0-4da9-a02e-65b64b19106d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:36.454906 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b4555965-8b04-4b72-8094-ae353140d7a8 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Deleting port 789c2f8c-4c53-4b0e-9b61-ed7527230291 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:42:36.455627 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4555965-8b04-4b72-8094-ae353140d7a8 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:36.534720 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-098034dc-bdf3-4787-872a-6ed239362d10 service neutron] 10.222.0.57 "GET /v2.0/networks/dcdb628e-5130-4046-a7ec-e30fed59a905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629024 Dec 09 15:42:36.537040 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-819d1a35-07f0-4da9-a02e-65b64b19106d None None] Provisioning complete for port ca193125-0737-4c79-a16a-8345d2cc4642 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:42:36.538569 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-819d1a35-07f0-4da9-a02e-65b64b19106d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:36.594536 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-b4555965-8b04-4b72-8094-ae353140d7a8 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] For port 789c2f8c-4c53-4b0e-9b61-ed7527230291, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=789c2f8c-4c53-4b0e-9b61-ed7527230291,segment=NetworkSegment(51c26d92-9af2-4581-8809-9691b83ef177),segment_id=51c26d92-9af2-4581-8809-9691b83ef177)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:42:36.594908 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4555965-8b04-4b72-8094-ae353140d7a8 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:36.633764 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b4555965-8b04-4b72-8094-ae353140d7a8 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Calling delete_port for 789c2f8c-4c53-4b0e-9b61-ed7527230291 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:42:36.665184 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-819d1a35-07f0-4da9-a02e-65b64b19106d None None] Provisioning complete for port ddb0f651-9956-47bc-95ae-1d71c66e8124 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:42:36.665570 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-819d1a35-07f0-4da9-a02e-65b64b19106d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:36.760966 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4555965-8b04-4b72-8094-ae353140d7a8 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:36.824944 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4555965-8b04-4b72-8094-ae353140d7a8 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Pushing event deleted for resources: {'Port': ['ID=789c2f8c-4c53-4b0e-9b61-ed7527230291,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:36.832802 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4555965-8b04-4b72-8094-ae353140d7a8 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] No DVR routers for this DVR port 789c2f8c-4c53-4b0e-9b61-ed7527230291 on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:42:36.888239 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e8316-4098-4a1b-8f86-b32c07a08c1a req-8d8a2c09-c56b-46b1-b6a0-be71680acb20 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:36.890723 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0a9e8316-4098-4a1b-8f86-b32c07a08c1a req-8d8a2c09-c56b-46b1-b6a0-be71680acb20 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 946 time: 0.1415794 Dec 09 15:42:36.963472 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4555965-8b04-4b72-8094-ae353140d7a8 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:37.005481 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-b4555965-8b04-4b72-8094-ae353140d7a8 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39a43228-b060-4c2e-b6bc-35f3e9daa7f3']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:37.018787 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0a9e8316-4098-4a1b-8f86-b32c07a08c1a req-c68c7697-e8d6-4142-ab76-557f3b55243b tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943632 Dec 09 15:42:37.023220 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-b4555965-8b04-4b72-8094-ae353140d7a8 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51c26d92-9af2-4581-8809-9691b83ef177') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:37.023665 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-b4555965-8b04-4b72-8094-ae353140d7a8 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51c26d92-9af2-4581-8809-9691b83ef177') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:37.045201 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4555965-8b04-4b72-8094-ae353140d7a8 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:37.054458 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4555965-8b04-4b72-8094-ae353140d7a8 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:37.071587 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4555965-8b04-4b72-8094-ae353140d7a8 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:42:37.072279 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4555965-8b04-4b72-8094-ae353140d7a8 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:37.150485 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:42:37.150485 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:42:37.150485 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:42:37.150485 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:42:37.150485 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:42:37.150485 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:42:37.150485 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:42:37.150485 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:42:37.150485 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:42:37.150485 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:42:37.150485 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:42:37.150485 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:42:37.150485 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:42:37.150485 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:42:37.150485 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:42:37.150485 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:42:37.150485 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:42:37.150485 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:42:37.150485 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:42:37.150485 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:42:37.150485 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:42:37.150485 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:42:37.150485 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:42:37.150485 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:42:37.150485 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:42:37.150485 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:42:37.150485 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:42:37.150485 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:42:37.150485 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:42:37.150485 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:42:37.150485 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:42:37.150485 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:42:37.155010 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4555965-8b04-4b72-8094-ae353140d7a8 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:37.178904 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4555965-8b04-4b72-8094-ae353140d7a8 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:37.183383 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b4555965-8b04-4b72-8094-ae353140d7a8 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] 10.222.0.57 "DELETE /v2.0/networks/39a43228-b060-4c2e-b6bc-35f3e9daa7f3 HTTP/1.1" status: 204 len: 168 time: 2.5240183 Dec 09 15:42:37.185037 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4555965-8b04-4b72-8094-ae353140d7a8 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Pushing event deleted for resources: {'Network': ['ID=39a43228-b060-4c2e-b6bc-35f3e9daa7f3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:37.187859 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40684) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:37.198501 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-0e72a27c-10b4-46c2-88da-887a39ad8eed tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1615788327'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:37.225492 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e72a27c-10b4-46c2-88da-887a39ad8eed tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Made reservation on behalf of 9e09f7f25f4f467fa0163176c15c7478 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:42:37.233629 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0e72a27c-10b4-46c2-88da-887a39ad8eed tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:37.277414 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e72a27c-10b4-46c2-88da-887a39ad8eed tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:42:37.291187 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0e72a27c-10b4-46c2-88da-887a39ad8eed tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:37.291544 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-0e72a27c-10b4-46c2-88da-887a39ad8eed tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Added segment 3c94ddc8-cc30-4ff1-927b-ad10103dbe65 of type vlan for network 2a74ef00-f5df-489f-9052-f7b1c4e6ccbe Dec 09 15:42:37.351897 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0e72a27c-10b4-46c2-88da-887a39ad8eed tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:37.387096 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0e72a27c-10b4-46c2-88da-887a39ad8eed tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:37.393886 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e72a27c-10b4-46c2-88da-887a39ad8eed tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:37.394731 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0e72a27c-10b4-46c2-88da-887a39ad8eed tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:37.477285 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0e72a27c-10b4-46c2-88da-887a39ad8eed tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2882357 Dec 09 15:42:37.480568 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40686) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:37.487060 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-fe8a76b8-f42e-4c7c-957d-cb25d8c2411d tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Request body: {'subnet': {'network_id': '2a74ef00-f5df-489f-9052-f7b1c4e6ccbe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:37.494178 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3b99372a-c74e-4234-b1ed-e06650aa1d5c req-30341bfc-5182-466c-893c-e1be9e6e8766 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1b79605-a105-498f-be10-aebe5e0822c1 HTTP/1.1" status: 200 len: 210 time: 0.0468283 Dec 09 15:42:37.539038 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72a27c-10b4-46c2-88da-887a39ad8eed tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Pushing event updated for resources: {'Network': ['ID=2a74ef00-f5df-489f-9052-f7b1c4e6ccbe,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:37.551180 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 2a74ef00-f5df-489f-9052-f7b1c4e6ccbe details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:42:37.594893 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8a76b8-f42e-4c7c-957d-cb25d8c2411d tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Made reservation on behalf of 9e09f7f25f4f467fa0163176c15c7478 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:42:37.598717 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fe8a76b8-f42e-4c7c-957d-cb25d8c2411d tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:37.791707 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fe8a76b8-f42e-4c7c-957d-cb25d8c2411d tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:37.860973 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a76b8-f42e-4c7c-957d-cb25d8c2411d tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Pushing event updated for resources: {'Subnet': ['ID=c92c3e20-71f8-4260-bc78-762ff1a1f89d,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:37.872824 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8a76b8-f42e-4c7c-957d-cb25d8c2411d tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Checking segment: {'id': '3c94ddc8-cc30-4ff1-927b-ad10103dbe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2a74ef00-f5df-489f-9052-f7b1c4e6ccbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:42:37.874018 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8a76b8-f42e-4c7c-957d-cb25d8c2411d tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Network hostable DHCP agents. Network: 2a74ef00-f5df-489f-9052-f7b1c4e6ccbe, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:42:37.896610 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8a76b8-f42e-4c7c-957d-cb25d8c2411d tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Network 2a74ef00-f5df-489f-9052-f7b1c4e6ccbe is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:42:37.915310 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-fe8a76b8-f42e-4c7c-957d-cb25d8c2411d tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 2a74ef00-f5df-489f-9052-f7b1c4e6ccbe) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:42:37.934659 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8a76b8-f42e-4c7c-957d-cb25d8c2411d tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:37.935280 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fe8a76b8-f42e-4c7c-957d-cb25d8c2411d tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:37.939874 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fa4ffd-1058-4a8b-8ea6-e0c9d027bc91 None None] Network 2a74ef00-f5df-489f-9052-f7b1c4e6ccbe requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:42:37.990092 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-fe8a76b8-f42e-4c7c-957d-cb25d8c2411d tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5058379 Dec 09 15:42:37.993253 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40690) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:38.164136 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-80385b6c-e080-4dbd-9005-ee1739c199e2 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:38.165690 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-80385b6c-e080-4dbd-9005-ee1739c199e2 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.31 "GET /v2.0/networks?id=dcdb628e-5130-4046-a7ec-e30fed59a905 HTTP/1.1" status: 200 len: 820 time: 0.2040052 Dec 09 15:42:38.193145 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-906bf46a-e99a-4e55-8dda-5e28fb9f9997 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Request body: {'port': {'device_id': 'a1b79605-a105-498f-be10-aebe5e0822c1', 'network_id': 'dcdb628e-5130-4046-a7ec-e30fed59a905', 'admin_state_up': True, 'tenant_id': '07844446e2964e2183164fabedd030ef'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:38.242056 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3628c29c-f339-49a3-9e5c-ada695596e31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-2a74ef00-f5df-489f-9052-f7b1c4e6ccbe', 'network_id': '2a74ef00-f5df-489f-9052-f7b1c4e6ccbe', 'project_id': '9e09f7f25f4f467fa0163176c15c7478', 'fixed_ips': [{'subnet_id': 'c92c3e20-71f8-4260-bc78-762ff1a1f89d'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:42:38.243626 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3628c29c-f339-49a3-9e5c-ada695596e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:38.340331 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6273e9c6-0930-46f8-a80c-4673df1a47a9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:38.437795 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6273e9c6-0930-46f8-a80c-4673df1a47a9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:38.479600 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ca380-0925-4337-9067-87f82fc7bc61 req-6f0cd42a-e8b5-4bcf-9449-7a7a3ec514ae tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:38.482069 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e90ca380-0925-4337-9067-87f82fc7bc61 req-6f0cd42a-e8b5-4bcf-9449-7a7a3ec514ae tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 946 time: 0.1728256 Dec 09 15:42:38.570644 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-3628c29c-f339-49a3-9e5c-ada695596e31 None None] Allocated IP 2001:db8::2 (2a74ef00-f5df-489f-9052-f7b1c4e6ccbe/c92c3e20-71f8-4260-bc78-762ff1a1f89d/affb3a7f-4135-4b7c-bf78-e79b96db5d7a) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:42:38.578967 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-906bf46a-e99a-4e55-8dda-5e28fb9f9997 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Made reservation on behalf of 07844446e2964e2183164fabedd030ef for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:42:38.582327 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-906bf46a-e99a-4e55-8dda-5e28fb9f9997 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:38.603180 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e90ca380-0925-4337-9067-87f82fc7bc61 req-d8990b87-5a1b-487f-8bee-65bde0aafd34 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983930 Dec 09 15:42:38.798649 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-906bf46a-e99a-4e55-8dda-5e28fb9f9997 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Allocated IP 172.20.0.10 (dcdb628e-5130-4046-a7ec-e30fed59a905/a75137d3-5bab-4ff0-9c87-80fcdd67f478/4344d8ad-2dad-4ff9-8e58-40d9f9582a09) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:42:38.851022 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3628c29c-f339-49a3-9e5c-ada695596e31 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:38.875082 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3628c29c-f339-49a3-9e5c-ada695596e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:38.897376 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6273e9c6-0930-46f8-a80c-4673df1a47a9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:38.924250 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3628c29c-f339-49a3-9e5c-ada695596e31 None None] Network 2a74ef00-f5df-489f-9052-f7b1c4e6ccbe is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:42:38.929157 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-3628c29c-f339-49a3-9e5c-ada695596e31 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:42:38.938253 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3628c29c-f339-49a3-9e5c-ada695596e31 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:42:38.948236 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628c29c-f339-49a3-9e5c-ada695596e31 None None] Pushing event updated for resources: {'Port': ['ID=affb3a7f-4135-4b7c-bf78-e79b96db5d7a,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:39.022359 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6273e9c6-0930-46f8-a80c-4673df1a47a9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Pushing event deleted for resources: {'Subnet': ['ID=c92c3e20-71f8-4260-bc78-762ff1a1f89d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:39.027054 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3628c29c-f339-49a3-9e5c-ada695596e31 None None] Attempting to bind port affb3a7f-4135-4b7c-bf78-e79b96db5d7a on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:42:39.027702 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3628c29c-f339-49a3-9e5c-ada695596e31 None None] Attempting to bind port affb3a7f-4135-4b7c-bf78-e79b96db5d7a by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '3c94ddc8-cc30-4ff1-927b-ad10103dbe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2a74ef00-f5df-489f-9052-f7b1c4e6ccbe'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:42:39.028295 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3628c29c-f339-49a3-9e5c-ada695596e31 None None] Attempting to bind port affb3a7f-4135-4b7c-bf78-e79b96db5d7a on network 2a74ef00-f5df-489f-9052-f7b1c4e6ccbe {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:42:39.036799 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3628c29c-f339-49a3-9e5c-ada695596e31 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:42:39.037559 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3628c29c-f339-49a3-9e5c-ada695596e31 None None] Checking segment: {'id': '3c94ddc8-cc30-4ff1-927b-ad10103dbe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2a74ef00-f5df-489f-9052-f7b1c4e6ccbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:42:39.038180 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3628c29c-f339-49a3-9e5c-ada695596e31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:39.038856 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3628c29c-f339-49a3-9e5c-ada695596e31 None None] Bound using segment: {'id': '3c94ddc8-cc30-4ff1-927b-ad10103dbe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2a74ef00-f5df-489f-9052-f7b1c4e6ccbe'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:42:39.039816 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3628c29c-f339-49a3-9e5c-ada695596e31 None None] Bound port: affb3a7f-4135-4b7c-bf78-e79b96db5d7a, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c94ddc8-cc30-4ff1-927b-ad10103dbe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2a74ef00-f5df-489f-9052-f7b1c4e6ccbe'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:42:39.040540 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3628c29c-f339-49a3-9e5c-ada695596e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:39.055712 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-906bf46a-e99a-4e55-8dda-5e28fb9f9997 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:39.129661 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-906bf46a-e99a-4e55-8dda-5e28fb9f9997 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:39.137136 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6273e9c6-0930-46f8-a80c-4673df1a47a9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:39.171458 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-6273e9c6-0930-46f8-a80c-4673df1a47a9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a74ef00-f5df-489f-9052-f7b1c4e6ccbe']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:39.183701 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-6273e9c6-0930-46f8-a80c-4673df1a47a9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c94ddc8-cc30-4ff1-927b-ad10103dbe65') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:39.184361 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-6273e9c6-0930-46f8-a80c-4673df1a47a9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c94ddc8-cc30-4ff1-927b-ad10103dbe65') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:39.198211 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-906bf46a-e99a-4e55-8dda-5e28fb9f9997 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Network dcdb628e-5130-4046-a7ec-e30fed59a905 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:42:39.203664 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-906bf46a-e99a-4e55-8dda-5e28fb9f9997 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:42:39.204225 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6273e9c6-0930-46f8-a80c-4673df1a47a9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:39.208074 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3628c29c-f339-49a3-9e5c-ada695596e31 None None] For port affb3a7f-4135-4b7c-bf78-e79b96db5d7a, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:42:39.208237 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-906bf46a-e99a-4e55-8dda-5e28fb9f9997 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:42:39.222517 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3628c29c-f339-49a3-9e5c-ada695596e31 None None] For port affb3a7f-4135-4b7c-bf78-e79b96db5d7a, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=affb3a7f-4135-4b7c-bf78-e79b96db5d7a,segment=NetworkSegment(3c94ddc8-cc30-4ff1-927b-ad10103dbe65),segment_id=3c94ddc8-cc30-4ff1-927b-ad10103dbe65)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:42:39.230801 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3628c29c-f339-49a3-9e5c-ada695596e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:39.254335 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c695cd6-6577-4403-88a1-bce75d875ed1 None None] DHCP port deletion for dcdb628e-5130-4046-a7ec-e30fed59a905 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:42:39.256223 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6273e9c6-0930-46f8-a80c-4673df1a47a9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:39.282880 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6273e9c6-0930-46f8-a80c-4673df1a47a9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:42:39.283820 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6273e9c6-0930-46f8-a80c-4673df1a47a9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:39.290254 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bf46a-e99a-4e55-8dda-5e28fb9f9997 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Pushing event updated for resources: {'Port': ['ID=4344d8ad-2dad-4ff9-8e58-40d9f9582a09,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:39.295724 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:42:39.295724 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:42:39.295724 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:42:39.295724 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:42:39.295724 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:42:39.295724 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:42:39.295724 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:42:39.295724 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:42:39.295724 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:42:39.295724 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:42:39.295724 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:42:39.295724 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:42:39.295724 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:42:39.295724 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:42:39.295724 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:42:39.295724 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:42:39.295724 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:42:39.295724 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:42:39.295724 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:42:39.295724 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:42:39.295724 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:42:39.295724 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:42:39.295724 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:42:39.295724 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:42:39.295724 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:42:39.295724 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:42:39.295724 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:42:39.295724 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:42:39.295724 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:42:39.295724 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:42:39.295724 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:42:39.295724 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:42:39.311653 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-906bf46a-e99a-4e55-8dda-5e28fb9f9997 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:39.312270 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-906bf46a-e99a-4e55-8dda-5e28fb9f9997 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:39.376016 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-906bf46a-e99a-4e55-8dda-5e28fb9f9997 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1951146 Dec 09 15:42:39.391302 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997bce48-44cc-40b2-a43a-591174b8e3b1 req-452afc42-4f19-42b8-a58b-8b14e423f20a tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:39.399333 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-997bce48-44cc-40b2-a43a-591174b8e3b1 req-452afc42-4f19-42b8-a58b-8b14e423f20a tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1b79605-a105-498f-be10-aebe5e0822c1 HTTP/1.1" status: 200 len: 932 time: 0.1373463 Dec 09 15:42:39.407941 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-2ec0cb87-484f-4b04-b893-44ee2c8d4fe1 service neutron] Request body: {'port': {'device_id': 'a1b79605-a105-498f-be10-aebe5e0822c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:39.415176 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.db.api [None req-6273e9c6-0930-46f8-a80c-4673df1a47a9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 15:42:39.415176 n-d-821228-1 neutron-server[103245]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 15:42:39.415176 n-d-821228-1 neutron-server[103245]: [parameters: {'id': '2a74ef00-f5df-489f-9052-f7b1c4e6ccbe'}] Dec 09 15:42:39.415176 n-d-821228-1 neutron-server[103245]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:42:39.416000 n-d-821228-1 neutron-server[103245]: DEBUG oslo_db.api [None req-6273e9c6-0930-46f8-a80c-4673df1a47a9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:42:39.475509 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628c29c-f339-49a3-9e5c-ada695596e31 None None] Pushing event updated for resources: {'Port': ['ID=affb3a7f-4135-4b7c-bf78-e79b96db5d7a,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:39.501525 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-360bc84f-aa48-4491-a01e-8898fdf8c1ba None None] Provisioning complete for port 4344d8ad-2dad-4ff9-8e58-40d9f9582a09 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:42:39.502672 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-360bc84f-aa48-4491-a01e-8898fdf8c1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:39.522215 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-997bce48-44cc-40b2-a43a-591174b8e3b1 req-d9cb99d8-e3c1-44d1-aa02-2ac267105f30 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207545 Dec 09 15:42:39.523968 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-2ec0cb87-484f-4b04-b893-44ee2c8d4fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:39.538763 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc5a55a-1a4e-4d0c-a9e3-18bf5b11d2f3 None None] Network 2a74ef00-f5df-489f-9052-f7b1c4e6ccbe requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:42:39.631427 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-360bc84f-aa48-4491-a01e-8898fdf8c1ba None None] Port 4344d8ad-2dad-4ff9-8e58-40d9f9582a09 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:42:39.683999 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dccabc0-f3a3-48e9-8d62-bd535b48ed77 None None] get_active_networks_info from n-d-821228-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 15:42:39.832607 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75544d-36f4-4392-90c6-d9f90e572249 req-1de874f2-5b5e-4217-bd57-73dfd9ca4eca tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:39.835115 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1c75544d-36f4-4392-90c6-d9f90e572249 req-1de874f2-5b5e-4217-bd57-73dfd9ca4eca tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/ports?device_id=010b8793-9768-4df0-800b-a7cc9fd4196a HTTP/1.1" status: 200 len: 945 time: 0.2152014 Dec 09 15:42:39.848348 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dccabc0-f3a3-48e9-8d62-bd535b48ed77 None None] Resources bound (agent type, host, resource id): {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 15:42:39.920896 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6273e9c6-0930-46f8-a80c-4673df1a47a9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:40.005482 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-6273e9c6-0930-46f8-a80c-4673df1a47a9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Deleting port affb3a7f-4135-4b7c-bf78-e79b96db5d7a {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:42:40.006436 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6273e9c6-0930-46f8-a80c-4673df1a47a9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:40.112835 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-6273e9c6-0930-46f8-a80c-4673df1a47a9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] For port affb3a7f-4135-4b7c-bf78-e79b96db5d7a, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=affb3a7f-4135-4b7c-bf78-e79b96db5d7a,segment=NetworkSegment(3c94ddc8-cc30-4ff1-927b-ad10103dbe65),segment_id=3c94ddc8-cc30-4ff1-927b-ad10103dbe65)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:42:40.113595 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6273e9c6-0930-46f8-a80c-4673df1a47a9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:40.140927 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-6273e9c6-0930-46f8-a80c-4673df1a47a9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Calling delete_port for affb3a7f-4135-4b7c-bf78-e79b96db5d7a owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:42:40.275087 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6273e9c6-0930-46f8-a80c-4673df1a47a9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:40.305880 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6273e9c6-0930-46f8-a80c-4673df1a47a9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Pushing event deleted for resources: {'Port': ['ID=affb3a7f-4135-4b7c-bf78-e79b96db5d7a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:40.312364 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6273e9c6-0930-46f8-a80c-4673df1a47a9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] No DVR routers for this DVR port affb3a7f-4135-4b7c-bf78-e79b96db5d7a on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:42:40.345121 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1c75544d-36f4-4392-90c6-d9f90e572249 req-17615f4e-2634-41aa-90d7-e707074d4df1 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/security-groups?id=f75860f8-3c12-4147-8105-fba68cf10719&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4881318 Dec 09 15:42:40.415773 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6273e9c6-0930-46f8-a80c-4673df1a47a9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:40.441578 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-6273e9c6-0930-46f8-a80c-4673df1a47a9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a74ef00-f5df-489f-9052-f7b1c4e6ccbe']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:40.467790 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-6273e9c6-0930-46f8-a80c-4673df1a47a9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c94ddc8-cc30-4ff1-927b-ad10103dbe65') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:40.468304 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-6273e9c6-0930-46f8-a80c-4673df1a47a9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c94ddc8-cc30-4ff1-927b-ad10103dbe65') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:40.470915 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-2ec0cb87-484f-4b04-b893-44ee2c8d4fe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4344d8ad-2dad-4ff9-8e58-40d9f9582a09 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:42:40.485326 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6273e9c6-0930-46f8-a80c-4673df1a47a9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:40.491958 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-2ec0cb87-484f-4b04-b893-44ee2c8d4fe1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:40.514096 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6273e9c6-0930-46f8-a80c-4673df1a47a9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:40.529888 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6273e9c6-0930-46f8-a80c-4673df1a47a9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:42:40.530290 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6273e9c6-0930-46f8-a80c-4673df1a47a9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:40.533632 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:42:40.533632 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:42:40.533632 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:42:40.533632 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:42:40.533632 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:42:40.533632 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:42:40.533632 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:42:40.533632 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:42:40.533632 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:42:40.533632 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:42:40.533632 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:42:40.533632 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:42:40.533632 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:42:40.533632 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:42:40.533632 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:42:40.533632 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:42:40.533632 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:42:40.533632 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:42:40.533632 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:42:40.533632 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:42:40.533632 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:42:40.533632 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:42:40.533632 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:42:40.533632 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:42:40.533632 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:42:40.533632 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:42:40.533632 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:42:40.533632 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:42:40.533632 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:42:40.533632 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:42:40.533632 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:42:40.533632 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:42:40.573172 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef078eb7-c81d-4a92-bdc9-7dacb8c88016 req-91b9db29-41ea-4a3a-86af-ab335f9f7882 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:40.578204 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ef078eb7-c81d-4a92-bdc9-7dacb8c88016 req-91b9db29-41ea-4a3a-86af-ab335f9f7882 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 946 time: 0.0998640 Dec 09 15:42:40.634596 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6273e9c6-0930-46f8-a80c-4673df1a47a9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:40.635086 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-2ec0cb87-484f-4b04-b893-44ee2c8d4fe1 service neutron] Transition to ACTIVE for port object 4344d8ad-2dad-4ff9-8e58-40d9f9582a09 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:42:40.644855 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6273e9c6-0930-46f8-a80c-4673df1a47a9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:40.646938 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-2ec0cb87-484f-4b04-b893-44ee2c8d4fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:40.650952 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6273e9c6-0930-46f8-a80c-4673df1a47a9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] 10.222.0.57 "DELETE /v2.0/networks/2a74ef00-f5df-489f-9052-f7b1c4e6ccbe HTTP/1.1" status: 204 len: 168 time: 2.6543193 Dec 09 15:42:40.654986 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40722) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:40.659979 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d1ea8ca8-5056-4dc9-a02f-7fb963287bc2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1647169684'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:40.678870 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6273e9c6-0930-46f8-a80c-4673df1a47a9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Pushing event deleted for resources: {'Network': ['ID=2a74ef00-f5df-489f-9052-f7b1c4e6ccbe,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:40.697161 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ef078eb7-c81d-4a92-bdc9-7dacb8c88016 req-cc9a50fd-7133-4125-85d5-1abb2b0fb0e2 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120813 Dec 09 15:42:40.703711 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7dec32-1291-4ec3-b64d-0fae474043bc None None] DHCP port deletion for dcdb628e-5130-4046-a7ec-e30fed59a905 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:42:40.715259 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ea8ca8-5056-4dc9-a02f-7fb963287bc2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Made reservation on behalf of 9e09f7f25f4f467fa0163176c15c7478 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:42:40.753628 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d1ea8ca8-5056-4dc9-a02f-7fb963287bc2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:40.763391 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec0cb87-484f-4b04-b893-44ee2c8d4fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=4344d8ad-2dad-4ff9-8e58-40d9f9582a09,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:40.809891 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1ea8ca8-5056-4dc9-a02f-7fb963287bc2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:42:40.847684 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d1ea8ca8-5056-4dc9-a02f-7fb963287bc2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:40.850435 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-d1ea8ca8-5056-4dc9-a02f-7fb963287bc2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Added segment ac37857b-d77e-4e4e-ab70-cebf70bab5c1 of type vlan for network d7be4d33-bf77-4218-a64d-090da8c9dd11 Dec 09 15:42:40.857185 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-2ec0cb87-484f-4b04-b893-44ee2c8d4fe1 service neutron] Attempting to bind port 4344d8ad-2dad-4ff9-8e58-40d9f9582a09 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:42:40.857775 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-2ec0cb87-484f-4b04-b893-44ee2c8d4fe1 service neutron] Attempting to bind port 4344d8ad-2dad-4ff9-8e58-40d9f9582a09 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': 'ddd0682b-bda1-497e-bda9-d80ab59b93d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'dcdb628e-5130-4046-a7ec-e30fed59a905'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:42:40.858114 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-2ec0cb87-484f-4b04-b893-44ee2c8d4fe1 service neutron] Attempting to bind port 4344d8ad-2dad-4ff9-8e58-40d9f9582a09 on network dcdb628e-5130-4046-a7ec-e30fed59a905 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:42:40.864446 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-2ec0cb87-484f-4b04-b893-44ee2c8d4fe1 service neutron] Port 4344d8ad-2dad-4ff9-8e58-40d9f9582a09 on network dcdb628e-5130-4046-a7ec-e30fed59a905 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:42:40.865814 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-2ec0cb87-484f-4b04-b893-44ee2c8d4fe1 service neutron] Attempting to bind port 4344d8ad-2dad-4ff9-8e58-40d9f9582a09 on network dcdb628e-5130-4046-a7ec-e30fed59a905 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:42:40.876468 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-2ec0cb87-484f-4b04-b893-44ee2c8d4fe1 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:42:40.877263 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-2ec0cb87-484f-4b04-b893-44ee2c8d4fe1 service neutron] Checking segment: {'id': 'ddd0682b-bda1-497e-bda9-d80ab59b93d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'dcdb628e-5130-4046-a7ec-e30fed59a905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:42:40.877912 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-2ec0cb87-484f-4b04-b893-44ee2c8d4fe1 service neutron] Bound using segment: {'id': 'ddd0682b-bda1-497e-bda9-d80ab59b93d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'dcdb628e-5130-4046-a7ec-e30fed59a905'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:42:40.879457 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-2ec0cb87-484f-4b04-b893-44ee2c8d4fe1 service neutron] Bound port: 4344d8ad-2dad-4ff9-8e58-40d9f9582a09, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd0682b-bda1-497e-bda9-d80ab59b93d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'dcdb628e-5130-4046-a7ec-e30fed59a905'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:42:40.880094 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-2ec0cb87-484f-4b04-b893-44ee2c8d4fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:40.944085 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d1ea8ca8-5056-4dc9-a02f-7fb963287bc2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:41.000301 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d1ea8ca8-5056-4dc9-a02f-7fb963287bc2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:41.008493 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ea8ca8-5056-4dc9-a02f-7fb963287bc2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:41.008493 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d1ea8ca8-5056-4dc9-a02f-7fb963287bc2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:41.031137 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-2ec0cb87-484f-4b04-b893-44ee2c8d4fe1 service neutron] For port 4344d8ad-2dad-4ff9-8e58-40d9f9582a09, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:42:41.034569 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-2ec0cb87-484f-4b04-b893-44ee2c8d4fe1 service neutron] For port 4344d8ad-2dad-4ff9-8e58-40d9f9582a09, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=4344d8ad-2dad-4ff9-8e58-40d9f9582a09,segment=NetworkSegment(ddd0682b-bda1-497e-bda9-d80ab59b93d8),segment_id=ddd0682b-bda1-497e-bda9-d80ab59b93d8)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:42:41.045841 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-2ec0cb87-484f-4b04-b893-44ee2c8d4fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:41.104555 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d1ea8ca8-5056-4dc9-a02f-7fb963287bc2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4485931 Dec 09 15:42:41.112462 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40726) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:41.118519 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c5ff6fd6-e16c-4851-aabd-f51e5f6b1dd9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Request body: {'subnet': {'network_id': 'd7be4d33-bf77-4218-a64d-090da8c9dd11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:41.146570 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b4e15b-1f4d-4576-82f8-ac4ae098cde7 None None] DHCP port deletion for dcdb628e-5130-4046-a7ec-e30fed59a905 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:42:41.147642 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-2ec0cb87-484f-4b04-b893-44ee2c8d4fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:41.148273 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-2ec0cb87-484f-4b04-b893-44ee2c8d4fe1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:41.149880 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-2ec0cb87-484f-4b04-b893-44ee2c8d4fe1 service neutron] 10.222.0.31 "PUT /v2.0/ports/4344d8ad-2dad-4ff9-8e58-40d9f9582a09 HTTP/1.1" status: 200 len: 1092 time: 1.7477036 Dec 09 15:42:41.150341 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec0cb87-484f-4b04-b893-44ee2c8d4fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=4344d8ad-2dad-4ff9-8e58-40d9f9582a09,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:41.152745 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b79605-a105-498f-be10-aebe5e0822c1', 'tag': '4344d8ad-2dad-4ff9-8e58-40d9f9582a09'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:42:41.155028 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a7b4a3-8839-4dc4-a36a-2b9b01ac768f" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b79605-a105-498f-be10-aebe5e0822c1", "tag": "4344d8ad-2dad-4ff9-8e58-40d9f9582a09"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:42:41.191462 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dad860-e9ca-42a2-9c4f-856dd8ba649b req-e8eb5971-e141-436f-872a-f6d8d05a19ed tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:41.193054 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-21dad860-e9ca-42a2-9c4f-856dd8ba649b req-e8eb5971-e141-436f-872a-f6d8d05a19ed tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1b79605-a105-498f-be10-aebe5e0822c1 HTTP/1.1" status: 200 len: 944 time: 0.0840700 Dec 09 15:42:41.205534 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea8ca8-5056-4dc9-a02f-7fb963287bc2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Pushing event updated for resources: {'Network': ['ID=d7be4d33-bf77-4218-a64d-090da8c9dd11,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:41.227307 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network d7be4d33-bf77-4218-a64d-090da8c9dd11 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:42:41.289704 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ff6fd6-e16c-4851-aabd-f51e5f6b1dd9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Made reservation on behalf of 9e09f7f25f4f467fa0163176c15c7478 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:42:41.297331 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-d535fc8b-2675-4218-a385-959ac6742d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:41.300281 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-d535fc8b-2675-4218-a385-959ac6742d49 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=07844446e2964e2183164fabedd030ef&device_id=a1b79605-a105-498f-be10-aebe5e0822c1 HTTP/1.1" status: 200 len: 1095 time: 0.1060436 Dec 09 15:42:41.303269 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5ff6fd6-e16c-4851-aabd-f51e5f6b1dd9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:41.307914 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-21dad860-e9ca-42a2-9c4f-856dd8ba649b req-c9495eb7-5c4b-4379-9430-fd8465e01bd3 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043758 Dec 09 15:42:41.393879 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-94005c7c-2d82-4d15-a5de-27546e5540db service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4344d8ad-2dad-4ff9-8e58-40d9f9582a09 HTTP/1.1" status: 200 len: 217 time: 0.0816572 Dec 09 15:42:41.416995 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca5398b-e8d9-4960-86fd-085b67212abd x-openstack-request-id: req-7ca5398b-e8d9-4960-86fd-085b67212abd {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:42:41.417276 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b79605-a105-498f-be10-aebe5e0822c1", "tag": "4344d8ad-2dad-4ff9-8e58-40d9f9582a09", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:42:41.417559 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7ca5398b-e8d9-4960-86fd-085b67212abd {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:42:41.417972 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b79605-a105-498f-be10-aebe5e0822c1', 'tag': '4344d8ad-2dad-4ff9-8e58-40d9f9582a09', 'status': 'completed', 'code': 200} Dec 09 15:42:41.483017 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-16fa2569-3cc3-4985-b746-c250e0c17aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:41.485722 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-16fa2569-3cc3-4985-b746-c250e0c17aea service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a75137d3-5bab-4ff0-9c87-80fcdd67f478 HTTP/1.1" status: 200 len: 860 time: 0.0828676 Dec 09 15:42:41.531956 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-b3b08e16-0f35-4b9e-a71e-301cf7ba3ac8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dcdb628e-5130-4046-a7ec-e30fed59a905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394776 Dec 09 15:42:41.755549 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-5af265b6-b5fc-45d5-bdf8-c1366a47f18d service neutron] 10.222.0.31 "GET /v2.0/networks/dcdb628e-5130-4046-a7ec-e30fed59a905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143793 Dec 09 15:42:41.756293 n-d-821228-1 neutron-server[103245]: DEBUG neutron.objects.ports [None req-c5ff6fd6-e16c-4851-aabd-f51e5f6b1dd9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103245) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 15:42:41.758012 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5ff6fd6-e16c-4851-aabd-f51e5f6b1dd9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:41.825057 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff6fd6-e16c-4851-aabd-f51e5f6b1dd9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Pushing event updated for resources: {'Subnet': ['ID=e7bde013-9409-4b49-9dfe-a8a9d4f2c37c,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:41.833903 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ff6fd6-e16c-4851-aabd-f51e5f6b1dd9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Checking segment: {'id': 'ac37857b-d77e-4e4e-ab70-cebf70bab5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd7be4d33-bf77-4218-a64d-090da8c9dd11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:42:41.834359 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ff6fd6-e16c-4851-aabd-f51e5f6b1dd9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Network hostable DHCP agents. Network: d7be4d33-bf77-4218-a64d-090da8c9dd11, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:42:41.859171 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ff6fd6-e16c-4851-aabd-f51e5f6b1dd9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Network d7be4d33-bf77-4218-a64d-090da8c9dd11 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:42:41.861742 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260c56a-3412-4d70-9e51-fb6099873599 req-e560f9a1-5adb-4fcf-a2bc-a6ce3439202b tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:41.863249 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d260c56a-3412-4d70-9e51-fb6099873599 req-e560f9a1-5adb-4fcf-a2bc-a6ce3439202b tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/ports?device_id=010b8793-9768-4df0-800b-a7cc9fd4196a HTTP/1.1" status: 200 len: 945 time: 0.1579812 Dec 09 15:42:41.874594 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-c5ff6fd6-e16c-4851-aabd-f51e5f6b1dd9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, d7be4d33-bf77-4218-a64d-090da8c9dd11) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:42:41.884451 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967264f8-840f-44c2-ad6a-4f950b323604 None None] Network d7be4d33-bf77-4218-a64d-090da8c9dd11 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:42:41.888407 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ff6fd6-e16c-4851-aabd-f51e5f6b1dd9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:41.895308 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5ff6fd6-e16c-4851-aabd-f51e5f6b1dd9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:41.924706 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c5ff6fd6-e16c-4851-aabd-f51e5f6b1dd9 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8107188 Dec 09 15:42:41.928655 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 40742) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:41.944069 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d30e93e-ac28-46dd-bef6-af0a16603d28 req-5c0eb194-da32-4606-ab5b-7da17af93d39 service neutron] 10.222.0.31 "GET /v2.0/networks/dcdb628e-5130-4046-a7ec-e30fed59a905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805837 Dec 09 15:42:42.015687 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d260c56a-3412-4d70-9e51-fb6099873599 req-d467c5b8-6665-46a0-b01e-dec64311c9e8 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/security-groups?id=f75860f8-3c12-4147-8105-fba68cf10719&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1315293 Dec 09 15:42:42.142264 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7b4a3-8839-4dc4-a36a-2b9b01ac768f req-f29c7dc1-db80-4c47-b575-477545da07ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:42.143725 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b2a7b4a3-8839-4dc4-a36a-2b9b01ac768f req-f29c7dc1-db80-4c47-b575-477545da07ba service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=07844446e2964e2183164fabedd030ef&device_id=a1b79605-a105-498f-be10-aebe5e0822c1 HTTP/1.1" status: 200 len: 1095 time: 0.1249998 Dec 09 15:42:42.189589 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f82158b-0ed8-42b4-b586-b381bc071906 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:42.251129 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8305d7-903b-466a-9755-f33437ca0189 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-d7be4d33-bf77-4218-a64d-090da8c9dd11', 'network_id': 'd7be4d33-bf77-4218-a64d-090da8c9dd11', 'project_id': '9e09f7f25f4f467fa0163176c15c7478', 'fixed_ips': [{'subnet_id': 'e7bde013-9409-4b49-9dfe-a8a9d4f2c37c'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:42:42.252722 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ee8305d7-903b-466a-9755-f33437ca0189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:42.270787 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682595b-cd57-4332-b113-adcc61262f71 req-f76c70c8-48e5-40d8-bf19-64242e19f5bf tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:42.272351 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0682595b-cd57-4332-b113-adcc61262f71 req-f76c70c8-48e5-40d8-bf19-64242e19f5bf tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 946 time: 0.1814592 Dec 09 15:42:42.385163 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7b4a3-8839-4dc4-a36a-2b9b01ac768f req-263d9470-ba15-4ce5-88c9-16e5edbb23ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:42.386598 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b2a7b4a3-8839-4dc4-a36a-2b9b01ac768f req-263d9470-ba15-4ce5-88c9-16e5edbb23ed service neutron] 10.222.0.31 "GET /v2.0/networks?id=dcdb628e-5130-4046-a7ec-e30fed59a905 HTTP/1.1" status: 200 len: 921 time: 0.2348278 Dec 09 15:42:42.391208 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f82158b-0ed8-42b4-b586-b381bc071906 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:42.427550 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0682595b-cd57-4332-b113-adcc61262f71 req-3535b871-057f-46dc-aa7a-7ae18d61e0e9 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454816 Dec 09 15:42:42.461184 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-ee8305d7-903b-466a-9755-f33437ca0189 None None] Allocated IP 2001:db8::f816:3eff:fe3d:a20e (d7be4d33-bf77-4218-a64d-090da8c9dd11/e7bde013-9409-4b49-9dfe-a8a9d4f2c37c/87069f8b-1da2-4241-adea-8e48ac3f381a) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:42:42.483800 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b2a7b4a3-8839-4dc4-a36a-2b9b01ac768f req-306217eb-6408-4bf3-a80f-341bda104b8c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4344d8ad-2dad-4ff9-8e58-40d9f9582a09 HTTP/1.1" status: 200 len: 217 time: 0.0866599 Dec 09 15:42:42.574008 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7b4a3-8839-4dc4-a36a-2b9b01ac768f req-5e0cf541-39fa-4c9c-9c10-5be141c1ad9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:42.575876 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b2a7b4a3-8839-4dc4-a36a-2b9b01ac768f req-5e0cf541-39fa-4c9c-9c10-5be141c1ad9e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a75137d3-5bab-4ff0-9c87-80fcdd67f478 HTTP/1.1" status: 200 len: 860 time: 0.0816200 Dec 09 15:42:42.619576 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b2a7b4a3-8839-4dc4-a36a-2b9b01ac768f req-45362978-31f8-45c0-9f13-766dd65904cd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dcdb628e-5130-4046-a7ec-e30fed59a905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334766 Dec 09 15:42:42.695399 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ee8305d7-903b-466a-9755-f33437ca0189 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:42.714476 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ee8305d7-903b-466a-9755-f33437ca0189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:42.778383 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8305d7-903b-466a-9755-f33437ca0189 None None] Network d7be4d33-bf77-4218-a64d-090da8c9dd11 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:42:42.785249 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-ee8305d7-903b-466a-9755-f33437ca0189 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:42:42.790167 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8305d7-903b-466a-9755-f33437ca0189 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:42:42.809936 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8305d7-903b-466a-9755-f33437ca0189 None None] Pushing event updated for resources: {'Port': ['ID=87069f8b-1da2-4241-adea-8e48ac3f381a,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:42.868467 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-ee8305d7-903b-466a-9755-f33437ca0189 None None] Attempting to bind port 87069f8b-1da2-4241-adea-8e48ac3f381a on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:42:42.868841 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-ee8305d7-903b-466a-9755-f33437ca0189 None None] Attempting to bind port 87069f8b-1da2-4241-adea-8e48ac3f381a by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'ac37857b-d77e-4e4e-ab70-cebf70bab5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd7be4d33-bf77-4218-a64d-090da8c9dd11'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:42:42.869221 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8305d7-903b-466a-9755-f33437ca0189 None None] Attempting to bind port 87069f8b-1da2-4241-adea-8e48ac3f381a on network d7be4d33-bf77-4218-a64d-090da8c9dd11 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:42:42.872338 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b2a7b4a3-8839-4dc4-a36a-2b9b01ac768f req-7dda3091-4ac1-48e6-866d-a21f945de93c service neutron] 10.222.0.31 "GET /v2.0/networks/dcdb628e-5130-4046-a7ec-e30fed59a905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379081 Dec 09 15:42:42.875298 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f82158b-0ed8-42b4-b586-b381bc071906 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:42.875480 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8305d7-903b-466a-9755-f33437ca0189 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:42:42.875480 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8305d7-903b-466a-9755-f33437ca0189 None None] Checking segment: {'id': 'ac37857b-d77e-4e4e-ab70-cebf70bab5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd7be4d33-bf77-4218-a64d-090da8c9dd11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:42:42.875480 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ee8305d7-903b-466a-9755-f33437ca0189 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:42.877058 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8305d7-903b-466a-9755-f33437ca0189 None None] Bound using segment: {'id': 'ac37857b-d77e-4e4e-ab70-cebf70bab5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd7be4d33-bf77-4218-a64d-090da8c9dd11'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:42:42.877058 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-ee8305d7-903b-466a-9755-f33437ca0189 None None] Bound port: 87069f8b-1da2-4241-adea-8e48ac3f381a, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac37857b-d77e-4e4e-ab70-cebf70bab5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd7be4d33-bf77-4218-a64d-090da8c9dd11'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:42:42.877058 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ee8305d7-903b-466a-9755-f33437ca0189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:42.938561 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82158b-0ed8-42b4-b586-b381bc071906 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Pushing event deleted for resources: {'Subnet': ['ID=e7bde013-9409-4b49-9dfe-a8a9d4f2c37c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:42.960330 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ee8305d7-903b-466a-9755-f33437ca0189 None None] For port 87069f8b-1da2-4241-adea-8e48ac3f381a, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:42:42.965276 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ee8305d7-903b-466a-9755-f33437ca0189 None None] For port 87069f8b-1da2-4241-adea-8e48ac3f381a, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=87069f8b-1da2-4241-adea-8e48ac3f381a,segment=NetworkSegment(ac37857b-d77e-4e4e-ab70-cebf70bab5c1),segment_id=ac37857b-d77e-4e4e-ab70-cebf70bab5c1)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:42:42.971233 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ee8305d7-903b-466a-9755-f33437ca0189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:43.042101 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584b261-5a97-45ab-84f3-1404f11e52ae req-510d2254-e96b-4301-8664-76727d8798d2 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:43.049883 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8584b261-5a97-45ab-84f3-1404f11e52ae req-510d2254-e96b-4301-8664-76727d8798d2 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1b79605-a105-498f-be10-aebe5e0822c1 HTTP/1.1" status: 200 len: 944 time: 0.2511919 Dec 09 15:42:43.054441 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f82158b-0ed8-42b4-b586-b381bc071906 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:43.115173 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-7f82158b-0ed8-42b4-b586-b381bc071906 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7be4d33-bf77-4218-a64d-090da8c9dd11']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:43.127579 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab928bb-ac6b-48ba-a05b-65fa829fbe14 None None] Network d7be4d33-bf77-4218-a64d-090da8c9dd11 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:42:43.129920 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8305d7-903b-466a-9755-f33437ca0189 None None] Pushing event updated for resources: {'Port': ['ID=87069f8b-1da2-4241-adea-8e48ac3f381a,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:43.137260 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b2a7b4a3-8839-4dc4-a36a-2b9b01ac768f req-3491ebfd-0ca9-4653-8478-f966df09e78b service neutron] 10.222.0.31 "GET /v2.0/networks/dcdb628e-5130-4046-a7ec-e30fed59a905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496777 Dec 09 15:42:43.142529 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-7f82158b-0ed8-42b4-b586-b381bc071906 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac37857b-d77e-4e4e-ab70-cebf70bab5c1') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:43.143035 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-7f82158b-0ed8-42b4-b586-b381bc071906 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac37857b-d77e-4e4e-ab70-cebf70bab5c1') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:43.161454 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f82158b-0ed8-42b4-b586-b381bc071906 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:43.184194 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8584b261-5a97-45ab-84f3-1404f11e52ae req-16cce324-4ff6-4af5-a34b-e4210c7ce00f tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334188 Dec 09 15:42:43.200532 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f82158b-0ed8-42b4-b586-b381bc071906 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:43.216039 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f82158b-0ed8-42b4-b586-b381bc071906 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:42:43.216371 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f82158b-0ed8-42b4-b586-b381bc071906 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:43.219850 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:42:43.219850 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:42:43.219850 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:42:43.219850 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:42:43.219850 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:42:43.219850 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:42:43.219850 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:42:43.219850 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:42:43.219850 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:42:43.219850 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:42:43.219850 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:42:43.219850 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:42:43.219850 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:42:43.219850 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:42:43.219850 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:42:43.219850 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:42:43.219850 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:42:43.219850 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:42:43.219850 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:42:43.219850 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:42:43.219850 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:42:43.219850 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:42:43.219850 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:42:43.219850 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:42:43.219850 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:42:43.219850 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:42:43.219850 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:42:43.219850 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:42:43.219850 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:42:43.219850 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:42:43.219850 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:42:43.219850 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:42:43.281532 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f2151c-504f-4fe3-8778-e0492b841ed9 None None] get_active_networks_info from n-d-821228-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 15:42:43.289604 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.db.api [None req-7f82158b-0ed8-42b4-b586-b381bc071906 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 15:42:43.289604 n-d-821228-1 neutron-server[103244]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 15:42:43.289604 n-d-821228-1 neutron-server[103244]: [parameters: {'id': 'd7be4d33-bf77-4218-a64d-090da8c9dd11'}] Dec 09 15:42:43.289604 n-d-821228-1 neutron-server[103244]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:42:43.290000 n-d-821228-1 neutron-server[103244]: DEBUG oslo_db.api [None req-7f82158b-0ed8-42b4-b586-b381bc071906 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:42:43.446235 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f2151c-504f-4fe3-8778-e0492b841ed9 None None] Resources bound (agent type, host, resource id): {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 15:42:43.494277 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678dbb91-1733-45d8-880f-eeebad3b85f8 req-e3e969a0-9565-49fb-8dbe-416b67d8e7c8 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:43.503154 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-678dbb91-1733-45d8-880f-eeebad3b85f8 req-e3e969a0-9565-49fb-8dbe-416b67d8e7c8 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/ports?device_id=010b8793-9768-4df0-800b-a7cc9fd4196a HTTP/1.1" status: 200 len: 945 time: 0.0600483 Dec 09 15:42:43.560978 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-678dbb91-1733-45d8-880f-eeebad3b85f8 req-bd8f8f0c-af1a-4bc5-b25b-e4ecb68af05b tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/security-groups?id=f75860f8-3c12-4147-8105-fba68cf10719&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514803 Dec 09 15:42:43.670520 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285ceb0-2e6f-4994-b1dd-15a471b3befc req-5d1f225d-8725-47da-bc6b-da08277b2978 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:43.672233 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0285ceb0-2e6f-4994-b1dd-15a471b3befc req-5d1f225d-8725-47da-bc6b-da08277b2978 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 946 time: 0.0599356 Dec 09 15:42:43.724728 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0285ceb0-2e6f-4994-b1dd-15a471b3befc req-e68e50fe-9065-4e60-ba7b-4cd717d5a8c9 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466318 Dec 09 15:42:43.790677 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f82158b-0ed8-42b4-b586-b381bc071906 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:43.875264 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7f82158b-0ed8-42b4-b586-b381bc071906 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Deleting port 87069f8b-1da2-4241-adea-8e48ac3f381a {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:42:43.875624 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f82158b-0ed8-42b4-b586-b381bc071906 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:43.945861 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-7f82158b-0ed8-42b4-b586-b381bc071906 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] For port 87069f8b-1da2-4241-adea-8e48ac3f381a, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=87069f8b-1da2-4241-adea-8e48ac3f381a,segment=NetworkSegment(ac37857b-d77e-4e4e-ab70-cebf70bab5c1),segment_id=ac37857b-d77e-4e4e-ab70-cebf70bab5c1)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:42:43.946226 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f82158b-0ed8-42b4-b586-b381bc071906 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:43.959880 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7f82158b-0ed8-42b4-b586-b381bc071906 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Calling delete_port for 87069f8b-1da2-4241-adea-8e48ac3f381a owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:42:44.041545 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f82158b-0ed8-42b4-b586-b381bc071906 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:44.067276 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82158b-0ed8-42b4-b586-b381bc071906 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Pushing event deleted for resources: {'Port': ['ID=87069f8b-1da2-4241-adea-8e48ac3f381a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:44.072701 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f82158b-0ed8-42b4-b586-b381bc071906 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] No DVR routers for this DVR port 87069f8b-1da2-4241-adea-8e48ac3f381a on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:42:44.162097 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f82158b-0ed8-42b4-b586-b381bc071906 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:44.183426 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-7f82158b-0ed8-42b4-b586-b381bc071906 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7be4d33-bf77-4218-a64d-090da8c9dd11']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:44.194301 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-7f82158b-0ed8-42b4-b586-b381bc071906 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac37857b-d77e-4e4e-ab70-cebf70bab5c1') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:44.194817 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-7f82158b-0ed8-42b4-b586-b381bc071906 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac37857b-d77e-4e4e-ab70-cebf70bab5c1') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:44.209511 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f82158b-0ed8-42b4-b586-b381bc071906 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:44.225961 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f82158b-0ed8-42b4-b586-b381bc071906 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:44.233772 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f82158b-0ed8-42b4-b586-b381bc071906 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:42:44.234158 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f82158b-0ed8-42b4-b586-b381bc071906 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:44.237748 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:42:44.237748 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:42:44.237748 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:42:44.237748 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:42:44.237748 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:42:44.237748 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:42:44.237748 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:42:44.237748 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:42:44.237748 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:42:44.237748 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:42:44.237748 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:42:44.237748 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:42:44.237748 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:42:44.237748 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:42:44.237748 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:42:44.237748 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:42:44.237748 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:42:44.237748 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:42:44.237748 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:42:44.237748 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:42:44.237748 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:42:44.237748 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:42:44.237748 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:42:44.237748 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:42:44.237748 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:42:44.237748 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:42:44.237748 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:42:44.237748 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:42:44.237748 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:42:44.237748 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:42:44.237748 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:42:44.237748 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:42:44.347839 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4492ab-11ab-41fb-925f-7eca644b7cd7 req-e10cb1df-9a9b-4664-a03b-004243677569 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:44.349469 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8c4492ab-11ab-41fb-925f-7eca644b7cd7 req-e10cb1df-9a9b-4664-a03b-004243677569 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1b79605-a105-498f-be10-aebe5e0822c1 HTTP/1.1" status: 200 len: 944 time: 0.0767839 Dec 09 15:42:44.350869 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f82158b-0ed8-42b4-b586-b381bc071906 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:44.359369 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f82158b-0ed8-42b4-b586-b381bc071906 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:44.362556 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7f82158b-0ed8-42b4-b586-b381bc071906 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] 10.222.0.57 "DELETE /v2.0/networks/d7be4d33-bf77-4218-a64d-090da8c9dd11 HTTP/1.1" status: 204 len: 168 time: 2.4327641 Dec 09 15:42:44.367478 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40770) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:44.387270 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82158b-0ed8-42b4-b586-b381bc071906 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Pushing event deleted for resources: {'Network': ['ID=d7be4d33-bf77-4218-a64d-090da8c9dd11,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:44.397394 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-41ce9164-2e03-4fa1-badf-f04167ced4e6 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] DELETE failed (client error): The resource could not be found. Dec 09 15:42:44.397857 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41ce9164-2e03-4fa1-badf-f04167ced4e6 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:42:44.403816 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-41ce9164-2e03-4fa1-badf-f04167ced4e6 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] 10.222.0.57 "DELETE /v2.0/subnets/e7bde013-9409-4b49-9dfe-a8a9d4f2c37c HTTP/1.1" status: 404 len: 337 time: 0.0352981 Dec 09 15:42:44.405419 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40772) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:44.424257 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e46e940-a143-4665-afc8-f0300a275d39 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] DELETE failed (client error): The resource could not be found. Dec 09 15:42:44.424812 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e46e940-a143-4665-afc8-f0300a275d39 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:42:44.430608 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4e46e940-a143-4665-afc8-f0300a275d39 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] 10.222.0.57 "DELETE /v2.0/networks/d7be4d33-bf77-4218-a64d-090da8c9dd11 HTTP/1.1" status: 404 len: 339 time: 0.0242398 Dec 09 15:42:44.431235 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40774) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:44.436084 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8c4492ab-11ab-41fb-925f-7eca644b7cd7 req-b20f68f6-6c87-45ef-9347-21e9e7bdc230 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724850 Dec 09 15:42:44.457444 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-797930c0-3075-4f3f-a505-3f5b56c6b47d tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] DELETE failed (client error): The resource could not be found. Dec 09 15:42:44.457883 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-797930c0-3075-4f3f-a505-3f5b56c6b47d tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:42:44.461057 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-797930c0-3075-4f3f-a505-3f5b56c6b47d tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] 10.222.0.57 "DELETE /v2.0/subnets/c92c3e20-71f8-4260-bc78-762ff1a1f89d HTTP/1.1" status: 404 len: 337 time: 0.0289097 Dec 09 15:42:44.463956 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40776) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:44.486439 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5309928-6908-44e8-881b-130aeeb18a73 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] DELETE failed (client error): The resource could not be found. Dec 09 15:42:44.486928 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5309928-6908-44e8-881b-130aeeb18a73 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:42:44.489907 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e5309928-6908-44e8-881b-130aeeb18a73 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] 10.222.0.57 "DELETE /v2.0/networks/2a74ef00-f5df-489f-9052-f7b1c4e6ccbe HTTP/1.1" status: 404 len: 339 time: 0.0250523 Dec 09 15:42:44.492575 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40778) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:44.529631 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5003a74-c31f-47d2-86e1-3c5d9bf9b082 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] DELETE failed (client error): The resource could not be found. Dec 09 15:42:44.530079 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5003a74-c31f-47d2-86e1-3c5d9bf9b082 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:42:44.533858 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b5003a74-c31f-47d2-86e1-3c5d9bf9b082 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] 10.222.0.57 "DELETE /v2.0/subnets/b14f40e7-22d4-4bf6-8172-c116e2380893 HTTP/1.1" status: 404 len: 337 time: 0.0400281 Dec 09 15:42:44.536259 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40780) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:44.565264 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e2681c6-a9ae-4b72-8829-3491f45797d8 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] DELETE failed (client error): The resource could not be found. Dec 09 15:42:44.565879 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e2681c6-a9ae-4b72-8829-3491f45797d8 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:42:44.569805 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8e2681c6-a9ae-4b72-8829-3491f45797d8 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] 10.222.0.57 "DELETE /v2.0/networks/39a43228-b060-4c2e-b6bc-35f3e9daa7f3 HTTP/1.1" status: 404 len: 339 time: 0.0320899 Dec 09 15:42:44.573978 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40782) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:44.599018 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 4344d8ad-2dad-4ff9-8e58-40d9f9582a09 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:42:44.705993 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c28c5-e1b3-4649-b3a5-e3c0ab00bd1f req-cdcacb04-7fa1-43f2-bd7a-2e6c9d2bf2a4 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:44.706545 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c1683b0e-5806-40f8-aa48-c7279b1b7b2c tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Deleting port 0477c6be-b10c-45a2-ac57-b2c960fbc95d {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:42:44.706545 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c1683b0e-5806-40f8-aa48-c7279b1b7b2c tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:44.708957 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b84c28c5-e1b3-4649-b3a5-e3c0ab00bd1f req-cdcacb04-7fa1-43f2-bd7a-2e6c9d2bf2a4 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/ports?device_id=010b8793-9768-4df0-800b-a7cc9fd4196a HTTP/1.1" status: 200 len: 945 time: 0.0614698 Dec 09 15:42:44.724809 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 4344d8ad-2dad-4ff9-8e58-40d9f9582a09, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=4344d8ad-2dad-4ff9-8e58-40d9f9582a09,segment=NetworkSegment(ddd0682b-bda1-497e-bda9-d80ab59b93d8),segment_id=ddd0682b-bda1-497e-bda9-d80ab59b93d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:42:44.739826 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '4344d8ad-2dad-4ff9-8e58-40d9f9582a09', 'network_id': 'dcdb628e-5130-4046-a7ec-e30fed59a905', 'port_id': '4344d8ad-2dad-4ff9-8e58-40d9f9582a09', 'mac_address': 'fa:16:3e:00:65:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a75137d3-5bab-4ff0-9c87-80fcdd67f478', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:42:44.774639 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b84c28c5-e1b3-4649-b3a5-e3c0ab00bd1f req-8b2a7349-c4af-4f79-9a14-9d6b2f4828d3 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/security-groups?id=f75860f8-3c12-4147-8105-fba68cf10719&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0570829 Dec 09 15:42:44.789154 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c1683b0e-5806-40f8-aa48-c7279b1b7b2c tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:44.806922 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c1683b0e-5806-40f8-aa48-c7279b1b7b2c tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Calling delete_port for 0477c6be-b10c-45a2-ac57-b2c960fbc95d owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:42:44.823305 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:44.838723 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4344d8ad-2dad-4ff9-8e58-40d9f9582a09 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:42:44.867429 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 4344d8ad-2dad-4ff9-8e58-40d9f9582a09, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=4344d8ad-2dad-4ff9-8e58-40d9f9582a09,segment=NetworkSegment(ddd0682b-bda1-497e-bda9-d80ab59b93d8),segment_id=ddd0682b-bda1-497e-bda9-d80ab59b93d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:42:44.875020 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:44.916748 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64654c-7687-4b48-a2f6-11d173b7ff77 req-7de7cc16-2f56-47f2-b003-56e02248a3cb tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:44.918594 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c1683b0e-5806-40f8-aa48-c7279b1b7b2c tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:44.924862 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eb64654c-7687-4b48-a2f6-11d173b7ff77 req-7de7cc16-2f56-47f2-b003-56e02248a3cb tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 946 time: 0.0840573 Dec 09 15:42:44.942803 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c1683b0e-5806-40f8-aa48-c7279b1b7b2c tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:44.945989 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=4344d8ad-2dad-4ff9-8e58-40d9f9582a09,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:44.948690 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c1683b0e-5806-40f8-aa48-c7279b1b7b2c tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] 10.222.0.57 "DELETE /v2.0/ports/0477c6be-b10c-45a2-ac57-b2c960fbc95d HTTP/1.1" status: 204 len: 168 time: 0.3746109 Dec 09 15:42:44.952745 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40794) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:44.983392 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eb64654c-7687-4b48-a2f6-11d173b7ff77 req-09f6e203-1f00-4834-a9dc-bb6f96fb14dd tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576158 Dec 09 15:42:45.003130 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1683b0e-5806-40f8-aa48-c7279b1b7b2c tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Pushing event deleted for resources: {'Port': ['ID=0477c6be-b10c-45a2-ac57-b2c960fbc95d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:45.006291 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd0b3fbe-d7cc-4cb1-a345-3a401d6d5423 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] DELETE failed (client error): The resource could not be found. Dec 09 15:42:45.006759 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd0b3fbe-d7cc-4cb1-a345-3a401d6d5423 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:42:45.009972 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-fd0b3fbe-d7cc-4cb1-a345-3a401d6d5423 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] 10.222.0.57 "DELETE /v2.0/subnets/d98cdaec-0934-4fba-804f-1526a6cfbb7e HTTP/1.1" status: 404 len: 337 time: 0.0561979 Dec 09 15:42:45.012451 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40796) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:45.095948 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2013f7b2-b894-4ba0-a226-cedb860a5903 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:45.194280 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2013f7b2-b894-4ba0-a226-cedb860a5903 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:45.218447 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-2013f7b2-b894-4ba0-a226-cedb860a5903 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6b38a2a-4c0a-47ff-a3e6-e7e3ba1596e9']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:45.229654 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-2013f7b2-b894-4ba0-a226-cedb860a5903 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e7fbeba-5cd6-4853-b056-676b4becff00') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:45.229949 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-2013f7b2-b894-4ba0-a226-cedb860a5903 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e7fbeba-5cd6-4853-b056-676b4becff00') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:45.239712 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2013f7b2-b894-4ba0-a226-cedb860a5903 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:45.252997 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2013f7b2-b894-4ba0-a226-cedb860a5903 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:45.259260 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2013f7b2-b894-4ba0-a226-cedb860a5903 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:42:45.259862 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2013f7b2-b894-4ba0-a226-cedb860a5903 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:45.263108 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:42:45.263108 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:42:45.263108 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:42:45.263108 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:42:45.263108 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:42:45.263108 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:42:45.263108 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:42:45.263108 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:42:45.263108 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:42:45.263108 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:42:45.263108 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:42:45.263108 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:42:45.263108 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:42:45.263108 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:42:45.263108 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:42:45.263108 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:42:45.263108 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:42:45.263108 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:42:45.263108 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:42:45.263108 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:42:45.263108 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:42:45.263108 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:42:45.263108 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:42:45.263108 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:42:45.263108 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:42:45.263108 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:42:45.263108 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:42:45.263108 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:42:45.263108 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:42:45.263108 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:42:45.263108 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:42:45.263108 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:42:45.345070 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2013f7b2-b894-4ba0-a226-cedb860a5903 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:45.355231 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2013f7b2-b894-4ba0-a226-cedb860a5903 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:45.358111 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2013f7b2-b894-4ba0-a226-cedb860a5903 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] 10.222.0.57 "DELETE /v2.0/networks/c6b38a2a-4c0a-47ff-a3e6-e7e3ba1596e9 HTTP/1.1" status: 204 len: 168 time: 0.3445132 Dec 09 15:42:45.360933 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40800) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:45.367209 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9be44-f646-4e88-853e-dbdce012b4c7 req-1799056d-2346-4718-9439-054a0def96cf tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:45.368969 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-08a9be44-f646-4e88-853e-dbdce012b4c7 req-1799056d-2346-4718-9439-054a0def96cf tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.31 "GET /v2.0/ports?device_id=010b8793-9768-4df0-800b-a7cc9fd4196a HTTP/1.1" status: 200 len: 945 time: 0.0616126 Dec 09 15:42:45.379793 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2013f7b2-b894-4ba0-a226-cedb860a5903 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Pushing event deleted for resources: {'Network': ['ID=c6b38a2a-4c0a-47ff-a3e6-e7e3ba1596e9,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:45.430933 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['4344d8ad-2dad-4ff9-8e58-40d9f9582a09'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:42:45.491574 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-bf9ec072-85d1-4031-8b23-2d8ae01b44e2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Deleting port c3504369-4dbf-43b7-8d2f-2a5ad3366b7c {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:42:45.492532 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bf9ec072-85d1-4031-8b23-2d8ae01b44e2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:45.512202 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-08a9be44-f646-4e88-853e-dbdce012b4c7 req-b68b917f-2b27-48f5-a972-d3e178c1bb45 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Deleting port 45bb67bc-ca35-4c92-800e-b213136ce078 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:42:45.512823 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-08a9be44-f646-4e88-853e-dbdce012b4c7 req-b68b917f-2b27-48f5-a972-d3e178c1bb45 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:45.595839 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bf9ec072-85d1-4031-8b23-2d8ae01b44e2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:45.615106 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-bf9ec072-85d1-4031-8b23-2d8ae01b44e2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Calling delete_port for c3504369-4dbf-43b7-8d2f-2a5ad3366b7c owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:42:45.658042 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371bfe7-6b8c-4fd5-b1cb-d9c5f9bf80c4 req-446e4c49-8bef-464b-9bee-df58402051e3 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:45.659453 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3371bfe7-6b8c-4fd5-b1cb-d9c5f9bf80c4 req-446e4c49-8bef-464b-9bee-df58402051e3 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1b79605-a105-498f-be10-aebe5e0822c1 HTTP/1.1" status: 200 len: 945 time: 0.1365039 Dec 09 15:42:45.681075 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-08a9be44-f646-4e88-853e-dbdce012b4c7 req-b68b917f-2b27-48f5-a972-d3e178c1bb45 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] For port 45bb67bc-ca35-4c92-800e-b213136ce078, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=45bb67bc-ca35-4c92-800e-b213136ce078,segment=NetworkSegment(dc5f4fd7-f2d0-4fcc-b322-be564df2c7cb),segment_id=dc5f4fd7-f2d0-4fcc-b322-be564df2c7cb)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:42:45.681447 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-08a9be44-f646-4e88-853e-dbdce012b4c7 req-b68b917f-2b27-48f5-a972-d3e178c1bb45 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:45.709641 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bf9ec072-85d1-4031-8b23-2d8ae01b44e2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:45.738365 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ec072-85d1-4031-8b23-2d8ae01b44e2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Pushing event deleted for resources: {'Port': ['ID=c3504369-4dbf-43b7-8d2f-2a5ad3366b7c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:45.753737 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bf9ec072-85d1-4031-8b23-2d8ae01b44e2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:45.757731 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bf9ec072-85d1-4031-8b23-2d8ae01b44e2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] 10.222.0.57 "DELETE /v2.0/ports/c3504369-4dbf-43b7-8d2f-2a5ad3366b7c HTTP/1.1" status: 204 len: 168 time: 0.3956230 Dec 09 15:42:45.759912 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40804) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:45.776879 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:45.788872 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-f37aa3a8-6e43-479b-9c34-5bf780db0f30 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] DELETE failed (client error): The resource could not be found. Dec 09 15:42:45.789239 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f37aa3a8-6e43-479b-9c34-5bf780db0f30 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:42:45.792529 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f37aa3a8-6e43-479b-9c34-5bf780db0f30 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] 10.222.0.57 "DELETE /v2.0/subnets/0ec37a44-2b14-4e3c-82dc-5e61073dd5ee HTTP/1.1" status: 404 len: 337 time: 0.0316393 Dec 09 15:42:45.795477 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40808) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:45.821026 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3371bfe7-6b8c-4fd5-b1cb-d9c5f9bf80c4 req-8ce7a918-8b65-4d2c-b262-c303be607bc8 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523774 Dec 09 15:42:45.880283 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b49fd170-9fbe-4e39-968e-e656623d4edb tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:45.976729 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b49fd170-9fbe-4e39-968e-e656623d4edb tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:45.985786 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-08a9be44-f646-4e88-853e-dbdce012b4c7 req-b68b917f-2b27-48f5-a972-d3e178c1bb45 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:45.986563 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-08a9be44-f646-4e88-853e-dbdce012b4c7 req-b68b917f-2b27-48f5-a972-d3e178c1bb45 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:45.986563 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [req-08a9be44-f646-4e88-853e-dbdce012b4c7 req-b68b917f-2b27-48f5-a972-d3e178c1bb45 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Floating IP c3a18c90-2aac-467f-bc9a-ba1bc69b8d4e disassociated. External IP: 172.25.3.156, port: 45bb67bc-ca35-4c92-800e-b213136ce078. Dec 09 15:42:45.986803 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-08a9be44-f646-4e88-853e-dbdce012b4c7 req-b68b917f-2b27-48f5-a972-d3e178c1bb45 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Calling delete_port for 45bb67bc-ca35-4c92-800e-b213136ce078 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:42:46.005005 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-b49fd170-9fbe-4e39-968e-e656623d4edb tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b24c109c-a21d-41c6-bf3e-68855c113d48']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:46.009792 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133afcde-8537-4e91-a783-1b875952c61a req-2eae1397-4c0b-475a-a794-510e35dd587d tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:46.011339 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-133afcde-8537-4e91-a783-1b875952c61a req-2eae1397-4c0b-475a-a794-510e35dd587d tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/ports?device_id=010b8793-9768-4df0-800b-a7cc9fd4196a HTTP/1.1" status: 200 len: 945 time: 0.0856712 Dec 09 15:42:46.019905 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-b49fd170-9fbe-4e39-968e-e656623d4edb tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc274a34-9f04-4910-ab59-f8277c9bb390') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:46.020211 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-b49fd170-9fbe-4e39-968e-e656623d4edb tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc274a34-9f04-4910-ab59-f8277c9bb390') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:46.030527 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b49fd170-9fbe-4e39-968e-e656623d4edb tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:46.047872 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b49fd170-9fbe-4e39-968e-e656623d4edb tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:46.056867 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b49fd170-9fbe-4e39-968e-e656623d4edb tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:42:46.057263 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b49fd170-9fbe-4e39-968e-e656623d4edb tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:46.060350 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:42:46.060350 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:42:46.060350 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:42:46.060350 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:42:46.060350 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:42:46.060350 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:42:46.060350 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:42:46.060350 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:42:46.060350 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:42:46.060350 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:42:46.060350 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:42:46.060350 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:42:46.060350 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:42:46.060350 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:42:46.060350 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:42:46.060350 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:42:46.060350 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:42:46.060350 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:42:46.060350 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:42:46.060350 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:42:46.060350 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:42:46.060350 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:42:46.060350 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:42:46.060350 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:42:46.060350 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:42:46.060350 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:42:46.060350 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:42:46.060350 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:42:46.060350 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:42:46.060350 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:42:46.060350 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:42:46.060350 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:42:46.122639 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-133afcde-8537-4e91-a783-1b875952c61a req-c9bfb974-77bc-4194-9f48-314d661c0158 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/security-groups?id=f75860f8-3c12-4147-8105-fba68cf10719&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0769489 Dec 09 15:42:46.126094 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b49fd170-9fbe-4e39-968e-e656623d4edb tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:46.134129 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b49fd170-9fbe-4e39-968e-e656623d4edb tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:46.148836 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b49fd170-9fbe-4e39-968e-e656623d4edb tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] 10.222.0.57 "DELETE /v2.0/networks/b24c109c-a21d-41c6-bf3e-68855c113d48 HTTP/1.1" status: 204 len: 168 time: 0.3457391 Dec 09 15:42:46.148931 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 40816) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:46.167236 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49fd170-9fbe-4e39-968e-e656623d4edb tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Pushing event deleted for resources: {'Network': ['ID=b24c109c-a21d-41c6-bf3e-68855c113d48,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:46.278764 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-17102f61-433b-4ca2-86d1-d2a6f39b3b34 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Deleting subnet d05f0125-e9f5-4d52-9114-3806b04ff235 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:42:46.285438 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-17102f61-433b-4ca2-86d1-d2a6f39b3b34 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:46.308071 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-08a9be44-f646-4e88-853e-dbdce012b4c7 req-b68b917f-2b27-48f5-a972-d3e178c1bb45 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:46.375191 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d9585-6086-442e-9283-dab6b154cf1b req-dc7dfcb0-e684-4c33-91a6-4f8a65674184 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:46.382785 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-712d9585-6086-442e-9283-dab6b154cf1b req-dc7dfcb0-e684-4c33-91a6-4f8a65674184 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 946 time: 0.1764941 Dec 09 15:42:46.385107 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68b917f-2b27-48f5-a972-d3e178c1bb45 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Pushing event deleted for resources: {'Port': ['ID=45bb67bc-ca35-4c92-800e-b213136ce078,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:46.400213 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-17102f61-433b-4ca2-86d1-d2a6f39b3b34 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:46.566219 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-712d9585-6086-442e-9283-dab6b154cf1b req-a0aaeb96-9f65-4182-ac62-c0902e4088eb tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825058 Dec 09 15:42:46.597090 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-17102f61-433b-4ca2-86d1-d2a6f39b3b34 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:46.625688 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08a9be44-f646-4e88-853e-dbdce012b4c7 req-b68b917f-2b27-48f5-a972-d3e178c1bb45 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Router e2cfe764-3f0c-4904-988a-d91b590950e3 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:42:47.063927 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-17102f61-433b-4ca2-86d1-d2a6f39b3b34 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:47.110165 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17102f61-433b-4ca2-86d1-d2a6f39b3b34 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Pushing event deleted for resources: {'Subnet': ['ID=d05f0125-e9f5-4d52-9114-3806b04ff235,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:47.112858 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-17102f61-433b-4ca2-86d1-d2a6f39b3b34 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:47.116877 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-17102f61-433b-4ca2-86d1-d2a6f39b3b34 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] 10.222.0.57 "DELETE /v2.0/subnets/d05f0125-e9f5-4d52-9114-3806b04ff235 HTTP/1.1" status: 204 len: 168 time: 0.9712036 Dec 09 15:42:47.117702 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a36be71-e2f0-4caa-86c7-300e1ee46b0b None None] Network a040ac8d-bfb5-4c1a-a324-6bb11cc2a61a requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:42:47.118669 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40826) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:47.168068 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4a5a9-c524-42ed-a55b-38a15fc5e87e req-4ce16a04-d42e-46d4-9ec0-e3e09fabefbd tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:47.170402 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4ac4a5a9-c524-42ed-a55b-38a15fc5e87e req-4ce16a04-d42e-46d4-9ec0-e3e09fabefbd tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b3e2c59-8562-4d36-9821-ba8dd1140e33 HTTP/1.1" status: 200 len: 945 time: 0.1441057 Dec 09 15:42:47.193903 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08a9be44-f646-4e88-853e-dbdce012b4c7 req-b68b917f-2b27-48f5-a972-d3e178c1bb45 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:42:47.204233 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd67c72-b907-4368-8b19-79b06d1cfb6d None None] Sync routers for ids ['e2cfe764-3f0c-4904-988a-d91b590950e3'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:42:47.214022 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0aaf239b-4a06-4c6c-acaa-d850bf479ad2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:47.222680 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd67c72-b907-4368-8b19-79b06d1cfb6d None None] Routers {'e2cfe764-3f0c-4904-988a-d91b590950e3'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:42:47.223320 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-acd67c72-b907-4368-8b19-79b06d1cfb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:42:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['e2cfe764-3f0c-4904-988a-d91b590950e3'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:47.241905 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a9be44-f646-4e88-853e-dbdce012b4c7 req-b68b917f-2b27-48f5-a972-d3e178c1bb45 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] No DVR routers for this DVR port 45bb67bc-ca35-4c92-800e-b213136ce078 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:42:47.248855 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-08a9be44-f646-4e88-853e-dbdce012b4c7 req-b68b917f-2b27-48f5-a972-d3e178c1bb45 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:47.252301 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-08a9be44-f646-4e88-853e-dbdce012b4c7 req-b68b917f-2b27-48f5-a972-d3e178c1bb45 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.31 "DELETE /v2.0/ports/45bb67bc-ca35-4c92-800e-b213136ce078 HTTP/1.1" status: 204 len: 173 time: 1.8696370 Dec 09 15:42:47.253069 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010b8793-9768-4df0-800b-a7cc9fd4196a', 'name': 'network-vif-deleted', 'tag': '45bb67bc-ca35-4c92-800e-b213136ce078'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:42:47.255579 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0dc1867-2688-4d59-b74a-8ecb7f26902b" -d '{"events": [{"server_uuid": "010b8793-9768-4df0-800b-a7cc9fd4196a", "name": "network-vif-deleted", "tag": "45bb67bc-ca35-4c92-800e-b213136ce078"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:42:47.278429 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4ac4a5a9-c524-42ed-a55b-38a15fc5e87e req-12e04d29-4f47-4515-a054-46af2f6fa2dc tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.57 "GET /v2.0/security-groups?id=74e72c8a-9cb9-4c2a-a0fe-d880f9c26a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008365 Dec 09 15:42:47.317765 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-0aaf239b-4a06-4c6c-acaa-d850bf479ad2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Deleting port b9b64fa0-93b2-4b73-8ce6-085495ea322e {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:42:47.319173 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0aaf239b-4a06-4c6c-acaa-d850bf479ad2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:47.360754 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7748158-0805-47fd-bc56-6380a3314223 None None] DHCP port deletion for a040ac8d-bfb5-4c1a-a324-6bb11cc2a61a request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:42:47.406764 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-acd67c72-b907-4368-8b19-79b06d1cfb6d None None] Set router e2cfe764-3f0c-4904-988a-d91b590950e3 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:42:47.413683 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-0aaf239b-4a06-4c6c-acaa-d850bf479ad2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] For port b9b64fa0-93b2-4b73-8ce6-085495ea322e, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=b9b64fa0-93b2-4b73-8ce6-085495ea322e,segment=NetworkSegment(c4fb86ec-367e-4df2-b30e-350952d379fb),segment_id=c4fb86ec-367e-4df2-b30e-350952d379fb)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:42:47.414650 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0aaf239b-4a06-4c6c-acaa-d850bf479ad2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:47.430689 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-0aaf239b-4a06-4c6c-acaa-d850bf479ad2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Calling delete_port for b9b64fa0-93b2-4b73-8ce6-085495ea322e owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:42:47.456453 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fb994-f9a9-48f0-9d52-503bc1e5df32 req-e18a9994-5ac0-4d03-94c4-e3dd9461d665 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:47.458306 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ba5fb994-f9a9-48f0-9d52-503bc1e5df32 req-e18a9994-5ac0-4d03-94c4-e3dd9461d665 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1b79605-a105-498f-be10-aebe5e0822c1 HTTP/1.1" status: 200 len: 945 time: 0.0696707 Dec 09 15:42:47.548578 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ba5fb994-f9a9-48f0-9d52-503bc1e5df32 req-090fec1d-b524-457c-9858-4d84f24444ca tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795028 Dec 09 15:42:47.559370 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0aaf239b-4a06-4c6c-acaa-d850bf479ad2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:47.590953 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf239b-4a06-4c6c-acaa-d850bf479ad2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Pushing event deleted for resources: {'Port': ['ID=b9b64fa0-93b2-4b73-8ce6-085495ea322e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:47.596673 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaf239b-4a06-4c6c-acaa-d850bf479ad2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] No DVR routers for this DVR port b9b64fa0-93b2-4b73-8ce6-085495ea322e on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:42:47.631235 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e7748158-0805-47fd-bc56-6380a3314223 None None] Deleting port b9b64fa0-93b2-4b73-8ce6-085495ea322e {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:42:47.631612 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e7748158-0805-47fd-bc56-6380a3314223 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:47.697671 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0aaf239b-4a06-4c6c-acaa-d850bf479ad2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:47.708947 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ac876418-2e2e-4869-b198-05f47b8f9ef6 req-6791ddf3-3187-4f00-a0e5-5f659d1eeb32 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/ports?device_id=010b8793-9768-4df0-800b-a7cc9fd4196a HTTP/1.1" status: 200 len: 210 time: 0.0582619 Dec 09 15:42:47.727432 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-0aaf239b-4a06-4c6c-acaa-d850bf479ad2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a040ac8d-bfb5-4c1a-a324-6bb11cc2a61a']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:47.736858 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e7748158-0805-47fd-bc56-6380a3314223 None None] For port b9b64fa0-93b2-4b73-8ce6-085495ea322e, host n-d-821228-1, got binding levels [] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:42:47.737261 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e7748158-0805-47fd-bc56-6380a3314223 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:47.737989 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-0aaf239b-4a06-4c6c-acaa-d850bf479ad2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4fb86ec-367e-4df2-b30e-350952d379fb') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:47.738301 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-0aaf239b-4a06-4c6c-acaa-d850bf479ad2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4fb86ec-367e-4df2-b30e-350952d379fb') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:47.751315 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0aaf239b-4a06-4c6c-acaa-d850bf479ad2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:47.755949 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e7748158-0805-47fd-bc56-6380a3314223 None None] Calling delete_port for b9b64fa0-93b2-4b73-8ce6-085495ea322e owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:42:47.759480 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.ipam_backend_mixin [None req-e7748158-0805-47fd-bc56-6380a3314223 None None] Port b9b64fa0-93b2-4b73-8ce6-085495ea322e was not found and therefore no delete operation was performed {{(pid=103246) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 15:42:47.761965 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e7748158-0805-47fd-bc56-6380a3314223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:47.772191 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0aaf239b-4a06-4c6c-acaa-d850bf479ad2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:47.787437 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aaf239b-4a06-4c6c-acaa-d850bf479ad2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:42:47.788690 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0aaf239b-4a06-4c6c-acaa-d850bf479ad2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:47.797503 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7748158-0805-47fd-bc56-6380a3314223 None None] Pushing event deleted for resources: {'Port': ['ID=b9b64fa0-93b2-4b73-8ce6-085495ea322e,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:47.799186 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:42:47.799186 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:42:47.799186 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:42:47.799186 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:42:47.799186 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:42:47.799186 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:42:47.799186 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:42:47.799186 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:42:47.799186 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:42:47.799186 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:42:47.799186 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:42:47.799186 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:42:47.799186 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:42:47.799186 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:42:47.799186 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:42:47.799186 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:42:47.799186 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:42:47.799186 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:42:47.799186 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:42:47.799186 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:42:47.799186 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:42:47.799186 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:42:47.799186 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:42:47.799186 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:42:47.799186 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:42:47.799186 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:42:47.799186 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:42:47.799186 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:42:47.799186 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:42:47.799186 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:42:47.799186 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:42:47.799186 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:42:47.801117 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-acd67c72-b907-4368-8b19-79b06d1cfb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cfe764-3f0c-4904-988a-d91b590950e3', 'name': 'tempest-ServersTestBootFromVolume-1510596838-router', 'tenant_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '07e900d9-823a-4d29-87e4-e16cafb599b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:39:35Z', 'updated_at': '2021-12-09T15:39:43Z', 'revision_number': 4, 'project_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'gw_port': {'id': '07e900d9-823a-4d29-87e4-e16cafb599b2', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ae:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cfe764-3f0c-4904-988a-d91b590950e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:38Z', 'updated_at': '2021-12-09T15:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '41cbea71-ff50-4797-863a-978d45f0d412', 'name': '', 'network_id': 'e2c56416-a3b5-4b61-991a-78207a48b599', 'tenant_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'mac_address': 'fa:16:3e:03:08:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cfe764-3f0c-4904-988a-d91b590950e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '82818294-a77a-4d84-912f-e7bf638da367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:42Z', 'updated_at': '2021-12-09T15:39:47Z', 'revision_number': 5, 'project_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'subnets': [{'id': '82818294-a77a-4d84-912f-e7bf638da367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:47.803158 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7748158-0805-47fd-bc56-6380a3314223 None None] No DVR routers for this DVR port b9b64fa0-93b2-4b73-8ce6-085495ea322e on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:42:47.805264 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f73a8f8-2046-4349-9117-d417baad1a14 x-openstack-request-id: req-3f73a8f8-2046-4349-9117-d417baad1a14 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:42:47.805825 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010b8793-9768-4df0-800b-a7cc9fd4196a", "name": "network-vif-deleted", "tag": "45bb67bc-ca35-4c92-800e-b213136ce078", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:42:47.807878 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3f73a8f8-2046-4349-9117-d417baad1a14 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:42:47.808562 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010b8793-9768-4df0-800b-a7cc9fd4196a', 'name': 'network-vif-deleted', 'tag': '45bb67bc-ca35-4c92-800e-b213136ce078', 'status': 'completed', 'code': 200} Dec 09 15:42:47.833212 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd67c72-b907-4368-8b19-79b06d1cfb6d None None] Checking router: e2cfe764-3f0c-4904-988a-d91b590950e3 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:42:47.861062 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd67c72-b907-4368-8b19-79b06d1cfb6d None None] Routers {'e2cfe764-3f0c-4904-988a-d91b590950e3'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:42:47.861705 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-acd67c72-b907-4368-8b19-79b06d1cfb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:42:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['e2cfe764-3f0c-4904-988a-d91b590950e3'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:47.920687 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0aaf239b-4a06-4c6c-acaa-d850bf479ad2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:47.927070 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0aaf239b-4a06-4c6c-acaa-d850bf479ad2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:47.931186 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0aaf239b-4a06-4c6c-acaa-d850bf479ad2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] 10.222.0.57 "DELETE /v2.0/networks/a040ac8d-bfb5-4c1a-a324-6bb11cc2a61a HTTP/1.1" status: 204 len: 168 time: 0.8110058 Dec 09 15:42:47.975619 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed627017-407e-4bf5-a113-b22698fd2f76 req-65ec5a9c-6e34-463a-8495-07affce91644 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:47.981361 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ed627017-407e-4bf5-a113-b22698fd2f76 req-65ec5a9c-6e34-463a-8495-07affce91644 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 946 time: 0.0864038 Dec 09 15:42:47.989512 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf239b-4a06-4c6c-acaa-d850bf479ad2 tempest-NetworksIpV6TestAttrs-2126247729 tempest-NetworksIpV6TestAttrs-2126247729-project] Pushing event deleted for resources: {'Network': ['ID=a040ac8d-bfb5-4c1a-a324-6bb11cc2a61a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:48.071583 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ed627017-407e-4bf5-a113-b22698fd2f76 req-8dce9142-e3c7-4303-97c3-6751ac165880 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781658 Dec 09 15:42:48.090378 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-acd67c72-b907-4368-8b19-79b06d1cfb6d None None] Set router e2cfe764-3f0c-4904-988a-d91b590950e3 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:42:48.401140 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-acd67c72-b907-4368-8b19-79b06d1cfb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cfe764-3f0c-4904-988a-d91b590950e3', 'name': 'tempest-ServersTestBootFromVolume-1510596838-router', 'tenant_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '07e900d9-823a-4d29-87e4-e16cafb599b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:39:35Z', 'updated_at': '2021-12-09T15:39:43Z', 'revision_number': 4, 'project_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'gw_port': {'id': '07e900d9-823a-4d29-87e4-e16cafb599b2', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ae:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cfe764-3f0c-4904-988a-d91b590950e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:38Z', 'updated_at': '2021-12-09T15:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '41cbea71-ff50-4797-863a-978d45f0d412', 'name': '', 'network_id': 'e2c56416-a3b5-4b61-991a-78207a48b599', 'tenant_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'mac_address': 'fa:16:3e:03:08:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cfe764-3f0c-4904-988a-d91b590950e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '82818294-a77a-4d84-912f-e7bf638da367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:42Z', 'updated_at': '2021-12-09T15:39:47Z', 'revision_number': 5, 'project_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'subnets': [{'id': '82818294-a77a-4d84-912f-e7bf638da367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:48.436678 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd67c72-b907-4368-8b19-79b06d1cfb6d None None] The sync data for ids ['e2cfe764-3f0c-4904-988a-d91b590950e3'] in n-d-821228-1 is: [{'id': 'e2cfe764-3f0c-4904-988a-d91b590950e3', 'name': 'tempest-ServersTestBootFromVolume-1510596838-router', 'tenant_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '07e900d9-823a-4d29-87e4-e16cafb599b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:39:35Z', 'updated_at': '2021-12-09T15:39:43Z', 'revision_number': 4, 'project_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'gw_port': {'id': '07e900d9-823a-4d29-87e4-e16cafb599b2', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ae:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cfe764-3f0c-4904-988a-d91b590950e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:38Z', 'updated_at': '2021-12-09T15:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '41cbea71-ff50-4797-863a-978d45f0d412', 'name': '', 'network_id': 'e2c56416-a3b5-4b61-991a-78207a48b599', 'tenant_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'mac_address': 'fa:16:3e:03:08:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cfe764-3f0c-4904-988a-d91b590950e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '82818294-a77a-4d84-912f-e7bf638da367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:42Z', 'updated_at': '2021-12-09T15:39:47Z', 'revision_number': 5, 'project_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'subnets': [{'id': '82818294-a77a-4d84-912f-e7bf638da367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:42:48.446227 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40860) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:48.596536 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047f57e-2a61-42de-ba35-b88f56f3db13 req-e9285869-abdd-4e95-9859-f17daac65177 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:48.602358 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a047f57e-2a61-42de-ba35-b88f56f3db13 req-e9285869-abdd-4e95-9859-f17daac65177 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b3e2c59-8562-4d36-9821-ba8dd1140e33 HTTP/1.1" status: 200 len: 945 time: 0.0984504 Dec 09 15:42:48.641573 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 4344d8ad-2dad-4ff9-8e58-40d9f9582a09 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:42:48.694831 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device b9b64fa0-93b2-4b73-8ce6-085495ea322e no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:42:48.702895 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a047f57e-2a61-42de-ba35-b88f56f3db13 req-ae1fae5a-9c64-49f4-a861-ee4eab184a20 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.57 "GET /v2.0/security-groups?id=74e72c8a-9cb9-4c2a-a0fe-d880f9c26a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923529 Dec 09 15:42:48.772775 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a9eb9a78-ec42-4e93-b69d-d891194a5404 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9e09f7f25f4f467fa0163176c15c7478&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3253248 Dec 09 15:42:48.775259 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40870) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:48.869828 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-673fd5d6-e8f4-4912-b0fe-494ad183bfe8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:48.886914 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8710a0c-5047-47fd-aeab-7f5cc02c3c1d req-3fe4244d-1054-416e-805e-93380840197b tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:48.900549 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a8710a0c-5047-47fd-aeab-7f5cc02c3c1d req-3fe4244d-1054-416e-805e-93380840197b tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1b79605-a105-498f-be10-aebe5e0822c1 HTTP/1.1" status: 200 len: 945 time: 0.1062555 Dec 09 15:42:48.901439 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-673fd5d6-e8f4-4912-b0fe-494ad183bfe8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:48.933809 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: b9b64fa0-93b2-4b73-8ce6-085495ea322e {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:42:48.934160 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device b9b64fa0-93b2-4b73-8ce6-085495ea322e not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:42:48.950259 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636b3fd7-368d-436d-8987-ac152f8777f2 None None] New status for floating IP c3a18c90-2aac-467f-bc9a-ba1bc69b8d4e: DOWN {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:42:48.976639 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a8710a0c-5047-47fd-aeab-7f5cc02c3c1d req-fec8a981-4625-4371-aa88-fa6e113cfebb tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743921 Dec 09 15:42:48.986107 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-673fd5d6-e8f4-4912-b0fe-494ad183bfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:48.989252 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-673fd5d6-e8f4-4912-b0fe-494ad183bfe8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:48.992836 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-673fd5d6-e8f4-4912-b0fe-494ad183bfe8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6882e236-f2f3-4a96-9c93-b87b9327ec80 HTTP/1.1" status: 204 len: 168 time: 0.2143686 Dec 09 15:42:49.002163 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673fd5d6-e8f4-4912-b0fe-494ad183bfe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6882e236-f2f3-4a96-9c93-b87b9327ec80,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:49.009920 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 4344d8ad-2dad-4ff9-8e58-40d9f9582a09 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:42:49.018390 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 4344d8ad-2dad-4ff9-8e58-40d9f9582a09 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:42:49.018970 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:49.211663 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:49.259738 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d99497c0-f1c4-4ab8-9c49-414f645fce6a req-36aae83b-105f-4b8e-9071-0d4117df1525 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/ports?device_id=010b8793-9768-4df0-800b-a7cc9fd4196a HTTP/1.1" status: 200 len: 210 time: 0.0451429 Dec 09 15:42:49.271508 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b79605-a105-498f-be10-aebe5e0822c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4344d8ad-2dad-4ff9-8e58-40d9f9582a09'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:42:49.274511 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b296ab-898a-4c4e-8576-786c518b4d40" -d '{"events": [{"server_uuid": "a1b79605-a105-498f-be10-aebe5e0822c1", "name": "network-vif-plugged", "status": "completed", "tag": "4344d8ad-2dad-4ff9-8e58-40d9f9582a09"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:42:49.304675 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 4344d8ad-2dad-4ff9-8e58-40d9f9582a09, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=4344d8ad-2dad-4ff9-8e58-40d9f9582a09,segment=NetworkSegment(ddd0682b-bda1-497e-bda9-d80ab59b93d8),segment_id=ddd0682b-bda1-497e-bda9-d80ab59b93d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:42:49.312805 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:49.314069 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 45bb67bc-ca35-4c92-800e-b213136ce078 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:42:49.386128 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 45bb67bc-ca35-4c92-800e-b213136ce078 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:42:49.386487 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 45bb67bc-ca35-4c92-800e-b213136ce078 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:42:49.418575 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=4344d8ad-2dad-4ff9-8e58-40d9f9582a09,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:49.442428 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96856a57-7491-4a42-b123-d2b92d11cf88 req-6bd134c5-3161-4a7d-b729-b33336f43328 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:49.443974 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-96856a57-7491-4a42-b123-d2b92d11cf88 req-6bd134c5-3161-4a7d-b729-b33336f43328 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 946 time: 0.0629849 Dec 09 15:42:49.496703 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-96856a57-7491-4a42-b123-d2b92d11cf88 req-89a1a973-6132-49fb-b93f-446c368b5517 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455148 Dec 09 15:42:49.678342 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a772f08f-762f-4874-82b3-b0ab2f71bfef x-openstack-request-id: req-a772f08f-762f-4874-82b3-b0ab2f71bfef {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:42:49.678959 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b79605-a105-498f-be10-aebe5e0822c1", "name": "network-vif-plugged", "status": "completed", "tag": "4344d8ad-2dad-4ff9-8e58-40d9f9582a09", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:42:49.679390 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a772f08f-762f-4874-82b3-b0ab2f71bfef {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:42:49.679966 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b79605-a105-498f-be10-aebe5e0822c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4344d8ad-2dad-4ff9-8e58-40d9f9582a09', 'code': 200} Dec 09 15:42:49.807350 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea33b59-640a-4ee3-b3d3-d2cedd6a25ce req-ccaa2005-f6e7-4ba6-be40-893b3188811f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:49.809350 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eea33b59-640a-4ee3-b3d3-d2cedd6a25ce req-ccaa2005-f6e7-4ba6-be40-893b3188811f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a1b79605-a105-498f-be10-aebe5e0822c1 HTTP/1.1" status: 200 len: 1097 time: 0.0579414 Dec 09 15:42:49.881081 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eea33b59-640a-4ee3-b3d3-d2cedd6a25ce req-b78a9d42-5843-4ea7-8805-03a3caabfea2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568645 Dec 09 15:42:49.913699 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40908) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:49.958374 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02cc88-8490-47aa-a8cb-ab14df5e947d req-e724f5b7-423f-4e33-8198-3e5cc1a86b17 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:49.959980 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aa02cc88-8490-47aa-a8cb-ab14df5e947d req-e724f5b7-423f-4e33-8198-3e5cc1a86b17 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b3e2c59-8562-4d36-9821-ba8dd1140e33 HTTP/1.1" status: 200 len: 945 time: 0.0634096 Dec 09 15:42:50.009959 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aa02cc88-8490-47aa-a8cb-ab14df5e947d req-0a13481b-ed60-476f-885e-9fb4f0bad85c tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.57 "GET /v2.0/security-groups?id=74e72c8a-9cb9-4c2a-a0fe-d880f9c26a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434871 Dec 09 15:42:50.034396 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-b2a2d05f-735d-4588-af4a-611b4dc544a1 tempest-NetworksNegativeTestJSON-253949158 tempest-NetworksNegativeTestJSON-253949158-project] Request body: {'port': {'network_id': '3ecf77f1-20ef-4c97-ab43-8ff42aec2af4', 'name': 'tempest-NetworksNegativeTestJSON-1153613017'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:50.048613 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2a2d05f-735d-4588-af4a-611b4dc544a1 tempest-NetworksNegativeTestJSON-253949158 tempest-NetworksNegativeTestJSON-253949158-project] POST failed (client error): The resource could not be found. Dec 09 15:42:50.049108 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2a2d05f-735d-4588-af4a-611b4dc544a1 tempest-NetworksNegativeTestJSON-253949158 tempest-NetworksNegativeTestJSON-253949158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:42:50.050233 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b2a2d05f-735d-4588-af4a-611b4dc544a1 tempest-NetworksNegativeTestJSON-253949158 tempest-NetworksNegativeTestJSON-253949158-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1355181 Dec 09 15:42:50.054310 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 40914) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:50.073467 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e3b417f-6949-40f2-bcaa-8f4374045411 tempest-NetworksNegativeTestJSON-253949158 tempest-NetworksNegativeTestJSON-253949158-project] DELETE failed (client error): The resource could not be found. Dec 09 15:42:50.073965 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e3b417f-6949-40f2-bcaa-8f4374045411 tempest-NetworksNegativeTestJSON-253949158 tempest-NetworksNegativeTestJSON-253949158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:42:50.077789 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1e3b417f-6949-40f2-bcaa-8f4374045411 tempest-NetworksNegativeTestJSON-253949158 tempest-NetworksNegativeTestJSON-253949158-project] 10.222.0.57 "DELETE /v2.0/networks/5a762bf2-8b69-4352-b12b-bd29177de252 HTTP/1.1" status: 404 len: 339 time: 0.0223384 Dec 09 15:42:50.081970 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 40916) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:50.114975 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca1c921-34fc-4893-8f04-a74e76596a15 tempest-NetworksNegativeTestJSON-253949158 tempest-NetworksNegativeTestJSON-253949158-project] DELETE failed (client error): The resource could not be found. Dec 09 15:42:50.115541 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ca1c921-34fc-4893-8f04-a74e76596a15 tempest-NetworksNegativeTestJSON-253949158 tempest-NetworksNegativeTestJSON-253949158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:42:50.119829 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0ca1c921-34fc-4893-8f04-a74e76596a15 tempest-NetworksNegativeTestJSON-253949158 tempest-NetworksNegativeTestJSON-253949158-project] 10.222.0.57 "DELETE /v2.0/ports/49d17578-8450-46b8-899d-6d2ff05114f0 HTTP/1.1" status: 404 len: 333 time: 0.0367732 Dec 09 15:42:50.124797 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40920) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:50.163528 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-705954e6-7fa2-4eab-b768-0e61c96163ba tempest-NetworksNegativeTestJSON-253949158 tempest-NetworksNegativeTestJSON-253949158-project] DELETE failed (client error): The resource could not be found. Dec 09 15:42:50.164835 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-705954e6-7fa2-4eab-b768-0e61c96163ba tempest-NetworksNegativeTestJSON-253949158 tempest-NetworksNegativeTestJSON-253949158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:42:50.166840 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cedcbf3-d69d-4207-83c8-6b43c0a902a5 req-948c808d-4a80-4846-97c4-d3e658311bb6 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:50.167962 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-705954e6-7fa2-4eab-b768-0e61c96163ba tempest-NetworksNegativeTestJSON-253949158 tempest-NetworksNegativeTestJSON-253949158-project] 10.222.0.57 "DELETE /v2.0/subnets/e771cee7-59c0-40c0-a635-ff771260cf08 HTTP/1.1" status: 404 len: 337 time: 0.0416889 Dec 09 15:42:50.169418 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7cedcbf3-d69d-4207-83c8-6b43c0a902a5 req-948c808d-4a80-4846-97c4-d3e658311bb6 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1b79605-a105-498f-be10-aebe5e0822c1 HTTP/1.1" status: 200 len: 946 time: 0.0640202 Dec 09 15:42:50.172047 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40924) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:50.193429 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0eb5517-8e8e-48b0-9030-38f7473cd3d6 tempest-NetworksNegativeTestJSON-253949158 tempest-NetworksNegativeTestJSON-253949158-project] GET failed (client error): The resource could not be found. Dec 09 15:42:50.195805 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a0eb5517-8e8e-48b0-9030-38f7473cd3d6 tempest-NetworksNegativeTestJSON-253949158 tempest-NetworksNegativeTestJSON-253949158-project] 10.222.0.57 "GET /v2.0/networks/0d5f2c09-3628-45fe-b924-ffb464a54224 HTTP/1.1" status: 404 len: 339 time: 0.0226374 Dec 09 15:42:50.198673 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40926) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:50.232862 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-29f0eac3-e559-4ded-acab-28b22a271732 tempest-NetworksNegativeTestJSON-253949158 tempest-NetworksNegativeTestJSON-253949158-project] GET failed (client error): The resource could not be found. Dec 09 15:42:50.234304 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-29f0eac3-e559-4ded-acab-28b22a271732 tempest-NetworksNegativeTestJSON-253949158 tempest-NetworksNegativeTestJSON-253949158-project] 10.222.0.57 "GET /v2.0/ports/d0f13ad5-a06f-4eca-a709-e81c695ff1fe HTTP/1.1" status: 404 len: 333 time: 0.0347083 Dec 09 15:42:50.237964 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40928) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:50.243308 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7cedcbf3-d69d-4207-83c8-6b43c0a902a5 req-6d17be87-8396-438e-9238-0e03d6451085 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672278 Dec 09 15:42:50.269610 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-67835112-e4c4-4415-b36f-81f9797b50c0 tempest-NetworksNegativeTestJSON-253949158 tempest-NetworksNegativeTestJSON-253949158-project] GET failed (client error): The resource could not be found. Dec 09 15:42:50.270944 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-67835112-e4c4-4415-b36f-81f9797b50c0 tempest-NetworksNegativeTestJSON-253949158 tempest-NetworksNegativeTestJSON-253949158-project] 10.222.0.57 "GET /v2.0/subnets/a9d9b494-bc5d-4aa0-a24f-4d120b822fab HTTP/1.1" status: 404 len: 337 time: 0.0318747 Dec 09 15:42:50.274665 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40930) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:50.279857 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-b99aa4b2-496e-4ed5-9dff-b420d4b51b9d tempest-NetworksNegativeTestJSON-253949158 tempest-NetworksNegativeTestJSON-253949158-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:50.293344 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-b99aa4b2-496e-4ed5-9dff-b420d4b51b9d tempest-NetworksNegativeTestJSON-253949158 tempest-NetworksNegativeTestJSON-253949158-project] PUT failed (client error): The resource could not be found. Dec 09 15:42:50.293829 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b99aa4b2-496e-4ed5-9dff-b420d4b51b9d tempest-NetworksNegativeTestJSON-253949158 tempest-NetworksNegativeTestJSON-253949158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:42:50.295498 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b99aa4b2-496e-4ed5-9dff-b420d4b51b9d tempest-NetworksNegativeTestJSON-253949158 tempest-NetworksNegativeTestJSON-253949158-project] 10.222.0.57 "PUT /v2.0/networks/01f71a48-5b51-4149-8af8-4b8d19da4578 HTTP/1.1" status: 404 len: 339 time: 0.0199118 Dec 09 15:42:50.299335 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40932) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:50.305657 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-59ef7017-cbdf-4da0-a7f0-732333332ad2 tempest-NetworksNegativeTestJSON-253949158 tempest-NetworksNegativeTestJSON-253949158-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:50.330634 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-59ef7017-cbdf-4da0-a7f0-732333332ad2 tempest-NetworksNegativeTestJSON-253949158 tempest-NetworksNegativeTestJSON-253949158-project] PUT failed (client error): The resource could not be found. Dec 09 15:42:50.335293 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59ef7017-cbdf-4da0-a7f0-732333332ad2 tempest-NetworksNegativeTestJSON-253949158 tempest-NetworksNegativeTestJSON-253949158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:42:50.335293 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-59ef7017-cbdf-4da0-a7f0-732333332ad2 tempest-NetworksNegativeTestJSON-253949158 tempest-NetworksNegativeTestJSON-253949158-project] 10.222.0.57 "PUT /v2.0/ports/429f470c-0de5-4b0e-a71d-c224bb422a48 HTTP/1.1" status: 404 len: 333 time: 0.0329642 Dec 09 15:42:50.337663 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40936) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:50.345959 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ee2d1998-4c9e-4370-9005-0d43c67a42e3 tempest-NetworksNegativeTestJSON-253949158 tempest-NetworksNegativeTestJSON-253949158-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:50.375027 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee2d1998-4c9e-4370-9005-0d43c67a42e3 tempest-NetworksNegativeTestJSON-253949158 tempest-NetworksNegativeTestJSON-253949158-project] PUT failed (client error): The resource could not be found. Dec 09 15:42:50.375492 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee2d1998-4c9e-4370-9005-0d43c67a42e3 tempest-NetworksNegativeTestJSON-253949158 tempest-NetworksNegativeTestJSON-253949158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:42:50.376923 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ee2d1998-4c9e-4370-9005-0d43c67a42e3 tempest-NetworksNegativeTestJSON-253949158 tempest-NetworksNegativeTestJSON-253949158-project] 10.222.0.57 "PUT /v2.0/subnets/3f5e1142-9635-47d3-9356-25b776a6ffc6 HTTP/1.1" status: 404 len: 337 time: 0.0368085 Dec 09 15:42:50.425828 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9b131af3-1362-4d12-b2c2-51b402038b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:50.449451 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8148d88d-efbd-444d-a168-201284d034f1 req-6e0afa0d-a036-4ab7-b80b-69c0a8222b75 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/ports?device_id=010b8793-9768-4df0-800b-a7cc9fd4196a HTTP/1.1" status: 200 len: 210 time: 0.0459743 Dec 09 15:42:50.656259 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9b6c4-f874-4123-8de5-c8d5a9a22955 req-75fd98a7-1a58-41b6-9c11-1275dd697ba2 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:50.657845 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34f9b6c4-f874-4123-8de5-c8d5a9a22955 req-75fd98a7-1a58-41b6-9c11-1275dd697ba2 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 946 time: 0.0587969 Dec 09 15:42:50.720698 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34f9b6c4-f874-4123-8de5-c8d5a9a22955 req-eb7557ba-372b-4a50-8d08-f85a98bd9acd tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547388 Dec 09 15:42:50.754861 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40954) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:50.899661 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3c48b3b-da3a-4f7b-a9dd-ef0011e02ed6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:50.993079 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3c48b3b-da3a-4f7b-a9dd-ef0011e02ed6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:50.997260 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3c48b3b-da3a-4f7b-a9dd-ef0011e02ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:51.056084 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d3c48b3b-da3a-4f7b-a9dd-ef0011e02ed6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8237ab8aa1b4427380f04bab7f940ad1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2976542 Dec 09 15:42:51.056084 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c48b3b-da3a-4f7b-a9dd-ef0011e02ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f8b228-8fe7-4991-9d40-d86afea275ea,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:51.057171 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 40960) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:51.121518 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3258908f-ee81-45b2-9224-727487099296 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:51.145710 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3258908f-ee81-45b2-9224-727487099296 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:51.230272 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3258908f-ee81-45b2-9224-727487099296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:51.233666 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3258908f-ee81-45b2-9224-727487099296 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:51.247508 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3258908f-ee81-45b2-9224-727487099296 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/35f8b228-8fe7-4991-9d40-d86afea275ea HTTP/1.1" status: 204 len: 168 time: 0.1858747 Dec 09 15:42:51.271575 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b034b123-12a2-471f-a2e9-ccc785dff205 req-21c42178-dd15-4f31-97fe-504f77132202 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:51.273330 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b034b123-12a2-471f-a2e9-ccc785dff205 req-21c42178-dd15-4f31-97fe-504f77132202 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b3e2c59-8562-4d36-9821-ba8dd1140e33 HTTP/1.1" status: 200 len: 945 time: 0.1533673 Dec 09 15:42:51.274199 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3258908f-ee81-45b2-9224-727487099296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f8b228-8fe7-4991-9d40-d86afea275ea,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:51.373469 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b034b123-12a2-471f-a2e9-ccc785dff205 req-1cf67548-63c9-4a3e-8572-74abc89adce1 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.57 "GET /v2.0/security-groups?id=74e72c8a-9cb9-4c2a-a0fe-d880f9c26a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904522 Dec 09 15:42:51.511661 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e1e75-7f5d-4a42-8e29-2f65c4945c10 req-a4343ce1-b75e-401c-b9eb-820191354f6f tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:51.514463 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0f8e1e75-7f5d-4a42-8e29-2f65c4945c10 req-a4343ce1-b75e-401c-b9eb-820191354f6f tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1b79605-a105-498f-be10-aebe5e0822c1 HTTP/1.1" status: 200 len: 946 time: 0.0651534 Dec 09 15:42:51.578267 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0f8e1e75-7f5d-4a42-8e29-2f65c4945c10 req-fb215223-8118-41e4-bb58-c54b8628f4f1 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556982 Dec 09 15:42:51.718104 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3a222123-cda1-43d3-9651-2e89a20cccaf req-9d78cb0c-4806-4748-813b-0145e5e3d4a7 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/ports?device_id=010b8793-9768-4df0-800b-a7cc9fd4196a HTTP/1.1" status: 200 len: 210 time: 0.0499568 Dec 09 15:42:51.900956 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe4bf3-83d8-486d-b99f-855d5406c54e req-7292c3ed-95d7-45c3-80dd-5886ce1d3f28 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:51.910292 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fffe4bf3-83d8-486d-b99f-855d5406c54e req-7292c3ed-95d7-45c3-80dd-5886ce1d3f28 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1b79605-a105-498f-be10-aebe5e0822c1 HTTP/1.1" status: 200 len: 946 time: 0.1202455 Dec 09 15:42:51.952529 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f3e67-90e5-4748-ad8d-5b49e4184241 req-d382c3e9-f569-4db3-a438-28a22c8508c5 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:51.954661 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-680f3e67-90e5-4748-ad8d-5b49e4184241 req-d382c3e9-f569-4db3-a438-28a22c8508c5 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b3e2c59-8562-4d36-9821-ba8dd1140e33 HTTP/1.1" status: 200 len: 945 time: 0.1517091 Dec 09 15:42:52.080094 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fffe4bf3-83d8-486d-b99f-855d5406c54e req-f09bdb8b-f30e-4390-826c-d29f05462b58 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683812 Dec 09 15:42:52.098755 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-680f3e67-90e5-4748-ad8d-5b49e4184241 req-f8f2ac28-6d73-487b-8576-9870a6c0de0a tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Deleting port 56cc895c-671e-4267-8fc2-72d5e40b110d {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:42:52.099117 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-680f3e67-90e5-4748-ad8d-5b49e4184241 req-f8f2ac28-6d73-487b-8576-9870a6c0de0a tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:52.175245 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40998) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:52.370740 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-680f3e67-90e5-4748-ad8d-5b49e4184241 req-f8f2ac28-6d73-487b-8576-9870a6c0de0a tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] For port 56cc895c-671e-4267-8fc2-72d5e40b110d, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=56cc895c-671e-4267-8fc2-72d5e40b110d,segment=NetworkSegment(5a373236-3a4a-41ae-bee3-29a5c06c264f),segment_id=5a373236-3a4a-41ae-bee3-29a5c06c264f)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:42:52.371221 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-680f3e67-90e5-4748-ad8d-5b49e4184241 req-f8f2ac28-6d73-487b-8576-9870a6c0de0a tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:52.395044 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e89a4-71d3-4d4c-912d-463d4c574671 req-00bbc087-2c3e-4796-a85c-6298be81ef7a tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:52.395044 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1c3e89a4-71d3-4d4c-912d-463d4c574671 req-00bbc087-2c3e-4796-a85c-6298be81ef7a tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 946 time: 0.1480353 Dec 09 15:42:52.420109 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-3870b020-e6a4-4c2a-90b3-35ec302e2347 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-459912696'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:52.453743 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3870b020-e6a4-4c2a-90b3-35ec302e2347 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Made reservation on behalf of 7690a19135b241f28d7f8cc78a859dab for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:42:52.464875 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3870b020-e6a4-4c2a-90b3-35ec302e2347 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:52.486799 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3870b020-e6a4-4c2a-90b3-35ec302e2347 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:52.602095 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3870b020-e6a4-4c2a-90b3-35ec302e2347 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:52.610087 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1c3e89a4-71d3-4d4c-912d-463d4c574671 req-02afe736-b073-490e-9936-80d4b9189bcc tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053864 Dec 09 15:42:52.611020 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3870b020-e6a4-4c2a-90b3-35ec302e2347 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:52.659124 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-680f3e67-90e5-4748-ad8d-5b49e4184241 req-f8f2ac28-6d73-487b-8576-9870a6c0de0a tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:52.659496 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-680f3e67-90e5-4748-ad8d-5b49e4184241 req-f8f2ac28-6d73-487b-8576-9870a6c0de0a tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:52.659738 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3870b020-e6a4-4c2a-90b3-35ec302e2347 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:42:52.659860 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [req-680f3e67-90e5-4748-ad8d-5b49e4184241 req-f8f2ac28-6d73-487b-8576-9870a6c0de0a tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Floating IP 19fbf5a1-685e-4ed0-b219-d5dd912519ce disassociated. External IP: 172.25.3.219, port: 56cc895c-671e-4267-8fc2-72d5e40b110d. Dec 09 15:42:52.660184 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-680f3e67-90e5-4748-ad8d-5b49e4184241 req-f8f2ac28-6d73-487b-8576-9870a6c0de0a tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Calling delete_port for 56cc895c-671e-4267-8fc2-72d5e40b110d owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:42:52.666949 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3870b020-e6a4-4c2a-90b3-35ec302e2347 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aeb4dda-2b31-49ea-b57c-8473b301111b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:52.679459 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3870b020-e6a4-4c2a-90b3-35ec302e2347 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:52.680205 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-3870b020-e6a4-4c2a-90b3-35ec302e2347 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Added segment 2cc72ce7-ca79-41af-bcd9-bef29c8fcd39 of type vlan for network faf9b208-527b-4402-a7fb-b18ba912d6c9 Dec 09 15:42:52.764328 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3870b020-e6a4-4c2a-90b3-35ec302e2347 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:52.798534 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3870b020-e6a4-4c2a-90b3-35ec302e2347 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:52.822399 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3870b020-e6a4-4c2a-90b3-35ec302e2347 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:52.823076 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3870b020-e6a4-4c2a-90b3-35ec302e2347 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:52.918330 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-15473911-1a74-4be7-968d-453013f7f7f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:52.922669 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3870b020-e6a4-4c2a-90b3-35ec302e2347 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event updated for resources: {'Network': ['ID=faf9b208-527b-4402-a7fb-b18ba912d6c9,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:52.934940 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network faf9b208-527b-4402-a7fb-b18ba912d6c9 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:42:52.937109 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3870b020-e6a4-4c2a-90b3-35ec302e2347 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7605879 Dec 09 15:42:52.939475 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41012) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:52.946578 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-1c83ed78-bc4d-43bd-9541-7d823f52de79 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-81889051'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:52.959550 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-680f3e67-90e5-4748-ad8d-5b49e4184241 req-f8f2ac28-6d73-487b-8576-9870a6c0de0a tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:52.981074 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c83ed78-bc4d-43bd-9541-7d823f52de79 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Made reservation on behalf of 7690a19135b241f28d7f8cc78a859dab for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:42:53.007950 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c83ed78-bc4d-43bd-9541-7d823f52de79 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:53.042257 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f2ac28-6d73-487b-8576-9870a6c0de0a tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Pushing event deleted for resources: {'Port': ['ID=56cc895c-671e-4267-8fc2-72d5e40b110d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:53.063274 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c83ed78-bc4d-43bd-9541-7d823f52de79 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:42:53.089310 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c83ed78-bc4d-43bd-9541-7d823f52de79 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:53.089665 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-1c83ed78-bc4d-43bd-9541-7d823f52de79 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Added segment 00804f0f-6076-4ef8-aba1-383a5ca0dd1b of type vlan for network a6ad905b-347a-43e7-9ab5-e1c2a15da272 Dec 09 15:42:53.165843 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c83ed78-bc4d-43bd-9541-7d823f52de79 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:53.196799 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-680f3e67-90e5-4748-ad8d-5b49e4184241 req-f8f2ac28-6d73-487b-8576-9870a6c0de0a tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Router bf9bfdf4-74df-4678-a74a-8f6a1681d35a has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:42:53.224179 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c83ed78-bc4d-43bd-9541-7d823f52de79 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:53.231095 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c83ed78-bc4d-43bd-9541-7d823f52de79 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:53.231697 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c83ed78-bc4d-43bd-9541-7d823f52de79 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:53.381493 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1c83ed78-bc4d-43bd-9541-7d823f52de79 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4399064 Dec 09 15:42:53.384448 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41020) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:53.391885 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c83ed78-bc4d-43bd-9541-7d823f52de79 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event updated for resources: {'Network': ['ID=a6ad905b-347a-43e7-9ab5-e1c2a15da272,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:53.395832 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-8bd0e5cc-d104-469a-a117-7e3593a297f2 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Request body: {'subnet': {'network_id': 'faf9b208-527b-4402-a7fb-b18ba912d6c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:53.400265 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-680f3e67-90e5-4748-ad8d-5b49e4184241 req-f8f2ac28-6d73-487b-8576-9870a6c0de0a tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:42:53.404955 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network a6ad905b-347a-43e7-9ab5-e1c2a15da272 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:42:53.457326 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55ce6f7-068a-4802-8744-49a439d62786 None None] Sync routers for ids ['bf9bfdf4-74df-4678-a74a-8f6a1681d35a'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:42:53.519998 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-680f3e67-90e5-4748-ad8d-5b49e4184241 req-f8f2ac28-6d73-487b-8576-9870a6c0de0a tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] No DVR routers for this DVR port 56cc895c-671e-4267-8fc2-72d5e40b110d on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:42:53.543509 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-680f3e67-90e5-4748-ad8d-5b49e4184241 req-f8f2ac28-6d73-487b-8576-9870a6c0de0a tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:53.546967 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-680f3e67-90e5-4748-ad8d-5b49e4184241 req-f8f2ac28-6d73-487b-8576-9870a6c0de0a tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.31 "DELETE /v2.0/ports/56cc895c-671e-4267-8fc2-72d5e40b110d HTTP/1.1" status: 204 len: 173 time: 1.5780041 Dec 09 15:42:53.547449 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3e2c59-8562-4d36-9821-ba8dd1140e33', 'name': 'network-vif-deleted', 'tag': '56cc895c-671e-4267-8fc2-72d5e40b110d'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:42:53.549809 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ee938e-ae77-46ae-a772-b0b9797f90f1" -d '{"events": [{"server_uuid": "3b3e2c59-8562-4d36-9821-ba8dd1140e33", "name": "network-vif-deleted", "tag": "56cc895c-671e-4267-8fc2-72d5e40b110d"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:42:53.562183 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55ce6f7-068a-4802-8744-49a439d62786 None None] Routers {'bf9bfdf4-74df-4678-a74a-8f6a1681d35a'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:42:53.569387 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f9600916-c7dc-4ed0-8abb-9b57f7b55bfb req-101c48cc-e337-480f-817e-ff87028ea4c7 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b3e2c59-8562-4d36-9821-ba8dd1140e33 HTTP/1.1" status: 200 len: 210 time: 0.0878239 Dec 09 15:42:53.574795 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e55ce6f7-068a-4802-8744-49a439d62786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:42:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['bf9bfdf4-74df-4678-a74a-8f6a1681d35a'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:53.659823 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd0e5cc-d104-469a-a117-7e3593a297f2 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Made reservation on behalf of 7690a19135b241f28d7f8cc78a859dab for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:42:53.664026 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8bd0e5cc-d104-469a-a117-7e3593a297f2 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:53.906890 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-e55ce6f7-068a-4802-8744-49a439d62786 None None] Set router bf9bfdf4-74df-4678-a74a-8f6a1681d35a gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:42:53.958018 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eb0c779d-0e18-401e-90b9-5e4118f69dfb req-9b503338-e5e2-4a86-ba73-117a92cddc46 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/ports?device_id=010b8793-9768-4df0-800b-a7cc9fd4196a HTTP/1.1" status: 200 len: 210 time: 0.0407281 Dec 09 15:42:53.959609 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8bd0e5cc-d104-469a-a117-7e3593a297f2 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:54.022151 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:54.042197 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd0e5cc-d104-469a-a117-7e3593a297f2 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event updated for resources: {'Subnet': ['ID=776160d9-b6d0-456d-8c80-57ad3acdf71c,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:54.076358 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd0e5cc-d104-469a-a117-7e3593a297f2 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Checking segment: {'id': '2cc72ce7-ca79-41af-bcd9-bef29c8fcd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'faf9b208-527b-4402-a7fb-b18ba912d6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:42:54.076875 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd0e5cc-d104-469a-a117-7e3593a297f2 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Network hostable DHCP agents. Network: faf9b208-527b-4402-a7fb-b18ba912d6c9, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:42:54.102548 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd0e5cc-d104-469a-a117-7e3593a297f2 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Network faf9b208-527b-4402-a7fb-b18ba912d6c9 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:42:54.118613 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-8bd0e5cc-d104-469a-a117-7e3593a297f2 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, faf9b208-527b-4402-a7fb-b18ba912d6c9) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:42:54.140179 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd0e5cc-d104-469a-a117-7e3593a297f2 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:54.141386 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8bd0e5cc-d104-469a-a117-7e3593a297f2 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:54.163937 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7c5fb7-aa0d-4b3c-a5ab-3cdefd2d6b23 None None] Network faf9b208-527b-4402-a7fb-b18ba912d6c9 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:42:54.168048 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8bd0e5cc-d104-469a-a117-7e3593a297f2 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7786689 Dec 09 15:42:54.172327 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41036) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:54.179575 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-12205778-783a-4f0d-9738-5c74f7890fd3 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Request body: {'subnet': {'network_id': 'a6ad905b-347a-43e7-9ab5-e1c2a15da272', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:54.288168 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc6f7e0-6105-4d5e-9d8c-db2d3cd99890 x-openstack-request-id: req-8dc6f7e0-6105-4d5e-9d8c-db2d3cd99890 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:42:54.288573 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3e2c59-8562-4d36-9821-ba8dd1140e33", "name": "network-vif-deleted", "tag": "56cc895c-671e-4267-8fc2-72d5e40b110d", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:42:54.289102 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8dc6f7e0-6105-4d5e-9d8c-db2d3cd99890 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:42:54.289522 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3e2c59-8562-4d36-9821-ba8dd1140e33', 'name': 'network-vif-deleted', 'tag': '56cc895c-671e-4267-8fc2-72d5e40b110d', 'status': 'completed', 'code': 200} Dec 09 15:42:54.336099 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12205778-783a-4f0d-9738-5c74f7890fd3 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Made reservation on behalf of 7690a19135b241f28d7f8cc78a859dab for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:42:54.337037 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-12205778-783a-4f0d-9738-5c74f7890fd3 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:54.447590 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e55ce6f7-068a-4802-8744-49a439d62786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9bfdf4-74df-4678-a74a-8f6a1681d35a', 'name': 'tempest-ServersTestJSON-1974453505-router', 'tenant_id': '9e19326a2ef34a9a949943ebe81c10d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'de4a4b18-030a-470e-9ed0-4dfe62524d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:39:22Z', 'updated_at': '2021-12-09T15:39:27Z', 'revision_number': 4, 'project_id': '9e19326a2ef34a9a949943ebe81c10d6', 'gw_port': {'id': 'de4a4b18-030a-470e-9ed0-4dfe62524d01', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:81:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9bfdf4-74df-4678-a74a-8f6a1681d35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:23Z', 'updated_at': '2021-12-09T15:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'e8bbf099-2365-4759-a50f-cd026f8711bd', 'name': '', 'network_id': '589649dc-db4c-4c9b-a3c7-2ee06e8a59a8', 'tenant_id': '9e19326a2ef34a9a949943ebe81c10d6', 'mac_address': 'fa:16:3e:f5:dd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9bfdf4-74df-4678-a74a-8f6a1681d35a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'ad992af1-64c6-409b-b6f0-24a7711b29bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:25Z', 'updated_at': '2021-12-09T15:39:36Z', 'revision_number': 5, 'project_id': '9e19326a2ef34a9a949943ebe81c10d6', 'subnets': [{'id': 'ad992af1-64c6-409b-b6f0-24a7711b29bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:54.451823 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:54.479590 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47de054-e92f-4afe-868f-4bf1e21ff565 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-faf9b208-527b-4402-a7fb-b18ba912d6c9', 'network_id': 'faf9b208-527b-4402-a7fb-b18ba912d6c9', 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'fixed_ips': [{'subnet_id': '776160d9-b6d0-456d-8c80-57ad3acdf71c'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:42:54.480631 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e47de054-e92f-4afe-868f-4bf1e21ff565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:54.484644 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55ce6f7-068a-4802-8744-49a439d62786 None None] Checking router: bf9bfdf4-74df-4678-a74a-8f6a1681d35a for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:42:54.492548 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9149a-7086-4e03-af99-19b9600c35e2 req-7a1527f3-9884-445a-8e89-d54056491183 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:54.494294 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-42d9149a-7086-4e03-af99-19b9600c35e2 req-7a1527f3-9884-445a-8e89-d54056491183 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 946 time: 0.0823777 Dec 09 15:42:54.509675 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55ce6f7-068a-4802-8744-49a439d62786 None None] Routers {'bf9bfdf4-74df-4678-a74a-8f6a1681d35a'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:42:54.510304 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e55ce6f7-068a-4802-8744-49a439d62786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:42:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['bf9bfdf4-74df-4678-a74a-8f6a1681d35a'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:54.637117 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-42d9149a-7086-4e03-af99-19b9600c35e2 req-c7eac6eb-ffc5-41da-9224-13490ea97ac3 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323998 Dec 09 15:42:54.705175 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-12205778-783a-4f0d-9738-5c74f7890fd3 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:54.724132 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-e55ce6f7-068a-4802-8744-49a439d62786 None None] Set router bf9bfdf4-74df-4678-a74a-8f6a1681d35a gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:42:54.765458 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-e47de054-e92f-4afe-868f-4bf1e21ff565 None None] Allocated IP 2001:db8::2 (faf9b208-527b-4402-a7fb-b18ba912d6c9/776160d9-b6d0-456d-8c80-57ad3acdf71c/69068709-7cb4-4e4b-949b-7920f6e1f397) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:42:54.845843 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12205778-783a-4f0d-9738-5c74f7890fd3 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event updated for resources: {'Subnet': ['ID=6e86956f-c707-4ae9-8d00-52ab31252c74,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:54.872202 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12205778-783a-4f0d-9738-5c74f7890fd3 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Checking segment: {'id': '00804f0f-6076-4ef8-aba1-383a5ca0dd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a6ad905b-347a-43e7-9ab5-e1c2a15da272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:42:54.872637 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12205778-783a-4f0d-9738-5c74f7890fd3 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Network hostable DHCP agents. Network: a6ad905b-347a-43e7-9ab5-e1c2a15da272, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:42:54.909197 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12205778-783a-4f0d-9738-5c74f7890fd3 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Network a6ad905b-347a-43e7-9ab5-e1c2a15da272 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:42:54.926205 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-12205778-783a-4f0d-9738-5c74f7890fd3 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, a6ad905b-347a-43e7-9ab5-e1c2a15da272) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:42:54.932155 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12205778-783a-4f0d-9738-5c74f7890fd3 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:54.933472 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-12205778-783a-4f0d-9738-5c74f7890fd3 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:54.956937 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-12205778-783a-4f0d-9738-5c74f7890fd3 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7831256 Dec 09 15:42:54.959381 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41050) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:54.964767 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-775f2c85-e83b-4a71-bb30-5925fd20696a tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1443310066', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:55.004643 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2601d2-4357-44c9-a836-be194c4349aa None None] Network a6ad905b-347a-43e7-9ab5-e1c2a15da272 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:42:55.007652 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-775f2c85-e83b-4a71-bb30-5925fd20696a tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:55.008931 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-775f2c85-e83b-4a71-bb30-5925fd20696a tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:55.106271 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-775f2c85-e83b-4a71-bb30-5925fd20696a tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:55.116158 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-775f2c85-e83b-4a71-bb30-5925fd20696a tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:55.134155 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7dcfd0-5454-41de-93e7-802d33fab0a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-a6ad905b-347a-43e7-9ab5-e1c2a15da272', 'network_id': 'a6ad905b-347a-43e7-9ab5-e1c2a15da272', 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'fixed_ips': [{'subnet_id': '6e86956f-c707-4ae9-8d00-52ab31252c74'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:42:55.135692 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7b7dcfd0-5454-41de-93e7-802d33fab0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:55.146826 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9e510-d5b4-4857-b1e0-4ba33ac95e42 req-db161133-954c-4d05-b14a-1d8996064110 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:55.155199 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-92b9e510-d5b4-4857-b1e0-4ba33ac95e42 req-db161133-954c-4d05-b14a-1d8996064110 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1b79605-a105-498f-be10-aebe5e0822c1 HTTP/1.1" status: 200 len: 946 time: 0.1076329 Dec 09 15:42:55.160477 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-775f2c85-e83b-4a71-bb30-5925fd20696a tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:55.161789 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-775f2c85-e83b-4a71-bb30-5925fd20696a tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2012985 Dec 09 15:42:55.164531 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41056) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:55.210120 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-92b9e510-d5b4-4857-b1e0-4ba33ac95e42 req-b07926fc-fbb4-4fb5-80cd-10611d4d83ff tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538416 Dec 09 15:42:55.308173 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41060) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:55.390792 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41062) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:55.487745 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d2cdcc86-fd76-4e97-af69-061993372a32 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:55.555717 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d2cdcc86-fd76-4e97-af69-061993372a32 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:55.565275 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f148df2-b71d-4c33-99f6-623c5ec5f65c tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:55.626321 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f148df2-b71d-4c33-99f6-623c5ec5f65c tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:55.660460 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e47de054-e92f-4afe-868f-4bf1e21ff565 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:55.682771 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:55.688634 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e47de054-e92f-4afe-868f-4bf1e21ff565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:55.710283 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d2cdcc86-fd76-4e97-af69-061993372a32 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:55.729464 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d2cdcc86-fd76-4e97-af69-061993372a32 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:55.733645 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d2cdcc86-fd76-4e97-af69-061993372a32 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "DELETE /v2.0/security-groups/f75860f8-3c12-4147-8105-fba68cf10719 HTTP/1.1" status: 204 len: 168 time: 0.3386729 Dec 09 15:42:55.738777 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41066) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:55.763916 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cdcc86-fd76-4e97-af69-061993372a32 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75860f8-3c12-4147-8105-fba68cf10719,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:55.767142 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-7aef8470-0fc1-470f-9a2b-1691521e9596 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] show failed (client error): The resource could not be found. Dec 09 15:42:55.770984 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7aef8470-0fc1-470f-9a2b-1691521e9596 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "GET /v2.0/security-groups/f75860f8-3c12-4147-8105-fba68cf10719 HTTP/1.1" status: 404 len: 347 time: 0.0284228 Dec 09 15:42:55.771259 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41070) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:55.816013 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f148df2-b71d-4c33-99f6-623c5ec5f65c tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:55.818763 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f148df2-b71d-4c33-99f6-623c5ec5f65c tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:55.822278 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7f148df2-b71d-4c33-99f6-623c5ec5f65c tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.57 "DELETE /v2.0/security-groups/74e72c8a-9cb9-4c2a-a0fe-d880f9c26a38 HTTP/1.1" status: 204 len: 168 time: 0.5107062 Dec 09 15:42:55.831865 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41072) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:55.917944 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f148df2-b71d-4c33-99f6-623c5ec5f65c tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e72c8a-9cb9-4c2a-a0fe-d880f9c26a38,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:55.991359 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-14ab814a-42a0-4451-9aa9-75853c490605 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] show failed (client error): The resource could not be found. Dec 09 15:42:55.992316 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-14ab814a-42a0-4451-9aa9-75853c490605 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.57 "GET /v2.0/security-groups/74e72c8a-9cb9-4c2a-a0fe-d880f9c26a38 HTTP/1.1" status: 404 len: 347 time: 0.1205769 Dec 09 15:42:56.001119 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41078) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:56.034536 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47de054-e92f-4afe-868f-4bf1e21ff565 None None] Pushing event updated for resources: {'Port': ['ID=69068709-7cb4-4e4b-949b-7920f6e1f397,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:56.044260 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b94b1d-d905-4261-b9b1-bc428a8b9e01 req-4387c99e-442e-4b90-9290-53484633d14c tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:56.046121 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b9b94b1d-d905-4261-b9b1-bc428a8b9e01 req-4387c99e-442e-4b90-9290-53484633d14c tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 946 time: 0.2248123 Dec 09 15:42:56.083019 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-2122f18f-8e98-4d91-8ff2-1b054cc10bd9 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Deleting port 36c53950-0369-4755-bf92-e27c5b5137cc {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:42:56.083999 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2122f18f-8e98-4d91-8ff2-1b054cc10bd9 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:56.098939 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47de054-e92f-4afe-868f-4bf1e21ff565 None None] Network faf9b208-527b-4402-a7fb-b18ba912d6c9 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:42:56.106674 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-e47de054-e92f-4afe-868f-4bf1e21ff565 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:42:56.119424 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47de054-e92f-4afe-868f-4bf1e21ff565 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:42:56.178776 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b9b94b1d-d905-4261-b9b1-bc428a8b9e01 req-cc703881-efa7-432b-a2ba-176bf606f0d3 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157682 Dec 09 15:42:56.179275 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e55ce6f7-068a-4802-8744-49a439d62786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9bfdf4-74df-4678-a74a-8f6a1681d35a', 'name': 'tempest-ServersTestJSON-1974453505-router', 'tenant_id': '9e19326a2ef34a9a949943ebe81c10d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'de4a4b18-030a-470e-9ed0-4dfe62524d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:39:22Z', 'updated_at': '2021-12-09T15:39:27Z', 'revision_number': 4, 'project_id': '9e19326a2ef34a9a949943ebe81c10d6', 'gw_port': {'id': 'de4a4b18-030a-470e-9ed0-4dfe62524d01', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:81:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9bfdf4-74df-4678-a74a-8f6a1681d35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:23Z', 'updated_at': '2021-12-09T15:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'e8bbf099-2365-4759-a50f-cd026f8711bd', 'name': '', 'network_id': '589649dc-db4c-4c9b-a3c7-2ee06e8a59a8', 'tenant_id': '9e19326a2ef34a9a949943ebe81c10d6', 'mac_address': 'fa:16:3e:f5:dd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9bfdf4-74df-4678-a74a-8f6a1681d35a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'ad992af1-64c6-409b-b6f0-24a7711b29bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:25Z', 'updated_at': '2021-12-09T15:39:36Z', 'revision_number': 5, 'project_id': '9e19326a2ef34a9a949943ebe81c10d6', 'subnets': [{'id': 'ad992af1-64c6-409b-b6f0-24a7711b29bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:56.211070 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55ce6f7-068a-4802-8744-49a439d62786 None None] The sync data for ids ['bf9bfdf4-74df-4678-a74a-8f6a1681d35a'] in n-d-821228-1 is: [{'id': 'bf9bfdf4-74df-4678-a74a-8f6a1681d35a', 'name': 'tempest-ServersTestJSON-1974453505-router', 'tenant_id': '9e19326a2ef34a9a949943ebe81c10d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'de4a4b18-030a-470e-9ed0-4dfe62524d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:39:22Z', 'updated_at': '2021-12-09T15:39:27Z', 'revision_number': 4, 'project_id': '9e19326a2ef34a9a949943ebe81c10d6', 'gw_port': {'id': 'de4a4b18-030a-470e-9ed0-4dfe62524d01', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:81:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9bfdf4-74df-4678-a74a-8f6a1681d35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:23Z', 'updated_at': '2021-12-09T15:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'e8bbf099-2365-4759-a50f-cd026f8711bd', 'name': '', 'network_id': '589649dc-db4c-4c9b-a3c7-2ee06e8a59a8', 'tenant_id': '9e19326a2ef34a9a949943ebe81c10d6', 'mac_address': 'fa:16:3e:f5:dd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9bfdf4-74df-4678-a74a-8f6a1681d35a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'ad992af1-64c6-409b-b6f0-24a7711b29bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:25Z', 'updated_at': '2021-12-09T15:39:36Z', 'revision_number': 5, 'project_id': '9e19326a2ef34a9a949943ebe81c10d6', 'subnets': [{'id': 'ad992af1-64c6-409b-b6f0-24a7711b29bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:42:56.227984 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2122f18f-8e98-4d91-8ff2-1b054cc10bd9 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:56.229342 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2122f18f-8e98-4d91-8ff2-1b054cc10bd9 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:56.251238 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-2122f18f-8e98-4d91-8ff2-1b054cc10bd9 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Calling delete_port for 36c53950-0369-4755-bf92-e27c5b5137cc owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:42:56.311295 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-7b7dcfd0-5454-41de-93e7-802d33fab0a8 None None] Allocated IP 2001:db8:1::2 (a6ad905b-347a-43e7-9ab5-e1c2a15da272/6e86956f-c707-4ae9-8d00-52ab31252c74/ee62342d-67e5-451d-a229-634c7524a6d0) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:42:56.318358 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-e47de054-e92f-4afe-868f-4bf1e21ff565 None None] Attempting to bind port 69068709-7cb4-4e4b-949b-7920f6e1f397 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:42:56.318737 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-e47de054-e92f-4afe-868f-4bf1e21ff565 None None] Attempting to bind port 69068709-7cb4-4e4b-949b-7920f6e1f397 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '2cc72ce7-ca79-41af-bcd9-bef29c8fcd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'faf9b208-527b-4402-a7fb-b18ba912d6c9'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:42:56.322098 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47de054-e92f-4afe-868f-4bf1e21ff565 None None] Attempting to bind port 69068709-7cb4-4e4b-949b-7920f6e1f397 on network faf9b208-527b-4402-a7fb-b18ba912d6c9 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:42:56.339057 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47de054-e92f-4afe-868f-4bf1e21ff565 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:42:56.339446 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47de054-e92f-4afe-868f-4bf1e21ff565 None None] Checking segment: {'id': '2cc72ce7-ca79-41af-bcd9-bef29c8fcd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'faf9b208-527b-4402-a7fb-b18ba912d6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:42:56.339841 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e47de054-e92f-4afe-868f-4bf1e21ff565 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:56.340243 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47de054-e92f-4afe-868f-4bf1e21ff565 None None] Bound using segment: {'id': '2cc72ce7-ca79-41af-bcd9-bef29c8fcd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'faf9b208-527b-4402-a7fb-b18ba912d6c9'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:42:56.340858 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-e47de054-e92f-4afe-868f-4bf1e21ff565 None None] Bound port: 69068709-7cb4-4e4b-949b-7920f6e1f397, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc72ce7-ca79-41af-bcd9-bef29c8fcd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'faf9b208-527b-4402-a7fb-b18ba912d6c9'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:42:56.341338 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e47de054-e92f-4afe-868f-4bf1e21ff565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:56.473407 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e47de054-e92f-4afe-868f-4bf1e21ff565 None None] For port 69068709-7cb4-4e4b-949b-7920f6e1f397, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:42:56.486477 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e47de054-e92f-4afe-868f-4bf1e21ff565 None None] For port 69068709-7cb4-4e4b-949b-7920f6e1f397, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=69068709-7cb4-4e4b-949b-7920f6e1f397,segment=NetworkSegment(2cc72ce7-ca79-41af-bcd9-bef29c8fcd39),segment_id=2cc72ce7-ca79-41af-bcd9-bef29c8fcd39)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:42:56.534977 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2122f18f-8e98-4d91-8ff2-1b054cc10bd9 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:56.551971 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd0fa-ca20-4b5f-91fd-a6d9214de8b6 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:56.583712 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2122f18f-8e98-4d91-8ff2-1b054cc10bd9 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Pushing event deleted for resources: {'Port': ['ID=36c53950-0369-4755-bf92-e27c5b5137cc,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:56.601424 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e47de054-e92f-4afe-868f-4bf1e21ff565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:56.709794 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c79e9f-2505-4a0c-971c-eb5199742e0e None None] New status for floating IP 19fbf5a1-685e-4ed0-b219-d5dd912519ce: DOWN {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:42:56.726289 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc38e21-a63d-4104-9e40-4489dab3d4cd None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:42:56.750696 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47de054-e92f-4afe-868f-4bf1e21ff565 None None] Pushing event updated for resources: {'Port': ['ID=69068709-7cb4-4e4b-949b-7920f6e1f397,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:56.753808 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 4344d8ad-2dad-4ff9-8e58-40d9f9582a09 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:42:56.756053 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 56cc895c-671e-4267-8fc2-72d5e40b110d no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:42:56.786888 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 56cc895c-671e-4267-8fc2-72d5e40b110d {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:42:56.787286 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 56cc895c-671e-4267-8fc2-72d5e40b110d not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:42:56.802219 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6060f-2fdc-4b46-a635-e1080c74751e req-9091d292-0218-428a-8531-8eb2ad5cbbde tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:56.803792 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e9e6060f-2fdc-4b46-a635-e1080c74751e req-9091d292-0218-428a-8531-8eb2ad5cbbde tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1b79605-a105-498f-be10-aebe5e0822c1 HTTP/1.1" status: 200 len: 946 time: 0.2080283 Dec 09 15:42:56.805856 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:56.842622 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2122f18f-8e98-4d91-8ff2-1b054cc10bd9 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:56.845199 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2122f18f-8e98-4d91-8ff2-1b054cc10bd9 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:56.846388 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2122f18f-8e98-4d91-8ff2-1b054cc10bd9 tempest-ServersTestBootFromVolume-1835833376 tempest-ServersTestBootFromVolume-1835833376-project] 10.222.0.57 "DELETE /v2.0/floatingips/c3a18c90-2aac-467f-bc9a-ba1bc69b8d4e HTTP/1.1" status: 204 len: 168 time: 1.0740619 Dec 09 15:42:56.852119 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41082) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:56.939937 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e9e6060f-2fdc-4b46-a635-e1080c74751e req-ee74715f-a76b-43c2-8de7-9e0f97072cd1 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210179 Dec 09 15:42:56.989487 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-ae8cd0fa-ca20-4b5f-91fd-a6d9214de8b6 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Allocated IP 2001:db8::1 (faf9b208-527b-4402-a7fb-b18ba912d6c9/776160d9-b6d0-456d-8c80-57ad3acdf71c/ccbfcb02-0032-4546-8a6e-131a7ba9b510) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:42:57.083275 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7b7dcfd0-5454-41de-93e7-802d33fab0a8 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:57.103297 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 4344d8ad-2dad-4ff9-8e58-40d9f9582a09, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=4344d8ad-2dad-4ff9-8e58-40d9f9582a09,segment=NetworkSegment(ddd0682b-bda1-497e-bda9-d80ab59b93d8),segment_id=ddd0682b-bda1-497e-bda9-d80ab59b93d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:42:57.136136 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7b7dcfd0-5454-41de-93e7-802d33fab0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:57.184500 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '4344d8ad-2dad-4ff9-8e58-40d9f9582a09', 'network_id': 'dcdb628e-5130-4046-a7ec-e30fed59a905', 'port_id': '4344d8ad-2dad-4ff9-8e58-40d9f9582a09', 'mac_address': 'fa:16:3e:00:65:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a75137d3-5bab-4ff0-9c87-80fcdd67f478', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:42:57.214694 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd0fa-ca20-4b5f-91fd-a6d9214de8b6 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:57.218760 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-175007c1-4341-4325-8290-d206df25cd87 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Deleting port ee942aa4-db37-48e3-b0c9-fadd0794fc29 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:42:57.219370 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-175007c1-4341-4325-8290-d206df25cd87 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:57.297274 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7dcfd0-5454-41de-93e7-802d33fab0a8 None None] Network a6ad905b-347a-43e7-9ab5-e1c2a15da272 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:42:57.315623 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-7b7dcfd0-5454-41de-93e7-802d33fab0a8 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:42:57.346541 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7dcfd0-5454-41de-93e7-802d33fab0a8 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:42:57.348313 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-175007c1-4341-4325-8290-d206df25cd87 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:57.351823 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-175007c1-4341-4325-8290-d206df25cd87 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:57.379560 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-175007c1-4341-4325-8290-d206df25cd87 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Calling delete_port for ee942aa4-db37-48e3-b0c9-fadd0794fc29 owned by network:floatingip {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:42:57.390377 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7dcfd0-5454-41de-93e7-802d33fab0a8 None None] Pushing event updated for resources: {'Port': ['ID=ee62342d-67e5-451d-a229-634c7524a6d0,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:57.399595 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:57.425455 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4344d8ad-2dad-4ff9-8e58-40d9f9582a09 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:42:57.500117 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7b7dcfd0-5454-41de-93e7-802d33fab0a8 None None] Attempting to bind port ee62342d-67e5-451d-a229-634c7524a6d0 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:42:57.500574 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7b7dcfd0-5454-41de-93e7-802d33fab0a8 None None] Attempting to bind port ee62342d-67e5-451d-a229-634c7524a6d0 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '00804f0f-6076-4ef8-aba1-383a5ca0dd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a6ad905b-347a-43e7-9ab5-e1c2a15da272'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:42:57.500890 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7dcfd0-5454-41de-93e7-802d33fab0a8 None None] Attempting to bind port ee62342d-67e5-451d-a229-634c7524a6d0 on network a6ad905b-347a-43e7-9ab5-e1c2a15da272 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:42:57.514498 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7dcfd0-5454-41de-93e7-802d33fab0a8 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:42:57.514933 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7dcfd0-5454-41de-93e7-802d33fab0a8 None None] Checking segment: {'id': '00804f0f-6076-4ef8-aba1-383a5ca0dd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a6ad905b-347a-43e7-9ab5-e1c2a15da272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:42:57.515408 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7b7dcfd0-5454-41de-93e7-802d33fab0a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:57.515957 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7dcfd0-5454-41de-93e7-802d33fab0a8 None None] Bound using segment: {'id': '00804f0f-6076-4ef8-aba1-383a5ca0dd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a6ad905b-347a-43e7-9ab5-e1c2a15da272'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:42:57.516467 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7b7dcfd0-5454-41de-93e7-802d33fab0a8 None None] Bound port: ee62342d-67e5-451d-a229-634c7524a6d0, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00804f0f-6076-4ef8-aba1-383a5ca0dd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a6ad905b-347a-43e7-9ab5-e1c2a15da272'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:42:57.516945 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7b7dcfd0-5454-41de-93e7-802d33fab0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:57.520599 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 4344d8ad-2dad-4ff9-8e58-40d9f9582a09, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=4344d8ad-2dad-4ff9-8e58-40d9f9582a09,segment=NetworkSegment(ddd0682b-bda1-497e-bda9-d80ab59b93d8),segment_id=ddd0682b-bda1-497e-bda9-d80ab59b93d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:42:57.533530 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:57.551416 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e18968-eed4-4735-baf1-c017b05ff504 req-970898cb-8e95-442f-9f3a-7f601f55dc58 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:57.559566 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-52e18968-eed4-4735-baf1-c017b05ff504 req-970898cb-8e95-442f-9f3a-7f601f55dc58 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 946 time: 0.1985376 Dec 09 15:42:57.620589 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd0fa-ca20-4b5f-91fd-a6d9214de8b6 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:57.627125 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7b7dcfd0-5454-41de-93e7-802d33fab0a8 None None] For port ee62342d-67e5-451d-a229-634c7524a6d0, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:42:57.631171 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7b7dcfd0-5454-41de-93e7-802d33fab0a8 None None] For port ee62342d-67e5-451d-a229-634c7524a6d0, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=ee62342d-67e5-451d-a229-634c7524a6d0,segment=NetworkSegment(00804f0f-6076-4ef8-aba1-383a5ca0dd1b),segment_id=00804f0f-6076-4ef8-aba1-383a5ca0dd1b)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:42:57.644079 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7b7dcfd0-5454-41de-93e7-802d33fab0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:57.691121 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=4344d8ad-2dad-4ff9-8e58-40d9f9582a09,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:57.692172 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8cd0fa-ca20-4b5f-91fd-a6d9214de8b6 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event updated for resources: {'Port': ['ID=ccbfcb02-0032-4546-8a6e-131a7ba9b510,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:57.697230 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-175007c1-4341-4325-8290-d206df25cd87 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:57.715266 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-52e18968-eed4-4735-baf1-c017b05ff504 req-e0cbc0ea-4687-48e1-978d-af359454c315 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531811 Dec 09 15:42:57.757577 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['4344d8ad-2dad-4ff9-8e58-40d9f9582a09'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:42:57.798174 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8cd0fa-ca20-4b5f-91fd-a6d9214de8b6 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Network faf9b208-527b-4402-a7fb-b18ba912d6c9 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:42:57.799254 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175007c1-4341-4325-8290-d206df25cd87 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Pushing event deleted for resources: {'Port': ['ID=ee942aa4-db37-48e3-b0c9-fadd0794fc29,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:57.803525 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-ae8cd0fa-ca20-4b5f-91fd-a6d9214de8b6 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:42:57.817140 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8cd0fa-ca20-4b5f-91fd-a6d9214de8b6 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:42:57.818490 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc5ff03-6eee-4e29-9bdd-442a73365d27 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:42:57.819067 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd0fa-ca20-4b5f-91fd-a6d9214de8b6 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:57.895828 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7dcfd0-5454-41de-93e7-802d33fab0a8 None None] Pushing event updated for resources: {'Port': ['ID=ee62342d-67e5-451d-a229-634c7524a6d0,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:57.958705 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-175007c1-4341-4325-8290-d206df25cd87 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks [] for floatingip, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:57.961572 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-175007c1-4341-4325-8290-d206df25cd87 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:57.964815 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7bb2d28-2fe9-4e1d-ac9a-184753b02c9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:57.966357 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-175007c1-4341-4325-8290-d206df25cd87 tempest-ServersTestJSON-1112665136 tempest-ServersTestJSON-1112665136-project] 10.222.0.57 "DELETE /v2.0/floatingips/19fbf5a1-685e-4ed0-b219-d5dd912519ce HTTP/1.1" status: 204 len: 168 time: 1.9643645 Dec 09 15:42:57.968156 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41092) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:58.236964 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd0fa-ca20-4b5f-91fd-a6d9214de8b6 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:58.705661 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 4344d8ad-2dad-4ff9-8e58-40d9f9582a09 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:42:58.758638 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd0fa-ca20-4b5f-91fd-a6d9214de8b6 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:58.764958 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd0fa-ca20-4b5f-91fd-a6d9214de8b6 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:58.765717 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd0fa-ca20-4b5f-91fd-a6d9214de8b6 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:58.821444 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 4344d8ad-2dad-4ff9-8e58-40d9f9582a09 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:42:58.821824 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:58.871053 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8cd0fa-ca20-4b5f-91fd-a6d9214de8b6 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event updated for resources: {'Port': ['ID=ccbfcb02-0032-4546-8a6e-131a7ba9b510,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:58.907929 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device ee62342d-67e5-451d-a229-634c7524a6d0 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:42:59.008969 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1908a40-5127-4b46-94fa-388f92de385d None None] Network faf9b208-527b-4402-a7fb-b18ba912d6c9 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:42:59.012442 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8cd0fa-ca20-4b5f-91fd-a6d9214de8b6 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Network faf9b208-527b-4402-a7fb-b18ba912d6c9 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:42:59.019682 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-ae8cd0fa-ca20-4b5f-91fd-a6d9214de8b6 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:42:59.154223 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-830cbf26-0d04-4479-831c-80d975f86e8e None None] Provisioning complete for port 69068709-7cb4-4e4b-949b-7920f6e1f397 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:42:59.154605 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-830cbf26-0d04-4479-831c-80d975f86e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:59.224455 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8cd0fa-ca20-4b5f-91fd-a6d9214de8b6 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Router 83130fee-48c5-4ecb-be61-d2a0283dab33 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:42:59.280803 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:59.292782 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port ee62342d-67e5-451d-a229-634c7524a6d0 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:42:59.293140 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:59.320144 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facca285-503a-4ed0-8e6e-e3d5f17eadec req-f1f1dbc9-3e26-4bf3-ab87-c32a3ba5aef1 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:59.331267 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-facca285-503a-4ed0-8e6e-e3d5f17eadec req-f1f1dbc9-3e26-4bf3-ab87-c32a3ba5aef1 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1b79605-a105-498f-be10-aebe5e0822c1 HTTP/1.1" status: 200 len: 945 time: 1.1204154 Dec 09 15:42:59.413305 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-830cbf26-0d04-4479-831c-80d975f86e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:59.461996 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8cd0fa-ca20-4b5f-91fd-a6d9214de8b6 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:42:59.477561 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ae8cd0fa-ca20-4b5f-91fd-a6d9214de8b6 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "PUT /v2.0/routers/83130fee-48c5-4ecb-be61-d2a0283dab33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3113980 Dec 09 15:42:59.480291 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41106) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:59.486074 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f6f794-582a-47b7-97e0-df9a3157bd06 None None] Sync routers for ids ['83130fee-48c5-4ecb-be61-d2a0283dab33'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:42:59.525857 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b79605-a105-498f-be10-aebe5e0822c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4344d8ad-2dad-4ff9-8e58-40d9f9582a09'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:42:59.528223 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858fbfcc-8065-49fe-8cb3-3159cc94720a" -d '{"events": [{"server_uuid": "a1b79605-a105-498f-be10-aebe5e0822c1", "name": "network-vif-plugged", "status": "completed", "tag": "4344d8ad-2dad-4ff9-8e58-40d9f9582a09"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:42:59.532831 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-facca285-503a-4ed0-8e6e-e3d5f17eadec req-06fcb41d-0d0f-47af-ac2c-910319bba95e tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996813 Dec 09 15:42:59.567801 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-830cbf26-0d04-4479-831c-80d975f86e8e None None] For port 69068709-7cb4-4e4b-949b-7920f6e1f397, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=69068709-7cb4-4e4b-949b-7920f6e1f397,segment=NetworkSegment(2cc72ce7-ca79-41af-bcd9-bef29c8fcd39),segment_id=2cc72ce7-ca79-41af-bcd9-bef29c8fcd39)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:42:59.580045 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94985de-b488-4412-bae9-fcf438770359 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:59.582183 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e94985de-b488-4412-bae9-fcf438770359 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "GET /v2.0/ports/ccbfcb02-0032-4546-8a6e-131a7ba9b510 HTTP/1.1" status: 200 len: 911 time: 0.1007588 Dec 09 15:42:59.585056 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41110) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:59.595099 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-830cbf26-0d04-4479-831c-80d975f86e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:59.605732 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 4344d8ad-2dad-4ff9-8e58-40d9f9582a09, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=4344d8ad-2dad-4ff9-8e58-40d9f9582a09,segment=NetworkSegment(ddd0682b-bda1-497e-bda9-d80ab59b93d8),segment_id=ddd0682b-bda1-497e-bda9-d80ab59b93d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:42:59.674091 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830cbf26-0d04-4479-831c-80d975f86e8e None None] Pushing event updated for resources: {'Port': ['ID=69068709-7cb4-4e4b-949b-7920f6e1f397,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:59.678943 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:59.752355 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1e0d6d-0a0c-4b7f-84c7-8672654ade8d None None] Network a6ad905b-347a-43e7-9ab5-e1c2a15da272 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:42:59.761946 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=4344d8ad-2dad-4ff9-8e58-40d9f9582a09,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:59.772326 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f6f794-582a-47b7-97e0-df9a3157bd06 None None] Routers {'83130fee-48c5-4ecb-be61-d2a0283dab33'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:42:59.773730 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e0f6f794-582a-47b7-97e0-df9a3157bd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:42:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['83130fee-48c5-4ecb-be61-d2a0283dab33'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:59.821448 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e0f6f794-582a-47b7-97e0-df9a3157bd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:59.829541 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914269fd-f6ef-42b7-8596-1b8831090220 req-745a7668-f1f2-4eb7-b7cb-c640f51c75f4 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:59.839241 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-914269fd-f6ef-42b7-8596-1b8831090220 req-745a7668-f1f2-4eb7-b7cb-c640f51c75f4 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 946 time: 0.1371040 Dec 09 15:42:59.867000 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a7bb2d28-2fe9-4e1d-ac9a-184753b02c9e admin admin] Deleting port 41cbea71-ff50-4797-863a-978d45f0d412 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:42:59.867515 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7bb2d28-2fe9-4e1d-ac9a-184753b02c9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:59.942578 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f6f794-582a-47b7-97e0-df9a3157bd06 None None] Routers {'83130fee-48c5-4ecb-be61-d2a0283dab33'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:42:59.943226 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e0f6f794-582a-47b7-97e0-df9a3157bd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:42:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['83130fee-48c5-4ecb-be61-d2a0283dab33'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:59.990661 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-46288d41-26b3-4106-b330-a49294db89b1 None None] Provisioning complete for port ee62342d-67e5-451d-a229-634c7524a6d0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:42:59.991042 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-46288d41-26b3-4106-b330-a49294db89b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:00.003429 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e0f6f794-582a-47b7-97e0-df9a3157bd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:00.004110 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f6f794-582a-47b7-97e0-df9a3157bd06 None None] The sync data for ids ['83130fee-48c5-4ecb-be61-d2a0283dab33'] in n-d-821228-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:43:00.073729 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:00.149554 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port ee62342d-67e5-451d-a229-634c7524a6d0, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=ee62342d-67e5-451d-a229-634c7524a6d0,segment=NetworkSegment(00804f0f-6076-4ef8-aba1-383a5ca0dd1b),segment_id=00804f0f-6076-4ef8-aba1-383a5ca0dd1b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:43:00.165974 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:00.166839 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 69068709-7cb4-4e4b-949b-7920f6e1f397 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:43:00.206107 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-914269fd-f6ef-42b7-8596-1b8831090220 req-7bf1561b-57c1-4e1e-a6f2-392f8b50003c tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591292 Dec 09 15:43:00.333609 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-a7bb2d28-2fe9-4e1d-ac9a-184753b02c9e admin admin] For port 41cbea71-ff50-4797-863a-978d45f0d412, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=41cbea71-ff50-4797-863a-978d45f0d412,segment=NetworkSegment(dc5f4fd7-f2d0-4fcc-b322-be564df2c7cb),segment_id=dc5f4fd7-f2d0-4fcc-b322-be564df2c7cb)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:43:00.339459 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7bb2d28-2fe9-4e1d-ac9a-184753b02c9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:00.368101 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb073183-fd91-478d-b562-9f17cb7fe902 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:00.371008 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a7bb2d28-2fe9-4e1d-ac9a-184753b02c9e admin admin] Calling delete_port for 41cbea71-ff50-4797-863a-978d45f0d412 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:43:00.670983 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=ee62342d-67e5-451d-a229-634c7524a6d0,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:00.715020 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 69068709-7cb4-4e4b-949b-7920f6e1f397 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:00.715493 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:00.850177 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddaf6b6c-e2d8-4d39-9d3e-2ec086ea6456 x-openstack-request-id: req-ddaf6b6c-e2d8-4d39-9d3e-2ec086ea6456 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:43:00.851102 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b79605-a105-498f-be10-aebe5e0822c1", "name": "network-vif-plugged", "status": "completed", "tag": "4344d8ad-2dad-4ff9-8e58-40d9f9582a09", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:43:00.851996 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ddaf6b6c-e2d8-4d39-9d3e-2ec086ea6456 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:43:00.852608 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b79605-a105-498f-be10-aebe5e0822c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4344d8ad-2dad-4ff9-8e58-40d9f9582a09', 'code': 200} Dec 09 15:43:01.017923 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f18e7812-c281-4ade-b659-b392dfa277a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:01.039671 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-aa364947-ce11-42a8-b85a-792747aec000 None None] Provisioning complete for port ccbfcb02-0032-4546-8a6e-131a7ba9b510 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:01.041317 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aa364947-ce11-42a8-b85a-792747aec000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:01.144450 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-aa364947-ce11-42a8-b85a-792747aec000 None None] Port ccbfcb02-0032-4546-8a6e-131a7ba9b510 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:43:01.168327 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-aa364947-ce11-42a8-b85a-792747aec000 None None] Provisioning complete for port 69068709-7cb4-4e4b-949b-7920f6e1f397 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:01.168752 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aa364947-ce11-42a8-b85a-792747aec000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:01.232907 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-bb073183-fd91-478d-b562-9f17cb7fe902 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Allocated IP 2001:db8:1::1 (a6ad905b-347a-43e7-9ab5-e1c2a15da272/6e86956f-c707-4ae9-8d00-52ab31252c74/d78070bd-9d2a-4896-a365-0595c3bf2c36) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:43:01.284342 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device ee62342d-67e5-451d-a229-634c7524a6d0 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:43:01.487187 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port ee62342d-67e5-451d-a229-634c7524a6d0 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:01.487806 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:01.771690 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-586988ca-20e3-4c45-bddf-1897898cc76e None None] Provisioning complete for port ccbfcb02-0032-4546-8a6e-131a7ba9b510 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:01.772039 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-586988ca-20e3-4c45-bddf-1897898cc76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:01.811702 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-586988ca-20e3-4c45-bddf-1897898cc76e None None] Port ccbfcb02-0032-4546-8a6e-131a7ba9b510 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:43:01.818882 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 69068709-7cb4-4e4b-949b-7920f6e1f397 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:43:01.854199 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7bb2d28-2fe9-4e1d-ac9a-184753b02c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:01.894369 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-586988ca-20e3-4c45-bddf-1897898cc76e None None] Provisioning complete for port ee62342d-67e5-451d-a229-634c7524a6d0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:01.895532 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-586988ca-20e3-4c45-bddf-1897898cc76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:01.908343 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb073183-fd91-478d-b562-9f17cb7fe902 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:01.927595 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb2d28-2fe9-4e1d-ac9a-184753b02c9e admin admin] Pushing event deleted for resources: {'Port': ['ID=41cbea71-ff50-4797-863a-978d45f0d412,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:01.993203 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb073183-fd91-478d-b562-9f17cb7fe902 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:02.004454 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9998bf1-f261-47bd-90f8-c4b40b77291b req-ddbbd230-7ad8-4dab-b83f-f75806b574a6 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:02.005743 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 69068709-7cb4-4e4b-949b-7920f6e1f397 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:02.006226 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:02.013200 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b9998bf1-f261-47bd-90f8-c4b40b77291b req-ddbbd230-7ad8-4dab-b83f-f75806b574a6 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1b79605-a105-498f-be10-aebe5e0822c1 HTTP/1.1" status: 200 len: 946 time: 1.0892651 Dec 09 15:43:02.031834 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb073183-fd91-478d-b562-9f17cb7fe902 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Network a6ad905b-347a-43e7-9ab5-e1c2a15da272 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:43:02.036836 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-bb073183-fd91-478d-b562-9f17cb7fe902 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:43:02.040321 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb073183-fd91-478d-b562-9f17cb7fe902 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:43:02.041163 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb073183-fd91-478d-b562-9f17cb7fe902 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:02.051375 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab980fd-d3c4-4af0-a903-56bc39ed24b1 req-5e162918-74da-44d0-a3be-104b7da0e8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:02.056700 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2ab980fd-d3c4-4af0-a903-56bc39ed24b1 req-5e162918-74da-44d0-a3be-104b7da0e8c8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 1097 time: 0.4461958 Dec 09 15:43:02.187803 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb073183-fd91-478d-b562-9f17cb7fe902 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event updated for resources: {'Port': ['ID=d78070bd-9d2a-4896-a365-0595c3bf2c36,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:02.190862 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb073183-fd91-478d-b562-9f17cb7fe902 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:02.314169 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b9998bf1-f261-47bd-90f8-c4b40b77291b req-edb3fe8a-593f-49d0-9072-bf861b6706b5 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973044 Dec 09 15:43:02.335643 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2ab980fd-d3c4-4af0-a903-56bc39ed24b1 req-666340d1-0153-4f0a-ba38-3b62fdc2d741 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254879 Dec 09 15:43:02.556299 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ea6feff2-beee-4e8c-bacb-78be5cc64b4b None None] Provisioning complete for port d78070bd-9d2a-4896-a365-0595c3bf2c36 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:02.556553 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e8483-f44d-49a8-958f-452ca53669f1 req-afae873c-f68f-4762-aae8-6577683a1b35 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:02.557089 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ea6feff2-beee-4e8c-bacb-78be5cc64b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:02.558003 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b44e8483-f44d-49a8-958f-452ca53669f1 req-afae873c-f68f-4762-aae8-6577683a1b35 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 946 time: 0.1150856 Dec 09 15:43:02.558634 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7bb2d28-2fe9-4e1d-ac9a-184753b02c9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:02.603788 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ea6feff2-beee-4e8c-bacb-78be5cc64b4b None None] Port d78070bd-9d2a-4896-a365-0595c3bf2c36 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:43:02.645337 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb073183-fd91-478d-b562-9f17cb7fe902 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:02.651072 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f18e7812-c281-4ade-b659-b392dfa277a6 admin admin] Deleting port e8bbf099-2365-4759-a50f-cd026f8711bd {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:43:02.651598 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f18e7812-c281-4ade-b659-b392dfa277a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:02.652808 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb073183-fd91-478d-b562-9f17cb7fe902 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:02.654555 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb073183-fd91-478d-b562-9f17cb7fe902 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:02.774422 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b44e8483-f44d-49a8-958f-452ca53669f1 req-0f6e822d-d209-488a-b3e5-31f9ec329ca5 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063098 Dec 09 15:43:02.798646 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb073183-fd91-478d-b562-9f17cb7fe902 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Network a6ad905b-347a-43e7-9ab5-e1c2a15da272 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:43:02.802093 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-bb073183-fd91-478d-b562-9f17cb7fe902 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:43:02.807428 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb073183-fd91-478d-b562-9f17cb7fe902 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event updated for resources: {'Port': ['ID=d78070bd-9d2a-4896-a365-0595c3bf2c36,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:02.949093 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb073183-fd91-478d-b562-9f17cb7fe902 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Router 83130fee-48c5-4ecb-be61-d2a0283dab33 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:43:02.958428 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-f18e7812-c281-4ade-b659-b392dfa277a6 admin admin] For port e8bbf099-2365-4759-a50f-cd026f8711bd, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=e8bbf099-2365-4759-a50f-cd026f8711bd,segment=NetworkSegment(5a373236-3a4a-41ae-bee3-29a5c06c264f),segment_id=5a373236-3a4a-41ae-bee3-29a5c06c264f)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:43:02.959015 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f18e7812-c281-4ade-b659-b392dfa277a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:03.052220 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f18e7812-c281-4ade-b659-b392dfa277a6 admin admin] Calling delete_port for e8bbf099-2365-4759-a50f-cd026f8711bd owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:43:03.062430 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb073183-fd91-478d-b562-9f17cb7fe902 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:43:03.070308 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bb073183-fd91-478d-b562-9f17cb7fe902 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "PUT /v2.0/routers/83130fee-48c5-4ecb-be61-d2a0283dab33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4842136 Dec 09 15:43:03.070922 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41130) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:03.076333 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3edcee-9f52-4d2e-90b3-5f43bfe427a9 None None] Sync routers for ids ['83130fee-48c5-4ecb-be61-d2a0283dab33'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:43:03.094758 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3edcee-9f52-4d2e-90b3-5f43bfe427a9 None None] Routers {'83130fee-48c5-4ecb-be61-d2a0283dab33'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:43:03.102243 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-8b3edcee-9f52-4d2e-90b3-5f43bfe427a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:42:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['83130fee-48c5-4ecb-be61-d2a0283dab33'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:03.141229 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-8b3edcee-9f52-4d2e-90b3-5f43bfe427a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:03.156643 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3edcee-9f52-4d2e-90b3-5f43bfe427a9 None None] Routers {'83130fee-48c5-4ecb-be61-d2a0283dab33'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:43:03.157617 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-8b3edcee-9f52-4d2e-90b3-5f43bfe427a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:42:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['83130fee-48c5-4ecb-be61-d2a0283dab33'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:03.162765 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2578b4-b239-4c35-b29f-fb20d5beea37 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:03.174287 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4e2578b4-b239-4c35-b29f-fb20d5beea37 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "GET /v2.0/ports/d78070bd-9d2a-4896-a365-0595c3bf2c36 HTTP/1.1" status: 200 len: 913 time: 0.1022816 Dec 09 15:43:03.174939 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41132) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:03.180947 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7bb2d28-2fe9-4e1d-ac9a-184753b02c9e admin admin] Router e2cfe764-3f0c-4904-988a-d91b590950e3 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:43:03.206837 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-8b3edcee-9f52-4d2e-90b3-5f43bfe427a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:03.207969 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3edcee-9f52-4d2e-90b3-5f43bfe427a9 None None] The sync data for ids ['83130fee-48c5-4ecb-be61-d2a0283dab33'] in n-d-821228-1 is: [] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:43:03.351614 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4289edcc-4820-42a4-a0e6-f1421adc99c3 None None] Provisioning complete for port d78070bd-9d2a-4896-a365-0595c3bf2c36 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:03.351614 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4289edcc-4820-42a4-a0e6-f1421adc99c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:03.416664 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-4289edcc-4820-42a4-a0e6-f1421adc99c3 None None] Port d78070bd-9d2a-4896-a365-0595c3bf2c36 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:43:03.426595 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7bb2d28-2fe9-4e1d-ac9a-184753b02c9e admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:43:03.434022 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a7bb2d28-2fe9-4e1d-ac9a-184753b02c9e admin admin] 10.222.0.57 "PUT /v2.0/routers/e2cfe764-3f0c-4904-988a-d91b590950e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5801117 Dec 09 15:43:03.437509 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41136) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:03.443769 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5455a455-8d41-417c-9614-1622bd5199e9 None None] Sync routers for ids ['e2cfe764-3f0c-4904-988a-d91b590950e3'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:43:03.467970 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5455a455-8d41-417c-9614-1622bd5199e9 None None] Routers {'e2cfe764-3f0c-4904-988a-d91b590950e3'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:43:03.470604 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5455a455-8d41-417c-9614-1622bd5199e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:42:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['e2cfe764-3f0c-4904-988a-d91b590950e3'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:03.634996 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-24e55198-9656-4eca-afd1-562188933b13 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:03.665491 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-5455a455-8d41-417c-9614-1622bd5199e9 None None] Set router e2cfe764-3f0c-4904-988a-d91b590950e3 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:43:03.666972 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6f15c-e7d1-4ca2-bbb9-927495eff6a4 req-c64ea6c2-f790-47aa-9e22-418460341812 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:03.677193 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d3f6f15c-e7d1-4ca2-bbb9-927495eff6a4 req-c64ea6c2-f790-47aa-9e22-418460341812 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1b79605-a105-498f-be10-aebe5e0822c1 HTTP/1.1" status: 200 len: 946 time: 0.1765175 Dec 09 15:43:03.873289 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5455a455-8d41-417c-9614-1622bd5199e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cfe764-3f0c-4904-988a-d91b590950e3', 'name': 'tempest-ServersTestBootFromVolume-1510596838-router', 'tenant_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '07e900d9-823a-4d29-87e4-e16cafb599b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:39:35Z', 'updated_at': '2021-12-09T15:43:01Z', 'revision_number': 5, 'project_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'gw_port': {'id': '07e900d9-823a-4d29-87e4-e16cafb599b2', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ae:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cfe764-3f0c-4904-988a-d91b590950e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:38Z', 'updated_at': '2021-12-09T15:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:03.937313 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5455a455-8d41-417c-9614-1622bd5199e9 None None] Checking router: e2cfe764-3f0c-4904-988a-d91b590950e3 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:43:03.965366 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5455a455-8d41-417c-9614-1622bd5199e9 None None] Routers {'e2cfe764-3f0c-4904-988a-d91b590950e3'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:43:03.968811 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5455a455-8d41-417c-9614-1622bd5199e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:42:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['e2cfe764-3f0c-4904-988a-d91b590950e3'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:04.078169 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-24e55198-9656-4eca-afd1-562188933b13 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Deleting port d78070bd-9d2a-4896-a365-0595c3bf2c36 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:43:04.078907 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-24e55198-9656-4eca-afd1-562188933b13 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:04.090224 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f18e7812-c281-4ade-b659-b392dfa277a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:04.097005 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-113d5203-ef77-4875-b723-2a05362b0af8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:04.143856 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-5455a455-8d41-417c-9614-1622bd5199e9 None None] Set router e2cfe764-3f0c-4904-988a-d91b590950e3 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:43:04.172534 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e7812-c281-4ade-b659-b392dfa277a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8bbf099-2365-4759-a50f-cd026f8711bd,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:04.203633 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-24e55198-9656-4eca-afd1-562188933b13 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:04.237363 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-24e55198-9656-4eca-afd1-562188933b13 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Calling delete_port for d78070bd-9d2a-4896-a365-0595c3bf2c36 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:43:04.313647 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d3f6f15c-e7d1-4ca2-bbb9-927495eff6a4 req-b22292bd-0c11-49e4-acea-f74afad25331 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6354537 Dec 09 15:43:04.351287 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-113d5203-ef77-4875-b723-2a05362b0af8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:04.525060 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5455a455-8d41-417c-9614-1622bd5199e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cfe764-3f0c-4904-988a-d91b590950e3', 'name': 'tempest-ServersTestBootFromVolume-1510596838-router', 'tenant_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '07e900d9-823a-4d29-87e4-e16cafb599b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:39:35Z', 'updated_at': '2021-12-09T15:43:01Z', 'revision_number': 5, 'project_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'gw_port': {'id': '07e900d9-823a-4d29-87e4-e16cafb599b2', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ae:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cfe764-3f0c-4904-988a-d91b590950e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:38Z', 'updated_at': '2021-12-09T15:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:04.542241 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-113d5203-ef77-4875-b723-2a05362b0af8 admin admin] Deleting port 07e900d9-823a-4d29-87e4-e16cafb599b2 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:43:04.542618 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-113d5203-ef77-4875-b723-2a05362b0af8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:04.559022 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-24e55198-9656-4eca-afd1-562188933b13 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:04.559256 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5455a455-8d41-417c-9614-1622bd5199e9 None None] The sync data for ids ['e2cfe764-3f0c-4904-988a-d91b590950e3'] in n-d-821228-1 is: [{'id': 'e2cfe764-3f0c-4904-988a-d91b590950e3', 'name': 'tempest-ServersTestBootFromVolume-1510596838-router', 'tenant_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '07e900d9-823a-4d29-87e4-e16cafb599b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:39:35Z', 'updated_at': '2021-12-09T15:43:01Z', 'revision_number': 5, 'project_id': '3750ab20cd99426eb2548e1fbcd1e15c', 'gw_port': {'id': '07e900d9-823a-4d29-87e4-e16cafb599b2', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ae:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cfe764-3f0c-4904-988a-d91b590950e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:38Z', 'updated_at': '2021-12-09T15:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:43:04.594679 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e55198-9656-4eca-afd1-562188933b13 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event deleted for resources: {'Port': ['ID=d78070bd-9d2a-4896-a365-0595c3bf2c36,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:04.661168 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f18e7812-c281-4ade-b659-b392dfa277a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:04.679687 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b841b42-2b12-4975-aba9-0b29735a4993 req-9c88cb6e-614f-4d59-9236-c9168d904fdc tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:04.681199 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1b841b42-2b12-4975-aba9-0b29735a4993 req-9c88cb6e-614f-4d59-9236-c9168d904fdc tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 946 time: 0.1785996 Dec 09 15:43:04.756729 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 4344d8ad-2dad-4ff9-8e58-40d9f9582a09 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:43:04.803880 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-113d5203-ef77-4875-b723-2a05362b0af8 admin admin] For port 07e900d9-823a-4d29-87e4-e16cafb599b2, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=07e900d9-823a-4d29-87e4-e16cafb599b2,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:43:04.804593 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-113d5203-ef77-4875-b723-2a05362b0af8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:04.807808 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-24e55198-9656-4eca-afd1-562188933b13 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:04.900131 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-113d5203-ef77-4875-b723-2a05362b0af8 admin admin] Calling delete_port for 07e900d9-823a-4d29-87e4-e16cafb599b2 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:43:04.905541 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1b841b42-2b12-4975-aba9-0b29735a4993 req-a346bc68-e889-40cd-9a97-06aaad350d05 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163308 Dec 09 15:43:04.932722 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:05.020166 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b79605-a105-498f-be10-aebe5e0822c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4344d8ad-2dad-4ff9-8e58-40d9f9582a09'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:43:05.027560 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458e54aa-0c50-4971-89db-1dab9f4a350a" -d '{"events": [{"server_uuid": "a1b79605-a105-498f-be10-aebe5e0822c1", "name": "network-vif-unplugged", "status": "completed", "tag": "4344d8ad-2dad-4ff9-8e58-40d9f9582a09"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:43:05.035064 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 4344d8ad-2dad-4ff9-8e58-40d9f9582a09, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=4344d8ad-2dad-4ff9-8e58-40d9f9582a09,segment=NetworkSegment(ddd0682b-bda1-497e-bda9-d80ab59b93d8),segment_id=ddd0682b-bda1-497e-bda9-d80ab59b93d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:43:05.045249 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:05.195038 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 41cbea71-ff50-4797-863a-978d45f0d412 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:43:05.230958 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 41cbea71-ff50-4797-863a-978d45f0d412 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:43:05.231304 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 41cbea71-ff50-4797-863a-978d45f0d412 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:43:05.234006 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=4344d8ad-2dad-4ff9-8e58-40d9f9582a09,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:05.298334 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18e7812-c281-4ade-b659-b392dfa277a6 admin admin] Router bf9bfdf4-74df-4678-a74a-8f6a1681d35a has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:43:05.327563 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e55198-9656-4eca-afd1-562188933b13 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Router 83130fee-48c5-4ecb-be61-d2a0283dab33 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:43:05.435617 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e55198-9656-4eca-afd1-562188933b13 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:43:05.442151 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-24e55198-9656-4eca-afd1-562188933b13 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "PUT /v2.0/routers/83130fee-48c5-4ecb-be61-d2a0283dab33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2659976 Dec 09 15:43:05.444813 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41154) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:05.455052 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77a87ba-93e9-40da-88f9-d34b69307b14 None None] Sync routers for ids ['83130fee-48c5-4ecb-be61-d2a0283dab33'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:43:05.476960 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77a87ba-93e9-40da-88f9-d34b69307b14 None None] Routers {'83130fee-48c5-4ecb-be61-d2a0283dab33'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:43:05.479150 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d77a87ba-93e9-40da-88f9-d34b69307b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:42:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['83130fee-48c5-4ecb-be61-d2a0283dab33'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:05.521612 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18e7812-c281-4ade-b659-b392dfa277a6 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:43:05.530923 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f18e7812-c281-4ade-b659-b392dfa277a6 admin admin] 10.222.0.57 "PUT /v2.0/routers/bf9bfdf4-74df-4678-a74a-8f6a1681d35a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5608120 Dec 09 15:43:05.531520 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41158) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:05.532743 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260ffc97-37aa-492d-ab63-ec7217f9f2e4 None None] Sync routers for ids ['bf9bfdf4-74df-4678-a74a-8f6a1681d35a'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:43:05.556160 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260ffc97-37aa-492d-ab63-ec7217f9f2e4 None None] Routers {'bf9bfdf4-74df-4678-a74a-8f6a1681d35a'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:43:05.565502 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-260ffc97-37aa-492d-ab63-ec7217f9f2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:42:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['bf9bfdf4-74df-4678-a74a-8f6a1681d35a'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:05.591651 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d77a87ba-93e9-40da-88f9-d34b69307b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:05.593074 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-113d5203-ef77-4875-b723-2a05362b0af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:05.630826 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d5203-ef77-4875-b723-2a05362b0af8 admin admin] Pushing event deleted for resources: {'Port': ['ID=07e900d9-823a-4d29-87e4-e16cafb599b2,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:05.632588 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77a87ba-93e9-40da-88f9-d34b69307b14 None None] Routers {'83130fee-48c5-4ecb-be61-d2a0283dab33'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:43:05.633435 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d77a87ba-93e9-40da-88f9-d34b69307b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:42:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['83130fee-48c5-4ecb-be61-d2a0283dab33'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:05.702422 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d77a87ba-93e9-40da-88f9-d34b69307b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:05.704016 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77a87ba-93e9-40da-88f9-d34b69307b14 None None] The sync data for ids ['83130fee-48c5-4ecb-be61-d2a0283dab33'] in n-d-821228-1 is: [] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:43:05.717930 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592397bc-ded4-4190-9c62-631250769cc4 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:43:05.771276 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1bb39b00-dbf2-49a5-a7ac-4e685d6966ef admin admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:05.781176 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 15:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8ec12e-1f2e-4811-aa83-50872cba1305 x-openstack-request-id: req-ec8ec12e-1f2e-4811-aa83-50872cba1305 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:43:05.783422 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b79605-a105-498f-be10-aebe5e0822c1", "name": "network-vif-unplugged", "status": "completed", "tag": "4344d8ad-2dad-4ff9-8e58-40d9f9582a09", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:43:05.784433 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ec8ec12e-1f2e-4811-aa83-50872cba1305 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:43:05.789408 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b79605-a105-498f-be10-aebe5e0822c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4344d8ad-2dad-4ff9-8e58-40d9f9582a09', 'code': 200} Dec 09 15:43:05.888767 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-260ffc97-37aa-492d-ab63-ec7217f9f2e4 None None] Set router bf9bfdf4-74df-4678-a74a-8f6a1681d35a gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:43:05.907724 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-113d5203-ef77-4875-b723-2a05362b0af8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:05.996505 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1157d8af-cd80-46dd-9cc3-2bb98d94e7f7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:06.087876 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a38fc5-9ccc-4209-8908-f8e33ca269f5 req-3a04e60f-82e2-4387-88a9-542efb9c30e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:06.089456 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-21a38fc5-9ccc-4209-8908-f8e33ca269f5 req-3a04e60f-82e2-4387-88a9-542efb9c30e4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9c62862d5dab4e61bc9d5ebff8bf28d9&device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 1097 time: 0.3161573 Dec 09 15:43:06.100447 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-260ffc97-37aa-492d-ab63-ec7217f9f2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9bfdf4-74df-4678-a74a-8f6a1681d35a', 'name': 'tempest-ServersTestJSON-1974453505-router', 'tenant_id': '9e19326a2ef34a9a949943ebe81c10d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'de4a4b18-030a-470e-9ed0-4dfe62524d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:39:22Z', 'updated_at': '2021-12-09T15:43:03Z', 'revision_number': 5, 'project_id': '9e19326a2ef34a9a949943ebe81c10d6', 'gw_port': {'id': 'de4a4b18-030a-470e-9ed0-4dfe62524d01', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:81:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9bfdf4-74df-4678-a74a-8f6a1681d35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:23Z', 'updated_at': '2021-12-09T15:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:06.101269 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-113d5203-ef77-4875-b723-2a05362b0af8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:06.116429 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-113d5203-ef77-4875-b723-2a05362b0af8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:06.126186 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c44bfa3-0c86-4059-9f7b-08c8882daa20 req-6c02ca7e-dfdd-4643-8d9a-fc93e2ca9eed tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:06.127748 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c44bfa3-0c86-4059-9f7b-08c8882daa20 req-6c02ca7e-dfdd-4643-8d9a-fc93e2ca9eed tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1b79605-a105-498f-be10-aebe5e0822c1 HTTP/1.1" status: 200 len: 944 time: 0.2482932 Dec 09 15:43:06.142451 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260ffc97-37aa-492d-ab63-ec7217f9f2e4 None None] Checking router: bf9bfdf4-74df-4678-a74a-8f6a1681d35a for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:43:06.155600 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260ffc97-37aa-492d-ab63-ec7217f9f2e4 None None] Routers {'bf9bfdf4-74df-4678-a74a-8f6a1681d35a'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:43:06.157056 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-260ffc97-37aa-492d-ab63-ec7217f9f2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:42:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['bf9bfdf4-74df-4678-a74a-8f6a1681d35a'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:06.245259 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1bb39b00-dbf2-49a5-a7ac-4e685d6966ef admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:06.278198 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-113d5203-ef77-4875-b723-2a05362b0af8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:06.278737 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113d5203-ef77-4875-b723-2a05362b0af8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2cfe764-3f0c-4904-988a-d91b590950e3 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:43:06.283764 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-113d5203-ef77-4875-b723-2a05362b0af8 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:06.288755 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-113d5203-ef77-4875-b723-2a05362b0af8 admin admin] 10.222.0.57 "DELETE /v2.0/routers/e2cfe764-3f0c-4904-988a-d91b590950e3 HTTP/1.1" status: 204 len: 168 time: 2.8479311 Dec 09 15:43:06.289867 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41168) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:06.369576 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-29933a4a-0f99-4e74-a46b-9ab4dc6ae986 admin admin] Deleting subnet 82818294-a77a-4d84-912f-e7bf638da367 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:43:06.400950 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29933a4a-0f99-4e74-a46b-9ab4dc6ae986 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:06.475581 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c44bfa3-0c86-4059-9f7b-08c8882daa20 req-63ca506e-0f31-447e-93b3-2ea84022e145 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083029 Dec 09 15:43:06.506658 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a38fc5-9ccc-4209-8908-f8e33ca269f5 req-245eaa74-942f-4145-a04a-16ed950fef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:06.508164 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-21a38fc5-9ccc-4209-8908-f8e33ca269f5 req-245eaa74-942f-4145-a04a-16ed950fef0e service neutron] 10.222.0.31 "GET /v2.0/networks?id=9142d0f3-e996-4d4e-9e52-5c13c39fd0aa HTTP/1.1" status: 200 len: 912 time: 0.4018254 Dec 09 15:43:06.534466 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29933a4a-0f99-4e74-a46b-9ab4dc6ae986 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:06.561887 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-260ffc97-37aa-492d-ab63-ec7217f9f2e4 None None] Set router bf9bfdf4-74df-4678-a74a-8f6a1681d35a gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:43:06.614971 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-21a38fc5-9ccc-4209-8908-f8e33ca269f5 req-a7727a6c-0059-47ec-88ff-7ad02e710738 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca193125-0737-4c79-a16a-8345d2cc4642 HTTP/1.1" status: 200 len: 217 time: 0.0906265 Dec 09 15:43:06.692535 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-1157d8af-cd80-46dd-9cc3-2bb98d94e7f7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Deleting port ccbfcb02-0032-4546-8a6e-131a7ba9b510 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:43:06.693122 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1157d8af-cd80-46dd-9cc3-2bb98d94e7f7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:06.711129 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1bb39b00-dbf2-49a5-a7ac-4e685d6966ef admin admin] Deleting port de4a4b18-030a-470e-9ed0-4dfe62524d01 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:43:06.711465 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1bb39b00-dbf2-49a5-a7ac-4e685d6966ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:06.777143 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-260ffc97-37aa-492d-ab63-ec7217f9f2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9bfdf4-74df-4678-a74a-8f6a1681d35a', 'name': 'tempest-ServersTestJSON-1974453505-router', 'tenant_id': '9e19326a2ef34a9a949943ebe81c10d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'de4a4b18-030a-470e-9ed0-4dfe62524d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:39:22Z', 'updated_at': '2021-12-09T15:43:03Z', 'revision_number': 5, 'project_id': '9e19326a2ef34a9a949943ebe81c10d6', 'gw_port': {'id': 'de4a4b18-030a-470e-9ed0-4dfe62524d01', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:81:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9bfdf4-74df-4678-a74a-8f6a1681d35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:23Z', 'updated_at': '2021-12-09T15:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:06.787126 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a38fc5-9ccc-4209-8908-f8e33ca269f5 req-741da2cc-17e1-4a6b-9ac8-0627c7dee3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:06.788556 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-21a38fc5-9ccc-4209-8908-f8e33ca269f5 req-741da2cc-17e1-4a6b-9ac8-0627c7dee3d5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e7615c31-1317-4836-baf8-83af5ea592c9 HTTP/1.1" status: 200 len: 851 time: 0.1612720 Dec 09 15:43:06.800434 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1157d8af-cd80-46dd-9cc3-2bb98d94e7f7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:06.804733 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a42cc-12b6-4bd8-9554-f57d9dfb82f2 req-594cb9f9-b399-4610-8e73-144f01b1d869 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:06.806501 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260ffc97-37aa-492d-ab63-ec7217f9f2e4 None None] The sync data for ids ['bf9bfdf4-74df-4678-a74a-8f6a1681d35a'] in n-d-821228-1 is: [{'id': 'bf9bfdf4-74df-4678-a74a-8f6a1681d35a', 'name': 'tempest-ServersTestJSON-1974453505-router', 'tenant_id': '9e19326a2ef34a9a949943ebe81c10d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'de4a4b18-030a-470e-9ed0-4dfe62524d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:39:22Z', 'updated_at': '2021-12-09T15:43:03Z', 'revision_number': 5, 'project_id': '9e19326a2ef34a9a949943ebe81c10d6', 'gw_port': {'id': 'de4a4b18-030a-470e-9ed0-4dfe62524d01', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:81:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9bfdf4-74df-4678-a74a-8f6a1681d35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:39:23Z', 'updated_at': '2021-12-09T15:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:43:06.814133 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-1157d8af-cd80-46dd-9cc3-2bb98d94e7f7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Calling delete_port for ccbfcb02-0032-4546-8a6e-131a7ba9b510 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:43:06.814294 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-181a42cc-12b6-4bd8-9554-f57d9dfb82f2 req-594cb9f9-b399-4610-8e73-144f01b1d869 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 946 time: 0.2042966 Dec 09 15:43:07.058948 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1157d8af-cd80-46dd-9cc3-2bb98d94e7f7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:07.093462 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157d8af-cd80-46dd-9cc3-2bb98d94e7f7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event deleted for resources: {'Port': ['ID=ccbfcb02-0032-4546-8a6e-131a7ba9b510,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:07.110181 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1157d8af-cd80-46dd-9cc3-2bb98d94e7f7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:07.110834 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1157d8af-cd80-46dd-9cc3-2bb98d94e7f7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:07.112045 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1157d8af-cd80-46dd-9cc3-2bb98d94e7f7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:07.113870 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1157d8af-cd80-46dd-9cc3-2bb98d94e7f7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:07.114535 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1157d8af-cd80-46dd-9cc3-2bb98d94e7f7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:07.115035 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1157d8af-cd80-46dd-9cc3-2bb98d94e7f7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:07.115564 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1157d8af-cd80-46dd-9cc3-2bb98d94e7f7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:07.116067 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1157d8af-cd80-46dd-9cc3-2bb98d94e7f7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:07.117466 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1157d8af-cd80-46dd-9cc3-2bb98d94e7f7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:07.117843 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1157d8af-cd80-46dd-9cc3-2bb98d94e7f7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:07.118362 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1157d8af-cd80-46dd-9cc3-2bb98d94e7f7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:07.118848 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1157d8af-cd80-46dd-9cc3-2bb98d94e7f7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:07.119186 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1157d8af-cd80-46dd-9cc3-2bb98d94e7f7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:07.298237 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1157d8af-cd80-46dd-9cc3-2bb98d94e7f7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:07.376786 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 07e900d9-823a-4d29-87e4-e16cafb599b2 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:43:07.421326 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 07e900d9-823a-4d29-87e4-e16cafb599b2 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:43:07.421681 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 07e900d9-823a-4d29-87e4-e16cafb599b2 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:43:07.423938 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device e8bbf099-2365-4759-a50f-cd026f8711bd no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:43:07.462846 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29933a4a-0f99-4e74-a46b-9ab4dc6ae986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:07.491792 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: e8bbf099-2365-4759-a50f-cd026f8711bd {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:43:07.492156 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device e8bbf099-2365-4759-a50f-cd026f8711bd not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:43:07.619230 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-21a38fc5-9ccc-4209-8908-f8e33ca269f5 req-c56fe665-7bd5-4b83-ba28-e26e9d08560d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9142d0f3-e996-4d4e-9e52-5c13c39fd0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8014247 Dec 09 15:43:07.640667 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1bb39b00-dbf2-49a5-a7ac-4e685d6966ef admin admin] For port de4a4b18-030a-470e-9ed0-4dfe62524d01, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=de4a4b18-030a-470e-9ed0-4dfe62524d01,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:43:07.641049 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1bb39b00-dbf2-49a5-a7ac-4e685d6966ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:07.644259 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1157d8af-cd80-46dd-9cc3-2bb98d94e7f7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Router 83130fee-48c5-4ecb-be61-d2a0283dab33 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:43:07.649767 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29933a4a-0f99-4e74-a46b-9ab4dc6ae986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:07.691461 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9294c427-b2a7-426b-a182-ee05c1ae8d60 None None] Network e2c56416-a3b5-4b61-991a-78207a48b599 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:43:07.710594 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29933a4a-0f99-4e74-a46b-9ab4dc6ae986 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:07.714603 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-29933a4a-0f99-4e74-a46b-9ab4dc6ae986 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/82818294-a77a-4d84-912f-e7bf638da367 HTTP/1.1" status: 204 len: 168 time: 1.4046750 Dec 09 15:43:07.754790 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41180) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:07.761866 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1bb39b00-dbf2-49a5-a7ac-4e685d6966ef admin admin] Calling delete_port for de4a4b18-030a-470e-9ed0-4dfe62524d01 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:43:07.797978 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29933a4a-0f99-4e74-a46b-9ab4dc6ae986 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82818294-a77a-4d84-912f-e7bf638da367,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:07.803893 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1157d8af-cd80-46dd-9cc3-2bb98d94e7f7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:43:07.814557 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1157d8af-cd80-46dd-9cc3-2bb98d94e7f7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "PUT /v2.0/routers/83130fee-48c5-4ecb-be61-d2a0283dab33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3662214 Dec 09 15:43:07.815015 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41182) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:07.822607 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bb481c-ba2d-403d-999a-b22607a3f8a3 None None] Sync routers for ids ['83130fee-48c5-4ecb-be61-d2a0283dab33'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:43:07.854095 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bb481c-ba2d-403d-999a-b22607a3f8a3 None None] Routers {'83130fee-48c5-4ecb-be61-d2a0283dab33'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:43:07.860776 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-c7bb481c-ba2d-403d-999a-b22607a3f8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:42:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['83130fee-48c5-4ecb-be61-d2a0283dab33'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:07.888352 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-181a42cc-12b6-4bd8-9554-f57d9dfb82f2 req-f3c54b1c-a6f7-468f-b6ae-5187ef2858ee tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0709677 Dec 09 15:43:07.914560 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-c7bb481c-ba2d-403d-999a-b22607a3f8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:07.916931 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5203ad22-ba0b-466d-a4c4-68ac30622d5c tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "GET /v2.0/ports?device_id=83130fee-48c5-4ecb-be61-d2a0283dab33 HTTP/1.1" status: 200 len: 205 time: 0.1001639 Dec 09 15:43:07.919724 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41184) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:07.927984 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bb481c-ba2d-403d-999a-b22607a3f8a3 None None] Routers {'83130fee-48c5-4ecb-be61-d2a0283dab33'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:43:07.928654 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-c7bb481c-ba2d-403d-999a-b22607a3f8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:42:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['83130fee-48c5-4ecb-be61-d2a0283dab33'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:07.967770 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a9a245-2c54-4304-bbee-69798de5ecbc None None] DHCP port deletion for e2c56416-a3b5-4b61-991a-78207a48b599 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:43:07.994559 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7896e-f158-4a38-9645-f9be5fca2684 req-b988656e-8085-4d4a-b92f-7c303f07b868 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:07.996497 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bea7896e-f158-4a38-9645-f9be5fca2684 req-b988656e-8085-4d4a-b92f-7c303f07b868 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1b79605-a105-498f-be10-aebe5e0822c1 HTTP/1.1" status: 200 len: 944 time: 0.4097602 Dec 09 15:43:08.025961 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4cd5-4e9e-4780-a582-08a66c71a991 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:08.026132 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-c7bb481c-ba2d-403d-999a-b22607a3f8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:08.026636 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bb481c-ba2d-403d-999a-b22607a3f8a3 None None] The sync data for ids ['83130fee-48c5-4ecb-be61-d2a0283dab33'] in n-d-821228-1 is: [] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:43:08.072456 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b0a9a245-2c54-4304-bbee-69798de5ecbc None None] Deleting port 33ec32c7-eb10-471f-b6ad-4715b42f9ea7 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:43:08.072862 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b0a9a245-2c54-4304-bbee-69798de5ecbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:08.112942 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed5aaae4-eed5-4f29-a9c9-fdf76f87b788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:08.135816 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-21a38fc5-9ccc-4209-8908-f8e33ca269f5 req-f28b84b4-170d-44f5-9f61-f6ef44e16f8f service neutron] 10.222.0.31 "GET /v2.0/networks/9142d0f3-e996-4d4e-9e52-5c13c39fd0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5083709 Dec 09 15:43:08.154677 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b0a9a245-2c54-4304-bbee-69798de5ecbc None None] For port 33ec32c7-eb10-471f-b6ad-4715b42f9ea7, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=33ec32c7-eb10-471f-b6ad-4715b42f9ea7,segment=NetworkSegment(dc5f4fd7-f2d0-4fcc-b322-be564df2c7cb),segment_id=dc5f4fd7-f2d0-4fcc-b322-be564df2c7cb)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:43:08.155377 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b0a9a245-2c54-4304-bbee-69798de5ecbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:08.176683 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b0a9a245-2c54-4304-bbee-69798de5ecbc None None] Calling delete_port for 33ec32c7-eb10-471f-b6ad-4715b42f9ea7 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:43:08.236116 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4cd5-4e9e-4780-a582-08a66c71a991 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:08.238330 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4cd5-4e9e-4780-a582-08a66c71a991 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:08.274090 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b0a9a245-2c54-4304-bbee-69798de5ecbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:08.295227 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4cd5-4e9e-4780-a582-08a66c71a991 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:08.295783 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8e4cd5-4e9e-4780-a582-08a66c71a991 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Fanout notify agent at l3_agent the message router_deleted on router 83130fee-48c5-4ecb-be61-d2a0283dab33 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:43:08.311430 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4cd5-4e9e-4780-a582-08a66c71a991 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:08.315050 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bd8e4cd5-4e9e-4780-a582-08a66c71a991 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "DELETE /v2.0/routers/83130fee-48c5-4ecb-be61-d2a0283dab33 HTTP/1.1" status: 204 len: 168 time: 0.3880763 Dec 09 15:43:08.318628 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41186) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:08.329947 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9a245-2c54-4304-bbee-69798de5ecbc None None] Pushing event deleted for resources: {'Port': ['ID=33ec32c7-eb10-471f-b6ad-4715b42f9ea7,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:08.340040 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a9a245-2c54-4304-bbee-69798de5ecbc None None] No DVR routers for this DVR port 33ec32c7-eb10-471f-b6ad-4715b42f9ea7 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:43:08.364334 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-ed5aaae4-eed5-4f29-a9c9-fdf76f87b788 admin admin] The port '33ec32c7-eb10-471f-b6ad-4715b42f9ea7' was deleted {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 09 15:43:08.392205 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-de59f2a3-2d80-45b5-a5ff-3f418d169deb tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Deleting subnet 6e86956f-c707-4ae9-8d00-52ab31252c74 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:43:08.396690 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de59f2a3-2d80-45b5-a5ff-3f418d169deb tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:08.447568 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de59f2a3-2d80-45b5-a5ff-3f418d169deb tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:08.495648 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41583efc-68fb-48cd-be6c-1b0a85286713 req-5401e87c-08de-4d42-8f36-00213f27fb24 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:08.497287 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-41583efc-68fb-48cd-be6c-1b0a85286713 req-5401e87c-08de-4d42-8f36-00213f27fb24 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1b79605-a105-498f-be10-aebe5e0822c1 HTTP/1.1" status: 200 len: 944 time: 0.2973781 Dec 09 15:43:08.545337 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed5aaae4-eed5-4f29-a9c9-fdf76f87b788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:08.548286 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de59f2a3-2d80-45b5-a5ff-3f418d169deb tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:08.572896 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-ed5aaae4-eed5-4f29-a9c9-fdf76f87b788 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c56416-a3b5-4b61-991a-78207a48b599']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:08.588795 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-21a38fc5-9ccc-4209-8908-f8e33ca269f5 req-dbe8b964-ed46-42cb-9005-6748e301af12 service neutron] 10.222.0.31 "GET /v2.0/networks/9142d0f3-e996-4d4e-9e52-5c13c39fd0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4421425 Dec 09 15:43:08.597762 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-ed5aaae4-eed5-4f29-a9c9-fdf76f87b788 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc5f4fd7-f2d0-4fcc-b322-be564df2c7cb') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:08.598190 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-ed5aaae4-eed5-4f29-a9c9-fdf76f87b788 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc5f4fd7-f2d0-4fcc-b322-be564df2c7cb') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:08.618130 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-bea7896e-f158-4a38-9645-f9be5fca2684 req-31b4158e-ead3-4fc7-a738-7bb9c6e14acd tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Deleting port 4344d8ad-2dad-4ff9-8e58-40d9f9582a09 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:43:08.618742 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bea7896e-f158-4a38-9645-f9be5fca2684 req-31b4158e-ead3-4fc7-a738-7bb9c6e14acd tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:08.626705 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:43:08.637059 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de59f2a3-2d80-45b5-a5ff-3f418d169deb tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:08.669195 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed5aaae4-eed5-4f29-a9c9-fdf76f87b788 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:08.670045 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59f2a3-2d80-45b5-a5ff-3f418d169deb tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event deleted for resources: {'Subnet': ['ID=6e86956f-c707-4ae9-8d00-52ab31252c74,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:08.672277 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de59f2a3-2d80-45b5-a5ff-3f418d169deb tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:08.675811 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-de59f2a3-2d80-45b5-a5ff-3f418d169deb tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "DELETE /v2.0/subnets/6e86956f-c707-4ae9-8d00-52ab31252c74 HTTP/1.1" status: 204 len: 168 time: 0.3561513 Dec 09 15:43:08.678302 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41190) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:08.687604 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feaabe6e-e282-4309-9f83-bd9d35aaa807 None None] Network a6ad905b-347a-43e7-9ab5-e1c2a15da272 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:43:08.723335 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed5aaae4-eed5-4f29-a9c9-fdf76f87b788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:08.730671 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-41583efc-68fb-48cd-be6c-1b0a85286713 req-448c1b26-3824-40e3-8ee0-7b939d3aba7b tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059929 Dec 09 15:43:08.733042 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-30a6e1b1-31d9-4903-aa94-9b540b380da7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Deleting subnet 776160d9-b6d0-456d-8c80-57ad3acdf71c {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:43:08.742865 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1bb39b00-dbf2-49a5-a7ac-4e685d6966ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:08.746168 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-30a6e1b1-31d9-4903-aa94-9b540b380da7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:08.749229 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed5aaae4-eed5-4f29-a9c9-fdf76f87b788 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:43:08.749847 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed5aaae4-eed5-4f29-a9c9-fdf76f87b788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:08.753583 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:43:08.753583 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:43:08.753583 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:43:08.753583 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:43:08.753583 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:43:08.753583 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:43:08.753583 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:43:08.753583 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:43:08.753583 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:43:08.753583 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:43:08.753583 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:43:08.753583 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:43:08.753583 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:43:08.753583 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:43:08.753583 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:43:08.753583 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:43:08.753583 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:43:08.753583 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:43:08.753583 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:43:08.753583 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:43:08.753583 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:43:08.753583 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:43:08.753583 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:43:08.753583 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:43:08.753583 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:43:08.753583 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:43:08.753583 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:43:08.753583 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:43:08.753583 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:43:08.753583 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:43:08.753583 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:43:08.753583 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:43:08.800290 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-30a6e1b1-31d9-4903-aa94-9b540b380da7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:08.848170 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb39b00-dbf2-49a5-a7ac-4e685d6966ef admin admin] Pushing event deleted for resources: {'Port': ['ID=de4a4b18-030a-470e-9ed0-4dfe62524d01,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:08.856104 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59dfb63-b682-4cad-aec0-10473a0f2dac None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:43:08.919196 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2d0962-5381-4007-85e9-dedf108a1558 None None] DHCP port deletion for a6ad905b-347a-43e7-9ab5-e1c2a15da272 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:43:08.928145 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-30a6e1b1-31d9-4903-aa94-9b540b380da7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:08.939318 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-bea7896e-f158-4a38-9645-f9be5fca2684 req-31b4158e-ead3-4fc7-a738-7bb9c6e14acd tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] For port 4344d8ad-2dad-4ff9-8e58-40d9f9582a09, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=4344d8ad-2dad-4ff9-8e58-40d9f9582a09,segment=NetworkSegment(ddd0682b-bda1-497e-bda9-d80ab59b93d8),segment_id=ddd0682b-bda1-497e-bda9-d80ab59b93d8)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:43:08.939752 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bea7896e-f158-4a38-9645-f9be5fca2684 req-31b4158e-ead3-4fc7-a738-7bb9c6e14acd tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:08.944088 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed5aaae4-eed5-4f29-a9c9-fdf76f87b788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:08.965803 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed5aaae4-eed5-4f29-a9c9-fdf76f87b788 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:08.969087 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ed5aaae4-eed5-4f29-a9c9-fdf76f87b788 admin admin] 10.222.0.57 "DELETE /v2.0/networks/e2c56416-a3b5-4b61-991a-78207a48b599 HTTP/1.1" status: 204 len: 168 time: 1.2131639 Dec 09 15:43:08.990393 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-bea7896e-f158-4a38-9645-f9be5fca2684 req-31b4158e-ead3-4fc7-a738-7bb9c6e14acd tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Calling delete_port for 4344d8ad-2dad-4ff9-8e58-40d9f9582a09 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:43:08.996581 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5aaae4-eed5-4f29-a9c9-fdf76f87b788 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2c56416-a3b5-4b61-991a-78207a48b599,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:09.015583 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-6a2d0962-5381-4007-85e9-dedf108a1558 None None] Deleting port ee62342d-67e5-451d-a229-634c7524a6d0 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:43:09.016119 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6a2d0962-5381-4007-85e9-dedf108a1558 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:09.023229 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1bb39b00-dbf2-49a5-a7ac-4e685d6966ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:09.057774 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-30a6e1b1-31d9-4903-aa94-9b540b380da7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:09.137115 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-30a6e1b1-31d9-4903-aa94-9b540b380da7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:09.140191 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6a2d0962-5381-4007-85e9-dedf108a1558 None None] For port ee62342d-67e5-451d-a229-634c7524a6d0, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=ee62342d-67e5-451d-a229-634c7524a6d0,segment=NetworkSegment(00804f0f-6076-4ef8-aba1-383a5ca0dd1b),segment_id=00804f0f-6076-4ef8-aba1-383a5ca0dd1b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:43:09.140712 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6a2d0962-5381-4007-85e9-dedf108a1558 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:09.146992 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-30a6e1b1-31d9-4903-aa94-9b540b380da7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "DELETE /v2.0/subnets/776160d9-b6d0-456d-8c80-57ad3acdf71c HTTP/1.1" status: 204 len: 168 time: 0.4650478 Dec 09 15:43:09.147680 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a6e1b1-31d9-4903-aa94-9b540b380da7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event deleted for resources: {'Subnet': ['ID=776160d9-b6d0-456d-8c80-57ad3acdf71c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:09.156503 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41200) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:09.169808 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80394a42-67a5-44f3-be8e-c775e8756ac4 None None] Network faf9b208-527b-4402-a7fb-b18ba912d6c9 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:43:09.234581 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1bb39b00-dbf2-49a5-a7ac-4e685d6966ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:09.240334 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1bb39b00-dbf2-49a5-a7ac-4e685d6966ef admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:09.278725 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-6a2d0962-5381-4007-85e9-dedf108a1558 None None] Calling delete_port for ee62342d-67e5-451d-a229-634c7524a6d0 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:43:09.283820 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41202) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:09.286413 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device ee62342d-67e5-451d-a229-634c7524a6d0 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:43:09.316974 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014cc11d-91eb-4fce-bab3-d7090e868fcf req-eac8f15b-a84a-4d42-bacb-73a211337a0d tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:09.318583 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-014cc11d-91eb-4fce-bab3-d7090e868fcf req-eac8f15b-a84a-4d42-bacb-73a211337a0d tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 946 time: 0.3129468 Dec 09 15:43:09.347208 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1bb39b00-dbf2-49a5-a7ac-4e685d6966ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:09.347778 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb39b00-dbf2-49a5-a7ac-4e685d6966ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf9bfdf4-74df-4678-a74a-8f6a1681d35a {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:43:09.360498 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1bb39b00-dbf2-49a5-a7ac-4e685d6966ef admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:09.361686 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-604948d4-48c3-4728-9840-8efb69d25a09 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:09.361811 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1bb39b00-dbf2-49a5-a7ac-4e685d6966ef admin admin] 10.222.0.57 "DELETE /v2.0/routers/bf9bfdf4-74df-4678-a74a-8f6a1681d35a HTTP/1.1" status: 204 len: 168 time: 3.8260732 Dec 09 15:43:09.369456 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41204) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:09.454129 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-308742ff-82cc-44c9-b1ff-f0b2a2d11150 admin admin] Deleting subnet ad992af1-64c6-409b-b6f0-24a7711b29bd {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:43:09.484898 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-308742ff-82cc-44c9-b1ff-f0b2a2d11150 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:09.486323 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bea7896e-f158-4a38-9645-f9be5fca2684 req-31b4158e-ead3-4fc7-a738-7bb9c6e14acd tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:09.534596 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-014cc11d-91eb-4fce-bab3-d7090e868fcf req-78e2840d-8318-4713-b0af-ebe8fc14483d tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010953 Dec 09 15:43:09.559210 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e65fa7-3c38-4acb-a50d-809c285f1360 None None] DHCP port deletion for dcdb628e-5130-4046-a7ec-e30fed59a905 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:43:09.595452 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c62d35c7-302e-4160-96de-9f40d7478f41 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3750ab20cd99426eb2548e1fbcd1e15c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3081625 Dec 09 15:43:09.602458 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41208) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:09.605209 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4158e-ead3-4fc7-a738-7bb9c6e14acd tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Pushing event deleted for resources: {'Port': ['ID=4344d8ad-2dad-4ff9-8e58-40d9f9582a09,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:09.622142 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-308742ff-82cc-44c9-b1ff-f0b2a2d11150 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:09.656266 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:09.659496 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508893c8-c504-452f-b439-c54632c89656 None None] DHCP port deletion for faf9b208-527b-4402-a7fb-b18ba912d6c9 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:43:09.680920 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6a2d0962-5381-4007-85e9-dedf108a1558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:09.717948 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea7896e-f158-4a38-9645-f9be5fca2684 req-31b4158e-ead3-4fc7-a738-7bb9c6e14acd tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] No DVR routers for this DVR port 4344d8ad-2dad-4ff9-8e58-40d9f9582a09 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:43:09.726410 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bea7896e-f158-4a38-9645-f9be5fca2684 req-31b4158e-ead3-4fc7-a738-7bb9c6e14acd tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:09.738310 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bea7896e-f158-4a38-9645-f9be5fca2684 req-31b4158e-ead3-4fc7-a738-7bb9c6e14acd tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.31 "DELETE /v2.0/ports/4344d8ad-2dad-4ff9-8e58-40d9f9582a09 HTTP/1.1" status: 204 len: 173 time: 1.7097309 Dec 09 15:43:09.738803 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b79605-a105-498f-be10-aebe5e0822c1', 'name': 'network-vif-deleted', 'tag': '4344d8ad-2dad-4ff9-8e58-40d9f9582a09'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:43:09.742316 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c51ae00-2a8f-40e3-aeb3-532819ce2b78" -d '{"events": [{"server_uuid": "a1b79605-a105-498f-be10-aebe5e0822c1", "name": "network-vif-deleted", "tag": "4344d8ad-2dad-4ff9-8e58-40d9f9582a09"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:43:09.799267 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-604948d4-48c3-4728-9840-8efb69d25a09 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Deleting port ee62342d-67e5-451d-a229-634c7524a6d0 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:43:09.799617 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-604948d4-48c3-4728-9840-8efb69d25a09 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:09.803630 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-63639777-ccfc-422d-88c1-cd4330aac18f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:09.823494 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-308742ff-82cc-44c9-b1ff-f0b2a2d11150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:09.841742 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb51bdfc-c8c5-43f7-b74f-5432062ce603 x-openstack-request-id: req-eb51bdfc-c8c5-43f7-b74f-5432062ce603 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:43:09.842055 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b79605-a105-498f-be10-aebe5e0822c1", "name": "network-vif-deleted", "tag": "4344d8ad-2dad-4ff9-8e58-40d9f9582a09", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:43:09.842338 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-eb51bdfc-c8c5-43f7-b74f-5432062ce603 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:43:09.842703 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d0962-5381-4007-85e9-dedf108a1558 None None] Pushing event deleted for resources: {'Port': ['ID=ee62342d-67e5-451d-a229-634c7524a6d0,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:09.842825 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b79605-a105-498f-be10-aebe5e0822c1', 'name': 'network-vif-deleted', 'tag': '4344d8ad-2dad-4ff9-8e58-40d9f9582a09', 'status': 'completed', 'code': 200} Dec 09 15:43:09.870839 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2d0962-5381-4007-85e9-dedf108a1558 None None] No DVR routers for this DVR port ee62342d-67e5-451d-a229-634c7524a6d0 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:43:09.905037 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 33ec32c7-eb10-471f-b6ad-4715b42f9ea7 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:43:09.927421 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-63639777-ccfc-422d-88c1-cd4330aac18f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:09.938289 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 33ec32c7-eb10-471f-b6ad-4715b42f9ea7 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:43:09.938637 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 33ec32c7-eb10-471f-b6ad-4715b42f9ea7 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:43:09.944496 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-508893c8-c504-452f-b439-c54632c89656 None None] Deleting port 69068709-7cb4-4e4b-949b-7920f6e1f397 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:43:09.945117 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-508893c8-c504-452f-b439-c54632c89656 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:09.989125 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aa0aee41-46a5-442e-9a7c-d9eca9e7cb6d req-d052aec7-4f17-429d-a329-88da75d9ad6b tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1b79605-a105-498f-be10-aebe5e0822c1 HTTP/1.1" status: 200 len: 210 time: 0.0916760 Dec 09 15:43:10.006343 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-604948d4-48c3-4728-9840-8efb69d25a09 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] For port ee62342d-67e5-451d-a229-634c7524a6d0, host n-d-821228-1, got binding levels [] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:43:10.007875 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-604948d4-48c3-4728-9840-8efb69d25a09 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:10.022810 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-508893c8-c504-452f-b439-c54632c89656 None None] For port 69068709-7cb4-4e4b-949b-7920f6e1f397, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=69068709-7cb4-4e4b-949b-7920f6e1f397,segment=NetworkSegment(2cc72ce7-ca79-41af-bcd9-bef29c8fcd39),segment_id=2cc72ce7-ca79-41af-bcd9-bef29c8fcd39)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:43:10.023284 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-508893c8-c504-452f-b439-c54632c89656 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:10.036341 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-604948d4-48c3-4728-9840-8efb69d25a09 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Calling delete_port for ee62342d-67e5-451d-a229-634c7524a6d0 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:43:10.037634 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-508893c8-c504-452f-b439-c54632c89656 None None] Calling delete_port for 69068709-7cb4-4e4b-949b-7920f6e1f397 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:43:10.043610 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.ipam_backend_mixin [None req-604948d4-48c3-4728-9840-8efb69d25a09 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Port ee62342d-67e5-451d-a229-634c7524a6d0 was not found and therefore no delete operation was performed {{(pid=103245) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 15:43:10.055500 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-604948d4-48c3-4728-9840-8efb69d25a09 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:10.091860 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604948d4-48c3-4728-9840-8efb69d25a09 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event deleted for resources: {'Port': ['ID=ee62342d-67e5-451d-a229-634c7524a6d0,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:10.106947 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604948d4-48c3-4728-9840-8efb69d25a09 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] No DVR routers for this DVR port ee62342d-67e5-451d-a229-634c7524a6d0 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:43:10.112607 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-308742ff-82cc-44c9-b1ff-f0b2a2d11150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:10.145182 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-63639777-ccfc-422d-88c1-cd4330aac18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:10.148336 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-63639777-ccfc-422d-88c1-cd4330aac18f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:10.149601 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-63639777-ccfc-422d-88c1-cd4330aac18f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/19cb2320-7541-4903-a23f-0471a085eb23 HTTP/1.1" status: 204 len: 168 time: 0.5460021 Dec 09 15:43:10.149862 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-508893c8-c504-452f-b439-c54632c89656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:10.185045 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee2736c-60c6-4786-a357-c00ffcb22661 None None] Network 589649dc-db4c-4c9b-a3c7-2ee06e8a59a8 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:43:10.187210 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508893c8-c504-452f-b439-c54632c89656 None None] Pushing event deleted for resources: {'Port': ['ID=69068709-7cb4-4e4b-949b-7920f6e1f397,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:10.188449 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-308742ff-82cc-44c9-b1ff-f0b2a2d11150 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:10.190230 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508893c8-c504-452f-b439-c54632c89656 None None] No DVR routers for this DVR port 69068709-7cb4-4e4b-949b-7920f6e1f397 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:43:10.195091 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-308742ff-82cc-44c9-b1ff-f0b2a2d11150 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ad992af1-64c6-409b-b6f0-24a7711b29bd HTTP/1.1" status: 204 len: 168 time: 0.8219507 Dec 09 15:43:10.196212 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41216) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:10.225566 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308742ff-82cc-44c9-b1ff-f0b2a2d11150 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad992af1-64c6-409b-b6f0-24a7711b29bd,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:10.244148 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63639777-ccfc-422d-88c1-cd4330aac18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cb2320-7541-4903-a23f-0471a085eb23,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:10.266549 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-604948d4-48c3-4728-9840-8efb69d25a09 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:10.297352 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-604948d4-48c3-4728-9840-8efb69d25a09 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6ad905b-347a-43e7-9ab5-e1c2a15da272']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:10.321136 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-604948d4-48c3-4728-9840-8efb69d25a09 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00804f0f-6076-4ef8-aba1-383a5ca0dd1b') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:10.321438 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-604948d4-48c3-4728-9840-8efb69d25a09 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00804f0f-6076-4ef8-aba1-383a5ca0dd1b') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:10.338002 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-604948d4-48c3-4728-9840-8efb69d25a09 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:10.357746 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-604948d4-48c3-4728-9840-8efb69d25a09 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:10.367118 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-604948d4-48c3-4728-9840-8efb69d25a09 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:43:10.368655 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-604948d4-48c3-4728-9840-8efb69d25a09 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:10.378907 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:43:10.378907 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:43:10.378907 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:43:10.378907 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:43:10.378907 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:43:10.378907 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:43:10.378907 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:43:10.378907 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:43:10.378907 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:43:10.378907 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:43:10.378907 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:43:10.378907 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:43:10.378907 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:43:10.378907 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:43:10.378907 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:43:10.378907 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:43:10.378907 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:43:10.378907 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:43:10.378907 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:43:10.378907 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:43:10.378907 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:43:10.378907 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:43:10.378907 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:43:10.378907 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:43:10.378907 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:43:10.378907 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:43:10.378907 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:43:10.378907 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:43:10.378907 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:43:10.378907 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:43:10.378907 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:43:10.378907 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:43:10.380841 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aaeafbfd-8580-4e22-89c4-a4ef2d5760b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:10.493530 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb90341-d6cc-4b72-8c4c-eaf320108707 None None] DHCP port deletion for 589649dc-db4c-4c9b-a3c7-2ee06e8a59a8 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:43:10.502196 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-604948d4-48c3-4728-9840-8efb69d25a09 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:10.509516 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-aaeafbfd-8580-4e22-89c4-a4ef2d5760b3 admin admin] Deleting port 9c75a07a-907d-46c3-b741-380a16c776d0 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:43:10.510093 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aaeafbfd-8580-4e22-89c4-a4ef2d5760b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:10.521851 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-604948d4-48c3-4728-9840-8efb69d25a09 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:10.529386 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-604948d4-48c3-4728-9840-8efb69d25a09 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "DELETE /v2.0/networks/a6ad905b-347a-43e7-9ab5-e1c2a15da272 HTTP/1.1" status: 204 len: 168 time: 1.3715227 Dec 09 15:43:10.543181 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41218) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:10.586889 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-aaeafbfd-8580-4e22-89c4-a4ef2d5760b3 admin admin] For port 9c75a07a-907d-46c3-b741-380a16c776d0, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=9c75a07a-907d-46c3-b741-380a16c776d0,segment=NetworkSegment(5a373236-3a4a-41ae-bee3-29a5c06c264f),segment_id=5a373236-3a4a-41ae-bee3-29a5c06c264f)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:43:10.587632 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aaeafbfd-8580-4e22-89c4-a4ef2d5760b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:10.597182 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-dfb90341-d6cc-4b72-8c4c-eaf320108707 None None] Deleting port 9c75a07a-907d-46c3-b741-380a16c776d0 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:43:10.600032 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604948d4-48c3-4728-9840-8efb69d25a09 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event deleted for resources: {'Network': ['ID=a6ad905b-347a-43e7-9ab5-e1c2a15da272,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:10.601976 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-aaeafbfd-8580-4e22-89c4-a4ef2d5760b3 admin admin] Calling delete_port for 9c75a07a-907d-46c3-b741-380a16c776d0 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:43:10.603093 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dfb90341-d6cc-4b72-8c4c-eaf320108707 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:10.719559 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a35bc89b-93c0-4bac-8ff4-6793ecbcfa44 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:10.745716 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-dfb90341-d6cc-4b72-8c4c-eaf320108707 None None] For port 9c75a07a-907d-46c3-b741-380a16c776d0, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=9c75a07a-907d-46c3-b741-380a16c776d0,segment=NetworkSegment(5a373236-3a4a-41ae-bee3-29a5c06c264f),segment_id=5a373236-3a4a-41ae-bee3-29a5c06c264f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:43:10.746292 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dfb90341-d6cc-4b72-8c4c-eaf320108707 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:10.763098 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-dfb90341-d6cc-4b72-8c4c-eaf320108707 None None] Calling delete_port for 9c75a07a-907d-46c3-b741-380a16c776d0 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:43:10.770961 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 4344d8ad-2dad-4ff9-8e58-40d9f9582a09 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:43:10.875830 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aaeafbfd-8580-4e22-89c4-a4ef2d5760b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:10.878855 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dfb90341-d6cc-4b72-8c4c-eaf320108707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:10.908992 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb90341-d6cc-4b72-8c4c-eaf320108707 None None] No DVR routers for this DVR port 9c75a07a-907d-46c3-b741-380a16c776d0 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:43:10.920175 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1a5c0-a2f1-4087-aa3c-ca002b8403de req-065798bf-c605-41a5-9c69-e61ee2a4adf8 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:10.936649 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9cd1a5c0-a2f1-4087-aa3c-ca002b8403de req-065798bf-c605-41a5-9c69-e61ee2a4adf8 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 946 time: 0.2434912 Dec 09 15:43:10.978816 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 4344d8ad-2dad-4ff9-8e58-40d9f9582a09 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:43:10.979169 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 4344d8ad-2dad-4ff9-8e58-40d9f9582a09 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:43:10.990514 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb90341-d6cc-4b72-8c4c-eaf320108707 None None] Pushing event deleted for resources: {'Port': ['ID=9c75a07a-907d-46c3-b741-380a16c776d0,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:11.015241 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a35bc89b-93c0-4bac-8ff4-6793ecbcfa44 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:11.031728 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeafbfd-8580-4e22-89c4-a4ef2d5760b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c75a07a-907d-46c3-b741-380a16c776d0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:11.049366 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-a35bc89b-93c0-4bac-8ff4-6793ecbcfa44 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf9b208-527b-4402-a7fb-b18ba912d6c9']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:11.050036 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeafbfd-8580-4e22-89c4-a4ef2d5760b3 admin admin] No DVR routers for this DVR port 9c75a07a-907d-46c3-b741-380a16c776d0 on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:43:11.080797 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-a35bc89b-93c0-4bac-8ff4-6793ecbcfa44 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cc72ce7-ca79-41af-bcd9-bef29c8fcd39') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:11.082351 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-a35bc89b-93c0-4bac-8ff4-6793ecbcfa44 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cc72ce7-ca79-41af-bcd9-bef29c8fcd39') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:11.102143 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a35bc89b-93c0-4bac-8ff4-6793ecbcfa44 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:11.118726 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a35bc89b-93c0-4bac-8ff4-6793ecbcfa44 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:11.129120 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a35bc89b-93c0-4bac-8ff4-6793ecbcfa44 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:43:11.130112 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a35bc89b-93c0-4bac-8ff4-6793ecbcfa44 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:11.133817 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:43:11.133817 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:43:11.133817 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:43:11.133817 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:43:11.133817 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:43:11.133817 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:43:11.133817 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:43:11.133817 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:43:11.133817 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:43:11.133817 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:43:11.133817 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:43:11.133817 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:43:11.133817 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:43:11.133817 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:43:11.133817 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:43:11.133817 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:43:11.133817 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:43:11.133817 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:43:11.133817 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:43:11.133817 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:43:11.133817 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:43:11.133817 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:43:11.133817 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:43:11.133817 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:43:11.133817 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:43:11.133817 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:43:11.133817 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:43:11.133817 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:43:11.133817 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:43:11.133817 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:43:11.133817 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:43:11.133817 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:43:11.177085 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9cd1a5c0-a2f1-4087-aa3c-ca002b8403de req-4a83e4b4-87bc-4810-8bc8-45c99756adcc tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153702 Dec 09 15:43:11.189872 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aaeafbfd-8580-4e22-89c4-a4ef2d5760b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:11.220925 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a35bc89b-93c0-4bac-8ff4-6793ecbcfa44 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:11.235354 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 9c75a07a-907d-46c3-b741-380a16c776d0 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:43:11.245805 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-aaeafbfd-8580-4e22-89c4-a4ef2d5760b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['589649dc-db4c-4c9b-a3c7-2ee06e8a59a8']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:11.260111 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a35bc89b-93c0-4bac-8ff4-6793ecbcfa44 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:11.264959 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a35bc89b-93c0-4bac-8ff4-6793ecbcfa44 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "DELETE /v2.0/networks/faf9b208-527b-4402-a7fb-b18ba912d6c9 HTTP/1.1" status: 204 len: 168 time: 0.7208078 Dec 09 15:43:11.266997 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35bc89b-93c0-4bac-8ff4-6793ecbcfa44 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event deleted for resources: {'Network': ['ID=faf9b208-527b-4402-a7fb-b18ba912d6c9,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:11.269592 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41244) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:11.270112 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 9c75a07a-907d-46c3-b741-380a16c776d0 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:43:11.270466 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 9c75a07a-907d-46c3-b741-380a16c776d0 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:43:11.270929 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 69068709-7cb4-4e4b-949b-7920f6e1f397 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:43:11.287699 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-d0167eba-95f8-479d-adda-de749d0c6d23 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-827425944'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:43:11.292740 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-aaeafbfd-8580-4e22-89c4-a4ef2d5760b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a373236-3a4a-41ae-bee3-29a5c06c264f') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:11.292921 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-aaeafbfd-8580-4e22-89c4-a4ef2d5760b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a373236-3a4a-41ae-bee3-29a5c06c264f') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:11.307777 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 69068709-7cb4-4e4b-949b-7920f6e1f397 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:43:11.308090 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aaeafbfd-8580-4e22-89c4-a4ef2d5760b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:11.308207 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 69068709-7cb4-4e4b-949b-7920f6e1f397 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:43:11.308564 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device de4a4b18-030a-470e-9ed0-4dfe62524d01 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:43:11.327960 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aaeafbfd-8580-4e22-89c4-a4ef2d5760b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:11.336443 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaeafbfd-8580-4e22-89c4-a4ef2d5760b3 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:43:11.336857 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aaeafbfd-8580-4e22-89c4-a4ef2d5760b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:11.338793 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: de4a4b18-030a-470e-9ed0-4dfe62524d01 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:43:11.339267 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device de4a4b18-030a-470e-9ed0-4dfe62524d01 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:43:11.413100 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:43:11.413100 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:43:11.413100 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:43:11.413100 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:43:11.413100 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:43:11.413100 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:43:11.413100 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:43:11.413100 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:43:11.413100 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:43:11.413100 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:43:11.413100 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:43:11.413100 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:43:11.413100 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:43:11.413100 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:43:11.413100 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:43:11.413100 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:43:11.413100 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:43:11.413100 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:43:11.413100 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:43:11.413100 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:43:11.413100 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:43:11.413100 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:43:11.413100 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:43:11.413100 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:43:11.413100 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:43:11.413100 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:43:11.413100 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:43:11.413100 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:43:11.413100 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:43:11.413100 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:43:11.413100 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:43:11.413100 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:43:11.442485 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aaeafbfd-8580-4e22-89c4-a4ef2d5760b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:11.466032 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aaeafbfd-8580-4e22-89c4-a4ef2d5760b3 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:11.475469 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-aaeafbfd-8580-4e22-89c4-a4ef2d5760b3 admin admin] 10.222.0.57 "DELETE /v2.0/networks/589649dc-db4c-4c9b-a3c7-2ee06e8a59a8 HTTP/1.1" status: 204 len: 168 time: 1.2776313 Dec 09 15:43:11.517198 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeafbfd-8580-4e22-89c4-a4ef2d5760b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=589649dc-db4c-4c9b-a3c7-2ee06e8a59a8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:11.519083 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0167eba-95f8-479d-adda-de749d0c6d23 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Made reservation on behalf of 7690a19135b241f28d7f8cc78a859dab for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:43:11.532396 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0167eba-95f8-479d-adda-de749d0c6d23 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:11.627455 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0167eba-95f8-479d-adda-de749d0c6d23 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:43:11.656860 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0167eba-95f8-479d-adda-de749d0c6d23 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:11.657291 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-d0167eba-95f8-479d-adda-de749d0c6d23 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Added segment 3d0224e9-80ec-4eef-93ba-c1d9f9de5e66 of type vlan for network 7ebb09e2-63b7-4771-bf56-1a37a378af34 Dec 09 15:43:11.687502 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41264) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:11.822256 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-233a5e90-38bb-4457-8179-b262aeb3a56a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-561490810-network', 'tenant_id': 'a5524d490e1b414f9d489bcad41e8bca'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:43:11.835194 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0167eba-95f8-479d-adda-de749d0c6d23 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:11.846169 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233a5e90-38bb-4457-8179-b262aeb3a56a admin admin] Made reservation on behalf of a5524d490e1b414f9d489bcad41e8bca for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:43:11.850662 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-233a5e90-38bb-4457-8179-b262aeb3a56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:11.869915 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-233a5e90-38bb-4457-8179-b262aeb3a56a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:11.879895 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41272) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:11.930200 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0167eba-95f8-479d-adda-de749d0c6d23 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:11.936048 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0167eba-95f8-479d-adda-de749d0c6d23 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:11.936666 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0167eba-95f8-479d-adda-de749d0c6d23 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:11.943616 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ac9ef780-e8d5-4604-a0b6-32759750f8e5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9e19326a2ef34a9a949943ebe81c10d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0622485 Dec 09 15:43:11.946120 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41274) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:12.008687 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d0167eba-95f8-479d-adda-de749d0c6d23 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7373397 Dec 09 15:43:12.014399 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41278) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:12.019370 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-fcaa0681-29c5-477e-bcf8-310de73f7434 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Request body: {'subnet': {'network_id': '7ebb09e2-63b7-4771-bf56-1a37a378af34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:43:12.037335 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-d3413e02-ae9b-450f-a4ce-bdfab2b3136c tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:12.044685 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-d3413e02-ae9b-450f-a4ce-bdfab2b3136c tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/networks?id=dcdb628e-5130-4046-a7ec-e30fed59a905 HTTP/1.1" status: 200 len: 820 time: 0.2844594 Dec 09 15:43:12.101315 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-881e5e7b-1258-4dcb-9450-0ec606c3355d tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/quotas/07844446e2964e2183164fabedd030ef HTTP/1.1" status: 200 len: 375 time: 0.0554469 Dec 09 15:43:12.122682 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-233a5e90-38bb-4457-8179-b262aeb3a56a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:12.126153 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0167eba-95f8-479d-adda-de749d0c6d23 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event updated for resources: {'Network': ['ID=7ebb09e2-63b7-4771-bf56-1a37a378af34,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:12.133586 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-233a5e90-38bb-4457-8179-b262aeb3a56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:12.139518 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 7ebb09e2-63b7-4771-bf56-1a37a378af34 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:43:12.172174 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2a62a77e-43a6-414a-a94e-486a755a8dcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:12.194255 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-233a5e90-38bb-4457-8179-b262aeb3a56a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:43:12.214837 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a5e90-38bb-4457-8179-b262aeb3a56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17aec3c-7ef6-4327-aaf3-f6ab65edcb96,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:12.224966 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-621d4782-2933-4695-9095-cf6d4e6312c4 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=07844446e2964e2183164fabedd030ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0908632 Dec 09 15:43:12.229634 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-233a5e90-38bb-4457-8179-b262aeb3a56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:12.232453 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-233a5e90-38bb-4457-8179-b262aeb3a56a admin admin] Added segment a3c7e96e-3962-4e23-be75-356cd16c7066 of type vlan for network ce0edcde-aa48-48a0-92c5-947da8e838f6 Dec 09 15:43:12.248528 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2a62a77e-43a6-414a-a94e-486a755a8dcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:12.312507 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-233a5e90-38bb-4457-8179-b262aeb3a56a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:12.316961 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcaa0681-29c5-477e-bcf8-310de73f7434 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Made reservation on behalf of 7690a19135b241f28d7f8cc78a859dab for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:43:12.320862 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fcaa0681-29c5-477e-bcf8-310de73f7434 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:12.364512 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-233a5e90-38bb-4457-8179-b262aeb3a56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:12.366068 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233a5e90-38bb-4457-8179-b262aeb3a56a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:12.367434 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-233a5e90-38bb-4457-8179-b262aeb3a56a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:12.377014 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2a62a77e-43a6-414a-a94e-486a755a8dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:12.380978 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2a62a77e-43a6-414a-a94e-486a755a8dcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:12.385056 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2a62a77e-43a6-414a-a94e-486a755a8dcd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c8109ce5-cb6d-4a17-946e-6bade430401f HTTP/1.1" status: 204 len: 168 time: 0.4377983 Dec 09 15:43:12.433521 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-48193ecc-92cf-43cc-857e-6def2a10045d service neutron] 10.222.0.57 "GET /v2.0/networks/dcdb628e-5130-4046-a7ec-e30fed59a905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945281 Dec 09 15:43:12.455259 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a62a77e-43a6-414a-a94e-486a755a8dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8109ce5-cb6d-4a17-946e-6bade430401f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:12.457085 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a5e90-38bb-4457-8179-b262aeb3a56a admin admin] Pushing event updated for resources: {'Network': ['ID=ce0edcde-aa48-48a0-92c5-947da8e838f6,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:12.466973 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-233a5e90-38bb-4457-8179-b262aeb3a56a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7776771 Dec 09 15:43:12.467607 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41288) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:12.473105 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-843532c9-ec69-4495-91e4-556c9f6b63a3 admin admin] Request body: {'subnet': {'network_id': 'ce0edcde-aa48-48a0-92c5-947da8e838f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-561490810-subnet', 'tenant_id': 'a5524d490e1b414f9d489bcad41e8bca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:43:12.482855 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network ce0edcde-aa48-48a0-92c5-947da8e838f6 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:43:12.501971 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843532c9-ec69-4495-91e4-556c9f6b63a3 admin admin] Made reservation on behalf of a5524d490e1b414f9d489bcad41e8bca for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:43:12.505762 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-843532c9-ec69-4495-91e4-556c9f6b63a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:12.664902 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-346446db-41d7-4443-bad6-d3e8ff9019f7 service neutron] 10.222.0.57 "GET /v2.0/networks/dcdb628e-5130-4046-a7ec-e30fed59a905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302675 Dec 09 15:43:12.729530 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-843532c9-ec69-4495-91e4-556c9f6b63a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:12.762437 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fcaa0681-29c5-477e-bcf8-310de73f7434 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:12.783134 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843532c9-ec69-4495-91e4-556c9f6b63a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4413a985-f34b-4e6d-a6dd-2bfcf5b5c7c8,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:12.821669 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843532c9-ec69-4495-91e4-556c9f6b63a3 admin admin] Checking segment: {'id': 'a3c7e96e-3962-4e23-be75-356cd16c7066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ce0edcde-aa48-48a0-92c5-947da8e838f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:43:12.824741 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843532c9-ec69-4495-91e4-556c9f6b63a3 admin admin] Network hostable DHCP agents. Network: ce0edcde-aa48-48a0-92c5-947da8e838f6, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:43:12.849670 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843532c9-ec69-4495-91e4-556c9f6b63a3 admin admin] Network ce0edcde-aa48-48a0-92c5-947da8e838f6 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:43:12.851646 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa0681-29c5-477e-bcf8-310de73f7434 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event updated for resources: {'Subnet': ['ID=067c071d-4717-40d5-8076-b34f02cf67d7,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:12.874236 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcaa0681-29c5-477e-bcf8-310de73f7434 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Checking segment: {'id': '3d0224e9-80ec-4eef-93ba-c1d9f9de5e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '7ebb09e2-63b7-4771-bf56-1a37a378af34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:43:12.874404 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-843532c9-ec69-4495-91e4-556c9f6b63a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, ce0edcde-aa48-48a0-92c5-947da8e838f6) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:43:12.874535 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcaa0681-29c5-477e-bcf8-310de73f7434 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Network hostable DHCP agents. Network: 7ebb09e2-63b7-4771-bf56-1a37a378af34, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:43:12.882694 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843532c9-ec69-4495-91e4-556c9f6b63a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:12.884616 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-843532c9-ec69-4495-91e4-556c9f6b63a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:12.885117 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb57ae4-bebb-4bb3-a36e-6c19b8a66a8c None None] Network ce0edcde-aa48-48a0-92c5-947da8e838f6 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:43:12.901079 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcaa0681-29c5-477e-bcf8-310de73f7434 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Network 7ebb09e2-63b7-4771-bf56-1a37a378af34 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:43:12.913781 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-fcaa0681-29c5-477e-bcf8-310de73f7434 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 7ebb09e2-63b7-4771-bf56-1a37a378af34) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:43:12.921069 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcaa0681-29c5-477e-bcf8-310de73f7434 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:12.921783 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fcaa0681-29c5-477e-bcf8-310de73f7434 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:12.931146 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-843532c9-ec69-4495-91e4-556c9f6b63a3 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4623337 Dec 09 15:43:12.946638 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-fcaa0681-29c5-477e-bcf8-310de73f7434 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9311628 Dec 09 15:43:12.949460 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41304) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:12.954665 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-e5e829b9-d06a-477b-93e7-0b70257e8923 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-67365744', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:43:12.998294 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e5e829b9-d06a-477b-93e7-0b70257e8923 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:12.999939 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e5e829b9-d06a-477b-93e7-0b70257e8923 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:13.007080 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be67db3-0af2-454e-8475-92dbccbf7777 None None] Network 7ebb09e2-63b7-4771-bf56-1a37a378af34 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:43:13.061206 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee6dba-4882-47a6-82f8-165fe987540e req-4d055e51-68fa-47cf-b503-d95c92dab8f1 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:13.063014 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a7ee6dba-4882-47a6-82f8-165fe987540e req-4d055e51-68fa-47cf-b503-d95c92dab8f1 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 946 time: 0.1147549 Dec 09 15:43:13.127786 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e5e829b9-d06a-477b-93e7-0b70257e8923 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:13.136390 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e5e829b9-d06a-477b-93e7-0b70257e8923 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:13.187748 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e5e829b9-d06a-477b-93e7-0b70257e8923 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:13.192131 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e5e829b9-d06a-477b-93e7-0b70257e8923 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2414980 Dec 09 15:43:13.192784 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41310) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:13.195100 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a7ee6dba-4882-47a6-82f8-165fe987540e req-d78c74ba-78b2-43e1-9187-28a8fad5363c tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253307 Dec 09 15:43:13.196407 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673e8cf2-7c5c-48b4-b124-33747aa05f25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-7ebb09e2-63b7-4771-bf56-1a37a378af34', 'network_id': '7ebb09e2-63b7-4771-bf56-1a37a378af34', 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'fixed_ips': [{'subnet_id': '067c071d-4717-40d5-8076-b34f02cf67d7'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:43:13.197090 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-673e8cf2-7c5c-48b4-b124-33747aa05f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:13.221136 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-977e1c82-b471-42e5-b29e-ed00bc67c965 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Request body: {'port': {'network_id': '7ebb09e2-63b7-4771-bf56-1a37a378af34', 'name': 'tempest-RoutersIpV6Test-2064330898'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:43:13.325376 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d930da-a7d0-43ec-9da1-de64c2b73b73 None None] Network ce0edcde-aa48-48a0-92c5-947da8e838f6 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:43:13.426953 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977e1c82-b471-42e5-b29e-ed00bc67c965 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Made reservation on behalf of 7690a19135b241f28d7f8cc78a859dab for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:43:13.431443 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-977e1c82-b471-42e5-b29e-ed00bc67c965 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:13.472032 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-977e1c82-b471-42e5-b29e-ed00bc67c965 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] device_id is not set on port f4b1293f-a98f-42c5-86d9-e7c0a99c03bb yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:43:13.682353 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-54414098-2916-4b24-bf34-3184b5529e2c req-f087b00c-0593-4a1f-96aa-bb2bcadbe086 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3bc44af-716b-4875-bdcf-fcc039c774cc HTTP/1.1" status: 200 len: 210 time: 0.0858951 Dec 09 15:43:13.685548 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-673e8cf2-7c5c-48b4-b124-33747aa05f25 None None] Allocated IP 2001:db8::2 (7ebb09e2-63b7-4771-bf56-1a37a378af34/067c071d-4717-40d5-8076-b34f02cf67d7/6604bcc1-1962-4c5d-9d09-03b1c2d95586) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:43:13.830185 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41334) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:13.933154 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-673e8cf2-7c5c-48b4-b124-33747aa05f25 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:13.963063 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-673e8cf2-7c5c-48b4-b124-33747aa05f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:14.019302 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-2d665c60-6da5-427e-83ea-597b2e08bdfd admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1896629046-network', 'tenant_id': 'ebcdf14508e845329213dd469bea1d6e'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:43:14.020811 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673e8cf2-7c5c-48b4-b124-33747aa05f25 None None] Network 7ebb09e2-63b7-4771-bf56-1a37a378af34 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:43:14.023777 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-673e8cf2-7c5c-48b4-b124-33747aa05f25 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:43:14.030162 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673e8cf2-7c5c-48b4-b124-33747aa05f25 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:43:14.068987 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-977e1c82-b471-42e5-b29e-ed00bc67c965 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Allocated IP 2001:db8::22e (7ebb09e2-63b7-4771-bf56-1a37a378af34/067c071d-4717-40d5-8076-b34f02cf67d7/f4b1293f-a98f-42c5-86d9-e7c0a99c03bb) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:43:14.071980 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d665c60-6da5-427e-83ea-597b2e08bdfd admin admin] Made reservation on behalf of ebcdf14508e845329213dd469bea1d6e for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:43:14.076159 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d665c60-6da5-427e-83ea-597b2e08bdfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:14.095258 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d665c60-6da5-427e-83ea-597b2e08bdfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:14.099381 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673e8cf2-7c5c-48b4-b124-33747aa05f25 None None] Pushing event updated for resources: {'Port': ['ID=6604bcc1-1962-4c5d-9d09-03b1c2d95586,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:14.166896 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-673e8cf2-7c5c-48b4-b124-33747aa05f25 None None] Attempting to bind port 6604bcc1-1962-4c5d-9d09-03b1c2d95586 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:43:14.167328 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-673e8cf2-7c5c-48b4-b124-33747aa05f25 None None] Attempting to bind port 6604bcc1-1962-4c5d-9d09-03b1c2d95586 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '3d0224e9-80ec-4eef-93ba-c1d9f9de5e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '7ebb09e2-63b7-4771-bf56-1a37a378af34'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:43:14.167625 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673e8cf2-7c5c-48b4-b124-33747aa05f25 None None] Attempting to bind port 6604bcc1-1962-4c5d-9d09-03b1c2d95586 on network 7ebb09e2-63b7-4771-bf56-1a37a378af34 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:43:14.173555 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673e8cf2-7c5c-48b4-b124-33747aa05f25 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:43:14.173935 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673e8cf2-7c5c-48b4-b124-33747aa05f25 None None] Checking segment: {'id': '3d0224e9-80ec-4eef-93ba-c1d9f9de5e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '7ebb09e2-63b7-4771-bf56-1a37a378af34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:43:14.174343 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-673e8cf2-7c5c-48b4-b124-33747aa05f25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:14.174739 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673e8cf2-7c5c-48b4-b124-33747aa05f25 None None] Bound using segment: {'id': '3d0224e9-80ec-4eef-93ba-c1d9f9de5e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '7ebb09e2-63b7-4771-bf56-1a37a378af34'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:43:14.175208 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-673e8cf2-7c5c-48b4-b124-33747aa05f25 None None] Bound port: 6604bcc1-1962-4c5d-9d09-03b1c2d95586, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0224e9-80ec-4eef-93ba-c1d9f9de5e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '7ebb09e2-63b7-4771-bf56-1a37a378af34'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:43:14.175752 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-673e8cf2-7c5c-48b4-b124-33747aa05f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:14.250793 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-673e8cf2-7c5c-48b4-b124-33747aa05f25 None None] For port 6604bcc1-1962-4c5d-9d09-03b1c2d95586, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:43:14.251573 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d665c60-6da5-427e-83ea-597b2e08bdfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:14.252160 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-673e8cf2-7c5c-48b4-b124-33747aa05f25 None None] For port 6604bcc1-1962-4c5d-9d09-03b1c2d95586, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=6604bcc1-1962-4c5d-9d09-03b1c2d95586,segment=NetworkSegment(3d0224e9-80ec-4eef-93ba-c1d9f9de5e66),segment_id=3d0224e9-80ec-4eef-93ba-c1d9f9de5e66)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:43:14.258606 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d665c60-6da5-427e-83ea-597b2e08bdfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:14.261101 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-673e8cf2-7c5c-48b4-b124-33747aa05f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:14.347448 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673e8cf2-7c5c-48b4-b124-33747aa05f25 None None] Pushing event updated for resources: {'Port': ['ID=6604bcc1-1962-4c5d-9d09-03b1c2d95586,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:14.359903 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d665c60-6da5-427e-83ea-597b2e08bdfd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:43:14.382984 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d665c60-6da5-427e-83ea-597b2e08bdfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d957add7-ef05-4f87-97a0-d0d388143670,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:14.402692 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d665c60-6da5-427e-83ea-597b2e08bdfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:14.403283 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-2d665c60-6da5-427e-83ea-597b2e08bdfd admin admin] Added segment e80ad65f-7180-4c60-9646-8ed9026dad31 of type vlan for network 1ca20f5e-a19e-482c-b28d-a52b110483f5 Dec 09 15:43:14.480036 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d665c60-6da5-427e-83ea-597b2e08bdfd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:14.495656 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-6285ee0c-f8c1-49ad-8a9c-23f7c97120cb tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:14.498112 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-6285ee0c-f8c1-49ad-8a9c-23f7c97120cb tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] 10.222.0.57 "GET /v2.0/networks?id=ce0edcde-aa48-48a0-92c5-947da8e838f6 HTTP/1.1" status: 200 len: 821 time: 0.1522415 Dec 09 15:43:14.516893 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-b3f7bba4-4f06-4e9d-9551-2220d599f858 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] 10.222.0.57 "GET /v2.0/quotas/a5524d490e1b414f9d489bcad41e8bca HTTP/1.1" status: 200 len: 375 time: 0.0123713 Dec 09 15:43:14.522362 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-977e1c82-b471-42e5-b29e-ed00bc67c965 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:14.608803 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d665c60-6da5-427e-83ea-597b2e08bdfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:14.610990 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d665c60-6da5-427e-83ea-597b2e08bdfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:14.611793 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d665c60-6da5-427e-83ea-597b2e08bdfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:14.620882 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-977e1c82-b471-42e5-b29e-ed00bc67c965 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:14.639493 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-3b4a5387-2fc0-4bea-af75-15eebb8264ec tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a5524d490e1b414f9d489bcad41e8bca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1155643 Dec 09 15:43:14.721493 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977e1c82-b471-42e5-b29e-ed00bc67c965 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Network 7ebb09e2-63b7-4771-bf56-1a37a378af34 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:43:14.727993 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2d665c60-6da5-427e-83ea-597b2e08bdfd admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8941143 Dec 09 15:43:14.730190 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41358) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:14.738353 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-977e1c82-b471-42e5-b29e-ed00bc67c965 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:43:14.746553 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977e1c82-b471-42e5-b29e-ed00bc67c965 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:43:14.754165 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977e1c82-b471-42e5-b29e-ed00bc67c965 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:14.755874 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-977e1c82-b471-42e5-b29e-ed00bc67c965 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:14.779553 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a428a725-2fc2-4a0e-8e22-8845fc451984 admin admin] Request body: {'subnet': {'network_id': '1ca20f5e-a19e-482c-b28d-a52b110483f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1896629046-subnet', 'tenant_id': 'ebcdf14508e845329213dd469bea1d6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:43:14.820476 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d665c60-6da5-427e-83ea-597b2e08bdfd admin admin] Pushing event updated for resources: {'Network': ['ID=1ca20f5e-a19e-482c-b28d-a52b110483f5,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:14.833938 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 1ca20f5e-a19e-482c-b28d-a52b110483f5 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:43:14.843319 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e1c82-b471-42e5-b29e-ed00bc67c965 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event updated for resources: {'Port': ['ID=f4b1293f-a98f-42c5-86d9-e7c0a99c03bb,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:14.852248 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-7eb335f0-f8eb-46be-988f-62bfc9010359 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:14.853766 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-7eb335f0-f8eb-46be-988f-62bfc9010359 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.31 "GET /v2.0/networks?id=dcdb628e-5130-4046-a7ec-e30fed59a905 HTTP/1.1" status: 200 len: 820 time: 0.3284521 Dec 09 15:43:14.865225 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a428a725-2fc2-4a0e-8e22-8845fc451984 admin admin] Made reservation on behalf of ebcdf14508e845329213dd469bea1d6e for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:43:14.867887 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a428a725-2fc2-4a0e-8e22-8845fc451984 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:14.872306 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-ee09e57c-ae3d-4c71-92c7-402f4a8233dc service neutron] 10.222.0.57 "GET /v2.0/networks/ce0edcde-aa48-48a0-92c5-947da8e838f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317152 Dec 09 15:43:14.927886 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-35b97011-3092-4b63-b9e1-bd5f3254559a tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Request body: {'port': {'device_id': 'e3bc44af-716b-4875-bdcf-fcc039c774cc', 'network_id': 'dcdb628e-5130-4046-a7ec-e30fed59a905', 'admin_state_up': True, 'tenant_id': '07844446e2964e2183164fabedd030ef'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:43:14.946670 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-977e1c82-b471-42e5-b29e-ed00bc67c965 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7527540 Dec 09 15:43:14.951160 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41360) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:15.032493 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-458fef64-3f0a-4480-8a9f-8f7463b8075d service neutron] 10.222.0.57 "GET /v2.0/networks/ce0edcde-aa48-48a0-92c5-947da8e838f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590457 Dec 09 15:43:15.085269 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-35b97011-3092-4b63-b9e1-bd5f3254559a tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Made reservation on behalf of 07844446e2964e2183164fabedd030ef for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:43:15.097509 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-35b97011-3092-4b63-b9e1-bd5f3254559a tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:15.263120 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 6604bcc1-1962-4c5d-9d09-03b1c2d95586 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:43:15.387410 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-35b97011-3092-4b63-b9e1-bd5f3254559a tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Allocated IP 172.20.0.5 (dcdb628e-5130-4046-a7ec-e30fed59a905/a75137d3-5bab-4ff0-9c87-80fcdd67f478/5fe1a2d1-9e52-4657-94ff-007d5276d8f3) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:43:15.410612 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 6604bcc1-1962-4c5d-9d09-03b1c2d95586 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:15.410989 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:15.464662 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dded1b-d242-4549-bb8e-93cb63cc02f4 req-f4f5ff6b-1598-44ac-89ba-16bdf69bd36b tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:15.477993 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d5dded1b-d242-4549-bb8e-93cb63cc02f4 req-f4f5ff6b-1598-44ac-89ba-16bdf69bd36b tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 946 time: 0.1353977 Dec 09 15:43:15.665809 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:15.703675 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d5dded1b-d242-4549-bb8e-93cb63cc02f4 req-70c96076-5676-44d1-9d83-6e5a5021ade8 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247896 Dec 09 15:43:15.734762 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 6604bcc1-1962-4c5d-9d09-03b1c2d95586, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=6604bcc1-1962-4c5d-9d09-03b1c2d95586,segment=NetworkSegment(3d0224e9-80ec-4eef-93ba-c1d9f9de5e66),segment_id=3d0224e9-80ec-4eef-93ba-c1d9f9de5e66)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:43:15.743173 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:15.842464 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:15.885472 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=6604bcc1-1962-4c5d-9d09-03b1c2d95586,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:15.894657 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-35b97011-3092-4b63-b9e1-bd5f3254559a tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:16.001135 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fd0da7-15cc-4ccc-ba8d-ddf3829a009c None None] Network 7ebb09e2-63b7-4771-bf56-1a37a378af34 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:43:16.019255 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-35b97011-3092-4b63-b9e1-bd5f3254559a tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:16.041062 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a428a725-2fc2-4a0e-8e22-8845fc451984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:16.121490 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-35b97011-3092-4b63-b9e1-bd5f3254559a tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Network dcdb628e-5130-4046-a7ec-e30fed59a905 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:43:16.127278 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-35b97011-3092-4b63-b9e1-bd5f3254559a tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:43:16.150012 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-35b97011-3092-4b63-b9e1-bd5f3254559a tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:43:16.158707 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5ddd12-d0a5-4a15-b2d2-079ac240c2c1 None None] DHCP port deletion for dcdb628e-5130-4046-a7ec-e30fed59a905 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:43:16.162701 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b97011-3092-4b63-b9e1-bd5f3254559a tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Pushing event updated for resources: {'Port': ['ID=5fe1a2d1-9e52-4657-94ff-007d5276d8f3,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:16.176302 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3191f929-aeef-45b6-9d76-3b82b619f827 None None] Provisioning complete for port 6604bcc1-1962-4c5d-9d09-03b1c2d95586 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:16.176699 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3191f929-aeef-45b6-9d76-3b82b619f827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:16.193249 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b97011-3092-4b63-b9e1-bd5f3254559a tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:16.193857 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b97011-3092-4b63-b9e1-bd5f3254559a tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:16.194516 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b97011-3092-4b63-b9e1-bd5f3254559a tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:16.195029 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b97011-3092-4b63-b9e1-bd5f3254559a tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:16.195526 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b97011-3092-4b63-b9e1-bd5f3254559a tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:16.196033 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b97011-3092-4b63-b9e1-bd5f3254559a tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:16.196672 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b97011-3092-4b63-b9e1-bd5f3254559a tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:16.197183 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b97011-3092-4b63-b9e1-bd5f3254559a tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:16.197671 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b97011-3092-4b63-b9e1-bd5f3254559a tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:16.198881 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b97011-3092-4b63-b9e1-bd5f3254559a tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:16.199385 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b97011-3092-4b63-b9e1-bd5f3254559a tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:16.199907 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b97011-3092-4b63-b9e1-bd5f3254559a tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:16.200558 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b97011-3092-4b63-b9e1-bd5f3254559a tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:16.249628 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428a725-2fc2-4a0e-8e22-8845fc451984 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bc3ee6c-c810-4d0b-bc1f-a1539f757329,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:16.278901 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a428a725-2fc2-4a0e-8e22-8845fc451984 admin admin] Checking segment: {'id': 'e80ad65f-7180-4c60-9646-8ed9026dad31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1ca20f5e-a19e-482c-b28d-a52b110483f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:43:16.279269 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a428a725-2fc2-4a0e-8e22-8845fc451984 admin admin] Network hostable DHCP agents. Network: 1ca20f5e-a19e-482c-b28d-a52b110483f5, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:43:16.366795 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-be940e8e-9856-4f52-9cdc-c6324be82e9a tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:16.392392 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a428a725-2fc2-4a0e-8e22-8845fc451984 admin admin] Network 1ca20f5e-a19e-482c-b28d-a52b110483f5 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:43:16.410371 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-a428a725-2fc2-4a0e-8e22-8845fc451984 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 1ca20f5e-a19e-482c-b28d-a52b110483f5) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:43:16.422648 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a428a725-2fc2-4a0e-8e22-8845fc451984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:16.425125 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a428a725-2fc2-4a0e-8e22-8845fc451984 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:16.459943 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57def0c4-6046-4e60-8fb6-7e9af7d95fd0 None None] Network 1ca20f5e-a19e-482c-b28d-a52b110483f5 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:43:16.610789 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a428a725-2fc2-4a0e-8e22-8845fc451984 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8681514 Dec 09 15:43:16.690167 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3713fe89-df84-4225-af36-4f3f8e097960 None None] Network 1ca20f5e-a19e-482c-b28d-a52b110483f5 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:43:16.796040 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2a7fe8d4-4796-4438-a543-e9e7a007bd89 None None] Provisioning complete for port 5fe1a2d1-9e52-4657-94ff-007d5276d8f3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:16.796833 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2a7fe8d4-4796-4438-a543-e9e7a007bd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:16.920348 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2a7fe8d4-4796-4438-a543-e9e7a007bd89 None None] Port 5fe1a2d1-9e52-4657-94ff-007d5276d8f3 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:43:16.945632 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-be940e8e-9856-4f52-9cdc-c6324be82e9a tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:16.955468 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-be940e8e-9856-4f52-9cdc-c6324be82e9a tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:17.049858 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a1d5c142-fbd0-4c32-8aad-87224bcf2535 None None] Provisioning complete for port 6604bcc1-1962-4c5d-9d09-03b1c2d95586 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:17.050951 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a1d5c142-fbd0-4c32-8aad-87224bcf2535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:17.126981 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-35b97011-3092-4b63-b9e1-bd5f3254559a tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:17.128688 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-35b97011-3092-4b63-b9e1-bd5f3254559a tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:17.150666 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d1a0b-b36b-429c-a399-2fdf5e7bf94d req-8d827aae-b15c-4867-a6d4-ed8c77360caa tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:17.160513 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2b4d1a0b-b36b-429c-a399-2fdf5e7bf94d req-8d827aae-b15c-4867-a6d4-ed8c77360caa tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3bc44af-716b-4875-bdcf-fcc039c774cc HTTP/1.1" status: 200 len: 931 time: 0.9873316 Dec 09 15:43:17.199868 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be940e8e-9856-4f52-9cdc-c6324be82e9a tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event updated for resources: {'Port': ['ID=f4b1293f-a98f-42c5-86d9-e7c0a99c03bb,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:17.240098 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-35b97011-3092-4b63-b9e1-bd5f3254559a tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3159616 Dec 09 15:43:17.268566 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 6604bcc1-1962-4c5d-9d09-03b1c2d95586 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:43:17.272328 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-46c4e9b1-65e5-48b6-aa07-5fdc64d44656 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:17.275931 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-46c4e9b1-65e5-48b6-aa07-5fdc64d44656 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] 10.222.0.31 "GET /v2.0/networks?id=ce0edcde-aa48-48a0-92c5-947da8e838f6 HTTP/1.1" status: 200 len: 821 time: 0.2656426 Dec 09 15:43:17.305506 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-1d5c8df1-aaa0-4722-ab87-456fd2a764c6 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] Request body: {'port': {'device_id': '515b0240-32c5-4abf-ac4f-20a2c132bc06', 'network_id': 'ce0edcde-aa48-48a0-92c5-947da8e838f6', 'admin_state_up': True, 'tenant_id': 'a5524d490e1b414f9d489bcad41e8bca'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:43:17.327276 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-be940e8e-9856-4f52-9cdc-c6324be82e9a tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:17.365595 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a1d5c142-fbd0-4c32-8aad-87224bcf2535 None None] Provisioning complete for port f4b1293f-a98f-42c5-86d9-e7c0a99c03bb triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:17.365976 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a1d5c142-fbd0-4c32-8aad-87224bcf2535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:17.409716 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2b4d1a0b-b36b-429c-a399-2fdf5e7bf94d req-4a1768f0-837c-417f-8561-1e0440e4fab9 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478392 Dec 09 15:43:17.417030 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-a574f624-5af1-4d4f-b811-be40855a4ac8 service neutron] Request body: {'port': {'device_id': 'e3bc44af-716b-4875-bdcf-fcc039c774cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:43:17.444121 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 6604bcc1-1962-4c5d-9d09-03b1c2d95586 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:17.444479 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:17.488335 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a1d5c142-fbd0-4c32-8aad-87224bcf2535 None None] Port f4b1293f-a98f-42c5-86d9-e7c0a99c03bb cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:43:17.557176 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-be940e8e-9856-4f52-9cdc-c6324be82e9a tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:17.566028 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831c212-e6ef-4ec5-923f-23abdbb59ab3 req-d1ec9268-b5bf-4d07-a575-ce7f936104fb tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:17.567565 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f831c212-e6ef-4ec5-923f-23abdbb59ab3 req-d1ec9268-b5bf-4d07-a575-ce7f936104fb tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.31 "GET /v2.0/ports?device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 946 time: 0.1462331 Dec 09 15:43:17.605041 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9581d8bd-c87a-4733-aba9-fe1a3ed7bbc8 req-222ac8ef-ae15-4535-bb88-5b24ed55a239 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] 10.222.0.57 "GET /v2.0/ports?device_id=515b0240-32c5-4abf-ac4f-20a2c132bc06 HTTP/1.1" status: 200 len: 210 time: 0.0687423 Dec 09 15:43:17.608499 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-a574f624-5af1-4d4f-b811-be40855a4ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:17.637126 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-96487796-f6b2-4e57-92ba-4bb9fef86ef3 None None] Provisioning complete for port f4b1293f-a98f-42c5-86d9-e7c0a99c03bb triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:17.637627 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-96487796-f6b2-4e57-92ba-4bb9fef86ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:17.687840 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-96487796-f6b2-4e57-92ba-4bb9fef86ef3 None None] Port f4b1293f-a98f-42c5-86d9-e7c0a99c03bb cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:43:17.755618 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-1d5c8df1-aaa0-4722-ab87-456fd2a764c6 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] Made reservation on behalf of a5524d490e1b414f9d489bcad41e8bca for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:43:17.759133 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-1d5c8df1-aaa0-4722-ab87-456fd2a764c6 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:17.916361 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-be940e8e-9856-4f52-9cdc-c6324be82e9a tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:17.921743 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-be940e8e-9856-4f52-9cdc-c6324be82e9a tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:17.922887 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-be940e8e-9856-4f52-9cdc-c6324be82e9a tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:17.964718 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab7be2-e661-4cce-a7c6-dd81855974b5 req-b5f04344-575e-4106-9ef4-950032ee2848 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:17.966454 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1eab7be2-e661-4cce-a7c6-dd81855974b5 req-b5f04344-575e-4106-9ef4-950032ee2848 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=54f19f10-ae9f-4af5-971a-2c05ee93cac9 HTTP/1.1" status: 200 len: 946 time: 0.2404974 Dec 09 15:43:17.988128 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-f831c212-e6ef-4ec5-923f-23abdbb59ab3 req-06401041-2784-469d-9912-d3ff22613f8c tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Deleting port ca193125-0737-4c79-a16a-8345d2cc4642 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:43:17.988507 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f831c212-e6ef-4ec5-923f-23abdbb59ab3 req-06401041-2784-469d-9912-d3ff22613f8c tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:18.013444 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be940e8e-9856-4f52-9cdc-c6324be82e9a tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event updated for resources: {'Port': ['ID=f4b1293f-a98f-42c5-86d9-e7c0a99c03bb,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:18.058750 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be940e8e-9856-4f52-9cdc-c6324be82e9a tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Network 7ebb09e2-63b7-4771-bf56-1a37a378af34 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:43:18.061286 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-be940e8e-9856-4f52-9cdc-c6324be82e9a tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:43:18.211544 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1eab7be2-e661-4cce-a7c6-dd81855974b5 req-eaa468f9-86b6-44e8-8263-14af701866f9 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212896 Dec 09 15:43:18.220493 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be940e8e-9856-4f52-9cdc-c6324be82e9a tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Router 5fb74212-2eae-4a07-bc36-90e6a1ebca40 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:43:18.247869 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-1d5c8df1-aaa0-4722-ab87-456fd2a764c6 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] Allocated IP 172.20.0.10 (ce0edcde-aa48-48a0-92c5-947da8e838f6/4413a985-f34b-4e6d-a6dd-2bfcf5b5c7c8/42a6b1a0-091c-47f8-b445-7f55b2d06958) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:43:18.279631 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-f831c212-e6ef-4ec5-923f-23abdbb59ab3 req-06401041-2784-469d-9912-d3ff22613f8c tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] For port ca193125-0737-4c79-a16a-8345d2cc4642, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=ca193125-0737-4c79-a16a-8345d2cc4642,segment=NetworkSegment(f08bf91e-2a80-4157-b377-a6ced87c1b83),segment_id=f08bf91e-2a80-4157-b377-a6ced87c1b83)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:43:18.280180 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f831c212-e6ef-4ec5-923f-23abdbb59ab3 req-06401041-2784-469d-9912-d3ff22613f8c tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:18.362501 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-f831c212-e6ef-4ec5-923f-23abdbb59ab3 req-06401041-2784-469d-9912-d3ff22613f8c tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Calling delete_port for ca193125-0737-4c79-a16a-8345d2cc4642 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:43:18.374464 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be940e8e-9856-4f52-9cdc-c6324be82e9a tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:43:18.385895 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-be940e8e-9856-4f52-9cdc-c6324be82e9a tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "PUT /v2.0/routers/5fb74212-2eae-4a07-bc36-90e6a1ebca40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4321334 Dec 09 15:43:18.388139 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a32082-e295-49a2-b6a6-969613ebc186 None None] Sync routers for ids ['5fb74212-2eae-4a07-bc36-90e6a1ebca40'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:43:18.388467 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41398) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:18.402695 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a32082-e295-49a2-b6a6-969613ebc186 None None] Routers {'5fb74212-2eae-4a07-bc36-90e6a1ebca40'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:43:18.403858 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-85a32082-e295-49a2-b6a6-969613ebc186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:42:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['5fb74212-2eae-4a07-bc36-90e6a1ebca40'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:18.426428 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-a574f624-5af1-4d4f-b811-be40855a4ac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fe1a2d1-9e52-4657-94ff-007d5276d8f3 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:43:18.440845 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-85a32082-e295-49a2-b6a6-969613ebc186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:18.445202 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-a574f624-5af1-4d4f-b811-be40855a4ac8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:18.447174 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ad407d-d845-4da2-9799-52f372ac4ad6 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:18.450742 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-02ad407d-d845-4da2-9799-52f372ac4ad6 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "GET /v2.0/ports/f4b1293f-a98f-42c5-86d9-e7c0a99c03bb HTTP/1.1" status: 200 len: 984 time: 0.0605738 Dec 09 15:43:18.453401 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41402) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:18.458088 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a32082-e295-49a2-b6a6-969613ebc186 None None] Routers {'5fb74212-2eae-4a07-bc36-90e6a1ebca40'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:43:18.458864 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-85a32082-e295-49a2-b6a6-969613ebc186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:42:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['5fb74212-2eae-4a07-bc36-90e6a1ebca40'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:18.498350 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-85a32082-e295-49a2-b6a6-969613ebc186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:18.499159 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a32082-e295-49a2-b6a6-969613ebc186 None None] The sync data for ids ['5fb74212-2eae-4a07-bc36-90e6a1ebca40'] in n-d-821228-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:43:18.507519 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2579f87a-2fc9-4bd2-b1d7-ae6069f50cde None None] Provisioning complete for port f4b1293f-a98f-42c5-86d9-e7c0a99c03bb triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:18.507898 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2579f87a-2fc9-4bd2-b1d7-ae6069f50cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:18.529441 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-a574f624-5af1-4d4f-b811-be40855a4ac8 service neutron] Transition to ACTIVE for port object 5fe1a2d1-9e52-4657-94ff-007d5276d8f3 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:43:18.550909 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2579f87a-2fc9-4bd2-b1d7-ae6069f50cde None None] Port f4b1293f-a98f-42c5-86d9-e7c0a99c03bb cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:43:18.618834 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-a574f624-5af1-4d4f-b811-be40855a4ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:18.717045 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682ab180-109e-4cee-bbd4-4612e8f11e32 None None] DHCP port deletion for dcdb628e-5130-4046-a7ec-e30fed59a905 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:43:18.807879 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-a8f796dd-2da0-4e64-92f0-1577423ee1de tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:18.816358 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-a8f796dd-2da0-4e64-92f0-1577423ee1de tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] 10.222.0.57 "GET /v2.0/networks?id=1ca20f5e-a19e-482c-b28d-a52b110483f5 HTTP/1.1" status: 200 len: 814 time: 0.2839854 Dec 09 15:43:18.864946 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a574f624-5af1-4d4f-b811-be40855a4ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe1a2d1-9e52-4657-94ff-007d5276d8f3,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:18.871444 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-1d5c8df1-aaa0-4722-ab87-456fd2a764c6 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:18.885549 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-dc44addd-82ba-4832-af22-383e0beede22 tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] 10.222.0.57 "GET /v2.0/quotas/ebcdf14508e845329213dd469bea1d6e HTTP/1.1" status: 200 len: 375 time: 0.0685163 Dec 09 15:43:18.987984 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-a0fad5b2-a1af-4dc5-8680-9c4cb27f9dcd tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ebcdf14508e845329213dd469bea1d6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1014559 Dec 09 15:43:19.032022 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60c3493f-f281-4183-91f3-1d547ef6fbe3 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:19.104609 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f831c212-e6ef-4ec5-923f-23abdbb59ab3 req-06401041-2784-469d-9912-d3ff22613f8c tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:19.117985 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['79dd7992-0e9e-4dc6-8338-3916ec47be1f'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:43:19.141679 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06401041-2784-469d-9912-d3ff22613f8c tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Pushing event deleted for resources: {'Port': ['ID=ca193125-0737-4c79-a16a-8345d2cc4642,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:19.144880 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-1d5c8df1-aaa0-4722-ab87-456fd2a764c6 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:19.169959 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-a574f624-5af1-4d4f-b811-be40855a4ac8 service neutron] Attempting to bind port 5fe1a2d1-9e52-4657-94ff-007d5276d8f3 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:43:19.170310 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-a574f624-5af1-4d4f-b811-be40855a4ac8 service neutron] Attempting to bind port 5fe1a2d1-9e52-4657-94ff-007d5276d8f3 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': 'ddd0682b-bda1-497e-bda9-d80ab59b93d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'dcdb628e-5130-4046-a7ec-e30fed59a905'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:43:19.170628 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-a574f624-5af1-4d4f-b811-be40855a4ac8 service neutron] Attempting to bind port 5fe1a2d1-9e52-4657-94ff-007d5276d8f3 on network dcdb628e-5130-4046-a7ec-e30fed59a905 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:43:19.230362 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e571831d-caed-4d98-8eec-e21b31c70b61 None None] DHCP port deletion for 9142d0f3-e996-4d4e-9e52-5c13c39fd0aa request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:43:19.257763 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-a574f624-5af1-4d4f-b811-be40855a4ac8 service neutron] Port 5fe1a2d1-9e52-4657-94ff-007d5276d8f3 on network dcdb628e-5130-4046-a7ec-e30fed59a905 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:43:19.258261 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-a574f624-5af1-4d4f-b811-be40855a4ac8 service neutron] Attempting to bind port 5fe1a2d1-9e52-4657-94ff-007d5276d8f3 on network dcdb628e-5130-4046-a7ec-e30fed59a905 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:43:19.287795 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-1d5c8df1-aaa0-4722-ab87-456fd2a764c6 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] Network ce0edcde-aa48-48a0-92c5-947da8e838f6 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:43:19.288842 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-f831c212-e6ef-4ec5-923f-23abdbb59ab3 req-06401041-2784-469d-9912-d3ff22613f8c tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] No DVR routers for this DVR port ca193125-0737-4c79-a16a-8345d2cc4642 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:43:19.291722 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f831c212-e6ef-4ec5-923f-23abdbb59ab3 req-06401041-2784-469d-9912-d3ff22613f8c tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:19.297934 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f831c212-e6ef-4ec5-923f-23abdbb59ab3 req-06401041-2784-469d-9912-d3ff22613f8c tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.31 "DELETE /v2.0/ports/ca193125-0737-4c79-a16a-8345d2cc4642 HTTP/1.1" status: 204 len: 173 time: 1.7081060 Dec 09 15:43:19.304617 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f19f10-ae9f-4af5-971a-2c05ee93cac9', 'name': 'network-vif-deleted', 'tag': 'ca193125-0737-4c79-a16a-8345d2cc4642'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:43:19.307165 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089ab170-3789-48dd-9584-8c7aff297b56" -d '{"events": [{"server_uuid": "54f19f10-ae9f-4af5-971a-2c05ee93cac9", "name": "network-vif-deleted", "tag": "ca193125-0737-4c79-a16a-8345d2cc4642"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:43:19.315135 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-1d5c8df1-aaa0-4722-ab87-456fd2a764c6 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:43:19.318269 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-1d5c8df1-aaa0-4722-ab87-456fd2a764c6 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:43:19.358921 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-42af47c9-24eb-4064-a94e-c55402dc0381 service neutron] 10.222.0.57 "GET /v2.0/networks/1ca20f5e-a19e-482c-b28d-a52b110483f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699210 Dec 09 15:43:19.371475 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-a574f624-5af1-4d4f-b811-be40855a4ac8 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:43:19.371794 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-a574f624-5af1-4d4f-b811-be40855a4ac8 service neutron] Checking segment: {'id': 'ddd0682b-bda1-497e-bda9-d80ab59b93d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'dcdb628e-5130-4046-a7ec-e30fed59a905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:43:19.372196 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-a574f624-5af1-4d4f-b811-be40855a4ac8 service neutron] Bound using segment: {'id': 'ddd0682b-bda1-497e-bda9-d80ab59b93d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'dcdb628e-5130-4046-a7ec-e30fed59a905'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:43:19.373243 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-a574f624-5af1-4d4f-b811-be40855a4ac8 service neutron] Bound port: 5fe1a2d1-9e52-4657-94ff-007d5276d8f3, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd0682b-bda1-497e-bda9-d80ab59b93d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'dcdb628e-5130-4046-a7ec-e30fed59a905'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:43:19.373920 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-a574f624-5af1-4d4f-b811-be40855a4ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:19.376397 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c8df1-aaa0-4722-ab87-456fd2a764c6 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] Pushing event updated for resources: {'Port': ['ID=42a6b1a0-091c-47f8-b445-7f55b2d06958,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:19.424896 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-60c3493f-f281-4183-91f3-1d547ef6fbe3 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Deleting port f4b1293f-a98f-42c5-86d9-e7c0a99c03bb {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:43:19.425947 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60c3493f-f281-4183-91f3-1d547ef6fbe3 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:19.455059 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-1d5c8df1-aaa0-4722-ab87-456fd2a764c6 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:19.455729 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-1d5c8df1-aaa0-4722-ab87-456fd2a764c6 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:19.516917 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-1d5c8df1-aaa0-4722-ab87-456fd2a764c6 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2245128 Dec 09 15:43:19.542051 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-fbe166d2-eee3-46f7-96b6-08c9ff104d74 service neutron] Request body: {'port': {'device_id': '515b0240-32c5-4abf-ac4f-20a2c132bc06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:43:19.573355 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60c3493f-f281-4183-91f3-1d547ef6fbe3 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:19.587772 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-a574f624-5af1-4d4f-b811-be40855a4ac8 service neutron] For port 5fe1a2d1-9e52-4657-94ff-007d5276d8f3, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:43:19.589836 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-60c3493f-f281-4183-91f3-1d547ef6fbe3 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Calling delete_port for f4b1293f-a98f-42c5-86d9-e7c0a99c03bb owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:43:19.607281 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-10764c2c-0c48-42bc-aa22-e866c361d80c service neutron] 10.222.0.57 "GET /v2.0/networks/1ca20f5e-a19e-482c-b28d-a52b110483f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474813 Dec 09 15:43:19.610977 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-a574f624-5af1-4d4f-b811-be40855a4ac8 service neutron] For port 5fe1a2d1-9e52-4657-94ff-007d5276d8f3, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5fe1a2d1-9e52-4657-94ff-007d5276d8f3,segment=NetworkSegment(ddd0682b-bda1-497e-bda9-d80ab59b93d8),segment_id=ddd0682b-bda1-497e-bda9-d80ab59b93d8)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:43:19.633466 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-a574f624-5af1-4d4f-b811-be40855a4ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:19.690478 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a574f624-5af1-4d4f-b811-be40855a4ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe1a2d1-9e52-4657-94ff-007d5276d8f3,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:19.697714 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-fbe166d2-eee3-46f7-96b6-08c9ff104d74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:19.725593 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32298c6a-5fe1-4079-9b7a-c6e51d33d616 None None] DHCP port deletion for dcdb628e-5130-4046-a7ec-e30fed59a905 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:43:19.735754 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-a574f624-5af1-4d4f-b811-be40855a4ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:19.736380 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-a574f624-5af1-4d4f-b811-be40855a4ac8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:19.737830 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-a574f624-5af1-4d4f-b811-be40855a4ac8 service neutron] 10.222.0.31 "PUT /v2.0/ports/5fe1a2d1-9e52-4657-94ff-007d5276d8f3 HTTP/1.1" status: 200 len: 1091 time: 2.4811623 Dec 09 15:43:19.848803 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60c3493f-f281-4183-91f3-1d547ef6fbe3 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:19.882665 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3493f-f281-4183-91f3-1d547ef6fbe3 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event deleted for resources: {'Port': ['ID=f4b1293f-a98f-42c5-86d9-e7c0a99c03bb,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:20.141243 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60c3493f-f281-4183-91f3-1d547ef6fbe3 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:20.202266 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-3360634a-4b3e-483e-986a-c6fcb3925280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:20.204029 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-3360634a-4b3e-483e-986a-c6fcb3925280 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=07844446e2964e2183164fabedd030ef&device_id=e3bc44af-716b-4875-bdcf-fcc039c774cc HTTP/1.1" status: 200 len: 1094 time: 0.2781484 Dec 09 15:43:20.366256 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-c5b066f5-3df6-41c5-b09e-a91894e77cea service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5fe1a2d1-9e52-4657-94ff-007d5276d8f3 HTTP/1.1" status: 200 len: 217 time: 0.1386378 Dec 09 15:43:20.380227 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16456bc0-c29d-4704-bb0b-7c1124aad565 req-c80e0812-1dd9-4565-8e7a-56f1733356c1 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:20.388994 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-16456bc0-c29d-4704-bb0b-7c1124aad565 req-c80e0812-1dd9-4565-8e7a-56f1733356c1 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3bc44af-716b-4875-bdcf-fcc039c774cc HTTP/1.1" status: 200 len: 943 time: 0.1831858 Dec 09 15:43:20.440155 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b3cab3ba-a62f-4c9f-971b-930bd95f9c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:20.464439 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-16456bc0-c29d-4704-bb0b-7c1124aad565 req-11d0ffd8-de28-4fb0-acb5-8f29b77eb4fb tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745032 Dec 09 15:43:20.522689 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c3493f-f281-4183-91f3-1d547ef6fbe3 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Router 5fb74212-2eae-4a07-bc36-90e6a1ebca40 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:43:20.568143 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-ac749c7c-003d-4f69-a059-4977861f23e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:20.569682 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-ac749c7c-003d-4f69-a059-4977861f23e2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a75137d3-5bab-4ff0-9c87-80fcdd67f478 HTTP/1.1" status: 200 len: 860 time: 0.1729398 Dec 09 15:43:20.616256 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-5b62d369-c83d-4a5e-943f-c3d7372db299 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dcdb628e-5130-4046-a7ec-e30fed59a905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379560 Dec 09 15:43:20.629497 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c3493f-f281-4183-91f3-1d547ef6fbe3 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:43:20.635753 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-60c3493f-f281-4183-91f3-1d547ef6fbe3 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "PUT /v2.0/routers/5fb74212-2eae-4a07-bc36-90e6a1ebca40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1812294 Dec 09 15:43:20.642456 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41438) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:20.648639 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dfa387-f4cd-422c-850e-c74c375749f0 None None] Sync routers for ids ['5fb74212-2eae-4a07-bc36-90e6a1ebca40'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:43:20.686416 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dfa387-f4cd-422c-850e-c74c375749f0 None None] Routers {'5fb74212-2eae-4a07-bc36-90e6a1ebca40'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:43:20.687825 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d2dfa387-f4cd-422c-850e-c74c375749f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:42:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['5fb74212-2eae-4a07-bc36-90e6a1ebca40'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:20.755285 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691b75e-0586-4d84-8ec8-2a0a990af62d req-6cceb553-7cbd-46cb-a578-2ab03297ad2c tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:20.762727 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3691b75e-0586-4d84-8ec8-2a0a990af62d req-6cceb553-7cbd-46cb-a578-2ab03297ad2c tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] 10.222.0.57 "GET /v2.0/ports?device_id=515b0240-32c5-4abf-ac4f-20a2c132bc06 HTTP/1.1" status: 200 len: 932 time: 0.1919715 Dec 09 15:43:20.769114 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-fbe166d2-eee3-46f7-96b6-08c9ff104d74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42a6b1a0-091c-47f8-b445-7f55b2d06958 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:43:20.786663 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d2dfa387-f4cd-422c-850e-c74c375749f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:20.807092 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-fbe166d2-eee3-46f7-96b6-08c9ff104d74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:20.812605 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dfa387-f4cd-422c-850e-c74c375749f0 None None] Routers {'5fb74212-2eae-4a07-bc36-90e6a1ebca40'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:43:20.813397 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d2dfa387-f4cd-422c-850e-c74c375749f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:42:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['5fb74212-2eae-4a07-bc36-90e6a1ebca40'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:20.815912 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device ca193125-0737-4c79-a16a-8345d2cc4642 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:43:20.853232 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-a84de23e-8173-4354-9faf-afa0c15498ad service neutron] 10.222.0.31 "GET /v2.0/networks/dcdb628e-5130-4046-a7ec-e30fed59a905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101276 Dec 09 15:43:20.869199 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3691b75e-0586-4d84-8ec8-2a0a990af62d req-0da7de1f-e862-4f1d-b414-6bb138b7e1e1 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] 10.222.0.57 "GET /v2.0/security-groups?id=a17aec3c-7ef6-4327-aaf3-f6ab65edcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003633 Dec 09 15:43:20.881267 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-fbe166d2-eee3-46f7-96b6-08c9ff104d74 service neutron] Transition to ACTIVE for port object 42a6b1a0-091c-47f8-b445-7f55b2d06958 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:43:20.884352 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: ca193125-0737-4c79-a16a-8345d2cc4642 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:43:20.884733 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device ca193125-0737-4c79-a16a-8345d2cc4642 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:43:20.900650 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d2dfa387-f4cd-422c-850e-c74c375749f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:20.901301 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dfa387-f4cd-422c-850e-c74c375749f0 None None] The sync data for ids ['5fb74212-2eae-4a07-bc36-90e6a1ebca40'] in n-d-821228-1 is: [] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:43:20.907327 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-fbe166d2-eee3-46f7-96b6-08c9ff104d74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:20.995024 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-fdee768c-03cd-4e7a-be36-97bacfc565e2 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] remove_router_interface failed (client error): The resource could not be found. Dec 09 15:43:20.997419 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-fdee768c-03cd-4e7a-be36-97bacfc565e2 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "PUT /v2.0/routers/5fb74212-2eae-4a07-bc36-90e6a1ebca40/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3534865 Dec 09 15:43:20.999531 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41444) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:21.032499 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ef2657cc-7ae6-4e76-9d0d-e97b7b406639 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "GET /v2.0/ports?device_id=5fb74212-2eae-4a07-bc36-90e6a1ebca40 HTTP/1.1" status: 200 len: 205 time: 0.0315692 Dec 09 15:43:21.036460 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41446) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:21.063395 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee756bd8-769d-4f0c-9461-80b37eb32294 x-openstack-request-id: req-ee756bd8-769d-4f0c-9461-80b37eb32294 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:43:21.063870 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f19f10-ae9f-4af5-971a-2c05ee93cac9", "name": "network-vif-deleted", "tag": "ca193125-0737-4c79-a16a-8345d2cc4642", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:43:21.064222 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ee756bd8-769d-4f0c-9461-80b37eb32294 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:43:21.064742 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f19f10-ae9f-4af5-971a-2c05ee93cac9', 'name': 'network-vif-deleted', 'tag': 'ca193125-0737-4c79-a16a-8345d2cc4642', 'status': 'completed', 'code': 200} Dec 09 15:43:21.141995 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe166d2-eee3-46f7-96b6-08c9ff104d74 service neutron] Pushing event updated for resources: {'Port': ['ID=42a6b1a0-091c-47f8-b445-7f55b2d06958,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:21.142796 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2eed2242-4384-4d24-a291-0ad4489a7346 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:21.217925 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cdf6883b-4be6-4bcc-872f-9c808fd13285 req-49f1b919-cc5f-45d7-96a2-770b5bb42e00 service neutron] 10.222.0.31 "GET /v2.0/networks/dcdb628e-5130-4046-a7ec-e30fed59a905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318284 Dec 09 15:43:21.219898 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-236b1d77-d5cf-4d14-b02a-2aa72c536fb5 req-5d75b945-63a0-4edf-aa12-053dfe67288b tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a2ccc58-017c-4a74-9487-6793bbe18673 HTTP/1.1" status: 200 len: 210 time: 0.0477111 Dec 09 15:43:21.222640 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-fbe166d2-eee3-46f7-96b6-08c9ff104d74 service neutron] Attempting to bind port 42a6b1a0-091c-47f8-b445-7f55b2d06958 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:43:21.223217 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-fbe166d2-eee3-46f7-96b6-08c9ff104d74 service neutron] Attempting to bind port 42a6b1a0-091c-47f8-b445-7f55b2d06958 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': 'a3c7e96e-3962-4e23-be75-356cd16c7066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ce0edcde-aa48-48a0-92c5-947da8e838f6'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:43:21.223543 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-fbe166d2-eee3-46f7-96b6-08c9ff104d74 service neutron] Attempting to bind port 42a6b1a0-091c-47f8-b445-7f55b2d06958 on network ce0edcde-aa48-48a0-92c5-947da8e838f6 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:43:21.229066 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-fbe166d2-eee3-46f7-96b6-08c9ff104d74 service neutron] Port 42a6b1a0-091c-47f8-b445-7f55b2d06958 on network ce0edcde-aa48-48a0-92c5-947da8e838f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:43:21.231599 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-fbe166d2-eee3-46f7-96b6-08c9ff104d74 service neutron] Attempting to bind port 42a6b1a0-091c-47f8-b445-7f55b2d06958 on network ce0edcde-aa48-48a0-92c5-947da8e838f6 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:43:21.241340 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-fbe166d2-eee3-46f7-96b6-08c9ff104d74 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:43:21.242258 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-fbe166d2-eee3-46f7-96b6-08c9ff104d74 service neutron] Checking segment: {'id': 'a3c7e96e-3962-4e23-be75-356cd16c7066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ce0edcde-aa48-48a0-92c5-947da8e838f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:43:21.242827 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-fbe166d2-eee3-46f7-96b6-08c9ff104d74 service neutron] Bound using segment: {'id': 'a3c7e96e-3962-4e23-be75-356cd16c7066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ce0edcde-aa48-48a0-92c5-947da8e838f6'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:43:21.243394 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-fbe166d2-eee3-46f7-96b6-08c9ff104d74 service neutron] Bound port: 42a6b1a0-091c-47f8-b445-7f55b2d06958, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3c7e96e-3962-4e23-be75-356cd16c7066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ce0edcde-aa48-48a0-92c5-947da8e838f6'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:43:21.243759 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-fbe166d2-eee3-46f7-96b6-08c9ff104d74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:21.369177 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2eed2242-4384-4d24-a291-0ad4489a7346 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:21.371438 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2eed2242-4384-4d24-a291-0ad4489a7346 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:21.433099 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-fbe166d2-eee3-46f7-96b6-08c9ff104d74 service neutron] For port 42a6b1a0-091c-47f8-b445-7f55b2d06958, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:43:21.446889 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-fbe166d2-eee3-46f7-96b6-08c9ff104d74 service neutron] For port 42a6b1a0-091c-47f8-b445-7f55b2d06958, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=42a6b1a0-091c-47f8-b445-7f55b2d06958,segment=NetworkSegment(a3c7e96e-3962-4e23-be75-356cd16c7066),segment_id=a3c7e96e-3962-4e23-be75-356cd16c7066)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:43:21.772980 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2eed2242-4384-4d24-a291-0ad4489a7346 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:21.774164 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eed2242-4384-4d24-a291-0ad4489a7346 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Fanout notify agent at l3_agent the message router_deleted on router 5fb74212-2eae-4a07-bc36-90e6a1ebca40 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:43:21.787473 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2eed2242-4384-4d24-a291-0ad4489a7346 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:21.791297 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2eed2242-4384-4d24-a291-0ad4489a7346 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "DELETE /v2.0/routers/5fb74212-2eae-4a07-bc36-90e6a1ebca40 HTTP/1.1" status: 204 len: 168 time: 0.7514582 Dec 09 15:43:21.791692 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41454) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:21.851306 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf37576-28c4-4ba0-bc3e-82c2ac87b3fc tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Deleting subnet 067c071d-4717-40d5-8076-b34f02cf67d7 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:43:21.853783 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-fbe166d2-eee3-46f7-96b6-08c9ff104d74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:21.853923 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bbf37576-28c4-4ba0-bc3e-82c2ac87b3fc tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:21.902144 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bbf37576-28c4-4ba0-bc3e-82c2ac87b3fc tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:21.929250 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-fbe166d2-eee3-46f7-96b6-08c9ff104d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:21.929873 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-fbe166d2-eee3-46f7-96b6-08c9ff104d74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:21.931256 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-fbe166d2-eee3-46f7-96b6-08c9ff104d74 service neutron] 10.222.0.31 "PUT /v2.0/ports/42a6b1a0-091c-47f8-b445-7f55b2d06958 HTTP/1.1" status: 200 len: 1092 time: 2.3952746 Dec 09 15:43:21.976812 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe166d2-eee3-46f7-96b6-08c9ff104d74 service neutron] Pushing event updated for resources: {'Port': ['ID=42a6b1a0-091c-47f8-b445-7f55b2d06958,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:22.001620 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a56d8-96b3-4af0-b707-0df48c7d0ca0 req-34397bc9-0352-4115-9f0d-0b932504e7f6 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:22.003123 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e58a56d8-96b3-4af0-b707-0df48c7d0ca0 req-34397bc9-0352-4115-9f0d-0b932504e7f6 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=c98af8e8-5d3c-4435-8863-d44500d518a8 HTTP/1.1" status: 200 len: 945 time: 0.1511581 Dec 09 15:43:22.021793 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-a4d2c2aa-7bcf-4002-8bd3-129cde97150a tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:22.023324 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-a4d2c2aa-7bcf-4002-8bd3-129cde97150a tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] 10.222.0.31 "GET /v2.0/networks?id=1ca20f5e-a19e-482c-b28d-a52b110483f5 HTTP/1.1" status: 200 len: 814 time: 0.6428373 Dec 09 15:43:22.024832 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bbf37576-28c4-4ba0-bc3e-82c2ac87b3fc tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:22.096010 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bbf37576-28c4-4ba0-bc3e-82c2ac87b3fc tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:22.112665 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-71db9ec6-49df-4c59-9f86-e210395e9d70 tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] Request body: {'port': {'device_id': '2a2ccc58-017c-4a74-9487-6793bbe18673', 'network_id': '1ca20f5e-a19e-482c-b28d-a52b110483f5', 'admin_state_up': True, 'tenant_id': 'ebcdf14508e845329213dd469bea1d6e'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:43:22.136349 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf37576-28c4-4ba0-bc3e-82c2ac87b3fc tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event deleted for resources: {'Subnet': ['ID=067c071d-4717-40d5-8076-b34f02cf67d7,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:22.138568 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b401ae28-bd7d-4f60-aeda-6f11bae271d3 None None] Network 7ebb09e2-63b7-4771-bf56-1a37a378af34 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:43:22.139968 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bbf37576-28c4-4ba0-bc3e-82c2ac87b3fc tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:22.144368 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bbf37576-28c4-4ba0-bc3e-82c2ac87b3fc tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "DELETE /v2.0/subnets/067c071d-4717-40d5-8076-b34f02cf67d7 HTTP/1.1" status: 204 len: 168 time: 0.3509173 Dec 09 15:43:22.146987 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41464) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:22.221099 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-c2ae5d1c-89b8-483f-8bff-1501a34078c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:22.223596 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-c2ae5d1c-89b8-483f-8bff-1501a34078c9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a5524d490e1b414f9d489bcad41e8bca&device_id=515b0240-32c5-4abf-ac4f-20a2c132bc06 HTTP/1.1" status: 200 len: 1095 time: 0.2302601 Dec 09 15:43:22.250255 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e58a56d8-96b3-4af0-b707-0df48c7d0ca0 req-f0ab9041-c07a-412b-89b1-4027ebc06daa tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378025 Dec 09 15:43:22.255920 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-16bdb34e-21dd-4f0e-b964-bfbb09273862 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:22.335218 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-16bdb34e-21dd-4f0e-b964-bfbb09273862 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Deleting port 6604bcc1-1962-4c5d-9d09-03b1c2d95586 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:43:22.335562 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-16bdb34e-21dd-4f0e-b964-bfbb09273862 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:22.358847 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-98b16951-dc17-4e41-9311-f395c4987bf6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42a6b1a0-091c-47f8-b445-7f55b2d06958 HTTP/1.1" status: 200 len: 217 time: 0.1075449 Dec 09 15:43:22.375612 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c90bce-ee7f-44d5-ab6c-d2e3fa11b2e0 None None] DHCP port deletion for 7ebb09e2-63b7-4771-bf56-1a37a378af34 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:43:22.391685 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41470) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:22.440690 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f8c90bce-ee7f-44d5-ab6c-d2e3fa11b2e0 None None] Deleting port 6604bcc1-1962-4c5d-9d09-03b1c2d95586 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:43:22.441448 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f8c90bce-ee7f-44d5-ab6c-d2e3fa11b2e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:22.447721 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-16bdb34e-21dd-4f0e-b964-bfbb09273862 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] For port 6604bcc1-1962-4c5d-9d09-03b1c2d95586, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=6604bcc1-1962-4c5d-9d09-03b1c2d95586,segment=NetworkSegment(3d0224e9-80ec-4eef-93ba-c1d9f9de5e66),segment_id=3d0224e9-80ec-4eef-93ba-c1d9f9de5e66)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:43:22.448089 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-16bdb34e-21dd-4f0e-b964-bfbb09273862 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:22.480614 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-16bdb34e-21dd-4f0e-b964-bfbb09273862 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Calling delete_port for 6604bcc1-1962-4c5d-9d09-03b1c2d95586 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:43:22.491229 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14b9ca-9168-4b51-b0e2-356cf184eb2e req-c457fadd-3b09-4cf4-8785-bb1d3b7dd8e3 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:22.493441 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9e14b9ca-9168-4b51-b0e2-356cf184eb2e req-c457fadd-3b09-4cf4-8785-bb1d3b7dd8e3 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3bc44af-716b-4875-bdcf-fcc039c774cc HTTP/1.1" status: 200 len: 943 time: 0.1398957 Dec 09 15:43:22.530721 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f8c90bce-ee7f-44d5-ab6c-d2e3fa11b2e0 None None] For port 6604bcc1-1962-4c5d-9d09-03b1c2d95586, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=6604bcc1-1962-4c5d-9d09-03b1c2d95586,segment=NetworkSegment(3d0224e9-80ec-4eef-93ba-c1d9f9de5e66),segment_id=3d0224e9-80ec-4eef-93ba-c1d9f9de5e66)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:43:22.531390 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f8c90bce-ee7f-44d5-ab6c-d2e3fa11b2e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:22.548225 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f8c90bce-ee7f-44d5-ab6c-d2e3fa11b2e0 None None] Calling delete_port for 6604bcc1-1962-4c5d-9d09-03b1c2d95586 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:43:22.565267 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-71db9ec6-49df-4c59-9f86-e210395e9d70 tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] Made reservation on behalf of ebcdf14508e845329213dd469bea1d6e for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:43:22.569454 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-71db9ec6-49df-4c59-9f86-e210395e9d70 tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:22.598050 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d164169f-bd3d-4013-bb3e-c5ef57ed57eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:22.660175 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-16bdb34e-21dd-4f0e-b964-bfbb09273862 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:22.686643 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f8c90bce-ee7f-44d5-ab6c-d2e3fa11b2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:22.703821 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bdb34e-21dd-4f0e-b964-bfbb09273862 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event deleted for resources: {'Port': ['ID=6604bcc1-1962-4c5d-9d09-03b1c2d95586,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:22.712200 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bdb34e-21dd-4f0e-b964-bfbb09273862 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] No DVR routers for this DVR port 6604bcc1-1962-4c5d-9d09-03b1c2d95586 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:43:22.717338 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-71db9ec6-49df-4c59-9f86-e210395e9d70 tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] Allocated IP 172.20.0.9 (1ca20f5e-a19e-482c-b28d-a52b110483f5/1bc3ee6c-c810-4d0b-bc1f-a1539f757329/31b78953-ecc6-47e3-a362-22171268e88e) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:43:22.730441 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c90bce-ee7f-44d5-ab6c-d2e3fa11b2e0 None None] Pushing event deleted for resources: {'Port': ['ID=6604bcc1-1962-4c5d-9d09-03b1c2d95586,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:22.747245 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c90bce-ee7f-44d5-ab6c-d2e3fa11b2e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:22.747742 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c90bce-ee7f-44d5-ab6c-d2e3fa11b2e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:22.748238 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c90bce-ee7f-44d5-ab6c-d2e3fa11b2e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:22.748717 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c90bce-ee7f-44d5-ab6c-d2e3fa11b2e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:22.749508 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c90bce-ee7f-44d5-ab6c-d2e3fa11b2e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:22.749638 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c90bce-ee7f-44d5-ab6c-d2e3fa11b2e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:22.750049 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c90bce-ee7f-44d5-ab6c-d2e3fa11b2e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:22.768951 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c90bce-ee7f-44d5-ab6c-d2e3fa11b2e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:22.769563 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c90bce-ee7f-44d5-ab6c-d2e3fa11b2e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:22.770014 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c90bce-ee7f-44d5-ab6c-d2e3fa11b2e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:22.770562 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c90bce-ee7f-44d5-ab6c-d2e3fa11b2e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:22.771068 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c90bce-ee7f-44d5-ab6c-d2e3fa11b2e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:22.771506 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c90bce-ee7f-44d5-ab6c-d2e3fa11b2e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:22.782967 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c90bce-ee7f-44d5-ab6c-d2e3fa11b2e0 None None] No DVR routers for this DVR port 6604bcc1-1962-4c5d-9d09-03b1c2d95586 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:43:22.802074 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-16bdb34e-21dd-4f0e-b964-bfbb09273862 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:22.838227 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-16bdb34e-21dd-4f0e-b964-bfbb09273862 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ebb09e2-63b7-4771-bf56-1a37a378af34']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:22.848791 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-0f4609fe-de69-4589-bcd6-63eddfdabbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:22.849196 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d164169f-bd3d-4013-bb3e-c5ef57ed57eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:22.850763 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-0f4609fe-de69-4589-bcd6-63eddfdabbdd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4413a985-f34b-4e6d-a6dd-2bfcf5b5c7c8 HTTP/1.1" status: 200 len: 861 time: 0.4502721 Dec 09 15:43:22.853034 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-16bdb34e-21dd-4f0e-b964-bfbb09273862 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d0224e9-80ec-4eef-93ba-c1d9f9de5e66') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:22.853337 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-16bdb34e-21dd-4f0e-b964-bfbb09273862 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d0224e9-80ec-4eef-93ba-c1d9f9de5e66') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:22.860567 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d164169f-bd3d-4013-bb3e-c5ef57ed57eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:22.873685 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-16bdb34e-21dd-4f0e-b964-bfbb09273862 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:22.913496 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-450f7e6d-370a-411d-a883-ad32f431ac47 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ce0edcde-aa48-48a0-92c5-947da8e838f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525637 Dec 09 15:43:22.915585 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-16bdb34e-21dd-4f0e-b964-bfbb09273862 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:22.926608 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9e14b9ca-9168-4b51-b0e2-356cf184eb2e req-22e979bf-a1cc-4ba9-b77a-1546c3776eee tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219069 Dec 09 15:43:22.926868 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d164169f-bd3d-4013-bb3e-c5ef57ed57eb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e2b3c1a10a694cd5b1cebf47c426f966&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5340080 Dec 09 15:43:22.929926 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16bdb34e-21dd-4f0e-b964-bfbb09273862 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:43:22.930091 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-16bdb34e-21dd-4f0e-b964-bfbb09273862 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:22.931492 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41476) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:22.933470 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:43:22.933470 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:43:22.933470 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:43:22.933470 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:43:22.933470 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:43:22.933470 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:43:22.933470 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:43:22.933470 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:43:22.933470 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:43:22.933470 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:43:22.933470 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:43:22.933470 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:43:22.933470 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:43:22.933470 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:43:22.933470 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:43:22.933470 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:43:22.933470 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:43:22.933470 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:43:22.933470 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:43:22.933470 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:43:22.933470 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:43:22.933470 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:43:22.933470 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:43:22.933470 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:43:22.933470 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:43:22.933470 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:43:22.933470 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:43:22.933470 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:43:22.933470 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:43:22.933470 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:43:22.933470 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:43:22.933470 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:43:22.935889 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164169f-bd3d-4013-bb3e-c5ef57ed57eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca03baaf-1055-49ee-b74b-d73d6cea655d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:22.957198 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-38a6d33c-afe2-40b0-96cc-2091dd41160d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:23.018967 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-16bdb34e-21dd-4f0e-b964-bfbb09273862 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:23.030716 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-16bdb34e-21dd-4f0e-b964-bfbb09273862 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:23.037375 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-16bdb34e-21dd-4f0e-b964-bfbb09273862 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "DELETE /v2.0/networks/7ebb09e2-63b7-4771-bf56-1a37a378af34 HTTP/1.1" status: 204 len: 168 time: 0.8859212 Dec 09 15:43:23.038796 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41478) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:23.045981 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bdb34e-21dd-4f0e-b964-bfbb09273862 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event deleted for resources: {'Network': ['ID=7ebb09e2-63b7-4771-bf56-1a37a378af34,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:23.058215 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-47920251-56ae-46cd-9f55-36ae9fb37c55 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-122005054'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:43:23.072325 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3bc44af-716b-4875-bdcf-fcc039c774cc', 'tag': '5fe1a2d1-9e52-4657-94ff-007d5276d8f3'}, {'name': 'network-changed', 'server_uuid': '515b0240-32c5-4abf-ac4f-20a2c132bc06', 'tag': '42a6b1a0-091c-47f8-b445-7f55b2d06958'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:43:23.074653 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6c4ef0-1052-4ff3-b1e4-db4de2235451" -d '{"events": [{"name": "network-changed", "server_uuid": "e3bc44af-716b-4875-bdcf-fcc039c774cc", "tag": "5fe1a2d1-9e52-4657-94ff-007d5276d8f3"}, {"name": "network-changed", "server_uuid": "515b0240-32c5-4abf-ac4f-20a2c132bc06", "tag": "42a6b1a0-091c-47f8-b445-7f55b2d06958"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:43:23.119771 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 6604bcc1-1962-4c5d-9d09-03b1c2d95586 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:43:23.140730 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 6604bcc1-1962-4c5d-9d09-03b1c2d95586 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:43:23.141408 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 6604bcc1-1962-4c5d-9d09-03b1c2d95586 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:43:23.161034 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-71db9ec6-49df-4c59-9f86-e210395e9d70 tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:23.213446 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47920251-56ae-46cd-9f55-36ae9fb37c55 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Made reservation on behalf of 7690a19135b241f28d7f8cc78a859dab for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:43:23.217449 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-47920251-56ae-46cd-9f55-36ae9fb37c55 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:23.249495 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-e135fccb-37ef-4699-8307-487dfd508a1d service neutron] 10.222.0.31 "GET /v2.0/networks/ce0edcde-aa48-48a0-92c5-947da8e838f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195002 Dec 09 15:43:23.259484 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd9005-bbd5-4f64-8a05-d19f05290e1a req-ff29e114-4b64-4a2f-b662-95e88f9e141a tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:23.260898 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c7fd9005-bbd5-4f64-8a05-d19f05290e1a req-ff29e114-4b64-4a2f-b662-95e88f9e141a tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] 10.222.0.57 "GET /v2.0/ports?device_id=515b0240-32c5-4abf-ac4f-20a2c132bc06 HTTP/1.1" status: 200 len: 944 time: 0.2085245 Dec 09 15:43:23.266879 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-070a4713-39eb-4322-a4e8-f2f59ed63387 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:23.362683 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47920251-56ae-46cd-9f55-36ae9fb37c55 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:43:23.386702 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-070a4713-39eb-4322-a4e8-f2f59ed63387 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:23.408325 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-71db9ec6-49df-4c59-9f86-e210395e9d70 tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:23.420696 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-47920251-56ae-46cd-9f55-36ae9fb37c55 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:23.420965 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-47920251-56ae-46cd-9f55-36ae9fb37c55 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Added segment 43f60d56-af89-401b-86ab-1b8a789c955a of type vlan for network 5632747c-64fe-43b5-a621-7315c172d737 Dec 09 15:43:23.513530 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c7fd9005-bbd5-4f64-8a05-d19f05290e1a req-023afa8b-387d-4d47-a4ca-de5da0c7737b tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] 10.222.0.57 "GET /v2.0/security-groups?id=a17aec3c-7ef6-4327-aaf3-f6ab65edcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322714 Dec 09 15:43:23.533865 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-71db9ec6-49df-4c59-9f86-e210395e9d70 tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] Network 1ca20f5e-a19e-482c-b28d-a52b110483f5 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:43:23.555792 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-71db9ec6-49df-4c59-9f86-e210395e9d70 tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:43:23.558379 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-71db9ec6-49df-4c59-9f86-e210395e9d70 tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:43:23.572986 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-47920251-56ae-46cd-9f55-36ae9fb37c55 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:23.599598 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db9ec6-49df-4c59-9f86-e210395e9d70 tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] Pushing event updated for resources: {'Port': ['ID=31b78953-ecc6-47e3-a362-22171268e88e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:23.610089 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e4799b83-c50e-4c1a-a56b-dd6c638acc49 req-a301ca97-0612-4557-91b5-6e2fd6914536 service neutron] 10.222.0.31 "GET /v2.0/networks/ce0edcde-aa48-48a0-92c5-947da8e838f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444760 Dec 09 15:43:23.648992 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-070a4713-39eb-4322-a4e8-f2f59ed63387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:23.653603 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-070a4713-39eb-4322-a4e8-f2f59ed63387 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:23.654860 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-070a4713-39eb-4322-a4e8-f2f59ed63387 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ca03baaf-1055-49ee-b74b-d73d6cea655d HTTP/1.1" status: 204 len: 168 time: 0.6675291 Dec 09 15:43:23.687607 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-71db9ec6-49df-4c59-9f86-e210395e9d70 tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:23.688650 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-71db9ec6-49df-4c59-9f86-e210395e9d70 tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:23.705936 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-47920251-56ae-46cd-9f55-36ae9fb37c55 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:23.712283 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47920251-56ae-46cd-9f55-36ae9fb37c55 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:23.713354 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-47920251-56ae-46cd-9f55-36ae9fb37c55 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:23.716162 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070a4713-39eb-4322-a4e8-f2f59ed63387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca03baaf-1055-49ee-b74b-d73d6cea655d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:23.785968 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-71db9ec6-49df-4c59-9f86-e210395e9d70 tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6844611 Dec 09 15:43:23.792270 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-47920251-56ae-46cd-9f55-36ae9fb37c55 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7462652 Dec 09 15:43:23.796624 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41488) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:23.802332 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ad0d53f3-73c7-48f8-af03-d771b57ab893 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Request body: {'subnet': {'network_id': '5632747c-64fe-43b5-a621-7315c172d737', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:43:23.810101 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-e95842b4-b8fc-440c-8dd4-99b9d95aa7e3 service neutron] Request body: {'port': {'device_id': '2a2ccc58-017c-4a74-9487-6793bbe18673', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:43:23.853250 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a664b-30f1-40ab-a85b-92659bd347c8 req-191b06bd-252a-4f4b-afd0-1bb02d868c8c tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:23.854714 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0a5a664b-30f1-40ab-a85b-92659bd347c8 req-191b06bd-252a-4f4b-afd0-1bb02d868c8c tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a2ccc58-017c-4a74-9487-6793bbe18673 HTTP/1.1" status: 200 len: 931 time: 0.2117443 Dec 09 15:43:23.855381 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47920251-56ae-46cd-9f55-36ae9fb37c55 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event updated for resources: {'Network': ['ID=5632747c-64fe-43b5-a621-7315c172d737,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:23.876387 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 5632747c-64fe-43b5-a621-7315c172d737 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:43:23.915967 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-e95842b4-b8fc-440c-8dd4-99b9d95aa7e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:23.929583 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0d53f3-73c7-48f8-af03-d771b57ab893 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Made reservation on behalf of 7690a19135b241f28d7f8cc78a859dab for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:43:23.933751 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad0d53f3-73c7-48f8-af03-d771b57ab893 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:23.987648 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0a5a664b-30f1-40ab-a85b-92659bd347c8 req-bc1babfb-9da1-484b-8492-960af32f813d tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] 10.222.0.57 "GET /v2.0/security-groups?id=d957add7-ef05-4f87-97a0-d0d388143670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167452 Dec 09 15:43:24.009175 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:24.174555 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 09 Dec 2021 15:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faee8a9c-a7fd-473c-82b6-35c8b05a08ad x-openstack-request-id: req-faee8a9c-a7fd-473c-82b6-35c8b05a08ad {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:43:24.174920 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3bc44af-716b-4875-bdcf-fcc039c774cc", "tag": "5fe1a2d1-9e52-4657-94ff-007d5276d8f3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "515b0240-32c5-4abf-ac4f-20a2c132bc06", "tag": "42a6b1a0-091c-47f8-b445-7f55b2d06958", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:43:24.175181 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-faee8a9c-a7fd-473c-82b6-35c8b05a08ad {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:43:24.175596 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3bc44af-716b-4875-bdcf-fcc039c774cc', 'tag': '5fe1a2d1-9e52-4657-94ff-007d5276d8f3', 'status': 'completed', 'code': 200} Dec 09 15:43:24.175858 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '515b0240-32c5-4abf-ac4f-20a2c132bc06', 'tag': '42a6b1a0-091c-47f8-b445-7f55b2d06958', 'status': 'completed', 'code': 200} Dec 09 15:43:24.186165 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad0d53f3-73c7-48f8-af03-d771b57ab893 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:24.265865 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d53f3-73c7-48f8-af03-d771b57ab893 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event updated for resources: {'Subnet': ['ID=60ed867e-485d-4c77-9303-8f75416b725b,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:24.292958 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0d53f3-73c7-48f8-af03-d771b57ab893 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Checking segment: {'id': '43f60d56-af89-401b-86ab-1b8a789c955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5632747c-64fe-43b5-a621-7315c172d737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:43:24.293474 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0d53f3-73c7-48f8-af03-d771b57ab893 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Network hostable DHCP agents. Network: 5632747c-64fe-43b5-a621-7315c172d737, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:43:24.313824 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0d53f3-73c7-48f8-af03-d771b57ab893 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Network 5632747c-64fe-43b5-a621-7315c172d737 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:43:24.329009 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c4ef0-1052-4ff3-b1e4-db4de2235451 req-d35a8996-1d2e-43dc-956e-e402cdd5fdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:24.330636 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bd6c4ef0-1052-4ff3-b1e4-db4de2235451 req-d35a8996-1d2e-43dc-956e-e402cdd5fdb6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=07844446e2964e2183164fabedd030ef&device_id=e3bc44af-716b-4875-bdcf-fcc039c774cc HTTP/1.1" status: 200 len: 1094 time: 0.1539707 Dec 09 15:43:24.335654 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-ad0d53f3-73c7-48f8-af03-d771b57ab893 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 5632747c-64fe-43b5-a621-7315c172d737) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:43:24.345835 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe0dc18-c471-46f7-b6bf-e65bf56bb645 None None] Network 5632747c-64fe-43b5-a621-7315c172d737 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:43:24.347680 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511eeb73-7e5b-4ae1-915b-a488d7c1cc4d req-cf72051c-8025-42b7-b4d4-eb2ce33e156d tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:24.348547 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0d53f3-73c7-48f8-af03-d771b57ab893 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:24.349374 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad0d53f3-73c7-48f8-af03-d771b57ab893 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:24.357351 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-511eeb73-7e5b-4ae1-915b-a488d7c1cc4d req-cf72051c-8025-42b7-b4d4-eb2ce33e156d tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=c98af8e8-5d3c-4435-8863-d44500d518a8 HTTP/1.1" status: 200 len: 945 time: 0.1493080 Dec 09 15:43:24.370691 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5bb41a-8ad9-416e-9acd-e0eb726c1cd1 req-79f48db0-6328-440e-baa6-451ea68a6ee5 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:24.372765 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ae5bb41a-8ad9-416e-9acd-e0eb726c1cd1 req-79f48db0-6328-440e-baa6-451ea68a6ee5 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98af8e8-5d3c-4435-8863-d44500d518a8 HTTP/1.1" status: 200 len: 945 time: 0.1591191 Dec 09 15:43:24.375496 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ad0d53f3-73c7-48f8-af03-d771b57ab893 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5775838 Dec 09 15:43:24.378389 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41508) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:24.384162 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-e2289663-3227-42a9-aff3-b50c0fb9b16f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1451534528', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:43:24.415228 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e2289663-3227-42a9-aff3-b50c0fb9b16f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:24.417144 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e2289663-3227-42a9-aff3-b50c0fb9b16f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:24.451237 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:24.491704 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e2289663-3227-42a9-aff3-b50c0fb9b16f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:24.494540 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71b9017-324a-433a-a016-0a5888884ff6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-5632747c-64fe-43b5-a621-7315c172d737', 'network_id': '5632747c-64fe-43b5-a621-7315c172d737', 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'fixed_ips': [{'subnet_id': '60ed867e-485d-4c77-9303-8f75416b725b'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:43:24.496031 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f71b9017-324a-433a-a016-0a5888884ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:24.499697 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e2289663-3227-42a9-aff3-b50c0fb9b16f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:24.527557 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e2289663-3227-42a9-aff3-b50c0fb9b16f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:24.529779 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e2289663-3227-42a9-aff3-b50c0fb9b16f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1493278 Dec 09 15:43:24.536224 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41514) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:24.549771 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-511eeb73-7e5b-4ae1-915b-a488d7c1cc4d req-9beea640-f9b9-46d9-a7d2-06f6e3677be6 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/security-groups?id=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901777 Dec 09 15:43:24.667966 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-e95842b4-b8fc-440c-8dd4-99b9d95aa7e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31b78953-ecc6-47e3-a362-22171268e88e {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:43:24.682749 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-e95842b4-b8fc-440c-8dd4-99b9d95aa7e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:24.698122 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-f71b9017-324a-433a-a016-0a5888884ff6 None None] Allocated IP 2001:db8::2 (5632747c-64fe-43b5-a621-7315c172d737/60ed867e-485d-4c77-9303-8f75416b725b/53a3f942-568b-4d4e-bdd6-425c22fab7cf) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:43:24.741293 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-e95842b4-b8fc-440c-8dd4-99b9d95aa7e3 service neutron] Transition to ACTIVE for port object 31b78953-ecc6-47e3-a362-22171268e88e will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:43:24.751669 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c4ef0-1052-4ff3-b1e4-db4de2235451 req-f3635560-03cf-4460-8419-9917e06db7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:24.753296 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bd6c4ef0-1052-4ff3-b1e4-db4de2235451 req-f3635560-03cf-4460-8419-9917e06db7e8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dcdb628e-5130-4046-a7ec-e30fed59a905 HTTP/1.1" status: 200 len: 921 time: 0.3915191 Dec 09 15:43:24.753949 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-e95842b4-b8fc-440c-8dd4-99b9d95aa7e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:24.780476 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-ae5bb41a-8ad9-416e-9acd-e0eb726c1cd1 req-074ec681-90de-4ca6-a4e2-85e0c6cf36a0 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Deleting port 79dd7992-0e9e-4dc6-8338-3916ec47be1f {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:43:24.780721 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ae5bb41a-8ad9-416e-9acd-e0eb726c1cd1 req-074ec681-90de-4ca6-a4e2-85e0c6cf36a0 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:24.837812 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6856bc-0c27-45a2-9dd0-1f45488a06b2 req-69ed04f1-cfab-4cda-8027-c9c2aed82491 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:24.839347 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ca6856bc-0c27-45a2-9dd0-1f45488a06b2 req-69ed04f1-cfab-4cda-8027-c9c2aed82491 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3bc44af-716b-4875-bdcf-fcc039c774cc HTTP/1.1" status: 200 len: 943 time: 0.1879501 Dec 09 15:43:24.895777 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f71b9017-324a-433a-a016-0a5888884ff6 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:24.905661 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f71b9017-324a-433a-a016-0a5888884ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:24.912341 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bd6c4ef0-1052-4ff3-b1e4-db4de2235451 req-41019bd8-50fb-4f06-9a36-db2a170ef3bd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5fe1a2d1-9e52-4657-94ff-007d5276d8f3 HTTP/1.1" status: 200 len: 217 time: 0.1349466 Dec 09 15:43:24.947228 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71b9017-324a-433a-a016-0a5888884ff6 None None] Network 5632747c-64fe-43b5-a621-7315c172d737 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:43:24.950777 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-f71b9017-324a-433a-a016-0a5888884ff6 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:43:24.953410 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71b9017-324a-433a-a016-0a5888884ff6 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:43:24.986501 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0219e04-e479-4431-8902-171585a9df08 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:24.987153 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95842b4-b8fc-440c-8dd4-99b9d95aa7e3 service neutron] Pushing event updated for resources: {'Port': ['ID=31b78953-ecc6-47e3-a362-22171268e88e,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:25.147078 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ca6856bc-0c27-45a2-9dd0-1f45488a06b2 req-84e9834f-8207-4dfc-bda4-eb5316575ba8 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469604 Dec 09 15:43:25.158931 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c4ef0-1052-4ff3-b1e4-db4de2235451 req-221040ff-5695-4a81-9128-f78a8547c286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:25.160399 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bd6c4ef0-1052-4ff3-b1e4-db4de2235451 req-221040ff-5695-4a81-9128-f78a8547c286 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a75137d3-5bab-4ff0-9c87-80fcdd67f478 HTTP/1.1" status: 200 len: 860 time: 0.2265670 Dec 09 15:43:25.181792 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ae5bb41a-8ad9-416e-9acd-e0eb726c1cd1 req-074ec681-90de-4ca6-a4e2-85e0c6cf36a0 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] For port 79dd7992-0e9e-4dc6-8338-3916ec47be1f, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=79dd7992-0e9e-4dc6-8338-3916ec47be1f,segment=NetworkSegment(f08bf91e-2a80-4157-b377-a6ced87c1b83),segment_id=f08bf91e-2a80-4157-b377-a6ced87c1b83)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:43:25.182164 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ae5bb41a-8ad9-416e-9acd-e0eb726c1cd1 req-074ec681-90de-4ca6-a4e2-85e0c6cf36a0 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:25.211953 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bd6c4ef0-1052-4ff3-b1e4-db4de2235451 req-7b780450-a2c9-46ac-9bbf-f2edf3ebadb2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dcdb628e-5130-4046-a7ec-e30fed59a905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346618 Dec 09 15:43:25.228022 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b9017-324a-433a-a016-0a5888884ff6 None None] Pushing event updated for resources: {'Port': ['ID=53a3f942-568b-4d4e-bdd6-425c22fab7cf,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:25.235539 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-ae5bb41a-8ad9-416e-9acd-e0eb726c1cd1 req-074ec681-90de-4ca6-a4e2-85e0c6cf36a0 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Calling delete_port for 79dd7992-0e9e-4dc6-8338-3916ec47be1f owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:43:25.291374 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:25.295299 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f71b9017-324a-433a-a016-0a5888884ff6 None None] Attempting to bind port 53a3f942-568b-4d4e-bdd6-425c22fab7cf on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:43:25.295684 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f71b9017-324a-433a-a016-0a5888884ff6 None None] Attempting to bind port 53a3f942-568b-4d4e-bdd6-425c22fab7cf by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '43f60d56-af89-401b-86ab-1b8a789c955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5632747c-64fe-43b5-a621-7315c172d737'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:43:25.296058 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71b9017-324a-433a-a016-0a5888884ff6 None None] Attempting to bind port 53a3f942-568b-4d4e-bdd6-425c22fab7cf on network 5632747c-64fe-43b5-a621-7315c172d737 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:43:25.302207 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71b9017-324a-433a-a016-0a5888884ff6 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:43:25.302572 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71b9017-324a-433a-a016-0a5888884ff6 None None] Checking segment: {'id': '43f60d56-af89-401b-86ab-1b8a789c955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5632747c-64fe-43b5-a621-7315c172d737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:43:25.303356 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f71b9017-324a-433a-a016-0a5888884ff6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:25.303559 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-e95842b4-b8fc-440c-8dd4-99b9d95aa7e3 service neutron] Attempting to bind port 31b78953-ecc6-47e3-a362-22171268e88e on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:43:25.303824 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71b9017-324a-433a-a016-0a5888884ff6 None None] Bound using segment: {'id': '43f60d56-af89-401b-86ab-1b8a789c955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5632747c-64fe-43b5-a621-7315c172d737'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:43:25.303944 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-e95842b4-b8fc-440c-8dd4-99b9d95aa7e3 service neutron] Attempting to bind port 31b78953-ecc6-47e3-a362-22171268e88e by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': 'e80ad65f-7180-4c60-9646-8ed9026dad31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1ca20f5e-a19e-482c-b28d-a52b110483f5'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:43:25.304179 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-e95842b4-b8fc-440c-8dd4-99b9d95aa7e3 service neutron] Attempting to bind port 31b78953-ecc6-47e3-a362-22171268e88e on network 1ca20f5e-a19e-482c-b28d-a52b110483f5 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:43:25.305461 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f71b9017-324a-433a-a016-0a5888884ff6 None None] Bound port: 53a3f942-568b-4d4e-bdd6-425c22fab7cf, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43f60d56-af89-401b-86ab-1b8a789c955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5632747c-64fe-43b5-a621-7315c172d737'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:43:25.305981 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f71b9017-324a-433a-a016-0a5888884ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:25.351131 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-a0219e04-e479-4431-8902-171585a9df08 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Allocated IP 2001:db8::1 (5632747c-64fe-43b5-a621-7315c172d737/60ed867e-485d-4c77-9303-8f75416b725b/abb596da-75e4-4786-ad47-88194221da7c) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:43:25.359174 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-e95842b4-b8fc-440c-8dd4-99b9d95aa7e3 service neutron] Port 31b78953-ecc6-47e3-a362-22171268e88e on network 1ca20f5e-a19e-482c-b28d-a52b110483f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:43:25.359499 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-e95842b4-b8fc-440c-8dd4-99b9d95aa7e3 service neutron] Attempting to bind port 31b78953-ecc6-47e3-a362-22171268e88e on network 1ca20f5e-a19e-482c-b28d-a52b110483f5 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:43:25.383425 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-e95842b4-b8fc-440c-8dd4-99b9d95aa7e3 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:43:25.383765 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-e95842b4-b8fc-440c-8dd4-99b9d95aa7e3 service neutron] Checking segment: {'id': 'e80ad65f-7180-4c60-9646-8ed9026dad31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1ca20f5e-a19e-482c-b28d-a52b110483f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:43:25.384155 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-e95842b4-b8fc-440c-8dd4-99b9d95aa7e3 service neutron] Bound using segment: {'id': 'e80ad65f-7180-4c60-9646-8ed9026dad31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1ca20f5e-a19e-482c-b28d-a52b110483f5'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:43:25.384633 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-e95842b4-b8fc-440c-8dd4-99b9d95aa7e3 service neutron] Bound port: 31b78953-ecc6-47e3-a362-22171268e88e, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80ad65f-7180-4c60-9646-8ed9026dad31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1ca20f5e-a19e-482c-b28d-a52b110483f5'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:43:25.384991 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-e95842b4-b8fc-440c-8dd4-99b9d95aa7e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:25.396691 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f71b9017-324a-433a-a016-0a5888884ff6 None None] For port 53a3f942-568b-4d4e-bdd6-425c22fab7cf, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:43:25.401901 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f71b9017-324a-433a-a016-0a5888884ff6 None None] For port 53a3f942-568b-4d4e-bdd6-425c22fab7cf, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=53a3f942-568b-4d4e-bdd6-425c22fab7cf,segment=NetworkSegment(43f60d56-af89-401b-86ab-1b8a789c955a),segment_id=43f60d56-af89-401b-86ab-1b8a789c955a)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:43:25.408647 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f71b9017-324a-433a-a016-0a5888884ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:25.490326 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9422c-e117-49bc-b760-2e55cb36e7df req-4668c30f-39a2-4530-ad0e-254534226a95 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:25.491440 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d5b9422c-e117-49bc-b760-2e55cb36e7df req-4668c30f-39a2-4530-ad0e-254534226a95 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] 10.222.0.57 "GET /v2.0/ports?device_id=515b0240-32c5-4abf-ac4f-20a2c132bc06 HTTP/1.1" status: 200 len: 944 time: 0.2045174 Dec 09 15:43:25.492685 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0219e04-e479-4431-8902-171585a9df08 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:25.497274 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bd6c4ef0-1052-4ff3-b1e4-db4de2235451 req-786d9e0c-83fd-4b5a-a475-a414f6e476d6 service neutron] 10.222.0.31 "GET /v2.0/networks/dcdb628e-5130-4046-a7ec-e30fed59a905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743449 Dec 09 15:43:25.514433 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b9017-324a-433a-a016-0a5888884ff6 None None] Pushing event updated for resources: {'Port': ['ID=53a3f942-568b-4d4e-bdd6-425c22fab7cf,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:25.534599 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0219e04-e479-4431-8902-171585a9df08 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:25.599059 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0219e04-e479-4431-8902-171585a9df08 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Network 5632747c-64fe-43b5-a621-7315c172d737 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:43:25.608484 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-a0219e04-e479-4431-8902-171585a9df08 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:43:25.614375 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0219e04-e479-4431-8902-171585a9df08 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:43:25.615082 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0219e04-e479-4431-8902-171585a9df08 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:25.642476 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-e95842b4-b8fc-440c-8dd4-99b9d95aa7e3 service neutron] For port 31b78953-ecc6-47e3-a362-22171268e88e, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:43:25.683912 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0219e04-e479-4431-8902-171585a9df08 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event updated for resources: {'Port': ['ID=abb596da-75e4-4786-ad47-88194221da7c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:25.695876 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-e95842b4-b8fc-440c-8dd4-99b9d95aa7e3 service neutron] For port 31b78953-ecc6-47e3-a362-22171268e88e, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=31b78953-ecc6-47e3-a362-22171268e88e,segment=NetworkSegment(e80ad65f-7180-4c60-9646-8ed9026dad31),segment_id=e80ad65f-7180-4c60-9646-8ed9026dad31)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:43:25.713943 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-e95842b4-b8fc-440c-8dd4-99b9d95aa7e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:25.721309 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ae5bb41a-8ad9-416e-9acd-e0eb726c1cd1 req-074ec681-90de-4ca6-a4e2-85e0c6cf36a0 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:25.736505 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['79dd7992-0e9e-4dc6-8338-3916ec47be1f'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:43:25.744542 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d5b9422c-e117-49bc-b760-2e55cb36e7df req-0de8bbf4-7907-4a28-b5de-e9b429753a39 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] 10.222.0.57 "GET /v2.0/security-groups?id=a17aec3c-7ef6-4327-aaf3-f6ab65edcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340415 Dec 09 15:43:25.908088 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0219e04-e479-4431-8902-171585a9df08 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:26.258474 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0219e04-e479-4431-8902-171585a9df08 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:26.264796 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0219e04-e479-4431-8902-171585a9df08 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:26.265803 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0219e04-e479-4431-8902-171585a9df08 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:26.317536 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-e95842b4-b8fc-440c-8dd4-99b9d95aa7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:26.318332 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-e95842b4-b8fc-440c-8dd4-99b9d95aa7e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:26.319842 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-e95842b4-b8fc-440c-8dd4-99b9d95aa7e3 service neutron] 10.222.0.31 "PUT /v2.0/ports/31b78953-ecc6-47e3-a362-22171268e88e HTTP/1.1" status: 200 len: 1091 time: 2.5182607 Dec 09 15:43:26.346460 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a2ccc58-017c-4a74-9487-6793bbe18673', 'tag': '31b78953-ecc6-47e3-a362-22171268e88e'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:43:26.348479 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3bef29-7675-441c-a187-d8f3e3502dae None None] DHCP port deletion for 9142d0f3-e996-4d4e-9e52-5c13c39fd0aa request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:43:26.352941 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9fcbf3e-626c-48d6-aed8-e4974c113416" -d '{"events": [{"name": "network-changed", "server_uuid": "2a2ccc58-017c-4a74-9487-6793bbe18673", "tag": "31b78953-ecc6-47e3-a362-22171268e88e"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:43:26.357958 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0219e04-e479-4431-8902-171585a9df08 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event updated for resources: {'Port': ['ID=abb596da-75e4-4786-ad47-88194221da7c,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:26.413579 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bd6c4ef0-1052-4ff3-b1e4-db4de2235451 req-8ead39c2-4cd1-479c-819f-55e082424575 service neutron] 10.222.0.31 "GET /v2.0/networks/dcdb628e-5130-4046-a7ec-e30fed59a905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9037368 Dec 09 15:43:26.415832 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0219e04-e479-4431-8902-171585a9df08 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Network 5632747c-64fe-43b5-a621-7315c172d737 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:43:26.417399 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-a0219e04-e479-4431-8902-171585a9df08 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:43:26.433629 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae5bb41a-8ad9-416e-9acd-e0eb726c1cd1 req-074ec681-90de-4ca6-a4e2-85e0c6cf36a0 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] No DVR routers for this DVR port 79dd7992-0e9e-4dc6-8338-3916ec47be1f on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:43:26.439305 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:26.454518 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ae5bb41a-8ad9-416e-9acd-e0eb726c1cd1 req-074ec681-90de-4ca6-a4e2-85e0c6cf36a0 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:26.458122 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ae5bb41a-8ad9-416e-9acd-e0eb726c1cd1 req-074ec681-90de-4ca6-a4e2-85e0c6cf36a0 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.31 "DELETE /v2.0/ports/79dd7992-0e9e-4dc6-8338-3916ec47be1f HTTP/1.1" status: 204 len: 173 time: 2.0686018 Dec 09 15:43:26.464571 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95842b4-b8fc-440c-8dd4-99b9d95aa7e3 service neutron] Pushing event updated for resources: {'Port': ['ID=31b78953-ecc6-47e3-a362-22171268e88e,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:26.517834 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f32413-96d5-46a4-834c-24579bf7e2a7 req-13700960-4056-422c-b239-3096d5bc0f9e tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:26.519621 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-18f32413-96d5-46a4-834c-24579bf7e2a7 req-13700960-4056-422c-b239-3096d5bc0f9e tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a2ccc58-017c-4a74-9487-6793bbe18673 HTTP/1.1" status: 200 len: 943 time: 0.2055178 Dec 09 15:43:26.527259 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ec681-90de-4ca6-a4e2-85e0c6cf36a0 tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] Pushing event deleted for resources: {'Port': ['ID=79dd7992-0e9e-4dc6-8338-3916ec47be1f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:26.569932 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0219e04-e479-4431-8902-171585a9df08 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Router a6d3cb9c-0aa7-4cbd-8157-27946cb8d5da is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:43:26.595486 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-2fb24ddc-a362-408f-bee2-07181e6be55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:26.597128 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-2fb24ddc-a362-408f-bee2-07181e6be55f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ebcdf14508e845329213dd469bea1d6e&device_id=2a2ccc58-017c-4a74-9487-6793bbe18673 HTTP/1.1" status: 200 len: 1094 time: 0.2199476 Dec 09 15:43:26.671692 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c4ef0-1052-4ff3-b1e4-db4de2235451 req-a9c78dda-1904-4e52-a6f4-86cdc913b1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:26.673284 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bd6c4ef0-1052-4ff3-b1e4-db4de2235451 req-a9c78dda-1904-4e52-a6f4-86cdc913b1c6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a5524d490e1b414f9d489bcad41e8bca&device_id=515b0240-32c5-4abf-ac4f-20a2c132bc06 HTTP/1.1" status: 200 len: 1095 time: 0.1653717 Dec 09 15:43:26.675295 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-0829486b-a485-4cba-8716-f2aaf57bf520 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31b78953-ecc6-47e3-a362-22171268e88e HTTP/1.1" status: 200 len: 217 time: 0.0677402 Dec 09 15:43:26.689056 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-18f32413-96d5-46a4-834c-24579bf7e2a7 req-c2a539b5-de6b-4176-b2eb-905db5ded1fc tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] 10.222.0.57 "GET /v2.0/security-groups?id=d957add7-ef05-4f87-97a0-d0d388143670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559298 Dec 09 15:43:26.690936 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0219e04-e479-4431-8902-171585a9df08 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:43:26.696979 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a0219e04-e479-4431-8902-171585a9df08 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "PUT /v2.0/routers/a6d3cb9c-0aa7-4cbd-8157-27946cb8d5da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1589553 Dec 09 15:43:26.698901 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41538) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:26.706677 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b8b897-6890-4623-93bd-405e481a1167 None None] Sync routers for ids ['a6d3cb9c-0aa7-4cbd-8157-27946cb8d5da'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:43:26.740034 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b8b897-6890-4623-93bd-405e481a1167 None None] Routers {'a6d3cb9c-0aa7-4cbd-8157-27946cb8d5da'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:43:26.741918 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-03b8b897-6890-4623-93bd-405e481a1167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:43:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['a6d3cb9c-0aa7-4cbd-8157-27946cb8d5da'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:26.788055 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e25ed9-64cf-4d2b-b84a-682d96351619 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:26.789835 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-17e25ed9-64cf-4d2b-b84a-682d96351619 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "GET /v2.0/ports/abb596da-75e4-4786-ad47-88194221da7c HTTP/1.1" status: 200 len: 911 time: 0.0896323 Dec 09 15:43:26.794020 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41542) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:26.825848 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-03b8b897-6890-4623-93bd-405e481a1167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:26.839273 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b8b897-6890-4623-93bd-405e481a1167 None None] Routers {'a6d3cb9c-0aa7-4cbd-8157-27946cb8d5da'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:43:26.840993 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-03b8b897-6890-4623-93bd-405e481a1167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:43:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['a6d3cb9c-0aa7-4cbd-8157-27946cb8d5da'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:26.859920 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-a4f3570e-defb-4816-9588-5fcddf09ef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:26.873732 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-a4f3570e-defb-4816-9588-5fcddf09ef17 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1bc3ee6c-c810-4d0b-bc1f-a1539f757329 HTTP/1.1" status: 200 len: 854 time: 0.1824765 Dec 09 15:43:26.895683 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-03b8b897-6890-4623-93bd-405e481a1167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:26.896646 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b8b897-6890-4623-93bd-405e481a1167 None None] The sync data for ids ['a6d3cb9c-0aa7-4cbd-8157-27946cb8d5da'] in n-d-821228-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:43:26.899512 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 5fe1a2d1-9e52-4657-94ff-007d5276d8f3 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:43:26.980774 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c4ef0-1052-4ff3-b1e4-db4de2235451 req-01180769-8db0-4ba4-a9a6-f480cf571ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:26.986667 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bd6c4ef0-1052-4ff3-b1e4-db4de2235451 req-01180769-8db0-4ba4-a9a6-f480cf571ae6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ce0edcde-aa48-48a0-92c5-947da8e838f6 HTTP/1.1" status: 200 len: 922 time: 0.2966247 Dec 09 15:43:26.989363 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-a1f1db5b-4c4d-4b8f-9e0b-664f4c931d02 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1ca20f5e-a19e-482c-b28d-a52b110483f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868623 Dec 09 15:43:26.997910 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64807e83-587e-4b24-ad6d-3106beab5994 None None] Network 5632747c-64fe-43b5-a621-7315c172d737 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:43:27.054008 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b870e28a-41b0-44eb-8615-a40a0a3f00f8 req-aa14d5bf-a737-41ae-a218-431419789fcc tempest-ServerRescueTestJSON-2102872905 tempest-ServerRescueTestJSON-2102872905-project] 10.222.0.57 "GET /v2.0/ports?device_id=c98af8e8-5d3c-4435-8863-d44500d518a8 HTTP/1.1" status: 200 len: 210 time: 0.0509539 Dec 09 15:43:27.127039 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 5fe1a2d1-9e52-4657-94ff-007d5276d8f3, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5fe1a2d1-9e52-4657-94ff-007d5276d8f3,segment=NetworkSegment(ddd0682b-bda1-497e-bda9-d80ab59b93d8),segment_id=ddd0682b-bda1-497e-bda9-d80ab59b93d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:43:27.148351 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bd6c4ef0-1052-4ff3-b1e4-db4de2235451 req-b4caa40a-d80d-43a8-87f6-1af61b459d4e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42a6b1a0-091c-47f8-b445-7f55b2d06958 HTTP/1.1" status: 200 len: 217 time: 0.1278353 Dec 09 15:43:27.176269 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50291282-e6ff-4cad-8068-efc8394b2f5d None None] Provisioning complete for port 53a3f942-568b-4d4e-bdd6-425c22fab7cf triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:27.176910 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50291282-e6ff-4cad-8068-efc8394b2f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:27.257703 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 53a3f942-568b-4d4e-bdd6-425c22fab7cf up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:43:27.276567 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '5fe1a2d1-9e52-4657-94ff-007d5276d8f3', 'network_id': 'dcdb628e-5130-4046-a7ec-e30fed59a905', 'port_id': '5fe1a2d1-9e52-4657-94ff-007d5276d8f3', 'mac_address': 'fa:16:3e:16:52:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a75137d3-5bab-4ff0-9c87-80fcdd67f478', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:43:27.344722 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-4ebc8dec-81b2-4cb6-acc1-8394e6e99850 service neutron] 10.222.0.31 "GET /v2.0/networks/1ca20f5e-a19e-482c-b28d-a52b110483f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302591 Dec 09 15:43:27.346607 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c4ef0-1052-4ff3-b1e4-db4de2235451 req-e1b6f572-c15d-4f3d-a591-8f3a27f9430c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:27.348048 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bd6c4ef0-1052-4ff3-b1e4-db4de2235451 req-e1b6f572-c15d-4f3d-a591-8f3a27f9430c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4413a985-f34b-4e6d-a6dd-2bfcf5b5c7c8 HTTP/1.1" status: 200 len: 861 time: 0.1908906 Dec 09 15:43:27.417188 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:27.446699 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fe1a2d1-9e52-4657-94ff-007d5276d8f3 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:43:27.451525 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bd6c4ef0-1052-4ff3-b1e4-db4de2235451 req-3ae2a8f6-acd0-40e4-964c-322e52cceacb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ce0edcde-aa48-48a0-92c5-947da8e838f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836535 Dec 09 15:43:27.468039 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b9599-a818-4cf7-a455-05d9ab14aeaf req-16d527c1-f7bd-43e0-a4dc-70ad690e9135 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:27.475692 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3d0b9599-a818-4cf7-a455-05d9ab14aeaf req-16d527c1-f7bd-43e0-a4dc-70ad690e9135 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3bc44af-716b-4875-bdcf-fcc039c774cc HTTP/1.1" status: 200 len: 943 time: 0.2349467 Dec 09 15:43:27.478145 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-494c640c-5230-4186-a1db-bac4135bb3bd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:27.485539 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50291282-e6ff-4cad-8068-efc8394b2f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:27.500438 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 5fe1a2d1-9e52-4657-94ff-007d5276d8f3, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5fe1a2d1-9e52-4657-94ff-007d5276d8f3,segment=NetworkSegment(ddd0682b-bda1-497e-bda9-d80ab59b93d8),segment_id=ddd0682b-bda1-497e-bda9-d80ab59b93d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:43:27.513258 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:27.560389 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 53a3f942-568b-4d4e-bdd6-425c22fab7cf triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:27.560788 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:27.569824 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50291282-e6ff-4cad-8068-efc8394b2f5d None None] For port 53a3f942-568b-4d4e-bdd6-425c22fab7cf, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=53a3f942-568b-4d4e-bdd6-425c22fab7cf,segment=NetworkSegment(43f60d56-af89-401b-86ab-1b8a789c955a),segment_id=43f60d56-af89-401b-86ab-1b8a789c955a)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:43:27.595981 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50291282-e6ff-4cad-8068-efc8394b2f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:27.610990 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3d0b9599-a818-4cf7-a455-05d9ab14aeaf req-991f0746-9c89-45e4-8687-611d68496f8e tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341629 Dec 09 15:43:27.618566 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=5fe1a2d1-9e52-4657-94ff-007d5276d8f3,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:27.687416 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5c6a1977-4714-4e9b-843e-9ad61b72fe82 req-c855a3de-d9d5-4015-8ca0-fd77a402337b service neutron] 10.222.0.31 "GET /v2.0/networks/1ca20f5e-a19e-482c-b28d-a52b110483f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211064 Dec 09 15:43:27.745189 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50291282-e6ff-4cad-8068-efc8394b2f5d None None] Pushing event updated for resources: {'Port': ['ID=53a3f942-568b-4d4e-bdd6-425c22fab7cf,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:27.769037 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bd6c4ef0-1052-4ff3-b1e4-db4de2235451 req-d5a42828-9b85-4eb3-a799-6c69eb7857d8 service neutron] 10.222.0.31 "GET /v2.0/networks/ce0edcde-aa48-48a0-92c5-947da8e838f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904358 Dec 09 15:43:27.770680 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127be8c9-e351-494c-b357-a0ea104b088e x-openstack-request-id: req-127be8c9-e351-494c-b357-a0ea104b088e {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:43:27.770988 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a2ccc58-017c-4a74-9487-6793bbe18673", "tag": "31b78953-ecc6-47e3-a362-22171268e88e", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:43:27.771715 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-127be8c9-e351-494c-b357-a0ea104b088e {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:43:27.772701 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a2ccc58-017c-4a74-9487-6793bbe18673', 'tag': '31b78953-ecc6-47e3-a362-22171268e88e', 'status': 'completed', 'code': 200} Dec 09 15:43:27.896215 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-494c640c-5230-4186-a1db-bac4135bb3bd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Deleting port abb596da-75e4-4786-ad47-88194221da7c {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:43:27.896619 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-494c640c-5230-4186-a1db-bac4135bb3bd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:27.937349 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-65ba14f2-53dd-4324-9d8f-cb7bc6602de9 None None] Provisioning complete for port 53a3f942-568b-4d4e-bdd6-425c22fab7cf triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:27.938333 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-65ba14f2-53dd-4324-9d8f-cb7bc6602de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:27.963214 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bd6c4ef0-1052-4ff3-b1e4-db4de2235451 req-9c5ae93f-6c1c-4301-9f30-5e99a9666c0f service neutron] 10.222.0.31 "GET /v2.0/networks/ce0edcde-aa48-48a0-92c5-947da8e838f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865718 Dec 09 15:43:28.000944 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fcbf3e-626c-48d6-aed8-e4974c113416 req-13209bce-5526-4687-b993-ffd32748f377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:28.002972 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b9fcbf3e-626c-48d6-aed8-e4974c113416 req-13209bce-5526-4687-b993-ffd32748f377 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ebcdf14508e845329213dd469bea1d6e&device_id=2a2ccc58-017c-4a74-9487-6793bbe18673 HTTP/1.1" status: 200 len: 1094 time: 0.2291396 Dec 09 15:43:28.004166 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-494c640c-5230-4186-a1db-bac4135bb3bd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:28.015629 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ec01b-fe42-496e-a4d3-8e99260a5f41 req-88c2ec27-1c6b-45d6-a7e9-fbac6c06df69 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:28.020623 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-494c640c-5230-4186-a1db-bac4135bb3bd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Calling delete_port for abb596da-75e4-4786-ad47-88194221da7c owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:43:28.026201 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5a3ec01b-fe42-496e-a4d3-8e99260a5f41 req-88c2ec27-1c6b-45d6-a7e9-fbac6c06df69 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] 10.222.0.57 "GET /v2.0/ports?device_id=515b0240-32c5-4abf-ac4f-20a2c132bc06 HTTP/1.1" status: 200 len: 944 time: 0.2038891 Dec 09 15:43:28.097362 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-65ba14f2-53dd-4324-9d8f-cb7bc6602de9 None None] Provisioning complete for port abb596da-75e4-4786-ad47-88194221da7c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:28.098083 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-65ba14f2-53dd-4324-9d8f-cb7bc6602de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:28.136284 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fcbf3e-626c-48d6-aed8-e4974c113416 req-a0a3dbd9-e2e4-4d88-b6f1-7decadf002dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:28.137851 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b9fcbf3e-626c-48d6-aed8-e4974c113416 req-a0a3dbd9-e2e4-4d88-b6f1-7decadf002dd service neutron] 10.222.0.31 "GET /v2.0/networks?id=1ca20f5e-a19e-482c-b28d-a52b110483f5 HTTP/1.1" status: 200 len: 915 time: 0.1089506 Dec 09 15:43:28.156041 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['5fe1a2d1-9e52-4657-94ff-007d5276d8f3'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:43:28.241599 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b9fcbf3e-626c-48d6-aed8-e4974c113416 req-63f167fc-eace-4383-98c2-6c32520313ea service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31b78953-ecc6-47e3-a362-22171268e88e HTTP/1.1" status: 200 len: 217 time: 0.0917485 Dec 09 15:43:28.244945 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-65ba14f2-53dd-4324-9d8f-cb7bc6602de9 None None] Port abb596da-75e4-4786-ad47-88194221da7c cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:43:28.254877 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-494c640c-5230-4186-a1db-bac4135bb3bd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:28.287607 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c640c-5230-4186-a1db-bac4135bb3bd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event deleted for resources: {'Port': ['ID=abb596da-75e4-4786-ad47-88194221da7c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:28.338942 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5a3ec01b-fe42-496e-a4d3-8e99260a5f41 req-ff229a8e-3c7e-47b5-bcda-a9c463d8a9f5 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] 10.222.0.57 "GET /v2.0/security-groups?id=a17aec3c-7ef6-4327-aaf3-f6ab65edcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111386 Dec 09 15:43:28.360059 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fcbf3e-626c-48d6-aed8-e4974c113416 req-fb64032a-9d30-464f-9836-096bcacec094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:28.361888 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b9fcbf3e-626c-48d6-aed8-e4974c113416 req-fb64032a-9d30-464f-9836-096bcacec094 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1bc3ee6c-c810-4d0b-bc1f-a1539f757329 HTTP/1.1" status: 200 len: 854 time: 0.0834532 Dec 09 15:43:28.382211 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-85a13c55-d4ff-4b30-af47-95a555bd9f79 None None] Could not find standard attr ID for object abb596da-75e4-4786-ad47-88194221da7c. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:43:28.417596 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-494c640c-5230-4186-a1db-bac4135bb3bd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:28.430469 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b9fcbf3e-626c-48d6-aed8-e4974c113416 req-57d277a2-2912-4ee9-a27f-06a807fe920d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1ca20f5e-a19e-482c-b28d-a52b110483f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598958 Dec 09 15:43:28.581237 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-04374873-316b-42ef-99a9-7ee8494c0668 tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=e545324f4f8b4b71baa2c05a98858ba5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298393 Dec 09 15:43:28.589950 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494c640c-5230-4186-a1db-bac4135bb3bd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Router a6d3cb9c-0aa7-4cbd-8157-27946cb8d5da has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:43:28.601517 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c3135b2b-b0c3-4eb6-969b-9ea7cbc195b1 None None] Could not find standard attr ID for object abb596da-75e4-4786-ad47-88194221da7c. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:43:28.602118 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b9fcbf3e-626c-48d6-aed8-e4974c113416 req-a175f6de-1f5b-42f8-ab80-ebb6682fd2b4 service neutron] 10.222.0.31 "GET /v2.0/networks/1ca20f5e-a19e-482c-b28d-a52b110483f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601374 Dec 09 15:43:28.672854 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494c640c-5230-4186-a1db-bac4135bb3bd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:43:28.680899 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-494c640c-5230-4186-a1db-bac4135bb3bd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "PUT /v2.0/routers/a6d3cb9c-0aa7-4cbd-8157-27946cb8d5da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8852456 Dec 09 15:43:28.681558 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41568) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:28.685643 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c1c8b6-d609-4d9f-90f1-309ad8fd2a13 None None] Sync routers for ids ['a6d3cb9c-0aa7-4cbd-8157-27946cb8d5da'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:43:28.700110 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c1c8b6-d609-4d9f-90f1-309ad8fd2a13 None None] Routers {'a6d3cb9c-0aa7-4cbd-8157-27946cb8d5da'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:43:28.701153 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-42c1c8b6-d609-4d9f-90f1-309ad8fd2a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:43:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['a6d3cb9c-0aa7-4cbd-8157-27946cb8d5da'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:28.714771 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6624523d-f1c0-4c6f-97e0-509b98c04989 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6d3cb9c-0aa7-4cbd-8157-27946cb8d5da HTTP/1.1" status: 200 len: 205 time: 0.0320957 Dec 09 15:43:28.718172 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41570) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:28.738097 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-42c1c8b6-d609-4d9f-90f1-309ad8fd2a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:28.748013 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c1c8b6-d609-4d9f-90f1-309ad8fd2a13 None None] Routers {'a6d3cb9c-0aa7-4cbd-8157-27946cb8d5da'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:43:28.748940 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-42c1c8b6-d609-4d9f-90f1-309ad8fd2a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:43:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['a6d3cb9c-0aa7-4cbd-8157-27946cb8d5da'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:28.778823 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-1c00ef7d-201a-447d-a200-980fbb95561f tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:28.780570 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-1c00ef7d-201a-447d-a200-980fbb95561f tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1914988 Dec 09 15:43:28.781910 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-42c1c8b6-d609-4d9f-90f1-309ad8fd2a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:28.782582 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c1c8b6-d609-4d9f-90f1-309ad8fd2a13 None None] The sync data for ids ['a6d3cb9c-0aa7-4cbd-8157-27946cb8d5da'] in n-d-821228-1 is: [] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:43:28.786902 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b9fcbf3e-626c-48d6-aed8-e4974c113416 req-7ec618cd-759c-4b59-8941-07e96ec3a227 service neutron] 10.222.0.31 "GET /v2.0/networks/1ca20f5e-a19e-482c-b28d-a52b110483f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673570 Dec 09 15:43:28.801415 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-13fdbdf9-1e94-4da4-bc85-f257a39957d7 tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] 10.222.0.57 "GET /v2.0/quotas/e545324f4f8b4b71baa2c05a98858ba5 HTTP/1.1" status: 200 len: 375 time: 0.0130351 Dec 09 15:43:28.838143 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-b85d994a-fc8a-4b55-9daa-a3973513da3c tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e545324f4f8b4b71baa2c05a98858ba5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336704 Dec 09 15:43:28.845383 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 42a6b1a0-091c-47f8-b445-7f55b2d06958 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:43:28.848186 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 79dd7992-0e9e-4dc6-8338-3916ec47be1f no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:43:28.879144 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 79dd7992-0e9e-4dc6-8338-3916ec47be1f {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:43:28.879576 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 79dd7992-0e9e-4dc6-8338-3916ec47be1f not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:43:28.988724 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 42a6b1a0-091c-47f8-b445-7f55b2d06958, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=42a6b1a0-091c-47f8-b445-7f55b2d06958,segment=NetworkSegment(a3c7e96e-3962-4e23-be75-356cd16c7066),segment_id=a3c7e96e-3962-4e23-be75-356cd16c7066)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:43:29.003214 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '42a6b1a0-091c-47f8-b445-7f55b2d06958', 'network_id': 'ce0edcde-aa48-48a0-92c5-947da8e838f6', 'port_id': '42a6b1a0-091c-47f8-b445-7f55b2d06958', 'mac_address': 'fa:16:3e:ae:40:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4413a985-f34b-4e6d-a6dd-2bfcf5b5c7c8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:43:29.067226 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3279c-7786-4089-9613-f073e1b67af3 req-37bad51e-68f2-489b-b5ef-65a0f682f4e0 tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:29.067849 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:29.068870 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4ac3279c-7786-4089-9613-f073e1b67af3 req-37bad51e-68f2-489b-b5ef-65a0f682f4e0 tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a2ccc58-017c-4a74-9487-6793bbe18673 HTTP/1.1" status: 200 len: 943 time: 0.0647731 Dec 09 15:43:29.094894 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42a6b1a0-091c-47f8-b445-7f55b2d06958 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:43:29.127461 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 42a6b1a0-091c-47f8-b445-7f55b2d06958, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=42a6b1a0-091c-47f8-b445-7f55b2d06958,segment=NetworkSegment(a3c7e96e-3962-4e23-be75-356cd16c7066),segment_id=a3c7e96e-3962-4e23-be75-356cd16c7066)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:43:29.133189 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:29.141453 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4ac3279c-7786-4089-9613-f073e1b67af3 req-239ec7e1-7a47-4d21-a047-9c750e55b381 tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] 10.222.0.57 "GET /v2.0/security-groups?id=d957add7-ef05-4f87-97a0-d0d388143670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658264 Dec 09 15:43:29.156320 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e8c2c21d-3345-4103-95cb-24a1394fc199 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:29.203616 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 53a3f942-568b-4d4e-bdd6-425c22fab7cf up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:43:29.242867 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=42a6b1a0-091c-47f8-b445-7f55b2d06958,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:29.281953 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 53a3f942-568b-4d4e-bdd6-425c22fab7cf triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:29.282538 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:29.288724 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41580) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:29.383768 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e8c2c21d-3345-4103-95cb-24a1394fc199 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:29.386089 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e8c2c21d-3345-4103-95cb-24a1394fc199 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:29.439639 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e8c2c21d-3345-4103-95cb-24a1394fc199 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:29.440390 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c2c21d-3345-4103-95cb-24a1394fc199 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Fanout notify agent at l3_agent the message router_deleted on router a6d3cb9c-0aa7-4cbd-8157-27946cb8d5da {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:43:29.450530 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e8c2c21d-3345-4103-95cb-24a1394fc199 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:29.452059 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e8c2c21d-3345-4103-95cb-24a1394fc199 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "DELETE /v2.0/routers/a6d3cb9c-0aa7-4cbd-8157-27946cb8d5da HTTP/1.1" status: 204 len: 168 time: 0.7316122 Dec 09 15:43:29.454790 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41586) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:29.496267 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd9b6d-c87e-467f-9428-72f0a13f5627 req-2e7a1972-a3e8-4742-9bbd-fe94a058231d tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:29.500641 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34bd9b6d-c87e-467f-9428-72f0a13f5627 req-2e7a1972-a3e8-4742-9bbd-fe94a058231d tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3bc44af-716b-4875-bdcf-fcc039c774cc HTTP/1.1" status: 200 len: 944 time: 0.0780873 Dec 09 15:43:29.509076 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-a91b30be-a818-42c4-9a66-39225412735c tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Deleting subnet 60ed867e-485d-4c77-9303-8f75416b725b {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:43:29.513791 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a91b30be-a818-42c4-9a66-39225412735c tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:29.558469 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a91b30be-a818-42c4-9a66-39225412735c tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:29.578655 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['42a6b1a0-091c-47f8-b445-7f55b2d06958'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:43:29.636311 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34bd9b6d-c87e-467f-9428-72f0a13f5627 req-3e73d31b-05d9-46a7-9d45-31c1badecd6e tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949063 Dec 09 15:43:29.678586 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a91b30be-a818-42c4-9a66-39225412735c tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:29.758083 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a91b30be-a818-42c4-9a66-39225412735c tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:29.772243 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8264fbaa-29f2-412c-ad7e-c06cefd5bba9 req-ee7a31d4-b8cf-4c91-88bf-e58233cfcf21 tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f9a2d3c-b0e6-435c-a19f-a280dc370a37 HTTP/1.1" status: 200 len: 210 time: 0.0422440 Dec 09 15:43:29.774253 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98af8e8-5d3c-4435-8863-d44500d518a8', 'name': 'network-vif-deleted', 'tag': '79dd7992-0e9e-4dc6-8338-3916ec47be1f'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:43:29.776518 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433e742b-7acc-4911-909d-b5d1ab638d1e" -d '{"events": [{"server_uuid": "c98af8e8-5d3c-4435-8863-d44500d518a8", "name": "network-vif-deleted", "tag": "79dd7992-0e9e-4dc6-8338-3916ec47be1f"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:43:29.789242 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b30be-a818-42c4-9a66-39225412735c tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event deleted for resources: {'Subnet': ['ID=60ed867e-485d-4c77-9303-8f75416b725b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:29.799458 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a91b30be-a818-42c4-9a66-39225412735c tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:29.805454 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a91b30be-a818-42c4-9a66-39225412735c tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "DELETE /v2.0/subnets/60ed867e-485d-4c77-9303-8f75416b725b HTTP/1.1" status: 204 len: 168 time: 0.3495705 Dec 09 15:43:29.807264 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b41bc66-4421-4003-b60e-e18905b58abb None None] Network 5632747c-64fe-43b5-a621-7315c172d737 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:43:29.808597 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41592) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:29.900736 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75493e3e-726d-4c47-a6c0-fe91c1213087 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:29.940513 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf6485-5a60-4d01-98f0-5a02b929913b req-bc168d33-0e3e-411e-a2e4-babed7a331df tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:29.942050 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9ecf6485-5a60-4d01-98f0-5a02b929913b req-bc168d33-0e3e-411e-a2e4-babed7a331df tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] 10.222.0.57 "GET /v2.0/ports?device_id=515b0240-32c5-4abf-ac4f-20a2c132bc06 HTTP/1.1" status: 200 len: 945 time: 0.0907350 Dec 09 15:43:29.965682 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-75493e3e-726d-4c47-a6c0-fe91c1213087 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Deleting port 53a3f942-568b-4d4e-bdd6-425c22fab7cf {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:43:29.966029 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75493e3e-726d-4c47-a6c0-fe91c1213087 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:29.980693 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41175f6e-1ee3-486e-9957-89496f397eb9 None None] DHCP port deletion for 5632747c-64fe-43b5-a621-7315c172d737 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:43:30.009776 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d9ff037-45d0-4ea0-943c-87156a666f08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:30.034444 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-75493e3e-726d-4c47-a6c0-fe91c1213087 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] For port 53a3f942-568b-4d4e-bdd6-425c22fab7cf, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=53a3f942-568b-4d4e-bdd6-425c22fab7cf,segment=NetworkSegment(43f60d56-af89-401b-86ab-1b8a789c955a),segment_id=43f60d56-af89-401b-86ab-1b8a789c955a)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:43:30.035077 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75493e3e-726d-4c47-a6c0-fe91c1213087 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:30.040789 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-41175f6e-1ee3-486e-9957-89496f397eb9 None None] Deleting port 53a3f942-568b-4d4e-bdd6-425c22fab7cf {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:43:30.041308 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-41175f6e-1ee3-486e-9957-89496f397eb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:30.048108 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9ecf6485-5a60-4d01-98f0-5a02b929913b req-1d721da9-f091-4868-a528-9e3271e582c1 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] 10.222.0.57 "GET /v2.0/security-groups?id=a17aec3c-7ef6-4327-aaf3-f6ab65edcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974071 Dec 09 15:43:30.069026 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-75493e3e-726d-4c47-a6c0-fe91c1213087 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Calling delete_port for 53a3f942-568b-4d4e-bdd6-425c22fab7cf owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:43:30.128839 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-41175f6e-1ee3-486e-9957-89496f397eb9 None None] For port 53a3f942-568b-4d4e-bdd6-425c22fab7cf, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=53a3f942-568b-4d4e-bdd6-425c22fab7cf,segment=NetworkSegment(43f60d56-af89-401b-86ab-1b8a789c955a),segment_id=43f60d56-af89-401b-86ab-1b8a789c955a)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:43:30.129758 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-41175f6e-1ee3-486e-9957-89496f397eb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:30.151163 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-41175f6e-1ee3-486e-9957-89496f397eb9 None None] Calling delete_port for 53a3f942-568b-4d4e-bdd6-425c22fab7cf owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:43:30.193962 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75493e3e-726d-4c47-a6c0-fe91c1213087 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:30.208367 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f964aa3-905a-4c83-af4f-fc16f8d06023 x-openstack-request-id: req-9f964aa3-905a-4c83-af4f-fc16f8d06023 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:43:30.208784 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98af8e8-5d3c-4435-8863-d44500d518a8", "name": "network-vif-deleted", "tag": "79dd7992-0e9e-4dc6-8338-3916ec47be1f", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:43:30.208984 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9f964aa3-905a-4c83-af4f-fc16f8d06023 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:43:30.209323 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98af8e8-5d3c-4435-8863-d44500d518a8', 'name': 'network-vif-deleted', 'tag': '79dd7992-0e9e-4dc6-8338-3916ec47be1f', 'status': 'completed', 'code': 200} Dec 09 15:43:30.230216 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-fb601741-5aac-4836-a33a-71ad82ebe51e tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=e545324f4f8b4b71baa2c05a98858ba5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458269 Dec 09 15:43:30.265618 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75493e3e-726d-4c47-a6c0-fe91c1213087 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] No DVR routers for this DVR port 53a3f942-568b-4d4e-bdd6-425c22fab7cf on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:43:30.275020 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75493e3e-726d-4c47-a6c0-fe91c1213087 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event deleted for resources: {'Port': ['ID=53a3f942-568b-4d4e-bdd6-425c22fab7cf,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:30.290127 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-41175f6e-1ee3-486e-9957-89496f397eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:30.351162 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41175f6e-1ee3-486e-9957-89496f397eb9 None None] Pushing event deleted for resources: {'Port': ['ID=53a3f942-568b-4d4e-bdd6-425c22fab7cf,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:30.373570 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41175f6e-1ee3-486e-9957-89496f397eb9 None None] No DVR routers for this DVR port 53a3f942-568b-4d4e-bdd6-425c22fab7cf on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:43:30.378246 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75493e3e-726d-4c47-a6c0-fe91c1213087 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:30.404144 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-75493e3e-726d-4c47-a6c0-fe91c1213087 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5632747c-64fe-43b5-a621-7315c172d737']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:30.415070 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-75493e3e-726d-4c47-a6c0-fe91c1213087 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43f60d56-af89-401b-86ab-1b8a789c955a') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:30.415373 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-75493e3e-726d-4c47-a6c0-fe91c1213087 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43f60d56-af89-401b-86ab-1b8a789c955a') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:30.422269 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-5b20281c-c8c1-415f-a7ce-5ecf41949d64 tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:30.423832 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-5b20281c-c8c1-415f-a7ce-5ecf41949d64 tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1824579 Dec 09 15:43:30.427106 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75493e3e-726d-4c47-a6c0-fe91c1213087 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:30.442695 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75493e3e-726d-4c47-a6c0-fe91c1213087 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:30.450459 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75493e3e-726d-4c47-a6c0-fe91c1213087 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:43:30.450859 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75493e3e-726d-4c47-a6c0-fe91c1213087 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:30.452948 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-2aac4aad-b508-4ab4-a6f2-bf4ae50f222c tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] Request body: {'port': {'device_id': '5f9a2d3c-b0e6-435c-a19f-a280dc370a37', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'admin_state_up': True, 'tenant_id': 'e545324f4f8b4b71baa2c05a98858ba5'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:43:30.454510 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:43:30.454510 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:43:30.454510 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:43:30.454510 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:43:30.454510 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:43:30.454510 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:43:30.454510 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:43:30.454510 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:43:30.454510 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:43:30.454510 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:43:30.454510 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:43:30.454510 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:43:30.454510 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:43:30.454510 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:43:30.454510 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:43:30.454510 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:43:30.454510 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:43:30.454510 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:43:30.454510 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:43:30.454510 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:43:30.454510 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:43:30.454510 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:43:30.454510 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:43:30.454510 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:43:30.454510 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:43:30.454510 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:43:30.454510 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:43:30.454510 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:43:30.454510 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:43:30.454510 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:43:30.454510 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:43:30.454510 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:43:30.537653 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75493e3e-726d-4c47-a6c0-fe91c1213087 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:30.545700 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-75493e3e-726d-4c47-a6c0-fe91c1213087 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:30.549674 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-75493e3e-726d-4c47-a6c0-fe91c1213087 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "DELETE /v2.0/networks/5632747c-64fe-43b5-a621-7315c172d737 HTTP/1.1" status: 204 len: 168 time: 0.7386653 Dec 09 15:43:30.553815 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41598) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:30.558478 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-b46f0170-41ad-4ad6-a80c-fcd6be047576 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-794962721', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}, 'admin_state_up': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:43:30.560526 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-2d9ff037-45d0-4ea0-943c-87156a666f08 admin admin] Deleting port ddb0f651-9956-47bc-95ae-1d71c66e8124 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:43:30.560880 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d9ff037-45d0-4ea0-943c-87156a666f08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:30.577079 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75493e3e-726d-4c47-a6c0-fe91c1213087 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event deleted for resources: {'Network': ['ID=5632747c-64fe-43b5-a621-7315c172d737,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:30.594469 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b46f0170-41ad-4ad6-a80c-fcd6be047576 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:30.595557 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b46f0170-41ad-4ad6-a80c-fcd6be047576 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:30.648339 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b46f0170-41ad-4ad6-a80c-fcd6be047576 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:30.656270 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-2aac4aad-b508-4ab4-a6f2-bf4ae50f222c tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] Made reservation on behalf of e545324f4f8b4b71baa2c05a98858ba5 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:43:30.659704 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-2aac4aad-b508-4ab4-a6f2-bf4ae50f222c tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:30.690519 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-2aac4aad-b508-4ab4-a6f2-bf4ae50f222c tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:30.725262 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-2d9ff037-45d0-4ea0-943c-87156a666f08 admin admin] For port ddb0f651-9956-47bc-95ae-1d71c66e8124, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=ddb0f651-9956-47bc-95ae-1d71c66e8124,segment=NetworkSegment(f08bf91e-2a80-4157-b377-a6ced87c1b83),segment_id=f08bf91e-2a80-4157-b377-a6ced87c1b83)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:43:30.725633 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d9ff037-45d0-4ea0-943c-87156a666f08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:30.748295 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-2d9ff037-45d0-4ea0-943c-87156a666f08 admin admin] Calling delete_port for ddb0f651-9956-47bc-95ae-1d71c66e8124 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:43:30.773383 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a876ed6-80c5-40bf-ad86-8e63e81f2cc4 req-4ea7b8c0-71b8-41fe-a024-bbd2d150572a tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:30.774904 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9a876ed6-80c5-40bf-ad86-8e63e81f2cc4 req-4ea7b8c0-71b8-41fe-a024-bbd2d150572a tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a2ccc58-017c-4a74-9487-6793bbe18673 HTTP/1.1" status: 200 len: 943 time: 0.1085300 Dec 09 15:43:30.791366 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b46f0170-41ad-4ad6-a80c-fcd6be047576 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:30.868642 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 5fe1a2d1-9e52-4657-94ff-007d5276d8f3 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:43:30.901357 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9a876ed6-80c5-40bf-ad86-8e63e81f2cc4 req-edf10ceb-7cec-420e-85d2-0d347e97a417 tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] 10.222.0.57 "GET /v2.0/security-groups?id=d957add7-ef05-4f87-97a0-d0d388143670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181290 Dec 09 15:43:30.935121 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 5fe1a2d1-9e52-4657-94ff-007d5276d8f3 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:43:30.939684 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 5fe1a2d1-9e52-4657-94ff-007d5276d8f3 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:30.940145 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:30.960715 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-2aac4aad-b508-4ab4-a6f2-bf4ae50f222c tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:30.966707 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-2aac4aad-b508-4ab4-a6f2-bf4ae50f222c tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:31.027841 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:31.030900 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b46f0170-41ad-4ad6-a80c-fcd6be047576 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:31.054443 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b46f0170-41ad-4ad6-a80c-fcd6be047576 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:31.055984 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3bc44af-716b-4875-bdcf-fcc039c774cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe1a2d1-9e52-4657-94ff-007d5276d8f3'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:43:31.058185 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac4aad-b508-4ab4-a6f2-bf4ae50f222c tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acedc6ab-6e98-4750-800b-8e7459201244,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:31.059791 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b552ccfe-ab02-42c6-9790-12bca13facac" -d '{"events": [{"server_uuid": "e3bc44af-716b-4875-bdcf-fcc039c774cc", "name": "network-vif-plugged", "status": "completed", "tag": "5fe1a2d1-9e52-4657-94ff-007d5276d8f3"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:43:31.085460 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 5fe1a2d1-9e52-4657-94ff-007d5276d8f3, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5fe1a2d1-9e52-4657-94ff-007d5276d8f3,segment=NetworkSegment(ddd0682b-bda1-497e-bda9-d80ab59b93d8),segment_id=ddd0682b-bda1-497e-bda9-d80ab59b93d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:43:31.093181 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:31.094191 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 42a6b1a0-091c-47f8-b445-7f55b2d06958 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:43:31.178279 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 53a3f942-568b-4d4e-bdd6-425c22fab7cf no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:43:31.211287 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-b46f0170-41ad-4ad6-a80c-fcd6be047576 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Allocated IP 172.25.3.219 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/7442d6f0-ec57-4dc1-9aa6-b88c0db2f55b) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:43:31.212162 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-2aac4aad-b508-4ab4-a6f2-bf4ae50f222c tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] Allocated IP 192.168.233.176 (bf6a25f7-2b73-48b5-b60f-99a19e919fb7/54e6953c-1261-4e7c-8b49-64e5b87424c2/66021914-fa4a-4254-b581-d585cf6b5b4b) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:43:31.215884 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 53a3f942-568b-4d4e-bdd6-425c22fab7cf {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:43:31.216488 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 53a3f942-568b-4d4e-bdd6-425c22fab7cf not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:43:31.221486 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d9ff037-45d0-4ea0-943c-87156a666f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:31.221660 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=5fe1a2d1-9e52-4657-94ff-007d5276d8f3,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:31.248131 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 42a6b1a0-091c-47f8-b445-7f55b2d06958 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:43:31.252574 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 42a6b1a0-091c-47f8-b445-7f55b2d06958 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:31.252953 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:31.269784 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef1e59-e9b9-4af4-8e10-f53dd4127a00 req-e194825b-79a0-487e-95ef-1e59e48244ea tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:31.271321 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-47ef1e59-e9b9-4af4-8e10-f53dd4127a00 req-e194825b-79a0-487e-95ef-1e59e48244ea tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3bc44af-716b-4875-bdcf-fcc039c774cc HTTP/1.1" status: 200 len: 945 time: 0.1383798 Dec 09 15:43:31.272103 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ff037-45d0-4ea0-943c-87156a666f08 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddb0f651-9956-47bc-95ae-1d71c66e8124,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:31.298059 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a5b9bf-8b5b-4448-94d7-9ef0394c7d0a None None] DHCP port deletion for 9142d0f3-e996-4d4e-9e52-5c13c39fd0aa request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:43:31.365694 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:31.366946 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b46f0170-41ad-4ad6-a80c-fcd6be047576 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:31.404370 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 42a6b1a0-091c-47f8-b445-7f55b2d06958, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=42a6b1a0-091c-47f8-b445-7f55b2d06958,segment=NetworkSegment(a3c7e96e-3962-4e23-be75-356cd16c7066),segment_id=a3c7e96e-3962-4e23-be75-356cd16c7066)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:43:31.405678 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b46f0170-41ad-4ad6-a80c-fcd6be047576 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:31.409609 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:31.449496 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46f0170-41ad-4ad6-a80c-fcd6be047576 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:43:31.456185 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-b46f0170-41ad-4ad6-a80c-fcd6be047576 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:43:31.459800 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46f0170-41ad-4ad6-a80c-fcd6be047576 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:43:31.462819 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=42a6b1a0-091c-47f8-b445-7f55b2d06958,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:31.479223 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc2a604-1200-4e99-abf0-b65b43c92c16 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:43:31.493783 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f0170-41ad-4ad6-a80c-fcd6be047576 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event updated for resources: {'Port': ['ID=7442d6f0-ec57-4dc1-9aa6-b88c0db2f55b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:31.501799 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-47ef1e59-e9b9-4af4-8e10-f53dd4127a00 req-ca30a883-87f5-4bf7-ae52-1528480895b0 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960325 Dec 09 15:43:31.547604 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-199436e0-395a-40d4-b50d-dc96b926dfba None None] Provisioning complete for port 7442d6f0-ec57-4dc1-9aa6-b88c0db2f55b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:31.548574 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-199436e0-395a-40d4-b50d-dc96b926dfba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:31.587806 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-199436e0-395a-40d4-b50d-dc96b926dfba None None] Port 7442d6f0-ec57-4dc1-9aa6-b88c0db2f55b cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:43:31.777460 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b46f0170-41ad-4ad6-a80c-fcd6be047576 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:31.927826 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-43070a21-4313-4abc-a551-7f079f44075e req-31ca7562-941e-47ff-b951-a68415f7f86c tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f9a2d3c-b0e6-435c-a19f-a280dc370a37 HTTP/1.1" status: 200 len: 210 time: 0.0685532 Dec 09 15:43:31.959782 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-2aac4aad-b508-4ab4-a6f2-bf4ae50f222c tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:31.976999 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108d0dec-e756-4645-a55b-49e500326e7c x-openstack-request-id: req-108d0dec-e756-4645-a55b-49e500326e7c {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:43:31.977545 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3bc44af-716b-4875-bdcf-fcc039c774cc", "name": "network-vif-plugged", "status": "completed", "tag": "5fe1a2d1-9e52-4657-94ff-007d5276d8f3", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:43:31.978512 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-108d0dec-e756-4645-a55b-49e500326e7c {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:43:31.979395 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3bc44af-716b-4875-bdcf-fcc039c774cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe1a2d1-9e52-4657-94ff-007d5276d8f3', 'code': 200} Dec 09 15:43:31.979652 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d9ff037-45d0-4ea0-943c-87156a666f08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:31.984935 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b46f0170-41ad-4ad6-a80c-fcd6be047576 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:32.119943 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46f0170-41ad-4ad6-a80c-fcd6be047576 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Router a42b04d5-1b73-49fd-b3e0-cae4e9654e52 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:43:32.151864 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-2aac4aad-b508-4ab4-a6f2-bf4ae50f222c tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:32.226259 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46f0170-41ad-4ad6-a80c-fcd6be047576 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:43:32.234310 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-2aac4aad-b508-4ab4-a6f2-bf4ae50f222c tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] Network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:43:32.237397 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c9f90c-bd8a-401b-887e-d7c3ae4f09a0 None None] Sync routers for ids ['a42b04d5-1b73-49fd-b3e0-cae4e9654e52'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:43:32.248680 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678f5be-612f-41d1-b30d-088478e1bb30 req-05f6dc3e-b769-49d8-9962-7a8c128338fb tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:32.250295 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b46f0170-41ad-4ad6-a80c-fcd6be047576 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:32.250454 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e678f5be-612f-41d1-b30d-088478e1bb30 req-05f6dc3e-b769-49d8-9962-7a8c128338fb tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] 10.222.0.57 "GET /v2.0/ports?device_id=515b0240-32c5-4abf-ac4f-20a2c132bc06 HTTP/1.1" status: 200 len: 946 time: 0.2039394 Dec 09 15:43:32.251604 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b46f0170-41ad-4ad6-a80c-fcd6be047576 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.6967034 Dec 09 15:43:32.257028 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41614) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:32.257214 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641c5aa-9b36-4f05-ac56-105c8444b62c req-e27ac2b6-737e-4add-8815-75235fac29d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:32.258236 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c9f90c-bd8a-401b-887e-d7c3ae4f09a0 None None] Routers {'a42b04d5-1b73-49fd-b3e0-cae4e9654e52'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:43:32.258478 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8641c5aa-9b36-4f05-ac56-105c8444b62c req-e27ac2b6-737e-4add-8815-75235fac29d2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e3bc44af-716b-4875-bdcf-fcc039c774cc HTTP/1.1" status: 200 len: 1096 time: 0.1955221 Dec 09 15:43:32.259032 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e7c9f90c-bd8a-401b-887e-d7c3ae4f09a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:43:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['a42b04d5-1b73-49fd-b3e0-cae4e9654e52'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:32.259338 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-2aac4aad-b508-4ab4-a6f2-bf4ae50f222c tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:43:32.267575 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-2aac4aad-b508-4ab4-a6f2-bf4ae50f222c tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:43:32.270107 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac4aad-b508-4ab4-a6f2-bf4ae50f222c tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] Pushing event updated for resources: {'Port': ['ID=66021914-fa4a-4254-b581-d585cf6b5b4b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:32.318558 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e7c9f90c-bd8a-401b-887e-d7c3ae4f09a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:32.339071 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c9f90c-bd8a-401b-887e-d7c3ae4f09a0 None None] Routers {'a42b04d5-1b73-49fd-b3e0-cae4e9654e52'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:43:32.339864 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e7c9f90c-bd8a-401b-887e-d7c3ae4f09a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:43:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['a42b04d5-1b73-49fd-b3e0-cae4e9654e52'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:32.373810 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e7c9f90c-bd8a-401b-887e-d7c3ae4f09a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:32.374480 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c9f90c-bd8a-401b-887e-d7c3ae4f09a0 None None] The sync data for ids ['a42b04d5-1b73-49fd-b3e0-cae4e9654e52'] in n-d-821228-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:43:32.396460 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ed2a9ed7-331c-4c84-81ec-87f9b850d6bb tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "GET /v2.0/routers/a42b04d5-1b73-49fd-b3e0-cae4e9654e52 HTTP/1.1" status: 200 len: 884 time: 0.1377420 Dec 09 15:43:32.398456 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41616) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:32.446953 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-2aac4aad-b508-4ab4-a6f2-bf4ae50f222c tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:32.447600 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-2aac4aad-b508-4ab4-a6f2-bf4ae50f222c tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:32.495786 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e678f5be-612f-41d1-b30d-088478e1bb30 req-f8b8c835-0268-4bc6-9103-e33ec4ed4631 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] 10.222.0.57 "GET /v2.0/security-groups?id=a17aec3c-7ef6-4327-aaf3-f6ab65edcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312944 Dec 09 15:43:32.504109 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8641c5aa-9b36-4f05-ac56-105c8444b62c req-205a0a3f-e2a7-4cfd-8bd2-f7bad0f6973a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314832 Dec 09 15:43:32.533012 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5a1d68bd-94f5-4042-a050-98e260ac4f07 None None] Provisioning complete for port 66021914-fa4a-4254-b581-d585cf6b5b4b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:32.533398 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5a1d68bd-94f5-4042-a050-98e260ac4f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:32.538359 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-2aac4aad-b508-4ab4-a6f2-bf4ae50f222c tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0923090 Dec 09 15:43:32.542654 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9ff037-45d0-4ea0-943c-87156a666f08 admin admin] Router 49d95326-bdb5-4772-90ab-eb3cb0b6dab7 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:43:32.581987 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5a1d68bd-94f5-4042-a050-98e260ac4f07 None None] Port 66021914-fa4a-4254-b581-d585cf6b5b4b cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:43:32.656386 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9ff037-45d0-4ea0-943c-87156a666f08 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:43:32.663615 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-61c22272-358a-433d-b31c-c65cd2224695 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2637582 Dec 09 15:43:32.664538 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41620) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:32.664814 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2d9ff037-45d0-4ea0-943c-87156a666f08 admin admin] 10.222.0.57 "PUT /v2.0/routers/49d95326-bdb5-4772-90ab-eb3cb0b6dab7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3749490 Dec 09 15:43:32.665994 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41622) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:32.669283 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cfc8a3-31aa-4bb7-8e2e-7766982f264c None None] Sync routers for ids ['49d95326-bdb5-4772-90ab-eb3cb0b6dab7'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:43:32.672900 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-c44b8235-5e55-41c5-a6d1-98be75382506 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-794962721'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:43:32.678663 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cfc8a3-31aa-4bb7-8e2e-7766982f264c None None] Routers {'49d95326-bdb5-4772-90ab-eb3cb0b6dab7'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:43:32.679259 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-f1cfc8a3-31aa-4bb7-8e2e-7766982f264c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:43:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['49d95326-bdb5-4772-90ab-eb3cb0b6dab7'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:32.756141 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-909c3429-13cd-437b-b493-b123af4a3a3f service neutron] Request body: {'port': {'device_id': '5f9a2d3c-b0e6-435c-a19f-a280dc370a37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:43:32.783440 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-f1cfc8a3-31aa-4bb7-8e2e-7766982f264c None None] Set router 49d95326-bdb5-4772-90ab-eb3cb0b6dab7 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:43:32.794730 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2dc484c1-257b-4744-95e3-1f8b52a78c76 admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:32.907605 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2dc484c1-257b-4744-95e3-1f8b52a78c76 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:32.930263 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 31b78953-ecc6-47e3-a362-22171268e88e details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:43:32.975279 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-909c3429-13cd-437b-b493-b123af4a3a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:32.979460 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-2dc484c1-257b-4744-95e3-1f8b52a78c76 admin admin] Deleting port edf9f150-12db-44ff-acfc-29ed9a69e0b6 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:43:32.980282 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2dc484c1-257b-4744-95e3-1f8b52a78c76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:33.045918 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 31b78953-ecc6-47e3-a362-22171268e88e, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=31b78953-ecc6-47e3-a362-22171268e88e,segment=NetworkSegment(e80ad65f-7180-4c60-9646-8ed9026dad31),segment_id=e80ad65f-7180-4c60-9646-8ed9026dad31)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:43:33.056779 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-f1cfc8a3-31aa-4bb7-8e2e-7766982f264c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d95326-bdb5-4772-90ab-eb3cb0b6dab7', 'name': 'tempest-ServerRescueTestJSON-1473301625-router', 'tenant_id': '9c62862d5dab4e61bc9d5ebff8bf28d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': 'edf9f150-12db-44ff-acfc-29ed9a69e0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:41:12Z', 'updated_at': '2021-12-09T15:43:31Z', 'revision_number': 5, 'project_id': '9c62862d5dab4e61bc9d5ebff8bf28d9', 'gw_port': {'id': 'edf9f150-12db-44ff-acfc-29ed9a69e0b6', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d95326-bdb5-4772-90ab-eb3cb0b6dab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:12Z', 'updated_at': '2021-12-09T15:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:33.064535 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ca07c-760f-489e-9421-6794b6e9a059 req-8f87c40f-085f-47df-afac-06c9c372f579 tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:33.073099 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bc1ca07c-760f-489e-9421-6794b6e9a059 req-8f87c40f-085f-47df-afac-06c9c372f579 tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a2ccc58-017c-4a74-9487-6793bbe18673 HTTP/1.1" status: 200 len: 943 time: 0.2185559 Dec 09 15:43:33.074979 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '31b78953-ecc6-47e3-a362-22171268e88e', 'network_id': '1ca20f5e-a19e-482c-b28d-a52b110483f5', 'port_id': '31b78953-ecc6-47e3-a362-22171268e88e', 'mac_address': 'fa:16:3e:f3:5f:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bc3ee6c-c810-4d0b-bc1f-a1539f757329', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:43:33.087760 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cfc8a3-31aa-4bb7-8e2e-7766982f264c None None] Checking router: 49d95326-bdb5-4772-90ab-eb3cb0b6dab7 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:43:33.097482 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cfc8a3-31aa-4bb7-8e2e-7766982f264c None None] Routers {'49d95326-bdb5-4772-90ab-eb3cb0b6dab7'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:43:33.098349 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-f1cfc8a3-31aa-4bb7-8e2e-7766982f264c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:43:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['49d95326-bdb5-4772-90ab-eb3cb0b6dab7'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:33.138013 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:33.146748 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-2dc484c1-257b-4744-95e3-1f8b52a78c76 admin admin] For port edf9f150-12db-44ff-acfc-29ed9a69e0b6, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=edf9f150-12db-44ff-acfc-29ed9a69e0b6,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:43:33.147328 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2dc484c1-257b-4744-95e3-1f8b52a78c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:33.158334 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b78953-ecc6-47e3-a362-22171268e88e {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:43:33.173660 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-2dc484c1-257b-4744-95e3-1f8b52a78c76 admin admin] Calling delete_port for edf9f150-12db-44ff-acfc-29ed9a69e0b6 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:43:33.190810 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-f1cfc8a3-31aa-4bb7-8e2e-7766982f264c None None] Set router 49d95326-bdb5-4772-90ab-eb3cb0b6dab7 gateway port host: None {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:43:33.193069 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 31b78953-ecc6-47e3-a362-22171268e88e, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=31b78953-ecc6-47e3-a362-22171268e88e,segment=NetworkSegment(e80ad65f-7180-4c60-9646-8ed9026dad31),segment_id=e80ad65f-7180-4c60-9646-8ed9026dad31)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:43:33.198583 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:33.246212 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-f1cfc8a3-31aa-4bb7-8e2e-7766982f264c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d95326-bdb5-4772-90ab-eb3cb0b6dab7', 'name': 'tempest-ServerRescueTestJSON-1473301625-router', 'tenant_id': '9c62862d5dab4e61bc9d5ebff8bf28d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:41:12Z', 'updated_at': '2021-12-09T15:43:32Z', 'revision_number': 6, 'project_id': '9c62862d5dab4e61bc9d5ebff8bf28d9', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:33.261769 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=31b78953-ecc6-47e3-a362-22171268e88e,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:33.273662 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cfc8a3-31aa-4bb7-8e2e-7766982f264c None None] The sync data for ids ['49d95326-bdb5-4772-90ab-eb3cb0b6dab7'] in n-d-821228-1 is: [{'id': '49d95326-bdb5-4772-90ab-eb3cb0b6dab7', 'name': 'tempest-ServerRescueTestJSON-1473301625-router', 'tenant_id': '9c62862d5dab4e61bc9d5ebff8bf28d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:41:12Z', 'updated_at': '2021-12-09T15:43:32Z', 'revision_number': 6, 'project_id': '9c62862d5dab4e61bc9d5ebff8bf28d9', 'gw_port_host': None}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:43:33.359672 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bc1ca07c-760f-489e-9421-6794b6e9a059 req-640ef3f8-1d22-4a52-ad91-f7ad928a9605 tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] 10.222.0.57 "GET /v2.0/security-groups?id=d957add7-ef05-4f87-97a0-d0d388143670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854681 Dec 09 15:43:33.368707 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2dc484c1-257b-4744-95e3-1f8b52a78c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:33.396674 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f84e16-07d9-481e-8724-adfcad076d82 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:43:33.407256 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc484c1-257b-4744-95e3-1f8b52a78c76 admin admin] Pushing event deleted for resources: {'Port': ['ID=edf9f150-12db-44ff-acfc-29ed9a69e0b6,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:33.464652 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2dc484c1-257b-4744-95e3-1f8b52a78c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:33.525723 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c44b8235-5e55-41c5-a6d1-98be75382506 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1598674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1781863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39067'] for router, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:33.591395 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c44b8235-5e55-41c5-a6d1-98be75382506 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1598665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1598656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1781790'] for router, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:33.657560 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-909c3429-13cd-437b-b493-b123af4a3a3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66021914-fa4a-4254-b581-d585cf6b5b4b {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:43:33.674467 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-909c3429-13cd-437b-b493-b123af4a3a3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:33.689145 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313492f-3490-4fac-8d68-60b04a639eaf req-ba0288db-854d-4c2c-96b4-45545b85aa5b tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:33.691140 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1313492f-3490-4fac-8d68-60b04a639eaf req-ba0288db-854d-4c2c-96b4-45545b85aa5b tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3bc44af-716b-4875-bdcf-fcc039c774cc HTTP/1.1" status: 200 len: 945 time: 0.1717615 Dec 09 15:43:33.695573 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['31b78953-ecc6-47e3-a362-22171268e88e'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:43:33.741343 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-909c3429-13cd-437b-b493-b123af4a3a3f service neutron] Transition to ACTIVE for port object 66021914-fa4a-4254-b581-d585cf6b5b4b will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:43:33.760134 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-909c3429-13cd-437b-b493-b123af4a3a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:33.878956 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1313492f-3490-4fac-8d68-60b04a639eaf req-2ba88598-9ed8-4a39-8807-fd23ccf762cc tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403894 Dec 09 15:43:33.881250 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44b8235-5e55-41c5-a6d1-98be75382506 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Router a42b04d5-1b73-49fd-b3e0-cae4e9654e52 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:43:33.894589 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2dc484c1-257b-4744-95e3-1f8b52a78c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:33.896990 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2dc484c1-257b-4744-95e3-1f8b52a78c76 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:33.898872 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c3429-13cd-437b-b493-b123af4a3a3f service neutron] Pushing event updated for resources: {'Port': ['ID=66021914-fa4a-4254-b581-d585cf6b5b4b,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:33.956039 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2dc484c1-257b-4744-95e3-1f8b52a78c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:33.956776 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc484c1-257b-4744-95e3-1f8b52a78c76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49d95326-bdb5-4772-90ab-eb3cb0b6dab7 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:43:33.962048 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2dc484c1-257b-4744-95e3-1f8b52a78c76 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:33.963568 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2dc484c1-257b-4744-95e3-1f8b52a78c76 admin admin] 10.222.0.57 "DELETE /v2.0/routers/49d95326-bdb5-4772-90ab-eb3cb0b6dab7 HTTP/1.1" status: 204 len: 168 time: 1.2977715 Dec 09 15:43:33.966974 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41630) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:33.981550 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515b0240-32c5-4abf-ac4f-20a2c132bc06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a6b1a0-091c-47f8-b445-7f55b2d06958'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:43:33.983838 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f516c83-1b6f-40d9-be5a-7971905ccd4d" -d '{"events": [{"server_uuid": "515b0240-32c5-4abf-ac4f-20a2c132bc06", "name": "network-vif-plugged", "status": "completed", "tag": "42a6b1a0-091c-47f8-b445-7f55b2d06958"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:43:34.109515 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-909c3429-13cd-437b-b493-b123af4a3a3f service neutron] Attempting to bind port 66021914-fa4a-4254-b581-d585cf6b5b4b on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:43:34.109985 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-909c3429-13cd-437b-b493-b123af4a3a3f service neutron] Attempting to bind port 66021914-fa4a-4254-b581-d585cf6b5b4b by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:43:34.110176 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-909c3429-13cd-437b-b493-b123af4a3a3f service neutron] Attempting to bind port 66021914-fa4a-4254-b581-d585cf6b5b4b on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:43:34.117496 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8b0f161-60cf-445a-957b-bb0e06227cd2 admin admin] Deleting subnet e7615c31-1317-4836-baf8-83af5ea592c9 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:43:34.484521 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f8b0f161-60cf-445a-957b-bb0e06227cd2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:34.488439 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-909c3429-13cd-437b-b493-b123af4a3a3f service neutron] Port 66021914-fa4a-4254-b581-d585cf6b5b4b on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:43:34.488776 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-909c3429-13cd-437b-b493-b123af4a3a3f service neutron] Attempting to bind port 66021914-fa4a-4254-b581-d585cf6b5b4b on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:43:34.525042 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-909c3429-13cd-437b-b493-b123af4a3a3f service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:43:34.525379 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-909c3429-13cd-437b-b493-b123af4a3a3f service neutron] Checking segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:43:34.525765 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-909c3429-13cd-437b-b493-b123af4a3a3f service neutron] Bound using segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:43:34.526200 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-909c3429-13cd-437b-b493-b123af4a3a3f service neutron] Bound port: 66021914-fa4a-4254-b581-d585cf6b5b4b, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:43:34.526552 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-909c3429-13cd-437b-b493-b123af4a3a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:34.539593 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a48f9-2475-47fd-9fa1-da292362b852 req-a5366bbf-f911-4033-bee6-fbb9373e0286 tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:34.541098 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5e3a48f9-2475-47fd-9fa1-da292362b852 req-a5366bbf-f911-4033-bee6-fbb9373e0286 tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f9a2d3c-b0e6-435c-a19f-a280dc370a37 HTTP/1.1" status: 200 len: 948 time: 0.5411680 Dec 09 15:43:34.567084 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f8b0f161-60cf-445a-957b-bb0e06227cd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:34.597392 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44b8235-5e55-41c5-a6d1-98be75382506 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:43:34.607084 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c44b8235-5e55-41c5-a6d1-98be75382506 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:34.607348 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5992bec-c082-4ece-9680-e1f1e865db29 None None] Sync routers for ids ['a42b04d5-1b73-49fd-b3e0-cae4e9654e52'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:43:34.608240 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c44b8235-5e55-41c5-a6d1-98be75382506 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "PUT /v2.0/routers/a42b04d5-1b73-49fd-b3e0-cae4e9654e52 HTTP/1.1" status: 200 len: 891 time: 1.9405482 Dec 09 15:43:34.611059 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41638) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:34.625239 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5992bec-c082-4ece-9680-e1f1e865db29 None None] Routers {'a42b04d5-1b73-49fd-b3e0-cae4e9654e52'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:43:34.625865 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-c5992bec-c082-4ece-9680-e1f1e865db29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:43:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['a42b04d5-1b73-49fd-b3e0-cae4e9654e52'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:34.659463 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-c5992bec-c082-4ece-9680-e1f1e865db29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:34.668835 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5992bec-c082-4ece-9680-e1f1e865db29 None None] Routers {'a42b04d5-1b73-49fd-b3e0-cae4e9654e52'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:43:34.669443 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-c5992bec-c082-4ece-9680-e1f1e865db29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:43:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['a42b04d5-1b73-49fd-b3e0-cae4e9654e52'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:34.674351 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f8b0f161-60cf-445a-957b-bb0e06227cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:34.703829 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-c5992bec-c082-4ece-9680-e1f1e865db29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:34.704517 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5992bec-c082-4ece-9680-e1f1e865db29 None None] The sync data for ids ['a42b04d5-1b73-49fd-b3e0-cae4e9654e52'] in n-d-821228-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:43:34.709005 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5e3a48f9-2475-47fd-9fa1-da292362b852 req-d45fbf1f-ecdc-4a87-a33a-2714f74437bb tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] 10.222.0.57 "GET /v2.0/security-groups?id=acedc6ab-6e98-4750-800b-8e7459201244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571846 Dec 09 15:43:34.731305 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-909c3429-13cd-437b-b493-b123af4a3a3f service neutron] For port 66021914-fa4a-4254-b581-d585cf6b5b4b, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:43:34.734915 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-909c3429-13cd-437b-b493-b123af4a3a3f service neutron] For port 66021914-fa4a-4254-b581-d585cf6b5b4b, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=66021914-fa4a-4254-b581-d585cf6b5b4b,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:43:34.743178 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-909c3429-13cd-437b-b493-b123af4a3a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:34.752781 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c42d4b0f-36f2-4d79-8fa0-8c0b26d05d8c tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "GET /v2.0/routers/a42b04d5-1b73-49fd-b3e0-cae4e9654e52 HTTP/1.1" status: 200 len: 891 time: 0.1380723 Dec 09 15:43:34.753039 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41640) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:34.786161 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-909c3429-13cd-437b-b493-b123af4a3a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:34.786863 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-909c3429-13cd-437b-b493-b123af4a3a3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:34.787521 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d4098dad-73d8-4c5c-b9d9-02d962313b47 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "GET /v2.0/ports?device_id=a42b04d5-1b73-49fd-b3e0-cae4e9654e52 HTTP/1.1" status: 200 len: 205 time: 0.0333712 Dec 09 15:43:34.788330 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-909c3429-13cd-437b-b493-b123af4a3a3f service neutron] 10.222.0.31 "PUT /v2.0/ports/66021914-fa4a-4254-b581-d585cf6b5b4b HTTP/1.1" status: 200 len: 1096 time: 2.0364585 Dec 09 15:43:34.790106 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41642) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:34.792587 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f9a2d3c-b0e6-435c-a19f-a280dc370a37', 'tag': '66021914-fa4a-4254-b581-d585cf6b5b4b'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:43:34.799160 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8114659-d8b3-438f-969a-0e077826f50c" -d '{"events": [{"name": "network-changed", "server_uuid": "5f9a2d3c-b0e6-435c-a19f-a280dc370a37", "tag": "66021914-fa4a-4254-b581-d585cf6b5b4b"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:43:34.821616 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f8b0f161-60cf-445a-957b-bb0e06227cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:34.899749 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b0f161-60cf-445a-957b-bb0e06227cd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7615c31-1317-4836-baf8-83af5ea592c9,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:34.901585 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b76b823-0287-412d-b8ea-dcc6e3f16c16 None None] Network 9142d0f3-e996-4d4e-9e52-5c13c39fd0aa requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:43:34.920662 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f8b0f161-60cf-445a-957b-bb0e06227cd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:34.924907 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f8b0f161-60cf-445a-957b-bb0e06227cd2 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/e7615c31-1317-4836-baf8-83af5ea592c9 HTTP/1.1" status: 204 len: 168 time: 0.9569588 Dec 09 15:43:34.927698 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41648) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:34.935858 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c3429-13cd-437b-b493-b123af4a3a3f service neutron] Pushing event updated for resources: {'Port': ['ID=66021914-fa4a-4254-b581-d585cf6b5b4b,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:34.956454 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f8062-04f0-4568-8d93-5a7d409d7c0f req-31cd148c-354b-47aa-a8eb-f1dd3d73da09 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:34.958045 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cc2f8062-04f0-4568-8d93-5a7d409d7c0f req-31cd148c-354b-47aa-a8eb-f1dd3d73da09 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] 10.222.0.57 "GET /v2.0/ports?device_id=515b0240-32c5-4abf-ac4f-20a2c132bc06 HTTP/1.1" status: 200 len: 946 time: 0.1803513 Dec 09 15:43:34.964823 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-4cee9172-5cbf-4090-a9e6-d3dd3bc2ab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:34.967450 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-4cee9172-5cbf-4090-a9e6-d3dd3bc2ab63 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e545324f4f8b4b71baa2c05a98858ba5&device_id=5f9a2d3c-b0e6-435c-a19f-a280dc370a37 HTTP/1.1" status: 200 len: 1099 time: 0.1126833 Dec 09 15:43:34.991755 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f95595ab-92ec-4e9b-b808-09cf0b40210f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:35.030509 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-bbab2aa7-c465-4459-96ca-576dc1f33157 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=66021914-fa4a-4254-b581-d585cf6b5b4b HTTP/1.1" status: 200 len: 217 time: 0.0467782 Dec 09 15:43:35.048450 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5328bd71-d78e-4471-be26-7d063a4381ed None None] DHCP port deletion for 9142d0f3-e996-4d4e-9e52-5c13c39fd0aa request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:43:35.081391 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eb1094c7-3a05-4d4b-a3cf-7fc731fe8bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:35.104955 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cc2f8062-04f0-4568-8d93-5a7d409d7c0f req-658c3088-57e8-46f7-a68a-90316fb8a28a tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] 10.222.0.57 "GET /v2.0/security-groups?id=a17aec3c-7ef6-4327-aaf3-f6ab65edcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364455 Dec 09 15:43:35.126230 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-15d9f6df-6418-4b9d-bb11-c7f9ee6a2b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:35.126230 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-15d9f6df-6418-4b9d-bb11-c7f9ee6a2b84 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0814321 Dec 09 15:43:35.131128 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device ddb0f651-9956-47bc-95ae-1d71c66e8124 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:43:35.156875 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: ddb0f651-9956-47bc-95ae-1d71c66e8124 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:43:35.157581 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device ddb0f651-9956-47bc-95ae-1d71c66e8124 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:43:35.158350 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device edf9f150-12db-44ff-acfc-29ed9a69e0b6 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:43:35.169370 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f95595ab-92ec-4e9b-b808-09cf0b40210f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:35.182545 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: edf9f150-12db-44ff-acfc-29ed9a69e0b6 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:43:35.183264 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device edf9f150-12db-44ff-acfc-29ed9a69e0b6 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:43:35.193127 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-e80d9b21-d5d4-43e7-abce-a937200e5536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:35.195013 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-e80d9b21-d5d4-43e7-abce-a937200e5536 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0609269 Dec 09 15:43:35.251164 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eb1094c7-3a05-4d4b-a3cf-7fc731fe8bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:35.276222 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-eb1094c7-3a05-4d4b-a3cf-7fc731fe8bb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9142d0f3-e996-4d4e-9e52-5c13c39fd0aa']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:35.288793 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-eb1094c7-3a05-4d4b-a3cf-7fc731fe8bb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f08bf91e-2a80-4157-b377-a6ced87c1b83') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:35.289049 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-eb1094c7-3a05-4d4b-a3cf-7fc731fe8bb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f08bf91e-2a80-4157-b377-a6ced87c1b83') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:35.301098 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-3492464a-5a6e-436e-ad8c-714cd446576a service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963011 Dec 09 15:43:35.302231 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eb1094c7-3a05-4d4b-a3cf-7fc731fe8bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:35.328087 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-f95595ab-92ec-4e9b-b808-09cf0b40210f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Deleting port 7442d6f0-ec57-4dc1-9aa6-b88c0db2f55b {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:43:35.328866 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f95595ab-92ec-4e9b-b808-09cf0b40210f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:35.335859 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eb1094c7-3a05-4d4b-a3cf-7fc731fe8bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:35.365992 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7eb300-13aa-4d00-bd67-56cae74bdfce x-openstack-request-id: req-bb7eb300-13aa-4d00-bd67-56cae74bdfce {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:43:35.366240 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "515b0240-32c5-4abf-ac4f-20a2c132bc06", "name": "network-vif-plugged", "status": "completed", "tag": "42a6b1a0-091c-47f8-b445-7f55b2d06958", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:43:35.366561 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bb7eb300-13aa-4d00-bd67-56cae74bdfce {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:43:35.367344 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515b0240-32c5-4abf-ac4f-20a2c132bc06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a6b1a0-091c-47f8-b445-7f55b2d06958', 'code': 200} Dec 09 15:43:35.383413 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb1094c7-3a05-4d4b-a3cf-7fc731fe8bb5 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:43:35.383739 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eb1094c7-3a05-4d4b-a3cf-7fc731fe8bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:35.385520 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:43:35.385520 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:43:35.385520 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:43:35.385520 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:43:35.385520 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:43:35.385520 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:43:35.385520 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:43:35.385520 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:43:35.385520 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:43:35.385520 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:43:35.385520 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:43:35.385520 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:43:35.385520 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:43:35.385520 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:43:35.385520 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:43:35.385520 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:43:35.385520 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:43:35.385520 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:43:35.385520 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:43:35.385520 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:43:35.385520 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:43:35.385520 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:43:35.385520 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:43:35.385520 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:43:35.385520 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:43:35.385520 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:43:35.385520 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:43:35.385520 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:43:35.385520 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:43:35.385520 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:43:35.385520 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:43:35.385520 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:43:35.407960 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-18d41b12-64e9-45fc-a8ca-a4ccb6daca63 req-9e6b4c38-b3bb-4c5a-8da5-ffbcc4cfd097 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975130 Dec 09 15:43:35.463008 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eb1094c7-3a05-4d4b-a3cf-7fc731fe8bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:35.468216 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eb1094c7-3a05-4d4b-a3cf-7fc731fe8bb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:35.474554 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-eb1094c7-3a05-4d4b-a3cf-7fc731fe8bb5 admin admin] 10.222.0.57 "DELETE /v2.0/networks/9142d0f3-e996-4d4e-9e52-5c13c39fd0aa HTTP/1.1" status: 204 len: 168 time: 0.5432744 Dec 09 15:43:35.496273 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1094c7-3a05-4d4b-a3cf-7fc731fe8bb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9142d0f3-e996-4d4e-9e52-5c13c39fd0aa,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:35.503008 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f95595ab-92ec-4e9b-b808-09cf0b40210f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:35.512944 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abfe8c-f449-4d92-80da-326e2b068a6f req-36a9ebf1-dea2-46d9-bbb7-2878b47002aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:35.514458 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f3abfe8c-f449-4d92-80da-326e2b068a6f req-36a9ebf1-dea2-46d9-bbb7-2878b47002aa service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=515b0240-32c5-4abf-ac4f-20a2c132bc06 HTTP/1.1" status: 200 len: 1097 time: 0.0791047 Dec 09 15:43:35.516644 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-f95595ab-92ec-4e9b-b808-09cf0b40210f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Calling delete_port for 7442d6f0-ec57-4dc1-9aa6-b88c0db2f55b owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:43:35.536321 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad194874-e229-4aaa-b8e6-7d89f6de57d3 req-813168bc-c32e-4ea5-be6f-fd822dbc44f1 tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:35.537861 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ad194874-e229-4aaa-b8e6-7d89f6de57d3 req-813168bc-c32e-4ea5-be6f-fd822dbc44f1 tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a2ccc58-017c-4a74-9487-6793bbe18673 HTTP/1.1" status: 200 len: 944 time: 0.0694757 Dec 09 15:43:35.612883 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f3abfe8c-f449-4d92-80da-326e2b068a6f req-fc616ebc-d7ff-476b-8a80-d3761a137ecc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a17aec3c-7ef6-4327-aaf3-f6ab65edcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888746 Dec 09 15:43:35.616717 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ad194874-e229-4aaa-b8e6-7d89f6de57d3 req-42d99ac4-3f1e-47dc-b6fb-793bd5965c03 tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] 10.222.0.57 "GET /v2.0/security-groups?id=d957add7-ef05-4f87-97a0-d0d388143670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706520 Dec 09 15:43:35.671911 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41654) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:35.708265 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f95595ab-92ec-4e9b-b808-09cf0b40210f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:35.713193 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1fa95a6f-13c6-4525-b768-2830f1565e02 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9c62862d5dab4e61bc9d5ebff8bf28d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397940 Dec 09 15:43:35.716344 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41656) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:35.751027 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95595ab-92ec-4e9b-b808-09cf0b40210f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event deleted for resources: {'Port': ['ID=7442d6f0-ec57-4dc1-9aa6-b88c0db2f55b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:35.755279 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d02060e-09ef-4825-a8db-1a1e507f2c9f None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:43:35.770196 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b65d15c-63bc-4fc8-bf08-059a3405a196 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:35.792491 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b65d15c-63bc-4fc8-bf08-059a3405a196 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:35.810367 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f95595ab-92ec-4e9b-b808-09cf0b40210f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:35.841630 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b65d15c-63bc-4fc8-bf08-059a3405a196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:35.845140 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b65d15c-63bc-4fc8-bf08-059a3405a196 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:35.846353 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9b65d15c-63bc-4fc8-bf08-059a3405a196 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020 HTTP/1.1" status: 204 len: 168 time: 0.1290264 Dec 09 15:43:35.856435 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b65d15c-63bc-4fc8-bf08-059a3405a196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ab0d4c-4f9c-4c31-9821-2cf4d9bbf020,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:35.908646 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49d3ec3-9e84-43e4-8cc9-120a3b0698e2 x-openstack-request-id: req-e49d3ec3-9e84-43e4-8cc9-120a3b0698e2 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:43:35.909292 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f9a2d3c-b0e6-435c-a19f-a280dc370a37", "tag": "66021914-fa4a-4254-b581-d585cf6b5b4b", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:43:35.909889 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e49d3ec3-9e84-43e4-8cc9-120a3b0698e2 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:43:35.910528 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f9a2d3c-b0e6-435c-a19f-a280dc370a37', 'tag': '66021914-fa4a-4254-b581-d585cf6b5b4b', 'status': 'completed', 'code': 200} Dec 09 15:43:35.914526 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f95595ab-92ec-4e9b-b808-09cf0b40210f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:35.917509 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f95595ab-92ec-4e9b-b808-09cf0b40210f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:35.969752 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f95595ab-92ec-4e9b-b808-09cf0b40210f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:35.970389 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95595ab-92ec-4e9b-b808-09cf0b40210f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Fanout notify agent at l3_agent the message router_deleted on router a42b04d5-1b73-49fd-b3e0-cae4e9654e52 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:43:35.980152 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f95595ab-92ec-4e9b-b808-09cf0b40210f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:35.982202 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f95595ab-92ec-4e9b-b808-09cf0b40210f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "DELETE /v2.0/routers/a42b04d5-1b73-49fd-b3e0-cae4e9654e52 HTTP/1.1" status: 204 len: 168 time: 1.1911333 Dec 09 15:43:35.986522 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41662) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:35.992211 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-76a37e5f-872d-4a6a-a2a5-df970d49ce35 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-693470950'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:43:36.012173 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8114659-d8b3-438f-969a-0e077826f50c req-25b7f3d9-f3dc-4165-9cce-c3c8b9e901f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:36.013739 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f8114659-d8b3-438f-969a-0e077826f50c req-25b7f3d9-f3dc-4165-9cce-c3c8b9e901f9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e545324f4f8b4b71baa2c05a98858ba5&device_id=5f9a2d3c-b0e6-435c-a19f-a280dc370a37 HTTP/1.1" status: 200 len: 1099 time: 0.0782917 Dec 09 15:43:36.092257 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a37e5f-872d-4a6a-a2a5-df970d49ce35 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Made reservation on behalf of 7690a19135b241f28d7f8cc78a859dab for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:43:36.095728 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76a37e5f-872d-4a6a-a2a5-df970d49ce35 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:36.133138 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa7e46-3f95-4129-b4de-5cf3f355c1fc req-c033e831-738e-452d-aec8-1a6d0a74493a tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:36.134565 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-84fa7e46-3f95-4129-b4de-5cf3f355c1fc req-c033e831-738e-452d-aec8-1a6d0a74493a tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3bc44af-716b-4875-bdcf-fcc039c774cc HTTP/1.1" status: 200 len: 945 time: 0.1379559 Dec 09 15:43:36.177960 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a37e5f-872d-4a6a-a2a5-df970d49ce35 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:43:36.204850 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8114659-d8b3-438f-969a-0e077826f50c req-41615a1a-8d78-48e4-bf96-6cd9c21ef592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:36.206338 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f8114659-d8b3-438f-969a-0e077826f50c req-41615a1a-8d78-48e4-bf96-6cd9c21ef592 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.1737850 Dec 09 15:43:36.210645 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76a37e5f-872d-4a6a-a2a5-df970d49ce35 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:36.210992 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-76a37e5f-872d-4a6a-a2a5-df970d49ce35 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Added segment f305825c-f39f-4b46-afb3-e304835c83c1 of type vlan for network 59c5c20c-6a4e-4a1d-ace5-cde571b96fa7 Dec 09 15:43:36.267547 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-84fa7e46-3f95-4129-b4de-5cf3f355c1fc req-03a97e44-92a9-41ef-8e38-16db6341921a tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228991 Dec 09 15:43:36.286325 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f8114659-d8b3-438f-969a-0e077826f50c req-90067e1b-ec26-4f94-a316-838291d3d3e9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=66021914-fa4a-4254-b581-d585cf6b5b4b HTTP/1.1" status: 200 len: 217 time: 0.0711813 Dec 09 15:43:36.310605 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76a37e5f-872d-4a6a-a2a5-df970d49ce35 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:36.391430 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8114659-d8b3-438f-969a-0e077826f50c req-f866c28b-9a22-4d7b-89f9-7a51c9ef9f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:36.392959 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f8114659-d8b3-438f-969a-0e077826f50c req-f866c28b-9a22-4d7b-89f9-7a51c9ef9f0f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0941451 Dec 09 15:43:36.403498 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76a37e5f-872d-4a6a-a2a5-df970d49ce35 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:36.409243 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a37e5f-872d-4a6a-a2a5-df970d49ce35 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:36.409824 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76a37e5f-872d-4a6a-a2a5-df970d49ce35 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:36.510516 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd544e-8281-48d1-98e6-877e0872f91f req-64234a0e-9a11-414b-936f-25d4fe6a2afa tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:36.512068 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-07cd544e-8281-48d1-98e6-877e0872f91f req-64234a0e-9a11-414b-936f-25d4fe6a2afa tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f9a2d3c-b0e6-435c-a19f-a280dc370a37 HTTP/1.1" status: 200 len: 948 time: 0.1603456 Dec 09 15:43:36.523461 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-76a37e5f-872d-4a6a-a2a5-df970d49ce35 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5327482 Dec 09 15:43:36.524391 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41688) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:36.530996 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-29dc4cca-89f0-4fa5-93bb-108672afcf9d tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Request body: {'subnet': {'network_id': '59c5c20c-6a4e-4a1d-ace5-cde571b96fa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:43:36.537086 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a37e5f-872d-4a6a-a2a5-df970d49ce35 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event updated for resources: {'Network': ['ID=59c5c20c-6a4e-4a1d-ace5-cde571b96fa7,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:36.549850 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 59c5c20c-6a4e-4a1d-ace5-cde571b96fa7 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:43:36.556336 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8114659-d8b3-438f-969a-0e077826f50c req-07fb7e1b-b1da-4c4a-94b9-f4ba3be80fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:36.557876 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f8114659-d8b3-438f-969a-0e077826f50c req-07fb7e1b-b1da-4c4a-94b9-f4ba3be80fb2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1567833 Dec 09 15:43:36.646536 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-07cd544e-8281-48d1-98e6-877e0872f91f req-51dd9d31-76fe-4614-955a-f7d11f98622d tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] 10.222.0.57 "GET /v2.0/security-groups?id=acedc6ab-6e98-4750-800b-8e7459201244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148648 Dec 09 15:43:36.654940 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29dc4cca-89f0-4fa5-93bb-108672afcf9d tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Made reservation on behalf of 7690a19135b241f28d7f8cc78a859dab for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:43:36.660276 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-29dc4cca-89f0-4fa5-93bb-108672afcf9d tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:36.733954 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f8114659-d8b3-438f-969a-0e077826f50c req-83670a52-6b38-4a96-8271-a92c2970fb58 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662321 Dec 09 15:43:36.845320 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94a65e-ee29-4a2b-9284-09db354509cb req-ead47115-1282-4440-a0fb-271a453066cf tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:36.846798 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dc94a65e-ee29-4a2b-9284-09db354509cb req-ead47115-1282-4440-a0fb-271a453066cf tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] 10.222.0.57 "GET /v2.0/ports?device_id=515b0240-32c5-4abf-ac4f-20a2c132bc06 HTTP/1.1" status: 200 len: 946 time: 0.1072850 Dec 09 15:43:36.899575 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f8114659-d8b3-438f-969a-0e077826f50c req-0ce64454-8af9-4178-a1dd-f8bad1c78ed2 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491761 Dec 09 15:43:36.900044 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-29dc4cca-89f0-4fa5-93bb-108672afcf9d tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:36.904256 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 31b78953-ecc6-47e3-a362-22171268e88e up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:43:36.941234 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dc94a65e-ee29-4a2b-9284-09db354509cb req-5220a9e2-6231-42e5-921b-0c36f1c01a92 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] 10.222.0.57 "GET /v2.0/security-groups?id=a17aec3c-7ef6-4327-aaf3-f6ab65edcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774851 Dec 09 15:43:36.984876 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc4cca-89f0-4fa5-93bb-108672afcf9d tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event updated for resources: {'Subnet': ['ID=8d526d37-9557-43c4-9c2c-a7cdf4210263,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:37.000075 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dc4cca-89f0-4fa5-93bb-108672afcf9d tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Checking segment: {'id': 'f305825c-f39f-4b46-afb3-e304835c83c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '59c5c20c-6a4e-4a1d-ace5-cde571b96fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:43:37.000533 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dc4cca-89f0-4fa5-93bb-108672afcf9d tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Network hostable DHCP agents. Network: 59c5c20c-6a4e-4a1d-ace5-cde571b96fa7, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:43:37.014331 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 31b78953-ecc6-47e3-a362-22171268e88e completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:43:37.017442 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dc4cca-89f0-4fa5-93bb-108672afcf9d tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Network 59c5c20c-6a4e-4a1d-ace5-cde571b96fa7 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:43:37.019300 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 31b78953-ecc6-47e3-a362-22171268e88e triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:37.019930 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:37.029757 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-29dc4cca-89f0-4fa5-93bb-108672afcf9d tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 59c5c20c-6a4e-4a1d-ace5-cde571b96fa7) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:43:37.040777 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc4cca-89f0-4fa5-93bb-108672afcf9d tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:37.045506 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30bdf47-5131-4bc7-8afe-37ab078906ba None None] Network 59c5c20c-6a4e-4a1d-ace5-cde571b96fa7 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:43:37.046337 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-29dc4cca-89f0-4fa5-93bb-108672afcf9d tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:37.091131 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-29dc4cca-89f0-4fa5-93bb-108672afcf9d tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5650573 Dec 09 15:43:37.093782 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41698) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:37.100025 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-afe32b3c-2c98-459a-9fa0-c501a0992f57 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-59080867', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:43:37.172626 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-afe32b3c-2c98-459a-9fa0-c501a0992f57 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:37.181958 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-afe32b3c-2c98-459a-9fa0-c501a0992f57 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:37.270792 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:37.274825 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd64929-1e31-47d7-8c01-da8f5abdf3c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-59c5c20c-6a4e-4a1d-ace5-cde571b96fa7', 'network_id': '59c5c20c-6a4e-4a1d-ace5-cde571b96fa7', 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'fixed_ips': [{'subnet_id': '8d526d37-9557-43c4-9c2c-a7cdf4210263'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:43:37.275818 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-efd64929-1e31-47d7-8c01-da8f5abdf3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:37.275955 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-afe32b3c-2c98-459a-9fa0-c501a0992f57 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:37.282556 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-afe32b3c-2c98-459a-9fa0-c501a0992f57 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:37.328546 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-afe32b3c-2c98-459a-9fa0-c501a0992f57 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:37.332718 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41708) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:37.333068 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-afe32b3c-2c98-459a-9fa0-c501a0992f57 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2381623 Dec 09 15:43:37.360739 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96f5f1-fd06-4506-a5d0-239dcc670c00 req-f6191b33-5094-4dc3-bcd9-5b354cc1a9a8 tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:37.362421 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5f96f5f1-fd06-4506-a5d0-239dcc670c00 req-f6191b33-5094-4dc3-bcd9-5b354cc1a9a8 tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a2ccc58-017c-4a74-9487-6793bbe18673 HTTP/1.1" status: 200 len: 944 time: 0.0679095 Dec 09 15:43:37.401287 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a2ccc58-017c-4a74-9487-6793bbe18673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b78953-ecc6-47e3-a362-22171268e88e'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:43:37.404912 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7697212-02ab-46e7-bcc4-a1d4696a5433" -d '{"events": [{"server_uuid": "2a2ccc58-017c-4a74-9487-6793bbe18673", "name": "network-vif-plugged", "status": "completed", "tag": "31b78953-ecc6-47e3-a362-22171268e88e"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:43:37.422341 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 31b78953-ecc6-47e3-a362-22171268e88e, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=31b78953-ecc6-47e3-a362-22171268e88e,segment=NetworkSegment(e80ad65f-7180-4c60-9646-8ed9026dad31),segment_id=e80ad65f-7180-4c60-9646-8ed9026dad31)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:43:37.432492 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5f96f5f1-fd06-4506-a5d0-239dcc670c00 req-1bb711e9-6a57-4743-8c80-d02f9b9bc132 tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] 10.222.0.57 "GET /v2.0/security-groups?id=d957add7-ef05-4f87-97a0-d0d388143670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631695 Dec 09 15:43:37.436892 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:37.545796 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-efd64929-1e31-47d7-8c01-da8f5abdf3c6 None None] Allocated IP 2001:db8::2 (59c5c20c-6a4e-4a1d-ace5-cde571b96fa7/8d526d37-9557-43c4-9c2c-a7cdf4210263/bd5fb367-ee4e-4756-81f7-74b7fe135117) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:43:37.548749 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=31b78953-ecc6-47e3-a362-22171268e88e,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:37.645984 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf59e0-131c-4737-bacb-361d72f25a16 req-69b19dbd-f54c-44e1-aca2-5046cf0e9f66 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:37.655214 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99bf59e0-131c-4737-bacb-361d72f25a16 req-69b19dbd-f54c-44e1-aca2-5046cf0e9f66 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3bc44af-716b-4875-bdcf-fcc039c774cc HTTP/1.1" status: 200 len: 945 time: 0.0714900 Dec 09 15:43:37.708282 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-efd64929-1e31-47d7-8c01-da8f5abdf3c6 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:37.716989 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-efd64929-1e31-47d7-8c01-da8f5abdf3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:37.717171 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99bf59e0-131c-4737-bacb-361d72f25a16 req-86000ea8-d4cd-4abe-9003-a8b52cc1ee82 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602467 Dec 09 15:43:37.740781 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-14c197a3-1843-4ab3-b22f-0085e3a273ef tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:37.773001 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3b3a73-14cd-4e48-a54d-e4ec76e8c15d x-openstack-request-id: req-8d3b3a73-14cd-4e48-a54d-e4ec76e8c15d {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:43:37.773575 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a2ccc58-017c-4a74-9487-6793bbe18673", "name": "network-vif-plugged", "status": "completed", "tag": "31b78953-ecc6-47e3-a362-22171268e88e", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:43:37.774168 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8d3b3a73-14cd-4e48-a54d-e4ec76e8c15d {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:43:37.774862 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a2ccc58-017c-4a74-9487-6793bbe18673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b78953-ecc6-47e3-a362-22171268e88e', 'code': 200} Dec 09 15:43:37.784122 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd64929-1e31-47d7-8c01-da8f5abdf3c6 None None] Pushing event updated for resources: {'Port': ['ID=bd5fb367-ee4e-4756-81f7-74b7fe135117,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:37.804789 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd64929-1e31-47d7-8c01-da8f5abdf3c6 None None] Network 59c5c20c-6a4e-4a1d-ace5-cde571b96fa7 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:43:37.806833 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-efd64929-1e31-47d7-8c01-da8f5abdf3c6 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:43:37.809378 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd64929-1e31-47d7-8c01-da8f5abdf3c6 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:43:37.889217 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-efd64929-1e31-47d7-8c01-da8f5abdf3c6 None None] Attempting to bind port bd5fb367-ee4e-4756-81f7-74b7fe135117 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:43:37.889602 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-efd64929-1e31-47d7-8c01-da8f5abdf3c6 None None] Attempting to bind port bd5fb367-ee4e-4756-81f7-74b7fe135117 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f305825c-f39f-4b46-afb3-e304835c83c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '59c5c20c-6a4e-4a1d-ace5-cde571b96fa7'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:43:37.889979 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd64929-1e31-47d7-8c01-da8f5abdf3c6 None None] Attempting to bind port bd5fb367-ee4e-4756-81f7-74b7fe135117 on network 59c5c20c-6a4e-4a1d-ace5-cde571b96fa7 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:43:37.895961 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd64929-1e31-47d7-8c01-da8f5abdf3c6 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:43:37.896341 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd64929-1e31-47d7-8c01-da8f5abdf3c6 None None] Checking segment: {'id': 'f305825c-f39f-4b46-afb3-e304835c83c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '59c5c20c-6a4e-4a1d-ace5-cde571b96fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:43:37.896952 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-efd64929-1e31-47d7-8c01-da8f5abdf3c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:37.897358 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd64929-1e31-47d7-8c01-da8f5abdf3c6 None None] Bound using segment: {'id': 'f305825c-f39f-4b46-afb3-e304835c83c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '59c5c20c-6a4e-4a1d-ace5-cde571b96fa7'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:43:37.897998 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-efd64929-1e31-47d7-8c01-da8f5abdf3c6 None None] Bound port: bd5fb367-ee4e-4756-81f7-74b7fe135117, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f305825c-f39f-4b46-afb3-e304835c83c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '59c5c20c-6a4e-4a1d-ace5-cde571b96fa7'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:43:37.898399 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-efd64929-1e31-47d7-8c01-da8f5abdf3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:37.932358 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c0ab2-95e6-42b4-aa14-ae1ec411d93a req-63295fc8-bb57-447b-86b3-211f7626f8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:37.934173 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-909c0ab2-95e6-42b4-aa14-ae1ec411d93a req-63295fc8-bb57-447b-86b3-211f7626f8b5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2a2ccc58-017c-4a74-9487-6793bbe18673 HTTP/1.1" status: 200 len: 1096 time: 0.0786834 Dec 09 15:43:37.943444 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9570b1-12f9-483a-a992-e38c5b3a3602 req-b003d1ac-a8b7-4d40-8789-b37daa94cd6a tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:37.944942 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d9570b1-12f9-483a-a992-e38c5b3a3602 req-b003d1ac-a8b7-4d40-8789-b37daa94cd6a tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f9a2d3c-b0e6-435c-a19f-a280dc370a37 HTTP/1.1" status: 200 len: 948 time: 0.1012573 Dec 09 15:43:37.979474 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-efd64929-1e31-47d7-8c01-da8f5abdf3c6 None None] For port bd5fb367-ee4e-4756-81f7-74b7fe135117, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:43:37.984284 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-efd64929-1e31-47d7-8c01-da8f5abdf3c6 None None] For port bd5fb367-ee4e-4756-81f7-74b7fe135117, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=bd5fb367-ee4e-4756-81f7-74b7fe135117,segment=NetworkSegment(f305825c-f39f-4b46-afb3-e304835c83c1),segment_id=f305825c-f39f-4b46-afb3-e304835c83c1)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:43:37.993805 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-efd64929-1e31-47d7-8c01-da8f5abdf3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:38.039135 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-909c0ab2-95e6-42b4-aa14-ae1ec411d93a req-9cad9662-c195-4116-9e2c-730e1e1a49b2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d957add7-ef05-4f87-97a0-d0d388143670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931661 Dec 09 15:43:38.061996 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d9570b1-12f9-483a-a992-e38c5b3a3602 req-57c01de6-1dea-4091-b703-76c9a838492e tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] 10.222.0.57 "GET /v2.0/security-groups?id=acedc6ab-6e98-4750-800b-8e7459201244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958710 Dec 09 15:43:38.093448 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd64929-1e31-47d7-8c01-da8f5abdf3c6 None None] Pushing event updated for resources: {'Port': ['ID=bd5fb367-ee4e-4756-81f7-74b7fe135117,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:38.146056 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-14c197a3-1843-4ab3-b22f-0085e3a273ef tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Allocated IP 2001:db8::1 (59c5c20c-6a4e-4a1d-ace5-cde571b96fa7/8d526d37-9557-43c4-9c2c-a7cdf4210263/d326e299-c136-4032-8331-0009d76a6218) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:43:38.226835 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc49d78-09f4-418b-bb57-383a508a83f9 req-fa43e4fe-9a0d-469b-8704-0fde260dba09 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:38.234341 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1fc49d78-09f4-418b-bb57-383a508a83f9 req-fa43e4fe-9a0d-469b-8704-0fde260dba09 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] 10.222.0.57 "GET /v2.0/ports?device_id=515b0240-32c5-4abf-ac4f-20a2c132bc06 HTTP/1.1" status: 200 len: 946 time: 0.0786085 Dec 09 15:43:38.287431 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1fc49d78-09f4-418b-bb57-383a508a83f9 req-b434facf-ee1c-4022-8657-c2c07aa88018 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] 10.222.0.57 "GET /v2.0/security-groups?id=a17aec3c-7ef6-4327-aaf3-f6ab65edcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459020 Dec 09 15:43:38.294930 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-14c197a3-1843-4ab3-b22f-0085e3a273ef tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:38.363846 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-14c197a3-1843-4ab3-b22f-0085e3a273ef tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:38.422637 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c197a3-1843-4ab3-b22f-0085e3a273ef tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Network 59c5c20c-6a4e-4a1d-ace5-cde571b96fa7 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:43:38.428119 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-14c197a3-1843-4ab3-b22f-0085e3a273ef tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:43:38.431960 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c197a3-1843-4ab3-b22f-0085e3a273ef tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:43:38.432594 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-14c197a3-1843-4ab3-b22f-0085e3a273ef tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:38.478867 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c197a3-1843-4ab3-b22f-0085e3a273ef tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event updated for resources: {'Port': ['ID=d326e299-c136-4032-8331-0009d76a6218,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:38.580680 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-14c197a3-1843-4ab3-b22f-0085e3a273ef tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:38.588357 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b9029-671c-4d15-8065-18e6c88934f8 req-8c1ddcf1-e219-459b-a0de-31760152baa2 tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:38.590034 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a35b9029-671c-4d15-8065-18e6c88934f8 req-8c1ddcf1-e219-459b-a0de-31760152baa2 tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a2ccc58-017c-4a74-9487-6793bbe18673 HTTP/1.1" status: 200 len: 945 time: 0.0548420 Dec 09 15:43:38.646754 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a35b9029-671c-4d15-8065-18e6c88934f8 req-9c4b348d-780b-4fd4-bd5d-029b00dd96f2 tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] 10.222.0.57 "GET /v2.0/security-groups?id=d957add7-ef05-4f87-97a0-d0d388143670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493999 Dec 09 15:43:38.883231 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-14c197a3-1843-4ab3-b22f-0085e3a273ef tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:38.889543 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-14c197a3-1843-4ab3-b22f-0085e3a273ef tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:38.890515 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-14c197a3-1843-4ab3-b22f-0085e3a273ef tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:38.984851 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c197a3-1843-4ab3-b22f-0085e3a273ef tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event updated for resources: {'Port': ['ID=d326e299-c136-4032-8331-0009d76a6218,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:39.017273 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34669965-7174-44ad-bba7-766a39b16f2c req-16b85de3-466e-4112-99ab-74c3961dff89 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:39.018970 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34669965-7174-44ad-bba7-766a39b16f2c req-16b85de3-466e-4112-99ab-74c3961dff89 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3bc44af-716b-4875-bdcf-fcc039c774cc HTTP/1.1" status: 200 len: 945 time: 0.0607963 Dec 09 15:43:39.035989 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c197a3-1843-4ab3-b22f-0085e3a273ef tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Network 59c5c20c-6a4e-4a1d-ace5-cde571b96fa7 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:43:39.037486 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-14c197a3-1843-4ab3-b22f-0085e3a273ef tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:43:39.107937 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34669965-7174-44ad-bba7-766a39b16f2c req-24dd093e-91d4-4c39-9ee5-978e70cf09e0 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups?id=50be2a54-87d6-4421-8e75-819938769488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807226 Dec 09 15:43:39.188531 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b413ce-41ad-4b8d-865b-5c1b056d79bd req-49bd5710-58af-4c14-bf81-9e118dfe3e5b tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:39.190108 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-30b413ce-41ad-4b8d-865b-5c1b056d79bd req-49bd5710-58af-4c14-bf81-9e118dfe3e5b tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3bc44af-716b-4875-bdcf-fcc039c774cc HTTP/1.1" status: 200 len: 945 time: 0.1080334 Dec 09 15:43:39.193648 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c197a3-1843-4ab3-b22f-0085e3a273ef tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Router 899a7c7c-e93e-4774-9142-d6b5237287af is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:43:39.213952 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device bd5fb367-ee4e-4756-81f7-74b7fe135117 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:43:39.242788 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d069dbc7-b58e-44a2-ac4e-03bfa087ea65 None None] Network 59c5c20c-6a4e-4a1d-ace5-cde571b96fa7 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:43:39.307095 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c197a3-1843-4ab3-b22f-0085e3a273ef tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:43:39.312472 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-14c197a3-1843-4ab3-b22f-0085e3a273ef tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "PUT /v2.0/routers/899a7c7c-e93e-4774-9142-d6b5237287af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9780996 Dec 09 15:43:39.315074 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41740) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:39.319578 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793f67d7-1c67-48d8-b37f-9ed89d8f5563 None None] Sync routers for ids ['899a7c7c-e93e-4774-9142-d6b5237287af'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:43:39.330502 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c5212-14e5-4cb4-b407-7a03373b50c6 req-faa260fc-681b-49e5-b436-6ff3e1eedb86 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:39.338691 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-be7c5212-14e5-4cb4-b407-7a03373b50c6 req-faa260fc-681b-49e5-b436-6ff3e1eedb86 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] 10.222.0.57 "GET /v2.0/ports?device_id=515b0240-32c5-4abf-ac4f-20a2c132bc06 HTTP/1.1" status: 200 len: 946 time: 0.1413150 Dec 09 15:43:39.344913 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793f67d7-1c67-48d8-b37f-9ed89d8f5563 None None] Routers {'899a7c7c-e93e-4774-9142-d6b5237287af'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:43:39.345542 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-793f67d7-1c67-48d8-b37f-9ed89d8f5563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:43:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['899a7c7c-e93e-4774-9142-d6b5237287af'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:39.368032 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-22d9b870-87f8-4ad7-9850-536a2f2d11ac None None] Provisioning complete for port bd5fb367-ee4e-4756-81f7-74b7fe135117 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:39.368593 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-22d9b870-87f8-4ad7-9850-536a2f2d11ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:39.374033 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b86cbd-82ad-46aa-ba92-fc1beb510020 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:39.375703 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-42b86cbd-82ad-46aa-ba92-fc1beb510020 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "GET /v2.0/ports/d326e299-c136-4032-8331-0009d76a6218 HTTP/1.1" status: 200 len: 911 time: 0.0595315 Dec 09 15:43:39.380542 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41742) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:39.386635 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-555156f0-1b70-4deb-a452-03d1d63aa4cb tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8d526d37-9557-43c4-9c2c-a7cdf4210263'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:43:39.387329 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port bd5fb367-ee4e-4756-81f7-74b7fe135117 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:39.387825 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:39.390403 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-793f67d7-1c67-48d8-b37f-9ed89d8f5563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:39.409644 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793f67d7-1c67-48d8-b37f-9ed89d8f5563 None None] Routers {'899a7c7c-e93e-4774-9142-d6b5237287af'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:43:39.410275 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-793f67d7-1c67-48d8-b37f-9ed89d8f5563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:43:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['899a7c7c-e93e-4774-9142-d6b5237287af'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:39.422707 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-be7c5212-14e5-4cb4-b407-7a03373b50c6 req-472d215b-6112-4539-9b0d-27feb1d5bd5d tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] 10.222.0.57 "GET /v2.0/security-groups?id=a17aec3c-7ef6-4327-aaf3-f6ab65edcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776987 Dec 09 15:43:39.428510 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-30b413ce-41ad-4b8d-865b-5c1b056d79bd req-521cac2a-38cc-4a09-8d75-c808391ed5b9 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Deleting port 5fe1a2d1-9e52-4657-94ff-007d5276d8f3 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:43:39.433750 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-30b413ce-41ad-4b8d-865b-5c1b056d79bd req-521cac2a-38cc-4a09-8d75-c808391ed5b9 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:39.446456 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-793f67d7-1c67-48d8-b37f-9ed89d8f5563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:39.447209 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793f67d7-1c67-48d8-b37f-9ed89d8f5563 None None] The sync data for ids ['899a7c7c-e93e-4774-9142-d6b5237287af'] in n-d-821228-1 is: [] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:43:39.588864 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-30b413ce-41ad-4b8d-865b-5c1b056d79bd req-521cac2a-38cc-4a09-8d75-c808391ed5b9 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] For port 5fe1a2d1-9e52-4657-94ff-007d5276d8f3, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5fe1a2d1-9e52-4657-94ff-007d5276d8f3,segment=NetworkSegment(ddd0682b-bda1-497e-bda9-d80ab59b93d8),segment_id=ddd0682b-bda1-497e-bda9-d80ab59b93d8)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:43:39.589382 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-30b413ce-41ad-4b8d-865b-5c1b056d79bd req-521cac2a-38cc-4a09-8d75-c808391ed5b9 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:39.607683 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3088b-d4cb-4284-83ee-e6d44fc4df93 req-caa392fe-708e-4b85-8b4b-ccb45640311c tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:39.609464 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5cb3088b-d4cb-4284-83ee-e6d44fc4df93 req-caa392fe-708e-4b85-8b4b-ccb45640311c tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f9a2d3c-b0e6-435c-a19f-a280dc370a37 HTTP/1.1" status: 200 len: 948 time: 0.0992200 Dec 09 15:43:39.618556 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-30b413ce-41ad-4b8d-865b-5c1b056d79bd req-521cac2a-38cc-4a09-8d75-c808391ed5b9 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Calling delete_port for 5fe1a2d1-9e52-4657-94ff-007d5276d8f3 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:43:39.629096 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-555156f0-1b70-4deb-a452-03d1d63aa4cb tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:39.655966 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-22d9b870-87f8-4ad7-9850-536a2f2d11ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:39.667834 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:39.679555 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5cb3088b-d4cb-4284-83ee-e6d44fc4df93 req-e358bdc5-5674-4a9c-855d-0011e7aa28eb tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] 10.222.0.57 "GET /v2.0/security-groups?id=acedc6ab-6e98-4750-800b-8e7459201244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629742 Dec 09 15:43:39.721710 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-22d9b870-87f8-4ad7-9850-536a2f2d11ac None None] For port bd5fb367-ee4e-4756-81f7-74b7fe135117, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=bd5fb367-ee4e-4756-81f7-74b7fe135117,segment=NetworkSegment(f305825c-f39f-4b46-afb3-e304835c83c1),segment_id=f305825c-f39f-4b46-afb3-e304835c83c1)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:43:39.733950 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-22d9b870-87f8-4ad7-9850-536a2f2d11ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:39.833389 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:43:39.833506 n-d-821228-1 neutron-server[103246]: DEBUG oslo_db.api [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:43:39.886394 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d9b870-87f8-4ad7-9850-536a2f2d11ac None None] Pushing event updated for resources: {'Port': ['ID=bd5fb367-ee4e-4756-81f7-74b7fe135117,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:39.886620 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-30b413ce-41ad-4b8d-865b-5c1b056d79bd req-521cac2a-38cc-4a09-8d75-c808391ed5b9 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:39.907539 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['5fe1a2d1-9e52-4657-94ff-007d5276d8f3'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:43:39.936695 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521cac2a-38cc-4a09-8d75-c808391ed5b9 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Pushing event deleted for resources: {'Port': ['ID=5fe1a2d1-9e52-4657-94ff-007d5276d8f3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:39.979290 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56096fb7-0249-4f89-b689-0039cb750bfa None None] DHCP port deletion for dcdb628e-5130-4046-a7ec-e30fed59a905 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:43:39.995826 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fdc0d30a-0a16-41ad-ade5-fbddae4be123 None None] Provisioning complete for port d326e299-c136-4032-8331-0009d76a6218 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:39.996320 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fdc0d30a-0a16-41ad-ade5-fbddae4be123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:40.015981 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b413ce-41ad-4b8d-865b-5c1b056d79bd req-521cac2a-38cc-4a09-8d75-c808391ed5b9 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] No DVR routers for this DVR port 5fe1a2d1-9e52-4657-94ff-007d5276d8f3 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:43:40.023386 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-30b413ce-41ad-4b8d-865b-5c1b056d79bd req-521cac2a-38cc-4a09-8d75-c808391ed5b9 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:40.026967 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-30b413ce-41ad-4b8d-865b-5c1b056d79bd req-521cac2a-38cc-4a09-8d75-c808391ed5b9 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.31 "DELETE /v2.0/ports/5fe1a2d1-9e52-4657-94ff-007d5276d8f3 HTTP/1.1" status: 204 len: 173 time: 0.8169491 Dec 09 15:43:40.038202 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3bc44af-716b-4875-bdcf-fcc039c774cc', 'name': 'network-vif-deleted', 'tag': '5fe1a2d1-9e52-4657-94ff-007d5276d8f3'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:43:40.043616 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81acda23-e6fd-40ec-9ffc-7082f5c6374f" -d '{"events": [{"server_uuid": "e3bc44af-716b-4875-bdcf-fcc039c774cc", "name": "network-vif-deleted", "tag": "5fe1a2d1-9e52-4657-94ff-007d5276d8f3"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:43:40.066748 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-fdc0d30a-0a16-41ad-ade5-fbddae4be123 None None] Port d326e299-c136-4032-8331-0009d76a6218 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:43:40.100322 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fdc0d30a-0a16-41ad-ade5-fbddae4be123 None None] Provisioning complete for port bd5fb367-ee4e-4756-81f7-74b7fe135117 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:40.100883 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fdc0d30a-0a16-41ad-ade5-fbddae4be123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:40.135703 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c261ede-d1fb-460c-97c4-cb8febabbeff req-a2071083-4640-4f3e-91fe-6c786afd92fe tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:40.145215 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4c261ede-d1fb-460c-97c4-cb8febabbeff req-a2071083-4640-4f3e-91fe-6c786afd92fe tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a2ccc58-017c-4a74-9487-6793bbe18673 HTTP/1.1" status: 200 len: 945 time: 0.1309397 Dec 09 15:43:40.250445 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4c261ede-d1fb-460c-97c4-cb8febabbeff req-96ae84fe-1c54-47cc-8666-4233244f7fb4 tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] 10.222.0.57 "GET /v2.0/security-groups?id=d957add7-ef05-4f87-97a0-d0d388143670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994196 Dec 09 15:43:40.314682 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-555156f0-1b70-4deb-a452-03d1d63aa4cb tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:40.331819 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-555156f0-1b70-4deb-a452-03d1d63aa4cb tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:40.341291 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555156f0-1b70-4deb-a452-03d1d63aa4cb tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:40.342276 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-555156f0-1b70-4deb-a452-03d1d63aa4cb tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:40.343560 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-555156f0-1b70-4deb-a452-03d1d63aa4cb tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "PUT /v2.0/ports/d326e299-c136-4032-8331-0009d76a6218 HTTP/1.1" status: 200 len: 911 time: 0.9618585 Dec 09 15:43:40.346931 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41766) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:40.415855 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555156f0-1b70-4deb-a452-03d1d63aa4cb tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event updated for resources: {'Port': ['ID=d326e299-c136-4032-8331-0009d76a6218,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:40.424681 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a33b2d03-8a7c-4041-afaa-53ec7de1e616 None None] Provisioning complete for port d326e299-c136-4032-8331-0009d76a6218 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:40.425608 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a33b2d03-8a7c-4041-afaa-53ec7de1e616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:40.447630 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c7839d-0b70-4a83-8188-2e9b1a8774a8 x-openstack-request-id: req-15c7839d-0b70-4a83-8188-2e9b1a8774a8 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:43:40.448243 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3bc44af-716b-4875-bdcf-fcc039c774cc", "name": "network-vif-deleted", "tag": "5fe1a2d1-9e52-4657-94ff-007d5276d8f3", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:43:40.448731 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-15c7839d-0b70-4a83-8188-2e9b1a8774a8 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:43:40.450001 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3bc44af-716b-4875-bdcf-fcc039c774cc', 'name': 'network-vif-deleted', 'tag': '5fe1a2d1-9e52-4657-94ff-007d5276d8f3', 'status': 'completed', 'code': 200} Dec 09 15:43:40.462785 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a33b2d03-8a7c-4041-afaa-53ec7de1e616 None None] Port d326e299-c136-4032-8331-0009d76a6218 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:43:40.610123 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-43b2189f-17dd-4eec-8a91-e9e15a2d86ac req-ab9f6ce5-b06c-4dcc-a2f2-481e4c78e923 tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3bc44af-716b-4875-bdcf-fcc039c774cc HTTP/1.1" status: 200 len: 210 time: 0.0898628 Dec 09 15:43:40.731415 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fd36e-063b-4689-af5a-f002f45f5e4c req-fcd547d8-4c10-47e4-9760-3e876d2cc9f8 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:40.733140 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ba0fd36e-063b-4689-af5a-f002f45f5e4c req-fcd547d8-4c10-47e4-9760-3e876d2cc9f8 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] 10.222.0.31 "GET /v2.0/ports?device_id=515b0240-32c5-4abf-ac4f-20a2c132bc06 HTTP/1.1" status: 200 len: 946 time: 0.1255538 Dec 09 15:43:40.786290 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-0f71d5af-27b7-4421-933d-1eac91ea1a93 None None] Provisioning complete for port d326e299-c136-4032-8331-0009d76a6218 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:40.786783 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0f71d5af-27b7-4421-933d-1eac91ea1a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:40.827134 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-0f71d5af-27b7-4421-933d-1eac91ea1a93 None None] Port d326e299-c136-4032-8331-0009d76a6218 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:43:40.906370 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621d012-f46b-46a5-8508-c3629dc4f6fa req-b17fecb8-224b-40a1-b413-937b29932749 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:40.907788 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b621d012-f46b-46a5-8508-c3629dc4f6fa req-b17fecb8-224b-40a1-b413-937b29932749 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] 10.222.0.57 "GET /v2.0/ports?device_id=515b0240-32c5-4abf-ac4f-20a2c132bc06 HTTP/1.1" status: 200 len: 946 time: 0.1261969 Dec 09 15:43:40.922120 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 66021914-fa4a-4254-b581-d585cf6b5b4b details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:43:40.971890 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-ba0fd36e-063b-4689-af5a-f002f45f5e4c req-9499010c-0e19-431d-af62-39e6973bfce7 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] Deleting port 42a6b1a0-091c-47f8-b445-7f55b2d06958 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:43:40.972231 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ba0fd36e-063b-4689-af5a-f002f45f5e4c req-9499010c-0e19-431d-af62-39e6973bfce7 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:41.030574 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 66021914-fa4a-4254-b581-d585cf6b5b4b, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=66021914-fa4a-4254-b581-d585cf6b5b4b,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:43:41.045400 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '66021914-fa4a-4254-b581-d585cf6b5b4b', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'port_id': '66021914-fa4a-4254-b581-d585cf6b5b4b', 'mac_address': 'fa:16:3e:78:05:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6953c-1261-4e7c-8b49-64e5b87424c2', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:43:41.046236 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b621d012-f46b-46a5-8508-c3629dc4f6fa req-a41aea02-5267-4804-bf90-b77350ab5ba0 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] 10.222.0.57 "GET /v2.0/security-groups?id=a17aec3c-7ef6-4327-aaf3-f6ab65edcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305308 Dec 09 15:43:41.084503 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-977a7880-8e76-4c12-90a1-687f86f6e6ad tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:41.143655 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:41.169655 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66021914-fa4a-4254-b581-d585cf6b5b4b {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:43:41.177754 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ba0fd36e-063b-4689-af5a-f002f45f5e4c req-9499010c-0e19-431d-af62-39e6973bfce7 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] For port 42a6b1a0-091c-47f8-b445-7f55b2d06958, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=42a6b1a0-091c-47f8-b445-7f55b2d06958,segment=NetworkSegment(a3c7e96e-3962-4e23-be75-356cd16c7066),segment_id=a3c7e96e-3962-4e23-be75-356cd16c7066)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:43:41.178119 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ba0fd36e-063b-4689-af5a-f002f45f5e4c req-9499010c-0e19-431d-af62-39e6973bfce7 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:41.184102 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device bd5fb367-ee4e-4756-81f7-74b7fe135117 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:43:41.192265 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-ba0fd36e-063b-4689-af5a-f002f45f5e4c req-9499010c-0e19-431d-af62-39e6973bfce7 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] Calling delete_port for 42a6b1a0-091c-47f8-b445-7f55b2d06958 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:43:41.232201 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 66021914-fa4a-4254-b581-d585cf6b5b4b, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=66021914-fa4a-4254-b581-d585cf6b5b4b,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:43:41.239636 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:41.302693 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port bd5fb367-ee4e-4756-81f7-74b7fe135117 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:41.303052 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:41.304489 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=66021914-fa4a-4254-b581-d585cf6b5b4b,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:41.362027 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e806498-2ad0-41d9-97de-e3283e8ddcd4 req-d8091542-31cd-4717-a43a-20363527e8dd tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:41.363507 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5e806498-2ad0-41d9-97de-e3283e8ddcd4 req-d8091542-31cd-4717-a43a-20363527e8dd tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f9a2d3c-b0e6-435c-a19f-a280dc370a37 HTTP/1.1" status: 200 len: 949 time: 0.1692200 Dec 09 15:43:41.482797 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5e806498-2ad0-41d9-97de-e3283e8ddcd4 req-d1fad795-2058-445d-9cbf-fecd563b4c58 tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] 10.222.0.57 "GET /v2.0/security-groups?id=acedc6ab-6e98-4750-800b-8e7459201244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119549 Dec 09 15:43:41.515522 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ba0fd36e-063b-4689-af5a-f002f45f5e4c req-9499010c-0e19-431d-af62-39e6973bfce7 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:41.528595 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['42a6b1a0-091c-47f8-b445-7f55b2d06958'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:43:41.564601 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9499010c-0e19-431d-af62-39e6973bfce7 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] Pushing event deleted for resources: {'Port': ['ID=42a6b1a0-091c-47f8-b445-7f55b2d06958,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:41.628143 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['66021914-fa4a-4254-b581-d585cf6b5b4b'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:43:41.645335 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0fd36e-063b-4689-af5a-f002f45f5e4c req-9499010c-0e19-431d-af62-39e6973bfce7 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] No DVR routers for this DVR port 42a6b1a0-091c-47f8-b445-7f55b2d06958 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:43:41.648526 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ba0fd36e-063b-4689-af5a-f002f45f5e4c req-9499010c-0e19-431d-af62-39e6973bfce7 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:41.651877 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ba0fd36e-063b-4689-af5a-f002f45f5e4c req-9499010c-0e19-431d-af62-39e6973bfce7 tempest-InstanceActionsNegativeTestJSON-991538509 tempest-InstanceActionsNegativeTestJSON-991538509-project] 10.222.0.31 "DELETE /v2.0/ports/42a6b1a0-091c-47f8-b445-7f55b2d06958 HTTP/1.1" status: 204 len: 173 time: 0.9083059 Dec 09 15:43:41.692879 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-977a7880-8e76-4c12-90a1-687f86f6e6ad tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Deleting port d326e299-c136-4032-8331-0009d76a6218 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:43:41.693225 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-977a7880-8e76-4c12-90a1-687f86f6e6ad tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:41.779737 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080b136-7d07-42d7-94ac-6593ce0bc3d8 req-e3984e99-8900-4710-b6ee-083c72617c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:41.781305 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c080b136-7d07-42d7-94ac-6593ce0bc3d8 req-e3984e99-8900-4710-b6ee-083c72617c58 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ebcdf14508e845329213dd469bea1d6e&device_id=2a2ccc58-017c-4a74-9487-6793bbe18673 HTTP/1.1" status: 200 len: 1096 time: 0.1061809 Dec 09 15:43:42.239248 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-977a7880-8e76-4c12-90a1-687f86f6e6ad tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:42.258810 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-977a7880-8e76-4c12-90a1-687f86f6e6ad tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Calling delete_port for d326e299-c136-4032-8331-0009d76a6218 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:43:42.332856 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51a051-5296-46e3-9913-cb569564bc14 req-0e03a115-35f8-4113-a1cb-dcd17b10778b tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:42.334354 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5d51a051-5296-46e3-9913-cb569564bc14 req-0e03a115-35f8-4113-a1cb-dcd17b10778b tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a2ccc58-017c-4a74-9487-6793bbe18673 HTTP/1.1" status: 200 len: 945 time: 0.1839786 Dec 09 15:43:42.338731 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080b136-7d07-42d7-94ac-6593ce0bc3d8 req-a3394b18-069c-4b1e-ba65-b26569f234a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:42.341018 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c080b136-7d07-42d7-94ac-6593ce0bc3d8 req-a3394b18-069c-4b1e-ba65-b26569f234a4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1ca20f5e-a19e-482c-b28d-a52b110483f5 HTTP/1.1" status: 200 len: 915 time: 0.5505912 Dec 09 15:43:42.404082 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c080b136-7d07-42d7-94ac-6593ce0bc3d8 req-ba4fcea2-d58d-4689-8b06-89d80d84e847 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31b78953-ecc6-47e3-a362-22171268e88e HTTP/1.1" status: 200 len: 217 time: 0.0515456 Dec 09 15:43:42.454367 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515b0240-32c5-4abf-ac4f-20a2c132bc06', 'name': 'network-vif-deleted', 'tag': '42a6b1a0-091c-47f8-b445-7f55b2d06958'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:43:42.456617 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb4fc3b-63fa-49c7-9ff7-3ae4dfe1e6d6" -d '{"events": [{"server_uuid": "515b0240-32c5-4abf-ac4f-20a2c132bc06", "name": "network-vif-deleted", "tag": "42a6b1a0-091c-47f8-b445-7f55b2d06958"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:43:42.467171 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5d51a051-5296-46e3-9913-cb569564bc14 req-bb604931-c152-4512-a248-2577e4ff55a5 tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] 10.222.0.57 "GET /v2.0/security-groups?id=d957add7-ef05-4f87-97a0-d0d388143670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239133 Dec 09 15:43:42.525669 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080b136-7d07-42d7-94ac-6593ce0bc3d8 req-d139b645-aec1-4a6a-8b05-74f0b727c6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:42.527137 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c080b136-7d07-42d7-94ac-6593ce0bc3d8 req-d139b645-aec1-4a6a-8b05-74f0b727c6aa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1bc3ee6c-c810-4d0b-bc1f-a1539f757329 HTTP/1.1" status: 200 len: 854 time: 0.1121049 Dec 09 15:43:42.539774 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41796) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:42.583258 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c080b136-7d07-42d7-94ac-6593ce0bc3d8 req-58a3af7b-22ec-4645-bf3a-434a5d0edfc4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1ca20f5e-a19e-482c-b28d-a52b110483f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466282 Dec 09 15:43:42.643720 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf421a2-2fa9-4e08-bfde-957a06455992 x-openstack-request-id: req-0bf421a2-2fa9-4e08-bfde-957a06455992 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:43:42.644021 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "515b0240-32c5-4abf-ac4f-20a2c132bc06", "name": "network-vif-deleted", "tag": "42a6b1a0-091c-47f8-b445-7f55b2d06958", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:43:42.644277 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0bf421a2-2fa9-4e08-bfde-957a06455992 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:43:42.644709 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515b0240-32c5-4abf-ac4f-20a2c132bc06', 'name': 'network-vif-deleted', 'tag': '42a6b1a0-091c-47f8-b445-7f55b2d06958', 'status': 'completed', 'code': 200} Dec 09 15:43:42.670583 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-977a7880-8e76-4c12-90a1-687f86f6e6ad tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:42.727379 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a7880-8e76-4c12-90a1-687f86f6e6ad tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event deleted for resources: {'Port': ['ID=d326e299-c136-4032-8331-0009d76a6218,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:42.798518 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c080b136-7d07-42d7-94ac-6593ce0bc3d8 req-f987f559-0672-4043-9de5-15ed4c6ee494 service neutron] 10.222.0.31 "GET /v2.0/networks/1ca20f5e-a19e-482c-b28d-a52b110483f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067823 Dec 09 15:43:42.926239 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 66021914-fa4a-4254-b581-d585cf6b5b4b up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:43:42.976039 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-977a7880-8e76-4c12-90a1-687f86f6e6ad tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:42.990300 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f1eb02-9032-4480-b91f-1d825bd8e415 req-68d42312-581b-4b42-8d20-4907b1036b3b tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:42.991985 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a8f1eb02-9032-4480-b91f-1d825bd8e415 req-68d42312-581b-4b42-8d20-4907b1036b3b tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f9a2d3c-b0e6-435c-a19f-a280dc370a37 HTTP/1.1" status: 200 len: 949 time: 0.2974892 Dec 09 15:43:42.997679 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-e87304ae-58af-4dc2-8428-e842e6917996 admin admin] Deleting subnet 4413a985-f34b-4e6d-a6dd-2bfcf5b5c7c8 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:43:43.001238 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e87304ae-58af-4dc2-8428-e842e6917996 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:43.037716 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 66021914-fa4a-4254-b581-d585cf6b5b4b completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:43:43.039503 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e87304ae-58af-4dc2-8428-e842e6917996 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:43.047158 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 66021914-fa4a-4254-b581-d585cf6b5b4b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:43.047638 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:43.094924 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e87304ae-58af-4dc2-8428-e842e6917996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:43.156556 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:43.161723 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c080b136-7d07-42d7-94ac-6593ce0bc3d8 req-94fc7d7f-898a-4ec9-b2ad-8997c06eb665 service neutron] 10.222.0.31 "GET /v2.0/networks/1ca20f5e-a19e-482c-b28d-a52b110483f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268101 Dec 09 15:43:43.165195 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e87304ae-58af-4dc2-8428-e842e6917996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:43.180790 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a8f1eb02-9032-4480-b91f-1d825bd8e415 req-c47d6919-e697-4111-82c1-684a8e65cd22 tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] 10.222.0.57 "GET /v2.0/security-groups?id=acedc6ab-6e98-4750-800b-8e7459201244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722655 Dec 09 15:43:43.206204 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9a2d3c-b0e6-435c-a19f-a280dc370a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66021914-fa4a-4254-b581-d585cf6b5b4b'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:43:43.208494 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0855b2-9dd9-4a8a-a438-0885fd6c7a1a" -d '{"events": [{"server_uuid": "5f9a2d3c-b0e6-435c-a19f-a280dc370a37", "name": "network-vif-plugged", "status": "completed", "tag": "66021914-fa4a-4254-b581-d585cf6b5b4b"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:43:43.216844 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e87304ae-58af-4dc2-8428-e842e6917996 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:43.221426 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e87304ae-58af-4dc2-8428-e842e6917996 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/4413a985-f34b-4e6d-a6dd-2bfcf5b5c7c8 HTTP/1.1" status: 204 len: 168 time: 0.6804590 Dec 09 15:43:43.225344 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87304ae-58af-4dc2-8428-e842e6917996 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4413a985-f34b-4e6d-a6dd-2bfcf5b5c7c8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:43.227935 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41818) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:43.251489 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 66021914-fa4a-4254-b581-d585cf6b5b4b, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=66021914-fa4a-4254-b581-d585cf6b5b4b,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:43:43.257502 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:43.258318 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 5fe1a2d1-9e52-4657-94ff-007d5276d8f3 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:43:43.300898 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 5fe1a2d1-9e52-4657-94ff-007d5276d8f3 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:43:43.301281 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 5fe1a2d1-9e52-4657-94ff-007d5276d8f3 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:43:43.316758 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977a7880-8e76-4c12-90a1-687f86f6e6ad tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Router 899a7c7c-e93e-4774-9142-d6b5237287af has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:43:43.317775 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-879abe0b-4b7f-4aaf-afee-57c0a8ba5321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:43.377376 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=66021914-fa4a-4254-b581-d585cf6b5b4b,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:43.459010 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a38bd6-12a7-4997-ab54-95d49ad4c2aa x-openstack-request-id: req-77a38bd6-12a7-4997-ab54-95d49ad4c2aa {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:43:43.459343 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9a2d3c-b0e6-435c-a19f-a280dc370a37", "name": "network-vif-plugged", "status": "completed", "tag": "66021914-fa4a-4254-b581-d585cf6b5b4b", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:43:43.459554 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-77a38bd6-12a7-4997-ab54-95d49ad4c2aa {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:43:43.459955 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9a2d3c-b0e6-435c-a19f-a280dc370a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66021914-fa4a-4254-b581-d585cf6b5b4b', 'code': 200} Dec 09 15:43:43.466369 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977a7880-8e76-4c12-90a1-687f86f6e6ad tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:43:43.477318 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3387d92a-62e1-4b6d-bf2b-0dc6f91f0810 None None] Sync routers for ids ['899a7c7c-e93e-4774-9142-d6b5237287af'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:43:43.478038 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-977a7880-8e76-4c12-90a1-687f86f6e6ad tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "PUT /v2.0/routers/899a7c7c-e93e-4774-9142-d6b5237287af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1298127 Dec 09 15:43:43.481406 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41822) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:43.515026 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3387d92a-62e1-4b6d-bf2b-0dc6f91f0810 None None] Routers {'899a7c7c-e93e-4774-9142-d6b5237287af'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:43:43.515524 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3387d92a-62e1-4b6d-bf2b-0dc6f91f0810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:43:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['899a7c7c-e93e-4774-9142-d6b5237287af'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:43.519899 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9a442609-91d7-434d-a9df-ddc64c628862 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "GET /v2.0/ports?device_id=899a7c7c-e93e-4774-9142-d6b5237287af HTTP/1.1" status: 200 len: 205 time: 0.0350316 Dec 09 15:43:43.520158 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41826) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:43.539203 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-879abe0b-4b7f-4aaf-afee-57c0a8ba5321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:43.591519 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3387d92a-62e1-4b6d-bf2b-0dc6f91f0810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:43.595329 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-879abe0b-4b7f-4aaf-afee-57c0a8ba5321 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce0edcde-aa48-48a0-92c5-947da8e838f6']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:43.600770 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3387d92a-62e1-4b6d-bf2b-0dc6f91f0810 None None] Routers {'899a7c7c-e93e-4774-9142-d6b5237287af'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:43:43.601588 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3387d92a-62e1-4b6d-bf2b-0dc6f91f0810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:43:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['899a7c7c-e93e-4774-9142-d6b5237287af'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:43.608020 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-879abe0b-4b7f-4aaf-afee-57c0a8ba5321 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3c7e96e-3962-4e23-be75-356cd16c7066') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:43.608684 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-879abe0b-4b7f-4aaf-afee-57c0a8ba5321 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3c7e96e-3962-4e23-be75-356cd16c7066') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:43.618582 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-879abe0b-4b7f-4aaf-afee-57c0a8ba5321 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:43.632565 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-879abe0b-4b7f-4aaf-afee-57c0a8ba5321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:43.639756 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-879abe0b-4b7f-4aaf-afee-57c0a8ba5321 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:43:43.640495 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-879abe0b-4b7f-4aaf-afee-57c0a8ba5321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:43.675629 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3387d92a-62e1-4b6d-bf2b-0dc6f91f0810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:43.676302 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3387d92a-62e1-4b6d-bf2b-0dc6f91f0810 None None] The sync data for ids ['899a7c7c-e93e-4774-9142-d6b5237287af'] in n-d-821228-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:43:43.689000 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff693ea0-1e9b-4233-baed-6c03eae35c2b tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:43.703542 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:43:43.703542 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:43:43.703542 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:43:43.703542 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:43:43.703542 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:43:43.703542 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:43:43.703542 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:43:43.703542 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:43:43.703542 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:43:43.703542 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:43:43.703542 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:43:43.703542 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:43:43.703542 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:43:43.703542 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:43:43.703542 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:43:43.703542 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:43:43.703542 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:43:43.703542 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:43:43.703542 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:43:43.703542 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:43:43.703542 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:43:43.703542 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:43:43.703542 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:43:43.703542 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:43:43.703542 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:43:43.703542 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:43:43.703542 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:43:43.703542 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:43:43.703542 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:43:43.703542 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:43:43.703542 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:43:43.703542 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:43:43.721967 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-879abe0b-4b7f-4aaf-afee-57c0a8ba5321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:43.743705 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-879abe0b-4b7f-4aaf-afee-57c0a8ba5321 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:43.750322 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-879abe0b-4b7f-4aaf-afee-57c0a8ba5321 admin admin] 10.222.0.57 "DELETE /v2.0/networks/ce0edcde-aa48-48a0-92c5-947da8e838f6 HTTP/1.1" status: 204 len: 168 time: 0.5184748 Dec 09 15:43:43.750322 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879abe0b-4b7f-4aaf-afee-57c0a8ba5321 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce0edcde-aa48-48a0-92c5-947da8e838f6,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:43.873469 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb5034-59c1-4bff-9e91-e9c7ee050cd8 req-8dab5e7a-8281-411d-9e6c-ddd6d7473ce2 tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:43.875108 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e9eb5034-59c1-4bff-9e91-e9c7ee050cd8 req-8dab5e7a-8281-411d-9e6c-ddd6d7473ce2 tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a2ccc58-017c-4a74-9487-6793bbe18673 HTTP/1.1" status: 200 len: 945 time: 0.2417743 Dec 09 15:43:43.910215 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b6d7b-ca48-4aa6-8dcc-3bc16c970dfa req-611bfb88-120c-4385-83a1-3374ad1275bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:43.911824 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-050b6d7b-ca48-4aa6-8dcc-3bc16c970dfa req-611bfb88-120c-4385-83a1-3374ad1275bb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5f9a2d3c-b0e6-435c-a19f-a280dc370a37 HTTP/1.1" status: 200 len: 1101 time: 0.3396816 Dec 09 15:43:43.926810 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff693ea0-1e9b-4233-baed-6c03eae35c2b tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:43.941854 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff693ea0-1e9b-4233-baed-6c03eae35c2b tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:43.976996 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41832) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:44.040618 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff693ea0-1e9b-4233-baed-6c03eae35c2b tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:44.041266 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff693ea0-1e9b-4233-baed-6c03eae35c2b tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Fanout notify agent at l3_agent the message router_deleted on router 899a7c7c-e93e-4774-9142-d6b5237287af {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:43:44.044302 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5efc8064-f90b-437d-937e-4df92b3640da admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a5524d490e1b414f9d489bcad41e8bca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0660143 Dec 09 15:43:44.046853 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41836) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:44.050421 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff693ea0-1e9b-4233-baed-6c03eae35c2b tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:44.054908 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ff693ea0-1e9b-4233-baed-6c03eae35c2b tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "DELETE /v2.0/routers/899a7c7c-e93e-4774-9142-d6b5237287af HTTP/1.1" status: 204 len: 168 time: 0.5305924 Dec 09 15:43:44.055000 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41838) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:44.071802 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e9eb5034-59c1-4bff-9e91-e9c7ee050cd8 req-3beddeb7-0606-436c-b526-0f07fc13c720 tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] 10.222.0.57 "GET /v2.0/security-groups?id=d957add7-ef05-4f87-97a0-d0d388143670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588905 Dec 09 15:43:44.079120 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-050b6d7b-ca48-4aa6-8dcc-3bc16c970dfa req-9bc80031-ef4b-41d1-a632-dde2141467f9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=acedc6ab-6e98-4750-800b-8e7459201244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545241 Dec 09 15:43:44.145009 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e6ac2d-9174-44c5-9835-b7f718ae4c13 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Deleting subnet 8d526d37-9557-43c4-9c2c-a7cdf4210263 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:43:44.149932 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41842) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:44.150160 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-43e6ac2d-9174-44c5-9835-b7f718ae4c13 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:44.181216 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13a94667-e37f-4719-b6a1-1d69255245c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:44.206894 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3eecf10b-252b-40c1-90be-19a5470346dd tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:44.209950 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-43e6ac2d-9174-44c5-9835-b7f718ae4c13 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:44.232663 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3eecf10b-252b-40c1-90be-19a5470346dd tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:44.234070 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13a94667-e37f-4719-b6a1-1d69255245c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:44.317121 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2315e7b-c6af-4730-ac20-639a278bdd24 req-54d79897-fc2e-4a30-b6b1-f6386babe927 tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:44.318659 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e2315e7b-c6af-4730-ac20-639a278bdd24 req-54d79897-fc2e-4a30-b6b1-f6386babe927 tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f9a2d3c-b0e6-435c-a19f-a280dc370a37 HTTP/1.1" status: 200 len: 950 time: 0.0647259 Dec 09 15:43:44.330047 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-43e6ac2d-9174-44c5-9835-b7f718ae4c13 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:44.331196 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3eecf10b-252b-40c1-90be-19a5470346dd tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:44.334209 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3eecf10b-252b-40c1-90be-19a5470346dd tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:44.335448 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3eecf10b-252b-40c1-90be-19a5470346dd tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "DELETE /v2.0/security-groups/22e9e4a7-066b-427a-9036-6b313df0bf68 HTTP/1.1" status: 204 len: 168 time: 0.1843820 Dec 09 15:43:44.340448 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41848) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:44.354148 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13a94667-e37f-4719-b6a1-1d69255245c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:44.357337 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13a94667-e37f-4719-b6a1-1d69255245c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:44.358494 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-13a94667-e37f-4719-b6a1-1d69255245c7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a17aec3c-7ef6-4327-aaf3-f6ab65edcb96 HTTP/1.1" status: 204 len: 168 time: 0.3107123 Dec 09 15:43:44.358619 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eecf10b-252b-40c1-90be-19a5470346dd tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e9e4a7-066b-427a-9036-6b313df0bf68,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:44.367220 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-5453fd20-ea5e-4278-ab2a-1cb7183fe09a tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] show failed (client error): The resource could not be found. Dec 09 15:43:44.368218 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-5453fd20-ea5e-4278-ab2a-1cb7183fe09a tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "GET /v2.0/security-groups/22e9e4a7-066b-427a-9036-6b313df0bf68 HTTP/1.1" status: 404 len: 347 time: 0.0267448 Dec 09 15:43:44.379242 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41852) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:44.409259 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e2315e7b-c6af-4730-ac20-639a278bdd24 req-f5518ad6-da60-47e9-8a37-e108fcd9e69e tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] 10.222.0.57 "GET /v2.0/security-groups?id=acedc6ab-6e98-4750-800b-8e7459201244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564396 Dec 09 15:43:44.476777 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a94667-e37f-4719-b6a1-1d69255245c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17aec3c-7ef6-4327-aaf3-f6ab65edcb96,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:44.523940 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-43e6ac2d-9174-44c5-9835-b7f718ae4c13 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:44.557761 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e6ac2d-9174-44c5-9835-b7f718ae4c13 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event deleted for resources: {'Subnet': ['ID=8d526d37-9557-43c4-9c2c-a7cdf4210263,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:44.562955 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-43e6ac2d-9174-44c5-9835-b7f718ae4c13 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:44.566333 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-43e6ac2d-9174-44c5-9835-b7f718ae4c13 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "DELETE /v2.0/subnets/8d526d37-9557-43c4-9c2c-a7cdf4210263 HTTP/1.1" status: 204 len: 168 time: 0.5105436 Dec 09 15:43:44.569926 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41858) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:44.571089 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3d6b65-61b2-4bf0-8f19-33eea7061be6 None None] Network 59c5c20c-6a4e-4a1d-ace5-cde571b96fa7 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:43:44.582098 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-1e8bc00f-4b03-4d5e-ae22-fe52900684fa tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Deleting port 0c799bbe-e575-47ea-b19d-eb54de21687f {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:43:44.582637 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e8bc00f-4b03-4d5e-ae22-fe52900684fa tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:44.664266 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f7188b6e-5c91-4f4a-a70d-dc1c53f93ed2 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:44.692516 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e8bc00f-4b03-4d5e-ae22-fe52900684fa tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:44.693038 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e8bc00f-4b03-4d5e-ae22-fe52900684fa tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:44.706837 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-1e8bc00f-4b03-4d5e-ae22-fe52900684fa tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Calling delete_port for 0c799bbe-e575-47ea-b19d-eb54de21687f owned by network:floatingip {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:43:44.729676 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f7188b6e-5c91-4f4a-a70d-dc1c53f93ed2 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Deleting port bd5fb367-ee4e-4756-81f7-74b7fe135117 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:43:44.730155 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f7188b6e-5c91-4f4a-a70d-dc1c53f93ed2 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:44.780252 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33cb964-fb67-4d97-8f9c-8b7c8fda9cb1 None None] DHCP port deletion for 59c5c20c-6a4e-4a1d-ace5-cde571b96fa7 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:43:44.804037 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-f7188b6e-5c91-4f4a-a70d-dc1c53f93ed2 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] For port bd5fb367-ee4e-4756-81f7-74b7fe135117, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=bd5fb367-ee4e-4756-81f7-74b7fe135117,segment=NetworkSegment(f305825c-f39f-4b46-afb3-e304835c83c1),segment_id=f305825c-f39f-4b46-afb3-e304835c83c1)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:43:44.804588 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f7188b6e-5c91-4f4a-a70d-dc1c53f93ed2 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:44.833972 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f7188b6e-5c91-4f4a-a70d-dc1c53f93ed2 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Calling delete_port for bd5fb367-ee4e-4756-81f7-74b7fe135117 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:43:44.835254 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d33cb964-fb67-4d97-8f9c-8b7c8fda9cb1 None None] Deleting port bd5fb367-ee4e-4756-81f7-74b7fe135117 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:43:44.835742 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d33cb964-fb67-4d97-8f9c-8b7c8fda9cb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:44.891640 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e8bc00f-4b03-4d5e-ae22-fe52900684fa tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:44.923648 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d33cb964-fb67-4d97-8f9c-8b7c8fda9cb1 None None] For port bd5fb367-ee4e-4756-81f7-74b7fe135117, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=bd5fb367-ee4e-4756-81f7-74b7fe135117,segment=NetworkSegment(f305825c-f39f-4b46-afb3-e304835c83c1),segment_id=f305825c-f39f-4b46-afb3-e304835c83c1)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:43:44.923992 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d33cb964-fb67-4d97-8f9c-8b7c8fda9cb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:44.928117 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f7188b6e-5c91-4f4a-a70d-dc1c53f93ed2 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:44.938783 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d33cb964-fb67-4d97-8f9c-8b7c8fda9cb1 None None] Calling delete_port for bd5fb367-ee4e-4756-81f7-74b7fe135117 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:43:44.949086 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 42a6b1a0-091c-47f8-b445-7f55b2d06958 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:43:44.966155 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7188b6e-5c91-4f4a-a70d-dc1c53f93ed2 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event deleted for resources: {'Port': ['ID=bd5fb367-ee4e-4756-81f7-74b7fe135117,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:44.969841 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7188b6e-5c91-4f4a-a70d-dc1c53f93ed2 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] No DVR routers for this DVR port bd5fb367-ee4e-4756-81f7-74b7fe135117 on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:43:45.014411 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 42a6b1a0-091c-47f8-b445-7f55b2d06958 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:43:45.015160 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 42a6b1a0-091c-47f8-b445-7f55b2d06958 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:43:45.030400 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8bc00f-4b03-4d5e-ae22-fe52900684fa tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Pushing event deleted for resources: {'Port': ['ID=0c799bbe-e575-47ea-b19d-eb54de21687f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:45.073080 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e8bc00f-4b03-4d5e-ae22-fe52900684fa tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks [] for floatingip, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:45.076618 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e8bc00f-4b03-4d5e-ae22-fe52900684fa tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:45.078014 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1e8bc00f-4b03-4d5e-ae22-fe52900684fa tempest-ImagesOneServerNegativeTestJSON-1624035430 tempest-ImagesOneServerNegativeTestJSON-1624035430-project] 10.222.0.57 "DELETE /v2.0/floatingips/659342a5-ac50-460b-b3fd-60437235a34f HTTP/1.1" status: 204 len: 168 time: 0.6977773 Dec 09 15:43:45.080680 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d33cb964-fb67-4d97-8f9c-8b7c8fda9cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:45.113646 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f7188b6e-5c91-4f4a-a70d-dc1c53f93ed2 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:45.130943 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33cb964-fb67-4d97-8f9c-8b7c8fda9cb1 None None] Pushing event deleted for resources: {'Port': ['ID=bd5fb367-ee4e-4756-81f7-74b7fe135117,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:45.142080 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33cb964-fb67-4d97-8f9c-8b7c8fda9cb1 None None] No DVR routers for this DVR port bd5fb367-ee4e-4756-81f7-74b7fe135117 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:43:45.185114 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device bd5fb367-ee4e-4756-81f7-74b7fe135117 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:43:45.190397 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-f7188b6e-5c91-4f4a-a70d-dc1c53f93ed2 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59c5c20c-6a4e-4a1d-ace5-cde571b96fa7']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:45.202903 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-f7188b6e-5c91-4f4a-a70d-dc1c53f93ed2 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f305825c-f39f-4b46-afb3-e304835c83c1') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:45.203722 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-f7188b6e-5c91-4f4a-a70d-dc1c53f93ed2 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f305825c-f39f-4b46-afb3-e304835c83c1') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:45.219054 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f7188b6e-5c91-4f4a-a70d-dc1c53f93ed2 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:45.225266 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: bd5fb367-ee4e-4756-81f7-74b7fe135117 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:43:45.225647 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device bd5fb367-ee4e-4756-81f7-74b7fe135117 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:43:45.262417 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f7188b6e-5c91-4f4a-a70d-dc1c53f93ed2 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:45.272618 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7188b6e-5c91-4f4a-a70d-dc1c53f93ed2 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:43:45.273022 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f7188b6e-5c91-4f4a-a70d-dc1c53f93ed2 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:45.276482 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:43:45.276482 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:43:45.276482 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:43:45.276482 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:43:45.276482 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:43:45.276482 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:43:45.276482 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:43:45.276482 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:43:45.276482 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:43:45.276482 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:43:45.276482 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:43:45.276482 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:43:45.276482 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:43:45.276482 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:43:45.276482 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:43:45.276482 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:43:45.276482 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:43:45.276482 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:43:45.276482 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:43:45.276482 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:43:45.276482 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:43:45.276482 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:43:45.276482 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:43:45.276482 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:43:45.276482 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:43:45.276482 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:43:45.276482 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:43:45.276482 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:43:45.276482 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:43:45.276482 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:43:45.276482 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:43:45.276482 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:43:45.327145 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319e11a-3c7d-4e14-874f-2d4992254a38 req-b5cf7ad5-f417-453e-87ab-9d17913ece8d tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:45.328744 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6319e11a-3c7d-4e14-874f-2d4992254a38 req-b5cf7ad5-f417-453e-87ab-9d17913ece8d tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a2ccc58-017c-4a74-9487-6793bbe18673 HTTP/1.1" status: 200 len: 945 time: 0.1072421 Dec 09 15:43:45.341904 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41890) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:45.371169 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f7188b6e-5c91-4f4a-a70d-dc1c53f93ed2 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:45.379991 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f7188b6e-5c91-4f4a-a70d-dc1c53f93ed2 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:45.387141 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f7188b6e-5c91-4f4a-a70d-dc1c53f93ed2 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "DELETE /v2.0/networks/59c5c20c-6a4e-4a1d-ace5-cde571b96fa7 HTTP/1.1" status: 204 len: 168 time: 0.8155522 Dec 09 15:43:45.387706 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41894) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:45.392755 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-006a7f28-c552-4c51-9323-8135345c6d8b tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-175322339', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:43:45.405641 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7188b6e-5c91-4f4a-a70d-dc1c53f93ed2 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event deleted for resources: {'Network': ['ID=59c5c20c-6a4e-4a1d-ace5-cde571b96fa7,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:45.415041 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6319e11a-3c7d-4e14-874f-2d4992254a38 req-c8233dee-cd33-4f09-bebc-208ecd56c771 tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] 10.222.0.57 "GET /v2.0/security-groups?id=d957add7-ef05-4f87-97a0-d0d388143670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788834 Dec 09 15:43:45.440113 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-006a7f28-c552-4c51-9323-8135345c6d8b tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:45.441247 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-006a7f28-c552-4c51-9323-8135345c6d8b tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:45.512512 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-006a7f28-c552-4c51-9323-8135345c6d8b tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:45.516110 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-422bbde2-b500-4ddd-b891-b08a2be175b1 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-801582542-network', 'tenant_id': '69a0df4064aa4366ab179d0dda9ec56a'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:43:45.522701 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-006a7f28-c552-4c51-9323-8135345c6d8b tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:45.549602 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422bbde2-b500-4ddd-b891-b08a2be175b1 admin admin] Made reservation on behalf of 69a0df4064aa4366ab179d0dda9ec56a for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:43:45.552083 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-422bbde2-b500-4ddd-b891-b08a2be175b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:45.557772 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-006a7f28-c552-4c51-9323-8135345c6d8b tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:45.558970 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-006a7f28-c552-4c51-9323-8135345c6d8b tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1699812 Dec 09 15:43:45.562408 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41908) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:45.564853 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-422bbde2-b500-4ddd-b891-b08a2be175b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:45.568599 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-3a5c2865-aa1a-47f8-b96c-d0a5b9c69827 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2106357900'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:43:45.591679 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5c2865-aa1a-47f8-b96c-d0a5b9c69827 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Made reservation on behalf of 7690a19135b241f28d7f8cc78a859dab for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:43:45.596149 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a5c2865-aa1a-47f8-b96c-d0a5b9c69827 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:45.627860 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a5c2865-aa1a-47f8-b96c-d0a5b9c69827 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:43:45.631382 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:43:45.638949 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a5c2865-aa1a-47f8-b96c-d0a5b9c69827 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:45.639408 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-3a5c2865-aa1a-47f8-b96c-d0a5b9c69827 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Added segment e98725bc-13d8-457d-a945-feef29fa97aa of type vlan for network 5b41b502-7c31-4af6-9307-f219f90ab3ab Dec 09 15:43:45.671628 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-422bbde2-b500-4ddd-b891-b08a2be175b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:45.675902 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-422bbde2-b500-4ddd-b891-b08a2be175b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:45.702123 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-422bbde2-b500-4ddd-b891-b08a2be175b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:43:45.707462 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a5c2865-aa1a-47f8-b96c-d0a5b9c69827 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:45.710886 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422bbde2-b500-4ddd-b891-b08a2be175b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e2cc56-cab4-43a6-be77-568e7272c330,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:45.718461 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-422bbde2-b500-4ddd-b891-b08a2be175b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:45.718845 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-422bbde2-b500-4ddd-b891-b08a2be175b1 admin admin] Added segment 3dddac0d-60d7-49a6-8d0e-df5f8236b608 of type vlan for network 9aaa106c-52c8-44a4-938f-9dd8eef4bf97 Dec 09 15:43:45.748880 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e487d-b408-4388-8c55-386f09398b4e req-9bcf4ea1-0a1d-49fe-8eca-62bfd4261c14 tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:45.750378 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-126e487d-b408-4388-8c55-386f09398b4e req-9bcf4ea1-0a1d-49fe-8eca-62bfd4261c14 tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f9a2d3c-b0e6-435c-a19f-a280dc370a37 HTTP/1.1" status: 200 len: 950 time: 0.0789213 Dec 09 15:43:45.751489 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a5c2865-aa1a-47f8-b96c-d0a5b9c69827 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:45.756859 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5c2865-aa1a-47f8-b96c-d0a5b9c69827 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:45.757459 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a5c2865-aa1a-47f8-b96c-d0a5b9c69827 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:45.763040 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-422bbde2-b500-4ddd-b891-b08a2be175b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:45.781179 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:45.791744 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-422bbde2-b500-4ddd-b891-b08a2be175b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:45.793513 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422bbde2-b500-4ddd-b891-b08a2be175b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:45.794293 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-422bbde2-b500-4ddd-b891-b08a2be175b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:45.829297 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3a5c2865-aa1a-47f8-b96c-d0a5b9c69827 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2653506 Dec 09 15:43:45.833041 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41914) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:45.841741 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-531e9508-3241-46f5-a84e-b87f6dffa35b tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Request body: {'subnet': {'network_id': '5b41b502-7c31-4af6-9307-f219f90ab3ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:43:45.855246 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-422bbde2-b500-4ddd-b891-b08a2be175b1 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5121903 Dec 09 15:43:45.858617 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41916) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:45.865111 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ce47b296-ef43-4295-846c-e1669164de24 admin admin] Request body: {'subnet': {'network_id': '9aaa106c-52c8-44a4-938f-9dd8eef4bf97', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-801582542-subnet', 'tenant_id': '69a0df4064aa4366ab179d0dda9ec56a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:43:45.873642 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422bbde2-b500-4ddd-b891-b08a2be175b1 admin admin] Pushing event updated for resources: {'Network': ['ID=9aaa106c-52c8-44a4-938f-9dd8eef4bf97,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:45.886420 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 9aaa106c-52c8-44a4-938f-9dd8eef4bf97 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:43:45.891871 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce47b296-ef43-4295-846c-e1669164de24 admin admin] Made reservation on behalf of 69a0df4064aa4366ab179d0dda9ec56a for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:43:45.894259 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce47b296-ef43-4295-846c-e1669164de24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:45.901753 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c2865-aa1a-47f8-b96c-d0a5b9c69827 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event updated for resources: {'Network': ['ID=5b41b502-7c31-4af6-9307-f219f90ab3ab,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:45.930067 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 5b41b502-7c31-4af6-9307-f219f90ab3ab details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:43:45.936971 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-126e487d-b408-4388-8c55-386f09398b4e req-8108dc53-231a-4d34-870b-533554d99e50 tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] 10.222.0.57 "GET /v2.0/security-groups?id=acedc6ab-6e98-4750-800b-8e7459201244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768055 Dec 09 15:43:45.989754 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531e9508-3241-46f5-a84e-b87f6dffa35b tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Made reservation on behalf of 7690a19135b241f28d7f8cc78a859dab for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:43:45.993395 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-531e9508-3241-46f5-a84e-b87f6dffa35b tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:46.012183 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41922) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:46.106655 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbfb3178-01ee-456e-b77d-c1529de9b2f8 admin admin] Deleting subnet a75137d3-5bab-4ff0-9c87-80fcdd67f478 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:43:46.124477 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cbfb3178-01ee-456e-b77d-c1529de9b2f8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:46.195606 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cbfb3178-01ee-456e-b77d-c1529de9b2f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:46.216883 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce47b296-ef43-4295-846c-e1669164de24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:46.249602 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-531e9508-3241-46f5-a84e-b87f6dffa35b tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:46.285815 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cbfb3178-01ee-456e-b77d-c1529de9b2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:46.315534 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e9508-3241-46f5-a84e-b87f6dffa35b tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event updated for resources: {'Subnet': ['ID=7b39d17a-4e38-426f-897c-afbc978e9ef8,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:46.328030 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531e9508-3241-46f5-a84e-b87f6dffa35b tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Checking segment: {'id': 'e98725bc-13d8-457d-a945-feef29fa97aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5b41b502-7c31-4af6-9307-f219f90ab3ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:43:46.328402 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531e9508-3241-46f5-a84e-b87f6dffa35b tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Network hostable DHCP agents. Network: 5b41b502-7c31-4af6-9307-f219f90ab3ab, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:43:46.337153 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce47b296-ef43-4295-846c-e1669164de24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a559c65-2f7a-4d61-8990-1bf5a624e7ab,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:46.356446 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce47b296-ef43-4295-846c-e1669164de24 admin admin] Checking segment: {'id': '3dddac0d-60d7-49a6-8d0e-df5f8236b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '9aaa106c-52c8-44a4-938f-9dd8eef4bf97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:43:46.356807 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce47b296-ef43-4295-846c-e1669164de24 admin admin] Network hostable DHCP agents. Network: 9aaa106c-52c8-44a4-938f-9dd8eef4bf97, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:43:46.359703 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531e9508-3241-46f5-a84e-b87f6dffa35b tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Network 5b41b502-7c31-4af6-9307-f219f90ab3ab is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:43:46.369754 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-531e9508-3241-46f5-a84e-b87f6dffa35b tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 5b41b502-7c31-4af6-9307-f219f90ab3ab) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:43:46.374948 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531e9508-3241-46f5-a84e-b87f6dffa35b tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:46.376115 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-531e9508-3241-46f5-a84e-b87f6dffa35b tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:46.382591 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5298b461-89bd-4893-b81a-6c32786731f4 None None] Network 5b41b502-7c31-4af6-9307-f219f90ab3ab requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:43:46.385072 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cbfb3178-01ee-456e-b77d-c1529de9b2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:46.400456 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-531e9508-3241-46f5-a84e-b87f6dffa35b tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5663505 Dec 09 15:43:46.404063 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41928) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:46.420047 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb3178-01ee-456e-b77d-c1529de9b2f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a75137d3-5bab-4ff0-9c87-80fcdd67f478,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:46.423163 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce47b296-ef43-4295-846c-e1669164de24 admin admin] Network 9aaa106c-52c8-44a4-938f-9dd8eef4bf97 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:43:46.426620 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cbfb3178-01ee-456e-b77d-c1529de9b2f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:46.433149 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-cbfb3178-01ee-456e-b77d-c1529de9b2f8 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a75137d3-5bab-4ff0-9c87-80fcdd67f478 HTTP/1.1" status: 204 len: 168 time: 0.4197316 Dec 09 15:43:46.439098 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41930) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:46.448112 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805ea2b6-2f07-4158-b7ba-ff9c7560a5ee None None] Network dcdb628e-5130-4046-a7ec-e30fed59a905 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:43:46.463852 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-ce47b296-ef43-4295-846c-e1669164de24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 9aaa106c-52c8-44a4-938f-9dd8eef4bf97) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:43:46.506238 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cf2a0d-6fbb-459d-8253-5ef87a4d28fd None None] Network 9aaa106c-52c8-44a4-938f-9dd8eef4bf97 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:43:46.510775 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce47b296-ef43-4295-846c-e1669164de24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:46.511372 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce47b296-ef43-4295-846c-e1669164de24 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:46.553571 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ce47b296-ef43-4295-846c-e1669164de24 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6918366 Dec 09 15:43:46.561195 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-82587b13-456c-4c56-b83d-2844461ea2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:46.669599 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4eedb8f-bf74-4205-9357-f3ab33e6f7ce None None] DHCP port deletion for dcdb628e-5130-4046-a7ec-e30fed59a905 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:43:46.684186 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-82587b13-456c-4c56-b83d-2844461ea2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:46.688895 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a33d0fc-b5b1-4afb-94a8-ed364856b20f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-5b41b502-7c31-4af6-9307-f219f90ab3ab', 'network_id': '5b41b502-7c31-4af6-9307-f219f90ab3ab', 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'fixed_ips': [{'subnet_id': '7b39d17a-4e38-426f-897c-afbc978e9ef8'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:43:46.689987 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1a33d0fc-b5b1-4afb-94a8-ed364856b20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:46.743994 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-82587b13-456c-4c56-b83d-2844461ea2ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcdb628e-5130-4046-a7ec-e30fed59a905']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:46.756927 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-82587b13-456c-4c56-b83d-2844461ea2ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd0682b-bda1-497e-bda9-d80ab59b93d8') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:46.757376 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-82587b13-456c-4c56-b83d-2844461ea2ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd0682b-bda1-497e-bda9-d80ab59b93d8') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:46.770073 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-82587b13-456c-4c56-b83d-2844461ea2ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:46.788655 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2228626f-ec3d-4186-b367-6d6ddf8fbfab None None] Network 9aaa106c-52c8-44a4-938f-9dd8eef4bf97 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:43:46.795912 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-82587b13-456c-4c56-b83d-2844461ea2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:46.804214 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82587b13-456c-4c56-b83d-2844461ea2ca admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:43:46.804647 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-82587b13-456c-4c56-b83d-2844461ea2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:46.806766 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:43:46.806766 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:43:46.806766 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:43:46.806766 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:43:46.806766 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:43:46.806766 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:43:46.806766 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:43:46.806766 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:43:46.806766 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:43:46.806766 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:43:46.806766 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:43:46.806766 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:43:46.806766 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:43:46.806766 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:43:46.806766 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:43:46.806766 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:43:46.806766 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:43:46.806766 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:43:46.806766 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:43:46.806766 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:43:46.806766 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:43:46.806766 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:43:46.806766 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:43:46.806766 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:43:46.806766 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:43:46.806766 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:43:46.806766 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:43:46.806766 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:43:46.806766 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:43:46.806766 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:43:46.806766 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:43:46.806766 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:43:46.892910 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-82587b13-456c-4c56-b83d-2844461ea2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:46.905123 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-82587b13-456c-4c56-b83d-2844461ea2ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:46.913114 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-82587b13-456c-4c56-b83d-2844461ea2ca admin admin] 10.222.0.57 "DELETE /v2.0/networks/dcdb628e-5130-4046-a7ec-e30fed59a905 HTTP/1.1" status: 204 len: 168 time: 0.4726794 Dec 09 15:43:46.924721 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82587b13-456c-4c56-b83d-2844461ea2ca admin admin] Pushing event deleted for resources: {'Network': ['ID=dcdb628e-5130-4046-a7ec-e30fed59a905,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:47.008621 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-1a33d0fc-b5b1-4afb-94a8-ed364856b20f None None] Allocated IP 2001:db8::2 (5b41b502-7c31-4af6-9307-f219f90ab3ab/7b39d17a-4e38-426f-897c-afbc978e9ef8/e69ab3c5-15c8-403a-afa2-28a6f621ff08) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:43:47.067288 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41948) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:47.117283 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2cd0a845-cd0a-4605-ba95-9285a3032c9b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=07844446e2964e2183164fabedd030ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0453227 Dec 09 15:43:47.117894 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41952) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:47.171686 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d020a4e3-de31-48c2-a9e2-32a0ec83b585 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:47.173502 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1a33d0fc-b5b1-4afb-94a8-ed364856b20f None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:47.181807 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1a33d0fc-b5b1-4afb-94a8-ed364856b20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:47.195048 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d020a4e3-de31-48c2-a9e2-32a0ec83b585 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:47.228897 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c407b98-f827-486c-8b2e-007238435c3d req-be785e44-6f8b-45bc-96f4-3e1e86540861 tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:47.229515 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a33d0fc-b5b1-4afb-94a8-ed364856b20f None None] Network 5b41b502-7c31-4af6-9307-f219f90ab3ab is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:43:47.230551 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3c407b98-f827-486c-8b2e-007238435c3d req-be785e44-6f8b-45bc-96f4-3e1e86540861 tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a2ccc58-017c-4a74-9487-6793bbe18673 HTTP/1.1" status: 200 len: 945 time: 0.1064212 Dec 09 15:43:47.232623 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-1a33d0fc-b5b1-4afb-94a8-ed364856b20f None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:43:47.239899 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a33d0fc-b5b1-4afb-94a8-ed364856b20f None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:43:47.242185 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33d0fc-b5b1-4afb-94a8-ed364856b20f None None] Pushing event updated for resources: {'Port': ['ID=e69ab3c5-15c8-403a-afa2-28a6f621ff08,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:47.264918 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d020a4e3-de31-48c2-a9e2-32a0ec83b585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:47.267704 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d020a4e3-de31-48c2-a9e2-32a0ec83b585 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:47.271251 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d020a4e3-de31-48c2-a9e2-32a0ec83b585 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/50be2a54-87d6-4421-8e75-819938769488 HTTP/1.1" status: 204 len: 168 time: 0.1504967 Dec 09 15:43:47.277489 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d020a4e3-de31-48c2-a9e2-32a0ec83b585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50be2a54-87d6-4421-8e75-819938769488,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:47.297729 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b259a6b-a9ed-4936-b103-0afec5acb86f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:47.299279 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-1a33d0fc-b5b1-4afb-94a8-ed364856b20f None None] Attempting to bind port e69ab3c5-15c8-403a-afa2-28a6f621ff08 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:43:47.299757 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-1a33d0fc-b5b1-4afb-94a8-ed364856b20f None None] Attempting to bind port e69ab3c5-15c8-403a-afa2-28a6f621ff08 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'e98725bc-13d8-457d-a945-feef29fa97aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5b41b502-7c31-4af6-9307-f219f90ab3ab'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:43:47.301629 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a33d0fc-b5b1-4afb-94a8-ed364856b20f None None] Attempting to bind port e69ab3c5-15c8-403a-afa2-28a6f621ff08 on network 5b41b502-7c31-4af6-9307-f219f90ab3ab {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:43:47.313793 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a33d0fc-b5b1-4afb-94a8-ed364856b20f None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:43:47.314341 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a33d0fc-b5b1-4afb-94a8-ed364856b20f None None] Checking segment: {'id': 'e98725bc-13d8-457d-a945-feef29fa97aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5b41b502-7c31-4af6-9307-f219f90ab3ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:43:47.314851 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1a33d0fc-b5b1-4afb-94a8-ed364856b20f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:47.315340 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a33d0fc-b5b1-4afb-94a8-ed364856b20f None None] Bound using segment: {'id': 'e98725bc-13d8-457d-a945-feef29fa97aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5b41b502-7c31-4af6-9307-f219f90ab3ab'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:43:47.315911 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-1a33d0fc-b5b1-4afb-94a8-ed364856b20f None None] Bound port: e69ab3c5-15c8-403a-afa2-28a6f621ff08, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98725bc-13d8-457d-a945-feef29fa97aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5b41b502-7c31-4af6-9307-f219f90ab3ab'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:43:47.316402 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1a33d0fc-b5b1-4afb-94a8-ed364856b20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:47.336372 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3c407b98-f827-486c-8b2e-007238435c3d req-755fe51b-4bda-46c4-b851-1a746dbabf00 tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] 10.222.0.57 "GET /v2.0/security-groups?id=d957add7-ef05-4f87-97a0-d0d388143670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970016 Dec 09 15:43:47.397733 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1a33d0fc-b5b1-4afb-94a8-ed364856b20f None None] For port e69ab3c5-15c8-403a-afa2-28a6f621ff08, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:43:47.401132 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1a33d0fc-b5b1-4afb-94a8-ed364856b20f None None] For port e69ab3c5-15c8-403a-afa2-28a6f621ff08, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=e69ab3c5-15c8-403a-afa2-28a6f621ff08,segment=NetworkSegment(e98725bc-13d8-457d-a945-feef29fa97aa),segment_id=e98725bc-13d8-457d-a945-feef29fa97aa)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:43:47.407481 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1a33d0fc-b5b1-4afb-94a8-ed364856b20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:47.470236 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33d0fc-b5b1-4afb-94a8-ed364856b20f None None] Pushing event updated for resources: {'Port': ['ID=e69ab3c5-15c8-403a-afa2-28a6f621ff08,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:47.556687 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462f045-dfc0-42e4-9cd4-96851d0a23ee req-4f380cbd-21ab-4efd-8481-82beef126aa7 tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:47.558266 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3462f045-dfc0-42e4-9cd4-96851d0a23ee req-4f380cbd-21ab-4efd-8481-82beef126aa7 tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f9a2d3c-b0e6-435c-a19f-a280dc370a37 HTTP/1.1" status: 200 len: 950 time: 0.1466780 Dec 09 15:43:47.732641 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3462f045-dfc0-42e4-9cd4-96851d0a23ee req-a9bc743f-abda-453e-94e4-34e5418582e2 tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] 10.222.0.57 "GET /v2.0/security-groups?id=acedc6ab-6e98-4750-800b-8e7459201244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390138 Dec 09 15:43:47.761239 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-7b259a6b-a9ed-4936-b103-0afec5acb86f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Allocated IP 2001:db8::1 (5b41b502-7c31-4af6-9307-f219f90ab3ab/7b39d17a-4e38-426f-897c-afbc978e9ef8/04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:43:47.912153 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b259a6b-a9ed-4936-b103-0afec5acb86f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:47.952058 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b259a6b-a9ed-4936-b103-0afec5acb86f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:47.992717 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b259a6b-a9ed-4936-b103-0afec5acb86f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Network 5b41b502-7c31-4af6-9307-f219f90ab3ab is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:43:47.996016 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-7b259a6b-a9ed-4936-b103-0afec5acb86f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:43:48.002565 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b259a6b-a9ed-4936-b103-0afec5acb86f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:43:48.003200 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b259a6b-a9ed-4936-b103-0afec5acb86f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:48.042644 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b259a6b-a9ed-4936-b103-0afec5acb86f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event updated for resources: {'Port': ['ID=04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:48.279404 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b259a6b-a9ed-4936-b103-0afec5acb86f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:48.352729 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f08d9e-b1f9-45cd-91b7-1062f93e7db4 req-e80ca01c-bb1e-4ae3-95fe-571af055e126 tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:48.354450 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-09f08d9e-b1f9-45cd-91b7-1062f93e7db4 req-e80ca01c-bb1e-4ae3-95fe-571af055e126 tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a2ccc58-017c-4a74-9487-6793bbe18673 HTTP/1.1" status: 200 len: 945 time: 0.1266749 Dec 09 15:43:48.386094 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-e9f9dda4-7083-432e-ba81-61fadd703d6e tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:48.388448 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-e9f9dda4-7083-432e-ba81-61fadd703d6e tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] 10.222.0.57 "GET /v2.0/networks?id=9aaa106c-52c8-44a4-938f-9dd8eef4bf97 HTTP/1.1" status: 200 len: 820 time: 0.2450781 Dec 09 15:43:48.496831 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-47f20c9b-a546-4150-8c16-c4a2d6e0b871 tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] 10.222.0.57 "GET /v2.0/quotas/69a0df4064aa4366ab179d0dda9ec56a HTTP/1.1" status: 200 len: 375 time: 0.0679815 Dec 09 15:43:48.505819 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf944010-f729-4390-999d-670269e776b6 None None] Network 5b41b502-7c31-4af6-9307-f219f90ab3ab requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:43:48.576134 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c1e55a6e-2fa3-4fdc-9bcd-285644cf0066 None None] Provisioning complete for port e69ab3c5-15c8-403a-afa2-28a6f621ff08 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:48.576447 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c1e55a6e-2fa3-4fdc-9bcd-285644cf0066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:48.590604 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-260df2e0-ac36-4dc3-a339-445f4d7e1073 tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=69a0df4064aa4366ab179d0dda9ec56a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442700 Dec 09 15:43:48.603212 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f4951-09c4-419f-bed9-329e6ee7ac96 req-c2ef39e3-5e1f-4f3a-ba2a-ba835dc79456 tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:48.604798 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9d7f4951-09c4-419f-bed9-329e6ee7ac96 req-c2ef39e3-5e1f-4f3a-ba2a-ba835dc79456 tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9a2d3c-b0e6-435c-a19f-a280dc370a37 HTTP/1.1" status: 200 len: 950 time: 0.2618551 Dec 09 15:43:48.692907 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c1e55a6e-2fa3-4fdc-9bcd-285644cf0066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:48.731114 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c1e55a6e-2fa3-4fdc-9bcd-285644cf0066 None None] For port e69ab3c5-15c8-403a-afa2-28a6f621ff08, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=e69ab3c5-15c8-403a-afa2-28a6f621ff08,segment=NetworkSegment(e98725bc-13d8-457d-a945-feef29fa97aa),segment_id=e98725bc-13d8-457d-a945-feef29fa97aa)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:43:48.735164 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c1e55a6e-2fa3-4fdc-9bcd-285644cf0066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:48.772191 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-09f08d9e-b1f9-45cd-91b7-1062f93e7db4 req-bd63ab1b-40a8-47e6-847c-f161ccc6ab4d tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] Deleting port 31b78953-ecc6-47e3-a362-22171268e88e {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:43:48.772568 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-09f08d9e-b1f9-45cd-91b7-1062f93e7db4 req-bd63ab1b-40a8-47e6-847c-f161ccc6ab4d tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:48.790180 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e55a6e-2fa3-4fdc-9bcd-285644cf0066 None None] Pushing event updated for resources: {'Port': ['ID=e69ab3c5-15c8-403a-afa2-28a6f621ff08,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:48.959584 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6b6ae747-7fad-4287-86c9-6377c21e0a84 None None] Provisioning complete for port 04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:48.959952 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6b6ae747-7fad-4287-86c9-6377c21e0a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:48.999922 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-6b6ae747-7fad-4287-86c9-6377c21e0a84 None None] Port 04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:43:49.003657 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-67815c8e-54ca-4dfd-a3cd-7d9d7b463b79 service neutron] 10.222.0.57 "GET /v2.0/networks/9aaa106c-52c8-44a4-938f-9dd8eef4bf97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951547 Dec 09 15:43:49.011035 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6b6ae747-7fad-4287-86c9-6377c21e0a84 None None] Provisioning complete for port e69ab3c5-15c8-403a-afa2-28a6f621ff08 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:49.011754 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6b6ae747-7fad-4287-86c9-6377c21e0a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:49.013859 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-9d7f4951-09c4-419f-bed9-329e6ee7ac96 req-ecf8aeff-a02c-4596-a454-4bbec4d7a94e tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] Deleting port 66021914-fa4a-4254-b581-d585cf6b5b4b {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:43:49.014197 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9d7f4951-09c4-419f-bed9-329e6ee7ac96 req-ecf8aeff-a02c-4596-a454-4bbec4d7a94e tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:49.025063 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b259a6b-a9ed-4936-b103-0afec5acb86f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:49.075439 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b259a6b-a9ed-4936-b103-0afec5acb86f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:49.076238 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b259a6b-a9ed-4936-b103-0afec5acb86f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:49.100382 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-09f08d9e-b1f9-45cd-91b7-1062f93e7db4 req-bd63ab1b-40a8-47e6-847c-f161ccc6ab4d tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] For port 31b78953-ecc6-47e3-a362-22171268e88e, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=31b78953-ecc6-47e3-a362-22171268e88e,segment=NetworkSegment(e80ad65f-7180-4c60-9646-8ed9026dad31),segment_id=e80ad65f-7180-4c60-9646-8ed9026dad31)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:43:49.101115 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-09f08d9e-b1f9-45cd-91b7-1062f93e7db4 req-bd63ab1b-40a8-47e6-847c-f161ccc6ab4d tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:49.179550 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device e69ab3c5-15c8-403a-afa2-28a6f621ff08 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:43:49.185623 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-09f08d9e-b1f9-45cd-91b7-1062f93e7db4 req-bd63ab1b-40a8-47e6-847c-f161ccc6ab4d tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] Calling delete_port for 31b78953-ecc6-47e3-a362-22171268e88e owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:43:49.229128 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7fef281a-66fd-4844-9a49-4a630df91688 None None] Provisioning complete for port 04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:49.229496 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7fef281a-66fd-4844-9a49-4a630df91688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:49.257191 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b259a6b-a9ed-4936-b103-0afec5acb86f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event updated for resources: {'Port': ['ID=04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:49.267917 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port e69ab3c5-15c8-403a-afa2-28a6f621ff08 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:49.268305 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:49.291178 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-7fef281a-66fd-4844-9a49-4a630df91688 None None] Port 04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:43:49.359433 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-9d7f4951-09c4-419f-bed9-329e6ee7ac96 req-ecf8aeff-a02c-4596-a454-4bbec4d7a94e tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] For port 66021914-fa4a-4254-b581-d585cf6b5b4b, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=66021914-fa4a-4254-b581-d585cf6b5b4b,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:43:49.359930 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9d7f4951-09c4-419f-bed9-329e6ee7ac96 req-ecf8aeff-a02c-4596-a454-4bbec4d7a94e tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:49.384249 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-f9653548-3d0e-4df7-96be-5ab27ad9487e service neutron] 10.222.0.57 "GET /v2.0/networks/9aaa106c-52c8-44a4-938f-9dd8eef4bf97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670323 Dec 09 15:43:49.395493 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-9d7f4951-09c4-419f-bed9-329e6ee7ac96 req-ecf8aeff-a02c-4596-a454-4bbec4d7a94e tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] Calling delete_port for 66021914-fa4a-4254-b581-d585cf6b5b4b owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:43:49.471864 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b259a6b-a9ed-4936-b103-0afec5acb86f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Network 5b41b502-7c31-4af6-9307-f219f90ab3ab is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:43:49.476167 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-7b259a6b-a9ed-4936-b103-0afec5acb86f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:43:49.659797 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-09f08d9e-b1f9-45cd-91b7-1062f93e7db4 req-bd63ab1b-40a8-47e6-847c-f161ccc6ab4d tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:49.721140 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd63ab1b-40a8-47e6-847c-f161ccc6ab4d tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] Pushing event deleted for resources: {'Port': ['ID=31b78953-ecc6-47e3-a362-22171268e88e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:49.815229 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f08d9e-b1f9-45cd-91b7-1062f93e7db4 req-bd63ab1b-40a8-47e6-847c-f161ccc6ab4d tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] No DVR routers for this DVR port 31b78953-ecc6-47e3-a362-22171268e88e on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:43:49.818120 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9d7f4951-09c4-419f-bed9-329e6ee7ac96 req-ecf8aeff-a02c-4596-a454-4bbec4d7a94e tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:49.821044 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-09f08d9e-b1f9-45cd-91b7-1062f93e7db4 req-bd63ab1b-40a8-47e6-847c-f161ccc6ab4d tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:49.825139 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-09f08d9e-b1f9-45cd-91b7-1062f93e7db4 req-bd63ab1b-40a8-47e6-847c-f161ccc6ab4d tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] 10.222.0.31 "DELETE /v2.0/ports/31b78953-ecc6-47e3-a362-22171268e88e HTTP/1.1" status: 204 len: 173 time: 1.4572642 Dec 09 15:43:49.825824 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a2ccc58-017c-4a74-9487-6793bbe18673', 'name': 'network-vif-deleted', 'tag': '31b78953-ecc6-47e3-a362-22171268e88e'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:43:49.828137 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ecae36-2012-47ab-8b60-a4dfe584eba6" -d '{"events": [{"server_uuid": "2a2ccc58-017c-4a74-9487-6793bbe18673", "name": "network-vif-deleted", "tag": "31b78953-ecc6-47e3-a362-22171268e88e"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:43:49.836939 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b259a6b-a9ed-4936-b103-0afec5acb86f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Router 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:43:49.870907 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf8aeff-a02c-4596-a454-4bbec4d7a94e tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] Pushing event deleted for resources: {'Port': ['ID=66021914-fa4a-4254-b581-d585cf6b5b4b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:49.957921 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-0ef8200e-7904-4843-9b4a-89dd13fe73f3 None None] Provisioning complete for port 04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:49.960160 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0ef8200e-7904-4843-9b4a-89dd13fe73f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:49.965366 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7f4951-09c4-419f-bed9-329e6ee7ac96 req-ecf8aeff-a02c-4596-a454-4bbec4d7a94e tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] No DVR routers for this DVR port 66021914-fa4a-4254-b581-d585cf6b5b4b on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:43:50.025869 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9d7f4951-09c4-419f-bed9-329e6ee7ac96 req-ecf8aeff-a02c-4596-a454-4bbec4d7a94e tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:50.030531 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9d7f4951-09c4-419f-bed9-329e6ee7ac96 req-ecf8aeff-a02c-4596-a454-4bbec4d7a94e tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] 10.222.0.31 "DELETE /v2.0/ports/66021914-fa4a-4254-b581-d585cf6b5b4b HTTP/1.1" status: 204 len: 173 time: 1.4196529 Dec 09 15:43:50.060739 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-0ef8200e-7904-4843-9b4a-89dd13fe73f3 None None] Port 04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:43:50.093145 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b259a6b-a9ed-4936-b103-0afec5acb86f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:43:50.102687 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7b259a6b-a9ed-4936-b103-0afec5acb86f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "PUT /v2.0/routers/2d8208ad-4b9c-474d-a3e4-f86a1b31b936/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6974573 Dec 09 15:43:50.106067 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42012) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:50.111215 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1b23de-84d1-4282-9fa9-485116c74055 None None] Sync routers for ids ['2d8208ad-4b9c-474d-a3e4-f86a1b31b936'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:43:50.115587 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-e0fa7475-93d4-49c9-8249-e1f1e4dc7903 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1880647509'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:43:50.125262 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1b23de-84d1-4282-9fa9-485116c74055 None None] Routers {'2d8208ad-4b9c-474d-a3e4-f86a1b31b936'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:43:50.126076 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-cb1b23de-84d1-4282-9fa9-485116c74055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:43:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['2d8208ad-4b9c-474d-a3e4-f86a1b31b936'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:50.160795 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fa7475-93d4-49c9-8249-e1f1e4dc7903 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Made reservation on behalf of 7690a19135b241f28d7f8cc78a859dab for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:43:50.168839 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e0fa7475-93d4-49c9-8249-e1f1e4dc7903 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:50.195103 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0fa7475-93d4-49c9-8249-e1f1e4dc7903 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:43:50.213099 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e0fa7475-93d4-49c9-8249-e1f1e4dc7903 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:50.213474 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-e0fa7475-93d4-49c9-8249-e1f1e4dc7903 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Added segment 81cba23f-9c87-4f92-99a8-bf9124a681b4 of type vlan for network d856adbf-6ff7-42ff-9667-b52a71b1cc9d Dec 09 15:43:50.258511 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-cb1b23de-84d1-4282-9fa9-485116c74055 None None] Set router 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 gateway port host: None {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:43:50.276506 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e0fa7475-93d4-49c9-8249-e1f1e4dc7903 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:50.330177 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e0fa7475-93d4-49c9-8249-e1f1e4dc7903 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:50.342788 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fa7475-93d4-49c9-8249-e1f1e4dc7903 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:50.343505 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e0fa7475-93d4-49c9-8249-e1f1e4dc7903 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:50.437867 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1127507c-f136-4589-b089-87ab2c1cef2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:50.441966 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-be1012d4-14a5-418e-8cfa-6f7596a5eba2 req-1d598c4c-c2a9-4d10-b1ea-1d65828399bf tempest-InstanceActionsTestJSON-1055392765 tempest-InstanceActionsTestJSON-1055392765-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a2ccc58-017c-4a74-9487-6793bbe18673 HTTP/1.1" status: 200 len: 210 time: 0.0306675 Dec 09 15:43:50.452491 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e0fa7475-93d4-49c9-8249-e1f1e4dc7903 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3448923 Dec 09 15:43:50.455161 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 42024) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:50.462401 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fa7475-93d4-49c9-8249-e1f1e4dc7903 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event updated for resources: {'Network': ['ID=d856adbf-6ff7-42ff-9667-b52a71b1cc9d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:50.478549 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network d856adbf-6ff7-42ff-9667-b52a71b1cc9d details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:43:50.478863 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-99b0cd27-83c7-4beb-be7f-292b5433e32b tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Request body: {'subnet': {'network_id': 'd856adbf-6ff7-42ff-9667-b52a71b1cc9d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:43:50.570698 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-cb1b23de-84d1-4282-9fa9-485116c74055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'name': 'tempest-RoutersIpV6Test-router-175322339', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:43:45Z', 'updated_at': '2021-12-09T15:43:48Z', 'revision_number': 2, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'gw_port_host': None, '_interfaces': [{'id': '04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69', 'name': '', 'network_id': '5b41b502-7c31-4af6-9307-f219f90ab3ab', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:3f:33:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:47Z', 'updated_at': '2021-12-09T15:43:48Z', 'revision_number': 2, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:50.586404 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9f14bba6-d1ae-4cbf-aa60-2ba2015473b8 req-6b4edc4c-4b66-4af4-9121-b8906596af7d tempest-VolumesNegativeTest-110552823 tempest-VolumesNegativeTest-110552823-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f9a2d3c-b0e6-435c-a19f-a280dc370a37 HTTP/1.1" status: 200 len: 210 time: 0.0395105 Dec 09 15:43:50.597432 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1b23de-84d1-4282-9fa9-485116c74055 None None] Checking router: 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:43:50.598042 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1b23de-84d1-4282-9fa9-485116c74055 None None] Updating router 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 port 04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69 binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:43:50.615615 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b0cd27-83c7-4beb-be7f-292b5433e32b tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Made reservation on behalf of 7690a19135b241f28d7f8cc78a859dab for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:43:50.621624 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-99b0cd27-83c7-4beb-be7f-292b5433e32b tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:50.635024 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-cb1b23de-84d1-4282-9fa9-485116c74055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:50.947683 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-cb1b23de-84d1-4282-9fa9-485116c74055 None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:50.954929 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-cb1b23de-84d1-4282-9fa9-485116c74055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:50.988442 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 66021914-fa4a-4254-b581-d585cf6b5b4b no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:43:50.999533 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50546c08-81b9-4e57-bdab-b954a36a8b1e None None] Pushing event updated for resources: {'Port': ['ID=04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:51.015005 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50546c08-81b9-4e57-bdab-b954a36a8b1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:51.015360 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50546c08-81b9-4e57-bdab-b954a36a8b1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:51.015761 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50546c08-81b9-4e57-bdab-b954a36a8b1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:51.016109 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50546c08-81b9-4e57-bdab-b954a36a8b1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:51.016469 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50546c08-81b9-4e57-bdab-b954a36a8b1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:51.016859 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50546c08-81b9-4e57-bdab-b954a36a8b1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:51.017187 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50546c08-81b9-4e57-bdab-b954a36a8b1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:51.017509 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50546c08-81b9-4e57-bdab-b954a36a8b1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:51.017880 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50546c08-81b9-4e57-bdab-b954a36a8b1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:51.018210 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50546c08-81b9-4e57-bdab-b954a36a8b1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:51.018529 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50546c08-81b9-4e57-bdab-b954a36a8b1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:51.019034 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50546c08-81b9-4e57-bdab-b954a36a8b1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:51.019362 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50546c08-81b9-4e57-bdab-b954a36a8b1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:43:51.048330 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 66021914-fa4a-4254-b581-d585cf6b5b4b {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:43:51.049177 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 66021914-fa4a-4254-b581-d585cf6b5b4b not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:43:51.049872 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 31b78953-ecc6-47e3-a362-22171268e88e no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:43:51.080214 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-cb1b23de-84d1-4282-9fa9-485116c74055 None None] Attempting to bind port 04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:43:51.080489 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 31b78953-ecc6-47e3-a362-22171268e88e {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:43:51.080758 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-cb1b23de-84d1-4282-9fa9-485116c74055 None None] Attempting to bind port 04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'e98725bc-13d8-457d-a945-feef29fa97aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5b41b502-7c31-4af6-9307-f219f90ab3ab'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:43:51.080898 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 31b78953-ecc6-47e3-a362-22171268e88e not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:43:51.081138 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1b23de-84d1-4282-9fa9-485116c74055 None None] Attempting to bind port 04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69 on network 5b41b502-7c31-4af6-9307-f219f90ab3ab {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:43:51.086891 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1b23de-84d1-4282-9fa9-485116c74055 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:43:51.087338 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1b23de-84d1-4282-9fa9-485116c74055 None None] Checking segment: {'id': 'e98725bc-13d8-457d-a945-feef29fa97aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5b41b502-7c31-4af6-9307-f219f90ab3ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:43:51.088070 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-cb1b23de-84d1-4282-9fa9-485116c74055 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:51.088969 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1b23de-84d1-4282-9fa9-485116c74055 None None] Bound using segment: {'id': 'e98725bc-13d8-457d-a945-feef29fa97aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5b41b502-7c31-4af6-9307-f219f90ab3ab'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:43:51.090366 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-cb1b23de-84d1-4282-9fa9-485116c74055 None None] Bound port: 04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98725bc-13d8-457d-a945-feef29fa97aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5b41b502-7c31-4af6-9307-f219f90ab3ab'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:43:51.094248 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-cb1b23de-84d1-4282-9fa9-485116c74055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:51.136693 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ca7edbab-18e0-4289-bee3-5c7cf52441eb req-ff02dad7-e836-464c-88ce-4b28152cd67e tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] 10.222.0.57 "GET /v2.0/ports?device_id=57562482-a762-4319-b3a1-4a7885786226 HTTP/1.1" status: 200 len: 210 time: 0.4561059 Dec 09 15:43:51.172186 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-cb1b23de-84d1-4282-9fa9-485116c74055 None None] For port 04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:43:51.175863 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-cb1b23de-84d1-4282-9fa9-485116c74055 None None] For port 04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69,segment=NetworkSegment(e98725bc-13d8-457d-a945-feef29fa97aa),segment_id=e98725bc-13d8-457d-a945-feef29fa97aa)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:43:51.182754 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-cb1b23de-84d1-4282-9fa9-485116c74055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:51.261484 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50546c08-81b9-4e57-bdab-b954a36a8b1e None None] Pushing event updated for resources: {'Port': ['ID=04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69,revision_number=4']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:51.282688 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1b23de-84d1-4282-9fa9-485116c74055 None None] Routers {'2d8208ad-4b9c-474d-a3e4-f86a1b31b936'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:43:51.283308 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-cb1b23de-84d1-4282-9fa9-485116c74055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:43:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['2d8208ad-4b9c-474d-a3e4-f86a1b31b936'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:51.305877 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-5ae1a2ff-94f4-4963-9124-5dd609d04d36 tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:51.308010 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-5ae1a2ff-94f4-4963-9124-5dd609d04d36 tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] 10.222.0.31 "GET /v2.0/networks?id=9aaa106c-52c8-44a4-938f-9dd8eef4bf97 HTTP/1.1" status: 200 len: 820 time: 0.1867924 Dec 09 15:43:51.323048 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-9781d504-52dd-4353-bd57-efdcfd3e6f67 tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] Request body: {'port': {'device_id': '57562482-a762-4319-b3a1-4a7885786226', 'network_id': '9aaa106c-52c8-44a4-938f-9dd8eef4bf97', 'admin_state_up': True, 'tenant_id': '69a0df4064aa4366ab179d0dda9ec56a'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:43:51.391606 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653ddaea-b13b-4cd3-9631-ca4e4974cd9a x-openstack-request-id: req-653ddaea-b13b-4cd3-9631-ca4e4974cd9a {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:43:51.392198 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a2ccc58-017c-4a74-9487-6793bbe18673", "name": "network-vif-deleted", "tag": "31b78953-ecc6-47e3-a362-22171268e88e", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:43:51.392567 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-653ddaea-b13b-4cd3-9631-ca4e4974cd9a {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:43:51.393531 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a2ccc58-017c-4a74-9487-6793bbe18673', 'name': 'network-vif-deleted', 'tag': '31b78953-ecc6-47e3-a362-22171268e88e', 'status': 'completed', 'code': 200} Dec 09 15:43:51.406597 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2344df1d-c065-4282-a715-6500ba9c0742 None None] Provisioning complete for port 04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:51.406962 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2344df1d-c065-4282-a715-6500ba9c0742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:51.411032 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-cb1b23de-84d1-4282-9fa9-485116c74055 None None] Set router 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 gateway port host: None {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:43:51.531079 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-99b0cd27-83c7-4beb-be7f-292b5433e32b tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:51.553436 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2344df1d-c065-4282-a715-6500ba9c0742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:51.619599 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0cd27-83c7-4beb-be7f-292b5433e32b tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event updated for resources: {'Subnet': ['ID=ca7d7d44-abd3-4400-b7fa-875316e6dd76,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:51.633901 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-2344df1d-c065-4282-a715-6500ba9c0742 None None] For port 04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69,segment=NetworkSegment(e98725bc-13d8-457d-a945-feef29fa97aa),segment_id=e98725bc-13d8-457d-a945-feef29fa97aa)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:43:51.643828 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2344df1d-c065-4282-a715-6500ba9c0742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:51.644285 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-9781d504-52dd-4353-bd57-efdcfd3e6f67 tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] Made reservation on behalf of 69a0df4064aa4366ab179d0dda9ec56a for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:43:51.648851 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-9781d504-52dd-4353-bd57-efdcfd3e6f67 tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:51.695131 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-cb1b23de-84d1-4282-9fa9-485116c74055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'name': 'tempest-RoutersIpV6Test-router-175322339', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:43:45Z', 'updated_at': '2021-12-09T15:43:48Z', 'revision_number': 2, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'gw_port_host': None, '_interfaces': [{'id': '04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69', 'name': '', 'network_id': '5b41b502-7c31-4af6-9307-f219f90ab3ab', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:3f:33:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:47Z', 'updated_at': '2021-12-09T15:43:51Z', 'revision_number': 4, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:51.696467 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b0cd27-83c7-4beb-be7f-292b5433e32b tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Checking segment: {'id': '81cba23f-9c87-4f92-99a8-bf9124a681b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd856adbf-6ff7-42ff-9667-b52a71b1cc9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:43:51.697258 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b0cd27-83c7-4beb-be7f-292b5433e32b tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Network hostable DHCP agents. Network: d856adbf-6ff7-42ff-9667-b52a71b1cc9d, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:43:51.716397 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2344df1d-c065-4282-a715-6500ba9c0742 None None] Pushing event updated for resources: {'Port': ['ID=04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:51.743697 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1b23de-84d1-4282-9fa9-485116c74055 None None] The sync data for ids ['2d8208ad-4b9c-474d-a3e4-f86a1b31b936'] in n-d-821228-1 is: [{'id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'name': 'tempest-RoutersIpV6Test-router-175322339', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:43:45Z', 'updated_at': '2021-12-09T15:43:48Z', 'revision_number': 2, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'gw_port_host': None, '_interfaces': [{'id': '04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69', 'name': '', 'network_id': '5b41b502-7c31-4af6-9307-f219f90ab3ab', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:3f:33:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:47Z', 'updated_at': '2021-12-09T15:43:51Z', 'revision_number': 4, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:43:51.773679 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1ca3e88a-e7c0-4d4e-8ce1-18ba7554b3d4 None None] Provisioning complete for port 04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:51.774284 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1ca3e88a-e7c0-4d4e-8ce1-18ba7554b3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:51.775394 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b0cd27-83c7-4beb-be7f-292b5433e32b tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Network d856adbf-6ff7-42ff-9667-b52a71b1cc9d is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:43:51.796392 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-99b0cd27-83c7-4beb-be7f-292b5433e32b tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, d856adbf-6ff7-42ff-9667-b52a71b1cc9d) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:43:51.806655 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd7ac83-8678-471b-a0c7-e9b767b654a0 None None] Network d856adbf-6ff7-42ff-9667-b52a71b1cc9d requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:43:51.824637 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b0cd27-83c7-4beb-be7f-292b5433e32b tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:51.825327 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-99b0cd27-83c7-4beb-be7f-292b5433e32b tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:51.867759 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-99b0cd27-83c7-4beb-be7f-292b5433e32b tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4111090 Dec 09 15:43:51.870602 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42052) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:51.872836 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-9781d504-52dd-4353-bd57-efdcfd3e6f67 tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] Allocated IP 172.20.0.2 (9aaa106c-52c8-44a4-938f-9dd8eef4bf97/5a559c65-2f7a-4d61-8990-1bf5a624e7ab/ad186ea0-4670-4c0e-b46d-232a21e52116) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:43:51.984677 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 42054) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:51.990632 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135ec401-2d87-4f76-a9ff-bd6ea3118bf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-d856adbf-6ff7-42ff-9667-b52a71b1cc9d', 'network_id': 'd856adbf-6ff7-42ff-9667-b52a71b1cc9d', 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'fixed_ips': [{'subnet_id': 'ca7d7d44-abd3-4400-b7fa-875316e6dd76'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:43:51.991517 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-135ec401-2d87-4f76-a9ff-bd6ea3118bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:52.065249 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-8872a427-fd62-41d8-b0ed-8361b56c134a admin admin] Deleting subnet 1bc3ee6c-c810-4d0b-bc1f-a1539f757329 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:43:52.143308 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8872a427-fd62-41d8-b0ed-8361b56c134a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:52.310559 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-135ec401-2d87-4f76-a9ff-bd6ea3118bf6 None None] Allocated IP 2001:db8:1::2 (d856adbf-6ff7-42ff-9667-b52a71b1cc9d/ca7d7d44-abd3-4400-b7fa-875316e6dd76/77650c5f-ab44-4b07-8220-8ad980ee1a34) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:43:52.355070 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-9781d504-52dd-4353-bd57-efdcfd3e6f67 tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:52.435515 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42086) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:52.497096 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8872a427-fd62-41d8-b0ed-8361b56c134a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:52.511896 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-135ec401-2d87-4f76-a9ff-bd6ea3118bf6 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:52.532291 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-135ec401-2d87-4f76-a9ff-bd6ea3118bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:52.597250 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8872a427-fd62-41d8-b0ed-8361b56c134a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:52.605938 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b9d87c42-ca78-4793-8f75-c611a2763a3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:52.616172 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135ec401-2d87-4f76-a9ff-bd6ea3118bf6 None None] Network d856adbf-6ff7-42ff-9667-b52a71b1cc9d is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:43:52.621828 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-135ec401-2d87-4f76-a9ff-bd6ea3118bf6 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:43:52.633843 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135ec401-2d87-4f76-a9ff-bd6ea3118bf6 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:43:52.640605 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-9781d504-52dd-4353-bd57-efdcfd3e6f67 tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:52.654690 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ec401-2d87-4f76-a9ff-bd6ea3118bf6 None None] Pushing event updated for resources: {'Port': ['ID=77650c5f-ab44-4b07-8220-8ad980ee1a34,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:52.743076 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2af21f9b-c3b6-49d2-b51f-4c5c4721aebd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:52.754636 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-135ec401-2d87-4f76-a9ff-bd6ea3118bf6 None None] Attempting to bind port 77650c5f-ab44-4b07-8220-8ad980ee1a34 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:43:52.755285 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-135ec401-2d87-4f76-a9ff-bd6ea3118bf6 None None] Attempting to bind port 77650c5f-ab44-4b07-8220-8ad980ee1a34 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '81cba23f-9c87-4f92-99a8-bf9124a681b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd856adbf-6ff7-42ff-9667-b52a71b1cc9d'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:43:52.756066 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135ec401-2d87-4f76-a9ff-bd6ea3118bf6 None None] Attempting to bind port 77650c5f-ab44-4b07-8220-8ad980ee1a34 on network d856adbf-6ff7-42ff-9667-b52a71b1cc9d {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:43:52.766972 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135ec401-2d87-4f76-a9ff-bd6ea3118bf6 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:43:52.767500 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135ec401-2d87-4f76-a9ff-bd6ea3118bf6 None None] Checking segment: {'id': '81cba23f-9c87-4f92-99a8-bf9124a681b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd856adbf-6ff7-42ff-9667-b52a71b1cc9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:43:52.767902 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-135ec401-2d87-4f76-a9ff-bd6ea3118bf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:52.768514 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135ec401-2d87-4f76-a9ff-bd6ea3118bf6 None None] Bound using segment: {'id': '81cba23f-9c87-4f92-99a8-bf9124a681b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd856adbf-6ff7-42ff-9667-b52a71b1cc9d'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:43:52.769130 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-135ec401-2d87-4f76-a9ff-bd6ea3118bf6 None None] Bound port: 77650c5f-ab44-4b07-8220-8ad980ee1a34, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81cba23f-9c87-4f92-99a8-bf9124a681b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd856adbf-6ff7-42ff-9667-b52a71b1cc9d'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:43:52.769659 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-135ec401-2d87-4f76-a9ff-bd6ea3118bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:52.809248 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b9d87c42-ca78-4793-8f75-c611a2763a3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:52.810593 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-9781d504-52dd-4353-bd57-efdcfd3e6f67 tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] Network 9aaa106c-52c8-44a4-938f-9dd8eef4bf97 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:43:52.819337 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-9781d504-52dd-4353-bd57-efdcfd3e6f67 tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:43:52.843347 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-9781d504-52dd-4353-bd57-efdcfd3e6f67 tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:43:52.865845 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f6bce-4dd9-4247-81bc-87bed07d273c req-6d2797c3-3409-40a6-a3ef-2b1c993fed50 tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:52.867638 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bc9f6bce-4dd9-4247-81bc-87bed07d273c req-6d2797c3-3409-40a6-a3ef-2b1c993fed50 tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] 10.222.0.57 "GET /v2.0/ports?device_id=57562482-a762-4319-b3a1-4a7885786226 HTTP/1.1" status: 200 len: 931 time: 0.2412479 Dec 09 15:43:52.868300 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781d504-52dd-4353-bd57-efdcfd3e6f67 tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] Pushing event updated for resources: {'Port': ['ID=ad186ea0-4670-4c0e-b46d-232a21e52116,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:52.869610 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-135ec401-2d87-4f76-a9ff-bd6ea3118bf6 None None] For port 77650c5f-ab44-4b07-8220-8ad980ee1a34, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:43:52.876241 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-135ec401-2d87-4f76-a9ff-bd6ea3118bf6 None None] For port 77650c5f-ab44-4b07-8220-8ad980ee1a34, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=77650c5f-ab44-4b07-8220-8ad980ee1a34,segment=NetworkSegment(81cba23f-9c87-4f92-99a8-bf9124a681b4),segment_id=81cba23f-9c87-4f92-99a8-bf9124a681b4)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:43:52.878748 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b9d87c42-ca78-4793-8f75-c611a2763a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:52.883214 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-135ec401-2d87-4f76-a9ff-bd6ea3118bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:52.890747 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8872a427-fd62-41d8-b0ed-8361b56c134a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:52.948180 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872a427-fd62-41d8-b0ed-8361b56c134a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bc3ee6c-c810-4d0b-bc1f-a1539f757329,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:52.951880 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b9d87c42-ca78-4793-8f75-c611a2763a3d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=37d48be85e92412a8907436904bd012b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5151527 Dec 09 15:43:52.961029 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 42116) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:52.962172 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d87c42-ca78-4793-8f75-c611a2763a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70bd6a4c-1bb1-420f-ba35-ce278e32b8fa,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:52.965948 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8872a427-fd62-41d8-b0ed-8361b56c134a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:52.977076 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-157ad90d-a59a-4b4a-b8bc-3be7bbece372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:52.983227 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8872a427-fd62-41d8-b0ed-8361b56c134a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/1bc3ee6c-c810-4d0b-bc1f-a1539f757329 HTTP/1.1" status: 204 len: 168 time: 0.9969289 Dec 09 15:43:52.994590 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ec401-2d87-4f76-a9ff-bd6ea3118bf6 None None] Pushing event updated for resources: {'Port': ['ID=77650c5f-ab44-4b07-8220-8ad980ee1a34,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:53.002243 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 42118) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:53.054310 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-9781d504-52dd-4353-bd57-efdcfd3e6f67 tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:53.054986 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-9781d504-52dd-4353-bd57-efdcfd3e6f67 tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:53.183142 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bc9f6bce-4dd9-4247-81bc-87bed07d273c req-cccbe06f-9c4c-4276-b3fd-a085e103ed65 tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2e2cc56-cab4-43a6-be77-568e7272c330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797348 Dec 09 15:43:53.205798 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-9781d504-52dd-4353-bd57-efdcfd3e6f67 tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8868368 Dec 09 15:43:53.249254 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:43:53.272548 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-06fc60b6-3167-4aee-a07e-5272ad13ae88 service neutron] Request body: {'port': {'device_id': '57562482-a762-4319-b3a1-4a7885786226', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:43:53.285615 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-2af21f9b-c3b6-49d2-b51f-4c5c4721aebd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Allocated IP 2001:db8:1::1 (d856adbf-6ff7-42ff-9667-b52a71b1cc9d/ca7d7d44-abd3-4400-b7fa-875316e6dd76/b53638d7-b3c4-47ec-9385-7b283944b6a1) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:43:53.364785 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29cd3154-0856-4808-a36e-303d221951d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:53.465730 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9a2d3c-b0e6-435c-a19f-a280dc370a37', 'name': 'network-vif-deleted', 'tag': '66021914-fa4a-4254-b581-d585cf6b5b4b'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:43:53.470034 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92994e49-8241-4ae6-83be-87dcb2df9cdc" -d '{"events": [{"server_uuid": "5f9a2d3c-b0e6-435c-a19f-a280dc370a37", "name": "network-vif-deleted", "tag": "66021914-fa4a-4254-b581-d585cf6b5b4b"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:43:53.500762 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f6a92bd-2822-4d31-8847-27f78bce17b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:53.502092 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2af21f9b-c3b6-49d2-b51f-4c5c4721aebd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:53.552607 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-06fc60b6-3167-4aee-a07e-5272ad13ae88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:53.557188 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2af21f9b-c3b6-49d2-b51f-4c5c4721aebd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:53.620250 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:53.621264 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:53.650590 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f6a92bd-2822-4d31-8847-27f78bce17b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:53.668162 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af21f9b-c3b6-49d2-b51f-4c5c4721aebd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Network d856adbf-6ff7-42ff-9667-b52a71b1cc9d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:43:53.673712 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-2af21f9b-c3b6-49d2-b51f-4c5c4721aebd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:43:53.680040 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af21f9b-c3b6-49d2-b51f-4c5c4721aebd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:43:53.681440 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2af21f9b-c3b6-49d2-b51f-4c5c4721aebd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:53.712458 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29cd3154-0856-4808-a36e-303d221951d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:53.794052 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af21f9b-c3b6-49d2-b51f-4c5c4721aebd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event updated for resources: {'Port': ['ID=b53638d7-b3c4-47ec-9385-7b283944b6a1,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:53.903612 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2af21f9b-c3b6-49d2-b51f-4c5c4721aebd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:53.985742 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:53.989853 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d11b6f-24c0-4f4b-bdea-f71024c48aaa x-openstack-request-id: req-37d11b6f-24c0-4f4b-bdea-f71024c48aaa {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:43:53.990164 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9a2d3c-b0e6-435c-a19f-a280dc370a37", "name": "network-vif-deleted", "tag": "66021914-fa4a-4254-b581-d585cf6b5b4b", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:43:53.990411 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-37d11b6f-24c0-4f4b-bdea-f71024c48aaa {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:43:53.991291 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9a2d3c-b0e6-435c-a19f-a280dc370a37', 'name': 'network-vif-deleted', 'tag': '66021914-fa4a-4254-b581-d585cf6b5b4b', 'status': 'completed', 'code': 200} Dec 09 15:43:54.009352 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f6a92bd-2822-4d31-8847-27f78bce17b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:54.014111 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f6a92bd-2822-4d31-8847-27f78bce17b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:54.018213 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7f6a92bd-2822-4d31-8847-27f78bce17b7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/70bd6a4c-1bb1-420f-ba35-ce278e32b8fa HTTP/1.1" status: 204 len: 168 time: 1.0561364 Dec 09 15:43:54.020194 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-29cd3154-0856-4808-a36e-303d221951d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ca20f5e-a19e-482c-b28d-a52b110483f5']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:54.038974 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a92bd-2822-4d31-8847-27f78bce17b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bd6a4c-1bb1-420f-ba35-ce278e32b8fa,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:54.047555 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-29cd3154-0856-4808-a36e-303d221951d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e80ad65f-7180-4c60-9646-8ed9026dad31') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:54.047858 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-29cd3154-0856-4808-a36e-303d221951d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e80ad65f-7180-4c60-9646-8ed9026dad31') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:54.060742 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29cd3154-0856-4808-a36e-303d221951d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:54.094096 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29cd3154-0856-4808-a36e-303d221951d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:54.111331 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29cd3154-0856-4808-a36e-303d221951d3 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:43:54.112369 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29cd3154-0856-4808-a36e-303d221951d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:54.187301 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:43:54.187301 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:43:54.187301 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:43:54.187301 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:43:54.187301 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:43:54.187301 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:43:54.187301 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:43:54.187301 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:43:54.187301 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:43:54.187301 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:43:54.187301 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:43:54.187301 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:43:54.187301 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:43:54.187301 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:43:54.187301 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:43:54.187301 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:43:54.187301 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:43:54.187301 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:43:54.187301 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:43:54.187301 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:43:54.187301 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:43:54.187301 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:43:54.187301 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:43:54.187301 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:43:54.187301 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:43:54.187301 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:43:54.187301 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:43:54.187301 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:43:54.187301 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:43:54.187301 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:43:54.187301 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:43:54.187301 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:43:54.239693 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29cd3154-0856-4808-a36e-303d221951d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:54.251598 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29cd3154-0856-4808-a36e-303d221951d3 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:54.255254 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-29cd3154-0856-4808-a36e-303d221951d3 admin admin] 10.222.0.57 "DELETE /v2.0/networks/1ca20f5e-a19e-482c-b28d-a52b110483f5 HTTP/1.1" status: 204 len: 168 time: 1.2463586 Dec 09 15:43:54.282083 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd3154-0856-4808-a36e-303d221951d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ca20f5e-a19e-482c-b28d-a52b110483f5,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:54.451141 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:54.452827 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-06fc60b6-3167-4aee-a07e-5272ad13ae88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad186ea0-4670-4c0e-b46d-232a21e52116 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:43:54.485543 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-06fc60b6-3167-4aee-a07e-5272ad13ae88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:54.543663 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-06fc60b6-3167-4aee-a07e-5272ad13ae88 service neutron] Transition to ACTIVE for port object ad186ea0-4670-4c0e-b46d-232a21e52116 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:43:54.556932 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281626c-d78c-4014-b0a6-1156df27a304 req-c822cdda-889f-4db8-b80e-e33a07b81210 tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:54.569641 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f281626c-d78c-4014-b0a6-1156df27a304 req-c822cdda-889f-4db8-b80e-e33a07b81210 tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] 10.222.0.57 "GET /v2.0/ports?device_id=57562482-a762-4319-b3a1-4a7885786226 HTTP/1.1" status: 200 len: 931 time: 0.1898403 Dec 09 15:43:54.570968 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-06fc60b6-3167-4aee-a07e-5272ad13ae88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:54.572001 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2af21f9b-c3b6-49d2-b51f-4c5c4721aebd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:54.582535 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2af21f9b-c3b6-49d2-b51f-4c5c4721aebd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:54.583326 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2af21f9b-c3b6-49d2-b51f-4c5c4721aebd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:54.649404 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42224) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:54.748529 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f281626c-d78c-4014-b0a6-1156df27a304 req-844e5818-097c-4a7b-8f64-fede4f3e34ae tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2e2cc56-cab4-43a6-be77-568e7272c330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669862 Dec 09 15:43:54.771495 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c61496-1784-475c-965b-dd1ec50f8855 None None] Network d856adbf-6ff7-42ff-9667-b52a71b1cc9d requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:43:54.785453 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc60b6-3167-4aee-a07e-5272ad13ae88 service neutron] Pushing event updated for resources: {'Port': ['ID=ad186ea0-4670-4c0e-b46d-232a21e52116,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:54.803684 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af21f9b-c3b6-49d2-b51f-4c5c4721aebd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event updated for resources: {'Port': ['ID=b53638d7-b3c4-47ec-9385-7b283944b6a1,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:54.828155 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-73b7f478-319a-4065-8b6d-2c25797bf37b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ebcdf14508e845329213dd469bea1d6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1750522 Dec 09 15:43:54.830545 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42230) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:54.877648 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-06fc60b6-3167-4aee-a07e-5272ad13ae88 service neutron] Attempting to bind port ad186ea0-4670-4c0e-b46d-232a21e52116 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:43:54.877994 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-06fc60b6-3167-4aee-a07e-5272ad13ae88 service neutron] Attempting to bind port ad186ea0-4670-4c0e-b46d-232a21e52116 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '3dddac0d-60d7-49a6-8d0e-df5f8236b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '9aaa106c-52c8-44a4-938f-9dd8eef4bf97'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:43:54.878328 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-06fc60b6-3167-4aee-a07e-5272ad13ae88 service neutron] Attempting to bind port ad186ea0-4670-4c0e-b46d-232a21e52116 on network 9aaa106c-52c8-44a4-938f-9dd8eef4bf97 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:43:54.889206 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-06fc60b6-3167-4aee-a07e-5272ad13ae88 service neutron] Port ad186ea0-4670-4c0e-b46d-232a21e52116 on network 9aaa106c-52c8-44a4-938f-9dd8eef4bf97 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:43:54.889539 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-06fc60b6-3167-4aee-a07e-5272ad13ae88 service neutron] Attempting to bind port ad186ea0-4670-4c0e-b46d-232a21e52116 on network 9aaa106c-52c8-44a4-938f-9dd8eef4bf97 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:43:54.890196 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af21f9b-c3b6-49d2-b51f-4c5c4721aebd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Network d856adbf-6ff7-42ff-9667-b52a71b1cc9d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:43:54.895240 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-06fc60b6-3167-4aee-a07e-5272ad13ae88 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:43:54.895580 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-06fc60b6-3167-4aee-a07e-5272ad13ae88 service neutron] Checking segment: {'id': '3dddac0d-60d7-49a6-8d0e-df5f8236b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '9aaa106c-52c8-44a4-938f-9dd8eef4bf97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:43:54.895969 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-06fc60b6-3167-4aee-a07e-5272ad13ae88 service neutron] Bound using segment: {'id': '3dddac0d-60d7-49a6-8d0e-df5f8236b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '9aaa106c-52c8-44a4-938f-9dd8eef4bf97'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:43:54.896395 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-06fc60b6-3167-4aee-a07e-5272ad13ae88 service neutron] Bound port: ad186ea0-4670-4c0e-b46d-232a21e52116, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dddac0d-60d7-49a6-8d0e-df5f8236b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '9aaa106c-52c8-44a4-938f-9dd8eef4bf97'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:43:54.896803 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-06fc60b6-3167-4aee-a07e-5272ad13ae88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:54.898029 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-2af21f9b-c3b6-49d2-b51f-4c5c4721aebd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:43:55.018555 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-06fc60b6-3167-4aee-a07e-5272ad13ae88 service neutron] For port ad186ea0-4670-4c0e-b46d-232a21e52116, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:43:55.028755 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-06fc60b6-3167-4aee-a07e-5272ad13ae88 service neutron] For port ad186ea0-4670-4c0e-b46d-232a21e52116, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=ad186ea0-4670-4c0e-b46d-232a21e52116,segment=NetworkSegment(3dddac0d-60d7-49a6-8d0e-df5f8236b608),segment_id=3dddac0d-60d7-49a6-8d0e-df5f8236b608)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:43:55.042360 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-af0d1456-b98c-4fe1-8f6d-344ade5d426e None None] Provisioning complete for port 77650c5f-ab44-4b07-8220-8ad980ee1a34 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:55.046228 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-af0d1456-b98c-4fe1-8f6d-344ade5d426e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:55.047127 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-06fc60b6-3167-4aee-a07e-5272ad13ae88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:55.119516 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-06fc60b6-3167-4aee-a07e-5272ad13ae88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:55.124728 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-06fc60b6-3167-4aee-a07e-5272ad13ae88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:55.126319 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-06fc60b6-3167-4aee-a07e-5272ad13ae88 service neutron] 10.222.0.31 "PUT /v2.0/ports/ad186ea0-4670-4c0e-b46d-232a21e52116 HTTP/1.1" status: 200 len: 1091 time: 1.8885357 Dec 09 15:43:55.133918 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-956da0ea-d217-4e00-9fe8-7dbeea5626b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:55.199888 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-956da0ea-d217-4e00-9fe8-7dbeea5626b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:55.279429 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-276cd3d8-96f2-4b3e-ab06-edf9eea520ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:55.282238 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-276cd3d8-96f2-4b3e-ab06-edf9eea520ff service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69a0df4064aa4366ab179d0dda9ec56a&device_id=57562482-a762-4319-b3a1-4a7885786226 HTTP/1.1" status: 200 len: 1094 time: 0.1061878 Dec 09 15:43:55.298421 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc60b6-3167-4aee-a07e-5272ad13ae88 service neutron] Pushing event updated for resources: {'Port': ['ID=ad186ea0-4670-4c0e-b46d-232a21e52116,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:55.320406 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-956da0ea-d217-4e00-9fe8-7dbeea5626b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:55.324093 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-956da0ea-d217-4e00-9fe8-7dbeea5626b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:55.329149 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-956da0ea-d217-4e00-9fe8-7dbeea5626b7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d957add7-ef05-4f87-97a0-d0d388143670 HTTP/1.1" status: 204 len: 168 time: 0.4904490 Dec 09 15:43:55.332032 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af21f9b-c3b6-49d2-b51f-4c5c4721aebd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Router 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:43:55.334794 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-aa8543ea-31ff-4d07-a9e1-3dfe80e1b555 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ad186ea0-4670-4c0e-b46d-232a21e52116 HTTP/1.1" status: 200 len: 217 time: 0.0455427 Dec 09 15:43:55.343398 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956da0ea-d217-4e00-9fe8-7dbeea5626b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d957add7-ef05-4f87-97a0-d0d388143670,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:55.373198 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 77650c5f-ab44-4b07-8220-8ad980ee1a34 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:43:55.413350 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-1d4ae175-173e-4d77-a9e1-2cecb06cbafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:55.415671 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-1d4ae175-173e-4d77-a9e1-2cecb06cbafd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5a559c65-2f7a-4d61-8990-1bf5a624e7ab HTTP/1.1" status: 200 len: 860 time: 0.0724061 Dec 09 15:43:55.479551 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-ceb94272-b213-4f17-ae0c-1c7f3e6791e8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9aaa106c-52c8-44a4-938f-9dd8eef4bf97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531008 Dec 09 15:43:55.490974 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:55.518493 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 77650c5f-ab44-4b07-8220-8ad980ee1a34 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:55.519319 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:55.542920 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af21f9b-c3b6-49d2-b51f-4c5c4721aebd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:43:55.553275 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2af21f9b-c3b6-49d2-b51f-4c5c4721aebd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "PUT /v2.0/routers/2d8208ad-4b9c-474d-a3e4-f86a1b31b936/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6815317 Dec 09 15:43:55.557325 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42282) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:55.567796 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3d8fd6-4e1d-4e0f-81b3-6e16872e9160 None None] Sync routers for ids ['2d8208ad-4b9c-474d-a3e4-f86a1b31b936'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:43:55.571187 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ce58a951-adf9-4df6-873b-f6b922612911 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-297702655'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:43:55.602484 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-af0d1456-b98c-4fe1-8f6d-344ade5d426e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:55.627369 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce58a951-adf9-4df6-873b-f6b922612911 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Made reservation on behalf of 7690a19135b241f28d7f8cc78a859dab for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:43:55.637177 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce58a951-adf9-4df6-873b-f6b922612911 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:55.690288 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3d8fd6-4e1d-4e0f-81b3-6e16872e9160 None None] Routers {'2d8208ad-4b9c-474d-a3e4-f86a1b31b936'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:43:55.691413 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9a3d8fd6-4e1d-4e0f-81b3-6e16872e9160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:43:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['2d8208ad-4b9c-474d-a3e4-f86a1b31b936'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:55.696016 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-c0173b80-5f8f-4dd2-a6db-8fcdfe559459 service neutron] 10.222.0.31 "GET /v2.0/networks/9aaa106c-52c8-44a4-938f-9dd8eef4bf97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085168 Dec 09 15:43:55.722088 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce58a951-adf9-4df6-873b-f6b922612911 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:43:55.744785 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce58a951-adf9-4df6-873b-f6b922612911 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:55.745127 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-ce58a951-adf9-4df6-873b-f6b922612911 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Added segment 73ce68d8-13ce-464b-9b10-2174acb6dcfd of type vlan for network b71dd216-ffd6-41fb-a84d-b52bd9747a12 Dec 09 15:43:55.852247 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce58a951-adf9-4df6-873b-f6b922612911 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:55.867766 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-9a3d8fd6-4e1d-4e0f-81b3-6e16872e9160 None None] Set router 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:43:55.880381 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97d1184e-6212-4aae-9459-a20c0ac22064 req-d841a301-2809-42e1-91c3-0d04f3cb5fe1 service neutron] 10.222.0.31 "GET /v2.0/networks/9aaa106c-52c8-44a4-938f-9dd8eef4bf97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767910 Dec 09 15:43:55.921150 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce58a951-adf9-4df6-873b-f6b922612911 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:55.936783 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce58a951-adf9-4df6-873b-f6b922612911 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:55.937826 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce58a951-adf9-4df6-873b-f6b922612911 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:55.941084 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-af0d1456-b98c-4fe1-8f6d-344ade5d426e None None] For port 77650c5f-ab44-4b07-8220-8ad980ee1a34, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=77650c5f-ab44-4b07-8220-8ad980ee1a34,segment=NetworkSegment(81cba23f-9c87-4f92-99a8-bf9124a681b4),segment_id=81cba23f-9c87-4f92-99a8-bf9124a681b4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:43:55.950378 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-af0d1456-b98c-4fe1-8f6d-344ade5d426e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:55.991494 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57562482-a762-4319-b3a1-4a7885786226', 'tag': 'ad186ea0-4670-4c0e-b46d-232a21e52116'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:43:55.994007 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04eb9a5c-8a10-46c9-933c-107aa803b39c" -d '{"events": [{"name": "network-changed", "server_uuid": "57562482-a762-4319-b3a1-4a7885786226", "tag": "ad186ea0-4670-4c0e-b46d-232a21e52116"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:43:56.057266 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d1456-b98c-4fe1-8f6d-344ade5d426e None None] Pushing event updated for resources: {'Port': ['ID=77650c5f-ab44-4b07-8220-8ad980ee1a34,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:56.160525 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ce58a951-adf9-4df6-873b-f6b922612911 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5995193 Dec 09 15:43:56.161241 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 42320) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:56.184770 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeecf0da-af76-4b0a-8b0e-029ec6a117b6 req-c960c22b-23b3-441b-95b5-5dacab5e3c9d tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:56.185104 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58a951-adf9-4df6-873b-f6b922612911 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event updated for resources: {'Network': ['ID=b71dd216-ffd6-41fb-a84d-b52bd9747a12,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:56.193822 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aeecf0da-af76-4b0a-8b0e-029ec6a117b6 req-c960c22b-23b3-441b-95b5-5dacab5e3c9d tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] 10.222.0.57 "GET /v2.0/ports?device_id=57562482-a762-4319-b3a1-4a7885786226 HTTP/1.1" status: 200 len: 943 time: 0.1933498 Dec 09 15:43:56.199387 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-23ca5a1a-dc39-4b2b-97cd-81732e1673a7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Request body: {'subnet': {'network_id': 'b71dd216-ffd6-41fb-a84d-b52bd9747a12', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:43:56.209446 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network b71dd216-ffd6-41fb-a84d-b52bd9747a12 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:43:56.404689 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aeecf0da-af76-4b0a-8b0e-029ec6a117b6 req-55065b41-f991-4a96-9f37-a36b99bfba4c tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2e2cc56-cab4-43a6-be77-568e7272c330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041755 Dec 09 15:43:56.482661 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-92885388-2ef5-45d8-980e-6849cf60601f None None] Provisioning complete for port b53638d7-b3c4-47ec-9385-7b283944b6a1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:56.482899 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-92885388-2ef5-45d8-980e-6849cf60601f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:56.518884 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ca5a1a-dc39-4b2b-97cd-81732e1673a7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Made reservation on behalf of 7690a19135b241f28d7f8cc78a859dab for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:43:56.523474 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-23ca5a1a-dc39-4b2b-97cd-81732e1673a7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:56.567626 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:56.626443 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-92885388-2ef5-45d8-980e-6849cf60601f None None] Port b53638d7-b3c4-47ec-9385-7b283944b6a1 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:43:56.655310 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9a3d8fd6-4e1d-4e0f-81b3-6e16872e9160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'name': 'tempest-RoutersIpV6Test-router-175322339', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:43:45Z', 'updated_at': '2021-12-09T15:43:53Z', 'revision_number': 3, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'gw_port_host': None, '_interfaces': [{'id': '04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69', 'name': '', 'network_id': '5b41b502-7c31-4af6-9307-f219f90ab3ab', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:3f:33:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:47Z', 'updated_at': '2021-12-09T15:43:51Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b53638d7-b3c4-47ec-9385-7b283944b6a1', 'name': '', 'network_id': 'd856adbf-6ff7-42ff-9667-b52a71b1cc9d', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:c6:10:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ca7d7d44-abd3-4400-b7fa-875316e6dd76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:52Z', 'updated_at': '2021-12-09T15:43:54Z', 'revision_number': 2, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': 'ca7d7d44-abd3-4400-b7fa-875316e6dd76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:56.659276 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-92885388-2ef5-45d8-980e-6849cf60601f None None] Provisioning complete for port 77650c5f-ab44-4b07-8220-8ad980ee1a34 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:56.659650 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-92885388-2ef5-45d8-980e-6849cf60601f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:56.801334 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bda6c1a-77f0-4fd5-80c6-fa8cfa94b0ca x-openstack-request-id: req-0bda6c1a-77f0-4fd5-80c6-fa8cfa94b0ca {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:43:56.801645 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57562482-a762-4319-b3a1-4a7885786226", "tag": "ad186ea0-4670-4c0e-b46d-232a21e52116", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:43:56.801908 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0bda6c1a-77f0-4fd5-80c6-fa8cfa94b0ca {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:43:56.802334 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57562482-a762-4319-b3a1-4a7885786226', 'tag': 'ad186ea0-4670-4c0e-b46d-232a21e52116', 'status': 'completed', 'code': 200} Dec 09 15:43:56.844919 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3d8fd6-4e1d-4e0f-81b3-6e16872e9160 None None] Checking router: 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:43:56.844919 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3d8fd6-4e1d-4e0f-81b3-6e16872e9160 None None] Updating router 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 port b53638d7-b3c4-47ec-9385-7b283944b6a1 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:43:56.922878 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-23ca5a1a-dc39-4b2b-97cd-81732e1673a7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:56.944537 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9a3d8fd6-4e1d-4e0f-81b3-6e16872e9160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:57.100279 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42346) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:57.128667 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb9a5c-8a10-46c9-933c-107aa803b39c req-7b1e54dc-f30b-4eff-8c83-835ff8d3bfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:57.132554 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-04eb9a5c-8a10-46c9-933c-107aa803b39c req-7b1e54dc-f30b-4eff-8c83-835ff8d3bfa0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69a0df4064aa4366ab179d0dda9ec56a&device_id=57562482-a762-4319-b3a1-4a7885786226 HTTP/1.1" status: 200 len: 1094 time: 0.2978659 Dec 09 15:43:57.144320 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca5a1a-dc39-4b2b-97cd-81732e1673a7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event updated for resources: {'Subnet': ['ID=0258874e-7e5d-4e1e-97e3-8f9754b37694,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:57.270768 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ca5a1a-dc39-4b2b-97cd-81732e1673a7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Checking segment: {'id': '73ce68d8-13ce-464b-9b10-2174acb6dcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b71dd216-ffd6-41fb-a84d-b52bd9747a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:43:57.271146 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ca5a1a-dc39-4b2b-97cd-81732e1673a7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Network hostable DHCP agents. Network: b71dd216-ffd6-41fb-a84d-b52bd9747a12, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:43:57.296661 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 77650c5f-ab44-4b07-8220-8ad980ee1a34 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:43:57.331037 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-74ad9872-a73e-4188-a524-45af5ab9a1f8 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1666971748-network', 'tenant_id': '69af6f48704d45d7ad96bee512f2c7a0'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:43:57.335696 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ca5a1a-dc39-4b2b-97cd-81732e1673a7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Network b71dd216-ffd6-41fb-a84d-b52bd9747a12 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:43:57.377267 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ad9872-a73e-4188-a524-45af5ab9a1f8 admin admin] Made reservation on behalf of 69af6f48704d45d7ad96bee512f2c7a0 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:43:57.379611 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-74ad9872-a73e-4188-a524-45af5ab9a1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:57.387473 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-23ca5a1a-dc39-4b2b-97cd-81732e1673a7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, b71dd216-ffd6-41fb-a84d-b52bd9747a12) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:43:57.395027 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ca5a1a-dc39-4b2b-97cd-81732e1673a7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:57.395344 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-74ad9872-a73e-4188-a524-45af5ab9a1f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:57.396121 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-23ca5a1a-dc39-4b2b-97cd-81732e1673a7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:57.399968 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb9a5c-8a10-46c9-933c-107aa803b39c req-c717d513-5946-4bd6-9bfa-fed085c0788f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:57.401767 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-04eb9a5c-8a10-46c9-933c-107aa803b39c req-c717d513-5946-4bd6-9bfa-fed085c0788f service neutron] 10.222.0.31 "GET /v2.0/networks?id=9aaa106c-52c8-44a4-938f-9dd8eef4bf97 HTTP/1.1" status: 200 len: 921 time: 0.2584920 Dec 09 15:43:57.454446 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-04eb9a5c-8a10-46c9-933c-107aa803b39c req-bc9c2439-c192-418a-8890-9e018e7ba169 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ad186ea0-4670-4c0e-b46d-232a21e52116 HTTP/1.1" status: 200 len: 217 time: 0.0434656 Dec 09 15:43:57.458639 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-23ca5a1a-dc39-4b2b-97cd-81732e1673a7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2961318 Dec 09 15:43:57.461627 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 42372) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:57.465192 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a227164-894f-46c5-9ef8-690673cf88d0 None None] Network b71dd216-ffd6-41fb-a84d-b52bd9747a12 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:43:57.587385 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-74ad9872-a73e-4188-a524-45af5ab9a1f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:57.596017 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-74ad9872-a73e-4188-a524-45af5ab9a1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:57.622687 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb9a5c-8a10-46c9-933c-107aa803b39c req-0ff062fc-d5b5-4289-8ef2-ff299af70f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:57.624367 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-04eb9a5c-8a10-46c9-933c-107aa803b39c req-0ff062fc-d5b5-4289-8ef2-ff299af70f71 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5a559c65-2f7a-4d61-8990-1bf5a624e7ab HTTP/1.1" status: 200 len: 860 time: 0.1617861 Dec 09 15:43:57.652744 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74ad9872-a73e-4188-a524-45af5ab9a1f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:43:57.668186 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-04eb9a5c-8a10-46c9-933c-107aa803b39c req-f5e598b4-cfa2-4ef7-890f-0dfa48879588 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9aaa106c-52c8-44a4-938f-9dd8eef4bf97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347469 Dec 09 15:43:57.668949 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad9872-a73e-4188-a524-45af5ab9a1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98875989-7dee-42d4-b91e-57a6934eff86,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:57.685149 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-74ad9872-a73e-4188-a524-45af5ab9a1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:57.685495 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-74ad9872-a73e-4188-a524-45af5ab9a1f8 admin admin] Added segment 6461db41-0daf-440f-8b0b-0733c72fba87 of type vlan for network 8db18da0-45a4-4b0e-b584-ca18db186e9d Dec 09 15:43:57.787413 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-74ad9872-a73e-4188-a524-45af5ab9a1f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:57.817682 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-74ad9872-a73e-4188-a524-45af5ab9a1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:57.819032 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ad9872-a73e-4188-a524-45af5ab9a1f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:57.820025 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-74ad9872-a73e-4188-a524-45af5ab9a1f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:57.905132 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-74ad9872-a73e-4188-a524-45af5ab9a1f8 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8030684 Dec 09 15:43:57.908864 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42392) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:43:57.914122 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4bdc667a-ab2b-4397-a2c8-98039ca76a31 admin admin] Request body: {'subnet': {'network_id': '8db18da0-45a4-4b0e-b584-ca18db186e9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1666971748-subnet', 'tenant_id': '69af6f48704d45d7ad96bee512f2c7a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:43:57.945402 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad9872-a73e-4188-a524-45af5ab9a1f8 admin admin] Pushing event updated for resources: {'Network': ['ID=8db18da0-45a4-4b0e-b584-ca18db186e9d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:57.962530 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bdc667a-ab2b-4397-a2c8-98039ca76a31 admin admin] Made reservation on behalf of 69af6f48704d45d7ad96bee512f2c7a0 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:43:57.968108 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4bdc667a-ab2b-4397-a2c8-98039ca76a31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:58.018161 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 8db18da0-45a4-4b0e-b584-ca18db186e9d details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:43:58.118815 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 77650c5f-ab44-4b07-8220-8ad980ee1a34 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:58.119281 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:58.123498 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8029003-ed6b-4b37-8c81-32971dbafb24 req-69b75b3c-ad2e-4d7c-a510-1ed961030092 tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:58.132860 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b8029003-ed6b-4b37-8c81-32971dbafb24 req-69b75b3c-ad2e-4d7c-a510-1ed961030092 tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] 10.222.0.57 "GET /v2.0/ports?device_id=57562482-a762-4319-b3a1-4a7885786226 HTTP/1.1" status: 200 len: 943 time: 0.3788583 Dec 09 15:43:58.166463 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-39a8a624-542d-49eb-afcc-7422f9c6e2bf None None] Provisioning complete for port b53638d7-b3c4-47ec-9385-7b283944b6a1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:58.167696 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-39a8a624-542d-49eb-afcc-7422f9c6e2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:58.177327 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-04eb9a5c-8a10-46c9-933c-107aa803b39c req-db071392-29cb-4cc0-9829-f30487bd53ab service neutron] 10.222.0.31 "GET /v2.0/networks/9aaa106c-52c8-44a4-938f-9dd8eef4bf97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4803131 Dec 09 15:43:58.265086 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-39a8a624-542d-49eb-afcc-7422f9c6e2bf None None] Port b53638d7-b3c4-47ec-9385-7b283944b6a1 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:43:58.281604 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4bdc667a-ab2b-4397-a2c8-98039ca76a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:58.343138 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a770125-f630-49e1-98e6-464db28864fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-b71dd216-ffd6-41fb-a84d-b52bd9747a12', 'network_id': 'b71dd216-ffd6-41fb-a84d-b52bd9747a12', 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'fixed_ips': [{'subnet_id': '0258874e-7e5d-4e1e-97e3-8f9754b37694'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:43:58.344033 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3a770125-f630-49e1-98e6-464db28864fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:58.358509 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bf571aa2-b617-4a3f-bb1f-afaed091c21d tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:58.377654 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b8029003-ed6b-4b37-8c81-32971dbafb24 req-6dd28187-3084-450e-b0a4-a2d8142c8772 tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2e2cc56-cab4-43a6-be77-568e7272c330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391627 Dec 09 15:43:58.438622 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc667a-ab2b-4397-a2c8-98039ca76a31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d36f5d4-8d0b-4c2b-8c9a-26af8c1f1617,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:58.455366 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdc667a-ab2b-4397-a2c8-98039ca76a31 admin admin] Checking segment: {'id': '6461db41-0daf-440f-8b0b-0733c72fba87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8db18da0-45a4-4b0e-b584-ca18db186e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:43:58.455732 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdc667a-ab2b-4397-a2c8-98039ca76a31 admin admin] Network hostable DHCP agents. Network: 8db18da0-45a4-4b0e-b584-ca18db186e9d, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:43:58.498303 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdc667a-ab2b-4397-a2c8-98039ca76a31 admin admin] Network 8db18da0-45a4-4b0e-b584-ca18db186e9d is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:43:58.520257 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-4bdc667a-ab2b-4397-a2c8-98039ca76a31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 8db18da0-45a4-4b0e-b584-ca18db186e9d) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:43:58.534005 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdc667a-ab2b-4397-a2c8-98039ca76a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:58.535335 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4bdc667a-ab2b-4397-a2c8-98039ca76a31 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:58.560191 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37341655-0840-4cf0-95b5-79edccd5c395 None None] Network 8db18da0-45a4-4b0e-b584-ca18db186e9d requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:43:58.590725 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4bdc667a-ab2b-4397-a2c8-98039ca76a31 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6805418 Dec 09 15:43:58.731160 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-04eb9a5c-8a10-46c9-933c-107aa803b39c req-eaf92eac-e793-4758-b43c-059dda41e16a service neutron] 10.222.0.31 "GET /v2.0/networks/9aaa106c-52c8-44a4-938f-9dd8eef4bf97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4983430 Dec 09 15:43:58.879632 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369aebc6-e2bd-402f-b424-7a9642ab7168 None None] Network 8db18da0-45a4-4b0e-b584-ca18db186e9d requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:43:59.128086 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9a3d8fd6-4e1d-4e0f-81b3-6e16872e9160 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:59.168939 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9a3d8fd6-4e1d-4e0f-81b3-6e16872e9160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:59.262352 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c0093c-70be-4e5d-b50d-be4c968c0de7 None None] Pushing event updated for resources: {'Port': ['ID=b53638d7-b3c4-47ec-9385-7b283944b6a1,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:43:59.320266 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-3a770125-f630-49e1-98e6-464db28864fd None None] Allocated IP 2001:db8:2::2 (b71dd216-ffd6-41fb-a84d-b52bd9747a12/0258874e-7e5d-4e1e-97e3-8f9754b37694/09922f9e-7be5-4576-b4d3-a4e287cdd7c0) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:43:59.510670 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9a3d8fd6-4e1d-4e0f-81b3-6e16872e9160 None None] Attempting to bind port b53638d7-b3c4-47ec-9385-7b283944b6a1 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:43:59.511032 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9a3d8fd6-4e1d-4e0f-81b3-6e16872e9160 None None] Attempting to bind port b53638d7-b3c4-47ec-9385-7b283944b6a1 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '81cba23f-9c87-4f92-99a8-bf9124a681b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd856adbf-6ff7-42ff-9667-b52a71b1cc9d'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:43:59.511947 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3d8fd6-4e1d-4e0f-81b3-6e16872e9160 None None] Attempting to bind port b53638d7-b3c4-47ec-9385-7b283944b6a1 on network d856adbf-6ff7-42ff-9667-b52a71b1cc9d {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:43:59.521855 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3d8fd6-4e1d-4e0f-81b3-6e16872e9160 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:43:59.522268 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3d8fd6-4e1d-4e0f-81b3-6e16872e9160 None None] Checking segment: {'id': '81cba23f-9c87-4f92-99a8-bf9124a681b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd856adbf-6ff7-42ff-9667-b52a71b1cc9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:43:59.522646 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9a3d8fd6-4e1d-4e0f-81b3-6e16872e9160 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:59.523046 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3d8fd6-4e1d-4e0f-81b3-6e16872e9160 None None] Bound using segment: {'id': '81cba23f-9c87-4f92-99a8-bf9124a681b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd856adbf-6ff7-42ff-9667-b52a71b1cc9d'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:43:59.523530 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9a3d8fd6-4e1d-4e0f-81b3-6e16872e9160 None None] Bound port: b53638d7-b3c4-47ec-9385-7b283944b6a1, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81cba23f-9c87-4f92-99a8-bf9124a681b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd856adbf-6ff7-42ff-9667-b52a71b1cc9d'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:43:59.523916 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9a3d8fd6-4e1d-4e0f-81b3-6e16872e9160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:59.697918 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9a3d8fd6-4e1d-4e0f-81b3-6e16872e9160 None None] For port b53638d7-b3c4-47ec-9385-7b283944b6a1, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:43:59.704926 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9a3d8fd6-4e1d-4e0f-81b3-6e16872e9160 None None] For port b53638d7-b3c4-47ec-9385-7b283944b6a1, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=b53638d7-b3c4-47ec-9385-7b283944b6a1,segment=NetworkSegment(81cba23f-9c87-4f92-99a8-bf9124a681b4),segment_id=81cba23f-9c87-4f92-99a8-bf9124a681b4)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:43:59.733256 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9a3d8fd6-4e1d-4e0f-81b3-6e16872e9160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:59.780182 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c7f2dda3-821a-4eca-b695-415478b469fd None None] Provisioning complete for port b53638d7-b3c4-47ec-9385-7b283944b6a1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:43:59.780833 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c7f2dda3-821a-4eca-b695-415478b469fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:59.831211 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3a770125-f630-49e1-98e6-464db28864fd None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:59.861175 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3d8fd6-4e1d-4e0f-81b3-6e16872e9160 None None] Routers {'2d8208ad-4b9c-474d-a3e4-f86a1b31b936'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:43:59.862078 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9a3d8fd6-4e1d-4e0f-81b3-6e16872e9160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:43:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['2d8208ad-4b9c-474d-a3e4-f86a1b31b936'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:43:59.942020 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-045b6d9f-e526-4dd2-a277-3ebb0608dae5 tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:59.950156 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-045b6d9f-e526-4dd2-a277-3ebb0608dae5 tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] 10.222.0.57 "GET /v2.0/networks?id=8db18da0-45a4-4b0e-b584-ca18db186e9d HTTP/1.1" status: 200 len: 813 time: 0.2127223 Dec 09 15:43:59.976013 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-9a3d8fd6-4e1d-4e0f-81b3-6e16872e9160 None None] Set router 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:44:00.004993 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-984b50b4-6be5-48e1-9641-77d3c9e253e9 tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] 10.222.0.57 "GET /v2.0/quotas/69af6f48704d45d7ad96bee512f2c7a0 HTTP/1.1" status: 200 len: 375 time: 0.0535882 Dec 09 15:44:00.078944 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-35f8adc7-7d9d-4b1b-ae68-62f8f6ce99ae tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=69af6f48704d45d7ad96bee512f2c7a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729482 Dec 09 15:44:00.084624 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3a770125-f630-49e1-98e6-464db28864fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:00.150817 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c0093c-70be-4e5d-b50d-be4c968c0de7 None None] Pushing event updated for resources: {'Port': ['ID=b53638d7-b3c4-47ec-9385-7b283944b6a1,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:00.172167 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-bf571aa2-b617-4a3f-bb1f-afaed091c21d tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Allocated IP 2001:db8:2::1 (b71dd216-ffd6-41fb-a84d-b52bd9747a12/0258874e-7e5d-4e1e-97e3-8f9754b37694/53ad10af-6708-4b26-801a-cbf7f9b84f8c) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:44:00.192759 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a770125-f630-49e1-98e6-464db28864fd None None] Network b71dd216-ffd6-41fb-a84d-b52bd9747a12 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:44:00.238119 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-3a770125-f630-49e1-98e6-464db28864fd None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:44:00.246479 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a770125-f630-49e1-98e6-464db28864fd None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:44:00.277302 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c7f2dda3-821a-4eca-b695-415478b469fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:00.309559 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a770125-f630-49e1-98e6-464db28864fd None None] Pushing event updated for resources: {'Port': ['ID=09922f9e-7be5-4576-b4d3-a4e287cdd7c0,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:00.334987 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-1b446cbc-6421-4dc8-b020-845ab3782095 service neutron] 10.222.0.57 "GET /v2.0/networks/8db18da0-45a4-4b0e-b584-ca18db186e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551563 Dec 09 15:44:00.379746 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c7f2dda3-821a-4eca-b695-415478b469fd None None] For port b53638d7-b3c4-47ec-9385-7b283944b6a1, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=b53638d7-b3c4-47ec-9385-7b283944b6a1,segment=NetworkSegment(81cba23f-9c87-4f92-99a8-bf9124a681b4),segment_id=81cba23f-9c87-4f92-99a8-bf9124a681b4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:00.494075 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-c5e114c1-48c9-4640-9525-b6fe0b49f13b service neutron] 10.222.0.57 "GET /v2.0/networks/8db18da0-45a4-4b0e-b584-ca18db186e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336796 Dec 09 15:44:00.563923 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bf571aa2-b617-4a3f-bb1f-afaed091c21d tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:00.574948 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3a770125-f630-49e1-98e6-464db28864fd None None] Attempting to bind port 09922f9e-7be5-4576-b4d3-a4e287cdd7c0 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:44:00.575269 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3a770125-f630-49e1-98e6-464db28864fd None None] Attempting to bind port 09922f9e-7be5-4576-b4d3-a4e287cdd7c0 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '73ce68d8-13ce-464b-9b10-2174acb6dcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b71dd216-ffd6-41fb-a84d-b52bd9747a12'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:44:00.575638 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a770125-f630-49e1-98e6-464db28864fd None None] Attempting to bind port 09922f9e-7be5-4576-b4d3-a4e287cdd7c0 on network b71dd216-ffd6-41fb-a84d-b52bd9747a12 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:44:00.586915 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c7f2dda3-821a-4eca-b695-415478b469fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:00.605334 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a770125-f630-49e1-98e6-464db28864fd None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:44:00.605900 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a770125-f630-49e1-98e6-464db28864fd None None] Checking segment: {'id': '73ce68d8-13ce-464b-9b10-2174acb6dcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b71dd216-ffd6-41fb-a84d-b52bd9747a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:44:00.606387 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3a770125-f630-49e1-98e6-464db28864fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:00.606852 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a770125-f630-49e1-98e6-464db28864fd None None] Bound using segment: {'id': '73ce68d8-13ce-464b-9b10-2174acb6dcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b71dd216-ffd6-41fb-a84d-b52bd9747a12'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:44:00.607431 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3a770125-f630-49e1-98e6-464db28864fd None None] Bound port: 09922f9e-7be5-4576-b4d3-a4e287cdd7c0, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ce68d8-13ce-464b-9b10-2174acb6dcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b71dd216-ffd6-41fb-a84d-b52bd9747a12'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:44:00.607870 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3a770125-f630-49e1-98e6-464db28864fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:00.635792 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bf571aa2-b617-4a3f-bb1f-afaed091c21d tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:00.745660 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2dda3-821a-4eca-b695-415478b469fd None None] Pushing event updated for resources: {'Port': ['ID=b53638d7-b3c4-47ec-9385-7b283944b6a1,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:00.771989 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-aef4934e-be39-4f4a-82ed-d89bd3a4edd8 None None] Provisioning complete for port b53638d7-b3c4-47ec-9385-7b283944b6a1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:44:00.772362 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aef4934e-be39-4f4a-82ed-d89bd3a4edd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:00.796096 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf571aa2-b617-4a3f-bb1f-afaed091c21d tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Network b71dd216-ffd6-41fb-a84d-b52bd9747a12 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:44:00.810693 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3a770125-f630-49e1-98e6-464db28864fd None None] For port 09922f9e-7be5-4576-b4d3-a4e287cdd7c0, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:44:00.810917 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-bf571aa2-b617-4a3f-bb1f-afaed091c21d tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:44:00.815161 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf571aa2-b617-4a3f-bb1f-afaed091c21d tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:44:00.815484 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bf571aa2-b617-4a3f-bb1f-afaed091c21d tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:00.832049 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3a770125-f630-49e1-98e6-464db28864fd None None] For port 09922f9e-7be5-4576-b4d3-a4e287cdd7c0, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=09922f9e-7be5-4576-b4d3-a4e287cdd7c0,segment=NetworkSegment(73ce68d8-13ce-464b-9b10-2174acb6dcfd),segment_id=73ce68d8-13ce-464b-9b10-2174acb6dcfd)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:44:00.834694 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9a3d8fd6-4e1d-4e0f-81b3-6e16872e9160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'name': 'tempest-RoutersIpV6Test-router-175322339', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:43:45Z', 'updated_at': '2021-12-09T15:43:53Z', 'revision_number': 3, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'gw_port_host': None, '_interfaces': [{'id': '04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69', 'name': '', 'network_id': '5b41b502-7c31-4af6-9307-f219f90ab3ab', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:3f:33:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:47Z', 'updated_at': '2021-12-09T15:43:51Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b53638d7-b3c4-47ec-9385-7b283944b6a1', 'name': '', 'network_id': 'd856adbf-6ff7-42ff-9667-b52a71b1cc9d', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:c6:10:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ca7d7d44-abd3-4400-b7fa-875316e6dd76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:52Z', 'updated_at': '2021-12-09T15:43:59Z', 'revision_number': 4, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': 'ca7d7d44-abd3-4400-b7fa-875316e6dd76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:00.873636 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf571aa2-b617-4a3f-bb1f-afaed091c21d tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event updated for resources: {'Port': ['ID=53ad10af-6708-4b26-801a-cbf7f9b84f8c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:00.876751 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3a770125-f630-49e1-98e6-464db28864fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:00.887495 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3d8fd6-4e1d-4e0f-81b3-6e16872e9160 None None] The sync data for ids ['2d8208ad-4b9c-474d-a3e4-f86a1b31b936'] in n-d-821228-1 is: [{'id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'name': 'tempest-RoutersIpV6Test-router-175322339', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:43:45Z', 'updated_at': '2021-12-09T15:43:53Z', 'revision_number': 3, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'gw_port_host': None, '_interfaces': [{'id': '04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69', 'name': '', 'network_id': '5b41b502-7c31-4af6-9307-f219f90ab3ab', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:3f:33:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:47Z', 'updated_at': '2021-12-09T15:43:51Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b53638d7-b3c4-47ec-9385-7b283944b6a1', 'name': '', 'network_id': 'd856adbf-6ff7-42ff-9667-b52a71b1cc9d', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:c6:10:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ca7d7d44-abd3-4400-b7fa-875316e6dd76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:52Z', 'updated_at': '2021-12-09T15:43:59Z', 'revision_number': 4, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': 'ca7d7d44-abd3-4400-b7fa-875316e6dd76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:44:01.001344 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a770125-f630-49e1-98e6-464db28864fd None None] Pushing event updated for resources: {'Port': ['ID=09922f9e-7be5-4576-b4d3-a4e287cdd7c0,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:01.080858 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device ad186ea0-4670-4c0e-b46d-232a21e52116 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:44:01.164880 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bf571aa2-b617-4a3f-bb1f-afaed091c21d tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:01.367065 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port ad186ea0-4670-4c0e-b46d-232a21e52116, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=ad186ea0-4670-4c0e-b46d-232a21e52116,segment=NetworkSegment(3dddac0d-60d7-49a6-8d0e-df5f8236b608),segment_id=3dddac0d-60d7-49a6-8d0e-df5f8236b608)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:01.390900 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'ad186ea0-4670-4c0e-b46d-232a21e52116', 'network_id': '9aaa106c-52c8-44a4-938f-9dd8eef4bf97', 'port_id': 'ad186ea0-4670-4c0e-b46d-232a21e52116', 'mac_address': 'fa:16:3e:fd:e1:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a559c65-2f7a-4d61-8990-1bf5a624e7ab', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:44:01.423583 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device b53638d7-b3c4-47ec-9385-7b283944b6a1 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:44:01.633660 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:01.689060 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad186ea0-4670-4c0e-b46d-232a21e52116 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:44:01.732771 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port ad186ea0-4670-4c0e-b46d-232a21e52116, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=ad186ea0-4670-4c0e-b46d-232a21e52116,segment=NetworkSegment(3dddac0d-60d7-49a6-8d0e-df5f8236b608),segment_id=3dddac0d-60d7-49a6-8d0e-df5f8236b608)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:01.740357 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port b53638d7-b3c4-47ec-9385-7b283944b6a1 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:44:01.740897 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:01.745893 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:01.845351 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bf571aa2-b617-4a3f-bb1f-afaed091c21d tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:01.853631 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bf571aa2-b617-4a3f-bb1f-afaed091c21d tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:01.854612 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bf571aa2-b617-4a3f-bb1f-afaed091c21d tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:01.887718 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=ad186ea0-4670-4c0e-b46d-232a21e52116,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:02.063043 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf571aa2-b617-4a3f-bb1f-afaed091c21d tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event updated for resources: {'Port': ['ID=53ad10af-6708-4b26-801a-cbf7f9b84f8c,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:02.105596 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1b5da-d6d4-4a0e-8ebf-e8f34d243585 req-72f9905f-8243-42cf-8872-d693b025a923 tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:02.107137 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-08d1b5da-d6d4-4a0e-8ebf-e8f34d243585 req-72f9905f-8243-42cf-8872-d693b025a923 tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] 10.222.0.57 "GET /v2.0/ports?device_id=57562482-a762-4319-b3a1-4a7885786226 HTTP/1.1" status: 200 len: 944 time: 0.0862548 Dec 09 15:44:02.119453 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['ad186ea0-4670-4c0e-b46d-232a21e52116'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:44:02.153999 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf571aa2-b617-4a3f-bb1f-afaed091c21d tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Network b71dd216-ffd6-41fb-a84d-b52bd9747a12 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:44:02.160646 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-bf571aa2-b617-4a3f-bb1f-afaed091c21d tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:44:02.248658 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-08d1b5da-d6d4-4a0e-8ebf-e8f34d243585 req-bcb93327-e183-4c8a-9ed8-da1706459fd4 tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2e2cc56-cab4-43a6-be77-568e7272c330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286225 Dec 09 15:44:02.400519 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf571aa2-b617-4a3f-bb1f-afaed091c21d tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Router 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:44:02.586767 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dc69b2c1-4af2-4d4f-a8fc-0de8c0b59635 req-bce2a414-1b32-4014-a6f0-4cb4dc037e63 tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] 10.222.0.57 "GET /v2.0/ports?device_id=fee149ea-404b-4f8d-aea0-dd81fbf95d87 HTTP/1.1" status: 200 len: 210 time: 0.0317957 Dec 09 15:44:02.611967 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf571aa2-b617-4a3f-bb1f-afaed091c21d tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:44:02.614838 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-bf571aa2-b617-4a3f-bb1f-afaed091c21d tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "PUT /v2.0/routers/2d8208ad-4b9c-474d-a3e4-f86a1b31b936/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1504145 Dec 09 15:44:02.618046 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 42488) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:02.625675 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-7a9f5298-9e94-40f1-8fe5-047cb692e1cb tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-787999495'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:02.629549 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0935d2f4-3bf5-40fc-b79f-c8076bc414e9 None None] Sync routers for ids ['2d8208ad-4b9c-474d-a3e4-f86a1b31b936'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:44:02.640293 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0935d2f4-3bf5-40fc-b79f-c8076bc414e9 None None] Routers {'2d8208ad-4b9c-474d-a3e4-f86a1b31b936'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:44:02.640943 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-0935d2f4-3bf5-40fc-b79f-c8076bc414e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:43:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['2d8208ad-4b9c-474d-a3e4-f86a1b31b936'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:02.659314 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9f5298-9e94-40f1-8fe5-047cb692e1cb tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Made reservation on behalf of 7690a19135b241f28d7f8cc78a859dab for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:44:02.664343 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7a9f5298-9e94-40f1-8fe5-047cb692e1cb tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:02.707509 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a9f5298-9e94-40f1-8fe5-047cb692e1cb tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:44:02.738004 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7a9f5298-9e94-40f1-8fe5-047cb692e1cb tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:02.738583 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-7a9f5298-9e94-40f1-8fe5-047cb692e1cb tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Added segment db2f5efd-4276-4f46-b2ca-355625917a28 of type vlan for network fc3ec110-6375-4ce4-9caa-7848672e3e03 Dec 09 15:44:02.813974 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7a9f5298-9e94-40f1-8fe5-047cb692e1cb tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:02.883137 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7a9f5298-9e94-40f1-8fe5-047cb692e1cb tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:02.891996 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9f5298-9e94-40f1-8fe5-047cb692e1cb tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:02.897194 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7a9f5298-9e94-40f1-8fe5-047cb692e1cb tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:02.986770 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0615b0-bb72-4a58-b7c1-fc51abe5383b None None] Network b71dd216-ffd6-41fb-a84d-b52bd9747a12 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:44:03.021244 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7a9f5298-9e94-40f1-8fe5-047cb692e1cb tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3989344 Dec 09 15:44:03.022599 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42506) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:03.032252 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-78b0959c-c28d-4466-b06d-beee74e85ef1 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Request body: {'subnet': {'network_id': 'fc3ec110-6375-4ce4-9caa-7848672e3e03', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:03.137220 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-0935d2f4-3bf5-40fc-b79f-c8076bc414e9 None None] Set router 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 gateway port host: None {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:44:03.185507 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9f5298-9e94-40f1-8fe5-047cb692e1cb tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event updated for resources: {'Network': ['ID=fc3ec110-6375-4ce4-9caa-7848672e3e03,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:03.291617 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network fc3ec110-6375-4ce4-9caa-7848672e3e03 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:44:03.403336 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-696c6e9a-2964-4dad-8db9-7cdbdc79c4a7 tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:03.409777 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b0959c-c28d-4466-b06d-beee74e85ef1 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Made reservation on behalf of 7690a19135b241f28d7f8cc78a859dab for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:44:03.414668 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-78b0959c-c28d-4466-b06d-beee74e85ef1 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:03.427185 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-696c6e9a-2964-4dad-8db9-7cdbdc79c4a7 tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] 10.222.0.31 "GET /v2.0/networks?id=8db18da0-45a4-4b0e-b584-ca18db186e9d HTTP/1.1" status: 200 len: 813 time: 0.4723377 Dec 09 15:44:03.490310 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-346198b5-19bd-489b-886e-aa2297954882 tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] Request body: {'port': {'device_id': 'fee149ea-404b-4f8d-aea0-dd81fbf95d87', 'network_id': '8db18da0-45a4-4b0e-b584-ca18db186e9d', 'admin_state_up': True, 'tenant_id': '69af6f48704d45d7ad96bee512f2c7a0'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:03.522912 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-0935d2f4-3bf5-40fc-b79f-c8076bc414e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'name': 'tempest-RoutersIpV6Test-router-175322339', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:43:45Z', 'updated_at': '2021-12-09T15:44:01Z', 'revision_number': 4, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'gw_port_host': None, '_interfaces': [{'id': '04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69', 'name': '', 'network_id': '5b41b502-7c31-4af6-9307-f219f90ab3ab', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:3f:33:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:47Z', 'updated_at': '2021-12-09T15:43:51Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53ad10af-6708-4b26-801a-cbf7f9b84f8c', 'name': '', 'network_id': 'b71dd216-ffd6-41fb-a84d-b52bd9747a12', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:cb:d9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '0258874e-7e5d-4e1e-97e3-8f9754b37694', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:58Z', 'updated_at': '2021-12-09T15:44:01Z', 'revision_number': 2, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': '0258874e-7e5d-4e1e-97e3-8f9754b37694', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b53638d7-b3c4-47ec-9385-7b283944b6a1', 'name': '', 'network_id': 'd856adbf-6ff7-42ff-9667-b52a71b1cc9d', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:c6:10:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ca7d7d44-abd3-4400-b7fa-875316e6dd76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:52Z', 'updated_at': '2021-12-09T15:44:00Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': 'ca7d7d44-abd3-4400-b7fa-875316e6dd76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:03.550591 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 09922f9e-7be5-4576-b4d3-a4e287cdd7c0 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:44:03.585606 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0935d2f4-3bf5-40fc-b79f-c8076bc414e9 None None] Checking router: 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:44:03.588342 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0935d2f4-3bf5-40fc-b79f-c8076bc414e9 None None] Updating router 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 port 53ad10af-6708-4b26-801a-cbf7f9b84f8c binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:44:03.655829 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-0935d2f4-3bf5-40fc-b79f-c8076bc414e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:03.657058 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42524) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:03.859600 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8bb0b787-962a-412c-82b3-49b3f9dee758 None None] Provisioning complete for port 09922f9e-7be5-4576-b4d3-a4e287cdd7c0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:44:03.860448 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8bb0b787-962a-412c-82b3-49b3f9dee758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:03.893374 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbef43-017f-452f-8fe7-9bf820d764ad req-aafbeff0-943a-4a9e-9f12-d0f5ed99de48 tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:03.895423 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-28cbef43-017f-452f-8fe7-9bf820d764ad req-aafbeff0-943a-4a9e-9f12-d0f5ed99de48 tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] 10.222.0.57 "GET /v2.0/ports?device_id=57562482-a762-4319-b3a1-4a7885786226 HTTP/1.1" status: 200 len: 944 time: 0.4672053 Dec 09 15:44:03.988128 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42530) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:04.007777 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-78b0959c-c28d-4466-b06d-beee74e85ef1 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:04.128205 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 09922f9e-7be5-4576-b4d3-a4e287cdd7c0 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:44:04.129291 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:04.141886 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-346198b5-19bd-489b-886e-aa2297954882 tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] Made reservation on behalf of 69af6f48704d45d7ad96bee512f2c7a0 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:44:04.158095 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-346198b5-19bd-489b-886e-aa2297954882 tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:04.228506 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-28cbef43-017f-452f-8fe7-9bf820d764ad req-6f728818-e920-4e5f-b281-8ee25a03a09e tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2e2cc56-cab4-43a6-be77-568e7272c330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270757 Dec 09 15:44:04.243668 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0ecf4ff2-03ff-419e-92a1-835a0ceda746 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:04.251166 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8bb0b787-962a-412c-82b3-49b3f9dee758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:04.298666 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0959c-c28d-4466-b06d-beee74e85ef1 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event updated for resources: {'Subnet': ['ID=b210ac44-5539-4ae8-b65f-df79d4fc1eae,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:04.384169 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-0935d2f4-3bf5-40fc-b79f-c8076bc414e9 None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:04.404538 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-0935d2f4-3bf5-40fc-b79f-c8076bc414e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:04.447828 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:04.466675 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0ecf4ff2-03ff-419e-92a1-835a0ceda746 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:04.473574 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8bb0b787-962a-412c-82b3-49b3f9dee758 None None] For port 09922f9e-7be5-4576-b4d3-a4e287cdd7c0, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=09922f9e-7be5-4576-b4d3-a4e287cdd7c0,segment=NetworkSegment(73ce68d8-13ce-464b-9b10-2174acb6dcfd),segment_id=73ce68d8-13ce-464b-9b10-2174acb6dcfd)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:04.483728 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0ecf4ff2-03ff-419e-92a1-835a0ceda746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:04.507650 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8bb0b787-962a-412c-82b3-49b3f9dee758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:04.607726 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0ecf4ff2-03ff-419e-92a1-835a0ceda746 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c63c4914b4e549b0b6ec5f746448fd4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9440286 Dec 09 15:44:04.617770 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf4ff2-03ff-419e-92a1-835a0ceda746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04a5221-f061-451a-87d2-f958f0bddaa9,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:04.621338 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42538) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:04.635069 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-afba56d7-cda2-4aa5-b62a-35c1ac06f233 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e545324f4f8b4b71baa2c05a98858ba5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6452944 Dec 09 15:44:04.644057 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42540) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:04.735263 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b0959c-c28d-4466-b06d-beee74e85ef1 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Checking segment: {'id': 'db2f5efd-4276-4f46-b2ca-355625917a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'fc3ec110-6375-4ce4-9caa-7848672e3e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:44:04.735753 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b0959c-c28d-4466-b06d-beee74e85ef1 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Network hostable DHCP agents. Network: fc3ec110-6375-4ce4-9caa-7848672e3e03, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:44:04.745000 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-962c2732-ebc7-44ad-9d71-89d460537a3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:04.751270 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb30bf9b-be11-4887-9ce9-f927ade37763 None None] Pushing event updated for resources: {'Port': ['ID=53ad10af-6708-4b26-801a-cbf7f9b84f8c,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:04.756151 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-0935d2f4-3bf5-40fc-b79f-c8076bc414e9 None None] Attempting to bind port 53ad10af-6708-4b26-801a-cbf7f9b84f8c on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:44:04.759504 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-0935d2f4-3bf5-40fc-b79f-c8076bc414e9 None None] Attempting to bind port 53ad10af-6708-4b26-801a-cbf7f9b84f8c by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '73ce68d8-13ce-464b-9b10-2174acb6dcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b71dd216-ffd6-41fb-a84d-b52bd9747a12'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:44:04.760614 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0935d2f4-3bf5-40fc-b79f-c8076bc414e9 None None] Attempting to bind port 53ad10af-6708-4b26-801a-cbf7f9b84f8c on network b71dd216-ffd6-41fb-a84d-b52bd9747a12 {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:44:04.779015 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0935d2f4-3bf5-40fc-b79f-c8076bc414e9 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:44:04.779690 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0935d2f4-3bf5-40fc-b79f-c8076bc414e9 None None] Checking segment: {'id': '73ce68d8-13ce-464b-9b10-2174acb6dcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b71dd216-ffd6-41fb-a84d-b52bd9747a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:44:04.780963 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-0935d2f4-3bf5-40fc-b79f-c8076bc414e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:04.783607 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0935d2f4-3bf5-40fc-b79f-c8076bc414e9 None None] Bound using segment: {'id': '73ce68d8-13ce-464b-9b10-2174acb6dcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b71dd216-ffd6-41fb-a84d-b52bd9747a12'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:44:04.784349 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-0935d2f4-3bf5-40fc-b79f-c8076bc414e9 None None] Bound port: 53ad10af-6708-4b26-801a-cbf7f9b84f8c, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ce68d8-13ce-464b-9b10-2174acb6dcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b71dd216-ffd6-41fb-a84d-b52bd9747a12'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:44:04.784942 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-0935d2f4-3bf5-40fc-b79f-c8076bc414e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:04.803065 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-346198b5-19bd-489b-886e-aa2297954882 tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] Allocated IP 172.20.0.9 (8db18da0-45a4-4b0e-b584-ca18db186e9d/6d36f5d4-8d0b-4c2b-8c9a-26af8c1f1617/7fa9cb11-b3b6-4332-a9bf-29e350ce6618) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:44:04.825776 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-004489a3-9a96-41a0-a5e0-caafe6b66daa req-3baa900e-6223-404a-b7ad-96572b390ea2 tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] 10.222.0.57 "GET /v2.0/ports?device_id=fee149ea-404b-4f8d-aea0-dd81fbf95d87 HTTP/1.1" status: 200 len: 210 time: 0.0715475 Dec 09 15:44:04.843583 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:44:04.843903 n-d-821228-1 neutron-server[103246]: DEBUG oslo_db.api [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:44:04.859169 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb0b787-962a-412c-82b3-49b3f9dee758 None None] Pushing event updated for resources: {'Port': ['ID=09922f9e-7be5-4576-b4d3-a4e287cdd7c0,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:04.866570 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-37796fe1-b861-484e-af47-6a59b1702ed0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3322399 Dec 09 15:44:04.871788 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2774456d-ba00-4bd8-b62f-657349960287 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:04.876321 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-aecc7aad-58db-40c6-b88d-013c78f3495b None None] Provisioning complete for port 53ad10af-6708-4b26-801a-cbf7f9b84f8c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:44:04.876772 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aecc7aad-58db-40c6-b88d-013c78f3495b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:04.935478 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2774456d-ba00-4bd8-b62f-657349960287 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:04.990447 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-aecc7aad-58db-40c6-b88d-013c78f3495b None None] Port 53ad10af-6708-4b26-801a-cbf7f9b84f8c cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:44:04.992747 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-0935d2f4-3bf5-40fc-b79f-c8076bc414e9 None None] For port 53ad10af-6708-4b26-801a-cbf7f9b84f8c, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:44:04.997448 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-0935d2f4-3bf5-40fc-b79f-c8076bc414e9 None None] For port 53ad10af-6708-4b26-801a-cbf7f9b84f8c, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=53ad10af-6708-4b26-801a-cbf7f9b84f8c,segment=NetworkSegment(73ce68d8-13ce-464b-9b10-2174acb6dcfd),segment_id=73ce68d8-13ce-464b-9b10-2174acb6dcfd)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:44:05.008319 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-0935d2f4-3bf5-40fc-b79f-c8076bc414e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:05.019019 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-aecc7aad-58db-40c6-b88d-013c78f3495b None None] Provisioning complete for port 09922f9e-7be5-4576-b4d3-a4e287cdd7c0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:44:05.020102 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aecc7aad-58db-40c6-b88d-013c78f3495b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:05.058183 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2774456d-ba00-4bd8-b62f-657349960287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:05.064520 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2774456d-ba00-4bd8-b62f-657349960287 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:05.068571 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2774456d-ba00-4bd8-b62f-657349960287 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c04a5221-f061-451a-87d2-f958f0bddaa9 HTTP/1.1" status: 204 len: 168 time: 0.4417412 Dec 09 15:44:05.103367 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-962c2732-ebc7-44ad-9d71-89d460537a3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:05.106682 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b0959c-c28d-4466-b06d-beee74e85ef1 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Network fc3ec110-6375-4ce4-9caa-7848672e3e03 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:44:05.117310 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device ad186ea0-4670-4c0e-b46d-232a21e52116 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:44:05.153702 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0935d2f4-3bf5-40fc-b79f-c8076bc414e9 None None] Routers {'2d8208ad-4b9c-474d-a3e4-f86a1b31b936'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:44:05.154409 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-0935d2f4-3bf5-40fc-b79f-c8076bc414e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:43:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['2d8208ad-4b9c-474d-a3e4-f86a1b31b936'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:05.173933 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-78b0959c-c28d-4466-b06d-beee74e85ef1 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, fc3ec110-6375-4ce4-9caa-7848672e3e03) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:44:05.182746 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774456d-ba00-4bd8-b62f-657349960287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04a5221-f061-451a-87d2-f958f0bddaa9,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:05.217261 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf3e494-2eac-4eb6-a0ca-3702cfd0e6d4 None None] Network fc3ec110-6375-4ce4-9caa-7848672e3e03 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:44:05.365590 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-0c973d7b-0ca7-4e63-9afe-10bbd1d75345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:05.372544 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-0c973d7b-0ca7-4e63-9afe-10bbd1d75345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:05.373228 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-0c973d7b-0ca7-4e63-9afe-10bbd1d75345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:05.373720 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-0c973d7b-0ca7-4e63-9afe-10bbd1d75345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:05.374550 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-0c973d7b-0ca7-4e63-9afe-10bbd1d75345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:05.374711 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-0c973d7b-0ca7-4e63-9afe-10bbd1d75345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:05.375136 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-0c973d7b-0ca7-4e63-9afe-10bbd1d75345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:05.386448 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-0c973d7b-0ca7-4e63-9afe-10bbd1d75345 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=22d7743b04274c74b1037ecd2e466dba&device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 6490 time: 0.4372470 Dec 09 15:44:05.415925 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb30bf9b-be11-4887-9ce9-f927ade37763 None None] Pushing event updated for resources: {'Port': ['ID=53ad10af-6708-4b26-801a-cbf7f9b84f8c,revision_number=4']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:05.535515 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-0935d2f4-3bf5-40fc-b79f-c8076bc414e9 None None] Set router 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 gateway port host: None {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:44:05.731985 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port ad186ea0-4670-4c0e-b46d-232a21e52116 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:44:05.782222 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port ad186ea0-4670-4c0e-b46d-232a21e52116 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:44:05.782791 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:05.810832 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-11e187f7-c729-4db3-b396-0ce60cd8d65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:05.811398 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-11e187f7-c729-4db3-b396-0ce60cd8d65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:05.811762 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-11e187f7-c729-4db3-b396-0ce60cd8d65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:05.829697 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-11e187f7-c729-4db3-b396-0ce60cd8d65e service neutron] 10.222.0.31 "GET /v2.0/networks?id=99deab82-68e4-40a9-831d-57d4c6d733cd&id=20a3d869-faba-4fd6-8427-0269f690d785&id=20a3d869-faba-4fd6-8427-0269f690d785&id=20a3d869-faba-4fd6-8427-0269f690d785&id=20a3d869-faba-4fd6-8427-0269f690d785&id=895dda7b-01ef-4be1-87ee-a839b97640e2&id=895dda7b-01ef-4be1-87ee-a839b97640e2 HTTP/1.1" status: 200 len: 2293 time: 0.4015007 Dec 09 15:44:05.868136 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09aadd24-3f0f-420f-84e6-4d612125c9c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-fc3ec110-6375-4ce4-9caa-7848672e3e03', 'network_id': 'fc3ec110-6375-4ce4-9caa-7848672e3e03', 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'fixed_ips': [{'subnet_id': 'b210ac44-5539-4ae8-b65f-df79d4fc1eae'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:44:05.900901 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-09aadd24-3f0f-420f-84e6-4d612125c9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:05.958905 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 09922f9e-7be5-4576-b4d3-a4e287cdd7c0 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:44:05.996256 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d8150a14-d387-4176-ae95-a3edd5a12ed7 None None] Provisioning complete for port 53ad10af-6708-4b26-801a-cbf7f9b84f8c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:44:05.996977 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d8150a14-d387-4176-ae95-a3edd5a12ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:06.132022 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-346198b5-19bd-489b-886e-aa2297954882 tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:06.261068 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-0935d2f4-3bf5-40fc-b79f-c8076bc414e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'name': 'tempest-RoutersIpV6Test-router-175322339', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:43:45Z', 'updated_at': '2021-12-09T15:44:01Z', 'revision_number': 4, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'gw_port_host': None, '_interfaces': [{'id': '04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69', 'name': '', 'network_id': '5b41b502-7c31-4af6-9307-f219f90ab3ab', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:3f:33:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:47Z', 'updated_at': '2021-12-09T15:43:51Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53ad10af-6708-4b26-801a-cbf7f9b84f8c', 'name': '', 'network_id': 'b71dd216-ffd6-41fb-a84d-b52bd9747a12', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:cb:d9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '0258874e-7e5d-4e1e-97e3-8f9754b37694', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:58Z', 'updated_at': '2021-12-09T15:44:04Z', 'revision_number': 4, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': '0258874e-7e5d-4e1e-97e3-8f9754b37694', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b53638d7-b3c4-47ec-9385-7b283944b6a1', 'name': '', 'network_id': 'd856adbf-6ff7-42ff-9667-b52a71b1cc9d', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:c6:10:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ca7d7d44-abd3-4400-b7fa-875316e6dd76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:52Z', 'updated_at': '2021-12-09T15:44:00Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': 'ca7d7d44-abd3-4400-b7fa-875316e6dd76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:06.330772 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0935d2f4-3bf5-40fc-b79f-c8076bc414e9 None None] The sync data for ids ['2d8208ad-4b9c-474d-a3e4-f86a1b31b936'] in n-d-821228-1 is: [{'id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'name': 'tempest-RoutersIpV6Test-router-175322339', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:43:45Z', 'updated_at': '2021-12-09T15:44:01Z', 'revision_number': 4, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'gw_port_host': None, '_interfaces': [{'id': '04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69', 'name': '', 'network_id': '5b41b502-7c31-4af6-9307-f219f90ab3ab', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:3f:33:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:47Z', 'updated_at': '2021-12-09T15:43:51Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53ad10af-6708-4b26-801a-cbf7f9b84f8c', 'name': '', 'network_id': 'b71dd216-ffd6-41fb-a84d-b52bd9747a12', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:cb:d9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '0258874e-7e5d-4e1e-97e3-8f9754b37694', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:58Z', 'updated_at': '2021-12-09T15:44:04Z', 'revision_number': 4, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': '0258874e-7e5d-4e1e-97e3-8f9754b37694', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b53638d7-b3c4-47ec-9385-7b283944b6a1', 'name': '', 'network_id': 'd856adbf-6ff7-42ff-9667-b52a71b1cc9d', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:c6:10:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ca7d7d44-abd3-4400-b7fa-875316e6dd76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:52Z', 'updated_at': '2021-12-09T15:44:00Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': 'ca7d7d44-abd3-4400-b7fa-875316e6dd76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:44:06.339063 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b0959c-c28d-4466-b06d-beee74e85ef1 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:06.340172 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-78b0959c-c28d-4466-b06d-beee74e85ef1 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:06.431810 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-346198b5-19bd-489b-886e-aa2297954882 tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:06.464909 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-78b0959c-c28d-4466-b06d-beee74e85ef1 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.4393647 Dec 09 15:44:06.467047 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42572) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:06.502356 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:06.535045 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 09922f9e-7be5-4576-b4d3-a4e287cdd7c0 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:44:06.535939 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:06.560940 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-09aadd24-3f0f-420f-84e6-4d612125c9c9 None None] Allocated IP 2001:db8:3::2 (fc3ec110-6375-4ce4-9caa-7848672e3e03/b210ac44-5539-4ae8-b65f-df79d4fc1eae/e05d9cdc-ea65-459b-b9d6-7538634597fd) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:44:06.597980 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cebe0a-faf3-411c-9e52-047659f6c107 req-494885b5-ba60-4959-94ef-14c28efe22e9 tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:06.600218 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e4cebe0a-faf3-411c-9e52-047659f6c107 req-494885b5-ba60-4959-94ef-14c28efe22e9 tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] 10.222.0.57 "GET /v2.0/ports?device_id=57562482-a762-4319-b3a1-4a7885786226 HTTP/1.1" status: 200 len: 944 time: 0.7692554 Dec 09 15:44:06.648465 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d8150a14-d387-4176-ae95-a3edd5a12ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:06.703906 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-962c2732-ebc7-44ad-9d71-89d460537a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:06.706854 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-962c2732-ebc7-44ad-9d71-89d460537a3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:06.708257 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-962c2732-ebc7-44ad-9d71-89d460537a3a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/acedc6ab-6e98-4750-800b-8e7459201244 HTTP/1.1" status: 204 len: 168 time: 2.0597951 Dec 09 15:44:06.724140 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42578) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:06.727191 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c2732-ebc7-44ad-9d71-89d460537a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acedc6ab-6e98-4750-800b-8e7459201244,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:06.775758 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-fe43439e-e701-4083-972a-5835014ccd3e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0397afc-d7b8-46af-b15a-daa47b868983 HTTP/1.1" status: 200 len: 1001 time: 0.9014134 Dec 09 15:44:06.778701 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-346198b5-19bd-489b-886e-aa2297954882 tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] Network 8db18da0-45a4-4b0e-b584-ca18db186e9d is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:44:06.822576 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346198b5-19bd-489b-886e-aa2297954882 tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] Pushing event updated for resources: {'Port': ['ID=7fa9cb11-b3b6-4332-a9bf-29e350ce6618,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:06.866642 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-346198b5-19bd-489b-886e-aa2297954882 tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:44:06.877912 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-346198b5-19bd-489b-886e-aa2297954882 tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:44:06.924027 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-19539a7c-9e83-4f29-914d-131c2a2ddb69 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-464544235-network', 'tenant_id': 'ac1c51d04a154ccf9c05dfefe8cf13d0'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:07.012661 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e4cebe0a-faf3-411c-9e52-047659f6c107 req-c707dad1-a636-454b-afdb-616c1bee3d89 tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2e2cc56-cab4-43a6-be77-568e7272c330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742290 Dec 09 15:44:07.077867 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-346198b5-19bd-489b-886e-aa2297954882 tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:07.078553 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-346198b5-19bd-489b-886e-aa2297954882 tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:07.080235 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port ad186ea0-4670-4c0e-b46d-232a21e52116, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=ad186ea0-4670-4c0e-b46d-232a21e52116,segment=NetworkSegment(3dddac0d-60d7-49a6-8d0e-df5f8236b608),segment_id=3dddac0d-60d7-49a6-8d0e-df5f8236b608)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:07.083371 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-c4cc4821-0030-4afc-b7e7-ace06e027239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:07.084888 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-c4cc4821-0030-4afc-b7e7-ace06e027239 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6e61db67-8b3d-4dcf-badf-87164914471b HTTP/1.1" status: 200 len: 850 time: 0.2704477 Dec 09 15:44:07.098286 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57562482-a762-4319-b3a1-4a7885786226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad186ea0-4670-4c0e-b46d-232a21e52116'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:44:07.104824 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a671330e-59f0-43a1-b882-cae7c9e63233" -d '{"events": [{"server_uuid": "57562482-a762-4319-b3a1-4a7885786226", "name": "network-vif-plugged", "status": "completed", "tag": "ad186ea0-4670-4c0e-b46d-232a21e52116"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:44:07.138334 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:07.139691 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19539a7c-9e83-4f29-914d-131c2a2ddb69 admin admin] Made reservation on behalf of ac1c51d04a154ccf9c05dfefe8cf13d0 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:44:07.142803 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19539a7c-9e83-4f29-914d-131c2a2ddb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:07.169662 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19539a7c-9e83-4f29-914d-131c2a2ddb69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:07.178799 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-346198b5-19bd-489b-886e-aa2297954882 tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7049747 Dec 09 15:44:07.195746 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-3994e870-e864-4b6a-b962-602b5c631775 service neutron] Request body: {'port': {'device_id': 'fee149ea-404b-4f8d-aea0-dd81fbf95d87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:07.252880 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-c4b9aa57-64cb-4eaf-9235-e5b0ab978d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:07.255327 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-c4b9aa57-64cb-4eaf-9235-e5b0ab978d35 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=99deab82-68e4-40a9-831d-57d4c6d733cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1592321 Dec 09 15:44:07.397875 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-3994e870-e864-4b6a-b962-602b5c631775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:07.471327 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d8150a14-d387-4176-ae95-a3edd5a12ed7 None None] For port 53ad10af-6708-4b26-801a-cbf7f9b84f8c, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=53ad10af-6708-4b26-801a-cbf7f9b84f8c,segment=NetworkSegment(73ce68d8-13ce-464b-9b10-2174acb6dcfd),segment_id=73ce68d8-13ce-464b-9b10-2174acb6dcfd)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:07.478924 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-93093545-98a3-4fb7-8b79-225eddc6fbe7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:07.495257 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d8150a14-d387-4176-ae95-a3edd5a12ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:07.618405 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-d4103cc8-71f2-40d8-b3da-f3b577b5aff8 service neutron] 10.222.0.31 "GET /v2.0/networks/99deab82-68e4-40a9-831d-57d4c6d733cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540256 Dec 09 15:44:07.688515 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=ad186ea0-4670-4c0e-b46d-232a21e52116,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:07.859898 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5e8d93ad-fa5d-46f7-a6d4-be5de516b415 None None] Provisioning complete for port 53ad10af-6708-4b26-801a-cbf7f9b84f8c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:44:07.860293 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5e8d93ad-fa5d-46f7-a6d4-be5de516b415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:07.889076 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19539a7c-9e83-4f29-914d-131c2a2ddb69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:07.900390 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19539a7c-9e83-4f29-914d-131c2a2ddb69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:07.947270 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19539a7c-9e83-4f29-914d-131c2a2ddb69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:44:07.965176 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8150a14-d387-4176-ae95-a3edd5a12ed7 None None] Pushing event updated for resources: {'Port': ['ID=53ad10af-6708-4b26-801a-cbf7f9b84f8c,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:07.976874 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19539a7c-9e83-4f29-914d-131c2a2ddb69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852fcb97-ce6c-4999-b6f5-45e1c89136ac,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:07.988350 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19539a7c-9e83-4f29-914d-131c2a2ddb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:07.989077 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-19539a7c-9e83-4f29-914d-131c2a2ddb69 admin admin] Added segment c75292af-1e97-46f4-b71a-07b26446ffe9 of type vlan for network e561b4ee-d2bd-43de-82f6-4cc1050ddc4a Dec 09 15:44:07.997674 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-09aadd24-3f0f-420f-84e6-4d612125c9c9 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:08.001886 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19539a7c-9e83-4f29-914d-131c2a2ddb69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:08.002724 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19539a7c-9e83-4f29-914d-131c2a2ddb69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:08.003210 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19539a7c-9e83-4f29-914d-131c2a2ddb69 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:08.003839 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19539a7c-9e83-4f29-914d-131c2a2ddb69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:08.004407 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19539a7c-9e83-4f29-914d-131c2a2ddb69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:08.005027 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19539a7c-9e83-4f29-914d-131c2a2ddb69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:08.005492 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19539a7c-9e83-4f29-914d-131c2a2ddb69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:08.005960 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19539a7c-9e83-4f29-914d-131c2a2ddb69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:08.006405 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19539a7c-9e83-4f29-914d-131c2a2ddb69 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:08.006956 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19539a7c-9e83-4f29-914d-131c2a2ddb69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:08.007396 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19539a7c-9e83-4f29-914d-131c2a2ddb69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:08.021101 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19539a7c-9e83-4f29-914d-131c2a2ddb69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:08.021702 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19539a7c-9e83-4f29-914d-131c2a2ddb69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:08.043217 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 53ad10af-6708-4b26-801a-cbf7f9b84f8c up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:44:08.051249 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-09aadd24-3f0f-420f-84e6-4d612125c9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:08.124000 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19539a7c-9e83-4f29-914d-131c2a2ddb69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:08.140448 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09aadd24-3f0f-420f-84e6-4d612125c9c9 None None] Network fc3ec110-6375-4ce4-9caa-7848672e3e03 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:44:08.147471 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-09aadd24-3f0f-420f-84e6-4d612125c9c9 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:44:08.154482 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09aadd24-3f0f-420f-84e6-4d612125c9c9 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:44:08.187864 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aadd24-3f0f-420f-84e6-4d612125c9c9 None None] Pushing event updated for resources: {'Port': ['ID=e05d9cdc-ea65-459b-b9d6-7538634597fd,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:08.202423 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90cbd70-c08b-40ed-a5db-45a2bb61aaf1 req-b0e3e48c-b242-4ed7-b940-2cfb674e0edd tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:08.209638 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e90cbd70-c08b-40ed-a5db-45a2bb61aaf1 req-b0e3e48c-b242-4ed7-b940-2cfb674e0edd tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] 10.222.0.57 "GET /v2.0/ports?device_id=fee149ea-404b-4f8d-aea0-dd81fbf95d87 HTTP/1.1" status: 200 len: 931 time: 0.6985676 Dec 09 15:44:08.246474 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19539a7c-9e83-4f29-914d-131c2a2ddb69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:08.250974 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19539a7c-9e83-4f29-914d-131c2a2ddb69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:08.252893 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19539a7c-9e83-4f29-914d-131c2a2ddb69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:08.257988 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-09aadd24-3f0f-420f-84e6-4d612125c9c9 None None] Attempting to bind port e05d9cdc-ea65-459b-b9d6-7538634597fd on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:44:08.258558 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-09aadd24-3f0f-420f-84e6-4d612125c9c9 None None] Attempting to bind port e05d9cdc-ea65-459b-b9d6-7538634597fd by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'db2f5efd-4276-4f46-b2ca-355625917a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'fc3ec110-6375-4ce4-9caa-7848672e3e03'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:44:08.258777 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aadd24-3f0f-420f-84e6-4d612125c9c9 None None] Attempting to bind port e05d9cdc-ea65-459b-b9d6-7538634597fd on network fc3ec110-6375-4ce4-9caa-7848672e3e03 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:44:08.265923 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aadd24-3f0f-420f-84e6-4d612125c9c9 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:44:08.266199 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aadd24-3f0f-420f-84e6-4d612125c9c9 None None] Checking segment: {'id': 'db2f5efd-4276-4f46-b2ca-355625917a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'fc3ec110-6375-4ce4-9caa-7848672e3e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:44:08.266881 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-09aadd24-3f0f-420f-84e6-4d612125c9c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:08.267008 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aadd24-3f0f-420f-84e6-4d612125c9c9 None None] Bound using segment: {'id': 'db2f5efd-4276-4f46-b2ca-355625917a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'fc3ec110-6375-4ce4-9caa-7848672e3e03'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:44:08.267912 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-09aadd24-3f0f-420f-84e6-4d612125c9c9 None None] Bound port: e05d9cdc-ea65-459b-b9d6-7538634597fd, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db2f5efd-4276-4f46-b2ca-355625917a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'fc3ec110-6375-4ce4-9caa-7848672e3e03'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:44:08.267912 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-09aadd24-3f0f-420f-84e6-4d612125c9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:08.284467 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 53ad10af-6708-4b26-801a-cbf7f9b84f8c triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:44:08.285075 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:08.326577 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-000c965e-637a-4f3e-8aa0-aa88fcf5894c service neutron] 10.222.0.31 "GET /v2.0/networks/99deab82-68e4-40a9-831d-57d4c6d733cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6996915 Dec 09 15:44:08.349534 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e90cbd70-c08b-40ed-a5db-45a2bb61aaf1 req-20ec6f4f-e3db-46fc-88db-a81472184fc0 tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98875989-7dee-42d4-b91e-57a6934eff86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389406 Dec 09 15:44:08.350241 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 42608) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:08.396912 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-19539a7c-9e83-4f29-914d-131c2a2ddb69 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6653945 Dec 09 15:44:08.406517 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42612) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:08.413957 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-de9b7145-02dd-4719-9f7b-acd017c0d6d5 admin admin] Request body: {'subnet': {'network_id': 'e561b4ee-d2bd-43de-82f6-4cc1050ddc4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-464544235-subnet', 'tenant_id': 'ac1c51d04a154ccf9c05dfefe8cf13d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:08.420280 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-0d2b2e49-f94c-48b8-8bf6-ed3b6cc228da service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=32ff3866-b9bf-4bc2-9100-56e447725e78 HTTP/1.1" status: 200 len: 217 time: 0.0637391 Dec 09 15:44:08.427901 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-3994e870-e864-4b6a-b962-602b5c631775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fa9cb11-b3b6-4332-a9bf-29e350ce6618 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:44:08.438629 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-3994e870-e864-4b6a-b962-602b5c631775 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:08.447632 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef40b93-e3fc-44fa-84dc-f826a774550a x-openstack-request-id: req-bef40b93-e3fc-44fa-84dc-f826a774550a {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:44:08.447974 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57562482-a762-4319-b3a1-4a7885786226", "name": "network-vif-plugged", "status": "completed", "tag": "ad186ea0-4670-4c0e-b46d-232a21e52116", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:44:08.448231 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bef40b93-e3fc-44fa-84dc-f826a774550a {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:44:08.449282 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57562482-a762-4319-b3a1-4a7885786226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad186ea0-4670-4c0e-b46d-232a21e52116', 'code': 200} Dec 09 15:44:08.459018 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-3994e870-e864-4b6a-b962-602b5c631775 service neutron] Transition to ACTIVE for port object 7fa9cb11-b3b6-4332-a9bf-29e350ce6618 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:44:08.475511 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-09aadd24-3f0f-420f-84e6-4d612125c9c9 None None] For port e05d9cdc-ea65-459b-b9d6-7538634597fd, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:44:08.476284 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-3994e870-e864-4b6a-b962-602b5c631775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:08.482362 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-09aadd24-3f0f-420f-84e6-4d612125c9c9 None None] For port e05d9cdc-ea65-459b-b9d6-7538634597fd, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=e05d9cdc-ea65-459b-b9d6-7538634597fd,segment=NetworkSegment(db2f5efd-4276-4f46-b2ca-355625917a28),segment_id=db2f5efd-4276-4f46-b2ca-355625917a28)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:44:08.491436 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-09aadd24-3f0f-420f-84e6-4d612125c9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:08.510493 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-93093545-98a3-4fb7-8b79-225eddc6fbe7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Allocated IP 2001:db8:3::1 (fc3ec110-6375-4ce4-9caa-7848672e3e03/b210ac44-5539-4ae8-b65f-df79d4fc1eae/9b047899-56ec-4d11-93cf-d8e43431f9e7) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:44:08.519726 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9b7145-02dd-4719-9f7b-acd017c0d6d5 admin admin] Made reservation on behalf of ac1c51d04a154ccf9c05dfefe8cf13d0 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:44:08.531064 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de9b7145-02dd-4719-9f7b-acd017c0d6d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:08.607100 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aadd24-3f0f-420f-84e6-4d612125c9c9 None None] Pushing event updated for resources: {'Port': ['ID=e05d9cdc-ea65-459b-b9d6-7538634597fd,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:08.626468 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19539a7c-9e83-4f29-914d-131c2a2ddb69 admin admin] Pushing event updated for resources: {'Network': ['ID=e561b4ee-d2bd-43de-82f6-4cc1050ddc4a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:08.639477 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network e561b4ee-d2bd-43de-82f6-4cc1050ddc4a details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:44:08.671761 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-947975c3-6908-4f07-8a70-d1a41f8a2120 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1726806256-network', 'tenant_id': 'a725fca6247b4d078de3af64ff45abce'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:08.815877 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3994e870-e864-4b6a-b962-602b5c631775 service neutron] Pushing event updated for resources: {'Port': ['ID=7fa9cb11-b3b6-4332-a9bf-29e350ce6618,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:08.835183 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-37577a77-681c-4efb-8f6a-e7f6935d981d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:08.838736 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-37577a77-681c-4efb-8f6a-e7f6935d981d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0bc7d492-8dd5-4f62-87e4-e954ad6c6022 HTTP/1.1" status: 200 len: 797 time: 0.3775938 Dec 09 15:44:08.852185 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e89435-748b-4c5d-bd23-3fa9db724d3a req-72c61753-18b0-4c1a-a4e1-1611f7fedc60 tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:08.859604 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-93093545-98a3-4fb7-8b79-225eddc6fbe7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:08.871992 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-55e89435-748b-4c5d-bd23-3fa9db724d3a req-72c61753-18b0-4c1a-a4e1-1611f7fedc60 tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] 10.222.0.57 "GET /v2.0/ports?device_id=57562482-a762-4319-b3a1-4a7885786226 HTTP/1.1" status: 200 len: 945 time: 0.2761436 Dec 09 15:44:08.880870 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e814e-4484-430a-a20e-6c8b49591fbc req-dbff3d15-9e29-4595-9e7d-09564b94fcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:08.882547 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e77e814e-4484-430a-a20e-6c8b49591fbc req-dbff3d15-9e29-4595-9e7d-09564b94fcee service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=57562482-a762-4319-b3a1-4a7885786226 HTTP/1.1" status: 200 len: 1096 time: 0.3788764 Dec 09 15:44:08.969538 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947975c3-6908-4f07-8a70-d1a41f8a2120 admin admin] Made reservation on behalf of a725fca6247b4d078de3af64ff45abce for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:44:08.971947 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-947975c3-6908-4f07-8a70-d1a41f8a2120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:08.987241 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de9b7145-02dd-4719-9f7b-acd017c0d6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:09.003122 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-93093545-98a3-4fb7-8b79-225eddc6fbe7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:09.031690 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-947975c3-6908-4f07-8a70-d1a41f8a2120 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:09.041570 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 42622) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:09.108970 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93093545-98a3-4fb7-8b79-225eddc6fbe7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event updated for resources: {'Port': ['ID=9b047899-56ec-4d11-93cf-d8e43431f9e7,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:09.114966 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-55e89435-748b-4c5d-bd23-3fa9db724d3a req-4caa9924-c2b6-48b5-9e6c-ddfd787db09d tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2e2cc56-cab4-43a6-be77-568e7272c330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420645 Dec 09 15:44:09.117433 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93093545-98a3-4fb7-8b79-225eddc6fbe7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Network fc3ec110-6375-4ce4-9caa-7848672e3e03 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:44:09.119446 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-11195a97-65ab-439f-a774-546d70df3a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:09.122097 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-11195a97-65ab-439f-a774-546d70df3a8a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20a3d869-faba-4fd6-8427-0269f690d785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2369537 Dec 09 15:44:09.131461 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-93093545-98a3-4fb7-8b79-225eddc6fbe7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:44:09.134884 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e77e814e-4484-430a-a20e-6c8b49591fbc req-9db87897-5bfa-497f-9dbd-0ace16ccd506 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b2e2cc56-cab4-43a6-be77-568e7272c330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097361 Dec 09 15:44:09.141759 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93093545-98a3-4fb7-8b79-225eddc6fbe7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:44:09.142630 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-93093545-98a3-4fb7-8b79-225eddc6fbe7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:09.167998 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-3994e870-e864-4b6a-b962-602b5c631775 service neutron] Attempting to bind port 7fa9cb11-b3b6-4332-a9bf-29e350ce6618 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:44:09.168334 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-3994e870-e864-4b6a-b962-602b5c631775 service neutron] Attempting to bind port 7fa9cb11-b3b6-4332-a9bf-29e350ce6618 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '6461db41-0daf-440f-8b0b-0733c72fba87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8db18da0-45a4-4b0e-b584-ca18db186e9d'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:44:09.168684 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-3994e870-e864-4b6a-b962-602b5c631775 service neutron] Attempting to bind port 7fa9cb11-b3b6-4332-a9bf-29e350ce6618 on network 8db18da0-45a4-4b0e-b584-ca18db186e9d {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:44:09.192135 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b7145-02dd-4719-9f7b-acd017c0d6d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8b7fc29-c145-409d-8a94-2ef3485cae61,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:09.209651 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-3994e870-e864-4b6a-b962-602b5c631775 service neutron] Port 7fa9cb11-b3b6-4332-a9bf-29e350ce6618 on network 8db18da0-45a4-4b0e-b584-ca18db186e9d not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:44:09.210195 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-3994e870-e864-4b6a-b962-602b5c631775 service neutron] Attempting to bind port 7fa9cb11-b3b6-4332-a9bf-29e350ce6618 on network 8db18da0-45a4-4b0e-b584-ca18db186e9d {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:44:09.229170 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-3994e870-e864-4b6a-b962-602b5c631775 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:44:09.229450 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-3994e870-e864-4b6a-b962-602b5c631775 service neutron] Checking segment: {'id': '6461db41-0daf-440f-8b0b-0733c72fba87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8db18da0-45a4-4b0e-b584-ca18db186e9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:44:09.230374 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-3994e870-e864-4b6a-b962-602b5c631775 service neutron] Bound using segment: {'id': '6461db41-0daf-440f-8b0b-0733c72fba87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8db18da0-45a4-4b0e-b584-ca18db186e9d'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:44:09.230811 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-3994e870-e864-4b6a-b962-602b5c631775 service neutron] Bound port: 7fa9cb11-b3b6-4332-a9bf-29e350ce6618, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6461db41-0daf-440f-8b0b-0733c72fba87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8db18da0-45a4-4b0e-b584-ca18db186e9d'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:44:09.231336 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-3994e870-e864-4b6a-b962-602b5c631775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:09.246639 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9b7145-02dd-4719-9f7b-acd017c0d6d5 admin admin] Checking segment: {'id': 'c75292af-1e97-46f4-b71a-07b26446ffe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e561b4ee-d2bd-43de-82f6-4cc1050ddc4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:44:09.246973 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9b7145-02dd-4719-9f7b-acd017c0d6d5 admin admin] Network hostable DHCP agents. Network: e561b4ee-d2bd-43de-82f6-4cc1050ddc4a, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:44:09.286185 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9b7145-02dd-4719-9f7b-acd017c0d6d5 admin admin] Network e561b4ee-d2bd-43de-82f6-4cc1050ddc4a is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:44:09.326199 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-de9b7145-02dd-4719-9f7b-acd017c0d6d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, e561b4ee-d2bd-43de-82f6-4cc1050ddc4a) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:44:09.333071 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-93093545-98a3-4fb7-8b79-225eddc6fbe7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:09.336970 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9b7145-02dd-4719-9f7b-acd017c0d6d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:09.338071 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de9b7145-02dd-4719-9f7b-acd017c0d6d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:09.347983 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde5fa47-5d63-40e9-b708-bd96fd18adfc None None] Network e561b4ee-d2bd-43de-82f6-4cc1050ddc4a requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:44:09.374803 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-f0a9c306-2d43-4245-b1be-010756cb6a03 service neutron] 10.222.0.31 "GET /v2.0/networks/20a3d869-faba-4fd6-8427-0269f690d785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389491 Dec 09 15:44:09.376539 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-de9b7145-02dd-4719-9f7b-acd017c0d6d5 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9675910 Dec 09 15:44:09.380244 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-947975c3-6908-4f07-8a70-d1a41f8a2120 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:09.381497 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-098cf2d6-17e1-4894-9446-47833087031c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:09.406450 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-947975c3-6908-4f07-8a70-d1a41f8a2120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:09.419683 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-947975c3-6908-4f07-8a70-d1a41f8a2120 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:44:09.493468 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-3994e870-e864-4b6a-b962-602b5c631775 service neutron] For port 7fa9cb11-b3b6-4332-a9bf-29e350ce6618, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:44:09.498427 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-947975c3-6908-4f07-8a70-d1a41f8a2120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:09.498770 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-947975c3-6908-4f07-8a70-d1a41f8a2120 admin admin] Added segment 0d4d7a4f-302e-4a4f-a5b8-968c70132fcd of type vlan for network 3f17a4c0-cb69-47eb-a703-c238afd823ea Dec 09 15:44:09.568886 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfd3d58-c963-4a7d-8106-4b11ed39cb99 None None] Network e561b4ee-d2bd-43de-82f6-4cc1050ddc4a requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:44:09.577607 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-3994e870-e864-4b6a-b962-602b5c631775 service neutron] For port 7fa9cb11-b3b6-4332-a9bf-29e350ce6618, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=7fa9cb11-b3b6-4332-a9bf-29e350ce6618,segment=NetworkSegment(6461db41-0daf-440f-8b0b-0733c72fba87),segment_id=6461db41-0daf-440f-8b0b-0733c72fba87)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:44:09.585906 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947975c3-6908-4f07-8a70-d1a41f8a2120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6732634-39a5-4f0f-bb89-9cdfb0eac9d0,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:09.619644 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-3994e870-e864-4b6a-b962-602b5c631775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:09.777712 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-947975c3-6908-4f07-8a70-d1a41f8a2120 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:09.812831 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-c1080d08-5a5a-4e4c-b09d-a1c0f96a22ba service neutron] 10.222.0.31 "GET /v2.0/networks/20a3d869-faba-4fd6-8427-0269f690d785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178793 Dec 09 15:44:09.833534 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-3994e870-e864-4b6a-b962-602b5c631775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:09.851385 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-3994e870-e864-4b6a-b962-602b5c631775 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:09.852956 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-3994e870-e864-4b6a-b962-602b5c631775 service neutron] 10.222.0.31 "PUT /v2.0/ports/7fa9cb11-b3b6-4332-a9bf-29e350ce6618 HTTP/1.1" status: 200 len: 1091 time: 2.6648471 Dec 09 15:44:09.867868 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fee149ea-404b-4f8d-aea0-dd81fbf95d87', 'tag': '7fa9cb11-b3b6-4332-a9bf-29e350ce6618'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:44:09.872705 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83308cd2-a28a-46a6-801c-d2f1f0bad870" -d '{"events": [{"name": "network-changed", "server_uuid": "fee149ea-404b-4f8d-aea0-dd81fbf95d87", "tag": "7fa9cb11-b3b6-4332-a9bf-29e350ce6618"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:44:09.882105 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.db.resource_extend [None req-947975c3-6908-4f07-8a70-d1a41f8a2120 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 15:44:09.888097 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-93093545-98a3-4fb7-8b79-225eddc6fbe7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:09.895634 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-93093545-98a3-4fb7-8b79-225eddc6fbe7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:09.898079 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-93093545-98a3-4fb7-8b79-225eddc6fbe7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:09.996201 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 53ad10af-6708-4b26-801a-cbf7f9b84f8c up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:44:10.004500 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-b06441b4-5031-4a99-a3f8-eb8bd907889c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=12dd1f56-6412-4015-93f6-b5f952d56bdf HTTP/1.1" status: 200 len: 217 time: 0.1790957 Dec 09 15:44:10.039702 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-098cf2d6-17e1-4894-9446-47833087031c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:10.043922 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3994e870-e864-4b6a-b962-602b5c631775 service neutron] Pushing event updated for resources: {'Port': ['ID=7fa9cb11-b3b6-4332-a9bf-29e350ce6618,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:10.055586 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93093545-98a3-4fb7-8b79-225eddc6fbe7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event updated for resources: {'Port': ['ID=9b047899-56ec-4d11-93cf-d8e43431f9e7,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:10.066311 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93093545-98a3-4fb7-8b79-225eddc6fbe7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Network fc3ec110-6375-4ce4-9caa-7848672e3e03 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:44:10.068064 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-93093545-98a3-4fb7-8b79-225eddc6fbe7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:44:10.111274 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 53ad10af-6708-4b26-801a-cbf7f9b84f8c triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:44:10.112702 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:10.126708 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-098cf2d6-17e1-4894-9446-47833087031c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:10.135672 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-abad233a-7727-4f03-bd3b-bc63457ce50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:10.137888 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-abad233a-7727-4f03-bd3b-bc63457ce50a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0bc7d492-8dd5-4f62-87e4-e954ad6c6022 HTTP/1.1" status: 200 len: 797 time: 0.1066821 Dec 09 15:44:10.145496 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c057731-f3b0-4b86-a3f4-8d6d97bf4f9e req-0461a6b1-68f4-4aa6-9c8f-13be90a3aeb1 tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:10.153030 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4c057731-f3b0-4b86-a3f4-8d6d97bf4f9e req-0461a6b1-68f4-4aa6-9c8f-13be90a3aeb1 tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] 10.222.0.57 "GET /v2.0/ports?device_id=fee149ea-404b-4f8d-aea0-dd81fbf95d87 HTTP/1.1" status: 200 len: 943 time: 0.4746711 Dec 09 15:44:10.163592 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-947975c3-6908-4f07-8a70-d1a41f8a2120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:10.165001 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947975c3-6908-4f07-8a70-d1a41f8a2120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:10.165579 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-947975c3-6908-4f07-8a70-d1a41f8a2120 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:10.203660 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93093545-98a3-4fb7-8b79-225eddc6fbe7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Router 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:44:10.211927 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316c6e15-b92d-4616-9723-0fc5c53d97c0 None None] Network fc3ec110-6375-4ce4-9caa-7848672e3e03 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:44:10.303359 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d83eb1b6-be54-4a77-bf6a-a1fa2c50669d None None] Provisioning complete for port e05d9cdc-ea65-459b-b9d6-7538634597fd triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:44:10.303555 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d83eb1b6-be54-4a77-bf6a-a1fa2c50669d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:10.325936 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93093545-98a3-4fb7-8b79-225eddc6fbe7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:44:10.331223 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-098cf2d6-17e1-4894-9446-47833087031c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d421987fb3794b71abbd95890798108b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2857845 Dec 09 15:44:10.336426 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-93093545-98a3-4fb7-8b79-225eddc6fbe7 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "PUT /v2.0/routers/2d8208ad-4b9c-474d-a3e4-f86a1b31b936/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8684633 Dec 09 15:44:10.337390 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42636) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:10.350692 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-947975c3-6908-4f07-8a70-d1a41f8a2120 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9321239 Dec 09 15:44:10.364517 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 42638) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:10.364855 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 42640) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:10.365546 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098cf2d6-17e1-4894-9446-47833087031c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f392f3-5303-4a91-b457-6b6d5aa17636,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:10.372967 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b688f9-8611-4681-8f33-6b4dec70d4f2 None None] Sync routers for ids ['2d8208ad-4b9c-474d-a3e4-f86a1b31b936'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:44:10.375458 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-e6ef2de1-2e49-4aa7-9c94-86eb6c82f4ca admin admin] Request body: {'subnet': {'network_id': '3f17a4c0-cb69-47eb-a703-c238afd823ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1726806256-subnet', 'tenant_id': 'a725fca6247b4d078de3af64ff45abce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:10.383118 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-5e26bd4c-f7f7-48b8-a783-ed767d627749 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:10.394211 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-f6d05aae-6445-4c14-bf96-a022818b3dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:10.396129 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-f6d05aae-6445-4c14-bf96-a022818b3dac service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69af6f48704d45d7ad96bee512f2c7a0&device_id=fee149ea-404b-4f8d-aea0-dd81fbf95d87 HTTP/1.1" status: 200 len: 1094 time: 0.4891701 Dec 09 15:44:10.433477 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-14f10de1-f3d9-434a-86fc-cddb978d279a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:10.434697 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device e05d9cdc-ea65-459b-b9d6-7538634597fd up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:44:10.439331 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b688f9-8611-4681-8f33-6b4dec70d4f2 None None] Routers {'2d8208ad-4b9c-474d-a3e4-f86a1b31b936'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:44:10.439331 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-13b688f9-8611-4681-8f33-6b4dec70d4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:43:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['2d8208ad-4b9c-474d-a3e4-f86a1b31b936'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:10.446177 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947975c3-6908-4f07-8a70-d1a41f8a2120 admin admin] Pushing event updated for resources: {'Network': ['ID=3f17a4c0-cb69-47eb-a703-c238afd823ea,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:10.485815 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-14f10de1-f3d9-434a-86fc-cddb978d279a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:10.527561 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 3f17a4c0-cb69-47eb-a703-c238afd823ea details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:44:10.533158 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-532e703d-3be4-4cd7-8d0c-4c715fd2be21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:10.534708 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-532e703d-3be4-4cd7-8d0c-4c715fd2be21 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20a3d869-faba-4fd6-8427-0269f690d785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3793092 Dec 09 15:44:10.554405 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4c057731-f3b0-4b86-a3f4-8d6d97bf4f9e req-cbcc014b-ae50-4b7f-ab17-d22113c48456 tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98875989-7dee-42d4-b91e-57a6934eff86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004126 Dec 09 15:44:10.563362 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-90e27906-0a35-4edd-89df-5c235d0680f0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fa9cb11-b3b6-4332-a9bf-29e350ce6618 HTTP/1.1" status: 200 len: 217 time: 0.1216784 Dec 09 15:44:10.590497 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-14f10de1-f3d9-434a-86fc-cddb978d279a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:10.596963 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ef2de1-2e49-4aa7-9c94-86eb6c82f4ca admin admin] Made reservation on behalf of a725fca6247b4d078de3af64ff45abce for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:44:10.599483 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e6ef2de1-2e49-4aa7-9c94-86eb6c82f4ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:10.600046 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-14f10de1-f3d9-434a-86fc-cddb978d279a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:10.606844 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-14f10de1-f3d9-434a-86fc-cddb978d279a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a8f392f3-5303-4a91-b457-6b6d5aa17636 HTTP/1.1" status: 204 len: 168 time: 0.2627268 Dec 09 15:44:10.631223 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f10de1-f3d9-434a-86fc-cddb978d279a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f392f3-5303-4a91-b457-6b6d5aa17636,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:10.761277 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-13b688f9-8611-4681-8f33-6b4dec70d4f2 None None] Set router 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:44:10.825014 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d83eb1b6-be54-4a77-bf6a-a1fa2c50669d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:10.842849 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port e05d9cdc-ea65-459b-b9d6-7538634597fd triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:44:10.843220 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:10.853693 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-7d3a4219-6544-4641-a41f-03386666831a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:10.855731 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-7d3a4219-6544-4641-a41f-03386666831a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6d36f5d4-8d0b-4c2b-8c9a-26af8c1f1617 HTTP/1.1" status: 200 len: 853 time: 0.2760673 Dec 09 15:44:11.214675 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d83eb1b6-be54-4a77-bf6a-a1fa2c50669d None None] For port e05d9cdc-ea65-459b-b9d6-7538634597fd, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=e05d9cdc-ea65-459b-b9d6-7538634597fd,segment=NetworkSegment(db2f5efd-4276-4f46-b2ca-355625917a28),segment_id=db2f5efd-4276-4f46-b2ca-355625917a28)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:11.227441 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d83eb1b6-be54-4a77-bf6a-a1fa2c50669d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:11.258771 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-3033d141-bbdb-43b0-92c6-9fb37033c2c1 service neutron] 10.222.0.31 "GET /v2.0/networks/20a3d869-faba-4fd6-8427-0269f690d785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7009392 Dec 09 15:44:11.260600 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-75ace1e3-4294-4e04-b82c-b0884f53d663 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8db18da0-45a4-4b0e-b584-ca18db186e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3954518 Dec 09 15:44:11.267005 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-93987b5f-b152-4983-8606-c47fe3b78e1d req-82402930-8510-405d-a96a-f766967ec3a9 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-300975216', 'description': 'tempest-description-1211542407'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:11.302445 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-93987b5f-b152-4983-8606-c47fe3b78e1d req-82402930-8510-405d-a96a-f766967ec3a9 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:11.372013 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83eb1b6-be54-4a77-bf6a-a1fa2c50669d None None] Pushing event updated for resources: {'Port': ['ID=e05d9cdc-ea65-459b-b9d6-7538634597fd,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:11.385806 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6dce3ed3-082f-47d6-a224-72dea1678f0d None None] Provisioning complete for port 9b047899-56ec-4d11-93cf-d8e43431f9e7 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:44:11.386553 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6dce3ed3-082f-47d6-a224-72dea1678f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:11.443130 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-6dce3ed3-082f-47d6-a224-72dea1678f0d None None] Port 9b047899-56ec-4d11-93cf-d8e43431f9e7 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:44:11.452727 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-13b688f9-8611-4681-8f33-6b4dec70d4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'name': 'tempest-RoutersIpV6Test-router-175322339', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:43:45Z', 'updated_at': '2021-12-09T15:44:09Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'gw_port_host': None, '_interfaces': [{'id': '04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69', 'name': '', 'network_id': '5b41b502-7c31-4af6-9307-f219f90ab3ab', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:3f:33:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:47Z', 'updated_at': '2021-12-09T15:43:51Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53ad10af-6708-4b26-801a-cbf7f9b84f8c', 'name': '', 'network_id': 'b71dd216-ffd6-41fb-a84d-b52bd9747a12', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:cb:d9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '0258874e-7e5d-4e1e-97e3-8f9754b37694', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:58Z', 'updated_at': '2021-12-09T15:44:07Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': '0258874e-7e5d-4e1e-97e3-8f9754b37694', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b047899-56ec-4d11-93cf-d8e43431f9e7', 'name': '', 'network_id': 'fc3ec110-6375-4ce4-9caa-7848672e3e03', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:53:23:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'b210ac44-5539-4ae8-b65f-df79d4fc1eae', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:44:07Z', 'updated_at': '2021-12-09T15:44:09Z', 'revision_number': 2, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': 'b210ac44-5539-4ae8-b65f-df79d4fc1eae', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b53638d7-b3c4-47ec-9385-7b283944b6a1', 'name': '', 'network_id': 'd856adbf-6ff7-42ff-9667-b52a71b1cc9d', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:c6:10:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ca7d7d44-abd3-4400-b7fa-875316e6dd76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:52Z', 'updated_at': '2021-12-09T15:44:00Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': 'ca7d7d44-abd3-4400-b7fa-875316e6dd76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:11.486466 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6dce3ed3-082f-47d6-a224-72dea1678f0d None None] Provisioning complete for port e05d9cdc-ea65-459b-b9d6-7538634597fd triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:44:11.486842 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6dce3ed3-082f-47d6-a224-72dea1678f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:11.490976 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b688f9-8611-4681-8f33-6b4dec70d4f2 None None] Checking router: 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:44:11.491133 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b688f9-8611-4681-8f33-6b4dec70d4f2 None None] Updating router 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 port 9b047899-56ec-4d11-93cf-d8e43431f9e7 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:44:11.541752 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-13b688f9-8611-4681-8f33-6b4dec70d4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:11.674632 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-091d73b5-49e2-437f-8dc1-238fb39ae2bf service neutron] 10.222.0.31 "GET /v2.0/networks/20a3d869-faba-4fd6-8427-0269f690d785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792484 Dec 09 15:44:11.827663 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-96245d1a-491a-45a5-a0a2-5ca56b2840dc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=5a2cd2eb-cc3c-4860-b939-e4520520d050 HTTP/1.1" status: 200 len: 217 time: 0.1166611 Dec 09 15:44:11.829894 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device e05d9cdc-ea65-459b-b9d6-7538634597fd up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:44:11.851246 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2996d3c1-15f9-4b10-9f26-c658fd022456 None None] Provisioning complete for port 9b047899-56ec-4d11-93cf-d8e43431f9e7 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:44:11.851623 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2996d3c1-15f9-4b10-9f26-c658fd022456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:11.864847 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-88c6500a-368d-4c06-a160-659d2a81179a service neutron] 10.222.0.31 "GET /v2.0/networks/8db18da0-45a4-4b0e-b584-ca18db186e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5633917 Dec 09 15:44:11.889274 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-93987b5f-b152-4983-8606-c47fe3b78e1d req-82402930-8510-405d-a96a-f766967ec3a9 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:11.909578 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-93987b5f-b152-4983-8606-c47fe3b78e1d req-82402930-8510-405d-a96a-f766967ec3a9 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:11.935045 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e6ef2de1-2e49-4aa7-9c94-86eb6c82f4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:11.943717 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2996d3c1-15f9-4b10-9f26-c658fd022456 None None] Port 9b047899-56ec-4d11-93cf-d8e43431f9e7 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:44:11.992757 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port e05d9cdc-ea65-459b-b9d6-7538634597fd triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:44:11.993137 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:12.027768 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-13b688f9-8611-4681-8f33-6b4dec70d4f2 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:12.040436 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-13b688f9-8611-4681-8f33-6b4dec70d4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:12.052553 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-93987b5f-b152-4983-8606-c47fe3b78e1d req-82402930-8510-405d-a96a-f766967ec3a9 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:12.061347 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-93987b5f-b152-4983-8606-c47fe3b78e1d req-82402930-8510-405d-a96a-f766967ec3a9 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.8095396 Dec 09 15:44:12.124647 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec86b9a-ab63-44f6-8d00-82edea561056 None None] Pushing event updated for resources: {'Port': ['ID=9b047899-56ec-4d11-93cf-d8e43431f9e7,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:12.132622 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8a7428be-f87e-49b9-9393-a42ea1616586 None None] Provisioning complete for port 9b047899-56ec-4d11-93cf-d8e43431f9e7 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:44:12.133363 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8a7428be-f87e-49b9-9393-a42ea1616586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:12.160330 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82402930-8510-405d-a96a-f766967ec3a9 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b5c193-2c98-44c1-bdd9-527a2ba6fe01,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:12.168864 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-077278b9-a8f2-4522-a3a5-85e6fee62bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:12.173152 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-077278b9-a8f2-4522-a3a5-85e6fee62bb2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0bc7d492-8dd5-4f62-87e4-e954ad6c6022 HTTP/1.1" status: 200 len: 797 time: 0.3301749 Dec 09 15:44:12.180199 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4eb884e-4f43-4650-a843-6a94962c0943 x-openstack-request-id: req-a4eb884e-4f43-4650-a843-6a94962c0943 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:44:12.180199 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fee149ea-404b-4f8d-aea0-dd81fbf95d87", "tag": "7fa9cb11-b3b6-4332-a9bf-29e350ce6618", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:44:12.180199 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a4eb884e-4f43-4650-a843-6a94962c0943 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:44:12.180639 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fee149ea-404b-4f8d-aea0-dd81fbf95d87', 'tag': '7fa9cb11-b3b6-4332-a9bf-29e350ce6618', 'status': 'completed', 'code': 200} Dec 09 15:44:12.254579 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-13b688f9-8611-4681-8f33-6b4dec70d4f2 None None] Attempting to bind port 9b047899-56ec-4d11-93cf-d8e43431f9e7 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:44:12.254951 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-13b688f9-8611-4681-8f33-6b4dec70d4f2 None None] Attempting to bind port 9b047899-56ec-4d11-93cf-d8e43431f9e7 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'db2f5efd-4276-4f46-b2ca-355625917a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'fc3ec110-6375-4ce4-9caa-7848672e3e03'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:44:12.255546 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b688f9-8611-4681-8f33-6b4dec70d4f2 None None] Attempting to bind port 9b047899-56ec-4d11-93cf-d8e43431f9e7 on network fc3ec110-6375-4ce4-9caa-7848672e3e03 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:44:12.265582 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8a7428be-f87e-49b9-9393-a42ea1616586 None None] Port 9b047899-56ec-4d11-93cf-d8e43431f9e7 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:44:12.268677 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b688f9-8611-4681-8f33-6b4dec70d4f2 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:44:12.269058 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b688f9-8611-4681-8f33-6b4dec70d4f2 None None] Checking segment: {'id': 'db2f5efd-4276-4f46-b2ca-355625917a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'fc3ec110-6375-4ce4-9caa-7848672e3e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:44:12.269464 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-13b688f9-8611-4681-8f33-6b4dec70d4f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:12.269856 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b688f9-8611-4681-8f33-6b4dec70d4f2 None None] Bound using segment: {'id': 'db2f5efd-4276-4f46-b2ca-355625917a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'fc3ec110-6375-4ce4-9caa-7848672e3e03'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:44:12.270342 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-13b688f9-8611-4681-8f33-6b4dec70d4f2 None None] Bound port: 9b047899-56ec-4d11-93cf-d8e43431f9e7, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db2f5efd-4276-4f46-b2ca-355625917a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'fc3ec110-6375-4ce4-9caa-7848672e3e03'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:44:12.270726 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-13b688f9-8611-4681-8f33-6b4dec70d4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:12.350694 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d8337cce-7c1d-44eb-9309-62de8674f9bf req-7097c081-010c-4211-b4de-cc6f28b9de96 service neutron] 10.222.0.31 "GET /v2.0/networks/8db18da0-45a4-4b0e-b584-ca18db186e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4540195 Dec 09 15:44:12.352301 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-13b688f9-8611-4681-8f33-6b4dec70d4f2 None None] For port 9b047899-56ec-4d11-93cf-d8e43431f9e7, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:44:12.358052 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ef2de1-2e49-4aa7-9c94-86eb6c82f4ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=2331ba46-cfe3-4b20-bfd7-3f8d813f8005,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:12.358826 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-13b688f9-8611-4681-8f33-6b4dec70d4f2 None None] For port 9b047899-56ec-4d11-93cf-d8e43431f9e7, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=9b047899-56ec-4d11-93cf-d8e43431f9e7,segment=NetworkSegment(db2f5efd-4276-4f46-b2ca-355625917a28),segment_id=db2f5efd-4276-4f46-b2ca-355625917a28)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:44:12.368640 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-13a8af8e-75e0-42c6-8312-b3d6b81dcebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:12.370928 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-13b688f9-8611-4681-8f33-6b4dec70d4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:12.371442 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-13a8af8e-75e0-42c6-8312-b3d6b81dcebf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20a3d869-faba-4fd6-8427-0269f690d785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1018245 Dec 09 15:44:12.377840 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ef2de1-2e49-4aa7-9c94-86eb6c82f4ca admin admin] Checking segment: {'id': '0d4d7a4f-302e-4a4f-a5b8-968c70132fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3f17a4c0-cb69-47eb-a703-c238afd823ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:44:12.378216 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ef2de1-2e49-4aa7-9c94-86eb6c82f4ca admin admin] Network hostable DHCP agents. Network: 3f17a4c0-cb69-47eb-a703-c238afd823ea, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:44:12.453849 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.extraroute_db [None req-5e26bd4c-f7f7-48b8-a783-ed767d627749 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103244) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 09 15:44:12.461215 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b688f9-8611-4681-8f33-6b4dec70d4f2 None None] Routers {'2d8208ad-4b9c-474d-a3e4-f86a1b31b936'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:44:12.462142 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-13b688f9-8611-4681-8f33-6b4dec70d4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:43:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['2d8208ad-4b9c-474d-a3e4-f86a1b31b936'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:12.468114 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec86b9a-ab63-44f6-8d00-82edea561056 None None] Pushing event updated for resources: {'Port': ['ID=9b047899-56ec-4d11-93cf-d8e43431f9e7,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:12.510043 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3cd0e-9aab-441c-aaac-b018f491612c req-4e017e6a-b28a-44a0-8573-ba535dd98989 tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:12.512551 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9ef3cd0e-9aab-441c-aaac-b018f491612c req-4e017e6a-b28a-44a0-8573-ba535dd98989 tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] 10.222.0.57 "GET /v2.0/ports?device_id=57562482-a762-4319-b3a1-4a7885786226 HTTP/1.1" status: 200 len: 945 time: 0.3311920 Dec 09 15:44:12.537047 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.extraroute_db [None req-5e26bd4c-f7f7-48b8-a783-ed767d627749 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Removed routes are [] {{(pid=103244) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 09 15:44:12.537575 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5e26bd4c-f7f7-48b8-a783-ed767d627749 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1598674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1781863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39067'] for router, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:12.583218 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ef2de1-2e49-4aa7-9c94-86eb6c82f4ca admin admin] Network 3f17a4c0-cb69-47eb-a703-c238afd823ea is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:44:12.594659 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-13b688f9-8611-4681-8f33-6b4dec70d4f2 None None] Set router 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:44:12.638102 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-bc4bcc8d-8635-407b-a1b7-099ac008a937 None None] Provisioning complete for port 9b047899-56ec-4d11-93cf-d8e43431f9e7 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:44:12.638242 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83308cd2-a28a-46a6-801c-d2f1f0bad870 req-f7b94418-046d-45a8-add4-3d3d15d48512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:12.638491 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bc4bcc8d-8635-407b-a1b7-099ac008a937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:12.639679 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-83308cd2-a28a-46a6-801c-d2f1f0bad870 req-f7b94418-046d-45a8-add4-3d3d15d48512 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69af6f48704d45d7ad96bee512f2c7a0&device_id=fee149ea-404b-4f8d-aea0-dd81fbf95d87 HTTP/1.1" status: 200 len: 1094 time: 0.1804566 Dec 09 15:44:12.696063 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-e6ef2de1-2e49-4aa7-9c94-86eb6c82f4ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 3f17a4c0-cb69-47eb-a703-c238afd823ea) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:44:12.713422 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-1027ab5b-787a-4db0-903e-69d8b3b6f51f service neutron] 10.222.0.31 "GET /v2.0/networks/20a3d869-faba-4fd6-8427-0269f690d785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302605 Dec 09 15:44:12.725601 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd1b12e-1a70-46bd-aceb-6ab86b0d7114 None None] Network 3f17a4c0-cb69-47eb-a703-c238afd823ea requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:44:12.765096 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ef2de1-2e49-4aa7-9c94-86eb6c82f4ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:12.765951 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e6ef2de1-2e49-4aa7-9c94-86eb6c82f4ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:12.850758 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e6ef2de1-2e49-4aa7-9c94-86eb6c82f4ca admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4728327 Dec 09 15:44:12.854253 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9ef3cd0e-9aab-441c-aaac-b018f491612c req-f3f07d22-046f-4255-9a44-a053e5ac625f tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2e2cc56-cab4-43a6-be77-568e7272c330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285456 Dec 09 15:44:12.995516 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bc4bcc8d-8635-407b-a1b7-099ac008a937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:13.016678 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e72612-6b5d-49db-80b4-66dc0b795edb None None] Network 3f17a4c0-cb69-47eb-a703-c238afd823ea requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:44:13.081969 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83308cd2-a28a-46a6-801c-d2f1f0bad870 req-452a9da8-c202-4f0d-bcfd-5754b4ac6cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:13.083539 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-83308cd2-a28a-46a6-801c-d2f1f0bad870 req-452a9da8-c202-4f0d-bcfd-5754b4ac6cf6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8db18da0-45a4-4b0e-b584-ca18db186e9d HTTP/1.1" status: 200 len: 914 time: 0.4064157 Dec 09 15:44:13.115470 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-3cd01454-b0e7-4189-8362-607db4e74f89 service neutron] 10.222.0.31 "GET /v2.0/networks/20a3d869-faba-4fd6-8427-0269f690d785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371696 Dec 09 15:44:13.174459 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-83308cd2-a28a-46a6-801c-d2f1f0bad870 req-6ad453b7-79c9-45a2-b4d3-c32e2b9f0c1f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fa9cb11-b3b6-4332-a9bf-29e350ce6618 HTTP/1.1" status: 200 len: 217 time: 0.0805588 Dec 09 15:44:13.177088 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5e26bd4c-f7f7-48b8-a783-ed767d627749 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1598674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1781863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39067'] for router, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:13.212002 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5e26bd4c-f7f7-48b8-a783-ed767d627749 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1598665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1598656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1781790'] for router, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:13.285338 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-bc4bcc8d-8635-407b-a1b7-099ac008a937 None None] For port 9b047899-56ec-4d11-93cf-d8e43431f9e7, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=9b047899-56ec-4d11-93cf-d8e43431f9e7,segment=NetworkSegment(db2f5efd-4276-4f46-b2ca-355625917a28),segment_id=db2f5efd-4276-4f46-b2ca-355625917a28)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:13.312350 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bc4bcc8d-8635-407b-a1b7-099ac008a937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:13.325758 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-db34450d-89ad-42d5-8d07-29e233885e52 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=d801fbcc-7e8f-4803-9e04-23f95227f725 HTTP/1.1" status: 200 len: 217 time: 0.1617506 Dec 09 15:44:13.359115 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e26bd4c-f7f7-48b8-a783-ed767d627749 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Router 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:44:13.397775 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-13b688f9-8611-4681-8f33-6b4dec70d4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'name': 'tempest-RoutersIpV6Test-router-175322339', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:43:45Z', 'updated_at': '2021-12-09T15:44:09Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'gw_port_host': None, '_interfaces': [{'id': '04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69', 'name': '', 'network_id': '5b41b502-7c31-4af6-9307-f219f90ab3ab', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:3f:33:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:47Z', 'updated_at': '2021-12-09T15:43:51Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53ad10af-6708-4b26-801a-cbf7f9b84f8c', 'name': '', 'network_id': 'b71dd216-ffd6-41fb-a84d-b52bd9747a12', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:cb:d9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '0258874e-7e5d-4e1e-97e3-8f9754b37694', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:58Z', 'updated_at': '2021-12-09T15:44:07Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': '0258874e-7e5d-4e1e-97e3-8f9754b37694', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b047899-56ec-4d11-93cf-d8e43431f9e7', 'name': '', 'network_id': 'fc3ec110-6375-4ce4-9caa-7848672e3e03', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:53:23:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'b210ac44-5539-4ae8-b65f-df79d4fc1eae', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:44:07Z', 'updated_at': '2021-12-09T15:44:12Z', 'revision_number': 4, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': 'b210ac44-5539-4ae8-b65f-df79d4fc1eae', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b53638d7-b3c4-47ec-9385-7b283944b6a1', 'name': '', 'network_id': 'd856adbf-6ff7-42ff-9667-b52a71b1cc9d', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:c6:10:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ca7d7d44-abd3-4400-b7fa-875316e6dd76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:52Z', 'updated_at': '2021-12-09T15:44:00Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': 'ca7d7d44-abd3-4400-b7fa-875316e6dd76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:13.476022 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b688f9-8611-4681-8f33-6b4dec70d4f2 None None] The sync data for ids ['2d8208ad-4b9c-474d-a3e4-f86a1b31b936'] in n-d-821228-1 is: [{'id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'name': 'tempest-RoutersIpV6Test-router-175322339', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:43:45Z', 'updated_at': '2021-12-09T15:44:09Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'gw_port_host': None, '_interfaces': [{'id': '04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69', 'name': '', 'network_id': '5b41b502-7c31-4af6-9307-f219f90ab3ab', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:3f:33:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:47Z', 'updated_at': '2021-12-09T15:43:51Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53ad10af-6708-4b26-801a-cbf7f9b84f8c', 'name': '', 'network_id': 'b71dd216-ffd6-41fb-a84d-b52bd9747a12', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:cb:d9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '0258874e-7e5d-4e1e-97e3-8f9754b37694', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:58Z', 'updated_at': '2021-12-09T15:44:07Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': '0258874e-7e5d-4e1e-97e3-8f9754b37694', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b047899-56ec-4d11-93cf-d8e43431f9e7', 'name': '', 'network_id': 'fc3ec110-6375-4ce4-9caa-7848672e3e03', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:53:23:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'b210ac44-5539-4ae8-b65f-df79d4fc1eae', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:44:07Z', 'updated_at': '2021-12-09T15:44:12Z', 'revision_number': 4, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': 'b210ac44-5539-4ae8-b65f-df79d4fc1eae', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b53638d7-b3c4-47ec-9385-7b283944b6a1', 'name': '', 'network_id': 'd856adbf-6ff7-42ff-9667-b52a71b1cc9d', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:c6:10:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ca7d7d44-abd3-4400-b7fa-875316e6dd76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:52Z', 'updated_at': '2021-12-09T15:44:00Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': 'ca7d7d44-abd3-4400-b7fa-875316e6dd76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:44:13.480976 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4bcc8d-8635-407b-a1b7-099ac008a937 None None] Pushing event updated for resources: {'Port': ['ID=9b047899-56ec-4d11-93cf-d8e43431f9e7,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:13.505389 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d8bd952b-91ef-42f7-aced-b068a6c1a98a None None] Provisioning complete for port 9b047899-56ec-4d11-93cf-d8e43431f9e7 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:44:13.505731 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d8bd952b-91ef-42f7-aced-b068a6c1a98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:13.874172 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83308cd2-a28a-46a6-801c-d2f1f0bad870 req-f669e554-1692-4f9b-a54d-27ab2c1d1072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:13.875835 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-83308cd2-a28a-46a6-801c-d2f1f0bad870 req-f669e554-1692-4f9b-a54d-27ab2c1d1072 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6d36f5d4-8d0b-4c2b-8c9a-26af8c1f1617 HTTP/1.1" status: 200 len: 853 time: 0.6662097 Dec 09 15:44:13.878143 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 9b047899-56ec-4d11-93cf-d8e43431f9e7 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:44:13.894423 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78c211-d75a-422e-99cd-2b11d93ba15b req-eb9df376-d9b4-4c92-8ea4-20a58dd58d2e tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:13.903774 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ea78c211-d75a-422e-99cd-2b11d93ba15b req-eb9df376-d9b4-4c92-8ea4-20a58dd58d2e tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] 10.222.0.57 "GET /v2.0/ports?device_id=fee149ea-404b-4f8d-aea0-dd81fbf95d87 HTTP/1.1" status: 200 len: 943 time: 0.6855750 Dec 09 15:44:13.906945 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-d7e38d5c-cbbd-474f-9640-1e6adc9e8ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:13.908639 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-d7e38d5c-cbbd-474f-9640-1e6adc9e8ed6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0bc7d492-8dd5-4f62-87e4-e954ad6c6022 HTTP/1.1" status: 200 len: 797 time: 0.5557933 Dec 09 15:44:13.964876 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 9b047899-56ec-4d11-93cf-d8e43431f9e7 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:44:13.965618 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:14.050951 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-83308cd2-a28a-46a6-801c-d2f1f0bad870 req-6c93e45e-3c9b-4636-946d-94a2cadee0dc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8db18da0-45a4-4b0e-b584-ca18db186e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058075 Dec 09 15:44:14.090910 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42730) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:14.181063 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e26bd4c-f7f7-48b8-a783-ed767d627749 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:44:14.191141 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5e26bd4c-f7f7-48b8-a783-ed767d627749 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:14.195197 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-5e26bd4c-f7f7-48b8-a783-ed767d627749 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "PUT /v2.0/routers/2d8208ad-4b9c-474d-a3e4-f86a1b31b936 HTTP/1.1" status: 200 len: 953 time: 3.8238792 Dec 09 15:44:14.195358 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42734) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:14.211880 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ea78c211-d75a-422e-99cd-2b11d93ba15b req-c5650684-d17b-4f32-b061-16a1f2d1684b tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98875989-7dee-42d4-b91e-57a6934eff86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067973 Dec 09 15:44:14.216329 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-48dfa182-6f97-473c-a0b4-a84292490ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:14.217962 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-48dfa182-6f97-473c-a0b4-a84292490ed0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20a3d869-faba-4fd6-8427-0269f690d785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2408991 Dec 09 15:44:14.308809 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bbb54edc-6b02-48e8-a00f-012ceb1c92db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:14.342495 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-edb3189d-c94a-4fd6-9716-eb35446244ee service neutron] 10.222.0.31 "GET /v2.0/networks/20a3d869-faba-4fd6-8427-0269f690d785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138990 Dec 09 15:44:14.382108 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 42736) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:14.383100 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-63413d79-8ecd-4e8b-9943-dc22bcf73aa3 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "GET /v2.0/routers/2d8208ad-4b9c-474d-a3e4-f86a1b31b936 HTTP/1.1" status: 200 len: 953 time: 0.1868682 Dec 09 15:44:14.405900 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-8858f6d6-e6da-42ad-b226-5fe36026cfcf tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Request body: {'router': {'routes': None}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:14.435962 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bbb54edc-6b02-48e8-a00f-012ceb1c92db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:14.440759 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bbb54edc-6b02-48e8-a00f-012ceb1c92db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:14.476008 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb54edc-6b02-48e8-a00f-012ceb1c92db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381ed5fb-3a93-4cef-9519-848376572b50,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:14.489512 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bbb54edc-6b02-48e8-a00f-012ceb1c92db admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d43bbbe09294423384850219e55f0324&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3969362 Dec 09 15:44:14.491973 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42738) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:14.514883 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-83308cd2-a28a-46a6-801c-d2f1f0bad870 req-c7e84eb5-0818-44b2-908a-70ac439bc657 service neutron] 10.222.0.31 "GET /v2.0/networks/8db18da0-45a4-4b0e-b584-ca18db186e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517989 Dec 09 15:44:14.560826 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c579609-7e33-452a-a50e-9b6a0742cc22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:14.583885 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c579609-7e33-452a-a50e-9b6a0742cc22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:14.607135 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-922d2b62-50d7-4682-930a-77e26fa6235b req-e00eabe7-3a7d-40ef-9136-c081a9e52394 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] 10.222.0.57 "GET /v2.0/security-groups/a5b5c193-2c98-44c1-bdd9-527a2ba6fe01 HTTP/1.1" status: 200 len: 1823 time: 0.2620621 Dec 09 15:44:14.616316 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397fb0c4-a63d-459b-893b-2fe92f490ec8 None None] Sync routers for ids ['2d8208ad-4b9c-474d-a3e4-f86a1b31b936'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:44:14.635399 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-922d2b62-50d7-4682-930a-77e26fa6235b req-c8b4b228-bb6b-439b-ae5b-abe1ceb68c4c tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a5b5c193-2c98-44c1-bdd9-527a2ba6fe01', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:14.635819 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-922d2b62-50d7-4682-930a-77e26fa6235b req-c8b4b228-bb6b-439b-ae5b-abe1ceb68c4c tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a5b5c193-2c98-44c1-bdd9-527a2ba6fe01', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:14.674324 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397fb0c4-a63d-459b-893b-2fe92f490ec8 None None] Routers {'2d8208ad-4b9c-474d-a3e4-f86a1b31b936'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:44:14.675081 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-397fb0c4-a63d-459b-893b-2fe92f490ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:43:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['2d8208ad-4b9c-474d-a3e4-f86a1b31b936'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:14.684111 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c579609-7e33-452a-a50e-9b6a0742cc22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:14.687342 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c579609-7e33-452a-a50e-9b6a0742cc22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:14.689741 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1c579609-7e33-452a-a50e-9b6a0742cc22 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/381ed5fb-3a93-4cef-9519-848376572b50 HTTP/1.1" status: 204 len: 168 time: 0.1959150 Dec 09 15:44:14.703964 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c579609-7e33-452a-a50e-9b6a0742cc22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381ed5fb-3a93-4cef-9519-848376572b50,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:14.764666 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-ed6e3259-95e8-4cc3-9cdb-7d6adbd8b267 service neutron] 10.222.0.31 "GET /v2.0/networks/20a3d869-faba-4fd6-8427-0269f690d785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104764 Dec 09 15:44:14.818123 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-397fb0c4-a63d-459b-893b-2fe92f490ec8 None None] Set router 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 gateway port host: None {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:44:14.884196 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-9a52a081-31c5-4a6c-b380-e2234b783c68 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5ff08a00-721a-4d24-8d8b-1594bb188216 HTTP/1.1" status: 200 len: 217 time: 0.0611904 Dec 09 15:44:14.891094 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-83308cd2-a28a-46a6-801c-d2f1f0bad870 req-9b5d7fa3-797f-4a5e-ac38-89e8f457ebef service neutron] 10.222.0.31 "GET /v2.0/networks/8db18da0-45a4-4b0e-b584-ca18db186e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653574 Dec 09 15:44:15.011153 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-14ad7aed-a988-4e33-8996-b63a506141a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:15.012680 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-14ad7aed-a988-4e33-8996-b63a506141a2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b064243b-1cb0-4c46-a100-9b33b02bb56c HTTP/1.1" status: 200 len: 797 time: 0.1190803 Dec 09 15:44:15.035352 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-922d2b62-50d7-4682-930a-77e26fa6235b req-c8b4b228-bb6b-439b-ae5b-abe1ceb68c4c tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:15.056316 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-397fb0c4-a63d-459b-893b-2fe92f490ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'name': 'tempest-RoutersIpV6Test-router-175322339', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:43:45Z', 'updated_at': '2021-12-09T15:44:12Z', 'revision_number': 6, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'gw_port_host': None, '_interfaces': [{'id': '04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69', 'name': '', 'network_id': '5b41b502-7c31-4af6-9307-f219f90ab3ab', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:3f:33:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:47Z', 'updated_at': '2021-12-09T15:43:51Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53ad10af-6708-4b26-801a-cbf7f9b84f8c', 'name': '', 'network_id': 'b71dd216-ffd6-41fb-a84d-b52bd9747a12', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:cb:d9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '0258874e-7e5d-4e1e-97e3-8f9754b37694', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:58Z', 'updated_at': '2021-12-09T15:44:07Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': '0258874e-7e5d-4e1e-97e3-8f9754b37694', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b047899-56ec-4d11-93cf-d8e43431f9e7', 'name': '', 'network_id': 'fc3ec110-6375-4ce4-9caa-7848672e3e03', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:53:23:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'b210ac44-5539-4ae8-b65f-df79d4fc1eae', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:44:07Z', 'updated_at': '2021-12-09T15:44:13Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': 'b210ac44-5539-4ae8-b65f-df79d4fc1eae', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b53638d7-b3c4-47ec-9385-7b283944b6a1', 'name': '', 'network_id': 'd856adbf-6ff7-42ff-9667-b52a71b1cc9d', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:c6:10:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ca7d7d44-abd3-4400-b7fa-875316e6dd76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:52Z', 'updated_at': '2021-12-09T15:44:00Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': 'ca7d7d44-abd3-4400-b7fa-875316e6dd76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:15.060973 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42746) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:15.078750 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc3a25e0-4741-49a1-891d-5696f878de5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:15.088107 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397fb0c4-a63d-459b-893b-2fe92f490ec8 None None] Checking router: 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:44:15.098489 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397fb0c4-a63d-459b-893b-2fe92f490ec8 None None] Routers {'2d8208ad-4b9c-474d-a3e4-f86a1b31b936'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:44:15.099104 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-397fb0c4-a63d-459b-893b-2fe92f490ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:43:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['2d8208ad-4b9c-474d-a3e4-f86a1b31b936'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:15.109786 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-922d2b62-50d7-4682-930a-77e26fa6235b req-c8b4b228-bb6b-439b-ae5b-abe1ceb68c4c tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:15.119905 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-922d2b62-50d7-4682-930a-77e26fa6235b req-c8b4b228-bb6b-439b-ae5b-abe1ceb68c4c tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:15.164721 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-3ffb0ed3-5b5a-4d5a-b10c-ce628a50e165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:15.166265 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-3ffb0ed3-5b5a-4d5a-b10c-ce628a50e165 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=895dda7b-01ef-4be1-87ee-a839b97640e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1435184 Dec 09 15:44:15.170814 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4b228-bb6b-439b-ae5b-abe1ceb68c4c tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5918ec90-5a81-43fd-9ca7-de335f50a5b4,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:15.173987 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc3a25e0-4741-49a1-891d-5696f878de5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:15.181261 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc3a25e0-4741-49a1-891d-5696f878de5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:15.193583 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-922d2b62-50d7-4682-930a-77e26fa6235b req-c8b4b228-bb6b-439b-ae5b-abe1ceb68c4c tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:15.194798 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-922d2b62-50d7-4682-930a-77e26fa6235b req-c8b4b228-bb6b-439b-ae5b-abe1ceb68c4c tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5765159 Dec 09 15:44:15.237495 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-cc3a25e0-4741-49a1-891d-5696f878de5d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3fa7a1a03e6745d08da74eeb9ee7c6f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1717005 Dec 09 15:44:15.237940 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42752) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:15.245742 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a25e0-4741-49a1-891d-5696f878de5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3019a12-c137-4e84-b5ec-286eb1283946,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:15.313082 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.extraroute_db [None req-8858f6d6-e6da-42ad-b226-5fe36026cfcf tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Added routes are [] {{(pid=103244) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 09 15:44:15.313429 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.extraroute_db [None req-8858f6d6-e6da-42ad-b226-5fe36026cfcf tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103244) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 09 15:44:15.341304 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-04a021ad-6b49-49be-9a6e-3360b1dffbed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:15.346071 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-397fb0c4-a63d-459b-893b-2fe92f490ec8 None None] Set router 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 gateway port host: None {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:44:15.347250 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-ec5f491a-13f3-4a84-9ef9-f36e62ed6605 service neutron] 10.222.0.31 "GET /v2.0/networks/895dda7b-01ef-4be1-87ee-a839b97640e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714661 Dec 09 15:44:15.372971 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-04a021ad-6b49-49be-9a6e-3360b1dffbed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:15.380752 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8858f6d6-e6da-42ad-b226-5fe36026cfcf tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1598674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1781863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39067'] for router, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:15.430331 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-04a021ad-6b49-49be-9a6e-3360b1dffbed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:15.433721 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-04a021ad-6b49-49be-9a6e-3360b1dffbed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:15.434922 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-04a021ad-6b49-49be-9a6e-3360b1dffbed admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b3019a12-c137-4e84-b5ec-286eb1283946 HTTP/1.1" status: 204 len: 168 time: 0.1954989 Dec 09 15:44:15.444099 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a021ad-6b49-49be-9a6e-3360b1dffbed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3019a12-c137-4e84-b5ec-286eb1283946,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:15.497100 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-599456f1-8ab0-4fa8-b9d7-a37c78b0f63d req-598eff4c-d4b6-476e-b3f2-7e6e3c41d7e5 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1821846678', 'description': 'tempest-description-1501359001'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:15.560869 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-a3cbfdfd-a167-4edc-8e34-71e809bf95bd service neutron] 10.222.0.31 "GET /v2.0/networks/895dda7b-01ef-4be1-87ee-a839b97640e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039063 Dec 09 15:44:15.561572 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-599456f1-8ab0-4fa8-b9d7-a37c78b0f63d req-598eff4c-d4b6-476e-b3f2-7e6e3c41d7e5 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:15.602903 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-397fb0c4-a63d-459b-893b-2fe92f490ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'name': 'tempest-RoutersIpV6Test-router-175322339', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:43:45Z', 'updated_at': '2021-12-09T15:44:12Z', 'revision_number': 6, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'gw_port_host': None, '_interfaces': [{'id': '04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69', 'name': '', 'network_id': '5b41b502-7c31-4af6-9307-f219f90ab3ab', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:3f:33:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:47Z', 'updated_at': '2021-12-09T15:43:51Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53ad10af-6708-4b26-801a-cbf7f9b84f8c', 'name': '', 'network_id': 'b71dd216-ffd6-41fb-a84d-b52bd9747a12', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:cb:d9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '0258874e-7e5d-4e1e-97e3-8f9754b37694', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:58Z', 'updated_at': '2021-12-09T15:44:07Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': '0258874e-7e5d-4e1e-97e3-8f9754b37694', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b047899-56ec-4d11-93cf-d8e43431f9e7', 'name': '', 'network_id': 'fc3ec110-6375-4ce4-9caa-7848672e3e03', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:53:23:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'b210ac44-5539-4ae8-b65f-df79d4fc1eae', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:44:07Z', 'updated_at': '2021-12-09T15:44:13Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': 'b210ac44-5539-4ae8-b65f-df79d4fc1eae', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b53638d7-b3c4-47ec-9385-7b283944b6a1', 'name': '', 'network_id': 'd856adbf-6ff7-42ff-9667-b52a71b1cc9d', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:c6:10:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ca7d7d44-abd3-4400-b7fa-875316e6dd76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:52Z', 'updated_at': '2021-12-09T15:44:00Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': 'ca7d7d44-abd3-4400-b7fa-875316e6dd76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:15.634599 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397fb0c4-a63d-459b-893b-2fe92f490ec8 None None] The sync data for ids ['2d8208ad-4b9c-474d-a3e4-f86a1b31b936'] in n-d-821228-1 is: [{'id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'name': 'tempest-RoutersIpV6Test-router-175322339', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:43:45Z', 'updated_at': '2021-12-09T15:44:12Z', 'revision_number': 6, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'gw_port_host': None, '_interfaces': [{'id': '04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69', 'name': '', 'network_id': '5b41b502-7c31-4af6-9307-f219f90ab3ab', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:3f:33:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:47Z', 'updated_at': '2021-12-09T15:43:51Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53ad10af-6708-4b26-801a-cbf7f9b84f8c', 'name': '', 'network_id': 'b71dd216-ffd6-41fb-a84d-b52bd9747a12', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:cb:d9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '0258874e-7e5d-4e1e-97e3-8f9754b37694', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:58Z', 'updated_at': '2021-12-09T15:44:07Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': '0258874e-7e5d-4e1e-97e3-8f9754b37694', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b047899-56ec-4d11-93cf-d8e43431f9e7', 'name': '', 'network_id': 'fc3ec110-6375-4ce4-9caa-7848672e3e03', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:53:23:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'b210ac44-5539-4ae8-b65f-df79d4fc1eae', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:44:07Z', 'updated_at': '2021-12-09T15:44:13Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': 'b210ac44-5539-4ae8-b65f-df79d4fc1eae', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b53638d7-b3c4-47ec-9385-7b283944b6a1', 'name': '', 'network_id': 'd856adbf-6ff7-42ff-9667-b52a71b1cc9d', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:c6:10:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ca7d7d44-abd3-4400-b7fa-875316e6dd76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:52Z', 'updated_at': '2021-12-09T15:44:00Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': 'ca7d7d44-abd3-4400-b7fa-875316e6dd76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:44:15.795362 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:15.989300 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-925702fa-62b7-481d-990b-4f454d118fb9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=59e43ca8-3713-4f54-8ebf-f84b2c834574 HTTP/1.1" status: 200 len: 217 time: 0.3858240 Dec 09 15:44:16.033243 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8858f6d6-e6da-42ad-b226-5fe36026cfcf tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1598674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1781863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39067'] for router, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:16.048387 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8858f6d6-e6da-42ad-b226-5fe36026cfcf tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1598665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1598656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1781790'] for router, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:16.145818 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-cad4bbce-19ad-478a-a9dc-4276e1d68f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:16.147311 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-cad4bbce-19ad-478a-a9dc-4276e1d68f10 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b064243b-1cb0-4c46-a100-9b33b02bb56c HTTP/1.1" status: 200 len: 797 time: 0.1480224 Dec 09 15:44:16.206429 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-599456f1-8ab0-4fa8-b9d7-a37c78b0f63d req-598eff4c-d4b6-476e-b3f2-7e6e3c41d7e5 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:16.216458 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-599456f1-8ab0-4fa8-b9d7-a37c78b0f63d req-598eff4c-d4b6-476e-b3f2-7e6e3c41d7e5 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:16.245471 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8858f6d6-e6da-42ad-b226-5fe36026cfcf tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Router 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:44:16.251360 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-e582410c-f7d4-4899-8ed3-f92d2f150206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:16.252973 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-e582410c-f7d4-4899-8ed3-f92d2f150206 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=895dda7b-01ef-4be1-87ee-a839b97640e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0965853 Dec 09 15:44:16.275202 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-599456f1-8ab0-4fa8-b9d7-a37c78b0f63d req-598eff4c-d4b6-476e-b3f2-7e6e3c41d7e5 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:16.276543 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-599456f1-8ab0-4fa8-b9d7-a37c78b0f63d req-598eff4c-d4b6-476e-b3f2-7e6e3c41d7e5 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.8162794 Dec 09 15:44:16.289790 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598eff4c-d4b6-476e-b3f2-7e6e3c41d7e5 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bac7b9f-90a1-4dbb-8647-f291cb5e677b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:16.334700 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598eff4c-d4b6-476e-b3f2-7e6e3c41d7e5 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:16.334700 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598eff4c-d4b6-476e-b3f2-7e6e3c41d7e5 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:16.334700 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598eff4c-d4b6-476e-b3f2-7e6e3c41d7e5 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:16.335161 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598eff4c-d4b6-476e-b3f2-7e6e3c41d7e5 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:16.335161 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598eff4c-d4b6-476e-b3f2-7e6e3c41d7e5 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:16.335499 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598eff4c-d4b6-476e-b3f2-7e6e3c41d7e5 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:16.335803 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598eff4c-d4b6-476e-b3f2-7e6e3c41d7e5 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:16.336117 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598eff4c-d4b6-476e-b3f2-7e6e3c41d7e5 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:16.336500 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598eff4c-d4b6-476e-b3f2-7e6e3c41d7e5 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:16.336874 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598eff4c-d4b6-476e-b3f2-7e6e3c41d7e5 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:16.337132 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598eff4c-d4b6-476e-b3f2-7e6e3c41d7e5 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:16.337460 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598eff4c-d4b6-476e-b3f2-7e6e3c41d7e5 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:16.338093 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598eff4c-d4b6-476e-b3f2-7e6e3c41d7e5 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:16.503791 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-3c7a28b7-9ac1-4b50-9044-53d70d2d4fef service neutron] 10.222.0.31 "GET /v2.0/networks/895dda7b-01ef-4be1-87ee-a839b97640e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384555 Dec 09 15:44:16.504896 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8858f6d6-e6da-42ad-b226-5fe36026cfcf tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:44:16.512500 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8858f6d6-e6da-42ad-b226-5fe36026cfcf tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:16.516337 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8858f6d6-e6da-42ad-b226-5fe36026cfcf tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "PUT /v2.0/routers/2d8208ad-4b9c-474d-a3e4-f86a1b31b936 HTTP/1.1" status: 200 len: 703 time: 2.1294940 Dec 09 15:44:16.516594 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42800) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:16.521678 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7030d68-280c-4b80-8ca0-455c3b5ca859 None None] Sync routers for ids ['2d8208ad-4b9c-474d-a3e4-f86a1b31b936'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:44:16.534196 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7030d68-280c-4b80-8ca0-455c3b5ca859 None None] Routers {'2d8208ad-4b9c-474d-a3e4-f86a1b31b936'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:44:16.535133 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d7030d68-280c-4b80-8ca0-455c3b5ca859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:43:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['2d8208ad-4b9c-474d-a3e4-f86a1b31b936'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:16.620952 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ab8a0-75bc-42d5-8053-0aea2ad771a3 req-e0de77da-1478-4d53-b496-51b89970d631 tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:16.622464 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d1ab8a0-75bc-42d5-8053-0aea2ad771a3 req-e0de77da-1478-4d53-b496-51b89970d631 tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] 10.222.0.57 "GET /v2.0/ports?device_id=fee149ea-404b-4f8d-aea0-dd81fbf95d87 HTTP/1.1" status: 200 len: 943 time: 0.1787095 Dec 09 15:44:16.628458 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f4a31c3-4817-4077-a614-eee0bc6b65a6 req-2b3672a1-1b3c-45fd-a333-1709272d92cc service neutron] 10.222.0.31 "GET /v2.0/networks/895dda7b-01ef-4be1-87ee-a839b97640e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094365 Dec 09 15:44:16.663024 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-d7030d68-280c-4b80-8ca0-455c3b5ca859 None None] Set router 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:44:16.704357 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d1ab8a0-75bc-42d5-8053-0aea2ad771a3 req-faa6e55b-fb39-40bc-9e9c-ae5f2d954e57 tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98875989-7dee-42d4-b91e-57a6934eff86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750165 Dec 09 15:44:16.707318 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-48bc3238-ecbb-4efd-a704-a93671ff8639 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "GET /v2.0/routers/2d8208ad-4b9c-474d-a3e4-f86a1b31b936 HTTP/1.1" status: 200 len: 703 time: 0.1890917 Dec 09 15:44:16.710276 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 42806) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:16.950483 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e694c212-f29c-4dce-acc9-63670c2c134e req-65d85a95-1e6c-4064-a3a7-4604436183ce tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] 10.222.0.57 "GET /v2.0/security-groups/5bac7b9f-90a1-4dbb-8647-f291cb5e677b HTTP/1.1" status: 200 len: 1824 time: 0.1941080 Dec 09 15:44:16.963098 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d7030d68-280c-4b80-8ca0-455c3b5ca859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'name': 'tempest-RoutersIpV6Test-router-175322339', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:43:45Z', 'updated_at': '2021-12-09T15:44:15Z', 'revision_number': 7, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'gw_port_host': None, '_interfaces': [{'id': '04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69', 'name': '', 'network_id': '5b41b502-7c31-4af6-9307-f219f90ab3ab', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:3f:33:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:47Z', 'updated_at': '2021-12-09T15:43:51Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53ad10af-6708-4b26-801a-cbf7f9b84f8c', 'name': '', 'network_id': 'b71dd216-ffd6-41fb-a84d-b52bd9747a12', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:cb:d9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '0258874e-7e5d-4e1e-97e3-8f9754b37694', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:58Z', 'updated_at': '2021-12-09T15:44:07Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': '0258874e-7e5d-4e1e-97e3-8f9754b37694', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b047899-56ec-4d11-93cf-d8e43431f9e7', 'name': '', 'network_id': 'fc3ec110-6375-4ce4-9caa-7848672e3e03', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:53:23:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'b210ac44-5539-4ae8-b65f-df79d4fc1eae', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:44:07Z', 'updated_at': '2021-12-09T15:44:13Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': 'b210ac44-5539-4ae8-b65f-df79d4fc1eae', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b53638d7-b3c4-47ec-9385-7b283944b6a1', 'name': '', 'network_id': 'd856adbf-6ff7-42ff-9667-b52a71b1cc9d', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:c6:10:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ca7d7d44-abd3-4400-b7fa-875316e6dd76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:52Z', 'updated_at': '2021-12-09T15:44:00Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': 'ca7d7d44-abd3-4400-b7fa-875316e6dd76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:16.991538 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7030d68-280c-4b80-8ca0-455c3b5ca859 None None] Checking router: 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:44:17.013660 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-e694c212-f29c-4dce-acc9-63670c2c134e req-cee89446-7f42-4411-a7a0-bca2b33de24e tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5bac7b9f-90a1-4dbb-8647-f291cb5e677b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:17.014158 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-e694c212-f29c-4dce-acc9-63670c2c134e req-cee89446-7f42-4411-a7a0-bca2b33de24e tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5bac7b9f-90a1-4dbb-8647-f291cb5e677b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:17.015421 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7030d68-280c-4b80-8ca0-455c3b5ca859 None None] Routers {'2d8208ad-4b9c-474d-a3e4-f86a1b31b936'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:44:17.016153 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d7030d68-280c-4b80-8ca0-455c3b5ca859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:43:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['2d8208ad-4b9c-474d-a3e4-f86a1b31b936'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:17.134390 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-d7030d68-280c-4b80-8ca0-455c3b5ca859 None None] Set router 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:44:17.163080 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 7fa9cb11-b3b6-4332-a9bf-29e350ce6618 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:44:17.179536 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e694c212-f29c-4dce-acc9-63670c2c134e req-cee89446-7f42-4411-a7a0-bca2b33de24e tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:17.213219 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e694c212-f29c-4dce-acc9-63670c2c134e req-cee89446-7f42-4411-a7a0-bca2b33de24e tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:17.222028 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6060c64f-89f9-423d-99d4-5ba77b5c97b4 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:17.247092 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42822) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:17.266692 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e694c212-f29c-4dce-acc9-63670c2c134e req-cee89446-7f42-4411-a7a0-bca2b33de24e tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:17.350559 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e694c212-f29c-4dce-acc9-63670c2c134e req-cee89446-7f42-4411-a7a0-bca2b33de24e tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:17.365546 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e694c212-f29c-4dce-acc9-63670c2c134e req-cee89446-7f42-4411-a7a0-bca2b33de24e tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4037230 Dec 09 15:44:17.370311 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee89446-7f42-4411-a7a0-bca2b33de24e tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8aa475f-4286-4844-a0c0-604e98addd77,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:17.398457 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 7fa9cb11-b3b6-4332-a9bf-29e350ce6618, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=7fa9cb11-b3b6-4332-a9bf-29e350ce6618,segment=NetworkSegment(6461db41-0daf-440f-8b0b-0733c72fba87),segment_id=6461db41-0daf-440f-8b0b-0733c72fba87)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:17.441240 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '7fa9cb11-b3b6-4332-a9bf-29e350ce6618', 'network_id': '8db18da0-45a4-4b0e-b584-ca18db186e9d', 'port_id': '7fa9cb11-b3b6-4332-a9bf-29e350ce6618', 'mac_address': 'fa:16:3e:74:6d:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d36f5d4-8d0b-4c2b-8c9a-26af8c1f1617', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:44:17.459835 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b3aac23-f08b-44e8-8be1-0316ba8e9068 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:17.543040 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:17.581835 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fa9cb11-b3b6-4332-a9bf-29e350ce6618 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:44:17.632972 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b3aac23-f08b-44e8-8be1-0316ba8e9068 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:17.638091 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 7fa9cb11-b3b6-4332-a9bf-29e350ce6618, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=7fa9cb11-b3b6-4332-a9bf-29e350ce6618,segment=NetworkSegment(6461db41-0daf-440f-8b0b-0733c72fba87),segment_id=6461db41-0daf-440f-8b0b-0733c72fba87)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:17.648734 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:17.654081 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b3aac23-f08b-44e8-8be1-0316ba8e9068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:17.672942 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d7030d68-280c-4b80-8ca0-455c3b5ca859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'name': 'tempest-RoutersIpV6Test-router-175322339', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:43:45Z', 'updated_at': '2021-12-09T15:44:15Z', 'revision_number': 7, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'gw_port_host': None, '_interfaces': [{'id': '04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69', 'name': '', 'network_id': '5b41b502-7c31-4af6-9307-f219f90ab3ab', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:3f:33:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:47Z', 'updated_at': '2021-12-09T15:43:51Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53ad10af-6708-4b26-801a-cbf7f9b84f8c', 'name': '', 'network_id': 'b71dd216-ffd6-41fb-a84d-b52bd9747a12', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:cb:d9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '0258874e-7e5d-4e1e-97e3-8f9754b37694', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:58Z', 'updated_at': '2021-12-09T15:44:07Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': '0258874e-7e5d-4e1e-97e3-8f9754b37694', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b047899-56ec-4d11-93cf-d8e43431f9e7', 'name': '', 'network_id': 'fc3ec110-6375-4ce4-9caa-7848672e3e03', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:53:23:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'b210ac44-5539-4ae8-b65f-df79d4fc1eae', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:44:07Z', 'updated_at': '2021-12-09T15:44:13Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': 'b210ac44-5539-4ae8-b65f-df79d4fc1eae', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b53638d7-b3c4-47ec-9385-7b283944b6a1', 'name': '', 'network_id': 'd856adbf-6ff7-42ff-9667-b52a71b1cc9d', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:c6:10:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ca7d7d44-abd3-4400-b7fa-875316e6dd76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:52Z', 'updated_at': '2021-12-09T15:44:00Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': 'ca7d7d44-abd3-4400-b7fa-875316e6dd76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:17.710139 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-9322cafc-19fa-49d4-84d4-d544bd85e57f req-17eb6d3d-4c1f-47da-84d6-9513813a567d tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1065909953', 'description': 'tempest-description-1137847713'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:17.726004 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7030d68-280c-4b80-8ca0-455c3b5ca859 None None] The sync data for ids ['2d8208ad-4b9c-474d-a3e4-f86a1b31b936'] in n-d-821228-1 is: [{'id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'name': 'tempest-RoutersIpV6Test-router-175322339', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:43:45Z', 'updated_at': '2021-12-09T15:44:15Z', 'revision_number': 7, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'gw_port_host': None, '_interfaces': [{'id': '04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69', 'name': '', 'network_id': '5b41b502-7c31-4af6-9307-f219f90ab3ab', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:3f:33:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:47Z', 'updated_at': '2021-12-09T15:43:51Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53ad10af-6708-4b26-801a-cbf7f9b84f8c', 'name': '', 'network_id': 'b71dd216-ffd6-41fb-a84d-b52bd9747a12', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:cb:d9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '0258874e-7e5d-4e1e-97e3-8f9754b37694', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:58Z', 'updated_at': '2021-12-09T15:44:07Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': '0258874e-7e5d-4e1e-97e3-8f9754b37694', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b047899-56ec-4d11-93cf-d8e43431f9e7', 'name': '', 'network_id': 'fc3ec110-6375-4ce4-9caa-7848672e3e03', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:53:23:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'b210ac44-5539-4ae8-b65f-df79d4fc1eae', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:44:07Z', 'updated_at': '2021-12-09T15:44:13Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': 'b210ac44-5539-4ae8-b65f-df79d4fc1eae', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b53638d7-b3c4-47ec-9385-7b283944b6a1', 'name': '', 'network_id': 'd856adbf-6ff7-42ff-9667-b52a71b1cc9d', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:c6:10:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ca7d7d44-abd3-4400-b7fa-875316e6dd76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:52Z', 'updated_at': '2021-12-09T15:44:00Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': 'ca7d7d44-abd3-4400-b7fa-875316e6dd76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:44:17.742237 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5b3aac23-f08b-44e8-8be1-0316ba8e9068 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3e1a79863ba448c7905f57f8780e2567&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4938471 Dec 09 15:44:17.745766 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42832) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:17.746813 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3aac23-f08b-44e8-8be1-0316ba8e9068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c2a5e5-03f6-474b-a954-cde3dc42e0cc,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:17.763927 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9322cafc-19fa-49d4-84d4-d544bd85e57f req-17eb6d3d-4c1f-47da-84d6-9513813a567d tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:17.832913 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6060c64f-89f9-423d-99d4-5ba77b5c97b4 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Deleting port 9b047899-56ec-4d11-93cf-d8e43431f9e7 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:44:17.833387 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6060c64f-89f9-423d-99d4-5ba77b5c97b4 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:17.846378 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=7fa9cb11-b3b6-4332-a9bf-29e350ce6618,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:17.861126 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-61758420-c029-40e1-92fc-a57d43b4809e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:17.905499 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-61758420-c029-40e1-92fc-a57d43b4809e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:17.970250 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-61758420-c029-40e1-92fc-a57d43b4809e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:17.973364 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-61758420-c029-40e1-92fc-a57d43b4809e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:17.973495 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9322cafc-19fa-49d4-84d4-d544bd85e57f req-17eb6d3d-4c1f-47da-84d6-9513813a567d tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:17.977001 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-61758420-c029-40e1-92fc-a57d43b4809e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/14c2a5e5-03f6-474b-a954-cde3dc42e0cc HTTP/1.1" status: 204 len: 168 time: 0.2248776 Dec 09 15:44:17.985197 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61758420-c029-40e1-92fc-a57d43b4809e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c2a5e5-03f6-474b-a954-cde3dc42e0cc,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:17.988030 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9322cafc-19fa-49d4-84d4-d544bd85e57f req-17eb6d3d-4c1f-47da-84d6-9513813a567d tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:18.013493 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-6060c64f-89f9-423d-99d4-5ba77b5c97b4 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] For port 9b047899-56ec-4d11-93cf-d8e43431f9e7, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=9b047899-56ec-4d11-93cf-d8e43431f9e7,segment=NetworkSegment(db2f5efd-4276-4f46-b2ca-355625917a28),segment_id=db2f5efd-4276-4f46-b2ca-355625917a28)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:18.013882 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6060c64f-89f9-423d-99d4-5ba77b5c97b4 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:18.036056 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9322cafc-19fa-49d4-84d4-d544bd85e57f req-17eb6d3d-4c1f-47da-84d6-9513813a567d tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:18.037351 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9322cafc-19fa-49d4-84d4-d544bd85e57f req-17eb6d3d-4c1f-47da-84d6-9513813a567d tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.3312559 Dec 09 15:44:18.045766 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6060c64f-89f9-423d-99d4-5ba77b5c97b4 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Calling delete_port for 9b047899-56ec-4d11-93cf-d8e43431f9e7 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:44:18.050009 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb6d3d-4c1f-47da-84d6-9513813a567d tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d446671f-c2d8-40cf-8265-6bcb03e15edb,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:18.068077 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['7fa9cb11-b3b6-4332-a9bf-29e350ce6618'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:44:18.258240 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d9cde-3c7d-4f18-b204-b731d977c052 req-e906037b-42f9-4b2f-9fd1-de4416a83c97 tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:18.260054 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-517d9cde-3c7d-4f18-b204-b731d977c052 req-e906037b-42f9-4b2f-9fd1-de4416a83c97 tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] 10.222.0.57 "GET /v2.0/ports?device_id=fee149ea-404b-4f8d-aea0-dd81fbf95d87 HTTP/1.1" status: 200 len: 944 time: 0.1225870 Dec 09 15:44:18.357282 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-517d9cde-3c7d-4f18-b204-b731d977c052 req-2a81ec96-88ca-490e-a732-0289d1c166a1 tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98875989-7dee-42d4-b91e-57a6934eff86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892262 Dec 09 15:44:18.415592 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-8e04b29e-beb8-4f1b-a631-a4bf3793c53d req-9278a3fb-9bc2-42c5-aae7-1e3f02bfa56a tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-572603834', 'description': 'tempest-description-249484484'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:18.437792 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6060c64f-89f9-423d-99d4-5ba77b5c97b4 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:18.473919 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6060c64f-89f9-423d-99d4-5ba77b5c97b4 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event deleted for resources: {'Port': ['ID=9b047899-56ec-4d11-93cf-d8e43431f9e7,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:18.500957 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8e04b29e-beb8-4f1b-a631-a4bf3793c53d req-9278a3fb-9bc2-42c5-aae7-1e3f02bfa56a tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:18.627163 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6060c64f-89f9-423d-99d4-5ba77b5c97b4 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:18.735021 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8e04b29e-beb8-4f1b-a631-a4bf3793c53d req-9278a3fb-9bc2-42c5-aae7-1e3f02bfa56a tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:18.742953 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8e04b29e-beb8-4f1b-a631-a4bf3793c53d req-9278a3fb-9bc2-42c5-aae7-1e3f02bfa56a tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:18.785397 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8e04b29e-beb8-4f1b-a631-a4bf3793c53d req-9278a3fb-9bc2-42c5-aae7-1e3f02bfa56a tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:18.797038 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8e04b29e-beb8-4f1b-a631-a4bf3793c53d req-9278a3fb-9bc2-42c5-aae7-1e3f02bfa56a tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3926985 Dec 09 15:44:18.804599 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9278a3fb-9bc2-42c5-aae7-1e3f02bfa56a tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3526790a-7730-4d3b-9cf4-91f8a59b4bf6,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:18.915568 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6060c64f-89f9-423d-99d4-5ba77b5c97b4 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Router 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:44:19.046237 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6060c64f-89f9-423d-99d4-5ba77b5c97b4 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:44:19.056054 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6060c64f-89f9-423d-99d4-5ba77b5c97b4 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "PUT /v2.0/routers/2d8208ad-4b9c-474d-a3e4-f86a1b31b936/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3421862 Dec 09 15:44:19.056251 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42880) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:19.063203 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6528e73c-7b87-4791-a4e3-97fc3b99f19a None None] Sync routers for ids ['2d8208ad-4b9c-474d-a3e4-f86a1b31b936'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:44:19.083041 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d2e2c6bb-5b8d-44ec-98e0-3eefc12b330a req-49369620-f507-4fc6-a4d7-0dc28fdaaf99 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] 10.222.0.57 "GET /v2.0/security-groups/d446671f-c2d8-40cf-8265-6bcb03e15edb HTTP/1.1" status: 200 len: 1824 time: 0.0735023 Dec 09 15:44:19.087483 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6528e73c-7b87-4791-a4e3-97fc3b99f19a None None] Routers {'2d8208ad-4b9c-474d-a3e4-f86a1b31b936'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:44:19.088386 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-6528e73c-7b87-4791-a4e3-97fc3b99f19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:43:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['2d8208ad-4b9c-474d-a3e4-f86a1b31b936'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:19.140009 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d2e2c6bb-5b8d-44ec-98e0-3eefc12b330a req-8992e7cc-f76a-462c-8280-c0bb1ff27426 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] 10.222.0.57 "GET /v2.0/security-groups/3526790a-7730-4d3b-9cf4-91f8a59b4bf6 HTTP/1.1" status: 200 len: 1822 time: 0.0551472 Dec 09 15:44:19.152820 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-d2e2c6bb-5b8d-44ec-98e0-3eefc12b330a req-888b3d1e-74e2-4523-b1af-8b6506c2364a tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd446671f-c2d8-40cf-8265-6bcb03e15edb', 'remote_group_id': '3526790a-7730-4d3b-9cf4-91f8a59b4bf6', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:19.153472 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-d2e2c6bb-5b8d-44ec-98e0-3eefc12b330a req-888b3d1e-74e2-4523-b1af-8b6506c2364a tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd446671f-c2d8-40cf-8265-6bcb03e15edb', 'remote_group_id': '3526790a-7730-4d3b-9cf4-91f8a59b4bf6', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:19.155973 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8bcd72e-264f-43b4-bc93-122ed605f403 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Deleting subnet b210ac44-5539-4ae8-b65f-df79d4fc1eae {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:44:19.170373 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f8bcd72e-264f-43b4-bc93-122ed605f403 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:19.218745 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-6528e73c-7b87-4791-a4e3-97fc3b99f19a None None] Set router 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 gateway port host: None {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:44:19.237265 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f8bcd72e-264f-43b4-bc93-122ed605f403 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:19.286991 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d2e2c6bb-5b8d-44ec-98e0-3eefc12b330a req-888b3d1e-74e2-4523-b1af-8b6506c2364a tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:19.342987 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f8bcd72e-264f-43b4-bc93-122ed605f403 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:19.434702 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d2e2c6bb-5b8d-44ec-98e0-3eefc12b330a req-888b3d1e-74e2-4523-b1af-8b6506c2364a tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:19.439503 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f8bcd72e-264f-43b4-bc93-122ed605f403 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:19.441221 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d2e2c6bb-5b8d-44ec-98e0-3eefc12b330a req-888b3d1e-74e2-4523-b1af-8b6506c2364a tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:19.445632 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-6528e73c-7b87-4791-a4e3-97fc3b99f19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'name': 'tempest-RoutersIpV6Test-router-175322339', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:43:45Z', 'updated_at': '2021-12-09T15:44:18Z', 'revision_number': 8, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'gw_port_host': None, '_interfaces': [{'id': '04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69', 'name': '', 'network_id': '5b41b502-7c31-4af6-9307-f219f90ab3ab', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:3f:33:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:47Z', 'updated_at': '2021-12-09T15:43:51Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53ad10af-6708-4b26-801a-cbf7f9b84f8c', 'name': '', 'network_id': 'b71dd216-ffd6-41fb-a84d-b52bd9747a12', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:cb:d9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '0258874e-7e5d-4e1e-97e3-8f9754b37694', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:58Z', 'updated_at': '2021-12-09T15:44:07Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': '0258874e-7e5d-4e1e-97e3-8f9754b37694', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b53638d7-b3c4-47ec-9385-7b283944b6a1', 'name': '', 'network_id': 'd856adbf-6ff7-42ff-9667-b52a71b1cc9d', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:c6:10:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ca7d7d44-abd3-4400-b7fa-875316e6dd76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:52Z', 'updated_at': '2021-12-09T15:44:00Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': 'ca7d7d44-abd3-4400-b7fa-875316e6dd76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:19.466801 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f8bcd72e-264f-43b4-bc93-122ed605f403 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:19.472695 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f8bcd72e-264f-43b4-bc93-122ed605f403 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "DELETE /v2.0/subnets/b210ac44-5539-4ae8-b65f-df79d4fc1eae HTTP/1.1" status: 204 len: 168 time: 0.4151838 Dec 09 15:44:19.475722 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c200c7ec-874e-41c3-8003-41ad6f4c8ded None None] Network fc3ec110-6375-4ce4-9caa-7848672e3e03 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:44:19.476977 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 42888) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:19.492798 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888b3d1e-74e2-4523-b1af-8b6506c2364a tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac5e8dad-0f42-4fd2-9e5a-f1ee1a1bf4da,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:19.496558 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6528e73c-7b87-4791-a4e3-97fc3b99f19a None None] Checking router: 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:44:19.509708 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bcd72e-264f-43b4-bc93-122ed605f403 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event deleted for resources: {'Subnet': ['ID=b210ac44-5539-4ae8-b65f-df79d4fc1eae,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:19.517469 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6528e73c-7b87-4791-a4e3-97fc3b99f19a None None] Routers {'2d8208ad-4b9c-474d-a3e4-f86a1b31b936'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:44:19.518158 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-6528e73c-7b87-4791-a4e3-97fc3b99f19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:43:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['2d8208ad-4b9c-474d-a3e4-f86a1b31b936'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:19.574516 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d2e2c6bb-5b8d-44ec-98e0-3eefc12b330a req-888b3d1e-74e2-4523-b1af-8b6506c2364a tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:19.575754 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d2e2c6bb-5b8d-44ec-98e0-3eefc12b330a req-888b3d1e-74e2-4523-b1af-8b6506c2364a tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4305139 Dec 09 15:44:19.655233 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e6ff8212-e40c-41d0-adfc-bee186fe4ec0 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:19.673663 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-6528e73c-7b87-4791-a4e3-97fc3b99f19a None None] Set router 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 gateway port host: None {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:44:19.708243 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedfa8f5-a589-4956-8999-aa149510ce53 None None] DHCP port deletion for fc3ec110-6375-4ce4-9caa-7848672e3e03 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:44:19.785852 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-aedfa8f5-a589-4956-8999-aa149510ce53 None None] Deleting port e05d9cdc-ea65-459b-b9d6-7538634597fd {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:44:19.786734 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aedfa8f5-a589-4956-8999-aa149510ce53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:19.924329 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-aedfa8f5-a589-4956-8999-aa149510ce53 None None] For port e05d9cdc-ea65-459b-b9d6-7538634597fd, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=e05d9cdc-ea65-459b-b9d6-7538634597fd,segment=NetworkSegment(db2f5efd-4276-4f46-b2ca-355625917a28),segment_id=db2f5efd-4276-4f46-b2ca-355625917a28)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:19.924769 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aedfa8f5-a589-4956-8999-aa149510ce53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:19.951517 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device e05d9cdc-ea65-459b-b9d6-7538634597fd no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:44:19.972749 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-6528e73c-7b87-4791-a4e3-97fc3b99f19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'name': 'tempest-RoutersIpV6Test-router-175322339', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:43:45Z', 'updated_at': '2021-12-09T15:44:18Z', 'revision_number': 8, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'gw_port_host': None, '_interfaces': [{'id': '04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69', 'name': '', 'network_id': '5b41b502-7c31-4af6-9307-f219f90ab3ab', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:3f:33:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:47Z', 'updated_at': '2021-12-09T15:43:51Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53ad10af-6708-4b26-801a-cbf7f9b84f8c', 'name': '', 'network_id': 'b71dd216-ffd6-41fb-a84d-b52bd9747a12', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:cb:d9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '0258874e-7e5d-4e1e-97e3-8f9754b37694', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:58Z', 'updated_at': '2021-12-09T15:44:07Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': '0258874e-7e5d-4e1e-97e3-8f9754b37694', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b53638d7-b3c4-47ec-9385-7b283944b6a1', 'name': '', 'network_id': 'd856adbf-6ff7-42ff-9667-b52a71b1cc9d', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:c6:10:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ca7d7d44-abd3-4400-b7fa-875316e6dd76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:52Z', 'updated_at': '2021-12-09T15:44:00Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': 'ca7d7d44-abd3-4400-b7fa-875316e6dd76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:19.980628 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-aedfa8f5-a589-4956-8999-aa149510ce53 None None] Calling delete_port for e05d9cdc-ea65-459b-b9d6-7538634597fd owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:44:20.001159 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6528e73c-7b87-4791-a4e3-97fc3b99f19a None None] The sync data for ids ['2d8208ad-4b9c-474d-a3e4-f86a1b31b936'] in n-d-821228-1 is: [{'id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'name': 'tempest-RoutersIpV6Test-router-175322339', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:43:45Z', 'updated_at': '2021-12-09T15:44:18Z', 'revision_number': 8, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'gw_port_host': None, '_interfaces': [{'id': '04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69', 'name': '', 'network_id': '5b41b502-7c31-4af6-9307-f219f90ab3ab', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:3f:33:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:47Z', 'updated_at': '2021-12-09T15:43:51Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53ad10af-6708-4b26-801a-cbf7f9b84f8c', 'name': '', 'network_id': 'b71dd216-ffd6-41fb-a84d-b52bd9747a12', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:cb:d9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '0258874e-7e5d-4e1e-97e3-8f9754b37694', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:58Z', 'updated_at': '2021-12-09T15:44:07Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': '0258874e-7e5d-4e1e-97e3-8f9754b37694', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b53638d7-b3c4-47ec-9385-7b283944b6a1', 'name': '', 'network_id': 'd856adbf-6ff7-42ff-9667-b52a71b1cc9d', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:c6:10:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ca7d7d44-abd3-4400-b7fa-875316e6dd76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:52Z', 'updated_at': '2021-12-09T15:44:00Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': 'ca7d7d44-abd3-4400-b7fa-875316e6dd76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:44:20.158047 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:20.165049 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3c1b0-583f-45bf-9351-739ebf5488c2 req-853a7a73-2ecd-4e76-9eea-a0202353ec2b tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:20.166638 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-42d3c1b0-583f-45bf-9351-739ebf5488c2 req-853a7a73-2ecd-4e76-9eea-a0202353ec2b tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] 10.222.0.57 "GET /v2.0/ports?device_id=fee149ea-404b-4f8d-aea0-dd81fbf95d87 HTTP/1.1" status: 200 len: 944 time: 0.4638331 Dec 09 15:44:20.178727 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e6ff8212-e40c-41d0-adfc-bee186fe4ec0 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Deleting port e05d9cdc-ea65-459b-b9d6-7538634597fd {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:44:20.179083 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e6ff8212-e40c-41d0-adfc-bee186fe4ec0 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:20.190221 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aedfa8f5-a589-4956-8999-aa149510ce53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:20.206456 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedfa8f5-a589-4956-8999-aa149510ce53 None None] No DVR routers for this DVR port e05d9cdc-ea65-459b-b9d6-7538634597fd on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:44:20.249538 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedfa8f5-a589-4956-8999-aa149510ce53 None None] Pushing event deleted for resources: {'Port': ['ID=e05d9cdc-ea65-459b-b9d6-7538634597fd,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:20.290556 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-e6ff8212-e40c-41d0-adfc-bee186fe4ec0 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] For port e05d9cdc-ea65-459b-b9d6-7538634597fd, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=e05d9cdc-ea65-459b-b9d6-7538634597fd,segment=NetworkSegment(db2f5efd-4276-4f46-b2ca-355625917a28),segment_id=db2f5efd-4276-4f46-b2ca-355625917a28)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:20.290928 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e6ff8212-e40c-41d0-adfc-bee186fe4ec0 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:20.303816 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-42d3c1b0-583f-45bf-9351-739ebf5488c2 req-5e76b6f5-fdf8-46a2-a0d3-4307ad5b48d6 tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98875989-7dee-42d4-b91e-57a6934eff86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164720 Dec 09 15:44:20.310763 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e6ff8212-e40c-41d0-adfc-bee186fe4ec0 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Calling delete_port for e05d9cdc-ea65-459b-b9d6-7538634597fd owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:44:20.385382 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-2645db16-aeb9-473a-8d62-b620ee9165f0 req-0845aaea-ebaa-4f8a-a04d-42d0ba608893 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2115619430', 'description': 'tempest-description-1630980844'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:20.423138 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4d939f5a-154d-4993-bd87-8342cb1c429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:20.450233 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2645db16-aeb9-473a-8d62-b620ee9165f0 req-0845aaea-ebaa-4f8a-a04d-42d0ba608893 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:20.503017 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e6ff8212-e40c-41d0-adfc-bee186fe4ec0 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:20.547879 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff8212-e40c-41d0-adfc-bee186fe4ec0 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event deleted for resources: {'Port': ['ID=e05d9cdc-ea65-459b-b9d6-7538634597fd,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:20.556762 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ff8212-e40c-41d0-adfc-bee186fe4ec0 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] No DVR routers for this DVR port e05d9cdc-ea65-459b-b9d6-7538634597fd on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:44:20.610341 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2645db16-aeb9-473a-8d62-b620ee9165f0 req-0845aaea-ebaa-4f8a-a04d-42d0ba608893 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:20.665579 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2645db16-aeb9-473a-8d62-b620ee9165f0 req-0845aaea-ebaa-4f8a-a04d-42d0ba608893 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:20.706295 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e6ff8212-e40c-41d0-adfc-bee186fe4ec0 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:20.720931 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2645db16-aeb9-473a-8d62-b620ee9165f0 req-0845aaea-ebaa-4f8a-a04d-42d0ba608893 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:20.722183 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2645db16-aeb9-473a-8d62-b620ee9165f0 req-0845aaea-ebaa-4f8a-a04d-42d0ba608893 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.3422530 Dec 09 15:44:20.733196 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0845aaea-ebaa-4f8a-a04d-42d0ba608893 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=074303ca-ed5c-41c2-b9d8-9270a3388698,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:20.755189 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-e6ff8212-e40c-41d0-adfc-bee186fe4ec0 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc3ec110-6375-4ce4-9caa-7848672e3e03']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:20.769626 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-e6ff8212-e40c-41d0-adfc-bee186fe4ec0 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db2f5efd-4276-4f46-b2ca-355625917a28') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:20.769932 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-e6ff8212-e40c-41d0-adfc-bee186fe4ec0 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db2f5efd-4276-4f46-b2ca-355625917a28') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:20.784041 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e6ff8212-e40c-41d0-adfc-bee186fe4ec0 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:20.803025 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e6ff8212-e40c-41d0-adfc-bee186fe4ec0 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:20.810695 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6ff8212-e40c-41d0-adfc-bee186fe4ec0 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:44:20.811265 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e6ff8212-e40c-41d0-adfc-bee186fe4ec0 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:20.862142 n-d-821228-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:44:20.862142 n-d-821228-1 neutron-server[103244]: self.session.flush() Dec 09 15:44:20.862142 n-d-821228-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:44:20.862142 n-d-821228-1 neutron-server[103244]: self.session.flush() Dec 09 15:44:20.862142 n-d-821228-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:44:20.862142 n-d-821228-1 neutron-server[103244]: self.session.flush() Dec 09 15:44:20.862142 n-d-821228-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:44:20.862142 n-d-821228-1 neutron-server[103244]: self.session.flush() Dec 09 15:44:20.862142 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:44:20.862142 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:44:20.862142 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:44:20.862142 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:44:20.862142 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:44:20.862142 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:44:20.862142 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:44:20.862142 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:44:20.862142 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:44:20.862142 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:44:20.862142 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:44:20.862142 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:44:20.862142 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:44:20.862142 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:44:20.862142 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:44:20.862142 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:44:20.862142 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:44:20.862142 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:44:20.862142 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:44:20.862142 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:44:20.862142 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:44:20.862142 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:44:20.862142 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:44:20.862142 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:44:20.862142 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:44:20.862142 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:44:20.862142 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:44:20.862142 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:44:20.862142 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:44:20.862142 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:44:20.862142 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:44:20.862142 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:44:20.890961 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e6ff8212-e40c-41d0-adfc-bee186fe4ec0 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:20.899113 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e6ff8212-e40c-41d0-adfc-bee186fe4ec0 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:20.905811 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e6ff8212-e40c-41d0-adfc-bee186fe4ec0 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "DELETE /v2.0/networks/fc3ec110-6375-4ce4-9caa-7848672e3e03 HTTP/1.1" status: 204 len: 168 time: 1.4244637 Dec 09 15:44:20.908693 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 42950) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:20.930000 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-a7583072-bf35-4e6d-adca-4ab521860012 req-30958ca9-5831-4e2f-ba2a-d3ed45250f14 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2015133397', 'description': 'tempest-description-421942182'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:20.934241 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff8212-e40c-41d0-adfc-bee186fe4ec0 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event deleted for resources: {'Network': ['ID=fc3ec110-6375-4ce4-9caa-7848672e3e03,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:21.036767 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a7583072-bf35-4e6d-adca-4ab521860012 req-30958ca9-5831-4e2f-ba2a-d3ed45250f14 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:21.080149 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42956) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:21.173733 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 7fa9cb11-b3b6-4332-a9bf-29e350ce6618 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:44:21.203110 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bc2ab331-3526-4f9f-bb15-09738a38af70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:21.226632 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a7583072-bf35-4e6d-adca-4ab521860012 req-30958ca9-5831-4e2f-ba2a-d3ed45250f14 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:21.252911 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 7fa9cb11-b3b6-4332-a9bf-29e350ce6618 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:44:21.256089 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a7583072-bf35-4e6d-adca-4ab521860012 req-30958ca9-5831-4e2f-ba2a-d3ed45250f14 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:21.262937 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 7fa9cb11-b3b6-4332-a9bf-29e350ce6618 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:44:21.263718 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:21.294509 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a7583072-bf35-4e6d-adca-4ab521860012 req-30958ca9-5831-4e2f-ba2a-d3ed45250f14 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:21.298188 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bc2ab331-3526-4f9f-bb15-09738a38af70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:21.307717 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a7583072-bf35-4e6d-adca-4ab521860012 req-30958ca9-5831-4e2f-ba2a-d3ed45250f14 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3963492 Dec 09 15:44:21.311886 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bc2ab331-3526-4f9f-bb15-09738a38af70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:21.315536 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30958ca9-5831-4e2f-ba2a-d3ed45250f14 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe793879-440c-4d7b-ad16-5edc5b7772fe,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:21.376350 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:21.401993 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ab331-3526-4f9f-bb15-09738a38af70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279be125-2530-47c4-b142-5ccb5484794f,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:21.415913 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 7fa9cb11-b3b6-4332-a9bf-29e350ce6618, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=7fa9cb11-b3b6-4332-a9bf-29e350ce6618,segment=NetworkSegment(6461db41-0daf-440f-8b0b-0733c72fba87),segment_id=6461db41-0daf-440f-8b0b-0733c72fba87)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:21.417587 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fee149ea-404b-4f8d-aea0-dd81fbf95d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa9cb11-b3b6-4332-a9bf-29e350ce6618'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:44:21.423832 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9958c1c2-94bb-4e9c-817f-fe489e62e534" -d '{"events": [{"server_uuid": "fee149ea-404b-4f8d-aea0-dd81fbf95d87", "name": "network-vif-plugged", "status": "completed", "tag": "7fa9cb11-b3b6-4332-a9bf-29e350ce6618"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:44:21.427960 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:21.442055 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7adac7f2-a905-4cb4-bd2b-f249c36ab516 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:21.461492 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bc2ab331-3526-4f9f-bb15-09738a38af70 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=221a67af035c4fb9884c341be5dac5da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3799868 Dec 09 15:44:21.462377 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42966) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:21.495339 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=7fa9cb11-b3b6-4332-a9bf-29e350ce6618,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:21.569111 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0319125d-de71-4a36-b6a6-aacc3e048f46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:21.593814 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0319125d-de71-4a36-b6a6-aacc3e048f46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:21.646819 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0319125d-de71-4a36-b6a6-aacc3e048f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:21.650417 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0319125d-de71-4a36-b6a6-aacc3e048f46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:21.652543 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0319125d-de71-4a36-b6a6-aacc3e048f46 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/279be125-2530-47c4-b142-5ccb5484794f HTTP/1.1" status: 204 len: 168 time: 0.1887317 Dec 09 15:44:21.661352 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319125d-de71-4a36-b6a6-aacc3e048f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279be125-2530-47c4-b142-5ccb5484794f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:21.693671 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6610dd96-0277-4f54-a7ad-774d53380bf9 req-2ea20ccd-b37c-4f67-bb5c-a4229695d466 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] 10.222.0.57 "GET /v2.0/security-groups/074303ca-ed5c-41c2-b9d8-9270a3388698 HTTP/1.1" status: 200 len: 1824 time: 0.0873294 Dec 09 15:44:21.794844 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 9b047899-56ec-4d11-93cf-d8e43431f9e7 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:44:21.797040 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6610dd96-0277-4f54-a7ad-774d53380bf9 req-6778a218-db9f-4276-b8d6-dd7bbc318efd tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] 10.222.0.57 "GET /v2.0/security-groups/fe793879-440c-4d7b-ad16-5edc5b7772fe HTTP/1.1" status: 200 len: 1823 time: 0.1023989 Dec 09 15:44:21.818806 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 9b047899-56ec-4d11-93cf-d8e43431f9e7 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:44:21.819250 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 9b047899-56ec-4d11-93cf-d8e43431f9e7 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:44:21.839593 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-6610dd96-0277-4f54-a7ad-774d53380bf9 req-7505c1dc-3a02-4683-beae-8a5578ce23f1 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '074303ca-ed5c-41c2-b9d8-9270a3388698', 'remote_group_id': 'fe793879-440c-4d7b-ad16-5edc5b7772fe', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:21.840454 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-6610dd96-0277-4f54-a7ad-774d53380bf9 req-7505c1dc-3a02-4683-beae-8a5578ce23f1 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '074303ca-ed5c-41c2-b9d8-9270a3388698', 'remote_group_id': 'fe793879-440c-4d7b-ad16-5edc5b7772fe', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:21.904637 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7adac7f2-a905-4cb4-bd2b-f249c36ab516 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Deleting port 53ad10af-6708-4b26-801a-cbf7f9b84f8c {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:44:21.904981 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7adac7f2-a905-4cb4-bd2b-f249c36ab516 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:21.988476 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6610dd96-0277-4f54-a7ad-774d53380bf9 req-7505c1dc-3a02-4683-beae-8a5578ce23f1 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:22.029158 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42980) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:22.042860 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2cfad0c1-5a8d-4f2b-bb53-85ee9d782b2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:22.043076 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-7adac7f2-a905-4cb4-bd2b-f249c36ab516 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] For port 53ad10af-6708-4b26-801a-cbf7f9b84f8c, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=53ad10af-6708-4b26-801a-cbf7f9b84f8c,segment=NetworkSegment(73ce68d8-13ce-464b-9b10-2174acb6dcfd),segment_id=73ce68d8-13ce-464b-9b10-2174acb6dcfd)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:22.043401 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7adac7f2-a905-4cb4-bd2b-f249c36ab516 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:22.046872 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6610dd96-0277-4f54-a7ad-774d53380bf9 req-7505c1dc-3a02-4683-beae-8a5578ce23f1 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:22.054537 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6610dd96-0277-4f54-a7ad-774d53380bf9 req-7505c1dc-3a02-4683-beae-8a5578ce23f1 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:22.064181 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7adac7f2-a905-4cb4-bd2b-f249c36ab516 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Calling delete_port for 53ad10af-6708-4b26-801a-cbf7f9b84f8c owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:44:22.084585 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505c1dc-3a02-4683-beae-8a5578ce23f1 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9beb1ce4-f8b3-4f6b-b6e5-90a06cebab98,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:22.125992 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6610dd96-0277-4f54-a7ad-774d53380bf9 req-7505c1dc-3a02-4683-beae-8a5578ce23f1 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:22.127116 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6610dd96-0277-4f54-a7ad-774d53380bf9 req-7505c1dc-3a02-4683-beae-8a5578ce23f1 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2940426 Dec 09 15:44:22.132275 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2cfad0c1-5a8d-4f2b-bb53-85ee9d782b2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:22.140186 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2cfad0c1-5a8d-4f2b-bb53-85ee9d782b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:22.181881 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2cfad0c1-5a8d-4f2b-bb53-85ee9d782b2c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=403c57024f214503b7358b2ad5af03ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1513743 Dec 09 15:44:22.182864 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfad0c1-5a8d-4f2b-bb53-85ee9d782b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88202c62-e659-4a4f-9705-53efe92014e8,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:22.185624 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42984) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:22.236954 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c513f72-7f2e-4c5c-8a44-909f35a36c92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:22.262873 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c513f72-7f2e-4c5c-8a44-909f35a36c92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:22.280315 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf072a-efca-444f-b14b-81e23a3b2549 req-54fdc283-22d2-4148-94fe-8f83a7bb0a28 tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:22.281841 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6fcf072a-efca-444f-b14b-81e23a3b2549 req-54fdc283-22d2-4148-94fe-8f83a7bb0a28 tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] 10.222.0.57 "GET /v2.0/ports?device_id=fee149ea-404b-4f8d-aea0-dd81fbf95d87 HTTP/1.1" status: 200 len: 945 time: 0.0706568 Dec 09 15:44:22.316923 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c513f72-7f2e-4c5c-8a44-909f35a36c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:22.320551 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c513f72-7f2e-4c5c-8a44-909f35a36c92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:22.322019 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8c513f72-7f2e-4c5c-8a44-909f35a36c92 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/88202c62-e659-4a4f-9705-53efe92014e8 HTTP/1.1" status: 204 len: 168 time: 0.1354785 Dec 09 15:44:22.332684 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c513f72-7f2e-4c5c-8a44-909f35a36c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88202c62-e659-4a4f-9705-53efe92014e8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:22.374081 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7adac7f2-a905-4cb4-bd2b-f249c36ab516 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:22.383161 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6fcf072a-efca-444f-b14b-81e23a3b2549 req-ddd7d36c-1c5e-4cd4-8912-1e82d46cb465 tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98875989-7dee-42d4-b91e-57a6934eff86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739999 Dec 09 15:44:22.414001 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adac7f2-a905-4cb4-bd2b-f249c36ab516 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event deleted for resources: {'Port': ['ID=53ad10af-6708-4b26-801a-cbf7f9b84f8c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:22.468662 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539ca0a0-ef33-48d3-ba89-e2aadb3065ca x-openstack-request-id: req-539ca0a0-ef33-48d3-ba89-e2aadb3065ca {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:44:22.469894 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fee149ea-404b-4f8d-aea0-dd81fbf95d87", "name": "network-vif-plugged", "status": "completed", "tag": "7fa9cb11-b3b6-4332-a9bf-29e350ce6618", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:44:22.470323 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-539ca0a0-ef33-48d3-ba89-e2aadb3065ca {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:44:22.471595 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fee149ea-404b-4f8d-aea0-dd81fbf95d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa9cb11-b3b6-4332-a9bf-29e350ce6618', 'code': 200} Dec 09 15:44:22.630404 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:44:22.674640 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7adac7f2-a905-4cb4-bd2b-f249c36ab516 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:22.694623 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b6e09-1f92-418c-b0e9-451483cac6c4 req-bf58c615-623d-4dd1-94a1-5540b03618c6 tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:22.696596 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da4b6e09-1f92-418c-b0e9-451483cac6c4 req-bf58c615-623d-4dd1-94a1-5540b03618c6 tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] 10.222.0.57 "GET /v2.0/ports?device_id=57562482-a762-4319-b3a1-4a7885786226 HTTP/1.1" status: 200 len: 945 time: 0.1288943 Dec 09 15:44:22.711189 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc75828-8d19-439c-aca8-f99eda9292bb req-8780733c-02ce-47ac-b6c3-b75b3ea66c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:22.713187 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cbc75828-8d19-439c-aca8-f99eda9292bb req-8780733c-02ce-47ac-b6c3-b75b3ea66c13 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fee149ea-404b-4f8d-aea0-dd81fbf95d87 HTTP/1.1" status: 200 len: 1096 time: 0.1464059 Dec 09 15:44:22.868261 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da4b6e09-1f92-418c-b0e9-451483cac6c4 req-f084974f-78c8-4ae5-91bc-1462f84d4979 tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2e2cc56-cab4-43a6-be77-568e7272c330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631248 Dec 09 15:44:22.881369 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cbc75828-8d19-439c-aca8-f99eda9292bb req-ed617c30-41d0-4eab-bd3a-31c040f3b2c8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=98875989-7dee-42d4-b91e-57a6934eff86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253469 Dec 09 15:44:22.927379 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4db33294-cd45-4892-ae32-5638f76a54c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:22.987255 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7adac7f2-a905-4cb4-bd2b-f249c36ab516 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Router 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:44:23.101789 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7adac7f2-a905-4cb4-bd2b-f249c36ab516 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:44:23.110412 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7adac7f2-a905-4cb4-bd2b-f249c36ab516 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "PUT /v2.0/routers/2d8208ad-4b9c-474d-a3e4-f86a1b31b936/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1981421 Dec 09 15:44:23.111545 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43006) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:23.135132 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1905ff-3185-4d3a-a5ed-6e383d970cf0 None None] Sync routers for ids ['2d8208ad-4b9c-474d-a3e4-f86a1b31b936'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:44:23.164125 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1905ff-3185-4d3a-a5ed-6e383d970cf0 None None] Routers {'2d8208ad-4b9c-474d-a3e4-f86a1b31b936'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:44:23.165559 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3c1905ff-3185-4d3a-a5ed-6e383d970cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:44:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['2d8208ad-4b9c-474d-a3e4-f86a1b31b936'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:23.262885 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-bed1ae5d-a796-4633-abe2-aa4574cfdadd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Deleting subnet 0258874e-7e5d-4e1e-97e3-8f9754b37694 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:44:23.268792 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bed1ae5d-a796-4633-abe2-aa4574cfdadd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:23.295480 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3bb12121-a570-45fd-b3c6-a06a3c139efb req-89675885-9dc3-4517-b9bc-92d4a687fc05 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] 10.222.0.57 "GET /v2.0/security-groups/fe793879-440c-4d7b-ad16-5edc5b7772fe HTTP/1.1" status: 200 len: 1823 time: 0.0584295 Dec 09 15:44:23.308542 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-3c1905ff-3185-4d3a-a5ed-6e383d970cf0 None None] Set router 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:44:23.342653 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bed1ae5d-a796-4633-abe2-aa4574cfdadd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:23.415171 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3bb12121-a570-45fd-b3c6-a06a3c139efb req-0aa265cb-864e-4e12-b1ba-c6bea6fe9d60 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:23.436918 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bed1ae5d-a796-4633-abe2-aa4574cfdadd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:23.449839 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3bb12121-a570-45fd-b3c6-a06a3c139efb req-0aa265cb-864e-4e12-b1ba-c6bea6fe9d60 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:23.556118 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3bb12121-a570-45fd-b3c6-a06a3c139efb req-0aa265cb-864e-4e12-b1ba-c6bea6fe9d60 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:23.559406 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3bb12121-a570-45fd-b3c6-a06a3c139efb req-0aa265cb-864e-4e12-b1ba-c6bea6fe9d60 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:23.571430 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3bb12121-a570-45fd-b3c6-a06a3c139efb req-0aa265cb-864e-4e12-b1ba-c6bea6fe9d60 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] 10.222.0.57 "DELETE /v2.0/security-groups/fe793879-440c-4d7b-ad16-5edc5b7772fe HTTP/1.1" status: 204 len: 173 time: 0.2680564 Dec 09 15:44:23.575853 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bed1ae5d-a796-4633-abe2-aa4574cfdadd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:23.593948 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa265cb-864e-4e12-b1ba-c6bea6fe9d60 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe793879-440c-4d7b-ad16-5edc5b7772fe,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:23.638994 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1ae5d-a796-4633-abe2-aa4574cfdadd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event deleted for resources: {'Subnet': ['ID=0258874e-7e5d-4e1e-97e3-8f9754b37694,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:23.640941 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dfc90-354d-43df-9e1c-f1e290198c9a req-0a188385-d3bb-4836-9db1-e8a4790b44a8 tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:23.642511 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d15dfc90-354d-43df-9e1c-f1e290198c9a req-0a188385-d3bb-4836-9db1-e8a4790b44a8 tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] 10.222.0.31 "GET /v2.0/ports?device_id=57562482-a762-4319-b3a1-4a7885786226 HTTP/1.1" status: 200 len: 945 time: 0.1184905 Dec 09 15:44:23.653070 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bed1ae5d-a796-4633-abe2-aa4574cfdadd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:23.658716 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bed1ae5d-a796-4633-abe2-aa4574cfdadd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "DELETE /v2.0/subnets/0258874e-7e5d-4e1e-97e3-8f9754b37694 HTTP/1.1" status: 204 len: 168 time: 0.5434930 Dec 09 15:44:23.660022 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559be48d-f061-4943-9898-43b0ea4dd3a3 None None] Network b71dd216-ffd6-41fb-a84d-b52bd9747a12 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:44:23.662469 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43020) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:23.767248 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-236edc0d-8a71-4c25-9f9f-612c3d1c1e87 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:23.885817 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-236edc0d-8a71-4c25-9f9f-612c3d1c1e87 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Deleting port 09922f9e-7be5-4576-b4d3-a4e287cdd7c0 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:44:23.886600 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-236edc0d-8a71-4c25-9f9f-612c3d1c1e87 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:23.954273 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99918f4-4cc3-4e88-9bc1-32f74e781f53 None None] DHCP port deletion for b71dd216-ffd6-41fb-a84d-b52bd9747a12 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:44:23.954896 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1e556-fe6a-4773-a591-dd10b40e1dd7 req-62ce43d3-b079-4802-9e07-7efcb3207851 tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:23.956499 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-96b1e556-fe6a-4773-a591-dd10b40e1dd7 req-62ce43d3-b079-4802-9e07-7efcb3207851 tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] 10.222.0.57 "GET /v2.0/ports?device_id=fee149ea-404b-4f8d-aea0-dd81fbf95d87 HTTP/1.1" status: 200 len: 945 time: 0.2665472 Dec 09 15:44:24.019977 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-d15dfc90-354d-43df-9e1c-f1e290198c9a req-9fccee45-9ea7-4fd6-b76a-2ce79c60ec8c tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] Deleting port ad186ea0-4670-4c0e-b46d-232a21e52116 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:44:24.020453 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d15dfc90-354d-43df-9e1c-f1e290198c9a req-9fccee45-9ea7-4fd6-b76a-2ce79c60ec8c tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:24.030580 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3c1905ff-3185-4d3a-a5ed-6e383d970cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'name': 'tempest-RoutersIpV6Test-router-175322339', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:43:45Z', 'updated_at': '2021-12-09T15:44:22Z', 'revision_number': 9, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'gw_port_host': None, '_interfaces': [{'id': '04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69', 'name': '', 'network_id': '5b41b502-7c31-4af6-9307-f219f90ab3ab', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:3f:33:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:47Z', 'updated_at': '2021-12-09T15:43:51Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b53638d7-b3c4-47ec-9385-7b283944b6a1', 'name': '', 'network_id': 'd856adbf-6ff7-42ff-9667-b52a71b1cc9d', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:c6:10:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ca7d7d44-abd3-4400-b7fa-875316e6dd76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:52Z', 'updated_at': '2021-12-09T15:44:00Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': 'ca7d7d44-abd3-4400-b7fa-875316e6dd76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:24.069406 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:24.072014 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-236edc0d-8a71-4c25-9f9f-612c3d1c1e87 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] For port 09922f9e-7be5-4576-b4d3-a4e287cdd7c0, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=09922f9e-7be5-4576-b4d3-a4e287cdd7c0,segment=NetworkSegment(73ce68d8-13ce-464b-9b10-2174acb6dcfd),segment_id=73ce68d8-13ce-464b-9b10-2174acb6dcfd)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:24.072465 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-236edc0d-8a71-4c25-9f9f-612c3d1c1e87 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:24.080592 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1905ff-3185-4d3a-a5ed-6e383d970cf0 None None] Checking router: 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:44:24.090966 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-236edc0d-8a71-4c25-9f9f-612c3d1c1e87 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Calling delete_port for 09922f9e-7be5-4576-b4d3-a4e287cdd7c0 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:44:24.127510 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-96b1e556-fe6a-4773-a591-dd10b40e1dd7 req-30886898-4022-4f9d-930a-953db2a22f0d tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98875989-7dee-42d4-b91e-57a6934eff86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605031 Dec 09 15:44:24.128167 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1905ff-3185-4d3a-a5ed-6e383d970cf0 None None] Routers {'2d8208ad-4b9c-474d-a3e4-f86a1b31b936'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:44:24.130844 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3c1905ff-3185-4d3a-a5ed-6e383d970cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:44:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['2d8208ad-4b9c-474d-a3e4-f86a1b31b936'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:24.197501 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e99918f4-4cc3-4e88-9bc1-32f74e781f53 None None] Deleting port 09922f9e-7be5-4576-b4d3-a4e287cdd7c0 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:44:24.198673 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e99918f4-4cc3-4e88-9bc1-32f74e781f53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:24.238645 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-236edc0d-8a71-4c25-9f9f-612c3d1c1e87 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:24.274835 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236edc0d-8a71-4c25-9f9f-612c3d1c1e87 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] No DVR routers for this DVR port 09922f9e-7be5-4576-b4d3-a4e287cdd7c0 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:44:24.296533 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-d15dfc90-354d-43df-9e1c-f1e290198c9a req-9fccee45-9ea7-4fd6-b76a-2ce79c60ec8c tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] For port ad186ea0-4670-4c0e-b46d-232a21e52116, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=ad186ea0-4670-4c0e-b46d-232a21e52116,segment=NetworkSegment(3dddac0d-60d7-49a6-8d0e-df5f8236b608),segment_id=3dddac0d-60d7-49a6-8d0e-df5f8236b608)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:24.297735 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d15dfc90-354d-43df-9e1c-f1e290198c9a req-9fccee45-9ea7-4fd6-b76a-2ce79c60ec8c tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:24.316584 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-62bdbebc-4853-49c8-9615-0d40022ccdfa req-901fb06b-4b8a-4033-bb51-ffaad7945e85 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] 10.222.0.57 "GET /v2.0/security-groups/074303ca-ed5c-41c2-b9d8-9270a3388698 HTTP/1.1" status: 200 len: 1824 time: 0.0962110 Dec 09 15:44:24.325740 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236edc0d-8a71-4c25-9f9f-612c3d1c1e87 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event deleted for resources: {'Port': ['ID=09922f9e-7be5-4576-b4d3-a4e287cdd7c0,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:24.352882 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-d15dfc90-354d-43df-9e1c-f1e290198c9a req-9fccee45-9ea7-4fd6-b76a-2ce79c60ec8c tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] Calling delete_port for ad186ea0-4670-4c0e-b46d-232a21e52116 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:44:24.417917 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-236edc0d-8a71-4c25-9f9f-612c3d1c1e87 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:24.458857 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-236edc0d-8a71-4c25-9f9f-612c3d1c1e87 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b71dd216-ffd6-41fb-a84d-b52bd9747a12']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:24.466229 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e99918f4-4cc3-4e88-9bc1-32f74e781f53 None None] For port 09922f9e-7be5-4576-b4d3-a4e287cdd7c0, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=09922f9e-7be5-4576-b4d3-a4e287cdd7c0,segment=NetworkSegment(73ce68d8-13ce-464b-9b10-2174acb6dcfd),segment_id=73ce68d8-13ce-464b-9b10-2174acb6dcfd)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:24.466679 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e99918f4-4cc3-4e88-9bc1-32f74e781f53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:24.470813 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-3c1905ff-3185-4d3a-a5ed-6e383d970cf0 None None] Set router 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:44:24.473764 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-236edc0d-8a71-4c25-9f9f-612c3d1c1e87 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73ce68d8-13ce-464b-9b10-2174acb6dcfd') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:24.474056 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-236edc0d-8a71-4c25-9f9f-612c3d1c1e87 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73ce68d8-13ce-464b-9b10-2174acb6dcfd') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:24.494350 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-236edc0d-8a71-4c25-9f9f-612c3d1c1e87 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:24.506713 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:24.509332 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e99918f4-4cc3-4e88-9bc1-32f74e781f53 None None] Calling delete_port for 09922f9e-7be5-4576-b4d3-a4e287cdd7c0 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:44:24.509945 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-236edc0d-8a71-4c25-9f9f-612c3d1c1e87 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:24.520194 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-236edc0d-8a71-4c25-9f9f-612c3d1c1e87 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:44:24.521150 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-236edc0d-8a71-4c25-9f9f-612c3d1c1e87 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:24.525801 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:44:24.525801 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:44:24.525801 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:44:24.525801 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:44:24.525801 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:44:24.525801 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:44:24.525801 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:44:24.525801 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:44:24.525801 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:44:24.525801 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:44:24.525801 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:44:24.525801 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:44:24.525801 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:44:24.525801 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:44:24.525801 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:44:24.525801 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:44:24.525801 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:44:24.525801 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:44:24.525801 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:44:24.525801 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:44:24.525801 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:44:24.525801 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:44:24.525801 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:44:24.525801 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:44:24.525801 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:44:24.525801 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:44:24.525801 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:44:24.525801 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:44:24.525801 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:44:24.525801 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:44:24.525801 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:44:24.525801 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:44:24.591613 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21db13c-c8e7-4259-8ced-67cad060e0cc req-3269d010-ed5b-4d16-a741-75eabb744246 tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:24.593151 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f21db13c-c8e7-4259-8ced-67cad060e0cc req-3269d010-ed5b-4d16-a741-75eabb744246 tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] 10.222.0.57 "GET /v2.0/ports?device_id=57562482-a762-4319-b3a1-4a7885786226 HTTP/1.1" status: 200 len: 945 time: 0.1240039 Dec 09 15:44:24.629717 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-236edc0d-8a71-4c25-9f9f-612c3d1c1e87 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:24.641634 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-236edc0d-8a71-4c25-9f9f-612c3d1c1e87 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:24.647806 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-236edc0d-8a71-4c25-9f9f-612c3d1c1e87 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "DELETE /v2.0/networks/b71dd216-ffd6-41fb-a84d-b52bd9747a12 HTTP/1.1" status: 204 len: 168 time: 0.9844561 Dec 09 15:44:24.648627 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43048) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:24.686781 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f21db13c-c8e7-4259-8ced-67cad060e0cc req-b9badc71-166f-444a-8c51-17953b4e7d8c tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] 10.222.0.57 "GET /v2.0/security-groups?id=b2e2cc56-cab4-43a6-be77-568e7272c330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819285 Dec 09 15:44:24.709385 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236edc0d-8a71-4c25-9f9f-612c3d1c1e87 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event deleted for resources: {'Network': ['ID=b71dd216-ffd6-41fb-a84d-b52bd9747a12,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:24.722406 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d15dfc90-354d-43df-9e1c-f1e290198c9a req-9fccee45-9ea7-4fd6-b76a-2ce79c60ec8c tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:24.771857 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['ad186ea0-4670-4c0e-b46d-232a21e52116'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:44:24.795508 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fccee45-9ea7-4fd6-b76a-2ce79c60ec8c tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] Pushing event deleted for resources: {'Port': ['ID=ad186ea0-4670-4c0e-b46d-232a21e52116,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:24.817040 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15dfc90-354d-43df-9e1c-f1e290198c9a req-9fccee45-9ea7-4fd6-b76a-2ce79c60ec8c tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] No DVR routers for this DVR port ad186ea0-4670-4c0e-b46d-232a21e52116 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:44:24.820024 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d15dfc90-354d-43df-9e1c-f1e290198c9a req-9fccee45-9ea7-4fd6-b76a-2ce79c60ec8c tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:24.827740 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d15dfc90-354d-43df-9e1c-f1e290198c9a req-9fccee45-9ea7-4fd6-b76a-2ce79c60ec8c tempest-ServerMetadataNegativeTestJSON-1672156875 tempest-ServerMetadataNegativeTestJSON-1672156875-project] 10.222.0.31 "DELETE /v2.0/ports/ad186ea0-4670-4c0e-b46d-232a21e52116 HTTP/1.1" status: 204 len: 173 time: 1.1744916 Dec 09 15:44:24.827740 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57562482-a762-4319-b3a1-4a7885786226', 'name': 'network-vif-deleted', 'tag': 'ad186ea0-4670-4c0e-b46d-232a21e52116'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:44:24.827740 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27c3843-cd6c-4c1a-a394-4bcb3e0cc927" -d '{"events": [{"server_uuid": "57562482-a762-4319-b3a1-4a7885786226", "name": "network-vif-deleted", "tag": "ad186ea0-4670-4c0e-b46d-232a21e52116"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:44:24.927018 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e99918f4-4cc3-4e88-9bc1-32f74e781f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:25.000288 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e99918f4-4cc3-4e88-9bc1-32f74e781f53 None None] Network b71dd216-ffd6-41fb-a84d-b52bd9747a12 is not hosted by any dhcp agent {{(pid=103246) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 15:44:25.000785 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99918f4-4cc3-4e88-9bc1-32f74e781f53 None None] No DVR routers for this DVR port 09922f9e-7be5-4576-b4d3-a4e287cdd7c0 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:44:25.004894 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99918f4-4cc3-4e88-9bc1-32f74e781f53 None None] Pushing event deleted for resources: {'Port': ['ID=09922f9e-7be5-4576-b4d3-a4e287cdd7c0,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:25.016150 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99918f4-4cc3-4e88-9bc1-32f74e781f53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:25.016519 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99918f4-4cc3-4e88-9bc1-32f74e781f53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:25.016915 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99918f4-4cc3-4e88-9bc1-32f74e781f53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:25.017252 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99918f4-4cc3-4e88-9bc1-32f74e781f53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:25.017590 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99918f4-4cc3-4e88-9bc1-32f74e781f53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:25.017922 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99918f4-4cc3-4e88-9bc1-32f74e781f53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:25.023386 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99918f4-4cc3-4e88-9bc1-32f74e781f53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:25.023997 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99918f4-4cc3-4e88-9bc1-32f74e781f53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:25.024288 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99918f4-4cc3-4e88-9bc1-32f74e781f53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:25.024650 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99918f4-4cc3-4e88-9bc1-32f74e781f53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:25.024989 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99918f4-4cc3-4e88-9bc1-32f74e781f53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:25.025322 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99918f4-4cc3-4e88-9bc1-32f74e781f53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:25.025670 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99918f4-4cc3-4e88-9bc1-32f74e781f53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:25.039159 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-4f895d05-39e0-4cf6-8164-176dc34dae9e req-5055368d-5a5b-4436-aedc-cfb8157cc403 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1607515379', 'description': 'tempest-description-1021594686'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:25.063637 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3c1905ff-3185-4d3a-a5ed-6e383d970cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'name': 'tempest-RoutersIpV6Test-router-175322339', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:43:45Z', 'updated_at': '2021-12-09T15:44:22Z', 'revision_number': 9, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'gw_port_host': None, '_interfaces': [{'id': '04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69', 'name': '', 'network_id': '5b41b502-7c31-4af6-9307-f219f90ab3ab', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:3f:33:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:47Z', 'updated_at': '2021-12-09T15:43:51Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b53638d7-b3c4-47ec-9385-7b283944b6a1', 'name': '', 'network_id': 'd856adbf-6ff7-42ff-9667-b52a71b1cc9d', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:c6:10:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ca7d7d44-abd3-4400-b7fa-875316e6dd76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:52Z', 'updated_at': '2021-12-09T15:44:00Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': 'ca7d7d44-abd3-4400-b7fa-875316e6dd76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:25.101639 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4f895d05-39e0-4cf6-8164-176dc34dae9e req-5055368d-5a5b-4436-aedc-cfb8157cc403 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:25.134831 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1905ff-3185-4d3a-a5ed-6e383d970cf0 None None] The sync data for ids ['2d8208ad-4b9c-474d-a3e4-f86a1b31b936'] in n-d-821228-1 is: [{'id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'name': 'tempest-RoutersIpV6Test-router-175322339', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:43:45Z', 'updated_at': '2021-12-09T15:44:22Z', 'revision_number': 9, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'gw_port_host': None, '_interfaces': [{'id': '04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69', 'name': '', 'network_id': '5b41b502-7c31-4af6-9307-f219f90ab3ab', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:3f:33:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:47Z', 'updated_at': '2021-12-09T15:43:51Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b53638d7-b3c4-47ec-9385-7b283944b6a1', 'name': '', 'network_id': 'd856adbf-6ff7-42ff-9667-b52a71b1cc9d', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:c6:10:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ca7d7d44-abd3-4400-b7fa-875316e6dd76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:52Z', 'updated_at': '2021-12-09T15:44:00Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': 'ca7d7d44-abd3-4400-b7fa-875316e6dd76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:44:25.245643 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4f895d05-39e0-4cf6-8164-176dc34dae9e req-5055368d-5a5b-4436-aedc-cfb8157cc403 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:25.247199 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:25.252280 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4f895d05-39e0-4cf6-8164-176dc34dae9e req-5055368d-5a5b-4436-aedc-cfb8157cc403 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:25.298016 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5055368d-5a5b-4436-aedc-cfb8157cc403 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abec720f-c1fb-458f-8384-a0c203b0c131,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:25.333196 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4f895d05-39e0-4cf6-8164-176dc34dae9e req-5055368d-5a5b-4436-aedc-cfb8157cc403 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:25.356835 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4f895d05-39e0-4cf6-8164-176dc34dae9e req-5055368d-5a5b-4436-aedc-cfb8157cc403 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.3235507 Dec 09 15:44:25.394693 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138a91bf-6ed3-4718-b598-280501171925 x-openstack-request-id: req-138a91bf-6ed3-4718-b598-280501171925 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:44:25.395266 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57562482-a762-4319-b3a1-4a7885786226", "name": "network-vif-deleted", "tag": "ad186ea0-4670-4c0e-b46d-232a21e52116", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:44:25.395740 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-138a91bf-6ed3-4718-b598-280501171925 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:44:25.396491 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57562482-a762-4319-b3a1-4a7885786226', 'name': 'network-vif-deleted', 'tag': 'ad186ea0-4670-4c0e-b46d-232a21e52116', 'status': 'completed', 'code': 200} Dec 09 15:44:25.592926 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3c124-7253-458a-ab9f-f16630df9330 req-97ffe988-875a-461a-9276-2b4122be6880 tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:25.600863 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4ab3c124-7253-458a-ab9f-f16630df9330 req-97ffe988-875a-461a-9276-2b4122be6880 tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] 10.222.0.57 "GET /v2.0/ports?device_id=fee149ea-404b-4f8d-aea0-dd81fbf95d87 HTTP/1.1" status: 200 len: 945 time: 0.1203570 Dec 09 15:44:25.689445 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4ab3c124-7253-458a-ab9f-f16630df9330 req-718e3afb-059a-4a83-8b2d-016e9e8fc004 tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98875989-7dee-42d4-b91e-57a6934eff86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875397 Dec 09 15:44:25.799376 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-136dd2a9-2997-4b51-a8f6-8a44ecfef74a tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:25.827759 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-41fe8496-5aa2-47e8-ae46-15b4c6bb1a12 req-4a1f2306-832d-47c9-b030-ccf2870c8ddf tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] 10.222.0.57 "GET /v2.0/security-groups/abec720f-c1fb-458f-8384-a0c203b0c131 HTTP/1.1" status: 200 len: 1824 time: 0.0990367 Dec 09 15:44:25.832894 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-41fe8496-5aa2-47e8-ae46-15b4c6bb1a12 req-0f80d5de-956c-4136-81c6-e7b915fa0f11 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'abec720f-c1fb-458f-8384-a0c203b0c131', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:25.833632 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-41fe8496-5aa2-47e8-ae46-15b4c6bb1a12 req-0f80d5de-956c-4136-81c6-e7b915fa0f11 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'abec720f-c1fb-458f-8384-a0c203b0c131', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:25.894143 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 09922f9e-7be5-4576-b4d3-a4e287cdd7c0 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:44:25.926571 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 09922f9e-7be5-4576-b4d3-a4e287cdd7c0 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:44:25.926923 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 09922f9e-7be5-4576-b4d3-a4e287cdd7c0 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:44:25.931055 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 53ad10af-6708-4b26-801a-cbf7f9b84f8c no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:44:25.943591 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-41fe8496-5aa2-47e8-ae46-15b4c6bb1a12 req-0f80d5de-956c-4136-81c6-e7b915fa0f11 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:25.976095 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-41fe8496-5aa2-47e8-ae46-15b4c6bb1a12 req-0f80d5de-956c-4136-81c6-e7b915fa0f11 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:25.979960 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 53ad10af-6708-4b26-801a-cbf7f9b84f8c {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:44:25.980585 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 53ad10af-6708-4b26-801a-cbf7f9b84f8c not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:44:25.990188 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-41fe8496-5aa2-47e8-ae46-15b4c6bb1a12 req-0f80d5de-956c-4136-81c6-e7b915fa0f11 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:26.033051 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f80d5de-956c-4136-81c6-e7b915fa0f11 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb78cdbf-bc16-48a3-9a09-f19b7801c6bc,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:26.045201 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-41fe8496-5aa2-47e8-ae46-15b4c6bb1a12 req-0f80d5de-956c-4136-81c6-e7b915fa0f11 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:26.052481 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-41fe8496-5aa2-47e8-ae46-15b4c6bb1a12 req-0f80d5de-956c-4136-81c6-e7b915fa0f11 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2238400 Dec 09 15:44:26.094151 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 43112) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:26.094151 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 43114) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:26.166299 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-267b0cb5-997e-46c1-94f2-ffba51404799 admin admin] Deleting subnet 5a559c65-2f7a-4d61-8990-1bf5a624e7ab {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:44:26.171535 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-267b0cb5-997e-46c1-94f2-ffba51404799 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:26.325349 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-136dd2a9-2997-4b51-a8f6-8a44ecfef74a tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Deleting port b53638d7-b3c4-47ec-9385-7b283944b6a1 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:44:26.325730 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-136dd2a9-2997-4b51-a8f6-8a44ecfef74a tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:26.453792 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:26.500990 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-136dd2a9-2997-4b51-a8f6-8a44ecfef74a tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] For port b53638d7-b3c4-47ec-9385-7b283944b6a1, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=b53638d7-b3c4-47ec-9385-7b283944b6a1,segment=NetworkSegment(81cba23f-9c87-4f92-99a8-bf9124a681b4),segment_id=81cba23f-9c87-4f92-99a8-bf9124a681b4)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:26.501761 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-136dd2a9-2997-4b51-a8f6-8a44ecfef74a tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:26.519183 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-136dd2a9-2997-4b51-a8f6-8a44ecfef74a tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Calling delete_port for b53638d7-b3c4-47ec-9385-7b283944b6a1 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:44:26.522487 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-79bbdf7c-3573-433b-b23d-3df9ec96559f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:26.579643 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-267b0cb5-997e-46c1-94f2-ffba51404799 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:26.623413 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b4989966-1148-40a9-a7e7-f5741e17b229 req-8b719e6d-e07b-4d36-b17b-644160d209cf tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] 10.222.0.57 "GET /v2.0/security-groups/abec720f-c1fb-458f-8384-a0c203b0c131 HTTP/1.1" status: 200 len: 2418 time: 0.1304429 Dec 09 15:44:26.646911 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-b4989966-1148-40a9-a7e7-f5741e17b229 req-e84acb97-f885-4921-9479-b93bc91e1dfc tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'abec720f-c1fb-458f-8384-a0c203b0c131', 'remote_group_id': None}]} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:26.646911 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-b4989966-1148-40a9-a7e7-f5741e17b229 req-e84acb97-f885-4921-9479-b93bc91e1dfc tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'abec720f-c1fb-458f-8384-a0c203b0c131', 'remote_group_id': None}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:26.699595 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-267b0cb5-997e-46c1-94f2-ffba51404799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:26.794461 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-136dd2a9-2997-4b51-a8f6-8a44ecfef74a tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:26.844395 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-79bbdf7c-3573-433b-b23d-3df9ec96559f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:26.862438 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b4989966-1148-40a9-a7e7-f5741e17b229 req-e84acb97-f885-4921-9479-b93bc91e1dfc tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:26.865158 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-79bbdf7c-3573-433b-b23d-3df9ec96559f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:26.875001 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-267b0cb5-997e-46c1-94f2-ffba51404799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:26.876750 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136dd2a9-2997-4b51-a8f6-8a44ecfef74a tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event deleted for resources: {'Port': ['ID=b53638d7-b3c4-47ec-9385-7b283944b6a1,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:26.932551 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-267b0cb5-997e-46c1-94f2-ffba51404799 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:26.939626 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-267b0cb5-997e-46c1-94f2-ffba51404799 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/5a559c65-2f7a-4d61-8990-1bf5a624e7ab HTTP/1.1" status: 204 len: 168 time: 0.8408902 Dec 09 15:44:26.939626 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b0cb5-997e-46c1-94f2-ffba51404799 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a559c65-2f7a-4d61-8990-1bf5a624e7ab,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:26.943096 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43122) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:26.968689 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b4989966-1148-40a9-a7e7-f5741e17b229 req-e84acb97-f885-4921-9479-b93bc91e1dfc tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:26.975264 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-79bbdf7c-3573-433b-b23d-3df9ec96559f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ab30a0e2858246ffb0c7eeae12eaff62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8806176 Dec 09 15:44:26.976182 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 43124) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:27.006795 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b4989966-1148-40a9-a7e7-f5741e17b229 req-e84acb97-f885-4921-9479-b93bc91e1dfc tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:27.011995 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bbdf7c-3573-433b-b23d-3df9ec96559f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94081e7-538e-4e53-b496-052f1b3d1955,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:27.045101 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84acb97-f885-4921-9479-b93bc91e1dfc tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de59d521-4896-45bf-bc72-e9e86783ba12,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:27.061176 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b4989966-1148-40a9-a7e7-f5741e17b229 req-e84acb97-f885-4921-9479-b93bc91e1dfc tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:27.084781 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b4989966-1148-40a9-a7e7-f5741e17b229 req-e84acb97-f885-4921-9479-b93bc91e1dfc tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4451215 Dec 09 15:44:27.138837 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d96314f-c2fa-46f7-ae4e-5c40df66cc55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:27.167052 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-23615ce8-8892-4bda-a024-72fecd9e2398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:27.177931 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-136dd2a9-2997-4b51-a8f6-8a44ecfef74a tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:27.193244 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d96314f-c2fa-46f7-ae4e-5c40df66cc55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:27.211409 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device ad186ea0-4670-4c0e-b46d-232a21e52116 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:44:27.274344 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d96314f-c2fa-46f7-ae4e-5c40df66cc55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:27.282305 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d96314f-c2fa-46f7-ae4e-5c40df66cc55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:27.284148 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: ad186ea0-4670-4c0e-b46d-232a21e52116 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:44:27.284713 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device ad186ea0-4670-4c0e-b46d-232a21e52116 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:44:27.290508 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4d96314f-c2fa-46f7-ae4e-5c40df66cc55 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c94081e7-538e-4e53-b496-052f1b3d1955 HTTP/1.1" status: 204 len: 168 time: 0.3128903 Dec 09 15:44:27.381577 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96314f-c2fa-46f7-ae4e-5c40df66cc55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94081e7-538e-4e53-b496-052f1b3d1955,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:27.423249 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5ccf60df-aa3f-4614-a4cc-e6de51c5477a req-ee572c5b-3f34-4162-9d83-fac08c94f607 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] 10.222.0.57 "GET /v2.0/security-groups/abec720f-c1fb-458f-8384-a0c203b0c131 HTTP/1.1" status: 200 len: 3017 time: 0.1309996 Dec 09 15:44:27.598681 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-23615ce8-8892-4bda-a024-72fecd9e2398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:27.641299 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-23615ce8-8892-4bda-a024-72fecd9e2398 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aaa106c-52c8-44a4-938f-9dd8eef4bf97']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:27.675624 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-23615ce8-8892-4bda-a024-72fecd9e2398 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dddac0d-60d7-49a6-8d0e-df5f8236b608') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:27.678272 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-23615ce8-8892-4bda-a024-72fecd9e2398 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dddac0d-60d7-49a6-8d0e-df5f8236b608') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:27.694200 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-23615ce8-8892-4bda-a024-72fecd9e2398 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:27.710491 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136dd2a9-2997-4b51-a8f6-8a44ecfef74a tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Router 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:44:27.719688 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-23615ce8-8892-4bda-a024-72fecd9e2398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:27.729517 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23615ce8-8892-4bda-a024-72fecd9e2398 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:44:27.730008 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-23615ce8-8892-4bda-a024-72fecd9e2398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:27.732140 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:44:27.732140 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:44:27.732140 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:44:27.732140 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:44:27.732140 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:44:27.732140 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:44:27.732140 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:44:27.732140 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:44:27.732140 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:44:27.732140 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:44:27.732140 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:44:27.732140 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:44:27.732140 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:44:27.732140 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:44:27.732140 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:44:27.732140 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:44:27.732140 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:44:27.732140 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:44:27.732140 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:44:27.732140 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:44:27.732140 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:44:27.732140 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:44:27.732140 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:44:27.732140 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:44:27.732140 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:44:27.732140 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:44:27.732140 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:44:27.732140 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:44:27.732140 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:44:27.732140 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:44:27.732140 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:44:27.732140 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:44:27.907170 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3141286f-8c12-484e-94a4-28cb7cf00679 req-e545a71e-b67f-48c2-8a8c-dc420854ae69 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] 10.222.0.57 "GET /v2.0/security-group-rules/de59d521-4896-45bf-bc72-e9e86783ba12 HTTP/1.1" status: 200 len: 783 time: 0.0329659 Dec 09 15:44:27.968673 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 43144) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:27.986627 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-23615ce8-8892-4bda-a024-72fecd9e2398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:27.998271 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-23615ce8-8892-4bda-a024-72fecd9e2398 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:28.004081 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-23615ce8-8892-4bda-a024-72fecd9e2398 admin admin] 10.222.0.57 "DELETE /v2.0/networks/9aaa106c-52c8-44a4-938f-9dd8eef4bf97 HTTP/1.1" status: 204 len: 168 time: 1.0557024 Dec 09 15:44:28.019397 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23615ce8-8892-4bda-a024-72fecd9e2398 admin admin] Pushing event deleted for resources: {'Network': ['ID=9aaa106c-52c8-44a4-938f-9dd8eef4bf97,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:28.023816 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136dd2a9-2997-4b51-a8f6-8a44ecfef74a tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:44:28.029693 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-136dd2a9-2997-4b51-a8f6-8a44ecfef74a tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "PUT /v2.0/routers/2d8208ad-4b9c-474d-a3e4-f86a1b31b936/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3441632 Dec 09 15:44:28.031523 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43148) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:28.038863 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988968df-dbc2-435d-8b2b-cf27b459b197 None None] Sync routers for ids ['2d8208ad-4b9c-474d-a3e4-f86a1b31b936'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:44:28.053421 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988968df-dbc2-435d-8b2b-cf27b459b197 None None] Routers {'2d8208ad-4b9c-474d-a3e4-f86a1b31b936'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:44:28.058196 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-988968df-dbc2-435d-8b2b-cf27b459b197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:44:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['2d8208ad-4b9c-474d-a3e4-f86a1b31b936'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:28.070471 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6fd73121-95c5-45f0-8903-b718a04bf7d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:28.099476 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3141286f-8c12-484e-94a4-28cb7cf00679 req-29a5f5df-b499-43b5-9f53-0bace41c5cbb tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] 10.222.0.57 "GET /v2.0/security-groups/abec720f-c1fb-458f-8384-a0c203b0c131 HTTP/1.1" status: 200 len: 3017 time: 0.1821260 Dec 09 15:44:28.160761 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3141286f-8c12-484e-94a4-28cb7cf00679 req-61564f5b-2fc2-406a-acc1-7834861bb7d1 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:28.163313 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-c104ba39-d39a-4c36-94b1-f4241c6bb267 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Deleting subnet ca7d7d44-abd3-4400-b7fa-875316e6dd76 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:44:28.176958 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3141286f-8c12-484e-94a4-28cb7cf00679 req-61564f5b-2fc2-406a-acc1-7834861bb7d1 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:28.177455 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c104ba39-d39a-4c36-94b1-f4241c6bb267 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:28.178055 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-988968df-dbc2-435d-8b2b-cf27b459b197 None None] Set router 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 gateway port host: None {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:44:28.241522 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3141286f-8c12-484e-94a4-28cb7cf00679 req-61564f5b-2fc2-406a-acc1-7834861bb7d1 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:28.247685 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3141286f-8c12-484e-94a4-28cb7cf00679 req-61564f5b-2fc2-406a-acc1-7834861bb7d1 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:28.254444 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3141286f-8c12-484e-94a4-28cb7cf00679 req-61564f5b-2fc2-406a-acc1-7834861bb7d1 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/de59d521-4896-45bf-bc72-e9e86783ba12 HTTP/1.1" status: 204 len: 173 time: 0.1543396 Dec 09 15:44:28.278921 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c104ba39-d39a-4c36-94b1-f4241c6bb267 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:28.300473 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6fd73121-95c5-45f0-8903-b718a04bf7d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:28.303884 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61564f5b-2fc2-406a-acc1-7834861bb7d1 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de59d521-4896-45bf-bc72-e9e86783ba12,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:28.319086 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6fd73121-95c5-45f0-8903-b718a04bf7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:28.407401 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6fd73121-95c5-45f0-8903-b718a04bf7d8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fa7ca1f0e4e24741834a02a252e73f46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4375396 Dec 09 15:44:28.423403 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 43152) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:28.487619 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c104ba39-d39a-4c36-94b1-f4241c6bb267 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:28.511909 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 43154) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:28.533988 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd73121-95c5-45f0-8903-b718a04bf7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7e93e8-c62e-4524-8b97-050c5271a97f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:28.610847 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3f956e3-1545-462b-82a1-f5459c091623 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:28.653421 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-988968df-dbc2-435d-8b2b-cf27b459b197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'name': 'tempest-RoutersIpV6Test-router-175322339', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:43:45Z', 'updated_at': '2021-12-09T15:44:26Z', 'revision_number': 10, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'gw_port_host': None, '_interfaces': [{'id': '04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69', 'name': '', 'network_id': '5b41b502-7c31-4af6-9307-f219f90ab3ab', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:3f:33:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:47Z', 'updated_at': '2021-12-09T15:43:51Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:28.653828 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c104ba39-d39a-4c36-94b1-f4241c6bb267 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:28.656536 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b675e2ed-55a6-4cab-9610-5af738d79abd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=69a0df4064aa4366ab179d0dda9ec56a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1432030 Dec 09 15:44:28.660236 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3f956e3-1545-462b-82a1-f5459c091623 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:28.661831 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 43156) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:28.677151 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf61dd-ab17-457d-abc9-5a3c0b3b6d25 req-93f6d491-3981-4611-ba7f-2aa3562f660d tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:28.685327 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6bdf61dd-ab17-457d-abc9-5a3c0b3b6d25 req-93f6d491-3981-4611-ba7f-2aa3562f660d tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] 10.222.0.57 "GET /v2.0/ports?device_id=fee149ea-404b-4f8d-aea0-dd81fbf95d87 HTTP/1.1" status: 200 len: 945 time: 0.1417143 Dec 09 15:44:28.708162 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fc7427-d18d-4a5a-8775-3771a30725b8 None None] Network d856adbf-6ff7-42ff-9667-b52a71b1cc9d requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:44:28.710829 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988968df-dbc2-435d-8b2b-cf27b459b197 None None] Checking router: 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:44:28.742430 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c104ba39-d39a-4c36-94b1-f4241c6bb267 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:28.752345 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988968df-dbc2-435d-8b2b-cf27b459b197 None None] Routers {'2d8208ad-4b9c-474d-a3e4-f86a1b31b936'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:44:28.755354 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-988968df-dbc2-435d-8b2b-cf27b459b197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:44:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['2d8208ad-4b9c-474d-a3e4-f86a1b31b936'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:28.755487 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c104ba39-d39a-4c36-94b1-f4241c6bb267 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "DELETE /v2.0/subnets/ca7d7d44-abd3-4400-b7fa-875316e6dd76 HTTP/1.1" status: 204 len: 168 time: 0.7207210 Dec 09 15:44:28.755487 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c104ba39-d39a-4c36-94b1-f4241c6bb267 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event deleted for resources: {'Subnet': ['ID=ca7d7d44-abd3-4400-b7fa-875316e6dd76,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:28.756218 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43158) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:28.801665 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6bdf61dd-ab17-457d-abc9-5a3c0b3b6d25 req-ddd09054-b0cb-4eaf-bf06-7ad9d5a76771 tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98875989-7dee-42d4-b91e-57a6934eff86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149182 Dec 09 15:44:28.827273 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a2104eb-bcd7-437d-9daf-bb51d5f694fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:28.847766 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3f956e3-1545-462b-82a1-f5459c091623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:28.862830 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3f956e3-1545-462b-82a1-f5459c091623 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:28.864102 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f3f956e3-1545-462b-82a1-f5459c091623 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6d7e93e8-c62e-4524-8b97-050c5271a97f HTTP/1.1" status: 204 len: 168 time: 0.4394422 Dec 09 15:44:28.927967 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f956e3-1545-462b-82a1-f5459c091623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7e93e8-c62e-4524-8b97-050c5271a97f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:28.950519 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c021a3a-44e8-403e-bf83-a72f5ca04c3d None None] DHCP port deletion for d856adbf-6ff7-42ff-9667-b52a71b1cc9d request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:44:28.982685 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a2104eb-bcd7-437d-9daf-bb51d5f694fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:29.004794 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e364712-e79d-4b97-a91b-a4385b33e2a0 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:29.075530 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-988968df-dbc2-435d-8b2b-cf27b459b197 None None] Set router 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 gateway port host: None {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:44:29.094640 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-4c021a3a-44e8-403e-bf83-a72f5ca04c3d None None] Deleting port 77650c5f-ab44-4b07-8220-8ad980ee1a34 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:44:29.095302 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4c021a3a-44e8-403e-bf83-a72f5ca04c3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:29.098337 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-1e364712-e79d-4b97-a91b-a4385b33e2a0 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Deleting port 77650c5f-ab44-4b07-8220-8ad980ee1a34 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:44:29.098708 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e364712-e79d-4b97-a91b-a4385b33e2a0 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:29.118520 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f1196900-29be-4b4c-91f1-8b7253e85f43 req-9c51c39b-494c-4a11-8583-2362dc217c7c tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] 10.222.0.57 "GET /v2.0/security-groups/abec720f-c1fb-458f-8384-a0c203b0c131 HTTP/1.1" status: 200 len: 2418 time: 0.2508821 Dec 09 15:44:29.241793 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4c021a3a-44e8-403e-bf83-a72f5ca04c3d None None] For port 77650c5f-ab44-4b07-8220-8ad980ee1a34, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=77650c5f-ab44-4b07-8220-8ad980ee1a34,segment=NetworkSegment(81cba23f-9c87-4f92-99a8-bf9124a681b4),segment_id=81cba23f-9c87-4f92-99a8-bf9124a681b4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:29.242198 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4c021a3a-44e8-403e-bf83-a72f5ca04c3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:29.245810 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-1e364712-e79d-4b97-a91b-a4385b33e2a0 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] For port 77650c5f-ab44-4b07-8220-8ad980ee1a34, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=77650c5f-ab44-4b07-8220-8ad980ee1a34,segment=NetworkSegment(81cba23f-9c87-4f92-99a8-bf9124a681b4),segment_id=81cba23f-9c87-4f92-99a8-bf9124a681b4)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:29.247550 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e364712-e79d-4b97-a91b-a4385b33e2a0 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:29.269360 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-4c021a3a-44e8-403e-bf83-a72f5ca04c3d None None] Calling delete_port for 77650c5f-ab44-4b07-8220-8ad980ee1a34 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:44:29.290781 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-1e364712-e79d-4b97-a91b-a4385b33e2a0 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Calling delete_port for 77650c5f-ab44-4b07-8220-8ad980ee1a34 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:44:29.318829 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20708ed9-7efd-4942-b981-b0f27f1388db req-45d022fd-a120-46f7-b67f-19bdc95d9587 tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:29.331043 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-20708ed9-7efd-4942-b981-b0f27f1388db req-45d022fd-a120-46f7-b67f-19bdc95d9587 tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] 10.222.0.31 "GET /v2.0/ports?device_id=fee149ea-404b-4f8d-aea0-dd81fbf95d87 HTTP/1.1" status: 200 len: 945 time: 0.1813972 Dec 09 15:44:29.417098 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e364712-e79d-4b97-a91b-a4385b33e2a0 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:29.423678 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a2104eb-bcd7-437d-9daf-bb51d5f694fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:29.427555 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a2104eb-bcd7-437d-9daf-bb51d5f694fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:29.429841 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3a2104eb-bcd7-437d-9daf-bb51d5f694fd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b2e2cc56-cab4-43a6-be77-568e7272c330 HTTP/1.1" status: 204 len: 168 time: 0.7663538 Dec 09 15:44:29.437957 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4c021a3a-44e8-403e-bf83-a72f5ca04c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:29.459997 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2104eb-bcd7-437d-9daf-bb51d5f694fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e2cc56-cab4-43a6-be77-568e7272c330,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:29.469077 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f1196900-29be-4b4c-91f1-8b7253e85f43 req-80053e35-cc30-4c30-80ab-44cd2b5517aa tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:29.500830 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c021a3a-44e8-403e-bf83-a72f5ca04c3d None None] Pushing event deleted for resources: {'Port': ['ID=77650c5f-ab44-4b07-8220-8ad980ee1a34,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:29.515566 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c021a3a-44e8-403e-bf83-a72f5ca04c3d None None] No DVR routers for this DVR port 77650c5f-ab44-4b07-8220-8ad980ee1a34 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:44:29.536020 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-988968df-dbc2-435d-8b2b-cf27b459b197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'name': 'tempest-RoutersIpV6Test-router-175322339', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:43:45Z', 'updated_at': '2021-12-09T15:44:26Z', 'revision_number': 10, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'gw_port_host': None, '_interfaces': [{'id': '04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69', 'name': '', 'network_id': '5b41b502-7c31-4af6-9307-f219f90ab3ab', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:3f:33:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:47Z', 'updated_at': '2021-12-09T15:43:51Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:29.555760 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e364712-e79d-4b97-a91b-a4385b33e2a0 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] No DVR routers for this DVR port 77650c5f-ab44-4b07-8220-8ad980ee1a34 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:44:29.562822 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e364712-e79d-4b97-a91b-a4385b33e2a0 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event deleted for resources: {'Port': ['ID=77650c5f-ab44-4b07-8220-8ad980ee1a34,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:29.572366 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f1196900-29be-4b4c-91f1-8b7253e85f43 req-80053e35-cc30-4c30-80ab-44cd2b5517aa tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:29.639427 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-20708ed9-7efd-4942-b981-b0f27f1388db req-f9d2ec7c-3327-4c7d-be07-d9f9e210e2da tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] Deleting port 7fa9cb11-b3b6-4332-a9bf-29e350ce6618 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:44:29.639678 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-20708ed9-7efd-4942-b981-b0f27f1388db req-f9d2ec7c-3327-4c7d-be07-d9f9e210e2da tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:29.653961 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988968df-dbc2-435d-8b2b-cf27b459b197 None None] The sync data for ids ['2d8208ad-4b9c-474d-a3e4-f86a1b31b936'] in n-d-821228-1 is: [{'id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'name': 'tempest-RoutersIpV6Test-router-175322339', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:43:45Z', 'updated_at': '2021-12-09T15:44:26Z', 'revision_number': 10, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'gw_port_host': None, '_interfaces': [{'id': '04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69', 'name': '', 'network_id': '5b41b502-7c31-4af6-9307-f219f90ab3ab', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'mac_address': 'fa:16:3e:3f:33:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:43:47Z', 'updated_at': '2021-12-09T15:43:51Z', 'revision_number': 5, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'subnets': [{'id': '7b39d17a-4e38-426f-897c-afbc978e9ef8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:44:29.740275 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-20708ed9-7efd-4942-b981-b0f27f1388db req-f9d2ec7c-3327-4c7d-be07-d9f9e210e2da tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] For port 7fa9cb11-b3b6-4332-a9bf-29e350ce6618, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=7fa9cb11-b3b6-4332-a9bf-29e350ce6618,segment=NetworkSegment(6461db41-0daf-440f-8b0b-0733c72fba87),segment_id=6461db41-0daf-440f-8b0b-0733c72fba87)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:29.740737 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-20708ed9-7efd-4942-b981-b0f27f1388db req-f9d2ec7c-3327-4c7d-be07-d9f9e210e2da tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:29.765347 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f1196900-29be-4b4c-91f1-8b7253e85f43 req-80053e35-cc30-4c30-80ab-44cd2b5517aa tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:29.771302 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f1196900-29be-4b4c-91f1-8b7253e85f43 req-80053e35-cc30-4c30-80ab-44cd2b5517aa tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:29.780263 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f1196900-29be-4b4c-91f1-8b7253e85f43 req-80053e35-cc30-4c30-80ab-44cd2b5517aa tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] 10.222.0.57 "DELETE /v2.0/security-groups/abec720f-c1fb-458f-8384-a0c203b0c131 HTTP/1.1" status: 204 len: 173 time: 0.6576805 Dec 09 15:44:29.784533 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e364712-e79d-4b97-a91b-a4385b33e2a0 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:29.787241 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-20708ed9-7efd-4942-b981-b0f27f1388db req-f9d2ec7c-3327-4c7d-be07-d9f9e210e2da tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] Calling delete_port for 7fa9cb11-b3b6-4332-a9bf-29e350ce6618 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:44:29.821362 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80053e35-cc30-4c30-80ab-44cd2b5517aa tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abec720f-c1fb-458f-8384-a0c203b0c131,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:29.827901 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-1e364712-e79d-4b97-a91b-a4385b33e2a0 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d856adbf-6ff7-42ff-9667-b52a71b1cc9d']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:29.857505 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-1e364712-e79d-4b97-a91b-a4385b33e2a0 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81cba23f-9c87-4f92-99a8-bf9124a681b4') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:29.857806 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-1e364712-e79d-4b97-a91b-a4385b33e2a0 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81cba23f-9c87-4f92-99a8-bf9124a681b4') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:29.882297 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e364712-e79d-4b97-a91b-a4385b33e2a0 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:29.904112 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e364712-e79d-4b97-a91b-a4385b33e2a0 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:29.915991 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e364712-e79d-4b97-a91b-a4385b33e2a0 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:44:29.915991 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e364712-e79d-4b97-a91b-a4385b33e2a0 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:29.918626 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:44:29.918626 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:44:29.918626 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:44:29.918626 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:44:29.918626 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:44:29.918626 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:44:29.918626 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:44:29.918626 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:44:29.918626 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:44:29.918626 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:44:29.918626 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:44:29.918626 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:44:29.918626 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:44:29.918626 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:44:29.918626 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:44:29.918626 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:44:29.918626 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:44:29.918626 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:44:29.918626 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:44:29.918626 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:44:29.918626 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:44:29.918626 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:44:29.918626 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:44:29.918626 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:44:29.918626 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:44:29.918626 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:44:29.918626 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:44:29.918626 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:44:29.918626 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:44:29.918626 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:44:29.918626 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:44:29.918626 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:44:30.038188 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e364712-e79d-4b97-a91b-a4385b33e2a0 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:30.071214 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e364712-e79d-4b97-a91b-a4385b33e2a0 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:30.081174 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1e364712-e79d-4b97-a91b-a4385b33e2a0 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "DELETE /v2.0/networks/d856adbf-6ff7-42ff-9667-b52a71b1cc9d HTTP/1.1" status: 204 len: 168 time: 1.3211181 Dec 09 15:44:30.081174 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e364712-e79d-4b97-a91b-a4385b33e2a0 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event deleted for resources: {'Network': ['ID=d856adbf-6ff7-42ff-9667-b52a71b1cc9d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:30.084546 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-f3b277bd-1548-4c84-9024-2b6adc8d6ae0 req-50f079fd-bba1-4f57-9bb5-09e3a2aacfd9 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] show failed (client error): The resource could not be found. Dec 09 15:44:30.086197 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f3b277bd-1548-4c84-9024-2b6adc8d6ae0 req-50f079fd-bba1-4f57-9bb5-09e3a2aacfd9 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] 10.222.0.57 "GET /v2.0/security-groups/fe793879-440c-4d7b-ad16-5edc5b7772fe HTTP/1.1" status: 404 len: 352 time: 0.0518270 Dec 09 15:44:30.088150 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 43190) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:30.178618 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 77650c5f-ab44-4b07-8220-8ad980ee1a34 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:44:30.216135 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 77650c5f-ab44-4b07-8220-8ad980ee1a34 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:44:30.218758 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 77650c5f-ab44-4b07-8220-8ad980ee1a34 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:44:30.219179 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device b53638d7-b3c4-47ec-9385-7b283944b6a1 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:44:30.284078 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: b53638d7-b3c4-47ec-9385-7b283944b6a1 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:44:30.284492 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device b53638d7-b3c4-47ec-9385-7b283944b6a1 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:44:30.363467 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289582c6-0811-444d-8484-8d095f6ec379 req-79e08f01-6a95-4a10-b8a5-419e5e45625e tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:30.371967 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-289582c6-0811-444d-8484-8d095f6ec379 req-79e08f01-6a95-4a10-b8a5-419e5e45625e tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] 10.222.0.57 "GET /v2.0/ports?device_id=fee149ea-404b-4f8d-aea0-dd81fbf95d87 HTTP/1.1" status: 200 len: 945 time: 0.0949414 Dec 09 15:44:30.397390 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-20708ed9-7efd-4942-b981-b0f27f1388db req-f9d2ec7c-3327-4c7d-be07-d9f9e210e2da tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:30.412440 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['7fa9cb11-b3b6-4332-a9bf-29e350ce6618'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:44:30.468120 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d2ec7c-3327-4c7d-be07-d9f9e210e2da tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] Pushing event deleted for resources: {'Port': ['ID=7fa9cb11-b3b6-4332-a9bf-29e350ce6618,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:30.552193 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-289582c6-0811-444d-8484-8d095f6ec379 req-1cfacc63-954d-4709-8965-41d7810665e7 tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] 10.222.0.57 "GET /v2.0/security-groups?id=98875989-7dee-42d4-b91e-57a6934eff86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793437 Dec 09 15:44:30.601526 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-20708ed9-7efd-4942-b981-b0f27f1388db req-f9d2ec7c-3327-4c7d-be07-d9f9e210e2da tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] No DVR routers for this DVR port 7fa9cb11-b3b6-4332-a9bf-29e350ce6618 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:44:30.607589 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-20708ed9-7efd-4942-b981-b0f27f1388db req-f9d2ec7c-3327-4c7d-be07-d9f9e210e2da tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:30.610877 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-20708ed9-7efd-4942-b981-b0f27f1388db req-f9d2ec7c-3327-4c7d-be07-d9f9e210e2da tempest-ServerPasswordTestJSON-1144228769 tempest-ServerPasswordTestJSON-1144228769-project] 10.222.0.31 "DELETE /v2.0/ports/7fa9cb11-b3b6-4332-a9bf-29e350ce6618 HTTP/1.1" status: 204 len: 173 time: 1.2789702 Dec 09 15:44:30.625957 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fee149ea-404b-4f8d-aea0-dd81fbf95d87', 'name': 'network-vif-deleted', 'tag': '7fa9cb11-b3b6-4332-a9bf-29e350ce6618'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:44:30.629052 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4b9ea0-d3c5-4709-b0e9-bdcde4cc94a7" -d '{"events": [{"server_uuid": "fee149ea-404b-4f8d-aea0-dd81fbf95d87", "name": "network-vif-deleted", "tag": "7fa9cb11-b3b6-4332-a9bf-29e350ce6618"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:44:30.711251 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-33d0f5f3-d9f4-4283-bf06-a48d676f9649 req-963ff603-af8f-48c4-bed9-85b84a75e9c0 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] 10.222.0.57 "GET /v2.0/security-groups/074303ca-ed5c-41c2-b9d8-9270a3388698 HTTP/1.1" status: 200 len: 1824 time: 0.1107271 Dec 09 15:44:30.848694 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-33d0f5f3-d9f4-4283-bf06-a48d676f9649 req-b5e06d62-ae45-468f-aee9-f5b4ea5b25ef tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:30.906854 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-33d0f5f3-d9f4-4283-bf06-a48d676f9649 req-b5e06d62-ae45-468f-aee9-f5b4ea5b25ef tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:30.987922 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-33d0f5f3-d9f4-4283-bf06-a48d676f9649 req-b5e06d62-ae45-468f-aee9-f5b4ea5b25ef tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:30.990687 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-33d0f5f3-d9f4-4283-bf06-a48d676f9649 req-b5e06d62-ae45-468f-aee9-f5b4ea5b25ef tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:30.992751 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-33d0f5f3-d9f4-4283-bf06-a48d676f9649 req-b5e06d62-ae45-468f-aee9-f5b4ea5b25ef tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] 10.222.0.57 "DELETE /v2.0/security-groups/074303ca-ed5c-41c2-b9d8-9270a3388698 HTTP/1.1" status: 204 len: 173 time: 0.2411423 Dec 09 15:44:31.025933 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d9228978-5da5-453e-9cbd-ccc07dbbf805 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:31.029629 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e06d62-ae45-468f-aee9-f5b4ea5b25ef tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=074303ca-ed5c-41c2-b9d8-9270a3388698,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:31.093484 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29dc50a3-ad2b-45fc-a136-08ad618356b9 x-openstack-request-id: req-29dc50a3-ad2b-45fc-a136-08ad618356b9 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:44:31.094166 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fee149ea-404b-4f8d-aea0-dd81fbf95d87", "name": "network-vif-deleted", "tag": "7fa9cb11-b3b6-4332-a9bf-29e350ce6618", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:44:31.094166 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-29dc50a3-ad2b-45fc-a136-08ad618356b9 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:44:31.094408 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fee149ea-404b-4f8d-aea0-dd81fbf95d87', 'name': 'network-vif-deleted', 'tag': '7fa9cb11-b3b6-4332-a9bf-29e350ce6618', 'status': 'completed', 'code': 200} Dec 09 15:44:31.165062 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43230) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:31.341117 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3d71453c-2779-44ad-a624-9edad981731c req-4289b826-b0bf-46a3-aa4d-bba145560788 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] 10.222.0.57 "GET /v2.0/security-groups/3526790a-7730-4d3b-9cf4-91f8a59b4bf6 HTTP/1.1" status: 200 len: 1822 time: 0.0751505 Dec 09 15:44:31.361757 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a8e6fb2d-74a9-4ffc-a105-29fa7a7b635a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-14106229-network', 'tenant_id': 'c9e5c34e3ac94d7ab24dc55f63708cf7'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:31.408486 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e6fb2d-74a9-4ffc-a105-29fa7a7b635a admin admin] Made reservation on behalf of c9e5c34e3ac94d7ab24dc55f63708cf7 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:44:31.415826 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8e6fb2d-74a9-4ffc-a105-29fa7a7b635a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:31.429278 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8e6fb2d-74a9-4ffc-a105-29fa7a7b635a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:31.466681 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3d71453c-2779-44ad-a624-9edad981731c req-6d0186a4-7297-41f0-a99b-f4966c5bcaa5 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:31.499214 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3d71453c-2779-44ad-a624-9edad981731c req-6d0186a4-7297-41f0-a99b-f4966c5bcaa5 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:31.514900 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d9228978-5da5-453e-9cbd-ccc07dbbf805 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Deleting port 04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:44:31.514900 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d9228978-5da5-453e-9cbd-ccc07dbbf805 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:31.568380 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8e6fb2d-74a9-4ffc-a105-29fa7a7b635a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:31.574363 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8e6fb2d-74a9-4ffc-a105-29fa7a7b635a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:31.603386 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8e6fb2d-74a9-4ffc-a105-29fa7a7b635a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:44:31.620683 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e6fb2d-74a9-4ffc-a105-29fa7a7b635a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ccaf66-d4da-45b9-bd9c-667db4337895,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:31.648086 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8e6fb2d-74a9-4ffc-a105-29fa7a7b635a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:31.648712 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-a8e6fb2d-74a9-4ffc-a105-29fa7a7b635a admin admin] Added segment 72b78068-61b7-4bbb-b5a0-753283217b57 of type vlan for network aefaced1-2e29-4860-a321-969c1bb810c5 Dec 09 15:44:31.650393 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d9228978-5da5-453e-9cbd-ccc07dbbf805 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] For port 04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69,segment=NetworkSegment(e98725bc-13d8-457d-a945-feef29fa97aa),segment_id=e98725bc-13d8-457d-a945-feef29fa97aa)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:31.651310 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d9228978-5da5-453e-9cbd-ccc07dbbf805 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:31.667858 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3d71453c-2779-44ad-a624-9edad981731c req-6d0186a4-7297-41f0-a99b-f4966c5bcaa5 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:31.671093 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3d71453c-2779-44ad-a624-9edad981731c req-6d0186a4-7297-41f0-a99b-f4966c5bcaa5 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:31.683479 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3d71453c-2779-44ad-a624-9edad981731c req-6d0186a4-7297-41f0-a99b-f4966c5bcaa5 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] 10.222.0.57 "DELETE /v2.0/security-groups/3526790a-7730-4d3b-9cf4-91f8a59b4bf6 HTTP/1.1" status: 204 len: 173 time: 0.3339887 Dec 09 15:44:31.705864 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d9228978-5da5-453e-9cbd-ccc07dbbf805 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Calling delete_port for 04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:44:31.709432 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0186a4-7297-41f0-a99b-f4966c5bcaa5 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3526790a-7730-4d3b-9cf4-91f8a59b4bf6,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:31.736310 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8e6fb2d-74a9-4ffc-a105-29fa7a7b635a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:31.770347 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8e6fb2d-74a9-4ffc-a105-29fa7a7b635a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:31.777715 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e6fb2d-74a9-4ffc-a105-29fa7a7b635a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:31.779737 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8e6fb2d-74a9-4ffc-a105-29fa7a7b635a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:31.876484 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 43252) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:31.922019 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a8e6fb2d-74a9-4ffc-a105-29fa7a7b635a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7514207 Dec 09 15:44:31.927632 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43256) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:31.942212 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-95514f24-c64b-40fe-85e7-ac96c5297467 admin admin] Request body: {'subnet': {'network_id': 'aefaced1-2e29-4860-a321-969c1bb810c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-14106229-subnet', 'tenant_id': 'c9e5c34e3ac94d7ab24dc55f63708cf7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:31.952592 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e6fb2d-74a9-4ffc-a105-29fa7a7b635a admin admin] Pushing event updated for resources: {'Network': ['ID=aefaced1-2e29-4860-a321-969c1bb810c5,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:31.963799 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network aefaced1-2e29-4860-a321-969c1bb810c5 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:44:31.976875 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95514f24-c64b-40fe-85e7-ac96c5297467 admin admin] Made reservation on behalf of c9e5c34e3ac94d7ab24dc55f63708cf7 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:44:31.977696 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-60186b7c-2493-49ff-aaaa-da1af3a9bf51 admin admin] Deleting subnet 6d36f5d4-8d0b-4c2b-8c9a-26af8c1f1617 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:44:31.980864 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-95514f24-c64b-40fe-85e7-ac96c5297467 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:32.053851 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-60186b7c-2493-49ff-aaaa-da1af3a9bf51 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:32.118887 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-60186b7c-2493-49ff-aaaa-da1af3a9bf51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:32.201328 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-83f975df-45fd-4dd1-94b9-60e8f31a2f73 req-e7be6b30-2cf0-4fab-be0d-ef0945106ca5 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] 10.222.0.57 "GET /v2.0/security-groups/d446671f-c2d8-40cf-8265-6bcb03e15edb HTTP/1.1" status: 200 len: 1824 time: 0.2291069 Dec 09 15:44:32.215026 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-95514f24-c64b-40fe-85e7-ac96c5297467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:32.239239 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-60186b7c-2493-49ff-aaaa-da1af3a9bf51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:32.285166 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d9228978-5da5-453e-9cbd-ccc07dbbf805 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:32.303933 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95514f24-c64b-40fe-85e7-ac96c5297467 admin admin] Pushing event updated for resources: {'Subnet': ['ID=518f472d-0dfc-4bb3-a3f4-4a87074139ac,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:32.321147 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95514f24-c64b-40fe-85e7-ac96c5297467 admin admin] Checking segment: {'id': '72b78068-61b7-4bbb-b5a0-753283217b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aefaced1-2e29-4860-a321-969c1bb810c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:44:32.322117 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95514f24-c64b-40fe-85e7-ac96c5297467 admin admin] Network hostable DHCP agents. Network: aefaced1-2e29-4860-a321-969c1bb810c5, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:44:32.330637 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9228978-5da5-453e-9cbd-ccc07dbbf805 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event deleted for resources: {'Port': ['ID=04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:32.358882 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95514f24-c64b-40fe-85e7-ac96c5297467 admin admin] Network aefaced1-2e29-4860-a321-969c1bb810c5 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:44:32.380825 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-95514f24-c64b-40fe-85e7-ac96c5297467 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, aefaced1-2e29-4860-a321-969c1bb810c5) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:44:32.386924 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95514f24-c64b-40fe-85e7-ac96c5297467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:32.387522 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-95514f24-c64b-40fe-85e7-ac96c5297467 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:32.393900 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e945203b-adf2-41f6-bc01-1e83dbf3c0e1 None None] Network aefaced1-2e29-4860-a321-969c1bb810c5 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:44:32.419279 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-95514f24-c64b-40fe-85e7-ac96c5297467 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4831676 Dec 09 15:44:32.472180 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-83f975df-45fd-4dd1-94b9-60e8f31a2f73 req-96717684-5457-424a-b3b7-5cfae697dc2b tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:32.486648 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-60186b7c-2493-49ff-aaaa-da1af3a9bf51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:32.574484 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a91a8c6-fe9c-4961-bab2-e7f2b6878618 None None] Network aefaced1-2e29-4860-a321-969c1bb810c5 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:44:32.610498 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60186b7c-2493-49ff-aaaa-da1af3a9bf51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d36f5d4-8d0b-4c2b-8c9a-26af8c1f1617,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:32.615548 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-60186b7c-2493-49ff-aaaa-da1af3a9bf51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:32.618812 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-60186b7c-2493-49ff-aaaa-da1af3a9bf51 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/6d36f5d4-8d0b-4c2b-8c9a-26af8c1f1617 HTTP/1.1" status: 204 len: 168 time: 0.7411113 Dec 09 15:44:32.622888 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43280) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:32.627353 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d9228978-5da5-453e-9cbd-ccc07dbbf805 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:32.631051 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-83f975df-45fd-4dd1-94b9-60e8f31a2f73 req-96717684-5457-424a-b3b7-5cfae697dc2b tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:32.762609 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b67b5ce3-d77f-4427-b14e-86500687640b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:32.833138 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-83f975df-45fd-4dd1-94b9-60e8f31a2f73 req-96717684-5457-424a-b3b7-5cfae697dc2b tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:32.835725 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-83f975df-45fd-4dd1-94b9-60e8f31a2f73 req-96717684-5457-424a-b3b7-5cfae697dc2b tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:32.837068 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-83f975df-45fd-4dd1-94b9-60e8f31a2f73 req-96717684-5457-424a-b3b7-5cfae697dc2b tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] 10.222.0.57 "DELETE /v2.0/security-groups/d446671f-c2d8-40cf-8265-6bcb03e15edb HTTP/1.1" status: 204 len: 173 time: 0.6347671 Dec 09 15:44:32.887566 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b67b5ce3-d77f-4427-b14e-86500687640b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:32.912594 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-b67b5ce3-d77f-4427-b14e-86500687640b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8db18da0-45a4-4b0e-b584-ca18db186e9d']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:32.926053 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-b67b5ce3-d77f-4427-b14e-86500687640b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6461db41-0daf-440f-8b0b-0733c72fba87') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:32.926360 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-b67b5ce3-d77f-4427-b14e-86500687640b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6461db41-0daf-440f-8b0b-0733c72fba87') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:32.952910 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b67b5ce3-d77f-4427-b14e-86500687640b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:32.994428 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b67b5ce3-d77f-4427-b14e-86500687640b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:33.002219 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b67b5ce3-d77f-4427-b14e-86500687640b admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:44:33.002630 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b67b5ce3-d77f-4427-b14e-86500687640b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:33.005211 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:44:33.005211 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:44:33.005211 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:44:33.005211 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:44:33.005211 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:44:33.005211 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:44:33.005211 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:44:33.005211 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:44:33.005211 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:44:33.005211 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:44:33.005211 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:44:33.005211 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:44:33.005211 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:44:33.005211 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:44:33.005211 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:44:33.005211 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:44:33.005211 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:44:33.005211 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:44:33.005211 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:44:33.005211 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:44:33.005211 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:44:33.005211 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:44:33.005211 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:44:33.005211 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:44:33.005211 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:44:33.005211 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:44:33.005211 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:44:33.005211 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:44:33.005211 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:44:33.005211 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:44:33.005211 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:44:33.005211 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:44:33.103256 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b67b5ce3-d77f-4427-b14e-86500687640b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:33.126033 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b67b5ce3-d77f-4427-b14e-86500687640b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:33.134155 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b67b5ce3-d77f-4427-b14e-86500687640b admin admin] 10.222.0.57 "DELETE /v2.0/networks/8db18da0-45a4-4b0e-b584-ca18db186e9d HTTP/1.1" status: 204 len: 168 time: 0.5084896 Dec 09 15:44:33.136004 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b5ce3-d77f-4427-b14e-86500687640b admin admin] Pushing event deleted for resources: {'Network': ['ID=8db18da0-45a4-4b0e-b584-ca18db186e9d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:33.224984 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96717684-5457-424a-b3b7-5cfae697dc2b tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d446671f-c2d8-40cf-8265-6bcb03e15edb,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:33.232711 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 7fa9cb11-b3b6-4332-a9bf-29e350ce6618 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:44:33.265553 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 7fa9cb11-b3b6-4332-a9bf-29e350ce6618 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:44:33.266284 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 7fa9cb11-b3b6-4332-a9bf-29e350ce6618 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:44:33.273603 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9228978-5da5-453e-9cbd-ccc07dbbf805 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Router 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:44:33.412885 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43336) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:33.442253 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9228978-5da5-453e-9cbd-ccc07dbbf805 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:44:33.454127 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d9228978-5da5-453e-9cbd-ccc07dbbf805 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "PUT /v2.0/routers/2d8208ad-4b9c-474d-a3e4-f86a1b31b936/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3634171 Dec 09 15:44:33.456066 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddedb0e8-fa15-4b26-b23a-4c62fce3611f None None] Sync routers for ids ['2d8208ad-4b9c-474d-a3e4-f86a1b31b936'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:44:33.459301 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 43338) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:33.476972 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddedb0e8-fa15-4b26-b23a-4c62fce3611f None None] Routers {'2d8208ad-4b9c-474d-a3e4-f86a1b31b936'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:44:33.477866 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-ddedb0e8-fa15-4b26-b23a-4c62fce3611f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:44:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['2d8208ad-4b9c-474d-a3e4-f86a1b31b936'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:33.509182 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c359501-3888-4816-9aa0-33072cc1a258 req-32c3d84b-4979-4948-9b23-28280b7ad9d1 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:33.511555 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8c359501-3888-4816-9aa0-33072cc1a258 req-32c3d84b-4979-4948-9b23-28280b7ad9d1 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/networks?id=aefaced1-2e29-4860-a321-969c1bb810c5 HTTP/1.1" status: 200 len: 804 time: 0.2575648 Dec 09 15:44:33.517903 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e7ad5358-fecf-4f41-862e-b569afcecd2e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=69af6f48704d45d7ad96bee512f2c7a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1035559 Dec 09 15:44:33.520473 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43342) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:33.543275 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8c359501-3888-4816-9aa0-33072cc1a258 req-5aa62014-bfd7-489c-90e2-2043aac0a3cd tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/quotas/c9e5c34e3ac94d7ab24dc55f63708cf7 HTTP/1.1" status: 200 len: 375 time: 0.0241992 Dec 09 15:44:33.550027 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-107c1079-4625-477e-a9c8-c8b4aa1a4f09 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Deleting subnet 7b39d17a-4e38-426f-897c-afbc978e9ef8 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:44:33.564006 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-107c1079-4625-477e-a9c8-c8b4aa1a4f09 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:33.593343 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-daa10c69-0c34-4fc6-97e0-d8070dbc0b45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:33.602260 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8c359501-3888-4816-9aa0-33072cc1a258 req-b54f5f6a-3bc7-4d70-bffd-4d79eb17759b tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c9e5c34e3ac94d7ab24dc55f63708cf7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496457 Dec 09 15:44:33.632594 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-daa10c69-0c34-4fc6-97e0-d8070dbc0b45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:33.653968 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43344) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:33.688613 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-107c1079-4625-477e-a9c8-c8b4aa1a4f09 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:33.755532 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-daa10c69-0c34-4fc6-97e0-d8070dbc0b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:33.765618 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-daa10c69-0c34-4fc6-97e0-d8070dbc0b45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:33.771750 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-daa10c69-0c34-4fc6-97e0-d8070dbc0b45 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/98875989-7dee-42d4-b91e-57a6934eff86 HTTP/1.1" status: 204 len: 168 time: 0.2500668 Dec 09 15:44:33.811096 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa10c69-0c34-4fc6-97e0-d8070dbc0b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98875989-7dee-42d4-b91e-57a6934eff86,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:33.824946 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-ddedb0e8-fa15-4b26-b23a-4c62fce3611f None None] Set router 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:44:33.888115 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-ddedb0e8-fa15-4b26-b23a-4c62fce3611f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'name': 'tempest-RoutersIpV6Test-router-175322339', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:43:45Z', 'updated_at': '2021-12-09T15:44:32Z', 'revision_number': 11, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:33.894686 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8c359501-3888-4816-9aa0-33072cc1a258 req-fe48b537-d368-4e8b-8ede-9ac19479d97d service neutron] 10.222.0.57 "GET /v2.0/networks/aefaced1-2e29-4860-a321-969c1bb810c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825339 Dec 09 15:44:33.922015 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddedb0e8-fa15-4b26-b23a-4c62fce3611f None None] Checking router: 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:44:33.934844 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddedb0e8-fa15-4b26-b23a-4c62fce3611f None None] Routers {'2d8208ad-4b9c-474d-a3e4-f86a1b31b936'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:44:33.936388 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-ddedb0e8-fa15-4b26-b23a-4c62fce3611f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:44:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['2d8208ad-4b9c-474d-a3e4-f86a1b31b936'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:33.947207 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-107c1079-4625-477e-a9c8-c8b4aa1a4f09 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:34.051955 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-ddedb0e8-fa15-4b26-b23a-4c62fce3611f None None] Set router 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:44:34.078933 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8c359501-3888-4816-9aa0-33072cc1a258 req-2ab1acb4-7b25-4fca-a444-7c7b2a8d1581 service neutron] 10.222.0.57 "GET /v2.0/networks/aefaced1-2e29-4860-a321-969c1bb810c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758559 Dec 09 15:44:34.136822 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-ddedb0e8-fa15-4b26-b23a-4c62fce3611f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'name': 'tempest-RoutersIpV6Test-router-175322339', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:43:45Z', 'updated_at': '2021-12-09T15:44:32Z', 'revision_number': 11, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:34.179984 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f252b5c-07bf-44b5-942c-e24151a95c12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:34.194139 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-107c1079-4625-477e-a9c8-c8b4aa1a4f09 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:34.195532 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddedb0e8-fa15-4b26-b23a-4c62fce3611f None None] The sync data for ids ['2d8208ad-4b9c-474d-a3e4-f86a1b31b936'] in n-d-821228-1 is: [{'id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'name': 'tempest-RoutersIpV6Test-router-175322339', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:43:45Z', 'updated_at': '2021-12-09T15:44:32Z', 'revision_number': 11, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:44:34.265991 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c1079-4625-477e-a9c8-c8b4aa1a4f09 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event deleted for resources: {'Subnet': ['ID=7b39d17a-4e38-426f-897c-afbc978e9ef8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:34.270612 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-107c1079-4625-477e-a9c8-c8b4aa1a4f09 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:34.283292 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43360) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:34.286114 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-107c1079-4625-477e-a9c8-c8b4aa1a4f09 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "DELETE /v2.0/subnets/7b39d17a-4e38-426f-897c-afbc978e9ef8 HTTP/1.1" status: 204 len: 168 time: 0.8255305 Dec 09 15:44:34.286392 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92727644-dc59-4c7b-a610-e894d02f70cf None None] Network 5b41b502-7c31-4af6-9307-f219f90ab3ab requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:44:34.488437 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-45e23b15-8ae9-42cd-a99b-d25e432bf480 req-e6db4d14-3faf-4298-976a-d7522ee715c8 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] 10.222.0.57 "GET /v2.0/security-groups/5bac7b9f-90a1-4dbb-8647-f291cb5e677b HTTP/1.1" status: 200 len: 2424 time: 0.0799725 Dec 09 15:44:34.512121 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c86ac156-38e4-46a5-a6b6-79b934884622 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:34.523955 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f252b5c-07bf-44b5-942c-e24151a95c12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:34.534811 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f252b5c-07bf-44b5-942c-e24151a95c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:34.555833 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cd189d-d262-447f-bb66-aa558c1cce45 None None] DHCP port deletion for 5b41b502-7c31-4af6-9307-f219f90ab3ab request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:44:34.646699 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-45e23b15-8ae9-42cd-a99b-d25e432bf480 req-78f961dd-e36a-4a81-87a6-447fe162cc5d tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:34.663830 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 43376) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:34.667787 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7f252b5c-07bf-44b5-942c-e24151a95c12 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=34366cd9d8a84a3891cabdd505ab3686&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0116391 Dec 09 15:44:34.684743 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e5cd189d-d262-447f-bb66-aa558c1cce45 None None] Deleting port e69ab3c5-15c8-403a-afa2-28a6f621ff08 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:44:34.685705 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e5cd189d-d262-447f-bb66-aa558c1cce45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:34.689695 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f252b5c-07bf-44b5-942c-e24151a95c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7f5567-79c5-4d4f-8031-858c44c6f952,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:34.735269 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c86ac156-38e4-46a5-a6b6-79b934884622 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Deleting port e69ab3c5-15c8-403a-afa2-28a6f621ff08 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:44:34.735930 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c86ac156-38e4-46a5-a6b6-79b934884622 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:34.766894 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-45e23b15-8ae9-42cd-a99b-d25e432bf480 req-78f961dd-e36a-4a81-87a6-447fe162cc5d tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:34.867603 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-63251ec3-042f-4ec6-bf7e-4790b29733ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:34.903420 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e5cd189d-d262-447f-bb66-aa558c1cce45 None None] For port e69ab3c5-15c8-403a-afa2-28a6f621ff08, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=e69ab3c5-15c8-403a-afa2-28a6f621ff08,segment=NetworkSegment(e98725bc-13d8-457d-a945-feef29fa97aa),segment_id=e98725bc-13d8-457d-a945-feef29fa97aa)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:34.904359 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e5cd189d-d262-447f-bb66-aa558c1cce45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:34.918934 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-45e23b15-8ae9-42cd-a99b-d25e432bf480 req-78f961dd-e36a-4a81-87a6-447fe162cc5d tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:34.921612 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-45e23b15-8ae9-42cd-a99b-d25e432bf480 req-78f961dd-e36a-4a81-87a6-447fe162cc5d tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:34.922778 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-45e23b15-8ae9-42cd-a99b-d25e432bf480 req-78f961dd-e36a-4a81-87a6-447fe162cc5d tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] 10.222.0.57 "DELETE /v2.0/security-groups/5bac7b9f-90a1-4dbb-8647-f291cb5e677b HTTP/1.1" status: 204 len: 173 time: 0.4281833 Dec 09 15:44:34.929580 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-c86ac156-38e4-46a5-a6b6-79b934884622 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] For port e69ab3c5-15c8-403a-afa2-28a6f621ff08, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=e69ab3c5-15c8-403a-afa2-28a6f621ff08,segment=NetworkSegment(e98725bc-13d8-457d-a945-feef29fa97aa),segment_id=e98725bc-13d8-457d-a945-feef29fa97aa)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:34.929999 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c86ac156-38e4-46a5-a6b6-79b934884622 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:34.936037 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e5cd189d-d262-447f-bb66-aa558c1cce45 None None] Calling delete_port for e69ab3c5-15c8-403a-afa2-28a6f621ff08 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:44:34.946407 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-63251ec3-042f-4ec6-bf7e-4790b29733ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:34.977808 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c86ac156-38e4-46a5-a6b6-79b934884622 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Calling delete_port for e69ab3c5-15c8-403a-afa2-28a6f621ff08 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:44:34.981473 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f961dd-e36a-4a81-87a6-447fe162cc5d tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bac7b9f-90a1-4dbb-8647-f291cb5e677b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:35.044277 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 43390) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:35.079838 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-63251ec3-042f-4ec6-bf7e-4790b29733ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:35.082689 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-63251ec3-042f-4ec6-bf7e-4790b29733ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:35.098281 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-63251ec3-042f-4ec6-bf7e-4790b29733ed admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4e7f5567-79c5-4d4f-8031-858c44c6f952 HTTP/1.1" status: 204 len: 168 time: 0.4172029 Dec 09 15:44:35.118438 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c86ac156-38e4-46a5-a6b6-79b934884622 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:35.118831 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63251ec3-042f-4ec6-bf7e-4790b29733ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7f5567-79c5-4d4f-8031-858c44c6f952,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:35.154111 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e5cd189d-d262-447f-bb66-aa558c1cce45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:35.206492 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86ac156-38e4-46a5-a6b6-79b934884622 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] No DVR routers for this DVR port e69ab3c5-15c8-403a-afa2-28a6f621ff08 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:44:35.216457 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ac156-38e4-46a5-a6b6-79b934884622 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event deleted for resources: {'Port': ['ID=e69ab3c5-15c8-403a-afa2-28a6f621ff08,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:35.232514 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd189d-d262-447f-bb66-aa558c1cce45 None None] Pushing event deleted for resources: {'Port': ['ID=e69ab3c5-15c8-403a-afa2-28a6f621ff08,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:35.237193 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cd189d-d262-447f-bb66-aa558c1cce45 None None] No DVR routers for this DVR port e69ab3c5-15c8-403a-afa2-28a6f621ff08 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:44:35.284668 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0bd57d74-1599-4024-88d4-2c477e375a2c req-ed0e0e5d-b11e-4a44-b16d-de429958f98b tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=73693423-daec-4111-b540-e58b8c293fe0 HTTP/1.1" status: 200 len: 210 time: 0.0379412 Dec 09 15:44:35.378592 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d4d43925-4ac2-46f6-b987-96f1bac425d1 req-7fcf1bba-02ff-4c5a-b498-5c5401d94b34 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] 10.222.0.57 "GET /v2.0/security-groups/a5b5c193-2c98-44c1-bdd9-527a2ba6fe01 HTTP/1.1" status: 200 len: 2417 time: 0.0596595 Dec 09 15:44:35.411674 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c86ac156-38e4-46a5-a6b6-79b934884622 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:35.436842 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-c86ac156-38e4-46a5-a6b6-79b934884622 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b41b502-7c31-4af6-9307-f219f90ab3ab']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:35.448912 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-c86ac156-38e4-46a5-a6b6-79b934884622 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e98725bc-13d8-457d-a945-feef29fa97aa') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:35.449650 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-c86ac156-38e4-46a5-a6b6-79b934884622 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e98725bc-13d8-457d-a945-feef29fa97aa') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:35.467831 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c86ac156-38e4-46a5-a6b6-79b934884622 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:35.482824 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c86ac156-38e4-46a5-a6b6-79b934884622 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:35.491238 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c86ac156-38e4-46a5-a6b6-79b934884622 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:44:35.492133 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c86ac156-38e4-46a5-a6b6-79b934884622 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:35.501184 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:44:35.501184 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:44:35.501184 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:44:35.501184 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:44:35.501184 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:44:35.501184 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:44:35.501184 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:44:35.501184 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:44:35.501184 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:44:35.501184 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:44:35.501184 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:44:35.501184 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:44:35.501184 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:44:35.501184 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:44:35.501184 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:44:35.501184 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:44:35.501184 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:44:35.501184 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:44:35.501184 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:44:35.501184 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:44:35.501184 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:44:35.501184 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:44:35.501184 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:44:35.501184 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:44:35.501184 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:44:35.501184 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:44:35.501184 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:44:35.501184 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:44:35.501184 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:44:35.501184 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:44:35.501184 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:44:35.501184 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:44:35.533226 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d4d43925-4ac2-46f6-b987-96f1bac425d1 req-4efd3687-4b00-40b5-9505-d99c05ac8c80 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:35.565576 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d4d43925-4ac2-46f6-b987-96f1bac425d1 req-4efd3687-4b00-40b5-9505-d99c05ac8c80 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:35.574504 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-66b2881b-d8c6-47c9-a227-59b4d7fd6895 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1825506561-network', 'tenant_id': '504359c49d3e4881bde3551ba39ae7bd'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:35.599214 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c86ac156-38e4-46a5-a6b6-79b934884622 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:35.615618 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c86ac156-38e4-46a5-a6b6-79b934884622 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:35.618576 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 43400) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:35.620350 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c86ac156-38e4-46a5-a6b6-79b934884622 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "DELETE /v2.0/networks/5b41b502-7c31-4af6-9307-f219f90ab3ab HTTP/1.1" status: 204 len: 168 time: 1.3353074 Dec 09 15:44:35.629966 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43402) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:35.634813 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-6f6457c5-6034-4684-ae29-e1780d02b079 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Request body: {'router': {'routes': None}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:35.637864 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ac156-38e4-46a5-a6b6-79b934884622 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Pushing event deleted for resources: {'Network': ['ID=5b41b502-7c31-4af6-9307-f219f90ab3ab,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:35.651580 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b2881b-d8c6-47c9-a227-59b4d7fd6895 admin admin] Made reservation on behalf of 504359c49d3e4881bde3551ba39ae7bd for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:44:35.654194 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66b2881b-d8c6-47c9-a227-59b4d7fd6895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:35.656786 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed1db63b-a543-47b4-ac33-7fa1b746b527 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:35.675812 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66b2881b-d8c6-47c9-a227-59b4d7fd6895 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:35.722765 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d4d43925-4ac2-46f6-b987-96f1bac425d1 req-4efd3687-4b00-40b5-9505-d99c05ac8c80 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:35.725717 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d4d43925-4ac2-46f6-b987-96f1bac425d1 req-4efd3687-4b00-40b5-9505-d99c05ac8c80 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:35.727076 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d4d43925-4ac2-46f6-b987-96f1bac425d1 req-4efd3687-4b00-40b5-9505-d99c05ac8c80 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] 10.222.0.57 "DELETE /v2.0/security-groups/a5b5c193-2c98-44c1-bdd9-527a2ba6fe01 HTTP/1.1" status: 204 len: 173 time: 0.3356936 Dec 09 15:44:35.738612 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43404) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:35.779190 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd3687-4b00-40b5-9505-d99c05ac8c80 tempest-SecurityGroupRulesTestJSON-2085053968 tempest-SecurityGroupRulesTestJSON-2085053968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b5c193-2c98-44c1-bdd9-527a2ba6fe01,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:35.880450 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.extraroute_db [None req-6f6457c5-6034-4684-ae29-e1780d02b079 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Added routes are [] {{(pid=103245) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 09 15:44:35.880450 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.extraroute_db [None req-6f6457c5-6034-4684-ae29-e1780d02b079 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Removed routes are [] {{(pid=103245) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 09 15:44:35.880450 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6f6457c5-6034-4684-ae29-e1780d02b079 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1598674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1781863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39067'] for router, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:35.883037 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ec2b576-60c7-4d24-8ad9-d2e2d5214e7e admin admin] Deleting subnet c8b7fc29-c145-409d-8a94-2ef3485cae61 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:44:35.886773 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6ec2b576-60c7-4d24-8ad9-d2e2d5214e7e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:35.930569 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6ec2b576-60c7-4d24-8ad9-d2e2d5214e7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:35.958924 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device e69ab3c5-15c8-403a-afa2-28a6f621ff08 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:44:36.020930 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: e69ab3c5-15c8-403a-afa2-28a6f621ff08 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:44:36.021375 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device e69ab3c5-15c8-403a-afa2-28a6f621ff08 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:44:36.021797 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:44:36.027192 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed1db63b-a543-47b4-ac33-7fa1b746b527 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:36.044233 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66b2881b-d8c6-47c9-a227-59b4d7fd6895 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:36.045331 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed1db63b-a543-47b4-ac33-7fa1b746b527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:36.060793 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:44:36.061572 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 04af4f24-8a9a-4c5a-a97f-f4e98b1a1f69 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:44:36.086062 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66b2881b-d8c6-47c9-a227-59b4d7fd6895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:36.099259 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66b2881b-d8c6-47c9-a227-59b4d7fd6895 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:44:36.110488 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66b2881b-d8c6-47c9-a227-59b4d7fd6895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:36.110840 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-66b2881b-d8c6-47c9-a227-59b4d7fd6895 admin admin] Added segment b5782eeb-e719-414a-9378-82fecd48220f of type vlan for network a68087bc-b7d9-41cd-bed2-738d51dbb9e8 Dec 09 15:44:36.153885 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c359501-3888-4816-9aa0-33072cc1a258 req-e559a2ab-8261-471c-a970-1051e4ae2a0a tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:36.155450 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8c359501-3888-4816-9aa0-33072cc1a258 req-e559a2ab-8261-471c-a970-1051e4ae2a0a tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.31 "GET /v2.0/networks?id=aefaced1-2e29-4860-a321-969c1bb810c5 HTTP/1.1" status: 200 len: 804 time: 0.3417244 Dec 09 15:44:36.189493 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-8c359501-3888-4816-9aa0-33072cc1a258 req-1118ba22-2d47-4007-9a19-b6590f8fca55 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Request body: {'port': {'device_id': '73693423-daec-4111-b540-e58b8c293fe0', 'network_id': 'aefaced1-2e29-4860-a321-969c1bb810c5', 'admin_state_up': True, 'tenant_id': 'c9e5c34e3ac94d7ab24dc55f63708cf7'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:36.202109 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66b2881b-d8c6-47c9-a227-59b4d7fd6895 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:36.215382 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1db63b-a543-47b4-ac33-7fa1b746b527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbe99a0-38ae-475f-a196-783b3a9e6384,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:36.248279 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ed1db63b-a543-47b4-ac33-7fa1b746b527 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6c30e53961e24a1c8c8076c6009bba3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6171167 Dec 09 15:44:36.255229 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 43410) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:36.341488 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2881b-d8c6-47c9-a227-59b4d7fd6895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256a6ccf-c28f-4ce4-bfbd-7f0535b9f774,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:36.354830 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66b2881b-d8c6-47c9-a227-59b4d7fd6895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:36.355515 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b2881b-d8c6-47c9-a227-59b4d7fd6895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:36.356098 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66b2881b-d8c6-47c9-a227-59b4d7fd6895 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:36.461910 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-66b2881b-d8c6-47c9-a227-59b4d7fd6895 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4130206 Dec 09 15:44:36.473982 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 43414) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:36.496687 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-44316f94-3240-42a7-a097-59ddbe2db402 admin admin] Request body: {'subnet': {'network_id': 'a68087bc-b7d9-41cd-bed2-738d51dbb9e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1825506561-subnet', 'tenant_id': '504359c49d3e4881bde3551ba39ae7bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:36.502753 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8852e29a-663f-4618-9f05-a3ffd7d3d59e req-d1815f02-3c62-491b-b14f-d5c3af4022db tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=73693423-daec-4111-b540-e58b8c293fe0 HTTP/1.1" status: 200 len: 210 time: 0.0732346 Dec 09 15:44:36.503585 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ca91d732-6dc6-45b6-9c20-83ed06661522 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:36.512276 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2881b-d8c6-47c9-a227-59b4d7fd6895 admin admin] Pushing event updated for resources: {'Network': ['ID=a68087bc-b7d9-41cd-bed2-738d51dbb9e8,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:36.531849 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network a68087bc-b7d9-41cd-bed2-738d51dbb9e8 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:44:36.544747 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c359501-3888-4816-9aa0-33072cc1a258 req-1118ba22-2d47-4007-9a19-b6590f8fca55 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Made reservation on behalf of c9e5c34e3ac94d7ab24dc55f63708cf7 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:44:36.546227 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6ec2b576-60c7-4d24-8ad9-d2e2d5214e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:36.548528 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8c359501-3888-4816-9aa0-33072cc1a258 req-1118ba22-2d47-4007-9a19-b6590f8fca55 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:36.558582 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ca91d732-6dc6-45b6-9c20-83ed06661522 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:36.606227 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6f6457c5-6034-4684-ae29-e1780d02b079 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1598674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1781863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39067'] for router, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:36.615500 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6f6457c5-6034-4684-ae29-e1780d02b079 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1598665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1598656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1781790'] for router, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:36.616018 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44316f94-3240-42a7-a097-59ddbe2db402 admin admin] Made reservation on behalf of 504359c49d3e4881bde3551ba39ae7bd for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:44:36.618760 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44316f94-3240-42a7-a097-59ddbe2db402 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:36.731541 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ca91d732-6dc6-45b6-9c20-83ed06661522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:36.734203 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ca91d732-6dc6-45b6-9c20-83ed06661522 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:36.735301 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6ec2b576-60c7-4d24-8ad9-d2e2d5214e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:36.735533 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ca91d732-6dc6-45b6-9c20-83ed06661522 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8dbe99a0-38ae-475f-a196-783b3a9e6384 HTTP/1.1" status: 204 len: 168 time: 0.4793353 Dec 09 15:44:36.747869 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6457c5-6034-4684-ae29-e1780d02b079 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Router 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:44:36.771760 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec2b576-60c7-4d24-8ad9-d2e2d5214e7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8b7fc29-c145-409d-8a94-2ef3485cae61,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:36.786744 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6ec2b576-60c7-4d24-8ad9-d2e2d5214e7e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:36.788252 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca91d732-6dc6-45b6-9c20-83ed06661522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbe99a0-38ae-475f-a196-783b3a9e6384,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:36.789946 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6ec2b576-60c7-4d24-8ad9-d2e2d5214e7e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/c8b7fc29-c145-409d-8a94-2ef3485cae61 HTTP/1.1" status: 204 len: 168 time: 1.0502422 Dec 09 15:44:36.792363 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43418) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:36.835740 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-8c359501-3888-4816-9aa0-33072cc1a258 req-1118ba22-2d47-4007-9a19-b6590f8fca55 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Allocated IP 172.20.0.11 (aefaced1-2e29-4860-a321-969c1bb810c5/518f472d-0dfc-4bb3-a3f4-4a87074139ac/76cd4a30-0404-4a95-a2dc-022463d6e20d) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:44:36.937694 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6457c5-6034-4684-ae29-e1780d02b079 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:44:36.946725 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6f6457c5-6034-4684-ae29-e1780d02b079 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:36.948964 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6f6457c5-6034-4684-ae29-e1780d02b079 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "PUT /v2.0/routers/2d8208ad-4b9c-474d-a3e4-f86a1b31b936 HTTP/1.1" status: 200 len: 704 time: 1.3175411 Dec 09 15:44:36.950615 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cf1b26-f3ce-4199-9af7-4d8a345ecce8 None None] Sync routers for ids ['2d8208ad-4b9c-474d-a3e4-f86a1b31b936'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:44:36.953659 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c2940af1-d5de-4fd5-bf9b-6c999aa60440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:36.957308 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43422) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:36.974796 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cf1b26-f3ce-4199-9af7-4d8a345ecce8 None None] Routers {'2d8208ad-4b9c-474d-a3e4-f86a1b31b936'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:44:36.976918 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d1cf1b26-f3ce-4199-9af7-4d8a345ecce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:44:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['2d8208ad-4b9c-474d-a3e4-f86a1b31b936'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:37.000336 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-fbf6afc2-779e-45da-9e8d-e8535b2c73c2 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d8208ad-4b9c-474d-a3e4-f86a1b31b936 HTTP/1.1" status: 200 len: 205 time: 0.0402095 Dec 09 15:44:37.007918 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 43424) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:37.045221 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44316f94-3240-42a7-a097-59ddbe2db402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:37.143216 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-d1cf1b26-f3ce-4199-9af7-4d8a345ecce8 None None] Set router 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 gateway port host: None {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:44:37.159153 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c2940af1-d5de-4fd5-bf9b-6c999aa60440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:37.196164 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-c2940af1-d5de-4fd5-bf9b-6c999aa60440 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e561b4ee-d2bd-43de-82f6-4cc1050ddc4a']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:37.200348 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44e04a97-0ba0-479e-9368-769d66be111d tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:37.212776 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-c2940af1-d5de-4fd5-bf9b-6c999aa60440 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c75292af-1e97-46f4-b71a-07b26446ffe9') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:37.214342 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-c2940af1-d5de-4fd5-bf9b-6c999aa60440 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c75292af-1e97-46f4-b71a-07b26446ffe9') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:37.233762 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c2940af1-d5de-4fd5-bf9b-6c999aa60440 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:37.246112 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c2940af1-d5de-4fd5-bf9b-6c999aa60440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:37.261447 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44316f94-3240-42a7-a097-59ddbe2db402 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdb07979-2de5-4536-9caf-e82115e42ca2,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:37.263382 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2940af1-d5de-4fd5-bf9b-6c999aa60440 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:44:37.264996 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c2940af1-d5de-4fd5-bf9b-6c999aa60440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:37.269588 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:44:37.269588 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:44:37.269588 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:44:37.269588 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:44:37.269588 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:44:37.269588 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:44:37.269588 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:44:37.269588 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:44:37.269588 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:44:37.269588 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:44:37.269588 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:44:37.269588 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:44:37.269588 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:44:37.269588 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:44:37.269588 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:44:37.269588 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:44:37.269588 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:44:37.269588 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:44:37.269588 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:44:37.269588 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:44:37.269588 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:44:37.269588 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:44:37.269588 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:44:37.269588 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:44:37.269588 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:44:37.269588 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:44:37.269588 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:44:37.269588 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:44:37.269588 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:44:37.269588 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:44:37.269588 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:44:37.269588 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:44:37.294721 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d1cf1b26-f3ce-4199-9af7-4d8a345ecce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'name': 'tempest-RoutersIpV6Test-router-175322339', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:43:45Z', 'updated_at': '2021-12-09T15:44:32Z', 'revision_number': 11, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:37.346891 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cf1b26-f3ce-4199-9af7-4d8a345ecce8 None None] Checking router: 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:44:37.358526 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cf1b26-f3ce-4199-9af7-4d8a345ecce8 None None] Routers {'2d8208ad-4b9c-474d-a3e4-f86a1b31b936'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:44:37.359206 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d1cf1b26-f3ce-4199-9af7-4d8a345ecce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:44:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['2d8208ad-4b9c-474d-a3e4-f86a1b31b936'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:37.365996 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c2940af1-d5de-4fd5-bf9b-6c999aa60440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:37.381337 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c2940af1-d5de-4fd5-bf9b-6c999aa60440 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:37.383498 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44316f94-3240-42a7-a097-59ddbe2db402 admin admin] Checking segment: {'id': 'b5782eeb-e719-414a-9378-82fecd48220f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a68087bc-b7d9-41cd-bed2-738d51dbb9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:44:37.384001 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44316f94-3240-42a7-a097-59ddbe2db402 admin admin] Network hostable DHCP agents. Network: a68087bc-b7d9-41cd-bed2-738d51dbb9e8, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:44:37.396578 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c2940af1-d5de-4fd5-bf9b-6c999aa60440 admin admin] 10.222.0.57 "DELETE /v2.0/networks/e561b4ee-d2bd-43de-82f6-4cc1050ddc4a HTTP/1.1" status: 204 len: 168 time: 0.6003747 Dec 09 15:44:37.431866 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2940af1-d5de-4fd5-bf9b-6c999aa60440 admin admin] Pushing event deleted for resources: {'Network': ['ID=e561b4ee-d2bd-43de-82f6-4cc1050ddc4a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:37.445062 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-d1cf1b26-f3ce-4199-9af7-4d8a345ecce8 None None] Set router 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 gateway port host: None {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:44:37.473995 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8c359501-3888-4816-9aa0-33072cc1a258 req-1118ba22-2d47-4007-9a19-b6590f8fca55 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:37.487384 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44e04a97-0ba0-479e-9368-769d66be111d tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:37.491670 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44e04a97-0ba0-479e-9368-769d66be111d tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:37.517569 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d1cf1b26-f3ce-4199-9af7-4d8a345ecce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'name': 'tempest-RoutersIpV6Test-router-175322339', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:43:45Z', 'updated_at': '2021-12-09T15:44:32Z', 'revision_number': 11, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:37.544992 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44316f94-3240-42a7-a097-59ddbe2db402 admin admin] Network a68087bc-b7d9-41cd-bed2-738d51dbb9e8 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:44:37.574171 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44e04a97-0ba0-479e-9368-769d66be111d tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:37.578565 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cf1b26-f3ce-4199-9af7-4d8a345ecce8 None None] The sync data for ids ['2d8208ad-4b9c-474d-a3e4-f86a1b31b936'] in n-d-821228-1 is: [{'id': '2d8208ad-4b9c-474d-a3e4-f86a1b31b936', 'name': 'tempest-RoutersIpV6Test-router-175322339', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:43:45Z', 'updated_at': '2021-12-09T15:44:32Z', 'revision_number': 11, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'gw_port_host': None}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:44:37.587283 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e04a97-0ba0-479e-9368-769d66be111d tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Fanout notify agent at l3_agent the message router_deleted on router 2d8208ad-4b9c-474d-a3e4-f86a1b31b936 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:44:37.614195 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43444) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:37.615257 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44e04a97-0ba0-479e-9368-769d66be111d tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:37.625222 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-44e04a97-0ba0-479e-9368-769d66be111d tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "DELETE /v2.0/routers/2d8208ad-4b9c-474d-a3e4-f86a1b31b936 HTTP/1.1" status: 204 len: 168 time: 0.6162214 Dec 09 15:44:37.626027 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-44316f94-3240-42a7-a097-59ddbe2db402 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, a68087bc-b7d9-41cd-bed2-738d51dbb9e8) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:44:37.634697 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44316f94-3240-42a7-a097-59ddbe2db402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:37.635985 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44316f94-3240-42a7-a097-59ddbe2db402 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:37.636110 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0ac5ff-71de-41b6-afae-389ce217f442 None None] Network a68087bc-b7d9-41cd-bed2-738d51dbb9e8 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:44:37.645071 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43446) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:37.658177 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-40d447c4-cf21-454d-8058-36018f6a1f2e tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1853785232', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:37.658421 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8c359501-3888-4816-9aa0-33072cc1a258 req-1118ba22-2d47-4007-9a19-b6590f8fca55 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:37.726361 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-40d447c4-cf21-454d-8058-36018f6a1f2e tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:37.727849 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-40d447c4-cf21-454d-8058-36018f6a1f2e tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:37.742901 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1118ba22-2d47-4007-9a19-b6590f8fca55 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Pushing event updated for resources: {'Port': ['ID=76cd4a30-0404-4a95-a2dc-022463d6e20d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:37.753729 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-44316f94-3240-42a7-a097-59ddbe2db402 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2653320 Dec 09 15:44:37.773995 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-40c73414-c6d1-4d3d-a990-943a2366f45f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ac1c51d04a154ccf9c05dfefe8cf13d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1582546 Dec 09 15:44:37.777338 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43450) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:37.811894 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c359501-3888-4816-9aa0-33072cc1a258 req-1118ba22-2d47-4007-9a19-b6590f8fca55 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Network aefaced1-2e29-4860-a321-969c1bb810c5 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:44:37.825784 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-8c359501-3888-4816-9aa0-33072cc1a258 req-1118ba22-2d47-4007-9a19-b6590f8fca55 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:44:37.835874 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c359501-3888-4816-9aa0-33072cc1a258 req-1118ba22-2d47-4007-9a19-b6590f8fca55 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:44:37.893043 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-14e7161d-4180-40a0-8995-78d275967ad3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:37.906036 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6437b722-5da0-4fab-a201-48af8edf3e34 None None] Network a68087bc-b7d9-41cd-bed2-738d51dbb9e8 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:44:37.953684 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5bf008-a527-46c0-a009-a0ab4bebfa40 req-c7c0dcea-81e0-4f1c-8791-4bc5944fa83b tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:37.959347 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-40d447c4-cf21-454d-8058-36018f6a1f2e tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:37.965049 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c5bf008-a527-46c0-a009-a0ab4bebfa40 req-c7c0dcea-81e0-4f1c-8791-4bc5944fa83b tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=73693423-daec-4111-b540-e58b8c293fe0 HTTP/1.1" status: 200 len: 932 time: 0.3246000 Dec 09 15:44:37.983076 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-40d447c4-cf21-454d-8058-36018f6a1f2e tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:38.049449 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-40d447c4-cf21-454d-8058-36018f6a1f2e tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:38.053052 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-40d447c4-cf21-454d-8058-36018f6a1f2e tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4001839 Dec 09 15:44:38.059890 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43460) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:38.069584 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-529e81c8-d4b2-45eb-a9ea-ec94130f0157 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:38.083476 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c359501-3888-4816-9aa0-33072cc1a258 req-1118ba22-2d47-4007-9a19-b6590f8fca55 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:38.084782 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8c359501-3888-4816-9aa0-33072cc1a258 req-1118ba22-2d47-4007-9a19-b6590f8fca55 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:38.114055 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-14e7161d-4180-40a0-8995-78d275967ad3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:38.127854 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c5bf008-a527-46c0-a009-a0ab4bebfa40 req-02a61fa9-1d00-400e-8843-00ccc8424a2c tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589966 Dec 09 15:44:38.136234 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8c359501-3888-4816-9aa0-33072cc1a258 req-1118ba22-2d47-4007-9a19-b6590f8fca55 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9558840 Dec 09 15:44:38.159479 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-8c359501-3888-4816-9aa0-33072cc1a258 req-b4ce798c-ca31-4a43-93ed-273744f02e3e service neutron] Request body: {'port': {'device_id': '73693423-daec-4111-b540-e58b8c293fe0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:38.242099 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8c359501-3888-4816-9aa0-33072cc1a258 req-b4ce798c-ca31-4a43-93ed-273744f02e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:38.413209 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-529e81c8-d4b2-45eb-a9ea-ec94130f0157 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1598674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1781863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39067'] for router, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:38.441522 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-14e7161d-4180-40a0-8995-78d275967ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:38.444169 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-14e7161d-4180-40a0-8995-78d275967ad3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:38.451434 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-14e7161d-4180-40a0-8995-78d275967ad3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/852fcb97-ce6c-4999-b6f5-45e1c89136ac HTTP/1.1" status: 204 len: 168 time: 0.6694021 Dec 09 15:44:38.471009 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-529e81c8-d4b2-45eb-a9ea-ec94130f0157 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1598665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1598656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1781790'] for router, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:38.473231 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e7161d-4180-40a0-8995-78d275967ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852fcb97-ce6c-4999-b6f5-45e1c89136ac,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:38.637796 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529e81c8-d4b2-45eb-a9ea-ec94130f0157 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Router c1356da4-a8e5-4e8c-b81b-91675909befd is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:44:38.751750 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529e81c8-d4b2-45eb-a9ea-ec94130f0157 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:44:38.763843 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2ea911-bf98-4174-89f6-3fac34182cfc None None] Sync routers for ids ['c1356da4-a8e5-4e8c-b81b-91675909befd'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:44:38.780067 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-529e81c8-d4b2-45eb-a9ea-ec94130f0157 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:38.781705 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2ea911-bf98-4174-89f6-3fac34182cfc None None] Routers {'c1356da4-a8e5-4e8c-b81b-91675909befd'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:44:38.782216 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-529e81c8-d4b2-45eb-a9ea-ec94130f0157 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "PUT /v2.0/routers/c1356da4-a8e5-4e8c-b81b-91675909befd HTTP/1.1" status: 200 len: 698 time: 0.7168996 Dec 09 15:44:38.784953 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43490) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:38.786204 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2c2ea911-bf98-4174-89f6-3fac34182cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:44:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['c1356da4-a8e5-4e8c-b81b-91675909befd'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:38.959852 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4e11d48e-74e1-4016-91c2-d3943353fd47 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "GET /v2.0/routers/c1356da4-a8e5-4e8c-b81b-91675909befd HTTP/1.1" status: 200 len: 704 time: 0.1721659 Dec 09 15:44:38.966883 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43496) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:38.985782 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-2c2ea911-bf98-4174-89f6-3fac34182cfc None None] Set router c1356da4-a8e5-4e8c-b81b-91675909befd gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:44:39.051679 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3a6d34f5-21a3-4bd6-b2db-2575143925bc tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1356da4-a8e5-4e8c-b81b-91675909befd HTTP/1.1" status: 200 len: 205 time: 0.0823514 Dec 09 15:44:39.057223 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43500) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:39.117831 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2c2ea911-bf98-4174-89f6-3fac34182cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1356da4-a8e5-4e8c-b81b-91675909befd', 'name': 'tempest-RoutersIpV6Test-router-1853785232', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:44:37Z', 'updated_at': '2021-12-09T15:44:38Z', 'revision_number': 2, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:39.187488 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2ea911-bf98-4174-89f6-3fac34182cfc None None] Checking router: c1356da4-a8e5-4e8c-b81b-91675909befd for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:44:39.210617 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2ea911-bf98-4174-89f6-3fac34182cfc None None] Routers {'c1356da4-a8e5-4e8c-b81b-91675909befd'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:44:39.213848 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2c2ea911-bf98-4174-89f6-3fac34182cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:44:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['c1356da4-a8e5-4e8c-b81b-91675909befd'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:39.257842 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d71df2b7-2b0f-40ae-b071-2407616c32dd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:39.288511 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-81f35e20-6acb-4ff4-8188-2d3650b679bd tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:39.290681 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-81f35e20-6acb-4ff4-8188-2d3650b679bd tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] 10.222.0.57 "GET /v2.0/networks?id=a68087bc-b7d9-41cd-bed2-738d51dbb9e8 HTTP/1.1" status: 200 len: 809 time: 0.1886673 Dec 09 15:44:39.314703 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-078e8929-ef6b-4917-bfa4-c698c8f30aa5 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] 10.222.0.57 "GET /v2.0/quotas/504359c49d3e4881bde3551ba39ae7bd HTTP/1.1" status: 200 len: 375 time: 0.0152187 Dec 09 15:44:39.368334 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-2c2ea911-bf98-4174-89f6-3fac34182cfc None None] Set router c1356da4-a8e5-4e8c-b81b-91675909befd gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:44:39.440040 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2c2ea911-bf98-4174-89f6-3fac34182cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1356da4-a8e5-4e8c-b81b-91675909befd', 'name': 'tempest-RoutersIpV6Test-router-1853785232', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:44:37Z', 'updated_at': '2021-12-09T15:44:38Z', 'revision_number': 2, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:39.475945 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-8c359501-3888-4816-9aa0-33072cc1a258 req-b4ce798c-ca31-4a43-93ed-273744f02e3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76cd4a30-0404-4a95-a2dc-022463d6e20d {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:44:39.477132 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2ea911-bf98-4174-89f6-3fac34182cfc None None] The sync data for ids ['c1356da4-a8e5-4e8c-b81b-91675909befd'] in n-d-821228-1 is: [{'id': 'c1356da4-a8e5-4e8c-b81b-91675909befd', 'name': 'tempest-RoutersIpV6Test-router-1853785232', 'tenant_id': '7690a19135b241f28d7f8cc78a859dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:44:37Z', 'updated_at': '2021-12-09T15:44:38Z', 'revision_number': 2, 'project_id': '7690a19135b241f28d7f8cc78a859dab', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:44:39.494528 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8c359501-3888-4816-9aa0-33072cc1a258 req-b4ce798c-ca31-4a43-93ed-273744f02e3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:39.509821 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-bbcfa5ef-d121-4c4e-8b6a-1c1682a56911 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=504359c49d3e4881bde3551ba39ae7bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1845529 Dec 09 15:44:39.551856 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d71df2b7-2b0f-40ae-b071-2407616c32dd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:39.554692 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d71df2b7-2b0f-40ae-b071-2407616c32dd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:39.609456 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d71df2b7-2b0f-40ae-b071-2407616c32dd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:39.609979 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71df2b7-2b0f-40ae-b071-2407616c32dd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Fanout notify agent at l3_agent the message router_deleted on router c1356da4-a8e5-4e8c-b81b-91675909befd {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:44:39.621405 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d71df2b7-2b0f-40ae-b071-2407616c32dd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:39.622653 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d71df2b7-2b0f-40ae-b071-2407616c32dd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "DELETE /v2.0/routers/c1356da4-a8e5-4e8c-b81b-91675909befd HTTP/1.1" status: 204 len: 168 time: 0.5644629 Dec 09 15:44:39.626304 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43524) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:39.637902 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-8c359501-3888-4816-9aa0-33072cc1a258 req-b4ce798c-ca31-4a43-93ed-273744f02e3e service neutron] Transition to ACTIVE for port object 76cd4a30-0404-4a95-a2dc-022463d6e20d will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:44:39.650156 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8c359501-3888-4816-9aa0-33072cc1a258 req-b4ce798c-ca31-4a43-93ed-273744f02e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:39.669171 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0f04e0e2-a80b-4233-a15e-e956de9b92f2 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1356da4-a8e5-4e8c-b81b-91675909befd HTTP/1.1" status: 200 len: 205 time: 0.0416112 Dec 09 15:44:39.671556 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43528) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:39.754985 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-de5a38f1-8a3c-406d-9e92-693022d1ddf9 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] delete failed (client error): The resource could not be found. Dec 09 15:44:39.756050 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-de5a38f1-8a3c-406d-9e92-693022d1ddf9 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "DELETE /v2.0/routers/c1356da4-a8e5-4e8c-b81b-91675909befd HTTP/1.1" status: 404 len: 336 time: 0.0828795 Dec 09 15:44:39.760397 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 43532) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:39.842488 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc969198-beab-4ad6-a624-6142d6d630b2 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] DELETE failed (client error): The resource could not be found. Dec 09 15:44:39.842923 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc969198-beab-4ad6-a624-6142d6d630b2 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:44:39.851948 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43536) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:39.864347 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-fc969198-beab-4ad6-a624-6142d6d630b2 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "DELETE /v2.0/subnets/b210ac44-5539-4ae8-b65f-df79d4fc1eae HTTP/1.1" status: 404 len: 337 time: 0.0811563 Dec 09 15:44:39.876996 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce798c-ca31-4a43-93ed-273744f02e3e service neutron] Pushing event updated for resources: {'Port': ['ID=76cd4a30-0404-4a95-a2dc-022463d6e20d,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:39.913422 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-47244226-bb0c-4ff8-be1f-e99835a133ab tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] DELETE failed (client error): The resource could not be found. Dec 09 15:44:39.913890 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47244226-bb0c-4ff8-be1f-e99835a133ab tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:44:39.917634 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-47244226-bb0c-4ff8-be1f-e99835a133ab tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "DELETE /v2.0/subnets/0258874e-7e5d-4e1e-97e3-8f9754b37694 HTTP/1.1" status: 404 len: 337 time: 0.0646577 Dec 09 15:44:39.926364 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43544) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:39.960621 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-95d4db5e-9f6d-4f40-ab92-ad66bf56a985 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] DELETE failed (client error): The resource could not be found. Dec 09 15:44:39.961002 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95d4db5e-9f6d-4f40-ab92-ad66bf56a985 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:44:39.965350 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-95d4db5e-9f6d-4f40-ab92-ad66bf56a985 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "DELETE /v2.0/subnets/ca7d7d44-abd3-4400-b7fa-875316e6dd76 HTTP/1.1" status: 404 len: 337 time: 0.0378914 Dec 09 15:44:39.970192 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 43546) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:39.975376 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-3ac09c09-77b2-4d1f-b1a9-9557aaafa5fc service neutron] 10.222.0.57 "GET /v2.0/networks/a68087bc-b7d9-41cd-bed2-738d51dbb9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4643149 Dec 09 15:44:40.000888 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43550) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:40.042392 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-8c359501-3888-4816-9aa0-33072cc1a258 req-b4ce798c-ca31-4a43-93ed-273744f02e3e service neutron] Attempting to bind port 76cd4a30-0404-4a95-a2dc-022463d6e20d on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:44:40.042751 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-8c359501-3888-4816-9aa0-33072cc1a258 req-b4ce798c-ca31-4a43-93ed-273744f02e3e service neutron] Attempting to bind port 76cd4a30-0404-4a95-a2dc-022463d6e20d by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '72b78068-61b7-4bbb-b5a0-753283217b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aefaced1-2e29-4860-a321-969c1bb810c5'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:44:40.043659 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c359501-3888-4816-9aa0-33072cc1a258 req-b4ce798c-ca31-4a43-93ed-273744f02e3e service neutron] Attempting to bind port 76cd4a30-0404-4a95-a2dc-022463d6e20d on network aefaced1-2e29-4860-a321-969c1bb810c5 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:44:40.050882 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-4244b7aa-733c-450e-b2fc-e014ab846c4f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] DELETE failed (client error): The resource could not be found. Dec 09 15:44:40.051356 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4244b7aa-733c-450e-b2fc-e014ab846c4f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:44:40.055107 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4244b7aa-733c-450e-b2fc-e014ab846c4f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "DELETE /v2.0/subnets/7b39d17a-4e38-426f-897c-afbc978e9ef8 HTTP/1.1" status: 404 len: 337 time: 0.0787618 Dec 09 15:44:40.058065 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c359501-3888-4816-9aa0-33072cc1a258 req-b4ce798c-ca31-4a43-93ed-273744f02e3e service neutron] Port 76cd4a30-0404-4a95-a2dc-022463d6e20d on network aefaced1-2e29-4860-a321-969c1bb810c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:44:40.058369 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c359501-3888-4816-9aa0-33072cc1a258 req-b4ce798c-ca31-4a43-93ed-273744f02e3e service neutron] Attempting to bind port 76cd4a30-0404-4a95-a2dc-022463d6e20d on network aefaced1-2e29-4860-a321-969c1bb810c5 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:44:40.059654 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43560) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:40.073223 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c359501-3888-4816-9aa0-33072cc1a258 req-b4ce798c-ca31-4a43-93ed-273744f02e3e service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:44:40.073576 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c359501-3888-4816-9aa0-33072cc1a258 req-b4ce798c-ca31-4a43-93ed-273744f02e3e service neutron] Checking segment: {'id': '72b78068-61b7-4bbb-b5a0-753283217b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aefaced1-2e29-4860-a321-969c1bb810c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:44:40.073973 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c359501-3888-4816-9aa0-33072cc1a258 req-b4ce798c-ca31-4a43-93ed-273744f02e3e service neutron] Bound using segment: {'id': '72b78068-61b7-4bbb-b5a0-753283217b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aefaced1-2e29-4860-a321-969c1bb810c5'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:44:40.074421 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-8c359501-3888-4816-9aa0-33072cc1a258 req-b4ce798c-ca31-4a43-93ed-273744f02e3e service neutron] Bound port: 76cd4a30-0404-4a95-a2dc-022463d6e20d, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b78068-61b7-4bbb-b5a0-753283217b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aefaced1-2e29-4860-a321-969c1bb810c5'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:44:40.074779 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8c359501-3888-4816-9aa0-33072cc1a258 req-b4ce798c-ca31-4a43-93ed-273744f02e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:40.103571 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4526f4f5-fc30-4b78-be04-f9bba5c4eba8 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d8208ad-4b9c-474d-a3e4-f86a1b31b936 HTTP/1.1" status: 200 len: 205 time: 0.0402858 Dec 09 15:44:40.104555 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43562) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:40.146077 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-218ccfe2-e93d-4130-807b-e4853cc8796b tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] delete failed (client error): The resource could not be found. Dec 09 15:44:40.149640 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-218ccfe2-e93d-4130-807b-e4853cc8796b tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "DELETE /v2.0/routers/2d8208ad-4b9c-474d-a3e4-f86a1b31b936 HTTP/1.1" status: 404 len: 336 time: 0.0415535 Dec 09 15:44:40.151192 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43564) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:40.184869 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-fd33f839-de00-4499-b02c-5e032dd6fe56 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "GET /v2.0/ports?device_id=899a7c7c-e93e-4774-9142-d6b5237287af HTTP/1.1" status: 200 len: 205 time: 0.0302157 Dec 09 15:44:40.185483 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 43566) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:40.193872 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-87d7bb06-883e-4856-85a2-720fdb94ca0e admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1285166802-network', 'tenant_id': 'bbdfd74655944f31ad1c7a93f1fcea77'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:40.218732 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d7bb06-883e-4856-85a2-720fdb94ca0e admin admin] Made reservation on behalf of bbdfd74655944f31ad1c7a93f1fcea77 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:44:40.221330 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87d7bb06-883e-4856-85a2-720fdb94ca0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:40.232808 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87d7bb06-883e-4856-85a2-720fdb94ca0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:40.302838 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-db6675a2-4f82-4f2d-a1e3-0318ccbc23c7 service neutron] 10.222.0.57 "GET /v2.0/networks/a68087bc-b7d9-41cd-bed2-738d51dbb9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733397 Dec 09 15:44:40.309542 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-8f265c8d-0a1c-4078-a8d7-ff827e762d37 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] delete failed (client error): The resource could not be found. Dec 09 15:44:40.310794 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8f265c8d-0a1c-4078-a8d7-ff827e762d37 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "DELETE /v2.0/routers/899a7c7c-e93e-4774-9142-d6b5237287af HTTP/1.1" status: 404 len: 336 time: 0.1230044 Dec 09 15:44:40.316485 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 43574) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:40.358465 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc475476-6fc5-405d-b176-fd09f287da68 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] DELETE failed (client error): The resource could not be found. Dec 09 15:44:40.359156 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc475476-6fc5-405d-b176-fd09f287da68 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:44:40.362410 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-fc475476-6fc5-405d-b176-fd09f287da68 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "DELETE /v2.0/subnets/8d526d37-9557-43c4-9c2c-a7cdf4210263 HTTP/1.1" status: 404 len: 337 time: 0.0457540 Dec 09 15:44:40.365047 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 43578) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:40.365210 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87d7bb06-883e-4856-85a2-720fdb94ca0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:40.374229 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87d7bb06-883e-4856-85a2-720fdb94ca0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:40.407682 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-935d121d-7164-4fb6-8fd8-56cbdd455df6 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "GET /v2.0/ports?device_id=a42b04d5-1b73-49fd-b3e0-cae4e9654e52 HTTP/1.1" status: 200 len: 205 time: 0.0381653 Dec 09 15:44:40.407864 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43584) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:40.409499 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-8c359501-3888-4816-9aa0-33072cc1a258 req-b4ce798c-ca31-4a43-93ed-273744f02e3e service neutron] For port 76cd4a30-0404-4a95-a2dc-022463d6e20d, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:44:40.434881 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87d7bb06-883e-4856-85a2-720fdb94ca0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:44:40.436308 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-8c359501-3888-4816-9aa0-33072cc1a258 req-b4ce798c-ca31-4a43-93ed-273744f02e3e service neutron] For port 76cd4a30-0404-4a95-a2dc-022463d6e20d, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=76cd4a30-0404-4a95-a2dc-022463d6e20d,segment=NetworkSegment(72b78068-61b7-4bbb-b5a0-753283217b57),segment_id=72b78068-61b7-4bbb-b5a0-753283217b57)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:44:40.451126 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8c359501-3888-4816-9aa0-33072cc1a258 req-b4ce798c-ca31-4a43-93ed-273744f02e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:40.502692 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c359501-3888-4816-9aa0-33072cc1a258 req-b4ce798c-ca31-4a43-93ed-273744f02e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:40.503509 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8c359501-3888-4816-9aa0-33072cc1a258 req-b4ce798c-ca31-4a43-93ed-273744f02e3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:40.505618 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8c359501-3888-4816-9aa0-33072cc1a258 req-b4ce798c-ca31-4a43-93ed-273744f02e3e service neutron] 10.222.0.31 "PUT /v2.0/ports/76cd4a30-0404-4a95-a2dc-022463d6e20d HTTP/1.1" status: 200 len: 1092 time: 2.3602235 Dec 09 15:44:40.508340 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73693423-daec-4111-b540-e58b8c293fe0', 'tag': '76cd4a30-0404-4a95-a2dc-022463d6e20d'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:44:40.511609 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3426f24b-156a-49b2-995c-2b21fdc0e80a" -d '{"events": [{"name": "network-changed", "server_uuid": "73693423-daec-4111-b540-e58b8c293fe0", "tag": "76cd4a30-0404-4a95-a2dc-022463d6e20d"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:44:40.513105 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-2bcc46c0-8e99-4fb5-bd30-e6bad7c55cd0 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] delete failed (client error): The resource could not be found. Dec 09 15:44:40.514185 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2bcc46c0-8e99-4fb5-bd30-e6bad7c55cd0 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "DELETE /v2.0/routers/a42b04d5-1b73-49fd-b3e0-cae4e9654e52 HTTP/1.1" status: 404 len: 336 time: 0.1048341 Dec 09 15:44:40.516999 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 43592) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:40.526610 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d7bb06-883e-4856-85a2-720fdb94ca0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1782520-dfad-466c-9d0b-1fbb0e76485d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:40.565618 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87d7bb06-883e-4856-85a2-720fdb94ca0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:40.573495 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-70bfec0d-f3c6-4fd3-8971-4021037b860f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6d3cb9c-0aa7-4cbd-8157-27946cb8d5da HTTP/1.1" status: 200 len: 205 time: 0.0526617 Dec 09 15:44:40.574749 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 43600) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:40.580541 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-87d7bb06-883e-4856-85a2-720fdb94ca0e admin admin] Added segment 894eedb8-1408-4e65-bdb1-a9d446887d83 of type vlan for network 294da410-4b0c-4c8f-a497-2b6932151d56 Dec 09 15:44:40.587106 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce798c-ca31-4a43-93ed-273744f02e3e service neutron] Pushing event updated for resources: {'Port': ['ID=76cd4a30-0404-4a95-a2dc-022463d6e20d,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:40.637750 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-e454c590-7348-4670-9790-183f022bb47d tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] delete failed (client error): The resource could not be found. Dec 09 15:44:40.641499 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e454c590-7348-4670-9790-183f022bb47d tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "DELETE /v2.0/routers/a6d3cb9c-0aa7-4cbd-8157-27946cb8d5da HTTP/1.1" status: 404 len: 336 time: 0.0654526 Dec 09 15:44:40.648065 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43604) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:40.669933 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87d7bb06-883e-4856-85a2-720fdb94ca0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:40.710458 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c359501-3888-4816-9aa0-33072cc1a258 req-d0896b47-a43a-4756-b51d-a16eff4100a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:40.716910 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8c359501-3888-4816-9aa0-33072cc1a258 req-d0896b47-a43a-4756-b51d-a16eff4100a7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c9e5c34e3ac94d7ab24dc55f63708cf7&device_id=73693423-daec-4111-b540-e58b8c293fe0 HTTP/1.1" status: 200 len: 1095 time: 0.1233749 Dec 09 15:44:40.720220 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-330b7f95-4021-4296-87c6-226f042c5e24 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] DELETE failed (client error): The resource could not be found. Dec 09 15:44:40.720739 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-330b7f95-4021-4296-87c6-226f042c5e24 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:44:40.723862 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-330b7f95-4021-4296-87c6-226f042c5e24 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "DELETE /v2.0/subnets/60ed867e-485d-4c77-9303-8f75416b725b HTTP/1.1" status: 404 len: 337 time: 0.0747859 Dec 09 15:44:40.726764 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43616) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:40.773452 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-30fc722f-4fa2-4801-8bd6-8917bcd9cc3f tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "GET /v2.0/ports?device_id=5fb74212-2eae-4a07-bc36-90e6a1ebca40 HTTP/1.1" status: 200 len: 205 time: 0.0455983 Dec 09 15:44:40.775777 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43622) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:40.785008 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8c359501-3888-4816-9aa0-33072cc1a258 req-6eadf873-69e4-4059-80a3-0dcc3a61d43b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76cd4a30-0404-4a95-a2dc-022463d6e20d HTTP/1.1" status: 200 len: 217 time: 0.0587213 Dec 09 15:44:40.821998 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-4c02c5fb-c7f3-4cf5-af06-37bf7831651d tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] delete failed (client error): The resource could not be found. Dec 09 15:44:40.823417 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4c02c5fb-c7f3-4cf5-af06-37bf7831651d tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "DELETE /v2.0/routers/5fb74212-2eae-4a07-bc36-90e6a1ebca40 HTTP/1.1" status: 404 len: 336 time: 0.0465658 Dec 09 15:44:40.826090 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43624) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:40.856504 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e6fbb98-dfe2-4cdd-b306-a1b3d7794055 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] DELETE failed (client error): The resource could not be found. Dec 09 15:44:40.857125 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e6fbb98-dfe2-4cdd-b306-a1b3d7794055 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:44:40.860943 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8e6fbb98-dfe2-4cdd-b306-a1b3d7794055 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "DELETE /v2.0/subnets/067c071d-4717-40d5-8076-b34f02cf67d7 HTTP/1.1" status: 404 len: 337 time: 0.0336995 Dec 09 15:44:40.863718 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43626) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:40.874566 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87d7bb06-883e-4856-85a2-720fdb94ca0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:40.875875 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d7bb06-883e-4856-85a2-720fdb94ca0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:40.876362 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87d7bb06-883e-4856-85a2-720fdb94ca0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:40.910402 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3c935d01-e748-4f00-8b62-5610f6223694 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "GET /v2.0/ports?device_id=83130fee-48c5-4ecb-be61-d2a0283dab33 HTTP/1.1" status: 200 len: 205 time: 0.0452280 Dec 09 15:44:40.912793 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 43634) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:40.969401 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-87d7bb06-883e-4856-85a2-720fdb94ca0e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9672220 Dec 09 15:44:40.972593 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43636) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:40.978404 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-6aa7b13b-56d9-4463-829a-2372e3dfe232 admin admin] Request body: {'subnet': {'network_id': '294da410-4b0c-4c8f-a497-2b6932151d56', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1285166802-subnet', 'tenant_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:40.984153 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d7bb06-883e-4856-85a2-720fdb94ca0e admin admin] Pushing event updated for resources: {'Network': ['ID=294da410-4b0c-4c8f-a497-2b6932151d56,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:40.989934 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-41091347-c63e-485c-8f77-878e6efa48cd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] delete failed (client error): The resource could not be found. Dec 09 15:44:40.991323 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-41091347-c63e-485c-8f77-878e6efa48cd tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "DELETE /v2.0/routers/83130fee-48c5-4ecb-be61-d2a0283dab33 HTTP/1.1" status: 404 len: 336 time: 0.0775757 Dec 09 15:44:40.996458 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43638) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:40.996924 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c359501-3888-4816-9aa0-33072cc1a258 req-900bd432-2ca7-45f2-917f-15c4c3d712fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:41.000009 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8c359501-3888-4816-9aa0-33072cc1a258 req-900bd432-2ca7-45f2-917f-15c4c3d712fe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=518f472d-0dfc-4bb3-a3f4-4a87074139ac HTTP/1.1" status: 200 len: 844 time: 0.2052240 Dec 09 15:44:41.007001 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 294da410-4b0c-4c8f-a497-2b6932151d56 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:44:41.024098 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd50d90-8ce2-444a-b82e-a557c5d007ae req-d6c8e7c3-d384-4c36-9e85-310e00f8f7e5 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:41.027350 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6cd50d90-8ce2-444a-b82e-a557c5d007ae req-d6c8e7c3-d384-4c36-9e85-310e00f8f7e5 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=73693423-daec-4111-b540-e58b8c293fe0 HTTP/1.1" status: 200 len: 944 time: 0.2207947 Dec 09 15:44:41.045223 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f459b73-c7ac-400d-a255-448c2181bcf4 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] DELETE failed (client error): The resource could not be found. Dec 09 15:44:41.045698 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f459b73-c7ac-400d-a255-448c2181bcf4 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:44:41.051116 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1f459b73-c7ac-400d-a255-448c2181bcf4 tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "DELETE /v2.0/subnets/6e86956f-c707-4ae9-8d00-52ab31252c74 HTTP/1.1" status: 404 len: 337 time: 0.0492866 Dec 09 15:44:41.052969 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43640) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:41.081109 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8c359501-3888-4816-9aa0-33072cc1a258 req-3a46b5ec-eda1-4a7b-8c4d-bed8aa3138dc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=aefaced1-2e29-4860-a321-969c1bb810c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526118 Dec 09 15:44:41.086756 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb3e72db-a67d-4b86-a1fe-7e3ec5bac7af tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] DELETE failed (client error): The resource could not be found. Dec 09 15:44:41.087240 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb3e72db-a67d-4b86-a1fe-7e3ec5bac7af tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:44:41.094561 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-eb3e72db-a67d-4b86-a1fe-7e3ec5bac7af tempest-RoutersIpV6Test-294303541 tempest-RoutersIpV6Test-294303541-project] 10.222.0.57 "DELETE /v2.0/subnets/776160d9-b6d0-456d-8c80-57ad3acdf71c HTTP/1.1" status: 404 len: 337 time: 0.0380819 Dec 09 15:44:41.094561 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa7b13b-56d9-4463-829a-2372e3dfe232 admin admin] Made reservation on behalf of bbdfd74655944f31ad1c7a93f1fcea77 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:44:41.095700 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6aa7b13b-56d9-4463-829a-2372e3dfe232 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:41.227192 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6cd50d90-8ce2-444a-b82e-a557c5d007ae req-7be5389b-9dea-4602-825c-ab80de94a4e3 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826897 Dec 09 15:44:41.264080 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8c359501-3888-4816-9aa0-33072cc1a258 req-61c6fe06-54f2-4e0d-b90f-f54c872dac22 service neutron] 10.222.0.31 "GET /v2.0/networks/aefaced1-2e29-4860-a321-969c1bb810c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724298 Dec 09 15:44:41.300216 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43648) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:41.345807 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6aa7b13b-56d9-4463-829a-2372e3dfe232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:41.408155 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8c359501-3888-4816-9aa0-33072cc1a258 req-750733f2-b397-41f4-a458-e8fa53ca713a service neutron] 10.222.0.31 "GET /v2.0/networks/aefaced1-2e29-4860-a321-969c1bb810c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370175 Dec 09 15:44:41.442016 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dcb7940-960b-4e17-963d-d16dfa5c016a x-openstack-request-id: req-5dcb7940-960b-4e17-963d-d16dfa5c016a {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:44:41.442433 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73693423-daec-4111-b540-e58b8c293fe0", "tag": "76cd4a30-0404-4a95-a2dc-022463d6e20d", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:44:41.442664 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5dcb7940-960b-4e17-963d-d16dfa5c016a {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:44:41.443813 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73693423-daec-4111-b540-e58b8c293fe0', 'tag': '76cd4a30-0404-4a95-a2dc-022463d6e20d', 'status': 'completed', 'code': 200} Dec 09 15:44:41.501599 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa7b13b-56d9-4463-829a-2372e3dfe232 admin admin] Pushing event updated for resources: {'Subnet': ['ID=002bdf95-01eb-46f4-b3fe-2493e41b057a,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:41.553530 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa7b13b-56d9-4463-829a-2372e3dfe232 admin admin] Checking segment: {'id': '894eedb8-1408-4e65-bdb1-a9d446887d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '294da410-4b0c-4c8f-a497-2b6932151d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:44:41.557728 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa7b13b-56d9-4463-829a-2372e3dfe232 admin admin] Network hostable DHCP agents. Network: 294da410-4b0c-4c8f-a497-2b6932151d56, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:44:41.576390 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426f24b-156a-49b2-995c-2b21fdc0e80a req-16e55e19-e5d6-4410-a7c0-bba31a6323c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:41.578751 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3426f24b-156a-49b2-995c-2b21fdc0e80a req-16e55e19-e5d6-4410-a7c0-bba31a6323c1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c9e5c34e3ac94d7ab24dc55f63708cf7&device_id=73693423-daec-4111-b540-e58b8c293fe0 HTTP/1.1" status: 200 len: 1095 time: 0.1066289 Dec 09 15:44:41.590134 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa7b13b-56d9-4463-829a-2372e3dfe232 admin admin] Network 294da410-4b0c-4c8f-a497-2b6932151d56 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:44:41.600465 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4dff1056-6569-49f2-b379-d275396ab5c8 req-70244f21-7ebf-490e-8bb2-d310f31cdd28 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] 10.222.0.57 "GET /v2.0/ports?device_id=89ccfb44-ae2c-4685-8d51-345c1c6185b9 HTTP/1.1" status: 200 len: 210 time: 0.0411210 Dec 09 15:44:41.614049 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-6aa7b13b-56d9-4463-829a-2372e3dfe232 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 294da410-4b0c-4c8f-a497-2b6932151d56) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:44:41.627527 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772a2b6b-8c30-46c9-b734-531d6656e63e None None] Network 294da410-4b0c-4c8f-a497-2b6932151d56 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:44:41.653813 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa7b13b-56d9-4463-829a-2372e3dfe232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:41.655932 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6aa7b13b-56d9-4463-829a-2372e3dfe232 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:41.677568 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43656) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:41.714486 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6aa7b13b-56d9-4463-829a-2372e3dfe232 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7382679 Dec 09 15:44:41.714720 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 43660) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:41.721365 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-c3d5c5fe-efeb-4a8a-9883-5b0f0bfb7588 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1285166802-router', 'tenant_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:41.767289 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426f24b-156a-49b2-995c-2b21fdc0e80a req-d9bc148e-1fb1-403b-b7d5-f0ce054ad5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:41.769586 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3426f24b-156a-49b2-995c-2b21fdc0e80a req-d9bc148e-1fb1-403b-b7d5-f0ce054ad5cf service neutron] 10.222.0.31 "GET /v2.0/networks?id=aefaced1-2e29-4860-a321-969c1bb810c5 HTTP/1.1" status: 200 len: 905 time: 0.1722434 Dec 09 15:44:41.773030 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3d5c5fe-efeb-4a8a-9883-5b0f0bfb7588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:41.774989 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3d5c5fe-efeb-4a8a-9883-5b0f0bfb7588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:41.832588 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3426f24b-156a-49b2-995c-2b21fdc0e80a req-46daa096-6542-4463-be7d-5282fe685168 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76cd4a30-0404-4a95-a2dc-022463d6e20d HTTP/1.1" status: 200 len: 217 time: 0.0511513 Dec 09 15:44:41.882659 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-af4477a6-1b3f-4582-84cf-72f8b4524e24 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7690a19135b241f28d7f8cc78a859dab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1991401 Dec 09 15:44:41.884401 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dbdc701f-754c-4402-9210-ec28e0aa659c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:41.884836 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc88cf8a-1622-4178-ae83-154145060ec9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-294da410-4b0c-4c8f-a497-2b6932151d56', 'network_id': '294da410-4b0c-4c8f-a497-2b6932151d56', 'project_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'fixed_ips': [{'subnet_id': '002bdf95-01eb-46f4-b3fe-2493e41b057a'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:44:41.886247 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fc88cf8a-1622-4178-ae83-154145060ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:41.886601 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43664) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:41.896019 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426f24b-156a-49b2-995c-2b21fdc0e80a req-b094ddd2-8e50-4912-971b-cd4b454cba33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:41.897708 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3426f24b-156a-49b2-995c-2b21fdc0e80a req-b094ddd2-8e50-4912-971b-cd4b454cba33 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=518f472d-0dfc-4bb3-a3f4-4a87074139ac HTTP/1.1" status: 200 len: 844 time: 0.0578239 Dec 09 15:44:41.929718 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3d5c5fe-efeb-4a8a-9883-5b0f0bfb7588 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:41.972733 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3426f24b-156a-49b2-995c-2b21fdc0e80a req-aae21de3-9b2d-47c6-9af8-68ae0d5c5cc4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=aefaced1-2e29-4860-a321-969c1bb810c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448689 Dec 09 15:44:41.992963 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-722f478d-6bbd-4bcd-b36e-66e7c50f58f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:42.022558 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-722f478d-6bbd-4bcd-b36e-66e7c50f58f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:42.066273 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-fc88cf8a-1622-4178-ae83-154145060ec9 None None] Allocated IP 172.20.0.2 (294da410-4b0c-4c8f-a497-2b6932151d56/002bdf95-01eb-46f4-b3fe-2493e41b057a/5f3559eb-9bb7-4e37-b4e5-54b822cc80b0) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:44:42.085396 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-722f478d-6bbd-4bcd-b36e-66e7c50f58f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:42.090243 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-722f478d-6bbd-4bcd-b36e-66e7c50f58f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:42.094005 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-722f478d-6bbd-4bcd-b36e-66e7c50f58f0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9aeb4dda-2b31-49ea-b57c-8473b301111b HTTP/1.1" status: 204 len: 168 time: 0.2030559 Dec 09 15:44:42.128607 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f478d-6bbd-4bcd-b36e-66e7c50f58f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aeb4dda-2b31-49ea-b57c-8473b301111b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:42.149426 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dbdc701f-754c-4402-9210-ec28e0aa659c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:42.160449 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dbdc701f-754c-4402-9210-ec28e0aa659c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:42.208825 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3d5c5fe-efeb-4a8a-9883-5b0f0bfb7588 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:42.307898 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-dbdc701f-754c-4402-9210-ec28e0aa659c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d1ad40cc98524fff9af73aab0fed0d2e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0062904 Dec 09 15:44:42.309957 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc701f-754c-4402-9210-ec28e0aa659c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1dda13-9af9-4408-bead-ce87c05666c8,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:42.312610 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43678) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:42.411497 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-127428d3-6728-429f-bc8b-2178514f39c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:42.444259 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3426f24b-156a-49b2-995c-2b21fdc0e80a req-aaf84aac-9f3a-4faa-bfbf-ac509994c49b service neutron] 10.222.0.31 "GET /v2.0/networks/aefaced1-2e29-4860-a321-969c1bb810c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279914 Dec 09 15:44:42.462829 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fc88cf8a-1622-4178-ae83-154145060ec9 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:42.474616 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-127428d3-6728-429f-bc8b-2178514f39c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:42.480501 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fc88cf8a-1622-4178-ae83-154145060ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:42.552924 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc88cf8a-1622-4178-ae83-154145060ec9 None None] Network 294da410-4b0c-4c8f-a497-2b6932151d56 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:44:42.555205 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-127428d3-6728-429f-bc8b-2178514f39c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:42.558127 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-127428d3-6728-429f-bc8b-2178514f39c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:42.559297 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-127428d3-6728-429f-bc8b-2178514f39c4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2f1dda13-9af9-4408-bead-ce87c05666c8 HTTP/1.1" status: 204 len: 168 time: 0.2457540 Dec 09 15:44:42.569390 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127428d3-6728-429f-bc8b-2178514f39c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1dda13-9af9-4408-bead-ce87c05666c8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:42.574793 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-fc88cf8a-1622-4178-ae83-154145060ec9 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:44:42.580057 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc88cf8a-1622-4178-ae83-154145060ec9 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:44:42.595262 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88cf8a-1622-4178-ae83-154145060ec9 None None] Pushing event updated for resources: {'Port': ['ID=5f3559eb-9bb7-4e37-b4e5-54b822cc80b0,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:42.627256 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a4649-6da1-49f1-9a8d-4a6a100f0dcd req-246e347e-5c3b-406b-a5c0-53a5f1611416 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:42.636203 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-361a4649-6da1-49f1-9a8d-4a6a100f0dcd req-246e347e-5c3b-406b-a5c0-53a5f1611416 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=73693423-daec-4111-b540-e58b8c293fe0 HTTP/1.1" status: 200 len: 944 time: 0.2217343 Dec 09 15:44:42.661818 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-fc88cf8a-1622-4178-ae83-154145060ec9 None None] Attempting to bind port 5f3559eb-9bb7-4e37-b4e5-54b822cc80b0 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:44:42.662275 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-fc88cf8a-1622-4178-ae83-154145060ec9 None None] Attempting to bind port 5f3559eb-9bb7-4e37-b4e5-54b822cc80b0 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '894eedb8-1408-4e65-bdb1-a9d446887d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '294da410-4b0c-4c8f-a497-2b6932151d56'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:44:42.662712 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc88cf8a-1622-4178-ae83-154145060ec9 None None] Attempting to bind port 5f3559eb-9bb7-4e37-b4e5-54b822cc80b0 on network 294da410-4b0c-4c8f-a497-2b6932151d56 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:44:42.670841 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc88cf8a-1622-4178-ae83-154145060ec9 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:44:42.671225 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc88cf8a-1622-4178-ae83-154145060ec9 None None] Checking segment: {'id': '894eedb8-1408-4e65-bdb1-a9d446887d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '294da410-4b0c-4c8f-a497-2b6932151d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:44:42.671799 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fc88cf8a-1622-4178-ae83-154145060ec9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:42.672265 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc88cf8a-1622-4178-ae83-154145060ec9 None None] Bound using segment: {'id': '894eedb8-1408-4e65-bdb1-a9d446887d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '294da410-4b0c-4c8f-a497-2b6932151d56'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:44:42.673587 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-fc88cf8a-1622-4178-ae83-154145060ec9 None None] Bound port: 5f3559eb-9bb7-4e37-b4e5-54b822cc80b0, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '894eedb8-1408-4e65-bdb1-a9d446887d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '294da410-4b0c-4c8f-a497-2b6932151d56'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:44:42.673587 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fc88cf8a-1622-4178-ae83-154145060ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:42.709048 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-ed5cf9ca-cd0a-420d-8f89-2350a3a3bebf tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:42.710548 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-ed5cf9ca-cd0a-420d-8f89-2350a3a3bebf tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] 10.222.0.31 "GET /v2.0/networks?id=a68087bc-b7d9-41cd-bed2-738d51dbb9e8 HTTP/1.1" status: 200 len: 809 time: 0.3628297 Dec 09 15:44:42.747782 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-fc88cf8a-1622-4178-ae83-154145060ec9 None None] For port 5f3559eb-9bb7-4e37-b4e5-54b822cc80b0, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:44:42.752101 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-fc88cf8a-1622-4178-ae83-154145060ec9 None None] For port 5f3559eb-9bb7-4e37-b4e5-54b822cc80b0, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=5f3559eb-9bb7-4e37-b4e5-54b822cc80b0,segment=NetworkSegment(894eedb8-1408-4e65-bdb1-a9d446887d83),segment_id=894eedb8-1408-4e65-bdb1-a9d446887d83)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:44:42.754489 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-e3cbb21e-a25b-412a-a9b3-a4fa1d7bd8d7 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] Request body: {'port': {'device_id': '89ccfb44-ae2c-4685-8d51-345c1c6185b9', 'network_id': 'a68087bc-b7d9-41cd-bed2-738d51dbb9e8', 'admin_state_up': True, 'tenant_id': '504359c49d3e4881bde3551ba39ae7bd'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:42.759642 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fc88cf8a-1622-4178-ae83-154145060ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:42.859946 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88cf8a-1622-4178-ae83-154145060ec9 None None] Pushing event updated for resources: {'Port': ['ID=5f3559eb-9bb7-4e37-b4e5-54b822cc80b0,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:42.870879 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3426f24b-156a-49b2-995c-2b21fdc0e80a req-7b8f4cc9-31c4-49a6-ad75-398b2435d1fe service neutron] 10.222.0.31 "GET /v2.0/networks/aefaced1-2e29-4860-a321-969c1bb810c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906901 Dec 09 15:44:42.904990 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-361a4649-6da1-49f1-9a8d-4a6a100f0dcd req-479574aa-95c3-4829-8461-3d67d66a8269 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677815 Dec 09 15:44:43.048772 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43712) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:43.069122 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1287c949-2cb9-4d0c-bebb-19fd7f0fc8d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:43.184025 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5c6e94da-45f1-44d3-8340-0e2eac486011 req-cd8d1944-fada-40a9-9233-d7762213f465 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] 10.222.0.57 "GET /v2.0/ports?device_id=89ccfb44-ae2c-4685-8d51-345c1c6185b9 HTTP/1.1" status: 200 len: 210 time: 0.0824523 Dec 09 15:44:43.204823 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1287c949-2cb9-4d0c-bebb-19fd7f0fc8d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:43.209999 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3d5c5fe-efeb-4a8a-9883-5b0f0bfb7588 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:43.211614 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1287c949-2cb9-4d0c-bebb-19fd7f0fc8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:43.211767 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-e3cbb21e-a25b-412a-a9b3-a4fa1d7bd8d7 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] Made reservation on behalf of 504359c49d3e4881bde3551ba39ae7bd for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:44:43.225677 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-e3cbb21e-a25b-412a-a9b3-a4fa1d7bd8d7 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:43.258771 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3d5c5fe-efeb-4a8a-9883-5b0f0bfb7588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:43.266170 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1287c949-2cb9-4d0c-bebb-19fd7f0fc8d3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ec913816773e4c64a9967ca99ac1cdba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2146175 Dec 09 15:44:43.266170 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43714) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:43.332667 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287c949-2cb9-4d0c-bebb-19fd7f0fc8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f94050-4fce-4066-a5cf-87545e465ef7,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:43.390340 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d61bd2ad-6469-49e5-866f-4f71692e4138 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:43.422147 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d61bd2ad-6469-49e5-866f-4f71692e4138 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:43.477066 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d61bd2ad-6469-49e5-866f-4f71692e4138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:43.480851 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d61bd2ad-6469-49e5-866f-4f71692e4138 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:43.482048 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d61bd2ad-6469-49e5-866f-4f71692e4138 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b3f94050-4fce-4066-a5cf-87545e465ef7 HTTP/1.1" status: 204 len: 168 time: 0.2124522 Dec 09 15:44:43.491927 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61bd2ad-6469-49e5-866f-4f71692e4138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f94050-4fce-4066-a5cf-87545e465ef7,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:43.631158 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43734) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:43.908288 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-c3d5c5fe-efeb-4a8a-9883-5b0f0bfb7588 admin admin] Allocated IP 172.25.3.14 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:44:43.955419 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-e3cbb21e-a25b-412a-a9b3-a4fa1d7bd8d7 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] Allocated IP 172.20.0.9 (a68087bc-b7d9-41cd-bed2-738d51dbb9e8/cdb07979-2de5-4536-9caf-e82115e42ca2/e280198d-ef4f-45c1-be32-f279d99aefdf) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:44:43.960452 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 5f3559eb-9bb7-4e37-b4e5-54b822cc80b0 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:44:44.033306 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c6255567-8978-4361-8fca-7f1a1d673da1 tempest-SubnetPoolsTestJSON-1541349113 tempest-SubnetPoolsTestJSON-1541349113-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1285396791', 'prefixes': ['172.20.0.0/16']}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:44.103178 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 5f3559eb-9bb7-4e37-b4e5-54b822cc80b0 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:44:44.103178 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:44.165447 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c6255567-8978-4361-8fca-7f1a1d673da1 tempest-SubnetPoolsTestJSON-1541349113 tempest-SubnetPoolsTestJSON-1541349113-project] Publish callbacks [] for subnetpool, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:44.170591 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c6255567-8978-4361-8fca-7f1a1d673da1 tempest-SubnetPoolsTestJSON-1541349113 tempest-SubnetPoolsTestJSON-1541349113-project] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5382848 Dec 09 15:44:44.171620 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43754) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:44.227461 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6394c09a-7677-4654-8cf9-9373081c5bde tempest-SubnetPoolsTestJSON-1541349113 tempest-SubnetPoolsTestJSON-1541349113-project] 10.222.0.57 "GET /v2.0/subnetpools/f3d33e58-7429-4730-8538-b69b5ab8e6bf HTTP/1.1" status: 200 len: 732 time: 0.0545788 Dec 09 15:44:44.232523 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43758) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:44.237281 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8f423721-9ab6-4227-bdf9-581b469ac890 tempest-SubnetPoolsTestJSON-1541349113 tempest-SubnetPoolsTestJSON-1541349113-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1433376265'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:44.364326 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8f423721-9ab6-4227-bdf9-581b469ac890 tempest-SubnetPoolsTestJSON-1541349113 tempest-SubnetPoolsTestJSON-1541349113-project] Publish callbacks [] for subnetpool, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:44.368473 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8f423721-9ab6-4227-bdf9-581b469ac890 tempest-SubnetPoolsTestJSON-1541349113 tempest-SubnetPoolsTestJSON-1541349113-project] 10.222.0.57 "PUT /v2.0/subnetpools/f3d33e58-7429-4730-8538-b69b5ab8e6bf HTTP/1.1" status: 200 len: 684 time: 0.1321831 Dec 09 15:44:44.368703 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43762) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:44.422625 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-e3cbb21e-a25b-412a-a9b3-a4fa1d7bd8d7 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:44.478199 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:44.534472 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3d5c5fe-efeb-4a8a-9883-5b0f0bfb7588 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:44.538005 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c539b23-a65f-41a0-8e49-cba90e5b2b53 None None] Network 294da410-4b0c-4c8f-a497-2b6932151d56 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:44:44.538930 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-828b7676-a8c7-4460-b963-831c0b1dbd30 tempest-SubnetPoolsTestJSON-1541349113 tempest-SubnetPoolsTestJSON-1541349113-project] Publish callbacks [] for subnetpool, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:44.543670 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-828b7676-a8c7-4460-b963-831c0b1dbd30 tempest-SubnetPoolsTestJSON-1541349113 tempest-SubnetPoolsTestJSON-1541349113-project] 10.222.0.57 "DELETE /v2.0/subnetpools/f3d33e58-7429-4730-8538-b69b5ab8e6bf HTTP/1.1" status: 204 len: 168 time: 0.1709490 Dec 09 15:44:44.544089 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43776) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:44.546533 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 5f3559eb-9bb7-4e37-b4e5-54b822cc80b0, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=5f3559eb-9bb7-4e37-b4e5-54b822cc80b0,segment=NetworkSegment(894eedb8-1408-4e65-bdb1-a9d446887d83),segment_id=894eedb8-1408-4e65-bdb1-a9d446887d83)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:44.557803 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d7a58-dfef-418e-8fa7-d8d4614c9f22 req-f1edcfba-9f69-48ad-8831-da1e68f76db2 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:44.559706 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b29d7a58-dfef-418e-8fa7-d8d4614c9f22 req-f1edcfba-9f69-48ad-8831-da1e68f76db2 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=73693423-daec-4111-b540-e58b8c293fe0 HTTP/1.1" status: 200 len: 944 time: 0.4834554 Dec 09 15:44:44.575451 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-e3cbb21e-a25b-412a-a9b3-a4fa1d7bd8d7 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:44.583328 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-7054f776-b16f-4e08-acab-ba15f234df4a tempest-SubnetPoolsTestJSON-1541349113 tempest-SubnetPoolsTestJSON-1541349113-project] show failed (client error): The resource could not be found. Dec 09 15:44:44.586301 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7054f776-b16f-4e08-acab-ba15f234df4a tempest-SubnetPoolsTestJSON-1541349113 tempest-SubnetPoolsTestJSON-1541349113-project] 10.222.0.57 "GET /v2.0/subnetpools/f3d33e58-7429-4730-8538-b69b5ab8e6bf HTTP/1.1" status: 404 len: 346 time: 0.0405912 Dec 09 15:44:44.597429 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43780) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:44.630057 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-56fad64b-b9ee-4f88-8225-e253cf200ecc tempest-SubnetPoolsTestJSON-1541349113 tempest-SubnetPoolsTestJSON-1541349113-project] delete failed (client error): The resource could not be found. Dec 09 15:44:44.631543 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-56fad64b-b9ee-4f88-8225-e253cf200ecc tempest-SubnetPoolsTestJSON-1541349113 tempest-SubnetPoolsTestJSON-1541349113-project] 10.222.0.57 "DELETE /v2.0/subnetpools/f3d33e58-7429-4730-8538-b69b5ab8e6bf HTTP/1.1" status: 404 len: 346 time: 0.0281568 Dec 09 15:44:44.639330 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:44.655839 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cbb21e-a25b-412a-a9b3-a4fa1d7bd8d7 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] Pushing event updated for resources: {'Port': ['ID=e280198d-ef4f-45c1-be32-f279d99aefdf,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:44.714222 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-e3cbb21e-a25b-412a-a9b3-a4fa1d7bd8d7 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] Network a68087bc-b7d9-41cd-bed2-738d51dbb9e8 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:44:44.718620 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=5f3559eb-9bb7-4e37-b4e5-54b822cc80b0,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:44.738376 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-df33c932-401a-478b-8e4c-479a50a21a90 None None] Provisioning complete for port 5f3559eb-9bb7-4e37-b4e5-54b822cc80b0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:44:44.739579 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-df33c932-401a-478b-8e4c-479a50a21a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:44.764878 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b29d7a58-dfef-418e-8fa7-d8d4614c9f22 req-cc326652-f6ce-44e4-aa68-4afdb9b47c56 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899486 Dec 09 15:44:44.765695 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-e3cbb21e-a25b-412a-a9b3-a4fa1d7bd8d7 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:44:44.779843 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-e3cbb21e-a25b-412a-a9b3-a4fa1d7bd8d7 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:44:44.843194 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3d5c5fe-efeb-4a8a-9883-5b0f0bfb7588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:44.988464 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5c5fe-efeb-4a8a-9883-5b0f0bfb7588 admin admin] Pushing event updated for resources: {'Port': ['ID=e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:45.039800 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d5c5fe-efeb-4a8a-9883-5b0f0bfb7588 admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:44:45.055047 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-e3cbb21e-a25b-412a-a9b3-a4fa1d7bd8d7 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:45.057035 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-e3cbb21e-a25b-412a-a9b3-a4fa1d7bd8d7 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:45.063367 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-c3d5c5fe-efeb-4a8a-9883-5b0f0bfb7588 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:44:45.069374 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d5c5fe-efeb-4a8a-9883-5b0f0bfb7588 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:44:45.087078 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8397fe91-6254-493c-ae1f-8b2c1dcb9b10 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:44:45.087637 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43798) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:45.172628 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e7c1086a-0440-4d7d-9003-8329e89d4d8e None None] Provisioning complete for port e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:44:45.180157 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e7c1086a-0440-4d7d-9003-8329e89d4d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:45.245708 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-e3cbb21e-a25b-412a-a9b3-a4fa1d7bd8d7 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5218501 Dec 09 15:44:45.263247 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1086a-0440-4d7d-9003-8329e89d4d8e None None] Port e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:44:45.265327 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-c36be535-ee91-4002-8e50-c5b40eaf726c service neutron] Request body: {'port': {'device_id': '89ccfb44-ae2c-4685-8d51-345c1c6185b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:45.278368 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9aecc281-8705-4d3f-aec1-daec84cf8294 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:45.300394 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 76cd4a30-0404-4a95-a2dc-022463d6e20d details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:44:45.346193 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28300e4-8726-45ad-8113-61597e10a965 req-946adc4a-8913-427f-936e-9a6c146ad170 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:45.354876 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c28300e4-8726-45ad-8113-61597e10a965 req-946adc4a-8913-427f-936e-9a6c146ad170 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] 10.222.0.57 "GET /v2.0/ports?device_id=89ccfb44-ae2c-4685-8d51-345c1c6185b9 HTTP/1.1" status: 200 len: 931 time: 0.2931626 Dec 09 15:44:45.445427 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-c36be535-ee91-4002-8e50-c5b40eaf726c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:45.447764 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9aecc281-8705-4d3f-aec1-daec84cf8294 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:45.454721 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9aecc281-8705-4d3f-aec1-daec84cf8294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:45.478077 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3665abe0-87c6-48ec-8e24-cca3327b5f00 None None] Provisioning complete for port 5f3559eb-9bb7-4e37-b4e5-54b822cc80b0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:44:45.478483 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3665abe0-87c6-48ec-8e24-cca3327b5f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:45.496158 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aecc281-8705-4d3f-aec1-daec84cf8294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b83a3b-0a30-4fb1-be51-c9346df85c90,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:45.522633 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9aecc281-8705-4d3f-aec1-daec84cf8294 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cb64aa1d6ee74dedadb8efccc405b9f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4334145 Dec 09 15:44:45.525991 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43812) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:45.534190 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c28300e4-8726-45ad-8113-61597e10a965 req-7722c35f-faff-4c81-8f13-52912e2d707c tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] 10.222.0.57 "GET /v2.0/security-groups?id=256a6ccf-c28f-4ce4-bfbd-7f0535b9f774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784008 Dec 09 15:44:45.616775 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 76cd4a30-0404-4a95-a2dc-022463d6e20d, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=76cd4a30-0404-4a95-a2dc-022463d6e20d,segment=NetworkSegment(72b78068-61b7-4bbb-b5a0-753283217b57),segment_id=72b78068-61b7-4bbb-b5a0-753283217b57)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:45.625455 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-422df070-10e4-4317-aa0c-e064fefd2e10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:45.653961 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '76cd4a30-0404-4a95-a2dc-022463d6e20d', 'network_id': 'aefaced1-2e29-4860-a321-969c1bb810c5', 'port_id': '76cd4a30-0404-4a95-a2dc-022463d6e20d', 'mac_address': 'fa:16:3e:39:17:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '518f472d-0dfc-4bb3-a3f4-4a87074139ac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:44:45.677253 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-422df070-10e4-4317-aa0c-e064fefd2e10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:45.745520 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-422df070-10e4-4317-aa0c-e064fefd2e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:45.750345 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-422df070-10e4-4317-aa0c-e064fefd2e10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:45.764480 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:45.776377 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-422df070-10e4-4317-aa0c-e064fefd2e10 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/27b83a3b-0a30-4fb1-be51-c9346df85c90 HTTP/1.1" status: 204 len: 168 time: 0.2327757 Dec 09 15:44:45.783395 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3d5c5fe-efeb-4a8a-9883-5b0f0bfb7588 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:45.785694 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76cd4a30-0404-4a95-a2dc-022463d6e20d {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:44:45.824865 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422df070-10e4-4317-aa0c-e064fefd2e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b83a3b-0a30-4fb1-be51-c9346df85c90,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:45.834557 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 76cd4a30-0404-4a95-a2dc-022463d6e20d, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=76cd4a30-0404-4a95-a2dc-022463d6e20d,segment=NetworkSegment(72b78068-61b7-4bbb-b5a0-753283217b57),segment_id=72b78068-61b7-4bbb-b5a0-753283217b57)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:45.856084 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:45.947119 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 5f3559eb-9bb7-4e37-b4e5-54b822cc80b0 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:44:46.002398 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:46.039891 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=76cd4a30-0404-4a95-a2dc-022463d6e20d,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:46.050014 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 5f3559eb-9bb7-4e37-b4e5-54b822cc80b0 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:44:46.050743 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:46.215283 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914436c-5083-48ed-95b9-dd66d097dcec req-d8d40a4a-515f-4db8-8995-fd1f2cd02ebd tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:46.217080 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3914436c-5083-48ed-95b9-dd66d097dcec req-d8d40a4a-515f-4db8-8995-fd1f2cd02ebd tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=73693423-daec-4111-b540-e58b8c293fe0 HTTP/1.1" status: 200 len: 945 time: 0.2619100 Dec 09 15:44:46.263470 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['76cd4a30-0404-4a95-a2dc-022463d6e20d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:44:46.329671 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-c36be535-ee91-4002-8e50-c5b40eaf726c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e280198d-ef4f-45c1-be32-f279d99aefdf {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:44:46.347417 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-c36be535-ee91-4002-8e50-c5b40eaf726c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:46.368520 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3d5c5fe-efeb-4a8a-9883-5b0f0bfb7588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:46.392015 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3914436c-5083-48ed-95b9-dd66d097dcec req-23228354-0655-4b2c-8dac-6451bad94191 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590135 Dec 09 15:44:46.394236 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-c36be535-ee91-4002-8e50-c5b40eaf726c service neutron] Transition to ACTIVE for port object e280198d-ef4f-45c1-be32-f279d99aefdf will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:44:46.456481 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-c36be535-ee91-4002-8e50-c5b40eaf726c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:46.515871 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43874) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:46.606524 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36be535-ee91-4002-8e50-c5b40eaf726c service neutron] Pushing event updated for resources: {'Port': ['ID=e280198d-ef4f-45c1-be32-f279d99aefdf,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:46.743596 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-c36be535-ee91-4002-8e50-c5b40eaf726c service neutron] Attempting to bind port e280198d-ef4f-45c1-be32-f279d99aefdf on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:44:46.744366 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-c36be535-ee91-4002-8e50-c5b40eaf726c service neutron] Attempting to bind port e280198d-ef4f-45c1-be32-f279d99aefdf by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': 'b5782eeb-e719-414a-9378-82fecd48220f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a68087bc-b7d9-41cd-bed2-738d51dbb9e8'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:44:46.744873 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-c36be535-ee91-4002-8e50-c5b40eaf726c service neutron] Attempting to bind port e280198d-ef4f-45c1-be32-f279d99aefdf on network a68087bc-b7d9-41cd-bed2-738d51dbb9e8 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:44:46.751756 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-c36be535-ee91-4002-8e50-c5b40eaf726c service neutron] Port e280198d-ef4f-45c1-be32-f279d99aefdf on network a68087bc-b7d9-41cd-bed2-738d51dbb9e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:44:46.751756 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-c36be535-ee91-4002-8e50-c5b40eaf726c service neutron] Attempting to bind port e280198d-ef4f-45c1-be32-f279d99aefdf on network a68087bc-b7d9-41cd-bed2-738d51dbb9e8 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:44:46.754928 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d5c5fe-efeb-4a8a-9883-5b0f0bfb7588 admin admin] Router ec555e40-9950-4913-a9a7-4445f5ea62bc is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:44:46.769813 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d5d0a-0c53-4a6a-a882-e34e38320513 req-b8d66381-cf48-40aa-9fff-56c3791eeba1 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:46.770769 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-df6d5d0a-0c53-4a6a-a882-e34e38320513 req-b8d66381-cf48-40aa-9fff-56c3791eeba1 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] 10.222.0.57 "GET /v2.0/ports?device_id=89ccfb44-ae2c-4685-8d51-345c1c6185b9 HTTP/1.1" status: 200 len: 943 time: 0.1111801 Dec 09 15:44:46.773197 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-674f2d50-6c3c-4a36-b809-163d1b0c1860 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:46.779763 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-c36be535-ee91-4002-8e50-c5b40eaf726c service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:44:46.780104 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-c36be535-ee91-4002-8e50-c5b40eaf726c service neutron] Checking segment: {'id': 'b5782eeb-e719-414a-9378-82fecd48220f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a68087bc-b7d9-41cd-bed2-738d51dbb9e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:44:46.780616 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-c36be535-ee91-4002-8e50-c5b40eaf726c service neutron] Bound using segment: {'id': 'b5782eeb-e719-414a-9378-82fecd48220f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a68087bc-b7d9-41cd-bed2-738d51dbb9e8'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:44:46.781074 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-c36be535-ee91-4002-8e50-c5b40eaf726c service neutron] Bound port: e280198d-ef4f-45c1-be32-f279d99aefdf, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5782eeb-e719-414a-9378-82fecd48220f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a68087bc-b7d9-41cd-bed2-738d51dbb9e8'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:44:46.781442 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-c36be535-ee91-4002-8e50-c5b40eaf726c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:46.863564 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-674f2d50-6c3c-4a36-b809-163d1b0c1860 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:46.870437 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-674f2d50-6c3c-4a36-b809-163d1b0c1860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:46.922527 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-674f2d50-6c3c-4a36-b809-163d1b0c1860 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d427f9b5788c4921bfa3a2e6fb425bf9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4022684 Dec 09 15:44:46.926700 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43894) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:46.974125 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f2d50-6c3c-4a36-b809-163d1b0c1860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4742db-9062-4afc-9a78-099e4d7d6a26,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:47.011438 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43896) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:47.030033 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-361741df-5beb-417d-adbd-1e894904218e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:47.053212 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-361741df-5beb-417d-adbd-1e894904218e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:47.112325 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-361741df-5beb-417d-adbd-1e894904218e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:47.115653 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-361741df-5beb-417d-adbd-1e894904218e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:47.120183 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-361741df-5beb-417d-adbd-1e894904218e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5b4742db-9062-4afc-9a78-099e4d7d6a26 HTTP/1.1" status: 204 len: 168 time: 0.1885281 Dec 09 15:44:47.126663 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361741df-5beb-417d-adbd-1e894904218e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4742db-9062-4afc-9a78-099e4d7d6a26,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:47.183360 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-3aa1fd3e-9745-4ee7-b491-66d68f64678b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1310956546-network', 'tenant_id': 'bcc25d46c3f8429f928f30c28f9cc49c'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:47.208511 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa1fd3e-9745-4ee7-b491-66d68f64678b admin admin] Made reservation on behalf of bcc25d46c3f8429f928f30c28f9cc49c for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:44:47.211715 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3aa1fd3e-9745-4ee7-b491-66d68f64678b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:47.222390 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3aa1fd3e-9745-4ee7-b491-66d68f64678b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:47.260373 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-df6d5d0a-0c53-4a6a-a882-e34e38320513 req-6a4cc0d0-11aa-4058-baf8-0ef6186c97e3 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] 10.222.0.57 "GET /v2.0/security-groups?id=256a6ccf-c28f-4ce4-bfbd-7f0535b9f774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812012 Dec 09 15:44:47.270301 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-c36be535-ee91-4002-8e50-c5b40eaf726c service neutron] For port e280198d-ef4f-45c1-be32-f279d99aefdf, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:44:47.276007 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-c36be535-ee91-4002-8e50-c5b40eaf726c service neutron] For port e280198d-ef4f-45c1-be32-f279d99aefdf, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=e280198d-ef4f-45c1-be32-f279d99aefdf,segment=NetworkSegment(b5782eeb-e719-414a-9378-82fecd48220f),segment_id=b5782eeb-e719-414a-9378-82fecd48220f)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:44:47.296394 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-c36be535-ee91-4002-8e50-c5b40eaf726c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:47.312550 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d5c5fe-efeb-4a8a-9883-5b0f0bfb7588 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:44:47.342698 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0bf949-57b5-4f8c-a59f-c77ae4926044 None None] Sync routers for ids ['ec555e40-9950-4913-a9a7-4445f5ea62bc'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:44:47.355493 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0bf949-57b5-4f8c-a59f-c77ae4926044 None None] Routers {'ec555e40-9950-4913-a9a7-4445f5ea62bc'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:44:47.356104 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-eb0bf949-57b5-4f8c-a59f-c77ae4926044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:44:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['ec555e40-9950-4913-a9a7-4445f5ea62bc'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:47.375338 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-c36be535-ee91-4002-8e50-c5b40eaf726c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:47.376506 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-c36be535-ee91-4002-8e50-c5b40eaf726c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:47.376625 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3aa1fd3e-9745-4ee7-b491-66d68f64678b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:47.378410 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-c36be535-ee91-4002-8e50-c5b40eaf726c service neutron] 10.222.0.31 "PUT /v2.0/ports/e280198d-ef4f-45c1-be32-f279d99aefdf HTTP/1.1" status: 200 len: 1091 time: 2.1194165 Dec 09 15:44:47.379472 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ccfb44-ae2c-4685-8d51-345c1c6185b9', 'tag': 'e280198d-ef4f-45c1-be32-f279d99aefdf'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:44:47.382412 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3218f1-70d8-47f5-96fd-8aad4645d412" -d '{"events": [{"name": "network-changed", "server_uuid": "89ccfb44-ae2c-4685-8d51-345c1c6185b9", "tag": "e280198d-ef4f-45c1-be32-f279d99aefdf"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:44:47.385761 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3aa1fd3e-9745-4ee7-b491-66d68f64678b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:47.392147 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3d5c5fe-efeb-4a8a-9883-5b0f0bfb7588 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:47.393863 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c3d5c5fe-efeb-4a8a-9883-5b0f0bfb7588 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.6779046 Dec 09 15:44:47.396577 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 43910) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:47.453240 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa1fd3e-9745-4ee7-b491-66d68f64678b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:44:47.474247 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa1fd3e-9745-4ee7-b491-66d68f64678b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b9a6fb-67c8-47ed-a860-63c0c91e5037,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:47.479764 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-eb0bf949-57b5-4f8c-a59f-c77ae4926044 None None] Set router ec555e40-9950-4913-a9a7-4445f5ea62bc gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:44:47.494396 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3aa1fd3e-9745-4ee7-b491-66d68f64678b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:47.494782 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-3aa1fd3e-9745-4ee7-b491-66d68f64678b admin admin] Added segment 80fa87d4-d6b3-4663-8224-fcb59c05dfcd of type vlan for network 91c218c5-b625-4d66-9eca-3ad8ae3c2984 Dec 09 15:44:47.520071 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eef6123-57c8-41d1-bb6d-3a950d86c7a8 x-openstack-request-id: req-5eef6123-57c8-41d1-bb6d-3a950d86c7a8 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:44:47.520543 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ccfb44-ae2c-4685-8d51-345c1c6185b9", "tag": "e280198d-ef4f-45c1-be32-f279d99aefdf", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:44:47.520891 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5eef6123-57c8-41d1-bb6d-3a950d86c7a8 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:44:47.521501 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ccfb44-ae2c-4685-8d51-345c1c6185b9', 'tag': 'e280198d-ef4f-45c1-be32-f279d99aefdf', 'status': 'completed', 'code': 200} Dec 09 15:44:47.528712 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36be535-ee91-4002-8e50-c5b40eaf726c service neutron] Pushing event updated for resources: {'Port': ['ID=e280198d-ef4f-45c1-be32-f279d99aefdf,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:47.588819 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3aa1fd3e-9745-4ee7-b491-66d68f64678b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:47.592709 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-e1b8f44e-ddc0-4ce9-92c0-6cabc46ddb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:47.598716 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-e1b8f44e-ddc0-4ce9-92c0-6cabc46ddb56 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=504359c49d3e4881bde3551ba39ae7bd&device_id=89ccfb44-ae2c-4685-8d51-345c1c6185b9 HTTP/1.1" status: 200 len: 1094 time: 0.1526370 Dec 09 15:44:47.645306 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3aa1fd3e-9745-4ee7-b491-66d68f64678b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:47.646663 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa1fd3e-9745-4ee7-b491-66d68f64678b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:47.648190 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3aa1fd3e-9745-4ee7-b491-66d68f64678b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:47.715374 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3aa1fd3e-9745-4ee7-b491-66d68f64678b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7027314 Dec 09 15:44:47.716403 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 43928) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:47.723787 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa1fd3e-9745-4ee7-b491-66d68f64678b admin admin] Pushing event updated for resources: {'Network': ['ID=91c218c5-b625-4d66-9eca-3ad8ae3c2984,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:47.735548 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 91c218c5-b625-4d66-9eca-3ad8ae3c2984 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:44:47.768117 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-eb0bf949-57b5-4f8c-a59f-c77ae4926044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec555e40-9950-4913-a9a7-4445f5ea62bc', 'name': 'tempest-ServersTestFqdnHostnames-1285166802-router', 'tenant_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:44:41Z', 'updated_at': '2021-12-09T15:44:45Z', 'revision_number': 3, 'project_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'gw_port': {'id': 'e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:79:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec555e40-9950-4913-a9a7-4445f5ea62bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:44:43Z', 'updated_at': '2021-12-09T15:44:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:47.798005 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0bf949-57b5-4f8c-a59f-c77ae4926044 None None] Checking router: ec555e40-9950-4913-a9a7-4445f5ea62bc for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:44:47.798554 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0bf949-57b5-4f8c-a59f-c77ae4926044 None None] Updating router ec555e40-9950-4913-a9a7-4445f5ea62bc port e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:44:47.852574 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-eb0bf949-57b5-4f8c-a59f-c77ae4926044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:47.868659 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-3928b5ca-99c7-4470-a9fc-e347edd88369 admin admin] Request body: {'subnet': {'network_id': '91c218c5-b625-4d66-9eca-3ad8ae3c2984', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1310956546-subnet', 'tenant_id': 'bcc25d46c3f8429f928f30c28f9cc49c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:47.893902 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-525703a5-1d19-4dbd-9152-5204d780371d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e280198d-ef4f-45c1-be32-f279d99aefdf HTTP/1.1" status: 200 len: 217 time: 0.2693992 Dec 09 15:44:48.077378 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac221b3c-8b89-439a-b607-0069595b7233 req-a2205200-440d-4851-b249-eb52bf15131b tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:48.085573 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ac221b3c-8b89-439a-b607-0069595b7233 req-a2205200-440d-4851-b249-eb52bf15131b tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=73693423-daec-4111-b540-e58b8c293fe0 HTTP/1.1" status: 200 len: 945 time: 0.4598463 Dec 09 15:44:48.095834 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3928b5ca-99c7-4470-a9fc-e347edd88369 admin admin] Made reservation on behalf of bcc25d46c3f8429f928f30c28f9cc49c for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:44:48.100629 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3928b5ca-99c7-4470-a9fc-e347edd88369 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:48.246098 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-a1cfb7aa-d064-49d2-a7b0-a46f7cdc4009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:48.247790 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-a1cfb7aa-d064-49d2-a7b0-a46f7cdc4009 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cdb07979-2de5-4536-9caf-e82115e42ca2 HTTP/1.1" status: 200 len: 849 time: 0.2713981 Dec 09 15:44:48.292371 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-eb0bf949-57b5-4f8c-a59f-c77ae4926044 None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:48.300300 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-eb0bf949-57b5-4f8c-a59f-c77ae4926044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:48.300833 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ac221b3c-8b89-439a-b607-0069595b7233 req-6e44e457-9816-48f2-9792-09b3ca62628d tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076900 Dec 09 15:44:48.308699 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-733505d2-c9d1-4f24-9f5e-6f74d372507d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a68087bc-b7d9-41cd-bed2-738d51dbb9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452039 Dec 09 15:44:48.366229 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd7e58e-5e2e-4806-b4ed-29e4e87f582d None None] Pushing event updated for resources: {'Port': ['ID=e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa,revision_number=2']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:48.399361 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae41a3ff-cce0-4b16-832e-0316c4b91726 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:44:48.430435 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-eb0bf949-57b5-4f8c-a59f-c77ae4926044 None None] Attempting to bind port e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:44:48.431444 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-eb0bf949-57b5-4f8c-a59f-c77ae4926044 None None] Attempting to bind port e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:44:48.432514 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0bf949-57b5-4f8c-a59f-c77ae4926044 None None] Attempting to bind port e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:44:48.444559 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0bf949-57b5-4f8c-a59f-c77ae4926044 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:44:48.445405 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0bf949-57b5-4f8c-a59f-c77ae4926044 None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:44:48.448009 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-eb0bf949-57b5-4f8c-a59f-c77ae4926044 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:48.448495 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0bf949-57b5-4f8c-a59f-c77ae4926044 None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:44:48.449179 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-eb0bf949-57b5-4f8c-a59f-c77ae4926044 None None] Bound port: e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:44:48.449609 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-eb0bf949-57b5-4f8c-a59f-c77ae4926044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:48.514341 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-eb0bf949-57b5-4f8c-a59f-c77ae4926044 None None] For port e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:44:48.519448 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-eb0bf949-57b5-4f8c-a59f-c77ae4926044 None None] For port e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:44:48.527875 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-eb0bf949-57b5-4f8c-a59f-c77ae4926044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:48.550911 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-bceb1add-ccee-452e-89f0-387bc415a8f3 None None] Provisioning complete for port e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:44:48.551323 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bceb1add-ccee-452e-89f0-387bc415a8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:48.613300 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43962) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:48.633800 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd7e58e-5e2e-4806-b4ed-29e4e87f582d None None] Pushing event updated for resources: {'Port': ['ID=e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:48.667513 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0bf949-57b5-4f8c-a59f-c77ae4926044 None None] Routers {'ec555e40-9950-4913-a9a7-4445f5ea62bc'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:44:48.668586 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-eb0bf949-57b5-4f8c-a59f-c77ae4926044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:44:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['ec555e40-9950-4913-a9a7-4445f5ea62bc'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:48.684100 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-bec276e0-26ff-42e0-ad7d-679c0cabaa72 service neutron] 10.222.0.31 "GET /v2.0/networks/a68087bc-b7d9-41cd-bed2-738d51dbb9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616490 Dec 09 15:44:48.684635 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bceb1add-ccee-452e-89f0-387bc415a8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:48.689576 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57db8bcd-84e1-41b0-a2c1-439ce268ff44 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:44:48.719417 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-bceb1add-ccee-452e-89f0-387bc415a8f3 None None] For port e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:48.726897 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bceb1add-ccee-452e-89f0-387bc415a8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:48.745630 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-80e3fbd3-5781-4ed6-8da9-bb163c312e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:48.790417 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb1add-ccee-452e-89f0-387bc415a8f3 None None] Pushing event updated for resources: {'Port': ['ID=e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:48.848652 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-eb0bf949-57b5-4f8c-a59f-c77ae4926044 None None] Set router ec555e40-9950-4913-a9a7-4445f5ea62bc gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:44:48.882351 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d393893-ab4e-4d0c-808c-f68d3d6bbe67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:48.892971 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-21686412-ff30-411c-aa99-89588be8b2a5 None None] Provisioning complete for port e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:44:48.893587 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-21686412-ff30-411c-aa99-89588be8b2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:48.991422 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d393893-ab4e-4d0c-808c-f68d3d6bbe67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:48.998747 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d393893-ab4e-4d0c-808c-f68d3d6bbe67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:49.005979 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3928b5ca-99c7-4470-a9fc-e347edd88369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:49.055103 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1d393893-ab4e-4d0c-808c-f68d3d6bbe67 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=26399fe7112945298925bd63e9dada99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4399805 Dec 09 15:44:49.059224 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43970) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:49.060113 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d393893-ab4e-4d0c-808c-f68d3d6bbe67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da10eac9-c540-4d33-8303-fe3b6082b543,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:49.080780 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-eb0bf949-57b5-4f8c-a59f-c77ae4926044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec555e40-9950-4913-a9a7-4445f5ea62bc', 'name': 'tempest-ServersTestFqdnHostnames-1285166802-router', 'tenant_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:44:41Z', 'updated_at': '2021-12-09T15:44:45Z', 'revision_number': 3, 'project_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'gw_port': {'id': 'e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:79:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec555e40-9950-4913-a9a7-4445f5ea62bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:44:43Z', 'updated_at': '2021-12-09T15:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:49.092476 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fbeac-1607-46cc-967c-cfa22393a3a3 req-22d259eb-d76f-4073-915d-d1d910c97068 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:49.094136 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-584fbeac-1607-46cc-967c-cfa22393a3a3 req-22d259eb-d76f-4073-915d-d1d910c97068 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] 10.222.0.57 "GET /v2.0/ports?device_id=89ccfb44-ae2c-4685-8d51-345c1c6185b9 HTTP/1.1" status: 200 len: 943 time: 0.4198182 Dec 09 15:44:49.121290 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0bf949-57b5-4f8c-a59f-c77ae4926044 None None] The sync data for ids ['ec555e40-9950-4913-a9a7-4445f5ea62bc'] in n-d-821228-1 is: [{'id': 'ec555e40-9950-4913-a9a7-4445f5ea62bc', 'name': 'tempest-ServersTestFqdnHostnames-1285166802-router', 'tenant_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:44:41Z', 'updated_at': '2021-12-09T15:44:45Z', 'revision_number': 3, 'project_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'gw_port': {'id': 'e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:79:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec555e40-9950-4913-a9a7-4445f5ea62bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:44:43Z', 'updated_at': '2021-12-09T15:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:44:49.141579 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cbe26ba2-e967-4b34-b815-d842d6d3246c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:49.172775 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cbe26ba2-e967-4b34-b815-d842d6d3246c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:49.207467 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928b5ca-99c7-4470-a9fc-e347edd88369 admin admin] Pushing event updated for resources: {'Subnet': ['ID=751b4800-a4ea-40fe-8a34-70cbdaf5da3a,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:49.219151 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0a756dd2-bce7-4ccc-a2cb-284d8f101d9a req-22c1c6ac-2130-4eec-a302-750e96c61c4f service neutron] 10.222.0.31 "GET /v2.0/networks/a68087bc-b7d9-41cd-bed2-738d51dbb9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5229971 Dec 09 15:44:49.233541 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cbe26ba2-e967-4b34-b815-d842d6d3246c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:49.236820 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cbe26ba2-e967-4b34-b815-d842d6d3246c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:49.241323 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-cbe26ba2-e967-4b34-b815-d842d6d3246c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/da10eac9-c540-4d33-8303-fe3b6082b543 HTTP/1.1" status: 204 len: 168 time: 0.1772923 Dec 09 15:44:49.251496 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe26ba2-e967-4b34-b815-d842d6d3246c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da10eac9-c540-4d33-8303-fe3b6082b543,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:49.306237 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 76cd4a30-0404-4a95-a2dc-022463d6e20d up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:44:49.318825 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-584fbeac-1607-46cc-967c-cfa22393a3a3 req-e6f13937-0fdd-4a5d-a104-01954eb63c3e tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] 10.222.0.57 "GET /v2.0/security-groups?id=256a6ccf-c28f-4ce4-bfbd-7f0535b9f774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002642 Dec 09 15:44:49.345787 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3928b5ca-99c7-4470-a9fc-e347edd88369 admin admin] Checking segment: {'id': '80fa87d4-d6b3-4663-8224-fcb59c05dfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '91c218c5-b625-4d66-9eca-3ad8ae3c2984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:44:49.346185 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3928b5ca-99c7-4470-a9fc-e347edd88369 admin admin] Network hostable DHCP agents. Network: 91c218c5-b625-4d66-9eca-3ad8ae3c2984, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:44:49.406610 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 76cd4a30-0404-4a95-a2dc-022463d6e20d completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:44:49.413677 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 76cd4a30-0404-4a95-a2dc-022463d6e20d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:44:49.414913 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:49.420462 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3218f1-70d8-47f5-96fd-8aad4645d412 req-7b0287db-c0df-47a4-ab5a-030e9a518b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:49.422411 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eb3218f1-70d8-47f5-96fd-8aad4645d412 req-7b0287db-c0df-47a4-ab5a-030e9a518b90 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=504359c49d3e4881bde3551ba39ae7bd&device_id=89ccfb44-ae2c-4685-8d51-345c1c6185b9 HTTP/1.1" status: 200 len: 1094 time: 0.1412601 Dec 09 15:44:49.433963 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-80e3fbd3-5781-4ed6-8da9-bb163c312e78 admin admin] Allocated IP 172.20.0.1 (294da410-4b0c-4c8f-a497-2b6932151d56/002bdf95-01eb-46f4-b3fe-2493e41b057a/bad346a9-1975-4483-82de-0e71549c8747) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:44:49.540036 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3928b5ca-99c7-4470-a9fc-e347edd88369 admin admin] Network 91c218c5-b625-4d66-9eca-3ad8ae3c2984 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:44:49.594668 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:49.637354 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-3928b5ca-99c7-4470-a9fc-e347edd88369 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 91c218c5-b625-4d66-9eca-3ad8ae3c2984) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:44:49.639916 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 76cd4a30-0404-4a95-a2dc-022463d6e20d, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=76cd4a30-0404-4a95-a2dc-022463d6e20d,segment=NetworkSegment(72b78068-61b7-4bbb-b5a0-753283217b57),segment_id=72b78068-61b7-4bbb-b5a0-753283217b57)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:49.641246 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73693423-daec-4111-b540-e58b8c293fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76cd4a30-0404-4a95-a2dc-022463d6e20d'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:44:49.646281 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447d74dd-7686-4369-9f66-a207c8a7fd17" -d '{"events": [{"server_uuid": "73693423-daec-4111-b540-e58b8c293fe0", "name": "network-vif-plugged", "status": "completed", "tag": "76cd4a30-0404-4a95-a2dc-022463d6e20d"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:44:49.652765 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d40a3d2-6025-4290-a9ba-4738b673abdc None None] Network 91c218c5-b625-4d66-9eca-3ad8ae3c2984 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:44:49.719657 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:49.765249 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-80e3fbd3-5781-4ed6-8da9-bb163c312e78 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:49.808917 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3928b5ca-99c7-4470-a9fc-e347edd88369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:49.810281 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3928b5ca-99c7-4470-a9fc-e347edd88369 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:49.847353 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-80e3fbd3-5781-4ed6-8da9-bb163c312e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:49.863770 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=76cd4a30-0404-4a95-a2dc-022463d6e20d,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:49.912324 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e3fbd3-5781-4ed6-8da9-bb163c312e78 admin admin] Pushing event updated for resources: {'Port': ['ID=bad346a9-1975-4483-82de-0e71549c8747,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:49.915649 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0fbd8c-cd8c-4b1d-a26d-992efe1aac63 None None] Network 91c218c5-b625-4d66-9eca-3ad8ae3c2984 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:44:49.940527 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3928b5ca-99c7-4470-a9fc-e347edd88369 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0852263 Dec 09 15:44:49.980490 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e3fbd3-5781-4ed6-8da9-bb163c312e78 admin admin] Network 294da410-4b0c-4c8f-a497-2b6932151d56 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:44:49.988976 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3218f1-70d8-47f5-96fd-8aad4645d412 req-766cbf17-4f95-4779-a4b0-1dc31b411edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:49.991665 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eb3218f1-70d8-47f5-96fd-8aad4645d412 req-766cbf17-4f95-4779-a4b0-1dc31b411edf service neutron] 10.222.0.31 "GET /v2.0/networks?id=a68087bc-b7d9-41cd-bed2-738d51dbb9e8 HTTP/1.1" status: 200 len: 910 time: 0.5527217 Dec 09 15:44:49.995551 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-80e3fbd3-5781-4ed6-8da9-bb163c312e78 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:44:50.012763 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e3fbd3-5781-4ed6-8da9-bb163c312e78 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:44:50.053400 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:44:50.143486 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eb3218f1-70d8-47f5-96fd-8aad4645d412 req-8d646350-ca4e-43a0-a78c-723fd126b075 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e280198d-ef4f-45c1-be32-f279d99aefdf HTTP/1.1" status: 200 len: 217 time: 0.1245201 Dec 09 15:44:50.194902 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4d3b4-9b00-4b16-bd7d-78bd8a802c1f req-178ddc57-cef8-4616-b8e4-910eba819141 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:50.204184 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-53a4d3b4-9b00-4b16-bd7d-78bd8a802c1f req-178ddc57-cef8-4616-b8e4-910eba819141 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=73693423-daec-4111-b540-e58b8c293fe0 HTTP/1.1" status: 200 len: 946 time: 0.5836451 Dec 09 15:44:50.205293 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:44:50.211261 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:50.311142 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-80e3fbd3-5781-4ed6-8da9-bb163c312e78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:50.410960 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3218f1-70d8-47f5-96fd-8aad4645d412 req-957fbc4a-2501-4b5a-ba56-eaa19d8b7216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:50.412905 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eb3218f1-70d8-47f5-96fd-8aad4645d412 req-957fbc4a-2501-4b5a-ba56-eaa19d8b7216 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cdb07979-2de5-4536-9caf-e82115e42ca2 HTTP/1.1" status: 200 len: 849 time: 0.2294528 Dec 09 15:44:50.435086 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-53a4d3b4-9b00-4b16-bd7d-78bd8a802c1f req-db816247-9e18-4602-a67a-b5d599399d8f tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289810 Dec 09 15:44:50.469329 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-74631020-c883-4669-94e8-903493e27ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:50.471227 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fe598485-a3d1-4f84-8776-2a044ad17f05 None None] Provisioning complete for port bad346a9-1975-4483-82de-0e71549c8747 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:44:50.471879 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fe598485-a3d1-4f84-8776-2a044ad17f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:50.512781 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-fe598485-a3d1-4f84-8776-2a044ad17f05 None None] Port bad346a9-1975-4483-82de-0e71549c8747 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:44:50.520400 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eb3218f1-70d8-47f5-96fd-8aad4645d412 req-91077fd5-6041-4bc5-9a3f-2949d6fb2bf4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a68087bc-b7d9-41cd-bed2-738d51dbb9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834260 Dec 09 15:44:50.687102 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec6bbd0-e3af-492f-9110-374b42932118 x-openstack-request-id: req-fec6bbd0-e3af-492f-9110-374b42932118 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:44:50.687612 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73693423-daec-4111-b540-e58b8c293fe0", "name": "network-vif-plugged", "status": "completed", "tag": "76cd4a30-0404-4a95-a2dc-022463d6e20d", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:44:50.687875 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fec6bbd0-e3af-492f-9110-374b42932118 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:44:50.688282 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73693423-daec-4111-b540-e58b8c293fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76cd4a30-0404-4a95-a2dc-022463d6e20d', 'code': 200} Dec 09 15:44:51.098863 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44044) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:51.104028 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-46537fd2-8078-47c4-a893-6c8c1db5fb4f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1015938978-network', 'tenant_id': 'e60c99b10edc462cba96a8048b2c8437'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:51.159427 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46537fd2-8078-47c4-a893-6c8c1db5fb4f admin admin] Made reservation on behalf of e60c99b10edc462cba96a8048b2c8437 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:44:51.162726 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-46537fd2-8078-47c4-a893-6c8c1db5fb4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:51.174695 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-46537fd2-8078-47c4-a893-6c8c1db5fb4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:51.202820 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eb3218f1-70d8-47f5-96fd-8aad4645d412 req-edc31a0a-ce58-4df4-9405-a084887da875 service neutron] 10.222.0.31 "GET /v2.0/networks/a68087bc-b7d9-41cd-bed2-738d51dbb9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6607199 Dec 09 15:44:51.229762 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98911c25-399c-4471-a54e-9100f48a4313 req-b23e6c7d-3d9b-4325-a8a8-1d67e4f152b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:51.231529 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-98911c25-399c-4471-a54e-9100f48a4313 req-b23e6c7d-3d9b-4325-a8a8-1d67e4f152b5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=73693423-daec-4111-b540-e58b8c293fe0 HTTP/1.1" status: 200 len: 1097 time: 0.4538064 Dec 09 15:44:51.232180 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-80e3fbd3-5781-4ed6-8da9-bb163c312e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:51.298094 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-46537fd2-8078-47c4-a893-6c8c1db5fb4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:51.304408 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-46537fd2-8078-47c4-a893-6c8c1db5fb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:51.314065 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25205a5-c0dc-42bc-bd9c-c45e1738f2c6 req-6e066004-5a60-497f-879e-633c83748964 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:51.328034 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c25205a5-c0dc-42bc-bd9c-c45e1738f2c6 req-6e066004-5a60-497f-879e-633c83748964 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] 10.222.0.57 "GET /v2.0/ports?device_id=89ccfb44-ae2c-4685-8d51-345c1c6185b9 HTTP/1.1" status: 200 len: 943 time: 0.4515569 Dec 09 15:44:51.335623 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46537fd2-8078-47c4-a893-6c8c1db5fb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3758779b-cf68-497c-85f2-7db6ddd2746a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:51.345828 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46537fd2-8078-47c4-a893-6c8c1db5fb4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:44:51.360463 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-46537fd2-8078-47c4-a893-6c8c1db5fb4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:51.362126 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-46537fd2-8078-47c4-a893-6c8c1db5fb4f admin admin] Added segment 21821100-6b83-4eaa-83e9-8945cc07a24c of type vlan for network 7c4f6a97-7e39-4174-bd16-e1e48958d493 Dec 09 15:44:51.410039 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-46537fd2-8078-47c4-a893-6c8c1db5fb4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:51.451004 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-46537fd2-8078-47c4-a893-6c8c1db5fb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:51.454153 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46537fd2-8078-47c4-a893-6c8c1db5fb4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:51.455027 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-46537fd2-8078-47c4-a893-6c8c1db5fb4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:51.515913 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-98911c25-399c-4471-a54e-9100f48a4313 req-654f8b9f-77aa-49cb-a6d7-ff8be4b0e4c9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253089 Dec 09 15:44:51.526679 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46537fd2-8078-47c4-a893-6c8c1db5fb4f admin admin] Pushing event updated for resources: {'Network': ['ID=7c4f6a97-7e39-4174-bd16-e1e48958d493,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:51.530869 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c25205a5-c0dc-42bc-bd9c-c45e1738f2c6 req-dbb0e0be-0434-44d9-b230-1fa8aded52cf tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] 10.222.0.57 "GET /v2.0/security-groups?id=256a6ccf-c28f-4ce4-bfbd-7f0535b9f774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025657 Dec 09 15:44:51.540898 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eb3218f1-70d8-47f5-96fd-8aad4645d412 req-dca55bc1-eb39-4b78-981d-00c7e9e19914 service neutron] 10.222.0.31 "GET /v2.0/networks/a68087bc-b7d9-41cd-bed2-738d51dbb9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234985 Dec 09 15:44:51.557110 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 7c4f6a97-7e39-4174-bd16-e1e48958d493 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:44:51.579269 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-46537fd2-8078-47c4-a893-6c8c1db5fb4f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4741175 Dec 09 15:44:51.579689 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44062) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:51.590965 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-9a35f3ef-d289-496d-b65d-c680db862ec6 admin admin] Request body: {'subnet': {'network_id': '7c4f6a97-7e39-4174-bd16-e1e48958d493', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1015938978-subnet', 'tenant_id': 'e60c99b10edc462cba96a8048b2c8437', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:51.643050 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a35f3ef-d289-496d-b65d-c680db862ec6 admin admin] Made reservation on behalf of e60c99b10edc462cba96a8048b2c8437 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:44:51.650627 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9a35f3ef-d289-496d-b65d-c680db862ec6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:51.748723 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-80e3fbd3-5781-4ed6-8da9-bb163c312e78 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:51.759645 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-80e3fbd3-5781-4ed6-8da9-bb163c312e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:51.801462 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44072) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:51.858655 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-80e3fbd3-5781-4ed6-8da9-bb163c312e78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:51.862929 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e3fbd3-5781-4ed6-8da9-bb163c312e78 admin admin] Pushing event updated for resources: {'Port': ['ID=bad346a9-1975-4483-82de-0e71549c8747,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:51.963511 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9a35f3ef-d289-496d-b65d-c680db862ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:52.007463 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce337d-e3f1-4515-8459-974232542249 req-5eafb4a4-4dd8-472e-9973-8e1249965aa6 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:52.009928 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-96ce337d-e3f1-4515-8459-974232542249 req-5eafb4a4-4dd8-472e-9973-8e1249965aa6 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=73693423-daec-4111-b540-e58b8c293fe0 HTTP/1.1" status: 200 len: 946 time: 0.1239774 Dec 09 15:44:52.048305 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e3fbd3-5781-4ed6-8da9-bb163c312e78 admin admin] Network 294da410-4b0c-4c8f-a497-2b6932151d56 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:44:52.050942 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-80e3fbd3-5781-4ed6-8da9-bb163c312e78 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:44:52.054172 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35f3ef-d289-496d-b65d-c680db862ec6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26117206-996b-4ea7-94a0-7281df337991,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:52.060105 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a35f3ef-d289-496d-b65d-c680db862ec6 admin admin] Checking segment: {'id': '21821100-6b83-4eaa-83e9-8945cc07a24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7c4f6a97-7e39-4174-bd16-e1e48958d493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:44:52.060105 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a35f3ef-d289-496d-b65d-c680db862ec6 admin admin] Network hostable DHCP agents. Network: 7c4f6a97-7e39-4174-bd16-e1e48958d493, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:44:52.089331 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c86f7010-cc2f-4f46-9da2-59e68389841a tempest-PortsAdminExtendedAttrsTestJSON-253872515 tempest-PortsAdminExtendedAttrsTestJSON-253872515-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1101349490'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:52.117933 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a35f3ef-d289-496d-b65d-c680db862ec6 admin admin] Network 7c4f6a97-7e39-4174-bd16-e1e48958d493 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:44:52.132157 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-9a35f3ef-d289-496d-b65d-c680db862ec6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 7c4f6a97-7e39-4174-bd16-e1e48958d493) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:44:52.138414 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a35f3ef-d289-496d-b65d-c680db862ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:52.139907 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9a35f3ef-d289-496d-b65d-c680db862ec6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:52.143302 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7e3617-1ff3-4ef7-875f-b2f5d47322bd None None] Network 7c4f6a97-7e39-4174-bd16-e1e48958d493 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:44:52.167110 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86f7010-cc2f-4f46-9da2-59e68389841a tempest-PortsAdminExtendedAttrsTestJSON-253872515 tempest-PortsAdminExtendedAttrsTestJSON-253872515-project] Made reservation on behalf of fc32ec758b4d4f48a6669df14e4ad153 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:44:52.171858 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c86f7010-cc2f-4f46-9da2-59e68389841a tempest-PortsAdminExtendedAttrsTestJSON-253872515 tempest-PortsAdminExtendedAttrsTestJSON-253872515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:52.199988 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9a35f3ef-d289-496d-b65d-c680db862ec6 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6150858 Dec 09 15:44:52.217175 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c86f7010-cc2f-4f46-9da2-59e68389841a tempest-PortsAdminExtendedAttrsTestJSON-253872515 tempest-PortsAdminExtendedAttrsTestJSON-253872515-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:52.237202 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-96ce337d-e3f1-4515-8459-974232542249 req-589ad079-802d-42e3-8767-8d05b13aa67c tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153151 Dec 09 15:44:52.334334 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e3fbd3-5781-4ed6-8da9-bb163c312e78 admin admin] Router ec555e40-9950-4913-a9a7-4445f5ea62bc has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:44:52.358271 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d381fdee-4b47-4501-b4f6-8c0487693346 None None] Network 7c4f6a97-7e39-4174-bd16-e1e48958d493 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:44:52.360198 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44082) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:52.374942 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c86f7010-cc2f-4f46-9da2-59e68389841a tempest-PortsAdminExtendedAttrsTestJSON-253872515 tempest-PortsAdminExtendedAttrsTestJSON-253872515-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:52.381427 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c86f7010-cc2f-4f46-9da2-59e68389841a tempest-PortsAdminExtendedAttrsTestJSON-253872515 tempest-PortsAdminExtendedAttrsTestJSON-253872515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:52.422069 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f7010-cc2f-4f46-9da2-59e68389841a tempest-PortsAdminExtendedAttrsTestJSON-253872515 tempest-PortsAdminExtendedAttrsTestJSON-253872515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cced710-98f0-41a6-9b10-dc2aaea2cf91,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:52.430933 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c86f7010-cc2f-4f46-9da2-59e68389841a tempest-PortsAdminExtendedAttrsTestJSON-253872515 tempest-PortsAdminExtendedAttrsTestJSON-253872515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:44:52.443159 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c86f7010-cc2f-4f46-9da2-59e68389841a tempest-PortsAdminExtendedAttrsTestJSON-253872515 tempest-PortsAdminExtendedAttrsTestJSON-253872515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:52.443507 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-c86f7010-cc2f-4f46-9da2-59e68389841a tempest-PortsAdminExtendedAttrsTestJSON-253872515 tempest-PortsAdminExtendedAttrsTestJSON-253872515-project] Added segment 1224fc30-0694-4341-b1ae-4a0fe58c7997 of type vlan for network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 Dec 09 15:44:52.485802 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e3fbd3-5781-4ed6-8da9-bb163c312e78 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:44:52.491472 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c86f7010-cc2f-4f46-9da2-59e68389841a tempest-PortsAdminExtendedAttrsTestJSON-253872515 tempest-PortsAdminExtendedAttrsTestJSON-253872515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:52.492071 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-80e3fbd3-5781-4ed6-8da9-bb163c312e78 admin admin] 10.222.0.57 "PUT /v2.0/routers/ec555e40-9950-4913-a9a7-4445f5ea62bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0941272 Dec 09 15:44:52.508182 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee49018-386a-48a9-8d0f-526d8463d106 None None] Sync routers for ids ['ec555e40-9950-4913-a9a7-4445f5ea62bc'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:44:52.534804 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c86f7010-cc2f-4f46-9da2-59e68389841a tempest-PortsAdminExtendedAttrsTestJSON-253872515 tempest-PortsAdminExtendedAttrsTestJSON-253872515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:52.542701 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7f072963-8d78-4898-8177-8a956b62c1cf None None] Provisioning complete for port bad346a9-1975-4483-82de-0e71549c8747 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:44:52.542924 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7f072963-8d78-4898-8177-8a956b62c1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:52.545125 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-57af26ff-ef96-4904-acf8-16aad907286d admin admin] Deleting subnet 751b4800-a4ea-40fe-8a34-70cbdaf5da3a {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:44:52.547874 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86f7010-cc2f-4f46-9da2-59e68389841a tempest-PortsAdminExtendedAttrsTestJSON-253872515 tempest-PortsAdminExtendedAttrsTestJSON-253872515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:52.552175 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c86f7010-cc2f-4f46-9da2-59e68389841a tempest-PortsAdminExtendedAttrsTestJSON-253872515 tempest-PortsAdminExtendedAttrsTestJSON-253872515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:52.558991 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-57af26ff-ef96-4904-acf8-16aad907286d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:52.589522 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-7f072963-8d78-4898-8177-8a956b62c1cf None None] Port bad346a9-1975-4483-82de-0e71549c8747 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:44:52.597894 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee49018-386a-48a9-8d0f-526d8463d106 None None] Routers {'ec555e40-9950-4913-a9a7-4445f5ea62bc'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:44:52.598642 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2ee49018-386a-48a9-8d0f-526d8463d106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:44:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['ec555e40-9950-4913-a9a7-4445f5ea62bc'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:52.643416 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-57af26ff-ef96-4904-acf8-16aad907286d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:52.688175 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f7010-cc2f-4f46-9da2-59e68389841a tempest-PortsAdminExtendedAttrsTestJSON-253872515 tempest-PortsAdminExtendedAttrsTestJSON-253872515-project] Pushing event updated for resources: {'Network': ['ID=97ec3e53-d1d3-40d0-82a8-e7c0a569d708,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:52.707236 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c86f7010-cc2f-4f46-9da2-59e68389841a tempest-PortsAdminExtendedAttrsTestJSON-253872515 tempest-PortsAdminExtendedAttrsTestJSON-253872515-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.9013948 Dec 09 15:44:52.745816 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-57af26ff-ef96-4904-acf8-16aad907286d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:52.763708 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:44:52.768646 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-2ee49018-386a-48a9-8d0f-526d8463d106 None None] Set router ec555e40-9950-4913-a9a7-4445f5ea62bc gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:44:52.799223 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752d157-f82a-481c-bdb0-97ab8327effb req-4b1edcdd-967c-4678-8358-3953deba27b2 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:52.800909 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5752d157-f82a-481c-bdb0-97ab8327effb req-4b1edcdd-967c-4678-8358-3953deba27b2 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] 10.222.0.57 "GET /v2.0/ports?device_id=89ccfb44-ae2c-4685-8d51-345c1c6185b9 HTTP/1.1" status: 200 len: 943 time: 0.1165347 Dec 09 15:44:52.867276 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-57af26ff-ef96-4904-acf8-16aad907286d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:52.904136 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5752d157-f82a-481c-bdb0-97ab8327effb req-11c0a2b8-ebe5-4478-ad82-039e86a704a9 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] 10.222.0.57 "GET /v2.0/security-groups?id=256a6ccf-c28f-4ce4-bfbd-7f0535b9f774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948391 Dec 09 15:44:52.907566 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af26ff-ef96-4904-acf8-16aad907286d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=751b4800-a4ea-40fe-8a34-70cbdaf5da3a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:52.912377 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-57af26ff-ef96-4904-acf8-16aad907286d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:52.916056 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-57af26ff-ef96-4904-acf8-16aad907286d admin admin] 10.222.0.57 "DELETE /v2.0/subnets/751b4800-a4ea-40fe-8a34-70cbdaf5da3a HTTP/1.1" status: 204 len: 168 time: 0.5539587 Dec 09 15:44:52.921664 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44104) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:53.010547 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-98ea2ce0-24d3-4230-860f-318a57fc7358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:53.109725 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-98ea2ce0-24d3-4230-860f-318a57fc7358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:53.128629 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44108) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:53.134020 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-98ea2ce0-24d3-4230-860f-318a57fc7358 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c218c5-b625-4d66-9eca-3ad8ae3c2984']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:53.136760 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Request body: {'port': {'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708', 'binding:host_id': 'n-h2-821228-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-601335301'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:53.151771 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-98ea2ce0-24d3-4230-860f-318a57fc7358 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80fa87d4-d6b3-4663-8224-fcb59c05dfcd') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:53.152279 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-98ea2ce0-24d3-4230-860f-318a57fc7358 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80fa87d4-d6b3-4663-8224-fcb59c05dfcd') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:53.163209 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-98ea2ce0-24d3-4230-860f-318a57fc7358 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:53.180508 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Made reservation on behalf of 2abae3ada7804cbd84a30df2f6ab2e32 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:44:53.182495 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-98ea2ce0-24d3-4230-860f-318a57fc7358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:53.184063 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:53.191727 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98ea2ce0-24d3-4230-860f-318a57fc7358 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:44:53.192741 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-98ea2ce0-24d3-4230-860f-318a57fc7358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:53.195461 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:44:53.195461 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:44:53.195461 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:44:53.195461 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:44:53.195461 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:44:53.195461 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:44:53.195461 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:44:53.195461 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:44:53.195461 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:44:53.195461 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:44:53.195461 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:44:53.195461 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:44:53.195461 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:44:53.195461 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:44:53.195461 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:44:53.195461 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:44:53.195461 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:44:53.195461 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:44:53.195461 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:44:53.195461 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:44:53.195461 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:44:53.195461 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:44:53.195461 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:44:53.195461 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:44:53.195461 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:44:53.195461 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:44:53.195461 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:44:53.195461 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:44:53.195461 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:44:53.195461 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:44:53.195461 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:44:53.195461 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:44:53.202276 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aad4bfb8-524c-4434-a7d1-4c4681a67ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:53.205685 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:53.273288 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-98ea2ce0-24d3-4230-860f-318a57fc7358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:53.280460 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-98ea2ce0-24d3-4230-860f-318a57fc7358 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:53.288130 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-98ea2ce0-24d3-4230-860f-318a57fc7358 admin admin] 10.222.0.57 "DELETE /v2.0/networks/91c218c5-b625-4d66-9eca-3ad8ae3c2984 HTTP/1.1" status: 204 len: 168 time: 0.3641682 Dec 09 15:44:53.288905 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44118) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:53.307874 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea2ce0-24d3-4230-860f-318a57fc7358 admin admin] Pushing event deleted for resources: {'Network': ['ID=91c218c5-b625-4d66-9eca-3ad8ae3c2984,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:53.328622 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2ee49018-386a-48a9-8d0f-526d8463d106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec555e40-9950-4913-a9a7-4445f5ea62bc', 'name': 'tempest-ServersTestFqdnHostnames-1285166802-router', 'tenant_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:44:41Z', 'updated_at': '2021-12-09T15:44:50Z', 'revision_number': 4, 'project_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'gw_port': {'id': 'e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:79:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec555e40-9950-4913-a9a7-4445f5ea62bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:44:43Z', 'updated_at': '2021-12-09T15:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'bad346a9-1975-4483-82de-0e71549c8747', 'name': '', 'network_id': '294da410-4b0c-4c8f-a497-2b6932151d56', 'tenant_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'mac_address': 'fa:16:3e:09:db:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec555e40-9950-4913-a9a7-4445f5ea62bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '002bdf95-01eb-46f4-b3fe-2493e41b057a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:44:48Z', 'updated_at': '2021-12-09T15:44:51Z', 'revision_number': 2, 'project_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'subnets': [{'id': '002bdf95-01eb-46f4-b3fe-2493e41b057a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:53.330721 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device e280198d-ef4f-45c1-be32-f279d99aefdf details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:44:53.391358 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c4a093f-881b-4c8b-aa95-76dc2a59ebaa admin admin] Deleting subnet 26117206-996b-4ea7-94a0-7281df337991 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:44:53.396272 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee49018-386a-48a9-8d0f-526d8463d106 None None] Checking router: ec555e40-9950-4913-a9a7-4445f5ea62bc for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:44:53.397037 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee49018-386a-48a9-8d0f-526d8463d106 None None] Updating router ec555e40-9950-4913-a9a7-4445f5ea62bc port bad346a9-1975-4483-82de-0e71549c8747 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:44:53.399048 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2c4a093f-881b-4c8b-aa95-76dc2a59ebaa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:53.423539 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:53.425583 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2ee49018-386a-48a9-8d0f-526d8463d106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:53.432755 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44122) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:53.437699 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-43d416cc-fc64-4462-9350-43cbd59557e8 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1430157486', 'description': 'tempest-description--1116605645'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:53.438515 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:53.448981 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] device_id is not set on port f4c5f7b3-427b-4e56-9420-6e8911d68df3 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:44:53.457561 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2c4a093f-881b-4c8b-aa95-76dc2a59ebaa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:53.500266 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-43d416cc-fc64-4462-9350-43cbd59557e8 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:53.557765 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2c4a093f-881b-4c8b-aa95-76dc2a59ebaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:53.573679 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-43d416cc-fc64-4462-9350-43cbd59557e8 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:53.580285 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-43d416cc-fc64-4462-9350-43cbd59557e8 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:53.617047 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-43d416cc-fc64-4462-9350-43cbd59557e8 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:53.618755 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-43d416cc-fc64-4462-9350-43cbd59557e8 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1847651 Dec 09 15:44:53.622149 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d416cc-fc64-4462-9350-43cbd59557e8 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00906555-db78-408c-b729-03dba5b10a46,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:53.625960 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44126) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:53.633386 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7d2e3e31-a497-40b4-8867-5bc40eca7d0d tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Request body: {'security_group_rule': {'security_group_id': '00906555-db78-408c-b729-03dba5b10a46', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:53.668331 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7d2e3e31-a497-40b4-8867-5bc40eca7d0d tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:53.684032 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port e280198d-ef4f-45c1-be32-f279d99aefdf, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=e280198d-ef4f-45c1-be32-f279d99aefdf,segment=NetworkSegment(b5782eeb-e719-414a-9378-82fecd48220f),segment_id=b5782eeb-e719-414a-9378-82fecd48220f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:53.743265 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7d2e3e31-a497-40b4-8867-5bc40eca7d0d tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:53.750692 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7d2e3e31-a497-40b4-8867-5bc40eca7d0d tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:53.769026 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e3e31-a497-40b4-8867-5bc40eca7d0d tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19efb69e-d413-4128-aafa-4ae38cbe4afd,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:53.777716 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1527ff33-86e3-4f32-9e66-ebf189e77093,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:53.790387 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7d2e3e31-a497-40b4-8867-5bc40eca7d0d tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:53.792305 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7d2e3e31-a497-40b4-8867-5bc40eca7d0d tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1652231 Dec 09 15:44:53.794846 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44130) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:53.801898 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-83a8976d-b200-40c7-b4c5-9b24f360c223 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Request body: {'security_group_rule': {'security_group_id': '00906555-db78-408c-b729-03dba5b10a46', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:53.833236 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'e280198d-ef4f-45c1-be32-f279d99aefdf', 'network_id': 'a68087bc-b7d9-41cd-bed2-738d51dbb9e8', 'port_id': 'e280198d-ef4f-45c1-be32-f279d99aefdf', 'mac_address': 'fa:16:3e:96:4f:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdb07979-2de5-4536-9caf-e82115e42ca2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:44:53.845056 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2c4a093f-881b-4c8b-aa95-76dc2a59ebaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:53.860498 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e169c-64a0-4f06-ac79-8afd36639a2f req-8eb7c229-167d-49c6-830a-57c79f812fad tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:53.865075 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-83a8976d-b200-40c7-b4c5-9b24f360c223 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:53.868505 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9a6e169c-64a0-4f06-ac79-8afd36639a2f req-8eb7c229-167d-49c6-830a-57c79f812fad tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=73693423-daec-4111-b540-e58b8c293fe0 HTTP/1.1" status: 200 len: 946 time: 0.1207657 Dec 09 15:44:53.907502 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:53.926520 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e280198d-ef4f-45c1-be32-f279d99aefdf {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:44:53.951728 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9a6e169c-64a0-4f06-ac79-8afd36639a2f req-1fd29491-0c7b-4763-ba54-8738fe090322 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815811 Dec 09 15:44:53.953004 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-83a8976d-b200-40c7-b4c5-9b24f360c223 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:53.957757 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a093f-881b-4c8b-aa95-76dc2a59ebaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26117206-996b-4ea7-94a0-7281df337991,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:53.966673 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2c4a093f-881b-4c8b-aa95-76dc2a59ebaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:53.969895 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2c4a093f-881b-4c8b-aa95-76dc2a59ebaa admin admin] 10.222.0.57 "DELETE /v2.0/subnets/26117206-996b-4ea7-94a0-7281df337991 HTTP/1.1" status: 204 len: 168 time: 0.6724970 Dec 09 15:44:53.972486 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44140) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:53.973267 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-83a8976d-b200-40c7-b4c5-9b24f360c223 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:53.984080 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port e280198d-ef4f-45c1-be32-f279d99aefdf, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=e280198d-ef4f-45c1-be32-f279d99aefdf,segment=NetworkSegment(b5782eeb-e719-414a-9378-82fecd48220f),segment_id=b5782eeb-e719-414a-9378-82fecd48220f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:54.016227 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8976d-b200-40c7-b4c5-9b24f360c223 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2564e61e-4568-4830-b09e-c0c0f0c16866,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:54.030988 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-83a8976d-b200-40c7-b4c5-9b24f360c223 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:54.032235 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-83a8976d-b200-40c7-b4c5-9b24f360c223 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2358549 Dec 09 15:44:54.039499 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44144) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:54.044828 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4061a34e-01a4-479f-9f54-f308955c706e tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:54.092585 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:54.131915 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4061a34e-01a4-479f-9f54-f308955c706e tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:54.158349 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:54.176615 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2ee49018-386a-48a9-8d0f-526d8463d106 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:54.192502 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2ee49018-386a-48a9-8d0f-526d8463d106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:54.202928 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=e280198d-ef4f-45c1-be32-f279d99aefdf,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:54.224771 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00ff3b72-452f-4b71-a90a-a514cd66d069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:54.255752 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] device_id is not set on port f4c5f7b3-427b-4e56-9420-6e8911d68df3 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:44:54.286583 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4061a34e-01a4-479f-9f54-f308955c706e tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:54.304743 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cbd72e-321e-4d4f-95a2-14dcbe63a352 None None] Pushing event updated for resources: {'Port': ['ID=bad346a9-1975-4483-82de-0e71549c8747,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:54.325190 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:54.362775 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-2ee49018-386a-48a9-8d0f-526d8463d106 None None] Attempting to bind port bad346a9-1975-4483-82de-0e71549c8747 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:44:54.363192 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-2ee49018-386a-48a9-8d0f-526d8463d106 None None] Attempting to bind port bad346a9-1975-4483-82de-0e71549c8747 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '894eedb8-1408-4e65-bdb1-a9d446887d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '294da410-4b0c-4c8f-a497-2b6932151d56'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:44:54.363555 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee49018-386a-48a9-8d0f-526d8463d106 None None] Attempting to bind port bad346a9-1975-4483-82de-0e71549c8747 on network 294da410-4b0c-4c8f-a497-2b6932151d56 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:44:54.370334 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee49018-386a-48a9-8d0f-526d8463d106 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:44:54.370719 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee49018-386a-48a9-8d0f-526d8463d106 None None] Checking segment: {'id': '894eedb8-1408-4e65-bdb1-a9d446887d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '294da410-4b0c-4c8f-a497-2b6932151d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:44:54.371122 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2ee49018-386a-48a9-8d0f-526d8463d106 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:54.371519 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee49018-386a-48a9-8d0f-526d8463d106 None None] Bound using segment: {'id': '894eedb8-1408-4e65-bdb1-a9d446887d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '294da410-4b0c-4c8f-a497-2b6932151d56'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:44:54.372002 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-2ee49018-386a-48a9-8d0f-526d8463d106 None None] Bound port: bad346a9-1975-4483-82de-0e71549c8747, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '894eedb8-1408-4e65-bdb1-a9d446887d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '294da410-4b0c-4c8f-a497-2b6932151d56'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:44:54.372390 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2ee49018-386a-48a9-8d0f-526d8463d106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:54.399614 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:54.434404 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-4061a34e-01a4-479f-9f54-f308955c706e tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Allocated IP 172.25.3.153 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/35394e0c-44ea-423e-83b8-06ecb0a49b0e) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:44:54.504097 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00ff3b72-452f-4b71-a90a-a514cd66d069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:54.514511 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa415b-b5ef-416c-aad8-e481db135352 req-e5581db1-4678-4f4b-8702-c91e211043ea tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:54.516406 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-80fa415b-b5ef-416c-aad8-e481db135352 req-e5581db1-4678-4f4b-8702-c91e211043ea tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] 10.222.0.57 "GET /v2.0/ports?device_id=89ccfb44-ae2c-4685-8d51-345c1c6185b9 HTTP/1.1" status: 200 len: 944 time: 0.2495472 Dec 09 15:44:54.550400 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-2ee49018-386a-48a9-8d0f-526d8463d106 None None] For port bad346a9-1975-4483-82de-0e71549c8747, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:44:54.561009 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-2ee49018-386a-48a9-8d0f-526d8463d106 None None] For port bad346a9-1975-4483-82de-0e71549c8747, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=bad346a9-1975-4483-82de-0e71549c8747,segment=NetworkSegment(894eedb8-1408-4e65-bdb1-a9d446887d83),segment_id=894eedb8-1408-4e65-bdb1-a9d446887d83)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:44:54.563921 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['e280198d-ef4f-45c1-be32-f279d99aefdf'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:44:54.571128 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2ee49018-386a-48a9-8d0f-526d8463d106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:54.571797 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-00ff3b72-452f-4b71-a90a-a514cd66d069 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c4f6a97-7e39-4174-bd16-e1e48958d493']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:54.586903 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Pushing event updated for resources: {'Port': ['ID=f4c5f7b3-427b-4e56-9420-6e8911d68df3,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:54.590063 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4061a34e-01a4-479f-9f54-f308955c706e tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:54.596225 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-00ff3b72-452f-4b71-a90a-a514cd66d069 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21821100-6b83-4eaa-83e9-8945cc07a24c') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:54.596975 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-00ff3b72-452f-4b71-a90a-a514cd66d069 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21821100-6b83-4eaa-83e9-8945cc07a24c') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:54.623461 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00ff3b72-452f-4b71-a90a-a514cd66d069 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:54.631623 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4061a34e-01a4-479f-9f54-f308955c706e tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:54.633047 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:54.651381 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Checking segment: {'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:44:54.651896 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Network hostable DHCP agents. Network: 97ec3e53-d1d3-40d0-82a8-e7c0a569d708, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:44:54.654364 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00ff3b72-452f-4b71-a90a-a514cd66d069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:54.676076 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-80fa415b-b5ef-416c-aad8-e481db135352 req-65ce909b-9e2f-46a6-8f4e-1daa85f95ab6 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] 10.222.0.57 "GET /v2.0/security-groups?id=256a6ccf-c28f-4ce4-bfbd-7f0535b9f774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465611 Dec 09 15:44:54.681721 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ff3b72-452f-4b71-a90a-a514cd66d069 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:44:54.682335 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00ff3b72-452f-4b71-a90a-a514cd66d069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:54.685139 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:44:54.685139 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:44:54.685139 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:44:54.685139 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:44:54.685139 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:44:54.685139 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:44:54.685139 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:44:54.685139 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:44:54.685139 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:44:54.685139 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:44:54.685139 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:44:54.685139 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:44:54.685139 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:44:54.685139 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:44:54.685139 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:44:54.685139 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:44:54.685139 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:44:54.685139 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:44:54.685139 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:44:54.685139 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:44:54.685139 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:44:54.685139 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:44:54.685139 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:44:54.685139 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:44:54.685139 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:44:54.685139 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:44:54.685139 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:44:54.685139 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:44:54.685139 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:44:54.685139 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:44:54.685139 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:44:54.685139 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:44:54.692303 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4061a34e-01a4-479f-9f54-f308955c706e tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:44:54.701063 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-4061a34e-01a4-479f-9f54-f308955c706e tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:44:54.716611 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4061a34e-01a4-479f-9f54-f308955c706e tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:44:54.741340 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2e61fa99-9a0a-465d-ad8b-219ff605e5a7 None None] Provisioning complete for port bad346a9-1975-4483-82de-0e71549c8747 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:44:54.742323 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2e61fa99-9a0a-465d-ad8b-219ff605e5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:54.783710 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cbd72e-321e-4d4f-95a2-14dcbe63a352 None None] Pushing event updated for resources: {'Port': ['ID=bad346a9-1975-4483-82de-0e71549c8747,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:54.793267 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee49018-386a-48a9-8d0f-526d8463d106 None None] Routers {'ec555e40-9950-4913-a9a7-4445f5ea62bc'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:44:54.794932 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2ee49018-386a-48a9-8d0f-526d8463d106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:44:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['ec555e40-9950-4913-a9a7-4445f5ea62bc'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:54.802634 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:44:54.824862 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4061a34e-01a4-479f-9f54-f308955c706e tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Pushing event updated for resources: {'Port': ['ID=35394e0c-44ea-423e-83b8-06ecb0a49b0e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:54.859449 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00ff3b72-452f-4b71-a90a-a514cd66d069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:54.870602 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00ff3b72-452f-4b71-a90a-a514cd66d069 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:54.875014 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-00ff3b72-452f-4b71-a90a-a514cd66d069 admin admin] 10.222.0.57 "DELETE /v2.0/networks/7c4f6a97-7e39-4174-bd16-e1e48958d493 HTTP/1.1" status: 204 len: 168 time: 0.8857429 Dec 09 15:44:54.932959 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 97ec3e53-d1d3-40d0-82a8-e7c0a569d708) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:44:54.939241 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:44:54.954351 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f9f5ed-860e-456b-85f5-d82624fb419d None None] Network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:44:54.970071 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff3b72-452f-4b71-a90a-a514cd66d069 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c4f6a97-7e39-4174-bd16-e1e48958d493,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:54.982691 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:44:54.983053 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:44:54.983409 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:44:54.993586 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Port f4c5f7b3-427b-4e56-9420-6e8911d68df3 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:44:54.994003 n-d-821228-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Failed to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] Dec 09 15:44:54.996117 n-d-821228-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempt 2 to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 Dec 09 15:44:55.011509 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4061a34e-01a4-479f-9f54-f308955c706e tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:55.031366 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:44:55.031667 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:44:55.032169 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:44:55.050618 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Port f4c5f7b3-427b-4e56-9420-6e8911d68df3 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:44:55.051030 n-d-821228-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Failed to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] Dec 09 15:44:55.053339 n-d-821228-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempt 3 to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 Dec 09 15:44:55.065263 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38b8e4-297a-4c52-bfa1-c188b0a43508 req-b2187a25-308a-4694-be8d-f9eabc1c1271 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:55.066842 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ff38b8e4-297a-4c52-bfa1-c188b0a43508 req-b2187a25-308a-4694-be8d-f9eabc1c1271 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/networks?id=aefaced1-2e29-4860-a321-969c1bb810c5 HTTP/1.1" status: 200 len: 804 time: 0.2303751 Dec 09 15:44:55.085155 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4061a34e-01a4-479f-9f54-f308955c706e tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:55.097158 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ff38b8e4-297a-4c52-bfa1-c188b0a43508 req-37e8b077-df8c-4eb9-8573-85fd992ee027 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/quotas/c9e5c34e3ac94d7ab24dc55f63708cf7 HTTP/1.1" status: 200 len: 375 time: 0.0227354 Dec 09 15:44:55.110591 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:44:55.111330 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:44:55.111680 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:44:55.142385 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Port f4c5f7b3-427b-4e56-9420-6e8911d68df3 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:44:55.142726 n-d-821228-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Failed to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] Dec 09 15:44:55.144323 n-d-821228-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempt 4 to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 Dec 09 15:44:55.172271 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:44:55.172641 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:44:55.172974 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:44:55.185221 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Port f4c5f7b3-427b-4e56-9420-6e8911d68df3 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:44:55.185436 n-d-821228-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Failed to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] Dec 09 15:44:55.187078 n-d-821228-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempt 5 to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 Dec 09 15:44:55.219141 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-2ee49018-386a-48a9-8d0f-526d8463d106 None None] Set router ec555e40-9950-4913-a9a7-4445f5ea62bc gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:44:55.226148 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ff38b8e4-297a-4c52-bfa1-c188b0a43508 req-32d1f49b-9175-4512-afa1-b278fb626340 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c9e5c34e3ac94d7ab24dc55f63708cf7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1275752 Dec 09 15:44:55.235592 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44174) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:55.278931 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2e61fa99-9a0a-465d-ad8b-219ff605e5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:55.314059 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:55.316338 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:44:55.316834 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:44:55.317054 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:44:55.330570 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Port f4c5f7b3-427b-4e56-9420-6e8911d68df3 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:44:55.330928 n-d-821228-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Failed to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] Dec 09 15:44:55.332776 n-d-821228-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempt 6 to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 Dec 09 15:44:55.375672 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-2e61fa99-9a0a-465d-ad8b-219ff605e5a7 None None] For port bad346a9-1975-4483-82de-0e71549c8747, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=bad346a9-1975-4483-82de-0e71549c8747,segment=NetworkSegment(894eedb8-1408-4e65-bdb1-a9d446887d83),segment_id=894eedb8-1408-4e65-bdb1-a9d446887d83)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:55.378515 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:44:55.379142 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:44:55.379589 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:44:55.398243 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-21d49f21-2b32-4383-8cea-8170a21b19f1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bcc25d46c3f8429f928f30c28f9cc49c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1473901 Dec 09 15:44:55.401404 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Port f4c5f7b3-427b-4e56-9420-6e8911d68df3 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:44:55.401881 n-d-821228-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Failed to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] Dec 09 15:44:55.402570 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44178) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:55.405013 n-d-821228-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempt 7 to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 Dec 09 15:44:55.435740 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2e61fa99-9a0a-465d-ad8b-219ff605e5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:55.454420 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:44:55.454951 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:44:55.455398 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:44:55.469123 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ff38b8e4-297a-4c52-bfa1-c188b0a43508 req-0f735954-0dcf-4e94-9326-17d451f0c5e3 service neutron] 10.222.0.57 "GET /v2.0/networks/aefaced1-2e29-4860-a321-969c1bb810c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417681 Dec 09 15:44:55.477641 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Port f4c5f7b3-427b-4e56-9420-6e8911d68df3 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:44:55.478183 n-d-821228-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Failed to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] Dec 09 15:44:55.487873 n-d-821228-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempt 8 to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 Dec 09 15:44:55.550816 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:44:55.551269 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:44:55.551716 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:44:55.556117 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e61fa99-9a0a-465d-ad8b-219ff605e5a7 None None] Pushing event updated for resources: {'Port': ['ID=bad346a9-1975-4483-82de-0e71549c8747,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:55.571138 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Port f4c5f7b3-427b-4e56-9420-6e8911d68df3 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:44:55.572399 n-d-821228-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Failed to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] Dec 09 15:44:55.579863 n-d-821228-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempt 9 to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 Dec 09 15:44:55.586758 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b36b2cb-60b0-46b6-b6d1-809ab425371a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:55.613312 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-307e89ca-e39b-49f8-9065-fc85c996b09f None None] Provisioning complete for port bad346a9-1975-4483-82de-0e71549c8747 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:44:55.613689 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-307e89ca-e39b-49f8-9065-fc85c996b09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:55.618102 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:44:55.618456 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:44:55.618836 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:44:55.652983 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Port f4c5f7b3-427b-4e56-9420-6e8911d68df3 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:44:55.653533 n-d-821228-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Failed to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] Dec 09 15:44:55.676298 n-d-821228-1 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempt 10 to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 Dec 09 15:44:55.684068 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ff38b8e4-297a-4c52-bfa1-c188b0a43508 req-59394476-aa48-43c8-afdb-c56550f87f78 service neutron] 10.222.0.57 "GET /v2.0/networks/aefaced1-2e29-4860-a321-969c1bb810c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074056 Dec 09 15:44:55.714866 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:44:55.715440 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:44:55.716401 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:44:55.725910 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Port f4c5f7b3-427b-4e56-9420-6e8911d68df3 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:44:55.726533 n-d-821228-1 neutron-server[103244]: ERROR neutron.plugins.ml2.managers [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Failed to bind port f4c5f7b3-427b-4e56-9420-6e8911d68df3 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] Dec 09 15:44:55.727062 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:55.731451 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b36b2cb-60b0-46b6-b6d1-809ab425371a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:55.794665 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2ee49018-386a-48a9-8d0f-526d8463d106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec555e40-9950-4913-a9a7-4445f5ea62bc', 'name': 'tempest-ServersTestFqdnHostnames-1285166802-router', 'tenant_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:44:41Z', 'updated_at': '2021-12-09T15:44:50Z', 'revision_number': 4, 'project_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'gw_port': {'id': 'e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:79:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec555e40-9950-4913-a9a7-4445f5ea62bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:44:43Z', 'updated_at': '2021-12-09T15:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'bad346a9-1975-4483-82de-0e71549c8747', 'name': '', 'network_id': '294da410-4b0c-4c8f-a497-2b6932151d56', 'tenant_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'mac_address': 'fa:16:3e:09:db:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec555e40-9950-4913-a9a7-4445f5ea62bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '002bdf95-01eb-46f4-b3fe-2493e41b057a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:44:48Z', 'updated_at': '2021-12-09T15:44:54Z', 'revision_number': 4, 'project_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'subnets': [{'id': '002bdf95-01eb-46f4-b3fe-2493e41b057a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:55.814746 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4061a34e-01a4-479f-9f54-f308955c706e tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:55.821773 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] For port f4c5f7b3-427b-4e56-9420-6e8911d68df3, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:44:55.822928 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempted to set empty binding levels {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 09 15:44:55.826015 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4061a34e-01a4-479f-9f54-f308955c706e tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:55.828461 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee49018-386a-48a9-8d0f-526d8463d106 None None] The sync data for ids ['ec555e40-9950-4913-a9a7-4445f5ea62bc'] in n-d-821228-1 is: [{'id': 'ec555e40-9950-4913-a9a7-4445f5ea62bc', 'name': 'tempest-ServersTestFqdnHostnames-1285166802-router', 'tenant_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:44:41Z', 'updated_at': '2021-12-09T15:44:50Z', 'revision_number': 4, 'project_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'gw_port': {'id': 'e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:79:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec555e40-9950-4913-a9a7-4445f5ea62bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:44:43Z', 'updated_at': '2021-12-09T15:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'bad346a9-1975-4483-82de-0e71549c8747', 'name': '', 'network_id': '294da410-4b0c-4c8f-a497-2b6932151d56', 'tenant_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'mac_address': 'fa:16:3e:09:db:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec555e40-9950-4913-a9a7-4445f5ea62bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '002bdf95-01eb-46f4-b3fe-2493e41b057a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:44:48Z', 'updated_at': '2021-12-09T15:44:54Z', 'revision_number': 4, 'project_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'subnets': [{'id': '002bdf95-01eb-46f4-b3fe-2493e41b057a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:44:55.835201 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:55.913755 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Pushing event updated for resources: {'Port': ['ID=f4c5f7b3-427b-4e56-9420-6e8911d68df3,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:55.918525 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:55.919128 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:55.962242 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-cb646e66-a608-4f25-a561-8efd253553c9 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.8323240 Dec 09 15:44:55.963609 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44188) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:55.990668 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b36b2cb-60b0-46b6-b6d1-809ab425371a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:55.994454 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b36b2cb-60b0-46b6-b6d1-809ab425371a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:56.000363 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3b36b2cb-60b0-46b6-b6d1-809ab425371a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/98b9a6fb-67c8-47ed-a860-63c0c91e5037 HTTP/1.1" status: 204 len: 168 time: 0.5919983 Dec 09 15:44:56.034301 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36b2cb-60b0-46b6-b6d1-809ab425371a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b9a6fb-67c8-47ed-a860-63c0c91e5037,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:56.098299 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4061a34e-01a4-479f-9f54-f308955c706e tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Pushing event updated for resources: {'Port': ['ID=35394e0c-44ea-423e-83b8-06ecb0a49b0e,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:56.124683 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4061a34e-01a4-479f-9f54-f308955c706e tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:56.148865 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4061a34e-01a4-479f-9f54-f308955c706e tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:56.150704 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4061a34e-01a4-479f-9f54-f308955c706e tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1098301 Dec 09 15:44:56.192892 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-23bdbab8-7f87-4ba1-a322-7a87cf2d122e tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Deleting port f4c5f7b3-427b-4e56-9420-6e8911d68df3 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:44:56.194416 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-23bdbab8-7f87-4ba1-a322-7a87cf2d122e tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:56.345968 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-23bdbab8-7f87-4ba1-a322-7a87cf2d122e tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] For port f4c5f7b3-427b-4e56-9420-6e8911d68df3, host n-h2-821228-1, got binding levels [] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:56.346174 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-23bdbab8-7f87-4ba1-a322-7a87cf2d122e tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:56.365806 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-23bdbab8-7f87-4ba1-a322-7a87cf2d122e tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Calling delete_port for f4c5f7b3-427b-4e56-9420-6e8911d68df3 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:44:56.464461 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:56.605306 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27364be5-1211-4bf9-ae9c-eecf22a5502a req-493adbb4-de89-4aad-9b27-a6b3e4182a09 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:56.613495 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-27364be5-1211-4bf9-ae9c-eecf22a5502a req-493adbb4-de89-4aad-9b27-a6b3e4182a09 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] 10.222.0.57 "GET /v2.0/ports?device_id=89ccfb44-ae2c-4685-8d51-345c1c6185b9 HTTP/1.1" status: 200 len: 944 time: 0.1671474 Dec 09 15:44:56.688935 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-27364be5-1211-4bf9-ae9c-eecf22a5502a req-8060f7d3-b74c-43a2-b0d9-b662ee6be4ec tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] 10.222.0.57 "GET /v2.0/security-groups?id=256a6ccf-c28f-4ce4-bfbd-7f0535b9f774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742407 Dec 09 15:44:56.704143 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-23bdbab8-7f87-4ba1-a322-7a87cf2d122e tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:56.741622 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44218) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:56.777795 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-23bdbab8-7f87-4ba1-a322-7a87cf2d122e tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:56.781855 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-23bdbab8-7f87-4ba1-a322-7a87cf2d122e tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] 10.222.0.57 "DELETE /v2.0/ports/f4c5f7b3-427b-4e56-9420-6e8911d68df3 HTTP/1.1" status: 204 len: 168 time: 0.8086658 Dec 09 15:44:56.782987 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bdbab8-7f87-4ba1-a322-7a87cf2d122e tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Pushing event deleted for resources: {'Port': ['ID=f4c5f7b3-427b-4e56-9420-6e8911d68df3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:56.784692 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44222) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:56.825531 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c67f47c5-13e7-4edf-ba34-b6d8ba078f3f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e60c99b10edc462cba96a8048b2c8437&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0827250 Dec 09 15:44:56.828025 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44226) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:56.836393 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e06e50b-bd68-4091-99f1-5a33737bf081 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] GET failed (client error): The resource could not be found. Dec 09 15:44:56.839520 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1e06e50b-bd68-4091-99f1-5a33737bf081 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] 10.222.0.57 "GET /v2.0/ports/f4c5f7b3-427b-4e56-9420-6e8911d68df3 HTTP/1.1" status: 404 len: 333 time: 0.0538011 Dec 09 15:44:56.843581 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44228) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:56.849665 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d0384e96-3182-40ff-a143-6513e25a4b1d tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Request body: {'port': {'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-742147709'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:56.911012 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0384e96-3182-40ff-a143-6513e25a4b1d tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Made reservation on behalf of 2abae3ada7804cbd84a30df2f6ab2e32 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:44:56.918662 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0384e96-3182-40ff-a143-6513e25a4b1d tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:56.958441 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e2507572-5010-4ff3-87ac-422b47601f8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:56.973406 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-d0384e96-3182-40ff-a143-6513e25a4b1d tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] device_id is not set on port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:44:57.039116 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e2507572-5010-4ff3-87ac-422b47601f8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:57.146727 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e2507572-5010-4ff3-87ac-422b47601f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:57.149873 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e2507572-5010-4ff3-87ac-422b47601f8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:57.152490 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e2507572-5010-4ff3-87ac-422b47601f8f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3758779b-cf68-497c-85f2-7db6ddd2746a HTTP/1.1" status: 204 len: 168 time: 0.3233562 Dec 09 15:44:57.170841 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2507572-5010-4ff3-87ac-422b47601f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3758779b-cf68-497c-85f2-7db6ddd2746a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:57.330855 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0384e96-3182-40ff-a143-6513e25a4b1d tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:57.371554 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device e280198d-ef4f-45c1-be32-f279d99aefdf up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:44:57.372183 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0384e96-3182-40ff-a143-6513e25a4b1d tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:57.453318 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0384e96-3182-40ff-a143-6513e25a4b1d tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Pushing event updated for resources: {'Port': ['ID=30d1fa4e-09b0-4bcf-b3e6-1a026118da15,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:57.475096 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port e280198d-ef4f-45c1-be32-f279d99aefdf completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:44:57.496682 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port e280198d-ef4f-45c1-be32-f279d99aefdf triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:44:57.497236 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:57.513427 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0384e96-3182-40ff-a143-6513e25a4b1d tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:44:57.516789 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-d0384e96-3182-40ff-a143-6513e25a4b1d tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:44:57.520357 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0384e96-3182-40ff-a143-6513e25a4b1d tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:44:57.524602 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0384e96-3182-40ff-a143-6513e25a4b1d tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:57.526455 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0384e96-3182-40ff-a143-6513e25a4b1d tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:57.568752 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d0384e96-3182-40ff-a143-6513e25a4b1d tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7237103 Dec 09 15:44:57.571610 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44254) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:57.583071 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:57.611563 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:57.667063 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port e280198d-ef4f-45c1-be32-f279d99aefdf, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=e280198d-ef4f-45c1-be32-f279d99aefdf,segment=NetworkSegment(b5782eeb-e719-414a-9378-82fecd48220f),segment_id=b5782eeb-e719-414a-9378-82fecd48220f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:57.668885 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ccfb44-ae2c-4685-8d51-345c1c6185b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e280198d-ef4f-45c1-be32-f279d99aefdf'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:44:57.674196 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420adbd5-9f9c-4064-90cb-3fbcc27f1869" -d '{"events": [{"server_uuid": "89ccfb44-ae2c-4685-8d51-345c1c6185b9", "name": "network-vif-plugged", "status": "completed", "tag": "e280198d-ef4f-45c1-be32-f279d99aefdf"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:44:57.680737 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:57.719344 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-0e0f59d9-de72-4d51-b47f-ad4830bb9833 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1430157486&fields=id&tenant_id=bbdfd74655944f31ad1c7a93f1fcea77 HTTP/1.1" status: 200 len: 267 time: 0.1522946 Dec 09 15:44:57.748846 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=e280198d-ef4f-45c1-be32-f279d99aefdf,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:57.785735 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:57.942782 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ff38b8e4-297a-4c52-bfa1-c188b0a43508 req-c44de75c-e1a0-46a4-987d-6ed59eec8282 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c9e5c34e3ac94d7ab24dc55f63708cf7&device_id=57c4faa0-8edb-47a0-a0ae-61c9a756e778 HTTP/1.1" status: 200 len: 210 time: 0.0616081 Dec 09 15:44:57.981819 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device bad346a9-1975-4483-82de-0e71549c8747 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:44:58.063452 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] device_id is not set on port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:44:58.073514 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:58.084064 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port bad346a9-1975-4483-82de-0e71549c8747 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:44:58.084628 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:58.085090 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:58.173137 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Pushing event updated for resources: {'Port': ['ID=30d1fa4e-09b0-4bcf-b3e6-1a026118da15,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:58.176378 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:44:58.176763 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:44:58.177104 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:44:58.183118 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:44:58.183457 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Failed to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] Dec 09 15:44:58.183849 n-d-821228-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempt 2 to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 Dec 09 15:44:58.196529 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:44:58.197482 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:44:58.197698 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:44:58.202127 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38b8e4-297a-4c52-bfa1-c188b0a43508 req-f49907b8-ad61-4421-9312-e1ebac3b8ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:58.203204 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:44:58.203598 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Failed to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] Dec 09 15:44:58.203724 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ff38b8e4-297a-4c52-bfa1-c188b0a43508 req-f49907b8-ad61-4421-9312-e1ebac3b8ecf service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=c9e5c34e3ac94d7ab24dc55f63708cf7&shared=False HTTP/1.1" status: 200 len: 905 time: 0.2483327 Dec 09 15:44:58.204127 n-d-821228-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempt 3 to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 Dec 09 15:44:58.212881 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-dc46dae9-5059-470f-b008-d93e0c7f41a9 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:58.214687 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-dc46dae9-5059-470f-b008-d93e0c7f41a9 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] 10.222.0.57 "GET /v2.0/networks?id=294da410-4b0c-4c8f-a497-2b6932151d56 HTTP/1.1" status: 200 len: 815 time: 0.4938688 Dec 09 15:44:58.223702 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:44:58.224059 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:44:58.224330 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:44:58.229096 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:44:58.229422 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Failed to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] Dec 09 15:44:58.229821 n-d-821228-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempt 4 to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 Dec 09 15:44:58.244494 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:44:58.244837 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:44:58.245182 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:44:58.249942 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:44:58.250269 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Failed to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] Dec 09 15:44:58.250662 n-d-821228-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempt 5 to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 Dec 09 15:44:58.293648 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:44:58.293648 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:44:58.293648 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:44:58.294419 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:44:58.294798 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Failed to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] Dec 09 15:44:58.296223 n-d-821228-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempt 6 to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 Dec 09 15:44:58.320056 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:44:58.320690 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:44:58.321230 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:44:58.332389 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:44:58.334022 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Failed to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] Dec 09 15:44:58.335097 n-d-821228-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempt 7 to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 Dec 09 15:44:58.353498 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:44:58.353964 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:44:58.354419 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:44:58.360902 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:44:58.361313 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Failed to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] Dec 09 15:44:58.361777 n-d-821228-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempt 8 to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 Dec 09 15:44:58.383445 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:44:58.383994 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:44:58.385421 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:44:58.392062 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:44:58.392632 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Failed to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] Dec 09 15:44:58.393913 n-d-821228-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempt 9 to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 Dec 09 15:44:58.413263 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:44:58.413900 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:44:58.414560 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:44:58.421567 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:44:58.422188 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Failed to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] Dec 09 15:44:58.422816 n-d-821228-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempt 10 to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 Dec 09 15:44:58.452990 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:44:58.453345 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:44:58.454419 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:44:58.463416 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:44:58.463800 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Failed to bind port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] Dec 09 15:44:58.464118 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:58.558513 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] For port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15, host n-h2-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:44:58.558894 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempted to set empty binding levels {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 09 15:44:58.565684 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:58.624733 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] In _notify_port_updated(), no bound segment for port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 {{(pid=103245) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:44:58.626031 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:58.627088 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:58.632136 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] 10.222.0.57 "PUT /v2.0/ports/30d1fa4e-09b0-4bcf-b3e6-1a026118da15 HTTP/1.1" status: 200 len: 974 time: 1.0585330 Dec 09 15:44:58.632971 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-c9616c76-b4c7-4ad0-b7a6-d5bb8254feb1 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] 10.222.0.57 "GET /v2.0/quotas/bbdfd74655944f31ad1c7a93f1fcea77 HTTP/1.1" status: 200 len: 375 time: 0.4084435 Dec 09 15:44:58.634240 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44294) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:58.693537 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac259c-d8cd-40b3-8527-93a85215b1f6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Pushing event updated for resources: {'Port': ['ID=30d1fa4e-09b0-4bcf-b3e6-1a026118da15,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:58.761333 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ef73fe-f7d3-47db-9910-43d2c5fbc063 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:58.763747 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ef73fe-f7d3-47db-9910-43d2c5fbc063 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:58.765404 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ef73fe-f7d3-47db-9910-43d2c5fbc063 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:58.767213 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ef73fe-f7d3-47db-9910-43d2c5fbc063 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:58.769332 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ef73fe-f7d3-47db-9910-43d2c5fbc063 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:58.770745 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ef73fe-f7d3-47db-9910-43d2c5fbc063 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:58.771420 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ef73fe-f7d3-47db-9910-43d2c5fbc063 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:58.772760 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ef73fe-f7d3-47db-9910-43d2c5fbc063 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:58.773601 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ef73fe-f7d3-47db-9910-43d2c5fbc063 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:58.776722 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ef73fe-f7d3-47db-9910-43d2c5fbc063 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:58.777413 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ef73fe-f7d3-47db-9910-43d2c5fbc063 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:58.778188 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ef73fe-f7d3-47db-9910-43d2c5fbc063 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:58.779105 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ef73fe-f7d3-47db-9910-43d2c5fbc063 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:58.779736 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ef73fe-f7d3-47db-9910-43d2c5fbc063 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:58.793866 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ef73fe-f7d3-47db-9910-43d2c5fbc063 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:58.794519 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ef73fe-f7d3-47db-9910-43d2c5fbc063 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:58.795232 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ef73fe-f7d3-47db-9910-43d2c5fbc063 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:58.795815 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ef73fe-f7d3-47db-9910-43d2c5fbc063 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:58.796449 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ef73fe-f7d3-47db-9910-43d2c5fbc063 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:58.796931 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ef73fe-f7d3-47db-9910-43d2c5fbc063 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:58.797340 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-d8c2173a-5c2a-45aa-a0dd-1504b19af20c tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=bbdfd74655944f31ad1c7a93f1fcea77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1631637 Dec 09 15:44:58.797885 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ef73fe-f7d3-47db-9910-43d2c5fbc063 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:58.801908 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ef73fe-f7d3-47db-9910-43d2c5fbc063 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:58.804509 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ef73fe-f7d3-47db-9910-43d2c5fbc063 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:58.804843 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ef73fe-f7d3-47db-9910-43d2c5fbc063 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:58.805329 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ef73fe-f7d3-47db-9910-43d2c5fbc063 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:58.809188 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ef73fe-f7d3-47db-9910-43d2c5fbc063 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:58.809409 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ef73fe-f7d3-47db-9910-43d2c5fbc063 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:58.809873 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ef73fe-f7d3-47db-9910-43d2c5fbc063 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:58.810331 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ef73fe-f7d3-47db-9910-43d2c5fbc063 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:58.810783 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ef73fe-f7d3-47db-9910-43d2c5fbc063 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:58.811237 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ef73fe-f7d3-47db-9910-43d2c5fbc063 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:58.811682 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ef73fe-f7d3-47db-9910-43d2c5fbc063 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:58.819980 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38b8e4-297a-4c52-bfa1-c188b0a43508 req-4a41c650-d444-40e0-9d82-0ae9dafa93f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:58.821513 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ff38b8e4-297a-4c52-bfa1-c188b0a43508 req-4a41c650-d444-40e0-9d82-0ae9dafa93f9 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6053603 Dec 09 15:44:58.835796 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a5ef73fe-f7d3-47db-9910-43d2c5fbc063 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28663 time: 0.1965837 Dec 09 15:44:58.838978 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44300) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:58.970058 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ff38b8e4-297a-4c52-bfa1-c188b0a43508 req-5035d9f0-53f2-4c0c-b812-a7d0a4c92e9f tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.31 "GET /v2.0/ports?device_id=57c4faa0-8edb-47a0-a0ae-61c9a756e778 HTTP/1.1" status: 200 len: 210 time: 0.0375886 Dec 09 15:44:59.021162 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-1c594fdc-5542-4211-8438-4d89539d1eb7 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Deleting port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:44:59.021555 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c594fdc-5542-4211-8438-4d89539d1eb7 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:59.048959 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-090e0c38-fb46-4d5d-b3c4-6fb332aeadac service neutron] 10.222.0.57 "GET /v2.0/networks/294da410-4b0c-4c8f-a497-2b6932151d56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189047 Dec 09 15:44:59.203277 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-1c594fdc-5542-4211-8438-4d89539d1eb7 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] For port 30d1fa4e-09b0-4bcf-b3e6-1a026118da15, host n-h2-821228-1, got binding levels [] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:59.203942 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c594fdc-5542-4211-8438-4d89539d1eb7 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:59.214458 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-3391f9df-a4fd-43b3-83a6-e6e377b214ab service neutron] 10.222.0.57 "GET /v2.0/networks/294da410-4b0c-4c8f-a497-2b6932151d56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644061 Dec 09 15:44:59.224910 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-1c594fdc-5542-4211-8438-4d89539d1eb7 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Calling delete_port for 30d1fa4e-09b0-4bcf-b3e6-1a026118da15 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:44:59.389862 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c594fdc-5542-4211-8438-4d89539d1eb7 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:59.438857 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c594fdc-5542-4211-8438-4d89539d1eb7 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Pushing event deleted for resources: {'Port': ['ID=30d1fa4e-09b0-4bcf-b3e6-1a026118da15,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:59.467083 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c594fdc-5542-4211-8438-4d89539d1eb7 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:59.481145 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1c594fdc-5542-4211-8438-4d89539d1eb7 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] 10.222.0.57 "DELETE /v2.0/ports/30d1fa4e-09b0-4bcf-b3e6-1a026118da15 HTTP/1.1" status: 204 len: 168 time: 0.6410837 Dec 09 15:44:59.484752 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44322) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:59.507681 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4718a355-b281-4eb8-8228-bd4283be0e63 req-976ca8ec-39e5-4160-9468-cf8c646f7e22 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c9e5c34e3ac94d7ab24dc55f63708cf7&device_id=57c4faa0-8edb-47a0-a0ae-61c9a756e778 HTTP/1.1" status: 200 len: 210 time: 0.0606108 Dec 09 15:44:59.530023 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-7910de4c-84de-4bbc-83fb-995605e25d45 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] GET failed (client error): The resource could not be found. Dec 09 15:44:59.538151 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7910de4c-84de-4bbc-83fb-995605e25d45 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] 10.222.0.57 "GET /v2.0/ports/30d1fa4e-09b0-4bcf-b3e6-1a026118da15 HTTP/1.1" status: 404 len: 333 time: 0.0457807 Dec 09 15:44:59.539351 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44328) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:59.544480 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a9d1040b-3628-40f4-8f3a-7f618ca5156c tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-615775858', 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:59.608063 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d1040b-3628-40f4-8f3a-7f618ca5156c tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Made reservation on behalf of 2abae3ada7804cbd84a30df2f6ab2e32 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:44:59.611425 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9d1040b-3628-40f4-8f3a-7f618ca5156c tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:59.642368 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:44:59.652337 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-a9d1040b-3628-40f4-8f3a-7f618ca5156c tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] device_id is not set on port f58a2c71-3f2d-441c-9520-d1d4ea476f88 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:44:59.807784 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8137023f-3da6-48fd-a7b4-3f8a2daa16c2 req-9bc1f4f2-70b8-46c0-9ddc-d561cd9121db tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=57c4faa0-8edb-47a0-a0ae-61c9a756e778 HTTP/1.1" status: 200 len: 210 time: 0.1328807 Dec 09 15:44:59.974520 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718a355-b281-4eb8-8228-bd4283be0e63 req-48762357-fdee-4c4b-be49-7cccf5ebab1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:59.976026 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4718a355-b281-4eb8-8228-bd4283be0e63 req-48762357-fdee-4c4b-be49-7cccf5ebab1d service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=c9e5c34e3ac94d7ab24dc55f63708cf7&shared=False HTTP/1.1" status: 200 len: 905 time: 0.4617350 Dec 09 15:45:00.158376 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6aada2-55c4-4eb4-99d3-019c4afa78bf x-openstack-request-id: req-8a6aada2-55c4-4eb4-99d3-019c4afa78bf {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:45:00.159246 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ccfb44-ae2c-4685-8d51-345c1c6185b9", "name": "network-vif-plugged", "status": "completed", "tag": "e280198d-ef4f-45c1-be32-f279d99aefdf", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:45:00.159416 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8a6aada2-55c4-4eb4-99d3-019c4afa78bf {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:45:00.160127 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ccfb44-ae2c-4685-8d51-345c1c6185b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e280198d-ef4f-45c1-be32-f279d99aefdf', 'code': 200} Dec 09 15:45:00.214771 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718a355-b281-4eb8-8228-bd4283be0e63 req-1a853fc0-9059-4b7c-8dbe-8d028e95fe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:00.217332 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4718a355-b281-4eb8-8228-bd4283be0e63 req-1a853fc0-9059-4b7c-8dbe-8d028e95fe58 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2336776 Dec 09 15:45:00.304222 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9d1040b-3628-40f4-8f3a-7f618ca5156c tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:00.394610 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4718a355-b281-4eb8-8228-bd4283be0e63 req-d7a0b759-abb3-4139-a7ad-16c4408c7adc tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.31 "GET /v2.0/ports?device_id=57c4faa0-8edb-47a0-a0ae-61c9a756e778 HTTP/1.1" status: 200 len: 210 time: 0.1208358 Dec 09 15:45:00.398202 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9d1040b-3628-40f4-8f3a-7f618ca5156c tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:00.433711 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b802e7-8fac-4413-8e6c-db8bd1581a50 req-4138b716-d44c-4708-83b6-f3b0dc30ab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:00.437462 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-10b802e7-8fac-4413-8e6c-db8bd1581a50 req-4138b716-d44c-4708-83b6-f3b0dc30ab0e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=89ccfb44-ae2c-4685-8d51-345c1c6185b9 HTTP/1.1" status: 200 len: 1096 time: 0.2073555 Dec 09 15:45:00.512459 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d1040b-3628-40f4-8f3a-7f618ca5156c tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:45:00.512758 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c05285-fb60-4942-8b8e-7d5ad03d3805 req-9f9d33cb-030f-4f06-b4fa-a4db6c6d8412 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:00.525268 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-a9d1040b-3628-40f4-8f3a-7f618ca5156c tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:45:00.527724 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1040b-3628-40f4-8f3a-7f618ca5156c tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Pushing event updated for resources: {'Port': ['ID=f58a2c71-3f2d-441c-9520-d1d4ea476f88,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:00.529282 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-77c05285-fb60-4942-8b8e-7d5ad03d3805 req-9f9d33cb-030f-4f06-b4fa-a4db6c6d8412 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] 10.222.0.57 "GET /v2.0/ports?device_id=89ccfb44-ae2c-4685-8d51-345c1c6185b9 HTTP/1.1" status: 200 len: 945 time: 0.2276671 Dec 09 15:45:00.531089 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d1040b-3628-40f4-8f3a-7f618ca5156c tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:45:00.532931 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d1040b-3628-40f4-8f3a-7f618ca5156c tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:00.532931 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9d1040b-3628-40f4-8f3a-7f618ca5156c tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:00.558062 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a9d1040b-3628-40f4-8f3a-7f618ca5156c tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0132673 Dec 09 15:45:00.567505 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44358) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:00.651254 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb1769e-cf72-4ba8-9679-ad377b04df3f tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:00.653187 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3fb1769e-cf72-4ba8-9679-ad377b04df3f tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] 10.222.0.57 "GET /v2.0/ports/f58a2c71-3f2d-441c-9520-d1d4ea476f88 HTTP/1.1" status: 200 len: 954 time: 0.0844936 Dec 09 15:45:00.656968 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44360) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:00.706829 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-10b802e7-8fac-4413-8e6c-db8bd1581a50 req-4746e836-a3ff-49eb-a65e-41f74b852571 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=256a6ccf-c28f-4ce4-bfbd-7f0535b9f774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579806 Dec 09 15:45:00.729762 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-77c05285-fb60-4942-8b8e-7d5ad03d3805 req-83db29c7-faf4-48be-a58c-063645d82985 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] 10.222.0.57 "GET /v2.0/security-groups?id=256a6ccf-c28f-4ce4-bfbd-7f0535b9f774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739597 Dec 09 15:45:00.841085 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-1b3f8c39-b58e-46c6-8c32-84f564d3d89b tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Deleting port f58a2c71-3f2d-441c-9520-d1d4ea476f88 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:45:00.841438 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1b3f8c39-b58e-46c6-8c32-84f564d3d89b tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:00.880466 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fb637847-32f4-441d-b53a-a909c6784d0e req-4b56bf6e-b222-4b6b-a8e1-d0fe96b7778d tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d6563ef-cbdd-4e21-9bec-5cec8618dc8e HTTP/1.1" status: 200 len: 210 time: 0.0550921 Dec 09 15:45:00.910128 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1b3f8c39-b58e-46c6-8c32-84f564d3d89b tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:00.939304 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-1b3f8c39-b58e-46c6-8c32-84f564d3d89b tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Calling delete_port for f58a2c71-3f2d-441c-9520-d1d4ea476f88 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:45:01.009872 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7b908a62-7d64-4dbb-bf10-3f5d84afde7a req-98271b3b-517f-4994-b15a-e69149cc1138 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=57c4faa0-8edb-47a0-a0ae-61c9a756e778 HTTP/1.1" status: 200 len: 210 time: 0.0313444 Dec 09 15:45:01.119753 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1b3f8c39-b58e-46c6-8c32-84f564d3d89b tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:01.150786 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f8c39-b58e-46c6-8c32-84f564d3d89b tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Pushing event deleted for resources: {'Port': ['ID=f58a2c71-3f2d-441c-9520-d1d4ea476f88,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:01.156894 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1b3f8c39-b58e-46c6-8c32-84f564d3d89b tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:01.160193 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1b3f8c39-b58e-46c6-8c32-84f564d3d89b tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] 10.222.0.57 "DELETE /v2.0/ports/f58a2c71-3f2d-441c-9520-d1d4ea476f88 HTTP/1.1" status: 204 len: 168 time: 0.5022776 Dec 09 15:45:01.162860 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44378) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:01.193455 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4b24b75-750f-4503-b383-ed93bb064b86 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] GET failed (client error): The resource could not be found. Dec 09 15:45:01.195279 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f4b24b75-750f-4503-b383-ed93bb064b86 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] 10.222.0.57 "GET /v2.0/ports/f58a2c71-3f2d-441c-9520-d1d4ea476f88 HTTP/1.1" status: 404 len: 333 time: 0.0312495 Dec 09 15:45:01.199622 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44380) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:01.205020 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ed4d807c-f0c8-4d71-9e02-82ed89f23b4a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Request body: {'port': {'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1234803636'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:45:01.232294 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4d807c-f0c8-4d71-9e02-82ed89f23b4a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Made reservation on behalf of 2abae3ada7804cbd84a30df2f6ab2e32 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:45:01.236322 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed4d807c-f0c8-4d71-9e02-82ed89f23b4a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:01.273459 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-ed4d807c-f0c8-4d71-9e02-82ed89f23b4a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] device_id is not set on port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:45:01.505341 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed4d807c-f0c8-4d71-9e02-82ed89f23b4a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:01.548373 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed4d807c-f0c8-4d71-9e02-82ed89f23b4a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:01.599719 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4d807c-f0c8-4d71-9e02-82ed89f23b4a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:45:01.601428 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-ed4d807c-f0c8-4d71-9e02-82ed89f23b4a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:45:01.606518 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4d807c-f0c8-4d71-9e02-82ed89f23b4a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:45:01.607496 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4d807c-f0c8-4d71-9e02-82ed89f23b4a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:01.608556 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed4d807c-f0c8-4d71-9e02-82ed89f23b4a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:01.633597 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4d807c-f0c8-4d71-9e02-82ed89f23b4a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Pushing event updated for resources: {'Port': ['ID=f61fba8a-f890-4ae9-baef-bdaa9fdc2613,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:01.641189 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ed4d807c-f0c8-4d71-9e02-82ed89f23b4a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4402590 Dec 09 15:45:01.643633 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44402) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:01.651668 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:45:01.753061 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:01.820745 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-201c7eae-c876-4c9d-8bd0-4f91d3ee177a tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:01.823680 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-201c7eae-c876-4c9d-8bd0-4f91d3ee177a tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] 10.222.0.31 "GET /v2.0/networks?id=294da410-4b0c-4c8f-a497-2b6932151d56 HTTP/1.1" status: 200 len: 815 time: 0.1701858 Dec 09 15:45:01.981655 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11652345-e7f3-46d9-8e88-1a473d9068b7 req-934dc2b6-e1dc-495b-b062-51276d128026 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:01.983392 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11652345-e7f3-46d9-8e88-1a473d9068b7 req-934dc2b6-e1dc-495b-b062-51276d128026 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] 10.222.0.57 "GET /v2.0/ports?device_id=89ccfb44-ae2c-4685-8d51-345c1c6185b9 HTTP/1.1" status: 200 len: 945 time: 0.1505203 Dec 09 15:45:01.993239 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-12c52880-bb1b-4b9c-bcaa-4ab074ba5fb1 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbdfd74655944f31ad1c7a93f1fcea77 HTTP/1.1" status: 200 len: 380 time: 0.1516709 Dec 09 15:45:02.023200 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-99197edd-0798-485e-8691-14a1b4da3c80 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Request body: {'port': {'device_id': '4d6563ef-cbdd-4e21-9bec-5cec8618dc8e', 'network_id': '294da410-4b0c-4c8f-a497-2b6932151d56', 'admin_state_up': True, 'tenant_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'security_groups': ['00906555-db78-408c-b729-03dba5b10a46']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:45:02.087366 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] device_id is not set on port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:45:02.109867 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:02.123807 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:02.204472 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Pushing event updated for resources: {'Port': ['ID=f61fba8a-f890-4ae9-baef-bdaa9fdc2613,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:02.205678 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11652345-e7f3-46d9-8e88-1a473d9068b7 req-e92b74ac-3d0e-404f-b2d0-589f919cfdaa tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] 10.222.0.57 "GET /v2.0/security-groups?id=256a6ccf-c28f-4ce4-bfbd-7f0535b9f774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061737 Dec 09 15:45:02.229250 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:45:02.232229 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-99197edd-0798-485e-8691-14a1b4da3c80 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Made reservation on behalf of bbdfd74655944f31ad1c7a93f1fcea77 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:45:02.236725 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:45:02.239824 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-99197edd-0798-485e-8691-14a1b4da3c80 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:02.242621 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:45:02.252366 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:45:02.252366 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Failed to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] Dec 09 15:45:02.252366 n-d-821228-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempt 2 to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 Dec 09 15:45:02.271863 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:45:02.272515 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:45:02.276708 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:45:02.297864 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:45:02.298476 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Failed to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] Dec 09 15:45:02.300275 n-d-821228-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempt 3 to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 Dec 09 15:45:02.323166 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:45:02.323514 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:45:02.324141 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:45:02.331764 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:45:02.332105 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Failed to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] Dec 09 15:45:02.332573 n-d-821228-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempt 4 to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 Dec 09 15:45:02.347738 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:45:02.348090 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:45:02.348825 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:45:02.353808 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:45:02.354293 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Failed to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] Dec 09 15:45:02.354694 n-d-821228-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempt 5 to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 Dec 09 15:45:02.367645 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:45:02.367989 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:45:02.368334 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:45:02.373359 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:45:02.373819 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Failed to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] Dec 09 15:45:02.374220 n-d-821228-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempt 6 to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 Dec 09 15:45:02.388641 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:45:02.389098 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:45:02.389669 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:45:02.395332 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:45:02.395778 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Failed to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] Dec 09 15:45:02.396179 n-d-821228-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempt 7 to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 Dec 09 15:45:02.410389 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:45:02.410736 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:45:02.411082 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:45:02.416346 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:45:02.416560 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Failed to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] Dec 09 15:45:02.416930 n-d-821228-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempt 8 to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 Dec 09 15:45:02.431485 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:45:02.432224 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:45:02.432224 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:45:02.432469 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-99197edd-0798-485e-8691-14a1b4da3c80 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Allocated IP 172.20.0.5 (294da410-4b0c-4c8f-a497-2b6932151d56/002bdf95-01eb-46f4-b3fe-2493e41b057a/f72236d2-4a34-40be-9ff5-038689eb0932) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:45:02.439556 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:45:02.440389 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Failed to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] Dec 09 15:45:02.441085 n-d-821228-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempt 9 to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 Dec 09 15:45:02.456785 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:45:02.457131 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:45:02.457476 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:45:02.463546 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:45:02.464174 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Failed to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] Dec 09 15:45:02.464547 n-d-821228-1 neutron-server[103245]: INFO neutron.plugins.ml2.plugin [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempt 10 to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 Dec 09 15:45:02.481293 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:45:02.481412 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:45:02.481772 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempting to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:45:02.486921 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:45:02.487304 n-d-821228-1 neutron-server[103245]: ERROR neutron.plugins.ml2.managers [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Failed to bind port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 on host n-h2-821228-1 for vnic_type normal using segments [{'id': '1224fc30-0694-4341-b1ae-4a0fe58c7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '97ec3e53-d1d3-40d0-82a8-e7c0a569d708'}] Dec 09 15:45:02.487725 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:02.600343 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b0a654a2-80fc-43ce-bbd6-ca58c69b7249 req-2cd9639d-d1f1-471a-9925-a745fafb553f tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d6563ef-cbdd-4e21-9bec-5cec8618dc8e HTTP/1.1" status: 200 len: 210 time: 0.0415998 Dec 09 15:45:02.601347 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] For port f61fba8a-f890-4ae9-baef-bdaa9fdc2613, host n-h2-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:45:02.601766 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attempted to set empty binding levels {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 09 15:45:02.610502 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:02.682988 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-99197edd-0798-485e-8691-14a1b4da3c80 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:02.726730 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] In _notify_port_updated(), no bound segment for port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 on network 97ec3e53-d1d3-40d0-82a8-e7c0a569d708 {{(pid=103245) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:45:02.729820 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:02.730491 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:02.731730 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] 10.222.0.57 "PUT /v2.0/ports/f61fba8a-f890-4ae9-baef-bdaa9fdc2613 HTTP/1.1" status: 200 len: 975 time: 1.0843866 Dec 09 15:45:02.736099 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44442) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:02.782854 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c684a-746c-4191-b4dd-a555dc9a088a tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Pushing event updated for resources: {'Port': ['ID=f61fba8a-f890-4ae9-baef-bdaa9fdc2613,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:02.813238 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-99197edd-0798-485e-8691-14a1b4da3c80 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:02.969257 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-99197edd-0798-485e-8691-14a1b4da3c80 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Network 294da410-4b0c-4c8f-a497-2b6932151d56 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:45:03.008272 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-99197edd-0798-485e-8691-14a1b4da3c80 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:45:03.023661 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99197edd-0798-485e-8691-14a1b4da3c80 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Pushing event updated for resources: {'Port': ['ID=f72236d2-4a34-40be-9ff5-038689eb0932,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:03.031795 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-99197edd-0798-485e-8691-14a1b4da3c80 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:45:03.123267 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-99197edd-0798-485e-8691-14a1b4da3c80 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:03.123928 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-99197edd-0798-485e-8691-14a1b4da3c80 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:03.142182 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-8afce300-dc91-48ba-9121-80d59295fda6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Deleting port f61fba8a-f890-4ae9-baef-bdaa9fdc2613 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:45:03.142602 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8afce300-dc91-48ba-9121-80d59295fda6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:03.256400 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-fa935f20-f801-43a0-87da-661ff9c55bb5 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:03.257994 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-fa935f20-f801-43a0-87da-661ff9c55bb5 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/networks?id=aefaced1-2e29-4860-a321-969c1bb810c5 HTTP/1.1" status: 200 len: 804 time: 0.3322375 Dec 09 15:45:03.265428 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-99197edd-0798-485e-8691-14a1b4da3c80 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2488253 Dec 09 15:45:03.286261 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-5471c2d8-0d1d-4c34-9c8e-20a8aed13439 service neutron] Request body: {'port': {'device_id': '4d6563ef-cbdd-4e21-9bec-5cec8618dc8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:45:03.321317 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-9c37bd33-e9c9-40e3-ac49-a528318b01e7 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/quotas/c9e5c34e3ac94d7ab24dc55f63708cf7 HTTP/1.1" status: 200 len: 375 time: 0.0549076 Dec 09 15:45:03.391052 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-8afce300-dc91-48ba-9121-80d59295fda6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] For port f61fba8a-f890-4ae9-baef-bdaa9fdc2613, host n-h2-821228-1, got binding levels [] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:45:03.391052 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8afce300-dc91-48ba-9121-80d59295fda6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:03.428825 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-8afce300-dc91-48ba-9121-80d59295fda6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Calling delete_port for f61fba8a-f890-4ae9-baef-bdaa9fdc2613 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:45:03.430705 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-5471c2d8-0d1d-4c34-9c8e-20a8aed13439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:03.480556 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-06ab0a85-9a92-4918-ae70-ae0fccb42865 None None] Provisioning complete for port f72236d2-4a34-40be-9ff5-038689eb0932 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:45:03.481591 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-06ab0a85-9a92-4918-ae70-ae0fccb42865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:03.530012 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-cd4e0d3e-ecfc-4813-9db2-cba79d7d98d9 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c9e5c34e3ac94d7ab24dc55f63708cf7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1627920 Dec 09 15:45:03.543586 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-06ab0a85-9a92-4918-ae70-ae0fccb42865 None None] Port f72236d2-4a34-40be-9ff5-038689eb0932 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:45:03.718054 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8afce300-dc91-48ba-9121-80d59295fda6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:03.795958 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afce300-dc91-48ba-9121-80d59295fda6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Pushing event deleted for resources: {'Port': ['ID=f61fba8a-f890-4ae9-baef-bdaa9fdc2613,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:03.809313 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8afce300-dc91-48ba-9121-80d59295fda6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:03.815948 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44480) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:03.816503 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8afce300-dc91-48ba-9121-80d59295fda6 tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] 10.222.0.57 "DELETE /v2.0/ports/f61fba8a-f890-4ae9-baef-bdaa9fdc2613 HTTP/1.1" status: 204 len: 168 time: 1.0787446 Dec 09 15:45:03.830008 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-1a1c13fa-b4de-4d62-99cc-7b03f6551d93 service neutron] 10.222.0.57 "GET /v2.0/networks/aefaced1-2e29-4860-a321-969c1bb810c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849085 Dec 09 15:45:03.858255 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e1bd409-1324-40cb-887c-e53319e2764d tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] GET failed (client error): The resource could not be found. Dec 09 15:45:03.859987 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1e1bd409-1324-40cb-887c-e53319e2764d tempest-PortsAdminExtendedAttrsTestJSON-162759229 tempest-PortsAdminExtendedAttrsTestJSON-162759229-project-admin] 10.222.0.57 "GET /v2.0/ports/f61fba8a-f890-4ae9-baef-bdaa9fdc2613 HTTP/1.1" status: 404 len: 333 time: 0.0429018 Dec 09 15:45:03.866877 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44484) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:04.005433 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e70c6cc-9f5a-4190-af43-7393dd189a9c tempest-PortsAdminExtendedAttrsTestJSON-253872515 tempest-PortsAdminExtendedAttrsTestJSON-253872515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:04.020616 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-b90d02e8-9a0e-4365-a900-cd17f5bcb656 service neutron] 10.222.0.57 "GET /v2.0/networks/aefaced1-2e29-4860-a321-969c1bb810c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773753 Dec 09 15:45:04.043428 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-5471c2d8-0d1d-4c34-9c8e-20a8aed13439 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f72236d2-4a34-40be-9ff5-038689eb0932 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:45:04.051877 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-5471c2d8-0d1d-4c34-9c8e-20a8aed13439 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:04.065291 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-5471c2d8-0d1d-4c34-9c8e-20a8aed13439 service neutron] Transition to ACTIVE for port object f72236d2-4a34-40be-9ff5-038689eb0932 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:45:04.096450 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-5471c2d8-0d1d-4c34-9c8e-20a8aed13439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:04.145556 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e70c6cc-9f5a-4190-af43-7393dd189a9c tempest-PortsAdminExtendedAttrsTestJSON-253872515 tempest-PortsAdminExtendedAttrsTestJSON-253872515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:04.174752 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-4e70c6cc-9f5a-4190-af43-7393dd189a9c tempest-PortsAdminExtendedAttrsTestJSON-253872515 tempest-PortsAdminExtendedAttrsTestJSON-253872515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97ec3e53-d1d3-40d0-82a8-e7c0a569d708']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:04.189643 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-4e70c6cc-9f5a-4190-af43-7393dd189a9c tempest-PortsAdminExtendedAttrsTestJSON-253872515 tempest-PortsAdminExtendedAttrsTestJSON-253872515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1224fc30-0694-4341-b1ae-4a0fe58c7997') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:04.190203 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-4e70c6cc-9f5a-4190-af43-7393dd189a9c tempest-PortsAdminExtendedAttrsTestJSON-253872515 tempest-PortsAdminExtendedAttrsTestJSON-253872515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1224fc30-0694-4341-b1ae-4a0fe58c7997') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:04.202236 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e70c6cc-9f5a-4190-af43-7393dd189a9c tempest-PortsAdminExtendedAttrsTestJSON-253872515 tempest-PortsAdminExtendedAttrsTestJSON-253872515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:04.242300 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471c2d8-0d1d-4c34-9c8e-20a8aed13439 service neutron] Pushing event updated for resources: {'Port': ['ID=f72236d2-4a34-40be-9ff5-038689eb0932,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:04.246161 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e70c6cc-9f5a-4190-af43-7393dd189a9c tempest-PortsAdminExtendedAttrsTestJSON-253872515 tempest-PortsAdminExtendedAttrsTestJSON-253872515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:04.256093 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e70c6cc-9f5a-4190-af43-7393dd189a9c tempest-PortsAdminExtendedAttrsTestJSON-253872515 tempest-PortsAdminExtendedAttrsTestJSON-253872515-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:45:04.256759 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e70c6cc-9f5a-4190-af43-7393dd189a9c tempest-PortsAdminExtendedAttrsTestJSON-253872515 tempest-PortsAdminExtendedAttrsTestJSON-253872515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:04.262620 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:45:04.262620 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:45:04.262620 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:45:04.262620 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:45:04.262620 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:45:04.262620 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:45:04.262620 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:45:04.262620 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:45:04.262620 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:45:04.262620 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:45:04.262620 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:45:04.262620 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:45:04.262620 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:45:04.262620 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:45:04.262620 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:45:04.262620 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:45:04.262620 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:45:04.262620 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:45:04.262620 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:45:04.262620 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:45:04.262620 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:45:04.262620 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:45:04.262620 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:45:04.262620 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:45:04.262620 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:45:04.262620 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:45:04.262620 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:45:04.262620 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:45:04.262620 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:45:04.262620 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:45:04.262620 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:45:04.262620 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:45:04.273389 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-5471c2d8-0d1d-4c34-9c8e-20a8aed13439 service neutron] Attempting to bind port f72236d2-4a34-40be-9ff5-038689eb0932 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:45:04.273726 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-5471c2d8-0d1d-4c34-9c8e-20a8aed13439 service neutron] Attempting to bind port f72236d2-4a34-40be-9ff5-038689eb0932 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '894eedb8-1408-4e65-bdb1-a9d446887d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '294da410-4b0c-4c8f-a497-2b6932151d56'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:45:04.274066 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-5471c2d8-0d1d-4c34-9c8e-20a8aed13439 service neutron] Attempting to bind port f72236d2-4a34-40be-9ff5-038689eb0932 on network 294da410-4b0c-4c8f-a497-2b6932151d56 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:45:04.328955 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-5471c2d8-0d1d-4c34-9c8e-20a8aed13439 service neutron] Port f72236d2-4a34-40be-9ff5-038689eb0932 on network 294da410-4b0c-4c8f-a497-2b6932151d56 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:45:04.329291 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-5471c2d8-0d1d-4c34-9c8e-20a8aed13439 service neutron] Attempting to bind port f72236d2-4a34-40be-9ff5-038689eb0932 on network 294da410-4b0c-4c8f-a497-2b6932151d56 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:45:04.350404 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-5471c2d8-0d1d-4c34-9c8e-20a8aed13439 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:45:04.350404 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-5471c2d8-0d1d-4c34-9c8e-20a8aed13439 service neutron] Checking segment: {'id': '894eedb8-1408-4e65-bdb1-a9d446887d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '294da410-4b0c-4c8f-a497-2b6932151d56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:45:04.350784 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-5471c2d8-0d1d-4c34-9c8e-20a8aed13439 service neutron] Bound using segment: {'id': '894eedb8-1408-4e65-bdb1-a9d446887d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '294da410-4b0c-4c8f-a497-2b6932151d56'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:45:04.350949 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-5471c2d8-0d1d-4c34-9c8e-20a8aed13439 service neutron] Bound port: f72236d2-4a34-40be-9ff5-038689eb0932, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '894eedb8-1408-4e65-bdb1-a9d446887d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '294da410-4b0c-4c8f-a497-2b6932151d56'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:45:04.351318 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-5471c2d8-0d1d-4c34-9c8e-20a8aed13439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:04.353488 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e70c6cc-9f5a-4190-af43-7393dd189a9c tempest-PortsAdminExtendedAttrsTestJSON-253872515 tempest-PortsAdminExtendedAttrsTestJSON-253872515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:04.375033 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e70c6cc-9f5a-4190-af43-7393dd189a9c tempest-PortsAdminExtendedAttrsTestJSON-253872515 tempest-PortsAdminExtendedAttrsTestJSON-253872515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:04.379402 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4e70c6cc-9f5a-4190-af43-7393dd189a9c tempest-PortsAdminExtendedAttrsTestJSON-253872515 tempest-PortsAdminExtendedAttrsTestJSON-253872515-project] 10.222.0.57 "DELETE /v2.0/networks/97ec3e53-d1d3-40d0-82a8-e7c0a569d708 HTTP/1.1" status: 204 len: 168 time: 0.5112565 Dec 09 15:45:04.426337 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70c6cc-9f5a-4190-af43-7393dd189a9c tempest-PortsAdminExtendedAttrsTestJSON-253872515 tempest-PortsAdminExtendedAttrsTestJSON-253872515-project] Pushing event deleted for resources: {'Network': ['ID=97ec3e53-d1d3-40d0-82a8-e7c0a569d708,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:04.625283 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73235f26-12cc-4252-9e25-90871ef205c9 req-e78c57fc-0654-454a-970a-d27421559598 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:04.638788 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-73235f26-12cc-4252-9e25-90871ef205c9 req-e78c57fc-0654-454a-970a-d27421559598 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] 10.222.0.57 "GET /v2.0/ports?device_id=89ccfb44-ae2c-4685-8d51-345c1c6185b9 HTTP/1.1" status: 200 len: 945 time: 0.2232559 Dec 09 15:45:04.709411 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-5471c2d8-0d1d-4c34-9c8e-20a8aed13439 service neutron] For port f72236d2-4a34-40be-9ff5-038689eb0932, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:45:04.736823 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-5471c2d8-0d1d-4c34-9c8e-20a8aed13439 service neutron] For port f72236d2-4a34-40be-9ff5-038689eb0932, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=f72236d2-4a34-40be-9ff5-038689eb0932,segment=NetworkSegment(894eedb8-1408-4e65-bdb1-a9d446887d83),segment_id=894eedb8-1408-4e65-bdb1-a9d446887d83)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:45:04.748704 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-5471c2d8-0d1d-4c34-9c8e-20a8aed13439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:04.781883 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-73235f26-12cc-4252-9e25-90871ef205c9 req-e9414c7b-ac8d-4207-a8cc-4de0f87be30a tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] 10.222.0.57 "GET /v2.0/security-groups?id=256a6ccf-c28f-4ce4-bfbd-7f0535b9f774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320310 Dec 09 15:45:04.863337 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-5471c2d8-0d1d-4c34-9c8e-20a8aed13439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:04.864154 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-5471c2d8-0d1d-4c34-9c8e-20a8aed13439 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:04.865688 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-5471c2d8-0d1d-4c34-9c8e-20a8aed13439 service neutron] 10.222.0.31 "PUT /v2.0/ports/f72236d2-4a34-40be-9ff5-038689eb0932 HTTP/1.1" status: 200 len: 1091 time: 1.5889366 Dec 09 15:45:04.870154 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d6563ef-cbdd-4e21-9bec-5cec8618dc8e', 'tag': 'f72236d2-4a34-40be-9ff5-038689eb0932'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:45:04.890408 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8756b7e-ead9-4962-aa6b-8bce1f154f12" -d '{"events": [{"name": "network-changed", "server_uuid": "4d6563ef-cbdd-4e21-9bec-5cec8618dc8e", "tag": "f72236d2-4a34-40be-9ff5-038689eb0932"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:45:05.042676 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44532) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:05.077280 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471c2d8-0d1d-4c34-9c8e-20a8aed13439 service neutron] Pushing event updated for resources: {'Port': ['ID=f72236d2-4a34-40be-9ff5-038689eb0932,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:05.157114 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c6225-c974-4ca4-9241-fcbd9008b3fe req-8535f3e2-0b73-4ab9-8225-33c4826a8185 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:05.166125 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c2c6225-c974-4ca4-9241-fcbd9008b3fe req-8535f3e2-0b73-4ab9-8225-33c4826a8185 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d6563ef-cbdd-4e21-9bec-5cec8618dc8e HTTP/1.1" status: 200 len: 943 time: 0.2461584 Dec 09 15:45:05.189882 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-95324794-9456-4022-b74e-4ecc9aaaa3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:05.192447 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-95324794-9456-4022-b74e-4ecc9aaaa3b9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bbdfd74655944f31ad1c7a93f1fcea77&device_id=4d6563ef-cbdd-4e21-9bec-5cec8618dc8e HTTP/1.1" status: 200 len: 1094 time: 0.2399421 Dec 09 15:45:05.343744 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b4911485-b2e9-40a2-badf-52878fa79c80 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fc32ec758b4d4f48a6669df14e4ad153&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2992303 Dec 09 15:45:05.347360 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44544) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:05.412059 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c526b7b-5bd2-4f52-a21a-021520784b41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:05.442100 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c526b7b-5bd2-4f52-a21a-021520784b41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:05.570322 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c526b7b-5bd2-4f52-a21a-021520784b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:05.579284 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c526b7b-5bd2-4f52-a21a-021520784b41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:05.601225 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4c526b7b-5bd2-4f52-a21a-021520784b41 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3cced710-98f0-41a6-9b10-dc2aaea2cf91 HTTP/1.1" status: 204 len: 168 time: 0.2545602 Dec 09 15:45:05.625205 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c526b7b-5bd2-4f52-a21a-021520784b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cced710-98f0-41a6-9b10-dc2aaea2cf91,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:05.640485 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-1c8eb5a1-82d8-4553-a3c7-1d86e90be2e8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f72236d2-4a34-40be-9ff5-038689eb0932 HTTP/1.1" status: 200 len: 217 time: 0.4371488 Dec 09 15:45:05.688038 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c2c6225-c974-4ca4-9241-fcbd9008b3fe req-a702b4ce-0e3b-4fc3-b108-d2b1febf3158 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] 10.222.0.57 "GET /v2.0/security-groups?id=00906555-db78-408c-b729-03dba5b10a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5204165 Dec 09 15:45:05.851291 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-0d6a2260-7f87-43e7-8eaf-4bca39bf80b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:05.853731 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-0d6a2260-7f87-43e7-8eaf-4bca39bf80b9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=002bdf95-01eb-46f4-b3fe-2493e41b057a HTTP/1.1" status: 200 len: 854 time: 0.1889386 Dec 09 15:45:05.863709 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3dac00dd-a8d6-456d-94c1-044ec1b5f826 req-56f7a30a-a973-4029-8ccf-b1b967114706 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=62416a1b-65a3-4dbc-b00d-afa09b06372e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2397201 Dec 09 15:45:06.152993 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44572) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:06.217194 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-865fbfbb-44dc-4c8d-958d-373dfcb7f6bd req-4c24c529-60cc-4122-83fb-7afa4b88a5df tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=231d780e-fbfe-438f-8de3-61f9070b0b15 HTTP/1.1" status: 200 len: 210 time: 0.1750948 Dec 09 15:45:06.247810 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac00dd-a8d6-456d-94c1-044ec1b5f826 req-8ef4acef-c330-4013-859a-01f640d76c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:06.257744 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3dac00dd-a8d6-456d-94c1-044ec1b5f826 req-8ef4acef-c330-4013-859a-01f640d76c51 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cea693ec44f34a95ac5bb978332b5503&device_id=62416a1b-65a3-4dbc-b00d-afa09b06372e HTTP/1.1" status: 200 len: 1096 time: 0.3517926 Dec 09 15:45:06.258262 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44574) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:06.295290 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-c0e26065-6147-48d8-8254-a44edc3a0d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:06.297220 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-c0e26065-6147-48d8-8254-a44edc3a0d9a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=294da410-4b0c-4c8f-a497-2b6932151d56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4160466 Dec 09 15:45:06.377061 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-a5ad5040-dbdd-47a1-94ad-ec29f77f59c7 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:06.379286 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-a5ad5040-dbdd-47a1-94ad-ec29f77f59c7 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.42 "GET /v2.0/networks?id=aefaced1-2e29-4860-a321-969c1bb810c5 HTTP/1.1" status: 200 len: 804 time: 0.3342550 Dec 09 15:45:06.407008 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-d8230eea-4a5a-4e73-a140-582445eaf0f0 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Request body: {'port': {'device_id': '231d780e-fbfe-438f-8de3-61f9070b0b15', 'network_id': 'aefaced1-2e29-4860-a321-969c1bb810c5', 'admin_state_up': True, 'tenant_id': 'c9e5c34e3ac94d7ab24dc55f63708cf7'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:45:06.507185 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-bc2fcf41-23f7-4141-a7d7-c0685516b7c8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2abae3ada7804cbd84a30df2f6ab2e32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3028653 Dec 09 15:45:06.510509 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44580) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:06.562873 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5294f6-4f4e-4acd-9b6f-be4145ba42ec x-openstack-request-id: req-ec5294f6-4f4e-4acd-9b6f-be4145ba42ec {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:45:06.562873 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d6563ef-cbdd-4e21-9bec-5cec8618dc8e", "tag": "f72236d2-4a34-40be-9ff5-038689eb0932", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:45:06.562873 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ec5294f6-4f4e-4acd-9b6f-be4145ba42ec {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:45:06.563242 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d6563ef-cbdd-4e21-9bec-5cec8618dc8e', 'tag': 'f72236d2-4a34-40be-9ff5-038689eb0932', 'status': 'completed', 'code': 200} Dec 09 15:45:06.577306 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6009d429-2548-4373-8c21-6b6855ddcd47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:06.609299 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac00dd-a8d6-456d-94c1-044ec1b5f826 req-ed0a59e9-a2d7-451d-b424-92aa537c3a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:06.611035 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3dac00dd-a8d6-456d-94c1-044ec1b5f826 req-ed0a59e9-a2d7-451d-b424-92aa537c3a99 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e2819ac3-9056-4f31-9f04-900628348c70 HTTP/1.1" status: 200 len: 912 time: 0.3125000 Dec 09 15:45:06.626669 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-6b9aadfe-c8a6-4406-9723-3e37b757f414 service neutron] 10.222.0.31 "GET /v2.0/networks/294da410-4b0c-4c8f-a497-2b6932151d56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076372 Dec 09 15:45:06.659221 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-d8230eea-4a5a-4e73-a140-582445eaf0f0 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Made reservation on behalf of c9e5c34e3ac94d7ab24dc55f63708cf7 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:45:06.666346 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-d8230eea-4a5a-4e73-a140-582445eaf0f0 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:06.798769 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0d3a32f-ba17-4187-94ce-f3160b3b0e8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:06.857662 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0d3a32f-ba17-4187-94ce-f3160b3b0e8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:06.863007 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-d8230eea-4a5a-4e73-a140-582445eaf0f0 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Allocated IP 172.20.0.5 (aefaced1-2e29-4860-a321-969c1bb810c5/518f472d-0dfc-4bb3-a3f4-4a87074139ac/2dfec0ed-e305-425e-a8fd-7ec2215295d3) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:45:06.912294 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3dac00dd-a8d6-456d-94c1-044ec1b5f826 req-db211806-bdd8-4986-bb9f-c968081bff9c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cad87ea-65b5-4fea-889d-0ed909224bfd HTTP/1.1" status: 200 len: 1000 time: 0.2880747 Dec 09 15:45:07.066597 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6009d429-2548-4373-8c21-6b6855ddcd47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:07.078833 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-d8230eea-4a5a-4e73-a140-582445eaf0f0 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:07.087623 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac00dd-a8d6-456d-94c1-044ec1b5f826 req-6e06d193-9314-410b-b1ba-c393cf020691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:07.089516 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3dac00dd-a8d6-456d-94c1-044ec1b5f826 req-6e06d193-9314-410b-b1ba-c393cf020691 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6388c83a-5827-4add-9bc1-4867e28bf06e HTTP/1.1" status: 200 len: 850 time: 0.1335042 Dec 09 15:45:07.095247 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6009d429-2548-4373-8c21-6b6855ddcd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:07.128269 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-d8230eea-4a5a-4e73-a140-582445eaf0f0 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:07.141341 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['76cd4a30-0404-4a95-a2dc-022463d6e20d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:45:07.175314 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c5d5148-11e5-4b82-8956-87f91e5f93b8 req-299bf52d-3487-40bc-a84f-be6a8e884ae1 service neutron] 10.222.0.31 "GET /v2.0/networks/294da410-4b0c-4c8f-a497-2b6932151d56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5374813 Dec 09 15:45:07.216818 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6009d429-2548-4373-8c21-6b6855ddcd47 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7409cda5b04c49d389f381062cf539c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9412324 Dec 09 15:45:07.222374 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0d3a32f-ba17-4187-94ce-f3160b3b0e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:07.223368 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44604) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:07.239819 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8230eea-4a5a-4e73-a140-582445eaf0f0 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Pushing event updated for resources: {'Port': ['ID=2dfec0ed-e305-425e-a8fd-7ec2215295d3,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:07.240007 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0d3a32f-ba17-4187-94ce-f3160b3b0e8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:07.243414 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f0d3a32f-ba17-4187-94ce-f3160b3b0e8b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1527ff33-86e3-4f32-9e66-ebf189e77093 HTTP/1.1" status: 204 len: 168 time: 0.7275245 Dec 09 15:45:07.291453 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-d8230eea-4a5a-4e73-a140-582445eaf0f0 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Network aefaced1-2e29-4860-a321-969c1bb810c5 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:45:07.301164 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-d8230eea-4a5a-4e73-a140-582445eaf0f0 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:45:07.320112 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-d8230eea-4a5a-4e73-a140-582445eaf0f0 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:45:07.336647 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1c23a-4d13-4bbd-8973-1ff71b0e99ea req-924e8929-6ddf-4fa3-925e-38d8c733759f tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:07.369043 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aad1c23a-4d13-4bbd-8973-1ff71b0e99ea req-924e8929-6ddf-4fa3-925e-38d8c733759f tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d6563ef-cbdd-4e21-9bec-5cec8618dc8e HTTP/1.1" status: 200 len: 943 time: 0.4497137 Dec 09 15:45:07.369043 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6009d429-2548-4373-8c21-6b6855ddcd47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d14290-266b-4f32-83ca-37eccc09b539,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:07.398498 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-d8230eea-4a5a-4e73-a140-582445eaf0f0 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:07.400843 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-d8230eea-4a5a-4e73-a140-582445eaf0f0 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:07.421172 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c2c850c-2bc4-4acf-b513-0301d12660cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:07.438618 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-d8230eea-4a5a-4e73-a140-582445eaf0f0 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0363326 Dec 09 15:45:07.453509 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c2c850c-2bc4-4acf-b513-0301d12660cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:07.484640 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3a32f-ba17-4187-94ce-f3160b3b0e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1527ff33-86e3-4f32-9e66-ebf189e77093,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:07.533647 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac00dd-a8d6-456d-94c1-044ec1b5f826 req-ba52e292-f2c0-4b24-93d0-913236adf637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:07.535305 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3dac00dd-a8d6-456d-94c1-044ec1b5f826 req-ba52e292-f2c0-4b24-93d0-913236adf637 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e2819ac3-9056-4f31-9f04-900628348c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4371729 Dec 09 15:45:07.542074 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c2c850c-2bc4-4acf-b513-0301d12660cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:07.545495 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c2c850c-2bc4-4acf-b513-0301d12660cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:07.549634 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8c2c850c-2bc4-4acf-b513-0301d12660cb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/17d14290-266b-4f32-83ca-37eccc09b539 HTTP/1.1" status: 204 len: 168 time: 0.3239872 Dec 09 15:45:07.564896 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8756b7e-ead9-4962-aa6b-8bce1f154f12 req-fa729105-6198-43a2-b8b5-db39f9f3ebf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:07.566381 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f8756b7e-ead9-4962-aa6b-8bce1f154f12 req-fa729105-6198-43a2-b8b5-db39f9f3ebf2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bbdfd74655944f31ad1c7a93f1fcea77&device_id=4d6563ef-cbdd-4e21-9bec-5cec8618dc8e HTTP/1.1" status: 200 len: 1094 time: 0.2867744 Dec 09 15:45:07.573016 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c850c-2bc4-4acf-b513-0301d12660cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d14290-266b-4f32-83ca-37eccc09b539,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:07.632391 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aad1c23a-4d13-4bbd-8973-1ff71b0e99ea req-a5a788ac-1648-4894-a62f-36d90b533316 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] 10.222.0.57 "GET /v2.0/security-groups?id=00906555-db78-408c-b729-03dba5b10a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2603195 Dec 09 15:45:07.634180 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-0e9d3d2a-468b-4183-8660-33945bb20ff8 service neutron] Request body: {'port': {'device_id': '231d780e-fbfe-438f-8de3-61f9070b0b15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:45:07.780269 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-0e9d3d2a-468b-4183-8660-33945bb20ff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:07.913151 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3dac00dd-a8d6-456d-94c1-044ec1b5f826 req-0c4da2f8-a866-40da-a487-11eab9b1d062 service neutron] 10.222.0.31 "GET /v2.0/networks/e2819ac3-9056-4f31-9f04-900628348c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694730 Dec 09 15:45:07.979713 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8756b7e-ead9-4962-aa6b-8bce1f154f12 req-ec75cc03-6be6-4b08-bc98-2f496287f439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:07.982902 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f8756b7e-ead9-4962-aa6b-8bce1f154f12 req-ec75cc03-6be6-4b08-bc98-2f496287f439 service neutron] 10.222.0.31 "GET /v2.0/networks?id=294da410-4b0c-4c8f-a497-2b6932151d56 HTTP/1.1" status: 200 len: 916 time: 0.3993917 Dec 09 15:45:08.137156 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f8756b7e-ead9-4962-aa6b-8bce1f154f12 req-aff6cd92-e649-414f-b330-94f24c73a8db service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f72236d2-4a34-40be-9ff5-038689eb0932 HTTP/1.1" status: 200 len: 217 time: 0.0697458 Dec 09 15:45:08.287227 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7fb074-8d16-4938-b7da-bf58bf454e1c req-fe63ce3d-2317-4085-b6a7-08e2e113392e tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:08.294501 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-0e9d3d2a-468b-4183-8660-33945bb20ff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dfec0ed-e305-425e-a8fd-7ec2215295d3 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:45:08.296862 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bd7fb074-8d16-4938-b7da-bf58bf454e1c req-fe63ce3d-2317-4085-b6a7-08e2e113392e tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=231d780e-fbfe-438f-8de3-61f9070b0b15 HTTP/1.1" status: 200 len: 931 time: 0.1723251 Dec 09 15:45:08.303897 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-0e9d3d2a-468b-4183-8660-33945bb20ff8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:08.318526 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-0e9d3d2a-468b-4183-8660-33945bb20ff8 service neutron] Transition to ACTIVE for port object 2dfec0ed-e305-425e-a8fd-7ec2215295d3 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:45:08.324873 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-0e9d3d2a-468b-4183-8660-33945bb20ff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:08.347128 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8756b7e-ead9-4962-aa6b-8bce1f154f12 req-6715646c-fddf-4d1f-a356-71b52281b6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:08.348944 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f8756b7e-ead9-4962-aa6b-8bce1f154f12 req-6715646c-fddf-4d1f-a356-71b52281b6b4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=002bdf95-01eb-46f4-b3fe-2493e41b057a HTTP/1.1" status: 200 len: 854 time: 0.1851611 Dec 09 15:45:08.358380 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3dac00dd-a8d6-456d-94c1-044ec1b5f826 req-c510ca12-0a63-48c3-811b-d1b7475886ef service neutron] 10.222.0.31 "GET /v2.0/networks/e2819ac3-9056-4f31-9f04-900628348c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298258 Dec 09 15:45:08.423557 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44642) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:08.424729 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d3d2a-468b-4183-8660-33945bb20ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=2dfec0ed-e305-425e-a8fd-7ec2215295d3,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:08.462542 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bd7fb074-8d16-4938-b7da-bf58bf454e1c req-71760151-676a-44b3-b443-4252ce974ecb tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590192 Dec 09 15:45:08.469398 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d3d2a-468b-4183-8660-33945bb20ff8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:45:08.469752 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d3d2a-468b-4183-8660-33945bb20ff8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:45:08.470788 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d3d2a-468b-4183-8660-33945bb20ff8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:45:08.471143 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d3d2a-468b-4183-8660-33945bb20ff8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:45:08.472078 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d3d2a-468b-4183-8660-33945bb20ff8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:45:08.472078 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d3d2a-468b-4183-8660-33945bb20ff8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:45:08.472280 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d3d2a-468b-4183-8660-33945bb20ff8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:45:08.472542 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d3d2a-468b-4183-8660-33945bb20ff8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:45:08.472874 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d3d2a-468b-4183-8660-33945bb20ff8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:45:08.473207 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d3d2a-468b-4183-8660-33945bb20ff8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:45:08.473536 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d3d2a-468b-4183-8660-33945bb20ff8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:45:08.473885 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d3d2a-468b-4183-8660-33945bb20ff8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:45:08.474180 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d3d2a-468b-4183-8660-33945bb20ff8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:45:08.477615 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7a202d4d-e449-4175-b54d-f1236e775e97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:08.497373 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8756b7e-ead9-4962-aa6b-8bce1f154f12 req-7f14e8d3-ad81-4075-870b-9b52046bd4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:08.498957 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f8756b7e-ead9-4962-aa6b-8bce1f154f12 req-7f14e8d3-ad81-4075-870b-9b52046bd4cc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=294da410-4b0c-4c8f-a497-2b6932151d56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1374533 Dec 09 15:45:08.661177 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7a202d4d-e449-4175-b54d-f1236e775e97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:08.669691 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7a202d4d-e449-4175-b54d-f1236e775e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:08.721194 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f8756b7e-ead9-4962-aa6b-8bce1f154f12 req-56bad93a-49d9-4d82-a56a-cb5ecbfbc761 service neutron] 10.222.0.31 "GET /v2.0/networks/294da410-4b0c-4c8f-a497-2b6932151d56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120304 Dec 09 15:45:08.792691 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7a202d4d-e449-4175-b54d-f1236e775e97 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=30384be490104c14992d120c2e31fc99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3651652 Dec 09 15:45:08.795197 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44658) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:08.888565 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a202d4d-e449-4175-b54d-f1236e775e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1316ef67-3c56-4e66-9309-0a45ca9a15dc,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:08.904572 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-0e9d3d2a-468b-4183-8660-33945bb20ff8 service neutron] Attempting to bind port 2dfec0ed-e305-425e-a8fd-7ec2215295d3 on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:45:08.904925 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-0e9d3d2a-468b-4183-8660-33945bb20ff8 service neutron] Attempting to bind port 2dfec0ed-e305-425e-a8fd-7ec2215295d3 by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '72b78068-61b7-4bbb-b5a0-753283217b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aefaced1-2e29-4860-a321-969c1bb810c5'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:45:08.905259 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-0e9d3d2a-468b-4183-8660-33945bb20ff8 service neutron] Attempting to bind port 2dfec0ed-e305-425e-a8fd-7ec2215295d3 on network aefaced1-2e29-4860-a321-969c1bb810c5 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:45:08.913837 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-0e9d3d2a-468b-4183-8660-33945bb20ff8 service neutron] Port 2dfec0ed-e305-425e-a8fd-7ec2215295d3 on network aefaced1-2e29-4860-a321-969c1bb810c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:45:08.914824 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-0e9d3d2a-468b-4183-8660-33945bb20ff8 service neutron] Attempting to bind port 2dfec0ed-e305-425e-a8fd-7ec2215295d3 on network aefaced1-2e29-4860-a321-969c1bb810c5 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:45:08.924191 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-0e9d3d2a-468b-4183-8660-33945bb20ff8 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:45:08.924558 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-0e9d3d2a-468b-4183-8660-33945bb20ff8 service neutron] Checking segment: {'id': '72b78068-61b7-4bbb-b5a0-753283217b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aefaced1-2e29-4860-a321-969c1bb810c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:45:08.924940 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-0e9d3d2a-468b-4183-8660-33945bb20ff8 service neutron] Bound using segment: {'id': '72b78068-61b7-4bbb-b5a0-753283217b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aefaced1-2e29-4860-a321-969c1bb810c5'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:45:08.925377 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-0e9d3d2a-468b-4183-8660-33945bb20ff8 service neutron] Bound port: 2dfec0ed-e305-425e-a8fd-7ec2215295d3, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b78068-61b7-4bbb-b5a0-753283217b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aefaced1-2e29-4860-a321-969c1bb810c5'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:45:08.925807 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-0e9d3d2a-468b-4183-8660-33945bb20ff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:08.981350 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763afdd1-5a6a-4a5c-923e-8c6b4df10afe req-616109a4-a64b-485e-9f9c-0f8f8d730d60 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:08.986560 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-763afdd1-5a6a-4a5c-923e-8c6b4df10afe req-616109a4-a64b-485e-9f9c-0f8f8d730d60 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d6563ef-cbdd-4e21-9bec-5cec8618dc8e HTTP/1.1" status: 200 len: 943 time: 0.1575203 Dec 09 15:45:08.994009 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e685d132-a6d3-4fcc-88c7-a6b7ff023300 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:09.042844 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f8756b7e-ead9-4962-aa6b-8bce1f154f12 req-c36f3321-4819-4e7d-b490-af5ac73962f2 service neutron] 10.222.0.31 "GET /v2.0/networks/294da410-4b0c-4c8f-a497-2b6932151d56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068349 Dec 09 15:45:09.079100 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e685d132-a6d3-4fcc-88c7-a6b7ff023300 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:09.089637 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44670) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:09.097729 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-0e9d3d2a-468b-4183-8660-33945bb20ff8 service neutron] For port 2dfec0ed-e305-425e-a8fd-7ec2215295d3, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:45:09.108904 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-0e9d3d2a-468b-4183-8660-33945bb20ff8 service neutron] For port 2dfec0ed-e305-425e-a8fd-7ec2215295d3, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=2dfec0ed-e305-425e-a8fd-7ec2215295d3,segment=NetworkSegment(72b78068-61b7-4bbb-b5a0-753283217b57),segment_id=72b78068-61b7-4bbb-b5a0-753283217b57)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:45:09.122673 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-0e9d3d2a-468b-4183-8660-33945bb20ff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:09.124911 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-763afdd1-5a6a-4a5c-923e-8c6b4df10afe req-aae7efec-3d3a-4aa8-a503-7534a4f63891 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] 10.222.0.57 "GET /v2.0/security-groups?id=00906555-db78-408c-b729-03dba5b10a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140063 Dec 09 15:45:09.211251 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-0e9d3d2a-468b-4183-8660-33945bb20ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:09.212895 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-0e9d3d2a-468b-4183-8660-33945bb20ff8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:09.215267 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-0e9d3d2a-468b-4183-8660-33945bb20ff8 service neutron] 10.222.0.42 "PUT /v2.0/ports/2dfec0ed-e305-425e-a8fd-7ec2215295d3 HTTP/1.1" status: 200 len: 1091 time: 1.7594650 Dec 09 15:45:09.215964 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '231d780e-fbfe-438f-8de3-61f9070b0b15', 'tag': '2dfec0ed-e305-425e-a8fd-7ec2215295d3'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:45:09.218813 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f70d0b-fa4f-4671-88cf-40d887efc12d" -d '{"events": [{"name": "network-changed", "server_uuid": "231d780e-fbfe-438f-8de3-61f9070b0b15", "tag": "2dfec0ed-e305-425e-a8fd-7ec2215295d3"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:45:09.245733 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d3d2a-468b-4183-8660-33945bb20ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=2dfec0ed-e305-425e-a8fd-7ec2215295d3,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:09.273796 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e685d132-a6d3-4fcc-88c7-a6b7ff023300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:09.278529 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e685d132-a6d3-4fcc-88c7-a6b7ff023300 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:09.281840 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e685d132-a6d3-4fcc-88c7-a6b7ff023300 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1316ef67-3c56-4e66-9309-0a45ca9a15dc HTTP/1.1" status: 204 len: 168 time: 0.4738400 Dec 09 15:45:09.300815 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685d132-a6d3-4fcc-88c7-a6b7ff023300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1316ef67-3c56-4e66-9309-0a45ca9a15dc,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:09.395653 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-bc9eaa9f-649d-405d-a249-39fc18560e24 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:09.408017 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44684) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:09.412905 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-e3d67c1c-8da8-4e4d-977f-1c448e42858d tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:09.417239 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e3d67c1c-8da8-4e4d-977f-1c448e42858d tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0081403 Dec 09 15:45:09.418130 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44686) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:09.422822 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-aff471aa-1324-40d0-abc0-1d69380d18c0 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:09.423513 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bc9eaa9f-649d-405d-a249-39fc18560e24 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.3298807 Dec 09 15:45:09.430719 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44688) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:09.431837 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-aff471aa-1324-40d0-abc0-1d69380d18c0 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0124416 Dec 09 15:45:09.437122 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-664fd756-18ff-4648-9f17-88c75c6abca5 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:09.445612 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44692) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:09.445971 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-664fd756-18ff-4648-9f17-88c75c6abca5 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0115039 Dec 09 15:45:09.452117 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-f8e70e82-ca7b-4058-a398-c847cfacddb4 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:09.456360 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f8e70e82-ca7b-4058-a398-c847cfacddb4 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0091839 Dec 09 15:45:09.458218 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44696) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:09.471886 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-a5ccb5df-d165-4288-a008-27cb8d9ed95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:09.474440 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-a5ccb5df-d165-4288-a008-27cb8d9ed95c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c9e5c34e3ac94d7ab24dc55f63708cf7&device_id=231d780e-fbfe-438f-8de3-61f9070b0b15 HTTP/1.1" status: 200 len: 1094 time: 0.1578395 Dec 09 15:45:09.478386 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-68848929-7931-4dd7-a4a3-6b70d45cdaca tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:09.480941 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-68848929-7931-4dd7-a4a3-6b70d45cdaca tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0215144 Dec 09 15:45:09.483592 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44702) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:09.489552 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-9ab9f19b-c92a-4adf-ab75-972327ae5043 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:09.493816 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9ab9f19b-c92a-4adf-ab75-972327ae5043 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0065408 Dec 09 15:45:09.494543 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44704) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:09.499520 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-196547e5-9053-411b-8a6b-6912b2f903bd tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:09.503637 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-196547e5-9053-411b-8a6b-6912b2f903bd tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0053771 Dec 09 15:45:09.503849 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44706) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:09.513108 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-fa5c3fc8-e396-42f0-bd77-714570b44b0b tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:09.515590 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-fa5c3fc8-e396-42f0-bd77-714570b44b0b tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0108504 Dec 09 15:45:09.520298 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44708) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:09.533257 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-bdc59c12-e749-4f35-a0f6-92fc51392e9d tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:09.534194 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-bdc59c12-e749-4f35-a0f6-92fc51392e9d tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0121262 Dec 09 15:45:09.537906 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44710) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:09.552833 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-023190ca-55d6-4fdf-aba0-7837537b881e tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:09.553811 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-023190ca-55d6-4fdf-aba0-7837537b881e tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0149765 Dec 09 15:45:09.556801 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44712) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:09.566306 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-20636da8-cc76-4ad4-80e6-ddf6131e219c tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:09.568227 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-20636da8-cc76-4ad4-80e6-ddf6131e219c tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0104232 Dec 09 15:45:09.571014 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44714) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:09.583508 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-333387aa-a51f-4966-a9af-bd1a9fe2a370 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2dfec0ed-e305-425e-a8fd-7ec2215295d3 HTTP/1.1" status: 200 len: 217 time: 0.0912426 Dec 09 15:45:09.585576 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-c8726b09-6d56-4376-b981-9ee3add3b3ea tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:09.589663 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c8726b09-6d56-4376-b981-9ee3add3b3ea tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0152957 Dec 09 15:45:09.593323 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44716) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:09.605606 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-24466561-8e90-484f-88ef-2026b9b4010e tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:09.607024 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-24466561-8e90-484f-88ef-2026b9b4010e tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0124609 Dec 09 15:45:09.610023 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44718) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:09.626479 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-371e953f-917d-4f96-827e-f2614a983848 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:09.637269 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-371e953f-917d-4f96-827e-f2614a983848 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0252964 Dec 09 15:45:09.638903 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44722) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:09.654309 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-95917907-23fe-4800-996a-445bb8fa7a51 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:09.658485 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-95917907-23fe-4800-996a-445bb8fa7a51 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0175872 Dec 09 15:45:09.661387 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44724) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:09.669534 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-077569bb-e1e1-4684-9069-e0cb731351fb tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:09.688738 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-077569bb-e1e1-4684-9069-e0cb731351fb tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0112774 Dec 09 15:45:09.689435 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44726) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:09.695018 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-85a0e151-e2a8-403f-8a79-4aea98117713 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:09.699266 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-85a0e151-e2a8-403f-8a79-4aea98117713 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0056026 Dec 09 15:45:09.699462 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-1ccca795-dc0a-4a3a-a8d1-9a0acfe02c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:09.700368 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-1ccca795-dc0a-4a3a-a8d1-9a0acfe02c4b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=518f472d-0dfc-4bb3-a3f4-4a87074139ac HTTP/1.1" status: 200 len: 844 time: 0.1097386 Dec 09 15:45:09.703253 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44728) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:09.711185 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-8e586d6b-1e67-42af-868a-8055e886330c tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:09.715403 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8e586d6b-1e67-42af-868a-8055e886330c tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0077252 Dec 09 15:45:09.733051 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44732) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:09.738616 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-a027a69a-6b72-4550-a4b6-675c68efc10b tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:09.739596 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a027a69a-6b72-4550-a4b6-675c68efc10b tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0052428 Dec 09 15:45:09.746580 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44734) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:09.753074 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-42e80ac9-3488-4ec8-a5f9-35626cebbfe3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aefaced1-2e29-4860-a321-969c1bb810c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448649 Dec 09 15:45:09.756566 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-94494988-bf81-467d-900e-7cbd88628084 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:09.757694 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-94494988-bf81-467d-900e-7cbd88628084 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0100310 Dec 09 15:45:09.768353 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44736) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:09.775753 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-e8f5fd1b-0197-4276-b8f4-a8331d57d274 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:09.781544 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e8f5fd1b-0197-4276-b8f4-a8331d57d274 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0118334 Dec 09 15:45:09.785550 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44738) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:09.794145 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-dfd3aa6c-22fc-44f8-beb9-564fd324e4eb tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:09.795289 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-dfd3aa6c-22fc-44f8-beb9-564fd324e4eb tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0087104 Dec 09 15:45:09.799195 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44740) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:09.813864 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-1ddb1628-b511-4153-b52e-37c148530ef3 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:09.815138 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1ddb1628-b511-4153-b52e-37c148530ef3 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0146880 Dec 09 15:45:09.818197 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44744) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:09.823158 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-6d24fcce-2b0d-44fe-abc5-529cc438bbc6 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:09.824643 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6d24fcce-2b0d-44fe-abc5-529cc438bbc6 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0050731 Dec 09 15:45:09.834749 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44746) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:09.840033 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-a3899b03-eba7-4a90-b458-8b780c431f80 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:09.841154 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a3899b03-eba7-4a90-b458-8b780c431f80 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0051465 Dec 09 15:45:09.844431 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44752) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:09.849405 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-cd10e078-c5a2-4357-8c0d-b8e93f61e094 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:09.851657 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-cd10e078-c5a2-4357-8c0d-b8e93f61e094 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0059371 Dec 09 15:45:09.854103 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44754) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:09.860734 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-61d78312-5769-4c5b-bfa2-908c78545842 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:09.864436 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-61d78312-5769-4c5b-bfa2-908c78545842 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0081587 Dec 09 15:45:09.865063 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44756) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:09.870586 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-146a4159-f106-42be-9340-49a07002a4a3 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:09.875080 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-146a4159-f106-42be-9340-49a07002a4a3 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0084531 Dec 09 15:45:09.876617 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44758) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:09.880537 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4017cb2a-9460-49a7-9063-e8dcbfd55cfe x-openstack-request-id: req-4017cb2a-9460-49a7-9063-e8dcbfd55cfe {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:45:09.880827 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "231d780e-fbfe-438f-8de3-61f9070b0b15", "tag": "2dfec0ed-e305-425e-a8fd-7ec2215295d3", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:45:09.881082 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4017cb2a-9460-49a7-9063-e8dcbfd55cfe {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:45:09.881486 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '231d780e-fbfe-438f-8de3-61f9070b0b15', 'tag': '2dfec0ed-e305-425e-a8fd-7ec2215295d3', 'status': 'completed', 'code': 200} Dec 09 15:45:09.886939 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-1cef1f3c-563c-4c4d-ad4d-d9bd902053ac tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:09.891184 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1cef1f3c-563c-4c4d-ad4d-d9bd902053ac tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0134463 Dec 09 15:45:09.891973 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44762) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:09.899156 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-9ecb13ad-c39b-4d1a-8d6d-920be1dda228 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:09.905028 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9ecb13ad-c39b-4d1a-8d6d-920be1dda228 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0114393 Dec 09 15:45:09.905735 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44764) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:09.910468 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-fcc8f3ef-2c3a-4838-a60f-e98578082703 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:09.914020 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-fcc8f3ef-2c3a-4838-a60f-e98578082703 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0047066 Dec 09 15:45:09.914339 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44766) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:09.925700 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-4e9e6b79-3982-4d7b-be4d-87aea8be9e3f tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:09.929395 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4e9e6b79-3982-4d7b-be4d-87aea8be9e3f tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0114424 Dec 09 15:45:09.930237 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44768) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:09.940160 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-d079c480-18df-458f-b32f-8c91b4ec5590 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:09.943177 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d079c480-18df-458f-b32f-8c91b4ec5590 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0099039 Dec 09 15:45:09.947486 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44770) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:09.951766 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-7cdc22a8-9ded-45cc-af56-30f145c2a7e2 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:09.952872 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7cdc22a8-9ded-45cc-af56-30f145c2a7e2 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0043213 Dec 09 15:45:09.956968 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44774) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:09.970360 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-01b6f1d5-ece3-4845-b6dc-cd8df34d38f5 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:09.971345 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-01b6f1d5-ece3-4845-b6dc-cd8df34d38f5 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0073700 Dec 09 15:45:09.974286 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44778) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:09.982032 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-bfcf4657-fb96-4580-b2b3-2e3a73752265 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:09.983461 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bfcf4657-fb96-4580-b2b3-2e3a73752265 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0073204 Dec 09 15:45:09.985926 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44780) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:09.996817 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-d8d8f9ca-93aa-437f-925c-f670865d9b1f tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:09.997510 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d8d8f9ca-93aa-437f-925c-f670865d9b1f tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0106091 Dec 09 15:45:10.000316 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44782) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:10.005744 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-029b66db-0b69-4aac-9fb9-dde2682e918a tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:10.007787 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-029b66db-0b69-4aac-9fb9-dde2682e918a tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0060475 Dec 09 15:45:10.010578 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44784) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:10.015747 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-c522f992-48f2-4a8f-b9e4-39d8733960da tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:10.016750 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c522f992-48f2-4a8f-b9e4-39d8733960da tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0050542 Dec 09 15:45:10.018027 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-337850d9-5a5e-42f1-a420-a8a27692cab5 service neutron] 10.222.0.42 "GET /v2.0/networks/aefaced1-2e29-4860-a321-969c1bb810c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569470 Dec 09 15:45:10.019361 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44786) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:10.024519 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-d4ecb037-a5cc-49bb-854b-1eba02cce235 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:10.026611 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d4ecb037-a5cc-49bb-854b-1eba02cce235 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0057509 Dec 09 15:45:10.029217 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44788) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:10.036841 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-9d311d43-741d-4936-a83a-df9d94edae74 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:10.038042 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9d311d43-741d-4936-a83a-df9d94edae74 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0076272 Dec 09 15:45:10.040363 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44792) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:10.044401 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-9fc5998d-49ac-40db-8029-0aad04b66f2d tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:10.053035 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9fc5998d-49ac-40db-8029-0aad04b66f2d tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0101764 Dec 09 15:45:10.090178 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44794) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:10.095092 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-8ff21171-8f4a-4102-a4ad-fd88c1057277 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:10.096044 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8ff21171-8f4a-4102-a4ad-fd88c1057277 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0042698 Dec 09 15:45:10.112921 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44796) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:10.120115 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-3850acb3-c403-482b-8b83-0707feb895ac tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:10.122037 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3850acb3-c403-482b-8b83-0707feb895ac tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0072298 Dec 09 15:45:10.125489 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44798) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:10.132569 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-9b2de7ea-fa64-4520-ad05-1880166dba0b tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:10.135381 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9b2de7ea-fa64-4520-ad05-1880166dba0b tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0083113 Dec 09 15:45:10.138804 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44800) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:10.143910 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-745955b1-5c24-4642-b01d-610ab84c1a52 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:10.145885 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-745955b1-5c24-4642-b01d-610ab84c1a52 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0053227 Dec 09 15:45:10.148329 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44802) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:10.153434 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-6ea975b6-0244-4fc9-ac5e-80da5d1bf401 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:10.154448 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6ea975b6-0244-4fc9-ac5e-80da5d1bf401 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0051575 Dec 09 15:45:10.160441 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44806) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:10.168020 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-a7e99175-d445-4c37-9018-3b89e982298e tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:10.169630 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a7e99175-d445-4c37-9018-3b89e982298e tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0076890 Dec 09 15:45:10.174629 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44810) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:10.180666 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-1c783535-4793-44f6-9edb-853bf160c8d4 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:10.182515 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1c783535-4793-44f6-9edb-853bf160c8d4 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0051918 Dec 09 15:45:10.184129 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a42d4b-e960-4430-a83e-0c67a09f49c6 req-9770c661-42b5-4467-aff7-e7fd304cd392 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:10.185044 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44812) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:10.188483 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-60a42d4b-e960-4430-a83e-0c67a09f49c6 req-9770c661-42b5-4467-aff7-e7fd304cd392 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=231d780e-fbfe-438f-8de3-61f9070b0b15 HTTP/1.1" status: 200 len: 943 time: 0.1332567 Dec 09 15:45:10.204351 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-8665dca3-d388-4831-9187-e9ee452d816d tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:10.209265 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8665dca3-d388-4831-9187-e9ee452d816d tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0061777 Dec 09 15:45:10.215349 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44816) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:10.222123 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-4e422d0b-14d8-48d6-b4b6-b4ad97b8ce29 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:10.223284 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4e422d0b-14d8-48d6-b4b6-b4ad97b8ce29 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0065682 Dec 09 15:45:10.227286 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44820) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:10.232391 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-b6b5a511-b7d3-4f36-8442-bce0269bb204 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:10.236025 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b6b5a511-b7d3-4f36-8442-bce0269bb204 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0070746 Dec 09 15:45:10.236950 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44822) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:10.254515 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-05db748c-cc4f-4abd-9200-e8cb6c672a1a tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:10.255687 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-82e176c7-dce3-4a97-914e-170c1cac1586 req-ab45be97-0084-491d-9c2e-737b636e3961 service neutron] 10.222.0.42 "GET /v2.0/networks/aefaced1-2e29-4860-a321-969c1bb810c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275987 Dec 09 15:45:10.257068 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-05db748c-cc4f-4abd-9200-e8cb6c672a1a tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0188699 Dec 09 15:45:10.260678 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44828) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:10.266454 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-3848ed42-bf8d-42b7-b5b0-7f3dfae8081b tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:10.270526 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3848ed42-bf8d-42b7-b5b0-7f3dfae8081b tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0088177 Dec 09 15:45:10.283385 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44830) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:10.293907 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-9218e11b-89df-4129-8bc4-cfebe6792123 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:10.294923 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9218e11b-89df-4129-8bc4-cfebe6792123 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0105393 Dec 09 15:45:10.309874 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44832) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:10.318472 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-d97f2504-b01f-461a-a7ea-b240855b3f6d tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:10.320601 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d97f2504-b01f-461a-a7ea-b240855b3f6d tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0065236 Dec 09 15:45:10.336258 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44836) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:10.342580 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-60a42d4b-e960-4430-a83e-0c67a09f49c6 req-2203e97a-f340-48dd-9508-17c4ea737f8c tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484466 Dec 09 15:45:10.356493 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-b99727d7-5397-4483-a4c7-848706c19b54 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:10.364031 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b99727d7-5397-4483-a4c7-848706c19b54 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0234776 Dec 09 15:45:10.364381 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44838) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:10.369715 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-518fda22-6e9d-4705-9efe-adbc478e28a4 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:10.370750 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-518fda22-6e9d-4705-9efe-adbc478e28a4 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0051651 Dec 09 15:45:10.373577 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44840) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:10.379096 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-a739e742-c886-4f0e-98f5-a4333b2a4796 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:10.380707 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a739e742-c886-4f0e-98f5-a4333b2a4796 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0059454 Dec 09 15:45:10.383447 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44842) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:10.389356 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-c2df1392-7943-4f5a-9d9f-07cd88f7118f tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:10.390772 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c2df1392-7943-4f5a-9d9f-07cd88f7118f tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0058165 Dec 09 15:45:10.393343 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44844) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:10.400987 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [None req-f1ab54dd-473b-41f9-ba99-6e95891f4031 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:10.402481 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f1ab54dd-473b-41f9-ba99-6e95891f4031 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0065186 Dec 09 15:45:10.405156 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44846) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:10.410764 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-e0d21fd9-114c-436c-8fb0-b492b2c1c3e9 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:10.411826 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e0d21fd9-114c-436c-8fb0-b492b2c1c3e9 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0056670 Dec 09 15:45:10.422001 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44848) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:10.426810 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-baa18cdd-379f-4072-ba8d-56562b4cee50 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:10.430265 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-baa18cdd-379f-4072-ba8d-56562b4cee50 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0047784 Dec 09 15:45:10.430630 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44852) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:10.451988 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-aa3f844d-b33a-4a2c-92c5-1a9df81589d9 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:10.453284 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f70d0b-fa4f-4671-88cf-40d887efc12d req-100697c0-100d-4959-9f30-82b2e9ede891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:10.453778 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-aa3f844d-b33a-4a2c-92c5-1a9df81589d9 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0171735 Dec 09 15:45:10.454361 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44854) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:10.457375 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a1f70d0b-fa4f-4671-88cf-40d887efc12d req-100697c0-100d-4959-9f30-82b2e9ede891 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c9e5c34e3ac94d7ab24dc55f63708cf7&device_id=231d780e-fbfe-438f-8de3-61f9070b0b15 HTTP/1.1" status: 200 len: 1094 time: 0.0751827 Dec 09 15:45:10.470161 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-1d62e81e-f2f5-4737-8a33-7f6c5a2e71b9 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:10.473597 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1d62e81e-f2f5-4737-8a33-7f6c5a2e71b9 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0159330 Dec 09 15:45:10.473930 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44856) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:10.484742 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-f63ddbf1-48a8-4093-a66a-8404c787d36b tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:10.488065 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f63ddbf1-48a8-4093-a66a-8404c787d36b tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0087280 Dec 09 15:45:10.488455 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44858) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:10.497966 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-e359976a-f71b-4b13-82d5-bb33cfe35107 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:10.501386 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e359976a-f71b-4b13-82d5-bb33cfe35107 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0094976 Dec 09 15:45:10.501659 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44862) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:10.511055 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-e56702fc-b61a-4063-ac8d-5728d8a3ad50 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:10.514476 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e56702fc-b61a-4063-ac8d-5728d8a3ad50 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0095916 Dec 09 15:45:10.515064 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44864) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:10.519518 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-0bc3e000-ae00-441f-ada6-18fd49449d09 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:10.531018 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0bc3e000-ae00-441f-ada6-18fd49449d09 tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0043766 Dec 09 15:45:10.531730 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44866) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:10.536939 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [None req-f53f044e-b3f6-406c-a3da-dc9e16f48b6c tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] http://10.222.0.57:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:45:10.537932 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f53f044e-b3f6-406c-a3da-dc9e16f48b6c tempest-ExtensionsTestJSON-406490528 tempest-ExtensionsTestJSON-406490528-project] 10.222.0.57 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0052600 Dec 09 15:45:10.605499 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f70d0b-fa4f-4671-88cf-40d887efc12d req-49ac6ef8-c575-407a-a503-580d9dea28ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:10.607397 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a1f70d0b-fa4f-4671-88cf-40d887efc12d req-49ac6ef8-c575-407a-a503-580d9dea28ad service neutron] 10.222.0.42 "GET /v2.0/networks?id=aefaced1-2e29-4860-a321-969c1bb810c5 HTTP/1.1" status: 200 len: 905 time: 0.1418617 Dec 09 15:45:10.673031 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a1f70d0b-fa4f-4671-88cf-40d887efc12d req-5a604dd9-a86a-4767-971a-024490755bde service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2dfec0ed-e305-425e-a8fd-7ec2215295d3 HTTP/1.1" status: 200 len: 217 time: 0.0570984 Dec 09 15:45:10.709956 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f667c2-f678-47ae-b1dd-4837524c7ea6 req-6d5efb98-ad83-4b1b-b497-699f5e09d1f9 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:10.725608 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-10f667c2-f678-47ae-b1dd-4837524c7ea6 req-6d5efb98-ad83-4b1b-b497-699f5e09d1f9 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d6563ef-cbdd-4e21-9bec-5cec8618dc8e HTTP/1.1" status: 200 len: 943 time: 0.0869710 Dec 09 15:45:10.739686 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f70d0b-fa4f-4671-88cf-40d887efc12d req-159b442e-64dc-401c-8859-63803e1cfe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:10.741306 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a1f70d0b-fa4f-4671-88cf-40d887efc12d req-159b442e-64dc-401c-8859-63803e1cfe6a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=518f472d-0dfc-4bb3-a3f4-4a87074139ac HTTP/1.1" status: 200 len: 844 time: 0.0621455 Dec 09 15:45:10.812749 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-10f667c2-f678-47ae-b1dd-4837524c7ea6 req-6d49627c-ea6d-46f6-93eb-3d9016a5a72a tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] 10.222.0.57 "GET /v2.0/security-groups?id=00906555-db78-408c-b729-03dba5b10a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731249 Dec 09 15:45:10.825609 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a1f70d0b-fa4f-4671-88cf-40d887efc12d req-617e7bee-137a-4e49-a121-497ce488c458 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aefaced1-2e29-4860-a321-969c1bb810c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747154 Dec 09 15:45:10.965664 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44888) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:11.022788 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a1f70d0b-fa4f-4671-88cf-40d887efc12d req-90e6cf40-b731-4a90-a490-601fa2f00970 service neutron] 10.222.0.42 "GET /v2.0/networks/aefaced1-2e29-4860-a321-969c1bb810c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892052 Dec 09 15:45:11.140888 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-be65e1d5-da13-4ef4-b496-e1238c60a9ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:11.212904 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a1f70d0b-fa4f-4671-88cf-40d887efc12d req-232bff83-b7c2-4a89-93e7-71d4c7c82e5a service neutron] 10.222.0.42 "GET /v2.0/networks/aefaced1-2e29-4860-a321-969c1bb810c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796505 Dec 09 15:45:11.259585 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-be65e1d5-da13-4ef4-b496-e1238c60a9ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:11.265014 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-be65e1d5-da13-4ef4-b496-e1238c60a9ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:11.300870 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44910) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:11.305347 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-be65e1d5-da13-4ef4-b496-e1238c60a9ed admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=58657dbd7db94793b7255ef534cdefd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3380373 Dec 09 15:45:11.329899 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be65e1d5-da13-4ef4-b496-e1238c60a9ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce936f71-9033-4f47-9ef4-8646f5ab4386,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:11.413899 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8db0adf1-387a-43f7-810f-9c9563eb767b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:11.442565 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device f72236d2-4a34-40be-9ff5-038689eb0932 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:45:11.449554 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8db0adf1-387a-43f7-810f-9c9563eb767b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:11.526646 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8db0adf1-387a-43f7-810f-9c9563eb767b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:11.529908 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8db0adf1-387a-43f7-810f-9c9563eb767b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:11.531552 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8db0adf1-387a-43f7-810f-9c9563eb767b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ce936f71-9033-4f47-9ef4-8646f5ab4386 HTTP/1.1" status: 204 len: 168 time: 0.2295504 Dec 09 15:45:11.562909 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db0adf1-387a-43f7-810f-9c9563eb767b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce936f71-9033-4f47-9ef4-8646f5ab4386,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:11.608616 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931dcbc-6c7b-44b0-b60f-428ce9b04a67 req-5e4563b2-4e57-4154-b859-2c9bd389dba8 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:11.610675 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a931dcbc-6c7b-44b0-b60f-428ce9b04a67 req-5e4563b2-4e57-4154-b859-2c9bd389dba8 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=231d780e-fbfe-438f-8de3-61f9070b0b15 HTTP/1.1" status: 200 len: 943 time: 0.1024582 Dec 09 15:45:11.614564 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port f72236d2-4a34-40be-9ff5-038689eb0932, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=f72236d2-4a34-40be-9ff5-038689eb0932,segment=NetworkSegment(894eedb8-1408-4e65-bdb1-a9d446887d83),segment_id=894eedb8-1408-4e65-bdb1-a9d446887d83)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:45:11.630838 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'f72236d2-4a34-40be-9ff5-038689eb0932', 'network_id': '294da410-4b0c-4c8f-a497-2b6932151d56', 'port_id': 'f72236d2-4a34-40be-9ff5-038689eb0932', 'mac_address': 'fa:16:3e:56:df:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '002bdf95-01eb-46f4-b3fe-2493e41b057a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:45:11.684688 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:11.749635 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a931dcbc-6c7b-44b0-b60f-428ce9b04a67 req-13285744-1de6-46a8-82d1-e47cc3afd897 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323411 Dec 09 15:45:11.898044 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f72236d2-4a34-40be-9ff5-038689eb0932 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:45:11.943330 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port f72236d2-4a34-40be-9ff5-038689eb0932, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=f72236d2-4a34-40be-9ff5-038689eb0932,segment=NetworkSegment(894eedb8-1408-4e65-bdb1-a9d446887d83),segment_id=894eedb8-1408-4e65-bdb1-a9d446887d83)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:45:11.948917 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:12.050503 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=f72236d2-4a34-40be-9ff5-038689eb0932,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:12.093486 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da386c-36d3-4e1c-ba25-aa4d6697a041 req-5801f4ef-b842-4b23-8f9e-9b2d4195e76e tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:12.100891 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-36da386c-36d3-4e1c-ba25-aa4d6697a041 req-5801f4ef-b842-4b23-8f9e-9b2d4195e76e tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d6563ef-cbdd-4e21-9bec-5cec8618dc8e HTTP/1.1" status: 200 len: 944 time: 0.0728459 Dec 09 15:45:12.166797 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-36da386c-36d3-4e1c-ba25-aa4d6697a041 req-e3fcd10e-3db0-4fe3-a4cd-ade219195583 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] 10.222.0.57 "GET /v2.0/security-groups?id=00906555-db78-408c-b729-03dba5b10a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647576 Dec 09 15:45:12.201256 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44962) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:12.371952 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d886f533-688e-4c6e-814e-c844f42971da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:12.417653 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['f72236d2-4a34-40be-9ff5-038689eb0932'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:45:12.501645 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d886f533-688e-4c6e-814e-c844f42971da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:12.508333 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d886f533-688e-4c6e-814e-c844f42971da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:12.585646 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d886f533-688e-4c6e-814e-c844f42971da admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3f36dab63c404cb889a75acff3e61e01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3802197 Dec 09 15:45:12.585646 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d886f533-688e-4c6e-814e-c844f42971da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdee67f0-25ca-40fc-b0c8-38c79c85aca2,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:12.586626 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44980) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:12.676816 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74984fb6-2c28-41ce-aa91-0d48a71af603 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:12.707515 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74984fb6-2c28-41ce-aa91-0d48a71af603 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:12.763580 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74984fb6-2c28-41ce-aa91-0d48a71af603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:12.776909 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74984fb6-2c28-41ce-aa91-0d48a71af603 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:12.778561 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-74984fb6-2c28-41ce-aa91-0d48a71af603 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cdee67f0-25ca-40fc-b0c8-38c79c85aca2 HTTP/1.1" status: 204 len: 168 time: 0.1900454 Dec 09 15:45:12.801203 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74984fb6-2c28-41ce-aa91-0d48a71af603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdee67f0-25ca-40fc-b0c8-38c79c85aca2,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:12.976813 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 45008) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:13.042008 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650087f-41ff-45d5-b7d5-93b7b974c373 req-f9a733ad-f1e7-4037-a757-31a289e63036 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:13.043679 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8650087f-41ff-45d5-b7d5-93b7b974c373 req-f9a733ad-f1e7-4037-a757-31a289e63036 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=231d780e-fbfe-438f-8de3-61f9070b0b15 HTTP/1.1" status: 200 len: 943 time: 0.0590010 Dec 09 15:45:13.102427 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8650087f-41ff-45d5-b7d5-93b7b974c373 req-7f693687-f276-4443-a46c-ae76fc23f745 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518713 Dec 09 15:45:13.237387 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eaebe5-0cdb-4ed6-873d-91fb3f4a3163 req-ab4d2c9f-94cb-4e06-9dd8-6607858bfe58 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:13.239245 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-93eaebe5-0cdb-4ed6-873d-91fb3f4a3163 req-ab4d2c9f-94cb-4e06-9dd8-6607858bfe58 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] 10.222.0.57 "GET /v2.0/ports?device_id=89ccfb44-ae2c-4685-8d51-345c1c6185b9 HTTP/1.1" status: 200 len: 945 time: 0.0671570 Dec 09 15:45:13.268906 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 45020) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:13.285522 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33811823-7ef6-4e41-8e90-1b80acf9c9a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:13.304128 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ee27562a-3e54-4ecd-8766-2458968aad23 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-201424630'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:45:13.315273 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-93eaebe5-0cdb-4ed6-873d-91fb3f4a3163 req-e8d04b73-2a21-4423-96d6-cce5a137cf01 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] 10.222.0.57 "GET /v2.0/security-groups?id=256a6ccf-c28f-4ce4-bfbd-7f0535b9f774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685747 Dec 09 15:45:13.334026 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee27562a-3e54-4ecd-8766-2458968aad23 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Made reservation on behalf of c9fde8dd394548efa8053a6f67dd6ae0 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:45:13.338525 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee27562a-3e54-4ecd-8766-2458968aad23 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:13.355175 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee27562a-3e54-4ecd-8766-2458968aad23 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:13.391807 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33811823-7ef6-4e41-8e90-1b80acf9c9a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:13.397431 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33811823-7ef6-4e41-8e90-1b80acf9c9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:13.443366 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33811823-7ef6-4e41-8e90-1b80acf9c9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1731d120-71b1-49d8-828f-236c478cbbef,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:13.451941 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-33811823-7ef6-4e41-8e90-1b80acf9c9a7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1b15d3981ccd43faadea9bda6a83b23a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1792812 Dec 09 15:45:13.452746 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 45024) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:13.496625 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee27562a-3e54-4ecd-8766-2458968aad23 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:13.501842 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee27562a-3e54-4ecd-8766-2458968aad23 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:13.512267 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-227777c6-a042-4fd3-aa28-b30adf776f85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:13.517748 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a31d7d-24cb-45a9-9f58-0c8c87a05402 req-290db3a0-23dd-49a5-aae7-88d70f010fd9 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:13.519316 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-22a31d7d-24cb-45a9-9f58-0c8c87a05402 req-290db3a0-23dd-49a5-aae7-88d70f010fd9 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d6563ef-cbdd-4e21-9bec-5cec8618dc8e HTTP/1.1" status: 200 len: 944 time: 0.1032352 Dec 09 15:45:13.538176 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee27562a-3e54-4ecd-8766-2458968aad23 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:45:13.540033 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-227777c6-a042-4fd3-aa28-b30adf776f85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:13.572334 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee27562a-3e54-4ecd-8766-2458968aad23 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:13.572713 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-ee27562a-3e54-4ecd-8766-2458968aad23 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Added segment a1196f8c-fd2b-4291-bcbc-f702d8cd5716 of type vlan for network f72f0407-3fc6-4a3b-86b4-6d275312c908 Dec 09 15:45:13.580888 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27562a-3e54-4ecd-8766-2458968aad23 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ed3c24-9dc3-431a-9346-0160fd684e05,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:13.601121 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-227777c6-a042-4fd3-aa28-b30adf776f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:13.606506 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-227777c6-a042-4fd3-aa28-b30adf776f85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:13.610141 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-227777c6-a042-4fd3-aa28-b30adf776f85 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1731d120-71b1-49d8-828f-236c478cbbef HTTP/1.1" status: 204 len: 168 time: 0.1547616 Dec 09 15:45:13.620249 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227777c6-a042-4fd3-aa28-b30adf776f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1731d120-71b1-49d8-828f-236c478cbbef,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:13.641715 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-22a31d7d-24cb-45a9-9f58-0c8c87a05402 req-b930b7df-634f-4117-bafa-cff4639f3b16 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] 10.222.0.57 "GET /v2.0/security-groups?id=00906555-db78-408c-b729-03dba5b10a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117616 Dec 09 15:45:13.643442 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee27562a-3e54-4ecd-8766-2458968aad23 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:13.674178 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee27562a-3e54-4ecd-8766-2458968aad23 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:13.682645 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee27562a-3e54-4ecd-8766-2458968aad23 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:13.683271 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee27562a-3e54-4ecd-8766-2458968aad23 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:13.707378 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 2dfec0ed-e305-425e-a8fd-7ec2215295d3 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:45:13.755695 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ee27562a-3e54-4ecd-8766-2458968aad23 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7762337 Dec 09 15:45:13.769544 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27562a-3e54-4ecd-8766-2458968aad23 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event updated for resources: {'Network': ['ID=f72f0407-3fc6-4a3b-86b4-6d275312c908,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:13.793236 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network f72f0407-3fc6-4a3b-86b4-6d275312c908 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:45:13.948468 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 2dfec0ed-e305-425e-a8fd-7ec2215295d3, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=2dfec0ed-e305-425e-a8fd-7ec2215295d3,segment=NetworkSegment(72b78068-61b7-4bbb-b5a0-753283217b57),segment_id=72b78068-61b7-4bbb-b5a0-753283217b57)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:45:13.960140 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '2dfec0ed-e305-425e-a8fd-7ec2215295d3', 'network_id': 'aefaced1-2e29-4860-a321-969c1bb810c5', 'port_id': '2dfec0ed-e305-425e-a8fd-7ec2215295d3', 'mac_address': 'fa:16:3e:47:77:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '518f472d-0dfc-4bb3-a3f4-4a87074139ac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:45:14.055589 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:14.070391 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dfec0ed-e305-425e-a8fd-7ec2215295d3 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:45:14.095346 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 2dfec0ed-e305-425e-a8fd-7ec2215295d3, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=2dfec0ed-e305-425e-a8fd-7ec2215295d3,segment=NetworkSegment(72b78068-61b7-4bbb-b5a0-753283217b57),segment_id=72b78068-61b7-4bbb-b5a0-753283217b57)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:45:14.101708 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:14.194982 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=2dfec0ed-e305-425e-a8fd-7ec2215295d3,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:14.288470 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e167adef-dd2c-43ed-a55d-9f34739b3c90 req-b0de8c30-7d02-4eeb-8e45-fbcc4fa5cf61 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:14.291394 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e167adef-dd2c-43ed-a55d-9f34739b3c90 req-b0de8c30-7d02-4eeb-8e45-fbcc4fa5cf61 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=231d780e-fbfe-438f-8de3-61f9070b0b15 HTTP/1.1" status: 200 len: 944 time: 0.0758309 Dec 09 15:45:14.386162 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e167adef-dd2c-43ed-a55d-9f34739b3c90 req-a8531cf7-c7f0-410f-8c4c-0b2b28c51f35 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826633 Dec 09 15:45:14.555296 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['2dfec0ed-e305-425e-a8fd-7ec2215295d3'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:45:14.581449 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076e938-fdd0-4039-9032-7e68db05872d req-af62bfd9-ae68-4960-915d-a4c2e42bafb9 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:14.595123 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e076e938-fdd0-4039-9032-7e68db05872d req-af62bfd9-ae68-4960-915d-a4c2e42bafb9 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] 10.222.0.57 "GET /v2.0/ports?device_id=89ccfb44-ae2c-4685-8d51-345c1c6185b9 HTTP/1.1" status: 200 len: 945 time: 0.1186504 Dec 09 15:45:14.698169 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e076e938-fdd0-4039-9032-7e68db05872d req-232391e7-fa8f-46f7-a692-8dabd969e02e tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] 10.222.0.57 "GET /v2.0/security-groups?id=256a6ccf-c28f-4ce4-bfbd-7f0535b9f774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999205 Dec 09 15:45:14.914242 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b12cf4-0891-4dcb-85ca-7bdcc06706be req-6c003b81-8b49-47f7-9efb-40c325aa89b1 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:14.922839 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b8b12cf4-0891-4dcb-85ca-7bdcc06706be req-6c003b81-8b49-47f7-9efb-40c325aa89b1 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d6563ef-cbdd-4e21-9bec-5cec8618dc8e HTTP/1.1" status: 200 len: 944 time: 0.1142201 Dec 09 15:45:14.964097 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572b9ab-5e92-4eb6-99d3-e87d2d1a963a req-1155c4fb-a1e8-49fd-b3fc-6f5ad2fd19d4 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:14.964097 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8572b9ab-5e92-4eb6-99d3-e87d2d1a963a req-1155c4fb-a1e8-49fd-b3fc-6f5ad2fd19d4 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] 10.222.0.31 "GET /v2.0/ports?device_id=89ccfb44-ae2c-4685-8d51-345c1c6185b9 HTTP/1.1" status: 200 len: 945 time: 0.1051581 Dec 09 15:45:15.079673 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b8b12cf4-0891-4dcb-85ca-7bdcc06706be req-fe296021-4b9e-4de6-9799-11fbe6e78e84 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] 10.222.0.57 "GET /v2.0/security-groups?id=00906555-db78-408c-b729-03dba5b10a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559660 Dec 09 15:45:15.122829 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-8572b9ab-5e92-4eb6-99d3-e87d2d1a963a req-4f294da3-0347-4308-bdda-34ffb5105935 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] Deleting port e280198d-ef4f-45c1-be32-f279d99aefdf {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:45:15.123249 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8572b9ab-5e92-4eb6-99d3-e87d2d1a963a req-4f294da3-0347-4308-bdda-34ffb5105935 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:15.264101 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-8572b9ab-5e92-4eb6-99d3-e87d2d1a963a req-4f294da3-0347-4308-bdda-34ffb5105935 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] For port e280198d-ef4f-45c1-be32-f279d99aefdf, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=e280198d-ef4f-45c1-be32-f279d99aefdf,segment=NetworkSegment(b5782eeb-e719-414a-9378-82fecd48220f),segment_id=b5782eeb-e719-414a-9378-82fecd48220f)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:45:15.265274 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8572b9ab-5e92-4eb6-99d3-e87d2d1a963a req-4f294da3-0347-4308-bdda-34ffb5105935 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:15.282267 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-8572b9ab-5e92-4eb6-99d3-e87d2d1a963a req-4f294da3-0347-4308-bdda-34ffb5105935 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] Calling delete_port for e280198d-ef4f-45c1-be32-f279d99aefdf owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:45:15.452585 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device f72236d2-4a34-40be-9ff5-038689eb0932 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:45:15.479556 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8572b9ab-5e92-4eb6-99d3-e87d2d1a963a req-4f294da3-0347-4308-bdda-34ffb5105935 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:15.516465 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f294da3-0347-4308-bdda-34ffb5105935 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] Pushing event deleted for resources: {'Port': ['ID=e280198d-ef4f-45c1-be32-f279d99aefdf,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:15.604176 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-8572b9ab-5e92-4eb6-99d3-e87d2d1a963a req-4f294da3-0347-4308-bdda-34ffb5105935 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] No DVR routers for this DVR port e280198d-ef4f-45c1-be32-f279d99aefdf on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:45:15.605921 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port f72236d2-4a34-40be-9ff5-038689eb0932 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:45:15.610701 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port f72236d2-4a34-40be-9ff5-038689eb0932 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:45:15.610998 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8572b9ab-5e92-4eb6-99d3-e87d2d1a963a req-4f294da3-0347-4308-bdda-34ffb5105935 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:15.611626 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:15.614743 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8572b9ab-5e92-4eb6-99d3-e87d2d1a963a req-4f294da3-0347-4308-bdda-34ffb5105935 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] 10.222.0.31 "DELETE /v2.0/ports/e280198d-ef4f-45c1-be32-f279d99aefdf HTTP/1.1" status: 204 len: 173 time: 0.6480412 Dec 09 15:45:15.615895 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ccfb44-ae2c-4685-8d51-345c1c6185b9', 'name': 'network-vif-deleted', 'tag': 'e280198d-ef4f-45c1-be32-f279d99aefdf'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:45:15.618836 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72be53c-a6d9-4b96-8a93-13d7b02d0ade" -d '{"events": [{"server_uuid": "89ccfb44-ae2c-4685-8d51-345c1c6185b9", "name": "network-vif-deleted", "tag": "e280198d-ef4f-45c1-be32-f279d99aefdf"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:45:15.634743 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d06d1-46f0-45c7-b594-01eaeccf3dc4 req-2cb4236a-32c1-4a0d-be87-0506273df6b5 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:15.643032 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-640d06d1-46f0-45c7-b594-01eaeccf3dc4 req-2cb4236a-32c1-4a0d-be87-0506273df6b5 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=231d780e-fbfe-438f-8de3-61f9070b0b15 HTTP/1.1" status: 200 len: 944 time: 0.1529932 Dec 09 15:45:15.715657 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-640d06d1-46f0-45c7-b594-01eaeccf3dc4 req-a1876ab7-bf5e-4488-bfbf-e02874cf3c01 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705597 Dec 09 15:45:15.723552 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 2dfec0ed-e305-425e-a8fd-7ec2215295d3 up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:45:15.778599 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a2d893-2ea2-4608-a868-8ab173b8e3b5 x-openstack-request-id: req-d7a2d893-2ea2-4608-a868-8ab173b8e3b5 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:45:15.779169 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ccfb44-ae2c-4685-8d51-345c1c6185b9", "name": "network-vif-deleted", "tag": "e280198d-ef4f-45c1-be32-f279d99aefdf", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:45:15.779747 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d7a2d893-2ea2-4608-a868-8ab173b8e3b5 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:45:15.780347 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ccfb44-ae2c-4685-8d51-345c1c6185b9', 'name': 'network-vif-deleted', 'tag': 'e280198d-ef4f-45c1-be32-f279d99aefdf', 'status': 'completed', 'code': 200} Dec 09 15:45:15.886312 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:15.939059 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-94eb7356-8e28-417b-b788-2080c38b6e05 req-93db2a40-3de1-4b9d-8e53-4bdd212fc980 tempest-ServerTagsTestJSON-429923892 tempest-ServerTagsTestJSON-429923892-project] 10.222.0.57 "GET /v2.0/ports?device_id=89ccfb44-ae2c-4685-8d51-345c1c6185b9 HTTP/1.1" status: 200 len: 210 time: 0.0454273 Dec 09 15:45:15.972645 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6563ef-cbdd-4e21-9bec-5cec8618dc8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72236d2-4a34-40be-9ff5-038689eb0932'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:45:15.976649 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b897058-c015-4879-94d5-1d06b1ffb10a" -d '{"events": [{"server_uuid": "4d6563ef-cbdd-4e21-9bec-5cec8618dc8e", "name": "network-vif-plugged", "status": "completed", "tag": "f72236d2-4a34-40be-9ff5-038689eb0932"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:45:15.992960 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:15.996134 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port f72236d2-4a34-40be-9ff5-038689eb0932, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=f72236d2-4a34-40be-9ff5-038689eb0932,segment=NetworkSegment(894eedb8-1408-4e65-bdb1-a9d446887d83),segment_id=894eedb8-1408-4e65-bdb1-a9d446887d83)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:45:16.013422 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:16.014533 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device e280198d-ef4f-45c1-be32-f279d99aefdf no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:45:16.038685 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port 2dfec0ed-e305-425e-a8fd-7ec2215295d3 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:45:16.073554 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2244d1e-6192-4698-be3a-db2f6a7df109 x-openstack-request-id: req-e2244d1e-6192-4698-be3a-db2f6a7df109 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:45:16.074212 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d6563ef-cbdd-4e21-9bec-5cec8618dc8e", "name": "network-vif-plugged", "status": "completed", "tag": "f72236d2-4a34-40be-9ff5-038689eb0932", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:45:16.074667 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e2244d1e-6192-4698-be3a-db2f6a7df109 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:45:16.075246 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6563ef-cbdd-4e21-9bec-5cec8618dc8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72236d2-4a34-40be-9ff5-038689eb0932', 'code': 200} Dec 09 15:45:16.075955 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: e280198d-ef4f-45c1-be32-f279d99aefdf {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:45:16.077019 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device e280198d-ef4f-45c1-be32-f279d99aefdf not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:45:16.084779 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 2dfec0ed-e305-425e-a8fd-7ec2215295d3 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:45:16.085415 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:16.168148 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=f72236d2-4a34-40be-9ff5-038689eb0932,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:16.276344 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626390-70d3-49f2-8c66-bf5ff6e7b1ca req-bfbb2d6c-c255-4ba8-a132-a6a5ac211505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:16.296253 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bc626390-70d3-49f2-8c66-bf5ff6e7b1ca req-bfbb2d6c-c255-4ba8-a132-a6a5ac211505 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4d6563ef-cbdd-4e21-9bec-5cec8618dc8e HTTP/1.1" status: 200 len: 1096 time: 0.1810930 Dec 09 15:45:16.336156 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:16.489635 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 2dfec0ed-e305-425e-a8fd-7ec2215295d3, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=2dfec0ed-e305-425e-a8fd-7ec2215295d3,segment=NetworkSegment(72b78068-61b7-4bbb-b5a0-753283217b57),segment_id=72b78068-61b7-4bbb-b5a0-753283217b57)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:45:16.501146 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:16.604238 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bc626390-70d3-49f2-8c66-bf5ff6e7b1ca req-a5635ddb-576d-4caa-8c96-7d54d52b24d2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=00906555-db78-408c-b729-03dba5b10a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2987967 Dec 09 15:45:16.650917 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f88ce-ef8a-411b-aa79-ca4ba1b5c138 req-d9d0f0cf-020b-40ab-a60e-3a8fad7d8d4f tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:16.655052 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f20f88ce-ef8a-411b-aa79-ca4ba1b5c138 req-d9d0f0cf-020b-40ab-a60e-3a8fad7d8d4f tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d6563ef-cbdd-4e21-9bec-5cec8618dc8e HTTP/1.1" status: 200 len: 945 time: 0.3510518 Dec 09 15:45:16.659837 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=2dfec0ed-e305-425e-a8fd-7ec2215295d3,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:16.725658 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f20f88ce-ef8a-411b-aa79-ca4ba1b5c138 req-d0a45420-dede-4321-a6e4-73d9acd9fe24 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] 10.222.0.57 "GET /v2.0/security-groups?id=00906555-db78-408c-b729-03dba5b10a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634072 Dec 09 15:45:17.051795 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c26cff-85e5-4059-865f-c5a27b896338 req-bc2fbcc5-e721-4a85-806d-5ddc7611f7ca tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:17.053577 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6c26cff-85e5-4059-865f-c5a27b896338 req-bc2fbcc5-e721-4a85-806d-5ddc7611f7ca tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=231d780e-fbfe-438f-8de3-61f9070b0b15 HTTP/1.1" status: 200 len: 945 time: 0.0751736 Dec 09 15:45:17.126895 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6c26cff-85e5-4059-865f-c5a27b896338 req-bddbc0fe-ff2e-4c15-a470-2f3c4f4ac5c4 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660851 Dec 09 15:45:17.170221 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 45136) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:17.216791 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 45138) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:17.221066 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-e79a7329-f57f-435e-a4ff-1162dff5b57f admin admin] Deleting subnet cdb07979-2de5-4536-9caf-e82115e42ca2 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:45:17.226077 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-624f59ea-e564-4357-bb61-e7a462176c50 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Request body: {'subnet': {'network_id': 'f72f0407-3fc6-4a3b-86b4-6d275312c908', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:45:17.241394 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e79a7329-f57f-435e-a4ff-1162dff5b57f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:17.318985 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e79a7329-f57f-435e-a4ff-1162dff5b57f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:17.381381 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e79a7329-f57f-435e-a4ff-1162dff5b57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:17.696873 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624f59ea-e564-4357-bb61-e7a462176c50 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Made reservation on behalf of c9fde8dd394548efa8053a6f67dd6ae0 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:45:17.700806 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-624f59ea-e564-4357-bb61-e7a462176c50 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:17.848296 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc69d2-44fa-4595-bf30-99320d78a588 req-407411ab-679b-47a4-90e4-8b2e707fe152 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:17.856919 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-30dc69d2-44fa-4595-bf30-99320d78a588 req-407411ab-679b-47a4-90e4-8b2e707fe152 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=62416a1b-65a3-4dbc-b00d-afa09b06372e HTTP/1.1" status: 200 len: 945 time: 0.1612678 Dec 09 15:45:17.871699 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e79a7329-f57f-435e-a4ff-1162dff5b57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:17.918388 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a7329-f57f-435e-a4ff-1162dff5b57f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdb07979-2de5-4536-9caf-e82115e42ca2,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:17.934821 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e79a7329-f57f-435e-a4ff-1162dff5b57f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:17.938554 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e79a7329-f57f-435e-a4ff-1162dff5b57f admin admin] 10.222.0.57 "DELETE /v2.0/subnets/cdb07979-2de5-4536-9caf-e82115e42ca2 HTTP/1.1" status: 204 len: 168 time: 0.7671263 Dec 09 15:45:17.942886 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 45170) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:17.950025 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a7329-f57f-435e-a4ff-1162dff5b57f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:45:17.950124 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a7329-f57f-435e-a4ff-1162dff5b57f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:45:17.950436 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a7329-f57f-435e-a4ff-1162dff5b57f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:45:17.950781 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a7329-f57f-435e-a4ff-1162dff5b57f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:45:17.951118 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a7329-f57f-435e-a4ff-1162dff5b57f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:45:17.951448 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a7329-f57f-435e-a4ff-1162dff5b57f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:45:17.951939 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a7329-f57f-435e-a4ff-1162dff5b57f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:45:17.952457 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a7329-f57f-435e-a4ff-1162dff5b57f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:45:17.952959 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a7329-f57f-435e-a4ff-1162dff5b57f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:45:17.953454 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a7329-f57f-435e-a4ff-1162dff5b57f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:45:17.953784 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a7329-f57f-435e-a4ff-1162dff5b57f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:45:17.954110 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a7329-f57f-435e-a4ff-1162dff5b57f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:45:17.954436 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a7329-f57f-435e-a4ff-1162dff5b57f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:45:17.995537 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-30dc69d2-44fa-4595-bf30-99320d78a588 req-2b1e9446-d3b4-4854-b81a-cbd242c84ce2 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5914249-729d-46cd-bced-fb0207d25b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373906 Dec 09 15:45:18.077011 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231d780e-fbfe-438f-8de3-61f9070b0b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dfec0ed-e305-425e-a8fd-7ec2215295d3'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:45:18.080772 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc70557-ce48-4b0d-a415-d660dac58a67" -d '{"events": [{"server_uuid": "231d780e-fbfe-438f-8de3-61f9070b0b15", "name": "network-vif-plugged", "status": "completed", "tag": "2dfec0ed-e305-425e-a8fd-7ec2215295d3"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:45:18.090406 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b3c394c5-119e-4b22-b8a6-035a6b82e07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:18.185865 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-624f59ea-e564-4357-bb61-e7a462176c50 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:18.222237 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b3c394c5-119e-4b22-b8a6-035a6b82e07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:18.244149 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-b3c394c5-119e-4b22-b8a6-035a6b82e07a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a68087bc-b7d9-41cd-bed2-738d51dbb9e8']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:18.250100 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa0af4-4e5f-41c1-96e8-1ac96782fbd5 req-d564fa04-2a86-43af-90a3-37cd26e693f7 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:18.255273 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-b3c394c5-119e-4b22-b8a6-035a6b82e07a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5782eeb-e719-414a-9378-82fecd48220f') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:18.255738 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-b3c394c5-119e-4b22-b8a6-035a6b82e07a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5782eeb-e719-414a-9378-82fecd48220f') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:18.259604 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-02aa0af4-4e5f-41c1-96e8-1ac96782fbd5 req-d564fa04-2a86-43af-90a3-37cd26e693f7 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d6563ef-cbdd-4e21-9bec-5cec8618dc8e HTTP/1.1" status: 200 len: 945 time: 0.1287479 Dec 09 15:45:18.268753 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b3c394c5-119e-4b22-b8a6-035a6b82e07a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:18.297433 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b3c394c5-119e-4b22-b8a6-035a6b82e07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:18.307150 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f59ea-e564-4357-bb61-e7a462176c50 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event updated for resources: {'Subnet': ['ID=87a53cd8-05dd-4f1e-a7dc-3da2a83316bc,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:18.308448 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c394c5-119e-4b22-b8a6-035a6b82e07a admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:45:18.310120 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b3c394c5-119e-4b22-b8a6-035a6b82e07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:18.315421 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:45:18.315421 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:45:18.315421 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:45:18.315421 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:45:18.315421 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:45:18.315421 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:45:18.315421 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:45:18.315421 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:45:18.315421 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:45:18.315421 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:45:18.315421 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:45:18.315421 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:45:18.315421 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:45:18.315421 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:45:18.315421 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:45:18.315421 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:45:18.315421 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:45:18.315421 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:45:18.315421 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:45:18.315421 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:45:18.315421 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:45:18.315421 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:45:18.315421 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:45:18.315421 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:45:18.315421 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:45:18.315421 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:45:18.315421 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:45:18.315421 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:45:18.315421 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:45:18.315421 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:45:18.315421 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:45:18.315421 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:45:18.341672 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624f59ea-e564-4357-bb61-e7a462176c50 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Checking segment: {'id': 'a1196f8c-fd2b-4291-bcbc-f702d8cd5716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f72f0407-3fc6-4a3b-86b4-6d275312c908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:45:18.341959 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624f59ea-e564-4357-bb61-e7a462176c50 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Network hostable DHCP agents. Network: f72f0407-3fc6-4a3b-86b4-6d275312c908, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:45:18.369728 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-02aa0af4-4e5f-41c1-96e8-1ac96782fbd5 req-4bcbfd7f-a935-4113-9031-91b6bf68511a tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] 10.222.0.57 "GET /v2.0/security-groups?id=00906555-db78-408c-b729-03dba5b10a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072390 Dec 09 15:45:18.397941 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b3c394c5-119e-4b22-b8a6-035a6b82e07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:18.405039 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b3c394c5-119e-4b22-b8a6-035a6b82e07a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:18.406573 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624f59ea-e564-4357-bb61-e7a462176c50 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Network f72f0407-3fc6-4a3b-86b4-6d275312c908 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:45:18.412769 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b3c394c5-119e-4b22-b8a6-035a6b82e07a admin admin] 10.222.0.57 "DELETE /v2.0/networks/a68087bc-b7d9-41cd-bed2-738d51dbb9e8 HTTP/1.1" status: 204 len: 168 time: 0.4669852 Dec 09 15:45:18.422039 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-624f59ea-e564-4357-bb61-e7a462176c50 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, f72f0407-3fc6-4a3b-86b4-6d275312c908) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:45:18.432196 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624f59ea-e564-4357-bb61-e7a462176c50 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:18.432828 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9821b6-69a9-4737-9a32-6b469c720349 None None] Network f72f0407-3fc6-4a3b-86b4-6d275312c908 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:45:18.433066 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-624f59ea-e564-4357-bb61-e7a462176c50 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:18.453074 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c394c5-119e-4b22-b8a6-035a6b82e07a admin admin] Pushing event deleted for resources: {'Network': ['ID=a68087bc-b7d9-41cd-bed2-738d51dbb9e8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:18.454407 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-624f59ea-e564-4357-bb61-e7a462176c50 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2362933 Dec 09 15:45:18.458216 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 45186) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:18.470223 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a6ef7dcf-191d-4c6f-ae7f-837e65cf952d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1213613872'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:45:18.497333 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ef7dcf-191d-4c6f-ae7f-837e65cf952d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Made reservation on behalf of c9fde8dd394548efa8053a6f67dd6ae0 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:45:18.502328 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a6ef7dcf-191d-4c6f-ae7f-837e65cf952d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:18.558925 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6ef7dcf-191d-4c6f-ae7f-837e65cf952d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:45:18.585104 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a6ef7dcf-191d-4c6f-ae7f-837e65cf952d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:18.585574 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-a6ef7dcf-191d-4c6f-ae7f-837e65cf952d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Added segment a7e0e2f5-2a50-45fb-97b7-e8d6edb4f0d2 of type vlan for network 91095653-0e22-4b12-951d-40d98ec93f22 Dec 09 15:45:18.596901 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c717bd-7636-4712-9f66-d3a007d11cc3 x-openstack-request-id: req-72c717bd-7636-4712-9f66-d3a007d11cc3 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:45:18.598203 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231d780e-fbfe-438f-8de3-61f9070b0b15", "name": "network-vif-plugged", "status": "completed", "tag": "2dfec0ed-e305-425e-a8fd-7ec2215295d3", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:45:18.598532 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-72c717bd-7636-4712-9f66-d3a007d11cc3 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:45:18.600891 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231d780e-fbfe-438f-8de3-61f9070b0b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dfec0ed-e305-425e-a8fd-7ec2215295d3', 'code': 200} Dec 09 15:45:18.663870 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f965bbb0-af79-4415-b252-051ae55ded6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-f72f0407-3fc6-4a3b-86b4-6d275312c908', 'network_id': 'f72f0407-3fc6-4a3b-86b4-6d275312c908', 'project_id': 'c9fde8dd394548efa8053a6f67dd6ae0', 'fixed_ips': [{'subnet_id': '87a53cd8-05dd-4f1e-a7dc-3da2a83316bc'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:45:18.665159 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f965bbb0-af79-4415-b252-051ae55ded6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:18.667844 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a6ef7dcf-191d-4c6f-ae7f-837e65cf952d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:18.755994 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a6ef7dcf-191d-4c6f-ae7f-837e65cf952d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:18.761099 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 45192) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:18.761749 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ef7dcf-191d-4c6f-ae7f-837e65cf952d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:18.762357 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a6ef7dcf-191d-4c6f-ae7f-837e65cf952d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:18.818343 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8e1a8-221d-43ba-8578-9bba2d20d959 req-fa251583-473e-44f2-a70f-fc6cad55ac1c tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:18.820245 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c4a8e1a8-221d-43ba-8578-9bba2d20d959 req-fa251583-473e-44f2-a70f-fc6cad55ac1c tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=231d780e-fbfe-438f-8de3-61f9070b0b15 HTTP/1.1" status: 200 len: 945 time: 0.1003180 Dec 09 15:45:18.844343 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-89a710bb-23de-43a5-a705-d13ddc637b63 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=504359c49d3e4881bde3551ba39ae7bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0808256 Dec 09 15:45:18.851138 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 45196) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:18.953132 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c4a8e1a8-221d-43ba-8578-9bba2d20d959 req-393a8b78-556a-475d-842f-ab5f09494b04 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034214 Dec 09 15:45:18.972406 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b1963f18-fd89-49fc-af09-57a1dc61410f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:18.975714 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-f965bbb0-af79-4415-b252-051ae55ded6f None None] Allocated IP 2001:db8:0:ffff::2 (f72f0407-3fc6-4a3b-86b4-6d275312c908/87a53cd8-05dd-4f1e-a7dc-3da2a83316bc/1042de6a-bcac-4cb9-bb7a-6ca8b7b89208) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:45:19.029879 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b1963f18-fd89-49fc-af09-57a1dc61410f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:19.165427 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8daa46-b682-4e32-85ce-26ec969212d6 req-0b93db14-4715-4ccf-9b82-829ff4552b67 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:19.185855 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3f8daa46-b682-4e32-85ce-26ec969212d6 req-0b93db14-4715-4ccf-9b82-829ff4552b67 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d6563ef-cbdd-4e21-9bec-5cec8618dc8e HTTP/1.1" status: 200 len: 945 time: 0.1239111 Dec 09 15:45:19.189391 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 45206) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:19.194615 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-6eec2551-c075-41ee-92f8-ece17b883874 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Request body: {'floatingip': {'port_id': 'f72236d2-4a34-40be-9ff5-038689eb0932'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:45:19.204432 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f965bbb0-af79-4415-b252-051ae55ded6f None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:19.218036 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f965bbb0-af79-4415-b252-051ae55ded6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:19.285312 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b1963f18-fd89-49fc-af09-57a1dc61410f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:19.288405 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b1963f18-fd89-49fc-af09-57a1dc61410f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:19.293130 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b1963f18-fd89-49fc-af09-57a1dc61410f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/256a6ccf-c28f-4ce4-bfbd-7f0535b9f774 HTTP/1.1" status: 204 len: 168 time: 0.4408875 Dec 09 15:45:19.325369 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f965bbb0-af79-4415-b252-051ae55ded6f None None] Network f72f0407-3fc6-4a3b-86b4-6d275312c908 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:45:19.346387 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f965bbb0-af79-4415-b252-051ae55ded6f None None] Pushing event updated for resources: {'Port': ['ID=1042de6a-bcac-4cb9-bb7a-6ca8b7b89208,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:19.349253 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-f965bbb0-af79-4415-b252-051ae55ded6f None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:45:19.351690 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f965bbb0-af79-4415-b252-051ae55ded6f None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:45:19.370212 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6eec2551-c075-41ee-92f8-ece17b883874 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:19.373738 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1963f18-fd89-49fc-af09-57a1dc61410f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256a6ccf-c28f-4ce4-bfbd-7f0535b9f774,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:19.429596 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f965bbb0-af79-4415-b252-051ae55ded6f None None] Attempting to bind port 1042de6a-bcac-4cb9-bb7a-6ca8b7b89208 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:45:19.429976 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f965bbb0-af79-4415-b252-051ae55ded6f None None] Attempting to bind port 1042de6a-bcac-4cb9-bb7a-6ca8b7b89208 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'a1196f8c-fd2b-4291-bcbc-f702d8cd5716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f72f0407-3fc6-4a3b-86b4-6d275312c908'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:45:19.430345 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f965bbb0-af79-4415-b252-051ae55ded6f None None] Attempting to bind port 1042de6a-bcac-4cb9-bb7a-6ca8b7b89208 on network f72f0407-3fc6-4a3b-86b4-6d275312c908 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:45:19.436294 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f965bbb0-af79-4415-b252-051ae55ded6f None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:45:19.436597 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f965bbb0-af79-4415-b252-051ae55ded6f None None] Checking segment: {'id': 'a1196f8c-fd2b-4291-bcbc-f702d8cd5716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f72f0407-3fc6-4a3b-86b4-6d275312c908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:45:19.437495 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f965bbb0-af79-4415-b252-051ae55ded6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:19.438071 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f965bbb0-af79-4415-b252-051ae55ded6f None None] Bound using segment: {'id': 'a1196f8c-fd2b-4291-bcbc-f702d8cd5716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f72f0407-3fc6-4a3b-86b4-6d275312c908'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:45:19.439198 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f965bbb0-af79-4415-b252-051ae55ded6f None None] Bound port: 1042de6a-bcac-4cb9-bb7a-6ca8b7b89208, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1196f8c-fd2b-4291-bcbc-f702d8cd5716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f72f0407-3fc6-4a3b-86b4-6d275312c908'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:45:19.439940 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f965bbb0-af79-4415-b252-051ae55ded6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:19.441058 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a6ef7dcf-191d-4c6f-ae7f-837e65cf952d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9814141 Dec 09 15:45:19.449399 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 45210) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:19.451630 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e853f-7b2b-40b7-b67b-c7d58e0adc05 req-f6b4a0eb-c70b-472e-bcab-a7a6a5344edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:19.453052 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2d8e853f-7b2b-40b7-b67b-c7d58e0adc05 req-f6b4a0eb-c70b-472e-bcab-a7a6a5344edb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=231d780e-fbfe-438f-8de3-61f9070b0b15 HTTP/1.1" status: 200 len: 1096 time: 0.7416792 Dec 09 15:45:19.458124 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-3ab36de6-6869-40e9-9d6f-1ec08864573f tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Request body: {'subnet': {'network_id': '91095653-0e22-4b12-951d-40d98ec93f22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:45:19.532368 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4329c-766f-49b0-93da-880c67baca46 req-6348c940-02e9-4086-94a6-573dc712cae3 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:19.539843 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-30a4329c-766f-49b0-93da-880c67baca46 req-6348c940-02e9-4086-94a6-573dc712cae3 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=62416a1b-65a3-4dbc-b00d-afa09b06372e HTTP/1.1" status: 200 len: 945 time: 0.2609651 Dec 09 15:45:19.554228 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef7dcf-191d-4c6f-ae7f-837e65cf952d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event updated for resources: {'Network': ['ID=91095653-0e22-4b12-951d-40d98ec93f22,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:19.574012 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f965bbb0-af79-4415-b252-051ae55ded6f None None] For port 1042de6a-bcac-4cb9-bb7a-6ca8b7b89208, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:45:19.580252 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f965bbb0-af79-4415-b252-051ae55ded6f None None] For port 1042de6a-bcac-4cb9-bb7a-6ca8b7b89208, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=1042de6a-bcac-4cb9-bb7a-6ca8b7b89208,segment=NetworkSegment(a1196f8c-fd2b-4291-bcbc-f702d8cd5716),segment_id=a1196f8c-fd2b-4291-bcbc-f702d8cd5716)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:45:19.589268 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 91095653-0e22-4b12-951d-40d98ec93f22 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:45:19.605865 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2d8e853f-7b2b-40b7-b67b-c7d58e0adc05 req-7c42fe1d-0151-44d9-b6d2-e5965f92bb72 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410792 Dec 09 15:45:19.635820 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab36de6-6869-40e9-9d6f-1ec08864573f tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Made reservation on behalf of c9fde8dd394548efa8053a6f67dd6ae0 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:45:19.639746 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3ab36de6-6869-40e9-9d6f-1ec08864573f tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:19.664809 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-30a4329c-766f-49b0-93da-880c67baca46 req-38db38e0-4e33-4679-912d-f38c1a3d1cb0 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5914249-729d-46cd-bced-fb0207d25b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181014 Dec 09 15:45:19.715675 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f965bbb0-af79-4415-b252-051ae55ded6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:19.770846 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f965bbb0-af79-4415-b252-051ae55ded6f None None] Pushing event updated for resources: {'Port': ['ID=1042de6a-bcac-4cb9-bb7a-6ca8b7b89208,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:20.111711 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3ab36de6-6869-40e9-9d6f-1ec08864573f tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:20.317660 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab36de6-6869-40e9-9d6f-1ec08864573f tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event updated for resources: {'Subnet': ['ID=3615d5ce-a088-4095-9880-76e97aa75fd3,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:20.401395 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab36de6-6869-40e9-9d6f-1ec08864573f tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Checking segment: {'id': 'a7e0e2f5-2a50-45fb-97b7-e8d6edb4f0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '91095653-0e22-4b12-951d-40d98ec93f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:45:20.413671 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67cd711-0df6-4237-bb06-531fed6b11e6 req-7ec9c23b-9448-4b12-ab29-4e86ddb5d222 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:20.416476 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab36de6-6869-40e9-9d6f-1ec08864573f tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Network hostable DHCP agents. Network: 91095653-0e22-4b12-951d-40d98ec93f22, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:45:20.427225 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c67cd711-0df6-4237-bb06-531fed6b11e6 req-7ec9c23b-9448-4b12-ab29-4e86ddb5d222 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=231d780e-fbfe-438f-8de3-61f9070b0b15 HTTP/1.1" status: 200 len: 945 time: 0.2746117 Dec 09 15:45:20.443588 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2d7f1e4d-b5d9-4b06-aae8-dd0621935007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:20.487046 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab36de6-6869-40e9-9d6f-1ec08864573f tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Network 91095653-0e22-4b12-951d-40d98ec93f22 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:45:20.511858 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-3ab36de6-6869-40e9-9d6f-1ec08864573f tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 91095653-0e22-4b12-951d-40d98ec93f22) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:45:20.522165 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab36de6-6869-40e9-9d6f-1ec08864573f tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:20.522858 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3ab36de6-6869-40e9-9d6f-1ec08864573f tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:20.529292 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba91593f-6d1b-4b54-b48a-de83e0e9d453 None None] Network 91095653-0e22-4b12-951d-40d98ec93f22 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:45:20.555213 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3ab36de6-6869-40e9-9d6f-1ec08864573f tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1010039 Dec 09 15:45:20.558388 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 45246) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:20.577009 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c67cd711-0df6-4237-bb06-531fed6b11e6 req-640f443f-8981-4dae-8118-f4fb7bdb24eb tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488638 Dec 09 15:45:20.584933 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.db.resource_extend [None req-6eec2551-c075-41ee-92f8-ece17b883874 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 15:45:20.656905 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6eec2551-c075-41ee-92f8-ece17b883874 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:20.663103 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6eec2551-c075-41ee-92f8-ece17b883874 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:20.677986 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c779f21-ef39-4121-b36a-7ddaac3e5f0d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:20.711089 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7faa9fc-5115-46ff-8e22-295c0ba47a17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-91095653-0e22-4b12-951d-40d98ec93f22', 'network_id': '91095653-0e22-4b12-951d-40d98ec93f22', 'project_id': 'c9fde8dd394548efa8053a6f67dd6ae0', 'fixed_ips': [{'subnet_id': '3615d5ce-a088-4095-9880-76e97aa75fd3'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:45:20.712979 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c7faa9fc-5115-46ff-8e22-295c0ba47a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:20.768838 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c779f21-ef39-4121-b36a-7ddaac3e5f0d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:20.931779 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-c7faa9fc-5115-46ff-8e22-295c0ba47a17 None None] Allocated IP 2001:db8::1 (91095653-0e22-4b12-951d-40d98ec93f22/3615d5ce-a088-4095-9880-76e97aa75fd3/bc6e18d2-64f7-45c3-b2ce-29a4c7686b07) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:45:20.934126 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-6eec2551-c075-41ee-92f8-ece17b883874 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Floating IP 6a9e83ac-e738-404c-bb07-51be5d9b12f7 associated. External IP: 172.25.3.153, port: f72236d2-4a34-40be-9ff5-038689eb0932. Dec 09 15:45:20.964028 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5134a-16d8-426e-ac0f-f0eab48cf78f req-c8fd60d6-502b-488f-8878-347726b96ea5 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:20.971467 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-63a5134a-16d8-426e-ac0f-f0eab48cf78f req-c8fd60d6-502b-488f-8878-347726b96ea5 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=62416a1b-65a3-4dbc-b00d-afa09b06372e HTTP/1.1" status: 200 len: 945 time: 0.1690156 Dec 09 15:45:21.014176 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 45264) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:21.177923 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-63a5134a-16d8-426e-ac0f-f0eab48cf78f req-b1318246-7f0b-445a-bfb0-00180ed50193 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5914249-729d-46cd-bced-fb0207d25b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998780 Dec 09 15:45:21.246014 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c57c2120-82a7-49c9-a6fa-c26e58f3863c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-522097098-network', 'tenant_id': '1e2600c75c374e5792b7170fc2783725'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:45:21.267053 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c7faa9fc-5115-46ff-8e22-295c0ba47a17 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:21.278147 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c7faa9fc-5115-46ff-8e22-295c0ba47a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:21.353737 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c779f21-ef39-4121-b36a-7ddaac3e5f0d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:21.373658 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57c2120-82a7-49c9-a6fa-c26e58f3863c admin admin] Made reservation on behalf of 1e2600c75c374e5792b7170fc2783725 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:45:21.376093 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c57c2120-82a7-49c9-a6fa-c26e58f3863c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:21.380657 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7faa9fc-5115-46ff-8e22-295c0ba47a17 None None] Network 91095653-0e22-4b12-951d-40d98ec93f22 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:45:21.391673 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-c7faa9fc-5115-46ff-8e22-295c0ba47a17 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:45:21.400362 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7faa9fc-5115-46ff-8e22-295c0ba47a17 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:45:21.418457 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eec2551-c075-41ee-92f8-ece17b883874 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Router ec555e40-9950-4913-a9a7-4445f5ea62bc has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:45:21.445371 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c779f21-ef39-4121-b36a-7ddaac3e5f0d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event deleted for resources: {'Subnet': ['ID=3615d5ce-a088-4095-9880-76e97aa75fd3,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:21.453827 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c57c2120-82a7-49c9-a6fa-c26e58f3863c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:21.460118 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7faa9fc-5115-46ff-8e22-295c0ba47a17 None None] Pushing event updated for resources: {'Port': ['ID=bc6e18d2-64f7-45c3-b2ce-29a4c7686b07,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:21.534132 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-c7faa9fc-5115-46ff-8e22-295c0ba47a17 None None] Attempting to bind port bc6e18d2-64f7-45c3-b2ce-29a4c7686b07 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:45:21.534541 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-c7faa9fc-5115-46ff-8e22-295c0ba47a17 None None] Attempting to bind port bc6e18d2-64f7-45c3-b2ce-29a4c7686b07 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'a7e0e2f5-2a50-45fb-97b7-e8d6edb4f0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '91095653-0e22-4b12-951d-40d98ec93f22'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:45:21.534914 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7faa9fc-5115-46ff-8e22-295c0ba47a17 None None] Attempting to bind port bc6e18d2-64f7-45c3-b2ce-29a4c7686b07 on network 91095653-0e22-4b12-951d-40d98ec93f22 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:45:21.543411 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7faa9fc-5115-46ff-8e22-295c0ba47a17 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:45:21.543796 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7faa9fc-5115-46ff-8e22-295c0ba47a17 None None] Checking segment: {'id': 'a7e0e2f5-2a50-45fb-97b7-e8d6edb4f0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '91095653-0e22-4b12-951d-40d98ec93f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:45:21.544206 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c7faa9fc-5115-46ff-8e22-295c0ba47a17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:21.544666 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7faa9fc-5115-46ff-8e22-295c0ba47a17 None None] Bound using segment: {'id': 'a7e0e2f5-2a50-45fb-97b7-e8d6edb4f0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '91095653-0e22-4b12-951d-40d98ec93f22'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:45:21.545364 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-c7faa9fc-5115-46ff-8e22-295c0ba47a17 None None] Bound port: bc6e18d2-64f7-45c3-b2ce-29a4c7686b07, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e0e2f5-2a50-45fb-97b7-e8d6edb4f0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '91095653-0e22-4b12-951d-40d98ec93f22'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:45:21.545504 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c7faa9fc-5115-46ff-8e22-295c0ba47a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:21.590917 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c779f21-ef39-4121-b36a-7ddaac3e5f0d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:21.632208 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ba9481-01ad-41a0-a1a4-7b5b205c14af None None] Network f72f0407-3fc6-4a3b-86b4-6d275312c908 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:45:21.652399 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-4c779f21-ef39-4121-b36a-7ddaac3e5f0d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91095653-0e22-4b12-951d-40d98ec93f22']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:21.680374 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eec2551-c075-41ee-92f8-ece17b883874 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:45:21.688735 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-4c779f21-ef39-4121-b36a-7ddaac3e5f0d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e0e2f5-2a50-45fb-97b7-e8d6edb4f0d2') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:21.689050 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-4c779f21-ef39-4121-b36a-7ddaac3e5f0d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e0e2f5-2a50-45fb-97b7-e8d6edb4f0d2') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:21.695578 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd405bda-024e-42c0-b9a3-45e62e8b9bd5 None None] Sync routers for ids ['ec555e40-9950-4913-a9a7-4445f5ea62bc'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:45:21.702216 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6eec2551-c075-41ee-92f8-ece17b883874 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:21.713030 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd405bda-024e-42c0-b9a3-45e62e8b9bd5 None None] Routers {'ec555e40-9950-4913-a9a7-4445f5ea62bc'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:45:21.713945 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-bd405bda-024e-42c0-b9a3-45e62e8b9bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:44:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['ec555e40-9950-4913-a9a7-4445f5ea62bc'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:21.726714 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c779f21-ef39-4121-b36a-7ddaac3e5f0d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:21.768176 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c779f21-ef39-4121-b36a-7ddaac3e5f0d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:21.785602 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c779f21-ef39-4121-b36a-7ddaac3e5f0d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:45:21.785915 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c779f21-ef39-4121-b36a-7ddaac3e5f0d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:21.792438 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c7faa9fc-5115-46ff-8e22-295c0ba47a17 None None] For port bc6e18d2-64f7-45c3-b2ce-29a4c7686b07, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:45:21.804288 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e3118a4e-ff93-45e6-9ebe-adc0062ccf98 None None] Provisioning complete for port 1042de6a-bcac-4cb9-bb7a-6ca8b7b89208 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:45:21.804288 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e3118a4e-ff93-45e6-9ebe-adc0062ccf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:21.844064 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6eec2551-c075-41ee-92f8-ece17b883874 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] 10.222.0.57 "PUT /v2.0/floatingips/6a9e83ac-e738-404c-bb07-51be5d9b12f7 HTTP/1.1" status: 200 len: 991 time: 2.6533628 Dec 09 15:45:21.846838 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d6563ef-cbdd-4e21-9bec-5cec8618dc8e', 'tag': 'f72236d2-4a34-40be-9ff5-038689eb0932'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:45:21.853480 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c861c2d2-2141-4beb-8e0a-fbc1510c73a9" -d '{"events": [{"name": "network-changed", "server_uuid": "4d6563ef-cbdd-4e21-9bec-5cec8618dc8e", "tag": "f72236d2-4a34-40be-9ff5-038689eb0932"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:45:21.895852 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e3118a4e-ff93-45e6-9ebe-adc0062ccf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:21.940050 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e3118a4e-ff93-45e6-9ebe-adc0062ccf98 None None] For port 1042de6a-bcac-4cb9-bb7a-6ca8b7b89208, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=1042de6a-bcac-4cb9-bb7a-6ca8b7b89208,segment=NetworkSegment(a1196f8c-fd2b-4291-bcbc-f702d8cd5716),segment_id=a1196f8c-fd2b-4291-bcbc-f702d8cd5716)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:45:21.941377 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e3660-8e95-4d69-987b-0b2b18217a16 req-53fc4d51-3cd7-4fc3-add3-dacba0b486c1 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:21.947427 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-109e3660-8e95-4d69-987b-0b2b18217a16 req-53fc4d51-3cd7-4fc3-add3-dacba0b486c1 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=231d780e-fbfe-438f-8de3-61f9070b0b15 HTTP/1.1" status: 200 len: 945 time: 0.2407560 Dec 09 15:45:21.948214 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:45:21.948214 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:45:21.948214 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:45:21.948214 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:45:21.948214 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:45:21.948214 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:45:21.948214 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:45:21.948214 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:45:21.948214 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:45:21.948214 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:45:21.948214 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:45:21.948214 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:45:21.948214 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:45:21.948214 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:45:21.948214 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:45:21.948214 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:45:21.948214 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:45:21.948214 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:45:21.948214 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:45:21.948214 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:45:21.948214 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:45:21.948214 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:45:21.948214 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:45:21.948214 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:45:21.948214 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:45:21.948214 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:45:21.948214 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:45:21.948214 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:45:21.948214 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:45:21.948214 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:45:21.948214 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:45:21.948214 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:45:21.954969 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e3118a4e-ff93-45e6-9ebe-adc0062ccf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:22.021618 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-bd405bda-024e-42c0-b9a3-45e62e8b9bd5 None None] Set router ec555e40-9950-4913-a9a7-4445f5ea62bc gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:45:22.030726 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.db.api [None req-4c779f21-ef39-4121-b36a-7ddaac3e5f0d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 15:45:22.030726 n-d-821228-1 neutron-server[103245]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 15:45:22.030726 n-d-821228-1 neutron-server[103245]: [parameters: {'id': '91095653-0e22-4b12-951d-40d98ec93f22'}] Dec 09 15:45:22.030726 n-d-821228-1 neutron-server[103245]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:45:22.031241 n-d-821228-1 neutron-server[103245]: DEBUG oslo_db.api [None req-4c779f21-ef39-4121-b36a-7ddaac3e5f0d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:45:22.058144 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 1042de6a-bcac-4cb9-bb7a-6ca8b7b89208 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:45:22.087588 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-109e3660-8e95-4d69-987b-0b2b18217a16 req-dcc41b40-3a60-4ed5-9215-95f4cbb114ac tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315970 Dec 09 15:45:22.102037 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c57c2120-82a7-49c9-a6fa-c26e58f3863c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:22.117214 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c57c2120-82a7-49c9-a6fa-c26e58f3863c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:22.124348 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c7faa9fc-5115-46ff-8e22-295c0ba47a17 None None] For port bc6e18d2-64f7-45c3-b2ce-29a4c7686b07, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=bc6e18d2-64f7-45c3-b2ce-29a4c7686b07,segment=NetworkSegment(a7e0e2f5-2a50-45fb-97b7-e8d6edb4f0d2),segment_id=a7e0e2f5-2a50-45fb-97b7-e8d6edb4f0d2)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:45:22.134596 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3118a4e-ff93-45e6-9ebe-adc0062ccf98 None None] Pushing event updated for resources: {'Port': ['ID=1042de6a-bcac-4cb9-bb7a-6ca8b7b89208,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:22.138220 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c7faa9fc-5115-46ff-8e22-295c0ba47a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:22.226951 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7faa9fc-5115-46ff-8e22-295c0ba47a17 None None] Pushing event updated for resources: {'Port': ['ID=bc6e18d2-64f7-45c3-b2ce-29a4c7686b07,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:22.250275 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c57c2120-82a7-49c9-a6fa-c26e58f3863c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:45:22.263232 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c2120-82a7-49c9-a6fa-c26e58f3863c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59184e4-b8c8-49a0-83e0-462388ed36bb,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:22.272315 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c57c2120-82a7-49c9-a6fa-c26e58f3863c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:22.273001 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-c57c2120-82a7-49c9-a6fa-c26e58f3863c admin admin] Added segment c3803010-2dd4-4dc0-8146-bdae4b62f0af of type vlan for network 1d7b02ff-592a-43c8-a6a8-4518f58cb45c Dec 09 15:45:22.291831 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 1042de6a-bcac-4cb9-bb7a-6ca8b7b89208 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:45:22.292580 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:22.353814 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d052992b-1c40-42ba-a77e-d755fa047371 None None] Provisioning complete for port 1042de6a-bcac-4cb9-bb7a-6ca8b7b89208 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:45:22.354667 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d052992b-1c40-42ba-a77e-d755fa047371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:22.386185 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c57c2120-82a7-49c9-a6fa-c26e58f3863c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:22.390824 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff569897-9c58-42f6-8004-f17ec348ee12 None None] Network 91095653-0e22-4b12-951d-40d98ec93f22 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:45:22.443524 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2299ad8a-2593-4a04-8938-957613916542 x-openstack-request-id: req-2299ad8a-2593-4a04-8938-957613916542 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:45:22.444043 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d6563ef-cbdd-4e21-9bec-5cec8618dc8e", "tag": "f72236d2-4a34-40be-9ff5-038689eb0932", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:45:22.444226 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2299ad8a-2593-4a04-8938-957613916542 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:45:22.444345 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c57c2120-82a7-49c9-a6fa-c26e58f3863c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:22.444818 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d6563ef-cbdd-4e21-9bec-5cec8618dc8e', 'tag': 'f72236d2-4a34-40be-9ff5-038689eb0932', 'status': 'completed', 'code': 200} Dec 09 15:45:22.445755 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57c2120-82a7-49c9-a6fa-c26e58f3863c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:22.447090 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c57c2120-82a7-49c9-a6fa-c26e58f3863c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:22.553963 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861c2d2-2141-4beb-8e0a-fbc1510c73a9 req-879cf076-1bf3-4cea-a97c-f5f80ad3ac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:22.558929 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c861c2d2-2141-4beb-8e0a-fbc1510c73a9 req-879cf076-1bf3-4cea-a97c-f5f80ad3ac7e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bbdfd74655944f31ad1c7a93f1fcea77&device_id=4d6563ef-cbdd-4e21-9bec-5cec8618dc8e HTTP/1.1" status: 200 len: 1096 time: 0.0901384 Dec 09 15:45:22.600641 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c779f21-ef39-4121-b36a-7ddaac3e5f0d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:22.649368 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c57c2120-82a7-49c9-a6fa-c26e58f3863c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6338997 Dec 09 15:45:22.650652 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 45326) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:22.657691 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-a0d6d511-7fd8-42d4-8ad3-85c06a3fa740 admin admin] Request body: {'subnet': {'network_id': '1d7b02ff-592a-43c8-a6a8-4518f58cb45c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-522097098-subnet', 'tenant_id': '1e2600c75c374e5792b7170fc2783725', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:45:22.684203 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c2120-82a7-49c9-a6fa-c26e58f3863c admin admin] Pushing event updated for resources: {'Network': ['ID=1d7b02ff-592a-43c8-a6a8-4518f58cb45c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:22.694375 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-bd405bda-024e-42c0-b9a3-45e62e8b9bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec555e40-9950-4913-a9a7-4445f5ea62bc', 'name': 'tempest-ServersTestFqdnHostnames-1285166802-router', 'tenant_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:44:41Z', 'updated_at': '2021-12-09T15:44:50Z', 'revision_number': 4, 'project_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'gw_port': {'id': 'e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:79:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec555e40-9950-4913-a9a7-4445f5ea62bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:44:43Z', 'updated_at': '2021-12-09T15:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '6a9e83ac-e738-404c-bb07-51be5d9b12f7', 'tenant_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'floating_ip_address': '172.25.3.153', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'ec555e40-9950-4913-a9a7-4445f5ea62bc', 'port_id': 'f72236d2-4a34-40be-9ff5-038689eb0932', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1943, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '294da410-4b0c-4c8f-a497-2b6932151d56', 'mac_address': 'fa:16:3e:56:df:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6563ef-cbdd-4e21-9bec-5cec8618dc8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:44:54Z', 'updated_at': '2021-12-09T15:45:20Z', 'revision_number': 1, 'project_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bad346a9-1975-4483-82de-0e71549c8747', 'name': '', 'network_id': '294da410-4b0c-4c8f-a497-2b6932151d56', 'tenant_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'mac_address': 'fa:16:3e:09:db:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec555e40-9950-4913-a9a7-4445f5ea62bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '002bdf95-01eb-46f4-b3fe-2493e41b057a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:44:48Z', 'updated_at': '2021-12-09T15:44:55Z', 'revision_number': 5, 'project_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'subnets': [{'id': '002bdf95-01eb-46f4-b3fe-2493e41b057a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:22.699660 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf58c0-c859-4dae-a0bf-0823a9cc641c req-e009d95c-8197-4c74-aff6-856584d06180 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:22.707765 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-feaf58c0-c859-4dae-a0bf-0823a9cc641c req-e009d95c-8197-4c74-aff6-856584d06180 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=231d780e-fbfe-438f-8de3-61f9070b0b15 HTTP/1.1" status: 200 len: 945 time: 0.1475358 Dec 09 15:45:22.709605 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d6d511-7fd8-42d4-8ad3-85c06a3fa740 admin admin] Made reservation on behalf of 1e2600c75c374e5792b7170fc2783725 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:45:22.712145 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a0d6d511-7fd8-42d4-8ad3-85c06a3fa740 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:22.750838 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd405bda-024e-42c0-b9a3-45e62e8b9bd5 None None] Checking router: ec555e40-9950-4913-a9a7-4445f5ea62bc for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:45:22.763047 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd405bda-024e-42c0-b9a3-45e62e8b9bd5 None None] Routers {'ec555e40-9950-4913-a9a7-4445f5ea62bc'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:45:22.763678 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-bd405bda-024e-42c0-b9a3-45e62e8b9bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:44:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['ec555e40-9950-4913-a9a7-4445f5ea62bc'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:22.797278 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4c779f21-ef39-4121-b36a-7ddaac3e5f0d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Deleting port bc6e18d2-64f7-45c3-b2ce-29a4c7686b07 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:45:22.797882 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c779f21-ef39-4121-b36a-7ddaac3e5f0d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:22.948515 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4c779f21-ef39-4121-b36a-7ddaac3e5f0d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] For port bc6e18d2-64f7-45c3-b2ce-29a4c7686b07, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=bc6e18d2-64f7-45c3-b2ce-29a4c7686b07,segment=NetworkSegment(a7e0e2f5-2a50-45fb-97b7-e8d6edb4f0d2),segment_id=a7e0e2f5-2a50-45fb-97b7-e8d6edb4f0d2)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:45:22.948979 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c779f21-ef39-4121-b36a-7ddaac3e5f0d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:22.952020 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a0d6d511-7fd8-42d4-8ad3-85c06a3fa740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:22.981015 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4c779f21-ef39-4121-b36a-7ddaac3e5f0d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Calling delete_port for bc6e18d2-64f7-45c3-b2ce-29a4c7686b07 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:45:22.992406 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-bd405bda-024e-42c0-b9a3-45e62e8b9bd5 None None] Set router ec555e40-9950-4913-a9a7-4445f5ea62bc gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:45:23.008039 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d6d511-7fd8-42d4-8ad3-85c06a3fa740 admin admin] Pushing event updated for resources: {'Subnet': ['ID=988bbd31-181e-4551-8e3f-d164b1967843,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:23.089127 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 1d7b02ff-592a-43c8-a6a8-4518f58cb45c details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:45:23.110789 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d6d511-7fd8-42d4-8ad3-85c06a3fa740 admin admin] Checking segment: {'id': 'c3803010-2dd4-4dc0-8146-bdae4b62f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1d7b02ff-592a-43c8-a6a8-4518f58cb45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:45:23.111109 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d6d511-7fd8-42d4-8ad3-85c06a3fa740 admin admin] Network hostable DHCP agents. Network: 1d7b02ff-592a-43c8-a6a8-4518f58cb45c, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:45:23.148179 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-feaf58c0-c859-4dae-a0bf-0823a9cc641c req-b1cdf0f8-068c-4d91-a81f-f68b6e2afc80 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4394650 Dec 09 15:45:23.151530 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c779f21-ef39-4121-b36a-7ddaac3e5f0d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:23.177102 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c779f21-ef39-4121-b36a-7ddaac3e5f0d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] No DVR routers for this DVR port bc6e18d2-64f7-45c3-b2ce-29a4c7686b07 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:45:23.191539 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861c2d2-2141-4beb-8e0a-fbc1510c73a9 req-f2affa40-80ff-47da-8f2c-6e8a266186a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:23.193123 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c861c2d2-2141-4beb-8e0a-fbc1510c73a9 req-f2affa40-80ff-47da-8f2c-6e8a266186a4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=294da410-4b0c-4c8f-a497-2b6932151d56 HTTP/1.1" status: 200 len: 916 time: 0.6007047 Dec 09 15:45:23.223022 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c779f21-ef39-4121-b36a-7ddaac3e5f0d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event deleted for resources: {'Port': ['ID=bc6e18d2-64f7-45c3-b2ce-29a4c7686b07,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:23.305135 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d6d511-7fd8-42d4-8ad3-85c06a3fa740 admin admin] Network 1d7b02ff-592a-43c8-a6a8-4518f58cb45c is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:45:23.342131 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4f2e80d9-d242-46f9-bd5c-2a53e613663b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:23.360962 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c861c2d2-2141-4beb-8e0a-fbc1510c73a9 req-af17bbbe-f55d-421d-8464-4dae9e21e789 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f72236d2-4a34-40be-9ff5-038689eb0932 HTTP/1.1" status: 200 len: 999 time: 0.1577675 Dec 09 15:45:23.361951 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a9865e-2b4d-46be-9d76-c70923af713f None None] get_active_networks_info from n-d-821228-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 15:45:23.389110 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c779f21-ef39-4121-b36a-7ddaac3e5f0d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:23.415205 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-4c779f21-ef39-4121-b36a-7ddaac3e5f0d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91095653-0e22-4b12-951d-40d98ec93f22']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:23.426383 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-4c779f21-ef39-4121-b36a-7ddaac3e5f0d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e0e2f5-2a50-45fb-97b7-e8d6edb4f0d2') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:23.427005 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-4c779f21-ef39-4121-b36a-7ddaac3e5f0d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e0e2f5-2a50-45fb-97b7-e8d6edb4f0d2') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:23.439708 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c779f21-ef39-4121-b36a-7ddaac3e5f0d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:23.454448 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861c2d2-2141-4beb-8e0a-fbc1510c73a9 req-5993203b-8ccf-4925-83f6-19293577afd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:23.456274 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c861c2d2-2141-4beb-8e0a-fbc1510c73a9 req-5993203b-8ccf-4925-83f6-19293577afd2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=002bdf95-01eb-46f4-b3fe-2493e41b057a HTTP/1.1" status: 200 len: 854 time: 0.0525210 Dec 09 15:45:23.474369 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c779f21-ef39-4121-b36a-7ddaac3e5f0d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:23.483948 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-bd405bda-024e-42c0-b9a3-45e62e8b9bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec555e40-9950-4913-a9a7-4445f5ea62bc', 'name': 'tempest-ServersTestFqdnHostnames-1285166802-router', 'tenant_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:44:41Z', 'updated_at': '2021-12-09T15:44:50Z', 'revision_number': 4, 'project_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'gw_port': {'id': 'e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:79:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec555e40-9950-4913-a9a7-4445f5ea62bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:44:43Z', 'updated_at': '2021-12-09T15:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '6a9e83ac-e738-404c-bb07-51be5d9b12f7', 'tenant_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'floating_ip_address': '172.25.3.153', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'ec555e40-9950-4913-a9a7-4445f5ea62bc', 'port_id': 'f72236d2-4a34-40be-9ff5-038689eb0932', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1943, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '294da410-4b0c-4c8f-a497-2b6932151d56', 'mac_address': 'fa:16:3e:56:df:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6563ef-cbdd-4e21-9bec-5cec8618dc8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:44:54Z', 'updated_at': '2021-12-09T15:45:20Z', 'revision_number': 1, 'project_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bad346a9-1975-4483-82de-0e71549c8747', 'name': '', 'network_id': '294da410-4b0c-4c8f-a497-2b6932151d56', 'tenant_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'mac_address': 'fa:16:3e:09:db:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec555e40-9950-4913-a9a7-4445f5ea62bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '002bdf95-01eb-46f4-b3fe-2493e41b057a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:44:48Z', 'updated_at': '2021-12-09T15:44:55Z', 'revision_number': 5, 'project_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'subnets': [{'id': '002bdf95-01eb-46f4-b3fe-2493e41b057a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:23.485086 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-a0d6d511-7fd8-42d4-8ad3-85c06a3fa740 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 1d7b02ff-592a-43c8-a6a8-4518f58cb45c) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:45:23.490261 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c779f21-ef39-4121-b36a-7ddaac3e5f0d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:45:23.490767 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c779f21-ef39-4121-b36a-7ddaac3e5f0d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:23.543452 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d6d511-7fd8-42d4-8ad3-85c06a3fa740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:23.544148 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a0d6d511-7fd8-42d4-8ad3-85c06a3fa740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:23.559215 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd405bda-024e-42c0-b9a3-45e62e8b9bd5 None None] The sync data for ids ['ec555e40-9950-4913-a9a7-4445f5ea62bc'] in n-d-821228-1 is: [{'id': 'ec555e40-9950-4913-a9a7-4445f5ea62bc', 'name': 'tempest-ServersTestFqdnHostnames-1285166802-router', 'tenant_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:44:41Z', 'updated_at': '2021-12-09T15:44:50Z', 'revision_number': 4, 'project_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'gw_port': {'id': 'e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:79:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec555e40-9950-4913-a9a7-4445f5ea62bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:44:43Z', 'updated_at': '2021-12-09T15:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '6a9e83ac-e738-404c-bb07-51be5d9b12f7', 'tenant_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'floating_ip_address': '172.25.3.153', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'ec555e40-9950-4913-a9a7-4445f5ea62bc', 'port_id': 'f72236d2-4a34-40be-9ff5-038689eb0932', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1943, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '294da410-4b0c-4c8f-a497-2b6932151d56', 'mac_address': 'fa:16:3e:56:df:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6563ef-cbdd-4e21-9bec-5cec8618dc8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:44:54Z', 'updated_at': '2021-12-09T15:45:20Z', 'revision_number': 1, 'project_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bad346a9-1975-4483-82de-0e71549c8747', 'name': '', 'network_id': '294da410-4b0c-4c8f-a497-2b6932151d56', 'tenant_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'mac_address': 'fa:16:3e:09:db:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec555e40-9950-4913-a9a7-4445f5ea62bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '002bdf95-01eb-46f4-b3fe-2493e41b057a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:44:48Z', 'updated_at': '2021-12-09T15:44:55Z', 'revision_number': 5, 'project_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'subnets': [{'id': '002bdf95-01eb-46f4-b3fe-2493e41b057a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:45:23.586684 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:45:23.586684 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:45:23.586684 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:45:23.586684 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:45:23.586684 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:45:23.586684 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:45:23.586684 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:45:23.586684 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:45:23.586684 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:45:23.586684 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:45:23.586684 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:45:23.586684 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:45:23.586684 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:45:23.586684 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:45:23.586684 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:45:23.586684 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:45:23.586684 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:45:23.586684 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:45:23.586684 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:45:23.586684 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:45:23.586684 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:45:23.586684 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:45:23.586684 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:45:23.586684 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:45:23.586684 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:45:23.586684 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:45:23.586684 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:45:23.586684 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:45:23.586684 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:45:23.586684 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:45:23.586684 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:45:23.586684 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:45:23.592747 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab13da7-bace-4a7a-a117-5a493e23e29a req-47f0d990-38e8-4a82-9789-2e8b2233b921 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:23.595277 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c779f21-ef39-4121-b36a-7ddaac3e5f0d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:23.607380 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c779f21-ef39-4121-b36a-7ddaac3e5f0d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:23.617619 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4c779f21-ef39-4121-b36a-7ddaac3e5f0d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "DELETE /v2.0/networks/91095653-0e22-4b12-951d-40d98ec93f22 HTTP/1.1" status: 204 len: 168 time: 3.0548122 Dec 09 15:45:23.617798 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0ab13da7-bace-4a7a-a117-5a493e23e29a req-47f0d990-38e8-4a82-9789-2e8b2233b921 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=62416a1b-65a3-4dbc-b00d-afa09b06372e HTTP/1.1" status: 200 len: 945 time: 0.2514815 Dec 09 15:45:23.620855 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 45346) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:23.635112 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a0d6d511-7fd8-42d4-8ad3-85c06a3fa740 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9826379 Dec 09 15:45:23.642197 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-6a7c124e-50f5-40f4-bfa9-96fe57c78ad3 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1606278153'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:45:23.643617 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a9865e-2b4d-46be-9d76-c70923af713f None None] Resources bound (agent type, host, resource id): {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 15:45:23.681232 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861c2d2-2141-4beb-8e0a-fbc1510c73a9 req-19610c01-413b-4079-8a2e-a9da9d0f1906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:23.682989 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c861c2d2-2141-4beb-8e0a-fbc1510c73a9 req-19610c01-413b-4079-8a2e-a9da9d0f1906 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=294da410-4b0c-4c8f-a497-2b6932151d56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2182822 Dec 09 15:45:23.683194 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c779f21-ef39-4121-b36a-7ddaac3e5f0d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event deleted for resources: {'Network': ['ID=91095653-0e22-4b12-951d-40d98ec93f22,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:23.855727 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7c124e-50f5-40f4-bfa9-96fe57c78ad3 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Made reservation on behalf of c9fde8dd394548efa8053a6f67dd6ae0 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:45:23.878019 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6a7c124e-50f5-40f4-bfa9-96fe57c78ad3 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:23.961274 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 1042de6a-bcac-4cb9-bb7a-6ca8b7b89208 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:45:24.029655 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a33804f-5059-4330-894e-c6939ca7473c None None] New status for floating IP 6a9e83ac-e738-404c-bb07-51be5d9b12f7: ACTIVE {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:45:24.034929 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c861c2d2-2141-4beb-8e0a-fbc1510c73a9 req-84541e8f-d5dd-46c8-a0b2-ebccbc636ada service neutron] 10.222.0.31 "GET /v2.0/networks/294da410-4b0c-4c8f-a497-2b6932151d56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332212 Dec 09 15:45:24.058834 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0ab13da7-bace-4a7a-a117-5a493e23e29a req-c6c09680-e034-4ff8-b70c-97fe44f60886 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5914249-729d-46cd-bced-fb0207d25b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4124048 Dec 09 15:45:24.094362 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:24.208095 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 1042de6a-bcac-4cb9-bb7a-6ca8b7b89208 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:45:24.210064 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:24.269598 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5607d4d-94c4-460f-8f33-4b8cedf94972 None None] Network 1d7b02ff-592a-43c8-a6a8-4518f58cb45c requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:45:24.451149 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a7c124e-50f5-40f4-bfa9-96fe57c78ad3 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:45:24.472681 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6a7c124e-50f5-40f4-bfa9-96fe57c78ad3 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:24.473377 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-6a7c124e-50f5-40f4-bfa9-96fe57c78ad3 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Added segment 9079a541-c143-4b43-b0f6-f11707b2e937 of type vlan for network 518267eb-e2f8-4cff-b47f-8bf72d4d6f2a Dec 09 15:45:24.522594 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:24.531694 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-cf87a974-5be5-4981-8399-8bf05109d40c None None] Provisioning complete for port 76cd4a30-0404-4a95-a2dc-022463d6e20d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:45:24.532209 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cf87a974-5be5-4981-8399-8bf05109d40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:24.682562 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6a7c124e-50f5-40f4-bfa9-96fe57c78ad3 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:24.691790 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c861c2d2-2141-4beb-8e0a-fbc1510c73a9 req-6f20f586-02da-49bb-a1c3-194bf4051b81 service neutron] 10.222.0.31 "GET /v2.0/networks/294da410-4b0c-4c8f-a497-2b6932151d56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6319253 Dec 09 15:45:24.740499 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6a7c124e-50f5-40f4-bfa9-96fe57c78ad3 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:24.748365 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7c124e-50f5-40f4-bfa9-96fe57c78ad3 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:24.749009 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6a7c124e-50f5-40f4-bfa9-96fe57c78ad3 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:24.755274 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c86827-1c73-433a-8334-e1021d199722 None None] Network 1d7b02ff-592a-43c8-a6a8-4518f58cb45c requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:45:24.776899 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6a7c124e-50f5-40f4-bfa9-96fe57c78ad3 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1394479 Dec 09 15:45:24.778871 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 45370) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:24.786056 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-fb89bd08-0413-4090-b832-29970629896a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Request body: {'subnet': {'network_id': '518267eb-e2f8-4cff-b47f-8bf72d4d6f2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:45:24.907314 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c124e-50f5-40f4-bfa9-96fe57c78ad3 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event updated for resources: {'Network': ['ID=518267eb-e2f8-4cff-b47f-8bf72d4d6f2a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:24.923112 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 518267eb-e2f8-4cff-b47f-8bf72d4d6f2a details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:45:24.982688 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169b2c42-7553-4ab5-a73e-9da750de95f2 None None] DHCP port deletion for 1d7b02ff-592a-43c8-a6a8-4518f58cb45c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:45:24.996539 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb89bd08-0413-4090-b832-29970629896a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Made reservation on behalf of c9fde8dd394548efa8053a6f67dd6ae0 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:45:25.000574 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fb89bd08-0413-4090-b832-29970629896a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:25.009798 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-cf87a974-5be5-4981-8399-8bf05109d40c None None] Provisioning complete for port 2dfec0ed-e305-425e-a8fd-7ec2215295d3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:45:25.010178 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cf87a974-5be5-4981-8399-8bf05109d40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:25.208572 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-ee93f295-cc2b-47f6-9916-8dc1ab15a5f3 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:25.210482 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-ee93f295-cc2b-47f6-9916-8dc1ab15a5f3 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/networks?id=1d7b02ff-592a-43c8-a6a8-4518f58cb45c HTTP/1.1" status: 200 len: 813 time: 0.1387918 Dec 09 15:45:25.241193 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-96d9f2f7-de51-4d78-85ad-f1e7a9cda5ee tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/quotas/1e2600c75c374e5792b7170fc2783725 HTTP/1.1" status: 200 len: 375 time: 0.0201173 Dec 09 15:45:25.244323 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:25.278669 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-9c5f8f6a-484e-4ebd-95ed-daa90851eaca tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e2600c75c374e5792b7170fc2783725&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297716 Dec 09 15:45:25.288345 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fb89bd08-0413-4090-b832-29970629896a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:25.348209 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb89bd08-0413-4090-b832-29970629896a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event updated for resources: {'Subnet': ['ID=d5bca6c4-2ab0-472e-934e-128bf41157a7,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:25.370151 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb89bd08-0413-4090-b832-29970629896a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Checking segment: {'id': '9079a541-c143-4b43-b0f6-f11707b2e937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '518267eb-e2f8-4cff-b47f-8bf72d4d6f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:45:25.371043 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb89bd08-0413-4090-b832-29970629896a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Network hostable DHCP agents. Network: 518267eb-e2f8-4cff-b47f-8bf72d4d6f2a, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:45:25.385426 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-275a3d4f-80d2-4e68-9bb8-adf8c1092bb3 service neutron] 10.222.0.57 "GET /v2.0/networks/1d7b02ff-592a-43c8-a6a8-4518f58cb45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985749 Dec 09 15:45:25.393566 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb89bd08-0413-4090-b832-29970629896a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Network 518267eb-e2f8-4cff-b47f-8bf72d4d6f2a is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:45:25.404692 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-fb89bd08-0413-4090-b832-29970629896a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 518267eb-e2f8-4cff-b47f-8bf72d4d6f2a) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:45:25.408813 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb89bd08-0413-4090-b832-29970629896a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:25.409417 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fb89bd08-0413-4090-b832-29970629896a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:25.417999 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8aaf15-83c5-4ca8-851d-c4b2fbf371c1 None None] Network 518267eb-e2f8-4cff-b47f-8bf72d4d6f2a requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:45:25.430963 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-fb89bd08-0413-4090-b832-29970629896a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6493587 Dec 09 15:45:25.436756 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 45402) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:25.442430 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-82545e22-9ee3-4f94-873f-0e2449d25b79 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-467061696'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:45:25.465994 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82545e22-9ee3-4f94-873f-0e2449d25b79 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Made reservation on behalf of c9fde8dd394548efa8053a6f67dd6ae0 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:45:25.470416 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-82545e22-9ee3-4f94-873f-0e2449d25b79 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:25.494709 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-154208d2-28c2-453a-9b71-cfaa2e53b05f service neutron] 10.222.0.57 "GET /v2.0/networks/1d7b02ff-592a-43c8-a6a8-4518f58cb45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030934 Dec 09 15:45:25.510380 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82545e22-9ee3-4f94-873f-0e2449d25b79 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:45:25.522264 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-82545e22-9ee3-4f94-873f-0e2449d25b79 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:25.522619 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-82545e22-9ee3-4f94-873f-0e2449d25b79 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Added segment 8b2fdcfd-dead-449f-89c5-556485dd2613 of type vlan for network e01d99e7-1082-4fbf-a98b-8aefb2be0e64 Dec 09 15:45:25.555823 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193b2bf2-c63e-4303-aeda-9f814139cd92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-518267eb-e2f8-4cff-b47f-8bf72d4d6f2a', 'network_id': '518267eb-e2f8-4cff-b47f-8bf72d4d6f2a', 'project_id': 'c9fde8dd394548efa8053a6f67dd6ae0', 'fixed_ips': [{'subnet_id': 'd5bca6c4-2ab0-472e-934e-128bf41157a7'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:45:25.556690 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-193b2bf2-c63e-4303-aeda-9f814139cd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:25.590999 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-82545e22-9ee3-4f94-873f-0e2449d25b79 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:25.623298 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-82545e22-9ee3-4f94-873f-0e2449d25b79 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:25.630354 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82545e22-9ee3-4f94-873f-0e2449d25b79 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:25.631113 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-82545e22-9ee3-4f94-873f-0e2449d25b79 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:25.708489 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-82545e22-9ee3-4f94-873f-0e2449d25b79 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2704077 Dec 09 15:45:25.711502 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 45410) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:25.718053 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ea379806-ca1a-49c0-b8af-7c79ce52be65 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Request body: {'subnet': {'network_id': 'e01d99e7-1082-4fbf-a98b-8aefb2be0e64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:45:25.724278 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82545e22-9ee3-4f94-873f-0e2449d25b79 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event updated for resources: {'Network': ['ID=e01d99e7-1082-4fbf-a98b-8aefb2be0e64,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:25.764563 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network e01d99e7-1082-4fbf-a98b-8aefb2be0e64 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:45:25.868686 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-193b2bf2-c63e-4303-aeda-9f814139cd92 None None] Allocated IP 2001:db8::1 (518267eb-e2f8-4cff-b47f-8bf72d4d6f2a/d5bca6c4-2ab0-472e-934e-128bf41157a7/a40f0cfa-6fa5-4b3e-b93f-553319b68ab9) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:45:26.032291 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd118d84-c5b0-44d6-a70a-2c7e582b436d req-8783589e-c3c9-40e6-b20c-d1ac19e25a73 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:26.041518 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fd118d84-c5b0-44d6-a70a-2c7e582b436d req-8783589e-c3c9-40e6-b20c-d1ac19e25a73 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=231d780e-fbfe-438f-8de3-61f9070b0b15 HTTP/1.1" status: 200 len: 945 time: 0.2527733 Dec 09 15:45:26.085843 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-193b2bf2-c63e-4303-aeda-9f814139cd92 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:26.094060 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-193b2bf2-c63e-4303-aeda-9f814139cd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:26.146094 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea379806-ca1a-49c0-b8af-7c79ce52be65 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Made reservation on behalf of c9fde8dd394548efa8053a6f67dd6ae0 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:45:26.152672 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ea379806-ca1a-49c0-b8af-7c79ce52be65 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:26.197332 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4df338-47f0-4e29-b1ba-9e15c891419f req-01b336ba-79c6-473a-80ec-4f99da2711a7 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:26.199938 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ba4df338-47f0-4e29-b1ba-9e15c891419f req-01b336ba-79c6-473a-80ec-4f99da2711a7 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.42 "GET /v2.0/ports?device_id=231d780e-fbfe-438f-8de3-61f9070b0b15 HTTP/1.1" status: 200 len: 945 time: 0.0912762 Dec 09 15:45:26.210437 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193b2bf2-c63e-4303-aeda-9f814139cd92 None None] Network 518267eb-e2f8-4cff-b47f-8bf72d4d6f2a is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:45:26.222002 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-193b2bf2-c63e-4303-aeda-9f814139cd92 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:45:26.241467 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193b2bf2-c63e-4303-aeda-9f814139cd92 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:45:26.242127 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fd118d84-c5b0-44d6-a70a-2c7e582b436d req-1a0b4d4f-8310-4511-a3f4-f9b60aacd818 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956265 Dec 09 15:45:26.253293 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b2bf2-c63e-4303-aeda-9f814139cd92 None None] Pushing event updated for resources: {'Port': ['ID=a40f0cfa-6fa5-4b3e-b93f-553319b68ab9,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:26.255471 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.ipam_backend_mixin [None req-ea379806-ca1a-49c0-b8af-7c79ce52be65 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Performing IP validity checks on allocation pools {{(pid=103244) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 09 15:45:26.261582 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.ipam_backend_mixin [None req-ea379806-ca1a-49c0-b8af-7c79ce52be65 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103244) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 09 15:45:26.280003 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b2bf2-c63e-4303-aeda-9f814139cd92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:45:26.280692 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b2bf2-c63e-4303-aeda-9f814139cd92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:45:26.280900 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b2bf2-c63e-4303-aeda-9f814139cd92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:45:26.281260 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b2bf2-c63e-4303-aeda-9f814139cd92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:45:26.281703 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b2bf2-c63e-4303-aeda-9f814139cd92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:45:26.282051 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b2bf2-c63e-4303-aeda-9f814139cd92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:45:26.282386 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b2bf2-c63e-4303-aeda-9f814139cd92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:45:26.282751 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b2bf2-c63e-4303-aeda-9f814139cd92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:45:26.283085 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b2bf2-c63e-4303-aeda-9f814139cd92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:45:26.283413 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b2bf2-c63e-4303-aeda-9f814139cd92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:45:26.283729 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b2bf2-c63e-4303-aeda-9f814139cd92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:45:26.284044 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b2bf2-c63e-4303-aeda-9f814139cd92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:45:26.284377 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b2bf2-c63e-4303-aeda-9f814139cd92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:45:26.371353 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-ba4df338-47f0-4e29-b1ba-9e15c891419f req-416347ad-c639-44b0-90ba-2102b7d3b6b0 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Deleting port 2dfec0ed-e305-425e-a8fd-7ec2215295d3 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:45:26.371779 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ba4df338-47f0-4e29-b1ba-9e15c891419f req-416347ad-c639-44b0-90ba-2102b7d3b6b0 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:26.401757 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-193b2bf2-c63e-4303-aeda-9f814139cd92 None None] Attempting to bind port a40f0cfa-6fa5-4b3e-b93f-553319b68ab9 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:45:26.402138 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-193b2bf2-c63e-4303-aeda-9f814139cd92 None None] Attempting to bind port a40f0cfa-6fa5-4b3e-b93f-553319b68ab9 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '9079a541-c143-4b43-b0f6-f11707b2e937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '518267eb-e2f8-4cff-b47f-8bf72d4d6f2a'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:45:26.402651 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193b2bf2-c63e-4303-aeda-9f814139cd92 None None] Attempting to bind port a40f0cfa-6fa5-4b3e-b93f-553319b68ab9 on network 518267eb-e2f8-4cff-b47f-8bf72d4d6f2a {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:45:26.408351 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193b2bf2-c63e-4303-aeda-9f814139cd92 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:45:26.408794 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193b2bf2-c63e-4303-aeda-9f814139cd92 None None] Checking segment: {'id': '9079a541-c143-4b43-b0f6-f11707b2e937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '518267eb-e2f8-4cff-b47f-8bf72d4d6f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:45:26.409165 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-193b2bf2-c63e-4303-aeda-9f814139cd92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:26.409563 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193b2bf2-c63e-4303-aeda-9f814139cd92 None None] Bound using segment: {'id': '9079a541-c143-4b43-b0f6-f11707b2e937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '518267eb-e2f8-4cff-b47f-8bf72d4d6f2a'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:45:26.410042 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-193b2bf2-c63e-4303-aeda-9f814139cd92 None None] Bound port: a40f0cfa-6fa5-4b3e-b93f-553319b68ab9, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9079a541-c143-4b43-b0f6-f11707b2e937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '518267eb-e2f8-4cff-b47f-8bf72d4d6f2a'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:45:26.410428 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-193b2bf2-c63e-4303-aeda-9f814139cd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:26.487053 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:26.534999 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-ba4df338-47f0-4e29-b1ba-9e15c891419f req-416347ad-c639-44b0-90ba-2102b7d3b6b0 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] For port 2dfec0ed-e305-425e-a8fd-7ec2215295d3, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=2dfec0ed-e305-425e-a8fd-7ec2215295d3,segment=NetworkSegment(72b78068-61b7-4bbb-b5a0-753283217b57),segment_id=72b78068-61b7-4bbb-b5a0-753283217b57)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:45:26.537438 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ba4df338-47f0-4e29-b1ba-9e15c891419f req-416347ad-c639-44b0-90ba-2102b7d3b6b0 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:26.560797 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-ba4df338-47f0-4e29-b1ba-9e15c891419f req-416347ad-c639-44b0-90ba-2102b7d3b6b0 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Calling delete_port for 2dfec0ed-e305-425e-a8fd-7ec2215295d3 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:45:26.574475 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-193b2bf2-c63e-4303-aeda-9f814139cd92 None None] For port a40f0cfa-6fa5-4b3e-b93f-553319b68ab9, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:45:26.585726 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-193b2bf2-c63e-4303-aeda-9f814139cd92 None None] For port a40f0cfa-6fa5-4b3e-b93f-553319b68ab9, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a40f0cfa-6fa5-4b3e-b93f-553319b68ab9,segment=NetworkSegment(9079a541-c143-4b43-b0f6-f11707b2e937),segment_id=9079a541-c143-4b43-b0f6-f11707b2e937)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:45:26.595950 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-193b2bf2-c63e-4303-aeda-9f814139cd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:26.731977 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0fd1a-3974-47c7-afef-6d8df0b0b019 req-d527e951-a93c-4a69-9419-9da357e6236e tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:26.744958 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b2bf2-c63e-4303-aeda-9f814139cd92 None None] Pushing event updated for resources: {'Port': ['ID=a40f0cfa-6fa5-4b3e-b93f-553319b68ab9,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:26.754552 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-55c0fd1a-3974-47c7-afef-6d8df0b0b019 req-d527e951-a93c-4a69-9419-9da357e6236e tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=62416a1b-65a3-4dbc-b00d-afa09b06372e HTTP/1.1" status: 200 len: 945 time: 0.3687475 Dec 09 15:45:26.819638 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ea379806-ca1a-49c0-b8af-7c79ce52be65 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:26.858685 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ba4df338-47f0-4e29-b1ba-9e15c891419f req-416347ad-c639-44b0-90ba-2102b7d3b6b0 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:26.872083 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['76cd4a30-0404-4a95-a2dc-022463d6e20d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:45:26.901599 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416347ad-c639-44b0-90ba-2102b7d3b6b0 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Pushing event deleted for resources: {'Port': ['ID=2dfec0ed-e305-425e-a8fd-7ec2215295d3,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:26.937628 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['2dfec0ed-e305-425e-a8fd-7ec2215295d3'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:45:26.987063 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea379806-ca1a-49c0-b8af-7c79ce52be65 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event updated for resources: {'Subnet': ['ID=7a324eb0-3538-4f40-9959-45c3bbe245d6,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:26.996334 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da71d782-fa22-4798-8487-9773e79b97af None None] DHCP port deletion for aefaced1-2e29-4860-a321-969c1bb810c5 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:45:27.006105 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4df338-47f0-4e29-b1ba-9e15c891419f req-416347ad-c639-44b0-90ba-2102b7d3b6b0 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] No DVR routers for this DVR port 2dfec0ed-e305-425e-a8fd-7ec2215295d3 on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:45:27.011476 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ba4df338-47f0-4e29-b1ba-9e15c891419f req-416347ad-c639-44b0-90ba-2102b7d3b6b0 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:27.019501 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ba4df338-47f0-4e29-b1ba-9e15c891419f req-416347ad-c639-44b0-90ba-2102b7d3b6b0 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.42 "DELETE /v2.0/ports/2dfec0ed-e305-425e-a8fd-7ec2215295d3 HTTP/1.1" status: 204 len: 173 time: 0.8131838 Dec 09 15:45:27.020190 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231d780e-fbfe-438f-8de3-61f9070b0b15', 'name': 'network-vif-deleted', 'tag': '2dfec0ed-e305-425e-a8fd-7ec2215295d3'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:45:27.022736 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6d4f5b-64b3-4d6a-8dc0-ede49daa22bd" -d '{"events": [{"server_uuid": "231d780e-fbfe-438f-8de3-61f9070b0b15", "name": "network-vif-deleted", "tag": "2dfec0ed-e305-425e-a8fd-7ec2215295d3"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:45:27.044605 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-55c0fd1a-3974-47c7-afef-6d8df0b0b019 req-a8317472-f431-467b-9cf7-d954b9210155 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5914249-729d-46cd-bced-fb0207d25b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2854049 Dec 09 15:45:27.165041 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea379806-ca1a-49c0-b8af-7c79ce52be65 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Checking segment: {'id': '8b2fdcfd-dead-449f-89c5-556485dd2613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e01d99e7-1082-4fbf-a98b-8aefb2be0e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:45:27.166875 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea379806-ca1a-49c0-b8af-7c79ce52be65 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Network hostable DHCP agents. Network: e01d99e7-1082-4fbf-a98b-8aefb2be0e64, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:45:27.232753 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea379806-ca1a-49c0-b8af-7c79ce52be65 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Network e01d99e7-1082-4fbf-a98b-8aefb2be0e64 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:45:27.266502 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-ea379806-ca1a-49c0-b8af-7c79ce52be65 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, e01d99e7-1082-4fbf-a98b-8aefb2be0e64) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:45:27.275701 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea379806-ca1a-49c0-b8af-7c79ce52be65 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:27.276374 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ea379806-ca1a-49c0-b8af-7c79ce52be65 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:27.313543 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb9b0e0-4650-4ee7-bb55-47de4aec94c8 None None] Network e01d99e7-1082-4fbf-a98b-8aefb2be0e64 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:45:27.334428 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 45434) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:27.335310 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ea379806-ca1a-49c0-b8af-7c79ce52be65 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.6219909 Dec 09 15:45:27.414494 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-04bff82d-034f-4f93-a5d0-83a2d9c53c00 req-7a102746-c0d7-4e8d-9b2d-cb5427628d79 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 210 time: 0.0365164 Dec 09 15:45:27.619511 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9c170f65-fc05-4406-b556-c69458e1a1eb tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:27.653749 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5aef0df-645f-44df-94c2-125ec4563be9 x-openstack-request-id: req-c5aef0df-645f-44df-94c2-125ec4563be9 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:45:27.654154 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231d780e-fbfe-438f-8de3-61f9070b0b15", "name": "network-vif-deleted", "tag": "2dfec0ed-e305-425e-a8fd-7ec2215295d3", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:45:27.654464 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c5aef0df-645f-44df-94c2-125ec4563be9 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:45:27.654950 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231d780e-fbfe-438f-8de3-61f9070b0b15', 'name': 'network-vif-deleted', 'tag': '2dfec0ed-e305-425e-a8fd-7ec2215295d3', 'status': 'completed', 'code': 200} Dec 09 15:45:27.689294 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-f2913ba3-afdb-42f0-929f-7acfac2fca39 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:27.693309 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-f2913ba3-afdb-42f0-929f-7acfac2fca39 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.31 "GET /v2.0/networks?id=1d7b02ff-592a-43c8-a6a8-4518f58cb45c HTTP/1.1" status: 200 len: 813 time: 0.2689474 Dec 09 15:45:27.708166 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-b5e77f0c-a6db-42aa-95c6-1b5394a306c1 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Request body: {'port': {'device_id': 'dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c', 'network_id': '1d7b02ff-592a-43c8-a6a8-4518f58cb45c', 'admin_state_up': True, 'tenant_id': '1e2600c75c374e5792b7170fc2783725'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:45:27.747112 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9c170f65-fc05-4406-b556-c69458e1a1eb tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:27.901142 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9c170f65-fc05-4406-b556-c69458e1a1eb tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:27.979091 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8ddd5-1eb6-49b9-b0b8-0acecea31cca req-efdde5ce-489c-431f-ab0a-c3f4bdd3c47f tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:28.001650 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8ddd5-1eb6-49b9-b0b8-0acecea31cca req-efdde5ce-489c-431f-ab0a-c3f4bdd3c47f tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:28.025641 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8ddd5-1eb6-49b9-b0b8-0acecea31cca req-efdde5ce-489c-431f-ab0a-c3f4bdd3c47f tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:28.040466 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8ddd5-1eb6-49b9-b0b8-0acecea31cca req-efdde5ce-489c-431f-ab0a-c3f4bdd3c47f tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:28.066715 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8ddd5-1eb6-49b9-b0b8-0acecea31cca req-efdde5ce-489c-431f-ab0a-c3f4bdd3c47f tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:28.090740 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8ddd5-1eb6-49b9-b0b8-0acecea31cca req-efdde5ce-489c-431f-ab0a-c3f4bdd3c47f tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:28.106230 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8ddd5-1eb6-49b9-b0b8-0acecea31cca req-efdde5ce-489c-431f-ab0a-c3f4bdd3c47f tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:28.123642 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f9f8ddd5-1eb6-49b9-b0b8-0acecea31cca req-efdde5ce-489c-431f-ab0a-c3f4bdd3c47f tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 5433 time: 0.3463697 Dec 09 15:45:28.155343 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a40f0cfa-6fa5-4b3e-b93f-553319b68ab9 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:45:28.212384 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9c170f65-fc05-4406-b556-c69458e1a1eb tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:28.219092 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c170f65-fc05-4406-b556-c69458e1a1eb tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event deleted for resources: {'Subnet': ['ID=7a324eb0-3538-4f40-9959-45c3bbe245d6,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:28.267714 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-9c170f65-fc05-4406-b556-c69458e1a1eb tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e01d99e7-1082-4fbf-a98b-8aefb2be0e64']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:28.293419 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-9c170f65-fc05-4406-b556-c69458e1a1eb tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b2fdcfd-dead-449f-89c5-556485dd2613') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:28.293821 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-9c170f65-fc05-4406-b556-c69458e1a1eb tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b2fdcfd-dead-449f-89c5-556485dd2613') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:28.311717 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f9f8ddd5-1eb6-49b9-b0b8-0acecea31cca req-963210df-5e3c-4be7-976f-71b6d0589018 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5a160d6-2a3e-43b1-a8f4-02b478772c5e&id=aba6105b-f056-4e0c-8297-3f8457ddbf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1847415 Dec 09 15:45:28.315864 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9c170f65-fc05-4406-b556-c69458e1a1eb tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:28.360826 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f47ef7-b598-4898-b5a2-ec11b6a89289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-e01d99e7-1082-4fbf-a98b-8aefb2be0e64', 'network_id': 'e01d99e7-1082-4fbf-a98b-8aefb2be0e64', 'project_id': 'c9fde8dd394548efa8053a6f67dd6ae0', 'fixed_ips': [{'subnet_id': '7a324eb0-3538-4f40-9959-45c3bbe245d6'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:45:28.361373 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9c170f65-fc05-4406-b556-c69458e1a1eb tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:28.361838 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a6f47ef7-b598-4898-b5a2-ec11b6a89289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:28.376577 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-b5e77f0c-a6db-42aa-95c6-1b5394a306c1 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Made reservation on behalf of 1e2600c75c374e5792b7170fc2783725 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:45:28.377147 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-b5e77f0c-a6db-42aa-95c6-1b5394a306c1 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:28.378423 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c170f65-fc05-4406-b556-c69458e1a1eb tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:45:28.380934 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9c170f65-fc05-4406-b556-c69458e1a1eb tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:28.397256 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:45:28.397256 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:45:28.397256 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:45:28.397256 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:45:28.397256 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:45:28.397256 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:45:28.397256 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:45:28.397256 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:45:28.397256 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:45:28.397256 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:45:28.397256 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:45:28.397256 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:45:28.397256 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:45:28.397256 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:45:28.397256 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:45:28.397256 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:45:28.397256 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:45:28.397256 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:45:28.397256 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:45:28.397256 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:45:28.397256 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:45:28.397256 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:45:28.397256 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:45:28.397256 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:45:28.397256 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:45:28.397256 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:45:28.397256 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:45:28.397256 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:45:28.397256 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:45:28.397256 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:45:28.397256 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:45:28.397256 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:45:28.433891 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port a40f0cfa-6fa5-4b3e-b93f-553319b68ab9 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:45:28.435064 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:28.616186 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9c170f65-fc05-4406-b556-c69458e1a1eb tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:28.640289 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f3df5e-7695-4328-bbb5-6ff5c5d9ed33 None None] Network e01d99e7-1082-4fbf-a98b-8aefb2be0e64 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:45:28.654127 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9c170f65-fc05-4406-b556-c69458e1a1eb tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:28.662378 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9c170f65-fc05-4406-b556-c69458e1a1eb tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "DELETE /v2.0/networks/e01d99e7-1082-4fbf-a98b-8aefb2be0e64 HTTP/1.1" status: 204 len: 168 time: 1.3267756 Dec 09 15:45:28.663285 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c170f65-fc05-4406-b556-c69458e1a1eb tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event deleted for resources: {'Network': ['ID=e01d99e7-1082-4fbf-a98b-8aefb2be0e64,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:28.668731 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 45452) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:28.678719 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-fe2b8cea-c612-4ea2-8a89-e6a056f25e87 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-673864718'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:45:28.697918 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c6f91f-670b-4351-b023-a06c6fcd11db None None] Network 518267eb-e2f8-4cff-b47f-8bf72d4d6f2a requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:45:28.704728 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f3df5e-7695-4328-bbb5-6ff5c5d9ed33 None None] Network e01d99e7-1082-4fbf-a98b-8aefb2be0e64 could not be found, it might have been deleted concurrently. {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 09 15:45:28.726832 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2b8cea-c612-4ea2-8a89-e6a056f25e87 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Made reservation on behalf of c9fde8dd394548efa8053a6f67dd6ae0 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:45:28.730495 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fe2b8cea-c612-4ea2-8a89-e6a056f25e87 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:28.733151 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350ca51-40bd-45e2-a2db-f0376653269e req-355ed871-dfa2-4971-8c47-5cae05dc8038 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:28.734746 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3350ca51-40bd-45e2-a2db-f0376653269e req-355ed871-dfa2-4971-8c47-5cae05dc8038 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=62416a1b-65a3-4dbc-b00d-afa09b06372e HTTP/1.1" status: 200 len: 945 time: 0.1583734 Dec 09 15:45:28.763208 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe2b8cea-c612-4ea2-8a89-e6a056f25e87 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:45:28.779410 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fe2b8cea-c612-4ea2-8a89-e6a056f25e87 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:28.780038 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-fe2b8cea-c612-4ea2-8a89-e6a056f25e87 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Added segment 25ccffb2-f9df-4ca9-b40b-5d280168cd2c of type vlan for network 69c5df1d-3f81-4437-ac37-448a1143a256 Dec 09 15:45:28.833163 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:28.878764 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3350ca51-40bd-45e2-a2db-f0376653269e req-8b972648-27e5-45b6-a788-af9b92ce4ecb tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5914249-729d-46cd-bced-fb0207d25b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229472 Dec 09 15:45:28.886448 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-b5e77f0c-a6db-42aa-95c6-1b5394a306c1 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Allocated IP 172.20.0.12 (1d7b02ff-592a-43c8-a6a8-4518f58cb45c/988bbd31-181e-4551-8e3f-d164b1967843/7d68e282-4515-4796-b3d9-c443ef5f4c8c) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:45:28.889405 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fe2b8cea-c612-4ea2-8a89-e6a056f25e87 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:28.894227 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6dc65359-e6da-4e06-bc37-2cb2412afe2b None None] Provisioning complete for port a40f0cfa-6fa5-4b3e-b93f-553319b68ab9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:45:28.894227 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6dc65359-e6da-4e06-bc37-2cb2412afe2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:28.972869 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fe2b8cea-c612-4ea2-8a89-e6a056f25e87 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:28.979530 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2b8cea-c612-4ea2-8a89-e6a056f25e87 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:28.984795 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fe2b8cea-c612-4ea2-8a89-e6a056f25e87 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:29.000806 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port a40f0cfa-6fa5-4b3e-b93f-553319b68ab9, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a40f0cfa-6fa5-4b3e-b93f-553319b68ab9,segment=NetworkSegment(9079a541-c143-4b43-b0f6-f11707b2e937),segment_id=9079a541-c143-4b43-b0f6-f11707b2e937)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:45:29.049449 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:29.078458 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-fe2b8cea-c612-4ea2-8a89-e6a056f25e87 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4083700 Dec 09 15:45:29.082259 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 45456) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:29.089420 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-90840135-72e9-4511-9edc-d1737ef8bc51 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Request body: {'subnet': {'network_id': '69c5df1d-3f81-4437-ac37-448a1143a256', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:45:29.182144 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b8cea-c612-4ea2-8a89-e6a056f25e87 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event updated for resources: {'Network': ['ID=69c5df1d-3f81-4437-ac37-448a1143a256,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:29.199653 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 69c5df1d-3f81-4437-ac37-448a1143a256 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:45:29.266921 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=a40f0cfa-6fa5-4b3e-b93f-553319b68ab9,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:29.299273 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-b5e77f0c-a6db-42aa-95c6-1b5394a306c1 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:29.302009 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90840135-72e9-4511-9edc-d1737ef8bc51 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Made reservation on behalf of c9fde8dd394548efa8053a6f67dd6ae0 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:45:29.306227 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90840135-72e9-4511-9edc-d1737ef8bc51 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:29.333974 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531cb21-a905-4529-a7b6-0eee77e243b6 req-70425f56-2168-4608-8ed9-a8b7c74ba9b1 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:29.346940 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531cb21-a905-4529-a7b6-0eee77e243b6 req-70425f56-2168-4608-8ed9-a8b7c74ba9b1 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:29.365810 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531cb21-a905-4529-a7b6-0eee77e243b6 req-70425f56-2168-4608-8ed9-a8b7c74ba9b1 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:29.372776 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531cb21-a905-4529-a7b6-0eee77e243b6 req-70425f56-2168-4608-8ed9-a8b7c74ba9b1 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:29.379018 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531cb21-a905-4529-a7b6-0eee77e243b6 req-70425f56-2168-4608-8ed9-a8b7c74ba9b1 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:29.385364 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531cb21-a905-4529-a7b6-0eee77e243b6 req-70425f56-2168-4608-8ed9-a8b7c74ba9b1 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:29.391911 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531cb21-a905-4529-a7b6-0eee77e243b6 req-70425f56-2168-4608-8ed9-a8b7c74ba9b1 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:29.407548 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0531cb21-a905-4529-a7b6-0eee77e243b6 req-70425f56-2168-4608-8ed9-a8b7c74ba9b1 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 5433 time: 0.3584409 Dec 09 15:45:29.488388 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-b5e77f0c-a6db-42aa-95c6-1b5394a306c1 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:29.594629 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-b5e77f0c-a6db-42aa-95c6-1b5394a306c1 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Network 1d7b02ff-592a-43c8-a6a8-4518f58cb45c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:45:29.599340 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-b5e77f0c-a6db-42aa-95c6-1b5394a306c1 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:45:29.602864 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-b5e77f0c-a6db-42aa-95c6-1b5394a306c1 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:45:29.624175 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90840135-72e9-4511-9edc-d1737ef8bc51 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:29.660755 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-b5e77f0c-a6db-42aa-95c6-1b5394a306c1 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:29.661761 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-b5e77f0c-a6db-42aa-95c6-1b5394a306c1 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:29.662689 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9bd60bfc-b40c-45bd-b9a0-9f30e7a9c762 None None] Provisioning complete for port a40f0cfa-6fa5-4b3e-b93f-553319b68ab9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:45:29.667677 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9bd60bfc-b40c-45bd-b9a0-9f30e7a9c762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:29.699139 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-b5e77f0c-a6db-42aa-95c6-1b5394a306c1 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9949322 Dec 09 15:45:29.716947 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-da802bc8-ab91-49f6-a28f-e017e37b5644 service neutron] Request body: {'port': {'device_id': 'dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:45:29.722321 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90840135-72e9-4511-9edc-d1737ef8bc51 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event updated for resources: {'Subnet': ['ID=e26a598c-e93a-4922-abf1-743c3e19c123,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:29.725236 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90840135-72e9-4511-9edc-d1737ef8bc51 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Checking segment: {'id': '25ccffb2-f9df-4ca9-b40b-5d280168cd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '69c5df1d-3f81-4437-ac37-448a1143a256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:45:29.725608 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90840135-72e9-4511-9edc-d1737ef8bc51 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Network hostable DHCP agents. Network: 69c5df1d-3f81-4437-ac37-448a1143a256, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:45:29.746800 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90840135-72e9-4511-9edc-d1737ef8bc51 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Network 69c5df1d-3f81-4437-ac37-448a1143a256 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:45:29.748768 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e77f0c-a6db-42aa-95c6-1b5394a306c1 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Pushing event updated for resources: {'Port': ['ID=7d68e282-4515-4796-b3d9-c443ef5f4c8c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:29.763434 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e6789-766b-4b84-a542-05433dbb3da6 req-fdebbb0b-22ec-4abe-9786-2e559ad3cce2 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:29.769249 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b10e6789-766b-4b84-a542-05433dbb3da6 req-fdebbb0b-22ec-4abe-9786-2e559ad3cce2 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 932 time: 0.2699599 Dec 09 15:45:29.773905 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 2dfec0ed-e305-425e-a8fd-7ec2215295d3 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:45:29.777709 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-90840135-72e9-4511-9edc-d1737ef8bc51 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 69c5df1d-3f81-4437-ac37-448a1143a256) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:45:29.794460 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90840135-72e9-4511-9edc-d1737ef8bc51 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:29.795212 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90840135-72e9-4511-9edc-d1737ef8bc51 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:29.818450 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-90840135-72e9-4511-9edc-d1737ef8bc51 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.7353940 Dec 09 15:45:29.821782 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 45464) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:29.827185 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a10ea8e-13e5-474b-9a59-a37724be536e None None] Network 69c5df1d-3f81-4437-ac37-448a1143a256 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:45:29.832832 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: 2dfec0ed-e305-425e-a8fd-7ec2215295d3 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:45:29.833375 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 2dfec0ed-e305-425e-a8fd-7ec2215295d3 not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:45:29.913590 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b10e6789-766b-4b84-a542-05433dbb3da6 req-1ecab85e-26ac-4480-b343-41ea6d2a9a95 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253273 Dec 09 15:45:29.916277 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-da802bc8-ab91-49f6-a28f-e017e37b5644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:29.994519 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a40f0cfa-6fa5-4b3e-b93f-553319b68ab9 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:45:30.042746 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ecff71a6-7a59-4be0-b637-3bff53802367 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:30.103914 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c854a86-d705-401d-954f-c3ca70ca7561 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-69c5df1d-3f81-4437-ac37-448a1143a256', 'network_id': '69c5df1d-3f81-4437-ac37-448a1143a256', 'project_id': 'c9fde8dd394548efa8053a6f67dd6ae0', 'fixed_ips': [{'subnet_id': 'e26a598c-e93a-4922-abf1-743c3e19c123'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:45:30.104992 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0c854a86-d705-401d-954f-c3ca70ca7561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:30.114554 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ecff71a6-7a59-4be0-b637-3bff53802367 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:30.147519 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port a40f0cfa-6fa5-4b3e-b93f-553319b68ab9 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:45:30.150793 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:30.230634 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ecff71a6-7a59-4be0-b637-3bff53802367 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:30.263140 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff71a6-7a59-4be0-b637-3bff53802367 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event deleted for resources: {'Subnet': ['ID=e26a598c-e93a-4922-abf1-743c3e19c123,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server [None req-0c854a86-d705-401d-954f-c3ca70ca7561 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e26a598c-e93a-4922-abf1-743c3e19c123: This subnet is being modified by another concurrent operation. Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise exception Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e26a598c-e93a-4922-abf1-743c3e19c123: This subnet is being modified by another concurrent operation. Dec 09 15:45:30.338100 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Dec 09 15:45:30.363612 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dcc561-654b-4229-82a0-857cac4ed1db None None] Network 69c5df1d-3f81-4437-ac37-448a1143a256 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:45:30.489905 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ecff71a6-7a59-4be0-b637-3bff53802367 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:30.534388 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ecff71a6-7a59-4be0-b637-3bff53802367 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69c5df1d-3f81-4437-ac37-448a1143a256']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:30.553102 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ecff71a6-7a59-4be0-b637-3bff53802367 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ccffb2-f9df-4ca9-b40b-5d280168cd2c') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:30.553441 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ecff71a6-7a59-4be0-b637-3bff53802367 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ccffb2-f9df-4ca9-b40b-5d280168cd2c') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:30.577138 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ecff71a6-7a59-4be0-b637-3bff53802367 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:30.603408 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ecff71a6-7a59-4be0-b637-3bff53802367 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:30.610273 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-da802bc8-ab91-49f6-a28f-e017e37b5644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d68e282-4515-4796-b3d9-c443ef5f4c8c {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:45:30.617770 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecff71a6-7a59-4be0-b637-3bff53802367 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:45:30.618319 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ecff71a6-7a59-4be0-b637-3bff53802367 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:30.620107 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-da802bc8-ab91-49f6-a28f-e017e37b5644 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:30.622150 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:45:30.622150 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:45:30.622150 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:45:30.622150 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:45:30.622150 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:45:30.622150 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:45:30.622150 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:45:30.622150 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:45:30.622150 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:45:30.622150 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:45:30.622150 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:45:30.622150 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:45:30.622150 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:45:30.622150 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:45:30.622150 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:45:30.622150 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:45:30.622150 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:45:30.622150 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:45:30.622150 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:45:30.622150 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:45:30.622150 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:45:30.622150 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:45:30.622150 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:45:30.622150 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:45:30.622150 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:45:30.622150 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:45:30.622150 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:45:30.622150 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:45:30.622150 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:45:30.622150 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:45:30.622150 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:45:30.622150 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:45:30.669631 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5a0d25-0eca-422f-a0ff-fad769af687d None None] get_active_networks_info from n-d-821228-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 15:45:30.763136 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-da802bc8-ab91-49f6-a28f-e017e37b5644 service neutron] Transition to ACTIVE for port object 7d68e282-4515-4796-b3d9-c443ef5f4c8c will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:45:30.767590 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-da802bc8-ab91-49f6-a28f-e017e37b5644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:30.773558 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ecff71a6-7a59-4be0-b637-3bff53802367 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:30.781273 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ecff71a6-7a59-4be0-b637-3bff53802367 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:30.789826 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ecff71a6-7a59-4be0-b637-3bff53802367 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "DELETE /v2.0/networks/69c5df1d-3f81-4437-ac37-448a1143a256 HTTP/1.1" status: 204 len: 168 time: 0.9606111 Dec 09 15:45:30.794830 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 45482) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:30.844814 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7247bc54-3b46-4be5-83a9-c2999e51e07d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-42561320'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:45:30.891550 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da802bc8-ab91-49f6-a28f-e017e37b5644 service neutron] Pushing event updated for resources: {'Port': ['ID=7d68e282-4515-4796-b3d9-c443ef5f4c8c,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:30.905105 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7247bc54-3b46-4be5-83a9-c2999e51e07d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Made reservation on behalf of c9fde8dd394548efa8053a6f67dd6ae0 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:45:30.908784 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7247bc54-3b46-4be5-83a9-c2999e51e07d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:30.912465 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff71a6-7a59-4be0-b637-3bff53802367 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event deleted for resources: {'Network': ['ID=69c5df1d-3f81-4437-ac37-448a1143a256,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:30.927932 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 45484) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:31.000083 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7247bc54-3b46-4be5-83a9-c2999e51e07d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:45:31.021682 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7247bc54-3b46-4be5-83a9-c2999e51e07d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:31.022187 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-7247bc54-3b46-4be5-83a9-c2999e51e07d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Added segment 24b7c9b6-5f37-4714-b3a1-3228acb2ed2a of type vlan for network a5a56550-cc2d-4524-9412-ae111015944a Dec 09 15:45:31.022418 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ca1a9-2b28-45c5-8a10-9f7269347ec3 req-e490e560-3935-4e86-a8a0-4c6074805b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:31.024994 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd8ca1a9-2b28-45c5-8a10-9f7269347ec3 req-e490e560-3935-4e86-a8a0-4c6074805b06 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cea693ec44f34a95ac5bb978332b5503&device_id=62416a1b-65a3-4dbc-b00d-afa09b06372e HTTP/1.1" status: 200 len: 1096 time: 0.1135440 Dec 09 15:45:31.042111 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5a0d25-0eca-422f-a0ff-fad769af687d None None] Resources bound (agent type, host, resource id): {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 15:45:31.115187 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7247bc54-3b46-4be5-83a9-c2999e51e07d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:31.151441 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7247bc54-3b46-4be5-83a9-c2999e51e07d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:31.159578 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7247bc54-3b46-4be5-83a9-c2999e51e07d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:31.160441 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7247bc54-3b46-4be5-83a9-c2999e51e07d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:31.161218 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a8295-663b-42c2-ba56-694f76d7086b req-3fbda196-d89b-4851-b467-9d690bf62d2f tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:31.169064 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4e8a8295-663b-42c2-ba56-694f76d7086b req-3fbda196-d89b-4851-b467-9d690bf62d2f tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=62416a1b-65a3-4dbc-b00d-afa09b06372e HTTP/1.1" status: 200 len: 945 time: 0.2606711 Dec 09 15:45:31.235132 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1fbc8862-0253-4158-b1c7-cf7f97ca4868 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:31.264948 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7247bc54-3b46-4be5-83a9-c2999e51e07d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4650569 Dec 09 15:45:31.269806 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 45496) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:31.282878 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-1e31d205-45fd-4cac-b1eb-722659ac69a2 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Request body: {'subnet': {'network_id': 'a5a56550-cc2d-4524-9412-ae111015944a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:45:31.295974 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4e8a8295-663b-42c2-ba56-694f76d7086b req-c3a7b1f1-7620-49ce-84e1-ba5afdf321b5 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5914249-729d-46cd-bced-fb0207d25b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259549 Dec 09 15:45:31.369610 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-da802bc8-ab91-49f6-a28f-e017e37b5644 service neutron] Attempting to bind port 7d68e282-4515-4796-b3d9-c443ef5f4c8c on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:45:31.369951 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-da802bc8-ab91-49f6-a28f-e017e37b5644 service neutron] Attempting to bind port 7d68e282-4515-4796-b3d9-c443ef5f4c8c by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': 'c3803010-2dd4-4dc0-8146-bdae4b62f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1d7b02ff-592a-43c8-a6a8-4518f58cb45c'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:45:31.370281 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-da802bc8-ab91-49f6-a28f-e017e37b5644 service neutron] Attempting to bind port 7d68e282-4515-4796-b3d9-c443ef5f4c8c on network 1d7b02ff-592a-43c8-a6a8-4518f58cb45c {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:45:31.373612 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7247bc54-3b46-4be5-83a9-c2999e51e07d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event updated for resources: {'Network': ['ID=a5a56550-cc2d-4524-9412-ae111015944a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:31.380920 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ca1a9-2b28-45c5-8a10-9f7269347ec3 req-4742d4a3-6cb7-4466-ad71-f589a8d8daeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:31.381971 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd8ca1a9-2b28-45c5-8a10-9f7269347ec3 req-4742d4a3-6cb7-4466-ad71-f589a8d8daeb service neutron] 10.222.0.31 "GET /v2.0/networks?id=e2819ac3-9056-4f31-9f04-900628348c70 HTTP/1.1" status: 200 len: 912 time: 0.3314955 Dec 09 15:45:31.383003 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-da802bc8-ab91-49f6-a28f-e017e37b5644 service neutron] Port 7d68e282-4515-4796-b3d9-c443ef5f4c8c on network 1d7b02ff-592a-43c8-a6a8-4518f58cb45c not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:45:31.388596 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-da802bc8-ab91-49f6-a28f-e017e37b5644 service neutron] Attempting to bind port 7d68e282-4515-4796-b3d9-c443ef5f4c8c on network 1d7b02ff-592a-43c8-a6a8-4518f58cb45c {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:45:31.407993 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-da802bc8-ab91-49f6-a28f-e017e37b5644 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:45:31.408335 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-da802bc8-ab91-49f6-a28f-e017e37b5644 service neutron] Checking segment: {'id': 'c3803010-2dd4-4dc0-8146-bdae4b62f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1d7b02ff-592a-43c8-a6a8-4518f58cb45c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:45:31.408745 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-da802bc8-ab91-49f6-a28f-e017e37b5644 service neutron] Bound using segment: {'id': 'c3803010-2dd4-4dc0-8146-bdae4b62f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1d7b02ff-592a-43c8-a6a8-4518f58cb45c'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:45:31.409225 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-da802bc8-ab91-49f6-a28f-e017e37b5644 service neutron] Bound port: 7d68e282-4515-4796-b3d9-c443ef5f4c8c, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3803010-2dd4-4dc0-8146-bdae4b62f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1d7b02ff-592a-43c8-a6a8-4518f58cb45c'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:45:31.409591 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-da802bc8-ab91-49f6-a28f-e017e37b5644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:31.446841 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network a5a56550-cc2d-4524-9412-ae111015944a details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:45:31.465736 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e31d205-45fd-4cac-b1eb-722659ac69a2 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Made reservation on behalf of c9fde8dd394548efa8053a6f67dd6ae0 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:45:31.471098 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e31d205-45fd-4cac-b1eb-722659ac69a2 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:31.577599 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1fbc8862-0253-4158-b1c7-cf7f97ca4868 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:31.590929 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1fbc8862-0253-4158-b1c7-cf7f97ca4868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:31.601667 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61380fe5-5153-4bec-b363-f4e9eed38bd0 req-bbd11564-6f33-4aba-8f7e-b0e0bc1c411f tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:31.612992 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-61380fe5-5153-4bec-b363-f4e9eed38bd0 req-bbd11564-6f33-4aba-8f7e-b0e0bc1c411f tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 944 time: 0.2072155 Dec 09 15:45:31.626032 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1fbc8862-0253-4158-b1c7-cf7f97ca4868 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6f83af694ef5496e8a7860713744ff30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6894586 Dec 09 15:45:31.627390 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 45500) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:31.676042 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd8ca1a9-2b28-45c5-8a10-9f7269347ec3 req-141f39bd-e14f-47a2-a070-396a91ad15bc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cad87ea-65b5-4fea-889d-0ed909224bfd HTTP/1.1" status: 200 len: 1000 time: 0.2690392 Dec 09 15:45:31.699479 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc8862-0253-4158-b1c7-cf7f97ca4868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6793b860-cf05-4884-9820-2ee72af8ffd9,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:31.726002 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-965f2bd9-fbe1-458f-bd71-36c3041020c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:31.759663 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-61380fe5-5153-4bec-b363-f4e9eed38bd0 req-7b6b2179-5b79-49d3-aa1d-15890099727c tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420758 Dec 09 15:45:31.761129 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-965f2bd9-fbe1-458f-bd71-36c3041020c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:31.780869 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-da802bc8-ab91-49f6-a28f-e017e37b5644 service neutron] For port 7d68e282-4515-4796-b3d9-c443ef5f4c8c, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:45:31.793662 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-da802bc8-ab91-49f6-a28f-e017e37b5644 service neutron] For port 7d68e282-4515-4796-b3d9-c443ef5f4c8c, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=7d68e282-4515-4796-b3d9-c443ef5f4c8c,segment=NetworkSegment(c3803010-2dd4-4dc0-8146-bdae4b62f0af),segment_id=c3803010-2dd4-4dc0-8146-bdae4b62f0af)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:45:31.808645 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ca1a9-2b28-45c5-8a10-9f7269347ec3 req-7a4c887d-0932-4647-84a2-dfcb0a2bd8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:31.810773 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd8ca1a9-2b28-45c5-8a10-9f7269347ec3 req-7a4c887d-0932-4647-84a2-dfcb0a2bd8d0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6388c83a-5827-4add-9bc1-4867e28bf06e HTTP/1.1" status: 200 len: 850 time: 0.1203995 Dec 09 15:45:31.813538 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-da802bc8-ab91-49f6-a28f-e017e37b5644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:31.861000 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-965f2bd9-fbe1-458f-bd71-36c3041020c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:31.866647 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20b0541-f28f-4ccf-82bd-8a881de70755 None None] DHCP port deletion for 1d7b02ff-592a-43c8-a6a8-4518f58cb45c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:45:31.868282 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-965f2bd9-fbe1-458f-bd71-36c3041020c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:31.874946 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-965f2bd9-fbe1-458f-bd71-36c3041020c7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6793b860-cf05-4884-9820-2ee72af8ffd9 HTTP/1.1" status: 204 len: 168 time: 0.2438614 Dec 09 15:45:31.949288 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-da802bc8-ab91-49f6-a28f-e017e37b5644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:31.952662 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-da802bc8-ab91-49f6-a28f-e017e37b5644 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:31.954115 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-da802bc8-ab91-49f6-a28f-e017e37b5644 service neutron] 10.222.0.31 "PUT /v2.0/ports/7d68e282-4515-4796-b3d9-c443ef5f4c8c HTTP/1.1" status: 200 len: 1092 time: 2.2458246 Dec 09 15:45:31.958264 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe195f7-4790-454a-9bec-bbfcc8563464 None None] DHCP port deletion for 1d7b02ff-592a-43c8-a6a8-4518f58cb45c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:45:31.960804 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f2bd9-fbe1-458f-bd71-36c3041020c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6793b860-cf05-4884-9820-2ee72af8ffd9,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:31.981841 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c', 'tag': '7d68e282-4515-4796-b3d9-c443ef5f4c8c'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:45:31.992407 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0ef825-da0e-445b-a873-0556b84e3f31" -d '{"events": [{"name": "network-changed", "server_uuid": "dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c", "tag": "7d68e282-4515-4796-b3d9-c443ef5f4c8c"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:45:32.145121 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ca1a9-2b28-45c5-8a10-9f7269347ec3 req-623f8f0f-1fc1-4565-8b7f-6925ee64a350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:32.146873 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd8ca1a9-2b28-45c5-8a10-9f7269347ec3 req-623f8f0f-1fc1-4565-8b7f-6925ee64a350 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e2819ac3-9056-4f31-9f04-900628348c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3262322 Dec 09 15:45:32.160445 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e31d205-45fd-4cac-b1eb-722659ac69a2 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:32.291733 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da802bc8-ab91-49f6-a28f-e017e37b5644 service neutron] Pushing event updated for resources: {'Port': ['ID=7d68e282-4515-4796-b3d9-c443ef5f4c8c,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:32.350051 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e31d205-45fd-4cac-b1eb-722659ac69a2 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event updated for resources: {'Subnet': ['ID=705a0855-71ca-4d38-85e9-84952cb97973,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:32.378026 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-acedf0fe-bced-4c4e-b6a1-c532756534b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:32.379699 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-acedf0fe-bced-4c4e-b6a1-c532756534b6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e2600c75c374e5792b7170fc2783725&device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 1095 time: 0.3457851 Dec 09 15:45:32.394309 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e31d205-45fd-4cac-b1eb-722659ac69a2 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Checking segment: {'id': '24b7c9b6-5f37-4714-b3a1-3228acb2ed2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a5a56550-cc2d-4524-9412-ae111015944a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:45:32.395288 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e31d205-45fd-4cac-b1eb-722659ac69a2 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Network hostable DHCP agents. Network: a5a56550-cc2d-4524-9412-ae111015944a, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:45:32.420134 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e31d205-45fd-4cac-b1eb-722659ac69a2 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Network a5a56550-cc2d-4524-9412-ae111015944a is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:45:32.428331 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee59711-db40-4a04-a530-fc1da45d549e req-156e7178-c311-42b7-8981-ba3a928aaeb5 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:32.437123 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-1e31d205-45fd-4cac-b1eb-722659ac69a2 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, a5a56550-cc2d-4524-9412-ae111015944a) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:45:32.438191 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0ee59711-db40-4a04-a530-fc1da45d549e req-156e7178-c311-42b7-8981-ba3a928aaeb5 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/networks?id=aefaced1-2e29-4860-a321-969c1bb810c5 HTTP/1.1" status: 200 len: 804 time: 0.5158653 Dec 09 15:45:32.448361 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e31d205-45fd-4cac-b1eb-722659ac69a2 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:32.449087 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6909528-75dc-4cf2-95e5-c20078f38425 None None] Network a5a56550-cc2d-4524-9412-ae111015944a requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:45:32.449637 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e31d205-45fd-4cac-b1eb-722659ac69a2 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:32.474098 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1e31d205-45fd-4cac-b1eb-722659ac69a2 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2007506 Dec 09 15:45:32.476473 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 45530) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:32.527972 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-22448976-9f91-4e86-b53c-b08adff86f49 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d68e282-4515-4796-b3d9-c443ef5f4c8c HTTP/1.1" status: 200 len: 217 time: 0.1322272 Dec 09 15:45:32.528667 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 45532) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:32.538169 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0ee59711-db40-4a04-a530-fc1da45d549e req-7cf828b1-b6c3-4819-855e-49b89d641fa0 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/quotas/c9e5c34e3ac94d7ab24dc55f63708cf7 HTTP/1.1" status: 200 len: 375 time: 0.0888214 Dec 09 15:45:32.630887 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-edcaa2eb-92dc-44cd-8611-c48aab9ad579 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:32.671211 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd8ca1a9-2b28-45c5-8a10-9f7269347ec3 req-ec4e5d23-e89e-4782-990b-c1945669a866 service neutron] 10.222.0.31 "GET /v2.0/networks/e2819ac3-9056-4f31-9f04-900628348c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5093830 Dec 09 15:45:32.704994 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-edcaa2eb-92dc-44cd-8611-c48aab9ad579 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:32.798655 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-312fe896-0839-4af3-adca-86db91269151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:32.799712 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-edcaa2eb-92dc-44cd-8611-c48aab9ad579 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:32.800261 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-312fe896-0839-4af3-adca-86db91269151 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=988bbd31-181e-4551-8e3f-d164b1967843 HTTP/1.1" status: 200 len: 853 time: 0.2588127 Dec 09 15:45:32.802085 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94eaba77-3745-45a7-8b08-0b0ca5df1d9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-a5a56550-cc2d-4524-9412-ae111015944a', 'network_id': 'a5a56550-cc2d-4524-9412-ae111015944a', 'project_id': 'c9fde8dd394548efa8053a6f67dd6ae0', 'fixed_ips': [{'subnet_id': '705a0855-71ca-4d38-85e9-84952cb97973'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:45:32.803234 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-94eaba77-3745-45a7-8b08-0b0ca5df1d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:32.814443 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0ee59711-db40-4a04-a530-fc1da45d549e req-caf9cf21-3d8b-4a23-810c-42fa82717f58 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c9e5c34e3ac94d7ab24dc55f63708cf7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2753975 Dec 09 15:45:32.832973 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41c8f4-c8bd-47b6-a30e-5a9e46893a22 req-45e6ae8f-73a6-4637-9522-7becd8d28050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:32.833560 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41c8f4-c8bd-47b6-a30e-5a9e46893a22 req-45e6ae8f-73a6-4637-9522-7becd8d28050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:32.834038 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41c8f4-c8bd-47b6-a30e-5a9e46893a22 req-45e6ae8f-73a6-4637-9522-7becd8d28050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:32.834501 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41c8f4-c8bd-47b6-a30e-5a9e46893a22 req-45e6ae8f-73a6-4637-9522-7becd8d28050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:32.834960 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41c8f4-c8bd-47b6-a30e-5a9e46893a22 req-45e6ae8f-73a6-4637-9522-7becd8d28050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:32.835561 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41c8f4-c8bd-47b6-a30e-5a9e46893a22 req-45e6ae8f-73a6-4637-9522-7becd8d28050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:32.836205 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41c8f4-c8bd-47b6-a30e-5a9e46893a22 req-45e6ae8f-73a6-4637-9522-7becd8d28050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:32.839447 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fb41c8f4-c8bd-47b6-a30e-5a9e46893a22 req-45e6ae8f-73a6-4637-9522-7becd8d28050 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 6490 time: 0.2991040 Dec 09 15:45:32.843313 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcaa2eb-92dc-44cd-8611-c48aab9ad579 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event deleted for resources: {'Subnet': ['ID=705a0855-71ca-4d38-85e9-84952cb97973,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:32.901686 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-219ac988-6aab-4e08-b8c7-eef4196cbc43 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1d7b02ff-592a-43c8-a6a8-4518f58cb45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858996 Dec 09 15:45:32.906085 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577a1ac4-049c-42cf-b3cd-2d4c4325b2ec None None] Network a5a56550-cc2d-4524-9412-ae111015944a requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:45:32.915604 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-edcaa2eb-92dc-44cd-8611-c48aab9ad579 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:32.937496 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-edcaa2eb-92dc-44cd-8611-c48aab9ad579 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5a56550-cc2d-4524-9412-ae111015944a']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:32.948476 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-edcaa2eb-92dc-44cd-8611-c48aab9ad579 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24b7c9b6-5f37-4714-b3a1-3228acb2ed2a') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:32.948841 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-edcaa2eb-92dc-44cd-8611-c48aab9ad579 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24b7c9b6-5f37-4714-b3a1-3228acb2ed2a') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:32.959735 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-edcaa2eb-92dc-44cd-8611-c48aab9ad579 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:32.977082 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-edcaa2eb-92dc-44cd-8611-c48aab9ad579 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:32.985161 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edcaa2eb-92dc-44cd-8611-c48aab9ad579 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:45:32.985795 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-edcaa2eb-92dc-44cd-8611-c48aab9ad579 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:32.990476 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:45:32.990476 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:45:32.990476 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:45:32.990476 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:45:32.990476 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:45:32.990476 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:45:32.990476 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:45:32.990476 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:45:32.990476 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:45:32.990476 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:45:32.990476 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:45:32.990476 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:45:32.990476 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:45:32.990476 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:45:32.990476 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:45:32.990476 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:45:32.990476 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:45:32.990476 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:45:32.990476 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:45:32.990476 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:45:32.990476 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:45:32.990476 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:45:32.990476 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:45:32.990476 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:45:32.990476 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:45:32.990476 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:45:32.990476 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:45:32.990476 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:45:32.990476 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:45:32.990476 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:45:32.990476 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:45:32.990476 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:45:33.062681 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-edcaa2eb-92dc-44cd-8611-c48aab9ad579 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:33.074542 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-edcaa2eb-92dc-44cd-8611-c48aab9ad579 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:33.077802 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-edcaa2eb-92dc-44cd-8611-c48aab9ad579 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "DELETE /v2.0/networks/a5a56550-cc2d-4524-9412-ae111015944a HTTP/1.1" status: 204 len: 168 time: 0.6001060 Dec 09 15:45:33.081686 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 45542) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:33.086696 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-379bf999-f30a-4335-9bc7-aa953e6e6581 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-363056209'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:45:33.107891 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcaa2eb-92dc-44cd-8611-c48aab9ad579 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event deleted for resources: {'Network': ['ID=a5a56550-cc2d-4524-9412-ae111015944a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:33.127339 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379bf999-f30a-4335-9bc7-aa953e6e6581 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Made reservation on behalf of c9fde8dd394548efa8053a6f67dd6ae0 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:45:33.131292 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-379bf999-f30a-4335-9bc7-aa953e6e6581 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:33.158343 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-379bf999-f30a-4335-9bc7-aa953e6e6581 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:45:33.169573 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-379bf999-f30a-4335-9bc7-aa953e6e6581 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:33.169929 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-379bf999-f30a-4335-9bc7-aa953e6e6581 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Added segment 85913309-4cd0-4025-a3f7-dc79b8dc14a6 of type vlan for network c05cd03a-5bb8-42be-8251-ed884d3f5a44 Dec 09 15:45:33.218947 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-379bf999-f30a-4335-9bc7-aa953e6e6581 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:33.250219 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-379bf999-f30a-4335-9bc7-aa953e6e6581 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:33.260194 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379bf999-f30a-4335-9bc7-aa953e6e6581 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:33.261000 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-379bf999-f30a-4335-9bc7-aa953e6e6581 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:33.276121 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd8ca1a9-2b28-45c5-8a10-9f7269347ec3 req-960d2b51-14be-4a24-be07-359e3b99b642 service neutron] 10.222.0.31 "GET /v2.0/networks/e2819ac3-9056-4f31-9f04-900628348c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5821896 Dec 09 15:45:33.342083 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-379bf999-f30a-4335-9bc7-aa953e6e6581 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2593226 Dec 09 15:45:33.345154 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 45544) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:33.349691 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-9a966930-0280-4c77-8e02-62a8b70416b9 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Request body: {'subnet': {'network_id': 'c05cd03a-5bb8-42be-8251-ed884d3f5a44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:45:33.365928 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379bf999-f30a-4335-9bc7-aa953e6e6581 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event updated for resources: {'Network': ['ID=c05cd03a-5bb8-42be-8251-ed884d3f5a44,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:33.377890 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network c05cd03a-5bb8-42be-8251-ed884d3f5a44 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:45:33.441676 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0ee59711-db40-4a04-a530-fc1da45d549e req-736a7292-654a-4f24-a309-7c2c83100185 service neutron] 10.222.0.57 "GET /v2.0/networks/aefaced1-2e29-4860-a321-969c1bb810c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5585978 Dec 09 15:45:33.453378 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a966930-0280-4c77-8e02-62a8b70416b9 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Made reservation on behalf of c9fde8dd394548efa8053a6f67dd6ae0 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:45:33.457175 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9a966930-0280-4c77-8e02-62a8b70416b9 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:33.464883 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fb41c8f4-c8bd-47b6-a30e-5a9e46893a22 req-4d896aff-7b44-47c3-bd8c-0f2e0e46aa7c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b5a160d6-2a3e-43b1-a8f4-02b478772c5e&id=aba6105b-f056-4e0c-8297-3f8457ddbf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5738204 Dec 09 15:45:33.504924 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-4914bdb4-3beb-4948-afab-e3765a0be815 service neutron] 10.222.0.31 "GET /v2.0/networks/1d7b02ff-592a-43c8-a6a8-4518f58cb45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5638170 Dec 09 15:45:33.608174 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0ee59711-db40-4a04-a530-fc1da45d549e req-3dca38db-373f-424b-9eef-7bca3810fdc7 service neutron] 10.222.0.57 "GET /v2.0/networks/aefaced1-2e29-4860-a321-969c1bb810c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650753 Dec 09 15:45:33.639261 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-afd0e583-2d83-4a7c-9cd8-ab7b385e8100 req-4ce34c93-2c10-45eb-b3a7-22b0b1778cd0 service neutron] 10.222.0.31 "GET /v2.0/networks/1d7b02ff-592a-43c8-a6a8-4518f58cb45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232178 Dec 09 15:45:33.683597 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9a966930-0280-4c77-8e02-62a8b70416b9 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:33.746392 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a966930-0280-4c77-8e02-62a8b70416b9 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event updated for resources: {'Subnet': ['ID=f88aa43b-00d6-4398-8fa4-968c119af427,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:33.756898 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a966930-0280-4c77-8e02-62a8b70416b9 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Checking segment: {'id': '85913309-4cd0-4025-a3f7-dc79b8dc14a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c05cd03a-5bb8-42be-8251-ed884d3f5a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:45:33.757267 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a966930-0280-4c77-8e02-62a8b70416b9 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Network hostable DHCP agents. Network: c05cd03a-5bb8-42be-8251-ed884d3f5a44, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:45:33.792634 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a966930-0280-4c77-8e02-62a8b70416b9 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Network c05cd03a-5bb8-42be-8251-ed884d3f5a44 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:45:33.810088 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-9a966930-0280-4c77-8e02-62a8b70416b9 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, c05cd03a-5bb8-42be-8251-ed884d3f5a44) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:45:33.815133 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a966930-0280-4c77-8e02-62a8b70416b9 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:33.815733 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9a966930-0280-4c77-8e02-62a8b70416b9 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:33.819833 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862e059d-6491-49e4-a730-ece43e7a3bbb None None] Network c05cd03a-5bb8-42be-8251-ed884d3f5a44 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:45:33.857495 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9a966930-0280-4c77-8e02-62a8b70416b9 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5090442 Dec 09 15:45:33.857812 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 45556) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:33.865823 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-bd36a8f1-a305-4bf3-8f9e-afc8222499ef tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Request body: {'subnet': {'network_id': 'c05cd03a-5bb8-42be-8251-ed884d3f5a44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:45:33.899483 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3571c0-a64a-4b74-a7eb-5341269ef6cb x-openstack-request-id: req-6f3571c0-a64a-4b74-a7eb-5341269ef6cb {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:45:33.900186 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c", "tag": "7d68e282-4515-4796-b3d9-c443ef5f4c8c", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:45:33.900186 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6f3571c0-a64a-4b74-a7eb-5341269ef6cb {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:45:33.900524 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c', 'tag': '7d68e282-4515-4796-b3d9-c443ef5f4c8c', 'status': 'completed', 'code': 200} Dec 09 15:45:33.991063 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c7e529-617d-4d1a-a637-01d5135a51f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-c05cd03a-5bb8-42be-8251-ed884d3f5a44', 'network_id': 'c05cd03a-5bb8-42be-8251-ed884d3f5a44', 'project_id': 'c9fde8dd394548efa8053a6f67dd6ae0', 'fixed_ips': [{'subnet_id': 'f88aa43b-00d6-4398-8fa4-968c119af427'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:45:33.992048 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-30c7e529-617d-4d1a-a637-01d5135a51f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:34.071564 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ef825-da0e-445b-a873-0556b84e3f31 req-c6fab7cd-f569-4a93-9e7c-c8099b4574d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:34.073575 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1d0ef825-da0e-445b-a873-0556b84e3f31 req-c6fab7cd-f569-4a93-9e7c-c8099b4574d6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e2600c75c374e5792b7170fc2783725&device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 1095 time: 0.1351957 Dec 09 15:45:34.097707 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727884ac-571c-4b68-85b5-85935403a923 req-a0cbb10f-91f1-4097-8bcf-388ae1bd30b4 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:34.099979 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-727884ac-571c-4b68-85b5-85935403a923 req-a0cbb10f-91f1-4097-8bcf-388ae1bd30b4 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=62416a1b-65a3-4dbc-b00d-afa09b06372e HTTP/1.1" status: 200 len: 945 time: 0.0705309 Dec 09 15:45:34.110340 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd36a8f1-a305-4bf3-8f9e-afc8222499ef tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Made reservation on behalf of c9fde8dd394548efa8053a6f67dd6ae0 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:45:34.115110 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd36a8f1-a305-4bf3-8f9e-afc8222499ef tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:34.215874 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-30c7e529-617d-4d1a-a637-01d5135a51f1 None None] Allocated IP 2001:db8::2 (c05cd03a-5bb8-42be-8251-ed884d3f5a44/f88aa43b-00d6-4398-8fa4-968c119af427/c3bffe01-dd3d-4b72-bf23-9396f7465bcf) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:45:34.246889 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-727884ac-571c-4b68-85b5-85935403a923 req-80971617-edbc-44b3-b3bc-0fb4f94e4dc2 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5914249-729d-46cd-bced-fb0207d25b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314247 Dec 09 15:45:34.290605 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ef825-da0e-445b-a873-0556b84e3f31 req-b88b60c9-124e-47d5-bbe1-7c1cf98cad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:34.297326 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1d0ef825-da0e-445b-a873-0556b84e3f31 req-b88b60c9-124e-47d5-bbe1-7c1cf98cad09 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1d7b02ff-592a-43c8-a6a8-4518f58cb45c HTTP/1.1" status: 200 len: 914 time: 0.2101219 Dec 09 15:45:34.391635 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1d0ef825-da0e-445b-a873-0556b84e3f31 req-50ca60f6-eb79-45bd-b951-a4c09c79daf4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d68e282-4515-4796-b3d9-c443ef5f4c8c HTTP/1.1" status: 200 len: 217 time: 0.0849755 Dec 09 15:45:34.487728 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-30c7e529-617d-4d1a-a637-01d5135a51f1 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:34.498096 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-30c7e529-617d-4d1a-a637-01d5135a51f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:34.557733 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c7e529-617d-4d1a-a637-01d5135a51f1 None None] Network c05cd03a-5bb8-42be-8251-ed884d3f5a44 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:45:34.565086 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-30c7e529-617d-4d1a-a637-01d5135a51f1 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:45:34.569012 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c7e529-617d-4d1a-a637-01d5135a51f1 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:45:34.577716 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c7e529-617d-4d1a-a637-01d5135a51f1 None None] Pushing event updated for resources: {'Port': ['ID=c3bffe01-dd3d-4b72-bf23-9396f7465bcf,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:34.584141 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3e826-5c6d-481e-b92a-ba7590c06b29 req-8455faa0-910a-4720-aed6-8ceafe2ba7a2 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:34.593731 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a9e3e826-5c6d-481e-b92a-ba7590c06b29 req-8455faa0-910a-4720-aed6-8ceafe2ba7a2 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 944 time: 0.2052839 Dec 09 15:45:34.623274 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ef825-da0e-445b-a873-0556b84e3f31 req-6621203f-fff1-4f53-9d23-fcb986f3b871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:34.624954 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1d0ef825-da0e-445b-a873-0556b84e3f31 req-6621203f-fff1-4f53-9d23-fcb986f3b871 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=988bbd31-181e-4551-8e3f-d164b1967843 HTTP/1.1" status: 200 len: 853 time: 0.2173297 Dec 09 15:45:34.666997 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1d0ef825-da0e-445b-a873-0556b84e3f31 req-e5e558c5-4a67-428b-8f77-0038bccc2df5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1d7b02ff-592a-43c8-a6a8-4518f58cb45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306211 Dec 09 15:45:34.683374 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a9e3e826-5c6d-481e-b92a-ba7590c06b29 req-4d8a4c7e-d935-4801-b6b1-50a23ccbae32 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884933 Dec 09 15:45:34.709136 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-30c7e529-617d-4d1a-a637-01d5135a51f1 None None] Attempting to bind port c3bffe01-dd3d-4b72-bf23-9396f7465bcf on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:45:34.711614 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-30c7e529-617d-4d1a-a637-01d5135a51f1 None None] Attempting to bind port c3bffe01-dd3d-4b72-bf23-9396f7465bcf by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '85913309-4cd0-4025-a3f7-dc79b8dc14a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c05cd03a-5bb8-42be-8251-ed884d3f5a44'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:45:34.712450 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c7e529-617d-4d1a-a637-01d5135a51f1 None None] Attempting to bind port c3bffe01-dd3d-4b72-bf23-9396f7465bcf on network c05cd03a-5bb8-42be-8251-ed884d3f5a44 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:45:34.725016 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c7e529-617d-4d1a-a637-01d5135a51f1 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:45:34.725434 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c7e529-617d-4d1a-a637-01d5135a51f1 None None] Checking segment: {'id': '85913309-4cd0-4025-a3f7-dc79b8dc14a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c05cd03a-5bb8-42be-8251-ed884d3f5a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:45:34.725713 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-30c7e529-617d-4d1a-a637-01d5135a51f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:34.726113 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c7e529-617d-4d1a-a637-01d5135a51f1 None None] Bound using segment: {'id': '85913309-4cd0-4025-a3f7-dc79b8dc14a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c05cd03a-5bb8-42be-8251-ed884d3f5a44'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:45:34.726590 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-30c7e529-617d-4d1a-a637-01d5135a51f1 None None] Bound port: c3bffe01-dd3d-4b72-bf23-9396f7465bcf, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85913309-4cd0-4025-a3f7-dc79b8dc14a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c05cd03a-5bb8-42be-8251-ed884d3f5a44'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:45:34.727536 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-30c7e529-617d-4d1a-a637-01d5135a51f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:34.866794 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1d0ef825-da0e-445b-a873-0556b84e3f31 req-a93fda75-9943-4b47-bca7-d303c98e7071 service neutron] 10.222.0.31 "GET /v2.0/networks/1d7b02ff-592a-43c8-a6a8-4518f58cb45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775138 Dec 09 15:45:34.872391 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-30c7e529-617d-4d1a-a637-01d5135a51f1 None None] For port c3bffe01-dd3d-4b72-bf23-9396f7465bcf, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:45:34.876400 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-30c7e529-617d-4d1a-a637-01d5135a51f1 None None] For port c3bffe01-dd3d-4b72-bf23-9396f7465bcf, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=c3bffe01-dd3d-4b72-bf23-9396f7465bcf,segment=NetworkSegment(85913309-4cd0-4025-a3f7-dc79b8dc14a6),segment_id=85913309-4cd0-4025-a3f7-dc79b8dc14a6)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:45:34.884221 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-30c7e529-617d-4d1a-a637-01d5135a51f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:34.888295 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d504fd8c-30cc-40d3-b24f-523dfb909b58 req-65def777-88e4-43ea-b467-eaa1e26a0813 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=51da744b-ffe1-4e7a-a214-2cd2d8bded1f HTTP/1.1" status: 200 len: 210 time: 0.0491860 Dec 09 15:45:34.934801 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd36a8f1-a305-4bf3-8f9e-afc8222499ef tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:34.994550 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd36a8f1-a305-4bf3-8f9e-afc8222499ef tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Network c05cd03a-5bb8-42be-8251-ed884d3f5a44 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:45:34.999058 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-bd36a8f1-a305-4bf3-8f9e-afc8222499ef tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:45:34.999401 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c7e529-617d-4d1a-a637-01d5135a51f1 None None] Pushing event updated for resources: {'Port': ['ID=c3bffe01-dd3d-4b72-bf23-9396f7465bcf,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:35.016664 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd36a8f1-a305-4bf3-8f9e-afc8222499ef tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:35.017349 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd36a8f1-a305-4bf3-8f9e-afc8222499ef tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:35.053274 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36a8f1-a305-4bf3-8f9e-afc8222499ef tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event updated for resources: {'Subnet': ['ID=da7f81a6-41e2-45aa-9e4a-c54f63d94f33,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:35.066076 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1d0ef825-da0e-445b-a873-0556b84e3f31 req-2ee5a44e-2811-47f3-9545-72faae2d8252 service neutron] 10.222.0.31 "GET /v2.0/networks/1d7b02ff-592a-43c8-a6a8-4518f58cb45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799936 Dec 09 15:45:35.067247 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bd36a8f1-a305-4bf3-8f9e-afc8222499ef tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2083426 Dec 09 15:45:35.070027 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 45568) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:35.137025 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac8264c-bb20-4609-99fc-9ab8b8abab2d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:35.138761 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac8264c-bb20-4609-99fc-9ab8b8abab2d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:35.140338 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac8264c-bb20-4609-99fc-9ab8b8abab2d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:35.142045 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac8264c-bb20-4609-99fc-9ab8b8abab2d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:35.143842 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac8264c-bb20-4609-99fc-9ab8b8abab2d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:35.149906 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 45570) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:35.152993 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bac8264c-bb20-4609-99fc-9ab8b8abab2d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0800302 Dec 09 15:45:35.154889 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-5cee393b-6806-4a53-815f-e59f2967d344 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-423895845'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:45:35.180682 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cee393b-6806-4a53-815f-e59f2967d344 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Made reservation on behalf of c9fde8dd394548efa8053a6f67dd6ae0 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:45:35.184214 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5cee393b-6806-4a53-815f-e59f2967d344 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:35.233569 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cee393b-6806-4a53-815f-e59f2967d344 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:45:35.250798 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5cee393b-6806-4a53-815f-e59f2967d344 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:35.251446 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-5cee393b-6806-4a53-815f-e59f2967d344 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Added segment f1218a68-9df9-4938-b121-22e32a2da4bc of type vlan for network 6a530182-666c-45f6-aec9-ae0885179663 Dec 09 15:45:35.358616 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5cee393b-6806-4a53-815f-e59f2967d344 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:35.394839 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee59711-db40-4a04-a530-fc1da45d549e req-1fedc58a-75ca-40e0-8a36-e8ef53477af1 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:35.396658 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0ee59711-db40-4a04-a530-fc1da45d549e req-1fedc58a-75ca-40e0-8a36-e8ef53477af1 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.42 "GET /v2.0/networks?id=aefaced1-2e29-4860-a321-969c1bb810c5 HTTP/1.1" status: 200 len: 804 time: 0.2234044 Dec 09 15:45:35.417748 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-0ee59711-db40-4a04-a530-fc1da45d549e req-07622cfc-5ffe-4941-9327-7022722e3c56 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Request body: {'port': {'device_id': '51da744b-ffe1-4e7a-a214-2cd2d8bded1f', 'network_id': 'aefaced1-2e29-4860-a321-969c1bb810c5', 'admin_state_up': True, 'tenant_id': 'c9e5c34e3ac94d7ab24dc55f63708cf7'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:45:35.446243 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5cee393b-6806-4a53-815f-e59f2967d344 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:35.453256 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cee393b-6806-4a53-815f-e59f2967d344 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:35.454256 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5cee393b-6806-4a53-815f-e59f2967d344 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:35.537476 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0a616-9a47-4ab5-9f35-f7abaf4147ba req-f8ad57dd-566b-4223-b726-21a6bf85eb65 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:35.545001 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3ae0a616-9a47-4ab5-9f35-f7abaf4147ba req-f8ad57dd-566b-4223-b726-21a6bf85eb65 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=62416a1b-65a3-4dbc-b00d-afa09b06372e HTTP/1.1" status: 200 len: 945 time: 0.1732633 Dec 09 15:45:35.546673 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee59711-db40-4a04-a530-fc1da45d549e req-07622cfc-5ffe-4941-9327-7022722e3c56 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Made reservation on behalf of c9e5c34e3ac94d7ab24dc55f63708cf7 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:45:35.550254 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0ee59711-db40-4a04-a530-fc1da45d549e req-07622cfc-5ffe-4941-9327-7022722e3c56 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:35.558713 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-5cee393b-6806-4a53-815f-e59f2967d344 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4077239 Dec 09 15:45:35.562255 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 45574) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:35.569149 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-97b59adf-d66f-4688-af86-4ca81e9aeff1 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:45:35.590219 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee393b-6806-4a53-815f-e59f2967d344 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event updated for resources: {'Network': ['ID=6a530182-666c-45f6-aec9-ae0885179663,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:35.603692 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 6a530182-666c-45f6-aec9-ae0885179663 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:45:35.653080 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3ae0a616-9a47-4ab5-9f35-f7abaf4147ba req-d64edabe-e86d-4b6e-9edc-f5053f7bd91d tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5914249-729d-46cd-bced-fb0207d25b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069233 Dec 09 15:45:35.807186 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da608bc8-4baa-48e4-a488-448541c2690a req-b1f54f2f-64c2-44b9-b5b0-a83ce00926ec tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:35.815524 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da608bc8-4baa-48e4-a488-448541c2690a req-b1f54f2f-64c2-44b9-b5b0-a83ce00926ec tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 944 time: 0.0613029 Dec 09 15:45:35.827569 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-0ee59711-db40-4a04-a530-fc1da45d549e req-07622cfc-5ffe-4941-9327-7022722e3c56 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Allocated IP 172.20.0.13 (aefaced1-2e29-4860-a321-969c1bb810c5/518f472d-0dfc-4bb3-a3f4-4a87074139ac/8ee5836a-7f28-4b64-9701-43d3fd38525c) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:45:35.886194 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da608bc8-4baa-48e4-a488-448541c2690a req-3c00ef44-4c49-4a9b-a78d-d075449899dd tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700088 Dec 09 15:45:36.004939 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-97b59adf-d66f-4688-af86-4ca81e9aeff1 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:36.085631 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device c3bffe01-dd3d-4b72-bf23-9396f7465bcf up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:45:36.100094 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-12ca3e7f-c75f-4882-8595-a81eccd9d1cc req-0b38014f-c594-4248-b08a-c837de4b16f3 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=51da744b-ffe1-4e7a-a214-2cd2d8bded1f HTTP/1.1" status: 200 len: 210 time: 0.0435162 Dec 09 15:45:36.169402 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port c3bffe01-dd3d-4b72-bf23-9396f7465bcf triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:45:36.170133 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:36.199525 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-97b59adf-d66f-4688-af86-4ca81e9aeff1 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:36.220188 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-97b59adf-d66f-4688-af86-4ca81e9aeff1 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Network 6a530182-666c-45f6-aec9-ae0885179663 is not hosted by any dhcp agent {{(pid=103245) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 15:45:36.226163 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b59adf-d66f-4688-af86-4ca81e9aeff1 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:36.227660 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-97b59adf-d66f-4688-af86-4ca81e9aeff1 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:36.229792 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-97b59adf-d66f-4688-af86-4ca81e9aeff1 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "PUT /v2.0/networks/6a530182-666c-45f6-aec9-ae0885179663 HTTP/1.1" status: 200 len: 723 time: 0.6662076 Dec 09 15:45:36.232787 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 45606) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:36.238080 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-2673f3c7-cbbd-4b74-8fa8-a82ffae45a27 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Request body: {'subnet': {'network_id': '6a530182-666c-45f6-aec9-ae0885179663', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:45:36.338044 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b59adf-d66f-4688-af86-4ca81e9aeff1 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event updated for resources: {'Network': ['ID=6a530182-666c-45f6-aec9-ae0885179663,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:36.348118 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:36.355068 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 6a530182-666c-45f6-aec9-ae0885179663 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:45:36.406680 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0ee59711-db40-4a04-a530-fc1da45d549e req-07622cfc-5ffe-4941-9327-7022722e3c56 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:36.441365 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2673f3c7-cbbd-4b74-8fa8-a82ffae45a27 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Made reservation on behalf of c9fde8dd394548efa8053a6f67dd6ae0 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:45:36.447965 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2673f3c7-cbbd-4b74-8fa8-a82ffae45a27 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:36.479201 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a3d6c4-153f-4ae1-842f-d7842d86d42f None None] Network c05cd03a-5bb8-42be-8251-ed884d3f5a44 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:45:36.493667 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0ee59711-db40-4a04-a530-fc1da45d549e req-07622cfc-5ffe-4941-9327-7022722e3c56 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:36.546519 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['76cd4a30-0404-4a95-a2dc-022463d6e20d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:45:36.575333 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port c3bffe01-dd3d-4b72-bf23-9396f7465bcf, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=c3bffe01-dd3d-4b72-bf23-9396f7465bcf,segment=NetworkSegment(85913309-4cd0-4025-a3f7-dc79b8dc14a6),segment_id=85913309-4cd0-4025-a3f7-dc79b8dc14a6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:45:36.594449 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:36.630376 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee59711-db40-4a04-a530-fc1da45d549e req-07622cfc-5ffe-4941-9327-7022722e3c56 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Network aefaced1-2e29-4860-a321-969c1bb810c5 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:45:36.631624 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07622cfc-5ffe-4941-9327-7022722e3c56 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Pushing event updated for resources: {'Port': ['ID=8ee5836a-7f28-4b64-9701-43d3fd38525c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:36.634500 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:45:36.644253 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-0ee59711-db40-4a04-a530-fc1da45d549e req-07622cfc-5ffe-4941-9327-7022722e3c56 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:45:36.649880 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-cfc35206-ab4f-451d-a5a2-d09f739091a3 None None] Provisioning complete for port c3bffe01-dd3d-4b72-bf23-9396f7465bcf triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:45:36.650594 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cfc35206-ab4f-451d-a5a2-d09f739091a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:36.659545 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee59711-db40-4a04-a530-fc1da45d549e req-07622cfc-5ffe-4941-9327-7022722e3c56 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:45:36.707249 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7188cc-a285-4271-9ccd-425985bb357c None None] DHCP port deletion for aefaced1-2e29-4860-a321-969c1bb810c5 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:45:36.739385 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee59711-db40-4a04-a530-fc1da45d549e req-07622cfc-5ffe-4941-9327-7022722e3c56 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:36.741621 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0ee59711-db40-4a04-a530-fc1da45d549e req-07622cfc-5ffe-4941-9327-7022722e3c56 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:36.768319 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0ee59711-db40-4a04-a530-fc1da45d549e req-07622cfc-5ffe-4941-9327-7022722e3c56 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3563633 Dec 09 15:45:36.794072 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-0ee59711-db40-4a04-a530-fc1da45d549e req-0872c2c3-6751-45b6-ae4c-706733463f70 service neutron] Request body: {'port': {'device_id': '51da744b-ffe1-4e7a-a214-2cd2d8bded1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:45:36.810378 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=c3bffe01-dd3d-4b72-bf23-9396f7465bcf,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:36.921854 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0ee59711-db40-4a04-a530-fc1da45d549e req-0872c2c3-6751-45b6-ae4c-706733463f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:37.009562 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2673f3c7-cbbd-4b74-8fa8-a82ffae45a27 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:37.067497 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b72c4c-27df-4bf1-a459-bfeb664d042e None None] Update dhcp port {'port': {'network_id': 'c05cd03a-5bb8-42be-8251-ed884d3f5a44', 'fixed_ips': [{'subnet_id': 'f88aa43b-00d6-4398-8fa4-968c119af427', 'ip_address': '2001:db8::2'}, {'subnet_id': 'da7f81a6-41e2-45aa-9e4a-c54f63d94f33'}], 'binding:host_id': 'n-d-821228-1'}, 'id': 'c3bffe01-dd3d-4b72-bf23-9396f7465bcf'} from n-d-821228-1. {{(pid=103246) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 15:45:37.075921 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5178487d-4a03-4329-84da-acc8e3b424a8 None None] Provisioning complete for port 8ee5836a-7f28-4b64-9701-43d3fd38525c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:45:37.076383 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5178487d-4a03-4329-84da-acc8e3b424a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:37.132532 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-09b72c4c-27df-4bf1-a459-bfeb664d042e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:37.153508 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5178487d-4a03-4329-84da-acc8e3b424a8 None None] Port 8ee5836a-7f28-4b64-9701-43d3fd38525c cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:45:37.166306 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2673f3c7-cbbd-4b74-8fa8-a82ffae45a27 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event updated for resources: {'Subnet': ['ID=a0cf852f-e932-42f2-a808-f586832f9dfc,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:37.175187 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2673f3c7-cbbd-4b74-8fa8-a82ffae45a27 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Checking segment: {'id': 'f1218a68-9df9-4938-b121-22e32a2da4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6a530182-666c-45f6-aec9-ae0885179663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:45:37.175557 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2673f3c7-cbbd-4b74-8fa8-a82ffae45a27 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Network hostable DHCP agents. Network: 6a530182-666c-45f6-aec9-ae0885179663, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:45:37.205822 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a6304-7d21-44b0-9442-a0e68faa3dcd req-01392ed1-1156-408e-a7e4-7d7be907825e tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:37.207784 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7a1a6304-7d21-44b0-9442-a0e68faa3dcd req-01392ed1-1156-408e-a7e4-7d7be907825e tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 944 time: 0.1324048 Dec 09 15:45:37.233949 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2673f3c7-cbbd-4b74-8fa8-a82ffae45a27 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Network 6a530182-666c-45f6-aec9-ae0885179663 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:45:37.262586 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-2673f3c7-cbbd-4b74-8fa8-a82ffae45a27 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 6a530182-666c-45f6-aec9-ae0885179663) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:45:37.279756 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2673f3c7-cbbd-4b74-8fa8-a82ffae45a27 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:37.281844 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2673f3c7-cbbd-4b74-8fa8-a82ffae45a27 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1674507'] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:37.290429 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3e7102-4976-4b60-9d13-3d091db895f6 None None] Network 6a530182-666c-45f6-aec9-ae0885179663 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:45:37.330692 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7a1a6304-7d21-44b0-9442-a0e68faa3dcd req-3d0bb905-6bdb-47c2-b87a-4dcb27b8fa34 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061592 Dec 09 15:45:37.338768 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2673f3c7-cbbd-4b74-8fa8-a82ffae45a27 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1046340 Dec 09 15:45:37.341897 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 45724) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:37.357205 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-0ca0316e-ccf2-418d-8ac9-503d066cf60f tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:45:37.482109 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-09b72c4c-27df-4bf1-a459-bfeb664d042e None None] Allocated IP 172.20.0.1 (c05cd03a-5bb8-42be-8251-ed884d3f5a44/da7f81a6-41e2-45aa-9e4a-c54f63d94f33/c3bffe01-dd3d-4b72-bf23-9396f7465bcf) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:45:37.548308 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ca0316e-ccf2-418d-8ac9-503d066cf60f tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60165816'] for subnet, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:37.559523 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0fccd3-7f96-4818-82a0-1960aa1aab0c req-c5c0bc04-f593-43cd-b904-80657b66bb6b tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:37.567911 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1f0fccd3-7f96-4818-82a0-1960aa1aab0c req-c5c0bc04-f593-43cd-b904-80657b66bb6b tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=51da744b-ffe1-4e7a-a214-2cd2d8bded1f HTTP/1.1" status: 200 len: 932 time: 0.1163924 Dec 09 15:45:37.630706 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 7d68e282-4515-4796-b3d9-c443ef5f4c8c details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:45:37.632828 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-0ee59711-db40-4a04-a530-fc1da45d549e req-0872c2c3-6751-45b6-ae4c-706733463f70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ee5836a-7f28-4b64-9701-43d3fd38525c {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:45:37.654341 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-09b72c4c-27df-4bf1-a459-bfeb664d042e None None] For port c3bffe01-dd3d-4b72-bf23-9396f7465bcf, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=c3bffe01-dd3d-4b72-bf23-9396f7465bcf,segment=NetworkSegment(85913309-4cd0-4025-a3f7-dc79b8dc14a6),segment_id=85913309-4cd0-4025-a3f7-dc79b8dc14a6)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:45:37.666720 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0ee59711-db40-4a04-a530-fc1da45d549e req-0872c2c3-6751-45b6-ae4c-706733463f70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:37.703783 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-0ee59711-db40-4a04-a530-fc1da45d549e req-0872c2c3-6751-45b6-ae4c-706733463f70 service neutron] Transition to ACTIVE for port object 8ee5836a-7f28-4b64-9701-43d3fd38525c will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:45:37.709035 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0ee59711-db40-4a04-a530-fc1da45d549e req-0872c2c3-6751-45b6-ae4c-706733463f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:37.716563 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1f0fccd3-7f96-4818-82a0-1960aa1aab0c req-7f59fe71-58a3-45d2-bdea-5c485f4530bb tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476691 Dec 09 15:45:37.736240 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430cceae-caf4-46a8-bde0-a9331f216e96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-6a530182-666c-45f6-aec9-ae0885179663', 'network_id': '6a530182-666c-45f6-aec9-ae0885179663', 'project_id': 'c9fde8dd394548efa8053a6f67dd6ae0', 'fixed_ips': [{'subnet_id': 'a0cf852f-e932-42f2-a808-f586832f9dfc'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:45:37.737354 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-430cceae-caf4-46a8-bde0-a9331f216e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:37.811685 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2079305c-da2b-4567-8f51-149efd286111 None None] DHCP port deletion for aefaced1-2e29-4860-a321-969c1bb810c5 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:45:37.816165 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0872c2c3-6751-45b6-ae4c-706733463f70 service neutron] Pushing event updated for resources: {'Port': ['ID=8ee5836a-7f28-4b64-9701-43d3fd38525c,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:37.816872 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-09b72c4c-27df-4bf1-a459-bfeb664d042e None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:37.906112 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-0ee59711-db40-4a04-a530-fc1da45d549e req-0872c2c3-6751-45b6-ae4c-706733463f70 service neutron] Attempting to bind port 8ee5836a-7f28-4b64-9701-43d3fd38525c on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:45:37.906713 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-0ee59711-db40-4a04-a530-fc1da45d549e req-0872c2c3-6751-45b6-ae4c-706733463f70 service neutron] Attempting to bind port 8ee5836a-7f28-4b64-9701-43d3fd38525c by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '72b78068-61b7-4bbb-b5a0-753283217b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aefaced1-2e29-4860-a321-969c1bb810c5'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:45:37.907212 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee59711-db40-4a04-a530-fc1da45d549e req-0872c2c3-6751-45b6-ae4c-706733463f70 service neutron] Attempting to bind port 8ee5836a-7f28-4b64-9701-43d3fd38525c on network aefaced1-2e29-4860-a321-969c1bb810c5 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:45:37.912437 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee59711-db40-4a04-a530-fc1da45d549e req-0872c2c3-6751-45b6-ae4c-706733463f70 service neutron] Port 8ee5836a-7f28-4b64-9701-43d3fd38525c on network aefaced1-2e29-4860-a321-969c1bb810c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:45:37.913005 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee59711-db40-4a04-a530-fc1da45d549e req-0872c2c3-6751-45b6-ae4c-706733463f70 service neutron] Attempting to bind port 8ee5836a-7f28-4b64-9701-43d3fd38525c on network aefaced1-2e29-4860-a321-969c1bb810c5 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:45:37.920611 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee59711-db40-4a04-a530-fc1da45d549e req-0872c2c3-6751-45b6-ae4c-706733463f70 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:45:37.921445 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee59711-db40-4a04-a530-fc1da45d549e req-0872c2c3-6751-45b6-ae4c-706733463f70 service neutron] Checking segment: {'id': '72b78068-61b7-4bbb-b5a0-753283217b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aefaced1-2e29-4860-a321-969c1bb810c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:45:37.922740 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee59711-db40-4a04-a530-fc1da45d549e req-0872c2c3-6751-45b6-ae4c-706733463f70 service neutron] Bound using segment: {'id': '72b78068-61b7-4bbb-b5a0-753283217b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aefaced1-2e29-4860-a321-969c1bb810c5'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:45:37.923296 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-0ee59711-db40-4a04-a530-fc1da45d549e req-0872c2c3-6751-45b6-ae4c-706733463f70 service neutron] Bound port: 8ee5836a-7f28-4b64-9701-43d3fd38525c, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b78068-61b7-4bbb-b5a0-753283217b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aefaced1-2e29-4860-a321-969c1bb810c5'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:45:37.923835 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0ee59711-db40-4a04-a530-fc1da45d549e req-0872c2c3-6751-45b6-ae4c-706733463f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:37.950174 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ca0316e-ccf2-418d-8ac9-503d066cf60f tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758620506920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60545201'] for subnet, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:37.971264 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-09b72c4c-27df-4bf1-a459-bfeb664d042e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:38.003951 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca0316e-ccf2-418d-8ac9-503d066cf60f tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:38.005446 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ca0316e-ccf2-418d-8ac9-503d066cf60f tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:38.009147 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0ca0316e-ccf2-418d-8ac9-503d066cf60f tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "PUT /v2.0/subnets/a0cf852f-e932-42f2-a808-f586832f9dfc HTTP/1.1" status: 200 len: 826 time: 0.6652694 Dec 09 15:45:38.011454 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 45790) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:38.044227 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca0316e-ccf2-418d-8ac9-503d066cf60f tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event updated for resources: {'Subnet': ['ID=a0cf852f-e932-42f2-a808-f586832f9dfc,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:38.067671 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device c3bffe01-dd3d-4b72-bf23-9396f7465bcf up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:45:38.084320 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-0ee59711-db40-4a04-a530-fc1da45d549e req-0872c2c3-6751-45b6-ae4c-706733463f70 service neutron] For port 8ee5836a-7f28-4b64-9701-43d3fd38525c, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:45:38.110664 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-0ee59711-db40-4a04-a530-fc1da45d549e req-0872c2c3-6751-45b6-ae4c-706733463f70 service neutron] For port 8ee5836a-7f28-4b64-9701-43d3fd38525c, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=8ee5836a-7f28-4b64-9701-43d3fd38525c,segment=NetworkSegment(72b78068-61b7-4bbb-b5a0-753283217b57),segment_id=72b78068-61b7-4bbb-b5a0-753283217b57)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:45:38.124968 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0ee59711-db40-4a04-a530-fc1da45d549e req-0872c2c3-6751-45b6-ae4c-706733463f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:38.197100 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee59711-db40-4a04-a530-fc1da45d549e req-0872c2c3-6751-45b6-ae4c-706733463f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:38.198560 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0ee59711-db40-4a04-a530-fc1da45d549e req-0872c2c3-6751-45b6-ae4c-706733463f70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:38.200152 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0ee59711-db40-4a04-a530-fc1da45d549e req-0872c2c3-6751-45b6-ae4c-706733463f70 service neutron] 10.222.0.42 "PUT /v2.0/ports/8ee5836a-7f28-4b64-9701-43d3fd38525c HTTP/1.1" status: 200 len: 1092 time: 1.4168150 Dec 09 15:45:38.204577 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51da744b-ffe1-4e7a-a214-2cd2d8bded1f', 'tag': '8ee5836a-7f28-4b64-9701-43d3fd38525c'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:45:38.207613 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc99fde6-cd36-412f-bde1-446582233e05" -d '{"events": [{"name": "network-changed", "server_uuid": "51da744b-ffe1-4e7a-a214-2cd2d8bded1f", "tag": "8ee5836a-7f28-4b64-9701-43d3fd38525c"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:45:38.225028 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9011453c-9c2d-40c1-8236-69638f6974b8 None None] DHCP port deletion for aefaced1-2e29-4860-a321-969c1bb810c5 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:45:38.249715 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0872c2c3-6751-45b6-ae4c-706733463f70 service neutron] Pushing event updated for resources: {'Port': ['ID=8ee5836a-7f28-4b64-9701-43d3fd38525c,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:38.257943 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad457eee-6076-40ff-a741-0da97fdccd7a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:38.315945 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497f8641-66d8-4250-9bce-cc1c0b93cb86 x-openstack-request-id: req-497f8641-66d8-4250-9bce-cc1c0b93cb86 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:45:38.316242 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51da744b-ffe1-4e7a-a214-2cd2d8bded1f", "tag": "8ee5836a-7f28-4b64-9701-43d3fd38525c", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:45:38.316906 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-497f8641-66d8-4250-9bce-cc1c0b93cb86 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:45:38.317573 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51da744b-ffe1-4e7a-a214-2cd2d8bded1f', 'tag': '8ee5836a-7f28-4b64-9701-43d3fd38525c', 'status': 'completed', 'code': 200} Dec 09 15:45:38.382077 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee59711-db40-4a04-a530-fc1da45d549e req-b743052c-3fa9-411e-8fbb-ad83c73f83bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:38.384792 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0ee59711-db40-4a04-a530-fc1da45d549e req-b743052c-3fa9-411e-8fbb-ad83c73f83bd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c9e5c34e3ac94d7ab24dc55f63708cf7&device_id=51da744b-ffe1-4e7a-a214-2cd2d8bded1f HTTP/1.1" status: 200 len: 1095 time: 0.1222792 Dec 09 15:45:38.417980 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad457eee-6076-40ff-a741-0da97fdccd7a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:38.472760 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0ee59711-db40-4a04-a530-fc1da45d549e req-38f7f8d7-487b-4aa2-a06a-f3494f75bedb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ee5836a-7f28-4b64-9701-43d3fd38525c HTTP/1.1" status: 200 len: 217 time: 0.0715795 Dec 09 15:45:38.522551 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c3dba-de52-41ed-8efb-545b2844dc66 req-0f3f403f-a0f3-4777-84f1-4d77ecb344a8 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:38.531613 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-959c3dba-de52-41ed-8efb-545b2844dc66 req-0f3f403f-a0f3-4777-84f1-4d77ecb344a8 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 944 time: 0.1108093 Dec 09 15:45:38.547963 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b72c4c-27df-4bf1-a459-bfeb664d042e None None] Pushing event updated for resources: {'Port': ['ID=c3bffe01-dd3d-4b72-bf23-9396f7465bcf,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:38.604838 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-959c3dba-de52-41ed-8efb-545b2844dc66 req-d1c8c328-b740-4f1e-a18f-8cb1902e1b24 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659161 Dec 09 15:45:38.622555 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee59711-db40-4a04-a530-fc1da45d549e req-c1883ac2-db08-42f2-b84e-5361e88df6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:38.625177 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0ee59711-db40-4a04-a530-fc1da45d549e req-c1883ac2-db08-42f2-b84e-5361e88df6d4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=518f472d-0dfc-4bb3-a3f4-4a87074139ac HTTP/1.1" status: 200 len: 844 time: 0.1162267 Dec 09 15:45:38.691166 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0ee59711-db40-4a04-a530-fc1da45d549e req-4787b6af-c564-47fb-9370-7d61f1dfaedc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aefaced1-2e29-4860-a321-969c1bb810c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563891 Dec 09 15:45:38.714950 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port c3bffe01-dd3d-4b72-bf23-9396f7465bcf triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:45:38.715362 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:38.772270 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 7d68e282-4515-4796-b3d9-c443ef5f4c8c, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=7d68e282-4515-4796-b3d9-c443ef5f4c8c,segment=NetworkSegment(c3803010-2dd4-4dc0-8146-bdae4b62f0af),segment_id=c3803010-2dd4-4dc0-8146-bdae4b62f0af)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:45:38.826244 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-430cceae-caf4-46a8-bde0-a9331f216e96 None None] Allocated IP 2001:db8::2 (6a530182-666c-45f6-aec9-ae0885179663/a0cf852f-e932-42f2-a808-f586832f9dfc/c1a0687c-d090-4673-87a9-8fd613c4ab18) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:45:38.855878 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '7d68e282-4515-4796-b3d9-c443ef5f4c8c', 'network_id': '1d7b02ff-592a-43c8-a6a8-4518f58cb45c', 'port_id': '7d68e282-4515-4796-b3d9-c443ef5f4c8c', 'mac_address': 'fa:16:3e:20:08:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988bbd31-181e-4551-8e3f-d164b1967843', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:45:38.891203 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0ee59711-db40-4a04-a530-fc1da45d549e req-2029b546-751d-40c6-8d1f-ad6d5955b300 service neutron] 10.222.0.42 "GET /v2.0/networks/aefaced1-2e29-4860-a321-969c1bb810c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928437 Dec 09 15:45:38.982853 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925cb434-c0f5-48b4-bafe-ab5731f89f3e req-19d5a9b6-98df-4456-9251-3ce6ba488c43 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:38.994904 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-925cb434-c0f5-48b4-bafe-ab5731f89f3e req-19d5a9b6-98df-4456-9251-3ce6ba488c43 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=51da744b-ffe1-4e7a-a214-2cd2d8bded1f HTTP/1.1" status: 200 len: 944 time: 0.1286702 Dec 09 15:45:39.075584 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0ee59711-db40-4a04-a530-fc1da45d549e req-b6936944-a870-46f5-8e57-d5ab63d772f9 service neutron] 10.222.0.42 "GET /v2.0/networks/aefaced1-2e29-4860-a321-969c1bb810c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769760 Dec 09 15:45:39.126310 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-925cb434-c0f5-48b4-bafe-ab5731f89f3e req-cd6d5c7c-808b-4cde-b019-e0020a6303c4 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144633 Dec 09 15:45:39.154945 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:39.192372 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d68e282-4515-4796-b3d9-c443ef5f4c8c {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:45:39.271733 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 7d68e282-4515-4796-b3d9-c443ef5f4c8c, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=7d68e282-4515-4796-b3d9-c443ef5f4c8c,segment=NetworkSegment(c3803010-2dd4-4dc0-8146-bdae4b62f0af),segment_id=c3803010-2dd4-4dc0-8146-bdae4b62f0af)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:45:39.283462 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99fde6-cd36-412f-bde1-446582233e05 req-bab37e3c-aaff-4f5d-889b-5502de187f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:39.285979 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-dc99fde6-cd36-412f-bde1-446582233e05 req-bab37e3c-aaff-4f5d-889b-5502de187f85 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c9e5c34e3ac94d7ab24dc55f63708cf7&device_id=51da744b-ffe1-4e7a-a214-2cd2d8bded1f HTTP/1.1" status: 200 len: 1095 time: 0.0949652 Dec 09 15:45:39.286622 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:39.316988 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-430cceae-caf4-46a8-bde0-a9331f216e96 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:39.334165 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-430cceae-caf4-46a8-bde0-a9331f216e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:39.392959 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=7d68e282-4515-4796-b3d9-c443ef5f4c8c,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:39.416269 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430cceae-caf4-46a8-bde0-a9331f216e96 None None] Network 6a530182-666c-45f6-aec9-ae0885179663 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:45:39.439242 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad457eee-6076-40ff-a741-0da97fdccd7a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:39.440950 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-430cceae-caf4-46a8-bde0-a9331f216e96 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:45:39.444767 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430cceae-caf4-46a8-bde0-a9331f216e96 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:45:39.506498 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430cceae-caf4-46a8-bde0-a9331f216e96 None None] Pushing event updated for resources: {'Port': ['ID=c1a0687c-d090-4673-87a9-8fd613c4ab18,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:39.529431 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-430cceae-caf4-46a8-bde0-a9331f216e96 None None] Attempting to bind port c1a0687c-d090-4673-87a9-8fd613c4ab18 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:45:39.529803 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-430cceae-caf4-46a8-bde0-a9331f216e96 None None] Attempting to bind port c1a0687c-d090-4673-87a9-8fd613c4ab18 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f1218a68-9df9-4938-b121-22e32a2da4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6a530182-666c-45f6-aec9-ae0885179663'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:45:39.530182 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430cceae-caf4-46a8-bde0-a9331f216e96 None None] Attempting to bind port c1a0687c-d090-4673-87a9-8fd613c4ab18 on network 6a530182-666c-45f6-aec9-ae0885179663 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:45:39.543971 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430cceae-caf4-46a8-bde0-a9331f216e96 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:45:39.544365 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430cceae-caf4-46a8-bde0-a9331f216e96 None None] Checking segment: {'id': 'f1218a68-9df9-4938-b121-22e32a2da4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6a530182-666c-45f6-aec9-ae0885179663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:45:39.545157 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-430cceae-caf4-46a8-bde0-a9331f216e96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:39.545551 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430cceae-caf4-46a8-bde0-a9331f216e96 None None] Bound using segment: {'id': 'f1218a68-9df9-4938-b121-22e32a2da4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6a530182-666c-45f6-aec9-ae0885179663'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:45:39.546033 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-430cceae-caf4-46a8-bde0-a9331f216e96 None None] Bound port: c1a0687c-d090-4673-87a9-8fd613c4ab18, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1218a68-9df9-4938-b121-22e32a2da4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6a530182-666c-45f6-aec9-ae0885179663'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:45:39.546423 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-430cceae-caf4-46a8-bde0-a9331f216e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:39.552765 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad457eee-6076-40ff-a741-0da97fdccd7a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event deleted for resources: {'Subnet': ['ID=a0cf852f-e932-42f2-a808-f586832f9dfc,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:39.595020 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a32ea4-4a7b-428f-81a3-6a5b9b997971 None None] Network c05cd03a-5bb8-42be-8251-ed884d3f5a44 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:45:39.620902 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad457eee-6076-40ff-a741-0da97fdccd7a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:39.639809 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99fde6-cd36-412f-bde1-446582233e05 req-e8eb5b16-0459-4254-8609-6e3d4b13ad86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:39.641353 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-dc99fde6-cd36-412f-bde1-446582233e05 req-e8eb5b16-0459-4254-8609-6e3d4b13ad86 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aefaced1-2e29-4860-a321-969c1bb810c5 HTTP/1.1" status: 200 len: 905 time: 0.3482196 Dec 09 15:45:39.663834 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ad457eee-6076-40ff-a741-0da97fdccd7a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a530182-666c-45f6-aec9-ae0885179663']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:39.699571 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-dc99fde6-cd36-412f-bde1-446582233e05 req-6a56b339-1780-423e-b564-1d696efc33c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ee5836a-7f28-4b64-9701-43d3fd38525c HTTP/1.1" status: 200 len: 217 time: 0.0464909 Dec 09 15:45:39.703031 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ad457eee-6076-40ff-a741-0da97fdccd7a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1218a68-9df9-4938-b121-22e32a2da4bc') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:39.703531 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ad457eee-6076-40ff-a741-0da97fdccd7a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1218a68-9df9-4938-b121-22e32a2da4bc') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:39.722765 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad457eee-6076-40ff-a741-0da97fdccd7a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:39.745953 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['7d68e282-4515-4796-b3d9-c443ef5f4c8c'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:45:39.770561 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad457eee-6076-40ff-a741-0da97fdccd7a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:39.786666 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad457eee-6076-40ff-a741-0da97fdccd7a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:45:39.787517 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad457eee-6076-40ff-a741-0da97fdccd7a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:39.792875 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:45:39.792875 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:45:39.792875 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:45:39.792875 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:45:39.792875 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:45:39.792875 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:45:39.792875 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:45:39.792875 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:45:39.792875 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:45:39.792875 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:45:39.792875 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:45:39.792875 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:45:39.792875 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:45:39.792875 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:45:39.792875 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:45:39.792875 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:45:39.792875 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:45:39.792875 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:45:39.792875 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:45:39.792875 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:45:39.792875 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:45:39.792875 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:45:39.792875 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:45:39.792875 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:45:39.792875 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:45:39.792875 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:45:39.792875 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:45:39.792875 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:45:39.792875 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:45:39.792875 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:45:39.792875 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:45:39.792875 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:45:39.809744 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99fde6-cd36-412f-bde1-446582233e05 req-59d39956-1c77-4509-b053-6a75fc05bdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:39.812318 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-dc99fde6-cd36-412f-bde1-446582233e05 req-59d39956-1c77-4509-b053-6a75fc05bdb4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=518f472d-0dfc-4bb3-a3f4-4a87074139ac HTTP/1.1" status: 200 len: 844 time: 0.1019733 Dec 09 15:45:39.814140 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-10cbd3e8-0d83-41bf-9547-d2a640fa5630 None None] Provisioning complete for port c3bffe01-dd3d-4b72-bf23-9396f7465bcf triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:45:39.814519 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-10cbd3e8-0d83-41bf-9547-d2a640fa5630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:39.826237 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-430cceae-caf4-46a8-bde0-a9331f216e96 None None] For port c1a0687c-d090-4673-87a9-8fd613c4ab18, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:45:39.847017 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889f5bc-1d63-4374-a063-3ddef4b0b44d req-2ca4b7ad-337e-4551-8482-2d485dc6bea7 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:39.859560 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6889f5bc-1d63-4374-a063-3ddef4b0b44d req-2ca4b7ad-337e-4551-8482-2d485dc6bea7 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 945 time: 0.1254842 Dec 09 15:45:39.879406 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-dc99fde6-cd36-412f-bde1-446582233e05 req-49d64ed5-0ea6-4840-bd14-7ce0c67422cf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aefaced1-2e29-4860-a321-969c1bb810c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353522 Dec 09 15:45:39.920393 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-430cceae-caf4-46a8-bde0-a9331f216e96 None None] For port c1a0687c-d090-4673-87a9-8fd613c4ab18, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=c1a0687c-d090-4673-87a9-8fd613c4ab18,segment=NetworkSegment(f1218a68-9df9-4938-b121-22e32a2da4bc),segment_id=f1218a68-9df9-4938-b121-22e32a2da4bc)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:45:39.933299 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-430cceae-caf4-46a8-bde0-a9331f216e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:39.939683 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6889f5bc-1d63-4374-a063-3ddef4b0b44d req-25d9d4bf-3486-40b3-a0a2-cee86acb98d9 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774467 Dec 09 15:45:39.952637 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.db.api [None req-ad457eee-6076-40ff-a741-0da97fdccd7a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 15:45:39.952637 n-d-821228-1 neutron-server[103245]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 15:45:39.952637 n-d-821228-1 neutron-server[103245]: [parameters: {'id': '6a530182-666c-45f6-aec9-ae0885179663'}] Dec 09 15:45:39.952637 n-d-821228-1 neutron-server[103245]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:45:39.952637 n-d-821228-1 neutron-server[103245]: DEBUG oslo_db.api [None req-ad457eee-6076-40ff-a741-0da97fdccd7a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:45:39.987697 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device c3bffe01-dd3d-4b72-bf23-9396f7465bcf up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:45:39.996119 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-dc99fde6-cd36-412f-bde1-446582233e05 req-af87fea9-d1b1-46c4-bd4f-f1476e8be7da service neutron] 10.222.0.42 "GET /v2.0/networks/aefaced1-2e29-4860-a321-969c1bb810c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084340 Dec 09 15:45:40.109462 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-dc99fde6-cd36-412f-bde1-446582233e05 req-7208983c-14fe-4519-a47e-c560e54b62cd service neutron] 10.222.0.42 "GET /v2.0/networks/aefaced1-2e29-4860-a321-969c1bb810c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060953 Dec 09 15:45:40.143335 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430cceae-caf4-46a8-bde0-a9331f216e96 None None] Pushing event updated for resources: {'Port': ['ID=c1a0687c-d090-4673-87a9-8fd613c4ab18,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:40.212808 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port c3bffe01-dd3d-4b72-bf23-9396f7465bcf triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:45:40.213696 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:40.255815 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e55cb8-ae63-49d2-9b0d-954bccde24b4 None None] Network 6a530182-666c-45f6-aec9-ae0885179663 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:45:40.298060 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9ddfa-5ea0-4850-9969-62402d163e2d req-2d85fe7f-d4ff-4de8-9a1f-3bbb5ec0f748 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:40.299614 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8aa9ddfa-5ea0-4850-9969-62402d163e2d req-2d85fe7f-d4ff-4de8-9a1f-3bbb5ec0f748 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=51da744b-ffe1-4e7a-a214-2cd2d8bded1f HTTP/1.1" status: 200 len: 944 time: 0.0619555 Dec 09 15:45:40.377019 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8aa9ddfa-5ea0-4850-9969-62402d163e2d req-036abed7-eda2-4ce3-93f3-97a1ab1cfb3a tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689933 Dec 09 15:45:40.409704 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9e8b353a-7846-42c8-930c-e03709e44847 None None] Provisioning complete for port c3bffe01-dd3d-4b72-bf23-9396f7465bcf triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:45:40.410155 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9e8b353a-7846-42c8-930c-e03709e44847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:40.452250 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad457eee-6076-40ff-a741-0da97fdccd7a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:40.511226 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85242537-bc32-4173-bc9b-4a229524eee5 None None] Network 6a530182-666c-45f6-aec9-ae0885179663 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:45:40.524978 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-ad457eee-6076-40ff-a741-0da97fdccd7a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Deleting port c1a0687c-d090-4673-87a9-8fd613c4ab18 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:45:40.525571 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad457eee-6076-40ff-a741-0da97fdccd7a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:40.601098 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-ad457eee-6076-40ff-a741-0da97fdccd7a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] For port c1a0687c-d090-4673-87a9-8fd613c4ab18, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=c1a0687c-d090-4673-87a9-8fd613c4ab18,segment=NetworkSegment(f1218a68-9df9-4938-b121-22e32a2da4bc),segment_id=f1218a68-9df9-4938-b121-22e32a2da4bc)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:45:40.601947 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad457eee-6076-40ff-a741-0da97fdccd7a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:40.615677 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-ad457eee-6076-40ff-a741-0da97fdccd7a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Calling delete_port for c1a0687c-d090-4673-87a9-8fd613c4ab18 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:45:40.658937 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf9a65d-641d-4537-bfb4-8f71fa2060ac None None] get_active_networks_info from n-d-821228-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 15:45:40.704601 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad457eee-6076-40ff-a741-0da97fdccd7a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:40.732712 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad457eee-6076-40ff-a741-0da97fdccd7a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event deleted for resources: {'Port': ['ID=c1a0687c-d090-4673-87a9-8fd613c4ab18,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:40.734578 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad457eee-6076-40ff-a741-0da97fdccd7a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] No DVR routers for this DVR port c1a0687c-d090-4673-87a9-8fd613c4ab18 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:45:40.791860 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf9a65d-641d-4537-bfb4-8f71fa2060ac None None] Resources bound (agent type, host, resource id): {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 15:45:40.811191 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad457eee-6076-40ff-a741-0da97fdccd7a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:40.831901 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ad457eee-6076-40ff-a741-0da97fdccd7a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a530182-666c-45f6-aec9-ae0885179663']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:40.841937 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ad457eee-6076-40ff-a741-0da97fdccd7a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1218a68-9df9-4938-b121-22e32a2da4bc') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:40.842231 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ad457eee-6076-40ff-a741-0da97fdccd7a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1218a68-9df9-4938-b121-22e32a2da4bc') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:40.851511 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad457eee-6076-40ff-a741-0da97fdccd7a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:40.864593 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad457eee-6076-40ff-a741-0da97fdccd7a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:40.873618 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad457eee-6076-40ff-a741-0da97fdccd7a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:45:40.873618 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad457eee-6076-40ff-a741-0da97fdccd7a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:40.875365 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:45:40.875365 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:45:40.875365 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:45:40.875365 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:45:40.875365 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:45:40.875365 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:45:40.875365 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:45:40.875365 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:45:40.875365 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:45:40.875365 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:45:40.875365 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:45:40.875365 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:45:40.875365 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:45:40.875365 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:45:40.875365 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:45:40.875365 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:45:40.875365 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:45:40.875365 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:45:40.875365 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:45:40.875365 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:45:40.875365 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:45:40.875365 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:45:40.875365 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:45:40.875365 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:45:40.875365 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:45:40.875365 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:45:40.875365 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:45:40.875365 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:45:40.875365 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:45:40.875365 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:45:40.875365 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:45:40.875365 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:45:40.938515 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad457eee-6076-40ff-a741-0da97fdccd7a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:40.946147 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad457eee-6076-40ff-a741-0da97fdccd7a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:40.951105 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ad457eee-6076-40ff-a741-0da97fdccd7a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "DELETE /v2.0/networks/6a530182-666c-45f6-aec9-ae0885179663 HTTP/1.1" status: 204 len: 168 time: 2.9357483 Dec 09 15:45:40.953761 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46058) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:40.973810 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad457eee-6076-40ff-a741-0da97fdccd7a tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event deleted for resources: {'Network': ['ID=6a530182-666c-45f6-aec9-ae0885179663,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:40.975654 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a91da49-a0df-4657-86f8-58c7ac3fc6c2 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] DELETE failed (client error): The resource could not be found. Dec 09 15:45:40.976361 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a91da49-a0df-4657-86f8-58c7ac3fc6c2 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:45:40.979732 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9a91da49-a0df-4657-86f8-58c7ac3fc6c2 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "DELETE /v2.0/networks/6a530182-666c-45f6-aec9-ae0885179663 HTTP/1.1" status: 404 len: 339 time: 0.0250020 Dec 09 15:45:40.983502 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46062) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:40.989670 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-48353cc3-fbb5-4111-9e63-7ad2c195d30f tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-703166754', 'description': 'd1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:45:41.015983 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48353cc3-fbb5-4111-9e63-7ad2c195d30f tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Made reservation on behalf of c9fde8dd394548efa8053a6f67dd6ae0 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:45:41.019807 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-48353cc3-fbb5-4111-9e63-7ad2c195d30f tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:41.045762 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48353cc3-fbb5-4111-9e63-7ad2c195d30f tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:45:41.057179 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-48353cc3-fbb5-4111-9e63-7ad2c195d30f tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:41.057615 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-48353cc3-fbb5-4111-9e63-7ad2c195d30f tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Added segment 8bde3fc5-fcad-4396-9eb8-8232f87c6746 of type vlan for network 95977260-0d3b-41ca-b516-ac4591dfd2a6 Dec 09 15:45:41.063726 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a2c0e-6735-4a14-9bcf-900733247cf3 req-6db44e42-d36c-402e-859f-11ea106f444b tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:41.065284 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c31a2c0e-6735-4a14-9bcf-900733247cf3 req-6db44e42-d36c-402e-859f-11ea106f444b tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 945 time: 0.0566833 Dec 09 15:45:41.103965 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-48353cc3-fbb5-4111-9e63-7ad2c195d30f tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:41.120390 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c31a2c0e-6735-4a14-9bcf-900733247cf3 req-57b58902-477a-4268-a14e-6e3939e6ac6d tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475175 Dec 09 15:45:41.131584 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-48353cc3-fbb5-4111-9e63-7ad2c195d30f tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:41.139264 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48353cc3-fbb5-4111-9e63-7ad2c195d30f tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:41.139846 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-48353cc3-fbb5-4111-9e63-7ad2c195d30f tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:41.202503 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-48353cc3-fbb5-4111-9e63-7ad2c195d30f tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2176793 Dec 09 15:45:41.205339 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46064) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:41.211874 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48353cc3-fbb5-4111-9e63-7ad2c195d30f tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event updated for resources: {'Network': ['ID=95977260-0d3b-41ca-b516-ac4591dfd2a6,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:41.222860 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 95977260-0d3b-41ca-b516-ac4591dfd2a6 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:45:41.291017 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329245cf-aa31-41e2-b071-455197c1d02b tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:41.295219 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-329245cf-aa31-41e2-b071-455197c1d02b tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "GET /v2.0/networks?id=95977260-0d3b-41ca-b516-ac4591dfd2a6 HTTP/1.1" status: 200 len: 764 time: 0.0861764 Dec 09 15:45:41.295521 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46070) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:41.300339 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-4699e0ae-3418-4bb6-8d75-c0f03786e24f tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Request body: {'network': {'description': 'd2'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:45:41.517618 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 7d68e282-4515-4796-b3d9-c443ef5f4c8c up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:45:41.518226 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4699e0ae-3418-4bb6-8d75-c0f03786e24f tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:41.544227 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4699e0ae-3418-4bb6-8d75-c0f03786e24f tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:41.572981 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 7d68e282-4515-4796-b3d9-c443ef5f4c8c completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:45:41.577210 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 7d68e282-4515-4796-b3d9-c443ef5f4c8c triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:45:41.577580 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:41.597556 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4699e0ae-3418-4bb6-8d75-c0f03786e24f tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Network 95977260-0d3b-41ca-b516-ac4591dfd2a6 is not hosted by any dhcp agent {{(pid=103244) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 15:45:41.603157 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4699e0ae-3418-4bb6-8d75-c0f03786e24f tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:41.603760 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4699e0ae-3418-4bb6-8d75-c0f03786e24f tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:41.605069 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4699e0ae-3418-4bb6-8d75-c0f03786e24f tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "PUT /v2.0/networks/95977260-0d3b-41ca-b516-ac4591dfd2a6 HTTP/1.1" status: 200 len: 761 time: 0.3087711 Dec 09 15:45:41.608695 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46086) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:41.614278 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-9676396e-825a-484f-8b89-2e98d139ede8 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:41.615768 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-9676396e-825a-484f-8b89-2e98d139ede8 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.57 "GET /v2.0/networks?id=3f17a4c0-cb69-47eb-a703-c238afd823ea HTTP/1.1" status: 200 len: 814 time: 0.1965432 Dec 09 15:45:41.643565 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699e0ae-3418-4bb6-8d75-c0f03786e24f tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event updated for resources: {'Network': ['ID=95977260-0d3b-41ca-b516-ac4591dfd2a6,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:41.646653 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-8e450a07-b9d4-4812-8051-ad050e44a981 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.57 "GET /v2.0/quotas/a725fca6247b4d078de3af64ff45abce HTTP/1.1" status: 200 len: 375 time: 0.0195014 Dec 09 15:45:41.657272 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 95977260-0d3b-41ca-b516-ac4591dfd2a6 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:45:41.661934 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:41.678997 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-87b819bf-2ffc-4f1e-aa1b-14766a7ae8d9 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a725fca6247b4d078de3af64ff45abce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260274 Dec 09 15:45:41.707427 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ee6e3b-1714-4a5d-8a0e-0a18f02f8bb3 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:41.709804 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-00ee6e3b-1714-4a5d-8a0e-0a18f02f8bb3 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "GET /v2.0/networks?id=95977260-0d3b-41ca-b516-ac4591dfd2a6 HTTP/1.1" status: 200 len: 764 time: 0.0998151 Dec 09 15:45:41.714151 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46088) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:41.787200 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-b7880d2a-9832-43a8-9e95-298fa699368c service neutron] 10.222.0.57 "GET /v2.0/networks/3f17a4c0-cb69-47eb-a703-c238afd823ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962315 Dec 09 15:45:41.870718 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 8ee5836a-7f28-4b64-9701-43d3fd38525c details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:45:41.885365 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-0c61f9fd-18a9-4c3b-89fc-bdc63a8b9dc1 service neutron] 10.222.0.57 "GET /v2.0/networks/3f17a4c0-cb69-47eb-a703-c238afd823ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895553 Dec 09 15:45:41.917244 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d68e282-4515-4796-b3d9-c443ef5f4c8c'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:45:41.919496 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3e7892-105a-4e4f-b8e7-07a40a64450a" -d '{"events": [{"server_uuid": "dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c", "name": "network-vif-plugged", "status": "completed", "tag": "7d68e282-4515-4796-b3d9-c443ef5f4c8c"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:45:41.920605 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d0ea62-abe9-4857-a947-962c0085b943 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:41.922202 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b3d0ea62-abe9-4857-a947-962c0085b943 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2068026 Dec 09 15:45:41.924953 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46092) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:41.960692 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-60474401-66c4-46b5-a7ec-518f43d15149 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "GET /v2.0/subnets?network_id=d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 207 time: 0.0341694 Dec 09 15:45:41.965153 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46094) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:41.978899 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 7d68e282-4515-4796-b3d9-c443ef5f4c8c, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=7d68e282-4515-4796-b3d9-c443ef5f4c8c,segment=NetworkSegment(c3803010-2dd4-4dc0-8146-bdae4b62f0af),segment_id=c3803010-2dd4-4dc0-8146-bdae4b62f0af)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:45:41.988166 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:42.077532 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=7d68e282-4515-4796-b3d9-c443ef5f4c8c,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:42.083989 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 8ee5836a-7f28-4b64-9701-43d3fd38525c, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=8ee5836a-7f28-4b64-9701-43d3fd38525c,segment=NetworkSegment(72b78068-61b7-4bbb-b5a0-753283217b57),segment_id=72b78068-61b7-4bbb-b5a0-753283217b57)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:45:42.096319 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '8ee5836a-7f28-4b64-9701-43d3fd38525c', 'network_id': 'aefaced1-2e29-4860-a321-969c1bb810c5', 'port_id': '8ee5836a-7f28-4b64-9701-43d3fd38525c', 'mac_address': 'fa:16:3e:a7:db:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '518f472d-0dfc-4bb3-a3f4-4a87074139ac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:45:42.136865 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:42.154561 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ee5836a-7f28-4b64-9701-43d3fd38525c {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:45:42.177029 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 8ee5836a-7f28-4b64-9701-43d3fd38525c, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=8ee5836a-7f28-4b64-9701-43d3fd38525c,segment=NetworkSegment(72b78068-61b7-4bbb-b5a0-753283217b57),segment_id=72b78068-61b7-4bbb-b5a0-753283217b57)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:45:42.182872 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:42.205732 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1fa0e-5896-4b1d-a6af-a0b63c4537be req-6f914064-95cd-45ed-9360-7760e60ce845 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:42.207227 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e6e1fa0e-5896-4b1d-a6af-a0b63c4537be req-6f914064-95cd-45ed-9360-7760e60ce845 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=51da744b-ffe1-4e7a-a214-2cd2d8bded1f HTTP/1.1" status: 200 len: 944 time: 0.1436520 Dec 09 15:45:42.241976 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=8ee5836a-7f28-4b64-9701-43d3fd38525c,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:42.256908 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1a7937-e4c6-4f73-9ea6-9a46d723d744 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:42.263432 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1a7937-e4c6-4f73-9ea6-9a46d723d744 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:42.270236 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1a7937-e4c6-4f73-9ea6-9a46d723d744 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:42.277245 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1a7937-e4c6-4f73-9ea6-9a46d723d744 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:42.283721 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1a7937-e4c6-4f73-9ea6-9a46d723d744 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:42.291423 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1a7937-e4c6-4f73-9ea6-9a46d723d744 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:42.293340 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ec1a7937-e4c6-4f73-9ea6-9a46d723d744 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3269918 Dec 09 15:45:42.297296 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46106) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:42.334511 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e6e1fa0e-5896-4b1d-a6af-a0b63c4537be req-3614754a-05c9-4678-b186-bcbdc20070a7 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120133 Dec 09 15:45:42.434608 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55deb08-a172-4d30-95b0-63253955d4ac x-openstack-request-id: req-f55deb08-a172-4d30-95b0-63253955d4ac {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:45:42.435263 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c", "name": "network-vif-plugged", "status": "completed", "tag": "7d68e282-4515-4796-b3d9-c443ef5f4c8c", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:45:42.435716 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f55deb08-a172-4d30-95b0-63253955d4ac {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:45:42.436364 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d68e282-4515-4796-b3d9-c443ef5f4c8c', 'code': 200} Dec 09 15:45:42.458991 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-dfeea412-2b66-4ac4-a6fb-df1623d20ac6 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1602399 Dec 09 15:45:42.463599 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46110) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:42.545932 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['8ee5836a-7f28-4b64-9701-43d3fd38525c'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:45:42.562824 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d4b25eb0-ed8a-449c-8cb4-849f727a7123 req-a8eee637-768d-4778-ac8b-f392cfda595b tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1142ef1-79a8-46c0-9066-408263f32d50 HTTP/1.1" status: 200 len: 210 time: 0.0799429 Dec 09 15:45:42.614497 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5af9e91-66f4-48df-b8f3-afb89bedd837 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:42.616033 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5af9e91-66f4-48df-b8f3-afb89bedd837 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:42.618229 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5af9e91-66f4-48df-b8f3-afb89bedd837 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:42.619795 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5af9e91-66f4-48df-b8f3-afb89bedd837 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:42.621726 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5af9e91-66f4-48df-b8f3-afb89bedd837 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:42.627206 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46112) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:42.627375 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e5af9e91-66f4-48df-b8f3-afb89bedd837 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1623819 Dec 09 15:45:42.635071 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5235670-e2e1-4a7b-bcc1-b72b983649b7 req-2fd2d54f-e1d0-42e2-8f00-23a19913460a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:42.636580 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b5235670-e2e1-4a7b-bcc1-b72b983649b7 req-2fd2d54f-e1d0-42e2-8f00-23a19913460a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 1097 time: 0.1181209 Dec 09 15:45:42.697737 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefc394a-0ce5-45b7-94b9-3ed44c1d4cc5 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:42.699558 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefc394a-0ce5-45b7-94b9-3ed44c1d4cc5 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:42.701969 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefc394a-0ce5-45b7-94b9-3ed44c1d4cc5 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:42.703926 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefc394a-0ce5-45b7-94b9-3ed44c1d4cc5 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:42.705623 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefc394a-0ce5-45b7-94b9-3ed44c1d4cc5 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:42.707459 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-aefc394a-0ce5-45b7-94b9-3ed44c1d4cc5 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0789192 Dec 09 15:45:42.711367 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46114) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:42.720961 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b5235670-e2e1-4a7b-bcc1-b72b983649b7 req-4296b0f5-5de7-44fd-a28f-1209f24033f5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766408 Dec 09 15:45:42.734456 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25ba04-4270-4947-851e-ff5747c291b0 req-d92adae3-fee9-4067-a6d8-f4bbda2b52ab tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:42.735999 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fe25ba04-4270-4947-851e-ff5747c291b0 req-d92adae3-fee9-4067-a6d8-f4bbda2b52ab tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0857041 Dec 09 15:45:42.797356 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fe25ba04-4270-4947-851e-ff5747c291b0 req-5263f607-5232-4113-be4c-3d45adcc8147 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538409 Dec 09 15:45:42.831187 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbd1374-b040-4b1d-bb98-85458dd2e5d9 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:42.832563 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6bbd1374-b040-4b1d-bb98-85458dd2e5d9 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "GET /v2.0/networks/f72f0407-3fc6-4a3b-86b4-6d275312c908 HTTP/1.1" status: 200 len: 803 time: 0.1176476 Dec 09 15:45:42.836588 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46116) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:42.935951 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-507dbba0-7698-4576-84cb-d5b81c4c102e tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "GET /v2.0/networks/f72f0407-3fc6-4a3b-86b4-6d275312c908?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.0982184 Dec 09 15:45:42.939359 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46118) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:42.988563 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ee40f2-18ec-4813-bc94-4daa0893a045 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:42.989851 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d0ee40f2-18ec-4813-bc94-4daa0893a045 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "GET /v2.0/subnets/87a53cd8-05dd-4f1e-a7dc-3da2a83316bc HTTP/1.1" status: 200 len: 843 time: 0.0495965 Dec 09 15:45:42.994211 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46120) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:43.043292 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb6c487-4120-41a3-a46e-d903002e0384 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:43.044702 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0fb6c487-4120-41a3-a46e-d903002e0384 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "GET /v2.0/subnets/87a53cd8-05dd-4f1e-a7dc-3da2a83316bc?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0495911 Dec 09 15:45:43.048359 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46122) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:43.053240 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-e30e68f9-f343-4043-8e6b-8a5d7683b76d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1387504542'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:45:43.073769 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30e68f9-f343-4043-8e6b-8a5d7683b76d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Made reservation on behalf of c9fde8dd394548efa8053a6f67dd6ae0 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:45:43.077426 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e30e68f9-f343-4043-8e6b-8a5d7683b76d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:43.101001 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e30e68f9-f343-4043-8e6b-8a5d7683b76d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:45:43.110831 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e30e68f9-f343-4043-8e6b-8a5d7683b76d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:43.111173 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-e30e68f9-f343-4043-8e6b-8a5d7683b76d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Added segment c38f7ed2-5195-46da-87c6-52d267fec712 of type vlan for network 402faae7-a505-4b29-8ec3-ff4ece0ae83b Dec 09 15:45:43.152586 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e30e68f9-f343-4043-8e6b-8a5d7683b76d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:43.179584 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e30e68f9-f343-4043-8e6b-8a5d7683b76d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:43.185464 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30e68f9-f343-4043-8e6b-8a5d7683b76d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:43.186075 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e30e68f9-f343-4043-8e6b-8a5d7683b76d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:43.290750 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e30e68f9-f343-4043-8e6b-8a5d7683b76d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2413073 Dec 09 15:45:43.294390 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46124) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:43.300064 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-6d22646c-efc6-4626-b9cb-ba04e0b57009 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Request body: {'subnet': {'network_id': '402faae7-a505-4b29-8ec3-ff4ece0ae83b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:45:43.311498 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e68f9-f343-4043-8e6b-8a5d7683b76d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event updated for resources: {'Network': ['ID=402faae7-a505-4b29-8ec3-ff4ece0ae83b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:43.323980 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 402faae7-a505-4b29-8ec3-ff4ece0ae83b details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:45:43.365365 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-01f0aaf9-7072-45d0-ac32-064cdb9abd2e tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:43.366823 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-01f0aaf9-7072-45d0-ac32-064cdb9abd2e tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.42 "GET /v2.0/networks?id=3f17a4c0-cb69-47eb-a703-c238afd823ea HTTP/1.1" status: 200 len: 814 time: 0.1624498 Dec 09 15:45:43.388146 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-fa0462f8-9657-41da-ba8a-f2ac3da97a35 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Request body: {'port': {'device_id': 'c1142ef1-79a8-46c0-9066-408263f32d50', 'network_id': '3f17a4c0-cb69-47eb-a703-c238afd823ea', 'admin_state_up': True, 'tenant_id': 'a725fca6247b4d078de3af64ff45abce'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:45:43.442551 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d22646c-efc6-4626-b9cb-ba04e0b57009 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Made reservation on behalf of c9fde8dd394548efa8053a6f67dd6ae0 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:45:43.446191 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d22646c-efc6-4626-b9cb-ba04e0b57009 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:43.502955 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-fa0462f8-9657-41da-ba8a-f2ac3da97a35 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Made reservation on behalf of a725fca6247b4d078de3af64ff45abce for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:45:43.506740 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-fa0462f8-9657-41da-ba8a-f2ac3da97a35 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:43.637210 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-fa0462f8-9657-41da-ba8a-f2ac3da97a35 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Allocated IP 172.20.0.7 (3f17a4c0-cb69-47eb-a703-c238afd823ea/2331ba46-cfe3-4b20-bfd7-3f8d813f8005/ed76aa9e-9537-436b-9d16-206cb4de8c1b) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:45:43.792963 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-fa0462f8-9657-41da-ba8a-f2ac3da97a35 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:43.813214 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 8ee5836a-7f28-4b64-9701-43d3fd38525c up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:45:43.818732 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.ipam_backend_mixin [None req-6d22646c-efc6-4626-b9cb-ba04e0b57009 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Performing IP validity checks on allocation pools {{(pid=103244) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 09 15:45:43.819250 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.ipam_backend_mixin [None req-6d22646c-efc6-4626-b9cb-ba04e0b57009 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103244) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 09 15:45:43.831200 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-fa0462f8-9657-41da-ba8a-f2ac3da97a35 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:43.833036 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b2469-fd31-41d7-aa8a-67a012249523 req-f3f3ea4c-0ea5-45f7-9af9-3250e78275e1 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:43.835389 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-168b2469-fd31-41d7-aa8a-67a012249523 req-f3f3ea4c-0ea5-45f7-9af9-3250e78275e1 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=51da744b-ffe1-4e7a-a214-2cd2d8bded1f HTTP/1.1" status: 200 len: 945 time: 0.4266279 Dec 09 15:45:43.872400 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port 8ee5836a-7f28-4b64-9701-43d3fd38525c completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:45:43.877130 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 8ee5836a-7f28-4b64-9701-43d3fd38525c triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:45:43.877914 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:43.884869 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-fa0462f8-9657-41da-ba8a-f2ac3da97a35 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Network 3f17a4c0-cb69-47eb-a703-c238afd823ea is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:45:43.888027 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-fa0462f8-9657-41da-ba8a-f2ac3da97a35 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:45:43.894324 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-fa0462f8-9657-41da-ba8a-f2ac3da97a35 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:45:43.914670 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-168b2469-fd31-41d7-aa8a-67a012249523 req-2610c776-38e2-46e9-819a-6a10c535e43e tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665047 Dec 09 15:45:43.920130 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e191e43-2e55-4c11-b52d-b231e1353726 None None] DHCP port deletion for 3f17a4c0-cb69-47eb-a703-c238afd823ea request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:45:43.926208 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0462f8-9657-41da-ba8a-f2ac3da97a35 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Pushing event updated for resources: {'Port': ['ID=ed76aa9e-9537-436b-9d16-206cb4de8c1b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:43.954709 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-fa0462f8-9657-41da-ba8a-f2ac3da97a35 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:43.955342 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-fa0462f8-9657-41da-ba8a-f2ac3da97a35 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:43.977667 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-fa0462f8-9657-41da-ba8a-f2ac3da97a35 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5932531 Dec 09 15:45:43.998856 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-bd6edf10-c555-4f04-8bb0-7879b73b5d6c service neutron] Request body: {'port': {'device_id': 'c1142ef1-79a8-46c0-9066-408263f32d50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:45:44.016109 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:44.032362 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f14c640f-6004-41a0-9f56-c4c0a51ff3dc None None] Provisioning complete for port ed76aa9e-9537-436b-9d16-206cb4de8c1b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:45:44.032926 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f14c640f-6004-41a0-9f56-c4c0a51ff3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:44.063531 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d22646c-efc6-4626-b9cb-ba04e0b57009 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:44.088499 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 8ee5836a-7f28-4b64-9701-43d3fd38525c, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=8ee5836a-7f28-4b64-9701-43d3fd38525c,segment=NetworkSegment(72b78068-61b7-4bbb-b5a0-753283217b57),segment_id=72b78068-61b7-4bbb-b5a0-753283217b57)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:45:44.091404 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f14c640f-6004-41a0-9f56-c4c0a51ff3dc None None] Port ed76aa9e-9537-436b-9d16-206cb4de8c1b cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:45:44.094370 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:44.119635 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-bd6edf10-c555-4f04-8bb0-7879b73b5d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:44.135263 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22646c-efc6-4626-b9cb-ba04e0b57009 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event updated for resources: {'Subnet': ['ID=1c9373ed-0ebd-4d7f-b9dd-5479f51e358d,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:44.173695 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=8ee5836a-7f28-4b64-9701-43d3fd38525c,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:44.193465 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d22646c-efc6-4626-b9cb-ba04e0b57009 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Checking segment: {'id': 'c38f7ed2-5195-46da-87c6-52d267fec712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '402faae7-a505-4b29-8ec3-ff4ece0ae83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:45:44.193823 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d22646c-efc6-4626-b9cb-ba04e0b57009 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Network hostable DHCP agents. Network: 402faae7-a505-4b29-8ec3-ff4ece0ae83b, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:45:44.204695 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44ebfb-30b9-4774-8f26-08e3920ba88e req-6ce5a17a-4950-410f-b619-6a72f6c12302 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:44.206209 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dc44ebfb-30b9-4774-8f26-08e3920ba88e req-6ce5a17a-4950-410f-b619-6a72f6c12302 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1142ef1-79a8-46c0-9066-408263f32d50 HTTP/1.1" status: 200 len: 931 time: 0.0805097 Dec 09 15:45:44.231883 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d22646c-efc6-4626-b9cb-ba04e0b57009 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Network 402faae7-a505-4b29-8ec3-ff4ece0ae83b is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:45:44.243773 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-6d22646c-efc6-4626-b9cb-ba04e0b57009 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 402faae7-a505-4b29-8ec3-ff4ece0ae83b) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:45:44.253528 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d22646c-efc6-4626-b9cb-ba04e0b57009 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:44.254125 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d22646c-efc6-4626-b9cb-ba04e0b57009 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:44.255099 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b09ff9-818e-48e3-886d-ca65bbe19ea8 None None] Network 402faae7-a505-4b29-8ec3-ff4ece0ae83b requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:45:44.277996 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dc44ebfb-30b9-4774-8f26-08e3920ba88e req-e31cdbca-79c1-4055-aea7-4fbc64b1b006 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.57 "GET /v2.0/security-groups?id=a6732634-39a5-4f0f-bb89-9cdfb0eac9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620053 Dec 09 15:45:44.281584 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6d22646c-efc6-4626-b9cb-ba04e0b57009 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9859467 Dec 09 15:45:44.284280 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46134) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:44.289760 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-1b7dcd83-ccd3-4dc3-85e8-5bbf0af7091c tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:45:44.372275 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46ff910-e7f0-416a-8975-05a3ceff9071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-402faae7-a505-4b29-8ec3-ff4ece0ae83b', 'network_id': '402faae7-a505-4b29-8ec3-ff4ece0ae83b', 'project_id': 'c9fde8dd394548efa8053a6f67dd6ae0', 'fixed_ips': [{'subnet_id': '1c9373ed-0ebd-4d7f-b9dd-5479f51e358d'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:45:44.373211 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d46ff910-e7f0-416a-8975-05a3ceff9071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:44.428904 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1b7dcd83-ccd3-4dc3-85e8-5bbf0af7091c tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60165816'] for subnet, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:44.453544 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51da744b-ffe1-4e7a-a214-2cd2d8bded1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee5836a-7f28-4b64-9701-43d3fd38525c'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:45:44.455443 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e6573b-7fc8-47d8-81d4-4e346707448a" -d '{"events": [{"server_uuid": "51da744b-ffe1-4e7a-a214-2cd2d8bded1f", "name": "network-vif-plugged", "status": "completed", "tag": "8ee5836a-7f28-4b64-9701-43d3fd38525c"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:45:44.469320 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309c8f1-06c8-4858-98c7-19fc413e71ee req-4e68a548-506e-4c92-9c13-d97c6cbc68ca tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:44.470872 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d309c8f1-06c8-4858-98c7-19fc413e71ee req-4e68a548-506e-4c92-9c13-d97c6cbc68ca tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0861113 Dec 09 15:45:44.481563 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-bd6edf10-c555-4f04-8bb0-7879b73b5d6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed76aa9e-9537-436b-9d16-206cb4de8c1b {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:45:44.489682 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-bd6edf10-c555-4f04-8bb0-7879b73b5d6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:44.503122 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-bd6edf10-c555-4f04-8bb0-7879b73b5d6c service neutron] Transition to ACTIVE for port object ed76aa9e-9537-436b-9d16-206cb4de8c1b will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:45:44.507272 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-bd6edf10-c555-4f04-8bb0-7879b73b5d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:44.539124 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-d46ff910-e7f0-416a-8975-05a3ceff9071 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 09 15:45:44.539124 n-d-821228-1 neutron-server[103246]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 09 15:45:44.539124 n-d-821228-1 neutron-server[103246]: [parameters: {'in_use': 1, 'id_1': '1c9373ed-0ebd-4d7f-b9dd-5479f51e358d'}] Dec 09 15:45:44.539124 n-d-821228-1 neutron-server[103246]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:45:44.540050 n-d-821228-1 neutron-server[103246]: DEBUG oslo_db.api [None req-d46ff910-e7f0-416a-8975-05a3ceff9071 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:45:44.556786 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40693e7-b685-4e33-9f82-5d951fa94868 None None] DHCP port deletion for 3f17a4c0-cb69-47eb-a703-c238afd823ea request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:45:44.559301 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d309c8f1-06c8-4858-98c7-19fc413e71ee req-04c72a88-3dcd-4fc7-96dd-0040ccdf6adc tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700536 Dec 09 15:45:44.584967 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6edf10-c555-4f04-8bb0-7879b73b5d6c service neutron] Pushing event updated for resources: {'Port': ['ID=ed76aa9e-9537-436b-9d16-206cb4de8c1b,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:44.640898 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43099fc-e4ff-4c99-9b76-d905644ab67d x-openstack-request-id: req-f43099fc-e4ff-4c99-9b76-d905644ab67d {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:45:44.641200 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51da744b-ffe1-4e7a-a214-2cd2d8bded1f", "name": "network-vif-plugged", "status": "completed", "tag": "8ee5836a-7f28-4b64-9701-43d3fd38525c", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:45:44.641488 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f43099fc-e4ff-4c99-9b76-d905644ab67d {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:45:44.641839 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51da744b-ffe1-4e7a-a214-2cd2d8bded1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee5836a-7f28-4b64-9701-43d3fd38525c', 'code': 200} Dec 09 15:45:44.653137 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-bd6edf10-c555-4f04-8bb0-7879b73b5d6c service neutron] Attempting to bind port ed76aa9e-9537-436b-9d16-206cb4de8c1b on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:45:44.653478 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-bd6edf10-c555-4f04-8bb0-7879b73b5d6c service neutron] Attempting to bind port ed76aa9e-9537-436b-9d16-206cb4de8c1b by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '0d4d7a4f-302e-4a4f-a5b8-968c70132fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3f17a4c0-cb69-47eb-a703-c238afd823ea'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:45:44.653813 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-bd6edf10-c555-4f04-8bb0-7879b73b5d6c service neutron] Attempting to bind port ed76aa9e-9537-436b-9d16-206cb4de8c1b on network 3f17a4c0-cb69-47eb-a703-c238afd823ea {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:45:44.658671 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-bd6edf10-c555-4f04-8bb0-7879b73b5d6c service neutron] Port ed76aa9e-9537-436b-9d16-206cb4de8c1b on network 3f17a4c0-cb69-47eb-a703-c238afd823ea not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:45:44.658999 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-bd6edf10-c555-4f04-8bb0-7879b73b5d6c service neutron] Attempting to bind port ed76aa9e-9537-436b-9d16-206cb4de8c1b on network 3f17a4c0-cb69-47eb-a703-c238afd823ea {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:45:44.663832 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-bd6edf10-c555-4f04-8bb0-7879b73b5d6c service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:45:44.664243 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-bd6edf10-c555-4f04-8bb0-7879b73b5d6c service neutron] Checking segment: {'id': '0d4d7a4f-302e-4a4f-a5b8-968c70132fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3f17a4c0-cb69-47eb-a703-c238afd823ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:45:44.664857 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-bd6edf10-c555-4f04-8bb0-7879b73b5d6c service neutron] Bound using segment: {'id': '0d4d7a4f-302e-4a4f-a5b8-968c70132fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3f17a4c0-cb69-47eb-a703-c238afd823ea'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:45:44.665649 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-bd6edf10-c555-4f04-8bb0-7879b73b5d6c service neutron] Bound port: ed76aa9e-9537-436b-9d16-206cb4de8c1b, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d4d7a4f-302e-4a4f-a5b8-968c70132fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3f17a4c0-cb69-47eb-a703-c238afd823ea'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:45:44.665649 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-bd6edf10-c555-4f04-8bb0-7879b73b5d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:44.686821 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1b7dcd83-ccd3-4dc3-85e8-5bbf0af7091c tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758620506920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60545201'] for subnet, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:44.741791 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7dcd83-ccd3-4dc3-85e8-5bbf0af7091c tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:44.742931 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1b7dcd83-ccd3-4dc3-85e8-5bbf0af7091c tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:44.744221 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1b7dcd83-ccd3-4dc3-85e8-5bbf0af7091c tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "PUT /v2.0/subnets/1c9373ed-0ebd-4d7f-b9dd-5479f51e358d HTTP/1.1" status: 200 len: 900 time: 0.4589870 Dec 09 15:45:44.747096 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46142) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:44.764201 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-bd6edf10-c555-4f04-8bb0-7879b73b5d6c service neutron] For port ed76aa9e-9537-436b-9d16-206cb4de8c1b, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:45:44.777049 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7dcd83-ccd3-4dc3-85e8-5bbf0af7091c tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event updated for resources: {'Subnet': ['ID=1c9373ed-0ebd-4d7f-b9dd-5479f51e358d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:44.788112 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-bd6edf10-c555-4f04-8bb0-7879b73b5d6c service neutron] For port ed76aa9e-9537-436b-9d16-206cb4de8c1b, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=ed76aa9e-9537-436b-9d16-206cb4de8c1b,segment=NetworkSegment(0d4d7a4f-302e-4a4f-a5b8-968c70132fcd),segment_id=0d4d7a4f-302e-4a4f-a5b8-968c70132fcd)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:45:44.797007 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-bd6edf10-c555-4f04-8bb0-7879b73b5d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:44.807209 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b2423-ec80-4d69-9535-1ec955d49697 req-d7a2eb2e-6962-4afb-89af-106b71ebeec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:44.808754 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-df8b2423-ec80-4d69-9535-1ec955d49697 req-d7a2eb2e-6962-4afb-89af-106b71ebeec8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=51da744b-ffe1-4e7a-a214-2cd2d8bded1f HTTP/1.1" status: 200 len: 1097 time: 0.0737731 Dec 09 15:45:44.849878 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-bd6edf10-c555-4f04-8bb0-7879b73b5d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:44.850392 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4caadca9-e48e-47ec-b393-26bee675f50e None None] DHCP port deletion for 3f17a4c0-cb69-47eb-a703-c238afd823ea request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:45:44.850860 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-bd6edf10-c555-4f04-8bb0-7879b73b5d6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:44.852676 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-bd6edf10-c555-4f04-8bb0-7879b73b5d6c service neutron] 10.222.0.42 "PUT /v2.0/ports/ed76aa9e-9537-436b-9d16-206cb4de8c1b HTTP/1.1" status: 200 len: 1091 time: 0.8603809 Dec 09 15:45:44.853151 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1142ef1-79a8-46c0-9066-408263f32d50', 'tag': 'ed76aa9e-9537-436b-9d16-206cb4de8c1b'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:45:44.855764 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97586e4d-115f-4ba8-9e8a-8bf269b03a61" -d '{"events": [{"name": "network-changed", "server_uuid": "c1142ef1-79a8-46c0-9066-408263f32d50", "tag": "ed76aa9e-9537-436b-9d16-206cb4de8c1b"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:45:44.903766 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-df8b2423-ec80-4d69-9535-1ec955d49697 req-dbedc6f6-9f92-4a98-b022-eb84f0985b75 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748773 Dec 09 15:45:44.908509 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6edf10-c555-4f04-8bb0-7879b73b5d6c service neutron] Pushing event updated for resources: {'Port': ['ID=ed76aa9e-9537-436b-9d16-206cb4de8c1b,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:44.936733 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13e19baf-5750-42c2-ac7d-e811d93da248 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:44.968684 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-8e59ee21-c2cb-4af2-b680-c65a3ec666e9 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:44.970071 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-8e59ee21-c2cb-4af2-b680-c65a3ec666e9 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/networks?id=1d7b02ff-592a-43c8-a6a8-4518f58cb45c HTTP/1.1" status: 200 len: 813 time: 0.1435623 Dec 09 15:45:45.014202 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-5eef1de0-a7bf-46f4-9927-cddcb0cdae2a tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/quotas/1e2600c75c374e5792b7170fc2783725 HTTP/1.1" status: 200 len: 375 time: 0.0169458 Dec 09 15:45:45.035231 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13e19baf-5750-42c2-ac7d-e811d93da248 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:45.041325 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d46ff910-e7f0-416a-8975-05a3ceff9071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:45.105335 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-f2e5de81-6eb1-40e7-adb7-1b09cdf5e679 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e2600c75c374e5792b7170fc2783725&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0848885 Dec 09 15:45:45.174448 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13e19baf-5750-42c2-ac7d-e811d93da248 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server [None req-d46ff910-e7f0-416a-8975-05a3ceff9071 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1c9373ed-0ebd-4d7f-b9dd-5479f51e358d: This subnet is being modified by another concurrent operation. Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise exception Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1c9373ed-0ebd-4d7f-b9dd-5479f51e358d: This subnet is being modified by another concurrent operation. Dec 09 15:45:45.174793 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Dec 09 15:45:45.194271 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14decf49-2310-425d-a874-2dd5ce9bbde3 None None] Network 402faae7-a505-4b29-8ec3-ff4ece0ae83b requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:45:45.214228 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e19baf-5750-42c2-ac7d-e811d93da248 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event deleted for resources: {'Subnet': ['ID=1c9373ed-0ebd-4d7f-b9dd-5479f51e358d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:45.271562 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8419c3aa-ed0b-4a3f-9821-ca537929bef2 None None] Network 402faae7-a505-4b29-8ec3-ff4ece0ae83b requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:45:45.300129 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13e19baf-5750-42c2-ac7d-e811d93da248 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:45.310749 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-acfb74b9-34d0-4a51-a3c0-3aa2be16760b service neutron] 10.222.0.57 "GET /v2.0/networks/1d7b02ff-592a-43c8-a6a8-4518f58cb45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967959 Dec 09 15:45:45.346254 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-13e19baf-5750-42c2-ac7d-e811d93da248 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['402faae7-a505-4b29-8ec3-ff4ece0ae83b']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:45.349742 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-0401ed29-aa4c-418b-99c5-e236caf459d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:45.351248 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-0401ed29-aa4c-418b-99c5-e236caf459d6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a725fca6247b4d078de3af64ff45abce&device_id=c1142ef1-79a8-46c0-9066-408263f32d50 HTTP/1.1" status: 200 len: 1094 time: 0.0511780 Dec 09 15:45:45.361760 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3199fa6d-da7e-4791-ac9e-ef4642547d3a None None] get_active_networks_info from n-d-821228-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 15:45:45.384038 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-13e19baf-5750-42c2-ac7d-e811d93da248 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c38f7ed2-5195-46da-87c6-52d267fec712') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:45.384350 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-13e19baf-5750-42c2-ac7d-e811d93da248 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c38f7ed2-5195-46da-87c6-52d267fec712') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:45.399995 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13e19baf-5750-42c2-ac7d-e811d93da248 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:45.423130 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13e19baf-5750-42c2-ac7d-e811d93da248 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:45.424741 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-90933dea-824c-4cb9-8781-02a2040484d4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed76aa9e-9537-436b-9d16-206cb4de8c1b HTTP/1.1" status: 200 len: 217 time: 0.0391355 Dec 09 15:45:45.434417 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13e19baf-5750-42c2-ac7d-e811d93da248 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:45:45.435012 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13e19baf-5750-42c2-ac7d-e811d93da248 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:45.438220 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:45:45.438220 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:45:45.438220 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:45:45.438220 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:45:45.438220 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:45:45.438220 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:45:45.438220 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:45:45.438220 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:45:45.438220 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:45:45.438220 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:45:45.438220 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:45:45.438220 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:45:45.438220 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:45:45.438220 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:45:45.438220 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:45:45.438220 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:45:45.438220 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:45:45.438220 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:45:45.438220 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:45:45.438220 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:45:45.438220 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:45:45.438220 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:45:45.438220 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:45:45.438220 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:45:45.438220 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:45:45.438220 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:45:45.438220 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:45:45.438220 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:45:45.438220 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:45:45.438220 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:45:45.438220 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:45:45.438220 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:45:45.478470 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-e6b0cb63-99ff-49e3-b299-3443d7a209ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:45.479961 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-e6b0cb63-99ff-49e3-b299-3443d7a209ac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2331ba46-cfe3-4b20-bfd7-3f8d813f8005 HTTP/1.1" status: 200 len: 854 time: 0.0474551 Dec 09 15:45:45.499787 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3199fa6d-da7e-4791-ac9e-ef4642547d3a None None] Resources bound (agent type, host, resource id): {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 15:45:45.502846 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-55977688-1893-4ef1-99cd-7d036613bceb service neutron] 10.222.0.57 "GET /v2.0/networks/1d7b02ff-592a-43c8-a6a8-4518f58cb45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811121 Dec 09 15:45:45.519358 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13e19baf-5750-42c2-ac7d-e811d93da248 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:45.523007 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-a4060cc8-5b72-48f6-8ecf-8ea96f51003f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f17a4c0-cb69-47eb-a703-c238afd823ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337398 Dec 09 15:45:45.529667 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13e19baf-5750-42c2-ac7d-e811d93da248 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:45.540778 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46160) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:45.541155 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-13e19baf-5750-42c2-ac7d-e811d93da248 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "DELETE /v2.0/networks/402faae7-a505-4b29-8ec3-ff4ece0ae83b HTTP/1.1" status: 204 len: 168 time: 0.7926316 Dec 09 15:45:45.560624 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e19baf-5750-42c2-ac7d-e811d93da248 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event deleted for resources: {'Network': ['ID=402faae7-a505-4b29-8ec3-ff4ece0ae83b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:45.611224 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4300b23-85ed-4f57-b2bc-1af466c5a5d1 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] DELETE failed (client error): The resource could not be found. Dec 09 15:45:45.611674 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4300b23-85ed-4f57-b2bc-1af466c5a5d1 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:45:45.617118 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f4300b23-85ed-4f57-b2bc-1af466c5a5d1 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "DELETE /v2.0/subnets/1c9373ed-0ebd-4d7f-b9dd-5479f51e358d HTTP/1.1" status: 404 len: 337 time: 0.0720861 Dec 09 15:45:45.618120 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46162) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:45.640125 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b949b04-1e2c-4a7d-8a5b-4fb4be0b4ec3 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] DELETE failed (client error): The resource could not be found. Dec 09 15:45:45.640861 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b949b04-1e2c-4a7d-8a5b-4fb4be0b4ec3 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:45:45.646905 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1b949b04-1e2c-4a7d-8a5b-4fb4be0b4ec3 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "DELETE /v2.0/networks/402faae7-a505-4b29-8ec3-ff4ece0ae83b HTTP/1.1" status: 404 len: 339 time: 0.0271287 Dec 09 15:45:45.647972 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46166) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:45.683758 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40078d4a-c44e-4f60-ae27-8712c457de07 x-openstack-request-id: req-40078d4a-c44e-4f60-ae27-8712c457de07 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:45:45.684182 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1142ef1-79a8-46c0-9066-408263f32d50", "tag": "ed76aa9e-9537-436b-9d16-206cb4de8c1b", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:45:45.684322 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-40078d4a-c44e-4f60-ae27-8712c457de07 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:45:45.684778 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1142ef1-79a8-46c0-9066-408263f32d50', 'tag': 'ed76aa9e-9537-436b-9d16-206cb4de8c1b', 'status': 'completed', 'code': 200} Dec 09 15:45:45.717060 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-56b89adf-ebc2-4d00-94a8-b0d5cd16a023 service neutron] 10.222.0.42 "GET /v2.0/networks/3f17a4c0-cb69-47eb-a703-c238afd823ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861160 Dec 09 15:45:45.791902 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58c42f83-372b-4d06-a54c-68d1e6cdeed0 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:45.825943 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c003e43b-6fd8-4d28-948b-4e246192ef3c req-1a0098da-6c5b-4832-8d0a-cd3d03ebcf68 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:45.827566 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c003e43b-6fd8-4d28-948b-4e246192ef3c req-1a0098da-6c5b-4832-8d0a-cd3d03ebcf68 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=51da744b-ffe1-4e7a-a214-2cd2d8bded1f HTTP/1.1" status: 200 len: 946 time: 0.0899298 Dec 09 15:45:45.848370 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:45.849972 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-34522195-47df-4fb1-a858-3d85b8ecb49d req-068ac323-a48c-41c7-8726-984b6ee623b6 service neutron] 10.222.0.42 "GET /v2.0/networks/3f17a4c0-cb69-47eb-a703-c238afd823ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237533 Dec 09 15:45:45.952606 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58c42f83-372b-4d06-a54c-68d1e6cdeed0 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:45.977711 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c003e43b-6fd8-4d28-948b-4e246192ef3c req-64dd6efc-c6df-4a7e-a96a-c1859f15fbab tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403003 Dec 09 15:45:45.986175 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-58c42f83-372b-4d06-a54c-68d1e6cdeed0 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95977260-0d3b-41ca-b516-ac4591dfd2a6']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:46.001750 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-58c42f83-372b-4d06-a54c-68d1e6cdeed0 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bde3fc5-fcad-4396-9eb8-8232f87c6746') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:46.001750 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-58c42f83-372b-4d06-a54c-68d1e6cdeed0 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bde3fc5-fcad-4396-9eb8-8232f87c6746') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:46.006471 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97586e4d-115f-4ba8-9e8a-8bf269b03a61 req-36996b27-cf6c-43b7-9000-eaefce740dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:46.009062 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-97586e4d-115f-4ba8-9e8a-8bf269b03a61 req-36996b27-cf6c-43b7-9000-eaefce740dde service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a725fca6247b4d078de3af64ff45abce&device_id=c1142ef1-79a8-46c0-9066-408263f32d50 HTTP/1.1" status: 200 len: 1094 time: 0.0548110 Dec 09 15:45:46.013018 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58c42f83-372b-4d06-a54c-68d1e6cdeed0 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:46.031138 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58c42f83-372b-4d06-a54c-68d1e6cdeed0 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:46.038663 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58c42f83-372b-4d06-a54c-68d1e6cdeed0 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:45:46.040242 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58c42f83-372b-4d06-a54c-68d1e6cdeed0 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:46.043358 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:45:46.043358 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:45:46.043358 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:45:46.043358 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:45:46.043358 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:45:46.043358 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:45:46.043358 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:45:46.043358 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:45:46.043358 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:45:46.043358 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:45:46.043358 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:45:46.043358 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:45:46.043358 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:45:46.043358 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:45:46.043358 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:45:46.043358 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:45:46.043358 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:45:46.043358 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:45:46.043358 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:45:46.043358 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:45:46.043358 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:45:46.043358 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:45:46.043358 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:45:46.043358 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:45:46.043358 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:45:46.043358 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:45:46.043358 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:45:46.043358 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:45:46.043358 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:45:46.043358 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:45:46.043358 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:45:46.043358 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:45:46.120182 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58c42f83-372b-4d06-a54c-68d1e6cdeed0 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:46.125688 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58c42f83-372b-4d06-a54c-68d1e6cdeed0 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:46.131951 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-58c42f83-372b-4d06-a54c-68d1e6cdeed0 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "DELETE /v2.0/networks/95977260-0d3b-41ca-b516-ac4591dfd2a6 HTTP/1.1" status: 204 len: 168 time: 0.4815776 Dec 09 15:45:46.141800 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46176) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:46.153627 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c42f83-372b-4d06-a54c-68d1e6cdeed0 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event deleted for resources: {'Network': ['ID=95977260-0d3b-41ca-b516-ac4591dfd2a6,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:46.185121 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97586e4d-115f-4ba8-9e8a-8bf269b03a61 req-0dfef863-558a-470b-90ba-56511a23513d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:46.186583 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-97586e4d-115f-4ba8-9e8a-8bf269b03a61 req-0dfef863-558a-470b-90ba-56511a23513d service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f17a4c0-cb69-47eb-a703-c238afd823ea HTTP/1.1" status: 200 len: 915 time: 0.1695700 Dec 09 15:45:46.187604 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb6d2799-ba55-4098-91fe-38363d2bddb3 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] DELETE failed (client error): The resource could not be found. Dec 09 15:45:46.188024 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb6d2799-ba55-4098-91fe-38363d2bddb3 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:45:46.193278 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-eb6d2799-ba55-4098-91fe-38363d2bddb3 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "DELETE /v2.0/subnets/a0cf852f-e932-42f2-a808-f586832f9dfc HTTP/1.1" status: 404 len: 337 time: 0.0422955 Dec 09 15:45:46.193552 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46178) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:46.207929 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d9bd7-0bf4-4686-a23e-679396e949aa req-33421e81-827d-4633-b4aa-e7a5e8bf7104 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:46.209596 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-356d9bd7-0bf4-4686-a23e-679396e949aa req-33421e81-827d-4633-b4aa-e7a5e8bf7104 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1142ef1-79a8-46c0-9066-408263f32d50 HTTP/1.1" status: 200 len: 943 time: 0.0584972 Dec 09 15:45:46.222595 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8e44bd1-e144-4598-b7d8-081817a712a6 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] DELETE failed (client error): The resource could not be found. Dec 09 15:45:46.223104 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8e44bd1-e144-4598-b7d8-081817a712a6 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:45:46.229334 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b8e44bd1-e144-4598-b7d8-081817a712a6 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "DELETE /v2.0/networks/6a530182-666c-45f6-aec9-ae0885179663 HTTP/1.1" status: 404 len: 339 time: 0.0316098 Dec 09 15:45:46.237278 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46180) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:46.256197 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-97586e4d-115f-4ba8-9e8a-8bf269b03a61 req-e20ed0e6-1e3c-42ad-b08a-7920d57ce571 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed76aa9e-9537-436b-9d16-206cb4de8c1b HTTP/1.1" status: 200 len: 217 time: 0.0394917 Dec 09 15:45:46.307109 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-356d9bd7-0bf4-4686-a23e-679396e949aa req-da1bd4d3-e55a-411d-9c09-1d31c6973244 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.57 "GET /v2.0/security-groups?id=a6732634-39a5-4f0f-bb89-9cdfb0eac9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894606 Dec 09 15:45:46.309147 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97586e4d-115f-4ba8-9e8a-8bf269b03a61 req-e5d41263-f088-4a98-857d-7facb1b894b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:46.310944 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-97586e4d-115f-4ba8-9e8a-8bf269b03a61 req-e5d41263-f088-4a98-857d-7facb1b894b0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2331ba46-cfe3-4b20-bfd7-3f8d813f8005 HTTP/1.1" status: 200 len: 854 time: 0.0467660 Dec 09 15:45:46.311104 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-784a26fb-1af8-4d77-bdb6-20bc79706420 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Deleting subnet da7f81a6-41e2-45aa-9e4a-c54f63d94f33 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:45:46.314571 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-784a26fb-1af8-4d77-bdb6-20bc79706420 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:46.362782 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-97586e4d-115f-4ba8-9e8a-8bf269b03a61 req-6c872862-1591-4511-92cf-44490adb0737 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f17a4c0-cb69-47eb-a703-c238afd823ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377805 Dec 09 15:45:46.363962 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-784a26fb-1af8-4d77-bdb6-20bc79706420 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:46.436225 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ded217f9-683d-41d0-b545-1e5061a167bc req-0dae1807-5bb8-4a55-8f0b-07b91f06b4db tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ae58e89-28e8-4a3d-a456-4d1bcc5f68e7 HTTP/1.1" status: 200 len: 210 time: 0.0413792 Dec 09 15:45:46.493883 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-784a26fb-1af8-4d77-bdb6-20bc79706420 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:46.567011 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-784a26fb-1af8-4d77-bdb6-20bc79706420 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:46.593595 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a26fb-1af8-4d77-bdb6-20bc79706420 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event deleted for resources: {'Subnet': ['ID=da7f81a6-41e2-45aa-9e4a-c54f63d94f33,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:46.605288 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-784a26fb-1af8-4d77-bdb6-20bc79706420 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:46.608778 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-784a26fb-1af8-4d77-bdb6-20bc79706420 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "DELETE /v2.0/subnets/da7f81a6-41e2-45aa-9e4a-c54f63d94f33 HTTP/1.1" status: 204 len: 168 time: 0.3703966 Dec 09 15:45:46.611156 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46182) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:46.613764 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacf2d35-09b8-4da2-bf03-08f643fbc908 None None] Network c05cd03a-5bb8-42be-8251-ed884d3f5a44 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:45:46.676857 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f54d99f-5254-4ddc-94e0-355395678564 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Deleting subnet f88aa43b-00d6-4398-8fa4-968c119af427 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:45:46.681221 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f54d99f-5254-4ddc-94e0-355395678564 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:46.725596 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f54d99f-5254-4ddc-94e0-355395678564 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:46.816111 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f54d99f-5254-4ddc-94e0-355395678564 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:46.830963 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-97586e4d-115f-4ba8-9e8a-8bf269b03a61 req-45552234-4a57-4ddc-b4a9-5cb23a0ff753 service neutron] 10.222.0.42 "GET /v2.0/networks/3f17a4c0-cb69-47eb-a703-c238afd823ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4597116 Dec 09 15:45:46.887649 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f54d99f-5254-4ddc-94e0-355395678564 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:46.918019 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54d99f-5254-4ddc-94e0-355395678564 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event deleted for resources: {'Subnet': ['ID=f88aa43b-00d6-4398-8fa4-968c119af427,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:46.922015 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f54d99f-5254-4ddc-94e0-355395678564 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:46.925432 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1f54d99f-5254-4ddc-94e0-355395678564 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "DELETE /v2.0/subnets/f88aa43b-00d6-4398-8fa4-968c119af427 HTTP/1.1" status: 204 len: 168 time: 0.3132937 Dec 09 15:45:46.928081 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46184) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:46.962544 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-97586e4d-115f-4ba8-9e8a-8bf269b03a61 req-179eb128-2720-43c0-9191-d80ea9994f79 service neutron] 10.222.0.42 "GET /v2.0/networks/3f17a4c0-cb69-47eb-a703-c238afd823ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226387 Dec 09 15:45:47.023054 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-82f6c6aa-1fcf-47be-9366-5812b812a773 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:47.165046 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-0f1ed79e-0362-4c4a-b21a-a6f0404f55a6 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:47.167925 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-0f1ed79e-0362-4c4a-b21a-a6f0404f55a6 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.42 "GET /v2.0/networks?id=1d7b02ff-592a-43c8-a6a8-4518f58cb45c HTTP/1.1" status: 200 len: 813 time: 0.1313052 Dec 09 15:45:47.169029 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc6543-7e8f-4166-bc7b-99d12fb2bd92 req-dd40cb06-4038-4c1f-8093-034fe0813014 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:47.173217 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-46cc6543-7e8f-4166-bc7b-99d12fb2bd92 req-dd40cb06-4038-4c1f-8093-034fe0813014 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=51da744b-ffe1-4e7a-a214-2cd2d8bded1f HTTP/1.1" status: 200 len: 946 time: 0.0886688 Dec 09 15:45:47.186083 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-82f6c6aa-1fcf-47be-9366-5812b812a773 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Deleting port c3bffe01-dd3d-4b72-bf23-9396f7465bcf {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:45:47.186457 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-82f6c6aa-1fcf-47be-9366-5812b812a773 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:47.195519 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-78230585-891b-4b28-b43d-eb37d82599fe tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Request body: {'port': {'device_id': '4ae58e89-28e8-4a3d-a456-4d1bcc5f68e7', 'network_id': '1d7b02ff-592a-43c8-a6a8-4518f58cb45c', 'admin_state_up': True, 'tenant_id': '1e2600c75c374e5792b7170fc2783725'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:45:47.278869 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-82f6c6aa-1fcf-47be-9366-5812b812a773 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] For port c3bffe01-dd3d-4b72-bf23-9396f7465bcf, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=c3bffe01-dd3d-4b72-bf23-9396f7465bcf,segment=NetworkSegment(85913309-4cd0-4025-a3f7-dc79b8dc14a6),segment_id=85913309-4cd0-4025-a3f7-dc79b8dc14a6)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:45:47.279232 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-82f6c6aa-1fcf-47be-9366-5812b812a773 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:47.284807 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-46cc6543-7e8f-4166-bc7b-99d12fb2bd92 req-c20bcf20-a290-4d83-ac85-984787805fa3 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075115 Dec 09 15:45:47.297359 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-82f6c6aa-1fcf-47be-9366-5812b812a773 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Calling delete_port for c3bffe01-dd3d-4b72-bf23-9396f7465bcf owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:45:47.319106 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-78230585-891b-4b28-b43d-eb37d82599fe tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Made reservation on behalf of 1e2600c75c374e5792b7170fc2783725 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:45:47.323219 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-78230585-891b-4b28-b43d-eb37d82599fe tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:47.353467 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285c17dc-1c29-40e9-b961-e640cb082e35 None None] Network c05cd03a-5bb8-42be-8251-ed884d3f5a44 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:45:47.419651 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-82f6c6aa-1fcf-47be-9366-5812b812a773 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:47.432730 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6d6eee47-5ddf-4b47-8bcf-1fa16140676d None None] Provisioning complete for port c3bffe01-dd3d-4b72-bf23-9396f7465bcf triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:45:47.436804 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6d6eee47-5ddf-4b47-8bcf-1fa16140676d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:47.455928 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f6c6aa-1fcf-47be-9366-5812b812a773 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] No DVR routers for this DVR port c3bffe01-dd3d-4b72-bf23-9396f7465bcf on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:45:47.463117 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f6c6aa-1fcf-47be-9366-5812b812a773 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event deleted for resources: {'Port': ['ID=c3bffe01-dd3d-4b72-bf23-9396f7465bcf,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:47.479529 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-6d6eee47-5ddf-4b47-8bcf-1fa16140676d None None] Port c3bffe01-dd3d-4b72-bf23-9396f7465bcf was deleted so its status cannot be updated. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 09 15:45:47.481872 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-78230585-891b-4b28-b43d-eb37d82599fe tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Allocated IP 172.20.0.7 (1d7b02ff-592a-43c8-a6a8-4518f58cb45c/988bbd31-181e-4551-8e3f-d164b1967843/9e24116a-d3ab-4c23-983c-5dea409a1d98) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:45:47.551803 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09669b11-1448-49f4-a533-53722e5c0077 None None] DHCP port deletion for c05cd03a-5bb8-42be-8251-ed884d3f5a44 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:45:47.587657 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-82f6c6aa-1fcf-47be-9366-5812b812a773 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:47.603113 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244aad8b-a793-40fd-95fc-f4303a498edd req-12e11356-025d-4081-8b29-cf0f70ea81ce tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:47.604652 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-244aad8b-a793-40fd-95fc-f4303a498edd req-12e11356-025d-4081-8b29-cf0f70ea81ce tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=51da744b-ffe1-4e7a-a214-2cd2d8bded1f HTTP/1.1" status: 200 len: 946 time: 0.1425848 Dec 09 15:45:47.630603 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-82f6c6aa-1fcf-47be-9366-5812b812a773 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c05cd03a-5bb8-42be-8251-ed884d3f5a44']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:47.641226 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-78230585-891b-4b28-b43d-eb37d82599fe tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:47.645290 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-82f6c6aa-1fcf-47be-9366-5812b812a773 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85913309-4cd0-4025-a3f7-dc79b8dc14a6') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:47.645587 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-82f6c6aa-1fcf-47be-9366-5812b812a773 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85913309-4cd0-4025-a3f7-dc79b8dc14a6') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:47.663111 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-82f6c6aa-1fcf-47be-9366-5812b812a773 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:47.676910 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-78230585-891b-4b28-b43d-eb37d82599fe tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:47.687441 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-244aad8b-a793-40fd-95fc-f4303a498edd req-307b8330-1ac0-4afa-aaaa-84b9a5f162e5 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764618 Dec 09 15:45:47.692076 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-82f6c6aa-1fcf-47be-9366-5812b812a773 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:47.693640 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['7d68e282-4515-4796-b3d9-c443ef5f4c8c'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:45:47.698839 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82f6c6aa-1fcf-47be-9366-5812b812a773 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:45:47.699378 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-82f6c6aa-1fcf-47be-9366-5812b812a773 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:47.702521 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:45:47.702521 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:45:47.702521 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:45:47.702521 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:45:47.702521 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:45:47.702521 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:45:47.702521 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:45:47.702521 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:45:47.702521 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:45:47.702521 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:45:47.702521 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:45:47.702521 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:45:47.702521 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:45:47.702521 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:45:47.702521 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:45:47.702521 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:45:47.702521 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:45:47.702521 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:45:47.702521 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:45:47.702521 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:45:47.702521 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:45:47.702521 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:45:47.702521 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:45:47.702521 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:45:47.702521 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:45:47.702521 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:45:47.702521 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:45:47.702521 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:45:47.702521 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:45:47.702521 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:45:47.702521 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:45:47.702521 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:45:47.721492 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-78230585-891b-4b28-b43d-eb37d82599fe tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Network 1d7b02ff-592a-43c8-a6a8-4518f58cb45c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:45:47.729441 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-78230585-891b-4b28-b43d-eb37d82599fe tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:45:47.733268 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-78230585-891b-4b28-b43d-eb37d82599fe tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:45:47.739859 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78230585-891b-4b28-b43d-eb37d82599fe tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Pushing event updated for resources: {'Port': ['ID=9e24116a-d3ab-4c23-983c-5dea409a1d98,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:47.768956 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341ccdb6-bad5-4a9d-a093-df1b865a426c None None] DHCP port deletion for 1d7b02ff-592a-43c8-a6a8-4518f58cb45c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:45:47.784695 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-82f6c6aa-1fcf-47be-9366-5812b812a773 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:47.791608 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-82f6c6aa-1fcf-47be-9366-5812b812a773 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:47.794177 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-78230585-891b-4b28-b43d-eb37d82599fe tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:47.794839 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-78230585-891b-4b28-b43d-eb37d82599fe tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:47.798275 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46198) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:47.799689 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-82f6c6aa-1fcf-47be-9366-5812b812a773 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "DELETE /v2.0/networks/c05cd03a-5bb8-42be-8251-ed884d3f5a44 HTTP/1.1" status: 204 len: 168 time: 0.8705032 Dec 09 15:45:47.803248 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device ed76aa9e-9537-436b-9d16-206cb4de8c1b details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:45:47.816684 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f6c6aa-1fcf-47be-9366-5812b812a773 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event deleted for resources: {'Network': ['ID=c05cd03a-5bb8-42be-8251-ed884d3f5a44,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:47.838636 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b87798-373b-4cfe-b63b-b6e6ce2bbd7d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] DELETE failed (client error): The resource could not be found. Dec 09 15:45:47.839106 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74b87798-373b-4cfe-b63b-b6e6ce2bbd7d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:45:47.842506 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-74b87798-373b-4cfe-b63b-b6e6ce2bbd7d tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "DELETE /v2.0/subnets/705a0855-71ca-4d38-85e9-84952cb97973 HTTP/1.1" status: 404 len: 337 time: 0.0432608 Dec 09 15:45:47.846260 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-78230585-891b-4b28-b43d-eb37d82599fe tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6550362 Dec 09 15:45:47.846795 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46200) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:47.875127 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-106e4eff-e143-4e64-b162-fd8f1c841fb1 service neutron] Request body: {'port': {'device_id': '4ae58e89-28e8-4a3d-a456-4d1bcc5f68e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:45:47.881032 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a2f3ed-3d61-4377-ae32-c798ce9c920f tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] DELETE failed (client error): The resource could not be found. Dec 09 15:45:47.881915 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06a2f3ed-3d61-4377-ae32-c798ce9c920f tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:45:47.889561 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-06a2f3ed-3d61-4377-ae32-c798ce9c920f tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "DELETE /v2.0/networks/a5a56550-cc2d-4524-9412-ae111015944a HTTP/1.1" status: 404 len: 339 time: 0.0417097 Dec 09 15:45:47.890424 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46202) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:47.946514 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b0ac3-ac69-44be-9975-b2af4f499566 req-f16c38eb-2152-4482-bdda-72fc829fece9 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:47.954304 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0f8b0ac3-ac69-44be-9975-b2af4f499566 req-f16c38eb-2152-4482-bdda-72fc829fece9 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1142ef1-79a8-46c0-9066-408263f32d50 HTTP/1.1" status: 200 len: 943 time: 0.1220403 Dec 09 15:45:47.954500 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-106e4eff-e143-4e64-b162-fd8f1c841fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:47.967849 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a2b8eb12-7689-4c07-9b1b-71c56220054e None None] Provisioning complete for port 9e24116a-d3ab-4c23-983c-5dea409a1d98 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:45:47.968514 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a2b8eb12-7689-4c07-9b1b-71c56220054e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:47.970415 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecb95a8f-05c4-4e1c-b1bf-7624c6d8272c tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] DELETE failed (client error): The resource could not be found. Dec 09 15:45:47.970874 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecb95a8f-05c4-4e1c-b1bf-7624c6d8272c tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:45:47.976290 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ecb95a8f-05c4-4e1c-b1bf-7624c6d8272c tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "DELETE /v2.0/subnets/e26a598c-e93a-4922-abf1-743c3e19c123 HTTP/1.1" status: 404 len: 337 time: 0.0785730 Dec 09 15:45:47.977244 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46204) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:47.980552 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device c3bffe01-dd3d-4b72-bf23-9396f7465bcf no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:45:47.995664 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbbee165-a61d-4e51-b2db-d821aa3c3000 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] DELETE failed (client error): The resource could not be found. Dec 09 15:45:47.996159 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbbee165-a61d-4e51-b2db-d821aa3c3000 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:45:48.002555 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-fbbee165-a61d-4e51-b2db-d821aa3c3000 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "DELETE /v2.0/networks/69c5df1d-3f81-4437-ac37-448a1143a256 HTTP/1.1" status: 404 len: 339 time: 0.0211303 Dec 09 15:45:48.004563 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46206) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:48.032370 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0f8b0ac3-ac69-44be-9975-b2af4f499566 req-42467211-8da5-4b96-b5c5-81e8c34e0907 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.57 "GET /v2.0/security-groups?id=a6732634-39a5-4f0f-bb89-9cdfb0eac9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771396 Dec 09 15:45:48.042831 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d5aa797-2cdf-40f1-b901-ba8de63a6ac8 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] DELETE failed (client error): The resource could not be found. Dec 09 15:45:48.043292 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d5aa797-2cdf-40f1-b901-ba8de63a6ac8 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:45:48.045249 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: c3bffe01-dd3d-4b72-bf23-9396f7465bcf {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:45:48.045724 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device c3bffe01-dd3d-4b72-bf23-9396f7465bcf not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:45:48.056513 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5d5aa797-2cdf-40f1-b901-ba8de63a6ac8 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "DELETE /v2.0/subnets/7a324eb0-3538-4f40-9959-45c3bbe245d6 HTTP/1.1" status: 404 len: 337 time: 0.0411026 Dec 09 15:45:48.057195 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port ed76aa9e-9537-436b-9d16-206cb4de8c1b, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=ed76aa9e-9537-436b-9d16-206cb4de8c1b,segment=NetworkSegment(0d4d7a4f-302e-4a4f-a5b8-968c70132fcd),segment_id=0d4d7a4f-302e-4a4f-a5b8-968c70132fcd)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:45:48.057508 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46208) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:48.083345 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': 'ed76aa9e-9537-436b-9d16-206cb4de8c1b', 'network_id': '3f17a4c0-cb69-47eb-a703-c238afd823ea', 'port_id': 'ed76aa9e-9537-436b-9d16-206cb4de8c1b', 'mac_address': 'fa:16:3e:2c:a6:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2331ba46-cfe3-4b20-bfd7-3f8d813f8005', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:45:48.088794 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a2b8eb12-7689-4c07-9b1b-71c56220054e None None] Port 9e24116a-d3ab-4c23-983c-5dea409a1d98 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:45:48.122964 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-8efcf096-c44e-41fa-aa0c-7d7fbdacf974 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] DELETE failed (client error): The resource could not be found. Dec 09 15:45:48.123280 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8efcf096-c44e-41fa-aa0c-7d7fbdacf974 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:45:48.126386 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8efcf096-c44e-41fa-aa0c-7d7fbdacf974 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "DELETE /v2.0/networks/e01d99e7-1082-4fbf-a98b-8aefb2be0e64 HTTP/1.1" status: 404 len: 339 time: 0.0687704 Dec 09 15:45:48.129221 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46210) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:48.134586 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:48.152846 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed76aa9e-9537-436b-9d16-206cb4de8c1b {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:45:48.167909 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c16df-b062-4745-87e6-e4acb82b8026 req-bb6990a3-f818-4807-96d3-0c86768402c8 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:48.170166 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eb6c16df-b062-4745-87e6-e4acb82b8026 req-bb6990a3-f818-4807-96d3-0c86768402c8 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ae58e89-28e8-4a3d-a456-4d1bcc5f68e7 HTTP/1.1" status: 200 len: 931 time: 0.0628102 Dec 09 15:45:48.173372 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port ed76aa9e-9537-436b-9d16-206cb4de8c1b, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=ed76aa9e-9537-436b-9d16-206cb4de8c1b,segment=NetworkSegment(0d4d7a4f-302e-4a4f-a5b8-968c70132fcd),segment_id=0d4d7a4f-302e-4a4f-a5b8-968c70132fcd)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:45:48.177616 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:48.227958 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eb6c16df-b062-4745-87e6-e4acb82b8026 req-f1d3cfdc-68a3-4256-801d-31e67f93be7a tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466697 Dec 09 15:45:48.235755 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-fea1cba8-3b6b-4f8c-b3a1-1805501978ee tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Deleting subnet d5bca6c4-2ab0-472e-934e-128bf41157a7 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:45:48.236243 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=ed76aa9e-9537-436b-9d16-206cb4de8c1b,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:48.241410 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fea1cba8-3b6b-4f8c-b3a1-1805501978ee tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:48.298318 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fea1cba8-3b6b-4f8c-b3a1-1805501978ee tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:48.453086 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-106e4eff-e143-4e64-b162-fd8f1c841fb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e24116a-d3ab-4c23-983c-5dea409a1d98 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:45:48.457718 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fea1cba8-3b6b-4f8c-b3a1-1805501978ee tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:48.475612 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef8bd6-dd97-4dbb-a79c-2caf00fb98c0 req-02183d50-8b94-4aac-a662-dd52414ca717 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:48.478034 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-68ef8bd6-dd97-4dbb-a79c-2caf00fb98c0 req-02183d50-8b94-4aac-a662-dd52414ca717 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=51da744b-ffe1-4e7a-a214-2cd2d8bded1f HTTP/1.1" status: 200 len: 946 time: 0.0523961 Dec 09 15:45:48.482445 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-106e4eff-e143-4e64-b162-fd8f1c841fb1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:48.506617 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-106e4eff-e143-4e64-b162-fd8f1c841fb1 service neutron] Transition to ACTIVE for port object 9e24116a-d3ab-4c23-983c-5dea409a1d98 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:45:48.513664 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-106e4eff-e143-4e64-b162-fd8f1c841fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:48.527687 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-68ef8bd6-dd97-4dbb-a79c-2caf00fb98c0 req-037d0ec9-a337-4c76-b797-2ab3e119c6b7 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435505 Dec 09 15:45:48.563642 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef87db66-3073-4145-92ee-6623383c3f8a None None] DHCP port deletion for 1d7b02ff-592a-43c8-a6a8-4518f58cb45c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:45:48.587322 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e4eff-e143-4e64-b162-fd8f1c841fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=9e24116a-d3ab-4c23-983c-5dea409a1d98,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:48.607123 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fea1cba8-3b6b-4f8c-b3a1-1805501978ee tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:48.653716 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1cba8-3b6b-4f8c-b3a1-1805501978ee tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event deleted for resources: {'Subnet': ['ID=d5bca6c4-2ab0-472e-934e-128bf41157a7,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:48.660792 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fea1cba8-3b6b-4f8c-b3a1-1805501978ee tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:48.662608 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['ed76aa9e-9537-436b-9d16-206cb4de8c1b'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:45:48.667235 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46216) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:48.667520 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-fea1cba8-3b6b-4f8c-b3a1-1805501978ee tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "DELETE /v2.0/subnets/d5bca6c4-2ab0-472e-934e-128bf41157a7 HTTP/1.1" status: 204 len: 168 time: 0.5371006 Dec 09 15:45:48.691223 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-106e4eff-e143-4e64-b162-fd8f1c841fb1 service neutron] Attempting to bind port 9e24116a-d3ab-4c23-983c-5dea409a1d98 on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:45:48.691555 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-106e4eff-e143-4e64-b162-fd8f1c841fb1 service neutron] Attempting to bind port 9e24116a-d3ab-4c23-983c-5dea409a1d98 by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': 'c3803010-2dd4-4dc0-8146-bdae4b62f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1d7b02ff-592a-43c8-a6a8-4518f58cb45c'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:45:48.691918 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-106e4eff-e143-4e64-b162-fd8f1c841fb1 service neutron] Attempting to bind port 9e24116a-d3ab-4c23-983c-5dea409a1d98 on network 1d7b02ff-592a-43c8-a6a8-4518f58cb45c {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:45:48.694114 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e2fd3d-2f43-4326-8d8d-03521299c7e7 None None] Network 518267eb-e2f8-4cff-b47f-8bf72d4d6f2a requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:45:48.697345 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-106e4eff-e143-4e64-b162-fd8f1c841fb1 service neutron] Port 9e24116a-d3ab-4c23-983c-5dea409a1d98 on network 1d7b02ff-592a-43c8-a6a8-4518f58cb45c not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:45:48.697668 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-106e4eff-e143-4e64-b162-fd8f1c841fb1 service neutron] Attempting to bind port 9e24116a-d3ab-4c23-983c-5dea409a1d98 on network 1d7b02ff-592a-43c8-a6a8-4518f58cb45c {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:45:48.702812 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-106e4eff-e143-4e64-b162-fd8f1c841fb1 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:45:48.703149 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-106e4eff-e143-4e64-b162-fd8f1c841fb1 service neutron] Checking segment: {'id': 'c3803010-2dd4-4dc0-8146-bdae4b62f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1d7b02ff-592a-43c8-a6a8-4518f58cb45c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:45:48.703525 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-106e4eff-e143-4e64-b162-fd8f1c841fb1 service neutron] Bound using segment: {'id': 'c3803010-2dd4-4dc0-8146-bdae4b62f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1d7b02ff-592a-43c8-a6a8-4518f58cb45c'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:45:48.704015 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-106e4eff-e143-4e64-b162-fd8f1c841fb1 service neutron] Bound port: 9e24116a-d3ab-4c23-983c-5dea409a1d98, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3803010-2dd4-4dc0-8146-bdae4b62f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1d7b02ff-592a-43c8-a6a8-4518f58cb45c'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:45:48.704383 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-106e4eff-e143-4e64-b162-fd8f1c841fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:48.755159 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1fe34541-eb65-43f0-9c46-d412b0c6cf5e tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:48.776473 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-106e4eff-e143-4e64-b162-fd8f1c841fb1 service neutron] For port 9e24116a-d3ab-4c23-983c-5dea409a1d98, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:45:48.779759 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-106e4eff-e143-4e64-b162-fd8f1c841fb1 service neutron] For port 9e24116a-d3ab-4c23-983c-5dea409a1d98, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=9e24116a-d3ab-4c23-983c-5dea409a1d98,segment=NetworkSegment(c3803010-2dd4-4dc0-8146-bdae4b62f0af),segment_id=c3803010-2dd4-4dc0-8146-bdae4b62f0af)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:45:48.784825 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-106e4eff-e143-4e64-b162-fd8f1c841fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:48.812459 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1fe34541-eb65-43f0-9c46-d412b0c6cf5e tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Deleting port a40f0cfa-6fa5-4b3e-b93f-553319b68ab9 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:45:48.812806 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1fe34541-eb65-43f0-9c46-d412b0c6cf5e tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:48.828134 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-106e4eff-e143-4e64-b162-fd8f1c841fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:48.829026 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-106e4eff-e143-4e64-b162-fd8f1c841fb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:48.830509 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-106e4eff-e143-4e64-b162-fd8f1c841fb1 service neutron] 10.222.0.42 "PUT /v2.0/ports/9e24116a-d3ab-4c23-983c-5dea409a1d98 HTTP/1.1" status: 200 len: 1091 time: 0.9652452 Dec 09 15:45:48.831134 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ae58e89-28e8-4a3d-a456-4d1bcc5f68e7', 'tag': '9e24116a-d3ab-4c23-983c-5dea409a1d98'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:45:48.833497 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2284a4c7-0dc8-4ea8-b39e-88a78f5d5f62" -d '{"events": [{"name": "network-changed", "server_uuid": "4ae58e89-28e8-4a3d-a456-4d1bcc5f68e7", "tag": "9e24116a-d3ab-4c23-983c-5dea409a1d98"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:45:48.868722 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e4eff-e143-4e64-b162-fd8f1c841fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=9e24116a-d3ab-4c23-983c-5dea409a1d98,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:48.880561 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1fe34541-eb65-43f0-9c46-d412b0c6cf5e tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] For port a40f0cfa-6fa5-4b3e-b93f-553319b68ab9, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a40f0cfa-6fa5-4b3e-b93f-553319b68ab9,segment=NetworkSegment(9079a541-c143-4b43-b0f6-f11707b2e937),segment_id=9079a541-c143-4b43-b0f6-f11707b2e937)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:45:48.881120 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1fe34541-eb65-43f0-9c46-d412b0c6cf5e tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:48.889396 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a203bec9-a779-46ee-9250-6182a2b8b4d7 None None] DHCP port deletion for 1d7b02ff-592a-43c8-a6a8-4518f58cb45c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:45:48.890032 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b30d8d1-e328-479a-b8f2-c1161d556e79 x-openstack-request-id: req-9b30d8d1-e328-479a-b8f2-c1161d556e79 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:45:48.890425 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ae58e89-28e8-4a3d-a456-4d1bcc5f68e7", "tag": "9e24116a-d3ab-4c23-983c-5dea409a1d98", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:45:48.890774 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9b30d8d1-e328-479a-b8f2-c1161d556e79 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:45:48.892332 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ae58e89-28e8-4a3d-a456-4d1bcc5f68e7', 'tag': '9e24116a-d3ab-4c23-983c-5dea409a1d98', 'status': 'completed', 'code': 200} Dec 09 15:45:48.901512 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1fe34541-eb65-43f0-9c46-d412b0c6cf5e tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Calling delete_port for a40f0cfa-6fa5-4b3e-b93f-553319b68ab9 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:45:48.954333 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-4a4f9963-5239-43aa-89bd-b810c57de565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:48.955969 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-4a4f9963-5239-43aa-89bd-b810c57de565 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e2600c75c374e5792b7170fc2783725&device_id=4ae58e89-28e8-4a3d-a456-4d1bcc5f68e7 HTTP/1.1" status: 200 len: 1094 time: 0.0520995 Dec 09 15:45:48.972245 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0074257-4ffc-41fc-b02f-90be598b0a78 None None] DHCP port deletion for 518267eb-e2f8-4cff-b47f-8bf72d4d6f2a request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:45:48.996896 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1fe34541-eb65-43f0-9c46-d412b0c6cf5e tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:49.010837 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-7c3381e6-2161-43ee-a5bb-9de1426ca5dd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e24116a-d3ab-4c23-983c-5dea409a1d98 HTTP/1.1" status: 200 len: 217 time: 0.0392566 Dec 09 15:45:49.022184 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe34541-eb65-43f0-9c46-d412b0c6cf5e tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event deleted for resources: {'Port': ['ID=a40f0cfa-6fa5-4b3e-b93f-553319b68ab9,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:49.029208 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe34541-eb65-43f0-9c46-d412b0c6cf5e tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] No DVR routers for this DVR port a40f0cfa-6fa5-4b3e-b93f-553319b68ab9 on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:45:49.043180 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b0074257-4ffc-41fc-b02f-90be598b0a78 None None] Deleting port a40f0cfa-6fa5-4b3e-b93f-553319b68ab9 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:45:49.043560 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b0074257-4ffc-41fc-b02f-90be598b0a78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:49.077170 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-1ef7f315-6814-4f49-9a68-d3e203438021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:49.078776 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-1ef7f315-6814-4f49-9a68-d3e203438021 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=988bbd31-181e-4551-8e3f-d164b1967843 HTTP/1.1" status: 200 len: 853 time: 0.0596700 Dec 09 15:45:49.115898 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1fe34541-eb65-43f0-9c46-d412b0c6cf5e tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:49.116381 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-717f55ed-2fb4-4032-b5d2-d2c480b380d5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1d7b02ff-592a-43c8-a6a8-4518f58cb45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282462 Dec 09 15:45:49.124439 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b0074257-4ffc-41fc-b02f-90be598b0a78 None None] For port a40f0cfa-6fa5-4b3e-b93f-553319b68ab9, host n-d-821228-1, got binding levels [] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:45:49.124854 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b0074257-4ffc-41fc-b02f-90be598b0a78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:49.137465 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b0074257-4ffc-41fc-b02f-90be598b0a78 None None] Calling delete_port for a40f0cfa-6fa5-4b3e-b93f-553319b68ab9 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:45:49.138490 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-1fe34541-eb65-43f0-9c46-d412b0c6cf5e tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['518267eb-e2f8-4cff-b47f-8bf72d4d6f2a']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:49.140181 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.ipam_backend_mixin [None req-b0074257-4ffc-41fc-b02f-90be598b0a78 None None] Port a40f0cfa-6fa5-4b3e-b93f-553319b68ab9 was not found and therefore no delete operation was performed {{(pid=103246) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 15:45:49.142003 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b0074257-4ffc-41fc-b02f-90be598b0a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:49.160994 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-1fe34541-eb65-43f0-9c46-d412b0c6cf5e tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9079a541-c143-4b43-b0f6-f11707b2e937') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:49.160994 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-1fe34541-eb65-43f0-9c46-d412b0c6cf5e tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9079a541-c143-4b43-b0f6-f11707b2e937') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:49.173478 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0074257-4ffc-41fc-b02f-90be598b0a78 None None] No DVR routers for this DVR port a40f0cfa-6fa5-4b3e-b93f-553319b68ab9 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:45:49.177800 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0074257-4ffc-41fc-b02f-90be598b0a78 None None] Pushing event deleted for resources: {'Port': ['ID=a40f0cfa-6fa5-4b3e-b93f-553319b68ab9,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:49.189358 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1fe34541-eb65-43f0-9c46-d412b0c6cf5e tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:49.207511 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1fe34541-eb65-43f0-9c46-d412b0c6cf5e tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:49.217698 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fe34541-eb65-43f0-9c46-d412b0c6cf5e tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:45:49.218096 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1fe34541-eb65-43f0-9c46-d412b0c6cf5e tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:49.220209 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-d4d8c082-b43a-46b5-87be-1471e1a934aa service neutron] 10.222.0.42 "GET /v2.0/networks/1d7b02ff-592a-43c8-a6a8-4518f58cb45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956390 Dec 09 15:45:49.229420 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845735a-9267-4676-8c5f-4199ae4249fc req-9137e639-df56-4f28-b96e-bca240faa15d tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:49.230926 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b845735a-9267-4676-8c5f-4199ae4249fc req-9137e639-df56-4f28-b96e-bca240faa15d tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1142ef1-79a8-46c0-9066-408263f32d50 HTTP/1.1" status: 200 len: 944 time: 0.0894871 Dec 09 15:45:49.231595 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:45:49.231595 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:45:49.231595 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:45:49.231595 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:45:49.231595 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:45:49.231595 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:45:49.231595 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:45:49.231595 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:45:49.231595 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:45:49.231595 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:45:49.231595 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:45:49.231595 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:45:49.231595 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:45:49.231595 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:45:49.231595 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:45:49.231595 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:45:49.231595 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:45:49.231595 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:45:49.231595 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:45:49.231595 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:45:49.231595 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:45:49.231595 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:45:49.231595 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:45:49.231595 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:45:49.231595 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:45:49.231595 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:45:49.231595 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:45:49.231595 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:45:49.231595 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:45:49.231595 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:45:49.231595 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:45:49.231595 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:45:49.316757 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1fe34541-eb65-43f0-9c46-d412b0c6cf5e tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:49.325481 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-946e7d8c-798a-4b9e-8b2b-10691694158d req-c8072c47-f431-441f-bd2f-0155b79d7a48 service neutron] 10.222.0.42 "GET /v2.0/networks/1d7b02ff-592a-43c8-a6a8-4518f58cb45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959015 Dec 09 15:45:49.328965 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1fe34541-eb65-43f0-9c46-d412b0c6cf5e tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:49.332183 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1fe34541-eb65-43f0-9c46-d412b0c6cf5e tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "DELETE /v2.0/networks/518267eb-e2f8-4cff-b47f-8bf72d4d6f2a HTTP/1.1" status: 204 len: 168 time: 0.6638811 Dec 09 15:45:49.334706 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46224) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:49.350610 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b845735a-9267-4676-8c5f-4199ae4249fc req-27c81405-b6a3-401e-938a-18ba85357a2d tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.57 "GET /v2.0/security-groups?id=a6732634-39a5-4f0f-bb89-9cdfb0eac9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089091 Dec 09 15:45:49.351604 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe34541-eb65-43f0-9c46-d412b0c6cf5e tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event deleted for resources: {'Network': ['ID=518267eb-e2f8-4cff-b47f-8bf72d4d6f2a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:49.372665 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-8135df59-d62d-4f87-befa-279f944d0437 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] DELETE failed (client error): The resource could not be found. Dec 09 15:45:49.373225 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8135df59-d62d-4f87-befa-279f944d0437 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:45:49.378774 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8135df59-d62d-4f87-befa-279f944d0437 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "DELETE /v2.0/subnets/3615d5ce-a088-4095-9880-76e97aa75fd3 HTTP/1.1" status: 404 len: 337 time: 0.0404100 Dec 09 15:45:49.378995 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46226) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:49.400140 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ddbd75b-2186-4531-87aa-10597bf7b005 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] DELETE failed (client error): The resource could not be found. Dec 09 15:45:49.400764 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ddbd75b-2186-4531-87aa-10597bf7b005 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:45:49.403971 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5ddbd75b-2186-4531-87aa-10597bf7b005 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "DELETE /v2.0/networks/91095653-0e22-4b12-951d-40d98ec93f22 HTTP/1.1" status: 404 len: 339 time: 0.0240486 Dec 09 15:45:49.406574 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46228) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:49.466328 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d9099-67e0-492c-85d4-e4a86ac99ddc req-b45b64df-bc65-4e8f-8bcb-394ff9ff336c tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:49.467841 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a84d9099-67e0-492c-85d4-e4a86ac99ddc req-b45b64df-bc65-4e8f-8bcb-394ff9ff336c tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ae58e89-28e8-4a3d-a456-4d1bcc5f68e7 HTTP/1.1" status: 200 len: 943 time: 0.0502644 Dec 09 15:45:49.490734 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c1196b4-b7da-4a94-a341-f0a8162aaec7 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Deleting subnet 87a53cd8-05dd-4f1e-a7dc-3da2a83316bc {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:45:49.495675 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2c1196b4-b7da-4a94-a341-f0a8162aaec7 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:49.518179 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a84d9099-67e0-492c-85d4-e4a86ac99ddc req-969aba03-e299-43c8-a417-663a3d6f6f05 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443044 Dec 09 15:45:49.528374 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284a4c7-0dc8-4ea8-b39e-88a78f5d5f62 req-48997455-5d92-4780-b5cf-89d2a5f52806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:49.529914 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2284a4c7-0dc8-4ea8-b39e-88a78f5d5f62 req-48997455-5d92-4780-b5cf-89d2a5f52806 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e2600c75c374e5792b7170fc2783725&device_id=4ae58e89-28e8-4a3d-a456-4d1bcc5f68e7 HTTP/1.1" status: 200 len: 1094 time: 0.0951140 Dec 09 15:45:49.551273 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2c1196b4-b7da-4a94-a341-f0a8162aaec7 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:49.653831 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6546e-4189-491c-95f3-f036d8e50c9f req-152e8e99-eadf-4131-af6c-f0e39e9bfb54 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:49.655337 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a8d6546e-4189-491c-95f3-f036d8e50c9f req-152e8e99-eadf-4131-af6c-f0e39e9bfb54 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=51da744b-ffe1-4e7a-a214-2cd2d8bded1f HTTP/1.1" status: 200 len: 946 time: 0.0553913 Dec 09 15:45:49.699347 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284a4c7-0dc8-4ea8-b39e-88a78f5d5f62 req-5e278523-1c34-4441-a5be-29032b905a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:49.700857 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2284a4c7-0dc8-4ea8-b39e-88a78f5d5f62 req-5e278523-1c34-4441-a5be-29032b905a70 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1d7b02ff-592a-43c8-a6a8-4518f58cb45c HTTP/1.1" status: 200 len: 914 time: 0.1621690 Dec 09 15:45:49.704828 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a8d6546e-4189-491c-95f3-f036d8e50c9f req-32a6100e-cfba-477a-b1a2-8e61e1256b0e tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428083 Dec 09 15:45:49.707370 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2c1196b4-b7da-4a94-a341-f0a8162aaec7 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:49.771878 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2284a4c7-0dc8-4ea8-b39e-88a78f5d5f62 req-a8d81940-8016-4bb5-99e3-c63ef02586d3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e24116a-d3ab-4c23-983c-5dea409a1d98 HTTP/1.1" status: 200 len: 217 time: 0.0612438 Dec 09 15:45:49.818115 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device ed76aa9e-9537-436b-9d16-206cb4de8c1b up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:45:49.838168 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284a4c7-0dc8-4ea8-b39e-88a78f5d5f62 req-f8f01a54-4298-40b6-b3c9-a5533ffe8197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:49.839971 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2284a4c7-0dc8-4ea8-b39e-88a78f5d5f62 req-f8f01a54-4298-40b6-b3c9-a5533ffe8197 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=988bbd31-181e-4551-8e3f-d164b1967843 HTTP/1.1" status: 200 len: 853 time: 0.0589752 Dec 09 15:45:49.845156 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2c1196b4-b7da-4a94-a341-f0a8162aaec7 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:49.875080 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port ed76aa9e-9537-436b-9d16-206cb4de8c1b completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:45:49.879538 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port ed76aa9e-9537-436b-9d16-206cb4de8c1b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:45:49.880246 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:49.886586 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1196b4-b7da-4a94-a341-f0a8162aaec7 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event deleted for resources: {'Subnet': ['ID=87a53cd8-05dd-4f1e-a7dc-3da2a83316bc,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:49.903358 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2c1196b4-b7da-4a94-a341-f0a8162aaec7 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:49.909009 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2c1196b4-b7da-4a94-a341-f0a8162aaec7 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "DELETE /v2.0/subnets/87a53cd8-05dd-4f1e-a7dc-3da2a83316bc HTTP/1.1" status: 204 len: 168 time: 0.4991639 Dec 09 15:45:49.909164 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b0191d-a670-4910-b6e2-7dddd5591534 None None] Network f72f0407-3fc6-4a3b-86b4-6d275312c908 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:45:49.909273 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2284a4c7-0dc8-4ea8-b39e-88a78f5d5f62 req-1d5746ad-6d41-4a0e-8205-87a7df7043d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1d7b02ff-592a-43c8-a6a8-4518f58cb45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532558 Dec 09 15:45:49.909493 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46234) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:49.994137 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9c6a7231-4c4b-4189-87e3-656b482d9dc1 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:50.020791 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2284a4c7-0dc8-4ea8-b39e-88a78f5d5f62 req-9e8d51af-4462-479c-a55b-0509a2ead776 service neutron] 10.222.0.42 "GET /v2.0/networks/1d7b02ff-592a-43c8-a6a8-4518f58cb45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028113 Dec 09 15:45:50.053453 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-9c6a7231-4c4b-4189-87e3-656b482d9dc1 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Deleting port 1042de6a-bcac-4cb9-bb7a-6ca8b7b89208 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:45:50.053791 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9c6a7231-4c4b-4189-87e3-656b482d9dc1 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:50.119141 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a40f0cfa-6fa5-4b3e-b93f-553319b68ab9 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:45:50.120108 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-9c6a7231-4c4b-4189-87e3-656b482d9dc1 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] For port 1042de6a-bcac-4cb9-bb7a-6ca8b7b89208, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=1042de6a-bcac-4cb9-bb7a-6ca8b7b89208,segment=NetworkSegment(a1196f8c-fd2b-4291-bcbc-f702d8cd5716),segment_id=a1196f8c-fd2b-4291-bcbc-f702d8cd5716)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:45:50.120500 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9c6a7231-4c4b-4189-87e3-656b482d9dc1 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:50.135416 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-9c6a7231-4c4b-4189-87e3-656b482d9dc1 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Calling delete_port for 1042de6a-bcac-4cb9-bb7a-6ca8b7b89208 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:45:50.151858 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: a40f0cfa-6fa5-4b3e-b93f-553319b68ab9 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:45:50.152210 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a40f0cfa-6fa5-4b3e-b93f-553319b68ab9 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:45:50.196173 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b765930-15c9-464a-a66d-f8764814ad02 req-dec1ccf3-54dd-4a0b-aa0b-5602a92f1324 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:50.197689 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2b765930-15c9-464a-a66d-f8764814ad02 req-dec1ccf3-54dd-4a0b-aa0b-5602a92f1324 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.42 "GET /v2.0/ports?device_id=51da744b-ffe1-4e7a-a214-2cd2d8bded1f HTTP/1.1" status: 200 len: 946 time: 0.1129515 Dec 09 15:45:50.230500 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:50.237131 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9c6a7231-4c4b-4189-87e3-656b482d9dc1 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:50.245301 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2284a4c7-0dc8-4ea8-b39e-88a78f5d5f62 req-24265bfa-c14f-4939-8226-a56a0d2d38e2 service neutron] 10.222.0.42 "GET /v2.0/networks/1d7b02ff-592a-43c8-a6a8-4518f58cb45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615942 Dec 09 15:45:50.255907 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6a7231-4c4b-4189-87e3-656b482d9dc1 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] No DVR routers for this DVR port 1042de6a-bcac-4cb9-bb7a-6ca8b7b89208 on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:45:50.274797 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1142ef1-79a8-46c0-9066-408263f32d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed76aa9e-9537-436b-9d16-206cb4de8c1b'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:45:50.278726 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b69a573-7cb8-425c-bb43-94e5a3e8b9ec" -d '{"events": [{"server_uuid": "c1142ef1-79a8-46c0-9066-408263f32d50", "name": "network-vif-plugged", "status": "completed", "tag": "ed76aa9e-9537-436b-9d16-206cb4de8c1b"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:45:50.286134 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a7231-4c4b-4189-87e3-656b482d9dc1 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event deleted for resources: {'Port': ['ID=1042de6a-bcac-4cb9-bb7a-6ca8b7b89208,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:50.300633 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port ed76aa9e-9537-436b-9d16-206cb4de8c1b, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=ed76aa9e-9537-436b-9d16-206cb4de8c1b,segment=NetworkSegment(0d4d7a4f-302e-4a4f-a5b8-968c70132fcd),segment_id=0d4d7a4f-302e-4a4f-a5b8-968c70132fcd)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:45:50.307606 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:50.322168 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-2b765930-15c9-464a-a66d-f8764814ad02 req-ee2e23d1-3174-4d06-b7e0-b7023e37c8c1 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Deleting port 8ee5836a-7f28-4b64-9701-43d3fd38525c {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:45:50.324445 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2b765930-15c9-464a-a66d-f8764814ad02 req-ee2e23d1-3174-4d06-b7e0-b7023e37c8c1 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:50.328489 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3399a7d7-f06d-42d7-806a-46490b566a8f None None] DHCP port deletion for f72f0407-3fc6-4a3b-86b4-6d275312c908 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:45:50.359186 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f064acc5-6d60-46fa-9a77-ec3fb2a1f10a x-openstack-request-id: req-f064acc5-6d60-46fa-9a77-ec3fb2a1f10a {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:45:50.360054 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1142ef1-79a8-46c0-9066-408263f32d50", "name": "network-vif-plugged", "status": "completed", "tag": "ed76aa9e-9537-436b-9d16-206cb4de8c1b", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:45:50.360317 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f064acc5-6d60-46fa-9a77-ec3fb2a1f10a {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:45:50.360739 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1142ef1-79a8-46c0-9066-408263f32d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed76aa9e-9537-436b-9d16-206cb4de8c1b', 'code': 200} Dec 09 15:45:50.395561 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=ed76aa9e-9537-436b-9d16-206cb4de8c1b,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:50.404159 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9c6a7231-4c4b-4189-87e3-656b482d9dc1 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:50.435739 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-957c2263-e583-483f-bb75-262744d16b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:50.449012 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-9c6a7231-4c4b-4189-87e3-656b482d9dc1 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f72f0407-3fc6-4a3b-86b4-6d275312c908']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:50.459459 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-9c6a7231-4c4b-4189-87e3-656b482d9dc1 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1196f8c-fd2b-4291-bcbc-f702d8cd5716') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:50.459655 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-2b765930-15c9-464a-a66d-f8764814ad02 req-ee2e23d1-3174-4d06-b7e0-b7023e37c8c1 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] For port 8ee5836a-7f28-4b64-9701-43d3fd38525c, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=8ee5836a-7f28-4b64-9701-43d3fd38525c,segment=NetworkSegment(72b78068-61b7-4bbb-b5a0-753283217b57),segment_id=72b78068-61b7-4bbb-b5a0-753283217b57)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:45:50.459799 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-9c6a7231-4c4b-4189-87e3-656b482d9dc1 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1196f8c-fd2b-4291-bcbc-f702d8cd5716') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:45:50.459997 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2b765930-15c9-464a-a66d-f8764814ad02 req-ee2e23d1-3174-4d06-b7e0-b7023e37c8c1 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:50.470672 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9c6a7231-4c4b-4189-87e3-656b482d9dc1 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:50.495950 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-2b765930-15c9-464a-a66d-f8764814ad02 req-ee2e23d1-3174-4d06-b7e0-b7023e37c8c1 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Calling delete_port for 8ee5836a-7f28-4b64-9701-43d3fd38525c owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:45:50.513937 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9c6a7231-4c4b-4189-87e3-656b482d9dc1 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:50.523151 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c6a7231-4c4b-4189-87e3-656b482d9dc1 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:45:50.524468 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9c6a7231-4c4b-4189-87e3-656b482d9dc1 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:50.528556 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:45:50.528556 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:45:50.528556 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:45:50.528556 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:45:50.528556 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:45:50.528556 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:45:50.528556 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:45:50.528556 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:45:50.528556 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:45:50.528556 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:45:50.528556 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:45:50.528556 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:45:50.528556 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:45:50.528556 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:45:50.528556 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:45:50.528556 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:45:50.528556 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:45:50.528556 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:45:50.528556 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:45:50.528556 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:45:50.528556 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:45:50.528556 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:45:50.528556 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:45:50.528556 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:45:50.528556 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:45:50.528556 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:45:50.528556 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:45:50.528556 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:45:50.528556 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:45:50.528556 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:45:50.528556 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:45:50.528556 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:45:50.551843 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c4bc3-be3a-425b-8a40-114e3cea9ac5 req-017a9ac5-b16b-4962-a47e-3d2216e67693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:50.553379 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c10c4bc3-be3a-425b-8a40-114e3cea9ac5 req-017a9ac5-b16b-4962-a47e-3d2216e67693 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c1142ef1-79a8-46c0-9066-408263f32d50 HTTP/1.1" status: 200 len: 1096 time: 0.0904131 Dec 09 15:45:50.595242 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0f563-958f-4a8f-b453-eea9d4e0d089 req-566a0645-3d96-47da-aedc-f663613d8cf4 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:50.596779 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-94f0f563-958f-4a8f-b453-eea9d4e0d089 req-566a0645-3d96-47da-aedc-f663613d8cf4 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1142ef1-79a8-46c0-9066-408263f32d50 HTTP/1.1" status: 200 len: 945 time: 0.1173348 Dec 09 15:45:50.611163 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9c6a7231-4c4b-4189-87e3-656b482d9dc1 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:50.615546 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9c6a7231-4c4b-4189-87e3-656b482d9dc1 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:50.623212 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9c6a7231-4c4b-4189-87e3-656b482d9dc1 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] 10.222.0.57 "DELETE /v2.0/networks/f72f0407-3fc6-4a3b-86b4-6d275312c908 HTTP/1.1" status: 204 len: 168 time: 0.7100043 Dec 09 15:45:50.623395 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c10c4bc3-be3a-425b-8a40-114e3cea9ac5 req-02486543-5553-48bd-9e92-bbec2b12784b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a6732634-39a5-4f0f-bb89-9cdfb0eac9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576611 Dec 09 15:45:50.642393 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a7231-4c4b-4189-87e3-656b482d9dc1 tempest-NetworksIpV6Test-277741980 tempest-NetworksIpV6Test-277741980-project] Pushing event deleted for resources: {'Network': ['ID=f72f0407-3fc6-4a3b-86b4-6d275312c908,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:50.680027 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-94f0f563-958f-4a8f-b453-eea9d4e0d089 req-84484355-b1e6-446d-8bf4-af7dd7921077 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.57 "GET /v2.0/security-groups?id=a6732634-39a5-4f0f-bb89-9cdfb0eac9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751178 Dec 09 15:45:50.689921 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2b765930-15c9-464a-a66d-f8764814ad02 req-ee2e23d1-3174-4d06-b7e0-b7023e37c8c1 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:50.707270 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['76cd4a30-0404-4a95-a2dc-022463d6e20d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:45:50.720945 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e23d1-3174-4d06-b7e0-b7023e37c8c1 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Pushing event deleted for resources: {'Port': ['ID=8ee5836a-7f28-4b64-9701-43d3fd38525c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:50.755376 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['8ee5836a-7f28-4b64-9701-43d3fd38525c'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:45:50.758143 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda0dc76-2efd-45bf-b37a-06ff5ac95311 None None] DHCP port deletion for aefaced1-2e29-4860-a321-969c1bb810c5 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:45:50.768928 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b765930-15c9-464a-a66d-f8764814ad02 req-ee2e23d1-3174-4d06-b7e0-b7023e37c8c1 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] No DVR routers for this DVR port 8ee5836a-7f28-4b64-9701-43d3fd38525c on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:45:50.771659 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2b765930-15c9-464a-a66d-f8764814ad02 req-ee2e23d1-3174-4d06-b7e0-b7023e37c8c1 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:50.776969 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2b765930-15c9-464a-a66d-f8764814ad02 req-ee2e23d1-3174-4d06-b7e0-b7023e37c8c1 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.42 "DELETE /v2.0/ports/8ee5836a-7f28-4b64-9701-43d3fd38525c HTTP/1.1" status: 204 len: 173 time: 0.5725117 Dec 09 15:45:50.860956 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777867b0-8acd-4e9f-b11c-c3cd49e1b9bc req-eb1303cb-c6c9-4cb6-869b-276f890861b9 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:50.862695 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-777867b0-8acd-4e9f-b11c-c3cd49e1b9bc req-eb1303cb-c6c9-4cb6-869b-276f890861b9 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ae58e89-28e8-4a3d-a456-4d1bcc5f68e7 HTTP/1.1" status: 200 len: 943 time: 0.0633771 Dec 09 15:45:50.893341 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51da744b-ffe1-4e7a-a214-2cd2d8bded1f', 'name': 'network-vif-deleted', 'tag': '8ee5836a-7f28-4b64-9701-43d3fd38525c'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:45:50.897331 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7cb4d3-c928-4967-ab33-c940d51213d3" -d '{"events": [{"server_uuid": "51da744b-ffe1-4e7a-a214-2cd2d8bded1f", "name": "network-vif-deleted", "tag": "8ee5836a-7f28-4b64-9701-43d3fd38525c"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:45:50.915693 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-777867b0-8acd-4e9f-b11c-c3cd49e1b9bc req-d242cf4a-cda0-432d-919b-126bbe74fddd tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441854 Dec 09 15:45:50.927800 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46254) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:51.000202 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d2b6e57d-75d5-4d62-9d9f-cd80a309adeb req-3254279d-c9b2-4a03-856d-1a9ffc0f1e2f tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=51da744b-ffe1-4e7a-a214-2cd2d8bded1f HTTP/1.1" status: 200 len: 210 time: 0.0279472 Dec 09 15:45:51.081044 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46258) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:45:51.081740 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b7adbf59-0812-4a28-b5ef-a7ec23662f36 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c9fde8dd394548efa8053a6f67dd6ae0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1519902 Dec 09 15:45:51.111736 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7fba8d-f639-4326-a3b2-4a94c1584e7c x-openstack-request-id: req-ca7fba8d-f639-4326-a3b2-4a94c1584e7c {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:45:51.112034 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51da744b-ffe1-4e7a-a214-2cd2d8bded1f", "name": "network-vif-deleted", "tag": "8ee5836a-7f28-4b64-9701-43d3fd38525c", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:45:51.112286 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ca7fba8d-f639-4326-a3b2-4a94c1584e7c {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:45:51.113282 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51da744b-ffe1-4e7a-a214-2cd2d8bded1f', 'name': 'network-vif-deleted', 'tag': '8ee5836a-7f28-4b64-9701-43d3fd38525c', 'status': 'completed', 'code': 200} Dec 09 15:45:51.136465 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-92369494-e985-4a63-ac55-e197aac80d4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:51.158404 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-92369494-e985-4a63-ac55-e197aac80d4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:51.205133 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-92369494-e985-4a63-ac55-e197aac80d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:51.207698 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-92369494-e985-4a63-ac55-e197aac80d4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:51.208946 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-92369494-e985-4a63-ac55-e197aac80d4e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f2ed3c24-9dc3-431a-9346-0160fd684e05 HTTP/1.1" status: 204 len: 168 time: 0.1266124 Dec 09 15:45:51.218949 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92369494-e985-4a63-ac55-e197aac80d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ed3c24-9dc3-431a-9346-0160fd684e05,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:51.812188 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a05c8d-f9fc-4b79-85ed-3a0e3c325782 req-4ac4b791-9bc7-49a3-ab5e-d1a2113800da tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:51.813772 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-77a05c8d-f9fc-4b79-85ed-3a0e3c325782 req-4ac4b791-9bc7-49a3-ab5e-d1a2113800da tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1142ef1-79a8-46c0-9066-408263f32d50 HTTP/1.1" status: 200 len: 945 time: 0.0504334 Dec 09 15:45:51.819780 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 9e24116a-d3ab-4c23-983c-5dea409a1d98 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:45:51.869244 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-77a05c8d-f9fc-4b79-85ed-3a0e3c325782 req-d2d0f3ce-4955-46cc-85e4-5c455fdea110 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.57 "GET /v2.0/security-groups?id=a6732634-39a5-4f0f-bb89-9cdfb0eac9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495479 Dec 09 15:45:51.931746 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 9e24116a-d3ab-4c23-983c-5dea409a1d98, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=9e24116a-d3ab-4c23-983c-5dea409a1d98,segment=NetworkSegment(c3803010-2dd4-4dc0-8146-bdae4b62f0af),segment_id=c3803010-2dd4-4dc0-8146-bdae4b62f0af)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:45:51.946714 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 1042de6a-bcac-4cb9-bb7a-6ca8b7b89208 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:45:51.973663 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '9e24116a-d3ab-4c23-983c-5dea409a1d98', 'network_id': '1d7b02ff-592a-43c8-a6a8-4518f58cb45c', 'port_id': '9e24116a-d3ab-4c23-983c-5dea409a1d98', 'mac_address': 'fa:16:3e:a8:8a:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988bbd31-181e-4551-8e3f-d164b1967843', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:45:51.978726 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 1042de6a-bcac-4cb9-bb7a-6ca8b7b89208 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:45:51.979335 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 1042de6a-bcac-4cb9-bb7a-6ca8b7b89208 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:45:52.018356 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:52.035282 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e24116a-d3ab-4c23-983c-5dea409a1d98 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:45:52.043200 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7db95-e372-4f14-a3ea-7e88674fde8f req-38fffabf-df8f-423a-8a8e-36b4bf61ba0f tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:52.044992 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c9d7db95-e372-4f14-a3ea-7e88674fde8f req-38fffabf-df8f-423a-8a8e-36b4bf61ba0f tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ae58e89-28e8-4a3d-a456-4d1bcc5f68e7 HTTP/1.1" status: 200 len: 943 time: 0.0620012 Dec 09 15:45:52.066041 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 9e24116a-d3ab-4c23-983c-5dea409a1d98, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=9e24116a-d3ab-4c23-983c-5dea409a1d98,segment=NetworkSegment(c3803010-2dd4-4dc0-8146-bdae4b62f0af),segment_id=c3803010-2dd4-4dc0-8146-bdae4b62f0af)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:45:52.073054 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:52.099555 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c9d7db95-e372-4f14-a3ea-7e88674fde8f req-d89db2f9-fae1-43c5-b8a7-915731dc91d8 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472212 Dec 09 15:45:52.137074 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=9e24116a-d3ab-4c23-983c-5dea409a1d98,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:52.497364 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['9e24116a-d3ab-4c23-983c-5dea409a1d98'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:45:52.511410 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65387464-242a-4d22-8408-68e25cbf2325 req-ca0344c4-c1dd-4344-93ff-c848984784a8 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:52.513275 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-65387464-242a-4d22-8408-68e25cbf2325 req-ca0344c4-c1dd-4344-93ff-c848984784a8 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/networks?id=aefaced1-2e29-4860-a321-969c1bb810c5 HTTP/1.1" status: 200 len: 804 time: 0.1100516 Dec 09 15:45:52.530162 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-65387464-242a-4d22-8408-68e25cbf2325 req-c46965dc-29b4-468f-b50e-5491d11cc428 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/quotas/c9e5c34e3ac94d7ab24dc55f63708cf7 HTTP/1.1" status: 200 len: 375 time: 0.0104780 Dec 09 15:45:52.585430 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-65387464-242a-4d22-8408-68e25cbf2325 req-9be92f60-1ac6-4a28-b245-d554006bc66d tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c9e5c34e3ac94d7ab24dc55f63708cf7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0485535 Dec 09 15:45:52.679284 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-65387464-242a-4d22-8408-68e25cbf2325 req-261f8e29-2a5b-47d0-9a2a-77ae75195d11 service neutron] 10.222.0.57 "GET /v2.0/networks/aefaced1-2e29-4860-a321-969c1bb810c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869968 Dec 09 15:45:52.777811 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-65387464-242a-4d22-8408-68e25cbf2325 req-b1aa8bdb-63c4-4eac-8d6e-5d34613e05f8 service neutron] 10.222.0.57 "GET /v2.0/networks/aefaced1-2e29-4860-a321-969c1bb810c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916212 Dec 09 15:45:52.928816 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fe06eef7-4092-4fe9-b21b-dbc020f04f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:52.955768 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8bf0d234-45a1-4a28-ac3b-e7f5174eaae9 req-ba14302d-1b94-4ea6-9dc1-99f16f829774 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=09425f0e-84c2-433b-8aaa-77c9db16ea14 HTTP/1.1" status: 200 len: 210 time: 0.0285001 Dec 09 15:45:53.072975 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1a68b-d3e1-47d5-ad67-4a8bce6151c1 req-e4193042-4954-4e93-bf53-12a8f8001878 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:53.074782 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1c1a68b-d3e1-47d5-ad67-4a8bce6151c1 req-e4193042-4954-4e93-bf53-12a8f8001878 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1142ef1-79a8-46c0-9066-408263f32d50 HTTP/1.1" status: 200 len: 945 time: 0.0554249 Dec 09 15:45:53.126669 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1c1a68b-d3e1-47d5-ad67-4a8bce6151c1 req-3029c138-00fd-44ab-99d1-72b97e54b17d tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.57 "GET /v2.0/security-groups?id=a6732634-39a5-4f0f-bb89-9cdfb0eac9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451236 Dec 09 15:45:53.273258 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff02ff5-e65c-455e-82a1-42801f1f0bb3 req-84340b6d-a32b-4352-beb0-66235e71e721 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:53.276175 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6ff02ff5-e65c-455e-82a1-42801f1f0bb3 req-84340b6d-a32b-4352-beb0-66235e71e721 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ae58e89-28e8-4a3d-a456-4d1bcc5f68e7 HTTP/1.1" status: 200 len: 944 time: 0.0773315 Dec 09 15:45:53.350227 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6ff02ff5-e65c-455e-82a1-42801f1f0bb3 req-60721596-b10e-48c6-bdc7-853b60782a31 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671339 Dec 09 15:45:53.831862 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 9e24116a-d3ab-4c23-983c-5dea409a1d98 up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:45:53.896641 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port 9e24116a-d3ab-4c23-983c-5dea409a1d98 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:45:53.901596 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 9e24116a-d3ab-4c23-983c-5dea409a1d98 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:45:53.902107 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:54.052111 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:54.055620 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:54.087549 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ca93bc30-430d-47fe-be60-cc72d1f8fe7e req-e9d71f8a-e857-437c-8e07-8851ef30714b tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=09425f0e-84c2-433b-8aaa-77c9db16ea14 HTTP/1.1" status: 200 len: 210 time: 0.0380590 Dec 09 15:45:54.098598 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae58e89-28e8-4a3d-a456-4d1bcc5f68e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e24116a-d3ab-4c23-983c-5dea409a1d98'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:45:54.101108 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a347d551-e320-4ad7-b81a-17c6a80988eb" -d '{"events": [{"server_uuid": "4ae58e89-28e8-4a3d-a456-4d1bcc5f68e7", "name": "network-vif-plugged", "status": "completed", "tag": "9e24116a-d3ab-4c23-983c-5dea409a1d98"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:45:54.119551 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 9e24116a-d3ab-4c23-983c-5dea409a1d98, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=9e24116a-d3ab-4c23-983c-5dea409a1d98,segment=NetworkSegment(c3803010-2dd4-4dc0-8146-bdae4b62f0af),segment_id=c3803010-2dd4-4dc0-8146-bdae4b62f0af)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:45:54.125856 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:54.126770 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 8ee5836a-7f28-4b64-9701-43d3fd38525c no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:45:54.157711 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: 8ee5836a-7f28-4b64-9701-43d3fd38525c {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:45:54.158786 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 8ee5836a-7f28-4b64-9701-43d3fd38525c not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:45:54.185810 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e504236b-da0c-4960-afc9-89ea584a74bc x-openstack-request-id: req-e504236b-da0c-4960-afc9-89ea584a74bc {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:45:54.186368 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae58e89-28e8-4a3d-a456-4d1bcc5f68e7", "name": "network-vif-plugged", "status": "completed", "tag": "9e24116a-d3ab-4c23-983c-5dea409a1d98", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:45:54.186861 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e504236b-da0c-4960-afc9-89ea584a74bc {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:45:54.187417 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae58e89-28e8-4a3d-a456-4d1bcc5f68e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e24116a-d3ab-4c23-983c-5dea409a1d98', 'code': 200} Dec 09 15:45:54.254622 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=9e24116a-d3ab-4c23-983c-5dea409a1d98,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:54.278443 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65387464-242a-4d22-8408-68e25cbf2325 req-ea31113d-17fd-47e3-9129-ab01d98b7255 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:54.280334 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-65387464-242a-4d22-8408-68e25cbf2325 req-ea31113d-17fd-47e3-9129-ab01d98b7255 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.42 "GET /v2.0/networks?id=aefaced1-2e29-4860-a321-969c1bb810c5 HTTP/1.1" status: 200 len: 804 time: 0.1977222 Dec 09 15:45:54.307767 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-65387464-242a-4d22-8408-68e25cbf2325 req-265d61a7-7fda-477f-b20a-230bdd178699 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Request body: {'port': {'device_id': '09425f0e-84c2-433b-8aaa-77c9db16ea14', 'network_id': 'aefaced1-2e29-4860-a321-969c1bb810c5', 'admin_state_up': True, 'tenant_id': 'c9e5c34e3ac94d7ab24dc55f63708cf7'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:45:54.426769 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc06ac-353c-403e-b284-3703d892b4bb req-1a616b99-58f7-441b-8ee8-478b9caf51a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:54.445295 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-99bc06ac-353c-403e-b284-3703d892b4bb req-1a616b99-58f7-441b-8ee8-478b9caf51a3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4ae58e89-28e8-4a3d-a456-4d1bcc5f68e7 HTTP/1.1" status: 200 len: 1096 time: 0.1327808 Dec 09 15:45:54.465400 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:54.515193 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76297e4-f7d9-4035-b2ed-2034fe1d9347 req-4f249620-701f-4d64-b9b8-0f0dc568672a tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:54.520922 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a76297e4-f7d9-4035-b2ed-2034fe1d9347 req-4f249620-701f-4d64-b9b8-0f0dc568672a tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ae58e89-28e8-4a3d-a456-4d1bcc5f68e7 HTTP/1.1" status: 200 len: 945 time: 0.0675714 Dec 09 15:45:54.537556 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65387464-242a-4d22-8408-68e25cbf2325 req-265d61a7-7fda-477f-b20a-230bdd178699 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Made reservation on behalf of c9e5c34e3ac94d7ab24dc55f63708cf7 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:45:54.542512 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-65387464-242a-4d22-8408-68e25cbf2325 req-265d61a7-7fda-477f-b20a-230bdd178699 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:54.565992 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-99bc06ac-353c-403e-b284-3703d892b4bb req-7f3d579f-e5fe-4f9f-b1e6-0ca0507483ae service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798783 Dec 09 15:45:54.593670 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a76297e4-f7d9-4035-b2ed-2034fe1d9347 req-5c6bd45a-f4b6-4c7d-99d4-d8e19b207ac5 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618899 Dec 09 15:45:54.736394 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-65387464-242a-4d22-8408-68e25cbf2325 req-265d61a7-7fda-477f-b20a-230bdd178699 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Allocated IP 172.20.0.3 (aefaced1-2e29-4860-a321-969c1bb810c5/518f472d-0dfc-4bb3-a3f4-4a87074139ac/3a715174-d48c-44c7-963e-602580aec9dc) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:45:54.906520 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-65387464-242a-4d22-8408-68e25cbf2325 req-265d61a7-7fda-477f-b20a-230bdd178699 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:54.950614 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-65387464-242a-4d22-8408-68e25cbf2325 req-265d61a7-7fda-477f-b20a-230bdd178699 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:54.963971 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['76cd4a30-0404-4a95-a2dc-022463d6e20d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:45:54.995345 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65387464-242a-4d22-8408-68e25cbf2325 req-265d61a7-7fda-477f-b20a-230bdd178699 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Network aefaced1-2e29-4860-a321-969c1bb810c5 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:45:55.000749 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-65387464-242a-4d22-8408-68e25cbf2325 req-265d61a7-7fda-477f-b20a-230bdd178699 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:45:55.004555 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-65387464-242a-4d22-8408-68e25cbf2325 req-265d61a7-7fda-477f-b20a-230bdd178699 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:45:55.012612 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d61a7-7fda-477f-b20a-230bdd178699 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Pushing event updated for resources: {'Port': ['ID=3a715174-d48c-44c7-963e-602580aec9dc,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:55.040692 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd75ce6-f945-4805-acc1-3d90c5771758 None None] DHCP port deletion for aefaced1-2e29-4860-a321-969c1bb810c5 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:45:55.078655 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65387464-242a-4d22-8408-68e25cbf2325 req-265d61a7-7fda-477f-b20a-230bdd178699 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:55.079277 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-65387464-242a-4d22-8408-68e25cbf2325 req-265d61a7-7fda-477f-b20a-230bdd178699 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:55.100577 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-65387464-242a-4d22-8408-68e25cbf2325 req-265d61a7-7fda-477f-b20a-230bdd178699 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7994735 Dec 09 15:45:55.127276 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-65387464-242a-4d22-8408-68e25cbf2325 req-a82a05fd-d724-496e-8320-b94836bbd8ad service neutron] Request body: {'port': {'device_id': '09425f0e-84c2-433b-8aaa-77c9db16ea14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:45:55.151497 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-59379865-5392-454b-9150-6a527ff0db3d None None] Provisioning complete for port 3a715174-d48c-44c7-963e-602580aec9dc triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:45:55.152083 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-59379865-5392-454b-9150-6a527ff0db3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:55.197361 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-59379865-5392-454b-9150-6a527ff0db3d None None] Port 3a715174-d48c-44c7-963e-602580aec9dc cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:45:55.233732 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-65387464-242a-4d22-8408-68e25cbf2325 req-a82a05fd-d724-496e-8320-b94836bbd8ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:55.245300 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:55.259829 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828216ae-9565-418a-bb08-87ba73f4e5d6 req-a64f8277-75b7-4802-a513-a16ff2259df8 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:55.265730 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-828216ae-9565-418a-bb08-87ba73f4e5d6 req-a64f8277-75b7-4802-a513-a16ff2259df8 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=09425f0e-84c2-433b-8aaa-77c9db16ea14 HTTP/1.1" status: 200 len: 931 time: 0.0772910 Dec 09 15:45:55.346818 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-828216ae-9565-418a-bb08-87ba73f4e5d6 req-14d45c36-bf6e-4c10-8b5a-7d172a2da1d6 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684004 Dec 09 15:45:55.600357 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-65387464-242a-4d22-8408-68e25cbf2325 req-a82a05fd-d724-496e-8320-b94836bbd8ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a715174-d48c-44c7-963e-602580aec9dc {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:45:55.609984 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-65387464-242a-4d22-8408-68e25cbf2325 req-a82a05fd-d724-496e-8320-b94836bbd8ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:55.626353 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-65387464-242a-4d22-8408-68e25cbf2325 req-a82a05fd-d724-496e-8320-b94836bbd8ad service neutron] Transition to ACTIVE for port object 3a715174-d48c-44c7-963e-602580aec9dc will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:45:55.631186 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-65387464-242a-4d22-8408-68e25cbf2325 req-a82a05fd-d724-496e-8320-b94836bbd8ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:55.687487 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269039fa-b93b-49b9-b8da-3d73e2cd4157 None None] DHCP port deletion for aefaced1-2e29-4860-a321-969c1bb810c5 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:45:55.794459 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a05fd-d724-496e-8320-b94836bbd8ad service neutron] Pushing event updated for resources: {'Port': ['ID=3a715174-d48c-44c7-963e-602580aec9dc,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:55.843214 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f10907-28bd-4c53-a878-b74c0bcb2ef9 req-e48c571f-b5a6-4414-8687-98416e178fd8 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:55.854412 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-86f10907-28bd-4c53-a878-b74c0bcb2ef9 req-e48c571f-b5a6-4414-8687-98416e178fd8 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ae58e89-28e8-4a3d-a456-4d1bcc5f68e7 HTTP/1.1" status: 200 len: 945 time: 0.1919985 Dec 09 15:45:55.914049 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-65387464-242a-4d22-8408-68e25cbf2325 req-a82a05fd-d724-496e-8320-b94836bbd8ad service neutron] Attempting to bind port 3a715174-d48c-44c7-963e-602580aec9dc on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:45:55.914479 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-65387464-242a-4d22-8408-68e25cbf2325 req-a82a05fd-d724-496e-8320-b94836bbd8ad service neutron] Attempting to bind port 3a715174-d48c-44c7-963e-602580aec9dc by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '72b78068-61b7-4bbb-b5a0-753283217b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aefaced1-2e29-4860-a321-969c1bb810c5'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:45:55.916162 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65387464-242a-4d22-8408-68e25cbf2325 req-a82a05fd-d724-496e-8320-b94836bbd8ad service neutron] Attempting to bind port 3a715174-d48c-44c7-963e-602580aec9dc on network aefaced1-2e29-4860-a321-969c1bb810c5 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:45:55.923052 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65387464-242a-4d22-8408-68e25cbf2325 req-a82a05fd-d724-496e-8320-b94836bbd8ad service neutron] Port 3a715174-d48c-44c7-963e-602580aec9dc on network aefaced1-2e29-4860-a321-969c1bb810c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:45:55.923455 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65387464-242a-4d22-8408-68e25cbf2325 req-a82a05fd-d724-496e-8320-b94836bbd8ad service neutron] Attempting to bind port 3a715174-d48c-44c7-963e-602580aec9dc on network aefaced1-2e29-4860-a321-969c1bb810c5 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:45:55.926808 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-86f10907-28bd-4c53-a878-b74c0bcb2ef9 req-fe6992f6-413d-4e6c-a039-6258c20dcead tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630481 Dec 09 15:45:55.949515 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65387464-242a-4d22-8408-68e25cbf2325 req-a82a05fd-d724-496e-8320-b94836bbd8ad service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:45:55.951574 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65387464-242a-4d22-8408-68e25cbf2325 req-a82a05fd-d724-496e-8320-b94836bbd8ad service neutron] Checking segment: {'id': '72b78068-61b7-4bbb-b5a0-753283217b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aefaced1-2e29-4860-a321-969c1bb810c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:45:55.952160 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65387464-242a-4d22-8408-68e25cbf2325 req-a82a05fd-d724-496e-8320-b94836bbd8ad service neutron] Bound using segment: {'id': '72b78068-61b7-4bbb-b5a0-753283217b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aefaced1-2e29-4860-a321-969c1bb810c5'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:45:55.952755 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-65387464-242a-4d22-8408-68e25cbf2325 req-a82a05fd-d724-496e-8320-b94836bbd8ad service neutron] Bound port: 3a715174-d48c-44c7-963e-602580aec9dc, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b78068-61b7-4bbb-b5a0-753283217b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aefaced1-2e29-4860-a321-969c1bb810c5'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:45:55.953225 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-65387464-242a-4d22-8408-68e25cbf2325 req-a82a05fd-d724-496e-8320-b94836bbd8ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:56.046285 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-65387464-242a-4d22-8408-68e25cbf2325 req-a82a05fd-d724-496e-8320-b94836bbd8ad service neutron] For port 3a715174-d48c-44c7-963e-602580aec9dc, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:45:56.050059 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-65387464-242a-4d22-8408-68e25cbf2325 req-a82a05fd-d724-496e-8320-b94836bbd8ad service neutron] For port 3a715174-d48c-44c7-963e-602580aec9dc, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=3a715174-d48c-44c7-963e-602580aec9dc,segment=NetworkSegment(72b78068-61b7-4bbb-b5a0-753283217b57),segment_id=72b78068-61b7-4bbb-b5a0-753283217b57)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:45:56.056097 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-65387464-242a-4d22-8408-68e25cbf2325 req-a82a05fd-d724-496e-8320-b94836bbd8ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:56.096454 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65387464-242a-4d22-8408-68e25cbf2325 req-a82a05fd-d724-496e-8320-b94836bbd8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:56.097075 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-65387464-242a-4d22-8408-68e25cbf2325 req-a82a05fd-d724-496e-8320-b94836bbd8ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:56.098439 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-65387464-242a-4d22-8408-68e25cbf2325 req-a82a05fd-d724-496e-8320-b94836bbd8ad service neutron] 10.222.0.42 "PUT /v2.0/ports/3a715174-d48c-44c7-963e-602580aec9dc HTTP/1.1" status: 200 len: 1091 time: 0.9817865 Dec 09 15:45:56.098872 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09425f0e-84c2-433b-8aaa-77c9db16ea14', 'tag': '3a715174-d48c-44c7-963e-602580aec9dc'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:45:56.101522 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9677985b-6ff8-4c6e-82bc-82a4d31f851f" -d '{"events": [{"name": "network-changed", "server_uuid": "09425f0e-84c2-433b-8aaa-77c9db16ea14", "tag": "3a715174-d48c-44c7-963e-602580aec9dc"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:45:56.103801 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c9c953-7068-47d1-bd8e-efaf6ff84dd7 None None] DHCP port deletion for aefaced1-2e29-4860-a321-969c1bb810c5 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:45:56.147107 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a05fd-d724-496e-8320-b94836bbd8ad service neutron] Pushing event updated for resources: {'Port': ['ID=3a715174-d48c-44c7-963e-602580aec9dc,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:56.151634 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0fd1ba0-4a67-41bf-99bb-a84cfca79ae5 x-openstack-request-id: req-c0fd1ba0-4a67-41bf-99bb-a84cfca79ae5 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:45:56.151921 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09425f0e-84c2-433b-8aaa-77c9db16ea14", "tag": "3a715174-d48c-44c7-963e-602580aec9dc", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:45:56.152478 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c0fd1ba0-4a67-41bf-99bb-a84cfca79ae5 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:45:56.152857 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09425f0e-84c2-433b-8aaa-77c9db16ea14', 'tag': '3a715174-d48c-44c7-963e-602580aec9dc', 'status': 'completed', 'code': 200} Dec 09 15:45:56.215530 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65387464-242a-4d22-8408-68e25cbf2325 req-3ed31893-7ece-4216-834b-26e29cd662e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:56.217085 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-65387464-242a-4d22-8408-68e25cbf2325 req-3ed31893-7ece-4216-834b-26e29cd662e7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c9e5c34e3ac94d7ab24dc55f63708cf7&device_id=09425f0e-84c2-433b-8aaa-77c9db16ea14 HTTP/1.1" status: 200 len: 1094 time: 0.0471485 Dec 09 15:45:56.266994 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-65387464-242a-4d22-8408-68e25cbf2325 req-5dd531ca-f6fd-4c74-b77c-a4b7fb560f7f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a715174-d48c-44c7-963e-602580aec9dc HTTP/1.1" status: 200 len: 217 time: 0.0353253 Dec 09 15:45:56.352989 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65387464-242a-4d22-8408-68e25cbf2325 req-9152470e-4e50-40cf-adcb-4c5bc8e8d9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:56.354556 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-65387464-242a-4d22-8408-68e25cbf2325 req-9152470e-4e50-40cf-adcb-4c5bc8e8d9b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=518f472d-0dfc-4bb3-a3f4-4a87074139ac HTTP/1.1" status: 200 len: 844 time: 0.0792255 Dec 09 15:45:56.407830 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-65387464-242a-4d22-8408-68e25cbf2325 req-fb281ba0-85b4-4b03-9a2a-3e02b66b7295 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aefaced1-2e29-4860-a321-969c1bb810c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352519 Dec 09 15:45:56.438550 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:56.516149 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2d636-a5e8-48bb-a47e-14b69b91e25a req-7c7dfaf8-bf9e-42e2-b1e3-edb00e4da90f tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:56.517979 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03a2d636-a5e8-48bb-a47e-14b69b91e25a req-7c7dfaf8-bf9e-42e2-b1e3-edb00e4da90f tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=09425f0e-84c2-433b-8aaa-77c9db16ea14 HTTP/1.1" status: 200 len: 943 time: 0.0636704 Dec 09 15:45:56.548383 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-65387464-242a-4d22-8408-68e25cbf2325 req-60cebf62-23c7-4809-a005-81ffafff0b79 service neutron] 10.222.0.42 "GET /v2.0/networks/aefaced1-2e29-4860-a321-969c1bb810c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323040 Dec 09 15:45:56.581058 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03a2d636-a5e8-48bb-a47e-14b69b91e25a req-32e4bdcf-cf40-4d9e-bd30-aeb6d8e63641 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567522 Dec 09 15:45:56.662390 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-65387464-242a-4d22-8408-68e25cbf2325 req-f51a47f6-bf7a-4ec9-90b8-53e06298b82e service neutron] 10.222.0.42 "GET /v2.0/networks/aefaced1-2e29-4860-a321-969c1bb810c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059370 Dec 09 15:45:56.797059 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677985b-6ff8-4c6e-82bc-82a4d31f851f req-6dfd4526-562b-4fc5-929a-f6634f82b5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:56.798634 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9677985b-6ff8-4c6e-82bc-82a4d31f851f req-6dfd4526-562b-4fc5-929a-f6634f82b5a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c9e5c34e3ac94d7ab24dc55f63708cf7&device_id=09425f0e-84c2-433b-8aaa-77c9db16ea14 HTTP/1.1" status: 200 len: 1094 time: 0.0475373 Dec 09 15:45:56.910821 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677985b-6ff8-4c6e-82bc-82a4d31f851f req-5134bc8b-3f6a-4379-adea-68254b0d32af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:56.912238 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9677985b-6ff8-4c6e-82bc-82a4d31f851f req-5134bc8b-3f6a-4379-adea-68254b0d32af service neutron] 10.222.0.42 "GET /v2.0/networks?id=aefaced1-2e29-4860-a321-969c1bb810c5 HTTP/1.1" status: 200 len: 905 time: 0.1036332 Dec 09 15:45:56.959667 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9677985b-6ff8-4c6e-82bc-82a4d31f851f req-d8cfc3c3-1b1b-46f6-8a25-152d0bfef21b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a715174-d48c-44c7-963e-602580aec9dc HTTP/1.1" status: 200 len: 217 time: 0.0396619 Dec 09 15:45:57.018138 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677985b-6ff8-4c6e-82bc-82a4d31f851f req-8b6aae66-e300-4692-bac0-f12c135cd9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:57.019750 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9677985b-6ff8-4c6e-82bc-82a4d31f851f req-8b6aae66-e300-4692-bac0-f12c135cd9a6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=518f472d-0dfc-4bb3-a3f4-4a87074139ac HTTP/1.1" status: 200 len: 844 time: 0.0533221 Dec 09 15:45:57.056720 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9677985b-6ff8-4c6e-82bc-82a4d31f851f req-023e45b2-a869-4878-8fe8-499e8ba2c165 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aefaced1-2e29-4860-a321-969c1bb810c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292354 Dec 09 15:45:57.061146 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f3065-58c1-4888-8c43-f81321535385 req-07e493aa-f866-40d9-9c21-e48b368c21b5 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:57.069399 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d81f3065-58c1-4888-8c43-f81321535385 req-07e493aa-f866-40d9-9c21-e48b368c21b5 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ae58e89-28e8-4a3d-a456-4d1bcc5f68e7 HTTP/1.1" status: 200 len: 945 time: 0.0650921 Dec 09 15:45:57.135760 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d81f3065-58c1-4888-8c43-f81321535385 req-61346536-81b6-4f78-ad2d-9589c9d4a76b tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653458 Dec 09 15:45:57.189524 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9677985b-6ff8-4c6e-82bc-82a4d31f851f req-3f60ff7d-a605-462c-b59a-425ae9a2e57c service neutron] 10.222.0.42 "GET /v2.0/networks/aefaced1-2e29-4860-a321-969c1bb810c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256330 Dec 09 15:45:57.314069 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9677985b-6ff8-4c6e-82bc-82a4d31f851f req-31f21064-58b1-4aa3-abae-3ac6fcc66770 service neutron] 10.222.0.42 "GET /v2.0/networks/aefaced1-2e29-4860-a321-969c1bb810c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100161 Dec 09 15:45:57.478855 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac423a-82ce-4985-9628-c4dca5a6c6dc req-6665cbdb-84c2-40e7-a822-ed4122b19995 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:57.480339 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-77ac423a-82ce-4985-9628-c4dca5a6c6dc req-6665cbdb-84c2-40e7-a822-ed4122b19995 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ae58e89-28e8-4a3d-a456-4d1bcc5f68e7 HTTP/1.1" status: 200 len: 945 time: 0.0531347 Dec 09 15:45:57.537659 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-77ac423a-82ce-4985-9628-c4dca5a6c6dc req-d8d5c41c-3a7e-43c4-8843-d23057d792fa tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511570 Dec 09 15:45:57.715990 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0fceb-fde2-455f-8500-cb4ea3247006 req-60c3ce5a-e4f1-417f-bab1-6b31ff4b5542 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:57.717560 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-74f0fceb-fde2-455f-8500-cb4ea3247006 req-60c3ce5a-e4f1-417f-bab1-6b31ff4b5542 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=09425f0e-84c2-433b-8aaa-77c9db16ea14 HTTP/1.1" status: 200 len: 943 time: 0.0602989 Dec 09 15:45:57.773958 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-74f0fceb-fde2-455f-8500-cb4ea3247006 req-4c28c72a-f545-4f9a-95ca-dd225d8b0e68 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495889 Dec 09 15:45:58.665404 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67a0bb-c4ee-468a-b5cf-252689eb0c7a req-9c625614-a4e1-4dea-a3cf-eb1b902094e4 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:58.666944 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c67a0bb-c4ee-468a-b5cf-252689eb0c7a req-9c625614-a4e1-4dea-a3cf-eb1b902094e4 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ae58e89-28e8-4a3d-a456-4d1bcc5f68e7 HTTP/1.1" status: 200 len: 945 time: 0.0539262 Dec 09 15:45:58.719063 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c67a0bb-c4ee-468a-b5cf-252689eb0c7a req-b62cdfa9-129f-4a01-b431-422939f430b0 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459108 Dec 09 15:45:59.061317 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986feb83-67a8-43b2-a9ac-9b45ae15956d req-9db68ecc-8179-4b41-ad35-479648e0f620 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:59.063424 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-986feb83-67a8-43b2-a9ac-9b45ae15956d req-9db68ecc-8179-4b41-ad35-479648e0f620 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ae58e89-28e8-4a3d-a456-4d1bcc5f68e7 HTTP/1.1" status: 200 len: 945 time: 0.0664845 Dec 09 15:45:59.180370 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-986feb83-67a8-43b2-a9ac-9b45ae15956d req-a7129667-05d1-465a-94a9-ef394c326f64 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Deleting port 9e24116a-d3ab-4c23-983c-5dea409a1d98 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:45:59.181499 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-986feb83-67a8-43b2-a9ac-9b45ae15956d req-a7129667-05d1-465a-94a9-ef394c326f64 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:59.236820 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238576d4-7254-4899-a3d4-3d0289c60a1c req-2bfdf117-47fb-4fa9-8540-fc3f42876fe4 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:59.238863 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-238576d4-7254-4899-a3d4-3d0289c60a1c req-2bfdf117-47fb-4fa9-8540-fc3f42876fe4 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=09425f0e-84c2-433b-8aaa-77c9db16ea14 HTTP/1.1" status: 200 len: 943 time: 0.3913188 Dec 09 15:45:59.295670 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-238576d4-7254-4899-a3d4-3d0289c60a1c req-3fcbdc14-1413-4b58-be8f-2b63b9a2fa73 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496624 Dec 09 15:45:59.296333 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-986feb83-67a8-43b2-a9ac-9b45ae15956d req-a7129667-05d1-465a-94a9-ef394c326f64 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] For port 9e24116a-d3ab-4c23-983c-5dea409a1d98, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=9e24116a-d3ab-4c23-983c-5dea409a1d98,segment=NetworkSegment(c3803010-2dd4-4dc0-8146-bdae4b62f0af),segment_id=c3803010-2dd4-4dc0-8146-bdae4b62f0af)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:45:59.296993 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-986feb83-67a8-43b2-a9ac-9b45ae15956d req-a7129667-05d1-465a-94a9-ef394c326f64 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:59.321429 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-986feb83-67a8-43b2-a9ac-9b45ae15956d req-a7129667-05d1-465a-94a9-ef394c326f64 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Calling delete_port for 9e24116a-d3ab-4c23-983c-5dea409a1d98 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:45:59.480604 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-986feb83-67a8-43b2-a9ac-9b45ae15956d req-a7129667-05d1-465a-94a9-ef394c326f64 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:59.496691 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['7d68e282-4515-4796-b3d9-c443ef5f4c8c'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:45:59.523246 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7129667-05d1-465a-94a9-ef394c326f64 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Pushing event deleted for resources: {'Port': ['ID=9e24116a-d3ab-4c23-983c-5dea409a1d98,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:45:59.533922 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['9e24116a-d3ab-4c23-983c-5dea409a1d98'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:45:59.569085 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9839ac-367a-46f7-92e6-2380a8b0d0b3 None None] DHCP port deletion for 1d7b02ff-592a-43c8-a6a8-4518f58cb45c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:45:59.571926 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-986feb83-67a8-43b2-a9ac-9b45ae15956d req-a7129667-05d1-465a-94a9-ef394c326f64 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] No DVR routers for this DVR port 9e24116a-d3ab-4c23-983c-5dea409a1d98 on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:45:59.574990 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-986feb83-67a8-43b2-a9ac-9b45ae15956d req-a7129667-05d1-465a-94a9-ef394c326f64 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:59.578779 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-986feb83-67a8-43b2-a9ac-9b45ae15956d req-a7129667-05d1-465a-94a9-ef394c326f64 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.42 "DELETE /v2.0/ports/9e24116a-d3ab-4c23-983c-5dea409a1d98 HTTP/1.1" status: 204 len: 173 time: 0.5073025 Dec 09 15:45:59.579207 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae58e89-28e8-4a3d-a456-4d1bcc5f68e7', 'name': 'network-vif-deleted', 'tag': '9e24116a-d3ab-4c23-983c-5dea409a1d98'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:45:59.582176 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ab1aa5-fa81-4577-9899-c10c426b51c5" -d '{"events": [{"server_uuid": "4ae58e89-28e8-4a3d-a456-4d1bcc5f68e7", "name": "network-vif-deleted", "tag": "9e24116a-d3ab-4c23-983c-5dea409a1d98"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:45:59.638846 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61285bf3-4a3f-4d3b-b313-a41e49e8a429 x-openstack-request-id: req-61285bf3-4a3f-4d3b-b313-a41e49e8a429 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:45:59.639137 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae58e89-28e8-4a3d-a456-4d1bcc5f68e7", "name": "network-vif-deleted", "tag": "9e24116a-d3ab-4c23-983c-5dea409a1d98", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:45:59.639400 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-61285bf3-4a3f-4d3b-b313-a41e49e8a429 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:45:59.639785 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae58e89-28e8-4a3d-a456-4d1bcc5f68e7', 'name': 'network-vif-deleted', 'tag': '9e24116a-d3ab-4c23-983c-5dea409a1d98', 'status': 'completed', 'code': 200} Dec 09 15:45:59.845518 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-41015b0f-f596-46e7-afb9-342f8a4dfc01 req-f8b29238-64c6-42c7-bd0d-1bb055e445a1 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ae58e89-28e8-4a3d-a456-4d1bcc5f68e7 HTTP/1.1" status: 200 len: 210 time: 0.0297868 Dec 09 15:46:00.470403 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d8894-2111-41d9-85f9-d080e53a1a04 req-8333c07a-c912-49c0-9e64-d233f79f54e3 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:00.472054 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-336d8894-2111-41d9-85f9-d080e53a1a04 req-8333c07a-c912-49c0-9e64-d233f79f54e3 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=09425f0e-84c2-433b-8aaa-77c9db16ea14 HTTP/1.1" status: 200 len: 943 time: 0.0708299 Dec 09 15:46:00.523219 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-336d8894-2111-41d9-85f9-d080e53a1a04 req-787e1455-4f01-4a1d-bebc-dad292736682 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434282 Dec 09 15:46:01.015520 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ec2a0-46e4-4aaf-a951-3a5a2bda8f8f req-f46174c8-0731-4d9f-8941-013d9b08d456 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:01.017247 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e4ec2a0-46e4-4aaf-a951-3a5a2bda8f8f req-f46174c8-0731-4d9f-8941-013d9b08d456 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0546765 Dec 09 15:46:01.067263 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e4ec2a0-46e4-4aaf-a951-3a5a2bda8f8f req-bfb6c4d3-0ac2-454c-9525-a361f3583204 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439949 Dec 09 15:46:01.311423 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbc396-722f-43a8-b70e-4a63725a179c req-41c0de53-7cf3-4300-8ae3-a9a683c78b29 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:01.313492 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c9fbc396-722f-43a8-b70e-4a63725a179c req-41c0de53-7cf3-4300-8ae3-a9a683c78b29 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0558691 Dec 09 15:46:01.375203 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c9fbc396-722f-43a8-b70e-4a63725a179c req-a16a7c84-32df-4a6c-b7fb-cdb8f7fbc882 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467627 Dec 09 15:46:01.514767 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcee23c-86fe-44bb-bfed-2ca913e126f0 req-d751fb88-ebed-44e5-9794-e885807879a6 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:01.516443 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ddcee23c-86fe-44bb-bfed-2ca913e126f0 req-d751fb88-ebed-44e5-9794-e885807879a6 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0606539 Dec 09 15:46:01.572953 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ddcee23c-86fe-44bb-bfed-2ca913e126f0 req-75bdd95c-3398-4677-9c4f-f35de395abd3 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500576 Dec 09 15:46:01.717108 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44a3ed-d655-44f2-b805-792514a21a8e req-048a7f53-266a-463a-9481-e284d2cfb5a1 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:01.720907 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3d44a3ed-d655-44f2-b805-792514a21a8e req-048a7f53-266a-463a-9481-e284d2cfb5a1 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=09425f0e-84c2-433b-8aaa-77c9db16ea14 HTTP/1.1" status: 200 len: 943 time: 0.0759590 Dec 09 15:46:01.788552 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3d44a3ed-d655-44f2-b805-792514a21a8e req-d0b8cb58-74d1-40fa-8ca6-d995e0449a2e tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581272 Dec 09 15:46:01.871323 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 3a715174-d48c-44c7-963e-602580aec9dc details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:46:02.024014 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 3a715174-d48c-44c7-963e-602580aec9dc, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=3a715174-d48c-44c7-963e-602580aec9dc,segment=NetworkSegment(72b78068-61b7-4bbb-b5a0-753283217b57),segment_id=72b78068-61b7-4bbb-b5a0-753283217b57)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:46:02.036491 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '3a715174-d48c-44c7-963e-602580aec9dc', 'network_id': 'aefaced1-2e29-4860-a321-969c1bb810c5', 'port_id': '3a715174-d48c-44c7-963e-602580aec9dc', 'mac_address': 'fa:16:3e:4a:a4:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '518f472d-0dfc-4bb3-a3f4-4a87074139ac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:46:02.080972 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:02.097050 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a715174-d48c-44c7-963e-602580aec9dc {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:46:02.122515 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 3a715174-d48c-44c7-963e-602580aec9dc, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=3a715174-d48c-44c7-963e-602580aec9dc,segment=NetworkSegment(72b78068-61b7-4bbb-b5a0-753283217b57),segment_id=72b78068-61b7-4bbb-b5a0-753283217b57)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:46:02.127763 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:02.194614 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=3a715174-d48c-44c7-963e-602580aec9dc,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:46:02.552930 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['3a715174-d48c-44c7-963e-602580aec9dc'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:46:02.930538 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57834d-e71b-4b9a-a2ca-64a103e9a617 req-a1f7f67c-3c18-4c15-ac24-f243b6aa198a tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:02.933209 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0e57834d-e71b-4b9a-a2ca-64a103e9a617 req-a1f7f67c-3c18-4c15-ac24-f243b6aa198a tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=09425f0e-84c2-433b-8aaa-77c9db16ea14 HTTP/1.1" status: 200 len: 944 time: 0.0744529 Dec 09 15:46:03.020245 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0e57834d-e71b-4b9a-a2ca-64a103e9a617 req-d1edb830-1b20-4c7c-83d3-2feed5f747a3 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767858 Dec 09 15:46:03.425155 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a02265-a4c1-49ea-8061-f10715660fb5 req-e3d59276-6911-4f38-b4fb-ee75258dff31 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:03.433132 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d0a02265-a4c1-49ea-8061-f10715660fb5 req-e3d59276-6911-4f38-b4fb-ee75258dff31 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0628986 Dec 09 15:46:03.484849 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d0a02265-a4c1-49ea-8061-f10715660fb5 req-121da135-b225-47aa-a6ad-284e414e74d6 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508182 Dec 09 15:46:03.617987 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ed50c-5db0-464b-8f15-9905ad5c2475 req-1e41bfcb-6a15-44e8-a709-0b5c1b69087a tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:03.619841 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3f5ed50c-5db0-464b-8f15-9905ad5c2475 req-1e41bfcb-6a15-44e8-a709-0b5c1b69087a tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0582440 Dec 09 15:46:03.678211 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3f5ed50c-5db0-464b-8f15-9905ad5c2475 req-856e45f7-12da-434c-9c14-c00b97b28097 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524192 Dec 09 15:46:03.877839 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 3a715174-d48c-44c7-963e-602580aec9dc up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:46:04.018096 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port 3a715174-d48c-44c7-963e-602580aec9dc completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:46:04.038177 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 3a715174-d48c-44c7-963e-602580aec9dc triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:46:04.038177 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:04.147405 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:04.172595 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09425f0e-84c2-433b-8aaa-77c9db16ea14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a715174-d48c-44c7-963e-602580aec9dc'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:46:04.174857 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe69745-172b-43c1-a189-ec2d8ca6c065" -d '{"events": [{"server_uuid": "09425f0e-84c2-433b-8aaa-77c9db16ea14", "name": "network-vif-plugged", "status": "completed", "tag": "3a715174-d48c-44c7-963e-602580aec9dc"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:46:04.175777 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3955668-11b6-4413-9050-442a34f61688 req-97981efc-29c3-4cc2-9a10-7be4a277ba8e tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:04.177741 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c3955668-11b6-4413-9050-442a34f61688 req-97981efc-29c3-4cc2-9a10-7be4a277ba8e tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=09425f0e-84c2-433b-8aaa-77c9db16ea14 HTTP/1.1" status: 200 len: 944 time: 0.0620413 Dec 09 15:46:04.209665 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 3a715174-d48c-44c7-963e-602580aec9dc, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=3a715174-d48c-44c7-963e-602580aec9dc,segment=NetworkSegment(72b78068-61b7-4bbb-b5a0-753283217b57),segment_id=72b78068-61b7-4bbb-b5a0-753283217b57)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:46:04.217844 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:04.219276 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 9e24116a-d3ab-4c23-983c-5dea409a1d98 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:46:04.254616 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c3955668-11b6-4413-9050-442a34f61688 req-a479fbc6-ccae-457a-beb5-9eb46118ef9a tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691352 Dec 09 15:46:04.308287 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=3a715174-d48c-44c7-963e-602580aec9dc,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:46:04.341394 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: 9e24116a-d3ab-4c23-983c-5dea409a1d98 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:46:04.341394 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 9e24116a-d3ab-4c23-983c-5dea409a1d98 not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:46:04.413147 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e854cf9d-923f-441c-8df2-64413ebcfb8c x-openstack-request-id: req-e854cf9d-923f-441c-8df2-64413ebcfb8c {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:46:04.413502 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09425f0e-84c2-433b-8aaa-77c9db16ea14", "name": "network-vif-plugged", "status": "completed", "tag": "3a715174-d48c-44c7-963e-602580aec9dc", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:46:04.413911 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e854cf9d-923f-441c-8df2-64413ebcfb8c {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:46:04.414310 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09425f0e-84c2-433b-8aaa-77c9db16ea14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a715174-d48c-44c7-963e-602580aec9dc', 'code': 200} Dec 09 15:46:04.675406 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca60a5-2f4c-4e9a-b984-9f587a7fa3c3 req-cc4fe65e-c4ac-4942-816d-c6239402ec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:04.677250 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f7ca60a5-2f4c-4e9a-b984-9f587a7fa3c3 req-cc4fe65e-c4ac-4942-816d-c6239402ec63 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=09425f0e-84c2-433b-8aaa-77c9db16ea14 HTTP/1.1" status: 200 len: 1096 time: 0.1549056 Dec 09 15:46:04.737982 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f7ca60a5-2f4c-4e9a-b984-9f587a7fa3c3 req-5184e67d-e6c7-48de-87a5-7f4d7e9e5d7c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522652 Dec 09 15:46:05.400336 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c281b-ae91-4dc5-ba03-47f383059880 req-ba447450-ca46-477b-a378-b90737cc508b tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:05.402893 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c8c281b-ae91-4dc5-ba03-47f383059880 req-ba447450-ca46-477b-a378-b90737cc508b tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=09425f0e-84c2-433b-8aaa-77c9db16ea14 HTTP/1.1" status: 200 len: 945 time: 0.0756030 Dec 09 15:46:05.450758 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c8c281b-ae91-4dc5-ba03-47f383059880 req-a0e5846d-dcf7-423a-af38-5988de9e7956 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422306 Dec 09 15:46:06.330265 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-50b5be28-dffa-4dbf-9e21-081044e73792 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0653164 Dec 09 15:46:06.430502 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0309089-c2ee-408d-8c6f-dc57b7b4c1f5 req-ca0da3c0-bbd9-48ab-8d22-02981dcd8eb4 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:06.438389 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a0309089-c2ee-408d-8c6f-dc57b7b4c1f5 req-ca0da3c0-bbd9-48ab-8d22-02981dcd8eb4 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0953603 Dec 09 15:46:06.490340 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-4c210cfb-5e11-440c-9feb-7c307aa369c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:06.490824 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-4c210cfb-5e11-440c-9feb-7c307aa369c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:06.491294 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-4c210cfb-5e11-440c-9feb-7c307aa369c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:06.492178 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-4c210cfb-5e11-440c-9feb-7c307aa369c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:06.492385 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-4c210cfb-5e11-440c-9feb-7c307aa369c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:06.492738 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-4c210cfb-5e11-440c-9feb-7c307aa369c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:06.493196 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-4c210cfb-5e11-440c-9feb-7c307aa369c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:06.495138 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-4c210cfb-5e11-440c-9feb-7c307aa369c9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=22d7743b04274c74b1037ecd2e466dba&device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 6490 time: 0.1046164 Dec 09 15:46:06.503128 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a0309089-c2ee-408d-8c6f-dc57b7b4c1f5 req-ff4e6ab9-c417-4c6f-87ba-44eaf3151d8a tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639791 Dec 09 15:46:06.671483 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca204e-45fa-400c-8e6c-28579dfa8f41 req-97e62633-0e45-406b-a0f6-c4450bea33a1 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:06.672990 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57ca204e-45fa-400c-8e6c-28579dfa8f41 req-97e62633-0e45-406b-a0f6-c4450bea33a1 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=09425f0e-84c2-433b-8aaa-77c9db16ea14 HTTP/1.1" status: 200 len: 945 time: 0.0784905 Dec 09 15:46:06.693347 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-120caac5-b959-4a57-9c17-e5b66315c8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:06.693749 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-120caac5-b959-4a57-9c17-e5b66315c8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:06.694213 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-120caac5-b959-4a57-9c17-e5b66315c8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:06.696053 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-120caac5-b959-4a57-9c17-e5b66315c8a5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=99deab82-68e4-40a9-831d-57d4c6d733cd&id=20a3d869-faba-4fd6-8427-0269f690d785&id=20a3d869-faba-4fd6-8427-0269f690d785&id=20a3d869-faba-4fd6-8427-0269f690d785&id=20a3d869-faba-4fd6-8427-0269f690d785&id=895dda7b-01ef-4be1-87ee-a839b97640e2&id=895dda7b-01ef-4be1-87ee-a839b97640e2 HTTP/1.1" status: 200 len: 2293 time: 0.1729932 Dec 09 15:46:06.786502 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57ca204e-45fa-400c-8e6c-28579dfa8f41 req-9828fd6f-2c90-481a-8536-39b201dfd4e3 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073651 Dec 09 15:46:06.792269 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-a1860a74-a1b4-43a4-938f-7395f1153ef3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0397afc-d7b8-46af-b15a-daa47b868983 HTTP/1.1" status: 200 len: 1001 time: 0.0878024 Dec 09 15:46:06.864744 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-d8d3de85-5e52-4a4d-866e-5749128d3600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:06.866528 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-d8d3de85-5e52-4a4d-866e-5749128d3600 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6e61db67-8b3d-4dcf-badf-87164914471b HTTP/1.1" status: 200 len: 850 time: 0.0659997 Dec 09 15:46:06.921772 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-27626c70-cfd3-4a0e-8a9d-09bbbeb8d0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:06.923122 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-27626c70-cfd3-4a0e-8a9d-09bbbeb8d0b5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=99deab82-68e4-40a9-831d-57d4c6d733cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482223 Dec 09 15:46:07.081092 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdb168-7f87-4d69-a56e-5451e7e8c062 req-07f7e7b8-f45f-4d35-9bb3-e9c05d78f687 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:07.082584 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34cdb168-7f87-4d69-a56e-5451e7e8c062 req-07f7e7b8-f45f-4d35-9bb3-e9c05d78f687 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0766566 Dec 09 15:46:07.084853 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-b632f90d-c000-4b34-aa90-e039e8877a9e service neutron] 10.222.0.31 "GET /v2.0/networks/99deab82-68e4-40a9-831d-57d4c6d733cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523895 Dec 09 15:46:07.192092 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34cdb168-7f87-4d69-a56e-5451e7e8c062 req-d28a7cef-b252-440e-bfa4-e716a6482cf1 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017613 Dec 09 15:46:07.220968 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-953f6d4c-8191-4795-ab7c-5744b6bb09ac service neutron] 10.222.0.31 "GET /v2.0/networks/99deab82-68e4-40a9-831d-57d4c6d733cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246507 Dec 09 15:46:07.275227 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-387e942e-1946-4aba-a12c-b7b3ba77a4b5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=32ff3866-b9bf-4bc2-9100-56e447725e78 HTTP/1.1" status: 200 len: 217 time: 0.0452368 Dec 09 15:46:07.448717 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-c5dfec07-ebe0-4e7b-804e-b7513fac617a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:07.450111 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-c5dfec07-ebe0-4e7b-804e-b7513fac617a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0bc7d492-8dd5-4f62-87e4-e954ad6c6022 HTTP/1.1" status: 200 len: 797 time: 0.1627798 Dec 09 15:46:07.524783 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-ce390132-9ebc-4d3c-ae3e-5de4e2773431 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:07.524783 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-ce390132-9ebc-4d3c-ae3e-5de4e2773431 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/networks?id=aefaced1-2e29-4860-a321-969c1bb810c5 HTTP/1.1" status: 200 len: 804 time: 0.2121139 Dec 09 15:46:07.550787 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-38301a95-0de1-45e0-bb72-483f2b5c7118 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/quotas/c9e5c34e3ac94d7ab24dc55f63708cf7 HTTP/1.1" status: 200 len: 375 time: 0.0172935 Dec 09 15:46:07.553064 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-a8e89162-c876-4c2f-8e10-6e4b01ef1e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:07.555205 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-a8e89162-c876-4c2f-8e10-6e4b01ef1e8b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20a3d869-faba-4fd6-8427-0269f690d785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0875769 Dec 09 15:46:07.661940 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-2c938970-d526-4773-a2ff-f4b9b03a2f6b tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c9e5c34e3ac94d7ab24dc55f63708cf7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1039555 Dec 09 15:46:07.742508 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-826833b1-7f16-479f-bfcb-973f0dbc0cb9 service neutron] 10.222.0.31 "GET /v2.0/networks/20a3d869-faba-4fd6-8427-0269f690d785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730049 Dec 09 15:46:07.829821 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-2d0406f2-849d-4141-b26f-be6d872b7b9f service neutron] 10.222.0.57 "GET /v2.0/networks/aefaced1-2e29-4860-a321-969c1bb810c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582265 Dec 09 15:46:07.908330 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-af695248-ec8b-4297-a40a-18753f717588 service neutron] 10.222.0.31 "GET /v2.0/networks/20a3d869-faba-4fd6-8427-0269f690d785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580634 Dec 09 15:46:07.959669 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-751ae8f5-b056-4634-8cbc-b6ee17cd939d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=12dd1f56-6412-4015-93f6-b5f952d56bdf HTTP/1.1" status: 200 len: 217 time: 0.0425289 Dec 09 15:46:08.024850 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-d799fa3e-60ee-4aa9-9ef6-9c4524fa1feb service neutron] 10.222.0.57 "GET /v2.0/networks/aefaced1-2e29-4860-a321-969c1bb810c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839375 Dec 09 15:46:08.030649 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-3da578b7-706e-4dee-835a-da83e5a1fceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:08.032035 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-3da578b7-706e-4dee-835a-da83e5a1fceb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0bc7d492-8dd5-4f62-87e4-e954ad6c6022 HTTP/1.1" status: 200 len: 797 time: 0.0634243 Dec 09 15:46:08.097173 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-98be6d38-3e95-494e-bd6e-a02a0f55521b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:08.099019 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-98be6d38-3e95-494e-bd6e-a02a0f55521b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20a3d869-faba-4fd6-8427-0269f690d785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0555828 Dec 09 15:46:08.246616 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-accbf4ef-d571-47ab-977c-48baf4cc82a1 service neutron] 10.222.0.31 "GET /v2.0/networks/20a3d869-faba-4fd6-8427-0269f690d785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355486 Dec 09 15:46:08.391757 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b6d8c5a2-850b-4475-9304-ebc1b5abebc8 req-2b4fcc63-cb47-4492-b1c3-837677197fc8 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1803-02ad-4720-9cc8-57cefaef0e9a HTTP/1.1" status: 200 len: 210 time: 0.0535746 Dec 09 15:46:08.428222 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-1cee12fa-bd99-456c-a0ee-245f70d8dea8 service neutron] 10.222.0.31 "GET /v2.0/networks/20a3d869-faba-4fd6-8427-0269f690d785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649892 Dec 09 15:46:08.481324 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-ed818cf0-595f-473d-8dc9-ea95de8b78ff service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=5a2cd2eb-cc3c-4860-b939-e4520520d050 HTTP/1.1" status: 200 len: 217 time: 0.0454938 Dec 09 15:46:08.553658 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-12fd844f-e124-49b7-b8e1-36dc16feb351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:08.555514 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-12fd844f-e124-49b7-b8e1-36dc16feb351 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0bc7d492-8dd5-4f62-87e4-e954ad6c6022 HTTP/1.1" status: 200 len: 797 time: 0.0642657 Dec 09 15:46:08.634587 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcaf620-828b-4464-91a4-38886fba43d1 req-c5d6113a-4dc0-4ea7-a20d-43d263b60840 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:08.636235 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4bcaf620-828b-4464-91a4-38886fba43d1 req-c5d6113a-4dc0-4ea7-a20d-43d263b60840 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.1577919 Dec 09 15:46:08.688266 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-73936225-0c98-4a50-b01e-2da1343a89d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:08.690772 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-73936225-0c98-4a50-b01e-2da1343a89d6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20a3d869-faba-4fd6-8427-0269f690d785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1107726 Dec 09 15:46:08.731411 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4bcaf620-828b-4464-91a4-38886fba43d1 req-fa750d8c-2e82-491c-b5e7-4e63ca9ad574 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856011 Dec 09 15:46:08.818221 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-fd9ab30c-b54a-4610-b287-a37626bbba18 service neutron] 10.222.0.31 "GET /v2.0/networks/20a3d869-faba-4fd6-8427-0269f690d785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133246 Dec 09 15:46:08.953619 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8e03b-6ca7-4809-ab95-91590ebbbf7f req-79b0701c-3bc5-47c0-9c6f-ff10bf1e2d72 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:08.955346 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2ef8e03b-6ca7-4809-ab95-91590ebbbf7f req-79b0701c-3bc5-47c0-9c6f-ff10bf1e2d72 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.1040623 Dec 09 15:46:08.983173 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-c59fa682-a599-458c-85f6-d3a2d3227598 service neutron] 10.222.0.31 "GET /v2.0/networks/20a3d869-faba-4fd6-8427-0269f690d785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544213 Dec 09 15:46:09.029792 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [req-da016e5c-1a0b-40f7-acb3-8794d447001c req-914290a0-527f-4be4-8bd7-d82995694dcb service neutron] (103245) timed out ('10.222.0.42', 63826) {{(pid=103245) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 15:46:09.052292 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-94f3eaaa-b9a8-4882-a1cc-83e153d3b87c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=d801fbcc-7e8f-4803-9e04-23f95227f725 HTTP/1.1" status: 200 len: 217 time: 0.0509090 Dec 09 15:46:09.100486 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2ef8e03b-6ca7-4809-ab95-91590ebbbf7f req-9c04c0b8-b0a9-4e17-8eea-5cb356958997 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319180 Dec 09 15:46:09.124828 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-585b6291-6604-4978-a98e-be9b805295fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:09.126451 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-585b6291-6604-4978-a98e-be9b805295fd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0bc7d492-8dd5-4f62-87e4-e954ad6c6022 HTTP/1.1" status: 200 len: 797 time: 0.0655093 Dec 09 15:46:09.213229 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-51f5565e-1698-4848-8815-0b3b1033b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:09.215073 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-51f5565e-1698-4848-8815-0b3b1033b421 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20a3d869-faba-4fd6-8427-0269f690d785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0801523 Dec 09 15:46:09.381324 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-4fff9172-21d6-4d65-91ce-91dbb51034cb service neutron] 10.222.0.31 "GET /v2.0/networks/20a3d869-faba-4fd6-8427-0269f690d785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574159 Dec 09 15:46:09.396648 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb00de-e4de-44fa-b638-bf0cf9341e16 req-5b332d49-14cc-4cea-8c2e-47db419a9c1a tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:09.399164 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-09cb00de-e4de-44fa-b638-bf0cf9341e16 req-5b332d49-14cc-4cea-8c2e-47db419a9c1a tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.1116676 Dec 09 15:46:09.606838 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-420bbade-9e08-48ee-8596-6e4aca7f78ff tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:09.608385 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-420bbade-9e08-48ee-8596-6e4aca7f78ff tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.31 "GET /v2.0/networks?id=aefaced1-2e29-4860-a321-969c1bb810c5 HTTP/1.1" status: 200 len: 804 time: 0.1819191 Dec 09 15:46:09.626673 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-09cb00de-e4de-44fa-b638-bf0cf9341e16 req-6fc79e6b-8fd8-4816-aaf7-d04f42bc25d6 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173061 Dec 09 15:46:09.640081 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-0eb7c6d1-e0d2-4555-b5f8-74151cd16776 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Request body: {'port': {'device_id': '036d1803-02ad-4720-9cc8-57cefaef0e9a', 'network_id': 'aefaced1-2e29-4860-a321-969c1bb810c5', 'admin_state_up': True, 'tenant_id': 'c9e5c34e3ac94d7ab24dc55f63708cf7'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:46:09.830994 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-674e43fa-791e-4eca-938b-9c739f647afe service neutron] 10.222.0.31 "GET /v2.0/networks/20a3d869-faba-4fd6-8427-0269f690d785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305637 Dec 09 15:46:09.898495 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-099f7d88-e8f1-4b0c-b019-f16ca69783db service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5ff08a00-721a-4d24-8d8b-1594bb188216 HTTP/1.1" status: 200 len: 217 time: 0.0577326 Dec 09 15:46:09.922775 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4f7459a9-8846-45b5-bdd8-d382c3505ab7 req-72426f07-841f-4941-9114-4a73c0009387 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1803-02ad-4720-9cc8-57cefaef0e9a HTTP/1.1" status: 200 len: 210 time: 0.0741835 Dec 09 15:46:09.940003 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-0eb7c6d1-e0d2-4555-b5f8-74151cd16776 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Made reservation on behalf of c9e5c34e3ac94d7ab24dc55f63708cf7 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:46:09.944320 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-0eb7c6d1-e0d2-4555-b5f8-74151cd16776 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:10.028216 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-7eb69321-cc31-45cb-be34-ce93e22c23af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:10.030058 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-7eb69321-cc31-45cb-be34-ce93e22c23af service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b064243b-1cb0-4c46-a100-9b33b02bb56c HTTP/1.1" status: 200 len: 797 time: 0.1095743 Dec 09 15:46:10.169010 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a4c29-ed44-4f19-9175-b1b77fdd3528 req-2c3d8651-914f-498b-bbda-72958cd26120 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:10.170569 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2b5a4c29-ed44-4f19-9175-b1b77fdd3528 req-2c3d8651-914f-498b-bbda-72958cd26120 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.1545568 Dec 09 15:46:10.176346 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-8c846705-a48d-427f-84ee-71635f60174c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:10.177810 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-8c846705-a48d-427f-84ee-71635f60174c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=895dda7b-01ef-4be1-87ee-a839b97640e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1200743 Dec 09 15:46:10.267317 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-0eb7c6d1-e0d2-4555-b5f8-74151cd16776 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Allocated IP 172.20.0.7 (aefaced1-2e29-4860-a321-969c1bb810c5/518f472d-0dfc-4bb3-a3f4-4a87074139ac/1aacdcb6-92c8-4167-83de-c75a4a120b66) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:46:10.332835 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2b5a4c29-ed44-4f19-9175-b1b77fdd3528 req-d5143cf9-93ff-494d-8678-80923d7d8f37 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509843 Dec 09 15:46:10.432190 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-1bd10287-7d91-4e45-bbb6-96df219acd79 service neutron] 10.222.0.31 "GET /v2.0/networks/895dda7b-01ef-4be1-87ee-a839b97640e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407923 Dec 09 15:46:10.591714 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-0eb7c6d1-e0d2-4555-b5f8-74151cd16776 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:10.619694 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-543fdada-cc00-467f-8845-a2f41e651b74 service neutron] 10.222.0.31 "GET /v2.0/networks/895dda7b-01ef-4be1-87ee-a839b97640e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746521 Dec 09 15:46:10.642525 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3e5c0-88d0-413c-9843-34a08efa47bb req-6dd3a6f1-4391-4bf4-b09c-46e8919acc99 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:10.650083 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d5f3e5c0-88d0-413c-9843-34a08efa47bb req-6dd3a6f1-4391-4bf4-b09c-46e8919acc99 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.1178298 Dec 09 15:46:10.692233 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-2163eec4-11fc-4b7b-9d2a-ae2f2e18cdd9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=59e43ca8-3713-4f54-8ebf-f84b2c834574 HTTP/1.1" status: 200 len: 217 time: 0.0657952 Dec 09 15:46:10.761638 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-0eb7c6d1-e0d2-4555-b5f8-74151cd16776 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:10.776140 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['76cd4a30-0404-4a95-a2dc-022463d6e20d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:46:10.848541 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['3a715174-d48c-44c7-963e-602580aec9dc'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:46:11.202090 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d5f3e5c0-88d0-413c-9843-34a08efa47bb req-c001e96f-f75f-4178-b6e2-e0a7e9a2da2a tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5512443 Dec 09 15:46:11.235860 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-7cecd4db-cf86-489e-ae4f-b802e4873f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:11.238102 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-7cecd4db-cf86-489e-ae4f-b802e4873f5d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b064243b-1cb0-4c46-a100-9b33b02bb56c HTTP/1.1" status: 200 len: 797 time: 0.5368879 Dec 09 15:46:11.244752 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-0eb7c6d1-e0d2-4555-b5f8-74151cd16776 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Network aefaced1-2e29-4860-a321-969c1bb810c5 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:46:11.253634 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-0eb7c6d1-e0d2-4555-b5f8-74151cd16776 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:46:11.266440 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-0eb7c6d1-e0d2-4555-b5f8-74151cd16776 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:46:11.274111 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2554df3c-f1b4-4285-8116-2b7a073347e3 None None] DHCP port deletion for aefaced1-2e29-4860-a321-969c1bb810c5 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:46:11.328468 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-bbd342c8-cc9d-44ca-a323-7376f58a3f36 None None] Provisioning complete for port 1aacdcb6-92c8-4167-83de-c75a4a120b66 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:46:11.331419 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bbd342c8-cc9d-44ca-a323-7376f58a3f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:11.372924 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-0eb7c6d1-e0d2-4555-b5f8-74151cd16776 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:11.373893 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-0eb7c6d1-e0d2-4555-b5f8-74151cd16776 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:11.415396 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb7c6d1-e0d2-4555-b5f8-74151cd16776 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Pushing event updated for resources: {'Port': ['ID=1aacdcb6-92c8-4167-83de-c75a4a120b66,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:46:11.426620 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-0eb7c6d1-e0d2-4555-b5f8-74151cd16776 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7935078 Dec 09 15:46:11.440107 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-bbd342c8-cc9d-44ca-a323-7376f58a3f36 None None] Port 1aacdcb6-92c8-4167-83de-c75a4a120b66 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:46:11.453112 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-707beaf5-fa80-4835-8122-f25e85dba85f service neutron] Request body: {'port': {'device_id': '036d1803-02ad-4720-9cc8-57cefaef0e9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:46:11.518837 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-e2173b0b-4fb1-445c-b2b5-0b9adce4b677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:11.520343 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-e2173b0b-4fb1-445c-b2b5-0b9adce4b677 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=895dda7b-01ef-4be1-87ee-a839b97640e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2682469 Dec 09 15:46:11.564243 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238385b-f8a5-4261-a1c1-f5abcce2388d req-9f99f644-e916-4dec-836f-cddadc92f954 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:11.566614 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6238385b-f8a5-4261-a1c1-f5abcce2388d req-9f99f644-e916-4dec-836f-cddadc92f954 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1803-02ad-4720-9cc8-57cefaef0e9a HTTP/1.1" status: 200 len: 931 time: 0.1473105 Dec 09 15:46:11.633388 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-707beaf5-fa80-4835-8122-f25e85dba85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:11.695416 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6238385b-f8a5-4261-a1c1-f5abcce2388d req-2048b1a6-dda8-4469-a562-956db88829ed tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862782 Dec 09 15:46:11.895148 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-14a28019-8e00-4c25-bd9e-60a5d134c986 service neutron] 10.222.0.31 "GET /v2.0/networks/895dda7b-01ef-4be1-87ee-a839b97640e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504939 Dec 09 15:46:12.039242 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aecca73-6d0e-4850-9c31-cf01f7d263c1 req-3f311212-ea81-42d1-8044-1c16dd167f0f tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:12.041650 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2aecca73-6d0e-4850-9c31-cf01f7d263c1 req-3f311212-ea81-42d1-8044-1c16dd167f0f tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.2415812 Dec 09 15:46:12.136297 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a93879b-cec5-4d98-b605-de74f1c4c8fb req-7f32b1cb-8f86-4e1d-9a6f-bc17b40d0349 service neutron] 10.222.0.31 "GET /v2.0/networks/895dda7b-01ef-4be1-87ee-a839b97640e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037704 Dec 09 15:46:12.169522 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2aecca73-6d0e-4850-9c31-cf01f7d263c1 req-dfa3b09f-cb12-43f5-8302-79f17413e0d8 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189079 Dec 09 15:46:12.223280 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-707beaf5-fa80-4835-8122-f25e85dba85f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aacdcb6-92c8-4167-83de-c75a4a120b66 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:46:12.233285 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-707beaf5-fa80-4835-8122-f25e85dba85f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:12.265691 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-707beaf5-fa80-4835-8122-f25e85dba85f service neutron] Transition to ACTIVE for port object 1aacdcb6-92c8-4167-83de-c75a4a120b66 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:46:12.272098 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-707beaf5-fa80-4835-8122-f25e85dba85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:12.384295 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b476d1-81d6-4073-b65e-ed70c966d9c4 None None] DHCP port deletion for aefaced1-2e29-4860-a321-969c1bb810c5 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:46:12.452484 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707beaf5-fa80-4835-8122-f25e85dba85f service neutron] Pushing event updated for resources: {'Port': ['ID=1aacdcb6-92c8-4167-83de-c75a4a120b66,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:46:12.582473 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-707beaf5-fa80-4835-8122-f25e85dba85f service neutron] Attempting to bind port 1aacdcb6-92c8-4167-83de-c75a4a120b66 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:46:12.583047 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-707beaf5-fa80-4835-8122-f25e85dba85f service neutron] Attempting to bind port 1aacdcb6-92c8-4167-83de-c75a4a120b66 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '72b78068-61b7-4bbb-b5a0-753283217b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aefaced1-2e29-4860-a321-969c1bb810c5'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:46:12.583387 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-707beaf5-fa80-4835-8122-f25e85dba85f service neutron] Attempting to bind port 1aacdcb6-92c8-4167-83de-c75a4a120b66 on network aefaced1-2e29-4860-a321-969c1bb810c5 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:46:12.597309 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ad235-28f9-4c95-af02-259b2cadae50 req-398f5d0c-a00a-4375-8f87-de33639c1e18 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:12.599529 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-df5ad235-28f9-4c95-af02-259b2cadae50 req-398f5d0c-a00a-4375-8f87-de33639c1e18 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.1367595 Dec 09 15:46:12.605015 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-707beaf5-fa80-4835-8122-f25e85dba85f service neutron] Port 1aacdcb6-92c8-4167-83de-c75a4a120b66 on network aefaced1-2e29-4860-a321-969c1bb810c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:46:12.605344 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-707beaf5-fa80-4835-8122-f25e85dba85f service neutron] Attempting to bind port 1aacdcb6-92c8-4167-83de-c75a4a120b66 on network aefaced1-2e29-4860-a321-969c1bb810c5 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:46:12.613890 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-707beaf5-fa80-4835-8122-f25e85dba85f service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:46:12.614338 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-707beaf5-fa80-4835-8122-f25e85dba85f service neutron] Checking segment: {'id': '72b78068-61b7-4bbb-b5a0-753283217b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aefaced1-2e29-4860-a321-969c1bb810c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:46:12.614684 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-707beaf5-fa80-4835-8122-f25e85dba85f service neutron] Bound using segment: {'id': '72b78068-61b7-4bbb-b5a0-753283217b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aefaced1-2e29-4860-a321-969c1bb810c5'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:46:12.615078 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-707beaf5-fa80-4835-8122-f25e85dba85f service neutron] Bound port: 1aacdcb6-92c8-4167-83de-c75a4a120b66, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b78068-61b7-4bbb-b5a0-753283217b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aefaced1-2e29-4860-a321-969c1bb810c5'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:46:12.615445 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-707beaf5-fa80-4835-8122-f25e85dba85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:12.729777 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-df5ad235-28f9-4c95-af02-259b2cadae50 req-4c7cf56a-99e3-494b-975f-258bd0e774ae tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181996 Dec 09 15:46:12.768981 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-707beaf5-fa80-4835-8122-f25e85dba85f service neutron] For port 1aacdcb6-92c8-4167-83de-c75a4a120b66, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:46:12.774646 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-707beaf5-fa80-4835-8122-f25e85dba85f service neutron] For port 1aacdcb6-92c8-4167-83de-c75a4a120b66, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=1aacdcb6-92c8-4167-83de-c75a4a120b66,segment=NetworkSegment(72b78068-61b7-4bbb-b5a0-753283217b57),segment_id=72b78068-61b7-4bbb-b5a0-753283217b57)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:46:12.784701 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-707beaf5-fa80-4835-8122-f25e85dba85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:12.815797 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc302a7-1fde-4f8b-936c-5d100fde27fa None None] DHCP port deletion for aefaced1-2e29-4860-a321-969c1bb810c5 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:46:12.845465 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-707beaf5-fa80-4835-8122-f25e85dba85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:12.846098 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-707beaf5-fa80-4835-8122-f25e85dba85f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:12.847511 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-707beaf5-fa80-4835-8122-f25e85dba85f service neutron] 10.222.0.31 "PUT /v2.0/ports/1aacdcb6-92c8-4167-83de-c75a4a120b66 HTTP/1.1" status: 200 len: 1091 time: 1.4075229 Dec 09 15:46:12.847989 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '036d1803-02ad-4720-9cc8-57cefaef0e9a', 'tag': '1aacdcb6-92c8-4167-83de-c75a4a120b66'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:46:12.850332 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fec838d-b618-4770-9b63-df9f1bc8f39a" -d '{"events": [{"name": "network-changed", "server_uuid": "036d1803-02ad-4720-9cc8-57cefaef0e9a", "tag": "1aacdcb6-92c8-4167-83de-c75a4a120b66"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:46:12.973090 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707beaf5-fa80-4835-8122-f25e85dba85f service neutron] Pushing event updated for resources: {'Port': ['ID=1aacdcb6-92c8-4167-83de-c75a4a120b66,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:46:13.050670 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-4047a562-4bf7-4dae-840b-2d3aae94525e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:13.052058 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-4047a562-4bf7-4dae-840b-2d3aae94525e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c9e5c34e3ac94d7ab24dc55f63708cf7&device_id=036d1803-02ad-4720-9cc8-57cefaef0e9a HTTP/1.1" status: 200 len: 1094 time: 0.1188855 Dec 09 15:46:13.064859 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0e7fd-cd59-4740-b0f0-d8c8b62bcf14 req-f2bc27a5-6fc5-4142-a61f-16e16c799dd4 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:13.066690 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6ec0e7fd-cd59-4740-b0f0-d8c8b62bcf14 req-f2bc27a5-6fc5-4142-a61f-16e16c799dd4 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1803-02ad-4720-9cc8-57cefaef0e9a HTTP/1.1" status: 200 len: 943 time: 0.0986717 Dec 09 15:46:13.114479 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-6fb15ef6-34e1-4b07-bcdb-6ec6fe492941 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1aacdcb6-92c8-4167-83de-c75a4a120b66 HTTP/1.1" status: 200 len: 217 time: 0.0467076 Dec 09 15:46:13.177533 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6ec0e7fd-cd59-4740-b0f0-d8c8b62bcf14 req-f310db9b-4e9b-4d1e-8f8c-226104bc8937 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034260 Dec 09 15:46:13.191232 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-c6b3097d-692d-48b3-8494-1e470d2d9ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:13.192728 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-c6b3097d-692d-48b3-8494-1e470d2d9ef3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=518f472d-0dfc-4bb3-a3f4-4a87074139ac HTTP/1.1" status: 200 len: 844 time: 0.0645797 Dec 09 15:46:13.234015 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-89c59e93-7dfc-4b64-8245-5f32227f37fd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=aefaced1-2e29-4860-a321-969c1bb810c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330644 Dec 09 15:46:13.386080 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce221b-ce86-4fcc-bd89-3fda4ef59d22 req-0ae61e5d-6734-4ed4-8cab-fbcacc0ff0d5 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:13.387602 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c4ce221b-ce86-4fcc-bd89-3fda4ef59d22 req-0ae61e5d-6734-4ed4-8cab-fbcacc0ff0d5 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.1123097 Dec 09 15:46:13.390106 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-38ad496d-2c5f-4750-b614-699004c9b43e service neutron] 10.222.0.31 "GET /v2.0/networks/aefaced1-2e29-4860-a321-969c1bb810c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437175 Dec 09 15:46:13.490006 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c4ce221b-ce86-4fcc-bd89-3fda4ef59d22 req-08805f74-f2da-493f-b89b-222575db1587 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937498 Dec 09 15:46:13.549539 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ba245925-2c36-4a7d-b506-e93d0a5f6f31 req-dfbbdfa1-7f6c-486e-a8c8-3d63858a689a service neutron] 10.222.0.31 "GET /v2.0/networks/aefaced1-2e29-4860-a321-969c1bb810c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455221 Dec 09 15:46:13.567174 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563bbdd1-5f3d-40ba-ba3c-79be2eb12183 x-openstack-request-id: req-563bbdd1-5f3d-40ba-ba3c-79be2eb12183 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:46:13.567465 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "036d1803-02ad-4720-9cc8-57cefaef0e9a", "tag": "1aacdcb6-92c8-4167-83de-c75a4a120b66", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:46:13.567723 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-563bbdd1-5f3d-40ba-ba3c-79be2eb12183 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:46:13.568270 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '036d1803-02ad-4720-9cc8-57cefaef0e9a', 'tag': '1aacdcb6-92c8-4167-83de-c75a4a120b66', 'status': 'completed', 'code': 200} Dec 09 15:46:13.635157 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:46:13.700568 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec838d-b618-4770-9b63-df9f1bc8f39a req-b71d424b-aa0a-4211-bea1-368ad30530d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:13.701992 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0fec838d-b618-4770-9b63-df9f1bc8f39a req-b71d424b-aa0a-4211-bea1-368ad30530d2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c9e5c34e3ac94d7ab24dc55f63708cf7&device_id=036d1803-02ad-4720-9cc8-57cefaef0e9a HTTP/1.1" status: 200 len: 1094 time: 0.0884569 Dec 09 15:46:13.726612 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5678219-d259-47fd-81b8-69e85a0095a6 req-b746c3da-11f5-485d-87b9-4214dad087a9 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:13.728209 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a5678219-d259-47fd-81b8-69e85a0095a6 req-b746c3da-11f5-485d-87b9-4214dad087a9 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0737212 Dec 09 15:46:13.840244 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a5678219-d259-47fd-81b8-69e85a0095a6 req-fd668bbc-2e28-44e7-8a71-5fa30a2e0dfd tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019528 Dec 09 15:46:13.857850 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec838d-b618-4770-9b63-df9f1bc8f39a req-6a30e4d2-56ed-4830-82d8-10066683246e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:13.859398 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0fec838d-b618-4770-9b63-df9f1bc8f39a req-6a30e4d2-56ed-4830-82d8-10066683246e service neutron] 10.222.0.31 "GET /v2.0/networks?id=aefaced1-2e29-4860-a321-969c1bb810c5 HTTP/1.1" status: 200 len: 905 time: 0.1500947 Dec 09 15:46:13.917470 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0fec838d-b618-4770-9b63-df9f1bc8f39a req-6944d2ec-fa48-49dd-b3a0-b3678eb7f6ef service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1aacdcb6-92c8-4167-83de-c75a4a120b66 HTTP/1.1" status: 200 len: 217 time: 0.0496387 Dec 09 15:46:14.011848 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec838d-b618-4770-9b63-df9f1bc8f39a req-634d6eb4-c9f8-469c-a621-4693060ab35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:14.011848 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0fec838d-b618-4770-9b63-df9f1bc8f39a req-634d6eb4-c9f8-469c-a621-4693060ab35b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=518f472d-0dfc-4bb3-a3f4-4a87074139ac HTTP/1.1" status: 200 len: 844 time: 0.0852113 Dec 09 15:46:14.019001 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3aab20-3425-4114-b8db-9e583dae0831 req-5aeb20fb-3360-4bb8-b47d-7c9917db0f32 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:14.020367 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3c3aab20-3425-4114-b8db-9e583dae0831 req-5aeb20fb-3360-4bb8-b47d-7c9917db0f32 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0937834 Dec 09 15:46:14.049786 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0fec838d-b618-4770-9b63-df9f1bc8f39a req-e444cf57-eb86-4944-a964-7f10d584da46 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=aefaced1-2e29-4860-a321-969c1bb810c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283651 Dec 09 15:46:14.133060 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3c3aab20-3425-4114-b8db-9e583dae0831 req-cdc42fc4-6157-4b34-88b6-8da834f0912f tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045084 Dec 09 15:46:14.177428 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0fec838d-b618-4770-9b63-df9f1bc8f39a req-e663b541-0f13-4bc2-8c71-b49e4d83e580 service neutron] 10.222.0.31 "GET /v2.0/networks/aefaced1-2e29-4860-a321-969c1bb810c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188397 Dec 09 15:46:14.283279 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0fec838d-b618-4770-9b63-df9f1bc8f39a req-64354a4a-6cbe-459b-925d-58d323d9c634 service neutron] 10.222.0.31 "GET /v2.0/networks/aefaced1-2e29-4860-a321-969c1bb810c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974274 Dec 09 15:46:14.739625 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8f327-faa2-4e69-90c6-c2645bc710c8 req-5575b358-2aee-4a6e-9994-e255044a8326 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:14.747343 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1fa8f327-faa2-4e69-90c6-c2645bc710c8 req-5575b358-2aee-4a6e-9994-e255044a8326 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/networks?id=1d7b02ff-592a-43c8-a6a8-4518f58cb45c HTTP/1.1" status: 200 len: 813 time: 0.1476595 Dec 09 15:46:14.763783 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1fa8f327-faa2-4e69-90c6-c2645bc710c8 req-019b33cb-4941-4200-b74c-c99db43a7661 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/quotas/1e2600c75c374e5792b7170fc2783725 HTTP/1.1" status: 200 len: 375 time: 0.0154886 Dec 09 15:46:14.831964 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1fa8f327-faa2-4e69-90c6-c2645bc710c8 req-ba197b61-8422-49a5-9a6d-7a770da74ed4 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e2600c75c374e5792b7170fc2783725&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0672195 Dec 09 15:46:14.938978 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de924bd5-da9d-4268-ab19-b9f2648137c1 req-03516d10-24cd-497f-bd93-5f8710b9295b tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:14.947710 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-de924bd5-da9d-4268-ab19-b9f2648137c1 req-03516d10-24cd-497f-bd93-5f8710b9295b tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1803-02ad-4720-9cc8-57cefaef0e9a HTTP/1.1" status: 200 len: 943 time: 0.0637484 Dec 09 15:46:14.999840 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-de924bd5-da9d-4268-ab19-b9f2648137c1 req-8cad458c-af28-4ea5-b0e5-f23732403126 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511639 Dec 09 15:46:15.126558 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199444e-a446-4c1a-a566-dc3f3d1005d0 req-0a1e0f2d-1150-43f1-b0c1-e4fe4638f216 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:15.128089 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f199444e-a446-4c1a-a566-dc3f3d1005d0 req-0a1e0f2d-1150-43f1-b0c1-e4fe4638f216 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0494976 Dec 09 15:46:15.193640 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f199444e-a446-4c1a-a566-dc3f3d1005d0 req-0ff31d9b-bb8d-4d6f-bb01-34679447c5e0 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563982 Dec 09 15:46:15.348965 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e3568-0431-4724-bc24-b0ebb8729cf4 req-3d0e09f9-8270-475b-8fe8-d020e2fc1617 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:15.350553 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-759e3568-0431-4724-bc24-b0ebb8729cf4 req-3d0e09f9-8270-475b-8fe8-d020e2fc1617 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0714538 Dec 09 15:46:15.405250 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-759e3568-0431-4724-bc24-b0ebb8729cf4 req-b6f0079c-f6ac-437a-b9f3-6ad89e733528 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463896 Dec 09 15:46:15.598675 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e2186859-212c-426a-a57a-96ccea44b52f req-21fafe5d-45eb-44bb-8a90-cbe45d5174bd tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=1e2600c75c374e5792b7170fc2783725 HTTP/1.1" status: 200 len: 221 time: 0.0359097 Dec 09 15:46:15.714949 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2316c4-e0db-4a24-997b-74983b5a80b3 req-b347cfdb-b2fa-4347-b325-9444ad0553da tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:15.716443 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5a2316c4-e0db-4a24-997b-74983b5a80b3 req-b347cfdb-b2fa-4347-b325-9444ad0553da tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0496883 Dec 09 15:46:15.767871 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5a2316c4-e0db-4a24-997b-74983b5a80b3 req-64be4052-29c3-40e5-8371-1289dd276b0c tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450785 Dec 09 15:46:15.858203 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:15.888037 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfae92b-9424-4954-aca0-2c16b0ebb36e req-39b8e02d-379f-4d2d-9834-0b995687e4a8 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:15.889597 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bbfae92b-9424-4954-aca0-2c16b0ebb36e req-39b8e02d-379f-4d2d-9834-0b995687e4a8 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0542023 Dec 09 15:46:15.938484 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bbfae92b-9424-4954-aca0-2c16b0ebb36e req-98229e07-510a-4487-9e57-a840192c6cc6 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425851 Dec 09 15:46:16.079111 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578cdea-1ab3-4ce1-883a-fea6286761d9 req-d2a743e5-e13d-423c-8dd5-b694882b7d04 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:16.081557 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4578cdea-1ab3-4ce1-883a-fea6286761d9 req-d2a743e5-e13d-423c-8dd5-b694882b7d04 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0543535 Dec 09 15:46:16.137317 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4578cdea-1ab3-4ce1-883a-fea6286761d9 req-2bfb5a51-11af-4266-a620-17e1d2b3f85a tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469682 Dec 09 15:46:16.255315 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52ef04-1a62-4886-8200-e7a4edda5b01 req-df737bed-b485-41d5-9711-2abbd4781021 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:16.256898 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6d52ef04-1a62-4886-8200-e7a4edda5b01 req-df737bed-b485-41d5-9711-2abbd4781021 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1803-02ad-4720-9cc8-57cefaef0e9a HTTP/1.1" status: 200 len: 943 time: 0.0589726 Dec 09 15:46:16.333034 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6d52ef04-1a62-4886-8200-e7a4edda5b01 req-9678beea-0aea-49d2-a0fd-263f0c283401 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675354 Dec 09 15:46:16.466072 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94f0eb-53ea-4845-9f4c-f1bac47b430e req-2580c2b9-1088-43b2-b205-232999327443 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:16.468626 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8a94f0eb-53ea-4845-9f4c-f1bac47b430e req-2580c2b9-1088-43b2-b205-232999327443 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0625374 Dec 09 15:46:16.518687 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8a94f0eb-53ea-4845-9f4c-f1bac47b430e req-3356737b-a27a-4b0c-aced-5b9a8ed66d5e tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449517 Dec 09 15:46:16.726361 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50835d62-a5e4-4f75-9082-be60202c4cf1 req-12994fc3-b1c9-4437-a3e0-1101f0770ba9 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:16.728004 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-50835d62-a5e4-4f75-9082-be60202c4cf1 req-12994fc3-b1c9-4437-a3e0-1101f0770ba9 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0623193 Dec 09 15:46:16.780673 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-50835d62-a5e4-4f75-9082-be60202c4cf1 req-bf1b4d23-d80b-4684-8b58-574c8abaab09 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465615 Dec 09 15:46:16.901173 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67d588-601a-40c9-903e-d44b8b58e836 req-6a0e7355-3f4b-4e1e-addd-ffa9c9d27d53 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:16.902568 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6e67d588-601a-40c9-903e-d44b8b58e836 req-6a0e7355-3f4b-4e1e-addd-ffa9c9d27d53 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0528185 Dec 09 15:46:16.952696 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6e67d588-601a-40c9-903e-d44b8b58e836 req-2bc101fd-9ff1-4ca6-935c-9dde63c63d74 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436742 Dec 09 15:46:17.083121 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9c621-ff10-428d-98e8-f2e2cb13c07b req-f4fd0133-7c99-4fd0-85de-babdf502115e tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:17.084766 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f3b9c621-ff10-428d-98e8-f2e2cb13c07b req-f4fd0133-7c99-4fd0-85de-babdf502115e tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0543084 Dec 09 15:46:17.146499 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f3b9c621-ff10-428d-98e8-f2e2cb13c07b req-817d0291-bd88-41ce-81a3-3d7630c48fd5 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451131 Dec 09 15:46:17.274273 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad67101-fc20-46ae-8cfc-fb61f76e722e req-60c9fb45-96b8-42fc-9273-62f7c8aa0169 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:17.275970 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4ad67101-fc20-46ae-8cfc-fb61f76e722e req-60c9fb45-96b8-42fc-9273-62f7c8aa0169 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0557194 Dec 09 15:46:17.331252 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4ad67101-fc20-46ae-8cfc-fb61f76e722e req-5df02baa-28e4-46a8-a31f-ba24496a47df tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485709 Dec 09 15:46:17.447565 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b11974-cc1a-417b-8ac8-79b4400e3f3e req-52aa7e88-e21f-4b9f-90bd-3c916d08ced7 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:17.449150 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-16b11974-cc1a-417b-8ac8-79b4400e3f3e req-52aa7e88-e21f-4b9f-90bd-3c916d08ced7 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1803-02ad-4720-9cc8-57cefaef0e9a HTTP/1.1" status: 200 len: 943 time: 0.0500085 Dec 09 15:46:17.502452 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-16b11974-cc1a-417b-8ac8-79b4400e3f3e req-1a6f645f-2f9e-48ac-9d16-ac2619e0caab tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469000 Dec 09 15:46:17.631231 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a9505-9cc0-432a-af15-26334cde4cf7 req-aaac4585-f60a-4e0f-a914-64b88282bc5f tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:17.633063 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4b3a9505-9cc0-432a-af15-26334cde4cf7 req-aaac4585-f60a-4e0f-a914-64b88282bc5f tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0558786 Dec 09 15:46:17.640327 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 1aacdcb6-92c8-4167-83de-c75a4a120b66 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:46:17.711327 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4b3a9505-9cc0-432a-af15-26334cde4cf7 req-32522b4d-df61-4f2b-bbb2-030ebe446c7c tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594826 Dec 09 15:46:17.795449 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 1aacdcb6-92c8-4167-83de-c75a4a120b66, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=1aacdcb6-92c8-4167-83de-c75a4a120b66,segment=NetworkSegment(72b78068-61b7-4bbb-b5a0-753283217b57),segment_id=72b78068-61b7-4bbb-b5a0-753283217b57)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:46:17.817905 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '1aacdcb6-92c8-4167-83de-c75a4a120b66', 'network_id': 'aefaced1-2e29-4860-a321-969c1bb810c5', 'port_id': '1aacdcb6-92c8-4167-83de-c75a4a120b66', 'mac_address': 'fa:16:3e:b1:df:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '518f472d-0dfc-4bb3-a3f4-4a87074139ac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:46:17.861934 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:17.878973 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aacdcb6-92c8-4167-83de-c75a4a120b66 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:46:17.901456 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 1aacdcb6-92c8-4167-83de-c75a4a120b66, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=1aacdcb6-92c8-4167-83de-c75a4a120b66,segment=NetworkSegment(72b78068-61b7-4bbb-b5a0-753283217b57),segment_id=72b78068-61b7-4bbb-b5a0-753283217b57)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:46:17.909789 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:17.971104 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63158e8c-76f5-40ac-bee2-ca76f258d00b req-cc2d9887-66a8-492b-b818-3be6e792d4a5 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:17.974584 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-63158e8c-76f5-40ac-bee2-ca76f258d00b req-cc2d9887-66a8-492b-b818-3be6e792d4a5 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0869429 Dec 09 15:46:17.988296 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=1aacdcb6-92c8-4167-83de-c75a4a120b66,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:46:18.030020 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-63158e8c-76f5-40ac-bee2-ca76f258d00b req-0617bf7d-7a81-4cf1-9b70-3d9ae6d6f833 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500598 Dec 09 15:46:18.172751 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ec1de-bc79-475d-a002-f912cf8d0945 req-bcb98f31-d65b-4a76-b1b1-685fe1bb4693 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:18.174317 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-749ec1de-bc79-475d-a002-f912cf8d0945 req-bcb98f31-d65b-4a76-b1b1-685fe1bb4693 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0542517 Dec 09 15:46:18.214553 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-965f8378-ce5d-42e9-8d04-a161ad81f33d req-37e76667-6963-48a2-a565-f29a247f15f9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c1142ef1-79a8-46c0-9066-408263f32d50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443046 Dec 09 15:46:18.238303 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-749ec1de-bc79-475d-a002-f912cf8d0945 req-5c0638ed-d7ba-427b-8235-533665b4647c tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539958 Dec 09 15:46:18.327946 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f8378-ce5d-42e9-8d04-a161ad81f33d req-fbbb19a3-b4c5-4975-98c2-2a2e8be5fca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:18.329766 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-965f8378-ce5d-42e9-8d04-a161ad81f33d req-fbbb19a3-b4c5-4975-98c2-2a2e8be5fca7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a725fca6247b4d078de3af64ff45abce&device_id=c1142ef1-79a8-46c0-9066-408263f32d50 HTTP/1.1" status: 200 len: 1096 time: 0.0493309 Dec 09 15:46:18.357669 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['1aacdcb6-92c8-4167-83de-c75a4a120b66'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:46:18.360799 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e70b0-c405-4ef4-b866-a1d78d8857d3 req-6436f304-b013-4b93-bac5-e31783a97948 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:18.362841 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b4e70b0-c405-4ef4-b866-a1d78d8857d3 req-6436f304-b013-4b93-bac5-e31783a97948 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0554709 Dec 09 15:46:18.430035 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b4e70b0-c405-4ef4-b866-a1d78d8857d3 req-0b8d1291-681d-4280-a872-a75e2273e05b tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578146 Dec 09 15:46:18.623449 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2cd15-7a22-46b8-84dc-42f362af6075 req-fd13e6da-2196-4dbc-a720-adf0c740b7fd tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:18.625388 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7bd2cd15-7a22-46b8-84dc-42f362af6075 req-fd13e6da-2196-4dbc-a720-adf0c740b7fd tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0823457 Dec 09 15:46:18.708985 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7bd2cd15-7a22-46b8-84dc-42f362af6075 req-107d3210-910d-4365-b67c-95126ead703f tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766799 Dec 09 15:46:18.869193 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f8378-ce5d-42e9-8d04-a161ad81f33d req-5f441607-aa46-49c9-926b-ddd9d8c1f3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:18.871103 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-965f8378-ce5d-42e9-8d04-a161ad81f33d req-5f441607-aa46-49c9-926b-ddd9d8c1f3b9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f17a4c0-cb69-47eb-a703-c238afd823ea HTTP/1.1" status: 200 len: 915 time: 0.5206926 Dec 09 15:46:18.890750 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854ea1e-aa86-4878-975d-030ca98f501b req-8aba4bdc-c634-4181-a8a5-bdd11aa9688f tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:18.907198 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0854ea1e-aa86-4878-975d-030ca98f501b req-8aba4bdc-c634-4181-a8a5-bdd11aa9688f tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1803-02ad-4720-9cc8-57cefaef0e9a HTTP/1.1" status: 200 len: 944 time: 0.1235452 Dec 09 15:46:18.922772 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-965f8378-ce5d-42e9-8d04-a161ad81f33d req-03a35439-1e0f-4685-9f88-2e9f6667585a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed76aa9e-9537-436b-9d16-206cb4de8c1b HTTP/1.1" status: 200 len: 217 time: 0.0436835 Dec 09 15:46:18.956964 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0854ea1e-aa86-4878-975d-030ca98f501b req-ef463cae-92f5-4452-a1d5-69a718640935 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488482 Dec 09 15:46:18.997248 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f8378-ce5d-42e9-8d04-a161ad81f33d req-9814409e-c7b2-4b82-9a60-9861a84b8d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:18.999002 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-965f8378-ce5d-42e9-8d04-a161ad81f33d req-9814409e-c7b2-4b82-9a60-9861a84b8d6e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2331ba46-cfe3-4b20-bfd7-3f8d813f8005 HTTP/1.1" status: 200 len: 854 time: 0.0684698 Dec 09 15:46:19.034346 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-965f8378-ce5d-42e9-8d04-a161ad81f33d req-15c670d6-a14b-4dd7-b798-3a4fa7608e19 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f17a4c0-cb69-47eb-a703-c238afd823ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275190 Dec 09 15:46:19.081101 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ac629-bac0-44f6-b2a8-03a08b9ea3db req-27de56d7-853d-4232-98e3-57c403e62a75 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:19.083245 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1b1ac629-bac0-44f6-b2a8-03a08b9ea3db req-27de56d7-853d-4232-98e3-57c403e62a75 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0583634 Dec 09 15:46:19.143828 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1b1ac629-bac0-44f6-b2a8-03a08b9ea3db req-f0aaf7ef-e3ac-44f9-ab91-b2b022bff03e tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524323 Dec 09 15:46:19.149025 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-965f8378-ce5d-42e9-8d04-a161ad81f33d req-78dea4cd-114b-4212-a279-8e3a37f9fd80 service neutron] 10.222.0.42 "GET /v2.0/networks/3f17a4c0-cb69-47eb-a703-c238afd823ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054921 Dec 09 15:46:19.275453 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-965f8378-ce5d-42e9-8d04-a161ad81f33d req-495bffff-c078-43c8-a396-de04c81ac69a service neutron] 10.222.0.42 "GET /v2.0/networks/3f17a4c0-cb69-47eb-a703-c238afd823ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195922 Dec 09 15:46:19.372942 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb3561-c989-47c8-aa10-c73972ae3449 req-1f850364-d989-4b05-98e9-4b2cfb49c28f tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:19.374576 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0adb3561-c989-47c8-aa10-c73972ae3449 req-1f850364-d989-4b05-98e9-4b2cfb49c28f tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0585465 Dec 09 15:46:19.438396 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0adb3561-c989-47c8-aa10-c73972ae3449 req-5e7f9d2b-5038-4917-bb51-ecfe93ab5a9e tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569355 Dec 09 15:46:19.561951 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa508c85-d5c0-4d87-999f-b8f5d571bd02 req-451cc3cc-ebe4-475e-8b58-c05396415741 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:19.563563 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aa508c85-d5c0-4d87-999f-b8f5d571bd02 req-451cc3cc-ebe4-475e-8b58-c05396415741 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0535448 Dec 09 15:46:19.616809 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aa508c85-d5c0-4d87-999f-b8f5d571bd02 req-ae408d63-eb93-49a8-97f1-32cf55a2f8d2 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457621 Dec 09 15:46:19.659342 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 1aacdcb6-92c8-4167-83de-c75a4a120b66 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:46:19.720514 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 1aacdcb6-92c8-4167-83de-c75a4a120b66 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:46:19.731116 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 1aacdcb6-92c8-4167-83de-c75a4a120b66 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:46:19.731496 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:19.816986 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718d9d2-2897-4649-a020-c526986ce65e req-2d13a82f-6997-4eb2-a420-1a91b6213eb3 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:19.826988 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d718d9d2-2897-4649-a020-c526986ce65e req-2d13a82f-6997-4eb2-a420-1a91b6213eb3 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0705893 Dec 09 15:46:19.837515 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:19.864997 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036d1803-02ad-4720-9cc8-57cefaef0e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aacdcb6-92c8-4167-83de-c75a4a120b66'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:46:19.867735 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02004250-2758-4c2c-bc38-f8894466a1b0" -d '{"events": [{"server_uuid": "036d1803-02ad-4720-9cc8-57cefaef0e9a", "name": "network-vif-plugged", "status": "completed", "tag": "1aacdcb6-92c8-4167-83de-c75a4a120b66"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:46:19.894324 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 1aacdcb6-92c8-4167-83de-c75a4a120b66, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=1aacdcb6-92c8-4167-83de-c75a4a120b66,segment=NetworkSegment(72b78068-61b7-4bbb-b5a0-753283217b57),segment_id=72b78068-61b7-4bbb-b5a0-753283217b57)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:46:19.894755 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d718d9d2-2897-4649-a020-c526986ce65e req-2ea7a21a-df56-400c-9d5c-bf426a210cd6 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665891 Dec 09 15:46:19.911954 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:19.967404 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e94bf6f-ebda-474c-b8d6-8d067f5bb631 x-openstack-request-id: req-0e94bf6f-ebda-474c-b8d6-8d067f5bb631 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:46:19.967404 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "036d1803-02ad-4720-9cc8-57cefaef0e9a", "name": "network-vif-plugged", "status": "completed", "tag": "1aacdcb6-92c8-4167-83de-c75a4a120b66", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:46:19.967404 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0e94bf6f-ebda-474c-b8d6-8d067f5bb631 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:46:19.967404 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036d1803-02ad-4720-9cc8-57cefaef0e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aacdcb6-92c8-4167-83de-c75a4a120b66', 'code': 200} Dec 09 15:46:19.983099 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=1aacdcb6-92c8-4167-83de-c75a4a120b66,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:46:20.105842 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f0065-2d24-4690-a3bf-d231c083c0d7 req-026525a9-4555-47d4-8205-8295e44bd47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:20.107358 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7a8f0065-2d24-4690-a3bf-d231c083c0d7 req-026525a9-4555-47d4-8205-8295e44bd47b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=036d1803-02ad-4720-9cc8-57cefaef0e9a HTTP/1.1" status: 200 len: 1096 time: 0.0761254 Dec 09 15:46:20.116478 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f4c84-ff0c-46c7-a90c-4f28f07b8435 req-314c72d6-4ca6-4f5b-ab6b-1b41f711ce7b tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:20.118243 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e21f4c84-ff0c-46c7-a90c-4f28f07b8435 req-314c72d6-4ca6-4f5b-ab6b-1b41f711ce7b tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0989077 Dec 09 15:46:20.192030 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7a8f0065-2d24-4690-a3bf-d231c083c0d7 req-c278677b-f0d5-4c56-b4e3-cd71e0e6fb18 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727878 Dec 09 15:46:20.196748 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e21f4c84-ff0c-46c7-a90c-4f28f07b8435 req-f2969bf0-be17-49bb-a6ff-71679bb16756 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709302 Dec 09 15:46:20.306850 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e0017-9499-4148-95b2-7ee10405ff33 req-ed37c07b-fd3c-4715-bd90-04934def8802 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:20.308535 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-637e0017-9499-4148-95b2-7ee10405ff33 req-ed37c07b-fd3c-4715-bd90-04934def8802 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1803-02ad-4720-9cc8-57cefaef0e9a HTTP/1.1" status: 200 len: 945 time: 0.0537543 Dec 09 15:46:20.363008 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-637e0017-9499-4148-95b2-7ee10405ff33 req-dcd6d64a-ae05-464b-bbab-e8aa2f8e26e4 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477986 Dec 09 15:46:20.431286 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d1e5e23-5e91-4129-84ad-301dd30735dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:20.539775 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66ee73-e931-492f-9bf0-c4017bf00550 req-fcd43f75-dc27-476d-a356-41256e4ecac2 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:20.541352 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ad66ee73-e931-492f-9bf0-c4017bf00550 req-fcd43f75-dc27-476d-a356-41256e4ecac2 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0510552 Dec 09 15:46:20.589885 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ad66ee73-e931-492f-9bf0-c4017bf00550 req-8ce79de2-748f-4229-9e46-8b71c5be272d tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424345 Dec 09 15:46:20.710718 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5876fe84-d0e6-4f1f-b1b8-dcd950ba1405 req-4850c3a6-44a3-4da5-8058-5acca0f63b1f tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:20.712328 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5876fe84-d0e6-4f1f-b1b8-dcd950ba1405 req-4850c3a6-44a3-4da5-8058-5acca0f63b1f tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0504766 Dec 09 15:46:20.762954 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5876fe84-d0e6-4f1f-b1b8-dcd950ba1405 req-75008df4-0852-422f-b20e-ea4d46585ba0 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441318 Dec 09 15:46:20.980377 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d0e38-b29c-4d27-b4d8-ec1c9539fc93 req-b7862b27-a231-4be7-9fe5-67fd429807f3 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:20.982077 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7b3d0e38-b29c-4d27-b4d8-ec1c9539fc93 req-b7862b27-a231-4be7-9fe5-67fd429807f3 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0557032 Dec 09 15:46:21.032495 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7b3d0e38-b29c-4d27-b4d8-ec1c9539fc93 req-4b0c41e5-ea33-48ec-b9dd-8bccfe4911b0 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442340 Dec 09 15:46:21.486059 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfd893-0f0f-4725-ab81-62d1c318e4bd req-8a9a799c-7095-4e35-812b-fac049060fc6 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:21.487556 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d2bfd893-0f0f-4725-ab81-62d1c318e4bd req-8a9a799c-7095-4e35-812b-fac049060fc6 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1803-02ad-4720-9cc8-57cefaef0e9a HTTP/1.1" status: 200 len: 945 time: 0.0538092 Dec 09 15:46:21.537052 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d2bfd893-0f0f-4725-ab81-62d1c318e4bd req-9e2dba01-a516-441b-ab2d-aafab0a08a7a tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417054 Dec 09 15:46:22.110705 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46998) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:46:22.170510 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e10f45-154d-4330-9595-7e8468c5a995 req-0d6810d8-27d1-47c0-b518-179bc5761427 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:22.171926 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38e10f45-154d-4330-9595-7e8468c5a995 req-0d6810d8-27d1-47c0-b518-179bc5761427 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0540705 Dec 09 15:46:22.231464 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38e10f45-154d-4330-9595-7e8468c5a995 req-e22cb3f1-83eb-4734-8f10-3cb2eb46499f tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533838 Dec 09 15:46:22.232348 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc77cf56-0ed1-4ced-a5e9-510ecdca5d02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:22.312953 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc77cf56-0ed1-4ced-a5e9-510ecdca5d02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:22.317006 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc77cf56-0ed1-4ced-a5e9-510ecdca5d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:22.357660 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-cc77cf56-0ed1-4ced-a5e9-510ecdca5d02 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2953a546a696490481bf3b7d592a9ccd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2455871 Dec 09 15:46:22.358810 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77cf56-0ed1-4ced-a5e9-510ecdca5d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ed7ed9-5b1c-4dcb-b22c-acab01d5c5c4,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:46:22.360396 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47006) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:46:22.368359 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77cf56-0ed1-4ced-a5e9-510ecdca5d02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:46:22.368763 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77cf56-0ed1-4ced-a5e9-510ecdca5d02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:46:22.369185 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77cf56-0ed1-4ced-a5e9-510ecdca5d02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:46:22.369468 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77cf56-0ed1-4ced-a5e9-510ecdca5d02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:46:22.369842 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77cf56-0ed1-4ced-a5e9-510ecdca5d02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:46:22.370132 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77cf56-0ed1-4ced-a5e9-510ecdca5d02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:46:22.370595 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77cf56-0ed1-4ced-a5e9-510ecdca5d02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:46:22.370935 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77cf56-0ed1-4ced-a5e9-510ecdca5d02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:46:22.371388 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77cf56-0ed1-4ced-a5e9-510ecdca5d02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:46:22.371880 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77cf56-0ed1-4ced-a5e9-510ecdca5d02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:46:22.372221 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77cf56-0ed1-4ced-a5e9-510ecdca5d02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:46:22.372582 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77cf56-0ed1-4ced-a5e9-510ecdca5d02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:46:22.372915 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77cf56-0ed1-4ced-a5e9-510ecdca5d02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:46:22.424566 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c1cacab-8790-442d-8767-fdd22dd25077 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:22.447215 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c1cacab-8790-442d-8767-fdd22dd25077 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:22.491395 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed083f56-7868-45ac-beb2-95a1b673ec34 req-2ce8734f-7cfb-46ff-bdf2-e6f160a30b8f tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:22.496978 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ed083f56-7868-45ac-beb2-95a1b673ec34 req-2ce8734f-7cfb-46ff-bdf2-e6f160a30b8f tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0549529 Dec 09 15:46:22.499863 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c1cacab-8790-442d-8767-fdd22dd25077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:22.503129 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c1cacab-8790-442d-8767-fdd22dd25077 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:22.507646 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8c1cacab-8790-442d-8767-fdd22dd25077 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/70ed7ed9-5b1c-4dcb-b22c-acab01d5c5c4 HTTP/1.1" status: 204 len: 168 time: 0.1429443 Dec 09 15:46:22.514007 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1cacab-8790-442d-8767-fdd22dd25077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ed7ed9-5b1c-4dcb-b22c-acab01d5c5c4,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:46:22.526068 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cacab-8790-442d-8767-fdd22dd25077 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:46:22.526492 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cacab-8790-442d-8767-fdd22dd25077 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:46:22.526904 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cacab-8790-442d-8767-fdd22dd25077 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:46:22.527310 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cacab-8790-442d-8767-fdd22dd25077 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:46:22.527735 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cacab-8790-442d-8767-fdd22dd25077 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:46:22.528132 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cacab-8790-442d-8767-fdd22dd25077 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:46:22.528618 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cacab-8790-442d-8767-fdd22dd25077 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:46:22.529044 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cacab-8790-442d-8767-fdd22dd25077 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:46:22.529441 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cacab-8790-442d-8767-fdd22dd25077 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:46:22.529965 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cacab-8790-442d-8767-fdd22dd25077 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:46:22.530357 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cacab-8790-442d-8767-fdd22dd25077 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:46:22.530671 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cacab-8790-442d-8767-fdd22dd25077 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:46:22.532389 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cacab-8790-442d-8767-fdd22dd25077 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:46:22.546606 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ed083f56-7868-45ac-beb2-95a1b673ec34 req-4b48f537-a024-42ed-a8c9-105bc49c7e05 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466547 Dec 09 15:46:22.671346 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fdd38-8ce7-410a-8256-e42224e71997 req-b20a025c-0cd6-4717-aa96-623026069164 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:22.672861 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-999fdd38-8ce7-410a-8256-e42224e71997 req-b20a025c-0cd6-4717-aa96-623026069164 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1803-02ad-4720-9cc8-57cefaef0e9a HTTP/1.1" status: 200 len: 945 time: 0.0569377 Dec 09 15:46:22.725106 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-999fdd38-8ce7-410a-8256-e42224e71997 req-0c7bd5ad-e222-41a2-bc3f-e457a6dcf3c7 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461228 Dec 09 15:46:22.811421 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47020) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:46:22.825294 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd8b8e42-0171-4c1a-9c02-175a14b76c14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:22.895727 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e257298-f5a8-40a0-9003-74bb463fe14f req-630db24c-3e24-4eef-8929-819f694a81ac tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:22.897986 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9e257298-f5a8-40a0-9003-74bb463fe14f req-630db24c-3e24-4eef-8929-819f694a81ac tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=09425f0e-84c2-433b-8aaa-77c9db16ea14 HTTP/1.1" status: 200 len: 945 time: 0.0531702 Dec 09 15:46:22.912752 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd8b8e42-0171-4c1a-9c02-175a14b76c14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:22.918291 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dd8b8e42-0171-4c1a-9c02-175a14b76c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:22.928160 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d1ca422a-62fd-462e-b4bf-fc646edae57a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:22.955907 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9e257298-f5a8-40a0-9003-74bb463fe14f req-9ee226a3-1d32-4261-a730-0a46f7698e8e tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463145 Dec 09 15:46:22.961810 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-dd8b8e42-0171-4c1a-9c02-175a14b76c14 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9557cced4c54405182a3e509fcee075c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1491973 Dec 09 15:46:22.962710 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b8e42-0171-4c1a-9c02-175a14b76c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9052034a-22fc-41be-82d0-304df315a51e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:46:22.964711 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47022) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:46:23.015972 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-beec68ca-b84c-4d7b-815e-49f1d75b2b33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:23.062393 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-beec68ca-b84c-4d7b-815e-49f1d75b2b33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:23.109219 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8f340-297c-4ce3-b15b-b853ecfdef8b req-44ddb82b-969a-462a-b521-5904e13d83ba tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:23.110731 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-02f8f340-297c-4ce3-b15b-b853ecfdef8b req-44ddb82b-969a-462a-b521-5904e13d83ba tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1803-02ad-4720-9cc8-57cefaef0e9a HTTP/1.1" status: 200 len: 945 time: 0.0818658 Dec 09 15:46:23.141805 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-beec68ca-b84c-4d7b-815e-49f1d75b2b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:23.144329 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-beec68ca-b84c-4d7b-815e-49f1d75b2b33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:23.145471 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-beec68ca-b84c-4d7b-815e-49f1d75b2b33 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9052034a-22fc-41be-82d0-304df315a51e HTTP/1.1" status: 204 len: 168 time: 0.1792676 Dec 09 15:46:23.166791 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec68ca-b84c-4d7b-815e-49f1d75b2b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9052034a-22fc-41be-82d0-304df315a51e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:46:23.175573 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-02f8f340-297c-4ce3-b15b-b853ecfdef8b req-e5cd804c-6f37-45d9-b996-ed1ece0f661e tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564666 Dec 09 15:46:23.421542 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92368edc-1338-4d72-93c3-8d1aa5413ed0 req-a9453996-553b-4094-9cd8-a0f7d4681079 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:23.423023 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-92368edc-1338-4d72-93c3-8d1aa5413ed0 req-a9453996-553b-4094-9cd8-a0f7d4681079 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1803-02ad-4720-9cc8-57cefaef0e9a HTTP/1.1" status: 200 len: 945 time: 0.0501127 Dec 09 15:46:23.476558 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-92368edc-1338-4d72-93c3-8d1aa5413ed0 req-3bdca637-85aa-48c7-83d8-11304ef753a8 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470314 Dec 09 15:46:23.670748 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35085407-2c42-4561-8912-b7aeb464716d req-8ccd84cb-44be-463b-b7a0-fc00bd66e5b7 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:23.672250 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-35085407-2c42-4561-8912-b7aeb464716d req-8ccd84cb-44be-463b-b7a0-fc00bd66e5b7 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0503712 Dec 09 15:46:23.724014 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-35085407-2c42-4561-8912-b7aeb464716d req-669b33dd-2f1a-4943-ad42-fb68c7124915 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452309 Dec 09 15:46:23.845225 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465166d-50f4-48f1-9140-440de261a367 req-53311859-968c-4b45-99f2-3d439a2dedf3 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:23.846726 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6465166d-50f4-48f1-9140-440de261a367 req-53311859-968c-4b45-99f2-3d439a2dedf3 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0508885 Dec 09 15:46:23.896903 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6465166d-50f4-48f1-9140-440de261a367 req-9262d643-f63e-4f8d-a5b6-e9270470aa3d tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434535 Dec 09 15:46:23.995344 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:24.418626 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab77e6-153d-4337-b6cd-797a00288777 req-0a7ff537-28ff-4150-ad89-b97485a97aac tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:24.420165 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97ab77e6-153d-4337-b6cd-797a00288777 req-0a7ff537-28ff-4150-ad89-b97485a97aac tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.3686452 Dec 09 15:46:24.444493 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:24.470018 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97ab77e6-153d-4337-b6cd-797a00288777 req-a1c25715-fb8c-420d-8319-3f4100a1baab tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440159 Dec 09 15:46:24.595800 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f97c1-35d5-4efe-8672-2dd4cf0db61d req-112d920e-1b04-4ef1-a4bf-934c95784d9c tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:24.597638 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dd8f97c1-35d5-4efe-8672-2dd4cf0db61d req-112d920e-1b04-4ef1-a4bf-934c95784d9c tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0497663 Dec 09 15:46:24.647931 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dd8f97c1-35d5-4efe-8672-2dd4cf0db61d req-fed712a0-02da-411e-9ad0-849e0df333f4 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428913 Dec 09 15:46:24.767829 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf805c4-5ac0-4e17-b4f4-bb9e7a3498ce req-0790c5e2-eb40-494d-99f2-19148718cc65 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:24.769255 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-daf805c4-5ac0-4e17-b4f4-bb9e7a3498ce req-0790c5e2-eb40-494d-99f2-19148718cc65 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1803-02ad-4720-9cc8-57cefaef0e9a HTTP/1.1" status: 200 len: 945 time: 0.0520251 Dec 09 15:46:24.828509 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-daf805c4-5ac0-4e17-b4f4-bb9e7a3498ce req-1f014a4d-b6c6-4f08-a515-6e327218b862 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521934 Dec 09 15:46:24.962905 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e680a5-d62a-4602-9685-96b120a27143 req-c0850aa6-87f6-4696-9425-5700070f159c tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:24.964698 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-05e680a5-d62a-4602-9685-96b120a27143 req-c0850aa6-87f6-4696-9425-5700070f159c tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0570359 Dec 09 15:46:25.046027 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90318a2c-3231-461b-beee-b0701ab30898 req-30a6b53d-d634-4c6e-880c-92a969189f23 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:25.047532 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-90318a2c-3231-461b-beee-b0701ab30898 req-30a6b53d-d634-4c6e-880c-92a969189f23 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.31 "GET /v2.0/ports?device_id=036d1803-02ad-4720-9cc8-57cefaef0e9a HTTP/1.1" status: 200 len: 945 time: 0.0819316 Dec 09 15:46:25.051108 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-05e680a5-d62a-4602-9685-96b120a27143 req-f44417c0-189c-4712-a05f-eecab2b93546 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768096 Dec 09 15:46:25.164988 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-90318a2c-3231-461b-beee-b0701ab30898 req-fab13841-d7d9-4b85-bd57-151e57cf978f tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Deleting port 1aacdcb6-92c8-4167-83de-c75a4a120b66 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:46:25.165344 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-90318a2c-3231-461b-beee-b0701ab30898 req-fab13841-d7d9-4b85-bd57-151e57cf978f tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:25.240386 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:25.290496 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e458a-20da-4d34-9e80-ee6046ec41c0 req-fc32393a-1674-4b44-80b1-889cab0c68a6 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:25.291920 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4b5e458a-20da-4d34-9e80-ee6046ec41c0 req-fc32393a-1674-4b44-80b1-889cab0c68a6 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.1221631 Dec 09 15:46:25.298754 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-90318a2c-3231-461b-beee-b0701ab30898 req-fab13841-d7d9-4b85-bd57-151e57cf978f tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] For port 1aacdcb6-92c8-4167-83de-c75a4a120b66, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=1aacdcb6-92c8-4167-83de-c75a4a120b66,segment=NetworkSegment(72b78068-61b7-4bbb-b5a0-753283217b57),segment_id=72b78068-61b7-4bbb-b5a0-753283217b57)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:46:25.299121 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-90318a2c-3231-461b-beee-b0701ab30898 req-fab13841-d7d9-4b85-bd57-151e57cf978f tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:25.324464 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-90318a2c-3231-461b-beee-b0701ab30898 req-fab13841-d7d9-4b85-bd57-151e57cf978f tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Calling delete_port for 1aacdcb6-92c8-4167-83de-c75a4a120b66 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:46:25.393072 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4b5e458a-20da-4d34-9e80-ee6046ec41c0 req-0f593096-f63f-433f-8c02-1c40505f97b7 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913277 Dec 09 15:46:25.495867 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-90318a2c-3231-461b-beee-b0701ab30898 req-fab13841-d7d9-4b85-bd57-151e57cf978f tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:25.510520 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['76cd4a30-0404-4a95-a2dc-022463d6e20d', '1aacdcb6-92c8-4167-83de-c75a4a120b66'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:46:25.528590 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab13841-d7d9-4b85-bd57-151e57cf978f tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Pushing event deleted for resources: {'Port': ['ID=1aacdcb6-92c8-4167-83de-c75a4a120b66,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:46:25.543664 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['3a715174-d48c-44c7-963e-602580aec9dc'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:46:25.579680 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d29da3b-b3a4-4c30-bb62-a6eac1096399 None None] DHCP port deletion for aefaced1-2e29-4860-a321-969c1bb810c5 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:46:25.603981 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-90318a2c-3231-461b-beee-b0701ab30898 req-fab13841-d7d9-4b85-bd57-151e57cf978f tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] No DVR routers for this DVR port 1aacdcb6-92c8-4167-83de-c75a4a120b66 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:46:25.609017 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-90318a2c-3231-461b-beee-b0701ab30898 req-fab13841-d7d9-4b85-bd57-151e57cf978f tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:25.613376 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-90318a2c-3231-461b-beee-b0701ab30898 req-fab13841-d7d9-4b85-bd57-151e57cf978f tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.31 "DELETE /v2.0/ports/1aacdcb6-92c8-4167-83de-c75a4a120b66 HTTP/1.1" status: 204 len: 173 time: 0.5580366 Dec 09 15:46:25.613807 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036d1803-02ad-4720-9cc8-57cefaef0e9a', 'name': 'network-vif-deleted', 'tag': '1aacdcb6-92c8-4167-83de-c75a4a120b66'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:46:25.616108 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd077a82-b6c9-4c3a-8d0f-7a668a71109d" -d '{"events": [{"server_uuid": "036d1803-02ad-4720-9cc8-57cefaef0e9a", "name": "network-vif-deleted", "tag": "1aacdcb6-92c8-4167-83de-c75a4a120b66"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:46:25.627814 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb59f81-a92a-4e32-8210-7f12e714c5ab req-ba4ffe90-b39f-47ef-8b80-43adec712b1c tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:25.636040 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6eb59f81-a92a-4e32-8210-7f12e714c5ab req-ba4ffe90-b39f-47ef-8b80-43adec712b1c tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.1125910 Dec 09 15:46:25.700162 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6eb59f81-a92a-4e32-8210-7f12e714c5ab req-72f0dbd4-6499-4485-a2d4-c4e517bab8db tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632272 Dec 09 15:46:25.763170 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5fe1e18-ebc0-4753-b366-5636c70dfff2 x-openstack-request-id: req-b5fe1e18-ebc0-4753-b366-5636c70dfff2 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:46:25.763469 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "036d1803-02ad-4720-9cc8-57cefaef0e9a", "name": "network-vif-deleted", "tag": "1aacdcb6-92c8-4167-83de-c75a4a120b66", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:46:25.763717 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b5fe1e18-ebc0-4753-b366-5636c70dfff2 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:46:25.764297 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036d1803-02ad-4720-9cc8-57cefaef0e9a', 'name': 'network-vif-deleted', 'tag': '1aacdcb6-92c8-4167-83de-c75a4a120b66', 'status': 'completed', 'code': 200} Dec 09 15:46:25.824783 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47136) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:46:25.880056 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6aaf59-122f-4608-b236-86f65631bade req-3cd7248c-57e7-4abd-979e-13f13174a157 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:25.882370 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2c6aaf59-122f-4608-b236-86f65631bade req-3cd7248c-57e7-4abd-979e-13f13174a157 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0580726 Dec 09 15:46:25.958244 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2c6aaf59-122f-4608-b236-86f65631bade req-6abd7702-f839-4c5b-a2f9-a1bd6da0f08d tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592048 Dec 09 15:46:25.968745 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c0b1f1e-cbe2-4e32-9482-465875561b34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:26.065305 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c0b1f1e-cbe2-4e32-9482-465875561b34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:26.070626 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c0b1f1e-cbe2-4e32-9482-465875561b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:26.072336 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eaa8cee5-f774-475c-9dec-d85e53c53261 req-207afc07-5bba-4973-ad32-a9f7da9d6339 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=036d1803-02ad-4720-9cc8-57cefaef0e9a HTTP/1.1" status: 200 len: 210 time: 0.0305398 Dec 09 15:46:26.120434 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b1f1e-cbe2-4e32-9482-465875561b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5f955c-e071-442a-9a95-c0b73c084669,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:46:26.128329 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47148) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:46:26.136832 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8c0b1f1e-cbe2-4e32-9482-465875561b34 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8068193cf1694b7583c9c2f6b7cfbadd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3104966 Dec 09 15:46:26.209627 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e895678d-e257-47c6-9615-34720115e054 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:26.236370 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956aedab-0f55-49a6-baae-48a8a3b90fba req-8a070124-47d6-45c0-b8a7-2ba7c37550e0 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:26.238228 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-956aedab-0f55-49a6-baae-48a8a3b90fba req-8a070124-47d6-45c0-b8a7-2ba7c37550e0 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0740910 Dec 09 15:46:26.247902 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e895678d-e257-47c6-9615-34720115e054 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:26.316189 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-956aedab-0f55-49a6-baae-48a8a3b90fba req-4880be15-fb2f-4150-aeb8-7da639c3d571 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702143 Dec 09 15:46:26.363707 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e895678d-e257-47c6-9615-34720115e054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:26.367930 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e895678d-e257-47c6-9615-34720115e054 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:26.369125 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e895678d-e257-47c6-9615-34720115e054 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9f5f955c-e071-442a-9a95-c0b73c084669 HTTP/1.1" status: 204 len: 168 time: 0.2397144 Dec 09 15:46:26.378343 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895678d-e257-47c6-9615-34720115e054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5f955c-e071-442a-9a95-c0b73c084669,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:46:26.442881 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:26.534471 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f1673-f0c9-49ad-98e7-e61745d3220c req-e66cc49a-89f2-48f2-a47e-8cdbbfd7df17 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:26.536371 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af3f1673-f0c9-49ad-98e7-e61745d3220c req-e66cc49a-89f2-48f2-a47e-8cdbbfd7df17 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0720034 Dec 09 15:46:26.610936 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af3f1673-f0c9-49ad-98e7-e61745d3220c req-4ee291cb-1ba4-4fc3-a755-def37a9809a5 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663843 Dec 09 15:46:26.772408 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47168) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:46:26.788611 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-34585ccc-37a2-4937-8cb0-bf1d8536f544 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:26.798440 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91b9e5-0b04-4fbc-9ce9-24160f50bc08 req-95452737-f2ee-41ba-8f11-c6d438405e14 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:26.800098 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9a91b9e5-0b04-4fbc-9ce9-24160f50bc08 req-95452737-f2ee-41ba-8f11-c6d438405e14 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0767479 Dec 09 15:46:26.878177 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9a91b9e5-0b04-4fbc-9ce9-24160f50bc08 req-0151a922-ee3b-41c8-9aed-83252be9fbe9 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665450 Dec 09 15:46:26.937775 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-34585ccc-37a2-4937-8cb0-bf1d8536f544 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:26.943763 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-34585ccc-37a2-4937-8cb0-bf1d8536f544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:26.983828 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-34585ccc-37a2-4937-8cb0-bf1d8536f544 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=769f45d6e914416d81c511129c1e34ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2076590 Dec 09 15:46:26.984446 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47172) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:46:27.076341 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34585ccc-37a2-4937-8cb0-bf1d8536f544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4413160f-1a71-48ec-8ae9-c6bda4d38b70,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:46:27.114504 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f61edd24-99f8-4be2-a4e3-27836c610ea7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:27.127635 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72acd48-8a01-4c09-b5db-24d3bd5bae62 req-a4a917a3-3a99-47eb-a084-52f6b739179e tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:27.129210 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e72acd48-8a01-4c09-b5db-24d3bd5bae62 req-a4a917a3-3a99-47eb-a084-52f6b739179e tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.1536424 Dec 09 15:46:27.158222 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f61edd24-99f8-4be2-a4e3-27836c610ea7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:27.212927 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e72acd48-8a01-4c09-b5db-24d3bd5bae62 req-ec5b42ce-8a10-4113-8332-f862f5f3ce9b tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762367 Dec 09 15:46:27.235476 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f61edd24-99f8-4be2-a4e3-27836c610ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:27.239474 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f61edd24-99f8-4be2-a4e3-27836c610ea7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:27.241631 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f61edd24-99f8-4be2-a4e3-27836c610ea7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4413160f-1a71-48ec-8ae9-c6bda4d38b70 HTTP/1.1" status: 204 len: 168 time: 0.2559783 Dec 09 15:46:27.256118 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61edd24-99f8-4be2-a4e3-27836c610ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4413160f-1a71-48ec-8ae9-c6bda4d38b70,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:46:27.603126 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de710895-94fe-4f5b-936b-7ea7e0a84512 req-bfdd957a-06af-4b58-bcca-fbc1e5e576c8 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:27.611613 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-de710895-94fe-4f5b-936b-7ea7e0a84512 req-bfdd957a-06af-4b58-bcca-fbc1e5e576c8 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0718622 Dec 09 15:46:27.676734 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-de710895-94fe-4f5b-936b-7ea7e0a84512 req-7d95203a-1e6f-4b38-a4d8-45a41b1d283f tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589075 Dec 09 15:46:27.867962 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc56200-9d0c-48da-95a3-f5b74d19bfc0 req-0bf18b5d-44ab-46c3-bd1b-ef762eb82feb tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:27.876296 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5bc56200-9d0c-48da-95a3-f5b74d19bfc0 req-0bf18b5d-44ab-46c3-bd1b-ef762eb82feb tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=09425f0e-84c2-433b-8aaa-77c9db16ea14 HTTP/1.1" status: 200 len: 945 time: 0.0596683 Dec 09 15:46:27.943216 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5bc56200-9d0c-48da-95a3-f5b74d19bfc0 req-920cbfed-ced7-474d-b1d2-1f2aa3a35ee8 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582936 Dec 09 15:46:28.070732 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ec0a8-1325-4e25-9014-49f6ab94e8d8 req-a44ac760-051b-46a7-94aa-14209364535a tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:28.078245 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-df5ec0a8-1325-4e25-9014-49f6ab94e8d8 req-a44ac760-051b-46a7-94aa-14209364535a tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0763736 Dec 09 15:46:28.144896 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-df5ec0a8-1325-4e25-9014-49f6ab94e8d8 req-09248bf4-3e65-45bc-9d2c-9e0aa943dbc6 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586157 Dec 09 15:46:28.330392 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b71414b-d1e1-4d42-81ac-61a64a6803dc req-1641794c-2f91-46d3-9e36-3752960ebe8a tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:28.337879 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5b71414b-d1e1-4d42-81ac-61a64a6803dc req-1641794c-2f91-46d3-9e36-3752960ebe8a tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0566597 Dec 09 15:46:28.404015 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5b71414b-d1e1-4d42-81ac-61a64a6803dc req-33c31b16-968f-4a94-85d9-1909318c1bae tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645547 Dec 09 15:46:28.524828 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f62ca2-d08d-4e11-814b-d3a33a0f89b9 req-0d556c1d-36fa-40fe-a77c-4672b9ff473e tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:28.526931 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b9f62ca2-d08d-4e11-814b-d3a33a0f89b9 req-0d556c1d-36fa-40fe-a77c-4672b9ff473e tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0560641 Dec 09 15:46:28.578063 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b9f62ca2-d08d-4e11-814b-d3a33a0f89b9 req-e8798c70-00e9-4258-9c3f-c89ab7d0078a tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451417 Dec 09 15:46:28.748260 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a84b0b-6366-4938-b2c4-4d8ccf8aa823 req-4e8c6d68-b8d2-4492-809b-da4c3d6a367e tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:28.749797 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-98a84b0b-6366-4938-b2c4-4d8ccf8aa823 req-4e8c6d68-b8d2-4492-809b-da4c3d6a367e tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0532146 Dec 09 15:46:28.811393 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-98a84b0b-6366-4938-b2c4-4d8ccf8aa823 req-62ef864d-8b4c-42ba-986d-3556c18715b8 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548370 Dec 09 15:46:28.995270 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f16d78-45fc-49df-9eea-97b9e0959a3a req-bfee4fc6-a214-4a8b-b9ff-0bf69ab91fd3 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:28.996928 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-24f16d78-45fc-49df-9eea-97b9e0959a3a req-bfee4fc6-a214-4a8b-b9ff-0bf69ab91fd3 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0600963 Dec 09 15:46:29.050214 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-24f16d78-45fc-49df-9eea-97b9e0959a3a req-baac1ac5-93e9-4d58-98d0-47352d085b34 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454328 Dec 09 15:46:29.170368 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dacbb00-caff-46bf-8ea5-7446d4c10eb5 req-9884777b-b297-4e9e-90b4-d60a956ce3b5 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:29.172263 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6dacbb00-caff-46bf-8ea5-7446d4c10eb5 req-9884777b-b297-4e9e-90b4-d60a956ce3b5 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=09425f0e-84c2-433b-8aaa-77c9db16ea14 HTTP/1.1" status: 200 len: 945 time: 0.0622461 Dec 09 15:46:29.232655 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6dacbb00-caff-46bf-8ea5-7446d4c10eb5 req-b36b8fc6-8c32-4c24-a809-ae341dc14963 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526917 Dec 09 15:46:29.267662 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cf7d2-2a22-4c8b-8f0e-f2c41acbf947 req-3d3afacb-4b5b-466e-bed7-3830c13c837e tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:29.270598 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4f1cf7d2-2a22-4c8b-8f0e-f2c41acbf947 req-3d3afacb-4b5b-466e-bed7-3830c13c837e tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.42 "GET /v2.0/ports?device_id=09425f0e-84c2-433b-8aaa-77c9db16ea14 HTTP/1.1" status: 200 len: 945 time: 0.0628901 Dec 09 15:46:29.368638 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2fcf6-0122-4f52-a4c3-538ecceca59f req-eec1f82b-3e1b-407c-ad33-1351ee62968a tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:29.370419 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a3a2fcf6-0122-4f52-a4c3-538ecceca59f req-eec1f82b-3e1b-407c-ad33-1351ee62968a tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0553155 Dec 09 15:46:29.394255 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-4f1cf7d2-2a22-4c8b-8f0e-f2c41acbf947 req-317ce52f-ff17-4696-bb7c-051446042a00 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Deleting port 3a715174-d48c-44c7-963e-602580aec9dc {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:46:29.394659 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4f1cf7d2-2a22-4c8b-8f0e-f2c41acbf947 req-317ce52f-ff17-4696-bb7c-051446042a00 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:29.440605 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a3a2fcf6-0122-4f52-a4c3-538ecceca59f req-5860efe8-202a-4eac-bb39-df124256aab5 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631807 Dec 09 15:46:29.537637 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-4f1cf7d2-2a22-4c8b-8f0e-f2c41acbf947 req-317ce52f-ff17-4696-bb7c-051446042a00 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] For port 3a715174-d48c-44c7-963e-602580aec9dc, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=3a715174-d48c-44c7-963e-602580aec9dc,segment=NetworkSegment(72b78068-61b7-4bbb-b5a0-753283217b57),segment_id=72b78068-61b7-4bbb-b5a0-753283217b57)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:46:29.538613 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4f1cf7d2-2a22-4c8b-8f0e-f2c41acbf947 req-317ce52f-ff17-4696-bb7c-051446042a00 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:29.554497 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-4f1cf7d2-2a22-4c8b-8f0e-f2c41acbf947 req-317ce52f-ff17-4696-bb7c-051446042a00 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Calling delete_port for 3a715174-d48c-44c7-963e-602580aec9dc owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:46:29.584152 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2dd99-c21e-45c4-befd-7b93fd89b3f0 req-1d23be64-9532-4d68-8684-b7efdf0c6415 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:29.587435 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8cd2dd99-c21e-45c4-befd-7b93fd89b3f0 req-1d23be64-9532-4d68-8684-b7efdf0c6415 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0546527 Dec 09 15:46:29.653561 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8cd2dd99-c21e-45c4-befd-7b93fd89b3f0 req-3c9975d0-5b9b-4e42-a961-58682fb324bf tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583885 Dec 09 15:46:29.706311 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 1aacdcb6-92c8-4167-83de-c75a4a120b66 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:46:29.732167 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 1aacdcb6-92c8-4167-83de-c75a4a120b66 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:46:29.732796 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 1aacdcb6-92c8-4167-83de-c75a4a120b66 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:46:29.758626 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4f1cf7d2-2a22-4c8b-8f0e-f2c41acbf947 req-317ce52f-ff17-4696-bb7c-051446042a00 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:29.771641 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['76cd4a30-0404-4a95-a2dc-022463d6e20d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:46:29.811590 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ce52f-ff17-4696-bb7c-051446042a00 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Pushing event deleted for resources: {'Port': ['ID=3a715174-d48c-44c7-963e-602580aec9dc,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:46:29.834465 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['3a715174-d48c-44c7-963e-602580aec9dc'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:46:29.849354 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a990350-2613-4d77-a90f-1bfbc74514fe req-6b3ed39e-b73d-4a4f-98dc-4bd8ffab05fa tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:29.851017 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4a990350-2613-4d77-a90f-1bfbc74514fe req-6b3ed39e-b73d-4a4f-98dc-4bd8ffab05fa tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.1031308 Dec 09 15:46:29.877275 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897db194-edf7-4ba2-a612-8de695f93dd0 None None] DHCP port deletion for aefaced1-2e29-4860-a321-969c1bb810c5 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:46:29.916212 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1cf7d2-2a22-4c8b-8f0e-f2c41acbf947 req-317ce52f-ff17-4696-bb7c-051446042a00 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] No DVR routers for this DVR port 3a715174-d48c-44c7-963e-602580aec9dc on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:46:29.919153 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4f1cf7d2-2a22-4c8b-8f0e-f2c41acbf947 req-317ce52f-ff17-4696-bb7c-051446042a00 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:29.923601 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4f1cf7d2-2a22-4c8b-8f0e-f2c41acbf947 req-317ce52f-ff17-4696-bb7c-051446042a00 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.42 "DELETE /v2.0/ports/3a715174-d48c-44c7-963e-602580aec9dc HTTP/1.1" status: 204 len: 173 time: 0.6464672 Dec 09 15:46:29.924182 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09425f0e-84c2-433b-8aaa-77c9db16ea14', 'name': 'network-vif-deleted', 'tag': '3a715174-d48c-44c7-963e-602580aec9dc'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:46:29.928191 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03bc62d6-0726-41f0-9dfd-205f40a258ef" -d '{"events": [{"server_uuid": "09425f0e-84c2-433b-8aaa-77c9db16ea14", "name": "network-vif-deleted", "tag": "3a715174-d48c-44c7-963e-602580aec9dc"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:46:29.964722 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4a990350-2613-4d77-a90f-1bfbc74514fe req-1937f46b-f8cf-42b0-8a2b-4b83a42d0aa1 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053331 Dec 09 15:46:30.093359 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d082b0e-e011-478e-8f87-ea709369134c x-openstack-request-id: req-8d082b0e-e011-478e-8f87-ea709369134c {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:46:30.094211 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09425f0e-84c2-433b-8aaa-77c9db16ea14", "name": "network-vif-deleted", "tag": "3a715174-d48c-44c7-963e-602580aec9dc", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:46:30.094697 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8d082b0e-e011-478e-8f87-ea709369134c {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:46:30.095382 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09425f0e-84c2-433b-8aaa-77c9db16ea14', 'name': 'network-vif-deleted', 'tag': '3a715174-d48c-44c7-963e-602580aec9dc', 'status': 'completed', 'code': 200} Dec 09 15:46:30.227299 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbbf3e-20a1-4ed9-9521-22e7237a35f6 req-12c12b95-69e9-440c-a3ed-35f392fa5c88 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:30.229405 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cbfbbf3e-20a1-4ed9-9521-22e7237a35f6 req-12c12b95-69e9-440c-a3ed-35f392fa5c88 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0587435 Dec 09 15:46:30.282139 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cbfbbf3e-20a1-4ed9-9521-22e7237a35f6 req-447016de-ceaa-4243-970b-458304838336 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448000 Dec 09 15:46:30.407643 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4f6737e1-c516-47c9-b014-0c9fc46a2601 req-d9fe540d-129d-42bb-8196-024f729a9aca tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=09425f0e-84c2-433b-8aaa-77c9db16ea14 HTTP/1.1" status: 200 len: 210 time: 0.0373557 Dec 09 15:46:30.949264 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2b33a-9ca7-45b5-8f57-af248bbb8a5b req-fbf10ff2-191d-4447-9787-1269a55bd15b tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:30.950833 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f2b33a-9ca7-45b5-8f57-af248bbb8a5b req-fbf10ff2-191d-4447-9787-1269a55bd15b tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0527763 Dec 09 15:46:31.002868 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b7f2b33a-9ca7-45b5-8f57-af248bbb8a5b req-d9cc3b3f-10f5-459f-b959-39e989c74d90 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457776 Dec 09 15:46:31.732118 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-36ae9ba5-3676-491a-9169-9ccbe677fe6f tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:31.733995 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-36ae9ba5-3676-491a-9169-9ccbe677fe6f tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/networks?id=aefaced1-2e29-4860-a321-969c1bb810c5 HTTP/1.1" status: 200 len: 804 time: 0.1135600 Dec 09 15:46:31.751335 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-3b913a83-d60a-4e41-802d-41556bb992d3 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/quotas/c9e5c34e3ac94d7ab24dc55f63708cf7 HTTP/1.1" status: 200 len: 375 time: 0.0111864 Dec 09 15:46:31.811439 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-d70f29e2-9c1f-40e5-9458-b0f330d64f18 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c9e5c34e3ac94d7ab24dc55f63708cf7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0536368 Dec 09 15:46:31.909201 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-68dfe6a5-e50d-4b4b-9059-67201a088a77 service neutron] 10.222.0.57 "GET /v2.0/networks/aefaced1-2e29-4860-a321-969c1bb810c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967658 Dec 09 15:46:31.977201 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 3a715174-d48c-44c7-963e-602580aec9dc no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:46:31.999585 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: 3a715174-d48c-44c7-963e-602580aec9dc {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:46:32.000018 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 3a715174-d48c-44c7-963e-602580aec9dc not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:46:32.079064 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-c20c80fc-0849-484c-a418-887f8e121839 service neutron] 10.222.0.57 "GET /v2.0/networks/aefaced1-2e29-4860-a321-969c1bb810c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365080 Dec 09 15:46:32.303299 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8953b-2042-4ff9-ba6a-deb2a010173d req-a2674c84-780b-4330-bd40-743bb506ee11 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:32.305003 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-42b8953b-2042-4ff9-ba6a-deb2a010173d req-a2674c84-780b-4330-bd40-743bb506ee11 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0540986 Dec 09 15:46:32.394775 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-42b8953b-2042-4ff9-ba6a-deb2a010173d req-e9bc5704-4533-4162-a4c8-78cd515e8a1b tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811687 Dec 09 15:46:32.614911 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8b32241f-b888-4c30-bc50-253e5683a41f req-48861ca4-f893-4931-8a8a-f104b7eff6b9 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=fdcca047-5843-403e-ae01-d9f41523043a HTTP/1.1" status: 200 len: 210 time: 0.0491242 Dec 09 15:46:33.534657 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f2ca6-7969-40bb-9437-3f4fbd8823da req-690ad095-694d-4d89-b2da-fee47ecfd93d tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:33.543939 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-845f2ca6-7969-40bb-9437-3f4fbd8823da req-690ad095-694d-4d89-b2da-fee47ecfd93d tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0758276 Dec 09 15:46:33.584108 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-bf6ce6d5-752e-41f5-a7d7-6eb2d1af2e39 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:33.587503 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-bf6ce6d5-752e-41f5-a7d7-6eb2d1af2e39 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.42 "GET /v2.0/networks?id=aefaced1-2e29-4860-a321-969c1bb810c5 HTTP/1.1" status: 200 len: 804 time: 0.1592669 Dec 09 15:46:33.609862 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-ed251ca2-5c11-4c46-ac9f-11d7f607ba5a tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Request body: {'port': {'device_id': 'fdcca047-5843-403e-ae01-d9f41523043a', 'network_id': 'aefaced1-2e29-4860-a321-969c1bb810c5', 'admin_state_up': True, 'tenant_id': 'c9e5c34e3ac94d7ab24dc55f63708cf7'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:46:33.622006 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-845f2ca6-7969-40bb-9437-3f4fbd8823da req-554b8beb-95a2-441a-bd03-ea40df27c438 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765033 Dec 09 15:46:33.774538 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-ed251ca2-5c11-4c46-ac9f-11d7f607ba5a tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Made reservation on behalf of c9e5c34e3ac94d7ab24dc55f63708cf7 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:46:33.778518 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-ed251ca2-5c11-4c46-ac9f-11d7f607ba5a tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:33.794279 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c643320b-03bc-40b1-ab8e-7dd7cc41de53 req-c20a3ede-76fc-4d41-90cc-7474840b98cf tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=fdcca047-5843-403e-ae01-d9f41523043a HTTP/1.1" status: 200 len: 210 time: 0.0295599 Dec 09 15:46:33.936230 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-ed251ca2-5c11-4c46-ac9f-11d7f607ba5a tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Allocated IP 172.20.0.9 (aefaced1-2e29-4860-a321-969c1bb810c5/518f472d-0dfc-4bb3-a3f4-4a87074139ac/f0aa2a8a-67e4-4101-b52b-ead64c738df8) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:46:34.093651 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-ed251ca2-5c11-4c46-ac9f-11d7f607ba5a tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:34.137983 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-ed251ca2-5c11-4c46-ac9f-11d7f607ba5a tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:34.150905 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['76cd4a30-0404-4a95-a2dc-022463d6e20d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:46:34.182881 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-ed251ca2-5c11-4c46-ac9f-11d7f607ba5a tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Network aefaced1-2e29-4860-a321-969c1bb810c5 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:46:34.194474 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-ed251ca2-5c11-4c46-ac9f-11d7f607ba5a tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:46:34.199496 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-ed251ca2-5c11-4c46-ac9f-11d7f607ba5a tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:46:34.245619 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed251ca2-5c11-4c46-ac9f-11d7f607ba5a tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Pushing event updated for resources: {'Port': ['ID=f0aa2a8a-67e4-4101-b52b-ead64c738df8,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:46:34.264026 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b10eb8-1896-4e8e-bdb9-0a799b236173 None None] DHCP port deletion for aefaced1-2e29-4860-a321-969c1bb810c5 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:46:34.279934 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-ed251ca2-5c11-4c46-ac9f-11d7f607ba5a tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:34.281367 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-ed251ca2-5c11-4c46-ac9f-11d7f607ba5a tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:34.305142 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-ed251ca2-5c11-4c46-ac9f-11d7f607ba5a tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7012239 Dec 09 15:46:34.342441 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-b9093b5c-2ea7-49fc-959d-5e12fd0b14e5 service neutron] Request body: {'port': {'device_id': 'fdcca047-5843-403e-ae01-d9f41523043a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:46:34.424178 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-61e9f620-2fae-4cd6-8ba9-d5ac62ac7c31 None None] Provisioning complete for port f0aa2a8a-67e4-4101-b52b-ead64c738df8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:46:34.424581 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-61e9f620-2fae-4cd6-8ba9-d5ac62ac7c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:34.433040 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-b9093b5c-2ea7-49fc-959d-5e12fd0b14e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:34.683964 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-61e9f620-2fae-4cd6-8ba9-d5ac62ac7c31 None None] Port f0aa2a8a-67e4-4101-b52b-ead64c738df8 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:46:34.757156 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993f121-33e8-43f4-901d-7c30a0d436e5 req-0d035880-c536-4c3a-b0e4-ad00b096281f tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:34.758910 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a993f121-33e8-43f4-901d-7c30a0d436e5 req-0d035880-c536-4c3a-b0e4-ad00b096281f tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0564680 Dec 09 15:46:34.801494 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-b9093b5c-2ea7-49fc-959d-5e12fd0b14e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0aa2a8a-67e4-4101-b52b-ead64c738df8 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:46:34.812313 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-b9093b5c-2ea7-49fc-959d-5e12fd0b14e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:34.818982 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a993f121-33e8-43f4-901d-7c30a0d436e5 req-3d8b3371-11a2-4988-b897-ee836e9bd307 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534315 Dec 09 15:46:34.826642 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-b9093b5c-2ea7-49fc-959d-5e12fd0b14e5 service neutron] Transition to ACTIVE for port object f0aa2a8a-67e4-4101-b52b-ead64c738df8 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:46:34.830718 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-b9093b5c-2ea7-49fc-959d-5e12fd0b14e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:34.876930 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb4096f-63f8-42c4-af31-3de3d022604c None None] DHCP port deletion for aefaced1-2e29-4860-a321-969c1bb810c5 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:46:34.893638 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9093b5c-2ea7-49fc-959d-5e12fd0b14e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f0aa2a8a-67e4-4101-b52b-ead64c738df8,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:46:34.971771 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-b9093b5c-2ea7-49fc-959d-5e12fd0b14e5 service neutron] Attempting to bind port f0aa2a8a-67e4-4101-b52b-ead64c738df8 on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:46:34.972108 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-b9093b5c-2ea7-49fc-959d-5e12fd0b14e5 service neutron] Attempting to bind port f0aa2a8a-67e4-4101-b52b-ead64c738df8 by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '72b78068-61b7-4bbb-b5a0-753283217b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aefaced1-2e29-4860-a321-969c1bb810c5'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:46:34.972522 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-b9093b5c-2ea7-49fc-959d-5e12fd0b14e5 service neutron] Attempting to bind port f0aa2a8a-67e4-4101-b52b-ead64c738df8 on network aefaced1-2e29-4860-a321-969c1bb810c5 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:46:34.977686 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-b9093b5c-2ea7-49fc-959d-5e12fd0b14e5 service neutron] Port f0aa2a8a-67e4-4101-b52b-ead64c738df8 on network aefaced1-2e29-4860-a321-969c1bb810c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:46:34.978011 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-b9093b5c-2ea7-49fc-959d-5e12fd0b14e5 service neutron] Attempting to bind port f0aa2a8a-67e4-4101-b52b-ead64c738df8 on network aefaced1-2e29-4860-a321-969c1bb810c5 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:46:34.982833 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-b9093b5c-2ea7-49fc-959d-5e12fd0b14e5 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:46:34.983174 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-b9093b5c-2ea7-49fc-959d-5e12fd0b14e5 service neutron] Checking segment: {'id': '72b78068-61b7-4bbb-b5a0-753283217b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aefaced1-2e29-4860-a321-969c1bb810c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:46:34.983547 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-b9093b5c-2ea7-49fc-959d-5e12fd0b14e5 service neutron] Bound using segment: {'id': '72b78068-61b7-4bbb-b5a0-753283217b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aefaced1-2e29-4860-a321-969c1bb810c5'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:46:34.983976 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-b9093b5c-2ea7-49fc-959d-5e12fd0b14e5 service neutron] Bound port: f0aa2a8a-67e4-4101-b52b-ead64c738df8, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b78068-61b7-4bbb-b5a0-753283217b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aefaced1-2e29-4860-a321-969c1bb810c5'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:46:34.984329 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-b9093b5c-2ea7-49fc-959d-5e12fd0b14e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:35.025278 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11cdd47-d145-4fe6-b019-62da12d73889 req-a028a870-8a0d-47bc-92fa-1ef5bf366969 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:35.027234 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a11cdd47-d145-4fe6-b019-62da12d73889 req-a028a870-8a0d-47bc-92fa-1ef5bf366969 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=fdcca047-5843-403e-ae01-d9f41523043a HTTP/1.1" status: 200 len: 943 time: 0.0564511 Dec 09 15:46:35.048344 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-b9093b5c-2ea7-49fc-959d-5e12fd0b14e5 service neutron] For port f0aa2a8a-67e4-4101-b52b-ead64c738df8, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:46:35.051578 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-b9093b5c-2ea7-49fc-959d-5e12fd0b14e5 service neutron] For port f0aa2a8a-67e4-4101-b52b-ead64c738df8, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=f0aa2a8a-67e4-4101-b52b-ead64c738df8,segment=NetworkSegment(72b78068-61b7-4bbb-b5a0-753283217b57),segment_id=72b78068-61b7-4bbb-b5a0-753283217b57)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:46:35.056053 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-b9093b5c-2ea7-49fc-959d-5e12fd0b14e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:35.078227 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a11cdd47-d145-4fe6-b019-62da12d73889 req-a51776a3-aa18-4ab1-816e-ef8db2da142f tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446188 Dec 09 15:46:35.090234 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-b9093b5c-2ea7-49fc-959d-5e12fd0b14e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:35.090870 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-b9093b5c-2ea7-49fc-959d-5e12fd0b14e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:35.092235 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-b9093b5c-2ea7-49fc-959d-5e12fd0b14e5 service neutron] 10.222.0.42 "PUT /v2.0/ports/f0aa2a8a-67e4-4101-b52b-ead64c738df8 HTTP/1.1" status: 200 len: 1091 time: 0.7606497 Dec 09 15:46:35.092698 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdcca047-5843-403e-ae01-d9f41523043a', 'tag': 'f0aa2a8a-67e4-4101-b52b-ead64c738df8'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:46:35.094922 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5180235a-e535-4225-b3db-ddd3b39f6ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "fdcca047-5843-403e-ae01-d9f41523043a", "tag": "f0aa2a8a-67e4-4101-b52b-ead64c738df8"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:46:35.096275 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4df941-269d-4caa-86da-0881563e490c None None] DHCP port deletion for aefaced1-2e29-4860-a321-969c1bb810c5 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:46:35.118985 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9093b5c-2ea7-49fc-959d-5e12fd0b14e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f0aa2a8a-67e4-4101-b52b-ead64c738df8,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:46:35.138077 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c06d460-ff34-4f58-a9eb-f519df9e5eab x-openstack-request-id: req-1c06d460-ff34-4f58-a9eb-f519df9e5eab {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:46:35.138373 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdcca047-5843-403e-ae01-d9f41523043a", "tag": "f0aa2a8a-67e4-4101-b52b-ead64c738df8", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:46:35.138638 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1c06d460-ff34-4f58-a9eb-f519df9e5eab {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:46:35.139045 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdcca047-5843-403e-ae01-d9f41523043a', 'tag': 'f0aa2a8a-67e4-4101-b52b-ead64c738df8', 'status': 'completed', 'code': 200} Dec 09 15:46:35.209432 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-3700690e-1c00-441f-8aa3-9d6a57a28c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:35.210990 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-3700690e-1c00-441f-8aa3-9d6a57a28c23 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c9e5c34e3ac94d7ab24dc55f63708cf7&device_id=fdcca047-5843-403e-ae01-d9f41523043a HTTP/1.1" status: 200 len: 1094 time: 0.0454845 Dec 09 15:46:35.259468 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-0abe9803-79c3-4562-999e-3956727cea2c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0aa2a8a-67e4-4101-b52b-ead64c738df8 HTTP/1.1" status: 200 len: 217 time: 0.0347903 Dec 09 15:46:35.311232 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-f3e58460-1187-4bc0-b2cc-400583cb0d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:35.312817 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-f3e58460-1187-4bc0-b2cc-400583cb0d45 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=518f472d-0dfc-4bb3-a3f4-4a87074139ac HTTP/1.1" status: 200 len: 844 time: 0.0465105 Dec 09 15:46:35.351000 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-7ff7c490-e4b4-4a9c-9053-f819e2ef18d6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aefaced1-2e29-4860-a321-969c1bb810c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313711 Dec 09 15:46:35.448209 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-96be3a58-361f-4d1f-a80b-7194f2068642 service neutron] 10.222.0.42 "GET /v2.0/networks/aefaced1-2e29-4860-a321-969c1bb810c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877995 Dec 09 15:46:35.554301 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-62050da4-b295-41f8-a699-6eafeeaf6743 req-a128b294-817c-440c-b07c-0cc07cef95ce service neutron] 10.222.0.42 "GET /v2.0/networks/aefaced1-2e29-4860-a321-969c1bb810c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984862 Dec 09 15:46:35.686807 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180235a-e535-4225-b3db-ddd3b39f6ca8 req-657bb169-7978-479e-a4fd-6c086e0ff024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:35.688980 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5180235a-e535-4225-b3db-ddd3b39f6ca8 req-657bb169-7978-479e-a4fd-6c086e0ff024 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c9e5c34e3ac94d7ab24dc55f63708cf7&device_id=fdcca047-5843-403e-ae01-d9f41523043a HTTP/1.1" status: 200 len: 1094 time: 0.0492854 Dec 09 15:46:35.789911 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180235a-e535-4225-b3db-ddd3b39f6ca8 req-8b0c625b-469d-4fae-a83d-17aea82b77a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:35.791565 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5180235a-e535-4225-b3db-ddd3b39f6ca8 req-8b0c625b-469d-4fae-a83d-17aea82b77a1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aefaced1-2e29-4860-a321-969c1bb810c5 HTTP/1.1" status: 200 len: 905 time: 0.0950038 Dec 09 15:46:35.876753 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5180235a-e535-4225-b3db-ddd3b39f6ca8 req-8b6f07c4-91fd-4f1d-abe9-99f15da10c70 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0aa2a8a-67e4-4101-b52b-ead64c738df8 HTTP/1.1" status: 200 len: 217 time: 0.0771856 Dec 09 15:46:35.930508 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180235a-e535-4225-b3db-ddd3b39f6ca8 req-ff086bd3-f597-4415-832a-7efcc59ad999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:35.932344 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5180235a-e535-4225-b3db-ddd3b39f6ca8 req-ff086bd3-f597-4415-832a-7efcc59ad999 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=518f472d-0dfc-4bb3-a3f4-4a87074139ac HTTP/1.1" status: 200 len: 844 time: 0.0490808 Dec 09 15:46:35.956066 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091e461-efb4-4ed7-a91b-0811ab96f0fb req-c1177576-8a59-40c7-b435-820762ac5d4e tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:35.957739 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3091e461-efb4-4ed7-a91b-0811ab96f0fb req-c1177576-8a59-40c7-b435-820762ac5d4e tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0535271 Dec 09 15:46:35.974021 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5180235a-e535-4225-b3db-ddd3b39f6ca8 req-7529d17b-0abb-448b-bad0-90f702cd136f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aefaced1-2e29-4860-a321-969c1bb810c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331116 Dec 09 15:46:36.030296 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3091e461-efb4-4ed7-a91b-0811ab96f0fb req-5ea4ee3d-6717-4583-b41e-001cb2bbd05d tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636039 Dec 09 15:46:36.101671 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5180235a-e535-4225-b3db-ddd3b39f6ca8 req-8b4bc209-f059-4edf-961a-cf53af10db15 service neutron] 10.222.0.42 "GET /v2.0/networks/aefaced1-2e29-4860-a321-969c1bb810c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199183 Dec 09 15:46:36.220778 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5180235a-e535-4225-b3db-ddd3b39f6ca8 req-adc5380d-f83b-43bc-9438-19bfa10254f8 service neutron] 10.222.0.42 "GET /v2.0/networks/aefaced1-2e29-4860-a321-969c1bb810c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096916 Dec 09 15:46:36.226514 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c2250-000f-4abb-b18f-890dd28e6e4c req-cd35ecd2-49a5-46b0-84c5-c7f492149701 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:36.228362 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c40c2250-000f-4abb-b18f-890dd28e6e4c req-cd35ecd2-49a5-46b0-84c5-c7f492149701 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=fdcca047-5843-403e-ae01-d9f41523043a HTTP/1.1" status: 200 len: 943 time: 0.0540612 Dec 09 15:46:36.296012 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c40c2250-000f-4abb-b18f-890dd28e6e4c req-b93f1b4a-4cd8-4b68-b7f0-9ba0d8d8c4b6 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609078 Dec 09 15:46:37.145804 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f5299-5fa6-4d71-b73f-bb337c3b1468 req-904764d8-4081-4887-ad17-e1a08e0f3072 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:37.147230 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-407f5299-5fa6-4d71-b73f-bb337c3b1468 req-904764d8-4081-4887-ad17-e1a08e0f3072 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0491745 Dec 09 15:46:37.196141 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-407f5299-5fa6-4d71-b73f-bb337c3b1468 req-cb5240d0-660f-4737-a9d8-8528378c2c0f tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427024 Dec 09 15:46:37.410243 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e52db-76b4-47db-bc5a-58372e72d17d req-18478024-9817-444f-ba21-ac49aabaf038 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:37.411737 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6d2e52db-76b4-47db-bc5a-58372e72d17d req-18478024-9817-444f-ba21-ac49aabaf038 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=fdcca047-5843-403e-ae01-d9f41523043a HTTP/1.1" status: 200 len: 943 time: 0.0526628 Dec 09 15:46:37.460755 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6d2e52db-76b4-47db-bc5a-58372e72d17d req-e7423d56-f73e-42c6-96e1-8f71b7737f64 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431194 Dec 09 15:46:38.342790 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0a7bc-3bbf-4cbb-bce0-0e2567aa9812 req-26bed7f5-0d95-4e9c-933f-2a7bb8976fff tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:38.351326 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-23f0a7bc-3bbf-4cbb-bce0-0e2567aa9812 req-26bed7f5-0d95-4e9c-933f-2a7bb8976fff tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0658495 Dec 09 15:46:38.414966 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-23f0a7bc-3bbf-4cbb-bce0-0e2567aa9812 req-12909ae9-882d-4325-893d-b65b374e3bb6 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562253 Dec 09 15:46:38.613751 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146bc66-7704-4bab-8d61-58195405744e req-5b75d03d-03af-41f7-ae78-f08c23138bde tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:38.616127 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2146bc66-7704-4bab-8d61-58195405744e req-5b75d03d-03af-41f7-ae78-f08c23138bde tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=fdcca047-5843-403e-ae01-d9f41523043a HTTP/1.1" status: 200 len: 943 time: 0.0627670 Dec 09 15:46:38.666446 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2146bc66-7704-4bab-8d61-58195405744e req-eb6f8d54-eb27-49aa-8e4f-4e6d81bfb55e tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436149 Dec 09 15:46:39.520582 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295e4ae-a34d-4b91-b902-b90050274817 req-c727ff1e-f467-4723-aa9a-c6a91cffe8b9 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:39.522639 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2295e4ae-a34d-4b91-b902-b90050274817 req-c727ff1e-f467-4723-aa9a-c6a91cffe8b9 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0501204 Dec 09 15:46:39.581951 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2295e4ae-a34d-4b91-b902-b90050274817 req-6af84fd0-5572-4464-904f-6ac2f4cccdec tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529830 Dec 09 15:46:40.031725 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dab106-f639-422f-b579-31047ee51c0e req-38948b42-5cf6-4d46-a10b-cb8a00bf58e4 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:40.033934 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-78dab106-f639-422f-b579-31047ee51c0e req-38948b42-5cf6-4d46-a10b-cb8a00bf58e4 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=fdcca047-5843-403e-ae01-d9f41523043a HTTP/1.1" status: 200 len: 943 time: 0.0661354 Dec 09 15:46:40.039414 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device f0aa2a8a-67e4-4101-b52b-ead64c738df8 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:46:40.103910 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-78dab106-f639-422f-b579-31047ee51c0e req-2cc76aac-aa2d-4c74-a885-f06931c80470 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552840 Dec 09 15:46:40.183411 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port f0aa2a8a-67e4-4101-b52b-ead64c738df8, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=f0aa2a8a-67e4-4101-b52b-ead64c738df8,segment=NetworkSegment(72b78068-61b7-4bbb-b5a0-753283217b57),segment_id=72b78068-61b7-4bbb-b5a0-753283217b57)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:46:40.195817 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': 'f0aa2a8a-67e4-4101-b52b-ead64c738df8', 'network_id': 'aefaced1-2e29-4860-a321-969c1bb810c5', 'port_id': 'f0aa2a8a-67e4-4101-b52b-ead64c738df8', 'mac_address': 'fa:16:3e:60:42:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '518f472d-0dfc-4bb3-a3f4-4a87074139ac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:46:40.235621 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:40.257042 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0aa2a8a-67e4-4101-b52b-ead64c738df8 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:46:40.283629 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port f0aa2a8a-67e4-4101-b52b-ead64c738df8, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=f0aa2a8a-67e4-4101-b52b-ead64c738df8,segment=NetworkSegment(72b78068-61b7-4bbb-b5a0-753283217b57),segment_id=72b78068-61b7-4bbb-b5a0-753283217b57)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:46:40.289916 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:40.361091 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=f0aa2a8a-67e4-4101-b52b-ead64c738df8,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:46:40.370082 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:46:40.370433 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:46:40.370987 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:46:40.371335 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:46:40.371678 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:46:40.372073 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:46:40.372455 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:46:40.372777 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:46:40.373115 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:46:40.373449 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:46:40.373785 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:46:40.374118 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:46:40.374450 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:46:40.696119 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['f0aa2a8a-67e4-4101-b52b-ead64c738df8'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:46:40.825159 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d72d13-aa63-4b8e-87b1-0ca8558d9655 req-293feb2a-b559-439b-9460-875ad6cb6085 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:40.827461 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71d72d13-aa63-4b8e-87b1-0ca8558d9655 req-293feb2a-b559-439b-9460-875ad6cb6085 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0690773 Dec 09 15:46:40.885584 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71d72d13-aa63-4b8e-87b1-0ca8558d9655 req-e331fb7f-b93b-4fcc-8b53-c24ab926a5d4 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515864 Dec 09 15:46:41.234540 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c34e76-1375-4ea4-8ae7-3b01215bada3 req-32d7e8d1-fb56-43a4-9b3e-b99e28a604f5 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:41.236266 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d5c34e76-1375-4ea4-8ae7-3b01215bada3 req-32d7e8d1-fb56-43a4-9b3e-b99e28a604f5 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=fdcca047-5843-403e-ae01-d9f41523043a HTTP/1.1" status: 200 len: 944 time: 0.0524421 Dec 09 15:46:41.305053 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d5c34e76-1375-4ea4-8ae7-3b01215bada3 req-b259dad5-a755-4a14-9200-596cf9aaf1aa tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619361 Dec 09 15:46:42.032068 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f553cfc7-6ae1-4f13-a3a2-01708b77e91c req-c9700db6-fae0-4514-a6bf-2e840c389e49 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:42.040052 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f553cfc7-6ae1-4f13-a3a2-01708b77e91c req-c9700db6-fae0-4514-a6bf-2e840c389e49 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0811298 Dec 09 15:46:42.050466 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device f0aa2a8a-67e4-4101-b52b-ead64c738df8 up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:46:42.091246 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f553cfc7-6ae1-4f13-a3a2-01708b77e91c req-3242fded-9bd6-4c32-a6b9-f3e1da7a5ed8 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501573 Dec 09 15:46:42.116540 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port f0aa2a8a-67e4-4101-b52b-ead64c738df8 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:46:42.120964 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port f0aa2a8a-67e4-4101-b52b-ead64c738df8 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:46:42.121412 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:42.203060 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:42.226822 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdcca047-5843-403e-ae01-d9f41523043a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0aa2a8a-67e4-4101-b52b-ead64c738df8'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:46:42.229079 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402216af-eb7e-469f-8d71-d3f7c1d34d80" -d '{"events": [{"server_uuid": "fdcca047-5843-403e-ae01-d9f41523043a", "name": "network-vif-plugged", "status": "completed", "tag": "f0aa2a8a-67e4-4101-b52b-ead64c738df8"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:46:42.241820 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port f0aa2a8a-67e4-4101-b52b-ead64c738df8, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=f0aa2a8a-67e4-4101-b52b-ead64c738df8,segment=NetworkSegment(72b78068-61b7-4bbb-b5a0-753283217b57),segment_id=72b78068-61b7-4bbb-b5a0-753283217b57)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:46:42.246758 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:42.271180 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99267dc0-20dc-4e29-b565-8e77c40841b4 x-openstack-request-id: req-99267dc0-20dc-4e29-b565-8e77c40841b4 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:46:42.271485 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdcca047-5843-403e-ae01-d9f41523043a", "name": "network-vif-plugged", "status": "completed", "tag": "f0aa2a8a-67e4-4101-b52b-ead64c738df8", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:46:42.271812 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-99267dc0-20dc-4e29-b565-8e77c40841b4 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:46:42.272207 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdcca047-5843-403e-ae01-d9f41523043a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0aa2a8a-67e4-4101-b52b-ead64c738df8', 'code': 200} Dec 09 15:46:42.297310 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=f0aa2a8a-67e4-4101-b52b-ead64c738df8,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:46:42.414049 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f87f18-6390-4e71-b49c-ded8cc1e7893 req-5312d890-18ec-48c9-a7cb-c0c7c296c9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:42.415504 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-83f87f18-6390-4e71-b49c-ded8cc1e7893 req-5312d890-18ec-48c9-a7cb-c0c7c296c9c6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fdcca047-5843-403e-ae01-d9f41523043a HTTP/1.1" status: 200 len: 1096 time: 0.0516951 Dec 09 15:46:42.447894 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809771ab-ee7a-4aef-9be6-fac398d0f98b req-10534d85-bcf8-4389-9e06-1408d276ce24 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:42.449691 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-809771ab-ee7a-4aef-9be6-fac398d0f98b req-10534d85-bcf8-4389-9e06-1408d276ce24 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=fdcca047-5843-403e-ae01-d9f41523043a HTTP/1.1" status: 200 len: 945 time: 0.0547717 Dec 09 15:46:42.471789 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-83f87f18-6390-4e71-b49c-ded8cc1e7893 req-49fb7791-09dc-445b-b57c-e085aeefcc33 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490830 Dec 09 15:46:42.501432 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-809771ab-ee7a-4aef-9be6-fac398d0f98b req-167cb36e-6cf5-4abd-b431-488aa92300a6 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455630 Dec 09 15:46:43.211418 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880ba49-d596-46ef-8e99-bbb7eb915f43 req-72eb1305-a48e-484d-ba28-d60a0a3ef54c tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:43.213079 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9880ba49-d596-46ef-8e99-bbb7eb915f43 req-72eb1305-a48e-484d-ba28-d60a0a3ef54c tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0530317 Dec 09 15:46:43.270870 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9880ba49-d596-46ef-8e99-bbb7eb915f43 req-d9c0fe2e-0b98-415c-9e50-65320fcf5508 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512717 Dec 09 15:46:43.621430 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0cbc7-110f-4a4a-bce3-7860e3827047 req-acf0a1dd-896d-47a1-b7ef-6905c2edf36b tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:43.623365 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6c0cbc7-110f-4a4a-bce3-7860e3827047 req-acf0a1dd-896d-47a1-b7ef-6905c2edf36b tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=fdcca047-5843-403e-ae01-d9f41523043a HTTP/1.1" status: 200 len: 945 time: 0.0499938 Dec 09 15:46:43.670541 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6c0cbc7-110f-4a4a-bce3-7860e3827047 req-ad9e7e20-b1bd-466e-b1ff-a5b001d52206 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415161 Dec 09 15:46:43.796793 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 7d68e282-4515-4796-b3d9-c443ef5f4c8c details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:46:43.904582 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 7d68e282-4515-4796-b3d9-c443ef5f4c8c, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=7d68e282-4515-4796-b3d9-c443ef5f4c8c,segment=NetworkSegment(c3803010-2dd4-4dc0-8146-bdae4b62f0af),segment_id=c3803010-2dd4-4dc0-8146-bdae4b62f0af)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:46:43.918337 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '7d68e282-4515-4796-b3d9-c443ef5f4c8c', 'network_id': '1d7b02ff-592a-43c8-a6a8-4518f58cb45c', 'port_id': '7d68e282-4515-4796-b3d9-c443ef5f4c8c', 'mac_address': 'fa:16:3e:20:08:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988bbd31-181e-4551-8e3f-d164b1967843', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:46:43.954779 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:43.968546 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d68e282-4515-4796-b3d9-c443ef5f4c8c {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:46:43.992065 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 7d68e282-4515-4796-b3d9-c443ef5f4c8c, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=7d68e282-4515-4796-b3d9-c443ef5f4c8c,segment=NetworkSegment(c3803010-2dd4-4dc0-8146-bdae4b62f0af),segment_id=c3803010-2dd4-4dc0-8146-bdae4b62f0af)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:46:43.995618 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:44.049273 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=7d68e282-4515-4796-b3d9-c443ef5f4c8c,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:46:44.128483 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['7d68e282-4515-4796-b3d9-c443ef5f4c8c'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:46:44.398103 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb9130-561f-416e-bd51-c56a65f4eb1a req-84fcaa22-1509-46b0-8cc0-7c1822a61aa8 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:44.399751 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-44eb9130-561f-416e-bd51-c56a65f4eb1a req-84fcaa22-1509-46b0-8cc0-7c1822a61aa8 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 945 time: 0.0510287 Dec 09 15:46:44.448143 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-44eb9130-561f-416e-bd51-c56a65f4eb1a req-7d76bebc-f682-4b7b-862f-e7a86e2afe65 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424569 Dec 09 15:46:44.793548 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe61b26-f4d9-447f-9246-313c1ef4d15a req-bc8644a9-e080-4302-85de-a584ee138792 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:44.795086 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bfe61b26-f4d9-447f-9246-313c1ef4d15a req-bc8644a9-e080-4302-85de-a584ee138792 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=fdcca047-5843-403e-ae01-d9f41523043a HTTP/1.1" status: 200 len: 945 time: 0.0544624 Dec 09 15:46:44.844172 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bfe61b26-f4d9-447f-9246-313c1ef4d15a req-f63d335c-1621-4c44-9042-0831ae9ec2d7 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428846 Dec 09 15:46:45.118899 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16544d-9d7f-4963-a2d4-3961adc43c07 req-be709e23-27ae-4b5e-a15f-b59e743b27fa tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:45.121019 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2c16544d-9d7f-4963-a2d4-3961adc43c07 req-be709e23-27ae-4b5e-a15f-b59e743b27fa tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=fdcca047-5843-403e-ae01-d9f41523043a HTTP/1.1" status: 200 len: 945 time: 0.1032059 Dec 09 15:46:45.173742 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2c16544d-9d7f-4963-a2d4-3961adc43c07 req-6e059fc9-7e32-4236-9b85-fd7c7d619c17 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454841 Dec 09 15:46:45.456336 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691545e-9259-4be8-b4f2-06cceb884318 req-aee03da4-2b78-44a5-a1a3-246b1f375a45 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:45.459420 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2691545e-9259-4be8-b4f2-06cceb884318 req-aee03da4-2b78-44a5-a1a3-246b1f375a45 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=fdcca047-5843-403e-ae01-d9f41523043a HTTP/1.1" status: 200 len: 945 time: 0.0570862 Dec 09 15:46:45.510802 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2691545e-9259-4be8-b4f2-06cceb884318 req-a1d464b4-849f-4371-bc54-ccc620b8db7c tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445187 Dec 09 15:46:45.627768 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90c8b9-1c9f-4988-b4e6-1ff4bd1f45da req-2664b63c-dbc6-4a37-be22-196df4580904 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:45.630665 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dd90c8b9-1c9f-4988-b4e6-1ff4bd1f45da req-2664b63c-dbc6-4a37-be22-196df4580904 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1142ef1-79a8-46c0-9066-408263f32d50 HTTP/1.1" status: 200 len: 945 time: 0.0609467 Dec 09 15:46:45.681275 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dd90c8b9-1c9f-4988-b4e6-1ff4bd1f45da req-60470717-6fcb-4071-98a9-c9bbadcc6a7c tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.57 "GET /v2.0/security-groups?id=a6732634-39a5-4f0f-bb89-9cdfb0eac9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435762 Dec 09 15:46:45.802278 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8c6f9-fb18-4a1c-bad0-beaeb1f803fe req-d3637c51-d3f4-46a4-9069-aea5e7018afc tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:45.804876 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3dc8c6f9-fb18-4a1c-bad0-beaeb1f803fe req-d3637c51-d3f4-46a4-9069-aea5e7018afc tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 945 time: 0.0551271 Dec 09 15:46:45.809413 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 7d68e282-4515-4796-b3d9-c443ef5f4c8c up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:46:45.865709 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:45.869597 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3dc8c6f9-fb18-4a1c-bad0-beaeb1f803fe req-b088d591-79d1-4739-82fe-64804ca6f35a tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570447 Dec 09 15:46:45.884170 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 7d68e282-4515-4796-b3d9-c443ef5f4c8c triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:46:45.884170 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:45.970762 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:46.004202 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d68e282-4515-4796-b3d9-c443ef5f4c8c'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:46:46.006837 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc791c9d-bdc9-425c-a191-fce3b775fcdb" -d '{"events": [{"server_uuid": "dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c", "name": "network-vif-plugged", "status": "completed", "tag": "7d68e282-4515-4796-b3d9-c443ef5f4c8c"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:46:46.020464 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 7d68e282-4515-4796-b3d9-c443ef5f4c8c, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=7d68e282-4515-4796-b3d9-c443ef5f4c8c,segment=NetworkSegment(c3803010-2dd4-4dc0-8146-bdae4b62f0af),segment_id=c3803010-2dd4-4dc0-8146-bdae4b62f0af)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:46:46.028277 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:46.094184 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=7d68e282-4515-4796-b3d9-c443ef5f4c8c,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:46:46.202706 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ea2a10-24c4-4bcf-9283-f866f1eaf275 x-openstack-request-id: req-e9ea2a10-24c4-4bcf-9283-f866f1eaf275 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:46:46.203279 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c", "name": "network-vif-plugged", "status": "completed", "tag": "7d68e282-4515-4796-b3d9-c443ef5f4c8c", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:46:46.203791 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e9ea2a10-24c4-4bcf-9283-f866f1eaf275 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:46:46.204791 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d68e282-4515-4796-b3d9-c443ef5f4c8c', 'code': 200} Dec 09 15:46:46.323888 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442e441-20bc-4c37-9f5c-42bb21c85bb9 req-e3c03b85-d6ba-4dbe-a8d9-817c220acf40 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:46.330902 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c442e441-20bc-4c37-9f5c-42bb21c85bb9 req-e3c03b85-d6ba-4dbe-a8d9-817c220acf40 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=fdcca047-5843-403e-ae01-d9f41523043a HTTP/1.1" status: 200 len: 945 time: 0.0832081 Dec 09 15:46:46.383508 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c442e441-20bc-4c37-9f5c-42bb21c85bb9 req-e0cae8b3-ff6b-4998-9f86-c937f11ae7a0 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494196 Dec 09 15:46:46.802582 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115be473-ee47-40d6-a6c8-8258dc8a64f6 req-12eefc3f-2eef-4265-97ca-af5736ca8dec tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:46.804333 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-115be473-ee47-40d6-a6c8-8258dc8a64f6 req-12eefc3f-2eef-4265-97ca-af5736ca8dec tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1142ef1-79a8-46c0-9066-408263f32d50 HTTP/1.1" status: 200 len: 945 time: 0.0501757 Dec 09 15:46:46.854376 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-115be473-ee47-40d6-a6c8-8258dc8a64f6 req-7b251e3d-1922-435e-b22a-597019629108 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.57 "GET /v2.0/security-groups?id=a6732634-39a5-4f0f-bb89-9cdfb0eac9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434582 Dec 09 15:46:46.987434 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99550e-0e8c-4859-b674-08a7f7a3b372 req-5a21eada-4b03-406e-acec-86627d6e3f23 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:46.988870 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6f99550e-0e8c-4859-b674-08a7f7a3b372 req-5a21eada-4b03-406e-acec-86627d6e3f23 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0564129 Dec 09 15:46:47.043537 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6f99550e-0e8c-4859-b674-08a7f7a3b372 req-4da2708a-2926-4cf2-bc5b-f2fe82a22251 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476258 Dec 09 15:46:47.238214 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545e5a0-e311-43d9-9a61-20f9627c2711 req-c07e4f5f-7f79-452a-baaf-ca0e1dd91ff1 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:47.239642 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7545e5a0-e311-43d9-9a61-20f9627c2711 req-c07e4f5f-7f79-452a-baaf-ca0e1dd91ff1 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1142ef1-79a8-46c0-9066-408263f32d50 HTTP/1.1" status: 200 len: 945 time: 0.0641255 Dec 09 15:46:47.349496 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-7545e5a0-e311-43d9-9a61-20f9627c2711 req-268c3ea5-c64e-4674-abd3-f79f5d4876ac tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Deleting port ed76aa9e-9537-436b-9d16-206cb4de8c1b {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:46:47.350245 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7545e5a0-e311-43d9-9a61-20f9627c2711 req-268c3ea5-c64e-4674-abd3-f79f5d4876ac tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:47.482783 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-7545e5a0-e311-43d9-9a61-20f9627c2711 req-268c3ea5-c64e-4674-abd3-f79f5d4876ac tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] For port ed76aa9e-9537-436b-9d16-206cb4de8c1b, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=ed76aa9e-9537-436b-9d16-206cb4de8c1b,segment=NetworkSegment(0d4d7a4f-302e-4a4f-a5b8-968c70132fcd),segment_id=0d4d7a4f-302e-4a4f-a5b8-968c70132fcd)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:46:47.483161 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7545e5a0-e311-43d9-9a61-20f9627c2711 req-268c3ea5-c64e-4674-abd3-f79f5d4876ac tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:47.498228 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-7545e5a0-e311-43d9-9a61-20f9627c2711 req-268c3ea5-c64e-4674-abd3-f79f5d4876ac tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Calling delete_port for ed76aa9e-9537-436b-9d16-206cb4de8c1b owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:46:47.530437 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e09890-df15-430f-811b-39bbb9d49b37 req-8709a802-06ae-4ee1-adb7-92c443a18965 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:47.539963 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-35e09890-df15-430f-811b-39bbb9d49b37 req-8709a802-06ae-4ee1-adb7-92c443a18965 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=fdcca047-5843-403e-ae01-d9f41523043a HTTP/1.1" status: 200 len: 945 time: 0.0760343 Dec 09 15:46:47.610110 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-35e09890-df15-430f-811b-39bbb9d49b37 req-49877963-0cf9-4c86-aa28-a7262b3169d1 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689712 Dec 09 15:46:47.714253 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7545e5a0-e311-43d9-9a61-20f9627c2711 req-268c3ea5-c64e-4674-abd3-f79f5d4876ac tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:47.753691 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['ed76aa9e-9537-436b-9d16-206cb4de8c1b'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:46:47.763585 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c3ea5-c64e-4674-abd3-f79f5d4876ac tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Pushing event deleted for resources: {'Port': ['ID=ed76aa9e-9537-436b-9d16-206cb4de8c1b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:46:47.803157 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d17dc0-ce6f-4b33-b2c9-c3224231d5c6 None None] DHCP port deletion for 3f17a4c0-cb69-47eb-a703-c238afd823ea request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:46:47.847597 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-7545e5a0-e311-43d9-9a61-20f9627c2711 req-268c3ea5-c64e-4674-abd3-f79f5d4876ac tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] No DVR routers for this DVR port ed76aa9e-9537-436b-9d16-206cb4de8c1b on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:46:47.851951 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7545e5a0-e311-43d9-9a61-20f9627c2711 req-268c3ea5-c64e-4674-abd3-f79f5d4876ac tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:47.854912 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7545e5a0-e311-43d9-9a61-20f9627c2711 req-268c3ea5-c64e-4674-abd3-f79f5d4876ac tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.42 "DELETE /v2.0/ports/ed76aa9e-9537-436b-9d16-206cb4de8c1b HTTP/1.1" status: 204 len: 173 time: 0.6089797 Dec 09 15:46:47.855484 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1142ef1-79a8-46c0-9066-408263f32d50', 'name': 'network-vif-deleted', 'tag': 'ed76aa9e-9537-436b-9d16-206cb4de8c1b'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:46:47.857898 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47be1c9f-cdd1-4bf3-852b-d2258c294c37" -d '{"events": [{"server_uuid": "c1142ef1-79a8-46c0-9066-408263f32d50", "name": "network-vif-deleted", "tag": "ed76aa9e-9537-436b-9d16-206cb4de8c1b"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:46:47.906736 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04fcc58d-5989-4101-8254-0afcbde0d3b5 x-openstack-request-id: req-04fcc58d-5989-4101-8254-0afcbde0d3b5 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:46:47.907221 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1142ef1-79a8-46c0-9066-408263f32d50", "name": "network-vif-deleted", "tag": "ed76aa9e-9537-436b-9d16-206cb4de8c1b", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:46:47.907574 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-04fcc58d-5989-4101-8254-0afcbde0d3b5 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:46:47.908091 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1142ef1-79a8-46c0-9066-408263f32d50', 'name': 'network-vif-deleted', 'tag': 'ed76aa9e-9537-436b-9d16-206cb4de8c1b', 'status': 'completed', 'code': 200} Dec 09 15:46:48.013581 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6760b-4dc0-4776-a45a-989734c4afca req-89f15e71-1edd-4e14-9c98-6adf466a473c tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:48.015423 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-eca6760b-4dc0-4776-a45a-989734c4afca req-89f15e71-1edd-4e14-9c98-6adf466a473c tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdcca047-5843-403e-ae01-d9f41523043a HTTP/1.1" status: 200 len: 945 time: 0.0658102 Dec 09 15:46:48.016959 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-debd0c2d-3874-4b7d-9053-e7600a44548f req-2aa1727f-34e6-4e84-9ffb-f8b8dae67e8e tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1142ef1-79a8-46c0-9066-408263f32d50 HTTP/1.1" status: 200 len: 210 time: 0.0579481 Dec 09 15:46:48.185056 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-eca6760b-4dc0-4776-a45a-989734c4afca req-37c8d07e-ffb5-4597-b449-35f27ed1e53e tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Deleting port f0aa2a8a-67e4-4101-b52b-ead64c738df8 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:46:48.185607 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-eca6760b-4dc0-4776-a45a-989734c4afca req-37c8d07e-ffb5-4597-b449-35f27ed1e53e tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:48.251769 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640a301-561e-4faa-8dc1-bdee00484c9f req-3ff0c0eb-59aa-4370-a918-d3d1b4a11f7c tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:48.266101 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b640a301-561e-4faa-8dc1-bdee00484c9f req-3ff0c0eb-59aa-4370-a918-d3d1b4a11f7c tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0969231 Dec 09 15:46:48.357150 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-eca6760b-4dc0-4776-a45a-989734c4afca req-37c8d07e-ffb5-4597-b449-35f27ed1e53e tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] For port f0aa2a8a-67e4-4101-b52b-ead64c738df8, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=f0aa2a8a-67e4-4101-b52b-ead64c738df8,segment=NetworkSegment(72b78068-61b7-4bbb-b5a0-753283217b57),segment_id=72b78068-61b7-4bbb-b5a0-753283217b57)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:46:48.357752 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-eca6760b-4dc0-4776-a45a-989734c4afca req-37c8d07e-ffb5-4597-b449-35f27ed1e53e tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:48.382276 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-eca6760b-4dc0-4776-a45a-989734c4afca req-37c8d07e-ffb5-4597-b449-35f27ed1e53e tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Calling delete_port for f0aa2a8a-67e4-4101-b52b-ead64c738df8 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:46:48.386215 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b640a301-561e-4faa-8dc1-bdee00484c9f req-0ee005f2-dac5-4f57-b3db-c6690763098a tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192183 Dec 09 15:46:48.815457 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78ea5a-c3ed-4053-be6c-eace5eaa825b req-a5178bda-5eb1-4449-a211-34762d99d539 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:48.837648 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5d78ea5a-c3ed-4053-be6c-eace5eaa825b req-a5178bda-5eb1-4449-a211-34762d99d539 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=fdcca047-5843-403e-ae01-d9f41523043a HTTP/1.1" status: 200 len: 945 time: 0.1048651 Dec 09 15:46:48.873230 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-eca6760b-4dc0-4776-a45a-989734c4afca req-37c8d07e-ffb5-4597-b449-35f27ed1e53e tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:48.887053 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['76cd4a30-0404-4a95-a2dc-022463d6e20d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:46:48.913606 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5d78ea5a-c3ed-4053-be6c-eace5eaa825b req-cb2924f2-12a8-448a-a5dd-5ab4356b0d9f tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730414 Dec 09 15:46:48.944113 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['f0aa2a8a-67e4-4101-b52b-ead64c738df8'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:46:48.979468 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c8d07e-ffb5-4597-b449-35f27ed1e53e tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Pushing event deleted for resources: {'Port': ['ID=f0aa2a8a-67e4-4101-b52b-ead64c738df8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:46:49.015764 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6518946a-304f-440a-b62f-a28e7f1fe603 None None] DHCP port deletion for aefaced1-2e29-4860-a321-969c1bb810c5 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:46:49.064217 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca6760b-4dc0-4776-a45a-989734c4afca req-37c8d07e-ffb5-4597-b449-35f27ed1e53e tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] No DVR routers for this DVR port f0aa2a8a-67e4-4101-b52b-ead64c738df8 on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:46:49.079648 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-eca6760b-4dc0-4776-a45a-989734c4afca req-37c8d07e-ffb5-4597-b449-35f27ed1e53e tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:49.088859 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-eca6760b-4dc0-4776-a45a-989734c4afca req-37c8d07e-ffb5-4597-b449-35f27ed1e53e tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.42 "DELETE /v2.0/ports/f0aa2a8a-67e4-4101-b52b-ead64c738df8 HTTP/1.1" status: 204 len: 173 time: 1.0616760 Dec 09 15:46:49.671594 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0899a-6dbf-4e49-a79c-72f48584f1b8 req-b96a0403-6a9e-4ba9-b3c8-980677406647 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:49.680340 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-09e0899a-6dbf-4e49-a79c-72f48584f1b8 req-b96a0403-6a9e-4ba9-b3c8-980677406647 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.1006215 Dec 09 15:46:49.856186 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-09e0899a-6dbf-4e49-a79c-72f48584f1b8 req-ef191865-1c51-4da0-9733-7dcec568cb1c tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745379 Dec 09 15:46:49.908967 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdcca047-5843-403e-ae01-d9f41523043a', 'name': 'network-vif-deleted', 'tag': 'f0aa2a8a-67e4-4101-b52b-ead64c738df8'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:46:49.911408 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e9dcf2-6d8b-4630-946b-653ac07868c1" -d '{"events": [{"server_uuid": "fdcca047-5843-403e-ae01-d9f41523043a", "name": "network-vif-deleted", "tag": "f0aa2a8a-67e4-4101-b52b-ead64c738df8"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:46:50.031359 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16001cef-ad03-444f-94c3-05607095c1e2 x-openstack-request-id: req-16001cef-ad03-444f-94c3-05607095c1e2 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:46:50.031624 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdcca047-5843-403e-ae01-d9f41523043a", "name": "network-vif-deleted", "tag": "f0aa2a8a-67e4-4101-b52b-ead64c738df8", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:46:50.031884 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-16001cef-ad03-444f-94c3-05607095c1e2 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:46:50.032288 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdcca047-5843-403e-ae01-d9f41523043a', 'name': 'network-vif-deleted', 'tag': 'f0aa2a8a-67e4-4101-b52b-ead64c738df8', 'status': 'completed', 'code': 200} Dec 09 15:46:50.133444 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device ed76aa9e-9537-436b-9d16-206cb4de8c1b no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:46:50.170429 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: ed76aa9e-9537-436b-9d16-206cb4de8c1b {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:46:50.170775 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device ed76aa9e-9537-436b-9d16-206cb4de8c1b not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:46:50.171206 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device f0aa2a8a-67e4-4101-b52b-ead64c738df8 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:46:50.217325 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: f0aa2a8a-67e4-4101-b52b-ead64c738df8 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:46:50.217673 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device f0aa2a8a-67e4-4101-b52b-ead64c738df8 not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:46:50.430838 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5542a608-eafd-49b4-baa8-498b4162997d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:50.540793 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-a2b92758-4de0-40bf-bda6-69e9ed068c22 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:50.550483 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-a2b92758-4de0-40bf-bda6-69e9ed068c22 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/networks?id=aefaced1-2e29-4860-a321-969c1bb810c5 HTTP/1.1" status: 200 len: 804 time: 0.2717748 Dec 09 15:46:50.569750 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-9ef56dd5-fe53-4f3d-965e-33f12ef349a8 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/quotas/c9e5c34e3ac94d7ab24dc55f63708cf7 HTTP/1.1" status: 200 len: 375 time: 0.0178950 Dec 09 15:46:50.640622 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:46:50.687204 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-c1fb54f0-0990-4cf8-bbdc-1f39f5429dd4 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c9e5c34e3ac94d7ab24dc55f63708cf7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1161108 Dec 09 15:46:50.824792 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-985c12bb-c634-46cd-adff-77b79c53451c service neutron] 10.222.0.57 "GET /v2.0/networks/aefaced1-2e29-4860-a321-969c1bb810c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330059 Dec 09 15:46:50.980054 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-7ad4e68c-fdda-4276-993e-b7d1e830d363 service neutron] 10.222.0.57 "GET /v2.0/networks/aefaced1-2e29-4860-a321-969c1bb810c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542594 Dec 09 15:46:51.294631 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0ba12-cef2-4a80-81a5-90c45838ca1d req-58031348-3667-476a-baf4-d599d471832f tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:51.296184 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-69d0ba12-cef2-4a80-81a5-90c45838ca1d req-58031348-3667-476a-baf4-d599d471832f tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0901866 Dec 09 15:46:51.414431 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-69d0ba12-cef2-4a80-81a5-90c45838ca1d req-45e51e4d-716e-4a8b-9fab-32e50c0a6227 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076112 Dec 09 15:46:51.641216 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a56b70c9-ef69-4915-b7d2-4cd1e339f5c6 req-4dbeafc6-ea58-4dca-871f-dc0afd6ebb15 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6636030-afab-4495-b501-74c03431201c HTTP/1.1" status: 200 len: 210 time: 0.0419683 Dec 09 15:46:52.214060 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb447d6-ea72-4a7c-862e-7901ff068b8a req-00dadb34-5f9b-4c9c-b895-4213516cbcfe tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:52.223938 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4cb447d6-ea72-4a7c-862e-7901ff068b8a req-00dadb34-5f9b-4c9c-b895-4213516cbcfe tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=62416a1b-65a3-4dbc-b00d-afa09b06372e HTTP/1.1" status: 200 len: 945 time: 0.0751576 Dec 09 15:46:52.316244 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4cb447d6-ea72-4a7c-862e-7901ff068b8a req-ab01fb43-4dfd-4ef5-a5c2-d60b5f08aae5 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5914249-729d-46cd-bced-fb0207d25b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912130 Dec 09 15:46:52.462600 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47670) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:46:52.550510 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be1a29-ae0f-4c01-a54f-1f5692cd6300 req-5ec52fe0-7db0-4347-a202-876061b7eb10 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:52.559737 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-56be1a29-ae0f-4c01-a54f-1f5692cd6300 req-5ec52fe0-7db0-4347-a202-876061b7eb10 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0737927 Dec 09 15:46:52.632579 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-56be1a29-ae0f-4c01-a54f-1f5692cd6300 req-fc334e27-6290-4adc-9475-69142e524360 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715451 Dec 09 15:46:52.730465 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-40fdfe57-3c15-476e-aa13-7b65a4d44ea3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:52.914819 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0e3b9092-c436-4e60-b8c2-b27dd5515906 req-511a8ae0-b4d9-4ca7-ab65-93ad95677510 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6636030-afab-4495-b501-74c03431201c HTTP/1.1" status: 200 len: 210 time: 0.0788269 Dec 09 15:46:52.977271 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b44cc000-bce8-4d70-8264-47ba577332c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:53.000141 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-bc85b07c-1dc8-4b83-8e2d-0518f67bdd78 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:53.004124 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-bc85b07c-1dc8-4b83-8e2d-0518f67bdd78 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.42 "GET /v2.0/networks?id=aefaced1-2e29-4860-a321-969c1bb810c5 HTTP/1.1" status: 200 len: 804 time: 0.2074895 Dec 09 15:46:53.015467 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-40fdfe57-3c15-476e-aa13-7b65a4d44ea3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:53.028156 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-a3b12831-df5a-4d3f-aff1-2a86b007ef87 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Request body: {'port': {'device_id': 'c6636030-afab-4495-b501-74c03431201c', 'network_id': 'aefaced1-2e29-4860-a321-969c1bb810c5', 'admin_state_up': True, 'tenant_id': 'c9e5c34e3ac94d7ab24dc55f63708cf7'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:46:53.033618 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-40fdfe57-3c15-476e-aa13-7b65a4d44ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:53.100695 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-40fdfe57-3c15-476e-aa13-7b65a4d44ea3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1b9dd6e7b14246f9b3fcd935676ec13e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6360645 Dec 09 15:46:53.101800 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fdfe57-3c15-476e-aa13-7b65a4d44ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e7e023-1bb0-4ee1-9aa7-41f34fa86429,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:46:53.104347 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47692) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:46:53.161287 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5582fdc-d62e-46b8-a274-159be5843f22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:53.239121 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-a3b12831-df5a-4d3f-aff1-2a86b007ef87 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Made reservation on behalf of c9e5c34e3ac94d7ab24dc55f63708cf7 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:46:53.243369 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5582fdc-d62e-46b8-a274-159be5843f22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:53.243876 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-a3b12831-df5a-4d3f-aff1-2a86b007ef87 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:53.368299 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5582fdc-d62e-46b8-a274-159be5843f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:53.372393 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5582fdc-d62e-46b8-a274-159be5843f22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:53.377768 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b5582fdc-d62e-46b8-a274-159be5843f22 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/89e7e023-1bb0-4ee1-9aa7-41f34fa86429 HTTP/1.1" status: 204 len: 168 time: 0.2715142 Dec 09 15:46:53.403936 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5582fdc-d62e-46b8-a274-159be5843f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e7e023-1bb0-4ee1-9aa7-41f34fa86429,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:46:53.556399 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-a3b12831-df5a-4d3f-aff1-2a86b007ef87 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Allocated IP 172.20.0.4 (aefaced1-2e29-4860-a321-969c1bb810c5/518f472d-0dfc-4bb3-a3f4-4a87074139ac/16c29b59-d578-4385-86bf-57fb7b69774e) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:46:53.611895 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cc793-253f-49b2-8035-22e3531bb689 req-01536c75-756b-4b9a-b96f-b3571d08faed tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:53.627197 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1f9cc793-253f-49b2-8035-22e3531bb689 req-01536c75-756b-4b9a-b96f-b3571d08faed tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=62416a1b-65a3-4dbc-b00d-afa09b06372e HTTP/1.1" status: 200 len: 945 time: 0.1644249 Dec 09 15:46:53.780001 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1f9cc793-253f-49b2-8035-22e3531bb689 req-92485812-ab7a-48ed-bbd6-1789406893b8 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5914249-729d-46cd-bced-fb0207d25b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491194 Dec 09 15:46:53.833670 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-a3b12831-df5a-4d3f-aff1-2a86b007ef87 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:53.906376 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-a3b12831-df5a-4d3f-aff1-2a86b007ef87 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:53.919244 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['76cd4a30-0404-4a95-a2dc-022463d6e20d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:46:53.940393 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e7699-2193-4c9f-b264-75fcf0e56b1b req-a8ae32b1-3fa3-4e77-aa0a-d9eee153ee2a tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:53.960845 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-739e7699-2193-4c9f-b264-75fcf0e56b1b req-a8ae32b1-3fa3-4e77-aa0a-d9eee153ee2a tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0907881 Dec 09 15:46:54.017449 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-a3b12831-df5a-4d3f-aff1-2a86b007ef87 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Network aefaced1-2e29-4860-a321-969c1bb810c5 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:46:54.023136 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-739e7699-2193-4c9f-b264-75fcf0e56b1b req-d6aee8fa-c713-4151-bc0d-eb46a3eefa8c tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554340 Dec 09 15:46:54.031116 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47708) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:46:54.034026 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-a3b12831-df5a-4d3f-aff1-2a86b007ef87 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:46:54.042996 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b12831-df5a-4d3f-aff1-2a86b007ef87 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Pushing event updated for resources: {'Port': ['ID=16c29b59-d578-4385-86bf-57fb7b69774e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:46:54.054986 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-a3b12831-df5a-4d3f-aff1-2a86b007ef87 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:46:54.065411 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-51fe0b8a-a5df-48ab-909f-7e5c64585e7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:54.093856 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7be033f-6da5-4f98-a5af-43ed5491ee36 None None] DHCP port deletion for aefaced1-2e29-4860-a321-969c1bb810c5 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:46:54.125045 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:54.138442 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-a3b12831-df5a-4d3f-aff1-2a86b007ef87 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:54.139653 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-a3b12831-df5a-4d3f-aff1-2a86b007ef87 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:54.176852 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-a3b12831-df5a-4d3f-aff1-2a86b007ef87 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1550789 Dec 09 15:46:54.198961 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-b9d4e4d2-ad7c-4d7f-93b3-9c5e0ebf2ee1 service neutron] Request body: {'port': {'device_id': 'c6636030-afab-4495-b501-74c03431201c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:46:54.311938 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-b9d4e4d2-ad7c-4d7f-93b3-9c5e0ebf2ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:54.316076 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-24cc9661-727d-4ddf-8719-889164ae4a73 None None] Provisioning complete for port 16c29b59-d578-4385-86bf-57fb7b69774e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:46:54.316480 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-24cc9661-727d-4ddf-8719-889164ae4a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:54.319324 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-51fe0b8a-a5df-48ab-909f-7e5c64585e7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:54.370231 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-51fe0b8a-a5df-48ab-909f-7e5c64585e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:54.401552 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe0b8a-a5df-48ab-909f-7e5c64585e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d091b5c9-c1fe-406b-abd1-17dd2ea44665,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:46:54.420825 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e66bd-0c60-4c23-9bfa-f85e511bff2d req-5ff24fdc-d56e-466a-bf72-e7a2c692ed34 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:54.422463 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ec3e66bd-0c60-4c23-9bfa-f85e511bff2d req-5ff24fdc-d56e-466a-bf72-e7a2c692ed34 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6636030-afab-4495-b501-74c03431201c HTTP/1.1" status: 200 len: 931 time: 0.1197503 Dec 09 15:46:54.438470 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-24cc9661-727d-4ddf-8719-889164ae4a73 None None] Port 16c29b59-d578-4385-86bf-57fb7b69774e cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:46:54.479067 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:54.500781 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ec3e66bd-0c60-4c23-9bfa-f85e511bff2d req-f67842ee-9918-4dd4-81ae-cae708c0cc00 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689123 Dec 09 15:46:54.507264 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-51fe0b8a-a5df-48ab-909f-7e5c64585e7a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1266c632a0304a70a5c842de50317795&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4748638 Dec 09 15:46:54.508078 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47710) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:46:54.592732 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-300ecdd5-cb0b-4b29-92e2-3315cabf1d3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:54.622008 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-300ecdd5-cb0b-4b29-92e2-3315cabf1d3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:54.674845 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-300ecdd5-cb0b-4b29-92e2-3315cabf1d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:54.677551 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-300ecdd5-cb0b-4b29-92e2-3315cabf1d3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:54.679435 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-300ecdd5-cb0b-4b29-92e2-3315cabf1d3a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d091b5c9-c1fe-406b-abd1-17dd2ea44665 HTTP/1.1" status: 204 len: 168 time: 0.1702206 Dec 09 15:46:54.689247 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-b9d4e4d2-ad7c-4d7f-93b3-9c5e0ebf2ee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16c29b59-d578-4385-86bf-57fb7b69774e {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:46:54.700335 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-b9d4e4d2-ad7c-4d7f-93b3-9c5e0ebf2ee1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:54.702875 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ecdd5-cb0b-4b29-92e2-3315cabf1d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d091b5c9-c1fe-406b-abd1-17dd2ea44665,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:46:54.742617 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-b9d4e4d2-ad7c-4d7f-93b3-9c5e0ebf2ee1 service neutron] Transition to ACTIVE for port object 16c29b59-d578-4385-86bf-57fb7b69774e will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:46:54.754054 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-b9d4e4d2-ad7c-4d7f-93b3-9c5e0ebf2ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:54.833661 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d4e4d2-ad7c-4d7f-93b3-9c5e0ebf2ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=16c29b59-d578-4385-86bf-57fb7b69774e,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:46:54.866085 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936157dd-f0b0-43b7-8dec-e7557f0fd71f None None] DHCP port deletion for aefaced1-2e29-4860-a321-969c1bb810c5 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:46:54.979379 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b4f08-c93f-4e5c-951a-dd6eb51d524b req-ea867c0d-05cc-42f8-b2f8-cc4e8f2a88b2 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:54.992290 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-075b4f08-c93f-4e5c-951a-dd6eb51d524b req-ea867c0d-05cc-42f8-b2f8-cc4e8f2a88b2 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=62416a1b-65a3-4dbc-b00d-afa09b06372e HTTP/1.1" status: 200 len: 945 time: 0.0990770 Dec 09 15:46:55.059219 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-b9d4e4d2-ad7c-4d7f-93b3-9c5e0ebf2ee1 service neutron] Attempting to bind port 16c29b59-d578-4385-86bf-57fb7b69774e on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:46:55.059791 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-b9d4e4d2-ad7c-4d7f-93b3-9c5e0ebf2ee1 service neutron] Attempting to bind port 16c29b59-d578-4385-86bf-57fb7b69774e by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '72b78068-61b7-4bbb-b5a0-753283217b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aefaced1-2e29-4860-a321-969c1bb810c5'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:46:55.061385 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-b9d4e4d2-ad7c-4d7f-93b3-9c5e0ebf2ee1 service neutron] Attempting to bind port 16c29b59-d578-4385-86bf-57fb7b69774e on network aefaced1-2e29-4860-a321-969c1bb810c5 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:46:55.067882 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-b9d4e4d2-ad7c-4d7f-93b3-9c5e0ebf2ee1 service neutron] Port 16c29b59-d578-4385-86bf-57fb7b69774e on network aefaced1-2e29-4860-a321-969c1bb810c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:46:55.068828 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-b9d4e4d2-ad7c-4d7f-93b3-9c5e0ebf2ee1 service neutron] Attempting to bind port 16c29b59-d578-4385-86bf-57fb7b69774e on network aefaced1-2e29-4860-a321-969c1bb810c5 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:46:55.075715 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-b9d4e4d2-ad7c-4d7f-93b3-9c5e0ebf2ee1 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:46:55.076049 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-b9d4e4d2-ad7c-4d7f-93b3-9c5e0ebf2ee1 service neutron] Checking segment: {'id': '72b78068-61b7-4bbb-b5a0-753283217b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aefaced1-2e29-4860-a321-969c1bb810c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:46:55.076545 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-b9d4e4d2-ad7c-4d7f-93b3-9c5e0ebf2ee1 service neutron] Bound using segment: {'id': '72b78068-61b7-4bbb-b5a0-753283217b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aefaced1-2e29-4860-a321-969c1bb810c5'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:46:55.076949 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-b9d4e4d2-ad7c-4d7f-93b3-9c5e0ebf2ee1 service neutron] Bound port: 16c29b59-d578-4385-86bf-57fb7b69774e, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b78068-61b7-4bbb-b5a0-753283217b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aefaced1-2e29-4860-a321-969c1bb810c5'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:46:55.077314 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-b9d4e4d2-ad7c-4d7f-93b3-9c5e0ebf2ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:55.157903 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-075b4f08-c93f-4e5c-951a-dd6eb51d524b req-b66cd8d1-ad2b-4a26-bdb6-923ef8be216a tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5914249-729d-46cd-bced-fb0207d25b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549220 Dec 09 15:46:55.230063 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-b9d4e4d2-ad7c-4d7f-93b3-9c5e0ebf2ee1 service neutron] For port 16c29b59-d578-4385-86bf-57fb7b69774e, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:46:55.235278 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-b9d4e4d2-ad7c-4d7f-93b3-9c5e0ebf2ee1 service neutron] For port 16c29b59-d578-4385-86bf-57fb7b69774e, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=16c29b59-d578-4385-86bf-57fb7b69774e,segment=NetworkSegment(72b78068-61b7-4bbb-b5a0-753283217b57),segment_id=72b78068-61b7-4bbb-b5a0-753283217b57)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:46:55.241589 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-b9d4e4d2-ad7c-4d7f-93b3-9c5e0ebf2ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:55.297323 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:55.345515 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fb940a-4618-4269-ac50-3ebc0a0400dc None None] DHCP port deletion for aefaced1-2e29-4860-a321-969c1bb810c5 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:46:55.362408 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-b9d4e4d2-ad7c-4d7f-93b3-9c5e0ebf2ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:55.369371 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-b9d4e4d2-ad7c-4d7f-93b3-9c5e0ebf2ee1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:55.371456 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-b9d4e4d2-ad7c-4d7f-93b3-9c5e0ebf2ee1 service neutron] 10.222.0.42 "PUT /v2.0/ports/16c29b59-d578-4385-86bf-57fb7b69774e HTTP/1.1" status: 200 len: 1091 time: 1.1796584 Dec 09 15:46:55.377378 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6636030-afab-4495-b501-74c03431201c', 'tag': '16c29b59-d578-4385-86bf-57fb7b69774e'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:46:55.382133 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058f7c33-dc3f-4cc0-9c12-2534df4caee2" -d '{"events": [{"name": "network-changed", "server_uuid": "c6636030-afab-4495-b501-74c03431201c", "tag": "16c29b59-d578-4385-86bf-57fb7b69774e"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:46:55.404947 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fcc6b2-3de5-40fe-9158-872749eb48f3 req-27d1b4b6-5ebf-4683-a6e8-d195bd589f5e tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:55.406530 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-62fcc6b2-3de5-40fe-9158-872749eb48f3 req-27d1b4b6-5ebf-4683-a6e8-d195bd589f5e tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0973787 Dec 09 15:46:55.505332 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-62fcc6b2-3de5-40fe-9158-872749eb48f3 req-36a744ef-823c-4148-a6b4-5d412fa4e737 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834002 Dec 09 15:46:55.534685 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d4e4d2-ad7c-4d7f-93b3-9c5e0ebf2ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=16c29b59-d578-4385-86bf-57fb7b69774e,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:46:55.552077 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-1c94d535-5c5b-4ae7-9465-538327690f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:55.554022 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-1c94d535-5c5b-4ae7-9465-538327690f20 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c9e5c34e3ac94d7ab24dc55f63708cf7&device_id=c6636030-afab-4495-b501-74c03431201c HTTP/1.1" status: 200 len: 1094 time: 0.0880744 Dec 09 15:46:55.616437 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-002b4cef-dc67-4c3c-b9e1-2354ec4e0be5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16c29b59-d578-4385-86bf-57fb7b69774e HTTP/1.1" status: 200 len: 217 time: 0.0483503 Dec 09 15:46:55.683857 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc293dbc-4241-4d5f-9e13-b0687bfa2bd9 x-openstack-request-id: req-bc293dbc-4241-4d5f-9e13-b0687bfa2bd9 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:46:55.684153 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6636030-afab-4495-b501-74c03431201c", "tag": "16c29b59-d578-4385-86bf-57fb7b69774e", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:46:55.684686 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bc293dbc-4241-4d5f-9e13-b0687bfa2bd9 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:46:55.685295 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6636030-afab-4495-b501-74c03431201c', 'tag': '16c29b59-d578-4385-86bf-57fb7b69774e', 'status': 'completed', 'code': 200} Dec 09 15:46:55.696450 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-c0dc1451-07a5-430c-8acc-f00abeb36014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:55.699722 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-c0dc1451-07a5-430c-8acc-f00abeb36014 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=518f472d-0dfc-4bb3-a3f4-4a87074139ac HTTP/1.1" status: 200 len: 844 time: 0.0759807 Dec 09 15:46:55.748276 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-afdfa9e3-6713-4f41-9157-504469ae7587 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aefaced1-2e29-4860-a321-969c1bb810c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411391 Dec 09 15:46:55.854790 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579f4d6-8b5c-4799-9b5a-e05ff2d57e03 req-a02784b0-e382-4eed-a5e6-64032586f41f tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:55.857439 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2579f4d6-8b5c-4799-9b5a-e05ff2d57e03 req-a02784b0-e382-4eed-a5e6-64032586f41f tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6636030-afab-4495-b501-74c03431201c HTTP/1.1" status: 200 len: 943 time: 0.1178937 Dec 09 15:46:55.873433 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-6dbe2198-e691-4d89-828f-ac55911f4813 service neutron] 10.222.0.42 "GET /v2.0/networks/aefaced1-2e29-4860-a321-969c1bb810c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126552 Dec 09 15:46:55.990891 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2579f4d6-8b5c-4799-9b5a-e05ff2d57e03 req-54cb6d9c-2f85-4f85-aad9-9c60ee8093a9 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201806 Dec 09 15:46:56.010167 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6632ad2b-fe7a-413c-a081-f5bfa992f01a req-5c13a210-c422-40f7-a6e6-a0ce2ae984ac service neutron] 10.222.0.42 "GET /v2.0/networks/aefaced1-2e29-4860-a321-969c1bb810c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261280 Dec 09 15:46:56.178671 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f7c33-dc3f-4cc0-9c12-2534df4caee2 req-9ad2a5dc-98fd-47d3-8bdf-6b52eba58710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:56.190353 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-058f7c33-dc3f-4cc0-9c12-2534df4caee2 req-9ad2a5dc-98fd-47d3-8bdf-6b52eba58710 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c9e5c34e3ac94d7ab24dc55f63708cf7&device_id=c6636030-afab-4495-b501-74c03431201c HTTP/1.1" status: 200 len: 1094 time: 0.0661333 Dec 09 15:46:56.366798 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f77488-b304-420a-88e4-33b523cba4fa req-721d0046-90d1-4077-b99e-9f9531461dfa tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:56.369436 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97f77488-b304-420a-88e4-33b523cba4fa req-721d0046-90d1-4077-b99e-9f9531461dfa tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=62416a1b-65a3-4dbc-b00d-afa09b06372e HTTP/1.1" status: 200 len: 945 time: 0.0920012 Dec 09 15:46:56.413702 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f7c33-dc3f-4cc0-9c12-2534df4caee2 req-ef42ccb1-89eb-42c2-a072-411ef063d1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:56.416724 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-058f7c33-dc3f-4cc0-9c12-2534df4caee2 req-ef42ccb1-89eb-42c2-a072-411ef063d1b4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aefaced1-2e29-4860-a321-969c1bb810c5 HTTP/1.1" status: 200 len: 905 time: 0.2255661 Dec 09 15:46:56.431046 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:56.505015 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97f77488-b304-420a-88e4-33b523cba4fa req-250b0b54-9866-4fd9-8a9a-b08edced1a98 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5914249-729d-46cd-bced-fb0207d25b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261668 Dec 09 15:46:56.515248 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-058f7c33-dc3f-4cc0-9c12-2534df4caee2 req-66623766-dbcb-4916-bea4-88d9028a31bd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16c29b59-d578-4385-86bf-57fb7b69774e HTTP/1.1" status: 200 len: 217 time: 0.0897136 Dec 09 15:46:56.670349 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f7c33-dc3f-4cc0-9c12-2534df4caee2 req-d8f26db4-ab9d-4fb2-8c3d-959e6c8d12d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:56.675169 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-058f7c33-dc3f-4cc0-9c12-2534df4caee2 req-d8f26db4-ab9d-4fb2-8c3d-959e6c8d12d1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=518f472d-0dfc-4bb3-a3f4-4a87074139ac HTTP/1.1" status: 200 len: 844 time: 0.1466532 Dec 09 15:46:56.693087 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ae7f9-e1e4-456f-be8e-f8ec2008c983 req-3eb1be4f-9177-43f7-90e6-2f0ed9300aa4 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:56.695639 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-200ae7f9-e1e4-456f-be8e-f8ec2008c983 req-3eb1be4f-9177-43f7-90e6-2f0ed9300aa4 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0684760 Dec 09 15:46:56.751415 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-058f7c33-dc3f-4cc0-9c12-2534df4caee2 req-48fb42db-a5f3-4d9d-ac6e-dc86a4f89e1a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aefaced1-2e29-4860-a321-969c1bb810c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645905 Dec 09 15:46:56.852380 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-200ae7f9-e1e4-456f-be8e-f8ec2008c983 req-1e78f4bf-cd17-45ab-969f-447492101ced tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498804 Dec 09 15:46:56.885312 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-058f7c33-dc3f-4cc0-9c12-2534df4caee2 req-903f5f8f-180f-49c9-8322-8a24d52054ce service neutron] 10.222.0.42 "GET /v2.0/networks/aefaced1-2e29-4860-a321-969c1bb810c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247215 Dec 09 15:46:57.035211 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-058f7c33-dc3f-4cc0-9c12-2534df4caee2 req-a657072e-ffbe-4953-85ad-08d6df0661bd service neutron] 10.222.0.42 "GET /v2.0/networks/aefaced1-2e29-4860-a321-969c1bb810c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432650 Dec 09 15:46:57.163124 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91a3c8-4cba-4012-bf6d-f88396c064bc req-0f9fcaf4-05de-4002-8211-aaf49e69e233 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:57.164724 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5c91a3c8-4cba-4012-bf6d-f88396c064bc req-0f9fcaf4-05de-4002-8211-aaf49e69e233 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6636030-afab-4495-b501-74c03431201c HTTP/1.1" status: 200 len: 943 time: 0.0869763 Dec 09 15:46:57.256785 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5c91a3c8-4cba-4012-bf6d-f88396c064bc req-0be61399-bae0-47ca-8d41-3a52318e5049 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850761 Dec 09 15:46:57.698905 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7859a-4010-46c7-9415-aceff5cfbc82 req-36e12e7e-6bc2-4bbf-b239-c718692990d0 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:57.701015 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b2c7859a-4010-46c7-9415-aceff5cfbc82 req-36e12e7e-6bc2-4bbf-b239-c718692990d0 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=62416a1b-65a3-4dbc-b00d-afa09b06372e HTTP/1.1" status: 200 len: 945 time: 0.0729716 Dec 09 15:46:57.786582 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b2c7859a-4010-46c7-9415-aceff5cfbc82 req-16d4ff42-1552-4620-a3be-27fdbe9afb8f tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5914249-729d-46cd-bced-fb0207d25b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794137 Dec 09 15:46:58.066703 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368ccc7-a9e0-4197-881a-7e83b9b02ca2 req-0b71b9e8-9a69-4673-ac6b-15684d1d04d9 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:58.073459 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6368ccc7-a9e0-4197-881a-7e83b9b02ca2 req-0b71b9e8-9a69-4673-ac6b-15684d1d04d9 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.1206458 Dec 09 15:46:58.157416 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6368ccc7-a9e0-4197-881a-7e83b9b02ca2 req-34eca843-a50a-41d4-9117-02ebcb3d32f2 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785167 Dec 09 15:46:58.463641 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffaa5c6-3e46-49c9-8a93-e57643ea2358 req-58a09776-543d-4f73-ad36-a1e1d0392d7a tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:58.473409 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3ffaa5c6-3e46-49c9-8a93-e57643ea2358 req-58a09776-543d-4f73-ad36-a1e1d0392d7a tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6636030-afab-4495-b501-74c03431201c HTTP/1.1" status: 200 len: 943 time: 0.0740542 Dec 09 15:46:58.561754 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3ffaa5c6-3e46-49c9-8a93-e57643ea2358 req-5d635595-391a-42c4-9eef-976a69e2c86c tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873401 Dec 09 15:46:58.924882 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00caa5b-d550-405f-970a-3db5e1e95754 req-6cfe23f5-36eb-4d0e-9a0c-f6577cdee749 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:58.927519 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b00caa5b-d550-405f-970a-3db5e1e95754 req-6cfe23f5-36eb-4d0e-9a0c-f6577cdee749 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=62416a1b-65a3-4dbc-b00d-afa09b06372e HTTP/1.1" status: 200 len: 945 time: 0.0612707 Dec 09 15:46:58.990965 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b00caa5b-d550-405f-970a-3db5e1e95754 req-8ac3da61-3608-4e03-889c-c16c3c41e992 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5914249-729d-46cd-bced-fb0207d25b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554302 Dec 09 15:46:59.301422 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229420e-f393-4061-b7c2-729efc6371ee req-c6a43961-67f6-410b-8119-086071eb6847 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:59.312573 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4229420e-f393-4061-b7c2-729efc6371ee req-c6a43961-67f6-410b-8119-086071eb6847 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0669396 Dec 09 15:46:59.389437 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4229420e-f393-4061-b7c2-729efc6371ee req-a43ebf7e-8d3a-40da-b965-1c045f5d3ac5 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754411 Dec 09 15:46:59.718776 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76276944-3ebf-4153-83d6-bfbc3397d59c req-9523a640-0ada-4f7a-8e3e-947417561f4f tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:59.720751 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-76276944-3ebf-4153-83d6-bfbc3397d59c req-9523a640-0ada-4f7a-8e3e-947417561f4f tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6636030-afab-4495-b501-74c03431201c HTTP/1.1" status: 200 len: 943 time: 0.0768631 Dec 09 15:46:59.776093 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-76276944-3ebf-4153-83d6-bfbc3397d59c req-41fcdb8d-844a-4b13-ad59-70c040a89df0 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485044 Dec 09 15:47:00.031543 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-acbae1bf-4548-437d-8884-fcc0ba85b487 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:00.033295 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-acbae1bf-4548-437d-8884-fcc0ba85b487 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.57 "GET /v2.0/networks?id=3f17a4c0-cb69-47eb-a703-c238afd823ea HTTP/1.1" status: 200 len: 814 time: 0.1600742 Dec 09 15:47:00.056601 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-635f7e58-a9a6-4d53-abef-6f113bc15091 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.57 "GET /v2.0/quotas/a725fca6247b4d078de3af64ff45abce HTTP/1.1" status: 200 len: 375 time: 0.0129771 Dec 09 15:47:00.103594 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-e315c936-95ca-4aef-ac4b-2b06246ce4ac tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a725fca6247b4d078de3af64ff45abce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359085 Dec 09 15:47:00.173108 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 16c29b59-d578-4385-86bf-57fb7b69774e details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:47:00.238580 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-f46ab507-0fd6-4f74-b10f-84be1564d406 service neutron] 10.222.0.57 "GET /v2.0/networks/3f17a4c0-cb69-47eb-a703-c238afd823ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244829 Dec 09 15:47:00.335175 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 16c29b59-d578-4385-86bf-57fb7b69774e, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=16c29b59-d578-4385-86bf-57fb7b69774e,segment=NetworkSegment(72b78068-61b7-4bbb-b5a0-753283217b57),segment_id=72b78068-61b7-4bbb-b5a0-753283217b57)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:47:00.358144 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '16c29b59-d578-4385-86bf-57fb7b69774e', 'network_id': 'aefaced1-2e29-4860-a321-969c1bb810c5', 'port_id': '16c29b59-d578-4385-86bf-57fb7b69774e', 'mac_address': 'fa:16:3e:1d:60:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '518f472d-0dfc-4bb3-a3f4-4a87074139ac', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:47:00.400965 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-22a0c186-a6ee-45fb-b6e9-03ea550ab192 service neutron] 10.222.0.57 "GET /v2.0/networks/3f17a4c0-cb69-47eb-a703-c238afd823ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602223 Dec 09 15:47:00.414199 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:00.430207 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16c29b59-d578-4385-86bf-57fb7b69774e {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:47:00.453949 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 16c29b59-d578-4385-86bf-57fb7b69774e, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=16c29b59-d578-4385-86bf-57fb7b69774e,segment=NetworkSegment(72b78068-61b7-4bbb-b5a0-753283217b57),segment_id=72b78068-61b7-4bbb-b5a0-753283217b57)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:47:00.461071 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:00.534167 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=16c29b59-d578-4385-86bf-57fb7b69774e,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:47:00.700844 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80ab3a-e544-411c-9055-091b902763b3 req-9322651d-5d8b-49bb-b539-e537b17a491a tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:00.703946 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6e80ab3a-e544-411c-9055-091b902763b3 req-9322651d-5d8b-49bb-b539-e537b17a491a tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=62416a1b-65a3-4dbc-b00d-afa09b06372e HTTP/1.1" status: 200 len: 945 time: 0.0740373 Dec 09 15:47:00.766093 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6e80ab3a-e544-411c-9055-091b902763b3 req-4426a4a2-723f-467b-a228-11abbaa0e0ad tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5914249-729d-46cd-bced-fb0207d25b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531192 Dec 09 15:47:00.823611 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['16c29b59-d578-4385-86bf-57fb7b69774e'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:47:01.024741 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c23a72-1e30-46ef-b1d1-1881d2b138e9 req-c7feae4d-7bd6-48d6-bb60-3a8dfdc47f55 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:01.033384 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b2c23a72-1e30-46ef-b1d1-1881d2b138e9 req-c7feae4d-7bd6-48d6-bb60-3a8dfdc47f55 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0972860 Dec 09 15:47:01.114158 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b2c23a72-1e30-46ef-b1d1-1881d2b138e9 req-a6ad9cc7-c27b-4dd3-934c-c6b0a0540c02 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788128 Dec 09 15:47:01.292207 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dda3df18-4dcc-4d19-ac06-c7dac09d3846 req-b5a6937c-203c-4b08-8e8c-245b059b74ac tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.57 "GET /v2.0/ports?device_id=889e32b3-6476-44a6-9cdf-c301215828f7 HTTP/1.1" status: 200 len: 210 time: 0.0448620 Dec 09 15:47:01.417915 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9150ba-249f-4172-a6fd-2da5fb5376e6 req-2fb73ca5-0e9a-42c8-8173-6f7ec2173fdf tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:01.427906 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f9150ba-249f-4172-a6fd-2da5fb5376e6 req-2fb73ca5-0e9a-42c8-8173-6f7ec2173fdf tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6636030-afab-4495-b501-74c03431201c HTTP/1.1" status: 200 len: 944 time: 0.0664234 Dec 09 15:47:01.506199 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f9150ba-249f-4172-a6fd-2da5fb5376e6 req-7fa823f1-1d87-4541-8441-c5b9de5ec202 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765414 Dec 09 15:47:01.931064 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173ccc3-aef6-46fc-9b2e-3afdc17036d6 req-42471681-54c7-4836-87a5-c0e57c64656a tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:01.933604 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f173ccc3-aef6-46fc-9b2e-3afdc17036d6 req-42471681-54c7-4836-87a5-c0e57c64656a tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=62416a1b-65a3-4dbc-b00d-afa09b06372e HTTP/1.1" status: 200 len: 945 time: 0.0710900 Dec 09 15:47:02.098188 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f173ccc3-aef6-46fc-9b2e-3afdc17036d6 req-15bd3b7d-d451-4100-95ad-912728426838 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5914249-729d-46cd-bced-fb0207d25b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558983 Dec 09 15:47:02.123946 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-657a7860-b69b-4d7c-a00a-3c43e8b8e687 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:02.127143 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-657a7860-b69b-4d7c-a00a-3c43e8b8e687 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.31 "GET /v2.0/networks?id=3f17a4c0-cb69-47eb-a703-c238afd823ea HTTP/1.1" status: 200 len: 814 time: 0.1772480 Dec 09 15:47:02.143959 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-b1a52dd6-b542-4138-866d-00417ee2b86e tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Request body: {'port': {'device_id': '889e32b3-6476-44a6-9cdf-c301215828f7', 'network_id': '3f17a4c0-cb69-47eb-a703-c238afd823ea', 'admin_state_up': True, 'tenant_id': 'a725fca6247b4d078de3af64ff45abce'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:47:02.195472 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 16c29b59-d578-4385-86bf-57fb7b69774e up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:47:02.269483 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port 16c29b59-d578-4385-86bf-57fb7b69774e completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:47:02.279783 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 16c29b59-d578-4385-86bf-57fb7b69774e triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:47:02.280186 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:02.330133 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-b1a52dd6-b542-4138-866d-00417ee2b86e tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Made reservation on behalf of a725fca6247b4d078de3af64ff45abce for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:47:02.346594 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-b1a52dd6-b542-4138-866d-00417ee2b86e tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:02.378994 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c36e9-e97f-4e64-9f09-c09cc11ee71c req-447a3d8d-f4ae-4c9e-b4fb-da278191abd1 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:02.392264 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-255c36e9-e97f-4e64-9f09-c09cc11ee71c req-447a3d8d-f4ae-4c9e-b4fb-da278191abd1 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.1381178 Dec 09 15:47:02.400389 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:02.429389 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6636030-afab-4495-b501-74c03431201c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c29b59-d578-4385-86bf-57fb7b69774e'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:47:02.435629 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345a5cf1-0909-4afe-8d0c-53912e358050" -d '{"events": [{"server_uuid": "c6636030-afab-4495-b501-74c03431201c", "name": "network-vif-plugged", "status": "completed", "tag": "16c29b59-d578-4385-86bf-57fb7b69774e"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:47:02.451258 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 16c29b59-d578-4385-86bf-57fb7b69774e, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=16c29b59-d578-4385-86bf-57fb7b69774e,segment=NetworkSegment(72b78068-61b7-4bbb-b5a0-753283217b57),segment_id=72b78068-61b7-4bbb-b5a0-753283217b57)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:47:02.460899 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:02.529670 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=16c29b59-d578-4385-86bf-57fb7b69774e,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:47:02.862055 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-255c36e9-e97f-4e64-9f09-c09cc11ee71c req-33cf5c44-53c2-4c3e-972e-553fb3696f8e tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4687617 Dec 09 15:47:02.971890 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-b1a52dd6-b542-4138-866d-00417ee2b86e tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Allocated IP 172.20.0.6 (3f17a4c0-cb69-47eb-a703-c238afd823ea/2331ba46-cfe3-4b20-bfd7-3f8d813f8005/8944b304-3c56-4b92-a176-33ba9b1fd8e5) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:47:03.139353 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a00cf086-6810-4a07-91d0-158f4528d8aa req-452c1ed3-371f-47e8-a853-a531f2ce3a81 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.57 "GET /v2.0/ports?device_id=889e32b3-6476-44a6-9cdf-c301215828f7 HTTP/1.1" status: 200 len: 210 time: 0.0365345 Dec 09 15:47:03.263143 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-b1a52dd6-b542-4138-866d-00417ee2b86e tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:03.274232 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78dce378-06af-464b-94e8-225c0a8455cb x-openstack-request-id: req-78dce378-06af-464b-94e8-225c0a8455cb {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:47:03.274744 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6636030-afab-4495-b501-74c03431201c", "name": "network-vif-plugged", "status": "completed", "tag": "16c29b59-d578-4385-86bf-57fb7b69774e", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:47:03.274859 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-78dce378-06af-464b-94e8-225c0a8455cb {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:47:03.275179 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6636030-afab-4495-b501-74c03431201c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c29b59-d578-4385-86bf-57fb7b69774e', 'code': 200} Dec 09 15:47:03.339481 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-b1a52dd6-b542-4138-866d-00417ee2b86e tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:03.427108 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb02f9-c9b8-4e52-91d1-5d21ea61d027 req-80439d70-a919-4555-aa0b-f1ef1669c725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:03.432143 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-19eb02f9-c9b8-4e52-91d1-5d21ea61d027 req-80439d70-a919-4555-aa0b-f1ef1669c725 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c6636030-afab-4495-b501-74c03431201c HTTP/1.1" status: 200 len: 1096 time: 0.0540318 Dec 09 15:47:03.456610 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-b1a52dd6-b542-4138-866d-00417ee2b86e tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Network 3f17a4c0-cb69-47eb-a703-c238afd823ea is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:47:03.471406 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-b1a52dd6-b542-4138-866d-00417ee2b86e tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:47:03.485270 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a52dd6-b542-4138-866d-00417ee2b86e tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Pushing event updated for resources: {'Port': ['ID=8944b304-3c56-4b92-a176-33ba9b1fd8e5,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:47:03.488736 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-b1a52dd6-b542-4138-866d-00417ee2b86e tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:47:03.491765 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c95255b-dee0-4bc2-9ea4-3a46d02118ce None None] DHCP port deletion for 3f17a4c0-cb69-47eb-a703-c238afd823ea request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:47:03.542713 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-19eb02f9-c9b8-4e52-91d1-5d21ea61d027 req-939b4df3-30cd-49f4-9d9f-c5b8fb34a58d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040444 Dec 09 15:47:03.543885 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-26401166-5fc1-435d-bd85-28715b530a72 None None] Provisioning complete for port 8944b304-3c56-4b92-a176-33ba9b1fd8e5 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:47:03.544267 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-26401166-5fc1-435d-bd85-28715b530a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:03.554221 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663e82c-93e6-49be-9f8d-815ca39f1c64 req-c6f3dff3-aadf-442a-954f-9f7daa260348 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:03.555792 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8663e82c-93e6-49be-9f8d-815ca39f1c64 req-c6f3dff3-aadf-442a-954f-9f7daa260348 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6636030-afab-4495-b501-74c03431201c HTTP/1.1" status: 200 len: 945 time: 0.1637022 Dec 09 15:47:03.589759 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-b1a52dd6-b542-4138-866d-00417ee2b86e tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:03.590300 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-b1a52dd6-b542-4138-866d-00417ee2b86e tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:03.601387 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-26401166-5fc1-435d-bd85-28715b530a72 None None] Port 8944b304-3c56-4b92-a176-33ba9b1fd8e5 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:47:03.634108 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8663e82c-93e6-49be-9f8d-815ca39f1c64 req-75d3f195-d15e-4f38-85b0-46add75d5972 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709345 Dec 09 15:47:03.654234 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-b1a52dd6-b542-4138-866d-00417ee2b86e tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5146325 Dec 09 15:47:03.669742 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-ed7c3b2b-e918-4900-836e-2c7f70aca9e0 service neutron] Request body: {'port': {'device_id': '889e32b3-6476-44a6-9cdf-c301215828f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:47:03.772902 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-ed7c3b2b-e918-4900-836e-2c7f70aca9e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:03.802521 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97956ea8-76be-4608-9abc-c100fcb1adde req-05f3544f-6378-4092-bd2f-ba8e82ee0cc9 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:03.804296 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97956ea8-76be-4608-9abc-c100fcb1adde req-05f3544f-6378-4092-bd2f-ba8e82ee0cc9 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=62416a1b-65a3-4dbc-b00d-afa09b06372e HTTP/1.1" status: 200 len: 945 time: 0.0929911 Dec 09 15:47:03.967848 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97956ea8-76be-4608-9abc-c100fcb1adde req-11e90372-1f64-435d-b42d-4655fc1cf2d2 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5914249-729d-46cd-bced-fb0207d25b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426919 Dec 09 15:47:04.164218 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-ed7c3b2b-e918-4900-836e-2c7f70aca9e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8944b304-3c56-4b92-a176-33ba9b1fd8e5 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:47:04.178395 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-ed7c3b2b-e918-4900-836e-2c7f70aca9e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:04.202471 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d106401-94f0-46f1-8a79-fb335a070aaa req-da2c0d21-2126-4b0d-a4c9-0462aeb6cdf0 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:04.203803 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5d106401-94f0-46f1-8a79-fb335a070aaa req-da2c0d21-2126-4b0d-a4c9-0462aeb6cdf0 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0855453 Dec 09 15:47:04.204934 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-ed7c3b2b-e918-4900-836e-2c7f70aca9e0 service neutron] Transition to ACTIVE for port object 8944b304-3c56-4b92-a176-33ba9b1fd8e5 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:47:04.209977 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-ed7c3b2b-e918-4900-836e-2c7f70aca9e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:04.281666 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c3b2b-e918-4900-836e-2c7f70aca9e0 service neutron] Pushing event updated for resources: {'Port': ['ID=8944b304-3c56-4b92-a176-33ba9b1fd8e5,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:47:04.316172 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a46d75-c42d-41d0-a0bc-30e2c3a6010f None None] DHCP port deletion for 3f17a4c0-cb69-47eb-a703-c238afd823ea request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:47:04.381902 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5d106401-94f0-46f1-8a79-fb335a070aaa req-adcc8f03-167f-4d5d-bdc0-51f56a7cfa33 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638114 Dec 09 15:47:04.550891 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-ed7c3b2b-e918-4900-836e-2c7f70aca9e0 service neutron] Attempting to bind port 8944b304-3c56-4b92-a176-33ba9b1fd8e5 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:47:04.551242 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-ed7c3b2b-e918-4900-836e-2c7f70aca9e0 service neutron] Attempting to bind port 8944b304-3c56-4b92-a176-33ba9b1fd8e5 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '0d4d7a4f-302e-4a4f-a5b8-968c70132fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3f17a4c0-cb69-47eb-a703-c238afd823ea'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:47:04.551555 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-ed7c3b2b-e918-4900-836e-2c7f70aca9e0 service neutron] Attempting to bind port 8944b304-3c56-4b92-a176-33ba9b1fd8e5 on network 3f17a4c0-cb69-47eb-a703-c238afd823ea {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:47:04.566780 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-ed7c3b2b-e918-4900-836e-2c7f70aca9e0 service neutron] Port 8944b304-3c56-4b92-a176-33ba9b1fd8e5 on network 3f17a4c0-cb69-47eb-a703-c238afd823ea not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:47:04.567165 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-ed7c3b2b-e918-4900-836e-2c7f70aca9e0 service neutron] Attempting to bind port 8944b304-3c56-4b92-a176-33ba9b1fd8e5 on network 3f17a4c0-cb69-47eb-a703-c238afd823ea {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:47:04.577678 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-ed7c3b2b-e918-4900-836e-2c7f70aca9e0 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:47:04.578028 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-ed7c3b2b-e918-4900-836e-2c7f70aca9e0 service neutron] Checking segment: {'id': '0d4d7a4f-302e-4a4f-a5b8-968c70132fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3f17a4c0-cb69-47eb-a703-c238afd823ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:47:04.580904 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-ed7c3b2b-e918-4900-836e-2c7f70aca9e0 service neutron] Bound using segment: {'id': '0d4d7a4f-302e-4a4f-a5b8-968c70132fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3f17a4c0-cb69-47eb-a703-c238afd823ea'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:47:04.581378 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-ed7c3b2b-e918-4900-836e-2c7f70aca9e0 service neutron] Bound port: 8944b304-3c56-4b92-a176-33ba9b1fd8e5, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d4d7a4f-302e-4a4f-a5b8-968c70132fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3f17a4c0-cb69-47eb-a703-c238afd823ea'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:47:04.581746 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-ed7c3b2b-e918-4900-836e-2c7f70aca9e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:04.785825 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-ed7c3b2b-e918-4900-836e-2c7f70aca9e0 service neutron] For port 8944b304-3c56-4b92-a176-33ba9b1fd8e5, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:47:04.797512 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-ed7c3b2b-e918-4900-836e-2c7f70aca9e0 service neutron] For port 8944b304-3c56-4b92-a176-33ba9b1fd8e5, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=8944b304-3c56-4b92-a176-33ba9b1fd8e5,segment=NetworkSegment(0d4d7a4f-302e-4a4f-a5b8-968c70132fcd),segment_id=0d4d7a4f-302e-4a4f-a5b8-968c70132fcd)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:47:04.805263 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-ed7c3b2b-e918-4900-836e-2c7f70aca9e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:04.907312 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd1529c-a592-44f7-938d-0186661df107 None None] DHCP port deletion for 3f17a4c0-cb69-47eb-a703-c238afd823ea request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:47:04.964376 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-ed7c3b2b-e918-4900-836e-2c7f70aca9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:04.967186 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-ed7c3b2b-e918-4900-836e-2c7f70aca9e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:04.970692 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-ed7c3b2b-e918-4900-836e-2c7f70aca9e0 service neutron] 10.222.0.31 "PUT /v2.0/ports/8944b304-3c56-4b92-a176-33ba9b1fd8e5 HTTP/1.1" status: 200 len: 1091 time: 1.3072124 Dec 09 15:47:04.992884 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889e32b3-6476-44a6-9cdf-c301215828f7', 'tag': '8944b304-3c56-4b92-a176-33ba9b1fd8e5'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:47:04.996675 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54a104c-294c-4fa7-b384-37c15266b227" -d '{"events": [{"name": "network-changed", "server_uuid": "889e32b3-6476-44a6-9cdf-c301215828f7", "tag": "8944b304-3c56-4b92-a176-33ba9b1fd8e5"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:47:05.066590 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c3b2b-e918-4900-836e-2c7f70aca9e0 service neutron] Pushing event updated for resources: {'Port': ['ID=8944b304-3c56-4b92-a176-33ba9b1fd8e5,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:47:05.113645 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af710d-667a-4c81-a967-5d18a3868db4 req-0a0308dc-615d-4f11-a1d7-02c990439656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:05.115726 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-24af710d-667a-4c81-a967-5d18a3868db4 req-0a0308dc-615d-4f11-a1d7-02c990439656 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cea693ec44f34a95ac5bb978332b5503&device_id=62416a1b-65a3-4dbc-b00d-afa09b06372e HTTP/1.1" status: 200 len: 1096 time: 0.2723083 Dec 09 15:47:05.124064 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4782b95-05a0-46bb-be6d-61a2d2011a5d req-acc62313-ad36-4921-a185-6f26d0ebd852 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:05.126116 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e4782b95-05a0-46bb-be6d-61a2d2011a5d req-acc62313-ad36-4921-a185-6f26d0ebd852 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.57 "GET /v2.0/ports?device_id=889e32b3-6476-44a6-9cdf-c301215828f7 HTTP/1.1" status: 200 len: 943 time: 0.2879126 Dec 09 15:47:05.199940 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-c05af196-de8a-4d40-a731-b9a023fa9933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:05.201470 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-c05af196-de8a-4d40-a731-b9a023fa9933 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a725fca6247b4d078de3af64ff45abce&device_id=889e32b3-6476-44a6-9cdf-c301215828f7 HTTP/1.1" status: 200 len: 1094 time: 0.1581316 Dec 09 15:47:05.264652 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-09d2a1d5-6883-4743-b09c-4334603c174f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8944b304-3c56-4b92-a176-33ba9b1fd8e5 HTTP/1.1" status: 200 len: 217 time: 0.0538778 Dec 09 15:47:05.318757 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e4782b95-05a0-46bb-be6d-61a2d2011a5d req-bdb3e7bd-eb78-4d1b-817e-6622dc097cd0 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.57 "GET /v2.0/security-groups?id=a6732634-39a5-4f0f-bb89-9cdfb0eac9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793454 Dec 09 15:47:05.350337 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af710d-667a-4c81-a967-5d18a3868db4 req-4d583060-4aee-4f91-a10c-ff57610df237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:05.351854 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-24af710d-667a-4c81-a967-5d18a3868db4 req-4d583060-4aee-4f91-a10c-ff57610df237 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e2819ac3-9056-4f31-9f04-900628348c70 HTTP/1.1" status: 200 len: 912 time: 0.2239847 Dec 09 15:47:05.359579 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-14d6a26d-1476-4018-bf6e-5f149b996f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:05.361997 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-14d6a26d-1476-4018-bf6e-5f149b996f16 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2331ba46-cfe3-4b20-bfd7-3f8d813f8005 HTTP/1.1" status: 200 len: 854 time: 0.0842705 Dec 09 15:47:05.434555 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-13206b6d-5954-458e-900a-0422b3e460ae service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3f17a4c0-cb69-47eb-a703-c238afd823ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651150 Dec 09 15:47:05.515931 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-24af710d-667a-4c81-a967-5d18a3868db4 req-9dec1072-ffaf-455d-b344-e2bc2b029330 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cad87ea-65b5-4fea-889d-0ed909224bfd HTTP/1.1" status: 200 len: 1000 time: 0.1538177 Dec 09 15:47:05.569290 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a3725-68f0-43d3-8cfe-5beb1ad58172 req-b1d14906-b926-4f6e-b93f-15a9c3c5f77c tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:05.570740 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-434a3725-68f0-43d3-8cfe-5beb1ad58172 req-b1d14906-b926-4f6e-b93f-15a9c3c5f77c tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6636030-afab-4495-b501-74c03431201c HTTP/1.1" status: 200 len: 945 time: 0.1660445 Dec 09 15:47:05.632498 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af710d-667a-4c81-a967-5d18a3868db4 req-8df1217b-9301-4314-bcef-1f69e893ba54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:05.633229 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-24af710d-667a-4c81-a967-5d18a3868db4 req-8df1217b-9301-4314-bcef-1f69e893ba54 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6388c83a-5827-4add-9bc1-4867e28bf06e HTTP/1.1" status: 200 len: 850 time: 0.1089125 Dec 09 15:47:05.639793 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-bde73dbc-a524-4721-98bf-76fb7b1324a0 service neutron] 10.222.0.31 "GET /v2.0/networks/3f17a4c0-cb69-47eb-a703-c238afd823ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864908 Dec 09 15:47:05.694255 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-434a3725-68f0-43d3-8cfe-5beb1ad58172 req-8c161879-36e9-44bd-8b18-88ceb44b2308 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095057 Dec 09 15:47:05.780001 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af710d-667a-4c81-a967-5d18a3868db4 req-dc0b9ccf-6056-4e91-bbab-740ac7f682ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:05.781853 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-24af710d-667a-4c81-a967-5d18a3868db4 req-dc0b9ccf-6056-4e91-bbab-740ac7f682ab service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e2819ac3-9056-4f31-9f04-900628348c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1212578 Dec 09 15:47:05.852278 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b1906ff5-1b3e-4152-98cc-632387715ef3 req-f62a5dd6-5958-4cfe-920c-95a5a3b38e68 service neutron] 10.222.0.31 "GET /v2.0/networks/3f17a4c0-cb69-47eb-a703-c238afd823ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900833 Dec 09 15:47:05.934169 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85548c01-de93-41bb-a611-551629f30662 req-a27238e2-22b3-4799-8f97-0c06b634ae31 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:05.935622 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-85548c01-de93-41bb-a611-551629f30662 req-a27238e2-22b3-4799-8f97-0c06b634ae31 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=62416a1b-65a3-4dbc-b00d-afa09b06372e HTTP/1.1" status: 200 len: 945 time: 0.1373634 Dec 09 15:47:05.969272 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-24af710d-667a-4c81-a967-5d18a3868db4 req-466bbfda-9c35-46e9-8cba-33f50d013c9b service neutron] 10.222.0.31 "GET /v2.0/networks/e2819ac3-9056-4f31-9f04-900628348c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723225 Dec 09 15:47:05.998981 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99603be1-5c30-4d04-b266-1f571059c571 req-b67baefd-8ad6-4ffe-9fbb-03b599f240c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:06.000457 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99603be1-5c30-4d04-b266-1f571059c571 req-b67baefd-8ad6-4ffe-9fbb-03b599f240c2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e2600c75c374e5792b7170fc2783725&device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 1097 time: 0.1101947 Dec 09 15:47:06.096745 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-85548c01-de93-41bb-a611-551629f30662 req-ca602606-b948-41ec-8c70-d222be2e480a tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5914249-729d-46cd-bced-fb0207d25b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527400 Dec 09 15:47:06.147852 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0089d2-fb81-4a07-b574-f69af419f5fe x-openstack-request-id: req-8e0089d2-fb81-4a07-b574-f69af419f5fe {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:47:06.148145 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889e32b3-6476-44a6-9cdf-c301215828f7", "tag": "8944b304-3c56-4b92-a176-33ba9b1fd8e5", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:47:06.148402 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8e0089d2-fb81-4a07-b574-f69af419f5fe {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:47:06.148828 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889e32b3-6476-44a6-9cdf-c301215828f7', 'tag': '8944b304-3c56-4b92-a176-33ba9b1fd8e5', 'status': 'completed', 'code': 200} Dec 09 15:47:06.157768 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-24af710d-667a-4c81-a967-5d18a3868db4 req-0e7c5bf8-9d86-42dd-a769-eea39d317883 service neutron] 10.222.0.31 "GET /v2.0/networks/e2819ac3-9056-4f31-9f04-900628348c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781182 Dec 09 15:47:06.180472 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99603be1-5c30-4d04-b266-1f571059c571 req-22ec6394-deb3-40da-a33f-7ee81f9ec0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:06.182104 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99603be1-5c30-4d04-b266-1f571059c571 req-22ec6394-deb3-40da-a33f-7ee81f9ec0c8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1d7b02ff-592a-43c8-a6a8-4518f58cb45c HTTP/1.1" status: 200 len: 914 time: 0.1477876 Dec 09 15:47:06.281627 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99603be1-5c30-4d04-b266-1f571059c571 req-e2d1af19-e5a9-4249-87f3-487b335a42e1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d68e282-4515-4796-b3d9-c443ef5f4c8c HTTP/1.1" status: 200 len: 217 time: 0.0842836 Dec 09 15:47:06.332975 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a104c-294c-4fa7-b384-37c15266b227 req-da7e2e7e-6c95-41df-b1d3-fbba5a2daf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:06.335209 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e54a104c-294c-4fa7-b384-37c15266b227 req-da7e2e7e-6c95-41df-b1d3-fbba5a2daf3f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a725fca6247b4d078de3af64ff45abce&device_id=889e32b3-6476-44a6-9cdf-c301215828f7 HTTP/1.1" status: 200 len: 1094 time: 0.1653843 Dec 09 15:47:06.349167 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf988665-eeb4-4dc0-9d29-4df38e27d76a req-316c7780-de31-467b-bda3-f58771e3acef tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:06.350569 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf988665-eeb4-4dc0-9d29-4df38e27d76a req-316c7780-de31-467b-bda3-f58771e3acef tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.1520820 Dec 09 15:47:06.369033 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542353c-3ab2-45eb-a780-4faa5feaedd4 req-4d38531b-e5ae-46fc-8350-6da2169ba38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:06.370441 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b542353c-3ab2-45eb-a780-4faa5feaedd4 req-4d38531b-e5ae-46fc-8350-6da2169ba38e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cea693ec44f34a95ac5bb978332b5503&device_id=62416a1b-65a3-4dbc-b00d-afa09b06372e HTTP/1.1" status: 200 len: 1096 time: 0.1570868 Dec 09 15:47:06.433934 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99603be1-5c30-4d04-b266-1f571059c571 req-50e348fa-727a-4760-ab10-dd8a3b5b3d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:06.435316 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99603be1-5c30-4d04-b266-1f571059c571 req-50e348fa-727a-4760-ab10-dd8a3b5b3d22 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=988bbd31-181e-4551-8e3f-d164b1967843 HTTP/1.1" status: 200 len: 853 time: 0.1440618 Dec 09 15:47:06.510823 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99603be1-5c30-4d04-b266-1f571059c571 req-ece5fa2b-3307-4687-8c39-f6de35e2c8d6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1d7b02ff-592a-43c8-a6a8-4518f58cb45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632951 Dec 09 15:47:06.598122 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf988665-eeb4-4dc0-9d29-4df38e27d76a req-c953a85f-8bbb-4917-b092-91f8dac55c73 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258584 Dec 09 15:47:06.957425 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a104c-294c-4fa7-b384-37c15266b227 req-9aec8475-565a-4f6e-9603-811a80c52008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:06.959553 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e54a104c-294c-4fa7-b384-37c15266b227 req-9aec8475-565a-4f6e-9603-811a80c52008 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3f17a4c0-cb69-47eb-a703-c238afd823ea HTTP/1.1" status: 200 len: 915 time: 0.6065857 Dec 09 15:47:07.043101 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e54a104c-294c-4fa7-b384-37c15266b227 req-15ea661e-f8a9-43bd-89ef-006aa297b2f0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8944b304-3c56-4b92-a176-33ba9b1fd8e5 HTTP/1.1" status: 200 len: 217 time: 0.0718131 Dec 09 15:47:07.059206 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542353c-3ab2-45eb-a780-4faa5feaedd4 req-bf3bbcf6-9493-4935-92cf-95e701144924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:07.060690 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b542353c-3ab2-45eb-a780-4faa5feaedd4 req-bf3bbcf6-9493-4935-92cf-95e701144924 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e2819ac3-9056-4f31-9f04-900628348c70 HTTP/1.1" status: 200 len: 912 time: 0.6460114 Dec 09 15:47:07.111082 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99603be1-5c30-4d04-b266-1f571059c571 req-934697c6-c6cd-48c4-96e9-cd4cf1501609 service neutron] 10.222.0.31 "GET /v2.0/networks/1d7b02ff-592a-43c8-a6a8-4518f58cb45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5885637 Dec 09 15:47:07.168225 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b01a6d1-6bc9-4dac-8678-c1c725c379b5 req-9f05008e-59b9-441f-a2ca-2ec353813b42 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:07.169772 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7b01a6d1-6bc9-4dac-8678-c1c725c379b5 req-9f05008e-59b9-441f-a2ca-2ec353813b42 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.57 "GET /v2.0/ports?device_id=889e32b3-6476-44a6-9cdf-c301215828f7 HTTP/1.1" status: 200 len: 943 time: 0.2208414 Dec 09 15:47:07.247243 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a104c-294c-4fa7-b384-37c15266b227 req-d2c1325e-ab8c-4d15-b894-e7b9c5393321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:07.248766 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e54a104c-294c-4fa7-b384-37c15266b227 req-d2c1325e-ab8c-4d15-b894-e7b9c5393321 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2331ba46-cfe3-4b20-bfd7-3f8d813f8005 HTTP/1.1" status: 200 len: 854 time: 0.1968887 Dec 09 15:47:07.253588 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b542353c-3ab2-45eb-a780-4faa5feaedd4 req-75868386-74cc-40e6-b1c0-d2412a479717 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cad87ea-65b5-4fea-889d-0ed909224bfd HTTP/1.1" status: 200 len: 1000 time: 0.1785097 Dec 09 15:47:07.324626 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e54a104c-294c-4fa7-b384-37c15266b227 req-525a5308-8185-47bb-b1fb-cabdd31ef3ce service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3f17a4c0-cb69-47eb-a703-c238afd823ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604331 Dec 09 15:47:07.358106 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7b01a6d1-6bc9-4dac-8678-c1c725c379b5 req-8c1846d1-01f9-4993-a3c3-0115c57f2b32 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.57 "GET /v2.0/security-groups?id=a6732634-39a5-4f0f-bb89-9cdfb0eac9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784687 Dec 09 15:47:07.424589 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542353c-3ab2-45eb-a780-4faa5feaedd4 req-41d99098-e1f0-42d0-baa5-314de762c85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:07.426056 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b542353c-3ab2-45eb-a780-4faa5feaedd4 req-41d99098-e1f0-42d0-baa5-314de762c85b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6388c83a-5827-4add-9bc1-4867e28bf06e HTTP/1.1" status: 200 len: 850 time: 0.1631849 Dec 09 15:47:07.451415 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99603be1-5c30-4d04-b266-1f571059c571 req-839dcfcd-1d99-4a29-9e44-f57bdcffccd3 service neutron] 10.222.0.31 "GET /v2.0/networks/1d7b02ff-592a-43c8-a6a8-4518f58cb45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010216 Dec 09 15:47:07.531513 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e54a104c-294c-4fa7-b384-37c15266b227 req-ef3e17c0-f156-45e6-b6d2-d3cddd95b7a9 service neutron] 10.222.0.31 "GET /v2.0/networks/3f17a4c0-cb69-47eb-a703-c238afd823ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892848 Dec 09 15:47:07.542257 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd67ee9-95bd-4e2c-9d89-12b7ec8e5f7d req-3c4829b4-4d45-4c77-949a-5f5c94eadbe5 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:07.543693 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bfd67ee9-95bd-4e2c-9d89-12b7ec8e5f7d req-3c4829b4-4d45-4c77-949a-5f5c94eadbe5 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6636030-afab-4495-b501-74c03431201c HTTP/1.1" status: 200 len: 945 time: 0.1259577 Dec 09 15:47:07.553683 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542353c-3ab2-45eb-a780-4faa5feaedd4 req-f037021d-7252-4cef-83aa-0b8844c9fa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:07.555118 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b542353c-3ab2-45eb-a780-4faa5feaedd4 req-f037021d-7252-4cef-83aa-0b8844c9fa59 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e2819ac3-9056-4f31-9f04-900628348c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1189272 Dec 09 15:47:07.703340 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bfd67ee9-95bd-4e2c-9d89-12b7ec8e5f7d req-90cc7cf2-1465-45b4-bf73-232c10a9563d tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463592 Dec 09 15:47:07.744499 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e54a104c-294c-4fa7-b384-37c15266b227 req-b96670e4-30a3-4fd3-92a3-709f7f9a6c08 service neutron] 10.222.0.31 "GET /v2.0/networks/3f17a4c0-cb69-47eb-a703-c238afd823ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997685 Dec 09 15:47:07.751440 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b542353c-3ab2-45eb-a780-4faa5feaedd4 req-29bba103-2039-489e-8971-8c7f876fc782 service neutron] 10.222.0.31 "GET /v2.0/networks/e2819ac3-9056-4f31-9f04-900628348c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837432 Dec 09 15:47:07.866025 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b542353c-3ab2-45eb-a780-4faa5feaedd4 req-0f89cdec-0ae5-4c30-baa1-0dd9c8bd503d service neutron] 10.222.0.31 "GET /v2.0/networks/e2819ac3-9056-4f31-9f04-900628348c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966835 Dec 09 15:47:07.882996 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 8944b304-3c56-4b92-a176-33ba9b1fd8e5 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:47:08.006950 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 8944b304-3c56-4b92-a176-33ba9b1fd8e5, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=8944b304-3c56-4b92-a176-33ba9b1fd8e5,segment=NetworkSegment(0d4d7a4f-302e-4a4f-a5b8-968c70132fcd),segment_id=0d4d7a4f-302e-4a4f-a5b8-968c70132fcd)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:47:08.022886 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '8944b304-3c56-4b92-a176-33ba9b1fd8e5', 'network_id': '3f17a4c0-cb69-47eb-a703-c238afd823ea', 'port_id': '8944b304-3c56-4b92-a176-33ba9b1fd8e5', 'mac_address': 'fa:16:3e:c5:29:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2331ba46-cfe3-4b20-bfd7-3f8d813f8005', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:47:08.062327 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:08.076549 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8944b304-3c56-4b92-a176-33ba9b1fd8e5 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:47:08.097929 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 8944b304-3c56-4b92-a176-33ba9b1fd8e5, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=8944b304-3c56-4b92-a176-33ba9b1fd8e5,segment=NetworkSegment(0d4d7a4f-302e-4a4f-a5b8-968c70132fcd),segment_id=0d4d7a4f-302e-4a4f-a5b8-968c70132fcd)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:47:08.104228 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:08.125536 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631553d-84f9-485c-81bf-4e5703be74bc req-b0a203aa-9e9b-48fb-8733-fda6b6d57f65 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:08.136730 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d631553d-84f9-485c-81bf-4e5703be74bc req-b0a203aa-9e9b-48fb-8733-fda6b6d57f65 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=62416a1b-65a3-4dbc-b00d-afa09b06372e HTTP/1.1" status: 200 len: 945 time: 0.0711086 Dec 09 15:47:08.156947 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=8944b304-3c56-4b92-a176-33ba9b1fd8e5,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:47:08.196998 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d631553d-84f9-485c-81bf-4e5703be74bc req-b71eae62-582c-4cee-aff1-d4e0f4f0432a tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5914249-729d-46cd-bced-fb0207d25b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569758 Dec 09 15:47:08.297137 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff224f-2333-4ff3-8297-eaea617b393d req-fe90bfff-5043-478d-ad5b-6d56b889c0e1 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:08.298804 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-82ff224f-2333-4ff3-8297-eaea617b393d req-fe90bfff-5043-478d-ad5b-6d56b889c0e1 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0520661 Dec 09 15:47:08.350306 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-82ff224f-2333-4ff3-8297-eaea617b393d req-73331dda-5a36-4c59-b55f-a2841878b6b1 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450506 Dec 09 15:47:08.520116 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185f121-622a-4733-a2fe-18f53d06a1ce req-c3f126e1-434c-415b-8f55-5aa40584492b tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:08.522257 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f185f121-622a-4733-a2fe-18f53d06a1ce req-c3f126e1-434c-415b-8f55-5aa40584492b tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6636030-afab-4495-b501-74c03431201c HTTP/1.1" status: 200 len: 945 time: 0.0544159 Dec 09 15:47:08.558650 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['8944b304-3c56-4b92-a176-33ba9b1fd8e5'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:47:08.571725 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f185f121-622a-4733-a2fe-18f53d06a1ce req-223d6c69-375b-43fd-a795-ee6d10330869 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435145 Dec 09 15:47:08.689006 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249295fd-2e18-458c-95bf-7ec2f6ff47c9 req-4eca4808-25cc-45bc-8453-3c1d4ebf2b5d tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:08.690587 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-249295fd-2e18-458c-95bf-7ec2f6ff47c9 req-4eca4808-25cc-45bc-8453-3c1d4ebf2b5d tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.57 "GET /v2.0/ports?device_id=889e32b3-6476-44a6-9cdf-c301215828f7 HTTP/1.1" status: 200 len: 944 time: 0.0504849 Dec 09 15:47:08.743122 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-249295fd-2e18-458c-95bf-7ec2f6ff47c9 req-f29382ca-ae50-4c72-9e32-ef0e0bd89802 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.57 "GET /v2.0/security-groups?id=a6732634-39a5-4f0f-bb89-9cdfb0eac9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424445 Dec 09 15:47:08.931684 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ae441-ff5f-4aeb-bb04-dcf667786b7c req-1cabce9d-122b-43db-9429-2d4d5c3270d7 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:08.933298 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c78ae441-ff5f-4aeb-bb04-dcf667786b7c req-1cabce9d-122b-43db-9429-2d4d5c3270d7 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6636030-afab-4495-b501-74c03431201c HTTP/1.1" status: 200 len: 945 time: 0.0491660 Dec 09 15:47:08.987718 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c78ae441-ff5f-4aeb-bb04-dcf667786b7c req-2008d2bc-2d21-45ac-8e4d-4c86d0fa8b29 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477176 Dec 09 15:47:09.478653 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a032a-7174-4e4f-8412-e53f5106f9b2 req-91585208-dd93-46f4-9cef-853c0350fbfc tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:09.488949 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a34a032a-7174-4e4f-8412-e53f5106f9b2 req-91585208-dd93-46f4-9cef-853c0350fbfc tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0680547 Dec 09 15:47:09.543147 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a34a032a-7174-4e4f-8412-e53f5106f9b2 req-c5b499a1-eeeb-4304-b963-7f23af1495f2 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531750 Dec 09 15:47:09.567761 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 48004) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:47:09.684218 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-29fde698-2974-48ca-be5f-152bb52037d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:09.766424 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-29fde698-2974-48ca-be5f-152bb52037d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:09.770675 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-29fde698-2974-48ca-be5f-152bb52037d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:09.811168 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-29fde698-2974-48ca-be5f-152bb52037d9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=34392f9c9cca4c8eb613e46b4b7546ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2397902 Dec 09 15:47:09.811168 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fde698-2974-48ca-be5f-152bb52037d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224610a8-93ee-495d-ae8d-28a77b156927,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:47:09.812505 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 48010) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:47:09.882874 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 8944b304-3c56-4b92-a176-33ba9b1fd8e5 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:47:09.894735 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c100848-4dd2-4603-b75e-500a00370e37 req-63ee8d9f-b03b-4834-a481-c3901f84f23c tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:09.897184 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5c100848-4dd2-4603-b75e-500a00370e37 req-63ee8d9f-b03b-4834-a481-c3901f84f23c tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.57 "GET /v2.0/ports?device_id=889e32b3-6476-44a6-9cdf-c301215828f7 HTTP/1.1" status: 200 len: 944 time: 0.0824156 Dec 09 15:47:09.929139 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f9b5d1c4-d5df-420a-89e1-04edaaf19421 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:09.960466 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 8944b304-3c56-4b92-a176-33ba9b1fd8e5 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:47:09.965920 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 8944b304-3c56-4b92-a176-33ba9b1fd8e5 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:47:09.966538 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:09.973436 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f9b5d1c4-d5df-420a-89e1-04edaaf19421 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:09.987490 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5c100848-4dd2-4603-b75e-500a00370e37 req-6a1707bb-2a6a-4f8e-aa5d-455bb015992f tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.57 "GET /v2.0/security-groups?id=a6732634-39a5-4f0f-bb89-9cdfb0eac9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828042 Dec 09 15:47:10.042814 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f9b5d1c4-d5df-420a-89e1-04edaaf19421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:10.047234 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f9b5d1c4-d5df-420a-89e1-04edaaf19421 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:10.048453 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f9b5d1c4-d5df-420a-89e1-04edaaf19421 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/224610a8-93ee-495d-ae8d-28a77b156927 HTTP/1.1" status: 204 len: 168 time: 0.2348440 Dec 09 15:47:10.056724 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:10.059074 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5d1c4-d5df-420a-89e1-04edaaf19421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224610a8-93ee-495d-ae8d-28a77b156927,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:47:10.096531 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889e32b3-6476-44a6-9cdf-c301215828f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8944b304-3c56-4b92-a176-33ba9b1fd8e5'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:47:10.101258 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082d3e66-a574-4eac-a559-a1925f0a8df7" -d '{"events": [{"server_uuid": "889e32b3-6476-44a6-9cdf-c301215828f7", "name": "network-vif-plugged", "status": "completed", "tag": "8944b304-3c56-4b92-a176-33ba9b1fd8e5"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:47:10.115960 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 8944b304-3c56-4b92-a176-33ba9b1fd8e5, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=8944b304-3c56-4b92-a176-33ba9b1fd8e5,segment=NetworkSegment(0d4d7a4f-302e-4a4f-a5b8-968c70132fcd),segment_id=0d4d7a4f-302e-4a4f-a5b8-968c70132fcd)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:47:10.123655 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:10.124866 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 7d68e282-4515-4796-b3d9-c443ef5f4c8c no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:47:10.173298 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9ba80-ab46-4bfc-aa21-d6bfa574c7af req-b863a127-9cbc-48d9-ada9-236cc90d425b tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:10.175826 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b6a9ba80-ab46-4bfc-aa21-d6bfa574c7af req-b863a127-9cbc-48d9-ada9-236cc90d425b tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6636030-afab-4495-b501-74c03431201c HTTP/1.1" status: 200 len: 945 time: 0.0578382 Dec 09 15:47:10.236091 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b6a9ba80-ab46-4bfc-aa21-d6bfa574c7af req-d05cfe1e-d035-4e24-a407-e2a024c18057 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543330 Dec 09 15:47:10.272629 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=8944b304-3c56-4b92-a176-33ba9b1fd8e5,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:47:10.294279 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41716eb-0792-4960-80e9-b7c06de5a972 x-openstack-request-id: req-e41716eb-0792-4960-80e9-b7c06de5a972 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:47:10.294729 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889e32b3-6476-44a6-9cdf-c301215828f7", "name": "network-vif-plugged", "status": "completed", "tag": "8944b304-3c56-4b92-a176-33ba9b1fd8e5", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:47:10.294985 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e41716eb-0792-4960-80e9-b7c06de5a972 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:47:10.295376 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889e32b3-6476-44a6-9cdf-c301215828f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8944b304-3c56-4b92-a176-33ba9b1fd8e5', 'code': 200} Dec 09 15:47:10.299923 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:10.344866 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 7d68e282-4515-4796-b3d9-c443ef5f4c8c, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=7d68e282-4515-4796-b3d9-c443ef5f4c8c,segment=NetworkSegment(c3803010-2dd4-4dc0-8146-bdae4b62f0af),segment_id=c3803010-2dd4-4dc0-8146-bdae4b62f0af)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:47:10.351141 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:10.382841 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 48020) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:47:10.399702 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f730665-1c12-4fd6-8c96-f6e3b678a4af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:10.408161 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=7d68e282-4515-4796-b3d9-c443ef5f4c8c,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:47:10.425314 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21449ef-c10f-4620-82fa-b8fbc61a9c33 req-5004a61d-1da8-4c30-b714-765d5032c346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:10.426962 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e21449ef-c10f-4620-82fa-b8fbc61a9c33 req-5004a61d-1da8-4c30-b714-765d5032c346 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=889e32b3-6476-44a6-9cdf-c301215828f7 HTTP/1.1" status: 200 len: 1096 time: 0.0440345 Dec 09 15:47:10.483299 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e21449ef-c10f-4620-82fa-b8fbc61a9c33 req-9c2a19e3-1e04-436b-8630-931b3475d772 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a6732634-39a5-4f0f-bb89-9cdfb0eac9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483139 Dec 09 15:47:10.493607 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f730665-1c12-4fd6-8c96-f6e3b678a4af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:10.497289 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f730665-1c12-4fd6-8c96-f6e3b678a4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:10.535576 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7f730665-1c12-4fd6-8c96-f6e3b678a4af admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e5434beadc6c49f8b50235e7a5ab028c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1514466 Dec 09 15:47:10.536659 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f730665-1c12-4fd6-8c96-f6e3b678a4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84db9da-d7d0-46fb-bff9-1a610beda567,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:47:10.538368 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 48022) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:47:10.595988 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-36add764-c95c-4b19-bef2-06ad7577fdfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:10.621428 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-36add764-c95c-4b19-bef2-06ad7577fdfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:10.699885 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4375fb-dbc6-46b3-8ce2-418ee1eb5e10 req-71b5328a-67c3-4dc4-b3a2-0fed5c175301 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:10.701385 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf4375fb-dbc6-46b3-8ce2-418ee1eb5e10 req-71b5328a-67c3-4dc4-b3a2-0fed5c175301 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 944 time: 0.0856848 Dec 09 15:47:10.723439 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-36add764-c95c-4b19-bef2-06ad7577fdfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:10.726080 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-36add764-c95c-4b19-bef2-06ad7577fdfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:10.727144 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-36add764-c95c-4b19-bef2-06ad7577fdfa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b84db9da-d7d0-46fb-bff9-1a610beda567 HTTP/1.1" status: 204 len: 168 time: 0.1877334 Dec 09 15:47:10.739236 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36add764-c95c-4b19-bef2-06ad7577fdfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84db9da-d7d0-46fb-bff9-1a610beda567,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:47:10.767134 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf4375fb-dbc6-46b3-8ce2-418ee1eb5e10 req-9ec20680-f5c8-4eef-8977-8f0c6b4d8c07 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590880 Dec 09 15:47:10.941649 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b1af5-c2d0-48a2-8179-07f3db3eed63 req-aa2d18ab-a6dc-4fa8-8a46-6c2df7dda07b tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:10.944347 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c63b1af5-c2d0-48a2-8179-07f3db3eed63 req-aa2d18ab-a6dc-4fa8-8a46-6c2df7dda07b tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 944 time: 0.0562544 Dec 09 15:47:10.993802 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c63b1af5-c2d0-48a2-8179-07f3db3eed63 req-919fee44-840d-42e5-aa03-10ac6f43854f tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434585 Dec 09 15:47:11.075439 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 48042) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:47:11.105507 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0c91e1eb-726b-4fa8-ad3d-c5be8cd6adc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:11.140073 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd462b-565d-49ee-b3c2-8e77f9e9d757 req-4aceb3eb-3c6e-4cb4-893b-99b2b3a03c8d tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:11.141610 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-effd462b-565d-49ee-b3c2-8e77f9e9d757 req-4aceb3eb-3c6e-4cb4-893b-99b2b3a03c8d tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.57 "GET /v2.0/ports?device_id=889e32b3-6476-44a6-9cdf-c301215828f7 HTTP/1.1" status: 200 len: 945 time: 0.0776949 Dec 09 15:47:11.212688 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-effd462b-565d-49ee-b3c2-8e77f9e9d757 req-7dcadc03-ae6a-4638-81bc-d5f2887c2882 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.57 "GET /v2.0/security-groups?id=a6732634-39a5-4f0f-bb89-9cdfb0eac9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645645 Dec 09 15:47:11.236495 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0c91e1eb-726b-4fa8-ad3d-c5be8cd6adc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:11.241174 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0c91e1eb-726b-4fa8-ad3d-c5be8cd6adc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:11.293087 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0c91e1eb-726b-4fa8-ad3d-c5be8cd6adc1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1a94388eb2994730aed8236e04cd0a2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2165952 Dec 09 15:47:11.294091 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91e1eb-726b-4fa8-ad3d-c5be8cd6adc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6360169-c54d-409c-9de9-2025b666fae3,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:47:11.295839 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 48048) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:47:11.346318 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-441396a7-8e76-45c2-91b2-ac1b89c12035 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:11.369151 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-441396a7-8e76-45c2-91b2-ac1b89c12035 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:11.377459 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ccf12-312b-4e2d-9643-cca9db9975c0 req-792f34c7-12f5-42aa-a5e4-7bb7aa32cae3 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:11.378991 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-563ccf12-312b-4e2d-9643-cca9db9975c0 req-792f34c7-12f5-42aa-a5e4-7bb7aa32cae3 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6636030-afab-4495-b501-74c03431201c HTTP/1.1" status: 200 len: 945 time: 0.0518749 Dec 09 15:47:11.419399 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-441396a7-8e76-45c2-91b2-ac1b89c12035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:11.422065 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-441396a7-8e76-45c2-91b2-ac1b89c12035 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:11.423211 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-441396a7-8e76-45c2-91b2-ac1b89c12035 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f6360169-c54d-409c-9de9-2025b666fae3 HTTP/1.1" status: 204 len: 168 time: 0.1257062 Dec 09 15:47:11.427952 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-563ccf12-312b-4e2d-9643-cca9db9975c0 req-902aa1f5-1493-458c-8bb7-38e988571211 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422456 Dec 09 15:47:11.433202 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441396a7-8e76-45c2-91b2-ac1b89c12035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6360169-c54d-409c-9de9-2025b666fae3,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:47:11.496987 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-d924cb66-b606-4249-845b-3d4bd17e3ba4 req-586ea695-a0fb-4edf-a897-877e12b1f270 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:47:11.497971 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d924cb66-b606-4249-845b-3d4bd17e3ba4 req-586ea695-a0fb-4edf-a897-877e12b1f270 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054693 Dec 09 15:47:11.659048 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ff5f2-694e-40ec-bce2-e01c96f19894 req-f0d75b0b-f26b-4d5a-addb-9bc6917ab579 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:11.660578 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6f8ff5f2-694e-40ec-bce2-e01c96f19894 req-f0d75b0b-f26b-4d5a-addb-9bc6917ab579 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 944 time: 0.0545907 Dec 09 15:47:11.716283 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6f8ff5f2-694e-40ec-bce2-e01c96f19894 req-762c12da-6b38-4806-bc38-e1c91ca1cd6c tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490499 Dec 09 15:47:12.041021 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e4e92235-ec71-419c-91f4-cb08df9c1f83 req-b0df756b-5f1a-49a2-8ea6-01d6d19b602b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1514890 Dec 09 15:47:12.050092 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-e4e92235-ec71-419c-91f4-cb08df9c1f83 req-a8438492-6d19-4d75-accc-19f9918c0bc8 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:47:12.051057 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e4e92235-ec71-419c-91f4-cb08df9c1f83 req-a8438492-6d19-4d75-accc-19f9918c0bc8 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048933 Dec 09 15:47:12.297008 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d68e282-4515-4796-b3d9-c443ef5f4c8c'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:47:12.299582 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1876ca12-f2ff-4775-b6d4-4daa71b9700f" -d '{"events": [{"server_uuid": "dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c", "name": "network-vif-unplugged", "status": "completed", "tag": "7d68e282-4515-4796-b3d9-c443ef5f4c8c"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:47:12.354067 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c4962-80f8-4828-9846-6696cc677c61 req-a3371479-8f5b-47c0-b25d-353c2e7b5b40 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:12.355653 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c15c4962-80f8-4828-9846-6696cc677c61 req-a3371479-8f5b-47c0-b25d-353c2e7b5b40 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.57 "GET /v2.0/ports?device_id=889e32b3-6476-44a6-9cdf-c301215828f7 HTTP/1.1" status: 200 len: 945 time: 0.0589623 Dec 09 15:47:12.409068 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c15c4962-80f8-4828-9846-6696cc677c61 req-170d7f71-dd0b-4e16-ba50-68d6be4fa8bf tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.57 "GET /v2.0/security-groups?id=a6732634-39a5-4f0f-bb89-9cdfb0eac9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460975 Dec 09 15:47:12.460518 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 09 Dec 2021 15:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36797968-1ee8-4217-87d6-ba50738812a6 x-openstack-request-id: req-36797968-1ee8-4217-87d6-ba50738812a6 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:47:12.461320 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c", "name": "network-vif-unplugged", "status": "failed", "tag": "7d68e282-4515-4796-b3d9-c443ef5f4c8c", "code": 422}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:47:12.462202 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-36797968-1ee8-4217-87d6-ba50738812a6 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:47:12.462989 n-d-821228-1 neutron-server[103246]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7d68e282-4515-4796-b3d9-c443ef5f4c8c', 'code': 422} returned with failed status Dec 09 15:47:12.850199 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed67ff-7ad6-4174-82e3-0e388b1d6b43 req-97508428-0ccd-48e1-abf0-aeeee14c629a tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:12.851735 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ffed67ff-7ad6-4174-82e3-0e388b1d6b43 req-97508428-0ccd-48e1-abf0-aeeee14c629a tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6636030-afab-4495-b501-74c03431201c HTTP/1.1" status: 200 len: 945 time: 0.0515599 Dec 09 15:47:12.904020 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ffed67ff-7ad6-4174-82e3-0e388b1d6b43 req-db49f13e-a2f6-4a68-bf1b-65c350d44cd6 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458751 Dec 09 15:47:12.982512 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e92235-ec71-419c-91f4-cb08df9c1f83 req-be127219-4269-4b0e-a215-8ffef68b2ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:12.984025 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e4e92235-ec71-419c-91f4-cb08df9c1f83 req-be127219-4269-4b0e-a215-8ffef68b2ab1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c&tenant_id=1e2600c75c374e5792b7170fc2783725 HTTP/1.1" status: 200 len: 1095 time: 0.0427475 Dec 09 15:47:13.002552 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-e4e92235-ec71-419c-91f4-cb08df9c1f83 req-cfae07bb-1e6d-4880-9526-d2c42c805e52 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821228-1', 'device_owner': 'compute:nova'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:47:13.048440 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2b1c1-3536-48d2-a145-7852e7fa1be1 req-ef64de7d-e181-48b9-b381-b03b9cffd92f tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:13.050920 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7fd2b1c1-3536-48d2-a145-7852e7fa1be1 req-ef64de7d-e181-48b9-b381-b03b9cffd92f tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 944 time: 0.0622146 Dec 09 15:47:13.060348 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e4e92235-ec71-419c-91f4-cb08df9c1f83 req-cfae07bb-1e6d-4880-9526-d2c42c805e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:13.124968 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7fd2b1c1-3536-48d2-a145-7852e7fa1be1 req-a73e921f-8d01-4b54-918c-a95fe40c2b39 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574529 Dec 09 15:47:13.291050 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-e4e92235-ec71-419c-91f4-cb08df9c1f83 req-cfae07bb-1e6d-4880-9526-d2c42c805e52 service neutron] For port 7d68e282-4515-4796-b3d9-c443ef5f4c8c, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=7d68e282-4515-4796-b3d9-c443ef5f4c8c,segment=NetworkSegment(c3803010-2dd4-4dc0-8146-bdae4b62f0af),segment_id=c3803010-2dd4-4dc0-8146-bdae4b62f0af)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:47:13.330977 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-e4e92235-ec71-419c-91f4-cb08df9c1f83 req-cfae07bb-1e6d-4880-9526-d2c42c805e52 service neutron] For port 7d68e282-4515-4796-b3d9-c443ef5f4c8c, host n-h2-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:47:13.372961 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-e4e92235-ec71-419c-91f4-cb08df9c1f83 req-cfae07bb-1e6d-4880-9526-d2c42c805e52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d68e282-4515-4796-b3d9-c443ef5f4c8c {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:47:13.382697 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e4e92235-ec71-419c-91f4-cb08df9c1f83 req-cfae07bb-1e6d-4880-9526-d2c42c805e52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:13.395769 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-e4e92235-ec71-419c-91f4-cb08df9c1f83 req-cfae07bb-1e6d-4880-9526-d2c42c805e52 service neutron] Transition to ACTIVE for port object 7d68e282-4515-4796-b3d9-c443ef5f4c8c will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:47:13.400562 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e4e92235-ec71-419c-91f4-cb08df9c1f83 req-cfae07bb-1e6d-4880-9526-d2c42c805e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:13.461748 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac02f12-9068-48a4-ade2-30857f3fd857 None None] DHCP port deletion for 1d7b02ff-592a-43c8-a6a8-4518f58cb45c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:47:13.473047 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e92235-ec71-419c-91f4-cb08df9c1f83 req-cfae07bb-1e6d-4880-9526-d2c42c805e52 service neutron] No DVR routers for this DVR port 7d68e282-4515-4796-b3d9-c443ef5f4c8c on host n-h2-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:47:13.479493 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae07bb-1e6d-4880-9526-d2c42c805e52 service neutron] Pushing event updated for resources: {'Port': ['ID=7d68e282-4515-4796-b3d9-c443ef5f4c8c,revision_number=9']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:47:13.525515 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-e4e92235-ec71-419c-91f4-cb08df9c1f83 req-cfae07bb-1e6d-4880-9526-d2c42c805e52 service neutron] Attempting to bind port 7d68e282-4515-4796-b3d9-c443ef5f4c8c on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:47:13.526040 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-e4e92235-ec71-419c-91f4-cb08df9c1f83 req-cfae07bb-1e6d-4880-9526-d2c42c805e52 service neutron] Attempting to bind port 7d68e282-4515-4796-b3d9-c443ef5f4c8c by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': 'c3803010-2dd4-4dc0-8146-bdae4b62f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1d7b02ff-592a-43c8-a6a8-4518f58cb45c'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:47:13.526434 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e92235-ec71-419c-91f4-cb08df9c1f83 req-cfae07bb-1e6d-4880-9526-d2c42c805e52 service neutron] Attempting to bind port 7d68e282-4515-4796-b3d9-c443ef5f4c8c on network 1d7b02ff-592a-43c8-a6a8-4518f58cb45c {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:47:13.531259 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e92235-ec71-419c-91f4-cb08df9c1f83 req-cfae07bb-1e6d-4880-9526-d2c42c805e52 service neutron] Port 7d68e282-4515-4796-b3d9-c443ef5f4c8c on network 1d7b02ff-592a-43c8-a6a8-4518f58cb45c not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:47:13.531704 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e92235-ec71-419c-91f4-cb08df9c1f83 req-cfae07bb-1e6d-4880-9526-d2c42c805e52 service neutron] Attempting to bind port 7d68e282-4515-4796-b3d9-c443ef5f4c8c on network 1d7b02ff-592a-43c8-a6a8-4518f58cb45c {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:47:13.537751 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e92235-ec71-419c-91f4-cb08df9c1f83 req-cfae07bb-1e6d-4880-9526-d2c42c805e52 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:47:13.538085 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e92235-ec71-419c-91f4-cb08df9c1f83 req-cfae07bb-1e6d-4880-9526-d2c42c805e52 service neutron] Checking segment: {'id': 'c3803010-2dd4-4dc0-8146-bdae4b62f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1d7b02ff-592a-43c8-a6a8-4518f58cb45c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:47:13.538470 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e92235-ec71-419c-91f4-cb08df9c1f83 req-cfae07bb-1e6d-4880-9526-d2c42c805e52 service neutron] Bound using segment: {'id': 'c3803010-2dd4-4dc0-8146-bdae4b62f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1d7b02ff-592a-43c8-a6a8-4518f58cb45c'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:47:13.538906 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-e4e92235-ec71-419c-91f4-cb08df9c1f83 req-cfae07bb-1e6d-4880-9526-d2c42c805e52 service neutron] Bound port: 7d68e282-4515-4796-b3d9-c443ef5f4c8c, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3803010-2dd4-4dc0-8146-bdae4b62f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1d7b02ff-592a-43c8-a6a8-4518f58cb45c'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:47:13.539264 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e4e92235-ec71-419c-91f4-cb08df9c1f83 req-cfae07bb-1e6d-4880-9526-d2c42c805e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:13.610759 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-e4e92235-ec71-419c-91f4-cb08df9c1f83 req-cfae07bb-1e6d-4880-9526-d2c42c805e52 service neutron] For port 7d68e282-4515-4796-b3d9-c443ef5f4c8c, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:47:13.615222 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-e4e92235-ec71-419c-91f4-cb08df9c1f83 req-cfae07bb-1e6d-4880-9526-d2c42c805e52 service neutron] For port 7d68e282-4515-4796-b3d9-c443ef5f4c8c, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=7d68e282-4515-4796-b3d9-c443ef5f4c8c,segment=NetworkSegment(c3803010-2dd4-4dc0-8146-bdae4b62f0af),segment_id=c3803010-2dd4-4dc0-8146-bdae4b62f0af)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:47:13.620542 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e4e92235-ec71-419c-91f4-cb08df9c1f83 req-cfae07bb-1e6d-4880-9526-d2c42c805e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:13.654614 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e92235-ec71-419c-91f4-cb08df9c1f83 req-cfae07bb-1e6d-4880-9526-d2c42c805e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:13.655601 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e4e92235-ec71-419c-91f4-cb08df9c1f83 req-cfae07bb-1e6d-4880-9526-d2c42c805e52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:13.657044 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e4e92235-ec71-419c-91f4-cb08df9c1f83 req-cfae07bb-1e6d-4880-9526-d2c42c805e52 service neutron] 10.222.0.42 "PUT /v2.0/ports/7d68e282-4515-4796-b3d9-c443ef5f4c8c HTTP/1.1" status: 200 len: 1092 time: 0.6586931 Dec 09 15:47:13.659631 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c', 'tag': '7d68e282-4515-4796-b3d9-c443ef5f4c8c'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:47:13.662961 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba762fec-a0ea-4195-9190-afa7d3e3321e" -d '{"events": [{"name": "network-changed", "server_uuid": "dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c", "tag": "7d68e282-4515-4796-b3d9-c443ef5f4c8c"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:47:13.669983 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb55a98f-0680-419d-a2d4-83f21904b995 None None] DHCP port deletion for 1d7b02ff-592a-43c8-a6a8-4518f58cb45c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:47:13.727068 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae07bb-1e6d-4880-9526-d2c42c805e52 service neutron] Pushing event updated for resources: {'Port': ['ID=7d68e282-4515-4796-b3d9-c443ef5f4c8c,revision_number=10']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:47:13.732304 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b37376-d812-48a3-9ea6-29f2289f1197 x-openstack-request-id: req-b7b37376-d812-48a3-9ea6-29f2289f1197 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:47:13.732729 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c", "tag": "7d68e282-4515-4796-b3d9-c443ef5f4c8c", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:47:13.733288 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b7b37376-d812-48a3-9ea6-29f2289f1197 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:47:13.734114 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c', 'tag': '7d68e282-4515-4796-b3d9-c443ef5f4c8c', 'status': 'completed', 'code': 200} Dec 09 15:47:13.781409 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e92235-ec71-419c-91f4-cb08df9c1f83 req-ad53bc10-d10c-4e51-80f0-4b9f8507ff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:13.783475 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e4e92235-ec71-419c-91f4-cb08df9c1f83 req-ad53bc10-d10c-4e51-80f0-4b9f8507ff46 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e2600c75c374e5792b7170fc2783725&device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 1096 time: 0.0530105 Dec 09 15:47:13.907031 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 7d68e282-4515-4796-b3d9-c443ef5f4c8c no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:47:13.945690 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e92235-ec71-419c-91f4-cb08df9c1f83 req-5b6c50e5-30c0-456f-87f2-2a10b9fc4d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:13.948099 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e4e92235-ec71-419c-91f4-cb08df9c1f83 req-5b6c50e5-30c0-456f-87f2-2a10b9fc4d0d service neutron] 10.222.0.42 "GET /v2.0/networks?id=1d7b02ff-592a-43c8-a6a8-4518f58cb45c HTTP/1.1" status: 200 len: 914 time: 0.1575882 Dec 09 15:47:13.976909 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 7d68e282-4515-4796-b3d9-c443ef5f4c8c not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:47:14.015454 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e4e92235-ec71-419c-91f4-cb08df9c1f83 req-3e64b234-d532-47fe-9673-384f0a7a60c3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d68e282-4515-4796-b3d9-c443ef5f4c8c HTTP/1.1" status: 200 len: 217 time: 0.0587118 Dec 09 15:47:14.076480 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e92235-ec71-419c-91f4-cb08df9c1f83 req-3a39347e-7209-443e-8bac-e997679c2f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:14.077971 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e4e92235-ec71-419c-91f4-cb08df9c1f83 req-3a39347e-7209-443e-8bac-e997679c2f1f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=988bbd31-181e-4551-8e3f-d164b1967843 HTTP/1.1" status: 200 len: 853 time: 0.0552328 Dec 09 15:47:14.083095 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd7be8-bcc6-4abf-8931-2d71f2870400 req-2595fa35-58e5-4057-ac63-21a030af6dd1 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:14.086058 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0bcd7be8-bcc6-4abf-8931-2d71f2870400 req-2595fa35-58e5-4057-ac63-21a030af6dd1 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6636030-afab-4495-b501-74c03431201c HTTP/1.1" status: 200 len: 945 time: 0.0572832 Dec 09 15:47:14.126447 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e4e92235-ec71-419c-91f4-cb08df9c1f83 req-fee04a46-73da-4e59-b54d-6a7de5162ca8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1d7b02ff-592a-43c8-a6a8-4518f58cb45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409453 Dec 09 15:47:14.181393 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0bcd7be8-bcc6-4abf-8931-2d71f2870400 req-08927f6b-86ce-4391-b5a2-48568cdd688f tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790727 Dec 09 15:47:14.279863 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e4e92235-ec71-419c-91f4-cb08df9c1f83 req-bcb85c8b-3dec-4a5c-8643-eaa3b3101421 service neutron] 10.222.0.42 "GET /v2.0/networks/1d7b02ff-592a-43c8-a6a8-4518f58cb45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311665 Dec 09 15:47:14.355640 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dae698-9dd6-48fc-bb25-b0baf75f8f2b req-5403bc8d-774b-475c-8a92-b8539b459a24 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:14.364128 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-02dae698-9dd6-48fc-bb25-b0baf75f8f2b req-5403bc8d-774b-475c-8a92-b8539b459a24 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 945 time: 0.0819387 Dec 09 15:47:14.421946 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e4e92235-ec71-419c-91f4-cb08df9c1f83 req-2f1b80fb-f5b1-41e0-8157-a4349374d845 service neutron] 10.222.0.42 "GET /v2.0/networks/1d7b02ff-592a-43c8-a6a8-4518f58cb45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333344 Dec 09 15:47:14.422786 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-02dae698-9dd6-48fc-bb25-b0baf75f8f2b req-86300429-c757-4bec-8206-b14cb967bb94 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569110 Dec 09 15:47:14.622305 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba762fec-a0ea-4195-9190-afa7d3e3321e req-4f367815-5f8f-465d-a540-f16f3d574359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:14.624031 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ba762fec-a0ea-4195-9190-afa7d3e3321e req-4f367815-5f8f-465d-a540-f16f3d574359 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e2600c75c374e5792b7170fc2783725&device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 1096 time: 0.0859377 Dec 09 15:47:14.839821 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba762fec-a0ea-4195-9190-afa7d3e3321e req-b0c725a2-48ab-426b-95d6-d20b5b092919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:14.841444 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ba762fec-a0ea-4195-9190-afa7d3e3321e req-b0c725a2-48ab-426b-95d6-d20b5b092919 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1d7b02ff-592a-43c8-a6a8-4518f58cb45c HTTP/1.1" status: 200 len: 914 time: 0.1758871 Dec 09 15:47:15.320607 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ba762fec-a0ea-4195-9190-afa7d3e3321e req-350400b6-0da9-4498-94d9-b8afe19c65fa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d68e282-4515-4796-b3d9-c443ef5f4c8c HTTP/1.1" status: 200 len: 217 time: 0.4704902 Dec 09 15:47:15.424856 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39dfdc-b6f9-4a7e-bf73-ce06de1080da req-b0fcbc5a-5d76-4fd6-8d74-13fd87e83f14 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:15.433922 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cb39dfdc-b6f9-4a7e-bf73-ce06de1080da req-b0fcbc5a-5d76-4fd6-8d74-13fd87e83f14 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6636030-afab-4495-b501-74c03431201c HTTP/1.1" status: 200 len: 945 time: 0.1001410 Dec 09 15:47:15.553158 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cb39dfdc-b6f9-4a7e-bf73-ce06de1080da req-581dc672-184b-4068-bf4e-2d35b9672418 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179368 Dec 09 15:47:15.722646 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518f465-bf37-47b7-bb0a-1d65952bdca7 req-79ec4fc6-81b5-4832-9bed-9227d88ee3d0 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:15.724778 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9518f465-bf37-47b7-bb0a-1d65952bdca7 req-79ec4fc6-81b5-4832-9bed-9227d88ee3d0 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 945 time: 0.0594597 Dec 09 15:47:15.789332 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9518f465-bf37-47b7-bb0a-1d65952bdca7 req-88823edd-e798-4672-b6dd-f6a11bc7633d tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559003 Dec 09 15:47:15.875445 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:16.687984 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5137473-43e3-4bd1-93eb-bf162eff5d82 req-57626742-58e6-4284-ad71-32cbee081223 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:16.689687 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b5137473-43e3-4bd1-93eb-bf162eff5d82 req-57626742-58e6-4284-ad71-32cbee081223 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6636030-afab-4495-b501-74c03431201c HTTP/1.1" status: 200 len: 945 time: 0.0539522 Dec 09 15:47:16.749174 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b5137473-43e3-4bd1-93eb-bf162eff5d82 req-74ad8839-8f58-4a4b-a718-c019c58f9ea9 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476494 Dec 09 15:47:16.928549 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8ee0e-d0e0-4d44-80a3-bd1d5586b156 req-1112d7b3-348f-474f-a099-c4992bfd6bf3 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:16.933090 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34a8ee0e-d0e0-4d44-80a3-bd1d5586b156 req-1112d7b3-348f-474f-a099-c4992bfd6bf3 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 945 time: 0.0621324 Dec 09 15:47:16.990864 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34a8ee0e-d0e0-4d44-80a3-bd1d5586b156 req-ebcd183f-5005-43ba-ba16-29ce8535a682 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506384 Dec 09 15:47:17.903807 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde2c2a-85f0-490f-a99e-74858221836e req-01ace90f-1afb-42b7-b6ac-7053ef21b4bd tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:17.905416 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-adde2c2a-85f0-490f-a99e-74858221836e req-01ace90f-1afb-42b7-b6ac-7053ef21b4bd tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6636030-afab-4495-b501-74c03431201c HTTP/1.1" status: 200 len: 945 time: 0.0754991 Dec 09 15:47:17.964975 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-adde2c2a-85f0-490f-a99e-74858221836e req-5dc4f6e0-1160-4577-b40a-dc9069035667 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506113 Dec 09 15:47:18.140974 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650bdb20-e126-4ee5-b5a0-85a242532de1 req-68c8c746-2358-4b0c-bb68-d1c113b05793 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:18.142712 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-650bdb20-e126-4ee5-b5a0-85a242532de1 req-68c8c746-2358-4b0c-bb68-d1c113b05793 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 945 time: 0.0593872 Dec 09 15:47:18.198826 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-650bdb20-e126-4ee5-b5a0-85a242532de1 req-f9ae1f18-ee3a-4d3d-827a-61d7d80593e0 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496039 Dec 09 15:47:19.125263 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15694d57-6a9a-41d3-b0a4-289e740c3772 req-fba717d7-752f-456d-88a4-eb414fd39ce6 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:19.126861 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-15694d57-6a9a-41d3-b0a4-289e740c3772 req-fba717d7-752f-456d-88a4-eb414fd39ce6 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6636030-afab-4495-b501-74c03431201c HTTP/1.1" status: 200 len: 945 time: 0.0731659 Dec 09 15:47:19.188354 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-15694d57-6a9a-41d3-b0a4-289e740c3772 req-bd61e393-bdae-490b-96ee-18c289f7dad0 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531774 Dec 09 15:47:19.378045 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a23f1-349d-4329-84f4-bd32ef39a34c req-756c82e9-dd8d-40ba-b0f3-ef821aa67b50 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:19.379964 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-322a23f1-349d-4329-84f4-bd32ef39a34c req-756c82e9-dd8d-40ba-b0f3-ef821aa67b50 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 945 time: 0.0661366 Dec 09 15:47:19.434154 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-322a23f1-349d-4329-84f4-bd32ef39a34c req-7da6fd1c-e0eb-4745-981e-0fedd258e310 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479698 Dec 09 15:47:20.354873 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045365bc-5c22-4418-9829-80ff84e32e55 req-5bb4e6b5-70ad-4017-8eb9-3368de4a3d46 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:20.356509 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-045365bc-5c22-4418-9829-80ff84e32e55 req-5bb4e6b5-70ad-4017-8eb9-3368de4a3d46 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6636030-afab-4495-b501-74c03431201c HTTP/1.1" status: 200 len: 945 time: 0.0803289 Dec 09 15:47:20.428471 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-03df6dac-b9d4-47be-81ee-f4ecd03f2095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:20.453075 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-045365bc-5c22-4418-9829-80ff84e32e55 req-46c2e7d2-32f0-4fda-83db-6f8721aede96 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776122 Dec 09 15:47:20.606208 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e88e7-e6b0-4c70-9100-9aaf369f13e3 req-60d08796-64f3-40cd-9556-52d293601fbf tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:20.607787 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-912e88e7-e6b0-4c70-9100-9aaf369f13e3 req-60d08796-64f3-40cd-9556-52d293601fbf tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 945 time: 0.0678577 Dec 09 15:47:20.667790 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-912e88e7-e6b0-4c70-9100-9aaf369f13e3 req-b4980b92-2a00-4001-b365-ea95fc54511d tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535254 Dec 09 15:47:21.585698 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36180e79-11e9-44f3-b41e-3349e2b0aec4 req-c1e89986-a7e1-461d-8905-299b75a75845 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:21.588276 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-36180e79-11e9-44f3-b41e-3349e2b0aec4 req-c1e89986-a7e1-461d-8905-299b75a75845 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6636030-afab-4495-b501-74c03431201c HTTP/1.1" status: 200 len: 945 time: 0.0553129 Dec 09 15:47:21.649436 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-36180e79-11e9-44f3-b41e-3349e2b0aec4 req-8e5885b3-d51e-4735-8e80-bd0ac8b95eee tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547688 Dec 09 15:47:21.801472 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7529b8d-462b-4998-ae91-58359f855dbe req-99f746f0-c52d-4ec2-9649-b5cb300b6f36 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:21.803482 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e7529b8d-462b-4998-ae91-58359f855dbe req-99f746f0-c52d-4ec2-9649-b5cb300b6f36 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 945 time: 0.0607104 Dec 09 15:47:21.862295 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e7529b8d-462b-4998-ae91-58359f855dbe req-48080144-1210-4933-b44f-a125b97235a1 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509527 Dec 09 15:47:22.794082 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60641550-403c-4083-9ba4-cb5eebd8b336 req-ae363195-dd2c-4968-b7c0-3b0b8219b37c tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:22.795910 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-60641550-403c-4083-9ba4-cb5eebd8b336 req-ae363195-dd2c-4968-b7c0-3b0b8219b37c tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6636030-afab-4495-b501-74c03431201c HTTP/1.1" status: 200 len: 945 time: 0.0679259 Dec 09 15:47:22.876649 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-60641550-403c-4083-9ba4-cb5eebd8b336 req-d76ff70f-4826-4a6f-905f-4017482fa80c tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731950 Dec 09 15:47:22.932089 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7a051c47-6a82-4488-86ec-1e052a338b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:23.010754 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90402e-0bdc-4db2-bc43-52c3ef248995 req-f22bf241-86e5-457a-b4b9-791cc9e63b64 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:23.017101 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b90402e-0bdc-4db2-bc43-52c3ef248995 req-f22bf241-86e5-457a-b4b9-791cc9e63b64 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 945 time: 0.0617564 Dec 09 15:47:23.092926 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b90402e-0bdc-4db2-bc43-52c3ef248995 req-df8ffa9d-a529-43f2-a189-06536888ef8a tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725377 Dec 09 15:47:23.996770 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7fb4ea-e4eb-4f35-8efe-4881558f7bd9 req-9db85f41-bb4d-4e61-8b00-2cd5ac15325f tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:23.998413 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0e7fb4ea-e4eb-4f35-8efe-4881558f7bd9 req-9db85f41-bb4d-4e61-8b00-2cd5ac15325f tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6636030-afab-4495-b501-74c03431201c HTTP/1.1" status: 200 len: 945 time: 0.0515866 Dec 09 15:47:24.002148 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:24.051253 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0e7fb4ea-e4eb-4f35-8efe-4881558f7bd9 req-93fb7fa9-4df1-4a15-adcc-a97ff29e0ccc tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453205 Dec 09 15:47:24.232312 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920ffb3-7dd3-4093-91dd-0d46506ee73f req-59339bad-444e-4021-ad09-feda04daeaf4 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:24.234271 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8920ffb3-7dd3-4093-91dd-0d46506ee73f req-59339bad-444e-4021-ad09-feda04daeaf4 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 945 time: 0.0524826 Dec 09 15:47:24.292648 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8920ffb3-7dd3-4093-91dd-0d46506ee73f req-81e186a9-9e40-4b79-8fbb-51c9a2c2b8f2 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516844 Dec 09 15:47:24.446894 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:25.181926 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cde43e-b5f9-434e-a0cc-c2044ecfe0f6 req-5d60b74b-3bc8-4234-8545-1008a33ac43b tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:25.183458 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-56cde43e-b5f9-434e-a0cc-c2044ecfe0f6 req-5d60b74b-3bc8-4234-8545-1008a33ac43b tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6636030-afab-4495-b501-74c03431201c HTTP/1.1" status: 200 len: 945 time: 0.0565660 Dec 09 15:47:25.238290 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-56cde43e-b5f9-434e-a0cc-c2044ecfe0f6 req-a4277086-d812-4816-b08d-d5a35617ed58 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483890 Dec 09 15:47:25.242228 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:25.420689 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2dc4c-e3cb-4aa9-b04f-84d2b687f00c req-d7701301-948e-49d0-aba7-0d49c43054e0 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:25.422191 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-93f2dc4c-e3cb-4aa9-b04f-84d2b687f00c req-d7701301-948e-49d0-aba7-0d49c43054e0 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 945 time: 0.0538466 Dec 09 15:47:25.471563 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-93f2dc4c-e3cb-4aa9-b04f-84d2b687f00c req-ccd6388d-18aa-4f63-9285-ccb6f11db1a6 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423794 Dec 09 15:47:26.366158 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20073c9-7fee-4caa-bbd3-0369f0f7b8de req-c59f7ed2-05c6-4bab-9d17-33ae118c8b26 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:26.367675 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c20073c9-7fee-4caa-bbd3-0369f0f7b8de req-c59f7ed2-05c6-4bab-9d17-33ae118c8b26 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6636030-afab-4495-b501-74c03431201c HTTP/1.1" status: 200 len: 945 time: 0.0540740 Dec 09 15:47:26.421074 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c20073c9-7fee-4caa-bbd3-0369f0f7b8de req-fdd122cb-da3b-4a61-9350-8bbb8749f17f tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470800 Dec 09 15:47:26.442112 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:26.599753 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ecb03d-f4fc-4768-ac3f-d456abe6a9ff req-c948c5c4-f91f-4921-a413-34c3b5417213 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:26.601322 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-98ecb03d-f4fc-4768-ac3f-d456abe6a9ff req-c948c5c4-f91f-4921-a413-34c3b5417213 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 945 time: 0.0572357 Dec 09 15:47:26.655918 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-98ecb03d-f4fc-4768-ac3f-d456abe6a9ff req-db0d64f4-157a-43b6-8785-6f7a396c7e2b tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473099 Dec 09 15:47:27.563771 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf588d6d-8920-4164-8917-2b08b768071d req-0beedb9c-4b71-4289-a425-32709f3f8503 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:27.565319 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bf588d6d-8920-4164-8917-2b08b768071d req-0beedb9c-4b71-4289-a425-32709f3f8503 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6636030-afab-4495-b501-74c03431201c HTTP/1.1" status: 200 len: 945 time: 0.0613875 Dec 09 15:47:27.632769 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bf588d6d-8920-4164-8917-2b08b768071d req-69b6ed74-93dc-4ea8-84bb-4fc952faadf0 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534034 Dec 09 15:47:27.640272 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:47:27.813028 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f51bf-0b44-4856-b3a7-9a64650d9b88 req-33f7e3c8-058e-4321-bcd9-e404ca429896 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:27.815308 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-509f51bf-0b44-4856-b3a7-9a64650d9b88 req-33f7e3c8-058e-4321-bcd9-e404ca429896 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 945 time: 0.0715268 Dec 09 15:47:27.873632 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-509f51bf-0b44-4856-b3a7-9a64650d9b88 req-4db1a981-0c37-49e0-af71-b8d43ff4e94c tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512674 Dec 09 15:47:28.561567 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba762fec-a0ea-4195-9190-afa7d3e3321e req-ddd2a880-e2be-498b-babb-a0c18605df76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:28.563029 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ba762fec-a0ea-4195-9190-afa7d3e3321e req-ddd2a880-e2be-498b-babb-a0c18605df76 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=988bbd31-181e-4551-8e3f-d164b1967843 HTTP/1.1" status: 200 len: 853 time: 0.0516946 Dec 09 15:47:28.617890 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ba762fec-a0ea-4195-9190-afa7d3e3321e req-21e03c3d-15fe-4753-83ae-1b033d0b3676 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1d7b02ff-592a-43c8-a6a8-4518f58cb45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396645 Dec 09 15:47:28.735353 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ba762fec-a0ea-4195-9190-afa7d3e3321e req-f82ed198-145b-4704-9205-3965ad203a62 service neutron] 10.222.0.42 "GET /v2.0/networks/1d7b02ff-592a-43c8-a6a8-4518f58cb45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024301 Dec 09 15:47:28.790493 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c1ccc-2c94-4a0c-abd6-5c5200cc1c12 req-8f21b794-1523-4976-a5f1-72f32a1ab274 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:28.799493 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dc1c1ccc-2c94-4a0c-abd6-5c5200cc1c12 req-8f21b794-1523-4976-a5f1-72f32a1ab274 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6636030-afab-4495-b501-74c03431201c HTTP/1.1" status: 200 len: 945 time: 0.0643249 Dec 09 15:47:28.843869 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ba762fec-a0ea-4195-9190-afa7d3e3321e req-e1b029ce-a5b8-4ef8-a0fc-2ce0638ee625 service neutron] 10.222.0.42 "GET /v2.0/networks/1d7b02ff-592a-43c8-a6a8-4518f58cb45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995636 Dec 09 15:47:28.854675 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dc1c1ccc-2c94-4a0c-abd6-5c5200cc1c12 req-4880314b-0441-4f28-8253-31bb692116ec tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542293 Dec 09 15:47:29.006802 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00017123-0b81-4cf1-b5c1-2d5b5b0fc4cc req-0da78b1b-1b67-4554-81c8-6910aea3acc7 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:29.014032 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-00017123-0b81-4cf1-b5c1-2d5b5b0fc4cc req-0da78b1b-1b67-4554-81c8-6910aea3acc7 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 945 time: 0.0639861 Dec 09 15:47:29.058039 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-00017123-0b81-4cf1-b5c1-2d5b5b0fc4cc req-40ab7cb3-9012-423a-b6e4-a2924c80e60b tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430615 Dec 09 15:47:29.989219 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8400b9-9e20-45b6-9540-87c3754facad req-779615e4-876a-4cb5-bd89-40f3e7d250b8 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:29.990825 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6b8400b9-9e20-45b6-9540-87c3754facad req-779615e4-876a-4cb5-bd89-40f3e7d250b8 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6636030-afab-4495-b501-74c03431201c HTTP/1.1" status: 200 len: 945 time: 0.0536368 Dec 09 15:47:30.053691 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6b8400b9-9e20-45b6-9540-87c3754facad req-f5edbbe2-d842-48c0-9a63-f0e2975aad62 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567074 Dec 09 15:47:30.179493 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b842d2-83d7-425d-b7d8-15b2d7aff594 req-1cd71b12-a9d7-4e3e-8a8b-d77fd18b5e9e tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:30.181208 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-54b842d2-83d7-425d-b7d8-15b2d7aff594 req-1cd71b12-a9d7-4e3e-8a8b-d77fd18b5e9e tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 945 time: 0.0529251 Dec 09 15:47:30.266102 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-54b842d2-83d7-425d-b7d8-15b2d7aff594 req-fbaf2b07-bf94-4008-871f-8df93bd86133 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719523 Dec 09 15:47:31.210850 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc7e3e-d11c-4a50-8b87-2c620c2e950d req-a3d0dc85-2210-4d02-bfb8-435704b8107a tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:31.212293 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-febc7e3e-d11c-4a50-8b87-2c620c2e950d req-a3d0dc85-2210-4d02-bfb8-435704b8107a tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6636030-afab-4495-b501-74c03431201c HTTP/1.1" status: 200 len: 945 time: 0.0785565 Dec 09 15:47:31.270819 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-febc7e3e-d11c-4a50-8b87-2c620c2e950d req-f89f05c0-5586-4da7-ac0a-33860f36eb13 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510910 Dec 09 15:47:31.412131 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b0e71-894d-448b-9a08-34cc32665046 req-f640b6ab-83cb-455f-9b1f-167d04041135 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:31.413704 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c24b0e71-894d-448b-9a08-34cc32665046 req-f640b6ab-83cb-455f-9b1f-167d04041135 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 945 time: 0.0587833 Dec 09 15:47:31.469976 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c24b0e71-894d-448b-9a08-34cc32665046 req-7d8dfed1-9fd2-4533-9577-2096de641d83 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499773 Dec 09 15:47:32.303562 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 7d68e282-4515-4796-b3d9-c443ef5f4c8c details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:47:32.420850 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 7d68e282-4515-4796-b3d9-c443ef5f4c8c, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=7d68e282-4515-4796-b3d9-c443ef5f4c8c,segment=NetworkSegment(c3803010-2dd4-4dc0-8146-bdae4b62f0af),segment_id=c3803010-2dd4-4dc0-8146-bdae4b62f0af)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:47:32.434927 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '7d68e282-4515-4796-b3d9-c443ef5f4c8c', 'network_id': '1d7b02ff-592a-43c8-a6a8-4518f58cb45c', 'port_id': '7d68e282-4515-4796-b3d9-c443ef5f4c8c', 'mac_address': 'fa:16:3e:20:08:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988bbd31-181e-4551-8e3f-d164b1967843', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:47:32.460218 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4435caa-6573-4d6d-b0e8-fcb4fb14322b req-94a31ca7-1f02-4434-9104-be24d665315d tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:32.472600 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a4435caa-6573-4d6d-b0e8-fcb4fb14322b req-94a31ca7-1f02-4434-9104-be24d665315d tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6636030-afab-4495-b501-74c03431201c HTTP/1.1" status: 200 len: 945 time: 0.0806997 Dec 09 15:47:32.480314 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:32.495272 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d68e282-4515-4796-b3d9-c443ef5f4c8c {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:47:32.521299 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 7d68e282-4515-4796-b3d9-c443ef5f4c8c, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=7d68e282-4515-4796-b3d9-c443ef5f4c8c,segment=NetworkSegment(c3803010-2dd4-4dc0-8146-bdae4b62f0af),segment_id=c3803010-2dd4-4dc0-8146-bdae4b62f0af)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:47:32.536533 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a4435caa-6573-4d6d-b0e8-fcb4fb14322b req-ce9c7e0c-639a-4a98-8e17-132dcd8cccb0 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626097 Dec 09 15:47:32.537912 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:32.600184 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=7d68e282-4515-4796-b3d9-c443ef5f4c8c,revision_number=11']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:47:32.680304 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584bde1c-2ef7-4781-a024-a964601e67d0 req-0516fc4c-de57-4f42-9d18-412ea8a1acfd tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:32.681866 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-584bde1c-2ef7-4781-a024-a964601e67d0 req-0516fc4c-de57-4f42-9d18-412ea8a1acfd tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0511649 Dec 09 15:47:32.740897 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-584bde1c-2ef7-4781-a024-a964601e67d0 req-d6a58026-54a5-481d-be33-848c4d728e67 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525296 Dec 09 15:47:32.938305 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['7d68e282-4515-4796-b3d9-c443ef5f4c8c'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:47:33.669840 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55afd00f-1eb5-417d-8055-19054ad074b1 req-f71c0b5f-766f-4128-9d9f-5bd886e19681 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:33.671458 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-55afd00f-1eb5-417d-8055-19054ad074b1 req-f71c0b5f-766f-4128-9d9f-5bd886e19681 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6636030-afab-4495-b501-74c03431201c HTTP/1.1" status: 200 len: 945 time: 0.0524526 Dec 09 15:47:33.802413 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-55afd00f-1eb5-417d-8055-19054ad074b1 req-5de67104-a536-4285-81cb-7b9789b96262 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242449 Dec 09 15:47:33.956444 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0bc9a-9ca6-4d3e-9f36-46b3766af587 req-d46dcb39-b4e5-4568-91e9-675783e48c19 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:33.960663 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0fb0bc9a-9ca6-4d3e-9f36-46b3766af587 req-d46dcb39-b4e5-4568-91e9-675783e48c19 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 946 time: 0.0634246 Dec 09 15:47:34.022378 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0fb0bc9a-9ca6-4d3e-9f36-46b3766af587 req-725621eb-6de3-497b-894c-13c21c47f951 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484090 Dec 09 15:47:34.325338 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 7d68e282-4515-4796-b3d9-c443ef5f4c8c up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:47:34.377441 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port 7d68e282-4515-4796-b3d9-c443ef5f4c8c completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:47:34.382015 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 7d68e282-4515-4796-b3d9-c443ef5f4c8c triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:47:34.382391 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:34.459899 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:34.483219 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d68e282-4515-4796-b3d9-c443ef5f4c8c'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:47:34.485603 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afee202d-cc06-45b7-8dc7-01fa47ebbbc5" -d '{"events": [{"server_uuid": "dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c", "name": "network-vif-plugged", "status": "completed", "tag": "7d68e282-4515-4796-b3d9-c443ef5f4c8c"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:47:34.501356 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 7d68e282-4515-4796-b3d9-c443ef5f4c8c, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=7d68e282-4515-4796-b3d9-c443ef5f4c8c,segment=NetworkSegment(c3803010-2dd4-4dc0-8146-bdae4b62f0af),segment_id=c3803010-2dd4-4dc0-8146-bdae4b62f0af)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:47:34.507913 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:34.548882 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57aabee-ea1f-4e2c-9f75-9c02d268d5a8 x-openstack-request-id: req-d57aabee-ea1f-4e2c-9f75-9c02d268d5a8 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:47:34.549245 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c", "name": "network-vif-plugged", "status": "completed", "tag": "7d68e282-4515-4796-b3d9-c443ef5f4c8c", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:47:34.549572 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d57aabee-ea1f-4e2c-9f75-9c02d268d5a8 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:47:34.550037 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d68e282-4515-4796-b3d9-c443ef5f4c8c', 'code': 200} Dec 09 15:47:34.569149 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=7d68e282-4515-4796-b3d9-c443ef5f4c8c,revision_number=12']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:47:34.761439 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6d993-0a72-447e-8012-9cfd2e7dd484 req-4e07a2e5-1f92-429a-a57e-ff2f10a4d7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:34.763585 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f9d6d993-0a72-447e-8012-9cfd2e7dd484 req-4e07a2e5-1f92-429a-a57e-ff2f10a4d7c5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 1098 time: 0.0444810 Dec 09 15:47:34.831760 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f9d6d993-0a72-447e-8012-9cfd2e7dd484 req-98978aaf-e25e-4d9e-9e01-121079e26940 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601034 Dec 09 15:47:34.966211 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210df45-fd73-4e4d-a2be-380af94f2c53 req-4df57112-1e5b-472c-9b6f-400f55915940 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:34.967765 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d210df45-fd73-4e4d-a2be-380af94f2c53 req-4df57112-1e5b-472c-9b6f-400f55915940 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6636030-afab-4495-b501-74c03431201c HTTP/1.1" status: 200 len: 945 time: 0.0522869 Dec 09 15:47:35.017689 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d210df45-fd73-4e4d-a2be-380af94f2c53 req-653b2243-484b-4151-90a8-ed2d999f9c93 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432746 Dec 09 15:47:35.228204 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df28ed-ea1a-4a3b-a4ae-15708c0ba91a req-720631ad-5688-489f-9318-b325a00fbbe9 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:35.229826 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-60df28ed-ea1a-4a3b-a4ae-15708c0ba91a req-720631ad-5688-489f-9318-b325a00fbbe9 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 947 time: 0.0577672 Dec 09 15:47:35.287894 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-60df28ed-ea1a-4a3b-a4ae-15708c0ba91a req-e52fd70e-77d0-4105-a321-312bd766d5fd tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519123 Dec 09 15:47:35.492076 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4f366-184c-490c-99e2-89eaf2585030 req-c75c2566-4141-4bb7-9da2-3ebdb7948d85 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:35.493542 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-70f4f366-184c-490c-99e2-89eaf2585030 req-c75c2566-4141-4bb7-9da2-3ebdb7948d85 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6636030-afab-4495-b501-74c03431201c HTTP/1.1" status: 200 len: 945 time: 0.0740969 Dec 09 15:47:35.567967 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-70f4f366-184c-490c-99e2-89eaf2585030 req-31efb146-95c2-4c6e-abf2-a9ae20948242 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615091 Dec 09 15:47:36.145078 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2b0bf-cecd-4eab-8303-bb503724bbd6 req-1868da86-72de-44d8-8956-c89f1d236ea6 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:36.157757 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fcd2b0bf-cecd-4eab-8303-bb503724bbd6 req-1868da86-72de-44d8-8956-c89f1d236ea6 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6636030-afab-4495-b501-74c03431201c HTTP/1.1" status: 200 len: 945 time: 0.0841076 Dec 09 15:47:36.231506 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fcd2b0bf-cecd-4eab-8303-bb503724bbd6 req-e03bfc08-e22a-4b14-99f2-ddd3fc7eba32 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667078 Dec 09 15:47:36.394602 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0db01-b19b-431c-b9a2-6657eb947c63 req-24362d8b-2c29-4c32-ac0f-8a3b1be692eb tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:36.400844 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0db01-b19b-431c-b9a2-6657eb947c63 req-24362d8b-2c29-4c32-ac0f-8a3b1be692eb tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:36.406802 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0db01-b19b-431c-b9a2-6657eb947c63 req-24362d8b-2c29-4c32-ac0f-8a3b1be692eb tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:36.418095 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0db01-b19b-431c-b9a2-6657eb947c63 req-24362d8b-2c29-4c32-ac0f-8a3b1be692eb tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:36.427246 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0db01-b19b-431c-b9a2-6657eb947c63 req-24362d8b-2c29-4c32-ac0f-8a3b1be692eb tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:36.435594 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0db01-b19b-431c-b9a2-6657eb947c63 req-24362d8b-2c29-4c32-ac0f-8a3b1be692eb tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:36.442564 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0db01-b19b-431c-b9a2-6657eb947c63 req-24362d8b-2c29-4c32-ac0f-8a3b1be692eb tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:36.450545 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-62a0db01-b19b-431c-b9a2-6657eb947c63 req-24362d8b-2c29-4c32-ac0f-8a3b1be692eb tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 5433 time: 0.1257505 Dec 09 15:47:36.508250 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-62a0db01-b19b-431c-b9a2-6657eb947c63 req-93abc24e-b97a-4409-9ae8-922f5e9853eb tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5a160d6-2a3e-43b1-a8f4-02b478772c5e&id=aba6105b-f056-4e0c-8297-3f8457ddbf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568500 Dec 09 15:47:36.798261 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc6eb8-d2d5-428d-9f1e-54819edb0d95 req-f0ff32cb-0d9a-486c-b095-142310d1c65d tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:36.799808 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7dcc6eb8-d2d5-428d-9f1e-54819edb0d95 req-f0ff32cb-0d9a-486c-b095-142310d1c65d tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 947 time: 0.0504482 Dec 09 15:47:36.895885 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7dcc6eb8-d2d5-428d-9f1e-54819edb0d95 req-2ce26178-75d9-4229-9eb6-34b0e157b07e tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861802 Dec 09 15:47:37.087520 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0aba3-c307-475b-8564-722d61c9a1be req-55a0d0f1-b863-4565-b548-d8e883fe690c tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:37.089369 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4da0aba3-c307-475b-8564-722d61c9a1be req-55a0d0f1-b863-4565-b548-d8e883fe690c tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6636030-afab-4495-b501-74c03431201c HTTP/1.1" status: 200 len: 945 time: 0.0514829 Dec 09 15:47:37.146942 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4da0aba3-c307-475b-8564-722d61c9a1be req-a0d19a31-3caf-4c28-a8dd-249326a532df tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507658 Dec 09 15:47:37.376209 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-eb97a4e9-27c0-4775-ae85-5808087272ea tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:37.382716 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-eb97a4e9-27c0-4775-ae85-5808087272ea tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:37.390617 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-eb97a4e9-27c0-4775-ae85-5808087272ea tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:37.397414 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-eb97a4e9-27c0-4775-ae85-5808087272ea tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:37.404199 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-eb97a4e9-27c0-4775-ae85-5808087272ea tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:37.410629 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-eb97a4e9-27c0-4775-ae85-5808087272ea tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:37.417394 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-eb97a4e9-27c0-4775-ae85-5808087272ea tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:37.419383 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-eb97a4e9-27c0-4775-ae85-5808087272ea tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 5433 time: 0.1047845 Dec 09 15:47:37.475382 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-7ed38af9-86a0-47f6-9f5d-252dab811500 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:37.477112 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-7ed38af9-86a0-47f6-9f5d-252dab811500 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.31 "GET /v2.0/ports/12dd1f56-6412-4015-93f6-b5f952d56bdf?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0493774 Dec 09 15:47:37.587060 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-cc6c5c32-b459-43b6-9dac-f295e556e39a tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.31 "GET /v2.0/networks/20a3d869-faba-4fd6-8427-0269f690d785?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1037323 Dec 09 15:47:37.599112 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-54ab1fc8-3add-4409-a56c-fd3e806ab303 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:47:37.694991 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-54ab1fc8-3add-4409-a56c-fd3e806ab303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:37.713831 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3cfdf7-d857-4f35-8bf1-9f3a9ca92793 req-2478e03a-a64a-47f5-b1cf-b3c40042c1f5 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:37.723796 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3cfdf7-d857-4f35-8bf1-9f3a9ca92793 req-2478e03a-a64a-47f5-b1cf-b3c40042c1f5 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:37.731459 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3cfdf7-d857-4f35-8bf1-9f3a9ca92793 req-2478e03a-a64a-47f5-b1cf-b3c40042c1f5 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:37.739618 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3cfdf7-d857-4f35-8bf1-9f3a9ca92793 req-2478e03a-a64a-47f5-b1cf-b3c40042c1f5 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:37.745907 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3cfdf7-d857-4f35-8bf1-9f3a9ca92793 req-2478e03a-a64a-47f5-b1cf-b3c40042c1f5 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:37.751767 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3cfdf7-d857-4f35-8bf1-9f3a9ca92793 req-2478e03a-a64a-47f5-b1cf-b3c40042c1f5 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:37.757684 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3cfdf7-d857-4f35-8bf1-9f3a9ca92793 req-2478e03a-a64a-47f5-b1cf-b3c40042c1f5 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:37.759591 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9f3cfdf7-d857-4f35-8bf1-9f3a9ca92793 req-2478e03a-a64a-47f5-b1cf-b3c40042c1f5 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 5433 time: 0.1570065 Dec 09 15:47:37.914984 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9f3cfdf7-d857-4f35-8bf1-9f3a9ca92793 req-fe99530a-285b-4916-ae3e-2388ab01027a tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5a160d6-2a3e-43b1-a8f4-02b478772c5e&id=aba6105b-f056-4e0c-8297-3f8457ddbf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1461186 Dec 09 15:47:37.983125 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-54ab1fc8-3add-4409-a56c-fd3e806ab303 service neutron] For port 12dd1f56-6412-4015-93f6-b5f952d56bdf, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=12dd1f56-6412-4015-93f6-b5f952d56bdf,segment=NetworkSegment(18982a45-a512-40c0-96de-f3768ab3b632),segment_id=18982a45-a512-40c0-96de-f3768ab3b632)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:47:38.061309 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-54ab1fc8-3add-4409-a56c-fd3e806ab303 service neutron] For port 12dd1f56-6412-4015-93f6-b5f952d56bdf, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:47:38.137295 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-54ab1fc8-3add-4409-a56c-fd3e806ab303 service neutron] device_id is not set on port 12dd1f56-6412-4015-93f6-b5f952d56bdf yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:47:38.151003 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5ce74-d1d6-46e2-8b58-9c3f1f77fcc2 req-c722c842-5056-4319-bdc1-7f01ed85ca03 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:38.153388 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-21d5ce74-d1d6-46e2-8b58-9c3f1f77fcc2 req-c722c842-5056-4319-bdc1-7f01ed85ca03 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 947 time: 0.1160717 Dec 09 15:47:38.159621 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-54ab1fc8-3add-4409-a56c-fd3e806ab303 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:38.183269 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-54ab1fc8-3add-4409-a56c-fd3e806ab303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:38.204977 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66b838-c0e8-4c4c-9e8c-d1916acff3a7 req-e8d5413e-9ff8-4355-add2-041b42bdc76e tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:38.210073 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1c66b838-c0e8-4c4c-9e8c-d1916acff3a7 req-e8d5413e-9ff8-4355-add2-041b42bdc76e tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6636030-afab-4495-b501-74c03431201c HTTP/1.1" status: 200 len: 945 time: 0.0712116 Dec 09 15:47:38.299858 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-21d5ce74-d1d6-46e2-8b58-9c3f1f77fcc2 req-ae91d8ff-b98c-445b-87a8-871b0e2e0952 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306212 Dec 09 15:47:38.314832 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab1fc8-3add-4409-a56c-fd3e806ab303 service neutron] Pushing event updated for resources: {'Port': ['ID=12dd1f56-6412-4015-93f6-b5f952d56bdf,revision_number=6']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:47:38.314832 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-54ab1fc8-3add-4409-a56c-fd3e806ab303 service neutron] No DVR routers for this DVR port 12dd1f56-6412-4015-93f6-b5f952d56bdf on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:47:38.317433 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ab1fc8-3add-4409-a56c-fd3e806ab303 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:38.318261 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ab1fc8-3add-4409-a56c-fd3e806ab303 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:38.318736 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ab1fc8-3add-4409-a56c-fd3e806ab303 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:38.319156 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ab1fc8-3add-4409-a56c-fd3e806ab303 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:38.319689 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ab1fc8-3add-4409-a56c-fd3e806ab303 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:38.320103 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ab1fc8-3add-4409-a56c-fd3e806ab303 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:38.320942 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ab1fc8-3add-4409-a56c-fd3e806ab303 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:38.321359 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ab1fc8-3add-4409-a56c-fd3e806ab303 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:38.321767 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ab1fc8-3add-4409-a56c-fd3e806ab303 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:38.322302 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ab1fc8-3add-4409-a56c-fd3e806ab303 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:38.322707 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ab1fc8-3add-4409-a56c-fd3e806ab303 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:38.323280 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ab1fc8-3add-4409-a56c-fd3e806ab303 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:38.323685 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ab1fc8-3add-4409-a56c-fd3e806ab303 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:38.405145 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-54ab1fc8-3add-4409-a56c-fd3e806ab303 service neutron] In _notify_port_updated(), no bound segment for port 12dd1f56-6412-4015-93f6-b5f952d56bdf on network 20a3d869-faba-4fd6-8427-0269f690d785 {{(pid=103244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:47:38.406084 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-54ab1fc8-3add-4409-a56c-fd3e806ab303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:38.406709 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-54ab1fc8-3add-4409-a56c-fd3e806ab303 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:38.408567 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-54ab1fc8-3add-4409-a56c-fd3e806ab303 service neutron] 10.222.0.31 "PUT /v2.0/ports/12dd1f56-6412-4015-93f6-b5f952d56bdf HTTP/1.1" status: 200 len: 1026 time: 0.8134029 Dec 09 15:47:38.412216 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-1c66b838-c0e8-4c4c-9e8c-d1916acff3a7 req-7eb22ae5-99b1-489d-827e-8368bd4ec351 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Deleting port 16c29b59-d578-4385-86bf-57fb7b69774e {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:47:38.412632 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1c66b838-c0e8-4c4c-9e8c-d1916acff3a7 req-7eb22ae5-99b1-489d-827e-8368bd4ec351 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:38.558851 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-95d6d41f-8528-43f5-bbaa-717cafdc7bf8 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:38.560310 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-95d6d41f-8528-43f5-bbaa-717cafdc7bf8 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.31 "GET /v2.0/ports/32ff3866-b9bf-4bc2-9100-56e447725e78?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1378214 Dec 09 15:47:38.573459 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-e1f86714-c811-40d2-ac7b-126161469916 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:47:38.590107 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-1c66b838-c0e8-4c4c-9e8c-d1916acff3a7 req-7eb22ae5-99b1-489d-827e-8368bd4ec351 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] For port 16c29b59-d578-4385-86bf-57fb7b69774e, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=16c29b59-d578-4385-86bf-57fb7b69774e,segment=NetworkSegment(72b78068-61b7-4bbb-b5a0-753283217b57),segment_id=72b78068-61b7-4bbb-b5a0-753283217b57)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:47:38.590490 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1c66b838-c0e8-4c4c-9e8c-d1916acff3a7 req-7eb22ae5-99b1-489d-827e-8368bd4ec351 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:38.610339 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-1c66b838-c0e8-4c4c-9e8c-d1916acff3a7 req-7eb22ae5-99b1-489d-827e-8368bd4ec351 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Calling delete_port for 16c29b59-d578-4385-86bf-57fb7b69774e owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:47:38.622802 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d567a597-9c97-4a4c-9160-70d868b46aa4 None None] Provisioning complete for port 12dd1f56-6412-4015-93f6-b5f952d56bdf triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:47:38.623377 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d567a597-9c97-4a4c-9160-70d868b46aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:38.674584 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d567a597-9c97-4a4c-9160-70d868b46aa4 None None] Port 12dd1f56-6412-4015-93f6-b5f952d56bdf cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:47:38.675192 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-e1f86714-c811-40d2-ac7b-126161469916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:38.689769 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b0860-5d18-426e-8519-865aeee829bc req-6df1159d-49f8-4676-a893-e46960e1ba77 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:38.691531 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-445b0860-5d18-426e-8519-865aeee829bc req-6df1159d-49f8-4676-a893-e46960e1ba77 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6636030-afab-4495-b501-74c03431201c HTTP/1.1" status: 200 len: 945 time: 0.1554825 Dec 09 15:47:38.773861 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1c66b838-c0e8-4c4c-9e8c-d1916acff3a7 req-7eb22ae5-99b1-489d-827e-8368bd4ec351 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:38.787912 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['76cd4a30-0404-4a95-a2dc-022463d6e20d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:47:38.805974 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb22ae5-99b1-489d-827e-8368bd4ec351 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Pushing event deleted for resources: {'Port': ['ID=16c29b59-d578-4385-86bf-57fb7b69774e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:47:38.842020 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-445b0860-5d18-426e-8519-865aeee829bc req-9f0442de-628e-49ba-bfd2-143b9f45de96 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390402 Dec 09 15:47:38.851697 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['16c29b59-d578-4385-86bf-57fb7b69774e'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:47:38.854750 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb22ae5-99b1-489d-827e-8368bd4ec351 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:38.855956 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb22ae5-99b1-489d-827e-8368bd4ec351 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:38.856112 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb22ae5-99b1-489d-827e-8368bd4ec351 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:38.857039 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb22ae5-99b1-489d-827e-8368bd4ec351 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:38.857385 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb22ae5-99b1-489d-827e-8368bd4ec351 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:38.857719 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb22ae5-99b1-489d-827e-8368bd4ec351 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:38.858052 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb22ae5-99b1-489d-827e-8368bd4ec351 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:38.858386 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb22ae5-99b1-489d-827e-8368bd4ec351 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:38.858712 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb22ae5-99b1-489d-827e-8368bd4ec351 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:38.859051 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb22ae5-99b1-489d-827e-8368bd4ec351 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:38.859678 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb22ae5-99b1-489d-827e-8368bd4ec351 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:38.860014 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb22ae5-99b1-489d-827e-8368bd4ec351 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:38.860339 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb22ae5-99b1-489d-827e-8368bd4ec351 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:38.865351 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee70b24d-b7f8-490b-8e2e-fb5c6767f2c9 None None] DHCP port deletion for aefaced1-2e29-4860-a321-969c1bb810c5 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:47:38.884387 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c66b838-c0e8-4c4c-9e8c-d1916acff3a7 req-7eb22ae5-99b1-489d-827e-8368bd4ec351 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] No DVR routers for this DVR port 16c29b59-d578-4385-86bf-57fb7b69774e on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:47:38.887232 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1c66b838-c0e8-4c4c-9e8c-d1916acff3a7 req-7eb22ae5-99b1-489d-827e-8368bd4ec351 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:38.894016 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1c66b838-c0e8-4c4c-9e8c-d1916acff3a7 req-7eb22ae5-99b1-489d-827e-8368bd4ec351 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.42 "DELETE /v2.0/ports/16c29b59-d578-4385-86bf-57fb7b69774e HTTP/1.1" status: 204 len: 173 time: 0.6693704 Dec 09 15:47:38.894491 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6636030-afab-4495-b501-74c03431201c', 'name': 'network-vif-deleted', 'tag': '16c29b59-d578-4385-86bf-57fb7b69774e'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:47:38.913847 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3784df90-13d5-4a0b-b3eb-cde307f52e58" -d '{"events": [{"server_uuid": "c6636030-afab-4495-b501-74c03431201c", "name": "network-vif-deleted", "tag": "16c29b59-d578-4385-86bf-57fb7b69774e"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:47:38.919296 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-e1f86714-c811-40d2-ac7b-126161469916 service neutron] For port 32ff3866-b9bf-4bc2-9100-56e447725e78, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=32ff3866-b9bf-4bc2-9100-56e447725e78,segment=NetworkSegment(18982a45-a512-40c0-96de-f3768ab3b632),segment_id=18982a45-a512-40c0-96de-f3768ab3b632)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:47:39.315856 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-e1f86714-c811-40d2-ac7b-126161469916 service neutron] For port 32ff3866-b9bf-4bc2-9100-56e447725e78, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:47:39.356722 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1cf41-63eb-4aaa-8823-54c6ae5f5092 req-9a400165-853a-4100-a243-58ee1c47575b tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:39.358274 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cd1cf41-63eb-4aaa-8823-54c6ae5f5092 req-9a400165-853a-4100-a243-58ee1c47575b tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 947 time: 0.4122677 Dec 09 15:47:39.370063 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-e1f86714-c811-40d2-ac7b-126161469916 service neutron] device_id is not set on port 32ff3866-b9bf-4bc2-9100-56e447725e78 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:47:39.390202 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-e1f86714-c811-40d2-ac7b-126161469916 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:39.400124 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-e1f86714-c811-40d2-ac7b-126161469916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:39.458354 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cd1cf41-63eb-4aaa-8823-54c6ae5f5092 req-e0b33223-9223-4736-8dec-fce78603b0be tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900819 Dec 09 15:47:39.490611 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-e1f86714-c811-40d2-ac7b-126161469916 service neutron] No DVR routers for this DVR port 32ff3866-b9bf-4bc2-9100-56e447725e78 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:47:39.518145 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f86714-c811-40d2-ac7b-126161469916 service neutron] Pushing event updated for resources: {'Port': ['ID=32ff3866-b9bf-4bc2-9100-56e447725e78,revision_number=6']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:47:39.541554 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-e1f86714-c811-40d2-ac7b-126161469916 service neutron] In _notify_port_updated(), no bound segment for port 32ff3866-b9bf-4bc2-9100-56e447725e78 on network 20a3d869-faba-4fd6-8427-0269f690d785 {{(pid=103244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:47:39.542461 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-e1f86714-c811-40d2-ac7b-126161469916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:39.543077 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-e1f86714-c811-40d2-ac7b-126161469916 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:39.544370 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-e1f86714-c811-40d2-ac7b-126161469916 service neutron] 10.222.0.31 "PUT /v2.0/ports/32ff3866-b9bf-4bc2-9100-56e447725e78 HTTP/1.1" status: 200 len: 1028 time: 0.9751413 Dec 09 15:47:39.657773 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-60247821-8e2c-4fc4-8221-130129457639 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Deleting port 59e43ca8-3713-4f54-8ebf-f84b2c834574 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:47:39.658253 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-60247821-8e2c-4fc4-8221-130129457639 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:39.776598 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e564e1-2a6d-44ea-855a-7eb35d743395 x-openstack-request-id: req-60e564e1-2a6d-44ea-855a-7eb35d743395 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:47:39.778015 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6636030-afab-4495-b501-74c03431201c", "name": "network-vif-deleted", "tag": "16c29b59-d578-4385-86bf-57fb7b69774e", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:47:39.778278 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-60e564e1-2a6d-44ea-855a-7eb35d743395 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:47:39.778688 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6636030-afab-4495-b501-74c03431201c', 'name': 'network-vif-deleted', 'tag': '16c29b59-d578-4385-86bf-57fb7b69774e', 'status': 'completed', 'code': 200} Dec 09 15:47:39.829815 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-60247821-8e2c-4fc4-8221-130129457639 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] For port 59e43ca8-3713-4f54-8ebf-f84b2c834574, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=59e43ca8-3713-4f54-8ebf-f84b2c834574,segment=NetworkSegment(632c255a-192d-4ac5-a1ca-9931ff424cb3),segment_id=632c255a-192d-4ac5-a1ca-9931ff424cb3)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:47:39.830380 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-60247821-8e2c-4fc4-8221-130129457639 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:39.838389 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-dd113d23-5fe4-4f63-beac-fe136b20c03c None None] Provisioning complete for port 32ff3866-b9bf-4bc2-9100-56e447725e78 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:47:39.839171 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dd113d23-5fe4-4f63-beac-fe136b20c03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:39.875353 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-60247821-8e2c-4fc4-8221-130129457639 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Calling delete_port for 59e43ca8-3713-4f54-8ebf-f84b2c834574 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:47:39.877844 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-dd113d23-5fe4-4f63-beac-fe136b20c03c None None] Port 32ff3866-b9bf-4bc2-9100-56e447725e78 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:47:39.950315 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69f05e-3126-4505-8d8e-bee8b4e11a9f req-f8e70238-63ef-4fcf-8eb3-57215260438f tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:39.956178 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69f05e-3126-4505-8d8e-bee8b4e11a9f req-f8e70238-63ef-4fcf-8eb3-57215260438f tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:39.962480 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69f05e-3126-4505-8d8e-bee8b4e11a9f req-f8e70238-63ef-4fcf-8eb3-57215260438f tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:39.968780 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69f05e-3126-4505-8d8e-bee8b4e11a9f req-f8e70238-63ef-4fcf-8eb3-57215260438f tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:39.975384 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69f05e-3126-4505-8d8e-bee8b4e11a9f req-f8e70238-63ef-4fcf-8eb3-57215260438f tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:39.977300 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9b69f05e-3126-4505-8d8e-bee8b4e11a9f req-f8e70238-63ef-4fcf-8eb3-57215260438f tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 3885 time: 0.1370952 Dec 09 15:47:40.035228 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device c0397afc-d7b8-46af-b15a-daa47b868983 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:47:40.049135 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9b69f05e-3126-4505-8d8e-bee8b4e11a9f req-0bb8af4d-dc49-4530-a2f4-3e90f65609aa tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5a160d6-2a3e-43b1-a8f4-02b478772c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627730 Dec 09 15:47:40.097849 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-60247821-8e2c-4fc4-8221-130129457639 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:40.137674 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60247821-8e2c-4fc4-8221-130129457639 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Pushing event deleted for resources: {'Port': ['ID=59e43ca8-3713-4f54-8ebf-f84b2c834574,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:47:40.221995 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-60247821-8e2c-4fc4-8221-130129457639 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] No DVR routers for this DVR port 59e43ca8-3713-4f54-8ebf-f84b2c834574 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:47:40.232197 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-60247821-8e2c-4fc4-8221-130129457639 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:40.235684 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-60247821-8e2c-4fc4-8221-130129457639 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.31 "DELETE /v2.0/ports/59e43ca8-3713-4f54-8ebf-f84b2c834574 HTTP/1.1" status: 204 len: 173 time: 0.6840737 Dec 09 15:47:40.236248 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'name': 'network-vif-deleted', 'tag': '59e43ca8-3713-4f54-8ebf-f84b2c834574'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:47:40.238888 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e070b1c-b07e-4853-8648-54cc81505214" -d '{"events": [{"server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "name": "network-vif-deleted", "tag": "59e43ca8-3713-4f54-8ebf-f84b2c834574"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:47:40.389613 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaeb1a6-afe6-47bc-9a46-19c330165e16 req-9ab57b9c-aa76-47c7-a5d7-fed17b866d8f tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:40.391389 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bcaeb1a6-afe6-47bc-9a46-19c330165e16 req-9ab57b9c-aa76-47c7-a5d7-fed17b866d8f tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 947 time: 0.1715970 Dec 09 15:47:40.411313 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:40.461200 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0397afc-d7b8-46af-b15a-daa47b868983'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:47:40.475715 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-fe7e2802-37cd-454d-8eea-d1b5f120ae5c tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Deleting port 5a2cd2eb-cc3c-4860-b939-e4520520d050 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:47:40.476121 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-fe7e2802-37cd-454d-8eea-d1b5f120ae5c tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:40.477784 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720b1130-2b07-445e-b086-f9d8316fa592" -d '{"events": [{"server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "name": "network-vif-unplugged", "status": "completed", "tag": "c0397afc-d7b8-46af-b15a-daa47b868983"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:47:40.491401 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bcaeb1a6-afe6-47bc-9a46-19c330165e16 req-6f2c11c9-4ca7-4413-bf6e-d686f55f1a66 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892437 Dec 09 15:47:40.496357 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port c0397afc-d7b8-46af-b15a-daa47b868983, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=c0397afc-d7b8-46af-b15a-daa47b868983,segment=NetworkSegment(cef3a23b-9ff4-4874-a4d8-11bf87c1d9a8),segment_id=cef3a23b-9ff4-4874-a4d8-11bf87c1d9a8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:47:40.502124 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:40.503317 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 12dd1f56-6412-4015-93f6-b5f952d56bdf no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:47:40.692273 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 12dd1f56-6412-4015-93f6-b5f952d56bdf not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:47:40.696083 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 5ff08a00-721a-4d24-8d8b-1594bb188216 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:47:40.705402 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=c0397afc-d7b8-46af-b15a-daa47b868983,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:47:40.762389 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0bff15b-bca0-4418-b9e9-7202efc59564 x-openstack-request-id: req-f0bff15b-bca0-4418-b9e9-7202efc59564 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:47:40.762688 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "name": "network-vif-deleted", "tag": "59e43ca8-3713-4f54-8ebf-f84b2c834574", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:47:40.762942 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f0bff15b-bca0-4418-b9e9-7202efc59564 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:47:40.763351 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'name': 'network-vif-deleted', 'tag': '59e43ca8-3713-4f54-8ebf-f84b2c834574', 'status': 'completed', 'code': 200} Dec 09 15:47:40.780393 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-fe7e2802-37cd-454d-8eea-d1b5f120ae5c tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] For port 5a2cd2eb-cc3c-4860-b939-e4520520d050, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5a2cd2eb-cc3c-4860-b939-e4520520d050,segment=NetworkSegment(18982a45-a512-40c0-96de-f3768ab3b632),segment_id=18982a45-a512-40c0-96de-f3768ab3b632)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:47:40.782452 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-fe7e2802-37cd-454d-8eea-d1b5f120ae5c tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:40.808953 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:40.811240 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:40.811776 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:40.812305 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:40.815945 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:40.816804 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:40.821191 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:40.821778 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:40.822288 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:40.822812 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:40.823319 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:40.825230 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:40.825764 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:40.829961 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-fe7e2802-37cd-454d-8eea-d1b5f120ae5c tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Calling delete_port for 5a2cd2eb-cc3c-4860-b939-e4520520d050 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:47:40.859040 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 15:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4a66a0-7c67-4a47-8922-c3777794fda5 x-openstack-request-id: req-1b4a66a0-7c67-4a47-8922-c3777794fda5 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:47:40.860945 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "name": "network-vif-unplugged", "status": "completed", "tag": "c0397afc-d7b8-46af-b15a-daa47b868983", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:47:40.861375 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1b4a66a0-7c67-4a47-8922-c3777794fda5 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:47:40.864579 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0397afc-d7b8-46af-b15a-daa47b868983', 'code': 200} Dec 09 15:47:40.954530 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:41.002173 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 5ff08a00-721a-4d24-8d8b-1594bb188216, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5ff08a00-721a-4d24-8d8b-1594bb188216,segment=NetworkSegment(632c255a-192d-4ac5-a1ca-9931ff424cb3),segment_id=632c255a-192d-4ac5-a1ca-9931ff424cb3)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:47:41.007734 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:41.009926 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 5a2cd2eb-cc3c-4860-b939-e4520520d050 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:47:41.078696 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-fe7e2802-37cd-454d-8eea-d1b5f120ae5c tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:41.130264 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=5ff08a00-721a-4d24-8d8b-1594bb188216,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:47:41.133013 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No active binding found for port 5a2cd2eb-cc3c-4860-b939-e4520520d050 {{(pid=103246) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 09 15:47:41.133629 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 5a2cd2eb-cc3c-4860-b939-e4520520d050 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:47:41.134062 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 32ff3866-b9bf-4bc2-9100-56e447725e78 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:47:41.135322 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e2802-37cd-454d-8eea-d1b5f120ae5c tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Pushing event deleted for resources: {'Port': ['ID=5a2cd2eb-cc3c-4860-b939-e4520520d050,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:47:41.181223 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 32ff3866-b9bf-4bc2-9100-56e447725e78 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:47:41.181668 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 59e43ca8-3713-4f54-8ebf-f84b2c834574 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:47:41.185966 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9a7d7-ef58-41df-ba8e-7cfe46c8a0b9 req-0c30af73-231c-4b5e-b8a6-1b5c3b7faf7d tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:41.193861 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dff9a7d7-ef58-41df-ba8e-7cfe46c8a0b9 req-0c30af73-231c-4b5e-b8a6-1b5c3b7faf7d tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 947 time: 0.1293085 Dec 09 15:47:41.204424 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 59e43ca8-3713-4f54-8ebf-f84b2c834574 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:47:41.204785 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 59e43ca8-3713-4f54-8ebf-f84b2c834574 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:47:41.205214 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device d801fbcc-7e8f-4803-9e04-23f95227f725 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:47:41.215889 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-fe7e2802-37cd-454d-8eea-d1b5f120ae5c tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] No DVR routers for this DVR port 5a2cd2eb-cc3c-4860-b939-e4520520d050 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:47:41.225309 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-fe7e2802-37cd-454d-8eea-d1b5f120ae5c tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:41.228844 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-fe7e2802-37cd-454d-8eea-d1b5f120ae5c tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.31 "DELETE /v2.0/ports/5a2cd2eb-cc3c-4860-b939-e4520520d050 HTTP/1.1" status: 204 len: 173 time: 0.9860249 Dec 09 15:47:41.280593 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dff9a7d7-ef58-41df-ba8e-7cfe46c8a0b9 req-1d2cffe7-ba16-4b74-9bd3-ea041f9d67c9 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857408 Dec 09 15:47:41.304113 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:41.359725 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port d801fbcc-7e8f-4803-9e04-23f95227f725, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=d801fbcc-7e8f-4803-9e04-23f95227f725,segment=NetworkSegment(18982a45-a512-40c0-96de-f3768ab3b632),segment_id=18982a45-a512-40c0-96de-f3768ab3b632)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:47:41.366657 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:41.432990 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-ca7358b5-d122-481f-acc0-eea4836c10c2 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Deleting port c0397afc-d7b8-46af-b15a-daa47b868983 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:47:41.433998 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-ca7358b5-d122-481f-acc0-eea4836c10c2 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:41.451057 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=d801fbcc-7e8f-4803-9e04-23f95227f725,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:47:41.506039 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdafff45-841b-4112-bd57-b3c2d28ae0a7 req-de9ee32f-ded9-4365-b969-a02dd7e497b2 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:41.512552 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdafff45-841b-4112-bd57-b3c2d28ae0a7 req-de9ee32f-ded9-4365-b969-a02dd7e497b2 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:41.518550 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdafff45-841b-4112-bd57-b3c2d28ae0a7 req-de9ee32f-ded9-4365-b969-a02dd7e497b2 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:41.520327 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fdafff45-841b-4112-bd57-b3c2d28ae0a7 req-de9ee32f-ded9-4365-b969-a02dd7e497b2 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 2409 time: 0.1362848 Dec 09 15:47:41.608048 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-ca7358b5-d122-481f-acc0-eea4836c10c2 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] For port c0397afc-d7b8-46af-b15a-daa47b868983, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=c0397afc-d7b8-46af-b15a-daa47b868983,segment=NetworkSegment(cef3a23b-9ff4-4874-a4d8-11bf87c1d9a8),segment_id=cef3a23b-9ff4-4874-a4d8-11bf87c1d9a8)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:47:41.608587 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-ca7358b5-d122-481f-acc0-eea4836c10c2 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:41.629256 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fdafff45-841b-4112-bd57-b3c2d28ae0a7 req-6df0d98e-fd6a-4878-bfee-b88e5ca0ff24 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5a160d6-2a3e-43b1-a8f4-02b478772c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000290 Dec 09 15:47:41.895303 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-ca7358b5-d122-481f-acc0-eea4836c10c2 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:41.896138 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-ca7358b5-d122-481f-acc0-eea4836c10c2 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:41.896581 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-ca7358b5-d122-481f-acc0-eea4836c10c2 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Floating IP d48a011c-2030-4bb9-97eb-9a909d144172 disassociated. External IP: 172.25.3.240, port: c0397afc-d7b8-46af-b15a-daa47b868983. Dec 09 15:47:41.897173 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-ca7358b5-d122-481f-acc0-eea4836c10c2 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Calling delete_port for c0397afc-d7b8-46af-b15a-daa47b868983 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:47:41.989576 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81107e62-94a0-4d8f-8b15-530025da2b10 req-976a3158-b70e-49c2-be3b-c2511abfe845 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:41.991135 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-81107e62-94a0-4d8f-8b15-530025da2b10 req-976a3158-b70e-49c2-be3b-c2511abfe845 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 947 time: 0.1570840 Dec 09 15:47:42.102391 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-81107e62-94a0-4d8f-8b15-530025da2b10 req-92b01850-ea83-480f-8784-5d1b9b22de7a tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958037 Dec 09 15:47:42.109957 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-ca7358b5-d122-481f-acc0-eea4836c10c2 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:42.154378 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7358b5-d122-481f-acc0-eea4836c10c2 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Pushing event deleted for resources: {'Port': ['ID=c0397afc-d7b8-46af-b15a-daa47b868983,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:47:42.343965 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-ca7358b5-d122-481f-acc0-eea4836c10c2 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Router a1345dde-3bb0-4443-a9e5-1d464a15e37d has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:47:42.347026 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 16c29b59-d578-4385-86bf-57fb7b69774e no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:47:42.366797 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1e7aa-719a-40b3-b687-bfc8201831c6 req-afaa30a6-b26c-464b-b1b9-100a287dadf4 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:42.369172 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6ca1e7aa-719a-40b3-b687-bfc8201831c6 req-afaa30a6-b26c-464b-b1b9-100a287dadf4 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 947 time: 0.0977783 Dec 09 15:47:42.371898 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: 16c29b59-d578-4385-86bf-57fb7b69774e {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:47:42.372512 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 16c29b59-d578-4385-86bf-57fb7b69774e not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:47:42.498672 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6ca1e7aa-719a-40b3-b687-bfc8201831c6 req-4cb80d6a-3039-42d8-b701-817b986e4e02 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195521 Dec 09 15:47:42.549133 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-ca7358b5-d122-481f-acc0-eea4836c10c2 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:47:42.563713 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14f03a4-1368-4e57-b794-84cecad1e568 None None] Sync routers for ids ['a1345dde-3bb0-4443-a9e5-1d464a15e37d'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:47:42.584311 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14f03a4-1368-4e57-b794-84cecad1e568 None None] Routers {'a1345dde-3bb0-4443-a9e5-1d464a15e37d'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:47:42.585055 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-e14f03a4-1368-4e57-b794-84cecad1e568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:47:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['a1345dde-3bb0-4443-a9e5-1d464a15e37d'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:47:42.624794 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-ca7358b5-d122-481f-acc0-eea4836c10c2 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] No DVR routers for this DVR port c0397afc-d7b8-46af-b15a-daa47b868983 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:47:42.640946 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-ca7358b5-d122-481f-acc0-eea4836c10c2 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:42.644508 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-ca7358b5-d122-481f-acc0-eea4836c10c2 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.31 "DELETE /v2.0/ports/c0397afc-d7b8-46af-b15a-daa47b868983 HTTP/1.1" status: 204 len: 173 time: 1.3857417 Dec 09 15:47:42.720352 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-e14f03a4-1368-4e57-b794-84cecad1e568 None None] Set router a1345dde-3bb0-4443-a9e5-1d464a15e37d gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:47:42.774680 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'name': 'network-vif-deleted', 'tag': '5a2cd2eb-cc3c-4860-b939-e4520520d050'}, {'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'name': 'network-vif-deleted', 'tag': 'c0397afc-d7b8-46af-b15a-daa47b868983'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:47:42.777363 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce67770-0330-4731-9bd9-3cc0ec4ca4f6" -d '{"events": [{"server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "name": "network-vif-deleted", "tag": "5a2cd2eb-cc3c-4860-b939-e4520520d050"}, {"server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "name": "network-vif-deleted", "tag": "c0397afc-d7b8-46af-b15a-daa47b868983"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:47:42.808122 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c59ffb-8972-4dc3-a28c-19f5c1774e61 req-a198722b-40fc-4bf9-a028-ab3769ecce55 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:42.809721 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-52c59ffb-8972-4dc3-a28c-19f5c1774e61 req-a198722b-40fc-4bf9-a028-ab3769ecce55 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 947 time: 0.1434565 Dec 09 15:47:42.858154 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-bdb75a37-3adb-494e-8254-0493103db1b5 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Deleting port 5ff08a00-721a-4d24-8d8b-1594bb188216 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:47:42.858552 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-bdb75a37-3adb-494e-8254-0493103db1b5 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:42.866179 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ff08a00-721a-4d24-8d8b-1594bb188216'}, {'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd801fbcc-7e8f-4803-9e04-23f95227f725'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:47:42.868748 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9657ef-78b1-4f33-b97b-ae76082cb8ca" -d '{"events": [{"server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "name": "network-vif-unplugged", "status": "completed", "tag": "5ff08a00-721a-4d24-8d8b-1594bb188216"}, {"server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "name": "network-vif-unplugged", "status": "completed", "tag": "d801fbcc-7e8f-4803-9e04-23f95227f725"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:47:42.941362 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-52c59ffb-8972-4dc3-a28c-19f5c1774e61 req-34295313-a2b1-47ad-9d1d-2708412f2d93 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231129 Dec 09 15:47:43.002855 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-bdb75a37-3adb-494e-8254-0493103db1b5 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] For port 5ff08a00-721a-4d24-8d8b-1594bb188216, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5ff08a00-721a-4d24-8d8b-1594bb188216,segment=NetworkSegment(632c255a-192d-4ac5-a1ca-9931ff424cb3),segment_id=632c255a-192d-4ac5-a1ca-9931ff424cb3)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:47:43.003268 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-bdb75a37-3adb-494e-8254-0493103db1b5 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:43.024643 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-e14f03a4-1368-4e57-b794-84cecad1e568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1345dde-3bb0-4443-a9e5-1d464a15e37d', 'name': 'tempest-TaggedBootDevicesTest-662223514-router', 'tenant_id': '22d7743b04274c74b1037ecd2e466dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '7ce9cd52-d487-48be-b3c4-fec2341e71a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:56Z', 'updated_at': '2021-12-09T15:37:03Z', 'revision_number': 4, 'project_id': '22d7743b04274c74b1037ecd2e466dba', 'gw_port': {'id': '7ce9cd52-d487-48be-b3c4-fec2341e71a1', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:24:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1345dde-3bb0-4443-a9e5-1d464a15e37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:58Z', 'updated_at': '2021-12-09T15:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '1d15b717-3f14-43d8-97b6-8b2b7fc84680', 'name': '', 'network_id': '99deab82-68e4-40a9-831d-57d4c6d733cd', 'tenant_id': '22d7743b04274c74b1037ecd2e466dba', 'mac_address': 'fa:16:3e:43:51:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1345dde-3bb0-4443-a9e5-1d464a15e37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '6e61db67-8b3d-4dcf-badf-87164914471b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:37:02Z', 'updated_at': '2021-12-09T15:37:07Z', 'revision_number': 5, 'project_id': '22d7743b04274c74b1037ecd2e466dba', 'subnets': [{'id': '6e61db67-8b3d-4dcf-badf-87164914471b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:47:43.045744 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-bdb75a37-3adb-494e-8254-0493103db1b5 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Calling delete_port for 5ff08a00-721a-4d24-8d8b-1594bb188216 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:47:43.087366 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14f03a4-1368-4e57-b794-84cecad1e568 None None] Checking router: a1345dde-3bb0-4443-a9e5-1d464a15e37d for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:47:43.107820 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14f03a4-1368-4e57-b794-84cecad1e568 None None] Routers {'a1345dde-3bb0-4443-a9e5-1d464a15e37d'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:47:43.109067 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-e14f03a4-1368-4e57-b794-84cecad1e568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:47:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['a1345dde-3bb0-4443-a9e5-1d464a15e37d'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:47:43.186273 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67f059-9731-455e-b47c-60df4d9204a9 req-76f70b9f-315e-4555-acb1-2fcce779fe9c tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:43.192678 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67f059-9731-455e-b47c-60df4d9204a9 req-76f70b9f-315e-4555-acb1-2fcce779fe9c tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:43.194305 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bb67f059-9731-455e-b47c-60df4d9204a9 req-76f70b9f-315e-4555-acb1-2fcce779fe9c tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 1676 time: 0.0817130 Dec 09 15:47:43.252687 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-e14f03a4-1368-4e57-b794-84cecad1e568 None None] Set router a1345dde-3bb0-4443-a9e5-1d464a15e37d gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:47:43.276867 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-bdb75a37-3adb-494e-8254-0493103db1b5 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:43.360526 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb75a37-3adb-494e-8254-0493103db1b5 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Pushing event deleted for resources: {'Port': ['ID=5ff08a00-721a-4d24-8d8b-1594bb188216,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:47:43.408453 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-bdb75a37-3adb-494e-8254-0493103db1b5 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] No DVR routers for this DVR port 5ff08a00-721a-4d24-8d8b-1594bb188216 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:47:43.416300 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-bdb75a37-3adb-494e-8254-0493103db1b5 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:43.418751 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-bdb75a37-3adb-494e-8254-0493103db1b5 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.31 "DELETE /v2.0/ports/5ff08a00-721a-4d24-8d8b-1594bb188216 HTTP/1.1" status: 204 len: 173 time: 0.7670987 Dec 09 15:47:43.441526 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bb67f059-9731-455e-b47c-60df4d9204a9 req-4165fe43-8997-464d-a11e-3089d378ff57 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5a160d6-2a3e-43b1-a8f4-02b478772c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729925 Dec 09 15:47:43.521395 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-e14f03a4-1368-4e57-b794-84cecad1e568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1345dde-3bb0-4443-a9e5-1d464a15e37d', 'name': 'tempest-TaggedBootDevicesTest-662223514-router', 'tenant_id': '22d7743b04274c74b1037ecd2e466dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '7ce9cd52-d487-48be-b3c4-fec2341e71a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:56Z', 'updated_at': '2021-12-09T15:37:03Z', 'revision_number': 4, 'project_id': '22d7743b04274c74b1037ecd2e466dba', 'gw_port': {'id': '7ce9cd52-d487-48be-b3c4-fec2341e71a1', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:24:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1345dde-3bb0-4443-a9e5-1d464a15e37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:58Z', 'updated_at': '2021-12-09T15:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '1d15b717-3f14-43d8-97b6-8b2b7fc84680', 'name': '', 'network_id': '99deab82-68e4-40a9-831d-57d4c6d733cd', 'tenant_id': '22d7743b04274c74b1037ecd2e466dba', 'mac_address': 'fa:16:3e:43:51:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1345dde-3bb0-4443-a9e5-1d464a15e37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '6e61db67-8b3d-4dcf-badf-87164914471b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:37:02Z', 'updated_at': '2021-12-09T15:37:07Z', 'revision_number': 5, 'project_id': '22d7743b04274c74b1037ecd2e466dba', 'subnets': [{'id': '6e61db67-8b3d-4dcf-badf-87164914471b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:47:43.564729 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14f03a4-1368-4e57-b794-84cecad1e568 None None] The sync data for ids ['a1345dde-3bb0-4443-a9e5-1d464a15e37d'] in n-d-821228-1 is: [{'id': 'a1345dde-3bb0-4443-a9e5-1d464a15e37d', 'name': 'tempest-TaggedBootDevicesTest-662223514-router', 'tenant_id': '22d7743b04274c74b1037ecd2e466dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '7ce9cd52-d487-48be-b3c4-fec2341e71a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:56Z', 'updated_at': '2021-12-09T15:37:03Z', 'revision_number': 4, 'project_id': '22d7743b04274c74b1037ecd2e466dba', 'gw_port': {'id': '7ce9cd52-d487-48be-b3c4-fec2341e71a1', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:24:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1345dde-3bb0-4443-a9e5-1d464a15e37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:58Z', 'updated_at': '2021-12-09T15:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '1d15b717-3f14-43d8-97b6-8b2b7fc84680', 'name': '', 'network_id': '99deab82-68e4-40a9-831d-57d4c6d733cd', 'tenant_id': '22d7743b04274c74b1037ecd2e466dba', 'mac_address': 'fa:16:3e:43:51:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1345dde-3bb0-4443-a9e5-1d464a15e37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '6e61db67-8b3d-4dcf-badf-87164914471b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:37:02Z', 'updated_at': '2021-12-09T15:37:07Z', 'revision_number': 5, 'project_id': '22d7743b04274c74b1037ecd2e466dba', 'subnets': [{'id': '6e61db67-8b3d-4dcf-badf-87164914471b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:47:43.574196 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-2c24329c-7af6-4219-8a9d-004424bf3c36 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Deleting port d801fbcc-7e8f-4803-9e04-23f95227f725 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:47:43.576509 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-2c24329c-7af6-4219-8a9d-004424bf3c36 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:43.599518 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Dec 2021 15:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf44c972-41cf-4273-b8b4-1b0530d12197 x-openstack-request-id: req-cf44c972-41cf-4273-b8b4-1b0530d12197 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:47:43.599828 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "name": "network-vif-deleted", "tag": "5a2cd2eb-cc3c-4860-b939-e4520520d050", "status": "completed", "code": 200}, {"server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "name": "network-vif-deleted", "tag": "c0397afc-d7b8-46af-b15a-daa47b868983", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:47:43.600081 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cf44c972-41cf-4273-b8b4-1b0530d12197 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:47:43.600494 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'name': 'network-vif-deleted', 'tag': '5a2cd2eb-cc3c-4860-b939-e4520520d050', 'status': 'completed', 'code': 200} Dec 09 15:47:43.600747 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'name': 'network-vif-deleted', 'tag': 'c0397afc-d7b8-46af-b15a-daa47b868983', 'status': 'completed', 'code': 200} Dec 09 15:47:43.643983 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 09 Dec 2021 15:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad950044-d12b-46b6-a445-a9ef67d10b54 x-openstack-request-id: req-ad950044-d12b-46b6-a445-a9ef67d10b54 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:47:43.644588 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "name": "network-vif-unplugged", "status": "completed", "tag": "5ff08a00-721a-4d24-8d8b-1594bb188216", "code": 200}, {"server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "name": "network-vif-unplugged", "status": "completed", "tag": "d801fbcc-7e8f-4803-9e04-23f95227f725", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:47:43.644588 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ad950044-d12b-46b6-a445-a9ef67d10b54 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:47:43.645081 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ff08a00-721a-4d24-8d8b-1594bb188216', 'code': 200} Dec 09 15:47:43.645940 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd801fbcc-7e8f-4803-9e04-23f95227f725', 'code': 200} Dec 09 15:47:43.762794 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-2c24329c-7af6-4219-8a9d-004424bf3c36 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] For port d801fbcc-7e8f-4803-9e04-23f95227f725, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=d801fbcc-7e8f-4803-9e04-23f95227f725,segment=NetworkSegment(18982a45-a512-40c0-96de-f3768ab3b632),segment_id=18982a45-a512-40c0-96de-f3768ab3b632)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:47:43.763746 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-2c24329c-7af6-4219-8a9d-004424bf3c36 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:43.792004 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-2c24329c-7af6-4219-8a9d-004424bf3c36 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Calling delete_port for d801fbcc-7e8f-4803-9e04-23f95227f725 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:47:44.062184 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cc1679-d47d-458b-b1e4-7c819449e5ed None None] New status for floating IP d48a011c-2030-4bb9-97eb-9a909d144172: DOWN {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:47:44.075528 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-2c24329c-7af6-4219-8a9d-004424bf3c36 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:44.138396 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24329c-7af6-4219-8a9d-004424bf3c36 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Pushing event deleted for resources: {'Port': ['ID=d801fbcc-7e8f-4803-9e04-23f95227f725,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:47:44.182175 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9c4f9-82d9-4c5b-9900-df703f49e0b7 req-095256d9-6ce1-4fed-85b8-a0bd672b46a6 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:44.186051 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e4a9c4f9-82d9-4c5b-9900-df703f49e0b7 req-095256d9-6ce1-4fed-85b8-a0bd672b46a6 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 947 time: 0.1843257 Dec 09 15:47:44.264155 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-2c24329c-7af6-4219-8a9d-004424bf3c36 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] No DVR routers for this DVR port d801fbcc-7e8f-4803-9e04-23f95227f725 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:47:44.268611 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-2c24329c-7af6-4219-8a9d-004424bf3c36 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:44.272792 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1a979d1f-bb7d-4721-9841-aee9123ba735 req-2c24329c-7af6-4219-8a9d-004424bf3c36 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.31 "DELETE /v2.0/ports/d801fbcc-7e8f-4803-9e04-23f95227f725 HTTP/1.1" status: 204 len: 173 time: 0.8470051 Dec 09 15:47:44.319930 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e4a9c4f9-82d9-4c5b-9900-df703f49e0b7 req-4c78e88a-1751-4a5b-b61e-c38ec7f61c44 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925674 Dec 09 15:47:44.587859 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-75d93eae-37d9-43b9-833d-a8d9058ccde1 req-2763d517-d818-43a6-b5fa-f338633ff883 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 210 time: 0.0313540 Dec 09 15:47:45.097480 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8195eeb-dc9f-42a0-8133-039e3fb4078e req-5bbb63a6-338e-45da-af8c-48b777cc3156 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:45.100901 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d8195eeb-dc9f-42a0-8133-039e3fb4078e req-5bbb63a6-338e-45da-af8c-48b777cc3156 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=73693423-daec-4111-b540-e58b8c293fe0 HTTP/1.1" status: 200 len: 946 time: 0.0569589 Dec 09 15:47:45.152151 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d8195eeb-dc9f-42a0-8133-039e3fb4078e req-c2d04d5a-21ba-4039-b14a-9d63cdcb1ebb tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457895 Dec 09 15:47:45.465372 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52fda4-5d12-4256-91ff-fde1b6af9592 req-b006c9c9-aa70-42eb-8ede-6cb866872645 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:45.466862 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9a52fda4-5d12-4256-91ff-fde1b6af9592 req-b006c9c9-aa70-42eb-8ede-6cb866872645 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 947 time: 0.0526297 Dec 09 15:47:45.524693 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9a52fda4-5d12-4256-91ff-fde1b6af9592 req-f0d2d971-2ea0-45e2-a102-ef5faebcd72a tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515797 Dec 09 15:47:45.602112 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'name': 'network-vif-deleted', 'tag': '5ff08a00-721a-4d24-8d8b-1594bb188216'}, {'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'name': 'network-vif-deleted', 'tag': 'd801fbcc-7e8f-4803-9e04-23f95227f725'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:47:45.605196 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c464ca-b300-4dbb-8937-7fde77124db4" -d '{"events": [{"server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "name": "network-vif-deleted", "tag": "5ff08a00-721a-4d24-8d8b-1594bb188216"}, {"server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "name": "network-vif-deleted", "tag": "d801fbcc-7e8f-4803-9e04-23f95227f725"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:47:45.733473 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Dec 2021 15:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1ac20d-7c63-47da-b21a-20002be35f07 x-openstack-request-id: req-fd1ac20d-7c63-47da-b21a-20002be35f07 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:47:45.733861 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "name": "network-vif-deleted", "tag": "5ff08a00-721a-4d24-8d8b-1594bb188216", "status": "completed", "code": 200}, {"server_uuid": "9a76e10b-c2d2-43bb-a2f5-722b22fc3f56", "name": "network-vif-deleted", "tag": "d801fbcc-7e8f-4803-9e04-23f95227f725", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:47:45.734163 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fd1ac20d-7c63-47da-b21a-20002be35f07 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:47:45.734727 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'name': 'network-vif-deleted', 'tag': '5ff08a00-721a-4d24-8d8b-1594bb188216', 'status': 'completed', 'code': 200} Dec 09 15:47:45.735008 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a76e10b-c2d2-43bb-a2f5-722b22fc3f56', 'name': 'network-vif-deleted', 'tag': 'd801fbcc-7e8f-4803-9e04-23f95227f725', 'status': 'completed', 'code': 200} Dec 09 15:47:45.826447 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-900f45e4-925d-438a-b270-e30c7be63e4a req-051459a5-552b-4485-b1f8-b033ff1a5600 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 210 time: 0.0390780 Dec 09 15:47:45.885042 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e126702-7d63-4a0c-ab7b-11c3aace435b req-4ab924e5-fbc4-4577-8119-766bf3470d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:45.888390 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2e126702-7d63-4a0c-ab7b-11c3aace435b req-4ab924e5-fbc4-4577-8119-766bf3470d16 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e2600c75c374e5792b7170fc2783725&device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 1098 time: 0.0705411 Dec 09 15:47:45.898223 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:46.011618 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e126702-7d63-4a0c-ab7b-11c3aace435b req-bba7cb84-e64e-4641-ac59-0ee4dc5d4ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:46.013321 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2e126702-7d63-4a0c-ab7b-11c3aace435b req-bba7cb84-e64e-4641-ac59-0ee4dc5d4ff2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1d7b02ff-592a-43c8-a6a8-4518f58cb45c HTTP/1.1" status: 200 len: 914 time: 0.1116335 Dec 09 15:47:46.056375 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c908af-6244-4c91-86bc-fc6b0c79dcce req-38178e4f-54ec-4df5-a8dc-714fb85b85ff tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:46.063427 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e4c908af-6244-4c91-86bc-fc6b0c79dcce req-38178e4f-54ec-4df5-a8dc-714fb85b85ff tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 947 time: 0.1556532 Dec 09 15:47:46.111564 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2e126702-7d63-4a0c-ab7b-11c3aace435b req-377618f2-be56-4529-be61-643014f1cf8f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d68e282-4515-4796-b3d9-c443ef5f4c8c HTTP/1.1" status: 200 len: 217 time: 0.0901217 Dec 09 15:47:46.115389 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e4c908af-6244-4c91-86bc-fc6b0c79dcce req-1a3dac5d-f79b-4168-8246-4c6847313acb tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510783 Dec 09 15:47:46.170434 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e126702-7d63-4a0c-ab7b-11c3aace435b req-259054d3-e333-40d5-bcf0-e39c4748fa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:46.172157 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2e126702-7d63-4a0c-ab7b-11c3aace435b req-259054d3-e333-40d5-bcf0-e39c4748fa31 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=988bbd31-181e-4551-8e3f-d164b1967843 HTTP/1.1" status: 200 len: 853 time: 0.0497584 Dec 09 15:47:46.208796 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2e126702-7d63-4a0c-ab7b-11c3aace435b req-088a9d80-40fc-49c0-bdb8-c544186125d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1d7b02ff-592a-43c8-a6a8-4518f58cb45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285296 Dec 09 15:47:46.345433 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2e126702-7d63-4a0c-ab7b-11c3aace435b req-7b73b696-5543-4d37-bf12-f8412d9188af service neutron] 10.222.0.42 "GET /v2.0/networks/1d7b02ff-592a-43c8-a6a8-4518f58cb45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294541 Dec 09 15:47:46.501997 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2e126702-7d63-4a0c-ab7b-11c3aace435b req-58298b28-3efb-467e-bbf4-a617e7c380b0 service neutron] 10.222.0.42 "GET /v2.0/networks/1d7b02ff-592a-43c8-a6a8-4518f58cb45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440694 Dec 09 15:47:46.553687 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2f855-e2a3-46c2-9f63-2f00f0be5dea req-1a8b0c2b-d0a2-4871-8493-dbfac84e98ea tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:46.555315 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-30c2f855-e2a3-46c2-9f63-2f00f0be5dea req-1a8b0c2b-d0a2-4871-8493-dbfac84e98ea tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=73693423-daec-4111-b540-e58b8c293fe0 HTTP/1.1" status: 200 len: 946 time: 0.0623457 Dec 09 15:47:46.640228 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-30c2f855-e2a3-46c2-9f63-2f00f0be5dea req-a2e9e434-a355-4175-9044-d74c3118a01d tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5ccaf66-d4da-45b9-bd9c-667db4337895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784359 Dec 09 15:47:46.679810 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f19ee-0733-4ae7-8535-3435b0857b82 req-3be52eec-4350-4c2d-b7c0-0f1be1e7f337 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:46.681298 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f50f19ee-0733-4ae7-8535-3435b0857b82 req-3be52eec-4350-4c2d-b7c0-0f1be1e7f337 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.31 "GET /v2.0/ports?device_id=73693423-daec-4111-b540-e58b8c293fe0 HTTP/1.1" status: 200 len: 946 time: 0.0957985 Dec 09 15:47:46.806059 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4b867-3c57-4345-a3c5-43e0ca88c8c9 req-6715f368-9eaf-4193-986b-183dd647a9d1 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:46.807751 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b0b4b867-3c57-4345-a3c5-43e0ca88c8c9 req-6715f368-9eaf-4193-986b-183dd647a9d1 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.57 "GET /v2.0/ports?device_id=889e32b3-6476-44a6-9cdf-c301215828f7 HTTP/1.1" status: 200 len: 945 time: 0.0831897 Dec 09 15:47:46.847396 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-f50f19ee-0733-4ae7-8535-3435b0857b82 req-8c77dc4a-58a1-46e0-911e-ff16d01ae685 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Deleting port 76cd4a30-0404-4a95-a2dc-022463d6e20d {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:47:46.848351 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f50f19ee-0733-4ae7-8535-3435b0857b82 req-8c77dc4a-58a1-46e0-911e-ff16d01ae685 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:46.915908 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b0b4b867-3c57-4345-a3c5-43e0ca88c8c9 req-7d388a79-5e55-4417-9ac4-e5b66ea5e925 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.57 "GET /v2.0/security-groups?id=a6732634-39a5-4f0f-bb89-9cdfb0eac9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008115 Dec 09 15:47:46.968157 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-f50f19ee-0733-4ae7-8535-3435b0857b82 req-8c77dc4a-58a1-46e0-911e-ff16d01ae685 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] For port 76cd4a30-0404-4a95-a2dc-022463d6e20d, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=76cd4a30-0404-4a95-a2dc-022463d6e20d,segment=NetworkSegment(72b78068-61b7-4bbb-b5a0-753283217b57),segment_id=72b78068-61b7-4bbb-b5a0-753283217b57)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:47:46.968568 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f50f19ee-0733-4ae7-8535-3435b0857b82 req-8c77dc4a-58a1-46e0-911e-ff16d01ae685 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:46.983970 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-f50f19ee-0733-4ae7-8535-3435b0857b82 req-8c77dc4a-58a1-46e0-911e-ff16d01ae685 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Calling delete_port for 76cd4a30-0404-4a95-a2dc-022463d6e20d owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:47:47.064088 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c7ddc10b-f4d7-47bb-8921-50940a554113 req-7139f93a-a093-45d9-b72e-d0f36df2d74c tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 210 time: 0.0320365 Dec 09 15:47:47.162047 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f50f19ee-0733-4ae7-8535-3435b0857b82 req-8c77dc4a-58a1-46e0-911e-ff16d01ae685 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:47.175021 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['76cd4a30-0404-4a95-a2dc-022463d6e20d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:47:47.196310 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c77dc4a-58a1-46e0-911e-ff16d01ae685 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Pushing event deleted for resources: {'Port': ['ID=76cd4a30-0404-4a95-a2dc-022463d6e20d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:47:47.235799 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba6994c-876a-4a28-a2b5-818691698676 None None] DHCP port deletion for aefaced1-2e29-4860-a321-969c1bb810c5 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:47:47.250941 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50f19ee-0733-4ae7-8535-3435b0857b82 req-8c77dc4a-58a1-46e0-911e-ff16d01ae685 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] No DVR routers for this DVR port 76cd4a30-0404-4a95-a2dc-022463d6e20d on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:47:47.255644 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f50f19ee-0733-4ae7-8535-3435b0857b82 req-8c77dc4a-58a1-46e0-911e-ff16d01ae685 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:47.259292 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f50f19ee-0733-4ae7-8535-3435b0857b82 req-8c77dc4a-58a1-46e0-911e-ff16d01ae685 tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.31 "DELETE /v2.0/ports/76cd4a30-0404-4a95-a2dc-022463d6e20d HTTP/1.1" status: 204 len: 173 time: 0.5697439 Dec 09 15:47:47.347444 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7948ac4-40b6-4388-aac0-8e5d4fa103b0 req-70f2b1cd-5734-4fcc-ad36-f6809a15a36a tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:47.349702 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c7948ac4-40b6-4388-aac0-8e5d4fa103b0 req-70f2b1cd-5734-4fcc-ad36-f6809a15a36a tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 947 time: 0.0693402 Dec 09 15:47:47.404225 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c7948ac4-40b6-4388-aac0-8e5d4fa103b0 req-658e2332-f54e-45fc-a1f2-051b1e1d1c47 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465195 Dec 09 15:47:47.736121 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73693423-daec-4111-b540-e58b8c293fe0', 'name': 'network-vif-deleted', 'tag': '76cd4a30-0404-4a95-a2dc-022463d6e20d'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:47:47.739901 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac660fa-e5d6-45ca-85fa-f6424e2986a0" -d '{"events": [{"server_uuid": "73693423-daec-4111-b540-e58b8c293fe0", "name": "network-vif-deleted", "tag": "76cd4a30-0404-4a95-a2dc-022463d6e20d"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:47:47.785012 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-83f07d37-67f4-4164-9b6e-3811fe09e182 req-46b2c92f-5bfe-4778-88da-281b7e073f4e tempest-ServersTestJSON-485483568 tempest-ServersTestJSON-485483568-project] 10.222.0.57 "GET /v2.0/ports?device_id=73693423-daec-4111-b540-e58b8c293fe0 HTTP/1.1" status: 200 len: 210 time: 0.0350580 Dec 09 15:47:47.866912 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3fa11d-f753-428c-8857-c0cb90b5c96c x-openstack-request-id: req-ba3fa11d-f753-428c-8857-c0cb90b5c96c {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:47:47.867217 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73693423-daec-4111-b540-e58b8c293fe0", "name": "network-vif-deleted", "tag": "76cd4a30-0404-4a95-a2dc-022463d6e20d", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:47:47.867471 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ba3fa11d-f753-428c-8857-c0cb90b5c96c {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:47:47.867875 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73693423-daec-4111-b540-e58b8c293fe0', 'name': 'network-vif-deleted', 'tag': '76cd4a30-0404-4a95-a2dc-022463d6e20d', 'status': 'completed', 'code': 200} Dec 09 15:47:48.094438 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178667c-c015-4b79-a7a0-8fc5837750ad req-6efe0b80-dbc1-4555-b30d-670f99b6b778 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:48.095954 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5178667c-c015-4b79-a7a0-8fc5837750ad req-6efe0b80-dbc1-4555-b30d-670f99b6b778 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.57 "GET /v2.0/ports?device_id=889e32b3-6476-44a6-9cdf-c301215828f7 HTTP/1.1" status: 200 len: 945 time: 0.0557160 Dec 09 15:47:48.163708 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5178667c-c015-4b79-a7a0-8fc5837750ad req-cf9c2036-d0a1-41e1-ae0f-64e95adf37f0 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.57 "GET /v2.0/security-groups?id=a6732634-39a5-4f0f-bb89-9cdfb0eac9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586193 Dec 09 15:47:48.266493 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1670a5eb-c482-4649-8fbf-4f0c4189ce19 req-ca1da6cb-23bb-406e-b942-704b84beefda tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 210 time: 0.0268309 Dec 09 15:47:48.472928 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af3aae-be48-49cb-b743-491fc751e7ae req-7b43f57b-df80-45bc-b06d-9e5896bf0512 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:48.474658 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a0af3aae-be48-49cb-b743-491fc751e7ae req-7b43f57b-df80-45bc-b06d-9e5896bf0512 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.31 "GET /v2.0/ports?device_id=889e32b3-6476-44a6-9cdf-c301215828f7 HTTP/1.1" status: 200 len: 945 time: 0.0708306 Dec 09 15:47:48.598468 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871ceff-64fa-466e-aa6d-a19e136c7374 req-fd0e6f38-d55e-411a-a5e7-0582225d044b tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:48.599987 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f871ceff-64fa-466e-aa6d-a19e136c7374 req-fd0e6f38-d55e-411a-a5e7-0582225d044b tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 947 time: 0.1122687 Dec 09 15:47:48.642388 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-a0af3aae-be48-49cb-b743-491fc751e7ae req-6396b318-7255-4a77-98ff-b63715ffbc2e tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Deleting port 8944b304-3c56-4b92-a176-33ba9b1fd8e5 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:47:48.642778 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a0af3aae-be48-49cb-b743-491fc751e7ae req-6396b318-7255-4a77-98ff-b63715ffbc2e tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:49.037561 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f871ceff-64fa-466e-aa6d-a19e136c7374 req-6d1351d1-898c-4cf2-9cb4-c98c366e9ad7 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4290998 Dec 09 15:47:49.084626 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a0af3aae-be48-49cb-b743-491fc751e7ae req-6396b318-7255-4a77-98ff-b63715ffbc2e tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] For port 8944b304-3c56-4b92-a176-33ba9b1fd8e5, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=8944b304-3c56-4b92-a176-33ba9b1fd8e5,segment=NetworkSegment(0d4d7a4f-302e-4a4f-a5b8-968c70132fcd),segment_id=0d4d7a4f-302e-4a4f-a5b8-968c70132fcd)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:47:49.085134 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a0af3aae-be48-49cb-b743-491fc751e7ae req-6396b318-7255-4a77-98ff-b63715ffbc2e tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:49.100563 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-a0af3aae-be48-49cb-b743-491fc751e7ae req-6396b318-7255-4a77-98ff-b63715ffbc2e tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Calling delete_port for 8944b304-3c56-4b92-a176-33ba9b1fd8e5 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:47:49.162782 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 48948) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:47:49.249894 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a6c42da-6ff8-4e38-a86b-d78948570ddd admin admin] Deleting subnet 518f472d-0dfc-4bb3-a3f4-4a87074139ac {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:47:49.255509 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2a6c42da-6ff8-4e38-a86b-d78948570ddd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:49.287955 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a0af3aae-be48-49cb-b743-491fc751e7ae req-6396b318-7255-4a77-98ff-b63715ffbc2e tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:49.299946 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2a6c42da-6ff8-4e38-a86b-d78948570ddd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:49.303413 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['8944b304-3c56-4b92-a176-33ba9b1fd8e5'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:47:49.338388 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6396b318-7255-4a77-98ff-b63715ffbc2e tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Pushing event deleted for resources: {'Port': ['ID=8944b304-3c56-4b92-a176-33ba9b1fd8e5,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:47:49.357769 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871b348-1661-4d58-88b8-0776efad23bb req-8abc6db9-2527-4940-bc21-6d5adb9ff81e tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:49.365240 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0871b348-1661-4d58-88b8-0776efad23bb req-8abc6db9-2527-4940-bc21-6d5adb9ff81e tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 947 time: 0.1113102 Dec 09 15:47:49.371446 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b21f7a2-11ad-433c-a8bd-5d8f0cc52628 None None] DHCP port deletion for 3f17a4c0-cb69-47eb-a703-c238afd823ea request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:47:49.380215 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2a6c42da-6ff8-4e38-a86b-d78948570ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:49.425113 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0af3aae-be48-49cb-b743-491fc751e7ae req-6396b318-7255-4a77-98ff-b63715ffbc2e tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] No DVR routers for this DVR port 8944b304-3c56-4b92-a176-33ba9b1fd8e5 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:47:49.430200 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a0af3aae-be48-49cb-b743-491fc751e7ae req-6396b318-7255-4a77-98ff-b63715ffbc2e tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:49.433483 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a0af3aae-be48-49cb-b743-491fc751e7ae req-6396b318-7255-4a77-98ff-b63715ffbc2e tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.31 "DELETE /v2.0/ports/8944b304-3c56-4b92-a176-33ba9b1fd8e5 HTTP/1.1" status: 204 len: 173 time: 0.9521873 Dec 09 15:47:49.445705 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0871b348-1661-4d58-88b8-0776efad23bb req-2ba1db84-d4a0-4b80-a28f-d44589b467ff tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796158 Dec 09 15:47:49.482914 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2a6c42da-6ff8-4e38-a86b-d78948570ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:49.507554 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c629e3e-1e98-4632-8beb-454b2a702fed None None] Network aefaced1-2e29-4860-a321-969c1bb810c5 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:47:49.508530 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2a6c42da-6ff8-4e38-a86b-d78948570ddd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:49.516314 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2a6c42da-6ff8-4e38-a86b-d78948570ddd admin admin] 10.222.0.57 "DELETE /v2.0/subnets/518f472d-0dfc-4bb3-a3f4-4a87074139ac HTTP/1.1" status: 204 len: 168 time: 0.3502562 Dec 09 15:47:49.516592 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 48956) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:47:49.583262 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9eb17784-6065-42dd-be37-ac9ded0e2cb1 req-f06f83b3-a836-43bb-9d67-2fa7088fdf78 tempest-VolumesSnapshotTestJSON-799539274 tempest-VolumesSnapshotTestJSON-799539274-project] 10.222.0.57 "GET /v2.0/ports?device_id=889e32b3-6476-44a6-9cdf-c301215828f7 HTTP/1.1" status: 200 len: 210 time: 0.0503178 Dec 09 15:47:49.604701 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c42da-6ff8-4e38-a86b-d78948570ddd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=518f472d-0dfc-4bb3-a3f4-4a87074139ac,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:47:49.665231 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9a9a6c1-54a7-47ba-85f7-95cd1f8f2271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:49.739105 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66467401-e666-426d-ae19-9ab8cb2e6bcc None None] DHCP port deletion for aefaced1-2e29-4860-a321-969c1bb810c5 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:47:49.751838 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-08438844-2f76-4fd1-af34-195738a9b9c7 req-c5096501-2f76-4d5c-b431-9b6561ee80bc tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 210 time: 0.0417182 Dec 09 15:47:49.800438 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9a9a6c1-54a7-47ba-85f7-95cd1f8f2271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:49.824442 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-c9a9a6c1-54a7-47ba-85f7-95cd1f8f2271 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aefaced1-2e29-4860-a321-969c1bb810c5']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:47:49.834848 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-c9a9a6c1-54a7-47ba-85f7-95cd1f8f2271 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72b78068-61b7-4bbb-b5a0-753283217b57') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:47:49.835066 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-c9a9a6c1-54a7-47ba-85f7-95cd1f8f2271 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72b78068-61b7-4bbb-b5a0-753283217b57') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:47:49.846596 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9a9a6c1-54a7-47ba-85f7-95cd1f8f2271 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:49.867508 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9a9a6c1-54a7-47ba-85f7-95cd1f8f2271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:49.869381 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889e32b3-6476-44a6-9cdf-c301215828f7', 'name': 'network-vif-deleted', 'tag': '8944b304-3c56-4b92-a176-33ba9b1fd8e5'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:47:49.874002 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1695677-b906-40dc-aec1-44121b498de9" -d '{"events": [{"server_uuid": "889e32b3-6476-44a6-9cdf-c301215828f7", "name": "network-vif-deleted", "tag": "8944b304-3c56-4b92-a176-33ba9b1fd8e5"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:47:49.878441 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a9a6c1-54a7-47ba-85f7-95cd1f8f2271 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:47:49.878981 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9a9a6c1-54a7-47ba-85f7-95cd1f8f2271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:49.883247 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:47:49.883247 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:47:49.883247 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:47:49.883247 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:47:49.883247 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:47:49.883247 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:47:49.883247 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:47:49.883247 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:47:49.883247 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:47:49.883247 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:47:49.883247 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:47:49.883247 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:47:49.883247 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:47:49.883247 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:47:49.883247 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:47:49.883247 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:47:49.883247 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:47:49.883247 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:47:49.883247 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:47:49.883247 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:47:49.883247 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:47:49.883247 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:47:49.883247 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:47:49.883247 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:47:49.883247 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:47:49.883247 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:47:49.883247 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:47:49.883247 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:47:49.883247 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:47:49.883247 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:47:49.883247 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:47:49.883247 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:47:49.917517 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f17c5-8899-4bab-927a-f74eb719e321 req-c990fe5f-22be-4058-9b1b-df9b1db71c53 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:49.921264 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ef5f17c5-8899-4bab-927a-f74eb719e321 req-c990fe5f-22be-4058-9b1b-df9b1db71c53 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 947 time: 0.0910299 Dec 09 15:47:49.982250 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9a9a6c1-54a7-47ba-85f7-95cd1f8f2271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:49.989122 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9a9a6c1-54a7-47ba-85f7-95cd1f8f2271 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:49.999751 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c9a9a6c1-54a7-47ba-85f7-95cd1f8f2271 admin admin] 10.222.0.57 "DELETE /v2.0/networks/aefaced1-2e29-4860-a321-969c1bb810c5 HTTP/1.1" status: 204 len: 168 time: 0.4820824 Dec 09 15:47:50.010567 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ef5f17c5-8899-4bab-927a-f74eb719e321 req-01e36f56-39e8-4815-b614-11bea230b2e8 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814660 Dec 09 15:47:50.018068 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9a6c1-54a7-47ba-85f7-95cd1f8f2271 admin admin] Pushing event deleted for resources: {'Network': ['ID=aefaced1-2e29-4860-a321-969c1bb810c5,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:47:50.088808 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff262ad-d537-43d2-bc67-9864390b9ace x-openstack-request-id: req-bff262ad-d537-43d2-bc67-9864390b9ace {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:47:50.089644 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889e32b3-6476-44a6-9cdf-c301215828f7", "name": "network-vif-deleted", "tag": "8944b304-3c56-4b92-a176-33ba9b1fd8e5", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:47:50.090773 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bff262ad-d537-43d2-bc67-9864390b9ace {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:47:50.091256 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889e32b3-6476-44a6-9cdf-c301215828f7', 'name': 'network-vif-deleted', 'tag': '8944b304-3c56-4b92-a176-33ba9b1fd8e5', 'status': 'completed', 'code': 200} Dec 09 15:47:50.107853 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 76cd4a30-0404-4a95-a2dc-022463d6e20d no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:47:50.157019 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 76cd4a30-0404-4a95-a2dc-022463d6e20d {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:47:50.157465 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 76cd4a30-0404-4a95-a2dc-022463d6e20d not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:47:50.228242 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf061e28-8280-45a4-b37f-727999016cad req-a649798e-8a59-4a3a-98c5-d37f97572840 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:50.229778 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bf061e28-8280-45a4-b37f-727999016cad req-a649798e-8a59-4a3a-98c5-d37f97572840 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 947 time: 0.0659370 Dec 09 15:47:50.267468 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 48978) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:47:50.309110 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bf061e28-8280-45a4-b37f-727999016cad req-48554490-4d71-4c53-bc4e-162d85493952 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713043 Dec 09 15:47:50.344648 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-095da718-8b37-4470-8842-d85b0f00dd03 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c9e5c34e3ac94d7ab24dc55f63708cf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0757823 Dec 09 15:47:50.347053 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 48986) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:47:50.431482 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44563b0c-f4bf-4405-9814-8e1de8cdbbb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:50.432300 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-10441610-d1d3-4cd7-917f-825e0a350374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:50.470737 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44563b0c-f4bf-4405-9814-8e1de8cdbbb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:50.539500 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44563b0c-f4bf-4405-9814-8e1de8cdbbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:50.543187 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44563b0c-f4bf-4405-9814-8e1de8cdbbb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:50.546899 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-44563b0c-f4bf-4405-9814-8e1de8cdbbb4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f5ccaf66-d4da-45b9-bd9c-667db4337895 HTTP/1.1" status: 204 len: 168 time: 0.1923788 Dec 09 15:47:50.572701 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44563b0c-f4bf-4405-9814-8e1de8cdbbb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ccaf66-d4da-45b9-bd9c-667db4337895,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:47:50.623359 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d228da-b272-410d-9e0b-ccb343782ff7 req-535ffa8d-3153-43f1-bb1e-f75cba4d94a7 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:50.625087 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-27d228da-b272-410d-9e0b-ccb343782ff7 req-535ffa8d-3153-43f1-bb1e-f75cba4d94a7 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 947 time: 0.0791216 Dec 09 15:47:50.728803 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-27d228da-b272-410d-9e0b-ccb343782ff7 req-76dc1a8d-4d14-4748-b1b7-6f415e352d5a tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949862 Dec 09 15:47:50.952064 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe9169-921c-406c-b866-52343bb86e8d req-9c3fce41-2151-4082-a3ee-85bad8a129bb tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:50.953687 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3bfe9169-921c-406c-b866-52343bb86e8d req-9c3fce41-2151-4082-a3ee-85bad8a129bb tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 947 time: 0.0655954 Dec 09 15:47:51.044398 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3bfe9169-921c-406c-b866-52343bb86e8d req-64138090-bfe8-4bfc-9372-c8dc5c8b708f tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729432 Dec 09 15:47:51.172608 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4d272b5c-cb71-4a61-aed8-4cab20b4e274 req-c52bcc48-e5e4-4e24-9f8f-5f42489e2545 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 210 time: 0.0393906 Dec 09 15:47:51.384435 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff3bd4-6461-453d-b07f-507f0abb20ec req-805e6b8b-b8e0-48cc-b84b-e676a3ac5534 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:51.386165 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03ff3bd4-6461-453d-b07f-507f0abb20ec req-805e6b8b-b8e0-48cc-b84b-e676a3ac5534 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 947 time: 0.0917222 Dec 09 15:47:51.551457 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03ff3bd4-6461-453d-b07f-507f0abb20ec req-0b5c0a2b-50f7-46c7-8ebd-6cd9fc052fed tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498528 Dec 09 15:47:51.769113 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14aa7d2-f513-4bb0-8ace-14c742e3603b req-50818f1a-ec26-4566-abb2-287b866a411a tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:51.780675 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f14aa7d2-f513-4bb0-8ace-14c742e3603b req-50818f1a-ec26-4566-abb2-287b866a411a tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 947 time: 0.0855567 Dec 09 15:47:51.866518 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f14aa7d2-f513-4bb0-8ace-14c742e3603b req-64c62e43-6f56-4387-bfab-8f6727c9b081 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817664 Dec 09 15:47:52.106986 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 8944b304-3c56-4b92-a176-33ba9b1fd8e5 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:47:52.132693 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 8944b304-3c56-4b92-a176-33ba9b1fd8e5 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:47:52.133181 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 8944b304-3c56-4b92-a176-33ba9b1fd8e5 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:47:52.440009 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a462315d-a1fe-4e46-b3a2-d989cae49b95 req-78e2a2fb-9a3d-4f31-8791-09ecdc5c3bc2 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 210 time: 0.0381589 Dec 09 15:47:52.606767 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e065f70-0f4f-4820-9ec2-f008f09fe577 req-9f0b5df0-9931-4c71-9536-54fdf5edb2a5 tempest-ServerShowV257Test-163398175 tempest-ServerShowV257Test-163398175-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9c8bfe-5b06-488e-acaf-0ad5d1d83124 HTTP/1.1" status: 200 len: 210 time: 0.0641527 Dec 09 15:47:52.755777 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5aaf6-5973-42f2-8905-1864fee6b1ca req-79083f8b-3330-436b-8dea-a1fbac8b7ba1 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:52.765845 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b8c5aaf6-5973-42f2-8905-1864fee6b1ca req-79083f8b-3330-436b-8dea-a1fbac8b7ba1 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 947 time: 0.0770769 Dec 09 15:47:52.829154 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b8c5aaf6-5973-42f2-8905-1864fee6b1ca req-f4086aee-b6b0-4e05-a227-a8949b583628 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621660 Dec 09 15:47:52.938833 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b3c0d327-e042-4883-ae2b-f198f0b254ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:53.039516 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86563852-71c1-4760-acc9-3e8fd342891d req-f4e08954-ebca-4b21-871c-611894815089 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:53.041814 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-86563852-71c1-4760-acc9-3e8fd342891d req-f4e08954-ebca-4b21-871c-611894815089 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 947 time: 0.0549169 Dec 09 15:47:53.104358 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-86563852-71c1-4760-acc9-3e8fd342891d req-96fbddc8-39b5-41d7-9bd9-f9beae70d247 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562770 Dec 09 15:47:53.249951 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5fb672-6903-4b89-a9ee-61633a84b5a7 req-150e86f1-f36a-4845-b197-e5715e7ae99b tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:53.251478 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2b5fb672-6903-4b89-a9ee-61633a84b5a7 req-150e86f1-f36a-4845-b197-e5715e7ae99b tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 947 time: 0.0519335 Dec 09 15:47:53.306890 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2b5fb672-6903-4b89-a9ee-61633a84b5a7 req-847bbc0c-9ecb-48a0-8818-cc64cc7bc12c tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482936 Dec 09 15:47:53.446474 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021111ef-4857-4561-b37d-c846346f66dd req-87a6e3a0-a89c-4a61-9064-404c4b781bf5 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:53.448174 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-021111ef-4857-4561-b37d-c846346f66dd req-87a6e3a0-a89c-4a61-9064-404c4b781bf5 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 947 time: 0.0538588 Dec 09 15:47:53.507817 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-021111ef-4857-4561-b37d-c846346f66dd req-eaeaef1b-ee19-444f-80ab-6ad1d24a30cd tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516584 Dec 09 15:47:53.648204 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd9a1642-8d42-463b-a756-83a0e58f15d1 req-f97becb4-0eb9-4964-b4c9-175d4c9818d5 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 210 time: 0.0469744 Dec 09 15:47:53.833806 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fa1a49c7-f1b5-40dd-aed7-b8dd975eece9 req-23b29b3e-c85d-4631-b529-af33ec32e56e tempest-ServerShowV257Test-163398175 tempest-ServerShowV257Test-163398175-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9c8bfe-5b06-488e-acaf-0ad5d1d83124 HTTP/1.1" status: 200 len: 210 time: 0.0392175 Dec 09 15:47:54.011218 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:54.020537 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca1092-e875-4077-8189-172bbe26a82c req-21b29bd3-346d-4fc5-bdcf-3654d8249bb4 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:54.022299 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-58ca1092-e875-4077-8189-172bbe26a82c req-21b29bd3-346d-4fc5-bdcf-3654d8249bb4 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 947 time: 0.0990431 Dec 09 15:47:54.074202 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-06e77bec-9987-4ecf-87fc-f18693c55d01 req-89913787-ea23-4c3e-87b9-f71a3bb766d8 tempest-ListImageFiltersTestJSON-909311831 tempest-ListImageFiltersTestJSON-909311831-project] (103244) timed out ('10.222.0.57', 47860) {{(pid=103244) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 15:47:54.096559 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-58ca1092-e875-4077-8189-172bbe26a82c req-176c8ce7-6689-408c-a757-abf7ea946938 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658624 Dec 09 15:47:54.320543 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6e36f-e78a-43f5-b782-a2cec6fa9fe3 req-8b629b0f-8114-40ac-99f7-2a162d907516 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:54.328657 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-41e6e36f-e78a-43f5-b782-a2cec6fa9fe3 req-8b629b0f-8114-40ac-99f7-2a162d907516 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 947 time: 0.0679371 Dec 09 15:47:54.388093 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-41e6e36f-e78a-43f5-b782-a2cec6fa9fe3 req-61bba045-7813-4104-a977-25917a7180df tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582168 Dec 09 15:47:54.499514 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:54.543996 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d5f1e-0342-4e45-bea7-31bb1fb0250c req-5592090f-b2de-4823-a8ed-588a920d7b05 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:54.545740 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf9d5f1e-0342-4e45-bea7-31bb1fb0250c req-5592090f-b2de-4823-a8ed-588a920d7b05 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 947 time: 0.0545490 Dec 09 15:47:54.607598 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf9d5f1e-0342-4e45-bea7-31bb1fb0250c req-27eef318-8256-4277-94a1-20b24d234ed3 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549996 Dec 09 15:47:54.889386 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f87d8908-81a6-4e82-9a51-69d00ca93b49 req-4b921075-cf2a-4e2a-9e1f-bc7cffc6b86c tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 210 time: 0.0522046 Dec 09 15:47:55.003371 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af99154f-d152-410a-9ec7-74bc4fb1a5e3 req-30c18a01-aa35-4970-8c10-52ec8b5706ef tempest-ServerShowV257Test-163398175 tempest-ServerShowV257Test-163398175-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9c8bfe-5b06-488e-acaf-0ad5d1d83124 HTTP/1.1" status: 200 len: 210 time: 0.0484583 Dec 09 15:47:55.264755 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:56.090584 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-402ab71f-f8c5-4e49-8a5d-e846ee79566e req-2a7e0c0e-7ac7-45e5-a022-5f991310dae5 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 210 time: 0.0692160 Dec 09 15:47:56.253795 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b2b7ee5f-8ecb-4242-902b-1e351c229c66 req-eff52ba6-9341-43e4-bea8-e1dfc0a38f1a tempest-ServerShowV257Test-163398175 tempest-ServerShowV257Test-163398175-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9c8bfe-5b06-488e-acaf-0ad5d1d83124 HTTP/1.1" status: 200 len: 210 time: 0.0549819 Dec 09 15:47:56.480887 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-caf5aaf6-7399-4466-ab34-9598f8bd70ce req-33203666-10b7-404b-a9bc-3816bf258fa7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=da9c8bfe-5b06-488e-acaf-0ad5d1d83124 HTTP/1.1" status: 200 len: 210 time: 0.0472288 Dec 09 15:47:56.526146 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:57.219897 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1f87274f-48e0-4d9a-9122-aeba36a76fa8 req-29555f80-5c38-4d02-ac3d-925b9c097b0e tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 210 time: 0.0368075 Dec 09 15:47:57.490230 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bf619b95-5823-4a16-b67b-bb4c176ea7e6 req-d7e3af31-cb41-4dac-92f4-f0b3cf2e2348 tempest-ServerShowV257Test-163398175 tempest-ServerShowV257Test-163398175-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9c8bfe-5b06-488e-acaf-0ad5d1d83124 HTTP/1.1" status: 200 len: 210 time: 0.0522022 Dec 09 15:47:58.432367 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c4227264-4d31-457d-95a1-682cb4ed8034 req-eeb40e1c-dc73-4b58-9f71-2f870d6b8fc4 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 210 time: 0.0658426 Dec 09 15:47:58.656073 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-277b663e-34d1-45e0-81c3-7b6de4baef82 req-c4f81978-20a5-4084-844d-8b7559c86988 tempest-ServerShowV257Test-163398175 tempest-ServerShowV257Test-163398175-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9c8bfe-5b06-488e-acaf-0ad5d1d83124 HTTP/1.1" status: 200 len: 210 time: 0.0481775 Dec 09 15:47:59.179875 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-90c8e3b0-9e11-402a-b928-2ece514a01c8 req-e45f6e5c-73dc-454b-8746-c432de7a4d12 tempest-ServerShowV257Test-163398175 tempest-ServerShowV257Test-163398175-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9c8bfe-5b06-488e-acaf-0ad5d1d83124 HTTP/1.1" status: 200 len: 210 time: 0.0395558 Dec 09 15:47:59.540686 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e5e8893c-aab4-4df8-9c29-0973f3f678cb req-ba0c44c5-6e79-43bd-a8cb-c912d649bcd0 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 210 time: 0.0280151 Dec 09 15:48:00.382895 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d92e8f44-5d0a-4cb3-991f-509e16df730f req-a4f87d6d-263d-4bb3-b7f0-28a8b1dcfc90 tempest-ServerShowV257Test-163398175 tempest-ServerShowV257Test-163398175-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9c8bfe-5b06-488e-acaf-0ad5d1d83124 HTTP/1.1" status: 200 len: 210 time: 0.0800734 Dec 09 15:48:00.693772 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ac1c3961-9fad-456f-a8b0-610341f5e5eb req-bc508fe1-6b5d-47d9-b62c-e70d35a700e5 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 210 time: 0.0439820 Dec 09 15:48:01.730364 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6b41b64d-0e05-49ad-9ce1-cfa55205da4c req-7f2bd219-76be-4c23-bde3-2888ec73a457 tempest-ServerShowV257Test-163398175 tempest-ServerShowV257Test-163398175-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9c8bfe-5b06-488e-acaf-0ad5d1d83124 HTTP/1.1" status: 200 len: 210 time: 0.2357149 Dec 09 15:48:02.082750 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c9191aa2-675f-4c78-b7ba-a0993b9a166b req-bf996ae7-31ae-444e-a48b-e4886a49ed74 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a76e10b-c2d2-43bb-a2f5-722b22fc3f56 HTTP/1.1" status: 200 len: 210 time: 0.0337012 Dec 09 15:48:02.360635 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eadef7c-14dc-4f94-b90c-75a6e00ec640 req-c6a1b45c-aa23-4fad-9d8c-9102da74e1cb tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:02.371098 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4eadef7c-14dc-4f94-b90c-75a6e00ec640 req-c6a1b45c-aa23-4fad-9d8c-9102da74e1cb tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 947 time: 0.0834007 Dec 09 15:48:02.439552 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4eadef7c-14dc-4f94-b90c-75a6e00ec640 req-9158f5ab-7483-4ccd-ad49-421864893847 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671372 Dec 09 15:48:02.889907 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-45ee7267-22cc-4280-8360-d8df923de634 req-9b0c3d8d-5730-49eb-91ec-2dde922c8321 tempest-ServerShowV257Test-163398175 tempest-ServerShowV257Test-163398175-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9c8bfe-5b06-488e-acaf-0ad5d1d83124 HTTP/1.1" status: 200 len: 210 time: 0.0379727 Dec 09 15:48:03.173130 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ff76d-bc9f-4f55-9449-2eb68d361bc5 req-a5d1a9f2-39b2-429c-9a66-fbaa97254b68 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:03.174572 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b40ff76d-bc9f-4f55-9449-2eb68d361bc5 req-a5d1a9f2-39b2-429c-9a66-fbaa97254b68 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d6563ef-cbdd-4e21-9bec-5cec8618dc8e HTTP/1.1" status: 200 len: 945 time: 0.0609260 Dec 09 15:48:03.246562 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b40ff76d-bc9f-4f55-9449-2eb68d361bc5 req-1904c035-9a62-4a30-b288-d8baf0dfecb9 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] 10.222.0.57 "GET /v2.0/security-groups?id=00906555-db78-408c-b729-03dba5b10a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544569 Dec 09 15:48:03.356678 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 49328) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:03.418640 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d6150e37-2a85-4369-b787-d6d6a1798c43 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:03.443793 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d6150e37-2a85-4369-b787-d6d6a1798c43 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:03.509004 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d6150e37-2a85-4369-b787-d6d6a1798c43 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:03.511797 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d6150e37-2a85-4369-b787-d6d6a1798c43 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:03.515839 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d6150e37-2a85-4369-b787-d6d6a1798c43 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "DELETE /v2.0/security-groups/b5a160d6-2a3e-43b1-a8f4-02b478772c5e HTTP/1.1" status: 204 len: 168 time: 0.1581035 Dec 09 15:48:03.515992 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 49332) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:03.530055 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6150e37-2a85-4369-b787-d6d6a1798c43 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a160d6-2a3e-43b1-a8f4-02b478772c5e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:03.536309 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-c9459902-8a12-43ed-a79a-1f40a21ce3e0 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] show failed (client error): The resource could not be found. Dec 09 15:48:03.541616 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c9459902-8a12-43ed-a79a-1f40a21ce3e0 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "GET /v2.0/security-groups/b5a160d6-2a3e-43b1-a8f4-02b478772c5e HTTP/1.1" status: 404 len: 347 time: 0.0245702 Dec 09 15:48:03.541959 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 49334) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:03.699233 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a48ef7-330d-4451-bc9d-588ba44de3ce req-649d2bfa-f51a-454c-944c-de6b71277611 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:03.709013 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2a48ef7-330d-4451-bc9d-588ba44de3ce req-649d2bfa-f51a-454c-944c-de6b71277611 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 947 time: 0.1679697 Dec 09 15:48:03.776064 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2a48ef7-330d-4451-bc9d-588ba44de3ce req-103f0549-6562-4fc9-8099-e64599119f02 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/security-groups?id=d59184e4-b8c8-49a0-83e0-462388ed36bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657673 Dec 09 15:48:03.783224 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b539afea-18aa-4668-a5ee-6c62771369f3 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Deleting port 9356ef96-76b2-4c6c-847e-60e9b1952f1d {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:48:03.783781 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b539afea-18aa-4668-a5ee-6c62771369f3 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:03.913854 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b539afea-18aa-4668-a5ee-6c62771369f3 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:03.913854 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b539afea-18aa-4668-a5ee-6c62771369f3 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:03.928903 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b539afea-18aa-4668-a5ee-6c62771369f3 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Calling delete_port for 9356ef96-76b2-4c6c-847e-60e9b1952f1d owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:48:04.045217 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1b588-eac4-4d14-b8ad-6cbdc6e088d2 req-79976dc8-67c0-4b09-a96d-08a8c0c3ae50 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:04.047296 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4bd1b588-eac4-4d14-b8ad-6cbdc6e088d2 req-79976dc8-67c0-4b09-a96d-08a8c0c3ae50 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 947 time: 0.0695179 Dec 09 15:48:04.058155 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-48cb9bd5-eb34-477d-9dc8-ebacdd9c3d52 req-244c107e-402f-4924-9e8f-66b72972878a tempest-ServerShowV257Test-163398175 tempest-ServerShowV257Test-163398175-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9c8bfe-5b06-488e-acaf-0ad5d1d83124 HTTP/1.1" status: 200 len: 210 time: 0.0394216 Dec 09 15:48:04.174256 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b539afea-18aa-4668-a5ee-6c62771369f3 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:04.208528 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b539afea-18aa-4668-a5ee-6c62771369f3 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Pushing event deleted for resources: {'Port': ['ID=9356ef96-76b2-4c6c-847e-60e9b1952f1d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:04.218569 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-4bd1b588-eac4-4d14-b8ad-6cbdc6e088d2 req-cdcf5010-144d-4217-8016-f8e65e7bbf81 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Deleting port 7d68e282-4515-4796-b3d9-c443ef5f4c8c {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:48:04.219284 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4bd1b588-eac4-4d14-b8ad-6cbdc6e088d2 req-cdcf5010-144d-4217-8016-f8e65e7bbf81 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:04.233847 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a30ca5c-2813-4e1f-aa46-f24e1fcc2e70 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:48:04.345389 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-4bd1b588-eac4-4d14-b8ad-6cbdc6e088d2 req-cdcf5010-144d-4217-8016-f8e65e7bbf81 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] For port 7d68e282-4515-4796-b3d9-c443ef5f4c8c, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=7d68e282-4515-4796-b3d9-c443ef5f4c8c,segment=NetworkSegment(c3803010-2dd4-4dc0-8146-bdae4b62f0af),segment_id=c3803010-2dd4-4dc0-8146-bdae4b62f0af)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:04.346080 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4bd1b588-eac4-4d14-b8ad-6cbdc6e088d2 req-cdcf5010-144d-4217-8016-f8e65e7bbf81 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:04.367740 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-4bd1b588-eac4-4d14-b8ad-6cbdc6e088d2 req-cdcf5010-144d-4217-8016-f8e65e7bbf81 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Calling delete_port for 7d68e282-4515-4796-b3d9-c443ef5f4c8c owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:48:04.373570 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b539afea-18aa-4668-a5ee-6c62771369f3 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:04.376364 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b539afea-18aa-4668-a5ee-6c62771369f3 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:04.381559 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 49344) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:04.381753 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b539afea-18aa-4668-a5ee-6c62771369f3 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "DELETE /v2.0/floatingips/d48a011c-2030-4bb9-97eb-9a909d144172 HTTP/1.1" status: 204 len: 168 time: 0.8387630 Dec 09 15:48:04.534117 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e8e4f-b3d5-462d-8283-33aa2047d315 req-57756702-b306-4f9b-8856-8607055dc814 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:04.545352 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-462e8e4f-b3d5-462d-8283-33aa2047d315 req-57756702-b306-4f9b-8856-8607055dc814 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d6563ef-cbdd-4e21-9bec-5cec8618dc8e HTTP/1.1" status: 200 len: 945 time: 0.1622820 Dec 09 15:48:04.570593 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-b517dd89-a366-46ee-9a5c-b1a1381c82d9 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Deleting port 12dd1f56-6412-4015-93f6-b5f952d56bdf {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:48:04.571175 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b517dd89-a366-46ee-9a5c-b1a1381c82d9 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:04.642907 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-462e8e4f-b3d5-462d-8283-33aa2047d315 req-af02db3a-802c-406b-afa7-b74b57c179f1 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] 10.222.0.57 "GET /v2.0/security-groups?id=00906555-db78-408c-b729-03dba5b10a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919201 Dec 09 15:48:04.647176 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:48:04.736312 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b517dd89-a366-46ee-9a5c-b1a1381c82d9 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:04.758585 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-b517dd89-a366-46ee-9a5c-b1a1381c82d9 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Calling delete_port for 12dd1f56-6412-4015-93f6-b5f952d56bdf owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:48:04.772537 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4bd1b588-eac4-4d14-b8ad-6cbdc6e088d2 req-cdcf5010-144d-4217-8016-f8e65e7bbf81 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:04.853532 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a5131-81fd-4145-88b0-386987d45fae req-05a41077-69a1-48ad-a715-80cfb569d2da tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:04.854550 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf5010-144d-4217-8016-f8e65e7bbf81 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Pushing event deleted for resources: {'Port': ['ID=7d68e282-4515-4796-b3d9-c443ef5f4c8c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:04.865413 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0f2a5131-81fd-4145-88b0-386987d45fae req-05a41077-69a1-48ad-a715-80cfb569d2da tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d6563ef-cbdd-4e21-9bec-5cec8618dc8e HTTP/1.1" status: 200 len: 945 time: 0.0763340 Dec 09 15:48:04.903093 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb28bbe-4ef0-4340-9e32-ca17a827e38f None None] DHCP port deletion for 1d7b02ff-592a-43c8-a6a8-4518f58cb45c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:48:04.920301 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd1b588-eac4-4d14-b8ad-6cbdc6e088d2 req-cdcf5010-144d-4217-8016-f8e65e7bbf81 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] No DVR routers for this DVR port 7d68e282-4515-4796-b3d9-c443ef5f4c8c on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:48:04.927084 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4bd1b588-eac4-4d14-b8ad-6cbdc6e088d2 req-cdcf5010-144d-4217-8016-f8e65e7bbf81 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:04.930494 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4bd1b588-eac4-4d14-b8ad-6cbdc6e088d2 req-cdcf5010-144d-4217-8016-f8e65e7bbf81 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.42 "DELETE /v2.0/ports/7d68e282-4515-4796-b3d9-c443ef5f4c8c HTTP/1.1" status: 204 len: 173 time: 0.8730633 Dec 09 15:48:04.931093 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c', 'name': 'network-vif-deleted', 'tag': '7d68e282-4515-4796-b3d9-c443ef5f4c8c'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:48:04.933335 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defd4876-e8e4-4e1c-8a46-4fbb73fe40b8" -d '{"events": [{"server_uuid": "dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c", "name": "network-vif-deleted", "tag": "7d68e282-4515-4796-b3d9-c443ef5f4c8c"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:48:05.022195 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e827f1ba-a106-43ea-a906-f6f4f66f1e05 req-ba5609fd-bff8-42c1-9c1c-92e5d8fd3924 tempest-ServersNegativeTestJSON-1306363341 tempest-ServersNegativeTestJSON-1306363341-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c HTTP/1.1" status: 200 len: 210 time: 0.0628929 Dec 09 15:48:05.145026 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95af82f-4907-4c0f-a944-ac92acf23156 x-openstack-request-id: req-d95af82f-4907-4c0f-a944-ac92acf23156 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:48:05.145476 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c", "name": "network-vif-deleted", "tag": "7d68e282-4515-4796-b3d9-c443ef5f4c8c", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:48:05.145743 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d95af82f-4907-4c0f-a944-ac92acf23156 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:48:05.146183 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbadad71-29a8-4d4f-b2e9-ed3203ac2d0c', 'name': 'network-vif-deleted', 'tag': '7d68e282-4515-4796-b3d9-c443ef5f4c8c', 'status': 'completed', 'code': 200} Dec 09 15:48:05.147533 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-0f2a5131-81fd-4145-88b0-386987d45fae req-371dee72-6391-47bc-bb56-3f8100a9cb5e tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Deleting port f72236d2-4a34-40be-9ff5-038689eb0932 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:48:05.148231 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0f2a5131-81fd-4145-88b0-386987d45fae req-371dee72-6391-47bc-bb56-3f8100a9cb5e tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:05.152661 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b517dd89-a366-46ee-9a5c-b1a1381c82d9 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:05.210237 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517dd89-a366-46ee-9a5c-b1a1381c82d9 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Pushing event deleted for resources: {'Port': ['ID=12dd1f56-6412-4015-93f6-b5f952d56bdf,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:05.349441 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a7200414-40f1-4913-9c53-89057f4fd3ff req-42a988ab-3d9f-4d5e-afbb-be19a3ab0aa2 tempest-ServerShowV257Test-163398175 tempest-ServerShowV257Test-163398175-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9c8bfe-5b06-488e-acaf-0ad5d1d83124 HTTP/1.1" status: 200 len: 210 time: 0.0686786 Dec 09 15:48:05.401376 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-0f2a5131-81fd-4145-88b0-386987d45fae req-371dee72-6391-47bc-bb56-3f8100a9cb5e tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] For port f72236d2-4a34-40be-9ff5-038689eb0932, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=f72236d2-4a34-40be-9ff5-038689eb0932,segment=NetworkSegment(894eedb8-1408-4e65-bdb1-a9d446887d83),segment_id=894eedb8-1408-4e65-bdb1-a9d446887d83)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:05.402651 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0f2a5131-81fd-4145-88b0-386987d45fae req-371dee72-6391-47bc-bb56-3f8100a9cb5e tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:05.460604 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b517dd89-a366-46ee-9a5c-b1a1381c82d9 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:05.473652 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b517dd89-a366-46ee-9a5c-b1a1381c82d9 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "DELETE /v2.0/ports/12dd1f56-6412-4015-93f6-b5f952d56bdf HTTP/1.1" status: 204 len: 168 time: 1.0886531 Dec 09 15:48:05.478909 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 49356) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:05.642114 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-168d2914-bdb0-4c09-b25c-e23c03fb1b06 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Deleting port 32ff3866-b9bf-4bc2-9100-56e447725e78 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:48:05.642831 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-168d2914-bdb0-4c09-b25c-e23c03fb1b06 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:05.711919 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0f2a5131-81fd-4145-88b0-386987d45fae req-371dee72-6391-47bc-bb56-3f8100a9cb5e tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:05.712347 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0f2a5131-81fd-4145-88b0-386987d45fae req-371dee72-6391-47bc-bb56-3f8100a9cb5e tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:05.712659 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [req-0f2a5131-81fd-4145-88b0-386987d45fae req-371dee72-6391-47bc-bb56-3f8100a9cb5e tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Floating IP 6a9e83ac-e738-404c-bb07-51be5d9b12f7 disassociated. External IP: 172.25.3.153, port: f72236d2-4a34-40be-9ff5-038689eb0932. Dec 09 15:48:05.715220 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-0f2a5131-81fd-4145-88b0-386987d45fae req-371dee72-6391-47bc-bb56-3f8100a9cb5e tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Calling delete_port for f72236d2-4a34-40be-9ff5-038689eb0932 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:48:05.878086 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206a913-8bb0-481d-9b00-63f9118b2a00 req-d3f72d0a-6749-4013-b6f6-aa83f9349826 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:05.885961 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9206a913-8bb0-481d-9b00-63f9118b2a00 req-d3f72d0a-6749-4013-b6f6-aa83f9349826 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d6563ef-cbdd-4e21-9bec-5cec8618dc8e HTTP/1.1" status: 200 len: 945 time: 0.0971141 Dec 09 15:48:05.922673 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-168d2914-bdb0-4c09-b25c-e23c03fb1b06 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:05.955094 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-168d2914-bdb0-4c09-b25c-e23c03fb1b06 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Calling delete_port for 32ff3866-b9bf-4bc2-9100-56e447725e78 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:48:06.035457 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9206a913-8bb0-481d-9b00-63f9118b2a00 req-cb40d7cd-fac0-4215-a7e1-65d6689b79c2 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] 10.222.0.57 "GET /v2.0/security-groups?id=00906555-db78-408c-b729-03dba5b10a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436598 Dec 09 15:48:06.086486 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0f2a5131-81fd-4145-88b0-386987d45fae req-371dee72-6391-47bc-bb56-3f8100a9cb5e tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:06.131455 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 49366) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:06.141605 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371dee72-6391-47bc-bb56-3f8100a9cb5e tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Pushing event deleted for resources: {'Port': ['ID=f72236d2-4a34-40be-9ff5-038689eb0932,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:06.173090 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-168d2914-bdb0-4c09-b25c-e23c03fb1b06 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:06.209998 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d2914-bdb0-4c09-b25c-e23c03fb1b06 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Pushing event deleted for resources: {'Port': ['ID=32ff3866-b9bf-4bc2-9100-56e447725e78,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:06.268221 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a29ce60-0439-4f4d-a16a-47ba1e1b0fa7 admin admin] Deleting subnet 988bbd31-181e-4551-8e3f-d164b1967843 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:48:06.272182 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8a29ce60-0439-4f4d-a16a-47ba1e1b0fa7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:06.307988 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-168d2914-bdb0-4c09-b25c-e23c03fb1b06 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:06.311677 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-168d2914-bdb0-4c09-b25c-e23c03fb1b06 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "DELETE /v2.0/ports/32ff3866-b9bf-4bc2-9100-56e447725e78 HTTP/1.1" status: 204 len: 168 time: 0.8312845 Dec 09 15:48:06.314187 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 49374) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:06.337166 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8a29ce60-0439-4f4d-a16a-47ba1e1b0fa7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:06.399230 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c7dd903-e3f2-4e3c-b90a-b273f2d2df69 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Deleting subnet b064243b-1cb0-4c46-a100-9b33b02bb56c {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:48:06.402566 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c7dd903-e3f2-4e3c-b90a-b273f2d2df69 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:06.442173 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8a29ce60-0439-4f4d-a16a-47ba1e1b0fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:06.470786 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c7dd903-e3f2-4e3c-b90a-b273f2d2df69 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:06.473047 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f2a5131-81fd-4145-88b0-386987d45fae req-371dee72-6391-47bc-bb56-3f8100a9cb5e tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Router ec555e40-9950-4913-a9a7-4445f5ea62bc has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:48:06.481161 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 7d68e282-4515-4796-b3d9-c443ef5f4c8c no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:48:06.558101 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: 7d68e282-4515-4796-b3d9-c443ef5f4c8c {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:48:06.558986 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 7d68e282-4515-4796-b3d9-c443ef5f4c8c not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:48:06.626342 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c7dd903-e3f2-4e3c-b90a-b273f2d2df69 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:06.711355 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f2a5131-81fd-4145-88b0-386987d45fae req-371dee72-6391-47bc-bb56-3f8100a9cb5e tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:48:06.715837 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-954fbc44-401d-4616-8ae0-9ad3b6c4632e req-f13b5f8c-16f1-462c-b3f1-8a8539c94dc9 tempest-ServerShowV257Test-163398175 tempest-ServerShowV257Test-163398175-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9c8bfe-5b06-488e-acaf-0ad5d1d83124 HTTP/1.1" status: 200 len: 210 time: 0.1594365 Dec 09 15:48:06.721480 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8a29ce60-0439-4f4d-a16a-47ba1e1b0fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:06.730901 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9499da1a-ee4e-49a7-ab3b-34a82c3af908 None None] Sync routers for ids ['ec555e40-9950-4913-a9a7-4445f5ea62bc'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:48:06.749440 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9499da1a-ee4e-49a7-ab3b-34a82c3af908 None None] Routers {'ec555e40-9950-4913-a9a7-4445f5ea62bc'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:48:06.750593 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-9499da1a-ee4e-49a7-ab3b-34a82c3af908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:47:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['ec555e40-9950-4913-a9a7-4445f5ea62bc'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:06.753406 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c7dd903-e3f2-4e3c-b90a-b273f2d2df69 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:06.819733 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c7dd903-e3f2-4e3c-b90a-b273f2d2df69 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:06.820773 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1762c5-fa26-4a89-b971-9a855aeb1457 None None] Network 895dda7b-01ef-4be1-87ee-a839b97640e2 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:48:06.832514 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6c7dd903-e3f2-4e3c-b90a-b273f2d2df69 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "DELETE /v2.0/subnets/b064243b-1cb0-4c46-a100-9b33b02bb56c HTTP/1.1" status: 204 len: 168 time: 0.5161798 Dec 09 15:48:06.833359 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 49378) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:06.834135 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7dd903-e3f2-4e3c-b90a-b273f2d2df69 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Pushing event deleted for resources: {'Subnet': ['ID=b064243b-1cb0-4c46-a100-9b33b02bb56c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:06.835771 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f2a5131-81fd-4145-88b0-386987d45fae req-371dee72-6391-47bc-bb56-3f8100a9cb5e tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] No DVR routers for this DVR port f72236d2-4a34-40be-9ff5-038689eb0932 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:48:06.839289 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0f2a5131-81fd-4145-88b0-386987d45fae req-371dee72-6391-47bc-bb56-3f8100a9cb5e tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:06.842937 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0f2a5131-81fd-4145-88b0-386987d45fae req-371dee72-6391-47bc-bb56-3f8100a9cb5e tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] 10.222.0.31 "DELETE /v2.0/ports/f72236d2-4a34-40be-9ff5-038689eb0932 HTTP/1.1" status: 204 len: 173 time: 1.9764123 Dec 09 15:48:06.843638 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6563ef-cbdd-4e21-9bec-5cec8618dc8e', 'name': 'network-vif-deleted', 'tag': 'f72236d2-4a34-40be-9ff5-038689eb0932'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:48:06.846177 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8532cf48-4fb9-4d70-9965-c1b5df274d24" -d '{"events": [{"server_uuid": "4d6563ef-cbdd-4e21-9bec-5cec8618dc8e", "name": "network-vif-deleted", "tag": "f72236d2-4a34-40be-9ff5-038689eb0932"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:48:06.861967 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a29ce60-0439-4f4d-a16a-47ba1e1b0fa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=988bbd31-181e-4551-8e3f-d164b1967843,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:06.866864 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8a29ce60-0439-4f4d-a16a-47ba1e1b0fa7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:06.876321 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8a29ce60-0439-4f4d-a16a-47ba1e1b0fa7 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/988bbd31-181e-4551-8e3f-d164b1967843 HTTP/1.1" status: 204 len: 168 time: 0.7417486 Dec 09 15:48:06.877137 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 49382) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:06.960365 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-9499da1a-ee4e-49a7-ab3b-34a82c3af908 None None] Set router ec555e40-9950-4913-a9a7-4445f5ea62bc gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:48:06.962339 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37dda59-1109-473c-9f29-e5ea73026c59 None None] Network 1d7b02ff-592a-43c8-a6a8-4518f58cb45c requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:48:07.015980 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6a68cd-1c25-4250-abba-a9bda41fb8c8 x-openstack-request-id: req-0e6a68cd-1c25-4250-abba-a9bda41fb8c8 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:48:07.016634 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d6563ef-cbdd-4e21-9bec-5cec8618dc8e", "name": "network-vif-deleted", "tag": "f72236d2-4a34-40be-9ff5-038689eb0932", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:48:07.019886 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0e6a68cd-1c25-4250-abba-a9bda41fb8c8 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:48:07.021102 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6563ef-cbdd-4e21-9bec-5cec8618dc8e', 'name': 'network-vif-deleted', 'tag': 'f72236d2-4a34-40be-9ff5-038689eb0932', 'status': 'completed', 'code': 200} Dec 09 15:48:07.027982 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac9ee983-85f4-40ee-aa6b-c8d9a99558d6 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Deleting subnet 0bc7d492-8dd5-4f62-87e4-e954ad6c6022 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:48:07.048369 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ac9ee983-85f4-40ee-aa6b-c8d9a99558d6 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:07.088701 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-175c7e14-2550-4c93-9c1e-ce383466b47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:07.173863 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ac9ee983-85f4-40ee-aa6b-c8d9a99558d6 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:07.269522 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0092753-0b9e-4c55-bb48-98eab485a320 None None] DHCP port deletion for 1d7b02ff-592a-43c8-a6a8-4518f58cb45c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:48:07.306846 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3f19e2d8-d434-4866-a1ee-03c56be4d6a4 req-d86ae8af-1910-492e-9216-9c9d9ea2273c tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d6563ef-cbdd-4e21-9bec-5cec8618dc8e HTTP/1.1" status: 200 len: 210 time: 0.0606165 Dec 09 15:48:07.314339 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-175c7e14-2550-4c93-9c1e-ce383466b47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:07.318239 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-9499da1a-ee4e-49a7-ab3b-34a82c3af908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec555e40-9950-4913-a9a7-4445f5ea62bc', 'name': 'tempest-ServersTestFqdnHostnames-1285166802-router', 'tenant_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:44:41Z', 'updated_at': '2021-12-09T15:44:50Z', 'revision_number': 4, 'project_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'gw_port': {'id': 'e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:79:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec555e40-9950-4913-a9a7-4445f5ea62bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:44:43Z', 'updated_at': '2021-12-09T15:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'bad346a9-1975-4483-82de-0e71549c8747', 'name': '', 'network_id': '294da410-4b0c-4c8f-a497-2b6932151d56', 'tenant_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'mac_address': 'fa:16:3e:09:db:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec555e40-9950-4913-a9a7-4445f5ea62bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '002bdf95-01eb-46f4-b3fe-2493e41b057a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:44:48Z', 'updated_at': '2021-12-09T15:44:55Z', 'revision_number': 5, 'project_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'subnets': [{'id': '002bdf95-01eb-46f4-b3fe-2493e41b057a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:07.363578 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-175c7e14-2550-4c93-9c1e-ce383466b47f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d7b02ff-592a-43c8-a6a8-4518f58cb45c']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:07.377867 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ac9ee983-85f4-40ee-aa6b-c8d9a99558d6 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:07.382300 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-175c7e14-2550-4c93-9c1e-ce383466b47f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3803010-2dd4-4dc0-8146-bdae4b62f0af') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:07.382767 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-175c7e14-2550-4c93-9c1e-ce383466b47f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3803010-2dd4-4dc0-8146-bdae4b62f0af') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:07.393514 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57f49f5-9e67-47de-8556-50efd3eea28b None None] DHCP port deletion for 895dda7b-01ef-4be1-87ee-a839b97640e2 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:48:07.414567 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9499da1a-ee4e-49a7-ab3b-34a82c3af908 None None] Checking router: ec555e40-9950-4913-a9a7-4445f5ea62bc for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:48:07.426889 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-175c7e14-2550-4c93-9c1e-ce383466b47f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:07.437045 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9499da1a-ee4e-49a7-ab3b-34a82c3af908 None None] Routers {'ec555e40-9950-4913-a9a7-4445f5ea62bc'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:48:07.439533 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-9499da1a-ee4e-49a7-ab3b-34a82c3af908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:47:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['ec555e40-9950-4913-a9a7-4445f5ea62bc'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:07.480945 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-175c7e14-2550-4c93-9c1e-ce383466b47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:07.501363 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-175c7e14-2550-4c93-9c1e-ce383466b47f admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:48:07.501363 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-175c7e14-2550-4c93-9c1e-ce383466b47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:07.507905 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:48:07.507905 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:48:07.507905 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:48:07.507905 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:48:07.507905 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:48:07.507905 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:48:07.507905 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:48:07.507905 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:48:07.507905 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:48:07.507905 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:48:07.507905 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:48:07.507905 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:48:07.507905 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:48:07.507905 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:48:07.507905 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:48:07.507905 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:48:07.507905 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:48:07.507905 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:48:07.507905 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:48:07.507905 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:48:07.507905 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:48:07.507905 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:48:07.507905 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:48:07.507905 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:48:07.507905 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:48:07.507905 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:48:07.507905 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:48:07.507905 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:48:07.507905 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:48:07.507905 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:48:07.507905 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:48:07.507905 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:48:07.532294 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ac9ee983-85f4-40ee-aa6b-c8d9a99558d6 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:07.538451 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a57f49f5-9e67-47de-8556-50efd3eea28b None None] Deleting port befdb995-3e95-42f4-ad4a-21db2ba41137 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:48:07.539634 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a57f49f5-9e67-47de-8556-50efd3eea28b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:07.625266 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ac9ee983-85f4-40ee-aa6b-c8d9a99558d6 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:07.627479 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a57f49f5-9e67-47de-8556-50efd3eea28b None None] For port befdb995-3e95-42f4-ad4a-21db2ba41137, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=befdb995-3e95-42f4-ad4a-21db2ba41137,segment=NetworkSegment(632c255a-192d-4ac5-a1ca-9931ff424cb3),segment_id=632c255a-192d-4ac5-a1ca-9931ff424cb3)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:07.628150 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a57f49f5-9e67-47de-8556-50efd3eea28b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:07.634294 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ac9ee983-85f4-40ee-aa6b-c8d9a99558d6 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "DELETE /v2.0/subnets/0bc7d492-8dd5-4f62-87e4-e954ad6c6022 HTTP/1.1" status: 204 len: 168 time: 0.7849162 Dec 09 15:48:07.636458 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ee983-85f4-40ee-aa6b-c8d9a99558d6 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Pushing event deleted for resources: {'Subnet': ['ID=0bc7d492-8dd5-4f62-87e4-e954ad6c6022,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:07.637581 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 49390) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:07.641953 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-9499da1a-ee4e-49a7-ab3b-34a82c3af908 None None] Set router ec555e40-9950-4913-a9a7-4445f5ea62bc gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:48:07.648510 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a57f49f5-9e67-47de-8556-50efd3eea28b None None] Calling delete_port for befdb995-3e95-42f4-ad4a-21db2ba41137 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:48:07.668697 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-175c7e14-2550-4c93-9c1e-ce383466b47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:07.753126 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94c270c-603a-48eb-ac2b-f53aaba87b72 None None] Network 20a3d869-faba-4fd6-8427-0269f690d785 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:48:07.768044 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-175c7e14-2550-4c93-9c1e-ce383466b47f admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:07.771962 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-175c7e14-2550-4c93-9c1e-ce383466b47f admin admin] 10.222.0.57 "DELETE /v2.0/networks/1d7b02ff-592a-43c8-a6a8-4518f58cb45c HTTP/1.1" status: 204 len: 168 time: 0.8942354 Dec 09 15:48:07.801765 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c7e14-2550-4c93-9c1e-ce383466b47f admin admin] Pushing event deleted for resources: {'Network': ['ID=1d7b02ff-592a-43c8-a6a8-4518f58cb45c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:07.858599 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a57f49f5-9e67-47de-8556-50efd3eea28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:07.860817 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6cff0fd-e71f-46a2-9899-4da626fc49bc tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:07.959431 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f49f5-9e67-47de-8556-50efd3eea28b None None] Pushing event deleted for resources: {'Port': ['ID=befdb995-3e95-42f4-ad4a-21db2ba41137,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:07.967560 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57f49f5-9e67-47de-8556-50efd3eea28b None None] No DVR routers for this DVR port befdb995-3e95-42f4-ad4a-21db2ba41137 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:48:08.116842 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-450e185a-9092-4f14-9edb-162061e7a26f req-bc34a835-6695-4df4-9d18-6f22d1e82b05 tempest-ServerShowV257Test-163398175 tempest-ServerShowV257Test-163398175-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9c8bfe-5b06-488e-acaf-0ad5d1d83124 HTTP/1.1" status: 200 len: 210 time: 0.1823807 Dec 09 15:48:08.129213 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec656f4d-3ebe-4e20-858f-951da73fd1b8 None None] DHCP port deletion for 20a3d869-faba-4fd6-8427-0269f690d785 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:48:08.156094 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-9499da1a-ee4e-49a7-ab3b-34a82c3af908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec555e40-9950-4913-a9a7-4445f5ea62bc', 'name': 'tempest-ServersTestFqdnHostnames-1285166802-router', 'tenant_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:44:41Z', 'updated_at': '2021-12-09T15:44:50Z', 'revision_number': 4, 'project_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'gw_port': {'id': 'e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:79:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec555e40-9950-4913-a9a7-4445f5ea62bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:44:43Z', 'updated_at': '2021-12-09T15:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'bad346a9-1975-4483-82de-0e71549c8747', 'name': '', 'network_id': '294da410-4b0c-4c8f-a497-2b6932151d56', 'tenant_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'mac_address': 'fa:16:3e:09:db:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec555e40-9950-4913-a9a7-4445f5ea62bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '002bdf95-01eb-46f4-b3fe-2493e41b057a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:44:48Z', 'updated_at': '2021-12-09T15:44:55Z', 'revision_number': 5, 'project_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'subnets': [{'id': '002bdf95-01eb-46f4-b3fe-2493e41b057a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:08.176290 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6cff0fd-e71f-46a2-9899-4da626fc49bc tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:08.195495 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9499da1a-ee4e-49a7-ab3b-34a82c3af908 None None] The sync data for ids ['ec555e40-9950-4913-a9a7-4445f5ea62bc'] in n-d-821228-1 is: [{'id': 'ec555e40-9950-4913-a9a7-4445f5ea62bc', 'name': 'tempest-ServersTestFqdnHostnames-1285166802-router', 'tenant_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:44:41Z', 'updated_at': '2021-12-09T15:44:50Z', 'revision_number': 4, 'project_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'gw_port': {'id': 'e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:79:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec555e40-9950-4913-a9a7-4445f5ea62bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:44:43Z', 'updated_at': '2021-12-09T15:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'bad346a9-1975-4483-82de-0e71549c8747', 'name': '', 'network_id': '294da410-4b0c-4c8f-a497-2b6932151d56', 'tenant_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'mac_address': 'fa:16:3e:09:db:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec555e40-9950-4913-a9a7-4445f5ea62bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '002bdf95-01eb-46f4-b3fe-2493e41b057a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:44:48Z', 'updated_at': '2021-12-09T15:44:55Z', 'revision_number': 5, 'project_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'subnets': [{'id': '002bdf95-01eb-46f4-b3fe-2493e41b057a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:48:08.207329 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device befdb995-3e95-42f4-ad4a-21db2ba41137 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:48:08.210074 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-f6cff0fd-e71f-46a2-9899-4da626fc49bc tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['895dda7b-01ef-4be1-87ee-a839b97640e2']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:08.212435 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device f72236d2-4a34-40be-9ff5-038689eb0932 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:48:08.227823 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-f6cff0fd-e71f-46a2-9899-4da626fc49bc tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '632c255a-192d-4ac5-a1ca-9931ff424cb3') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:08.228112 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-f6cff0fd-e71f-46a2-9899-4da626fc49bc tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '632c255a-192d-4ac5-a1ca-9931ff424cb3') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:08.231788 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 49398) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:08.261177 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6cff0fd-e71f-46a2-9899-4da626fc49bc tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:08.283525 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: f72236d2-4a34-40be-9ff5-038689eb0932 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:48:08.284241 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device f72236d2-4a34-40be-9ff5-038689eb0932 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:48:08.287676 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: befdb995-3e95-42f4-ad4a-21db2ba41137 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:48:08.288366 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device befdb995-3e95-42f4-ad4a-21db2ba41137 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:48:08.304847 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6cff0fd-e71f-46a2-9899-4da626fc49bc tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:08.313905 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ec656f4d-3ebe-4e20-858f-951da73fd1b8 None None] Deleting port 2678ef79-93b1-4fb2-818a-816ed02fcbdd {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:48:08.314412 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ec656f4d-3ebe-4e20-858f-951da73fd1b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:08.322897 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6cff0fd-e71f-46a2-9899-4da626fc49bc tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:48:08.323593 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6cff0fd-e71f-46a2-9899-4da626fc49bc tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:08.333426 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:48:08.333426 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:48:08.333426 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:48:08.333426 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:48:08.333426 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:48:08.333426 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:48:08.333426 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:48:08.333426 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:48:08.333426 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:48:08.333426 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:48:08.333426 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:48:08.333426 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:48:08.333426 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:48:08.333426 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:48:08.333426 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:48:08.333426 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:48:08.333426 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:48:08.333426 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:48:08.333426 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:48:08.333426 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:48:08.333426 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:48:08.333426 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:48:08.333426 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:48:08.333426 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:48:08.333426 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:48:08.333426 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:48:08.333426 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:48:08.333426 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:48:08.333426 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:48:08.333426 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:48:08.333426 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:48:08.333426 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:48:08.343361 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-01bac3ef-1654-4bdf-a6bc-123a7fbfb095 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1e2600c75c374e5792b7170fc2783725&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1048727 Dec 09 15:48:08.344252 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 49402) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:08.397411 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ec656f4d-3ebe-4e20-858f-951da73fd1b8 None None] For port 2678ef79-93b1-4fb2-818a-816ed02fcbdd, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=2678ef79-93b1-4fb2-818a-816ed02fcbdd,segment=NetworkSegment(18982a45-a512-40c0-96de-f3768ab3b632),segment_id=18982a45-a512-40c0-96de-f3768ab3b632)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:08.397983 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ec656f4d-3ebe-4e20-858f-951da73fd1b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:08.437145 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ec656f4d-3ebe-4e20-858f-951da73fd1b8 None None] Calling delete_port for 2678ef79-93b1-4fb2-818a-816ed02fcbdd owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:48:08.444812 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6cff0fd-e71f-46a2-9899-4da626fc49bc tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:08.448988 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c34704da-6aff-4613-b317-e8124dfe2d89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:08.462909 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6cff0fd-e71f-46a2-9899-4da626fc49bc tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:08.472912 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 49408) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:08.473669 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f6cff0fd-e71f-46a2-9899-4da626fc49bc tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "DELETE /v2.0/networks/895dda7b-01ef-4be1-87ee-a839b97640e2 HTTP/1.1" status: 204 len: 168 time: 0.8349030 Dec 09 15:48:08.478520 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 49410) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:08.508194 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c34704da-6aff-4613-b317-e8124dfe2d89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:08.518243 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cff0fd-e71f-46a2-9899-4da626fc49bc tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Pushing event deleted for resources: {'Network': ['ID=895dda7b-01ef-4be1-87ee-a839b97640e2,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:08.570186 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ec656f4d-3ebe-4e20-858f-951da73fd1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:08.598336 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec656f4d-3ebe-4e20-858f-951da73fd1b8 None None] Pushing event deleted for resources: {'Port': ['ID=2678ef79-93b1-4fb2-818a-816ed02fcbdd,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:08.613040 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec656f4d-3ebe-4e20-858f-951da73fd1b8 None None] No DVR routers for this DVR port 2678ef79-93b1-4fb2-818a-816ed02fcbdd on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:48:08.672175 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c34704da-6aff-4613-b317-e8124dfe2d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:08.675048 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-928c991f-4334-4f0a-b826-f98a9a7f1da1 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:08.675931 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c34704da-6aff-4613-b317-e8124dfe2d89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:08.679750 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c34704da-6aff-4613-b317-e8124dfe2d89 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d59184e4-b8c8-49a0-83e0-462388ed36bb HTTP/1.1" status: 204 len: 168 time: 0.3317728 Dec 09 15:48:08.679750 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2589a9a6-6662-47fc-8d0e-0a825b80fa28 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:08.693726 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f819d99d-6526-4634-96a3-7501f0fec1ea None None] New status for floating IP 6a9e83ac-e738-404c-bb07-51be5d9b12f7: DOWN {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:48:08.703544 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34704da-6aff-4613-b317-e8124dfe2d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59184e4-b8c8-49a0-83e0-462388ed36bb,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:08.716310 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2589a9a6-6662-47fc-8d0e-0a825b80fa28 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:08.780324 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2589a9a6-6662-47fc-8d0e-0a825b80fa28 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:08.783638 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2589a9a6-6662-47fc-8d0e-0a825b80fa28 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:08.786441 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2589a9a6-6662-47fc-8d0e-0a825b80fa28 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] 10.222.0.57 "DELETE /v2.0/security-groups/00906555-db78-408c-b729-03dba5b10a46 HTTP/1.1" status: 204 len: 168 time: 0.3095183 Dec 09 15:48:08.791809 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 49414) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:08.797721 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-928c991f-4334-4f0a-b826-f98a9a7f1da1 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:08.822424 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589a9a6-6662-47fc-8d0e-0a825b80fa28 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00906555-db78-408c-b729-03dba5b10a46,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:08.824640 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-9ed08f08-2f81-4813-b701-b3eab83d23aa tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] show failed (client error): The resource could not be found. Dec 09 15:48:08.825728 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9ed08f08-2f81-4813-b701-b3eab83d23aa tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] 10.222.0.57 "GET /v2.0/security-groups/00906555-db78-408c-b729-03dba5b10a46 HTTP/1.1" status: 404 len: 347 time: 0.0328224 Dec 09 15:48:08.828930 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 49416) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:08.858245 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-928c991f-4334-4f0a-b826-f98a9a7f1da1 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20a3d869-faba-4fd6-8427-0269f690d785']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:08.870338 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-928c991f-4334-4f0a-b826-f98a9a7f1da1 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18982a45-a512-40c0-96de-f3768ab3b632') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:08.870661 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-928c991f-4334-4f0a-b826-f98a9a7f1da1 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18982a45-a512-40c0-96de-f3768ab3b632') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:08.885622 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-928c991f-4334-4f0a-b826-f98a9a7f1da1 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:08.902157 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-928c991f-4334-4f0a-b826-f98a9a7f1da1 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:08.911067 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-928c991f-4334-4f0a-b826-f98a9a7f1da1 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:48:08.912278 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-928c991f-4334-4f0a-b826-f98a9a7f1da1 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:08.916554 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:48:08.916554 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:48:08.916554 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:48:08.916554 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:48:08.916554 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:48:08.916554 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:48:08.916554 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:48:08.916554 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:48:08.916554 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:48:08.916554 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:48:08.916554 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:48:08.916554 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:48:08.916554 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:48:08.916554 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:48:08.916554 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:48:08.916554 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:48:08.916554 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:48:08.916554 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:48:08.916554 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:48:08.916554 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:48:08.916554 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:48:08.916554 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:48:08.916554 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:48:08.916554 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:48:08.916554 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:48:08.916554 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:48:08.916554 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:48:08.916554 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:48:08.916554 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:48:08.916554 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:48:08.916554 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:48:08.916554 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:48:09.011987 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-928c991f-4334-4f0a-b826-f98a9a7f1da1 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:09.023189 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-928c991f-4334-4f0a-b826-f98a9a7f1da1 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:09.034572 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-928c991f-4334-4f0a-b826-f98a9a7f1da1 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] 10.222.0.57 "DELETE /v2.0/networks/20a3d869-faba-4fd6-8427-0269f690d785 HTTP/1.1" status: 204 len: 168 time: 0.5547986 Dec 09 15:48:09.054054 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c991f-4334-4f0a-b826-f98a9a7f1da1 tempest-TaggedBootDevicesTest-1500629086 tempest-TaggedBootDevicesTest-1500629086-project] Pushing event deleted for resources: {'Network': ['ID=20a3d869-faba-4fd6-8427-0269f690d785,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:09.055036 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-9ccf0b44-3db2-4fa6-80b8-14d5641b1147 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Deleting port 35394e0c-44ea-423e-83b8-06ecb0a49b0e {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:48:09.056460 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9ccf0b44-3db2-4fa6-80b8-14d5641b1147 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:09.273056 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9ccf0b44-3db2-4fa6-80b8-14d5641b1147 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:09.274024 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9ccf0b44-3db2-4fa6-80b8-14d5641b1147 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:09.292399 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-9ccf0b44-3db2-4fa6-80b8-14d5641b1147 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Calling delete_port for 35394e0c-44ea-423e-83b8-06ecb0a49b0e owned by network:floatingip {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:48:09.342552 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2cd4820-00c5-4482-bb15-f8fdfd8f664d req-49d60a2f-ee27-4818-ac72-60a37cb16deb tempest-ServerShowV257Test-163398175 tempest-ServerShowV257Test-163398175-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9c8bfe-5b06-488e-acaf-0ad5d1d83124 HTTP/1.1" status: 200 len: 210 time: 0.0473588 Dec 09 15:48:09.589551 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9ccf0b44-3db2-4fa6-80b8-14d5641b1147 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:09.744537 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf0b44-3db2-4fa6-80b8-14d5641b1147 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Pushing event deleted for resources: {'Port': ['ID=35394e0c-44ea-423e-83b8-06ecb0a49b0e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:09.783450 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9ccf0b44-3db2-4fa6-80b8-14d5641b1147 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks [] for floatingip, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:09.789888 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9ccf0b44-3db2-4fa6-80b8-14d5641b1147 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:09.796689 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 49484) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:09.797072 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9ccf0b44-3db2-4fa6-80b8-14d5641b1147 tempest-ServersTestFqdnHostnames-1285763011 tempest-ServersTestFqdnHostnames-1285763011-project] 10.222.0.57 "DELETE /v2.0/floatingips/6a9e83ac-e738-404c-bb07-51be5d9b12f7 HTTP/1.1" status: 204 len: 168 time: 0.9669220 Dec 09 15:48:10.118416 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 2678ef79-93b1-4fb2-818a-816ed02fcbdd no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:48:10.166062 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 2678ef79-93b1-4fb2-818a-816ed02fcbdd {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:48:10.166415 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 2678ef79-93b1-4fb2-818a-816ed02fcbdd not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:48:10.515687 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76cdf4c0-d1b1-474a-9bcd-3f17f3b8c4da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:10.636098 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8e1f6c96-f6fe-4b60-b346-dc0d432a5140 req-955fa1d6-acd3-4993-be30-cafbc6dd69bb tempest-ServerShowV257Test-163398175 tempest-ServerShowV257Test-163398175-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9c8bfe-5b06-488e-acaf-0ad5d1d83124 HTTP/1.1" status: 200 len: 210 time: 0.1102483 Dec 09 15:48:11.061477 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-76cdf4c0-d1b1-474a-9bcd-3f17f3b8c4da admin admin] Deleting port bad346a9-1975-4483-82de-0e71549c8747 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:48:11.061818 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76cdf4c0-d1b1-474a-9bcd-3f17f3b8c4da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:11.258110 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-76cdf4c0-d1b1-474a-9bcd-3f17f3b8c4da admin admin] For port bad346a9-1975-4483-82de-0e71549c8747, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=bad346a9-1975-4483-82de-0e71549c8747,segment=NetworkSegment(894eedb8-1408-4e65-bdb1-a9d446887d83),segment_id=894eedb8-1408-4e65-bdb1-a9d446887d83)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:11.258481 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76cdf4c0-d1b1-474a-9bcd-3f17f3b8c4da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:11.882450 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-76cdf4c0-d1b1-474a-9bcd-3f17f3b8c4da admin admin] Calling delete_port for bad346a9-1975-4483-82de-0e71549c8747 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:48:11.928599 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d7224232-7db8-4abb-a4d6-ef4984afd88d req-7aac1040-a307-4b4f-bf1e-504de59f9450 tempest-ServerShowV257Test-163398175 tempest-ServerShowV257Test-163398175-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9c8bfe-5b06-488e-acaf-0ad5d1d83124 HTTP/1.1" status: 200 len: 210 time: 0.0431747 Dec 09 15:48:12.245773 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76cdf4c0-d1b1-474a-9bcd-3f17f3b8c4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:12.282160 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cdf4c0-d1b1-474a-9bcd-3f17f3b8c4da admin admin] Pushing event deleted for resources: {'Port': ['ID=bad346a9-1975-4483-82de-0e71549c8747,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:12.585783 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd869b76-18c4-4204-bf02-f2abdb1652b1 req-b0844fec-e256-4588-bef9-200c69376cc4 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:12.588093 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fd869b76-18c4-4204-bf02-f2abdb1652b1 req-b0844fec-e256-4588-bef9-200c69376cc4 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=62416a1b-65a3-4dbc-b00d-afa09b06372e HTTP/1.1" status: 200 len: 945 time: 0.2804286 Dec 09 15:48:12.881118 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fd869b76-18c4-4204-bf02-f2abdb1652b1 req-4f31218e-00df-4155-8ed7-c90a176996fd tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5914249-729d-46cd-bced-fb0207d25b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2837994 Dec 09 15:48:12.939607 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76cdf4c0-d1b1-474a-9bcd-3f17f3b8c4da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:13.107530 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2ea2e871-2117-426d-bae9-ad583a34eefe req-1de6568c-44f9-44b5-a3cc-d6b1a4dc60b2 tempest-ServerShowV257Test-163398175 tempest-ServerShowV257Test-163398175-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9c8bfe-5b06-488e-acaf-0ad5d1d83124 HTTP/1.1" status: 200 len: 210 time: 0.0669589 Dec 09 15:48:13.296848 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76cdf4c0-d1b1-474a-9bcd-3f17f3b8c4da admin admin] Router ec555e40-9950-4913-a9a7-4445f5ea62bc has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:48:13.319682 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41a2ac-eaa4-4464-b1c2-d0b976e6b0bf req-86a364a0-2e81-4038-a69a-37573ffc4b91 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:13.321252 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5a41a2ac-eaa4-4464-b1c2-d0b976e6b0bf req-86a364a0-2e81-4038-a69a-37573ffc4b91 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.31 "GET /v2.0/ports?device_id=62416a1b-65a3-4dbc-b00d-afa09b06372e HTTP/1.1" status: 200 len: 945 time: 0.0710442 Dec 09 15:48:13.555393 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-5a41a2ac-eaa4-4464-b1c2-d0b976e6b0bf req-e997571f-072b-4b9c-9989-10751ad26d49 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Deleting port 9cad87ea-65b5-4fea-889d-0ed909224bfd {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:48:13.556012 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5a41a2ac-eaa4-4464-b1c2-d0b976e6b0bf req-e997571f-072b-4b9c-9989-10751ad26d49 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:13.573597 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76cdf4c0-d1b1-474a-9bcd-3f17f3b8c4da admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:48:13.581242 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-76cdf4c0-d1b1-474a-9bcd-3f17f3b8c4da admin admin] 10.222.0.57 "PUT /v2.0/routers/ec555e40-9950-4913-a9a7-4445f5ea62bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7811725 Dec 09 15:48:13.584974 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 49918) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:13.718755 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-5a41a2ac-eaa4-4464-b1c2-d0b976e6b0bf req-e997571f-072b-4b9c-9989-10751ad26d49 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] For port 9cad87ea-65b5-4fea-889d-0ed909224bfd, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=9cad87ea-65b5-4fea-889d-0ed909224bfd,segment=NetworkSegment(0b8968c1-11be-452a-85e0-2b87c97fc015),segment_id=0b8968c1-11be-452a-85e0-2b87c97fc015)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:13.720872 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5a41a2ac-eaa4-4464-b1c2-d0b976e6b0bf req-e997571f-072b-4b9c-9989-10751ad26d49 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:13.875823 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449d915c-c089-491a-b8d7-945322fd7aa2 None None] Sync routers for ids ['ec555e40-9950-4913-a9a7-4445f5ea62bc'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:48:13.891993 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449d915c-c089-491a-b8d7-945322fd7aa2 None None] Routers {'ec555e40-9950-4913-a9a7-4445f5ea62bc'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:48:13.895434 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-449d915c-c089-491a-b8d7-945322fd7aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:47:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['ec555e40-9950-4913-a9a7-4445f5ea62bc'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:13.903943 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6a664875-daf7-4ebc-bd5c-5e221658cec8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:14.197025 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6a664875-daf7-4ebc-bd5c-5e221658cec8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:14.207327 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-449d915c-c089-491a-b8d7-945322fd7aa2 None None] Set router ec555e40-9950-4913-a9a7-4445f5ea62bc gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:48:14.395876 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-6a664875-daf7-4ebc-bd5c-5e221658cec8 admin admin] Deleting port e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:48:14.396233 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6a664875-daf7-4ebc-bd5c-5e221658cec8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:14.485923 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-449d915c-c089-491a-b8d7-945322fd7aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec555e40-9950-4913-a9a7-4445f5ea62bc', 'name': 'tempest-ServersTestFqdnHostnames-1285166802-router', 'tenant_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:44:41Z', 'updated_at': '2021-12-09T15:48:12Z', 'revision_number': 5, 'project_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'gw_port': {'id': 'e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:79:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec555e40-9950-4913-a9a7-4445f5ea62bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:44:43Z', 'updated_at': '2021-12-09T15:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:14.539606 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449d915c-c089-491a-b8d7-945322fd7aa2 None None] Checking router: ec555e40-9950-4913-a9a7-4445f5ea62bc for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:48:14.542592 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5a41a2ac-eaa4-4464-b1c2-d0b976e6b0bf req-e997571f-072b-4b9c-9989-10751ad26d49 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:14.543650 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5a41a2ac-eaa4-4464-b1c2-d0b976e6b0bf req-e997571f-072b-4b9c-9989-10751ad26d49 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:14.544658 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [req-5a41a2ac-eaa4-4464-b1c2-d0b976e6b0bf req-e997571f-072b-4b9c-9989-10751ad26d49 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Floating IP 6e421a39-f4a7-48f3-8b6d-289515f44c18 disassociated. External IP: 172.25.3.62, port: 9cad87ea-65b5-4fea-889d-0ed909224bfd. Dec 09 15:48:14.545455 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-5a41a2ac-eaa4-4464-b1c2-d0b976e6b0bf req-e997571f-072b-4b9c-9989-10751ad26d49 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Calling delete_port for 9cad87ea-65b5-4fea-889d-0ed909224bfd owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:48:14.567201 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449d915c-c089-491a-b8d7-945322fd7aa2 None None] Routers {'ec555e40-9950-4913-a9a7-4445f5ea62bc'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:48:14.573118 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-449d915c-c089-491a-b8d7-945322fd7aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:47:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['ec555e40-9950-4913-a9a7-4445f5ea62bc'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:14.594006 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06442f-30db-46d9-99cf-767c70e2046d req-a11eee85-043c-4352-8b42-034e750222df tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:14.596445 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dd06442f-30db-46d9-99cf-767c70e2046d req-a11eee85-043c-4352-8b42-034e750222df tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=62416a1b-65a3-4dbc-b00d-afa09b06372e HTTP/1.1" status: 200 len: 945 time: 0.1299951 Dec 09 15:48:14.621991 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-6a664875-daf7-4ebc-bd5c-5e221658cec8 admin admin] For port e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:14.623113 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6a664875-daf7-4ebc-bd5c-5e221658cec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:14.637898 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-6a664875-daf7-4ebc-bd5c-5e221658cec8 admin admin] Calling delete_port for e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:48:14.765229 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-449d915c-c089-491a-b8d7-945322fd7aa2 None None] Set router ec555e40-9950-4913-a9a7-4445f5ea62bc gateway port host: None {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:48:14.772236 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dd06442f-30db-46d9-99cf-767c70e2046d req-1e8426aa-bc27-476a-b374-f525d6931992 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5914249-729d-46cd-bced-fb0207d25b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336179 Dec 09 15:48:14.945008 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-449d915c-c089-491a-b8d7-945322fd7aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec555e40-9950-4913-a9a7-4445f5ea62bc', 'name': 'tempest-ServersTestFqdnHostnames-1285166802-router', 'tenant_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:44:41Z', 'updated_at': '2021-12-09T15:48:14Z', 'revision_number': 6, 'project_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:14.950688 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5a41a2ac-eaa4-4464-b1c2-d0b976e6b0bf req-e997571f-072b-4b9c-9989-10751ad26d49 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:14.990158 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6a664875-daf7-4ebc-bd5c-5e221658cec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:15.027986 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449d915c-c089-491a-b8d7-945322fd7aa2 None None] The sync data for ids ['ec555e40-9950-4913-a9a7-4445f5ea62bc'] in n-d-821228-1 is: [{'id': 'ec555e40-9950-4913-a9a7-4445f5ea62bc', 'name': 'tempest-ServersTestFqdnHostnames-1285166802-router', 'tenant_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:44:41Z', 'updated_at': '2021-12-09T15:48:14Z', 'revision_number': 6, 'project_id': 'bbdfd74655944f31ad1c7a93f1fcea77', 'gw_port_host': None}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:48:15.083227 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e997571f-072b-4b9c-9989-10751ad26d49 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Pushing event deleted for resources: {'Port': ['ID=9cad87ea-65b5-4fea-889d-0ed909224bfd,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:15.108621 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbeaa08-0f77-48d4-bb96-49ce3009f73b None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:48:15.118539 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a664875-daf7-4ebc-bd5c-5e221658cec8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:15.153499 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c04e989-1dcd-4091-a2ca-b3580cf467bf req-46ff9a65-42a4-4a72-a7c1-164cc6443200 tempest-ServerShowV257Test-163398175 tempest-ServerShowV257Test-163398175-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9c8bfe-5b06-488e-acaf-0ad5d1d83124 HTTP/1.1" status: 200 len: 210 time: 0.0954971 Dec 09 15:48:15.318309 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6a664875-daf7-4ebc-bd5c-5e221658cec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:15.459434 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a41a2ac-eaa4-4464-b1c2-d0b976e6b0bf req-e997571f-072b-4b9c-9989-10751ad26d49 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Router 14d212c5-595f-4b91-bc2e-458e65c6ee1d has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:48:15.466526 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6a664875-daf7-4ebc-bd5c-5e221658cec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:15.469410 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6a664875-daf7-4ebc-bd5c-5e221658cec8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:15.581982 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6a664875-daf7-4ebc-bd5c-5e221658cec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:15.583141 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a664875-daf7-4ebc-bd5c-5e221658cec8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec555e40-9950-4913-a9a7-4445f5ea62bc {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:48:15.593598 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6a664875-daf7-4ebc-bd5c-5e221658cec8 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:15.595342 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6a664875-daf7-4ebc-bd5c-5e221658cec8 admin admin] 10.222.0.57 "DELETE /v2.0/routers/ec555e40-9950-4913-a9a7-4445f5ea62bc HTTP/1.1" status: 204 len: 168 time: 2.0091150 Dec 09 15:48:15.597934 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50034) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:15.670622 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac83fba0-691d-4013-a39d-af3d998a560a admin admin] Deleting subnet 002bdf95-01eb-46f4-b3fe-2493e41b057a {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:48:15.675833 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ac83fba0-691d-4013-a39d-af3d998a560a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:15.746780 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a41a2ac-eaa4-4464-b1c2-d0b976e6b0bf req-e997571f-072b-4b9c-9989-10751ad26d49 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:48:15.758341 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a19a867-d157-46f7-9d3c-79380598a89b None None] Sync routers for ids ['14d212c5-595f-4b91-bc2e-458e65c6ee1d'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:48:15.760626 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ac83fba0-691d-4013-a39d-af3d998a560a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:15.777353 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a19a867-d157-46f7-9d3c-79380598a89b None None] Routers {'14d212c5-595f-4b91-bc2e-458e65c6ee1d'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:48:15.778009 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5a19a867-d157-46f7-9d3c-79380598a89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:47:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['14d212c5-595f-4b91-bc2e-458e65c6ee1d'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:15.853704 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a41a2ac-eaa4-4464-b1c2-d0b976e6b0bf req-e997571f-072b-4b9c-9989-10751ad26d49 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] No DVR routers for this DVR port 9cad87ea-65b5-4fea-889d-0ed909224bfd on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:48:15.857074 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5a41a2ac-eaa4-4464-b1c2-d0b976e6b0bf req-e997571f-072b-4b9c-9989-10751ad26d49 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:15.860577 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5a41a2ac-eaa4-4464-b1c2-d0b976e6b0bf req-e997571f-072b-4b9c-9989-10751ad26d49 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.31 "DELETE /v2.0/ports/9cad87ea-65b5-4fea-889d-0ed909224bfd HTTP/1.1" status: 204 len: 173 time: 2.5329065 Dec 09 15:48:15.861057 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62416a1b-65a3-4dbc-b00d-afa09b06372e', 'name': 'network-vif-deleted', 'tag': '9cad87ea-65b5-4fea-889d-0ed909224bfd'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:48:15.879625 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31aea28c-f060-45ab-ac27-ba42c1d2cef1" -d '{"events": [{"server_uuid": "62416a1b-65a3-4dbc-b00d-afa09b06372e", "name": "network-vif-deleted", "tag": "9cad87ea-65b5-4fea-889d-0ed909224bfd"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:48:15.942428 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:15.948539 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ac83fba0-691d-4013-a39d-af3d998a560a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:16.078801 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-35c33e71-9672-4b2b-9a20-63b7878e9dbb req-1dfb5197-539e-44d3-a6c3-3a121f8ce076 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=62416a1b-65a3-4dbc-b00d-afa09b06372e HTTP/1.1" status: 200 len: 210 time: 0.1079464 Dec 09 15:48:16.122556 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ac83fba0-691d-4013-a39d-af3d998a560a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:16.190379 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device bad346a9-1975-4483-82de-0e71549c8747 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:48:16.212542 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b39667-a2a3-4b84-80e4-de22286b89bb x-openstack-request-id: req-b3b39667-a2a3-4b84-80e4-de22286b89bb {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:48:16.212963 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62416a1b-65a3-4dbc-b00d-afa09b06372e", "name": "network-vif-deleted", "tag": "9cad87ea-65b5-4fea-889d-0ed909224bfd", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:48:16.213326 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b3b39667-a2a3-4b84-80e4-de22286b89bb {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:48:16.213834 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62416a1b-65a3-4dbc-b00d-afa09b06372e', 'name': 'network-vif-deleted', 'tag': '9cad87ea-65b5-4fea-889d-0ed909224bfd', 'status': 'completed', 'code': 200} Dec 09 15:48:16.220042 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-5a19a867-d157-46f7-9d3c-79380598a89b None None] Set router 14d212c5-595f-4b91-bc2e-458e65c6ee1d gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:48:16.226052 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ac83fba0-691d-4013-a39d-af3d998a560a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:16.231239 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ac83fba0-691d-4013-a39d-af3d998a560a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/002bdf95-01eb-46f4-b3fe-2493e41b057a HTTP/1.1" status: 204 len: 168 time: 0.6285219 Dec 09 15:48:16.231955 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 50050) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:16.232344 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83fba0-691d-4013-a39d-af3d998a560a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=002bdf95-01eb-46f4-b3fe-2493e41b057a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:16.268216 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: bad346a9-1975-4483-82de-0e71549c8747 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:48:16.268583 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device bad346a9-1975-4483-82de-0e71549c8747 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:48:16.270773 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:48:16.294587 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc27659-a518-4a21-92d8-af8beb76bd8a None None] Network 294da410-4b0c-4c8f-a497-2b6932151d56 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:48:16.296801 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:48:16.297143 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device e3fbd36e-fbe2-460d-bc0d-61a47ee6e9aa not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:48:16.460957 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50f615b4-5eda-4c78-a690-7463f200a76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:16.469822 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f5da3fcc-248d-44dc-b61d-3ce7e2d926c5 req-ae7bb5cc-fef5-4bb5-8d7e-50ccd272f4c6 tempest-ServerShowV257Test-163398175 tempest-ServerShowV257Test-163398175-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9c8bfe-5b06-488e-acaf-0ad5d1d83124 HTTP/1.1" status: 200 len: 210 time: 0.0773466 Dec 09 15:48:16.605823 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-50f615b4-5eda-4c78-a690-7463f200a76f admin admin] Deleting port 5f3559eb-9bb7-4e37-b4e5-54b822cc80b0 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:48:16.605823 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50f615b4-5eda-4c78-a690-7463f200a76f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:16.833671 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-50f615b4-5eda-4c78-a690-7463f200a76f admin admin] For port 5f3559eb-9bb7-4e37-b4e5-54b822cc80b0, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=5f3559eb-9bb7-4e37-b4e5-54b822cc80b0,segment=NetworkSegment(894eedb8-1408-4e65-bdb1-a9d446887d83),segment_id=894eedb8-1408-4e65-bdb1-a9d446887d83)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:16.834324 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50f615b4-5eda-4c78-a690-7463f200a76f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:16.853318 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54d67b7-6705-437e-98f5-5b8536ff232e None None] DHCP port deletion for 294da410-4b0c-4c8f-a497-2b6932151d56 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:48:16.857741 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-50f615b4-5eda-4c78-a690-7463f200a76f admin admin] Calling delete_port for 5f3559eb-9bb7-4e37-b4e5-54b822cc80b0 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:48:16.946873 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5a19a867-d157-46f7-9d3c-79380598a89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'name': 'tempest-AttachVolumeTestJSON-1158014551-router', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '56ea13d5-c215-4155-9112-873593852ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:41:40Z', 'updated_at': '2021-12-09T15:41:45Z', 'revision_number': 4, 'project_id': 'cea693ec44f34a95ac5bb978332b5503', 'gw_port': {'id': '56ea13d5-c215-4155-9112-873593852ee3', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:41Z', 'updated_at': '2021-12-09T15:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'd2734062-4bf7-4450-9264-1a1435f86492', 'name': '', 'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'mac_address': 'fa:16:3e:7a:b0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '6388c83a-5827-4add-9bc1-4867e28bf06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:44Z', 'updated_at': '2021-12-09T15:41:52Z', 'revision_number': 5, 'project_id': 'cea693ec44f34a95ac5bb978332b5503', 'subnets': [{'id': '6388c83a-5827-4add-9bc1-4867e28bf06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:16.990995 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a19a867-d157-46f7-9d3c-79380598a89b None None] Checking router: 14d212c5-595f-4b91-bc2e-458e65c6ee1d for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:48:17.005847 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a19a867-d157-46f7-9d3c-79380598a89b None None] Routers {'14d212c5-595f-4b91-bc2e-458e65c6ee1d'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:48:17.006836 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5a19a867-d157-46f7-9d3c-79380598a89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:47:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['14d212c5-595f-4b91-bc2e-458e65c6ee1d'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:17.010795 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b54d67b7-6705-437e-98f5-5b8536ff232e None None] Deleting port 5f3559eb-9bb7-4e37-b4e5-54b822cc80b0 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:48:17.011644 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b54d67b7-6705-437e-98f5-5b8536ff232e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:17.067186 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50f615b4-5eda-4c78-a690-7463f200a76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:17.154026 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f615b4-5eda-4c78-a690-7463f200a76f admin admin] Pushing event deleted for resources: {'Port': ['ID=5f3559eb-9bb7-4e37-b4e5-54b822cc80b0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:17.162618 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f615b4-5eda-4c78-a690-7463f200a76f admin admin] No DVR routers for this DVR port 5f3559eb-9bb7-4e37-b4e5-54b822cc80b0 on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:48:17.330207 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50090) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:17.455261 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59e53995-71d4-496d-a45c-8f8ea2d0547a tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:17.496181 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50f615b4-5eda-4c78-a690-7463f200a76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:17.540397 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-50f615b4-5eda-4c78-a690-7463f200a76f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['294da410-4b0c-4c8f-a497-2b6932151d56']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:17.547220 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b54d67b7-6705-437e-98f5-5b8536ff232e None None] For port 5f3559eb-9bb7-4e37-b4e5-54b822cc80b0, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=5f3559eb-9bb7-4e37-b4e5-54b822cc80b0,segment=NetworkSegment(894eedb8-1408-4e65-bdb1-a9d446887d83),segment_id=894eedb8-1408-4e65-bdb1-a9d446887d83)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:17.547690 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b54d67b7-6705-437e-98f5-5b8536ff232e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:17.562288 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-50f615b4-5eda-4c78-a690-7463f200a76f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '894eedb8-1408-4e65-bdb1-a9d446887d83') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:17.562668 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-50f615b4-5eda-4c78-a690-7463f200a76f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '894eedb8-1408-4e65-bdb1-a9d446887d83') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:17.574686 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59e53995-71d4-496d-a45c-8f8ea2d0547a tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:17.583296 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50f615b4-5eda-4c78-a690-7463f200a76f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:17.618820 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b54d67b7-6705-437e-98f5-5b8536ff232e None None] Calling delete_port for 5f3559eb-9bb7-4e37-b4e5-54b822cc80b0 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:48:17.633142 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50f615b4-5eda-4c78-a690-7463f200a76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:17.661404 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f615b4-5eda-4c78-a690-7463f200a76f admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:48:17.661802 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50f615b4-5eda-4c78-a690-7463f200a76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:17.685000 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59e53995-71d4-496d-a45c-8f8ea2d0547a tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:17.691808 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-59e53995-71d4-496d-a45c-8f8ea2d0547a tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:17.698285 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-59e53995-71d4-496d-a45c-8f8ea2d0547a tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "DELETE /v2.0/security-groups/f5914249-729d-46cd-bced-fb0207d25b2d HTTP/1.1" status: 204 len: 168 time: 0.3650901 Dec 09 15:48:17.700095 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50110) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:17.711663 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-5a19a867-d157-46f7-9d3c-79380598a89b None None] Set router 14d212c5-595f-4b91-bc2e-458e65c6ee1d gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:48:17.744060 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e53995-71d4-496d-a45c-8f8ea2d0547a tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5914249-729d-46cd-bced-fb0207d25b2d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:17.759982 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-89ad662a-8ada-4289-8ce2-64cad991af67 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] show failed (client error): The resource could not be found. Dec 09 15:48:17.765205 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-89ad662a-8ada-4289-8ce2-64cad991af67 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups/f5914249-729d-46cd-bced-fb0207d25b2d HTTP/1.1" status: 404 len: 347 time: 0.0314162 Dec 09 15:48:17.766177 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50114) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:17.810430 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:48:17.810430 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:48:17.810430 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:48:17.810430 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:48:17.810430 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:48:17.810430 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:48:17.810430 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:48:17.810430 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:48:17.810430 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:48:17.810430 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:48:17.810430 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:48:17.810430 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:48:17.810430 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:48:17.810430 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:48:17.810430 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:48:17.810430 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:48:17.810430 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:48:17.810430 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:48:17.810430 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:48:17.810430 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:48:17.810430 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:48:17.810430 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:48:17.810430 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:48:17.810430 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:48:17.810430 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:48:17.810430 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:48:17.810430 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:48:17.810430 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:48:17.810430 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:48:17.810430 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:48:17.810430 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:48:17.810430 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:48:17.917864 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cdb065ec-eeab-4a9f-b098-107c0fa4313c req-85792215-a578-4bb6-b3d8-9a3b9934b116 tempest-ServerShowV257Test-163398175 tempest-ServerShowV257Test-163398175-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9c8bfe-5b06-488e-acaf-0ad5d1d83124 HTTP/1.1" status: 200 len: 210 time: 0.1039319 Dec 09 15:48:17.927780 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50f615b4-5eda-4c78-a690-7463f200a76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:17.967995 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-50f615b4-5eda-4c78-a690-7463f200a76f admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:17.968318 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a4675e9b-e274-4248-9da1-ce8ebfbe24e3 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Deleting port 3437fba4-7eb8-4839-81e8-8ea69cf5b63d {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:48:17.968873 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a4675e9b-e274-4248-9da1-ce8ebfbe24e3 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:17.971772 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-50f615b4-5eda-4c78-a690-7463f200a76f admin admin] 10.222.0.57 "DELETE /v2.0/networks/294da410-4b0c-4c8f-a497-2b6932151d56 HTTP/1.1" status: 204 len: 168 time: 1.7385705 Dec 09 15:48:17.974527 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f615b4-5eda-4c78-a690-7463f200a76f admin admin] Pushing event deleted for resources: {'Network': ['ID=294da410-4b0c-4c8f-a497-2b6932151d56,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:18.142565 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a4675e9b-e274-4248-9da1-ce8ebfbe24e3 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:18.145517 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a4675e9b-e274-4248-9da1-ce8ebfbe24e3 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:18.173605 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 5f3559eb-9bb7-4e37-b4e5-54b822cc80b0 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:48:18.179490 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a4675e9b-e274-4248-9da1-ce8ebfbe24e3 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Calling delete_port for 3437fba4-7eb8-4839-81e8-8ea69cf5b63d owned by network:floatingip {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:48:18.219444 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 9cad87ea-65b5-4fea-889d-0ed909224bfd no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:48:18.228043 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 5f3559eb-9bb7-4e37-b4e5-54b822cc80b0 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:48:18.228382 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 5f3559eb-9bb7-4e37-b4e5-54b822cc80b0 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:48:18.296757 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 9cad87ea-65b5-4fea-889d-0ed909224bfd {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:48:18.297113 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 9cad87ea-65b5-4fea-889d-0ed909224bfd not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:48:18.310787 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b54d67b7-6705-437e-98f5-5b8536ff232e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:18.367188 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d67b7-6705-437e-98f5-5b8536ff232e None None] Pushing event deleted for resources: {'Port': ['ID=5f3559eb-9bb7-4e37-b4e5-54b822cc80b0,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:18.387656 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b54d67b7-6705-437e-98f5-5b8536ff232e None None] Network 294da410-4b0c-4c8f-a497-2b6932151d56 is not hosted by any dhcp agent {{(pid=103246) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 15:48:18.388392 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54d67b7-6705-437e-98f5-5b8536ff232e None None] No DVR routers for this DVR port 5f3559eb-9bb7-4e37-b4e5-54b822cc80b0 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:48:18.395338 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 50146) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:18.495151 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c6cd170c-ff90-4774-8e4b-993442853a69 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bbdfd74655944f31ad1c7a93f1fcea77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0975013 Dec 09 15:48:18.496548 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 50148) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:18.515344 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5a19a867-d157-46f7-9d3c-79380598a89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'name': 'tempest-AttachVolumeTestJSON-1158014551-router', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '56ea13d5-c215-4155-9112-873593852ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:41:40Z', 'updated_at': '2021-12-09T15:41:45Z', 'revision_number': 4, 'project_id': 'cea693ec44f34a95ac5bb978332b5503', 'gw_port': {'id': '56ea13d5-c215-4155-9112-873593852ee3', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:41Z', 'updated_at': '2021-12-09T15:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'd2734062-4bf7-4450-9264-1a1435f86492', 'name': '', 'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'mac_address': 'fa:16:3e:7a:b0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '6388c83a-5827-4add-9bc1-4867e28bf06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:44Z', 'updated_at': '2021-12-09T15:41:52Z', 'revision_number': 5, 'project_id': 'cea693ec44f34a95ac5bb978332b5503', 'subnets': [{'id': '6388c83a-5827-4add-9bc1-4867e28bf06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:18.545656 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a4675e9b-e274-4248-9da1-ce8ebfbe24e3 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:18.605354 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a19a867-d157-46f7-9d3c-79380598a89b None None] The sync data for ids ['14d212c5-595f-4b91-bc2e-458e65c6ee1d'] in n-d-821228-1 is: [{'id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'name': 'tempest-AttachVolumeTestJSON-1158014551-router', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '56ea13d5-c215-4155-9112-873593852ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:41:40Z', 'updated_at': '2021-12-09T15:41:45Z', 'revision_number': 4, 'project_id': 'cea693ec44f34a95ac5bb978332b5503', 'gw_port': {'id': '56ea13d5-c215-4155-9112-873593852ee3', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:41Z', 'updated_at': '2021-12-09T15:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'd2734062-4bf7-4450-9264-1a1435f86492', 'name': '', 'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'mac_address': 'fa:16:3e:7a:b0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '6388c83a-5827-4add-9bc1-4867e28bf06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:44Z', 'updated_at': '2021-12-09T15:41:52Z', 'revision_number': 5, 'project_id': 'cea693ec44f34a95ac5bb978332b5503', 'subnets': [{'id': '6388c83a-5827-4add-9bc1-4867e28bf06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:48:18.608298 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9318cf79-9619-4279-88f2-52c5a5ac960d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:18.669089 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9318cf79-9619-4279-88f2-52c5a5ac960d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:18.681219 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4675e9b-e274-4248-9da1-ce8ebfbe24e3 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Pushing event deleted for resources: {'Port': ['ID=3437fba4-7eb8-4839-81e8-8ea69cf5b63d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:18.773542 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9318cf79-9619-4279-88f2-52c5a5ac960d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:18.777489 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9318cf79-9619-4279-88f2-52c5a5ac960d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:18.781323 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9318cf79-9619-4279-88f2-52c5a5ac960d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d1782520-dfad-466c-9d0b-1fbb0e76485d HTTP/1.1" status: 204 len: 168 time: 0.2794380 Dec 09 15:48:18.804841 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9318cf79-9619-4279-88f2-52c5a5ac960d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1782520-dfad-466c-9d0b-1fbb0e76485d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:18.817216 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a4675e9b-e274-4248-9da1-ce8ebfbe24e3 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks [] for floatingip, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:18.821549 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a4675e9b-e274-4248-9da1-ce8ebfbe24e3 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:18.823533 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a4675e9b-e274-4248-9da1-ce8ebfbe24e3 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "DELETE /v2.0/floatingips/6e421a39-f4a7-48f3-8b6d-289515f44c18 HTTP/1.1" status: 204 len: 168 time: 1.0562286 Dec 09 15:48:19.163465 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fbe080-241f-434d-b118-513dad6356e4 None None] New status for floating IP 6e421a39-f4a7-48f3-8b6d-289515f44c18: DOWN {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:48:19.245091 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 50188) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:19.251791 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-569c408a-d832-44e3-9991-a8c4c3a461ce tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Request body: {'security_group': {'name': 'tempest-securitygroup--415672045', 'description': 'tempest-description--233414393'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:48:19.351046 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-569c408a-d832-44e3-9991-a8c4c3a461ce tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:19.517035 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-123e982c-1f31-404c-8e81-2ed49f74a885 req-4bb8de9d-6dea-40a0-b6f3-8eec3a993ce6 tempest-ServerShowV257Test-163398175 tempest-ServerShowV257Test-163398175-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9c8bfe-5b06-488e-acaf-0ad5d1d83124 HTTP/1.1" status: 200 len: 210 time: 0.0851748 Dec 09 15:48:19.617509 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-569c408a-d832-44e3-9991-a8c4c3a461ce tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:19.630111 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-569c408a-d832-44e3-9991-a8c4c3a461ce tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:19.738532 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-569c408a-d832-44e3-9991-a8c4c3a461ce tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:19.745864 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50222) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:19.751669 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-831eb67c-c6e3-4bd9-b48c-4286c8a68c90 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Request body: {'security_group_rule': {'security_group_id': 'ad73b424-6589-401b-bcc4-ee9b79944172', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:48:19.752814 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-569c408a-d832-44e3-9991-a8c4c3a461ce tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5056274 Dec 09 15:48:19.756171 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569c408a-d832-44e3-9991-a8c4c3a461ce tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad73b424-6589-401b-bcc4-ee9b79944172,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:19.856992 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-831eb67c-c6e3-4bd9-b48c-4286c8a68c90 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:20.025831 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-831eb67c-c6e3-4bd9-b48c-4286c8a68c90 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:20.030652 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-831eb67c-c6e3-4bd9-b48c-4286c8a68c90 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:20.067302 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831eb67c-c6e3-4bd9-b48c-4286c8a68c90 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7115b7b-2997-470a-98d8-49f284be5c73,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:20.105612 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-831eb67c-c6e3-4bd9-b48c-4286c8a68c90 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:20.108086 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-831eb67c-c6e3-4bd9-b48c-4286c8a68c90 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3610590 Dec 09 15:48:20.111524 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 50236) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:20.119183 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-fa7cb844-a5af-4030-935a-77e9f091821d tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Request body: {'security_group_rule': {'security_group_id': 'ad73b424-6589-401b-bcc4-ee9b79944172', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:48:20.158266 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa7cb844-a5af-4030-935a-77e9f091821d tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:20.279042 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa7cb844-a5af-4030-935a-77e9f091821d tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:20.293810 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa7cb844-a5af-4030-935a-77e9f091821d tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:20.327346 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7cb844-a5af-4030-935a-77e9f091821d tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=849bb4a5-b176-4616-a93a-273c2f9408f7,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:20.330066 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c32f61ed-4838-43d8-8551-4519de3f0774 req-c18fa689-056b-461f-bb52-d4c80c260442 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=04778767edd840848196bcdf84ba66e3&device_id=da9c8bfe-5b06-488e-acaf-0ad5d1d83124 HTTP/1.1" status: 200 len: 210 time: 0.0617409 Dec 09 15:48:20.344897 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa7cb844-a5af-4030-935a-77e9f091821d tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:20.350828 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50244) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:20.357086 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7bce8663-3b97-4bde-b090-d0a54cf9428f tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:48:20.357778 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-fa7cb844-a5af-4030-935a-77e9f091821d tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2447042 Dec 09 15:48:20.362408 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 50246) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:20.438723 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-141824f4-ea9f-446f-b215-b91093982515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:20.439315 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c32f61ed-4838-43d8-8551-4519de3f0774 req-a79aa85b-184b-4cdb-b49b-8203ae454fda service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=04778767edd840848196bcdf84ba66e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672903 Dec 09 15:48:20.616373 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-16de9f2e-cf31-467c-bdb1-7f8a0492972b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1295719611-network', 'tenant_id': 'b613632b80754e8bbd6b2b6b64d76f9f'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:48:20.663197 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7bce8663-3b97-4bde-b090-d0a54cf9428f tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:20.685144 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16de9f2e-cf31-467c-bdb1-7f8a0492972b admin admin] Made reservation on behalf of b613632b80754e8bbd6b2b6b64d76f9f for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:48:20.694705 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50256) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:20.697409 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16de9f2e-cf31-467c-bdb1-7f8a0492972b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:20.773039 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-39785c87-69c2-4a38-9208-f2366c99c967 req-aa09cef5-0a3b-4ef9-b38f-8eb435c13267 tempest-ServerShowV257Test-163398175 tempest-ServerShowV257Test-163398175-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9c8bfe-5b06-488e-acaf-0ad5d1d83124 HTTP/1.1" status: 200 len: 210 time: 0.1035833 Dec 09 15:48:20.778031 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16de9f2e-cf31-467c-bdb1-7f8a0492972b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:20.890592 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f61ed-4838-43d8-8551-4519de3f0774 req-e452ac6d-7c94-4b60-a838-7fe33874d476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:20.893922 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c32f61ed-4838-43d8-8551-4519de3f0774 req-e452ac6d-7c94-4b60-a838-7fe33874d476 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4452908 Dec 09 15:48:20.927672 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dcac01f9-cfed-4619-aa8b-a971b22ff929 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:21.017436 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16de9f2e-cf31-467c-bdb1-7f8a0492972b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:21.023161 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16de9f2e-cf31-467c-bdb1-7f8a0492972b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:21.052735 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16de9f2e-cf31-467c-bdb1-7f8a0492972b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:48:21.076162 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de9f2e-cf31-467c-bdb1-7f8a0492972b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5881a67-eda0-4da9-8b2e-8ff2108b95fa,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:21.093905 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16de9f2e-cf31-467c-bdb1-7f8a0492972b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:21.095965 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-16de9f2e-cf31-467c-bdb1-7f8a0492972b admin admin] Added segment 81d1235d-87dd-4988-9ddd-2b5abb933621 of type vlan for network adb124e6-1a92-4d5d-80ee-086775721fea Dec 09 15:48:21.120944 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7bce8663-3b97-4bde-b090-d0a54cf9428f tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:21.160646 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16de9f2e-cf31-467c-bdb1-7f8a0492972b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:21.192943 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16de9f2e-cf31-467c-bdb1-7f8a0492972b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:21.195017 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16de9f2e-cf31-467c-bdb1-7f8a0492972b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:21.195828 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16de9f2e-cf31-467c-bdb1-7f8a0492972b admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:21.261185 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-16de9f2e-cf31-467c-bdb1-7f8a0492972b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8954093 Dec 09 15:48:21.264135 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 50266) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:21.269953 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f93f4722-fa9a-4c3d-9ce4-d7cc70de05e6 admin admin] Request body: {'subnet': {'network_id': 'adb124e6-1a92-4d5d-80ee-086775721fea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1295719611-subnet', 'tenant_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:48:21.288017 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de9f2e-cf31-467c-bdb1-7f8a0492972b admin admin] Pushing event updated for resources: {'Network': ['ID=adb124e6-1a92-4d5d-80ee-086775721fea,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:21.296927 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dcac01f9-cfed-4619-aa8b-a971b22ff929 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:21.298774 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network adb124e6-1a92-4d5d-80ee-086775721fea details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:48:21.304049 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dcac01f9-cfed-4619-aa8b-a971b22ff929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:21.305596 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93f4722-fa9a-4c3d-9ce4-d7cc70de05e6 admin admin] Made reservation on behalf of b613632b80754e8bbd6b2b6b64d76f9f for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:48:21.308251 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f93f4722-fa9a-4c3d-9ce4-d7cc70de05e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:21.443583 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-7bce8663-3b97-4bde-b090-d0a54cf9428f tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Allocated IP 172.25.3.106 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/92be871e-3423-4b17-9e4d-58a3a1183cd6) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:48:21.484379 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-dcac01f9-cfed-4619-aa8b-a971b22ff929 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a10f3c46cddc461198db14db31f146e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7865834 Dec 09 15:48:21.490836 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 50268) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:21.503553 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac01f9-cfed-4619-aa8b-a971b22ff929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b75a55-de50-43e3-92bb-a6938866e51b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:21.619697 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f93f4722-fa9a-4c3d-9ce4-d7cc70de05e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:21.691419 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f4722-fa9a-4c3d-9ce4-d7cc70de05e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3889a99e-c403-4ee7-93f6-53dfad03a358,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:21.743779 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b6c95c8f-895e-4bf1-8c3f-9d204061b600 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:21.776806 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b6c95c8f-895e-4bf1-8c3f-9d204061b600 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:21.841700 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93f4722-fa9a-4c3d-9ce4-d7cc70de05e6 admin admin] Checking segment: {'id': '81d1235d-87dd-4988-9ddd-2b5abb933621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'adb124e6-1a92-4d5d-80ee-086775721fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:48:21.844130 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93f4722-fa9a-4c3d-9ce4-d7cc70de05e6 admin admin] Network hostable DHCP agents. Network: adb124e6-1a92-4d5d-80ee-086775721fea, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:48:21.908727 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b6c95c8f-895e-4bf1-8c3f-9d204061b600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:21.920085 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b6c95c8f-895e-4bf1-8c3f-9d204061b600 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:21.927993 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b6c95c8f-895e-4bf1-8c3f-9d204061b600 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/69b75a55-de50-43e3-92bb-a6938866e51b HTTP/1.1" status: 204 len: 168 time: 0.4273641 Dec 09 15:48:21.944020 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93f4722-fa9a-4c3d-9ce4-d7cc70de05e6 admin admin] Network adb124e6-1a92-4d5d-80ee-086775721fea is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:48:21.983604 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c95c8f-895e-4bf1-8c3f-9d204061b600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b75a55-de50-43e3-92bb-a6938866e51b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:21.992536 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 50282) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:22.063438 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-f93f4722-fa9a-4c3d-9ce4-d7cc70de05e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, adb124e6-1a92-4d5d-80ee-086775721fea) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:48:22.075615 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63aef825-a3a0-42e4-9d02-1e53c72374cf None None] Network adb124e6-1a92-4d5d-80ee-086775721fea requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:48:22.116048 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-81f407f3-a9f2-41a0-bcd6-c2cdd6d90e1f req-880da1e5-310a-4110-84e8-6021fc121b43 tempest-ServerShowV257Test-163398175 tempest-ServerShowV257Test-163398175-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9c8bfe-5b06-488e-acaf-0ad5d1d83124 HTTP/1.1" status: 200 len: 210 time: 0.1188254 Dec 09 15:48:22.124086 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93f4722-fa9a-4c3d-9ce4-d7cc70de05e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:22.124916 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f93f4722-fa9a-4c3d-9ce4-d7cc70de05e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:22.159056 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f93f4722-fa9a-4c3d-9ce4-d7cc70de05e6 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8913724 Dec 09 15:48:22.160599 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 50288) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:22.169903 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-11f9e4b7-8adc-407f-9bd3-d4293b3a595b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1295719611-router', 'tenant_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:48:22.220345 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-11f9e4b7-8adc-407f-9bd3-d4293b3a595b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:22.222088 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-11f9e4b7-8adc-407f-9bd3-d4293b3a595b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:22.302640 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd1fe56-efae-463d-88e3-71de083db642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-adb124e6-1a92-4d5d-80ee-086775721fea', 'network_id': 'adb124e6-1a92-4d5d-80ee-086775721fea', 'project_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'fixed_ips': [{'subnet_id': '3889a99e-c403-4ee7-93f6-53dfad03a358'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:48:22.306421 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bcd1fe56-efae-463d-88e3-71de083db642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:22.337446 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-11f9e4b7-8adc-407f-9bd3-d4293b3a595b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:22.359391 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5ddf624b-8bb1-411f-aefe-eef503a099f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:22.412765 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7bce8663-3b97-4bde-b090-d0a54cf9428f tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:22.508352 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7bce8663-3b97-4bde-b090-d0a54cf9428f tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:22.614562 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-bcd1fe56-efae-463d-88e3-71de083db642 None None] Allocated IP 172.20.0.2 (adb124e6-1a92-4d5d-80ee-086775721fea/3889a99e-c403-4ee7-93f6-53dfad03a358/b9caa3f1-ee65-4702-b770-68dbefe0ff64) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:48:22.615048 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bce8663-3b97-4bde-b090-d0a54cf9428f tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:48:22.629586 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-7bce8663-3b97-4bde-b090-d0a54cf9428f tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:48:22.643485 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bce8663-3b97-4bde-b090-d0a54cf9428f tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:48:22.716081 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce8663-3b97-4bde-b090-d0a54cf9428f tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Pushing event updated for resources: {'Port': ['ID=92be871e-3423-4b17-9e4d-58a3a1183cd6,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:22.752378 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50292) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:22.777137 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c682a45d-7ec9-4e21-92c5-7a7ba72d3832 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:22.963983 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c682a45d-7ec9-4e21-92c5-7a7ba72d3832 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:23.014073 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-677b7113-a4d7-4671-842e-d173c0792f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:23.019801 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c682a45d-7ec9-4e21-92c5-7a7ba72d3832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:23.111397 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bcd1fe56-efae-463d-88e3-71de083db642 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:23.121174 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bcd1fe56-efae-463d-88e3-71de083db642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:23.186518 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1fe56-efae-463d-88e3-71de083db642 None None] Pushing event updated for resources: {'Port': ['ID=b9caa3f1-ee65-4702-b770-68dbefe0ff64,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:23.201235 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd1fe56-efae-463d-88e3-71de083db642 None None] Network adb124e6-1a92-4d5d-80ee-086775721fea is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:48:23.202877 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-bcd1fe56-efae-463d-88e3-71de083db642 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:48:23.205543 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd1fe56-efae-463d-88e3-71de083db642 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:48:23.239189 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-11f9e4b7-8adc-407f-9bd3-d4293b3a595b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:23.242980 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c682a45d-7ec9-4e21-92c5-7a7ba72d3832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6b3e63-9e29-459c-9d5e-ce395ff02356,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:23.293976 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c682a45d-7ec9-4e21-92c5-7a7ba72d3832 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7fb993d0a2be4e81a9c662b3f3512f66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5390561 Dec 09 15:48:23.298514 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7bce8663-3b97-4bde-b090-d0a54cf9428f tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:23.303635 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 50304) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:23.337507 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-bcd1fe56-efae-463d-88e3-71de083db642 None None] Attempting to bind port b9caa3f1-ee65-4702-b770-68dbefe0ff64 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:48:23.341706 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-bcd1fe56-efae-463d-88e3-71de083db642 None None] Attempting to bind port b9caa3f1-ee65-4702-b770-68dbefe0ff64 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '81d1235d-87dd-4988-9ddd-2b5abb933621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'adb124e6-1a92-4d5d-80ee-086775721fea'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:48:23.344352 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd1fe56-efae-463d-88e3-71de083db642 None None] Attempting to bind port b9caa3f1-ee65-4702-b770-68dbefe0ff64 on network adb124e6-1a92-4d5d-80ee-086775721fea {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:48:23.372538 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd1fe56-efae-463d-88e3-71de083db642 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:48:23.372874 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd1fe56-efae-463d-88e3-71de083db642 None None] Checking segment: {'id': '81d1235d-87dd-4988-9ddd-2b5abb933621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'adb124e6-1a92-4d5d-80ee-086775721fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:48:23.373295 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bcd1fe56-efae-463d-88e3-71de083db642 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:23.378464 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd1fe56-efae-463d-88e3-71de083db642 None None] Bound using segment: {'id': '81d1235d-87dd-4988-9ddd-2b5abb933621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'adb124e6-1a92-4d5d-80ee-086775721fea'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:48:23.379012 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-bcd1fe56-efae-463d-88e3-71de083db642 None None] Bound port: b9caa3f1-ee65-4702-b770-68dbefe0ff64, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d1235d-87dd-4988-9ddd-2b5abb933621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'adb124e6-1a92-4d5d-80ee-086775721fea'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:48:23.379421 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bcd1fe56-efae-463d-88e3-71de083db642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:23.391836 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7bce8663-3b97-4bde-b090-d0a54cf9428f tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:23.495111 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ee36b932-7538-4bef-b545-0c70d210e58c req-33445e24-262c-4279-bd64-0cd8c1965a4e tempest-ServerShowV257Test-163398175 tempest-ServerShowV257Test-163398175-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9c8bfe-5b06-488e-acaf-0ad5d1d83124 HTTP/1.1" status: 200 len: 210 time: 0.0954592 Dec 09 15:48:23.535462 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-bcd1fe56-efae-463d-88e3-71de083db642 None None] For port b9caa3f1-ee65-4702-b770-68dbefe0ff64, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:48:23.543029 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-bcd1fe56-efae-463d-88e3-71de083db642 None None] For port b9caa3f1-ee65-4702-b770-68dbefe0ff64, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=b9caa3f1-ee65-4702-b770-68dbefe0ff64,segment=NetworkSegment(81d1235d-87dd-4988-9ddd-2b5abb933621),segment_id=81d1235d-87dd-4988-9ddd-2b5abb933621)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:48:23.553153 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bcd1fe56-efae-463d-88e3-71de083db642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:23.652330 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d62ba455-023c-4710-a94a-1d033898e8cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:23.695651 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d62ba455-023c-4710-a94a-1d033898e8cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:23.702714 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1fe56-efae-463d-88e3-71de083db642 None None] Pushing event updated for resources: {'Port': ['ID=b9caa3f1-ee65-4702-b770-68dbefe0ff64,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:23.741250 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7bce8663-3b97-4bde-b090-d0a54cf9428f tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:23.754553 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7bce8663-3b97-4bde-b090-d0a54cf9428f tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:23.798899 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d62ba455-023c-4710-a94a-1d033898e8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:23.803217 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d62ba455-023c-4710-a94a-1d033898e8cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:23.804552 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d62ba455-023c-4710-a94a-1d033898e8cb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ff6b3e63-9e29-459c-9d5e-ce395ff02356 HTTP/1.1" status: 204 len: 168 time: 0.4958150 Dec 09 15:48:23.862663 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5ddf624b-8bb1-411f-aefe-eef503a099f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:23.867093 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ba455-023c-4710-a94a-1d033898e8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6b3e63-9e29-459c-9d5e-ce395ff02356,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:23.879080 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5ddf624b-8bb1-411f-aefe-eef503a099f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:23.907301 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce8663-3b97-4bde-b090-d0a54cf9428f tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Pushing event updated for resources: {'Port': ['ID=92be871e-3423-4b17-9e4d-58a3a1183cd6,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:23.990358 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-5ddf624b-8bb1-411f-aefe-eef503a099f2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=98e3adf2bffb4edd977199defb1abe20&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9914672 Dec 09 15:48:24.027791 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf624b-8bb1-411f-aefe-eef503a099f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a033cf-fb2f-4578-a730-0d4bc019a6d9,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:24.027982 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50308) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:24.028882 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:24.235674 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-12d8b15f-8a6e-45c4-ba06-9c477d33f9f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:24.239594 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7bce8663-3b97-4bde-b090-d0a54cf9428f tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:24.275835 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7bce8663-3b97-4bde-b090-d0a54cf9428f tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:24.277491 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7bce8663-3b97-4bde-b090-d0a54cf9428f tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9254222 Dec 09 15:48:24.289412 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-12d8b15f-8a6e-45c4-ba06-9c477d33f9f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:24.310752 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device b9caa3f1-ee65-4702-b770-68dbefe0ff64 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:48:24.410164 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-12d8b15f-8a6e-45c4-ba06-9c477d33f9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:24.413621 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-12d8b15f-8a6e-45c4-ba06-9c477d33f9f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:24.417189 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-12d8b15f-8a6e-45c4-ba06-9c477d33f9f0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/98a033cf-fb2f-4578-a730-0d4bc019a6d9 HTTP/1.1" status: 204 len: 168 time: 0.3868654 Dec 09 15:48:24.435943 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8b15f-8a6e-45c4-ba06-9c477d33f9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a033cf-fb2f-4578-a730-0d4bc019a6d9,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:24.487836 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-11f9e4b7-8adc-407f-9bd3-d4293b3a595b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:24.504954 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port b9caa3f1-ee65-4702-b770-68dbefe0ff64 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:48:24.506544 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:24.534356 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-11f9e4b7-8adc-407f-9bd3-d4293b3a595b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:24.641566 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:24.744347 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:24.849065 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port b9caa3f1-ee65-4702-b770-68dbefe0ff64, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=b9caa3f1-ee65-4702-b770-68dbefe0ff64,segment=NetworkSegment(81d1235d-87dd-4988-9ddd-2b5abb933621),segment_id=81d1235d-87dd-4988-9ddd-2b5abb933621)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:24.867191 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:24.936983 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-11f9e4b7-8adc-407f-9bd3-d4293b3a595b admin admin] Allocated IP 172.25.3.215 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/d0404ebd-c359-4408-bedc-bc379c9d7388) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:48:24.942993 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a61df25c-d90d-4740-a253-cdc32914670a req-3e1c8601-e16f-4e64-a6c5-a758383c24aa tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--415672045&fields=id&tenant_id=cea693ec44f34a95ac5bb978332b5503 HTTP/1.1" status: 200 len: 267 time: 0.1765814 Dec 09 15:48:25.023568 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=b9caa3f1-ee65-4702-b770-68dbefe0ff64,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:25.274679 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:25.293468 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61df25c-d90d-4740-a253-cdc32914670a req-e62810fa-1b6d-4dc1-9c26-20069ec15dcb tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:25.295266 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a61df25c-d90d-4740-a253-cdc32914670a req-e62810fa-1b6d-4dc1-9c26-20069ec15dcb tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/networks?id=e2819ac3-9056-4f31-9f04-900628348c70 HTTP/1.1" status: 200 len: 811 time: 0.3186009 Dec 09 15:48:25.352623 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-11f9e4b7-8adc-407f-9bd3-d4293b3a595b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:25.357334 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a61df25c-d90d-4740-a253-cdc32914670a req-795494dd-323c-4f23-9ce1-c316d15ed8d5 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/quotas/cea693ec44f34a95ac5bb978332b5503 HTTP/1.1" status: 200 len: 375 time: 0.0556111 Dec 09 15:48:25.583164 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab56a8b-6738-4e98-9e7c-a37b7b3d9f94 None None] Network adb124e6-1a92-4d5d-80ee-086775721fea requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:48:25.737114 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-11f9e4b7-8adc-407f-9bd3-d4293b3a595b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:25.779459 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a61df25c-d90d-4740-a253-cdc32914670a req-8ffda224-f908-46fd-b1c6-706709e51e21 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cea693ec44f34a95ac5bb978332b5503&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3904014 Dec 09 15:48:25.780456 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9c3fd864-7843-408f-b0b5-77ea0314899b None None] Provisioning complete for port b9caa3f1-ee65-4702-b770-68dbefe0ff64 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:48:25.782858 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd864-7843-408f-b0b5-77ea0314899b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:25.789359 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f9e4b7-8adc-407f-9bd3-d4293b3a595b admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:48:25.824193 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-11f9e4b7-8adc-407f-9bd3-d4293b3a595b admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:48:25.831650 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f9e4b7-8adc-407f-9bd3-d4293b3a595b admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:48:25.918366 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9311e161-d8a5-4438-94a9-11bcb3f8c0a9 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:48:25.929732 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f9e4b7-8adc-407f-9bd3-d4293b3a595b admin admin] Pushing event updated for resources: {'Port': ['ID=d0404ebd-c359-4408-bedc-bc379c9d7388,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:26.220098 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device b9caa3f1-ee65-4702-b770-68dbefe0ff64 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:48:26.225785 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a61df25c-d90d-4740-a253-cdc32914670a req-65ee3b4b-4401-4838-8234-999228ab8669 service neutron] 10.222.0.57 "GET /v2.0/networks/e2819ac3-9056-4f31-9f04-900628348c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521125 Dec 09 15:48:26.390306 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port b9caa3f1-ee65-4702-b770-68dbefe0ff64 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:48:26.390989 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:26.449329 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a61df25c-d90d-4740-a253-cdc32914670a req-fdcf33f2-a0cd-4045-94d2-8657db113fb7 service neutron] 10.222.0.57 "GET /v2.0/networks/e2819ac3-9056-4f31-9f04-900628348c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207017 Dec 09 15:48:26.515412 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:26.543632 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-781fc96e-7cfc-4e5a-9559-3816c3d5ab9c None None] Provisioning complete for port d0404ebd-c359-4408-bedc-bc379c9d7388 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:48:26.544231 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-781fc96e-7cfc-4e5a-9559-3816c3d5ab9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:26.682995 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-781fc96e-7cfc-4e5a-9559-3816c3d5ab9c None None] Port d0404ebd-c359-4408-bedc-bc379c9d7388 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:48:26.823890 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1e93a76c-df82-427c-8e4f-787ead8bd8e0 None None] Provisioning complete for port b9caa3f1-ee65-4702-b770-68dbefe0ff64 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:48:26.824145 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1e93a76c-df82-427c-8e4f-787ead8bd8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:27.261463 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-df8b8f06-240c-40f2-95e8-4b980cfe7387 req-103b537e-d1ef-4b74-9b48-f0b0423b369f tempest-ServerShowV257Test-163398175 tempest-ServerShowV257Test-163398175-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9c8bfe-5b06-488e-acaf-0ad5d1d83124 HTTP/1.1" status: 200 len: 210 time: 0.1252859 Dec 09 15:48:27.281208 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-11f9e4b7-8adc-407f-9bd3-d4293b3a595b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:27.535151 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c6ecdc65-f7ba-4a03-ba6a-c74c21202960 req-5b247e41-2bba-4f4a-9409-3f116d92d703 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf66a800-5e7a-4e28-a606-6a7c4ff43580 HTTP/1.1" status: 200 len: 210 time: 0.0584533 Dec 09 15:48:27.847352 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-11f9e4b7-8adc-407f-9bd3-d4293b3a595b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:28.250974 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f9e4b7-8adc-407f-9bd3-d4293b3a595b admin admin] Router 1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:48:28.521530 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fb5a8d18-8d5a-4e33-af7d-e64cfed18be4 req-f1006ab3-b11d-40fe-9c54-aae2d5e4050b tempest-ServerShowV257Test-163398175 tempest-ServerShowV257Test-163398175-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9c8bfe-5b06-488e-acaf-0ad5d1d83124 HTTP/1.1" status: 200 len: 210 time: 0.1126130 Dec 09 15:48:28.533545 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50428) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:28.692970 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f9e4b7-8adc-407f-9bd3-d4293b3a595b admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:48:28.710977 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635855d8-55bd-4108-b53f-c0fbf42b7a28 None None] Sync routers for ids ['1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:48:28.750536 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635855d8-55bd-4108-b53f-c0fbf42b7a28 None None] Routers {'1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:48:28.750780 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-11f9e4b7-8adc-407f-9bd3-d4293b3a595b admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:28.751891 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-11f9e4b7-8adc-407f-9bd3-d4293b3a595b admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.5901411 Dec 09 15:48:28.755083 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50436) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:28.758802 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-635855d8-55bd-4108-b53f-c0fbf42b7a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:48:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:28.876746 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0236df9f-f195-4d1e-8c18-1544ab4035fb req-361f22d2-69b0-4d4e-937b-b617a12dc3eb tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf66a800-5e7a-4e28-a606-6a7c4ff43580 HTTP/1.1" status: 200 len: 210 time: 0.0706160 Dec 09 15:48:29.117702 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-b9452a5c-aa4c-49b8-87ae-f65ae6d421b5 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Request body: {'network': {'name': 'tempest-network-smoke--1711093198', 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'port_security_enabled': True}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:48:29.149865 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9452a5c-aa4c-49b8-87ae-f65ae6d421b5 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Made reservation on behalf of 033ae2b2d4cc49e5bcd8a5d96b154150 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:48:29.153807 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b9452a5c-aa4c-49b8-87ae-f65ae6d421b5 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:29.165627 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b9452a5c-aa4c-49b8-87ae-f65ae6d421b5 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:29.222604 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-635855d8-55bd-4108-b53f-c0fbf42b7a28 None None] Set router 1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:48:29.434198 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b9452a5c-aa4c-49b8-87ae-f65ae6d421b5 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:29.445390 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b9452a5c-aa4c-49b8-87ae-f65ae6d421b5 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:29.488644 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9452a5c-aa4c-49b8-87ae-f65ae6d421b5 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:48:29.530830 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9452a5c-aa4c-49b8-87ae-f65ae6d421b5 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28bab387-2007-488c-8b45-6bb765b86dfb,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:29.546907 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b9452a5c-aa4c-49b8-87ae-f65ae6d421b5 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:29.547454 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-b9452a5c-aa4c-49b8-87ae-f65ae6d421b5 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Added segment 0fdca9fd-1cb3-4bc8-add6-46ac307cb22a of type vlan for network bc054908-65b4-4921-b781-8153a60dbd11 Dec 09 15:48:29.575338 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-635855d8-55bd-4108-b53f-c0fbf42b7a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492', 'name': 'tempest-TaggedBootDevicesTest_v242-1295719611-router', 'tenant_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd0404ebd-c359-4408-bedc-bc379c9d7388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:22Z', 'updated_at': '2021-12-09T15:48:26Z', 'revision_number': 3, 'project_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'gw_port': {'id': 'd0404ebd-c359-4408-bedc-bc379c9d7388', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:24Z', 'updated_at': '2021-12-09T15:48:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:29.664727 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635855d8-55bd-4108-b53f-c0fbf42b7a28 None None] Checking router: 1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:48:29.667319 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635855d8-55bd-4108-b53f-c0fbf42b7a28 None None] Updating router 1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492 port d0404ebd-c359-4408-bedc-bc379c9d7388 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:48:29.695560 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b9452a5c-aa4c-49b8-87ae-f65ae6d421b5 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:29.733929 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b9452a5c-aa4c-49b8-87ae-f65ae6d421b5 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:29.740512 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9452a5c-aa4c-49b8-87ae-f65ae6d421b5 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:29.741236 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b9452a5c-aa4c-49b8-87ae-f65ae6d421b5 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:29.762147 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61df25c-d90d-4740-a253-cdc32914670a req-c49b8fc2-6aad-4800-8e09-40290e4d6487 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:29.774004 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a61df25c-d90d-4740-a253-cdc32914670a req-c49b8fc2-6aad-4800-8e09-40290e4d6487 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.31 "GET /v2.0/networks?id=e2819ac3-9056-4f31-9f04-900628348c70 HTTP/1.1" status: 200 len: 811 time: 0.3982079 Dec 09 15:48:29.861251 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-635855d8-55bd-4108-b53f-c0fbf42b7a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:29.875348 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b9452a5c-aa4c-49b8-87ae-f65ae6d421b5 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3396432 Dec 09 15:48:29.885365 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50448) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:29.899575 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-e612950d-350a-4f4a-918a-069d4f8ec7f6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-913874075', 'admin_state_up': True, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:48:29.914182 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9452a5c-aa4c-49b8-87ae-f65ae6d421b5 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event updated for resources: {'Network': ['ID=bc054908-65b4-4921-b781-8153a60dbd11,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:29.929511 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecb6b508-fe10-4b14-92a3-86cb1bb3183a req-3864d88c-8657-4363-b2a7-a7c9c5d1f78d tempest-ServerShowV257Test-163398175 tempest-ServerShowV257Test-163398175-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9c8bfe-5b06-488e-acaf-0ad5d1d83124 HTTP/1.1" status: 200 len: 210 time: 0.1194177 Dec 09 15:48:29.955084 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d4ad7ac5-38fa-4f94-93db-bc303369809e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:30.000330 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-78e4ebaf-1437-4870-8017-264eda1ed451 req-bae7311b-5847-4427-963c-be33a7d4780b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=da9c8bfe-5b06-488e-acaf-0ad5d1d83124 HTTP/1.1" status: 200 len: 210 time: 0.0698135 Dec 09 15:48:30.021815 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e612950d-350a-4f4a-918a-069d4f8ec7f6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:30.023279 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e612950d-350a-4f4a-918a-069d4f8ec7f6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:30.048863 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network bc054908-65b4-4921-b781-8153a60dbd11 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:48:30.088687 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a61df25c-d90d-4740-a253-cdc32914670a req-acb14332-25e4-433c-aa3e-6b04b15ca2a3 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cea693ec44f34a95ac5bb978332b5503 HTTP/1.1" status: 200 len: 379 time: 0.3071997 Dec 09 15:48:30.114020 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-a61df25c-d90d-4740-a253-cdc32914670a req-96dcad10-6d79-4726-ba83-c7261385ba1f tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Request body: {'port': {'device_id': 'bf66a800-5e7a-4e28-a606-6a7c4ff43580', 'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70', 'admin_state_up': True, 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'security_groups': ['ad73b424-6589-401b-bcc4-ee9b79944172']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:48:30.265409 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dd7dfcd3-134d-418d-bc3a-36a8cfb6865f req-1c51f88c-5d16-4874-bc11-b7dcd53de754 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf66a800-5e7a-4e28-a606-6a7c4ff43580 HTTP/1.1" status: 200 len: 210 time: 0.0934398 Dec 09 15:48:30.438588 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a61df25c-d90d-4740-a253-cdc32914670a req-96dcad10-6d79-4726-ba83-c7261385ba1f tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Made reservation on behalf of cea693ec44f34a95ac5bb978332b5503 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:48:30.442781 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a61df25c-d90d-4740-a253-cdc32914670a req-96dcad10-6d79-4726-ba83-c7261385ba1f tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:30.503072 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e612950d-350a-4f4a-918a-069d4f8ec7f6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:30.659950 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-635855d8-55bd-4108-b53f-c0fbf42b7a28 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:30.670633 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-635855d8-55bd-4108-b53f-c0fbf42b7a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:30.768157 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e4d95a-4c3d-4533-9b5f-4a561b6319fa None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:48:30.778447 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-d4ad7ac5-38fa-4f94-93db-bc303369809e admin admin] Allocated IP 172.20.0.1 (adb124e6-1a92-4d5d-80ee-086775721fea/3889a99e-c403-4ee7-93f6-53dfad03a358/eb19bc7b-522f-4861-b6b0-281fa6ab762d) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:48:30.779046 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-a61df25c-d90d-4740-a253-cdc32914670a req-96dcad10-6d79-4726-ba83-c7261385ba1f tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Allocated IP 172.20.0.10 (e2819ac3-9056-4f31-9f04-900628348c70/6388c83a-5827-4add-9bc1-4867e28bf06e/9223848f-00dc-44f7-b5e0-5c0f13c0416d) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:48:30.819215 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-635855d8-55bd-4108-b53f-c0fbf42b7a28 None None] Attempting to bind port d0404ebd-c359-4408-bedc-bc379c9d7388 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:48:30.819858 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-635855d8-55bd-4108-b53f-c0fbf42b7a28 None None] Attempting to bind port d0404ebd-c359-4408-bedc-bc379c9d7388 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:48:30.820786 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635855d8-55bd-4108-b53f-c0fbf42b7a28 None None] Attempting to bind port d0404ebd-c359-4408-bedc-bc379c9d7388 on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:48:30.833759 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635855d8-55bd-4108-b53f-c0fbf42b7a28 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:48:30.834497 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635855d8-55bd-4108-b53f-c0fbf42b7a28 None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:48:30.835687 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-635855d8-55bd-4108-b53f-c0fbf42b7a28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:30.836342 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635855d8-55bd-4108-b53f-c0fbf42b7a28 None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:48:30.837048 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-635855d8-55bd-4108-b53f-c0fbf42b7a28 None None] Bound port: d0404ebd-c359-4408-bedc-bc379c9d7388, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:48:30.837860 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-635855d8-55bd-4108-b53f-c0fbf42b7a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:30.844681 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb6e83c-2af0-4a43-8d73-eec5de11713c None None] Pushing event updated for resources: {'Port': ['ID=d0404ebd-c359-4408-bedc-bc379c9d7388,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:30.854997 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e612950d-350a-4f4a-918a-069d4f8ec7f6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:30.931169 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-635855d8-55bd-4108-b53f-c0fbf42b7a28 None None] For port d0404ebd-c359-4408-bedc-bc379c9d7388, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:48:30.938604 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-635855d8-55bd-4108-b53f-c0fbf42b7a28 None None] For port d0404ebd-c359-4408-bedc-bc379c9d7388, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d0404ebd-c359-4408-bedc-bc379c9d7388,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:48:30.943406 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-14335ca2-1a7b-45ce-97cd-6fe5ade311c8 None None] Provisioning complete for port d0404ebd-c359-4408-bedc-bc379c9d7388 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:48:30.944027 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-14335ca2-1a7b-45ce-97cd-6fe5ade311c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:31.011538 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-635855d8-55bd-4108-b53f-c0fbf42b7a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:31.100804 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb6e83c-2af0-4a43-8d73-eec5de11713c None None] Pushing event updated for resources: {'Port': ['ID=d0404ebd-c359-4408-bedc-bc379c9d7388,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:31.125105 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635855d8-55bd-4108-b53f-c0fbf42b7a28 None None] Routers {'1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:48:31.128750 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-635855d8-55bd-4108-b53f-c0fbf42b7a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:48:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:31.148612 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2da0b8-0af5-4a1a-9482-7ba6c1c4d315 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:48:31.252178 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50470) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:31.269844 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c274aaea-e246-4b55-82d9-90c7673f2079 req-f25795af-d71a-4420-9c92-5dce98617ede tempest-ServerShowV257Test-163398175 tempest-ServerShowV257Test-163398175-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9c8bfe-5b06-488e-acaf-0ad5d1d83124 HTTP/1.1" status: 200 len: 210 time: 0.1858916 Dec 09 15:48:31.353759 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a61df25c-d90d-4740-a253-cdc32914670a req-96dcad10-6d79-4726-ba83-c7261385ba1f tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:31.422510 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d4ad7ac5-38fa-4f94-93db-bc303369809e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:31.441373 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a61df25c-d90d-4740-a253-cdc32914670a req-96dcad10-6d79-4726-ba83-c7261385ba1f tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:31.505033 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d4ad7ac5-38fa-4f94-93db-bc303369809e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:31.545068 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dcad10-6d79-4726-ba83-c7261385ba1f tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Pushing event updated for resources: {'Port': ['ID=9223848f-00dc-44f7-b5e0-5c0f13c0416d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:31.546599 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-14335ca2-1a7b-45ce-97cd-6fe5ade311c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:31.584450 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ad7ac5-38fa-4f94-93db-bc303369809e admin admin] Network adb124e6-1a92-4d5d-80ee-086775721fea is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:48:31.614258 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-d4ad7ac5-38fa-4f94-93db-bc303369809e admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:48:31.617526 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-14335ca2-1a7b-45ce-97cd-6fe5ade311c8 None None] For port d0404ebd-c359-4408-bedc-bc379c9d7388, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d0404ebd-c359-4408-bedc-bc379c9d7388,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:31.630731 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ad7ac5-38fa-4f94-93db-bc303369809e admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:48:31.641322 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-14335ca2-1a7b-45ce-97cd-6fe5ade311c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:31.654943 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-635855d8-55bd-4108-b53f-c0fbf42b7a28 None None] Set router 1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:48:31.659712 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a61df25c-d90d-4740-a253-cdc32914670a req-96dcad10-6d79-4726-ba83-c7261385ba1f tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Network e2819ac3-9056-4f31-9f04-900628348c70 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:48:31.663937 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-a61df25c-d90d-4740-a253-cdc32914670a req-96dcad10-6d79-4726-ba83-c7261385ba1f tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:48:31.673716 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a61df25c-d90d-4740-a253-cdc32914670a req-96dcad10-6d79-4726-ba83-c7261385ba1f tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:48:31.797814 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d4ad7ac5-38fa-4f94-93db-bc303369809e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:31.839618 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61df25c-d90d-4740-a253-cdc32914670a req-96dcad10-6d79-4726-ba83-c7261385ba1f tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:31.840625 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a61df25c-d90d-4740-a253-cdc32914670a req-96dcad10-6d79-4726-ba83-c7261385ba1f tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:31.910688 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a61df25c-d90d-4740-a253-cdc32914670a req-96dcad10-6d79-4726-ba83-c7261385ba1f tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8115029 Dec 09 15:48:31.929000 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-a61df25c-d90d-4740-a253-cdc32914670a req-db0d5c3a-3e56-40e0-8c6c-8f694a6a5acf tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:48:31.941727 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a61df25c-d90d-4740-a253-cdc32914670a req-db0d5c3a-3e56-40e0-8c6c-8f694a6a5acf tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0175562 Dec 09 15:48:31.960543 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9b15f-1d42-450a-8d16-9ed4e426cb64 req-690015e4-e436-4ebe-b71f-440cd4bae537 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:31.977056 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-13e9b15f-1d42-450a-8d16-9ed4e426cb64 req-690015e4-e436-4ebe-b71f-440cd4bae537 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf66a800-5e7a-4e28-a606-6a7c4ff43580 HTTP/1.1" status: 200 len: 932 time: 0.4329703 Dec 09 15:48:32.183819 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-13e9b15f-1d42-450a-8d16-9ed4e426cb64 req-d442986c-c97f-474a-9002-65ec68c49cbd tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?id=ad73b424-6589-401b-bcc4-ee9b79944172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032464 Dec 09 15:48:32.230851 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-a61df25c-d90d-4740-a253-cdc32914670a req-2d8a9109-4c6a-44d8-ba70-bed1cbcdc368 service neutron] Request body: {'port': {'device_id': 'bf66a800-5e7a-4e28-a606-6a7c4ff43580', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:48:32.394781 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a61df25c-d90d-4740-a253-cdc32914670a req-2d8a9109-4c6a-44d8-ba70-bed1cbcdc368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:32.395123 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad7ac5-38fa-4f94-93db-bc303369809e admin admin] Pushing event updated for resources: {'Port': ['ID=eb19bc7b-522f-4861-b6b0-281fa6ab762d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:32.450568 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 50488) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:32.467106 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d68235e8-d691-40b9-8ac8-5960e8006783 req-b4b2f12e-21f8-4d1d-89fd-0fbf4015d2d0 tempest-ServerShowV257Test-163398175 tempest-ServerShowV257Test-163398175-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9c8bfe-5b06-488e-acaf-0ad5d1d83124 HTTP/1.1" status: 200 len: 210 time: 0.0409076 Dec 09 15:48:32.577727 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a8f5050a-91ca-4a29-a07c-198b2cb68bdc None None] Provisioning complete for port d0404ebd-c359-4408-bedc-bc379c9d7388 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:48:32.578365 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a8f5050a-91ca-4a29-a07c-198b2cb68bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:32.712502 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43e67e51-e8f7-4e9b-9aeb-e809de0116df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:32.758822 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14335ca2-1a7b-45ce-97cd-6fe5ade311c8 None None] Pushing event updated for resources: {'Port': ['ID=d0404ebd-c359-4408-bedc-bc379c9d7388,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:32.880987 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6061710d-750d-49b0-ad18-6627b624bfc4 req-c5b63b7e-4c08-401a-a594-ec249d04c5ae tempest-ServerShowV257Test-163398175 tempest-ServerShowV257Test-163398175-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9c8bfe-5b06-488e-acaf-0ad5d1d83124 HTTP/1.1" status: 200 len: 210 time: 0.0483751 Dec 09 15:48:32.932034 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43e67e51-e8f7-4e9b-9aeb-e809de0116df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:32.940908 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43e67e51-e8f7-4e9b-9aeb-e809de0116df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:32.954693 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-635855d8-55bd-4108-b53f-c0fbf42b7a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492', 'name': 'tempest-TaggedBootDevicesTest_v242-1295719611-router', 'tenant_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd0404ebd-c359-4408-bedc-bc379c9d7388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:22Z', 'updated_at': '2021-12-09T15:48:26Z', 'revision_number': 3, 'project_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'gw_port': {'id': 'd0404ebd-c359-4408-bedc-bc379c9d7388', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:24Z', 'updated_at': '2021-12-09T15:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:32.978992 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e67e51-e8f7-4e9b-9aeb-e809de0116df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ee5e1b-5ec4-4559-a36d-c38ee65c0d50,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:32.993964 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635855d8-55bd-4108-b53f-c0fbf42b7a28 None None] The sync data for ids ['1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492'] in n-d-821228-1 is: [{'id': '1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492', 'name': 'tempest-TaggedBootDevicesTest_v242-1295719611-router', 'tenant_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd0404ebd-c359-4408-bedc-bc379c9d7388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:22Z', 'updated_at': '2021-12-09T15:48:26Z', 'revision_number': 3, 'project_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'gw_port': {'id': 'd0404ebd-c359-4408-bedc-bc379c9d7388', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:24Z', 'updated_at': '2021-12-09T15:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:48:33.024963 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-820f8f72-7e5b-46e0-9a71-d8077d953337 req-bcd4fe6c-0b32-432c-8683-e0e5a265faec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=04778767edd840848196bcdf84ba66e3&device_id=da9c8bfe-5b06-488e-acaf-0ad5d1d83124 HTTP/1.1" status: 200 len: 210 time: 0.0780845 Dec 09 15:48:33.025738 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e612950d-350a-4f4a-918a-069d4f8ec7f6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:33.026541 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-43e67e51-e8f7-4e9b-9aeb-e809de0116df admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2acee0256dad4336a33e07744aef4c4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5581419 Dec 09 15:48:33.030819 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 50496) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:33.040317 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fbe3929e-2350-4a7b-b4db-5033c0aa52e7 None None] Provisioning complete for port 9223848f-00dc-44f7-b5e0-5c0f13c0416d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:48:33.040861 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fbe3929e-2350-4a7b-b4db-5033c0aa52e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:33.056245 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d4ad7ac5-38fa-4f94-93db-bc303369809e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:33.060048 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-a61df25c-d90d-4740-a253-cdc32914670a req-2d8a9109-4c6a-44d8-ba70-bed1cbcdc368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9223848f-00dc-44f7-b5e0-5c0f13c0416d {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:48:33.080232 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a61df25c-d90d-4740-a253-cdc32914670a req-2d8a9109-4c6a-44d8-ba70-bed1cbcdc368 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:33.083571 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-fbe3929e-2350-4a7b-b4db-5033c0aa52e7 None None] Port 9223848f-00dc-44f7-b5e0-5c0f13c0416d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:48:33.085297 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-820f8f72-7e5b-46e0-9a71-d8077d953337 req-4bd7484d-1cad-4fa7-ade3-7314dd7f11b1 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=04778767edd840848196bcdf84ba66e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247707 Dec 09 15:48:33.089873 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e612950d-350a-4f4a-918a-069d4f8ec7f6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:33.102017 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fbe3929e-2350-4a7b-b4db-5033c0aa52e7 None None] Provisioning complete for port eb19bc7b-522f-4861-b6b0-281fa6ab762d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:48:33.102659 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fbe3929e-2350-4a7b-b4db-5033c0aa52e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:33.115028 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-a61df25c-d90d-4740-a253-cdc32914670a req-2d8a9109-4c6a-44d8-ba70-bed1cbcdc368 service neutron] Transition to ACTIVE for port object 9223848f-00dc-44f7-b5e0-5c0f13c0416d will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:48:33.123577 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a61df25c-d90d-4740-a253-cdc32914670a req-2d8a9109-4c6a-44d8-ba70-bed1cbcdc368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:33.150190 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-fbe3929e-2350-4a7b-b4db-5033c0aa52e7 None None] Port eb19bc7b-522f-4861-b6b0-281fa6ab762d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:48:33.179016 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3ca478c1-6ad3-4506-b2e0-d49ba5d0a44f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:33.247808 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3ca478c1-6ad3-4506-b2e0-d49ba5d0a44f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:33.255088 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9109-4c6a-44d8-ba70-bed1cbcdc368 service neutron] Pushing event updated for resources: {'Port': ['ID=9223848f-00dc-44f7-b5e0-5c0f13c0416d,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:33.404992 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f8f72-7e5b-46e0-9a71-d8077d953337 req-a2c0214d-c7c0-48f5-a454-418587a782f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:33.406515 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-820f8f72-7e5b-46e0-9a71-d8077d953337 req-a2c0214d-c7c0-48f5-a454-418587a782f5 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2790546 Dec 09 15:48:33.463895 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a61df25c-d90d-4740-a253-cdc32914670a req-2d8a9109-4c6a-44d8-ba70-bed1cbcdc368 service neutron] Attempting to bind port 9223848f-00dc-44f7-b5e0-5c0f13c0416d on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:48:33.464575 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a61df25c-d90d-4740-a253-cdc32914670a req-2d8a9109-4c6a-44d8-ba70-bed1cbcdc368 service neutron] Attempting to bind port 9223848f-00dc-44f7-b5e0-5c0f13c0416d by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '0b8968c1-11be-452a-85e0-2b87c97fc015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:48:33.464906 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61df25c-d90d-4740-a253-cdc32914670a req-2d8a9109-4c6a-44d8-ba70-bed1cbcdc368 service neutron] Attempting to bind port 9223848f-00dc-44f7-b5e0-5c0f13c0416d on network e2819ac3-9056-4f31-9f04-900628348c70 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:48:33.474055 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61df25c-d90d-4740-a253-cdc32914670a req-2d8a9109-4c6a-44d8-ba70-bed1cbcdc368 service neutron] Port 9223848f-00dc-44f7-b5e0-5c0f13c0416d on network e2819ac3-9056-4f31-9f04-900628348c70 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:48:33.474460 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61df25c-d90d-4740-a253-cdc32914670a req-2d8a9109-4c6a-44d8-ba70-bed1cbcdc368 service neutron] Attempting to bind port 9223848f-00dc-44f7-b5e0-5c0f13c0416d on network e2819ac3-9056-4f31-9f04-900628348c70 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:48:33.479338 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-e612950d-350a-4f4a-918a-069d4f8ec7f6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Allocated IP 172.25.3.169 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/48bb6ea6-da56-45cd-9d16-44176c906fb0) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:48:33.480394 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61df25c-d90d-4740-a253-cdc32914670a req-2d8a9109-4c6a-44d8-ba70-bed1cbcdc368 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:48:33.481099 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61df25c-d90d-4740-a253-cdc32914670a req-2d8a9109-4c6a-44d8-ba70-bed1cbcdc368 service neutron] Checking segment: {'id': '0b8968c1-11be-452a-85e0-2b87c97fc015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:48:33.481418 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61df25c-d90d-4740-a253-cdc32914670a req-2d8a9109-4c6a-44d8-ba70-bed1cbcdc368 service neutron] Bound using segment: {'id': '0b8968c1-11be-452a-85e0-2b87c97fc015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:48:33.481960 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a61df25c-d90d-4740-a253-cdc32914670a req-2d8a9109-4c6a-44d8-ba70-bed1cbcdc368 service neutron] Bound port: 9223848f-00dc-44f7-b5e0-5c0f13c0416d, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8968c1-11be-452a-85e0-2b87c97fc015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:48:33.482318 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a61df25c-d90d-4740-a253-cdc32914670a req-2d8a9109-4c6a-44d8-ba70-bed1cbcdc368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:33.525456 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3885fc-c8d8-47c3-a0cc-7b3f257ade36 req-07c32428-3bb8-434c-852b-ba60bfdf3f16 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:33.531026 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eb3885fc-c8d8-47c3-a0cc-7b3f257ade36 req-07c32428-3bb8-434c-852b-ba60bfdf3f16 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf66a800-5e7a-4e28-a606-6a7c4ff43580 HTTP/1.1" status: 200 len: 944 time: 0.1813760 Dec 09 15:48:33.641280 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3ca478c1-6ad3-4506-b2e0-d49ba5d0a44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:33.656143 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3ca478c1-6ad3-4506-b2e0-d49ba5d0a44f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:33.660851 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3ca478c1-6ad3-4506-b2e0-d49ba5d0a44f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e2ee5e1b-5ec4-4559-a36d-c38ee65c0d50 HTTP/1.1" status: 204 len: 168 time: 0.6283007 Dec 09 15:48:33.710255 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a61df25c-d90d-4740-a253-cdc32914670a req-2d8a9109-4c6a-44d8-ba70-bed1cbcdc368 service neutron] For port 9223848f-00dc-44f7-b5e0-5c0f13c0416d, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:48:33.714023 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a61df25c-d90d-4740-a253-cdc32914670a req-2d8a9109-4c6a-44d8-ba70-bed1cbcdc368 service neutron] For port 9223848f-00dc-44f7-b5e0-5c0f13c0416d, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=9223848f-00dc-44f7-b5e0-5c0f13c0416d,segment=NetworkSegment(0b8968c1-11be-452a-85e0-2b87c97fc015),segment_id=0b8968c1-11be-452a-85e0-2b87c97fc015)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:48:33.728814 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a61df25c-d90d-4740-a253-cdc32914670a req-2d8a9109-4c6a-44d8-ba70-bed1cbcdc368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:33.744741 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca478c1-6ad3-4506-b2e0-d49ba5d0a44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ee5e1b-5ec4-4559-a36d-c38ee65c0d50,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:33.749665 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eb3885fc-c8d8-47c3-a0cc-7b3f257ade36 req-3a705484-1ab1-4b8a-8b4b-a97ddca17e7c tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?id=ad73b424-6589-401b-bcc4-ee9b79944172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843441 Dec 09 15:48:33.778779 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61df25c-d90d-4740-a253-cdc32914670a req-2d8a9109-4c6a-44d8-ba70-bed1cbcdc368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:33.778779 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a61df25c-d90d-4740-a253-cdc32914670a req-2d8a9109-4c6a-44d8-ba70-bed1cbcdc368 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:33.778779 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a61df25c-d90d-4740-a253-cdc32914670a req-2d8a9109-4c6a-44d8-ba70-bed1cbcdc368 service neutron] 10.222.0.31 "PUT /v2.0/ports/9223848f-00dc-44f7-b5e0-5c0f13c0416d HTTP/1.1" status: 200 len: 1092 time: 1.7973192 Dec 09 15:48:33.778779 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf66a800-5e7a-4e28-a606-6a7c4ff43580', 'tag': '9223848f-00dc-44f7-b5e0-5c0f13c0416d'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:48:33.780860 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f645250c-e106-4187-857d-a675a31fe94c" -d '{"events": [{"name": "network-changed", "server_uuid": "bf66a800-5e7a-4e28-a606-6a7c4ff43580", "tag": "9223848f-00dc-44f7-b5e0-5c0f13c0416d"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:48:33.935718 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92448e8f-0dca-41b5-9dfd-40869d920355 x-openstack-request-id: req-92448e8f-0dca-41b5-9dfd-40869d920355 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:48:33.935718 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf66a800-5e7a-4e28-a606-6a7c4ff43580", "tag": "9223848f-00dc-44f7-b5e0-5c0f13c0416d", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:48:33.936579 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-92448e8f-0dca-41b5-9dfd-40869d920355 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:48:33.937064 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf66a800-5e7a-4e28-a606-6a7c4ff43580', 'tag': '9223848f-00dc-44f7-b5e0-5c0f13c0416d', 'status': 'completed', 'code': 200} Dec 09 15:48:33.937836 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9109-4c6a-44d8-ba70-bed1cbcdc368 service neutron] Pushing event updated for resources: {'Port': ['ID=9223848f-00dc-44f7-b5e0-5c0f13c0416d,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:33.971083 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61df25c-d90d-4740-a253-cdc32914670a req-5935317b-8292-46c7-9dde-6b39c59424d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:33.987333 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a61df25c-d90d-4740-a253-cdc32914670a req-5935317b-8292-46c7-9dde-6b39c59424d3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cea693ec44f34a95ac5bb978332b5503&device_id=bf66a800-5e7a-4e28-a606-6a7c4ff43580 HTTP/1.1" status: 200 len: 1095 time: 0.1504350 Dec 09 15:48:34.042998 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e612950d-350a-4f4a-918a-069d4f8ec7f6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:34.068323 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d4ad7ac5-38fa-4f94-93db-bc303369809e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:34.090538 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d4ad7ac5-38fa-4f94-93db-bc303369809e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:34.108038 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a61df25c-d90d-4740-a253-cdc32914670a req-0dddf484-0f5a-4e09-a2f0-f0243719e670 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9223848f-00dc-44f7-b5e0-5c0f13c0416d HTTP/1.1" status: 200 len: 217 time: 0.1063337 Dec 09 15:48:34.149859 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d4ad7ac5-38fa-4f94-93db-bc303369809e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:34.197695 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d0404ebd-c359-4408-bedc-bc379c9d7388 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:48:34.249324 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61df25c-d90d-4740-a253-cdc32914670a req-5c03bbe7-8d8b-4f56-a037-6c4892d7849b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:34.251839 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a61df25c-d90d-4740-a253-cdc32914670a req-5c03bbe7-8d8b-4f56-a037-6c4892d7849b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6388c83a-5827-4add-9bc1-4867e28bf06e HTTP/1.1" status: 200 len: 850 time: 0.1196370 Dec 09 15:48:34.266600 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-632d0f43-ec0e-45ca-9f60-3540fd28e5d0 req-fb077582-2f6e-4cee-bc65-fa25c815db5b tempest-ServerShowV257Test-163398175 tempest-ServerShowV257Test-163398175-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9c8bfe-5b06-488e-acaf-0ad5d1d83124 HTTP/1.1" status: 200 len: 210 time: 0.1611471 Dec 09 15:48:34.280044 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 50516) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:34.299967 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ba45e15b-81c8-4c5f-977d-222d06e589d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:34.348200 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port d0404ebd-c359-4408-bedc-bc379c9d7388 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:48:34.348612 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:34.376456 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ad7ac5-38fa-4f94-93db-bc303369809e admin admin] Network adb124e6-1a92-4d5d-80ee-086775721fea is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:48:34.387103 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61df25c-d90d-4740-a253-cdc32914670a req-dc13dc23-f96b-4344-a39b-03a2c7be3d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:34.388848 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a61df25c-d90d-4740-a253-cdc32914670a req-dc13dc23-f96b-4344-a39b-03a2c7be3d6a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e2819ac3-9056-4f31-9f04-900628348c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1190813 Dec 09 15:48:34.390062 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad7ac5-38fa-4f94-93db-bc303369809e admin admin] Pushing event updated for resources: {'Port': ['ID=eb19bc7b-522f-4861-b6b0-281fa6ab762d,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:34.400595 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-d4ad7ac5-38fa-4f94-93db-bc303369809e admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:48:34.407002 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e612950d-350a-4f4a-918a-069d4f8ec7f6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:34.562313 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ba45e15b-81c8-4c5f-977d-222d06e589d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:34.576723 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ba45e15b-81c8-4c5f-977d-222d06e589d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:34.612982 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a61df25c-d90d-4740-a253-cdc32914670a req-b280d433-3af3-469a-ad6f-8e607abf835f service neutron] 10.222.0.31 "GET /v2.0/networks/e2819ac3-9056-4f31-9f04-900628348c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041965 Dec 09 15:48:34.674210 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e612950d-350a-4f4a-918a-069d4f8ec7f6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:48:34.687836 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ad7ac5-38fa-4f94-93db-bc303369809e admin admin] Router 1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:48:34.725765 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-e612950d-350a-4f4a-918a-069d4f8ec7f6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:48:34.736251 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e612950d-350a-4f4a-918a-069d4f8ec7f6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:48:34.738944 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612950d-350a-4f4a-918a-069d4f8ec7f6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event updated for resources: {'Port': ['ID=48bb6ea6-da56-45cd-9d16-44176c906fb0,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:34.741177 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f446ab-7d64-457c-9b47-ca703b2271e0 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:48:34.751410 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba45e15b-81c8-4c5f-977d-222d06e589d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05ff9c2-247e-44b8-86cc-c2b0fa6c7d81,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:34.777019 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-022e7c56-6a90-481b-b5fb-1f2682e91099 None None] Provisioning complete for port eb19bc7b-522f-4861-b6b0-281fa6ab762d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:48:34.777585 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-022e7c56-6a90-481b-b5fb-1f2682e91099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:34.802615 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ba45e15b-81c8-4c5f-977d-222d06e589d5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fb59887312184cfdbf925c2ccc6cd3ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5213897 Dec 09 15:48:34.803299 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 50522) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:34.821066 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-022e7c56-6a90-481b-b5fb-1f2682e91099 None None] Port eb19bc7b-522f-4861-b6b0-281fa6ab762d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:48:34.907083 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a61df25c-d90d-4740-a253-cdc32914670a req-316c219a-d6a1-4c45-86f6-3550a3d94d16 service neutron] 10.222.0.31 "GET /v2.0/networks/e2819ac3-9056-4f31-9f04-900628348c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833321 Dec 09 15:48:34.925315 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b2f305d-f2f5-4ca5-bf68-ff93318a1f66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:34.938362 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f65aa-9a3b-4f95-a7e1-7f80ef5fb07d req-18b7dfc0-0de7-40d0-ae97-ba9278dc3724 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:34.939980 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-242f65aa-9a3b-4f95-a7e1-7f80ef5fb07d req-18b7dfc0-0de7-40d0-ae97-ba9278dc3724 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf66a800-5e7a-4e28-a606-6a7c4ff43580 HTTP/1.1" status: 200 len: 944 time: 0.0877759 Dec 09 15:48:34.957075 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-86aa758d-b3d3-4b6c-8f01-dcd1e766c3aa None None] Provisioning complete for port 48bb6ea6-da56-45cd-9d16-44176c906fb0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:48:34.957756 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-86aa758d-b3d3-4b6c-8f01-dcd1e766c3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:34.968659 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b2f305d-f2f5-4ca5-bf68-ff93318a1f66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:35.041329 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-86aa758d-b3d3-4b6c-8f01-dcd1e766c3aa None None] Port 48bb6ea6-da56-45cd-9d16-44176c906fb0 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:48:35.076613 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-242f65aa-9a3b-4f95-a7e1-7f80ef5fb07d req-68792d2f-8a10-4e83-83ee-01e1e3290f37 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?id=ad73b424-6589-401b-bcc4-ee9b79944172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259031 Dec 09 15:48:35.079616 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f645250c-e106-4187-857d-a675a31fe94c req-9e291f19-d5a4-4f48-a130-f465255ebfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:35.081761 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f645250c-e106-4187-857d-a675a31fe94c req-9e291f19-d5a4-4f48-a130-f465255ebfd1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cea693ec44f34a95ac5bb978332b5503&device_id=bf66a800-5e7a-4e28-a606-6a7c4ff43580 HTTP/1.1" status: 200 len: 1095 time: 0.1051092 Dec 09 15:48:35.099478 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b2f305d-f2f5-4ca5-bf68-ff93318a1f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:35.110831 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b2f305d-f2f5-4ca5-bf68-ff93318a1f66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:35.112970 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7b2f305d-f2f5-4ca5-bf68-ff93318a1f66 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c05ff9c2-247e-44b8-86cc-c2b0fa6c7d81 HTTP/1.1" status: 204 len: 168 time: 0.3069992 Dec 09 15:48:35.125238 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-820f8f72-7e5b-46e0-9a71-d8077d953337 req-a422505e-75ad-40f8-8f5c-929a83bf7ef6 tempest-ServerShowV257Test-163398175 tempest-ServerShowV257Test-163398175-project] 10.222.0.42 "GET /v2.0/ports?device_id=da9c8bfe-5b06-488e-acaf-0ad5d1d83124 HTTP/1.1" status: 200 len: 210 time: 0.1142783 Dec 09 15:48:35.172881 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f305d-f2f5-4ca5-bf68-ff93318a1f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05ff9c2-247e-44b8-86cc-c2b0fa6c7d81,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:35.193912 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ad7ac5-38fa-4f94-93db-bc303369809e admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:48:35.203241 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-53bfcc06-28bc-40b5-9c1c-3a310d2c48eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:35.218814 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d4ad7ac5-38fa-4f94-93db-bc303369809e admin admin] 10.222.0.57 "PUT /v2.0/routers/1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4534748 Dec 09 15:48:35.353310 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f645250c-e106-4187-857d-a675a31fe94c req-520202ef-8b2c-4929-ae79-ba23b95d8a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:35.354831 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f645250c-e106-4187-857d-a675a31fe94c req-520202ef-8b2c-4929-ae79-ba23b95d8a35 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e2819ac3-9056-4f31-9f04-900628348c70 HTTP/1.1" status: 200 len: 912 time: 0.2659571 Dec 09 15:48:35.926946 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f645250c-e106-4187-857d-a675a31fe94c req-4991448f-b2be-4d33-b9f6-e211c4862803 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9223848f-00dc-44f7-b5e0-5c0f13c0416d HTTP/1.1" status: 200 len: 217 time: 0.5632083 Dec 09 15:48:35.989004 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d95f5cee-7378-4a4d-8720-5feac1d3cea2 req-f32dd5bc-cbff-4af4-9ef9-a9c9a1fe2352 tempest-ServerShowV257Test-163398175 tempest-ServerShowV257Test-163398175-project] 10.222.0.57 "GET /v2.0/ports?device_id=da9c8bfe-5b06-488e-acaf-0ad5d1d83124 HTTP/1.1" status: 200 len: 210 time: 0.0653698 Dec 09 15:48:36.069754 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1961fab-a38f-4fe5-a600-0234eb2dac9a None None] Sync routers for ids ['1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:48:36.081478 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f645250c-e106-4187-857d-a675a31fe94c req-2b5aea1e-dc6a-4b5e-bea8-bd1259a537e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:36.084867 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f645250c-e106-4187-857d-a675a31fe94c req-2b5aea1e-dc6a-4b5e-bea8-bd1259a537e3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6388c83a-5827-4add-9bc1-4867e28bf06e HTTP/1.1" status: 200 len: 850 time: 0.1490116 Dec 09 15:48:36.088490 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1961fab-a38f-4fe5-a600-0234eb2dac9a None None] Routers {'1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:48:36.089097 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-c1961fab-a38f-4fe5-a600-0234eb2dac9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:48:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:36.171175 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e612950d-350a-4f4a-918a-069d4f8ec7f6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:36.178916 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f645250c-e106-4187-857d-a675a31fe94c req-b0571e0c-62e5-437f-80b0-0222bda845d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:36.180466 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f645250c-e106-4187-857d-a675a31fe94c req-b0571e0c-62e5-437f-80b0-0222bda845d2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e2819ac3-9056-4f31-9f04-900628348c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774229 Dec 09 15:48:36.342106 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50560) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:36.356463 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-c1961fab-a38f-4fe5-a600-0234eb2dac9a None None] Set router 1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:48:36.388614 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-13c386d8-bca6-4f39-83bc-a9b0bb4b0729 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-332410344-network', 'tenant_id': '2234e124dc1d4c2cb0f3a04e239c376e'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:48:36.392625 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c88a1-2411-496a-b722-bd90ba69d23d req-589c58dc-302d-4c2c-bfe5-aef266f745b8 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:36.395398 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-275c88a1-2411-496a-b722-bd90ba69d23d req-589c58dc-302d-4c2c-bfe5-aef266f745b8 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf66a800-5e7a-4e28-a606-6a7c4ff43580 HTTP/1.1" status: 200 len: 944 time: 0.1979349 Dec 09 15:48:36.520381 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-275c88a1-2411-496a-b722-bd90ba69d23d req-16b5b831-947f-4a02-a366-e2e0b7f57a62 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?id=ad73b424-6589-401b-bcc4-ee9b79944172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145525 Dec 09 15:48:36.523555 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f645250c-e106-4187-857d-a675a31fe94c req-fd980656-9341-431a-98f4-96dc65e54af5 service neutron] 10.222.0.31 "GET /v2.0/networks/e2819ac3-9056-4f31-9f04-900628348c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347254 Dec 09 15:48:36.659012 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c386d8-bca6-4f39-83bc-a9b0bb4b0729 admin admin] Made reservation on behalf of 2234e124dc1d4c2cb0f3a04e239c376e for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:48:36.661850 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13c386d8-bca6-4f39-83bc-a9b0bb4b0729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:36.680378 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13c386d8-bca6-4f39-83bc-a9b0bb4b0729 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:36.685989 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f645250c-e106-4187-857d-a675a31fe94c req-568dca4d-c9bd-472f-bf8b-2384573999f8 service neutron] 10.222.0.31 "GET /v2.0/networks/e2819ac3-9056-4f31-9f04-900628348c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546142 Dec 09 15:48:36.741038 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e612950d-350a-4f4a-918a-069d4f8ec7f6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:36.741666 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-c1961fab-a38f-4fe5-a600-0234eb2dac9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492', 'name': 'tempest-TaggedBootDevicesTest_v242-1295719611-router', 'tenant_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd0404ebd-c359-4408-bedc-bc379c9d7388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:22Z', 'updated_at': '2021-12-09T15:48:32Z', 'revision_number': 4, 'project_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'gw_port': {'id': 'd0404ebd-c359-4408-bedc-bc379c9d7388', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:24Z', 'updated_at': '2021-12-09T15:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'eb19bc7b-522f-4861-b6b0-281fa6ab762d', 'name': '', 'network_id': 'adb124e6-1a92-4d5d-80ee-086775721fea', 'tenant_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'mac_address': 'fa:16:3e:c6:2e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '3889a99e-c403-4ee7-93f6-53dfad03a358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:29Z', 'updated_at': '2021-12-09T15:48:33Z', 'revision_number': 2, 'project_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'subnets': [{'id': '3889a99e-c403-4ee7-93f6-53dfad03a358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:36.778829 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1961fab-a38f-4fe5-a600-0234eb2dac9a None None] Checking router: 1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:48:36.779199 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1961fab-a38f-4fe5-a600-0234eb2dac9a None None] Updating router 1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492 port eb19bc7b-522f-4861-b6b0-281fa6ab762d binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:48:36.808375 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-c1961fab-a38f-4fe5-a600-0234eb2dac9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:36.992553 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-53bfcc06-28bc-40b5-9c1c-3a310d2c48eb admin admin] Deleting port 1d15b717-3f14-43d8-97b6-8b2b7fc84680 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:48:36.992900 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-53bfcc06-28bc-40b5-9c1c-3a310d2c48eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:37.091232 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13c386d8-bca6-4f39-83bc-a9b0bb4b0729 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:37.100235 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13c386d8-bca6-4f39-83bc-a9b0bb4b0729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:37.146207 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13c386d8-bca6-4f39-83bc-a9b0bb4b0729 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:48:37.188635 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13c386d8-bca6-4f39-83bc-a9b0bb4b0729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:37.189279 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-13c386d8-bca6-4f39-83bc-a9b0bb4b0729 admin admin] Added segment 6c1867cd-76a8-4493-b75d-08dd5f2e8c1b of type vlan for network c864502e-9007-4925-9ae4-d423b81d069a Dec 09 15:48:37.204311 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c386d8-bca6-4f39-83bc-a9b0bb4b0729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c166d7b-f0d4-40a5-8569-05280c6e2993,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:37.213224 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e612950d-350a-4f4a-918a-069d4f8ec7f6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Router 788d6986-e891-46e7-bd88-6d205f0b96af is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:48:37.245726 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-53bfcc06-28bc-40b5-9c1c-3a310d2c48eb admin admin] For port 1d15b717-3f14-43d8-97b6-8b2b7fc84680, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=1d15b717-3f14-43d8-97b6-8b2b7fc84680,segment=NetworkSegment(cef3a23b-9ff4-4874-a4d8-11bf87c1d9a8),segment_id=cef3a23b-9ff4-4874-a4d8-11bf87c1d9a8)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:37.246318 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-53bfcc06-28bc-40b5-9c1c-3a310d2c48eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:37.277504 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-53bfcc06-28bc-40b5-9c1c-3a310d2c48eb admin admin] Calling delete_port for 1d15b717-3f14-43d8-97b6-8b2b7fc84680 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:48:37.280971 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13c386d8-bca6-4f39-83bc-a9b0bb4b0729 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:37.299852 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-c1961fab-a38f-4fe5-a600-0234eb2dac9a None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:37.307163 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-c1961fab-a38f-4fe5-a600-0234eb2dac9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:37.368084 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a869e0-49be-47f8-a525-fc2db0af5879 None None] Pushing event updated for resources: {'Port': ['ID=eb19bc7b-522f-4861-b6b0-281fa6ab762d,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:37.381639 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a869e0-49be-47f8-a525-fc2db0af5879 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:37.382178 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a869e0-49be-47f8-a525-fc2db0af5879 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:37.382718 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a869e0-49be-47f8-a525-fc2db0af5879 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:37.383315 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a869e0-49be-47f8-a525-fc2db0af5879 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:37.383810 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a869e0-49be-47f8-a525-fc2db0af5879 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:37.384331 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a869e0-49be-47f8-a525-fc2db0af5879 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:37.384686 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a869e0-49be-47f8-a525-fc2db0af5879 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:37.385010 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a869e0-49be-47f8-a525-fc2db0af5879 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:37.385334 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a869e0-49be-47f8-a525-fc2db0af5879 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:37.385654 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a869e0-49be-47f8-a525-fc2db0af5879 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:37.386143 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a869e0-49be-47f8-a525-fc2db0af5879 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:37.386510 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a869e0-49be-47f8-a525-fc2db0af5879 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:37.387267 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a869e0-49be-47f8-a525-fc2db0af5879 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:37.484583 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13c386d8-bca6-4f39-83bc-a9b0bb4b0729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:37.485556 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c386d8-bca6-4f39-83bc-a9b0bb4b0729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:37.486131 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13c386d8-bca6-4f39-83bc-a9b0bb4b0729 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:37.509385 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-c1961fab-a38f-4fe5-a600-0234eb2dac9a None None] Attempting to bind port eb19bc7b-522f-4861-b6b0-281fa6ab762d on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:48:37.510161 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-c1961fab-a38f-4fe5-a600-0234eb2dac9a None None] Attempting to bind port eb19bc7b-522f-4861-b6b0-281fa6ab762d by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '81d1235d-87dd-4988-9ddd-2b5abb933621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'adb124e6-1a92-4d5d-80ee-086775721fea'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:48:37.510766 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1961fab-a38f-4fe5-a600-0234eb2dac9a None None] Attempting to bind port eb19bc7b-522f-4861-b6b0-281fa6ab762d on network adb124e6-1a92-4d5d-80ee-086775721fea {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:48:37.526389 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1961fab-a38f-4fe5-a600-0234eb2dac9a None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:48:37.527008 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1961fab-a38f-4fe5-a600-0234eb2dac9a None None] Checking segment: {'id': '81d1235d-87dd-4988-9ddd-2b5abb933621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'adb124e6-1a92-4d5d-80ee-086775721fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:48:37.527600 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-c1961fab-a38f-4fe5-a600-0234eb2dac9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:37.528173 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1961fab-a38f-4fe5-a600-0234eb2dac9a None None] Bound using segment: {'id': '81d1235d-87dd-4988-9ddd-2b5abb933621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'adb124e6-1a92-4d5d-80ee-086775721fea'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:48:37.528853 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-c1961fab-a38f-4fe5-a600-0234eb2dac9a None None] Bound port: eb19bc7b-522f-4861-b6b0-281fa6ab762d, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d1235d-87dd-4988-9ddd-2b5abb933621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'adb124e6-1a92-4d5d-80ee-086775721fea'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:48:37.529426 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-c1961fab-a38f-4fe5-a600-0234eb2dac9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:37.587069 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 50592) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:37.641474 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-c1961fab-a38f-4fe5-a600-0234eb2dac9a None None] For port eb19bc7b-522f-4861-b6b0-281fa6ab762d, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:48:37.647559 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-c1961fab-a38f-4fe5-a600-0234eb2dac9a None None] For port eb19bc7b-522f-4861-b6b0-281fa6ab762d, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=eb19bc7b-522f-4861-b6b0-281fa6ab762d,segment=NetworkSegment(81d1235d-87dd-4988-9ddd-2b5abb933621),segment_id=81d1235d-87dd-4988-9ddd-2b5abb933621)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:48:37.655254 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-c1961fab-a38f-4fe5-a600-0234eb2dac9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:37.711466 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-13c386d8-bca6-4f39-83bc-a9b0bb4b0729 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3410809 Dec 09 15:48:37.713862 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 50596) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:37.717238 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c386d8-bca6-4f39-83bc-a9b0bb4b0729 admin admin] Pushing event updated for resources: {'Network': ['ID=c864502e-9007-4925-9ae4-d423b81d069a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:37.733304 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e612950d-350a-4f4a-918a-069d4f8ec7f6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:48:37.735308 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network c864502e-9007-4925-9ae4-d423b81d069a details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:48:37.808049 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1961fab-a38f-4fe5-a600-0234eb2dac9a None None] Routers {'1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:48:37.808780 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-c1961fab-a38f-4fe5-a600-0234eb2dac9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:48:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:37.809426 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ef2455af-70ab-49c5-b31e-cb5cc89287a1 admin admin] Request body: {'subnet': {'network_id': 'c864502e-9007-4925-9ae4-d423b81d069a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-332410344-subnet', 'tenant_id': '2234e124dc1d4c2cb0f3a04e239c376e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:48:37.837324 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e612950d-350a-4f4a-918a-069d4f8ec7f6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:37.838669 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e612950d-350a-4f4a-918a-069d4f8ec7f6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.9480886 Dec 09 15:48:37.843496 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50600) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:37.853365 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bc9f7a-db9a-4af8-b81a-c5c29f440827 None None] Sync routers for ids ['788d6986-e891-46e7-bd88-6d205f0b96af'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:48:37.895292 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-53bfcc06-28bc-40b5-9c1c-3a310d2c48eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:37.916204 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a5133-522f-4a38-8127-6ee0c3c1d1d1 req-b9e15ba2-a694-4641-ad2b-8692b9f97f67 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:37.931352 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a51a5133-522f-4a38-8127-6ee0c3c1d1d1 req-b9e15ba2-a694-4641-ad2b-8692b9f97f67 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf66a800-5e7a-4e28-a606-6a7c4ff43580 HTTP/1.1" status: 200 len: 944 time: 0.2350829 Dec 09 15:48:37.978226 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2455af-70ab-49c5-b31e-cb5cc89287a1 admin admin] Made reservation on behalf of 2234e124dc1d4c2cb0f3a04e239c376e for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:48:37.995857 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef2455af-70ab-49c5-b31e-cb5cc89287a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:38.022654 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bc9f7a-db9a-4af8-b81a-c5c29f440827 None None] Routers {'788d6986-e891-46e7-bd88-6d205f0b96af'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:48:38.023665 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-00bc9f7a-db9a-4af8-b81a-c5c29f440827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:48:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['788d6986-e891-46e7-bd88-6d205f0b96af'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:38.027697 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8224fcc0-b6c2-401d-8694-b6df7724e61f None None] Provisioning complete for port eb19bc7b-522f-4861-b6b0-281fa6ab762d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:48:38.031550 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8224fcc0-b6c2-401d-8694-b6df7724e61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:38.070999 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bfcc06-28bc-40b5-9c1c-3a310d2c48eb admin admin] Pushing event deleted for resources: {'Port': ['ID=1d15b717-3f14-43d8-97b6-8b2b7fc84680,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:38.133064 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f818430-0752-409e-8a31-bcff24a888df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:38.190127 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-c1961fab-a38f-4fe5-a600-0234eb2dac9a None None] Set router 1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:48:38.372556 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a51a5133-522f-4a38-8127-6ee0c3c1d1d1 req-4e40dfee-402d-481a-9dfb-2fabe0211180 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?id=ad73b424-6589-401b-bcc4-ee9b79944172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4401681 Dec 09 15:48:38.446777 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f807c330-0c8a-4bb4-a047-26880f98497e tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=033ae2b2d4cc49e5bcd8a5d96b154150&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6020687 Dec 09 15:48:38.450521 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50620) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:38.516029 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8224fcc0-b6c2-401d-8694-b6df7724e61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:38.519987 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-00bc9f7a-db9a-4af8-b81a-c5c29f440827 None None] Set router 788d6986-e891-46e7-bd88-6d205f0b96af gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:48:38.565602 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a869e0-49be-47f8-a525-fc2db0af5879 None None] Pushing event updated for resources: {'Port': ['ID=eb19bc7b-522f-4861-b6b0-281fa6ab762d,revision_number=4']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:38.613769 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f818430-0752-409e-8a31-bcff24a888df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:38.624400 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f818430-0752-409e-8a31-bcff24a888df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:38.671536 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-c1961fab-a38f-4fe5-a600-0234eb2dac9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492', 'name': 'tempest-TaggedBootDevicesTest_v242-1295719611-router', 'tenant_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd0404ebd-c359-4408-bedc-bc379c9d7388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:22Z', 'updated_at': '2021-12-09T15:48:32Z', 'revision_number': 4, 'project_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'gw_port': {'id': 'd0404ebd-c359-4408-bedc-bc379c9d7388', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:24Z', 'updated_at': '2021-12-09T15:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'eb19bc7b-522f-4861-b6b0-281fa6ab762d', 'name': '', 'network_id': 'adb124e6-1a92-4d5d-80ee-086775721fea', 'tenant_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'mac_address': 'fa:16:3e:c6:2e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '3889a99e-c403-4ee7-93f6-53dfad03a358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:29Z', 'updated_at': '2021-12-09T15:48:37Z', 'revision_number': 4, 'project_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'subnets': [{'id': '3889a99e-c403-4ee7-93f6-53dfad03a358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:38.702312 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8f818430-0752-409e-8a31-bcff24a888df admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=04778767edd840848196bcdf84ba66e3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1140895 Dec 09 15:48:38.709609 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 50626) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:38.710341 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1961fab-a38f-4fe5-a600-0234eb2dac9a None None] The sync data for ids ['1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492'] in n-d-821228-1 is: [{'id': '1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492', 'name': 'tempest-TaggedBootDevicesTest_v242-1295719611-router', 'tenant_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd0404ebd-c359-4408-bedc-bc379c9d7388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:22Z', 'updated_at': '2021-12-09T15:48:32Z', 'revision_number': 4, 'project_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'gw_port': {'id': 'd0404ebd-c359-4408-bedc-bc379c9d7388', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:24Z', 'updated_at': '2021-12-09T15:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'eb19bc7b-522f-4861-b6b0-281fa6ab762d', 'name': '', 'network_id': 'adb124e6-1a92-4d5d-80ee-086775721fea', 'tenant_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'mac_address': 'fa:16:3e:c6:2e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '3889a99e-c403-4ee7-93f6-53dfad03a358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:29Z', 'updated_at': '2021-12-09T15:48:37Z', 'revision_number': 4, 'project_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'subnets': [{'id': '3889a99e-c403-4ee7-93f6-53dfad03a358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:48:38.773726 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb9ec8a-8d3e-404a-97cb-dbae7524b559 tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:38.777803 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7bb9ec8a-8d3e-404a-97cb-dbae7524b559 tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3234022 Dec 09 15:48:38.778099 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50630) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:38.866521 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f818430-0752-409e-8a31-bcff24a888df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1aa9f2-ae85-4ab1-8133-6d200f94523e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:38.905966 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f818430-0752-409e-8a31-bcff24a888df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:38.906326 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f818430-0752-409e-8a31-bcff24a888df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:38.906672 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f818430-0752-409e-8a31-bcff24a888df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:38.907024 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f818430-0752-409e-8a31-bcff24a888df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:38.907366 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f818430-0752-409e-8a31-bcff24a888df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:38.908564 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f818430-0752-409e-8a31-bcff24a888df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:38.909084 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f818430-0752-409e-8a31-bcff24a888df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:38.909609 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f818430-0752-409e-8a31-bcff24a888df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:38.909855 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f818430-0752-409e-8a31-bcff24a888df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:38.910191 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f818430-0752-409e-8a31-bcff24a888df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:38.910524 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f818430-0752-409e-8a31-bcff24a888df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:38.910851 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f818430-0752-409e-8a31-bcff24a888df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:38.911362 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f818430-0752-409e-8a31-bcff24a888df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:38.944285 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b47c8c12-270f-4ed4-b86a-a323e29a62e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:38.982753 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8224fcc0-b6c2-401d-8694-b6df7724e61f None None] For port eb19bc7b-522f-4861-b6b0-281fa6ab762d, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=eb19bc7b-522f-4861-b6b0-281fa6ab762d,segment=NetworkSegment(81d1235d-87dd-4988-9ddd-2b5abb933621),segment_id=81d1235d-87dd-4988-9ddd-2b5abb933621)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:38.996019 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8224fcc0-b6c2-401d-8694-b6df7724e61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:39.062475 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-00bc9f7a-db9a-4af8-b81a-c5c29f440827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'name': 'tempest-TestNetworkBasicOps-router-913874075', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '48bb6ea6-da56-45cd-9d16-44176c906fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:30Z', 'updated_at': '2021-12-09T15:48:35Z', 'revision_number': 3, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'gw_port': {'id': '48bb6ea6-da56-45cd-9d16-44176c906fb0', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:33Z', 'updated_at': '2021-12-09T15:48:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:39.081438 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b47c8c12-270f-4ed4-b86a-a323e29a62e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:39.139647 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bc9f7a-db9a-4af8-b81a-c5c29f440827 None None] Checking router: 788d6986-e891-46e7-bd88-6d205f0b96af for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:48:39.140011 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bc9f7a-db9a-4af8-b81a-c5c29f440827 None None] Updating router 788d6986-e891-46e7-bd88-6d205f0b96af port 48bb6ea6-da56-45cd-9d16-44176c906fb0 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:48:39.143348 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef2455af-70ab-49c5-b31e-cb5cc89287a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:39.198846 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-00bc9f7a-db9a-4af8-b81a-c5c29f440827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:39.252431 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b47c8c12-270f-4ed4-b86a-a323e29a62e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:39.255778 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b47c8c12-270f-4ed4-b86a-a323e29a62e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:39.260028 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b47c8c12-270f-4ed4-b86a-a323e29a62e1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5b1aa9f2-ae85-4ab1-8133-6d200f94523e HTTP/1.1" status: 204 len: 168 time: 0.5391245 Dec 09 15:48:39.265910 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2455af-70ab-49c5-b31e-cb5cc89287a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26db07a1-d6c9-476b-ad08-730f56b62863,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:39.286575 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8224fcc0-b6c2-401d-8694-b6df7724e61f None None] Pushing event updated for resources: {'Port': ['ID=eb19bc7b-522f-4861-b6b0-281fa6ab762d,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:39.287429 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c8c12-270f-4ed4-b86a-a323e29a62e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1aa9f2-ae85-4ab1-8133-6d200f94523e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:39.292779 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2455af-70ab-49c5-b31e-cb5cc89287a1 admin admin] Checking segment: {'id': '6c1867cd-76a8-4493-b75d-08dd5f2e8c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c864502e-9007-4925-9ae4-d423b81d069a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:48:39.293221 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2455af-70ab-49c5-b31e-cb5cc89287a1 admin admin] Network hostable DHCP agents. Network: c864502e-9007-4925-9ae4-d423b81d069a, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:48:39.319510 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2455af-70ab-49c5-b31e-cb5cc89287a1 admin admin] Network c864502e-9007-4925-9ae4-d423b81d069a is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:48:39.345867 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-62bd7196-4a7b-472c-9dd4-5e38670f55a8 None None] Provisioning complete for port eb19bc7b-522f-4861-b6b0-281fa6ab762d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:48:39.347158 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-62bd7196-4a7b-472c-9dd4-5e38670f55a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:39.356834 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-ef2455af-70ab-49c5-b31e-cb5cc89287a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, c864502e-9007-4925-9ae4-d423b81d069a) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:48:39.364777 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2455af-70ab-49c5-b31e-cb5cc89287a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:39.365485 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef2455af-70ab-49c5-b31e-cb5cc89287a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:39.401584 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ef2455af-70ab-49c5-b31e-cb5cc89287a1 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6057768 Dec 09 15:48:39.403963 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 50650) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:39.409645 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-354ea072-5783-4ee9-bfeb-fb942d2748db admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-332410344-router', 'tenant_id': '2234e124dc1d4c2cb0f3a04e239c376e', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:48:39.452662 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-354ea072-5783-4ee9-bfeb-fb942d2748db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:39.453840 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-354ea072-5783-4ee9-bfeb-fb942d2748db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:39.508309 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cda451-1afb-43c9-8fb2-4bb612401278 None None] Network c864502e-9007-4925-9ae4-d423b81d069a requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:48:39.717684 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-354ea072-5783-4ee9-bfeb-fb942d2748db admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:39.733100 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-399c6edf-6184-42ef-8e27-655666e9d430 tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=d8331094-778d-4179-9ed8-de7de1c5438c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.9456947 Dec 09 15:48:39.734001 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 50656) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:39.737026 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ad1b4884-82bf-486a-b5fe-44125d0dc61d tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-685251535', 'network_id': 'bc054908-65b4-4921-b781-8153a60dbd11', 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:48:39.764182 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-53bfcc06-28bc-40b5-9c1c-3a310d2c48eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:40.356831 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 9223848f-00dc-44f7-b5e0-5c0f13c0416d details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:48:40.406980 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-354ea072-5783-4ee9-bfeb-fb942d2748db admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:40.443306 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53bfcc06-28bc-40b5-9c1c-3a310d2c48eb admin admin] Router a1345dde-3bb0-4443-a9e5-1d464a15e37d has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:48:40.597428 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40432dc-6ae4-41f8-a19a-c5153ffb3776 req-53927bba-5b3c-4011-b9c7-47916331a1c4 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:40.607566 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b40432dc-6ae4-41f8-a19a-c5153ffb3776 req-53927bba-5b3c-4011-b9c7-47916331a1c4 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf66a800-5e7a-4e28-a606-6a7c4ff43580 HTTP/1.1" status: 200 len: 944 time: 1.0540271 Dec 09 15:48:40.662950 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 9223848f-00dc-44f7-b5e0-5c0f13c0416d, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=9223848f-00dc-44f7-b5e0-5c0f13c0416d,segment=NetworkSegment(0b8968c1-11be-452a-85e0-2b87c97fc015),segment_id=0b8968c1-11be-452a-85e0-2b87c97fc015)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:40.678344 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53bfcc06-28bc-40b5-9c1c-3a310d2c48eb admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:48:40.697539 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864c3818-45c7-400e-acc3-3f78df8212de None None] Sync routers for ids ['a1345dde-3bb0-4443-a9e5-1d464a15e37d'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:48:40.705068 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-53bfcc06-28bc-40b5-9c1c-3a310d2c48eb admin admin] 10.222.0.57 "PUT /v2.0/routers/a1345dde-3bb0-4443-a9e5-1d464a15e37d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4448256 Dec 09 15:48:40.710054 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50680) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:40.750838 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864c3818-45c7-400e-acc3-3f78df8212de None None] Routers {'a1345dde-3bb0-4443-a9e5-1d464a15e37d'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:48:40.751806 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-864c3818-45c7-400e-acc3-3f78df8212de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:48:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['a1345dde-3bb0-4443-a9e5-1d464a15e37d'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:40.980461 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b40432dc-6ae4-41f8-a19a-c5153ffb3776 req-c798657c-68c1-4d2e-b6c7-d9e9b9311528 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?id=ad73b424-6589-401b-bcc4-ee9b79944172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3306856 Dec 09 15:48:41.020733 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1b4884-82bf-486a-b5fe-44125d0dc61d tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Made reservation on behalf of 033ae2b2d4cc49e5bcd8a5d96b154150 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:48:41.032579 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ad1b4884-82bf-486a-b5fe-44125d0dc61d tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:41.075542 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-864c3818-45c7-400e-acc3-3f78df8212de None None] Set router a1345dde-3bb0-4443-a9e5-1d464a15e37d gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:48:41.085916 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a430820a-611f-45a7-a4ef-c2c14a116595 admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:41.131862 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371801ff-4456-457a-b197-a33496d9d439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-c864502e-9007-4925-9ae4-d423b81d069a', 'network_id': 'c864502e-9007-4925-9ae4-d423b81d069a', 'project_id': '2234e124dc1d4c2cb0f3a04e239c376e', 'fixed_ips': [{'subnet_id': '26db07a1-d6c9-476b-ad08-730f56b62863'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:48:41.133168 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-371801ff-4456-457a-b197-a33496d9d439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:41.136293 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device eb19bc7b-522f-4861-b6b0-281fa6ab762d up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:48:41.234931 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '9223848f-00dc-44f7-b5e0-5c0f13c0416d', 'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70', 'port_id': '9223848f-00dc-44f7-b5e0-5c0f13c0416d', 'mac_address': 'fa:16:3e:96:cd:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6388c83a-5827-4add-9bc1-4867e28bf06e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:48:41.504796 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a430820a-611f-45a7-a4ef-c2c14a116595 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:41.512726 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port eb19bc7b-522f-4861-b6b0-281fa6ab762d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:48:41.517940 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:41.560780 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ad1b4884-82bf-486a-b5fe-44125d0dc61d tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:41.584535 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-864c3818-45c7-400e-acc3-3f78df8212de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1345dde-3bb0-4443-a9e5-1d464a15e37d', 'name': 'tempest-TaggedBootDevicesTest-662223514-router', 'tenant_id': '22d7743b04274c74b1037ecd2e466dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '7ce9cd52-d487-48be-b3c4-fec2341e71a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:56Z', 'updated_at': '2021-12-09T15:48:37Z', 'revision_number': 5, 'project_id': '22d7743b04274c74b1037ecd2e466dba', 'gw_port': {'id': '7ce9cd52-d487-48be-b3c4-fec2341e71a1', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:24:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1345dde-3bb0-4443-a9e5-1d464a15e37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:36:58Z', 'updated_at': '2021-12-09T15:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:41.633492 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a430820a-611f-45a7-a4ef-c2c14a116595 admin admin] Deleting port 7ce9cd52-d487-48be-b3c4-fec2341e71a1 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:48:41.633847 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a430820a-611f-45a7-a4ef-c2c14a116595 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:41.648789 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864c3818-45c7-400e-acc3-3f78df8212de None None] Checking router: a1345dde-3bb0-4443-a9e5-1d464a15e37d for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:48:41.670822 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864c3818-45c7-400e-acc3-3f78df8212de None None] Routers {'a1345dde-3bb0-4443-a9e5-1d464a15e37d'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:48:41.671643 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-864c3818-45c7-400e-acc3-3f78df8212de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:48:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['a1345dde-3bb0-4443-a9e5-1d464a15e37d'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:41.763711 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:41.781380 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-a430820a-611f-45a7-a4ef-c2c14a116595 admin admin] For port 7ce9cd52-d487-48be-b3c4-fec2341e71a1, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=7ce9cd52-d487-48be-b3c4-fec2341e71a1,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:41.781611 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b4884-82bf-486a-b5fe-44125d0dc61d tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event updated for resources: {'Subnet': ['ID=45845798-aa7d-43d3-8232-fe08ce1b2415,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:41.781740 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a430820a-611f-45a7-a4ef-c2c14a116595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:41.783628 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-864c3818-45c7-400e-acc3-3f78df8212de None None] Set router a1345dde-3bb0-4443-a9e5-1d464a15e37d gateway port host: None {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:48:41.786813 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1b4884-82bf-486a-b5fe-44125d0dc61d tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Checking segment: {'id': '0fdca9fd-1cb3-4bc8-add6-46ac307cb22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bc054908-65b4-4921-b781-8153a60dbd11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:48:41.786813 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1b4884-82bf-486a-b5fe-44125d0dc61d tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Network hostable DHCP agents. Network: bc054908-65b4-4921-b781-8153a60dbd11, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:48:41.816792 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a430820a-611f-45a7-a4ef-c2c14a116595 admin admin] Calling delete_port for 7ce9cd52-d487-48be-b3c4-fec2341e71a1 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:48:41.843563 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-864c3818-45c7-400e-acc3-3f78df8212de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1345dde-3bb0-4443-a9e5-1d464a15e37d', 'name': 'tempest-TaggedBootDevicesTest-662223514-router', 'tenant_id': '22d7743b04274c74b1037ecd2e466dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:56Z', 'updated_at': '2021-12-09T15:48:41Z', 'revision_number': 6, 'project_id': '22d7743b04274c74b1037ecd2e466dba', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:41.874318 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864c3818-45c7-400e-acc3-3f78df8212de None None] The sync data for ids ['a1345dde-3bb0-4443-a9e5-1d464a15e37d'] in n-d-821228-1 is: [{'id': 'a1345dde-3bb0-4443-a9e5-1d464a15e37d', 'name': 'tempest-TaggedBootDevicesTest-662223514-router', 'tenant_id': '22d7743b04274c74b1037ecd2e466dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:36:56Z', 'updated_at': '2021-12-09T15:48:41Z', 'revision_number': 6, 'project_id': '22d7743b04274c74b1037ecd2e466dba', 'gw_port_host': None}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:48:41.877573 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:48:41.929891 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1b4884-82bf-486a-b5fe-44125d0dc61d tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Network bc054908-65b4-4921-b781-8153a60dbd11 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:48:41.947533 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9223848f-00dc-44f7-b5e0-5c0f13c0416d {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:48:42.059545 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-ad1b4884-82bf-486a-b5fe-44125d0dc61d tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, bc054908-65b4-4921-b781-8153a60dbd11) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:48:42.097753 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1b4884-82bf-486a-b5fe-44125d0dc61d tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:42.104842 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ad1b4884-82bf-486a-b5fe-44125d0dc61d tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:42.106159 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-00bc9f7a-db9a-4af8-b81a-c5c29f440827 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:42.116548 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a1675d-969f-4419-bd15-412a0cfc6248 None None] Network bc054908-65b4-4921-b781-8153a60dbd11 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:48:42.131525 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 9223848f-00dc-44f7-b5e0-5c0f13c0416d, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=9223848f-00dc-44f7-b5e0-5c0f13c0416d,segment=NetworkSegment(0b8968c1-11be-452a-85e0-2b87c97fc015),segment_id=0b8968c1-11be-452a-85e0-2b87c97fc015)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:42.153699 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a430820a-611f-45a7-a4ef-c2c14a116595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:42.184668 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-00bc9f7a-db9a-4af8-b81a-c5c29f440827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:42.214744 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-354ea072-5783-4ee9-bfeb-fb942d2748db admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:42.249565 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430820a-611f-45a7-a4ef-c2c14a116595 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ce9cd52-d487-48be-b3c4-fec2341e71a1,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:42.277675 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:42.293079 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ad1b4884-82bf-486a-b5fe-44125d0dc61d tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.5597696 Dec 09 15:48:42.293310 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7648ba04-0a88-457f-a6d8-3a520cc78550 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:48:42.296163 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-371801ff-4456-457a-b197-a33496d9d439 None None] Allocated IP 172.20.0.2 (c864502e-9007-4925-9ae4-d423b81d069a/26db07a1-d6c9-476b-ad08-730f56b62863/a8c2fab8-5972-4e19-a5dd-8ee594da4984) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:48:42.310652 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50716) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:42.373434 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-354ea072-5783-4ee9-bfeb-fb942d2748db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:42.375969 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-00bc9f7a-db9a-4af8-b81a-c5c29f440827 None None] Attempting to bind port 48bb6ea6-da56-45cd-9d16-44176c906fb0 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:48:42.376478 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-00bc9f7a-db9a-4af8-b81a-c5c29f440827 None None] Attempting to bind port 48bb6ea6-da56-45cd-9d16-44176c906fb0 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:48:42.376757 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bc9f7a-db9a-4af8-b81a-c5c29f440827 None None] Attempting to bind port 48bb6ea6-da56-45cd-9d16-44176c906fb0 on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:48:42.426225 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 1d15b717-3f14-43d8-97b6-8b2b7fc84680 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:48:42.428667 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d607bb4-b02b-4e92-b2be-38f8e944c5fa None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:48:42.498578 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bc9f7a-db9a-4af8-b81a-c5c29f440827 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:48:42.499224 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bc9f7a-db9a-4af8-b81a-c5c29f440827 None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:48:42.499967 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-00bc9f7a-db9a-4af8-b81a-c5c29f440827 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:42.500698 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bc9f7a-db9a-4af8-b81a-c5c29f440827 None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:48:42.501480 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-00bc9f7a-db9a-4af8-b81a-c5c29f440827 None None] Bound port: 48bb6ea6-da56-45cd-9d16-44176c906fb0, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:48:42.502205 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-00bc9f7a-db9a-4af8-b81a-c5c29f440827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:42.525438 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56eca1c-397b-4289-bbea-d91c975f493a req-1a7a6554-ad1c-4128-b722-a583c8d39040 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:42.545697 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c56eca1c-397b-4289-bbea-d91c975f493a req-1a7a6554-ad1c-4128-b722-a583c8d39040 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf66a800-5e7a-4e28-a606-6a7c4ff43580 HTTP/1.1" status: 200 len: 945 time: 0.3272455 Dec 09 15:48:42.586567 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a430820a-611f-45a7-a4ef-c2c14a116595 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:42.587216 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a430820a-611f-45a7-a4ef-c2c14a116595 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:42.588504 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a430820a-611f-45a7-a4ef-c2c14a116595 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:42.588923 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a430820a-611f-45a7-a4ef-c2c14a116595 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:42.589624 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a430820a-611f-45a7-a4ef-c2c14a116595 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:42.590097 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a430820a-611f-45a7-a4ef-c2c14a116595 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:42.590820 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a430820a-611f-45a7-a4ef-c2c14a116595 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:42.591378 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a430820a-611f-45a7-a4ef-c2c14a116595 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:42.592062 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a430820a-611f-45a7-a4ef-c2c14a116595 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:42.592650 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a430820a-611f-45a7-a4ef-c2c14a116595 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:42.593220 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a430820a-611f-45a7-a4ef-c2c14a116595 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:42.593785 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a430820a-611f-45a7-a4ef-c2c14a116595 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:42.594585 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a430820a-611f-45a7-a4ef-c2c14a116595 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:42.647422 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb791e-e22f-48fe-8c79-a85e901857d3 None None] Pushing event updated for resources: {'Port': ['ID=48bb6ea6-da56-45cd-9d16-44176c906fb0,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:42.709496 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c56eca1c-397b-4289-bbea-d91c975f493a req-5ad04256-4a8a-48a0-8aab-de7cb71a49e8 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?id=ad73b424-6589-401b-bcc4-ee9b79944172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598630 Dec 09 15:48:42.754532 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 1d15b717-3f14-43d8-97b6-8b2b7fc84680 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:48:42.759704 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 1d15b717-3f14-43d8-97b6-8b2b7fc84680 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:48:42.759856 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-354ea072-5783-4ee9-bfeb-fb942d2748db admin admin] Allocated IP 172.25.3.98 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/a512a6f7-d7aa-4492-be24-ed2aa3c475c8) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:48:42.766259 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a430820a-611f-45a7-a4ef-c2c14a116595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:42.810089 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['9223848f-00dc-44f7-b5e0-5c0f13c0416d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:48:42.846195 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb791e-e22f-48fe-8c79-a85e901857d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:42.846665 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb791e-e22f-48fe-8c79-a85e901857d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:42.847115 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb791e-e22f-48fe-8c79-a85e901857d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:42.847580 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb791e-e22f-48fe-8c79-a85e901857d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:42.848019 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb791e-e22f-48fe-8c79-a85e901857d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:42.848492 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb791e-e22f-48fe-8c79-a85e901857d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:42.848939 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb791e-e22f-48fe-8c79-a85e901857d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:42.849371 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb791e-e22f-48fe-8c79-a85e901857d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:42.849805 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb791e-e22f-48fe-8c79-a85e901857d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:42.850241 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb791e-e22f-48fe-8c79-a85e901857d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:42.852792 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb791e-e22f-48fe-8c79-a85e901857d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:42.853425 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb791e-e22f-48fe-8c79-a85e901857d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:42.854028 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb791e-e22f-48fe-8c79-a85e901857d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:42.920563 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a430820a-611f-45a7-a4ef-c2c14a116595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:42.925224 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a430820a-611f-45a7-a4ef-c2c14a116595 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:43.010448 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-354ea072-5783-4ee9-bfeb-fb942d2748db admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:43.092491 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-354ea072-5783-4ee9-bfeb-fb942d2748db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:43.169891 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354ea072-5783-4ee9-bfeb-fb942d2748db admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:48:43.179957 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-354ea072-5783-4ee9-bfeb-fb942d2748db admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:48:43.183793 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=9223848f-00dc-44f7-b5e0-5c0f13c0416d,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:43.185851 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354ea072-5783-4ee9-bfeb-fb942d2748db admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:48:43.212055 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a9a02e-dcd8-4a5b-8407-6321d279d84d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-bc054908-65b4-4921-b781-8153a60dbd11', 'network_id': 'bc054908-65b4-4921-b781-8153a60dbd11', 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'fixed_ips': [{'subnet_id': '45845798-aa7d-43d3-8232-fe08ce1b2415'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:48:43.215713 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-72a9a02e-dcd8-4a5b-8407-6321d279d84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:43.227251 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a430820a-611f-45a7-a4ef-c2c14a116595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:43.227827 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a430820a-611f-45a7-a4ef-c2c14a116595 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1345dde-3bb0-4443-a9e5-1d464a15e37d {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:48:43.243093 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a430820a-611f-45a7-a4ef-c2c14a116595 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:43.246462 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a430820a-611f-45a7-a4ef-c2c14a116595 admin admin] 10.222.0.57 "DELETE /v2.0/routers/a1345dde-3bb0-4443-a9e5-1d464a15e37d HTTP/1.1" status: 204 len: 168 time: 2.5327640 Dec 09 15:48:43.248030 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0039ebf9-5b98-4a70-a6df-376b9481fb0b None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:48:43.251646 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50740) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:43.299689 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-239e46a4-53fb-4470-a7c8-901ec8063ea2 None None] Provisioning complete for port 48bb6ea6-da56-45cd-9d16-44176c906fb0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:48:43.301970 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-239e46a4-53fb-4470-a7c8-901ec8063ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:43.308042 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ea072-5783-4ee9-bfeb-fb942d2748db admin admin] Pushing event updated for resources: {'Port': ['ID=a512a6f7-d7aa-4492-be24-ed2aa3c475c8,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:43.318751 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-00bc9f7a-db9a-4af8-b81a-c5c29f440827 None None] For port 48bb6ea6-da56-45cd-9d16-44176c906fb0, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:48:43.363285 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff770891-3dbf-440b-bdc9-3a50653db99d admin admin] Deleting subnet 6e61db67-8b3d-4dcf-badf-87164914471b {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:48:43.374453 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff770891-3dbf-440b-bdc9-3a50653db99d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:43.460758 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-00bc9f7a-db9a-4af8-b81a-c5c29f440827 None None] For port 48bb6ea6-da56-45cd-9d16-44176c906fb0, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=48bb6ea6-da56-45cd-9d16-44176c906fb0,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:48:43.480979 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff770891-3dbf-440b-bdc9-3a50653db99d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:43.483652 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-00bc9f7a-db9a-4af8-b81a-c5c29f440827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:43.594269 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff770891-3dbf-440b-bdc9-3a50653db99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:43.635907 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bc9f7a-db9a-4af8-b81a-c5c29f440827 None None] Routers {'788d6986-e891-46e7-bd88-6d205f0b96af'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:48:43.640464 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-00bc9f7a-db9a-4af8-b81a-c5c29f440827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:48:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['788d6986-e891-46e7-bd88-6d205f0b96af'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:43.664829 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff770891-3dbf-440b-bdc9-3a50653db99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:43.694623 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff770891-3dbf-440b-bdc9-3a50653db99d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e61db67-8b3d-4dcf-badf-87164914471b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:43.718915 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff770891-3dbf-440b-bdc9-3a50653db99d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:43.724637 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ff770891-3dbf-440b-bdc9-3a50653db99d admin admin] 10.222.0.57 "DELETE /v2.0/subnets/6e61db67-8b3d-4dcf-badf-87164914471b HTTP/1.1" status: 204 len: 168 time: 0.4718113 Dec 09 15:48:43.727435 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 50750) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:43.782480 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-00bc9f7a-db9a-4af8-b81a-c5c29f440827 None None] Set router 788d6986-e891-46e7-bd88-6d205f0b96af gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:48:43.839051 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-331d809d-c705-4275-a27b-6628f3306841 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:43.843251 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc5aac1-1105-43f9-b9d9-9466cec05330 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:48:43.963507 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70f4bd4-b8bb-45d9-a448-28781429749d None None] Network 99deab82-68e4-40a9-831d-57d4c6d733cd requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:48:44.039779 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-239e46a4-53fb-4470-a7c8-901ec8063ea2 None None] Port 48bb6ea6-da56-45cd-9d16-44176c906fb0 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:48:44.135155 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e39ca54-c259-4059-ad03-842c9f7a002a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:44.185648 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7e8f9-adc0-46fb-af7f-5d8cc9049a78 req-6e153940-a620-4312-bb6f-76cadc195d36 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:44.188938 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-42e7e8f9-adc0-46fb-af7f-5d8cc9049a78 req-6e153940-a620-4312-bb6f-76cadc195d36 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf66a800-5e7a-4e28-a606-6a7c4ff43580 HTTP/1.1" status: 200 len: 945 time: 0.3002608 Dec 09 15:48:44.206346 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-354ea072-5783-4ee9-bfeb-fb942d2748db admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:44.262795 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-371801ff-4456-457a-b197-a33496d9d439 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:44.313361 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-235e4b4c-979f-4ab0-9dae-dd63f125cd9c None None] Provisioning complete for port 48bb6ea6-da56-45cd-9d16-44176c906fb0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:48:44.314058 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-235e4b4c-979f-4ab0-9dae-dd63f125cd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:44.374338 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1e39ca54-c259-4059-ad03-842c9f7a002a admin admin] Deleting port cf0515e9-2f29-44c8-a0a1-df93f3589868 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:48:44.374677 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e39ca54-c259-4059-ad03-842c9f7a002a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:44.383201 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50772) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:44.441454 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0336d90-e94e-4e0d-8f3c-4bca1177ffb5 None None] DHCP port deletion for 99deab82-68e4-40a9-831d-57d4c6d733cd request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:48:44.448944 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-371801ff-4456-457a-b197-a33496d9d439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:44.484799 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1e39ca54-c259-4059-ad03-842c9f7a002a admin admin] For port cf0515e9-2f29-44c8-a0a1-df93f3589868, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=cf0515e9-2f29-44c8-a0a1-df93f3589868,segment=NetworkSegment(cef3a23b-9ff4-4874-a4d8-11bf87c1d9a8),segment_id=cef3a23b-9ff4-4874-a4d8-11bf87c1d9a8)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:44.485395 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e39ca54-c259-4059-ad03-842c9f7a002a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:44.502992 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1e39ca54-c259-4059-ad03-842c9f7a002a admin admin] Calling delete_port for cf0515e9-2f29-44c8-a0a1-df93f3589868 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:48:44.619148 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-42e7e8f9-adc0-46fb-af7f-5d8cc9049a78 req-a0b3facb-b4d1-49b4-aad8-0eab32de7e2c tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?id=ad73b424-6589-401b-bcc4-ee9b79944172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4095094 Dec 09 15:48:44.680763 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-affde016-afc2-4c6b-83d0-8960d21d82c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:44.694842 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 7ce9cd52-d487-48be-b3c4-fec2341e71a1 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:48:44.698997 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb791e-e22f-48fe-8c79-a85e901857d3 None None] Pushing event updated for resources: {'Port': ['ID=48bb6ea6-da56-45cd-9d16-44176c906fb0,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:44.702990 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371801ff-4456-457a-b197-a33496d9d439 None None] Network c864502e-9007-4925-9ae4-d423b81d069a is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:48:44.735304 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-371801ff-4456-457a-b197-a33496d9d439 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:48:44.739123 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371801ff-4456-457a-b197-a33496d9d439 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:48:44.779774 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-72a9a02e-dcd8-4a5b-8407-6321d279d84d None None] Allocated IP 172.20.0.2 (bc054908-65b4-4921-b781-8153a60dbd11/45845798-aa7d-43d3-8232-fe08ce1b2415/0bdbe58e-a6d5-4f2f-932d-c60a35ce3120) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:48:44.848555 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 7ce9cd52-d487-48be-b3c4-fec2341e71a1 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:48:44.849177 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 7ce9cd52-d487-48be-b3c4-fec2341e71a1 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:48:44.852696 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-affde016-afc2-4c6b-83d0-8960d21d82c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:44.858256 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-affde016-afc2-4c6b-83d0-8960d21d82c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:44.879577 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-354ea072-5783-4ee9-bfeb-fb942d2748db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:44.886304 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-00bc9f7a-db9a-4af8-b81a-c5c29f440827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'name': 'tempest-TestNetworkBasicOps-router-913874075', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '48bb6ea6-da56-45cd-9d16-44176c906fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:30Z', 'updated_at': '2021-12-09T15:48:35Z', 'revision_number': 3, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'gw_port': {'id': '48bb6ea6-da56-45cd-9d16-44176c906fb0', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:33Z', 'updated_at': '2021-12-09T15:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:44.926490 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-affde016-afc2-4c6b-83d0-8960d21d82c8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=442c285b00aa48e3b03f976843e71a41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5390389 Dec 09 15:48:44.929621 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50788) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:44.970494 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371801ff-4456-457a-b197-a33496d9d439 None None] Pushing event updated for resources: {'Port': ['ID=a8c2fab8-5972-4e19-a5dd-8ee594da4984,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:44.985574 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e39ca54-c259-4059-ad03-842c9f7a002a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:44.991983 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bc9f7a-db9a-4af8-b81a-c5c29f440827 None None] The sync data for ids ['788d6986-e891-46e7-bd88-6d205f0b96af'] in n-d-821228-1 is: [{'id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'name': 'tempest-TestNetworkBasicOps-router-913874075', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '48bb6ea6-da56-45cd-9d16-44176c906fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:30Z', 'updated_at': '2021-12-09T15:48:35Z', 'revision_number': 3, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'gw_port': {'id': '48bb6ea6-da56-45cd-9d16-44176c906fb0', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:33Z', 'updated_at': '2021-12-09T15:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:48:45.019588 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affde016-afc2-4c6b-83d0-8960d21d82c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365ae65f-4682-42f6-9a0c-8f0370a5670b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:45.041841 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-50f6c6e5-5d83-448f-bd0d-5fb7ac002a1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:45.045264 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-235e4b4c-979f-4ab0-9dae-dd63f125cd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:45.058960 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-371801ff-4456-457a-b197-a33496d9d439 None None] Attempting to bind port a8c2fab8-5972-4e19-a5dd-8ee594da4984 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:48:45.059337 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-371801ff-4456-457a-b197-a33496d9d439 None None] Attempting to bind port a8c2fab8-5972-4e19-a5dd-8ee594da4984 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '6c1867cd-76a8-4493-b75d-08dd5f2e8c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c864502e-9007-4925-9ae4-d423b81d069a'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:48:45.059722 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371801ff-4456-457a-b197-a33496d9d439 None None] Attempting to bind port a8c2fab8-5972-4e19-a5dd-8ee594da4984 on network c864502e-9007-4925-9ae4-d423b81d069a {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:48:45.075241 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e39ca54-c259-4059-ad03-842c9f7a002a admin admin] Pushing event deleted for resources: {'Port': ['ID=cf0515e9-2f29-44c8-a0a1-df93f3589868,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:45.076658 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f0336d90-e94e-4e0d-8f3c-4bca1177ffb5 None None] Deleting port cf0515e9-2f29-44c8-a0a1-df93f3589868 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:48:45.077046 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f0336d90-e94e-4e0d-8f3c-4bca1177ffb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:45.082101 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-50f6c6e5-5d83-448f-bd0d-5fb7ac002a1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:45.102912 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371801ff-4456-457a-b197-a33496d9d439 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:48:45.103300 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371801ff-4456-457a-b197-a33496d9d439 None None] Checking segment: {'id': '6c1867cd-76a8-4493-b75d-08dd5f2e8c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c864502e-9007-4925-9ae4-d423b81d069a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:48:45.103716 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-371801ff-4456-457a-b197-a33496d9d439 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:45.104117 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371801ff-4456-457a-b197-a33496d9d439 None None] Bound using segment: {'id': '6c1867cd-76a8-4493-b75d-08dd5f2e8c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c864502e-9007-4925-9ae4-d423b81d069a'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:48:45.104637 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-371801ff-4456-457a-b197-a33496d9d439 None None] Bound port: a8c2fab8-5972-4e19-a5dd-8ee594da4984, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1867cd-76a8-4493-b75d-08dd5f2e8c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c864502e-9007-4925-9ae4-d423b81d069a'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:48:45.105018 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-371801ff-4456-457a-b197-a33496d9d439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:45.108352 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-235e4b4c-979f-4ab0-9dae-dd63f125cd9c None None] For port 48bb6ea6-da56-45cd-9d16-44176c906fb0, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=48bb6ea6-da56-45cd-9d16-44176c906fb0,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:45.117410 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e39ca54-c259-4059-ad03-842c9f7a002a admin admin] No DVR routers for this DVR port cf0515e9-2f29-44c8-a0a1-df93f3589868 on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:48:45.159727 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-235e4b4c-979f-4ab0-9dae-dd63f125cd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:45.160932 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-50f6c6e5-5d83-448f-bd0d-5fb7ac002a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:45.173617 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-50f6c6e5-5d83-448f-bd0d-5fb7ac002a1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:45.179949 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-50f6c6e5-5d83-448f-bd0d-5fb7ac002a1f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/365ae65f-4682-42f6-9a0c-8f0370a5670b HTTP/1.1" status: 204 len: 168 time: 0.2471321 Dec 09 15:48:45.229329 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6c6e5-5d83-448f-bd0d-5fb7ac002a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365ae65f-4682-42f6-9a0c-8f0370a5670b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:45.288797 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f0336d90-e94e-4e0d-8f3c-4bca1177ffb5 None None] For port cf0515e9-2f29-44c8-a0a1-df93f3589868, host n-d-821228-1, got binding levels [] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:45.289207 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f0336d90-e94e-4e0d-8f3c-4bca1177ffb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:45.342239 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-235e4b4c-979f-4ab0-9dae-dd63f125cd9c None None] Provisioning complete for port a512a6f7-d7aa-4492-be24-ed2aa3c475c8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:48:45.342614 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-235e4b4c-979f-4ab0-9dae-dd63f125cd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:45.356042 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e39ca54-c259-4059-ad03-842c9f7a002a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:45.376264 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f0336d90-e94e-4e0d-8f3c-4bca1177ffb5 None None] Calling delete_port for cf0515e9-2f29-44c8-a0a1-df93f3589868 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:48:45.399238 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-1e39ca54-c259-4059-ad03-842c9f7a002a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99deab82-68e4-40a9-831d-57d4c6d733cd']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:45.417241 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-1e39ca54-c259-4059-ad03-842c9f7a002a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cef3a23b-9ff4-4874-a4d8-11bf87c1d9a8') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:45.417772 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-1e39ca54-c259-4059-ad03-842c9f7a002a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cef3a23b-9ff4-4874-a4d8-11bf87c1d9a8') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:45.430673 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354ea072-5783-4ee9-bfeb-fb942d2748db admin admin] Router 6e455329-4f58-47e5-a5c5-35d6a679cee3 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:48:45.435458 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e39ca54-c259-4059-ad03-842c9f7a002a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:45.444689 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.ipam_backend_mixin [None req-f0336d90-e94e-4e0d-8f3c-4bca1177ffb5 None None] Port cf0515e9-2f29-44c8-a0a1-df93f3589868 was not found and therefore no delete operation was performed {{(pid=103246) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 15:48:45.459800 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e39ca54-c259-4059-ad03-842c9f7a002a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:45.479909 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f0336d90-e94e-4e0d-8f3c-4bca1177ffb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:45.516212 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235e4b4c-979f-4ab0-9dae-dd63f125cd9c None None] Pushing event updated for resources: {'Port': ['ID=48bb6ea6-da56-45cd-9d16-44176c906fb0,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:45.577516 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-371801ff-4456-457a-b197-a33496d9d439 None None] For port a8c2fab8-5972-4e19-a5dd-8ee594da4984, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:48:45.581733 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-371801ff-4456-457a-b197-a33496d9d439 None None] For port a8c2fab8-5972-4e19-a5dd-8ee594da4984, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a8c2fab8-5972-4e19-a5dd-8ee594da4984,segment=NetworkSegment(6c1867cd-76a8-4493-b75d-08dd5f2e8c1b),segment_id=6c1867cd-76a8-4493-b75d-08dd5f2e8c1b)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:48:45.631050 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-371801ff-4456-457a-b197-a33496d9d439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:45.647426 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0336d90-e94e-4e0d-8f3c-4bca1177ffb5 None None] Pushing event deleted for resources: {'Port': ['ID=cf0515e9-2f29-44c8-a0a1-df93f3589868,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:45.656488 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-72a9a02e-dcd8-4a5b-8407-6321d279d84d None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:45.662287 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0336d90-e94e-4e0d-8f3c-4bca1177ffb5 None None] No DVR routers for this DVR port cf0515e9-2f29-44c8-a0a1-df93f3589868 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:48:45.671837 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-235e4b4c-979f-4ab0-9dae-dd63f125cd9c None None] Port a512a6f7-d7aa-4492-be24-ed2aa3c475c8 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:48:45.748714 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e39ca54-c259-4059-ad03-842c9f7a002a admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:48:45.749125 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e39ca54-c259-4059-ad03-842c9f7a002a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:45.756935 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-72a9a02e-dcd8-4a5b-8407-6321d279d84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:45.796987 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a9a02e-dcd8-4a5b-8407-6321d279d84d None None] Network bc054908-65b4-4921-b781-8153a60dbd11 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:48:45.821135 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-72a9a02e-dcd8-4a5b-8407-6321d279d84d None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:48:45.826514 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a9a02e-dcd8-4a5b-8407-6321d279d84d None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:48:45.847090 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50800) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:45.859035 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371801ff-4456-457a-b197-a33496d9d439 None None] Pushing event updated for resources: {'Port': ['ID=a8c2fab8-5972-4e19-a5dd-8ee594da4984,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:45.873175 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-331d809d-c705-4275-a27b-6628f3306841 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Allocated IP 172.20.0.1 (bc054908-65b4-4921-b781-8153a60dbd11/45845798-aa7d-43d3-8232-fe08ce1b2415/8b82748b-5e0e-4efa-811c-0a3f50e5df36) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:48:45.884738 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:48:45.884738 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:48:45.884738 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:48:45.884738 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:48:45.884738 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:48:45.884738 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:48:45.884738 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:48:45.884738 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:48:45.884738 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:48:45.884738 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:48:45.884738 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:48:45.884738 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:48:45.884738 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:48:45.884738 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:48:45.884738 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:48:45.884738 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:48:45.884738 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:48:45.884738 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:48:45.884738 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:48:45.884738 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:48:45.884738 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:48:45.884738 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:48:45.884738 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:48:45.884738 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:48:45.884738 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:48:45.884738 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:48:45.884738 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:48:45.884738 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:48:45.884738 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:48:45.884738 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:48:45.884738 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:48:45.884738 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:48:45.999969 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:46.039625 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-72a9a02e-dcd8-4a5b-8407-6321d279d84d None None] Attempting to bind port 0bdbe58e-a6d5-4f2f-932d-c60a35ce3120 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:48:46.040310 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-72a9a02e-dcd8-4a5b-8407-6321d279d84d None None] Attempting to bind port 0bdbe58e-a6d5-4f2f-932d-c60a35ce3120 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '0fdca9fd-1cb3-4bc8-add6-46ac307cb22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bc054908-65b4-4921-b781-8153a60dbd11'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:48:46.041203 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a9a02e-dcd8-4a5b-8407-6321d279d84d None None] Attempting to bind port 0bdbe58e-a6d5-4f2f-932d-c60a35ce3120 on network bc054908-65b4-4921-b781-8153a60dbd11 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:48:46.046440 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9a02e-dcd8-4a5b-8407-6321d279d84d None None] Pushing event updated for resources: {'Port': ['ID=0bdbe58e-a6d5-4f2f-932d-c60a35ce3120,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:46.057055 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a9a02e-dcd8-4a5b-8407-6321d279d84d None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:48:46.057055 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a9a02e-dcd8-4a5b-8407-6321d279d84d None None] Checking segment: {'id': '0fdca9fd-1cb3-4bc8-add6-46ac307cb22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bc054908-65b4-4921-b781-8153a60dbd11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:48:46.057601 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-72a9a02e-dcd8-4a5b-8407-6321d279d84d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:46.058106 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a9a02e-dcd8-4a5b-8407-6321d279d84d None None] Bound using segment: {'id': '0fdca9fd-1cb3-4bc8-add6-46ac307cb22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bc054908-65b4-4921-b781-8153a60dbd11'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:48:46.058963 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-72a9a02e-dcd8-4a5b-8407-6321d279d84d None None] Bound port: 0bdbe58e-a6d5-4f2f-932d-c60a35ce3120, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fdca9fd-1cb3-4bc8-add6-46ac307cb22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bc054908-65b4-4921-b781-8153a60dbd11'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:48:46.059822 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-72a9a02e-dcd8-4a5b-8407-6321d279d84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:46.135278 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354ea072-5783-4ee9-bfeb-fb942d2748db admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:48:46.161990 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1493ff2d-8d68-4813-aa90-b0da5772e3cf None None] Sync routers for ids ['6e455329-4f58-47e5-a5c5-35d6a679cee3'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:48:46.184293 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1493ff2d-8d68-4813-aa90-b0da5772e3cf None None] Routers {'6e455329-4f58-47e5-a5c5-35d6a679cee3'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:48:46.184969 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-1493ff2d-8d68-4813-aa90-b0da5772e3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:48:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['6e455329-4f58-47e5-a5c5-35d6a679cee3'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:46.190878 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e39ca54-c259-4059-ad03-842c9f7a002a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:46.206953 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-354ea072-5783-4ee9-bfeb-fb942d2748db admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:46.208312 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-354ea072-5783-4ee9-bfeb-fb942d2748db admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.8028440 Dec 09 15:48:46.211403 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e39ca54-c259-4059-ad03-842c9f7a002a admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:46.218266 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1e39ca54-c259-4059-ad03-842c9f7a002a admin admin] 10.222.0.57 "DELETE /v2.0/networks/99deab82-68e4-40a9-831d-57d4c6d733cd HTTP/1.1" status: 204 len: 168 time: 2.4868505 Dec 09 15:48:46.218266 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 50806) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:46.234740 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50808) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:46.240096 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50810) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:46.243587 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391fd22-01b6-4276-a972-16f508fbcebb req-61c9e327-9b8e-4610-ba1b-7f7e4b17b69b tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:46.245402 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c391fd22-01b6-4276-a972-16f508fbcebb req-61c9e327-9b8e-4610-ba1b-7f7e4b17b69b tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf66a800-5e7a-4e28-a606-6a7c4ff43580 HTTP/1.1" status: 200 len: 945 time: 0.3569417 Dec 09 15:48:46.277298 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-48752876-f905-4712-8c93-3c47a6947451 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:46.294139 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-72a9a02e-dcd8-4a5b-8407-6321d279d84d None None] For port 0bdbe58e-a6d5-4f2f-932d-c60a35ce3120, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:48:46.298254 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-72a9a02e-dcd8-4a5b-8407-6321d279d84d None None] For port 0bdbe58e-a6d5-4f2f-932d-c60a35ce3120, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=0bdbe58e-a6d5-4f2f-932d-c60a35ce3120,segment=NetworkSegment(0fdca9fd-1cb3-4bc8-add6-46ac307cb22a),segment_id=0fdca9fd-1cb3-4bc8-add6-46ac307cb22a)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:48:46.305211 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3467a8a-0eff-46fd-a87d-79927ad3698d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:46.306106 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-72a9a02e-dcd8-4a5b-8407-6321d279d84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:46.332150 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e39ca54-c259-4059-ad03-842c9f7a002a admin admin] Pushing event deleted for resources: {'Network': ['ID=99deab82-68e4-40a9-831d-57d4c6d733cd,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:46.509796 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 9223848f-00dc-44f7-b5e0-5c0f13c0416d up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:48:46.513046 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3467a8a-0eff-46fd-a87d-79927ad3698d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:46.531195 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3467a8a-0eff-46fd-a87d-79927ad3698d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:46.587197 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c391fd22-01b6-4276-a972-16f508fbcebb req-660bbba4-15f8-43e8-88c1-b182a82cf0fa tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?id=ad73b424-6589-401b-bcc4-ee9b79944172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2568042 Dec 09 15:48:46.666175 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 48bb6ea6-da56-45cd-9d16-44176c906fb0 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:48:46.733317 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9a02e-dcd8-4a5b-8407-6321d279d84d None None] Pushing event updated for resources: {'Port': ['ID=0bdbe58e-a6d5-4f2f-932d-c60a35ce3120,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:46.749464 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-1493ff2d-8d68-4813-aa90-b0da5772e3cf None None] Set router 6e455329-4f58-47e5-a5c5-35d6a679cee3 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:48:46.911001 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 48bb6ea6-da56-45cd-9d16-44176c906fb0 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:48:46.912212 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:46.987918 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 9223848f-00dc-44f7-b5e0-5c0f13c0416d completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:48:46.997378 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 9223848f-00dc-44f7-b5e0-5c0f13c0416d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:48:46.998150 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:47.212880 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-48752876-f905-4712-8c93-3c47a6947451 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:47.216800 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3467a8a-0eff-46fd-a87d-79927ad3698d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341676d0-d6b9-49e6-8bba-aaee70167645,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:47.243697 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-48752876-f905-4712-8c93-3c47a6947451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:47.356768 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-48752876-f905-4712-8c93-3c47a6947451 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=54f225389ef946729c6730d4e980d6e6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5085263 Dec 09 15:48:47.366858 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50822) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:47.390094 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:47.439310 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a8c2fab8-5972-4e19-a5dd-8ee594da4984 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:48:47.492280 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf66a800-5e7a-4e28-a606-6a7c4ff43580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9223848f-00dc-44f7-b5e0-5c0f13c0416d'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:48:47.495190 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c22ac0-e280-42d9-a11c-7a961dd8c95b" -d '{"events": [{"server_uuid": "bf66a800-5e7a-4e28-a606-6a7c4ff43580", "name": "network-vif-plugged", "status": "completed", "tag": "9223848f-00dc-44f7-b5e0-5c0f13c0416d"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:48:47.540612 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 9223848f-00dc-44f7-b5e0-5c0f13c0416d, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=9223848f-00dc-44f7-b5e0-5c0f13c0416d,segment=NetworkSegment(0b8968c1-11be-452a-85e0-2b87c97fc015),segment_id=0b8968c1-11be-452a-85e0-2b87c97fc015)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:47.565895 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:47.593614 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-331d809d-c705-4275-a27b-6628f3306841 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:47.701522 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d3467a8a-0eff-46fd-a87d-79927ad3698d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=97a73dceb54240b6bc5bdb311570dca4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4580414 Dec 09 15:48:47.711923 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=9223848f-00dc-44f7-b5e0-5c0f13c0416d,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:47.726348 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50830) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:47.729708 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee8a300e-26e8-4a8f-b8cc-6ac5c95b5a9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:47.731055 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d98a3e2-587b-4d01-8139-88d301e55fd2 None None] Network c864502e-9007-4925-9ae4-d423b81d069a requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:48:47.751957 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee8a300e-26e8-4a8f-b8cc-6ac5c95b5a9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:47.756514 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-1493ff2d-8d68-4813-aa90-b0da5772e3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e455329-4f58-47e5-a5c5-35d6a679cee3', 'name': 'tempest-TaggedBootDevicesTest_v242-332410344-router', 'tenant_id': '2234e124dc1d4c2cb0f3a04e239c376e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a512a6f7-d7aa-4492-be24-ed2aa3c475c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:39Z', 'updated_at': '2021-12-09T15:48:43Z', 'revision_number': 3, 'project_id': '2234e124dc1d4c2cb0f3a04e239c376e', 'gw_port': {'id': 'a512a6f7-d7aa-4492-be24-ed2aa3c475c8', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:62:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e455329-4f58-47e5-a5c5-35d6a679cee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:42Z', 'updated_at': '2021-12-09T15:48:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:47.807798 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48752876-f905-4712-8c93-3c47a6947451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055cfc29-c320-42f6-bfe7-1ec9b97d6ab0,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:47.914307 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee8a300e-26e8-4a8f-b8cc-6ac5c95b5a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:47.917129 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee8a300e-26e8-4a8f-b8cc-6ac5c95b5a9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:47.918353 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ee8a300e-26e8-4a8f-b8cc-6ac5c95b5a9f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/055cfc29-c320-42f6-bfe7-1ec9b97d6ab0 HTTP/1.1" status: 204 len: 168 time: 0.4875915 Dec 09 15:48:47.931634 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1493ff2d-8d68-4813-aa90-b0da5772e3cf None None] Checking router: 6e455329-4f58-47e5-a5c5-35d6a679cee3 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:48:47.932161 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1493ff2d-8d68-4813-aa90-b0da5772e3cf None None] Updating router 6e455329-4f58-47e5-a5c5-35d6a679cee3 port a512a6f7-d7aa-4492-be24-ed2aa3c475c8 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:48:47.943868 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-331d809d-c705-4275-a27b-6628f3306841 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:47.962289 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a300e-26e8-4a8f-b8cc-6ac5c95b5a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055cfc29-c320-42f6-bfe7-1ec9b97d6ab0,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:47.969678 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-85e02c02-4970-48a5-aafb-bf2df0857b6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:48.022817 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port a8c2fab8-5972-4e19-a5dd-8ee594da4984 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:48:48.023360 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:48.030666 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1493ff2d-8d68-4813-aa90-b0da5772e3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:48.040270 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331d809d-c705-4275-a27b-6628f3306841 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Network bc054908-65b4-4921-b781-8153a60dbd11 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:48:48.050952 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-85e02c02-4970-48a5-aafb-bf2df0857b6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:48.060836 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-331d809d-c705-4275-a27b-6628f3306841 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:48:48.065225 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331d809d-c705-4275-a27b-6628f3306841 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:48:48.083813 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19510ce-720e-4401-ba81-79436f051e31 x-openstack-request-id: req-f19510ce-720e-4401-ba81-79436f051e31 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:48:48.084349 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf66a800-5e7a-4e28-a606-6a7c4ff43580", "name": "network-vif-plugged", "status": "completed", "tag": "9223848f-00dc-44f7-b5e0-5c0f13c0416d", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:48:48.084817 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f19510ce-720e-4401-ba81-79436f051e31 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:48:48.087802 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf66a800-5e7a-4e28-a606-6a7c4ff43580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9223848f-00dc-44f7-b5e0-5c0f13c0416d', 'code': 200} Dec 09 15:48:48.131834 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-331d809d-c705-4275-a27b-6628f3306841 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:48.177332 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d809d-c705-4275-a27b-6628f3306841 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event updated for resources: {'Port': ['ID=8b82748b-5e0e-4efa-811c-0a3f50e5df36,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:48.460736 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-114956e8-8e14-45d3-b010-b6e0a4fabe10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:48.473193 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-85e02c02-4970-48a5-aafb-bf2df0857b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:48.494045 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-85e02c02-4970-48a5-aafb-bf2df0857b6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:48.503298 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-85e02c02-4970-48a5-aafb-bf2df0857b6b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/341676d0-d6b9-49e6-8bba-aaee70167645 HTTP/1.1" status: 204 len: 168 time: 0.7237775 Dec 09 15:48:48.570995 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e02c02-4970-48a5-aafb-bf2df0857b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341676d0-d6b9-49e6-8bba-aaee70167645,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:48.622850 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f1c8adce-7c28-460c-a834-f4dd27c2da21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:48.676270 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f098e2b-7e30-492f-bee2-cee2412bffbf req-78a36504-6b26-4461-a070-05df543313e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:48.678027 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4f098e2b-7e30-492f-bee2-cee2412bffbf req-78a36504-6b26-4461-a070-05df543313e7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bf66a800-5e7a-4e28-a606-6a7c4ff43580 HTTP/1.1" status: 200 len: 1097 time: 0.4472787 Dec 09 15:48:48.751138 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 50840) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:48.811023 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-331d809d-c705-4275-a27b-6628f3306841 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:48.838373 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-58b4f0eb-bfa0-40f5-a51d-9a8a6ca66e56 None None] Provisioning complete for port a8c2fab8-5972-4e19-a5dd-8ee594da4984 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:48:48.838756 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-58b4f0eb-bfa0-40f5-a51d-9a8a6ca66e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:48.876799 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4983af-d600-45ac-b27d-13f56617a484 req-587b196d-353c-4c25-a10e-113fd97d74af tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:48.888623 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7013e91e-09e9-4e8c-b3fd-39a18f5a9d3e None None] Network bc054908-65b4-4921-b781-8153a60dbd11 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:48:48.895931 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0f4983af-d600-45ac-b27d-13f56617a484 req-587b196d-353c-4c25-a10e-113fd97d74af tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf66a800-5e7a-4e28-a606-6a7c4ff43580 HTTP/1.1" status: 200 len: 946 time: 0.5206931 Dec 09 15:48:48.898074 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6eb5f7f6-4ff9-428e-8f02-78cc6361fe2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:49.004298 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4f098e2b-7e30-492f-bee2-cee2412bffbf req-13280450-c27d-4c1d-870b-7454abb461dd service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ad73b424-6589-401b-bcc4-ee9b79944172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3175929 Dec 09 15:48:49.232349 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0f4983af-d600-45ac-b27d-13f56617a484 req-da551388-6aaa-4abb-9093-4a0318364589 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?id=ad73b424-6589-401b-bcc4-ee9b79944172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3353193 Dec 09 15:48:49.344951 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:49.353997 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6eb5f7f6-4ff9-428e-8f02-78cc6361fe2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:49.374357 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6eb5f7f6-4ff9-428e-8f02-78cc6361fe2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:49.445370 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-114956e8-8e14-45d3-b010-b6e0a4fabe10 admin admin] Allocated IP 172.20.0.1 (c864502e-9007-4925-9ae4-d423b81d069a/26db07a1-d6c9-476b-ad08-730f56b62863/b9d40a92-cbbd-4efd-84f5-a93dde900a26) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:48:49.459585 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6eb5f7f6-4ff9-428e-8f02-78cc6361fe2c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fa428ece66df46f7a4c5db4001ffd638&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6966681 Dec 09 15:48:49.467544 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-58b4f0eb-bfa0-40f5-a51d-9a8a6ca66e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:49.469654 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50854) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:49.569598 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb5f7f6-4ff9-428e-8f02-78cc6361fe2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3aff9a-3432-44cf-93a2-15953d2aa89a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:49.708354 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-114956e8-8e14-45d3-b010-b6e0a4fabe10 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:49.710551 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port a8c2fab8-5972-4e19-a5dd-8ee594da4984, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a8c2fab8-5972-4e19-a5dd-8ee594da4984,segment=NetworkSegment(6c1867cd-76a8-4493-b75d-08dd5f2e8c1b),segment_id=6c1867cd-76a8-4493-b75d-08dd5f2e8c1b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:49.754552 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:49.801101 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-114956e8-8e14-45d3-b010-b6e0a4fabe10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:49.845541 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad9acea3-51ff-4c45-a75a-58bd240278dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:49.852313 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-f1c8adce-7c28-460c-a834-f4dd27c2da21 admin admin] Deleting port 7ceae8cd-d4bd-44ab-83ff-3fa5536deae3 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:48:49.852662 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f1c8adce-7c28-460c-a834-f4dd27c2da21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:49.860668 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114956e8-8e14-45d3-b010-b6e0a4fabe10 admin admin] Network c864502e-9007-4925-9ae4-d423b81d069a is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:48:49.867120 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-114956e8-8e14-45d3-b010-b6e0a4fabe10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:48:49.874607 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114956e8-8e14-45d3-b010-b6e0a4fabe10 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:48:49.973363 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad9acea3-51ff-4c45-a75a-58bd240278dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:49.978234 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-331d809d-c705-4275-a27b-6628f3306841 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:50.000745 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-331d809d-c705-4275-a27b-6628f3306841 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:50.009313 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-114956e8-8e14-45d3-b010-b6e0a4fabe10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:50.058170 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114956e8-8e14-45d3-b010-b6e0a4fabe10 admin admin] Pushing event updated for resources: {'Port': ['ID=b9d40a92-cbbd-4efd-84f5-a93dde900a26,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:50.105474 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=a8c2fab8-5972-4e19-a5dd-8ee594da4984,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:50.118973 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-58b4f0eb-bfa0-40f5-a51d-9a8a6ca66e56 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:48:50.119342 n-d-821228-1 neutron-server[103246]: DEBUG oslo_db.api [None req-58b4f0eb-bfa0-40f5-a51d-9a8a6ca66e56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:48:50.122498 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device cf0515e9-2f29-44c8-a0a1-df93f3589868 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:48:50.193001 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-114956e8-8e14-45d3-b010-b6e0a4fabe10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:50.218698 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-331d809d-c705-4275-a27b-6628f3306841 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:50.228222 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: cf0515e9-2f29-44c8-a0a1-df93f3589868 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:48:50.234206 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device cf0515e9-2f29-44c8-a0a1-df93f3589868 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:48:50.282786 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1493ff2d-8d68-4813-aa90-b0da5772e3cf None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:50.306653 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1493ff2d-8d68-4813-aa90-b0da5772e3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:50.368949 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-1493ff2d-8d68-4813-aa90-b0da5772e3cf None None] Attempting to bind port a512a6f7-d7aa-4492-be24-ed2aa3c475c8 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:48:50.370121 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-1493ff2d-8d68-4813-aa90-b0da5772e3cf None None] Attempting to bind port a512a6f7-d7aa-4492-be24-ed2aa3c475c8 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:48:50.370670 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1493ff2d-8d68-4813-aa90-b0da5772e3cf None None] Attempting to bind port a512a6f7-d7aa-4492-be24-ed2aa3c475c8 on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:48:50.416855 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97816b29-3461-47f4-91e8-f6f1f3f7a452 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:48:50.483445 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d809d-c705-4275-a27b-6628f3306841 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event updated for resources: {'Port': ['ID=8b82748b-5e0e-4efa-811c-0a3f50e5df36,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:50.492743 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1493ff2d-8d68-4813-aa90-b0da5772e3cf None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:48:50.494897 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-f1c8adce-7c28-460c-a834-f4dd27c2da21 admin admin] For port 7ceae8cd-d4bd-44ab-83ff-3fa5536deae3, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=7ceae8cd-d4bd-44ab-83ff-3fa5536deae3,segment=NetworkSegment(a4327456-205b-4a9b-b257-18a06c5ac1d8),segment_id=a4327456-205b-4a9b-b257-18a06c5ac1d8)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:50.495076 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1493ff2d-8d68-4813-aa90-b0da5772e3cf None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:48:50.495575 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1493ff2d-8d68-4813-aa90-b0da5772e3cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:50.495922 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f1c8adce-7c28-460c-a834-f4dd27c2da21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:50.496059 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1493ff2d-8d68-4813-aa90-b0da5772e3cf None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:48:50.496461 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-1493ff2d-8d68-4813-aa90-b0da5772e3cf None None] Bound port: a512a6f7-d7aa-4492-be24-ed2aa3c475c8, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:48:50.496854 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1493ff2d-8d68-4813-aa90-b0da5772e3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:50.520255 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-f1c8adce-7c28-460c-a834-f4dd27c2da21 admin admin] Calling delete_port for 7ceae8cd-d4bd-44ab-83ff-3fa5536deae3 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:48:50.527214 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad9acea3-51ff-4c45-a75a-58bd240278dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:50.530670 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad9acea3-51ff-4c45-a75a-58bd240278dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:50.532483 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ad9acea3-51ff-4c45-a75a-58bd240278dc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8f3aff9a-3432-44cf-93a2-15953d2aa89a HTTP/1.1" status: 204 len: 168 time: 1.0544209 Dec 09 15:48:50.573089 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d2fb0abc-ac22-472f-bb7e-7dda97c7c7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:50.603173 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886ff4f-b15f-4518-948c-86b76618c8c6 None None] Pushing event updated for resources: {'Port': ['ID=a512a6f7-d7aa-4492-be24-ed2aa3c475c8,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:50.644966 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-114956e8-8e14-45d3-b010-b6e0a4fabe10 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:50.645575 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9acea3-51ff-4c45-a75a-58bd240278dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3aff9a-3432-44cf-93a2-15953d2aa89a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:50.659429 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-114956e8-8e14-45d3-b010-b6e0a4fabe10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:50.763865 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a8c2fab8-5972-4e19-a5dd-8ee594da4984 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:48:50.771688 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331d809d-c705-4275-a27b-6628f3306841 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Network bc054908-65b4-4921-b781-8153a60dbd11 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:48:50.774763 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-331d809d-c705-4275-a27b-6628f3306841 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:48:50.816862 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade5c60-7ddb-4afa-8f16-6f096473bfac req-14934d4a-eb19-4671-af4f-6f49ac595477 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:50.835077 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bade5c60-7ddb-4afa-8f16-6f096473bfac req-14934d4a-eb19-4671-af4f-6f49ac595477 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf66a800-5e7a-4e28-a606-6a7c4ff43580 HTTP/1.1" status: 200 len: 946 time: 0.3560967 Dec 09 15:48:50.837046 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1493ff2d-8d68-4813-aa90-b0da5772e3cf None None] For port a512a6f7-d7aa-4492-be24-ed2aa3c475c8, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:48:50.870345 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1493ff2d-8d68-4813-aa90-b0da5772e3cf None None] For port a512a6f7-d7aa-4492-be24-ed2aa3c475c8, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a512a6f7-d7aa-4492-be24-ed2aa3c475c8,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:48:50.886139 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1493ff2d-8d68-4813-aa90-b0da5772e3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:50.949631 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114956e8-8e14-45d3-b010-b6e0a4fabe10 admin admin] Pushing event updated for resources: {'Port': ['ID=b9d40a92-cbbd-4efd-84f5-a93dde900a26,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:50.965502 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-114956e8-8e14-45d3-b010-b6e0a4fabe10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:50.986071 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a567812-b4b6-4778-997e-2eb39ca4d8e6 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:48:50.989858 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bade5c60-7ddb-4afa-8f16-6f096473bfac req-b365a3b0-a727-44e3-990d-3cb09a2cf0f1 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?id=ad73b424-6589-401b-bcc4-ee9b79944172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537802 Dec 09 15:48:51.015818 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port a8c2fab8-5972-4e19-a5dd-8ee594da4984 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:48:51.016616 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:51.026834 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886ff4f-b15f-4518-948c-86b76618c8c6 None None] Pushing event updated for resources: {'Port': ['ID=a512a6f7-d7aa-4492-be24-ed2aa3c475c8,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:51.060269 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-634145fb-d3b3-4cf8-8368-3efd60161baf None None] Provisioning complete for port b9d40a92-cbbd-4efd-84f5-a93dde900a26 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:48:51.064056 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-634145fb-d3b3-4cf8-8368-3efd60161baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:51.074836 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1493ff2d-8d68-4813-aa90-b0da5772e3cf None None] Routers {'6e455329-4f58-47e5-a5c5-35d6a679cee3'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:48:51.075969 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-1493ff2d-8d68-4813-aa90-b0da5772e3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:48:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['6e455329-4f58-47e5-a5c5-35d6a679cee3'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:51.160948 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114956e8-8e14-45d3-b010-b6e0a4fabe10 admin admin] Network c864502e-9007-4925-9ae4-d423b81d069a is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:48:51.162463 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-114956e8-8e14-45d3-b010-b6e0a4fabe10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:48:51.245596 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331d809d-c705-4275-a27b-6628f3306841 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Router 788d6986-e891-46e7-bd88-6d205f0b96af has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:48:51.265368 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-634145fb-d3b3-4cf8-8368-3efd60161baf None None] Port b9d40a92-cbbd-4efd-84f5-a93dde900a26 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:48:51.437296 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-634145fb-d3b3-4cf8-8368-3efd60161baf None None] Provisioning complete for port 8b82748b-5e0e-4efa-811c-0a3f50e5df36 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:48:51.437981 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-634145fb-d3b3-4cf8-8368-3efd60161baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:51.466655 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f1c8adce-7c28-460c-a834-f4dd27c2da21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:51.505915 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114956e8-8e14-45d3-b010-b6e0a4fabe10 admin admin] Router 6e455329-4f58-47e5-a5c5-35d6a679cee3 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:48:51.548019 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-1493ff2d-8d68-4813-aa90-b0da5772e3cf None None] Set router 6e455329-4f58-47e5-a5c5-35d6a679cee3 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:48:51.562476 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8adce-7c28-460c-a834-f4dd27c2da21 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ceae8cd-d4bd-44ab-83ff-3fa5536deae3,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:51.749200 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 0bdbe58e-a6d5-4f2f-932d-c60a35ce3120 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:48:51.801616 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331d809d-c705-4275-a27b-6628f3306841 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:48:51.807484 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-331d809d-c705-4275-a27b-6628f3306841 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "PUT /v2.0/routers/788d6986-e891-46e7-bd88-6d205f0b96af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4955966 Dec 09 15:48:51.810135 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50900) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:51.818624 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b78ee4-efa7-42b5-9755-c6704513eb69 None None] Sync routers for ids ['788d6986-e891-46e7-bd88-6d205f0b96af'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:48:51.832676 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114956e8-8e14-45d3-b010-b6e0a4fabe10 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:48:51.834470 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b78ee4-efa7-42b5-9755-c6704513eb69 None None] Routers {'788d6986-e891-46e7-bd88-6d205f0b96af'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:48:51.835793 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-70b78ee4-efa7-42b5-9755-c6704513eb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:48:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['788d6986-e891-46e7-bd88-6d205f0b96af'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:51.838658 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-114956e8-8e14-45d3-b010-b6e0a4fabe10 admin admin] 10.222.0.57 "PUT /v2.0/routers/6e455329-4f58-47e5-a5c5-35d6a679cee3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6038873 Dec 09 15:48:51.857526 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-634145fb-d3b3-4cf8-8368-3efd60161baf None None] Port 8b82748b-5e0e-4efa-811c-0a3f50e5df36 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:48:52.126558 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e67293d-b2be-46fb-962b-ec991e390cdb tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:52.127955 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e67293d-b2be-46fb-962b-ec991e390cdb tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:52.128481 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e67293d-b2be-46fb-962b-ec991e390cdb tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:52.129048 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e67293d-b2be-46fb-962b-ec991e390cdb tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:52.129507 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e67293d-b2be-46fb-962b-ec991e390cdb tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:52.129958 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e67293d-b2be-46fb-962b-ec991e390cdb tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:52.130768 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e67293d-b2be-46fb-962b-ec991e390cdb tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:52.131224 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e67293d-b2be-46fb-962b-ec991e390cdb tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:52.131677 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e67293d-b2be-46fb-962b-ec991e390cdb tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:52.136816 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5e67293d-b2be-46fb-962b-ec991e390cdb tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6395 time: 0.3232698 Dec 09 15:48:52.137269 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50920) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:52.138910 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-70b78ee4-efa7-42b5-9755-c6704513eb69 None None] Set router 788d6986-e891-46e7-bd88-6d205f0b96af gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:48:52.152284 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-634145fb-d3b3-4cf8-8368-3efd60161baf None None] Provisioning complete for port 0bdbe58e-a6d5-4f2f-932d-c60a35ce3120 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:48:52.152710 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-634145fb-d3b3-4cf8-8368-3efd60161baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:52.292159 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 0bdbe58e-a6d5-4f2f-932d-c60a35ce3120 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:48:52.292564 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:52.293521 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df52a03-05bd-4ff2-848f-54311e62ff10 req-da1707b9-5ba0-4e1b-8d25-ede7b88bd9df tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:52.302776 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4df52a03-05bd-4ff2-848f-54311e62ff10 req-da1707b9-5ba0-4e1b-8d25-ede7b88bd9df tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf66a800-5e7a-4e28-a606-6a7c4ff43580 HTTP/1.1" status: 200 len: 946 time: 0.1691823 Dec 09 15:48:52.429911 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4df52a03-05bd-4ff2-848f-54311e62ff10 req-9495ad68-bcdb-460b-af53-13e63234a9a4 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?id=ad73b424-6589-401b-bcc4-ee9b79944172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249914 Dec 09 15:48:52.606415 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9639f3d9-0cf1-4189-8b6c-361aac42ffd7 tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:52.606978 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9639f3d9-0cf1-4189-8b6c-361aac42ffd7 tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:52.607315 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9639f3d9-0cf1-4189-8b6c-361aac42ffd7 tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:52.607858 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9639f3d9-0cf1-4189-8b6c-361aac42ffd7 tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:52.608389 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9639f3d9-0cf1-4189-8b6c-361aac42ffd7 tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:52.608922 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9639f3d9-0cf1-4189-8b6c-361aac42ffd7 tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:52.609416 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9639f3d9-0cf1-4189-8b6c-361aac42ffd7 tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:52.609947 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9639f3d9-0cf1-4189-8b6c-361aac42ffd7 tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:52.610482 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9639f3d9-0cf1-4189-8b6c-361aac42ffd7 tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:52.615405 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9639f3d9-0cf1-4189-8b6c-361aac42ffd7 tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5932 time: 0.4746969 Dec 09 15:48:52.615947 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50928) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:52.616600 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f1c8adce-7c28-460c-a834-f4dd27c2da21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:52.724139 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199e09c-7c19-4ca0-b227-f0f0fe80e164 req-d8805159-d5f0-452d-9323-f6f9377fe54e tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:52.734544 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7199e09c-7c19-4ca0-b227-f0f0fe80e164 req-d8805159-d5f0-452d-9323-f6f9377fe54e tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf66a800-5e7a-4e28-a606-6a7c4ff43580 HTTP/1.1" status: 200 len: 946 time: 0.1882029 Dec 09 15:48:52.744189 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 50934) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:52.755180 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-090fb6c5-352e-4404-8696-3029bbef6f0c tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Request body: {'floatingip': {'port_id': '9223848f-00dc-44f7-b5e0-5c0f13c0416d'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:48:52.849371 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:52.864590 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-1493ff2d-8d68-4813-aa90-b0da5772e3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e455329-4f58-47e5-a5c5-35d6a679cee3', 'name': 'tempest-TaggedBootDevicesTest_v242-332410344-router', 'tenant_id': '2234e124dc1d4c2cb0f3a04e239c376e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a512a6f7-d7aa-4492-be24-ed2aa3c475c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:39Z', 'updated_at': '2021-12-09T15:48:50Z', 'revision_number': 4, 'project_id': '2234e124dc1d4c2cb0f3a04e239c376e', 'gw_port': {'id': 'a512a6f7-d7aa-4492-be24-ed2aa3c475c8', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:62:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e455329-4f58-47e5-a5c5-35d6a679cee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:42Z', 'updated_at': '2021-12-09T15:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'b9d40a92-cbbd-4efd-84f5-a93dde900a26', 'name': '', 'network_id': 'c864502e-9007-4925-9ae4-d423b81d069a', 'tenant_id': '2234e124dc1d4c2cb0f3a04e239c376e', 'mac_address': 'fa:16:3e:76:ec:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e455329-4f58-47e5-a5c5-35d6a679cee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '26db07a1-d6c9-476b-ad08-730f56b62863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:48Z', 'updated_at': '2021-12-09T15:48:50Z', 'revision_number': 2, 'project_id': '2234e124dc1d4c2cb0f3a04e239c376e', 'subnets': [{'id': '26db07a1-d6c9-476b-ad08-730f56b62863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:52.901519 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1493ff2d-8d68-4813-aa90-b0da5772e3cf None None] The sync data for ids ['6e455329-4f58-47e5-a5c5-35d6a679cee3'] in n-d-821228-1 is: [{'id': '6e455329-4f58-47e5-a5c5-35d6a679cee3', 'name': 'tempest-TaggedBootDevicesTest_v242-332410344-router', 'tenant_id': '2234e124dc1d4c2cb0f3a04e239c376e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a512a6f7-d7aa-4492-be24-ed2aa3c475c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:39Z', 'updated_at': '2021-12-09T15:48:50Z', 'revision_number': 4, 'project_id': '2234e124dc1d4c2cb0f3a04e239c376e', 'gw_port': {'id': 'a512a6f7-d7aa-4492-be24-ed2aa3c475c8', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:62:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e455329-4f58-47e5-a5c5-35d6a679cee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:42Z', 'updated_at': '2021-12-09T15:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'b9d40a92-cbbd-4efd-84f5-a93dde900a26', 'name': '', 'network_id': 'c864502e-9007-4925-9ae4-d423b81d069a', 'tenant_id': '2234e124dc1d4c2cb0f3a04e239c376e', 'mac_address': 'fa:16:3e:76:ec:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e455329-4f58-47e5-a5c5-35d6a679cee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '26db07a1-d6c9-476b-ad08-730f56b62863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:48Z', 'updated_at': '2021-12-09T15:48:50Z', 'revision_number': 2, 'project_id': '2234e124dc1d4c2cb0f3a04e239c376e', 'subnets': [{'id': '26db07a1-d6c9-476b-ad08-730f56b62863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:48:52.904612 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-634145fb-d3b3-4cf8-8368-3efd60161baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:52.959225 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-090fb6c5-352e-4404-8696-3029bbef6f0c tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:53.025303 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7f07178d-bbcf-495e-aa04-8f45f1e9649d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:53.039634 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 0bdbe58e-a6d5-4f2f-932d-c60a35ce3120, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=0bdbe58e-a6d5-4f2f-932d-c60a35ce3120,segment=NetworkSegment(0fdca9fd-1cb3-4bc8-add6-46ac307cb22a),segment_id=0fdca9fd-1cb3-4bc8-add6-46ac307cb22a)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:53.041526 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-70b78ee4-efa7-42b5-9755-c6704513eb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'name': 'tempest-TestNetworkBasicOps-router-913874075', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '48bb6ea6-da56-45cd-9d16-44176c906fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:30Z', 'updated_at': '2021-12-09T15:48:48Z', 'revision_number': 4, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'gw_port': {'id': '48bb6ea6-da56-45cd-9d16-44176c906fb0', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:33Z', 'updated_at': '2021-12-09T15:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '8b82748b-5e0e-4efa-811c-0a3f50e5df36', 'name': '', 'network_id': 'bc054908-65b4-4921-b781-8153a60dbd11', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'mac_address': 'fa:16:3e:d4:a3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '45845798-aa7d-43d3-8232-fe08ce1b2415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:44Z', 'updated_at': '2021-12-09T15:48:49Z', 'revision_number': 2, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'subnets': [{'id': '45845798-aa7d-43d3-8232-fe08ce1b2415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:53.053916 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:53.134493 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b78ee4-efa7-42b5-9755-c6704513eb69 None None] Checking router: 788d6986-e891-46e7-bd88-6d205f0b96af for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:48:53.134877 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b78ee4-efa7-42b5-9755-c6704513eb69 None None] Updating router 788d6986-e891-46e7-bd88-6d205f0b96af port 8b82748b-5e0e-4efa-811c-0a3f50e5df36 binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:48:53.156462 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-634145fb-d3b3-4cf8-8368-3efd60161baf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:48:53.168299 n-d-821228-1 neutron-server[103246]: DEBUG oslo_db.api [None req-634145fb-d3b3-4cf8-8368-3efd60161baf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:48:53.192816 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-70b78ee4-efa7-42b5-9755-c6704513eb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:53.253976 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c8adce-7c28-460c-a834-f4dd27c2da21 admin admin] Router 90a0fe22-50a0-4792-9172-9c050267f1d1 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:48:53.273230 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3419c0f3-943c-4496-9cee-d89ba3e203aa tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4497 time: 0.6439679 Dec 09 15:48:53.333256 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=0bdbe58e-a6d5-4f2f-932d-c60a35ce3120,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:53.535632 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c8adce-7c28-460c-a834-f4dd27c2da21 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:48:53.545694 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f1c8adce-7c28-460c-a834-f4dd27c2da21 admin admin] 10.222.0.57 "PUT /v2.0/routers/90a0fe22-50a0-4792-9172-9c050267f1d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3011637 Dec 09 15:48:53.546737 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 50978) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:53.554843 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77e0222-cd6c-454e-b915-80b45383a9eb None None] Sync routers for ids ['90a0fe22-50a0-4792-9172-9c050267f1d1'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:48:53.608483 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77e0222-cd6c-454e-b915-80b45383a9eb None None] Routers {'90a0fe22-50a0-4792-9172-9c050267f1d1'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:48:53.609152 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e77e0222-cd6c-454e-b915-80b45383a9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:48:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['90a0fe22-50a0-4792-9172-9c050267f1d1'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:53.765216 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eec35ccf-75f0-4fe0-850b-766dfc9cd959 admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:54.036113 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-70b78ee4-efa7-42b5-9755-c6704513eb69 None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:54.045467 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-70b78ee4-efa7-42b5-9755-c6704513eb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:54.050328 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eec35ccf-75f0-4fe0-850b-766dfc9cd959 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:54.226643 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c652861-8150-4633-9227-6876f8a182ff None None] Pushing event updated for resources: {'Port': ['ID=8b82748b-5e0e-4efa-811c-0a3f50e5df36,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:54.232148 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-eec35ccf-75f0-4fe0-850b-766dfc9cd959 admin admin] Deleting port 459b5a90-a597-4fa4-8b8a-120ddbf6378f {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:48:54.234457 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eec35ccf-75f0-4fe0-850b-766dfc9cd959 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:54.259835 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:54.299402 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-634145fb-d3b3-4cf8-8368-3efd60161baf None None] Provisioning complete for port a512a6f7-d7aa-4492-be24-ed2aa3c475c8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:48:54.299775 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-634145fb-d3b3-4cf8-8368-3efd60161baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:54.459395 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-70b78ee4-efa7-42b5-9755-c6704513eb69 None None] Attempting to bind port 8b82748b-5e0e-4efa-811c-0a3f50e5df36 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:48:54.459789 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-70b78ee4-efa7-42b5-9755-c6704513eb69 None None] Attempting to bind port 8b82748b-5e0e-4efa-811c-0a3f50e5df36 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '0fdca9fd-1cb3-4bc8-add6-46ac307cb22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bc054908-65b4-4921-b781-8153a60dbd11'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:48:54.460162 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b78ee4-efa7-42b5-9755-c6704513eb69 None None] Attempting to bind port 8b82748b-5e0e-4efa-811c-0a3f50e5df36 on network bc054908-65b4-4921-b781-8153a60dbd11 {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:48:54.485676 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b78ee4-efa7-42b5-9755-c6704513eb69 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:48:54.486084 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b78ee4-efa7-42b5-9755-c6704513eb69 None None] Checking segment: {'id': '0fdca9fd-1cb3-4bc8-add6-46ac307cb22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bc054908-65b4-4921-b781-8153a60dbd11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:48:54.493008 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-70b78ee4-efa7-42b5-9755-c6704513eb69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:54.493548 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b78ee4-efa7-42b5-9755-c6704513eb69 None None] Bound using segment: {'id': '0fdca9fd-1cb3-4bc8-add6-46ac307cb22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bc054908-65b4-4921-b781-8153a60dbd11'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:48:54.497092 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-70b78ee4-efa7-42b5-9755-c6704513eb69 None None] Bound port: 8b82748b-5e0e-4efa-811c-0a3f50e5df36, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fdca9fd-1cb3-4bc8-add6-46ac307cb22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bc054908-65b4-4921-b781-8153a60dbd11'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:48:54.497524 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-70b78ee4-efa7-42b5-9755-c6704513eb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:54.580843 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-eec35ccf-75f0-4fe0-850b-766dfc9cd959 admin admin] For port 459b5a90-a597-4fa4-8b8a-120ddbf6378f, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=459b5a90-a597-4fa4-8b8a-120ddbf6378f,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:54.585964 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.db.resource_extend [None req-090fb6c5-352e-4404-8696-3029bbef6f0c tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 15:48:54.590969 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eec35ccf-75f0-4fe0-850b-766dfc9cd959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:54.621802 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-e77e0222-cd6c-454e-b915-80b45383a9eb None None] Set router 90a0fe22-50a0-4792-9172-9c050267f1d1 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:48:54.657040 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-eec35ccf-75f0-4fe0-850b-766dfc9cd959 admin admin] Calling delete_port for 459b5a90-a597-4fa4-8b8a-120ddbf6378f owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:48:54.793965 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-090fb6c5-352e-4404-8696-3029bbef6f0c tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:54.817235 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-090fb6c5-352e-4404-8696-3029bbef6f0c tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:54.899413 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-70b78ee4-efa7-42b5-9755-c6704513eb69 None None] For port 8b82748b-5e0e-4efa-811c-0a3f50e5df36, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:48:54.925890 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-634145fb-d3b3-4cf8-8368-3efd60161baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:54.927254 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-70b78ee4-efa7-42b5-9755-c6704513eb69 None None] For port 8b82748b-5e0e-4efa-811c-0a3f50e5df36, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=8b82748b-5e0e-4efa-811c-0a3f50e5df36,segment=NetworkSegment(0fdca9fd-1cb3-4bc8-add6-46ac307cb22a),segment_id=0fdca9fd-1cb3-4bc8-add6-46ac307cb22a)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:48:54.937932 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-70b78ee4-efa7-42b5-9755-c6704513eb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:54.983903 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-634145fb-d3b3-4cf8-8368-3efd60161baf None None] For port a512a6f7-d7aa-4492-be24-ed2aa3c475c8, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a512a6f7-d7aa-4492-be24-ed2aa3c475c8,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:54.997736 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51044) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:55.011126 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:55.032664 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d15ae07e-4639-436e-83ef-d5100bbddb2e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1419330476', 'description': 'tempest-secgroup-smoke-1419330476 description', 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:48:55.148522 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-634145fb-d3b3-4cf8-8368-3efd60161baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:55.169830 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c652861-8150-4633-9227-6876f8a182ff None None] Pushing event updated for resources: {'Port': ['ID=8b82748b-5e0e-4efa-811c-0a3f50e5df36,revision_number=4']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:55.247791 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b78ee4-efa7-42b5-9755-c6704513eb69 None None] Routers {'788d6986-e891-46e7-bd88-6d205f0b96af'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:48:55.248845 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-70b78ee4-efa7-42b5-9755-c6704513eb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:48:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['788d6986-e891-46e7-bd88-6d205f0b96af'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:55.306897 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-634145fb-d3b3-4cf8-8368-3efd60161baf None None] Provisioning complete for port a8c2fab8-5972-4e19-a5dd-8ee594da4984 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:48:55.308813 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-634145fb-d3b3-4cf8-8368-3efd60161baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:55.317378 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-090fb6c5-352e-4404-8696-3029bbef6f0c tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Floating IP 679b22ae-80f7-45b8-ae1d-fd53bc17bc70 associated. External IP: 172.25.3.106, port: 9223848f-00dc-44f7-b5e0-5c0f13c0416d. Dec 09 15:48:55.331230 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:55.377211 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d15ae07e-4639-436e-83ef-d5100bbddb2e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:55.580662 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634145fb-d3b3-4cf8-8368-3efd60161baf None None] Pushing event updated for resources: {'Port': ['ID=a512a6f7-d7aa-4492-be24-ed2aa3c475c8,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:55.644270 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a512a6f7-d7aa-4492-be24-ed2aa3c475c8 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:48:55.723014 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-70b78ee4-efa7-42b5-9755-c6704513eb69 None None] Set router 788d6986-e891-46e7-bd88-6d205f0b96af gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:48:55.827051 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d15ae07e-4639-436e-83ef-d5100bbddb2e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:55.852258 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d15ae07e-4639-436e-83ef-d5100bbddb2e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:55.909685 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d15ae07e-4639-436e-83ef-d5100bbddb2e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:55.910947 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d15ae07e-4639-436e-83ef-d5100bbddb2e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.9122152 Dec 09 15:48:55.919968 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51068) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:55.965785 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d612650e-4a1e-4c6c-a1ea-41b168aa8e45 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Request body: {'security_group_rule': {'security_group_id': '3c11c665-174f-4e29-b8e1-051eecefd5c7', 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:48:55.993441 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eec35ccf-75f0-4fe0-850b-766dfc9cd959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:56.018021 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e77e0222-cd6c-454e-b915-80b45383a9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a0fe22-50a0-4792-9172-9c050267f1d1', 'name': 'tempest-TaggedBootDevicesTest-900696261-router', 'tenant_id': 'e46c3cafd4d34e56a47312e07a62f2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '459b5a90-a597-4fa4-8b8a-120ddbf6378f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:37:07Z', 'updated_at': '2021-12-09T15:48:51Z', 'revision_number': 5, 'project_id': 'e46c3cafd4d34e56a47312e07a62f2e1', 'gw_port': {'id': '459b5a90-a597-4fa4-8b8a-120ddbf6378f', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a0fe22-50a0-4792-9172-9c050267f1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:37:08Z', 'updated_at': '2021-12-09T15:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:56.049221 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090fb6c5-352e-4404-8696-3029bbef6f0c tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Router 14d212c5-595f-4b91-bc2e-458e65c6ee1d has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:48:56.146199 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77e0222-cd6c-454e-b915-80b45383a9eb None None] Checking router: 90a0fe22-50a0-4792-9172-9c050267f1d1 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:48:56.159592 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0b60fe-f4ba-4331-b8a2-a11df00aa60a None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:48:56.271598 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 51076) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:56.288695 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77e0222-cd6c-454e-b915-80b45383a9eb None None] Routers {'90a0fe22-50a0-4792-9172-9c050267f1d1'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:48:56.288833 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec35ccf-75f0-4fe0-850b-766dfc9cd959 admin admin] Pushing event deleted for resources: {'Port': ['ID=459b5a90-a597-4fa4-8b8a-120ddbf6378f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:56.292442 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e77e0222-cd6c-454e-b915-80b45383a9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:48:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['90a0fe22-50a0-4792-9172-9c050267f1d1'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:56.383912 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ae07e-4639-436e-83ef-d5100bbddb2e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c11c665-174f-4e29-b8e1-051eecefd5c7,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:56.442695 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port a512a6f7-d7aa-4492-be24-ed2aa3c475c8 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:48:56.443212 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:56.453175 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d612650e-4a1e-4c6c-a1ea-41b168aa8e45 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:56.484251 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eec35ccf-75f0-4fe0-850b-766dfc9cd959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:56.499982 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-70b78ee4-efa7-42b5-9755-c6704513eb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'name': 'tempest-TestNetworkBasicOps-router-913874075', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '48bb6ea6-da56-45cd-9d16-44176c906fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:30Z', 'updated_at': '2021-12-09T15:48:48Z', 'revision_number': 4, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'gw_port': {'id': '48bb6ea6-da56-45cd-9d16-44176c906fb0', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:33Z', 'updated_at': '2021-12-09T15:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '8b82748b-5e0e-4efa-811c-0a3f50e5df36', 'name': '', 'network_id': 'bc054908-65b4-4921-b781-8153a60dbd11', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'mac_address': 'fa:16:3e:d4:a3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '45845798-aa7d-43d3-8232-fe08ce1b2415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:44Z', 'updated_at': '2021-12-09T15:48:54Z', 'revision_number': 4, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'subnets': [{'id': '45845798-aa7d-43d3-8232-fe08ce1b2415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:56.596035 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b78ee4-efa7-42b5-9755-c6704513eb69 None None] The sync data for ids ['788d6986-e891-46e7-bd88-6d205f0b96af'] in n-d-821228-1 is: [{'id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'name': 'tempest-TestNetworkBasicOps-router-913874075', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '48bb6ea6-da56-45cd-9d16-44176c906fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:30Z', 'updated_at': '2021-12-09T15:48:48Z', 'revision_number': 4, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'gw_port': {'id': '48bb6ea6-da56-45cd-9d16-44176c906fb0', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:33Z', 'updated_at': '2021-12-09T15:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '8b82748b-5e0e-4efa-811c-0a3f50e5df36', 'name': '', 'network_id': 'bc054908-65b4-4921-b781-8153a60dbd11', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'mac_address': 'fa:16:3e:d4:a3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '45845798-aa7d-43d3-8232-fe08ce1b2415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:44Z', 'updated_at': '2021-12-09T15:48:54Z', 'revision_number': 4, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'subnets': [{'id': '45845798-aa7d-43d3-8232-fe08ce1b2415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:48:56.613829 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090fb6c5-352e-4404-8696-3029bbef6f0c tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:48:56.625943 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-090fb6c5-352e-4404-8696-3029bbef6f0c tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:56.628720 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623cf805-cf02-46cc-8d4f-3c324ada5813 None None] Sync routers for ids ['14d212c5-595f-4b91-bc2e-458e65c6ee1d'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:48:56.651320 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:56.655466 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623cf805-cf02-46cc-8d4f-3c324ada5813 None None] Routers {'14d212c5-595f-4b91-bc2e-458e65c6ee1d'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:48:56.656110 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-623cf805-cf02-46cc-8d4f-3c324ada5813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:48:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['14d212c5-595f-4b91-bc2e-458e65c6ee1d'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:56.659898 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-e77e0222-cd6c-454e-b915-80b45383a9eb None None] Set router 90a0fe22-50a0-4792-9172-9c050267f1d1 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:48:56.770044 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7363539f-ef8e-4cfd-97b8-a7da724b4fc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:56.790011 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e77e0222-cd6c-454e-b915-80b45383a9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a0fe22-50a0-4792-9172-9c050267f1d1', 'name': 'tempest-TaggedBootDevicesTest-900696261-router', 'tenant_id': 'e46c3cafd4d34e56a47312e07a62f2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:37:07Z', 'updated_at': '2021-12-09T15:48:55Z', 'revision_number': 7, 'project_id': 'e46c3cafd4d34e56a47312e07a62f2e1', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:56.826102 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a84a2b20-c039-47ca-b247-20b71535ae15 None None] Provisioning complete for port 8b82748b-5e0e-4efa-811c-0a3f50e5df36 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:48:56.826486 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a84a2b20-c039-47ca-b247-20b71535ae15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:56.879513 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eec35ccf-75f0-4fe0-850b-766dfc9cd959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:56.896273 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eec35ccf-75f0-4fe0-850b-766dfc9cd959 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:56.928853 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77e0222-cd6c-454e-b915-80b45383a9eb None None] The sync data for ids ['90a0fe22-50a0-4792-9172-9c050267f1d1'] in n-d-821228-1 is: [{'id': '90a0fe22-50a0-4792-9172-9c050267f1d1', 'name': 'tempest-TaggedBootDevicesTest-900696261-router', 'tenant_id': 'e46c3cafd4d34e56a47312e07a62f2e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:37:07Z', 'updated_at': '2021-12-09T15:48:55Z', 'revision_number': 7, 'project_id': 'e46c3cafd4d34e56a47312e07a62f2e1', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:48:56.978916 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7363539f-ef8e-4cfd-97b8-a7da724b4fc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:56.985083 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-090fb6c5-352e-4404-8696-3029bbef6f0c tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "PUT /v2.0/floatingips/679b22ae-80f7-45b8-ae1d-fd53bc17bc70 HTTP/1.1" status: 200 len: 992 time: 4.2396195 Dec 09 15:48:56.986055 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf66a800-5e7a-4e28-a606-6a7c4ff43580', 'tag': '9223848f-00dc-44f7-b5e0-5c0f13c0416d'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:48:57.015961 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7a9e9f-a051-4079-97bd-de74473a048f" -d '{"events": [{"name": "network-changed", "server_uuid": "bf66a800-5e7a-4e28-a606-6a7c4ff43580", "tag": "9223848f-00dc-44f7-b5e0-5c0f13c0416d"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:48:57.024959 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7363539f-ef8e-4cfd-97b8-a7da724b4fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:57.037979 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-623cf805-cf02-46cc-8d4f-3c324ada5813 None None] Set router 14d212c5-595f-4b91-bc2e-458e65c6ee1d gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:48:57.073571 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eec35ccf-75f0-4fe0-850b-766dfc9cd959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:57.074262 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec35ccf-75f0-4fe0-850b-766dfc9cd959 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90a0fe22-50a0-4792-9172-9c050267f1d1 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:48:57.082179 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eec35ccf-75f0-4fe0-850b-766dfc9cd959 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:57.086396 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-eec35ccf-75f0-4fe0-850b-766dfc9cd959 admin admin] 10.222.0.57 "DELETE /v2.0/routers/90a0fe22-50a0-4792-9172-9c050267f1d1 HTTP/1.1" status: 204 len: 168 time: 3.5379157 Dec 09 15:48:57.087119 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51096) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:57.119016 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d612650e-4a1e-4c6c-a1ea-41b168aa8e45 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:57.163571 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7363539f-ef8e-4cfd-97b8-a7da724b4fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9be507-15af-4e20-a7e3-786e5e736d85,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:57.177846 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 0bdbe58e-a6d5-4f2f-932d-c60a35ce3120 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:48:57.178564 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7363539f-ef8e-4cfd-97b8-a7da724b4fc5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1bc4df0d1e2a4debaea3354a0bbceee3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9060719 Dec 09 15:48:57.179449 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d612650e-4a1e-4c6c-a1ea-41b168aa8e45 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:57.182787 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 51102) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:57.215120 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d612650e-4a1e-4c6c-a1ea-41b168aa8e45 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:57.217449 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d612650e-4a1e-4c6c-a1ea-41b168aa8e45 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2815216 Dec 09 15:48:57.229303 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 51104) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:57.233351 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d612650e-4a1e-4c6c-a1ea-41b168aa8e45 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1294003b-d06f-4124-a10e-6aa1cfd31e93,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:57.240458 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-42866454-9024-4d16-86c7-d7aa21ff6418 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Request body: {'security_group_rule': {'security_group_id': '3c11c665-174f-4e29-b8e1-051eecefd5c7', 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:48:57.295485 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-16718f21-b702-4458-a8d8-e935ea412b1f admin admin] Deleting subnet f656cba3-b034-4a35-be8a-970ebc6e82ed {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:48:57.325520 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-16718f21-b702-4458-a8d8-e935ea412b1f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:57.461849 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a84a2b20-c039-47ca-b247-20b71535ae15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:57.473653 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-16718f21-b702-4458-a8d8-e935ea412b1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:57.482680 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74025832-0efe-4bd2-ab0e-d8c3afba8412 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:57.511344 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 0bdbe58e-a6d5-4f2f-932d-c60a35ce3120 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:48:57.515846 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:57.546708 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 51110) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:57.580463 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-42866454-9024-4d16-86c7-d7aa21ff6418 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:57.694810 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a84a2b20-c039-47ca-b247-20b71535ae15 None None] For port 8b82748b-5e0e-4efa-811c-0a3f50e5df36, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=8b82748b-5e0e-4efa-811c-0a3f50e5df36,segment=NetworkSegment(0fdca9fd-1cb3-4bc8-add6-46ac307cb22a),segment_id=0fdca9fd-1cb3-4bc8-add6-46ac307cb22a)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:57.713028 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a84a2b20-c039-47ca-b247-20b71535ae15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:57.723473 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-16718f21-b702-4458-a8d8-e935ea412b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:57.775435 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74025832-0efe-4bd2-ab0e-d8c3afba8412 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:57.887445 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-16718f21-b702-4458-a8d8-e935ea412b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:57.964612 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a84a2b20-c039-47ca-b247-20b71535ae15 None None] Provisioning complete for port a512a6f7-d7aa-4492-be24-ed2aa3c475c8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:48:57.966990 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a84a2b20-c039-47ca-b247-20b71535ae15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:57.989197 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16718f21-b702-4458-a8d8-e935ea412b1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f656cba3-b034-4a35-be8a-970ebc6e82ed,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:57.998529 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-16718f21-b702-4458-a8d8-e935ea412b1f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:58.012059 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-16718f21-b702-4458-a8d8-e935ea412b1f admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f656cba3-b034-4a35-be8a-970ebc6e82ed HTTP/1.1" status: 204 len: 168 time: 0.9185820 Dec 09 15:48:58.018768 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51114) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:58.049661 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-623cf805-cf02-46cc-8d4f-3c324ada5813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'name': 'tempest-AttachVolumeTestJSON-1158014551-router', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '56ea13d5-c215-4155-9112-873593852ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:41:40Z', 'updated_at': '2021-12-09T15:41:45Z', 'revision_number': 4, 'project_id': 'cea693ec44f34a95ac5bb978332b5503', 'gw_port': {'id': '56ea13d5-c215-4155-9112-873593852ee3', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:41Z', 'updated_at': '2021-12-09T15:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '679b22ae-80f7-45b8-ae1d-fd53bc17bc70', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'floating_ip_address': '172.25.3.106', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'port_id': '9223848f-00dc-44f7-b5e0-5c0f13c0416d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70', 'mac_address': 'fa:16:3e:96:cd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf66a800-5e7a-4e28-a606-6a7c4ff43580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:48:22Z', 'updated_at': '2021-12-09T15:48:54Z', 'revision_number': 1, 'project_id': 'cea693ec44f34a95ac5bb978332b5503', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2734062-4bf7-4450-9264-1a1435f86492', 'name': '', 'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'mac_address': 'fa:16:3e:7a:b0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '6388c83a-5827-4add-9bc1-4867e28bf06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:44Z', 'updated_at': '2021-12-09T15:41:52Z', 'revision_number': 5, 'project_id': 'cea693ec44f34a95ac5bb978332b5503', 'subnets': [{'id': '6388c83a-5827-4add-9bc1-4867e28bf06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:58.079316 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c9818a49-9416-4b3c-a496-be551d46ab37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:58.086226 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74025832-0efe-4bd2-ab0e-d8c3afba8412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:58.090824 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74025832-0efe-4bd2-ab0e-d8c3afba8412 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:58.093685 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-74025832-0efe-4bd2-ab0e-d8c3afba8412 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ac9be507-15af-4e20-a7e3-786e5e736d85 HTTP/1.1" status: 204 len: 168 time: 0.9092817 Dec 09 15:48:58.188975 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed74a78-a950-485d-a18b-0dd654e8a33d None None] Network 6033a797-277e-4a6f-a083-cdf00a3742cb requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:48:58.198833 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09121b0-c6b8-4b1b-81b0-9d94b8388bd4 x-openstack-request-id: req-f09121b0-c6b8-4b1b-81b0-9d94b8388bd4 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:48:58.199557 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf66a800-5e7a-4e28-a606-6a7c4ff43580", "tag": "9223848f-00dc-44f7-b5e0-5c0f13c0416d", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:48:58.199995 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f09121b0-c6b8-4b1b-81b0-9d94b8388bd4 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:48:58.201074 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf66a800-5e7a-4e28-a606-6a7c4ff43580', 'tag': '9223848f-00dc-44f7-b5e0-5c0f13c0416d', 'status': 'completed', 'code': 200} Dec 09 15:48:58.236179 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b9f084-357d-49f1-83fb-6043fe1e37a6 None None] Sync routers for ids ['6e455329-4f58-47e5-a5c5-35d6a679cee3'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:48:58.261762 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74025832-0efe-4bd2-ab0e-d8c3afba8412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9be507-15af-4e20-a7e3-786e5e736d85,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:58.262539 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623cf805-cf02-46cc-8d4f-3c324ada5813 None None] Checking router: 14d212c5-595f-4b91-bc2e-458e65c6ee1d for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:48:58.286518 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623cf805-cf02-46cc-8d4f-3c324ada5813 None None] Routers {'14d212c5-595f-4b91-bc2e-458e65c6ee1d'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:48:58.288959 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-623cf805-cf02-46cc-8d4f-3c324ada5813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:48:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['14d212c5-595f-4b91-bc2e-458e65c6ee1d'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:58.293202 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45ae099d-f00f-492c-aa26-a87b1f99a960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:58.541364 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a2b20-c039-47ca-b247-20b71535ae15 None None] Pushing event updated for resources: {'Port': ['ID=8b82748b-5e0e-4efa-811c-0a3f50e5df36,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:58.614997 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-42866454-9024-4d16-86c7-d7aa21ff6418 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:58.651849 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b9f084-357d-49f1-83fb-6043fe1e37a6 None None] Routers {'6e455329-4f58-47e5-a5c5-35d6a679cee3'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:48:58.658674 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-52b9f084-357d-49f1-83fb-6043fe1e37a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:48:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['6e455329-4f58-47e5-a5c5-35d6a679cee3'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:58.674338 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-42866454-9024-4d16-86c7-d7aa21ff6418 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:58.694145 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-45ae099d-f00f-492c-aa26-a87b1f99a960 admin admin] Deleting port 8e76aa57-28eb-403d-9f60-7eac2f14f3d4 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:48:58.707165 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45ae099d-f00f-492c-aa26-a87b1f99a960 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:58.726339 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-623cf805-cf02-46cc-8d4f-3c324ada5813 None None] Set router 14d212c5-595f-4b91-bc2e-458e65c6ee1d gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:48:58.749041 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a9e9f-a051-4079-97bd-de74473a048f req-d488acb6-d63f-4388-a651-9f5096f3c60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:58.758788 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af7a9e9f-a051-4079-97bd-de74473a048f req-d488acb6-d63f-4388-a651-9f5096f3c60d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cea693ec44f34a95ac5bb978332b5503&device_id=bf66a800-5e7a-4e28-a606-6a7c4ff43580 HTTP/1.1" status: 200 len: 1097 time: 0.5383723 Dec 09 15:48:58.807309 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-42866454-9024-4d16-86c7-d7aa21ff6418 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:58.814076 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-42866454-9024-4d16-86c7-d7aa21ff6418 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5811279 Dec 09 15:48:58.873651 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 8b82748b-5e0e-4efa-811c-0a3f50e5df36 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:48:58.898073 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 51142) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:58.937393 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-60b9b3e0-9e31-435b-aa33-36f676e96a01 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Request body: {'security_group_rule': {'security_group_id': '3c11c665-174f-4e29-b8e1-051eecefd5c7', 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:48:59.040264 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-45ae099d-f00f-492c-aa26-a87b1f99a960 admin admin] For port 8e76aa57-28eb-403d-9f60-7eac2f14f3d4, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=8e76aa57-28eb-403d-9f60-7eac2f14f3d4,segment=NetworkSegment(a4327456-205b-4a9b-b257-18a06c5ac1d8),segment_id=a4327456-205b-4a9b-b257-18a06c5ac1d8)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:59.040661 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45ae099d-f00f-492c-aa26-a87b1f99a960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:59.047175 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42866454-9024-4d16-86c7-d7aa21ff6418 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b6d7c5-210a-4609-867c-09053cf0b06a,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:59.084787 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51146) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:59.129878 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c11dffde-59b0-4582-be2d-7b4897a2a478 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:59.134541 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-45ae099d-f00f-492c-aa26-a87b1f99a960 admin admin] Calling delete_port for 8e76aa57-28eb-403d-9f60-7eac2f14f3d4 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:48:59.318877 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-60b9b3e0-9e31-435b-aa33-36f676e96a01 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:59.417581 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c9818a49-9416-4b3c-a496-be551d46ab37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:59.431807 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4181f37d-4d1a-44b3-9fba-c9da738e9d3f None None] DHCP port deletion for 6033a797-277e-4a6f-a083-cdf00a3742cb request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:48:59.460183 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-623cf805-cf02-46cc-8d4f-3c324ada5813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'name': 'tempest-AttachVolumeTestJSON-1158014551-router', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '56ea13d5-c215-4155-9112-873593852ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:41:40Z', 'updated_at': '2021-12-09T15:41:45Z', 'revision_number': 4, 'project_id': 'cea693ec44f34a95ac5bb978332b5503', 'gw_port': {'id': '56ea13d5-c215-4155-9112-873593852ee3', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:41Z', 'updated_at': '2021-12-09T15:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '679b22ae-80f7-45b8-ae1d-fd53bc17bc70', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'floating_ip_address': '172.25.3.106', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'port_id': '9223848f-00dc-44f7-b5e0-5c0f13c0416d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70', 'mac_address': 'fa:16:3e:96:cd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf66a800-5e7a-4e28-a606-6a7c4ff43580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:48:22Z', 'updated_at': '2021-12-09T15:48:54Z', 'revision_number': 1, 'project_id': 'cea693ec44f34a95ac5bb978332b5503', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2734062-4bf7-4450-9264-1a1435f86492', 'name': '', 'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'mac_address': 'fa:16:3e:7a:b0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '6388c83a-5827-4add-9bc1-4867e28bf06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:44Z', 'updated_at': '2021-12-09T15:41:52Z', 'revision_number': 5, 'project_id': 'cea693ec44f34a95ac5bb978332b5503', 'subnets': [{'id': '6388c83a-5827-4add-9bc1-4867e28bf06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:59.466592 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c9818a49-9416-4b3c-a496-be551d46ab37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:59.497697 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-52b9f084-357d-49f1-83fb-6043fe1e37a6 None None] Set router 6e455329-4f58-47e5-a5c5-35d6a679cee3 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:48:59.552767 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45ae099d-f00f-492c-aa26-a87b1f99a960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:59.553079 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623cf805-cf02-46cc-8d4f-3c324ada5813 None None] The sync data for ids ['14d212c5-595f-4b91-bc2e-458e65c6ee1d'] in n-d-821228-1 is: [{'id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'name': 'tempest-AttachVolumeTestJSON-1158014551-router', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '56ea13d5-c215-4155-9112-873593852ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:41:40Z', 'updated_at': '2021-12-09T15:41:45Z', 'revision_number': 4, 'project_id': 'cea693ec44f34a95ac5bb978332b5503', 'gw_port': {'id': '56ea13d5-c215-4155-9112-873593852ee3', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:41Z', 'updated_at': '2021-12-09T15:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '679b22ae-80f7-45b8-ae1d-fd53bc17bc70', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'floating_ip_address': '172.25.3.106', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'port_id': '9223848f-00dc-44f7-b5e0-5c0f13c0416d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70', 'mac_address': 'fa:16:3e:96:cd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf66a800-5e7a-4e28-a606-6a7c4ff43580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:48:22Z', 'updated_at': '2021-12-09T15:48:54Z', 'revision_number': 1, 'project_id': 'cea693ec44f34a95ac5bb978332b5503', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2734062-4bf7-4450-9264-1a1435f86492', 'name': '', 'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'mac_address': 'fa:16:3e:7a:b0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '6388c83a-5827-4add-9bc1-4867e28bf06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:44Z', 'updated_at': '2021-12-09T15:41:52Z', 'revision_number': 5, 'project_id': 'cea693ec44f34a95ac5bb978332b5503', 'subnets': [{'id': '6388c83a-5827-4add-9bc1-4867e28bf06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:48:59.605768 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae099d-f00f-492c-aa26-a87b1f99a960 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e76aa57-28eb-403d-9f60-7eac2f14f3d4,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:59.616571 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ae099d-f00f-492c-aa26-a87b1f99a960 admin admin] No DVR routers for this DVR port 8e76aa57-28eb-403d-9f60-7eac2f14f3d4 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:48:59.660765 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a9e9f-a051-4079-97bd-de74473a048f req-4ad48f26-bc80-48fc-8816-ccaa7704ecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:59.662463 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af7a9e9f-a051-4079-97bd-de74473a048f req-4ad48f26-bc80-48fc-8816-ccaa7704ecf8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e2819ac3-9056-4f31-9f04-900628348c70 HTTP/1.1" status: 200 len: 912 time: 0.8841796 Dec 09 15:48:59.752767 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45ae099d-f00f-492c-aa26-a87b1f99a960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:59.771454 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c11dffde-59b0-4582-be2d-7b4897a2a478 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:59.817503 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c11dffde-59b0-4582-be2d-7b4897a2a478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:59.824442 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-45ae099d-f00f-492c-aa26-a87b1f99a960 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6033a797-277e-4a6f-a083-cdf00a3742cb']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:59.829054 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af7a9e9f-a051-4079-97bd-de74473a048f req-e97d850e-f050-4413-832d-907e1eb0eaae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9223848f-00dc-44f7-b5e0-5c0f13c0416d HTTP/1.1" status: 200 len: 1000 time: 0.1466312 Dec 09 15:48:59.855939 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-45ae099d-f00f-492c-aa26-a87b1f99a960 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4327456-205b-4a9b-b257-18a06c5ac1d8') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:59.856504 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-45ae099d-f00f-492c-aa26-a87b1f99a960 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4327456-205b-4a9b-b257-18a06c5ac1d8') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:59.881882 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45ae099d-f00f-492c-aa26-a87b1f99a960 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:59.894700 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c11dffde-59b0-4582-be2d-7b4897a2a478 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a0db855d7a8043df970efca67dbd5764&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8073230 Dec 09 15:48:59.898129 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c9818a49-9416-4b3c-a496-be551d46ab37 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ae3b06ca33a14694b689380e54ff0720&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3472471 Dec 09 15:48:59.898512 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11dffde-59b0-4582-be2d-7b4897a2a478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc07572b-33e3-450b-a6f9-78775af4a911,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:59.902684 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51152) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:59.903267 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51154) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:59.916036 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45ae099d-f00f-492c-aa26-a87b1f99a960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:59.942602 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45ae099d-f00f-492c-aa26-a87b1f99a960 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:48:59.943010 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45ae099d-f00f-492c-aa26-a87b1f99a960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:59.943183 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9818a49-9416-4b3c-a496-be551d46ab37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8053a309-2637-41f3-9f16-c00c2bc9293a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:59.948572 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:48:59.948572 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:48:59.948572 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:48:59.948572 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:48:59.948572 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:48:59.948572 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:48:59.948572 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:48:59.948572 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:48:59.948572 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:48:59.948572 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:48:59.948572 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:48:59.948572 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:48:59.948572 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:48:59.948572 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:48:59.948572 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:48:59.948572 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:48:59.948572 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:48:59.948572 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:48:59.948572 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:48:59.948572 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:48:59.948572 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:48:59.948572 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:48:59.948572 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:48:59.948572 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:48:59.948572 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:48:59.948572 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:48:59.948572 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:48:59.948572 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:48:59.948572 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:48:59.948572 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:48:59.948572 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:48:59.948572 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:49:00.007326 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-60b9b3e0-9e31-435b-aa33-36f676e96a01 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:00.024823 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-60b9b3e0-9e31-435b-aa33-36f676e96a01 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:00.046003 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a9e9f-a051-4079-97bd-de74473a048f req-f4d47830-d501-4eec-bdc0-f4356681aeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:00.050361 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af7a9e9f-a051-4079-97bd-de74473a048f req-f4d47830-d501-4eec-bdc0-f4356681aeab service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6388c83a-5827-4add-9bc1-4867e28bf06e HTTP/1.1" status: 200 len: 850 time: 0.1919951 Dec 09 15:49:00.135288 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b9b3e0-9e31-435b-aa33-36f676e96a01 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ba9a2cf-6b13-4b5e-9765-9858c60d2e92,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:00.148835 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-60b9b3e0-9e31-435b-aa33-36f676e96a01 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:00.152143 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45ae099d-f00f-492c-aa26-a87b1f99a960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:00.159030 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45ae099d-f00f-492c-aa26-a87b1f99a960 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:00.165294 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-60b9b3e0-9e31-435b-aa33-36f676e96a01 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2611301 Dec 09 15:49:00.165294 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 51158) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:00.176686 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-45ae099d-f00f-492c-aa26-a87b1f99a960 admin admin] 10.222.0.57 "DELETE /v2.0/networks/6033a797-277e-4a6f-a083-cdf00a3742cb HTTP/1.1" status: 204 len: 168 time: 2.1474359 Dec 09 15:49:00.178422 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-39184107-033a-4aa5-b0f2-0ccb32b57e7b tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Request body: {'security_group_rule': {'security_group_id': '3c11c665-174f-4e29-b8e1-051eecefd5c7', 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:49:00.214849 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9dd75cd6-e8e1-4454-b43c-09752d2588e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:00.225622 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a9e9f-a051-4079-97bd-de74473a048f req-03bb2769-83c8-4203-b7f6-204ca376dc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:00.227158 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af7a9e9f-a051-4079-97bd-de74473a048f req-03bb2769-83c8-4203-b7f6-204ca376dc19 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e2819ac3-9056-4f31-9f04-900628348c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1637976 Dec 09 15:49:00.229425 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae099d-f00f-492c-aa26-a87b1f99a960 admin admin] Pushing event deleted for resources: {'Network': ['ID=6033a797-277e-4a6f-a083-cdf00a3742cb,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:00.249977 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ba43f9c-d070-4cf6-95a2-a7b5f20e7f38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:00.283544 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 8b82748b-5e0e-4efa-811c-0a3f50e5df36 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:00.284067 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:00.302798 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9dd75cd6-e8e1-4454-b43c-09752d2588e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:00.315195 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19b3cb7-9214-4286-93fd-f27b70574b75 None None] New status for floating IP 679b22ae-80f7-45b8-ae1d-fd53bc17bc70: ACTIVE {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:49:00.377783 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-39184107-033a-4aa5-b0f2-0ccb32b57e7b tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:00.384542 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ba43f9c-d070-4cf6-95a2-a7b5f20e7f38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:00.396299 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af7a9e9f-a051-4079-97bd-de74473a048f req-a397b98e-e7a7-4d0d-b171-8245db22edf3 service neutron] 10.222.0.31 "GET /v2.0/networks/e2819ac3-9056-4f31-9f04-900628348c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526153 Dec 09 15:49:00.465452 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9dd75cd6-e8e1-4454-b43c-09752d2588e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:00.481860 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9dd75cd6-e8e1-4454-b43c-09752d2588e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:00.490726 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9dd75cd6-e8e1-4454-b43c-09752d2588e2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8053a309-2637-41f3-9f16-c00c2bc9293a HTTP/1.1" status: 204 len: 168 time: 0.5826900 Dec 09 15:49:00.528011 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd75cd6-e8e1-4454-b43c-09752d2588e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8053a309-2637-41f3-9f16-c00c2bc9293a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:00.563141 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ba43f9c-d070-4cf6-95a2-a7b5f20e7f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:00.578703 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ba43f9c-d070-4cf6-95a2-a7b5f20e7f38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:00.584466 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4ba43f9c-d070-4cf6-95a2-a7b5f20e7f38 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bc07572b-33e3-450b-a6f9-78775af4a911 HTTP/1.1" status: 204 len: 168 time: 0.6753542 Dec 09 15:49:00.597536 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51168) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:00.650355 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba43f9c-d070-4cf6-95a2-a7b5f20e7f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc07572b-33e3-450b-a6f9-78775af4a911,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:00.655133 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-4181f37d-4d1a-44b3-9fba-c9da738e9d3f None None] The port '8e76aa57-28eb-403d-9f60-7eac2f14f3d4' was deleted {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 09 15:49:00.784926 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 51170) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:00.785836 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2667b7a4-212d-4dda-bbd8-77b37c6aa5f7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=22d7743b04274c74b1037ecd2e466dba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1801529 Dec 09 15:49:00.791536 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-39184107-033a-4aa5-b0f2-0ccb32b57e7b tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:00.809119 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-39184107-033a-4aa5-b0f2-0ccb32b57e7b tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:00.910963 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af7a9e9f-a051-4079-97bd-de74473a048f req-9865f84d-f1ad-4edc-b746-e22673724443 service neutron] 10.222.0.31 "GET /v2.0/networks/e2819ac3-9056-4f31-9f04-900628348c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5037446 Dec 09 15:49:00.915930 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39184107-033a-4aa5-b0f2-0ccb32b57e7b tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0362dc6-4dfe-44d9-80a8-e28bf6300873,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:00.925479 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-39184107-033a-4aa5-b0f2-0ccb32b57e7b tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:00.929344 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51176) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:00.929920 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-39184107-033a-4aa5-b0f2-0ccb32b57e7b tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7644353 Dec 09 15:49:00.935382 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-e8a6d2ce-eab5-4f3a-bbb1-afcb079ee7c6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Request body: {'security_group_rule': {'security_group_id': '3c11c665-174f-4e29-b8e1-051eecefd5c7', 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:49:00.953783 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d1e2a47-212b-4bfc-a91e-1da1142c0804 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:00.984753 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d1e2a47-212b-4bfc-a91e-1da1142c0804 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:01.029534 n-d-821228-1 neutron-server[103245]: INFO neutron.db.securitygroups_db [None req-e8a6d2ce-eab5-4f3a-bbb1-afcb079ee7c6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Project 033ae2b2d4cc49e5bcd8a5d96b154150 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:49:01.064923 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d1e2a47-212b-4bfc-a91e-1da1142c0804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:01.068224 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e8a6d2ce-eab5-4f3a-bbb1-afcb079ee7c6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:01.068401 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d1e2a47-212b-4bfc-a91e-1da1142c0804 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:01.069804 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4d1e2a47-212b-4bfc-a91e-1da1142c0804 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/aba6105b-f056-4e0c-8297-3f8457ddbf4f HTTP/1.1" status: 204 len: 168 time: 0.2746851 Dec 09 15:49:01.088745 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e2a47-212b-4bfc-a91e-1da1142c0804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba6105b-f056-4e0c-8297-3f8457ddbf4f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:01.239306 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a84a2b20-c039-47ca-b247-20b71535ae15 None None] Provisioning complete for port b9d40a92-cbbd-4efd-84f5-a93dde900a26 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:01.239680 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a84a2b20-c039-47ca-b247-20b71535ae15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:01.258131 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e8a6d2ce-eab5-4f3a-bbb1-afcb079ee7c6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:01.266565 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e8a6d2ce-eab5-4f3a-bbb1-afcb079ee7c6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:01.316509 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e8a6d2ce-eab5-4f3a-bbb1-afcb079ee7c6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:01.319681 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 51184) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:01.328132 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-a159afdb-f2d4-4750-9488-3f41c1566dfe tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Request body: {'security_group_rule': {'security_group_id': '3c11c665-174f-4e29-b8e1-051eecefd5c7', 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:49:01.328258 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e8a6d2ce-eab5-4f3a-bbb1-afcb079ee7c6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3953068 Dec 09 15:49:01.328978 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a6d2ce-eab5-4f3a-bbb1-afcb079ee7c6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5810b18b-3f0c-411d-8afa-3e9859c0174d,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:01.346565 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a512a6f7-d7aa-4492-be24-ed2aa3c475c8 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:49:01.372468 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a84a2b20-c039-47ca-b247-20b71535ae15 None None] Port b9d40a92-cbbd-4efd-84f5-a93dde900a26 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:49:01.384898 n-d-821228-1 neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-a159afdb-f2d4-4750-9488-3f41c1566dfe tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Project 033ae2b2d4cc49e5bcd8a5d96b154150 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:49:01.385314 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51186) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:01.402907 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a159afdb-f2d4-4750-9488-3f41c1566dfe tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:01.420016 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f8fb558c-a7b5-42c8-aa7d-73a9a1f21ed9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:01.503759 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port a512a6f7-d7aa-4492-be24-ed2aa3c475c8 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:01.504218 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:01.568065 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a159afdb-f2d4-4750-9488-3f41c1566dfe tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:01.578818 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a159afdb-f2d4-4750-9488-3f41c1566dfe tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:01.580624 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-52b9f084-357d-49f1-83fb-6043fe1e37a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e455329-4f58-47e5-a5c5-35d6a679cee3', 'name': 'tempest-TaggedBootDevicesTest_v242-332410344-router', 'tenant_id': '2234e124dc1d4c2cb0f3a04e239c376e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a512a6f7-d7aa-4492-be24-ed2aa3c475c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:39Z', 'updated_at': '2021-12-09T15:48:50Z', 'revision_number': 4, 'project_id': '2234e124dc1d4c2cb0f3a04e239c376e', 'gw_port': {'id': 'a512a6f7-d7aa-4492-be24-ed2aa3c475c8', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:62:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e455329-4f58-47e5-a5c5-35d6a679cee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:42Z', 'updated_at': '2021-12-09T15:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'b9d40a92-cbbd-4efd-84f5-a93dde900a26', 'name': '', 'network_id': 'c864502e-9007-4925-9ae4-d423b81d069a', 'tenant_id': '2234e124dc1d4c2cb0f3a04e239c376e', 'mac_address': 'fa:16:3e:76:ec:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e455329-4f58-47e5-a5c5-35d6a679cee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '26db07a1-d6c9-476b-ad08-730f56b62863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:48Z', 'updated_at': '2021-12-09T15:48:50Z', 'revision_number': 2, 'project_id': '2234e124dc1d4c2cb0f3a04e239c376e', 'subnets': [{'id': '26db07a1-d6c9-476b-ad08-730f56b62863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:49:01.620151 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b9f084-357d-49f1-83fb-6043fe1e37a6 None None] Checking router: 6e455329-4f58-47e5-a5c5-35d6a679cee3 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:49:01.620630 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b9f084-357d-49f1-83fb-6043fe1e37a6 None None] Updating router 6e455329-4f58-47e5-a5c5-35d6a679cee3 port b9d40a92-cbbd-4efd-84f5-a93dde900a26 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:49:01.654775 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-52b9f084-357d-49f1-83fb-6043fe1e37a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:01.666532 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a159afdb-f2d4-4750-9488-3f41c1566dfe tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:01.670461 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a159afdb-f2d4-4750-9488-3f41c1566dfe tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3497059 Dec 09 15:49:01.697555 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a159afdb-f2d4-4750-9488-3f41c1566dfe tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71c0d448-878f-4d2d-a84b-5ea7df6add06,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:01.711382 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f8fb558c-a7b5-42c8-aa7d-73a9a1f21ed9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:01.719462 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f8fb558c-a7b5-42c8-aa7d-73a9a1f21ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:01.781803 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb558c-a7b5-42c8-aa7d-73a9a1f21ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6287e5db-1ab4-493f-b14c-a150ed49f9cb,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:01.790352 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f8fb558c-a7b5-42c8-aa7d-73a9a1f21ed9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2de13b6edc294fbeaa9d006fb3b56186&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4043252 Dec 09 15:49:01.792863 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51196) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:01.862884 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b984f246-2bd0-427b-943b-af090b4c90b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:01.918958 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b984f246-2bd0-427b-943b-af090b4c90b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:02.089881 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 459b5a90-a597-4fa4-8b8a-120ddbf6378f no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:49:02.092771 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b984f246-2bd0-427b-943b-af090b4c90b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:02.095761 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b984f246-2bd0-427b-943b-af090b4c90b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:02.097969 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b984f246-2bd0-427b-943b-af090b4c90b1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6287e5db-1ab4-493f-b14c-a150ed49f9cb HTTP/1.1" status: 204 len: 168 time: 0.3039021 Dec 09 15:49:02.109587 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51214) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:02.194630 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-085ad656-da08-4f88-af07-1fa1762bc77a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1419330476&fields=id&tenant_id=033ae2b2d4cc49e5bcd8a5d96b154150 HTTP/1.1" status: 200 len: 267 time: 0.1120610 Dec 09 15:49:02.229842 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6d68a14b-6d7a-44e2-a46a-82932cd7ef30 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e46c3cafd4d34e56a47312e07a62f2e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1169136 Dec 09 15:49:02.230449 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51220) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:02.234389 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b984f246-2bd0-427b-943b-af090b4c90b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6287e5db-1ab4-493f-b14c-a150ed49f9cb,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:02.301290 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-52b9f084-357d-49f1-83fb-6043fe1e37a6 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:02.366411 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-52b9f084-357d-49f1-83fb-6043fe1e37a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:02.378130 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5e8c144-e12f-4520-b150-25da9cd89eea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:02.425329 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 459b5a90-a597-4fa4-8b8a-120ddbf6378f {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:49:02.425683 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 459b5a90-a597-4fa4-8b8a-120ddbf6378f not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:49:02.426108 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 7ceae8cd-d4bd-44ab-83ff-3fa5536deae3 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:49:02.430409 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5e8c144-e12f-4520-b150-25da9cd89eea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:02.456182 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-7b981601-bc9d-4f40-b749-a69b038c729e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:02.463735 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-7b981601-bc9d-4f40-b749-a69b038c729e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/networks?id=bc054908-65b4-4921-b781-8153a60dbd11 HTTP/1.1" status: 200 len: 797 time: 0.2682378 Dec 09 15:49:02.497970 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-564ec7fb-aac3-41ed-b101-45c4356d057b tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/quotas/033ae2b2d4cc49e5bcd8a5d96b154150 HTTP/1.1" status: 200 len: 375 time: 0.0210090 Dec 09 15:49:02.506838 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 7ceae8cd-d4bd-44ab-83ff-3fa5536deae3 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:49:02.508016 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 7ceae8cd-d4bd-44ab-83ff-3fa5536deae3 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:49:02.534005 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5e8c144-e12f-4520-b150-25da9cd89eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:02.536628 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5e8c144-e12f-4520-b150-25da9cd89eea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:02.540146 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c5e8c144-e12f-4520-b150-25da9cd89eea admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8f057c52-59d0-4b56-8537-a8169cd68f4f HTTP/1.1" status: 204 len: 168 time: 0.3062901 Dec 09 15:49:02.557184 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8c144-e12f-4520-b150-25da9cd89eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f057c52-59d0-4b56-8537-a8169cd68f4f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:02.584387 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a043e2a2-87dd-4db3-8cbb-dec06489519c None None] Pushing event updated for resources: {'Port': ['ID=b9d40a92-cbbd-4efd-84f5-a93dde900a26,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:02.665326 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-52b9f084-357d-49f1-83fb-6043fe1e37a6 None None] Attempting to bind port b9d40a92-cbbd-4efd-84f5-a93dde900a26 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:49:02.665709 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-52b9f084-357d-49f1-83fb-6043fe1e37a6 None None] Attempting to bind port b9d40a92-cbbd-4efd-84f5-a93dde900a26 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '6c1867cd-76a8-4493-b75d-08dd5f2e8c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c864502e-9007-4925-9ae4-d423b81d069a'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:49:02.666078 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b9f084-357d-49f1-83fb-6043fe1e37a6 None None] Attempting to bind port b9d40a92-cbbd-4efd-84f5-a93dde900a26 on network c864502e-9007-4925-9ae4-d423b81d069a {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:49:02.676898 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b9f084-357d-49f1-83fb-6043fe1e37a6 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:49:02.677281 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b9f084-357d-49f1-83fb-6043fe1e37a6 None None] Checking segment: {'id': '6c1867cd-76a8-4493-b75d-08dd5f2e8c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c864502e-9007-4925-9ae4-d423b81d069a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:49:02.677692 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-52b9f084-357d-49f1-83fb-6043fe1e37a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:02.678091 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b9f084-357d-49f1-83fb-6043fe1e37a6 None None] Bound using segment: {'id': '6c1867cd-76a8-4493-b75d-08dd5f2e8c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c864502e-9007-4925-9ae4-d423b81d069a'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:49:02.678568 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-52b9f084-357d-49f1-83fb-6043fe1e37a6 None None] Bound port: b9d40a92-cbbd-4efd-84f5-a93dde900a26, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1867cd-76a8-4493-b75d-08dd5f2e8c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c864502e-9007-4925-9ae4-d423b81d069a'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:49:02.678953 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-52b9f084-357d-49f1-83fb-6043fe1e37a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:02.710056 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-c29e7aee-e1c4-4c3e-bf13-67359b4f2a0f tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=033ae2b2d4cc49e5bcd8a5d96b154150&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2003226 Dec 09 15:49:02.758411 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 8b82748b-5e0e-4efa-811c-0a3f50e5df36 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:49:02.836180 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-52b9f084-357d-49f1-83fb-6043fe1e37a6 None None] For port b9d40a92-cbbd-4efd-84f5-a93dde900a26, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:49:02.840605 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-52b9f084-357d-49f1-83fb-6043fe1e37a6 None None] For port b9d40a92-cbbd-4efd-84f5-a93dde900a26, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=b9d40a92-cbbd-4efd-84f5-a93dde900a26,segment=NetworkSegment(6c1867cd-76a8-4493-b75d-08dd5f2e8c1b),segment_id=6c1867cd-76a8-4493-b75d-08dd5f2e8c1b)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:49:02.851863 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-52b9f084-357d-49f1-83fb-6043fe1e37a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:02.856329 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 8b82748b-5e0e-4efa-811c-0a3f50e5df36 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:02.856746 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:02.974153 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a043e2a2-87dd-4db3-8cbb-dec06489519c None None] Pushing event updated for resources: {'Port': ['ID=b9d40a92-cbbd-4efd-84f5-a93dde900a26,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:02.983661 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b9f084-357d-49f1-83fb-6043fe1e37a6 None None] Routers {'6e455329-4f58-47e5-a5c5-35d6a679cee3'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:49:02.984304 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-52b9f084-357d-49f1-83fb-6043fe1e37a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:48:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['6e455329-4f58-47e5-a5c5-35d6a679cee3'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:49:03.003820 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-179dfd2a-d34d-42fc-a7d9-188a0b2d2534 None None] Provisioning complete for port b9d40a92-cbbd-4efd-84f5-a93dde900a26 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:03.004232 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-179dfd2a-d34d-42fc-a7d9-188a0b2d2534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:03.259870 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-1795a798-e92d-4780-9ffe-4a98f5b7f209 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:49:03.271891 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-1795a798-e92d-4780-9ffe-4a98f5b7f209 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5482566 Dec 09 15:49:03.315295 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-52b9f084-357d-49f1-83fb-6043fe1e37a6 None None] Set router 6e455329-4f58-47e5-a5c5-35d6a679cee3 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:49:03.383343 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 8e76aa57-28eb-403d-9f60-7eac2f14f3d4 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:49:03.460717 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-179dfd2a-d34d-42fc-a7d9-188a0b2d2534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:03.479986 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 8e76aa57-28eb-403d-9f60-7eac2f14f3d4 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:49:03.480370 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 8e76aa57-28eb-403d-9f60-7eac2f14f3d4 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:49:03.518426 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-3d1e887c-7983-4005-8e94-b8a581606274 service neutron] 10.222.0.57 "GET /v2.0/networks/bc054908-65b4-4921-b781-8153a60dbd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426648 Dec 09 15:49:03.618585 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-179dfd2a-d34d-42fc-a7d9-188a0b2d2534 None None] For port b9d40a92-cbbd-4efd-84f5-a93dde900a26, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=b9d40a92-cbbd-4efd-84f5-a93dde900a26,segment=NetworkSegment(6c1867cd-76a8-4493-b75d-08dd5f2e8c1b),segment_id=6c1867cd-76a8-4493-b75d-08dd5f2e8c1b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:49:03.633308 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-179dfd2a-d34d-42fc-a7d9-188a0b2d2534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:03.754770 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179dfd2a-d34d-42fc-a7d9-188a0b2d2534 None None] Pushing event updated for resources: {'Port': ['ID=b9d40a92-cbbd-4efd-84f5-a93dde900a26,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:03.763538 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-59913dd4-22f5-499b-86b1-a6520e853fa7 service neutron] 10.222.0.57 "GET /v2.0/networks/bc054908-65b4-4921-b781-8153a60dbd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440550 Dec 09 15:49:03.793929 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-60d94e00-7091-46b9-b21f-65c3718f2848 None None] Provisioning complete for port b9d40a92-cbbd-4efd-84f5-a93dde900a26 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:03.794305 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-60d94e00-7091-46b9-b21f-65c3718f2848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:03.857316 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-52b9f084-357d-49f1-83fb-6043fe1e37a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e455329-4f58-47e5-a5c5-35d6a679cee3', 'name': 'tempest-TaggedBootDevicesTest_v242-332410344-router', 'tenant_id': '2234e124dc1d4c2cb0f3a04e239c376e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a512a6f7-d7aa-4492-be24-ed2aa3c475c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:39Z', 'updated_at': '2021-12-09T15:48:50Z', 'revision_number': 4, 'project_id': '2234e124dc1d4c2cb0f3a04e239c376e', 'gw_port': {'id': 'a512a6f7-d7aa-4492-be24-ed2aa3c475c8', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:62:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e455329-4f58-47e5-a5c5-35d6a679cee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:42Z', 'updated_at': '2021-12-09T15:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'b9d40a92-cbbd-4efd-84f5-a93dde900a26', 'name': '', 'network_id': 'c864502e-9007-4925-9ae4-d423b81d069a', 'tenant_id': '2234e124dc1d4c2cb0f3a04e239c376e', 'mac_address': 'fa:16:3e:76:ec:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e455329-4f58-47e5-a5c5-35d6a679cee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '26db07a1-d6c9-476b-ad08-730f56b62863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:48Z', 'updated_at': '2021-12-09T15:49:02Z', 'revision_number': 4, 'project_id': '2234e124dc1d4c2cb0f3a04e239c376e', 'subnets': [{'id': '26db07a1-d6c9-476b-ad08-730f56b62863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:49:04.081286 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b9f084-357d-49f1-83fb-6043fe1e37a6 None None] The sync data for ids ['6e455329-4f58-47e5-a5c5-35d6a679cee3'] in n-d-821228-1 is: [{'id': '6e455329-4f58-47e5-a5c5-35d6a679cee3', 'name': 'tempest-TaggedBootDevicesTest_v242-332410344-router', 'tenant_id': '2234e124dc1d4c2cb0f3a04e239c376e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a512a6f7-d7aa-4492-be24-ed2aa3c475c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:39Z', 'updated_at': '2021-12-09T15:48:50Z', 'revision_number': 4, 'project_id': '2234e124dc1d4c2cb0f3a04e239c376e', 'gw_port': {'id': 'a512a6f7-d7aa-4492-be24-ed2aa3c475c8', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:62:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e455329-4f58-47e5-a5c5-35d6a679cee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:42Z', 'updated_at': '2021-12-09T15:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'b9d40a92-cbbd-4efd-84f5-a93dde900a26', 'name': '', 'network_id': 'c864502e-9007-4925-9ae4-d423b81d069a', 'tenant_id': '2234e124dc1d4c2cb0f3a04e239c376e', 'mac_address': 'fa:16:3e:76:ec:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e455329-4f58-47e5-a5c5-35d6a679cee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '26db07a1-d6c9-476b-ad08-730f56b62863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:48Z', 'updated_at': '2021-12-09T15:49:02Z', 'revision_number': 4, 'project_id': '2234e124dc1d4c2cb0f3a04e239c376e', 'subnets': [{'id': '26db07a1-d6c9-476b-ad08-730f56b62863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:49:04.755408 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device b9d40a92-cbbd-4efd-84f5-a93dde900a26 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:49:04.938352 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port b9d40a92-cbbd-4efd-84f5-a93dde900a26 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:04.938745 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:05.006488 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-17c3ed2e-4b19-4b9f-8ac2-5b8bf9df0f2f req-689a897e-32d1-4396-981b-295c1c9e437d tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=444fa8a4-cf57-49ad-8540-ff0a17dcc2b2 HTTP/1.1" status: 200 len: 210 time: 0.7324066 Dec 09 15:49:05.226200 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51310) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:05.403408 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-bd284bc0-080e-4fa8-b834-840aa818b546 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1986242016-network', 'tenant_id': '9ab5dd91129b4afd8777bf1678ca25ba'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:49:05.445751 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd284bc0-080e-4fa8-b834-840aa818b546 admin admin] Made reservation on behalf of 9ab5dd91129b4afd8777bf1678ca25ba for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:49:05.449653 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd284bc0-080e-4fa8-b834-840aa818b546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:05.468180 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd284bc0-080e-4fa8-b834-840aa818b546 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:05.654377 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd284bc0-080e-4fa8-b834-840aa818b546 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:05.661776 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd284bc0-080e-4fa8-b834-840aa818b546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:05.774913 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd284bc0-080e-4fa8-b834-840aa818b546 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:49:05.793378 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd284bc0-080e-4fa8-b834-840aa818b546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85911023-f8aa-4224-bad7-4088dbf53224,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:05.827385 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd284bc0-080e-4fa8-b834-840aa818b546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:05.827727 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-bd284bc0-080e-4fa8-b834-840aa818b546 admin admin] Added segment 32c57d66-3356-4ec2-bef3-fab36b550cf1 of type vlan for network 1ad6340c-bcfa-4ca4-95f8-1a0a25cf0af2 Dec 09 15:49:06.067295 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd284bc0-080e-4fa8-b834-840aa818b546 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:06.220182 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd284bc0-080e-4fa8-b834-840aa818b546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:06.221835 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd284bc0-080e-4fa8-b834-840aa818b546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:06.222431 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd284bc0-080e-4fa8-b834-840aa818b546 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:06.248670 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-33171f7a-cfe9-4bfc-96e7-9873cc64e8c0 req-a3058f76-f12e-47a7-b4f4-0eed0c33aad8 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=444fa8a4-cf57-49ad-8540-ff0a17dcc2b2 HTTP/1.1" status: 200 len: 210 time: 0.0529232 Dec 09 15:49:06.275953 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-7b352862-a69f-41a8-9840-2cc1ec5f77ae tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:06.278422 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-7b352862-a69f-41a8-9840-2cc1ec5f77ae tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.42 "GET /v2.0/networks?id=bc054908-65b4-4921-b781-8153a60dbd11 HTTP/1.1" status: 200 len: 797 time: 0.4294293 Dec 09 15:49:06.331289 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 51348) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:06.337036 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-42e97baa-6e37-4e0c-87a5-6f32582c0ac8 admin admin] Request body: {'subnet': {'network_id': '1ad6340c-bcfa-4ca4-95f8-1a0a25cf0af2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1986242016-subnet', 'tenant_id': '9ab5dd91129b4afd8777bf1678ca25ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:49:06.342948 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bd284bc0-080e-4fa8-b834-840aa818b546 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1140952 Dec 09 15:49:06.390782 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e97baa-6e37-4e0c-87a5-6f32582c0ac8 admin admin] Made reservation on behalf of 9ab5dd91129b4afd8777bf1678ca25ba for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:49:06.394770 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-42e97baa-6e37-4e0c-87a5-6f32582c0ac8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:06.494919 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd284bc0-080e-4fa8-b834-840aa818b546 admin admin] Pushing event updated for resources: {'Network': ['ID=1ad6340c-bcfa-4ca4-95f8-1a0a25cf0af2,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:06.511633 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 1ad6340c-bcfa-4ca4-95f8-1a0a25cf0af2 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:49:06.547048 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-a030bcb8-a7c3-4bcd-839d-1573c6408b7e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=033ae2b2d4cc49e5bcd8a5d96b154150 HTTP/1.1" status: 200 len: 380 time: 0.2252052 Dec 09 15:49:06.563159 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-31b99e27-1c44-4796-b77e-e53b630cb515 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Request body: {'port': {'device_id': '444fa8a4-cf57-49ad-8540-ff0a17dcc2b2', 'network_id': 'bc054908-65b4-4921-b781-8153a60dbd11', 'admin_state_up': True, 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'security_groups': ['3c11c665-174f-4e29-b8e1-051eecefd5c7']}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:49:06.854367 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-31b99e27-1c44-4796-b77e-e53b630cb515 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Made reservation on behalf of 033ae2b2d4cc49e5bcd8a5d96b154150 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:49:06.858776 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-31b99e27-1c44-4796-b77e-e53b630cb515 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:06.868788 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-42e97baa-6e37-4e0c-87a5-6f32582c0ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:07.023603 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e97baa-6e37-4e0c-87a5-6f32582c0ac8 admin admin] Checking segment: {'id': '32c57d66-3356-4ec2-bef3-fab36b550cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1ad6340c-bcfa-4ca4-95f8-1a0a25cf0af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:49:07.023603 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e97baa-6e37-4e0c-87a5-6f32582c0ac8 admin admin] Network hostable DHCP agents. Network: 1ad6340c-bcfa-4ca4-95f8-1a0a25cf0af2, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:49:07.068735 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e97baa-6e37-4e0c-87a5-6f32582c0ac8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=594a1833-f267-4683-b1ea-d33f948839dd,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:07.086351 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e97baa-6e37-4e0c-87a5-6f32582c0ac8 admin admin] Network 1ad6340c-bcfa-4ca4-95f8-1a0a25cf0af2 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:49:07.110968 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-42e97baa-6e37-4e0c-87a5-6f32582c0ac8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 1ad6340c-bcfa-4ca4-95f8-1a0a25cf0af2) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:49:07.119433 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e97baa-6e37-4e0c-87a5-6f32582c0ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:07.119929 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-42e97baa-6e37-4e0c-87a5-6f32582c0ac8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:07.121664 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a289af-75fb-4c64-ad9d-baf08b8a112c None None] Network 1ad6340c-bcfa-4ca4-95f8-1a0a25cf0af2 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:49:07.167199 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-42e97baa-6e37-4e0c-87a5-6f32582c0ac8 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8344362 Dec 09 15:49:07.194505 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-31b99e27-1c44-4796-b77e-e53b630cb515 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Allocated IP 172.20.0.4 (bc054908-65b4-4921-b781-8153a60dbd11/45845798-aa7d-43d3-8232-fe08ce1b2415/4b21b67d-ff68-4849-a9d3-6a5c91975039) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:49:07.366018 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a58ce7-80fe-4918-8ccc-b1fe936689c3 None None] Network 1ad6340c-bcfa-4ca4-95f8-1a0a25cf0af2 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:49:07.535028 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-64594cff-16a6-4bf4-97ce-4e3863ef9d84 req-ed41f37f-b13c-4b69-a742-b1ff43ab0579 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=444fa8a4-cf57-49ad-8540-ff0a17dcc2b2 HTTP/1.1" status: 200 len: 210 time: 0.0767877 Dec 09 15:49:07.633836 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-31b99e27-1c44-4796-b77e-e53b630cb515 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:07.705759 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-31b99e27-1c44-4796-b77e-e53b630cb515 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:07.775738 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-31b99e27-1c44-4796-b77e-e53b630cb515 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Network bc054908-65b4-4921-b781-8153a60dbd11 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:49:07.780121 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-31b99e27-1c44-4796-b77e-e53b630cb515 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:49:07.787061 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-31b99e27-1c44-4796-b77e-e53b630cb515 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:49:07.819774 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b99e27-1c44-4796-b77e-e53b630cb515 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event updated for resources: {'Port': ['ID=4b21b67d-ff68-4849-a9d3-6a5c91975039,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:07.865552 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-31b99e27-1c44-4796-b77e-e53b630cb515 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:07.866369 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-31b99e27-1c44-4796-b77e-e53b630cb515 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:07.915989 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-31b99e27-1c44-4796-b77e-e53b630cb515 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3611050 Dec 09 15:49:07.932484 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-9f08cbdc-bb06-45e3-8f42-3e28e5bc87ca tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:49:07.935519 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-9f08cbdc-bb06-45e3-8f42-3e28e5bc87ca tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077050 Dec 09 15:49:07.958475 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-35df2b62-5207-4141-b947-bc136de09f44 service neutron] Request body: {'port': {'device_id': '444fa8a4-cf57-49ad-8540-ff0a17dcc2b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:49:08.037390 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-35df2b62-5207-4141-b947-bc136de09f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:08.250641 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-0db746a7-6d3a-4644-a32b-c275e800da07 None None] Provisioning complete for port 4b21b67d-ff68-4849-a9d3-6a5c91975039 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:08.254251 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0db746a7-6d3a-4644-a32b-c275e800da07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:08.329555 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-0db746a7-6d3a-4644-a32b-c275e800da07 None None] Port 4b21b67d-ff68-4849-a9d3-6a5c91975039 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:49:08.490968 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-35df2b62-5207-4141-b947-bc136de09f44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b21b67d-ff68-4849-a9d3-6a5c91975039 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:49:08.499831 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-35df2b62-5207-4141-b947-bc136de09f44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:08.514027 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-35df2b62-5207-4141-b947-bc136de09f44 service neutron] Transition to ACTIVE for port object 4b21b67d-ff68-4849-a9d3-6a5c91975039 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:49:08.519928 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-35df2b62-5207-4141-b947-bc136de09f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:08.545762 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dbeb4821-201e-4c76-ae46-34d15a1aecb4 req-b9531e97-1dd7-4849-b73b-6938818b4502 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bf66a800-5e7a-4e28-a606-6a7c4ff43580&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0855794 Dec 09 15:49:08.581087 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df2b62-5207-4141-b947-bc136de09f44 service neutron] Pushing event updated for resources: {'Port': ['ID=4b21b67d-ff68-4849-a9d3-6a5c91975039,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:08.710338 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 51408) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:08.728610 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-35df2b62-5207-4141-b947-bc136de09f44 service neutron] Attempting to bind port 4b21b67d-ff68-4849-a9d3-6a5c91975039 on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:49:08.729120 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-35df2b62-5207-4141-b947-bc136de09f44 service neutron] Attempting to bind port 4b21b67d-ff68-4849-a9d3-6a5c91975039 by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '0fdca9fd-1cb3-4bc8-add6-46ac307cb22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bc054908-65b4-4921-b781-8153a60dbd11'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:49:08.729203 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-35df2b62-5207-4141-b947-bc136de09f44 service neutron] Attempting to bind port 4b21b67d-ff68-4849-a9d3-6a5c91975039 on network bc054908-65b4-4921-b781-8153a60dbd11 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:49:08.737855 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb4821-201e-4c76-ae46-34d15a1aecb4 req-36ae72cf-cb1c-414f-927a-56e0bf497e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:08.739366 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dbeb4821-201e-4c76-ae46-34d15a1aecb4 req-36ae72cf-cb1c-414f-927a-56e0bf497e29 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cea693ec44f34a95ac5bb978332b5503&device_id=bf66a800-5e7a-4e28-a606-6a7c4ff43580 HTTP/1.1" status: 200 len: 1097 time: 0.1337211 Dec 09 15:49:08.740619 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-35df2b62-5207-4141-b947-bc136de09f44 service neutron] Port 4b21b67d-ff68-4849-a9d3-6a5c91975039 on network bc054908-65b4-4921-b781-8153a60dbd11 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:49:08.740947 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-35df2b62-5207-4141-b947-bc136de09f44 service neutron] Attempting to bind port 4b21b67d-ff68-4849-a9d3-6a5c91975039 on network bc054908-65b4-4921-b781-8153a60dbd11 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:49:08.747789 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-35df2b62-5207-4141-b947-bc136de09f44 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:49:08.748133 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-35df2b62-5207-4141-b947-bc136de09f44 service neutron] Checking segment: {'id': '0fdca9fd-1cb3-4bc8-add6-46ac307cb22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bc054908-65b4-4921-b781-8153a60dbd11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:49:08.748546 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-35df2b62-5207-4141-b947-bc136de09f44 service neutron] Bound using segment: {'id': '0fdca9fd-1cb3-4bc8-add6-46ac307cb22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bc054908-65b4-4921-b781-8153a60dbd11'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:49:08.749279 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-35df2b62-5207-4141-b947-bc136de09f44 service neutron] Bound port: 4b21b67d-ff68-4849-a9d3-6a5c91975039, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fdca9fd-1cb3-4bc8-add6-46ac307cb22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bc054908-65b4-4921-b781-8153a60dbd11'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:49:08.749642 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-35df2b62-5207-4141-b947-bc136de09f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:08.866308 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-35df2b62-5207-4141-b947-bc136de09f44 service neutron] For port 4b21b67d-ff68-4849-a9d3-6a5c91975039, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:49:08.875362 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-35df2b62-5207-4141-b947-bc136de09f44 service neutron] For port 4b21b67d-ff68-4849-a9d3-6a5c91975039, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=4b21b67d-ff68-4849-a9d3-6a5c91975039,segment=NetworkSegment(0fdca9fd-1cb3-4bc8-add6-46ac307cb22a),segment_id=0fdca9fd-1cb3-4bc8-add6-46ac307cb22a)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:49:08.886983 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-35df2b62-5207-4141-b947-bc136de09f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:08.929584 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-35df2b62-5207-4141-b947-bc136de09f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:08.930212 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-35df2b62-5207-4141-b947-bc136de09f44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:08.933200 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-35df2b62-5207-4141-b947-bc136de09f44 service neutron] 10.222.0.42 "PUT /v2.0/ports/4b21b67d-ff68-4849-a9d3-6a5c91975039 HTTP/1.1" status: 200 len: 1091 time: 0.9841802 Dec 09 15:49:08.933661 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '444fa8a4-cf57-49ad-8540-ff0a17dcc2b2', 'tag': '4b21b67d-ff68-4849-a9d3-6a5c91975039'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:49:08.938692 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412f0fac-c2d4-4be9-b4e2-51f0efad01e8" -d '{"events": [{"name": "network-changed", "server_uuid": "444fa8a4-cf57-49ad-8540-ff0a17dcc2b2", "tag": "4b21b67d-ff68-4849-a9d3-6a5c91975039"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:49:09.047941 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df2b62-5207-4141-b947-bc136de09f44 service neutron] Pushing event updated for resources: {'Port': ['ID=4b21b67d-ff68-4849-a9d3-6a5c91975039,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:09.068443 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-86e293ae-7912-486a-a167-c0dd5f45fff9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:09.081482 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb4821-201e-4c76-ae46-34d15a1aecb4 req-da24ce61-d37d-4986-aab6-de5151825dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:09.082988 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dbeb4821-201e-4c76-ae46-34d15a1aecb4 req-da24ce61-d37d-4986-aab6-de5151825dc5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e2819ac3-9056-4f31-9f04-900628348c70 HTTP/1.1" status: 200 len: 912 time: 0.3130274 Dec 09 15:49:09.150029 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-00507432-8272-49bf-8b1c-3af0fcd97d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:09.157416 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-00507432-8272-49bf-8b1c-3af0fcd97d81 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=033ae2b2d4cc49e5bcd8a5d96b154150&device_id=444fa8a4-cf57-49ad-8540-ff0a17dcc2b2 HTTP/1.1" status: 200 len: 1094 time: 0.1475716 Dec 09 15:49:09.189623 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-10f81f4f-71c6-404f-b9d0-c76ad7039d26 tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:09.193383 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-10f81f4f-71c6-404f-b9d0-c76ad7039d26 tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] 10.222.0.57 "GET /v2.0/networks?id=1ad6340c-bcfa-4ca4-95f8-1a0a25cf0af2 HTTP/1.1" status: 200 len: 822 time: 0.3808982 Dec 09 15:49:09.249773 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-7039add1-2b1d-4d51-ad47-f50c6a881974 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b21b67d-ff68-4849-a9d3-6a5c91975039 HTTP/1.1" status: 200 len: 217 time: 0.0787890 Dec 09 15:49:09.283737 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-86e293ae-7912-486a-a167-c0dd5f45fff9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:09.302927 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-86e293ae-7912-486a-a167-c0dd5f45fff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:09.355097 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-61fa2f5a-0a92-4d29-9570-b4399e1b7246 tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] 10.222.0.57 "GET /v2.0/quotas/9ab5dd91129b4afd8777bf1678ca25ba HTTP/1.1" status: 200 len: 375 time: 0.0633194 Dec 09 15:49:09.363525 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-944759f4-b057-4d7a-b6e8-902040da5ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:09.366923 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-944759f4-b057-4d7a-b6e8-902040da5ed5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45845798-aa7d-43d3-8232-fe08ce1b2415 HTTP/1.1" status: 200 len: 834 time: 0.1113245 Dec 09 15:49:09.400773 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dbeb4821-201e-4c76-ae46-34d15a1aecb4 req-0db92073-da73-4d50-897c-06169e85f684 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9223848f-00dc-44f7-b5e0-5c0f13c0416d HTTP/1.1" status: 200 len: 1002 time: 0.2827880 Dec 09 15:49:09.422341 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e293ae-7912-486a-a167-c0dd5f45fff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3512d590-6947-4304-b7a4-c9bbec93a36f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:09.431541 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-86e293ae-7912-486a-a167-c0dd5f45fff9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a30a623f79a14e1884f54441e820b3a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7140274 Dec 09 15:49:09.432096 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51430) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:09.435065 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-6adb7238-ea57-4137-9ca9-6b7f4f98ba20 tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9ab5dd91129b4afd8777bf1678ca25ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564148 Dec 09 15:49:09.567158 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb4821-201e-4c76-ae46-34d15a1aecb4 req-46efe9d3-1718-4bea-8750-4debc50549e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:09.569793 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dbeb4821-201e-4c76-ae46-34d15a1aecb4 req-46efe9d3-1718-4bea-8750-4debc50549e0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6388c83a-5827-4add-9bc1-4867e28bf06e HTTP/1.1" status: 200 len: 850 time: 0.1491141 Dec 09 15:49:09.705394 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-dd0fbb25-6062-4887-891e-86209648bc71 service neutron] 10.222.0.57 "GET /v2.0/networks/1ad6340c-bcfa-4ca4-95f8-1a0a25cf0af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421787 Dec 09 15:49:09.856071 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb4821-201e-4c76-ae46-34d15a1aecb4 req-aff3a02b-4b5b-4201-a4eb-107312adcc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:09.858318 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dbeb4821-201e-4c76-ae46-34d15a1aecb4 req-aff3a02b-4b5b-4201-a4eb-107312adcc7d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e2819ac3-9056-4f31-9f04-900628348c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2772300 Dec 09 15:49:09.885722 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-c3e25142-e2ac-45c5-ad6e-53d9a0e8221b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:09.889464 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-c3e25142-e2ac-45c5-ad6e-53d9a0e8221b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bc054908-65b4-4921-b781-8153a60dbd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5154617 Dec 09 15:49:09.943791 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-657a174f-4cb7-4078-88c6-78421216f8be service neutron] 10.222.0.57 "GET /v2.0/networks/1ad6340c-bcfa-4ca4-95f8-1a0a25cf0af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346511 Dec 09 15:49:10.028971 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dbeb4821-201e-4c76-ae46-34d15a1aecb4 req-5b68e2d9-98e2-4c75-ab5e-3e2ff8a35b69 service neutron] 10.222.0.31 "GET /v2.0/networks/e2819ac3-9056-4f31-9f04-900628348c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600671 Dec 09 15:49:10.151974 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a1cfb95f-1f05-4a07-a555-951a85121835 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:10.179712 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dbeb4821-201e-4c76-ae46-34d15a1aecb4 req-f33f401b-c0fa-4bec-85ed-3894a1cf7cd4 service neutron] 10.222.0.31 "GET /v2.0/networks/e2819ac3-9056-4f31-9f04-900628348c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434147 Dec 09 15:49:10.258636 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a1cfb95f-1f05-4a07-a555-951a85121835 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:10.289848 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-bcc1c03a-2747-483b-95f3-d48ddf624115 service neutron] 10.222.0.42 "GET /v2.0/networks/bc054908-65b4-4921-b781-8153a60dbd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532076 Dec 09 15:49:10.305631 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352b80a-ae80-4edd-85f9-2ec743c84897 req-6bd41a83-44ab-4499-8524-7f8c66700b3e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:10.315330 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c352b80a-ae80-4edd-85f9-2ec743c84897 req-6bd41a83-44ab-4499-8524-7f8c66700b3e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=444fa8a4-cf57-49ad-8540-ff0a17dcc2b2 HTTP/1.1" status: 200 len: 943 time: 0.0867982 Dec 09 15:49:10.435543 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c352b80a-ae80-4edd-85f9-2ec743c84897 req-694da125-4955-4c01-a34a-2d4f0eb07981 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/security-groups?id=3c11c665-174f-4e29-b8e1-051eecefd5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158917 Dec 09 15:49:10.458316 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9efc1861-3e15-491b-b576-bcf6ed3c8159 req-48656fdc-1b11-48a5-b90e-0e36280950d7 service neutron] 10.222.0.42 "GET /v2.0/networks/bc054908-65b4-4921-b781-8153a60dbd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555865 Dec 09 15:49:10.489298 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a1cfb95f-1f05-4a07-a555-951a85121835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:10.496171 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a1cfb95f-1f05-4a07-a555-951a85121835 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:10.504727 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a1cfb95f-1f05-4a07-a555-951a85121835 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3512d590-6947-4304-b7a4-c9bbec93a36f HTTP/1.1" status: 204 len: 168 time: 1.0709896 Dec 09 15:49:10.539513 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cfb95f-1f05-4a07-a555-951a85121835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3512d590-6947-4304-b7a4-c9bbec93a36f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:10.591384 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd387d8f-8647-436d-ae35-dd00b40a9808 x-openstack-request-id: req-dd387d8f-8647-436d-ae35-dd00b40a9808 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:49:10.592609 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "444fa8a4-cf57-49ad-8540-ff0a17dcc2b2", "tag": "4b21b67d-ff68-4849-a9d3-6a5c91975039", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:49:10.592984 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dd387d8f-8647-436d-ae35-dd00b40a9808 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:49:10.594697 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '444fa8a4-cf57-49ad-8540-ff0a17dcc2b2', 'tag': '4b21b67d-ff68-4849-a9d3-6a5c91975039', 'status': 'completed', 'code': 200} Dec 09 15:49:10.737473 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3f3894d6-e2b0-480e-992a-4aff4eff6fea req-782bb7b7-ce38-43db-8fe0-0933b224faf9 tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0478c0b-48ba-4b6a-acf4-87c59049ce06 HTTP/1.1" status: 200 len: 210 time: 0.0849869 Dec 09 15:49:10.757818 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f0fac-c2d4-4be9-b4e2-51f0efad01e8 req-dc804a2c-5d11-498a-816e-9b6844d3523a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:10.759467 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-412f0fac-c2d4-4be9-b4e2-51f0efad01e8 req-dc804a2c-5d11-498a-816e-9b6844d3523a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=033ae2b2d4cc49e5bcd8a5d96b154150&device_id=444fa8a4-cf57-49ad-8540-ff0a17dcc2b2 HTTP/1.1" status: 200 len: 1094 time: 0.1248426 Dec 09 15:49:10.885611 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f0fac-c2d4-4be9-b4e2-51f0efad01e8 req-0dec4261-fd19-4915-948a-c3bbab06a859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:10.887959 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-412f0fac-c2d4-4be9-b4e2-51f0efad01e8 req-0dec4261-fd19-4915-948a-c3bbab06a859 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bc054908-65b4-4921-b781-8153a60dbd11 HTTP/1.1" status: 200 len: 898 time: 0.1199069 Dec 09 15:49:10.979736 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-412f0fac-c2d4-4be9-b4e2-51f0efad01e8 req-8d9e91e9-98d9-4293-b4f3-cfa5fb7fd26c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b21b67d-ff68-4849-a9d3-6a5c91975039 HTTP/1.1" status: 200 len: 217 time: 0.0836599 Dec 09 15:49:11.059418 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f0fac-c2d4-4be9-b4e2-51f0efad01e8 req-ae2f7c1a-55db-45c1-814b-101d6afee72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:11.078281 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-412f0fac-c2d4-4be9-b4e2-51f0efad01e8 req-ae2f7c1a-55db-45c1-814b-101d6afee72a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45845798-aa7d-43d3-8232-fe08ce1b2415 HTTP/1.1" status: 200 len: 834 time: 0.0884097 Dec 09 15:49:11.161820 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f0fac-c2d4-4be9-b4e2-51f0efad01e8 req-c2645587-dcb6-4239-837e-bed17f6be4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:11.163603 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-412f0fac-c2d4-4be9-b4e2-51f0efad01e8 req-c2645587-dcb6-4239-837e-bed17f6be4da service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bc054908-65b4-4921-b781-8153a60dbd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778453 Dec 09 15:49:11.246519 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 51468) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:11.271135 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd2ed643-4fd6-4257-830b-e579bea17975 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:11.322841 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-412f0fac-c2d4-4be9-b4e2-51f0efad01e8 req-2fe20083-5a64-4d0e-9574-d59a285897e5 service neutron] 10.222.0.42 "GET /v2.0/networks/bc054908-65b4-4921-b781-8153a60dbd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511602 Dec 09 15:49:11.410417 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd2ed643-4fd6-4257-830b-e579bea17975 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:11.417335 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd2ed643-4fd6-4257-830b-e579bea17975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:11.466987 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ed643-4fd6-4257-830b-e579bea17975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d73cedb-f9a2-4211-b086-9464c103f34e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:11.488079 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51478) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:11.488523 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-fd2ed643-4fd6-4257-830b-e579bea17975 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3f89b7132dd5463c814962784601e653&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2399421 Dec 09 15:49:11.576176 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-412f0fac-c2d4-4be9-b4e2-51f0efad01e8 req-8525c412-709b-4a6e-b2f5-82e42e4c9aa7 service neutron] 10.222.0.42 "GET /v2.0/networks/bc054908-65b4-4921-b781-8153a60dbd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440228 Dec 09 15:49:11.580330 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35583d57-270b-4cb0-aae2-55b324ce63b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:11.609820 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35583d57-270b-4cb0-aae2-55b324ce63b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:11.644543 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009d454-9ef9-4281-9ecd-cccf880e7db6 req-81189894-efb8-427b-8738-bdf04f55e008 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:11.656474 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d009d454-9ef9-4281-9ecd-cccf880e7db6 req-81189894-efb8-427b-8738-bdf04f55e008 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=444fa8a4-cf57-49ad-8540-ff0a17dcc2b2 HTTP/1.1" status: 200 len: 943 time: 0.1046629 Dec 09 15:49:11.695544 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35583d57-270b-4cb0-aae2-55b324ce63b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:11.702896 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35583d57-270b-4cb0-aae2-55b324ce63b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:11.705339 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-35583d57-270b-4cb0-aae2-55b324ce63b3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0d73cedb-f9a2-4211-b086-9464c103f34e HTTP/1.1" status: 204 len: 168 time: 0.2152853 Dec 09 15:49:11.741569 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35583d57-270b-4cb0-aae2-55b324ce63b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d73cedb-f9a2-4211-b086-9464c103f34e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:11.812274 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d009d454-9ef9-4281-9ecd-cccf880e7db6 req-4024263c-47b2-4249-ae3d-eba16c4cb21c tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/security-groups?id=3c11c665-174f-4e29-b8e1-051eecefd5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465471 Dec 09 15:49:12.113356 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-0ab7e727-14c4-49c6-b5a6-713a5735416b tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:12.115259 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-0ab7e727-14c4-49c6-b5a6-713a5735416b tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] 10.222.0.31 "GET /v2.0/networks?id=1ad6340c-bcfa-4ca4-95f8-1a0a25cf0af2 HTTP/1.1" status: 200 len: 822 time: 0.3070917 Dec 09 15:49:12.144148 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-1304962c-0246-44ba-85b4-a2a7628ec3b6 tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] Request body: {'port': {'device_id': 'f0478c0b-48ba-4b6a-acf4-87c59049ce06', 'network_id': '1ad6340c-bcfa-4ca4-95f8-1a0a25cf0af2', 'admin_state_up': True, 'tenant_id': '9ab5dd91129b4afd8777bf1678ca25ba'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:49:12.254876 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f42cb60a-da72-433d-8480-0b8735bffa65 req-37af35ff-7bee-4215-8779-e81a935dd00e tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0478c0b-48ba-4b6a-acf4-87c59049ce06 HTTP/1.1" status: 200 len: 210 time: 0.1603456 Dec 09 15:49:12.345498 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-1304962c-0246-44ba-85b4-a2a7628ec3b6 tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] Made reservation on behalf of 9ab5dd91129b4afd8777bf1678ca25ba for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:49:12.350814 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-1304962c-0246-44ba-85b4-a2a7628ec3b6 tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:12.540341 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-1304962c-0246-44ba-85b4-a2a7628ec3b6 tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] Allocated IP 172.20.0.8 (1ad6340c-bcfa-4ca4-95f8-1a0a25cf0af2/594a1833-f267-4683-b1ea-d33f948839dd/0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:49:12.795420 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-1304962c-0246-44ba-85b4-a2a7628ec3b6 tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:12.887564 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-1304962c-0246-44ba-85b4-a2a7628ec3b6 tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:13.025194 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-1304962c-0246-44ba-85b4-a2a7628ec3b6 tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] Network 1ad6340c-bcfa-4ca4-95f8-1a0a25cf0af2 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:49:13.036869 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-1304962c-0246-44ba-85b4-a2a7628ec3b6 tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:49:13.044904 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1304962c-0246-44ba-85b4-a2a7628ec3b6 tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] Pushing event updated for resources: {'Port': ['ID=0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:13.055706 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-1304962c-0246-44ba-85b4-a2a7628ec3b6 tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:49:13.110251 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012414e-adc4-413d-b040-1b031f9825c5 req-87da5288-9550-4550-a84c-3f8dd265f06a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:13.120313 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c012414e-adc4-413d-b040-1b031f9825c5 req-87da5288-9550-4550-a84c-3f8dd265f06a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=444fa8a4-cf57-49ad-8540-ff0a17dcc2b2 HTTP/1.1" status: 200 len: 943 time: 0.1728306 Dec 09 15:49:13.217542 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-1304962c-0246-44ba-85b4-a2a7628ec3b6 tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:13.218180 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-1304962c-0246-44ba-85b4-a2a7628ec3b6 tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:13.240479 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c012414e-adc4-413d-b040-1b031f9825c5 req-8227f698-20d6-4b44-acc4-3434dbe94239 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/security-groups?id=3c11c665-174f-4e29-b8e1-051eecefd5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187167 Dec 09 15:49:13.254523 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-1304962c-0246-44ba-85b4-a2a7628ec3b6 tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1163776 Dec 09 15:49:13.275743 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-b00d95ff-0649-479f-9cfa-e1ec242bcf35 service neutron] Request body: {'port': {'device_id': 'f0478c0b-48ba-4b6a-acf4-87c59049ce06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:49:13.471992 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-b00d95ff-0649-479f-9cfa-e1ec242bcf35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:13.507416 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41320a44-c07c-4322-b990-eee2db2a8003 req-0f634233-07e5-445f-af48-60bdf1de1b5d tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:13.509213 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-41320a44-c07c-4322-b990-eee2db2a8003 req-0f634233-07e5-445f-af48-60bdf1de1b5d tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0478c0b-48ba-4b6a-acf4-87c59049ce06 HTTP/1.1" status: 200 len: 931 time: 0.0819671 Dec 09 15:49:13.705077 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-41320a44-c07c-4322-b990-eee2db2a8003 req-767abb84-b2f6-4107-a83f-b3ac64a8d854 tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] 10.222.0.57 "GET /v2.0/security-groups?id=85911023-f8aa-4224-bad7-4088dbf53224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565475 Dec 09 15:49:13.965867 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51546) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:14.069560 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-b00d95ff-0649-479f-9cfa-e1ec242bcf35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:49:14.090614 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-b00d95ff-0649-479f-9cfa-e1ec242bcf35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:14.107573 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-b00d95ff-0649-479f-9cfa-e1ec242bcf35 service neutron] Transition to ACTIVE for port object 0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:49:14.113907 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-b00d95ff-0649-479f-9cfa-e1ec242bcf35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:14.285622 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d95ff-0649-479f-9cfa-e1ec242bcf35 service neutron] Pushing event updated for resources: {'Port': ['ID=0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:14.346183 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-b00d95ff-0649-479f-9cfa-e1ec242bcf35 service neutron] Attempting to bind port 0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:49:14.346533 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-b00d95ff-0649-479f-9cfa-e1ec242bcf35 service neutron] Attempting to bind port 0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '32c57d66-3356-4ec2-bef3-fab36b550cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1ad6340c-bcfa-4ca4-95f8-1a0a25cf0af2'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:49:14.349024 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-b00d95ff-0649-479f-9cfa-e1ec242bcf35 service neutron] Attempting to bind port 0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a on network 1ad6340c-bcfa-4ca4-95f8-1a0a25cf0af2 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:49:14.358595 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-b00d95ff-0649-479f-9cfa-e1ec242bcf35 service neutron] Port 0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a on network 1ad6340c-bcfa-4ca4-95f8-1a0a25cf0af2 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:49:14.358595 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-b00d95ff-0649-479f-9cfa-e1ec242bcf35 service neutron] Attempting to bind port 0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a on network 1ad6340c-bcfa-4ca4-95f8-1a0a25cf0af2 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:49:14.365790 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-b00d95ff-0649-479f-9cfa-e1ec242bcf35 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:49:14.366314 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-b00d95ff-0649-479f-9cfa-e1ec242bcf35 service neutron] Checking segment: {'id': '32c57d66-3356-4ec2-bef3-fab36b550cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1ad6340c-bcfa-4ca4-95f8-1a0a25cf0af2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:49:14.366763 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-b00d95ff-0649-479f-9cfa-e1ec242bcf35 service neutron] Bound using segment: {'id': '32c57d66-3356-4ec2-bef3-fab36b550cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1ad6340c-bcfa-4ca4-95f8-1a0a25cf0af2'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:49:14.367218 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-b00d95ff-0649-479f-9cfa-e1ec242bcf35 service neutron] Bound port: 0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32c57d66-3356-4ec2-bef3-fab36b550cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1ad6340c-bcfa-4ca4-95f8-1a0a25cf0af2'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:49:14.367614 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-b00d95ff-0649-479f-9cfa-e1ec242bcf35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:14.530574 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c9a4c-b284-456b-b65c-793987645e30 req-20e38b0c-9978-413f-9f5d-025dca46768c tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:14.532101 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-990c9a4c-b284-456b-b65c-793987645e30 req-20e38b0c-9978-413f-9f5d-025dca46768c tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=444fa8a4-cf57-49ad-8540-ff0a17dcc2b2 HTTP/1.1" status: 200 len: 943 time: 0.1142218 Dec 09 15:49:14.573319 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee3fcf02-8fb0-44ff-a426-ca5b0ab29d21 admin admin] Deleting subnet 2331ba46-cfe3-4b20-bfd7-3f8d813f8005 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:49:14.581397 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee3fcf02-8fb0-44ff-a426-ca5b0ab29d21 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:14.603246 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-b00d95ff-0649-479f-9cfa-e1ec242bcf35 service neutron] For port 0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:49:14.609693 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-990c9a4c-b284-456b-b65c-793987645e30 req-70eab2b7-51fb-48c5-8652-49e2d942d8fe tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/security-groups?id=3c11c665-174f-4e29-b8e1-051eecefd5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594101 Dec 09 15:49:14.636293 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-b00d95ff-0649-479f-9cfa-e1ec242bcf35 service neutron] For port 0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a,segment=NetworkSegment(32c57d66-3356-4ec2-bef3-fab36b550cf1),segment_id=32c57d66-3356-4ec2-bef3-fab36b550cf1)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:49:14.654700 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-b00d95ff-0649-479f-9cfa-e1ec242bcf35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:14.697988 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee3fcf02-8fb0-44ff-a426-ca5b0ab29d21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:14.745747 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-b00d95ff-0649-479f-9cfa-e1ec242bcf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:14.746376 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-b00d95ff-0649-479f-9cfa-e1ec242bcf35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:14.747802 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-b00d95ff-0649-479f-9cfa-e1ec242bcf35 service neutron] 10.222.0.31 "PUT /v2.0/ports/0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a HTTP/1.1" status: 200 len: 1091 time: 1.4849672 Dec 09 15:49:14.748279 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0478c0b-48ba-4b6a-acf4-87c59049ce06', 'tag': '0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:49:14.750692 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00308d4f-f49e-480f-8869-cebaeab6b7f1" -d '{"events": [{"name": "network-changed", "server_uuid": "f0478c0b-48ba-4b6a-acf4-87c59049ce06", "tag": "0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:49:14.773203 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 4b21b67d-ff68-4849-a9d3-6a5c91975039 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:49:14.830397 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d95ff-0649-479f-9cfa-e1ec242bcf35 service neutron] Pushing event updated for resources: {'Port': ['ID=0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:14.846787 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee3fcf02-8fb0-44ff-a426-ca5b0ab29d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:14.898337 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-a2c68d30-4cbf-43cf-93a6-56c0da424706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:14.900649 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-a2c68d30-4cbf-43cf-93a6-56c0da424706 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9ab5dd91129b4afd8777bf1678ca25ba&device_id=f0478c0b-48ba-4b6a-acf4-87c59049ce06 HTTP/1.1" status: 200 len: 1094 time: 0.0937023 Dec 09 15:49:14.966628 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee3fcf02-8fb0-44ff-a426-ca5b0ab29d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:15.029965 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3fcf02-8fb0-44ff-a426-ca5b0ab29d21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2331ba46-cfe3-4b20-bfd7-3f8d813f8005,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:15.035280 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee3fcf02-8fb0-44ff-a426-ca5b0ab29d21 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:15.043651 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ee3fcf02-8fb0-44ff-a426-ca5b0ab29d21 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/2331ba46-cfe3-4b20-bfd7-3f8d813f8005 HTTP/1.1" status: 204 len: 168 time: 1.0761638 Dec 09 15:49:15.046016 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51574) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:15.061766 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d27d89a-7753-447a-8604-2606552718dd None None] Network 3f17a4c0-cb69-47eb-a703-c238afd823ea requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:49:15.112733 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-5834ebe9-bd42-4d28-b39a-344b8fb7a776 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a HTTP/1.1" status: 200 len: 217 time: 0.1966710 Dec 09 15:49:15.225059 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-14d348e7-6c54-4310-a9d8-8b699be5870c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:15.227181 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-14d348e7-6c54-4310-a9d8-8b699be5870c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=594a1833-f267-4683-b1ea-d33f948839dd HTTP/1.1" status: 200 len: 862 time: 0.0868344 Dec 09 15:49:15.246998 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 4b21b67d-ff68-4849-a9d3-6a5c91975039, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=4b21b67d-ff68-4849-a9d3-6a5c91975039,segment=NetworkSegment(0fdca9fd-1cb3-4bc8-add6-46ac307cb22a),segment_id=0fdca9fd-1cb3-4bc8-add6-46ac307cb22a)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:49:15.264173 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a1a4860-a0ef-4e05-81b3-466f547987f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:15.341608 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '4b21b67d-ff68-4849-a9d3-6a5c91975039', 'network_id': 'bc054908-65b4-4921-b781-8153a60dbd11', 'port_id': '4b21b67d-ff68-4849-a9d3-6a5c91975039', 'mac_address': 'fa:16:3e:b3:c6:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45845798-aa7d-43d3-8232-fe08ce1b2415', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:49:15.342068 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-636d4337-d423-42a5-8911-71a2d97efd52 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1ad6340c-bcfa-4ca4-95f8-1a0a25cf0af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990453 Dec 09 15:49:15.346592 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e0ced2-b11a-43b3-97c3-dd1019859786 None None] DHCP port deletion for 3f17a4c0-cb69-47eb-a703-c238afd823ea request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:49:15.395009 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d12a2c-4335-471b-8c70-e74d9ce26673 req-e933e11a-e82e-450f-bc2a-f5bdd5ef142c tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:15.407095 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-95d12a2c-4335-471b-8c70-e74d9ce26673 req-e933e11a-e82e-450f-bc2a-f5bdd5ef142c tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0478c0b-48ba-4b6a-acf4-87c59049ce06 HTTP/1.1" status: 200 len: 943 time: 0.3384111 Dec 09 15:49:15.507305 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:15.542740 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b21b67d-ff68-4849-a9d3-6a5c91975039 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:49:15.575093 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 4b21b67d-ff68-4849-a9d3-6a5c91975039, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=4b21b67d-ff68-4849-a9d3-6a5c91975039,segment=NetworkSegment(0fdca9fd-1cb3-4bc8-add6-46ac307cb22a),segment_id=0fdca9fd-1cb3-4bc8-add6-46ac307cb22a)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:49:15.582820 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:15.608004 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a1a4860-a0ef-4e05-81b3-466f547987f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:15.646819 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-95d12a2c-4335-471b-8c70-e74d9ce26673 req-b103624f-af8a-48ee-a572-5138f955aa75 tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] 10.222.0.57 "GET /v2.0/security-groups?id=85911023-f8aa-4224-bad7-4088dbf53224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346652 Dec 09 15:49:15.667214 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-98f5e7b5-4253-44c1-8047-3e5592813363 service neutron] 10.222.0.31 "GET /v2.0/networks/1ad6340c-bcfa-4ca4-95f8-1a0a25cf0af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169229 Dec 09 15:49:15.694830 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-5a1a4860-a0ef-4e05-81b3-466f547987f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f17a4c0-cb69-47eb-a703-c238afd823ea']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:49:15.747323 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-5a1a4860-a0ef-4e05-81b3-466f547987f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d4d7a4f-302e-4a4f-a5b8-968c70132fcd') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:49:15.751351 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-5a1a4860-a0ef-4e05-81b3-466f547987f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d4d7a4f-302e-4a4f-a5b8-968c70132fcd') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:49:15.755776 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=4b21b67d-ff68-4849-a9d3-6a5c91975039,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:15.808028 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a1a4860-a0ef-4e05-81b3-466f547987f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:15.838060 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a396d603-7c45-41ca-ae4e-b77a6d4a6909 x-openstack-request-id: req-a396d603-7c45-41ca-ae4e-b77a6d4a6909 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:49:15.838354 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0478c0b-48ba-4b6a-acf4-87c59049ce06", "tag": "0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:49:15.838603 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a396d603-7c45-41ca-ae4e-b77a6d4a6909 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:49:15.839005 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0478c0b-48ba-4b6a-acf4-87c59049ce06', 'tag': '0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a', 'status': 'completed', 'code': 200} Dec 09 15:49:15.844063 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a1a4860-a0ef-4e05-81b3-466f547987f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:15.860030 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a1a4860-a0ef-4e05-81b3-466f547987f7 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:49:15.860560 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a1a4860-a0ef-4e05-81b3-466f547987f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:15.890586 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:49:15.890586 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:49:15.890586 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:49:15.890586 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:49:15.890586 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:49:15.890586 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:49:15.890586 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:49:15.890586 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:49:15.890586 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:49:15.890586 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:49:15.890586 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:49:15.890586 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:49:15.890586 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:49:15.890586 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:49:15.890586 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:49:15.890586 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:49:15.890586 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:49:15.890586 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:49:15.890586 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:49:15.890586 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:49:15.890586 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:49:15.890586 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:49:15.890586 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:49:15.890586 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:49:15.890586 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:49:15.890586 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:49:15.890586 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:49:15.890586 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:49:15.890586 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:49:15.890586 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:49:15.890586 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:49:15.890586 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:49:15.916392 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:15.986580 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77cc0b-5066-463a-adb1-054f98f164f4 req-1ecdfc48-0606-484d-bbb0-a763ee124f3c tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:15.988607 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0c77cc0b-5066-463a-adb1-054f98f164f4 req-1ecdfc48-0606-484d-bbb0-a763ee124f3c tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=444fa8a4-cf57-49ad-8540-ff0a17dcc2b2 HTTP/1.1" status: 200 len: 944 time: 0.1159053 Dec 09 15:49:15.993279 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ba322cdb-1fdb-4611-b3e4-6e96198823bb req-ac024ab0-939b-471c-9082-fe6c7fcb0c98 service neutron] 10.222.0.31 "GET /v2.0/networks/1ad6340c-bcfa-4ca4-95f8-1a0a25cf0af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131177 Dec 09 15:49:16.018358 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a1a4860-a0ef-4e05-81b3-466f547987f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:16.026830 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a1a4860-a0ef-4e05-81b3-466f547987f7 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:16.031161 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['4b21b67d-ff68-4849-a9d3-6a5c91975039'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:49:16.037028 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5a1a4860-a0ef-4e05-81b3-466f547987f7 admin admin] 10.222.0.57 "DELETE /v2.0/networks/3f17a4c0-cb69-47eb-a703-c238afd823ea HTTP/1.1" status: 204 len: 168 time: 0.9879789 Dec 09 15:49:16.069518 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a4860-a0ef-4e05-81b3-466f547987f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f17a4c0-cb69-47eb-a703-c238afd823ea,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:16.109827 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0c77cc0b-5066-463a-adb1-054f98f164f4 req-ef04a439-b261-4e3f-b4d0-f5825fcde812 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/security-groups?id=3c11c665-174f-4e29-b8e1-051eecefd5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113234 Dec 09 15:49:16.163178 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00308d4f-f49e-480f-8869-cebaeab6b7f1 req-7e7fc7a8-b4d8-4e58-b1b3-641411d456e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:16.165050 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-00308d4f-f49e-480f-8869-cebaeab6b7f1 req-7e7fc7a8-b4d8-4e58-b1b3-641411d456e1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9ab5dd91129b4afd8777bf1678ca25ba&device_id=f0478c0b-48ba-4b6a-acf4-87c59049ce06 HTTP/1.1" status: 200 len: 1094 time: 0.0878601 Dec 09 15:49:16.343959 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00308d4f-f49e-480f-8869-cebaeab6b7f1 req-a177ebf9-176e-4706-8c87-b480b621325a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:16.345566 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-00308d4f-f49e-480f-8869-cebaeab6b7f1 req-a177ebf9-176e-4706-8c87-b480b621325a service neutron] 10.222.0.31 "GET /v2.0/networks?id=1ad6340c-bcfa-4ca4-95f8-1a0a25cf0af2 HTTP/1.1" status: 200 len: 923 time: 0.1734962 Dec 09 15:49:16.427255 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-00308d4f-f49e-480f-8869-cebaeab6b7f1 req-e7bc35da-229a-494a-a35d-d49538c9a348 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a HTTP/1.1" status: 200 len: 217 time: 0.0732911 Dec 09 15:49:16.442812 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51606) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:16.499378 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00308d4f-f49e-480f-8869-cebaeab6b7f1 req-18ff7d93-8455-4fd5-9713-a36cb09d36ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:16.501352 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-00308d4f-f49e-480f-8869-cebaeab6b7f1 req-18ff7d93-8455-4fd5-9713-a36cb09d36ef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=594a1833-f267-4683-b1ea-d33f948839dd HTTP/1.1" status: 200 len: 862 time: 0.0656879 Dec 09 15:49:16.507389 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8dfb8a0a-8286-4777-9eae-9152f79a2a6e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a725fca6247b4d078de3af64ff45abce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0610359 Dec 09 15:49:16.507743 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51610) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:16.542522 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-00308d4f-f49e-480f-8869-cebaeab6b7f1 req-d24e0217-615f-4302-9d04-8e38084f60a3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1ad6340c-bcfa-4ca4-95f8-1a0a25cf0af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337365 Dec 09 15:49:16.580831 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d55a8df9-fbe4-4b9e-b37d-149d858eb67a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:16.607141 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d55a8df9-fbe4-4b9e-b37d-149d858eb67a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:16.671245 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-00308d4f-f49e-480f-8869-cebaeab6b7f1 req-4383ee5f-0897-4427-b465-1e69aed7b1d2 service neutron] 10.222.0.31 "GET /v2.0/networks/1ad6340c-bcfa-4ca4-95f8-1a0a25cf0af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186295 Dec 09 15:49:16.680323 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d55a8df9-fbe4-4b9e-b37d-149d858eb67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:16.685189 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d55a8df9-fbe4-4b9e-b37d-149d858eb67a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:16.701171 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d55a8df9-fbe4-4b9e-b37d-149d858eb67a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a6732634-39a5-4f0f-bb89-9cdfb0eac9d0 HTTP/1.1" status: 204 len: 168 time: 0.1920347 Dec 09 15:49:16.721370 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a8df9-fbe4-4b9e-b37d-149d858eb67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6732634-39a5-4f0f-bb89-9cdfb0eac9d0,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:16.837807 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ba2d9-fbfe-41fb-90ba-fef7f5d0db7a req-41befaf4-e717-43bf-bd53-f09f660a0f3d tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:16.840919 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af5ba2d9-fbfe-41fb-90ba-fef7f5d0db7a req-41befaf4-e717-43bf-bd53-f09f660a0f3d tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0478c0b-48ba-4b6a-acf4-87c59049ce06 HTTP/1.1" status: 200 len: 943 time: 0.0724285 Dec 09 15:49:16.895143 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-00308d4f-f49e-480f-8869-cebaeab6b7f1 req-1732aace-9f96-4450-a2d6-6bff86f64c26 service neutron] 10.222.0.31 "GET /v2.0/networks/1ad6340c-bcfa-4ca4-95f8-1a0a25cf0af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151544 Dec 09 15:49:16.927764 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af5ba2d9-fbfe-41fb-90ba-fef7f5d0db7a req-d74811d6-22b2-4361-9c52-4483f3b4f22f tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] 10.222.0.57 "GET /v2.0/security-groups?id=85911023-f8aa-4224-bad7-4088dbf53224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683718 Dec 09 15:49:17.274681 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e283c6-b6b9-46f4-be4b-69f55cce4c8c req-ed8e5230-2b2c-41bb-893c-6f4782a6eb2b tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:17.280734 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51644) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:17.283012 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-56e283c6-b6b9-46f4-be4b-69f55cce4c8c req-ed8e5230-2b2c-41bb-893c-6f4782a6eb2b tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=444fa8a4-cf57-49ad-8540-ff0a17dcc2b2 HTTP/1.1" status: 200 len: 944 time: 0.0874259 Dec 09 15:49:17.342432 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-56e283c6-b6b9-46f4-be4b-69f55cce4c8c req-bcd3e0d3-7880-4aec-8f91-cc40dc35a66e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/security-groups?id=3c11c665-174f-4e29-b8e1-051eecefd5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532987 Dec 09 15:49:17.472615 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8aace20c-dff4-4d5a-821c-526961e9210d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:17.595752 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8aace20c-dff4-4d5a-821c-526961e9210d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:17.603038 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8aace20c-dff4-4d5a-821c-526961e9210d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:17.661223 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8aace20c-dff4-4d5a-821c-526961e9210d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5bb3f4ddeb1d4a5f82b70087ab210e1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3791087 Dec 09 15:49:17.662619 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aace20c-dff4-4d5a-821c-526961e9210d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726deb60-9f8f-4a02-90fc-0db56307cf19,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:17.665408 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 51662) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:17.737642 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ed574ec-6378-457c-a03d-d14a75781ca9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:17.762327 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ed574ec-6378-457c-a03d-d14a75781ca9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:17.824234 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ed574ec-6378-457c-a03d-d14a75781ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:17.827091 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ed574ec-6378-457c-a03d-d14a75781ca9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:17.830770 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1ed574ec-6378-457c-a03d-d14a75781ca9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/726deb60-9f8f-4a02-90fc-0db56307cf19 HTTP/1.1" status: 204 len: 168 time: 0.1625662 Dec 09 15:49:17.837512 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed574ec-6378-457c-a03d-d14a75781ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726deb60-9f8f-4a02-90fc-0db56307cf19,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:18.080241 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc7c17-0ce0-46b5-9106-3a05682976ad req-ecd4d82e-ed8a-4e8a-b54c-8d2d2945d3d9 tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:18.081950 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-21fc7c17-0ce0-46b5-9106-3a05682976ad req-ecd4d82e-ed8a-4e8a-b54c-8d2d2945d3d9 tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0478c0b-48ba-4b6a-acf4-87c59049ce06 HTTP/1.1" status: 200 len: 943 time: 0.0609581 Dec 09 15:49:18.146968 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-21fc7c17-0ce0-46b5-9106-3a05682976ad req-48eed048-cdff-4933-8f98-cd86b058c548 tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] 10.222.0.57 "GET /v2.0/security-groups?id=85911023-f8aa-4224-bad7-4088dbf53224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586388 Dec 09 15:49:18.485989 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a657fb6-f170-4da5-933c-8137118b0167 req-07475107-8a0d-452a-a473-65b553568eb7 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:18.489540 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6a657fb6-f170-4da5-933c-8137118b0167 req-07475107-8a0d-452a-a473-65b553568eb7 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=444fa8a4-cf57-49ad-8540-ff0a17dcc2b2 HTTP/1.1" status: 200 len: 944 time: 0.0695801 Dec 09 15:49:18.602489 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6a657fb6-f170-4da5-933c-8137118b0167 req-421249ed-31e3-4120-9b08-6c0838326d3d tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/security-groups?id=3c11c665-174f-4e29-b8e1-051eecefd5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038303 Dec 09 15:49:18.660641 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:49:18.804577 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 4b21b67d-ff68-4849-a9d3-6a5c91975039 up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:49:18.918391 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port 4b21b67d-ff68-4849-a9d3-6a5c91975039 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:49:18.925852 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 4b21b67d-ff68-4849-a9d3-6a5c91975039 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:18.926400 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:19.038641 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:19.091673 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444fa8a4-cf57-49ad-8540-ff0a17dcc2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b21b67d-ff68-4849-a9d3-6a5c91975039'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:49:19.095331 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fc2f7f-469b-4a55-b746-28ecb11de3a6" -d '{"events": [{"server_uuid": "444fa8a4-cf57-49ad-8540-ff0a17dcc2b2", "name": "network-vif-plugged", "status": "completed", "tag": "4b21b67d-ff68-4849-a9d3-6a5c91975039"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:49:19.111313 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 4b21b67d-ff68-4849-a9d3-6a5c91975039, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=4b21b67d-ff68-4849-a9d3-6a5c91975039,segment=NetworkSegment(0fdca9fd-1cb3-4bc8-add6-46ac307cb22a),segment_id=0fdca9fd-1cb3-4bc8-add6-46ac307cb22a)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:49:19.119709 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:19.191488 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902e500d-cbd1-4e08-a86c-77103ad1c05c x-openstack-request-id: req-902e500d-cbd1-4e08-a86c-77103ad1c05c {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:49:19.191781 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "444fa8a4-cf57-49ad-8540-ff0a17dcc2b2", "name": "network-vif-plugged", "status": "completed", "tag": "4b21b67d-ff68-4849-a9d3-6a5c91975039", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:49:19.192038 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-902e500d-cbd1-4e08-a86c-77103ad1c05c {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:49:19.192462 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444fa8a4-cf57-49ad-8540-ff0a17dcc2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b21b67d-ff68-4849-a9d3-6a5c91975039', 'code': 200} Dec 09 15:49:19.229628 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=4b21b67d-ff68-4849-a9d3-6a5c91975039,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:19.356329 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6ead0-7484-4b23-8f0a-d87be3c69407 req-63df68d8-f8a9-41ac-9723-dfccb0b36823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:19.357757 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40203f-0a7d-467f-83ad-a9033653eaa1 req-1ca4263f-1608-4d45-b2e0-833ca5770ac9 tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:19.358924 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9ee6ead0-7484-4b23-8f0a-d87be3c69407 req-63df68d8-f8a9-41ac-9723-dfccb0b36823 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=444fa8a4-cf57-49ad-8540-ff0a17dcc2b2 HTTP/1.1" status: 200 len: 1096 time: 0.0707803 Dec 09 15:49:19.359533 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2b40203f-0a7d-467f-83ad-a9033653eaa1 req-1ca4263f-1608-4d45-b2e0-833ca5770ac9 tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0478c0b-48ba-4b6a-acf4-87c59049ce06 HTTP/1.1" status: 200 len: 943 time: 0.0887704 Dec 09 15:49:19.436693 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9ee6ead0-7484-4b23-8f0a-d87be3c69407 req-ee452210-04f2-4c6d-bf77-f706fdedf521 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3c11c665-174f-4e29-b8e1-051eecefd5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702801 Dec 09 15:49:19.448728 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2b40203f-0a7d-467f-83ad-a9033653eaa1 req-8de5e3cc-87c1-4560-900e-398fec619ee4 tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] 10.222.0.57 "GET /v2.0/security-groups?id=85911023-f8aa-4224-bad7-4088dbf53224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819943 Dec 09 15:49:19.815851 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4a724-1a91-4b98-9135-6df0757d7bcd req-2a101dbc-93ed-4984-8145-04626025b0c6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:19.831817 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11a4a724-1a91-4b98-9135-6df0757d7bcd req-2a101dbc-93ed-4984-8145-04626025b0c6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=444fa8a4-cf57-49ad-8540-ff0a17dcc2b2 HTTP/1.1" status: 200 len: 945 time: 0.1194870 Dec 09 15:49:19.895405 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11a4a724-1a91-4b98-9135-6df0757d7bcd req-f6416233-3383-4e43-ac38-ddfab659a86e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/security-groups?id=3c11c665-174f-4e29-b8e1-051eecefd5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581105 Dec 09 15:49:19.959757 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51768) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:20.138752 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ed17022e-80d7-4a14-a050-dcb6f87f1514 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:20.228707 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ed17022e-80d7-4a14-a050-dcb6f87f1514 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:20.236095 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ed17022e-80d7-4a14-a050-dcb6f87f1514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:20.283052 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ed17022e-80d7-4a14-a050-dcb6f87f1514 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d9e809000fc84b96b6f68d68df0d0b10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3197343 Dec 09 15:49:20.283052 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17022e-80d7-4a14-a050-dcb6f87f1514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10266bce-a1b7-47f1-a6b9-7f286cd4bb3f,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:20.283407 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 51784) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:20.340849 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30816c76-62ae-41cc-9930-aab50994202b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:20.363691 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30816c76-62ae-41cc-9930-aab50994202b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:20.413684 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30816c76-62ae-41cc-9930-aab50994202b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:20.416317 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30816c76-62ae-41cc-9930-aab50994202b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:20.419982 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-30816c76-62ae-41cc-9930-aab50994202b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/10266bce-a1b7-47f1-a6b9-7f286cd4bb3f HTTP/1.1" status: 204 len: 168 time: 0.1318164 Dec 09 15:49:20.432153 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30816c76-62ae-41cc-9930-aab50994202b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10266bce-a1b7-47f1-a6b9-7f286cd4bb3f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:20.446220 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:49:20.626422 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a,segment=NetworkSegment(32c57d66-3356-4ec2-bef3-fab36b550cf1),segment_id=32c57d66-3356-4ec2-bef3-fab36b550cf1)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:49:20.639713 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a', 'network_id': '1ad6340c-bcfa-4ca4-95f8-1a0a25cf0af2', 'port_id': '0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a', 'mac_address': 'fa:16:3e:bf:6b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '594a1833-f267-4683-b1ea-d33f948839dd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:49:20.644333 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-352e4b2d-1a1f-4d25-8b5c-46c9b109c97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:20.696956 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931687f-aa35-4fb6-9f1d-3e859e59ad4a req-df859b41-520b-4cdc-8f4d-f830552f7306 tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:20.699802 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6931687f-aa35-4fb6-9f1d-3e859e59ad4a req-df859b41-520b-4cdc-8f4d-f830552f7306 tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0478c0b-48ba-4b6a-acf4-87c59049ce06 HTTP/1.1" status: 200 len: 943 time: 0.1404142 Dec 09 15:49:20.710366 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:20.729107 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:49:20.761770 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a,segment=NetworkSegment(32c57d66-3356-4ec2-bef3-fab36b550cf1),segment_id=32c57d66-3356-4ec2-bef3-fab36b550cf1)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:49:20.769978 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:20.784097 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6931687f-aa35-4fb6-9f1d-3e859e59ad4a req-223117bf-a488-4c02-b6bd-804da7f4c15d tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] 10.222.0.57 "GET /v2.0/security-groups?id=85911023-f8aa-4224-bad7-4088dbf53224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758352 Dec 09 15:49:20.870629 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:20.946507 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 51804) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:20.966515 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f5f5839-b08f-4bb0-b844-0f27a1c1f3c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:21.050636 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d6baf-96ed-47d2-9775-39517372425b req-8b0c3aec-b541-4da6-bc56-ed70aaa138d2 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:21.052381 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-935d6baf-96ed-47d2-9775-39517372425b req-8b0c3aec-b541-4da6-bc56-ed70aaa138d2 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=444fa8a4-cf57-49ad-8540-ff0a17dcc2b2 HTTP/1.1" status: 200 len: 945 time: 0.0734110 Dec 09 15:49:21.074962 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:49:21.118920 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-935d6baf-96ed-47d2-9775-39517372425b req-28fb03ae-b480-4aaa-b96f-43b0375cf4a4 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/security-groups?id=3c11c665-174f-4e29-b8e1-051eecefd5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562372 Dec 09 15:49:21.175786 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f5f5839-b08f-4bb0-b844-0f27a1c1f3c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:21.197773 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f5f5839-b08f-4bb0-b844-0f27a1c1f3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:21.307883 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-06490e43-e769-4190-8d60-973327f2424b req-92005cea-a092-4a41-9b95-eef5506ba48d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=444fa8a4-cf57-49ad-8540-ff0a17dcc2b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1064293 Dec 09 15:49:21.334948 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f5839-b08f-4bb0-b844-0f27a1c1f3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f6fd0c-f6e8-4e41-aa51-2d393c1deccd,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:21.341525 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1f5f5839-b08f-4bb0-b844-0f27a1c1f3c6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d2eb66a00b4342349c8129ab2d6730f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3908143 Dec 09 15:49:21.343521 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 51836) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:21.505042 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06490e43-e769-4190-8d60-973327f2424b req-23fac082-a406-4ad1-bf36-be855ed28c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:21.506594 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-caa614bb-cde7-407e-b7d1-7edcfd0046dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:21.509964 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-06490e43-e769-4190-8d60-973327f2424b req-23fac082-a406-4ad1-bf36-be855ed28c12 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=033ae2b2d4cc49e5bcd8a5d96b154150&device_id=444fa8a4-cf57-49ad-8540-ff0a17dcc2b2 HTTP/1.1" status: 200 len: 1096 time: 0.0979970 Dec 09 15:49:21.556183 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-caa614bb-cde7-407e-b7d1-7edcfd0046dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:21.578462 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743762db-a02d-41b4-8d55-48457955ad88 req-0c39d313-873c-4292-bf80-51f101007e81 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:21.588964 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-743762db-a02d-41b4-8d55-48457955ad88 req-0c39d313-873c-4292-bf80-51f101007e81 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=444fa8a4-cf57-49ad-8540-ff0a17dcc2b2 HTTP/1.1" status: 200 len: 945 time: 0.1559808 Dec 09 15:49:21.648576 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-caa614bb-cde7-407e-b7d1-7edcfd0046dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:21.651735 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-caa614bb-cde7-407e-b7d1-7edcfd0046dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:21.654028 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-caa614bb-cde7-407e-b7d1-7edcfd0046dc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/86f6fd0c-f6e8-4e41-aa51-2d393c1deccd HTTP/1.1" status: 204 len: 168 time: 0.3091798 Dec 09 15:49:21.679870 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06490e43-e769-4190-8d60-973327f2424b req-402d0ac3-0120-4820-8dd5-f31caa682470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:21.681900 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-06490e43-e769-4190-8d60-973327f2424b req-402d0ac3-0120-4820-8dd5-f31caa682470 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bc054908-65b4-4921-b781-8153a60dbd11 HTTP/1.1" status: 200 len: 898 time: 0.1476023 Dec 09 15:49:21.687378 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa614bb-cde7-407e-b7d1-7edcfd0046dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f6fd0c-f6e8-4e41-aa51-2d393c1deccd,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:21.769047 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-06490e43-e769-4190-8d60-973327f2424b req-2f8dbdeb-c21e-49fa-8566-3bfb64022f9b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b21b67d-ff68-4849-a9d3-6a5c91975039 HTTP/1.1" status: 200 len: 217 time: 0.0798881 Dec 09 15:49:21.769778 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51846) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:21.788460 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-743762db-a02d-41b4-8d55-48457955ad88 req-4c70a0d5-8e31-4e1d-8dc2-1ea4a4a0dde0 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/security-groups?id=3c11c665-174f-4e29-b8e1-051eecefd5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1978667 Dec 09 15:49:21.822557 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 51852) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:21.850461 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06490e43-e769-4190-8d60-973327f2424b req-48a518a4-491e-49e1-91e4-16dc2629765e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:21.851973 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-06490e43-e769-4190-8d60-973327f2424b req-48a518a4-491e-49e1-91e4-16dc2629765e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45845798-aa7d-43d3-8232-fe08ce1b2415 HTTP/1.1" status: 200 len: 834 time: 0.0761120 Dec 09 15:49:21.923096 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468eb0b8-9359-4a77-89d6-0602a183329c tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:21.932310 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06490e43-e769-4190-8d60-973327f2424b req-f140d4b6-f571-4e96-a9f3-54c46b0576a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:21.932665 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-468eb0b8-9359-4a77-89d6-0602a183329c tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=444fa8a4-cf57-49ad-8540-ff0a17dcc2b2 HTTP/1.1" status: 200 len: 1091 time: 0.1043561 Dec 09 15:49:21.934252 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-06490e43-e769-4190-8d60-973327f2424b req-f140d4b6-f571-4e96-a9f3-54c46b0576a2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bc054908-65b4-4921-b781-8153a60dbd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749648 Dec 09 15:49:21.934862 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51854) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:21.941521 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4e13afaa-0a43-450c-b6d0-36aca1e6cfb3 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'port_id': '4b21b67d-ff68-4849-a9d3-6a5c91975039', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:49:22.027510 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2a0ab-d082-47ba-8d6c-3f94bd49d691 req-3ebf1cf1-05d5-4085-8e95-385f57a6fc84 tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:22.029821 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-31e2a0ab-d082-47ba-8d6c-3f94bd49d691 req-3ebf1cf1-05d5-4085-8e95-385f57a6fc84 tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0478c0b-48ba-4b6a-acf4-87c59049ce06 HTTP/1.1" status: 200 len: 944 time: 0.0960839 Dec 09 15:49:22.053080 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e13afaa-0a43-450c-b6d0-36aca1e6cfb3 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:22.109029 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-31e2a0ab-d082-47ba-8d6c-3f94bd49d691 req-3def2a24-1adf-4e81-a5cb-185e3f05d0c6 tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] 10.222.0.57 "GET /v2.0/security-groups?id=85911023-f8aa-4224-bad7-4088dbf53224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589490 Dec 09 15:49:22.115489 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-16135350-2ea1-47ff-bca1-0a76f23633d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:22.232224 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-06490e43-e769-4190-8d60-973327f2424b req-bd606dbf-188e-4925-a077-31ea51698f77 service neutron] 10.222.0.42 "GET /v2.0/networks/bc054908-65b4-4921-b781-8153a60dbd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507534 Dec 09 15:49:22.346901 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-06490e43-e769-4190-8d60-973327f2424b req-b40dcf34-4966-4503-8b27-a78acdc57ac8 service neutron] 10.222.0.42 "GET /v2.0/networks/bc054908-65b4-4921-b781-8153a60dbd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063385 Dec 09 15:49:22.430133 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-16135350-2ea1-47ff-bca1-0a76f23633d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:22.432206 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e13afaa-0a43-450c-b6d0-36aca1e6cfb3 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:22.442270 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-16135350-2ea1-47ff-bca1-0a76f23633d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:22.459552 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:49:22.516375 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16135350-2ea1-47ff-bca1-0a76f23633d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e51988-60d2-4e5c-b8e5-7701416492e0,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:22.561749 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:49:22.567273 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:22.567803 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:22.621788 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-16135350-2ea1-47ff-bca1-0a76f23633d1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8833889240b04437b7a3ed4cb5ed29cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8508496 Dec 09 15:49:22.624789 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 51874) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:22.714300 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37b3f98f-1fd0-4c80-97f9-f98a836222fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:22.715189 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-4e13afaa-0a43-450c-b6d0-36aca1e6cfb3 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Allocated IP 172.25.3.47 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/1b9de646-7792-4ec5-9d6c-2019084ac945) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:49:22.746787 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37b3f98f-1fd0-4c80-97f9-f98a836222fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:22.763833 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:22.812368 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37b3f98f-1fd0-4c80-97f9-f98a836222fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:22.817217 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37b3f98f-1fd0-4c80-97f9-f98a836222fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:22.820522 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0478c0b-48ba-4b6a-acf4-87c59049ce06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:49:22.822019 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-37b3f98f-1fd0-4c80-97f9-f98a836222fd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b5e51988-60d2-4e5c-b8e5-7701416492e0 HTTP/1.1" status: 204 len: 168 time: 0.1961260 Dec 09 15:49:22.833065 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3f98f-1fd0-4c80-97f9-f98a836222fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e51988-60d2-4e5c-b8e5-7701416492e0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:22.843274 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b5b7cc-daa5-4fbc-b032-4f50e90e9345" -d '{"events": [{"server_uuid": "f0478c0b-48ba-4b6a-acf4-87c59049ce06", "name": "network-vif-plugged", "status": "completed", "tag": "0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:49:22.930811 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a,segment=NetworkSegment(32c57d66-3356-4ec2-bef3-fab36b550cf1),segment_id=32c57d66-3356-4ec2-bef3-fab36b550cf1)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:49:22.963182 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:22.969223 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada6b893-0dec-4814-a73e-08526b8d40c4 x-openstack-request-id: req-ada6b893-0dec-4814-a73e-08526b8d40c4 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:49:22.974602 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0478c0b-48ba-4b6a-acf4-87c59049ce06", "name": "network-vif-plugged", "status": "completed", "tag": "0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:49:22.974913 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ada6b893-0dec-4814-a73e-08526b8d40c4 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:49:22.976159 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0478c0b-48ba-4b6a-acf4-87c59049ce06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a', 'code': 200} Dec 09 15:49:23.024635 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f0a28185-226d-4905-a546-639b802d8e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:23.055597 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e13afaa-0a43-450c-b6d0-36aca1e6cfb3 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:23.109931 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:23.153528 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb6319-a247-4fc9-98d8-bc590c767ebb req-247518d8-8dda-4482-a353-1b86419afa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:23.155880 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6ffb6319-a247-4fc9-98d8-bc590c767ebb req-247518d8-8dda-4482-a353-1b86419afa76 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f0478c0b-48ba-4b6a-acf4-87c59049ce06 HTTP/1.1" status: 200 len: 1096 time: 0.0903635 Dec 09 15:49:23.158606 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e13afaa-0a43-450c-b6d0-36aca1e6cfb3 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:23.215256 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e13afaa-0a43-450c-b6d0-36aca1e6cfb3 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:49:23.222302 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-4e13afaa-0a43-450c-b6d0-36aca1e6cfb3 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:49:23.225991 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e13afaa-0a43-450c-b6d0-36aca1e6cfb3 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:49:23.289398 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e13afaa-0a43-450c-b6d0-36aca1e6cfb3 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event updated for resources: {'Port': ['ID=1b9de646-7792-4ec5-9d6c-2019084ac945,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:23.347685 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6ffb6319-a247-4fc9-98d8-bc590c767ebb req-29e6e8db-b8f5-422c-94df-bc6d423ad9d8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=85911023-f8aa-4224-bad7-4088dbf53224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837568 Dec 09 15:49:23.406097 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831eac18-4f07-48ba-ba0b-b035bf81dd4d req-e0ef62c8-e4c7-494d-9c1b-05ba093f3a9d tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:23.410813 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-831eac18-4f07-48ba-ba0b-b035bf81dd4d req-e0ef62c8-e4c7-494d-9c1b-05ba093f3a9d tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0478c0b-48ba-4b6a-acf4-87c59049ce06 HTTP/1.1" status: 200 len: 945 time: 0.1726670 Dec 09 15:49:23.506928 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-831eac18-4f07-48ba-ba0b-b035bf81dd4d req-3e72cef0-40c8-46da-88d4-a52f4a9c2e8d tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] 10.222.0.57 "GET /v2.0/security-groups?id=85911023-f8aa-4224-bad7-4088dbf53224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871401 Dec 09 15:49:23.507888 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 51896) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:23.579280 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a1374ac2-a9cb-43bd-908c-6eefec2e0f0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:23.842189 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a1374ac2-a9cb-43bd-908c-6eefec2e0f0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:23.852070 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a1374ac2-a9cb-43bd-908c-6eefec2e0f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:23.939052 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a1374ac2-a9cb-43bd-908c-6eefec2e0f0f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=01ed67be13564f97ba3eeda109611044&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4259939 Dec 09 15:49:23.943179 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 51904) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:23.951554 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1374ac2-a9cb-43bd-908c-6eefec2e0f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7338bc92-9a29-4b1b-8088-9debac88011a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:24.022002 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:24.119281 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c671513a-e0f1-4ecc-b1d0-b53d203b4421 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:24.174781 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e13afaa-0a43-450c-b6d0-36aca1e6cfb3 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:24.177775 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c671513a-e0f1-4ecc-b1d0-b53d203b4421 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:24.308622 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c671513a-e0f1-4ecc-b1d0-b53d203b4421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:24.311617 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c671513a-e0f1-4ecc-b1d0-b53d203b4421 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:24.315638 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c671513a-e0f1-4ecc-b1d0-b53d203b4421 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7338bc92-9a29-4b1b-8088-9debac88011a HTTP/1.1" status: 204 len: 168 time: 0.3689396 Dec 09 15:49:24.321268 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e13afaa-0a43-450c-b6d0-36aca1e6cfb3 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:24.323918 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671513a-e0f1-4ecc-b1d0-b53d203b4421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7338bc92-9a29-4b1b-8088-9debac88011a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:24.495581 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:24.532000 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e13afaa-0a43-450c-b6d0-36aca1e6cfb3 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:24.540610 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e13afaa-0a43-450c-b6d0-36aca1e6cfb3 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:24.683635 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712a241-a3f7-488f-98ff-0741cc4adecf req-adcb4641-6c2a-4947-b89b-8735ae6aa0be tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:24.692729 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4712a241-a3f7-488f-98ff-0741cc4adecf req-adcb4641-6c2a-4947-b89b-8735ae6aa0be tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0478c0b-48ba-4b6a-acf4-87c59049ce06 HTTP/1.1" status: 200 len: 945 time: 0.0767603 Dec 09 15:49:24.697478 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e13afaa-0a43-450c-b6d0-36aca1e6cfb3 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event updated for resources: {'Port': ['ID=1b9de646-7792-4ec5-9d6c-2019084ac945,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:24.737624 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e13afaa-0a43-450c-b6d0-36aca1e6cfb3 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:24.774296 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4712a241-a3f7-488f-98ff-0741cc4adecf req-b63fbef0-17a6-4fa6-b21a-ed9398e86fe7 tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] 10.222.0.57 "GET /v2.0/security-groups?id=85911023-f8aa-4224-bad7-4088dbf53224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803115 Dec 09 15:49:24.987130 n-d-821228-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-4e13afaa-0a43-450c-b6d0-36aca1e6cfb3 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Floating IP 75339cdd-ae4a-49dd-9ece-0a1d003c3ad1 associated. External IP: 172.25.3.47, port: 4b21b67d-ff68-4849-a9d3-6a5c91975039. Dec 09 15:49:25.265056 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:25.642433 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e13afaa-0a43-450c-b6d0-36aca1e6cfb3 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Router 788d6986-e891-46e7-bd88-6d205f0b96af has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:49:25.762529 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e13afaa-0a43-450c-b6d0-36aca1e6cfb3 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:49:25.775089 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3747ae7b-aabf-498f-ba70-25b5734cf4e1 None None] Sync routers for ids ['788d6986-e891-46e7-bd88-6d205f0b96af'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:49:25.790883 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e13afaa-0a43-450c-b6d0-36aca1e6cfb3 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:25.793428 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3747ae7b-aabf-498f-ba70-25b5734cf4e1 None None] Routers {'788d6986-e891-46e7-bd88-6d205f0b96af'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:49:25.794086 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3747ae7b-aabf-498f-ba70-25b5734cf4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:49:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['788d6986-e891-46e7-bd88-6d205f0b96af'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:49:25.830476 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4e13afaa-0a43-450c-b6d0-36aca1e6cfb3 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.8944061 Dec 09 15:49:25.831088 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '444fa8a4-cf57-49ad-8540-ff0a17dcc2b2', 'tag': '4b21b67d-ff68-4849-a9d3-6a5c91975039'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:49:25.833546 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67681c83-968c-4dd7-83e9-706877090bec" -d '{"events": [{"name": "network-changed", "server_uuid": "444fa8a4-cf57-49ad-8540-ff0a17dcc2b2", "tag": "4b21b67d-ff68-4849-a9d3-6a5c91975039"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:49:25.834078 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 51984) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:25.947139 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-3747ae7b-aabf-498f-ba70-25b5734cf4e1 None None] Set router 788d6986-e891-46e7-bd88-6d205f0b96af gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:49:26.028853 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f7083b65-838f-4b3d-8458-f5f11fb7ba3d tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/floatingips/75339cdd-ae4a-49dd-9ece-0a1d003c3ad1 HTTP/1.1" status: 200 len: 990 time: 0.1934304 Dec 09 15:49:26.060510 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b5477-cd57-4227-86c9-0b607e4580e3 req-c4ae9975-a225-4a7c-9a5a-4ff8fb450b13 tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:26.072384 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3a6b5477-cd57-4227-86c9-0b607e4580e3 req-c4ae9975-a225-4a7c-9a5a-4ff8fb450b13 tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0478c0b-48ba-4b6a-acf4-87c59049ce06 HTTP/1.1" status: 200 len: 945 time: 0.1394706 Dec 09 15:49:26.147155 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3a6b5477-cd57-4227-86c9-0b607e4580e3 req-942f2392-b166-4661-995e-6206739502c6 tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] 10.222.0.57 "GET /v2.0/security-groups?id=85911023-f8aa-4224-bad7-4088dbf53224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652814 Dec 09 15:49:26.194836 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390ebcb5-fae7-450a-b8ed-9c1deb218866 x-openstack-request-id: req-390ebcb5-fae7-450a-b8ed-9c1deb218866 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:49:26.195331 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "444fa8a4-cf57-49ad-8540-ff0a17dcc2b2", "tag": "4b21b67d-ff68-4849-a9d3-6a5c91975039", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:49:26.195550 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-390ebcb5-fae7-450a-b8ed-9c1deb218866 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:49:26.195769 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '444fa8a4-cf57-49ad-8540-ff0a17dcc2b2', 'tag': '4b21b67d-ff68-4849-a9d3-6a5c91975039', 'status': 'completed', 'code': 200} Dec 09 15:49:26.239740 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 52004) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:26.317898 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3747ae7b-aabf-498f-ba70-25b5734cf4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'name': 'tempest-TestNetworkBasicOps-router-913874075', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '48bb6ea6-da56-45cd-9d16-44176c906fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:30Z', 'updated_at': '2021-12-09T15:48:48Z', 'revision_number': 4, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'gw_port': {'id': '48bb6ea6-da56-45cd-9d16-44176c906fb0', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:33Z', 'updated_at': '2021-12-09T15:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '75339cdd-ae4a-49dd-9ece-0a1d003c3ad1', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'floating_ip_address': '172.25.3.47', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'port_id': '4b21b67d-ff68-4849-a9d3-6a5c91975039', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2255, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc054908-65b4-4921-b781-8153a60dbd11', 'mac_address': 'fa:16:3e:b3:c6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444fa8a4-cf57-49ad-8540-ff0a17dcc2b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:49:23Z', 'updated_at': '2021-12-09T15:49:23Z', 'revision_number': 0, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b82748b-5e0e-4efa-811c-0a3f50e5df36', 'name': '', 'network_id': 'bc054908-65b4-4921-b781-8153a60dbd11', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'mac_address': 'fa:16:3e:d4:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '45845798-aa7d-43d3-8232-fe08ce1b2415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:44Z', 'updated_at': '2021-12-09T15:48:57Z', 'revision_number': 5, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'subnets': [{'id': '45845798-aa7d-43d3-8232-fe08ce1b2415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:49:26.369491 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67681c83-968c-4dd7-83e9-706877090bec req-3c7686b5-6bc9-4bc4-9e52-374c6bc2de45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:26.374550 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-67681c83-968c-4dd7-83e9-706877090bec req-3c7686b5-6bc9-4bc4-9e52-374c6bc2de45 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=033ae2b2d4cc49e5bcd8a5d96b154150&device_id=444fa8a4-cf57-49ad-8540-ff0a17dcc2b2 HTTP/1.1" status: 200 len: 1096 time: 0.1247478 Dec 09 15:49:26.396095 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3747ae7b-aabf-498f-ba70-25b5734cf4e1 None None] Checking router: 788d6986-e891-46e7-bd88-6d205f0b96af for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:49:26.414446 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3747ae7b-aabf-498f-ba70-25b5734cf4e1 None None] Routers {'788d6986-e891-46e7-bd88-6d205f0b96af'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:49:26.420513 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3747ae7b-aabf-498f-ba70-25b5734cf4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:49:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['788d6986-e891-46e7-bd88-6d205f0b96af'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:49:26.572714 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:26.589084 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb891e0d-a08c-4e35-96a1-ed4730a35352 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:26.606335 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67681c83-968c-4dd7-83e9-706877090bec req-5ed09685-cbdb-4ee0-b860-dee9c25f6359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:26.615620 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-67681c83-968c-4dd7-83e9-706877090bec req-5ed09685-cbdb-4ee0-b860-dee9c25f6359 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bc054908-65b4-4921-b781-8153a60dbd11 HTTP/1.1" status: 200 len: 898 time: 0.2334836 Dec 09 15:49:26.777633 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb891e0d-a08c-4e35-96a1-ed4730a35352 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:26.784253 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb891e0d-a08c-4e35-96a1-ed4730a35352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:26.958417 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 52028) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:26.978106 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-67681c83-968c-4dd7-83e9-706877090bec req-20098189-7eec-49c1-9799-a9c9c56eebed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b21b67d-ff68-4849-a9d3-6a5c91975039 HTTP/1.1" status: 200 len: 998 time: 0.3560216 Dec 09 15:49:26.985660 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 52034) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:26.989122 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-eb891e0d-a08c-4e35-96a1-ed4730a35352 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0170622389dd40969abf945eb82eab9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7481835 Dec 09 15:49:26.990937 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb891e0d-a08c-4e35-96a1-ed4730a35352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49231da-f217-42b1-ad9c-e9d8db70d4a5,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:27.020620 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 52036) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:27.122429 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67681c83-968c-4dd7-83e9-706877090bec req-6e163d39-8c66-4749-8996-0bdeddb80df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:27.123979 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-67681c83-968c-4dd7-83e9-706877090bec req-6e163d39-8c66-4749-8996-0bdeddb80df2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45845798-aa7d-43d3-8232-fe08ce1b2415 HTTP/1.1" status: 200 len: 834 time: 0.1373341 Dec 09 15:49:27.167718 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-db7b4bf7-02bc-46b0-a051-245dbc64dcc9 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/floatingips/75339cdd-ae4a-49dd-9ece-0a1d003c3ad1 HTTP/1.1" status: 200 len: 990 time: 0.1458192 Dec 09 15:49:27.179598 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c339147-63b7-4dae-a470-47ac5b3de287 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:27.191872 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d505505-4511-47fb-9da3-7bad4dadd130 req-ee795c79-b46f-4648-91fe-8f5f3b0144d3 tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:27.197626 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6d505505-4511-47fb-9da3-7bad4dadd130 req-ee795c79-b46f-4648-91fe-8f5f3b0144d3 tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0478c0b-48ba-4b6a-acf4-87c59049ce06 HTTP/1.1" status: 200 len: 945 time: 0.0983009 Dec 09 15:49:27.207996 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67681c83-968c-4dd7-83e9-706877090bec req-a5c79cf1-9627-4405-b76b-9b2f689d97f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:27.210480 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-67681c83-968c-4dd7-83e9-706877090bec req-a5c79cf1-9627-4405-b76b-9b2f689d97f0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bc054908-65b4-4921-b781-8153a60dbd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789287 Dec 09 15:49:27.216086 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c339147-63b7-4dae-a470-47ac5b3de287 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:27.289458 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ace3e401-a684-4336-a999-a0718568a28f tempest-RoutersAdminNegativeIpV6Test-1962805709 tempest-RoutersAdminNegativeIpV6Test-1962805709-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-509547489', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:49:27.319200 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6d505505-4511-47fb-9da3-7bad4dadd130 req-70983520-8480-458c-ba10-5a588decb4bf tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] 10.222.0.57 "GET /v2.0/security-groups?id=85911023-f8aa-4224-bad7-4088dbf53224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110218 Dec 09 15:49:27.376139 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace3e401-a684-4336-a999-a0718568a28f tempest-RoutersAdminNegativeIpV6Test-1962805709 tempest-RoutersAdminNegativeIpV6Test-1962805709-project-admin] Made reservation on behalf of 1624bd88c81f417a8c2296916c40ee10 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:49:27.378700 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-3747ae7b-aabf-498f-ba70-25b5734cf4e1 None None] Set router 788d6986-e891-46e7-bd88-6d205f0b96af gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:49:27.379434 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ace3e401-a684-4336-a999-a0718568a28f tempest-RoutersAdminNegativeIpV6Test-1962805709 tempest-RoutersAdminNegativeIpV6Test-1962805709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:27.391890 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-67681c83-968c-4dd7-83e9-706877090bec req-d14c2e37-85e2-46c9-bbad-ebf040c83f48 service neutron] 10.222.0.42 "GET /v2.0/networks/bc054908-65b4-4921-b781-8153a60dbd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725976 Dec 09 15:49:27.392208 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ace3e401-a684-4336-a999-a0718568a28f tempest-RoutersAdminNegativeIpV6Test-1962805709 tempest-RoutersAdminNegativeIpV6Test-1962805709-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:27.397979 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c339147-63b7-4dae-a470-47ac5b3de287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:27.401060 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c339147-63b7-4dae-a470-47ac5b3de287 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:27.410460 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6c339147-63b7-4dae-a470-47ac5b3de287 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e49231da-f217-42b1-ad9c-e9d8db70d4a5 HTTP/1.1" status: 204 len: 168 time: 0.4223392 Dec 09 15:49:27.569410 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-67681c83-968c-4dd7-83e9-706877090bec req-49c038e5-ae2e-4a75-b8cf-b8260a5a6d39 service neutron] 10.222.0.42 "GET /v2.0/networks/bc054908-65b4-4921-b781-8153a60dbd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574848 Dec 09 15:49:27.575494 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c339147-63b7-4dae-a470-47ac5b3de287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49231da-f217-42b1-ad9c-e9d8db70d4a5,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:27.610704 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ace3e401-a684-4336-a999-a0718568a28f tempest-RoutersAdminNegativeIpV6Test-1962805709 tempest-RoutersAdminNegativeIpV6Test-1962805709-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:27.620174 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ace3e401-a684-4336-a999-a0718568a28f tempest-RoutersAdminNegativeIpV6Test-1962805709 tempest-RoutersAdminNegativeIpV6Test-1962805709-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:27.625003 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-ace3e401-a684-4336-a999-a0718568a28f tempest-RoutersAdminNegativeIpV6Test-1962805709 tempest-RoutersAdminNegativeIpV6Test-1962805709-project-admin] device_id is not set on port 2b7f9d72-0fb2-4244-bca8-8228f264aeed yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:49:27.759859 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-ace3e401-a684-4336-a999-a0718568a28f tempest-RoutersAdminNegativeIpV6Test-1962805709 tempest-RoutersAdminNegativeIpV6Test-1962805709-project-admin] Allocated IP 172.25.3.95 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/2b7f9d72-0fb2-4244-bca8-8228f264aeed) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:49:27.762299 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3747ae7b-aabf-498f-ba70-25b5734cf4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'name': 'tempest-TestNetworkBasicOps-router-913874075', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '48bb6ea6-da56-45cd-9d16-44176c906fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:30Z', 'updated_at': '2021-12-09T15:48:48Z', 'revision_number': 4, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'gw_port': {'id': '48bb6ea6-da56-45cd-9d16-44176c906fb0', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:33Z', 'updated_at': '2021-12-09T15:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '75339cdd-ae4a-49dd-9ece-0a1d003c3ad1', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'floating_ip_address': '172.25.3.47', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'port_id': '4b21b67d-ff68-4849-a9d3-6a5c91975039', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2255, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc054908-65b4-4921-b781-8153a60dbd11', 'mac_address': 'fa:16:3e:b3:c6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444fa8a4-cf57-49ad-8540-ff0a17dcc2b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:49:23Z', 'updated_at': '2021-12-09T15:49:23Z', 'revision_number': 0, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b82748b-5e0e-4efa-811c-0a3f50e5df36', 'name': '', 'network_id': 'bc054908-65b4-4921-b781-8153a60dbd11', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'mac_address': 'fa:16:3e:d4:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '45845798-aa7d-43d3-8232-fe08ce1b2415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:44Z', 'updated_at': '2021-12-09T15:48:57Z', 'revision_number': 5, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'subnets': [{'id': '45845798-aa7d-43d3-8232-fe08ce1b2415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:49:27.798971 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace3e401-a684-4336-a999-a0718568a28f tempest-RoutersAdminNegativeIpV6Test-1962805709 tempest-RoutersAdminNegativeIpV6Test-1962805709-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41084754-9fda-47b4-8b2e-6e6211cc4c97,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:27.808965 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3747ae7b-aabf-498f-ba70-25b5734cf4e1 None None] The sync data for ids ['788d6986-e891-46e7-bd88-6d205f0b96af'] in n-d-821228-1 is: [{'id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'name': 'tempest-TestNetworkBasicOps-router-913874075', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '48bb6ea6-da56-45cd-9d16-44176c906fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:30Z', 'updated_at': '2021-12-09T15:48:48Z', 'revision_number': 4, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'gw_port': {'id': '48bb6ea6-da56-45cd-9d16-44176c906fb0', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:33Z', 'updated_at': '2021-12-09T15:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '75339cdd-ae4a-49dd-9ece-0a1d003c3ad1', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'floating_ip_address': '172.25.3.47', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'port_id': '4b21b67d-ff68-4849-a9d3-6a5c91975039', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2255, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc054908-65b4-4921-b781-8153a60dbd11', 'mac_address': 'fa:16:3e:b3:c6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444fa8a4-cf57-49ad-8540-ff0a17dcc2b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:49:23Z', 'updated_at': '2021-12-09T15:49:23Z', 'revision_number': 0, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b82748b-5e0e-4efa-811c-0a3f50e5df36', 'name': '', 'network_id': 'bc054908-65b4-4921-b781-8153a60dbd11', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'mac_address': 'fa:16:3e:d4:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '45845798-aa7d-43d3-8232-fe08ce1b2415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:44Z', 'updated_at': '2021-12-09T15:48:57Z', 'revision_number': 5, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'subnets': [{'id': '45845798-aa7d-43d3-8232-fe08ce1b2415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:49:27.941933 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 52046) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:27.959819 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1a92b896-578b-4df8-8ecc-ec5ebffd571f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:27.996903 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ace3e401-a684-4336-a999-a0718568a28f tempest-RoutersAdminNegativeIpV6Test-1962805709 tempest-RoutersAdminNegativeIpV6Test-1962805709-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:28.079895 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ace3e401-a684-4336-a999-a0718568a28f tempest-RoutersAdminNegativeIpV6Test-1962805709 tempest-RoutersAdminNegativeIpV6Test-1962805709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:28.085708 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1a92b896-578b-4df8-8ecc-ec5ebffd571f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:28.095878 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1a92b896-578b-4df8-8ecc-ec5ebffd571f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:28.152263 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace3e401-a684-4336-a999-a0718568a28f tempest-RoutersAdminNegativeIpV6Test-1962805709 tempest-RoutersAdminNegativeIpV6Test-1962805709-project-admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:49:28.155605 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30da46b-f4c8-455d-8586-56486028e2aa None None] New status for floating IP 75339cdd-ae4a-49dd-9ece-0a1d003c3ad1: ACTIVE {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:49:28.157752 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-ace3e401-a684-4336-a999-a0718568a28f tempest-RoutersAdminNegativeIpV6Test-1962805709 tempest-RoutersAdminNegativeIpV6Test-1962805709-project-admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:49:28.173426 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1a92b896-578b-4df8-8ecc-ec5ebffd571f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=612268ef17114616a0c22b73c04e5ea6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2301662 Dec 09 15:49:28.174420 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 52054) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:28.174779 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffcb2b5-cd67-4675-bca8-4cd41d7211ba None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:49:28.176710 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 52056) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:28.182688 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a92b896-578b-4df8-8ecc-ec5ebffd571f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf75743-e2dd-42c5-87c3-7bf8a1ace717,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:28.220673 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace3e401-a684-4336-a999-a0718568a28f tempest-RoutersAdminNegativeIpV6Test-1962805709 tempest-RoutersAdminNegativeIpV6Test-1962805709-project-admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:49:28.261341 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-471cc52a-1cc9-480a-aa46-d03ca90f9627 None None] Provisioning complete for port 2b7f9d72-0fb2-4244-bca8-8228f264aeed triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:28.261679 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-471cc52a-1cc9-480a-aa46-d03ca90f9627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:28.375553 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-471cc52a-1cc9-480a-aa46-d03ca90f9627 None None] Port 2b7f9d72-0fb2-4244-bca8-8228f264aeed cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:49:28.433716 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-977f71e6-76cd-402f-a545-29eeec433e5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:28.465819 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-977f71e6-76cd-402f-a545-29eeec433e5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:28.564863 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2e33a6ac-cf39-4ed0-aa7e-d739d5931a3c tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/floatingips/75339cdd-ae4a-49dd-9ece-0a1d003c3ad1 HTTP/1.1" status: 200 len: 990 time: 0.3864450 Dec 09 15:49:28.581404 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-977f71e6-76cd-402f-a545-29eeec433e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:28.584872 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-977f71e6-76cd-402f-a545-29eeec433e5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:28.586239 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-977f71e6-76cd-402f-a545-29eeec433e5e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/faf75743-e2dd-42c5-87c3-7bf8a1ace717 HTTP/1.1" status: 204 len: 168 time: 0.4068141 Dec 09 15:49:28.596717 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f71e6-76cd-402f-a545-29eeec433e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf75743-e2dd-42c5-87c3-7bf8a1ace717,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:28.804978 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace3e401-a684-4336-a999-a0718568a28f tempest-RoutersAdminNegativeIpV6Test-1962805709 tempest-RoutersAdminNegativeIpV6Test-1962805709-project-admin] Pushing event updated for resources: {'Port': ['ID=2b7f9d72-0fb2-4244-bca8-8228f264aeed,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:28.877078 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50b108-a655-4807-b3a5-27bdc2c8d0cc req-2f98860f-81df-4815-8e63-03c9d38a012b tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:28.879570 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bf50b108-a655-4807-b3a5-27bdc2c8d0cc req-2f98860f-81df-4815-8e63-03c9d38a012b tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0478c0b-48ba-4b6a-acf4-87c59049ce06 HTTP/1.1" status: 200 len: 945 time: 0.7239940 Dec 09 15:49:28.924224 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace3e401-a684-4336-a999-a0718568a28f tempest-RoutersAdminNegativeIpV6Test-1962805709 tempest-RoutersAdminNegativeIpV6Test-1962805709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:28.925097 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ace3e401-a684-4336-a999-a0718568a28f tempest-RoutersAdminNegativeIpV6Test-1962805709 tempest-RoutersAdminNegativeIpV6Test-1962805709-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:28.948258 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99033e0-5d77-4b5d-b892-41ef91ec4223 req-dd8a77a4-7335-4bb9-8195-0869ab642e6c tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:28.953063 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c99033e0-5d77-4b5d-b892-41ef91ec4223 req-dd8a77a4-7335-4bb9-8195-0869ab642e6c tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0478c0b-48ba-4b6a-acf4-87c59049ce06 HTTP/1.1" status: 200 len: 945 time: 0.1520703 Dec 09 15:49:29.012965 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ace3e401-a684-4336-a999-a0718568a28f tempest-RoutersAdminNegativeIpV6Test-1962805709 tempest-RoutersAdminNegativeIpV6Test-1962805709-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.0505929 Dec 09 15:49:29.014771 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 52072) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:29.024899 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ae63200e-48f7-4187-b4a4-47fb013e0440 tempest-RoutersAdminNegativeIpV6Test-1962805709 tempest-RoutersAdminNegativeIpV6Test-1962805709-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.95'}]}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:49:29.065236 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c99033e0-5d77-4b5d-b892-41ef91ec4223 req-55d69bca-3b87-46d0-9fec-5cce9424b8cf tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] 10.222.0.57 "GET /v2.0/security-groups?id=85911023-f8aa-4224-bad7-4088dbf53224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803969 Dec 09 15:49:29.068775 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae63200e-48f7-4187-b4a4-47fb013e0440 tempest-RoutersAdminNegativeIpV6Test-1962805709 tempest-RoutersAdminNegativeIpV6Test-1962805709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:29.069584 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae63200e-48f7-4187-b4a4-47fb013e0440 tempest-RoutersAdminNegativeIpV6Test-1962805709 tempest-RoutersAdminNegativeIpV6Test-1962805709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:29.083667 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-bf50b108-a655-4807-b3a5-27bdc2c8d0cc req-796e702c-eb88-4f93-a921-0ba8420027bc tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] Deleting port 0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:49:29.085067 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bf50b108-a655-4807-b3a5-27bdc2c8d0cc req-796e702c-eb88-4f93-a921-0ba8420027bc tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:29.219127 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae63200e-48f7-4187-b4a4-47fb013e0440 tempest-RoutersAdminNegativeIpV6Test-1962805709 tempest-RoutersAdminNegativeIpV6Test-1962805709-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:29.280515 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-bf50b108-a655-4807-b3a5-27bdc2c8d0cc req-796e702c-eb88-4f93-a921-0ba8420027bc tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] For port 0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a,segment=NetworkSegment(32c57d66-3356-4ec2-bef3-fab36b550cf1),segment_id=32c57d66-3356-4ec2-bef3-fab36b550cf1)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:49:29.282682 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bf50b108-a655-4807-b3a5-27bdc2c8d0cc req-796e702c-eb88-4f93-a921-0ba8420027bc tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:29.329960 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-bf50b108-a655-4807-b3a5-27bdc2c8d0cc req-796e702c-eb88-4f93-a921-0ba8420027bc tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] Calling delete_port for 0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:49:29.396437 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae63200e-48f7-4187-b4a4-47fb013e0440 tempest-RoutersAdminNegativeIpV6Test-1962805709 tempest-RoutersAdminNegativeIpV6Test-1962805709-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:29.542526 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bf50b108-a655-4807-b3a5-27bdc2c8d0cc req-796e702c-eb88-4f93-a921-0ba8420027bc tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:29.557744 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:49:29.571041 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 52094) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:29.610779 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e702c-eb88-4f93-a921-0ba8420027bc tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] Pushing event deleted for resources: {'Port': ['ID=0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:29.729365 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf50b108-a655-4807-b3a5-27bdc2c8d0cc req-796e702c-eb88-4f93-a921-0ba8420027bc tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] No DVR routers for this DVR port 0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:49:29.737152 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bf50b108-a655-4807-b3a5-27bdc2c8d0cc req-796e702c-eb88-4f93-a921-0ba8420027bc tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:29.742544 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bf50b108-a655-4807-b3a5-27bdc2c8d0cc req-796e702c-eb88-4f93-a921-0ba8420027bc tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] 10.222.0.31 "DELETE /v2.0/ports/0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a HTTP/1.1" status: 204 len: 173 time: 0.8551483 Dec 09 15:49:29.744493 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0478c0b-48ba-4b6a-acf4-87c59049ce06', 'name': 'network-vif-deleted', 'tag': '0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:49:29.746857 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501ab4e7-29a0-4f3f-a3bf-65203f367b06" -d '{"events": [{"server_uuid": "f0478c0b-48ba-4b6a-acf4-87c59049ce06", "name": "network-vif-deleted", "tag": "0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:49:29.828048 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f842959b-50c6-4b8d-b5b3-30a540d9b8fa tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/floatingips/75339cdd-ae4a-49dd-9ece-0a1d003c3ad1 HTTP/1.1" status: 200 len: 992 time: 0.2514863 Dec 09 15:49:29.838178 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d04e2b8-311d-4afe-8da3-7bc0c07568e4 x-openstack-request-id: req-3d04e2b8-311d-4afe-8da3-7bc0c07568e4 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:49:29.838476 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0478c0b-48ba-4b6a-acf4-87c59049ce06", "name": "network-vif-deleted", "tag": "0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:49:29.838732 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3d04e2b8-311d-4afe-8da3-7bc0c07568e4 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:49:29.839144 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0478c0b-48ba-4b6a-acf4-87c59049ce06', 'name': 'network-vif-deleted', 'tag': '0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a', 'status': 'completed', 'code': 200} Dec 09 15:49:29.912552 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae63200e-48f7-4187-b4a4-47fb013e0440 tempest-RoutersAdminNegativeIpV6Test-1962805709 tempest-RoutersAdminNegativeIpV6Test-1962805709-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:29.943659 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae63200e-48f7-4187-b4a4-47fb013e0440 tempest-RoutersAdminNegativeIpV6Test-1962805709 tempest-RoutersAdminNegativeIpV6Test-1962805709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:30.146964 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae63200e-48f7-4187-b4a4-47fb013e0440 tempest-RoutersAdminNegativeIpV6Test-1962805709 tempest-RoutersAdminNegativeIpV6Test-1962805709-project-admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:30.432586 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da57036b-82c7-4912-9452-040d9f7f20ed req-85c6babb-f3c6-4829-8506-2fbea3ed4a08 tempest-ServerAddressesNegativeTestJSON-1185129615 tempest-ServerAddressesNegativeTestJSON-1185129615-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0478c0b-48ba-4b6a-acf4-87c59049ce06 HTTP/1.1" status: 200 len: 210 time: 0.1253774 Dec 09 15:49:30.451646 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae63200e-48f7-4187-b4a4-47fb013e0440 tempest-RoutersAdminNegativeIpV6Test-1962805709 tempest-RoutersAdminNegativeIpV6Test-1962805709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:30.455454 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae63200e-48f7-4187-b4a4-47fb013e0440 tempest-RoutersAdminNegativeIpV6Test-1962805709 tempest-RoutersAdminNegativeIpV6Test-1962805709-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:30.578394 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae63200e-48f7-4187-b4a4-47fb013e0440 tempest-RoutersAdminNegativeIpV6Test-1962805709 tempest-RoutersAdminNegativeIpV6Test-1962805709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:30.579691 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae63200e-48f7-4187-b4a4-47fb013e0440 tempest-RoutersAdminNegativeIpV6Test-1962805709 tempest-RoutersAdminNegativeIpV6Test-1962805709-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3b58e891-80ee-4699-87fc-532d4e181f6a {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:49:30.603495 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-ae63200e-48f7-4187-b4a4-47fb013e0440 tempest-RoutersAdminNegativeIpV6Test-1962805709 tempest-RoutersAdminNegativeIpV6Test-1962805709-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 09 15:49:30.604932 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ae63200e-48f7-4187-b4a4-47fb013e0440 tempest-RoutersAdminNegativeIpV6Test-1962805709 tempest-RoutersAdminNegativeIpV6Test-1962805709-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.5877426 Dec 09 15:49:30.608078 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 52122) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:30.705492 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-5d45be06-a867-4d74-8592-cae6ed31cf3a tempest-RoutersAdminNegativeIpV6Test-1962805709 tempest-RoutersAdminNegativeIpV6Test-1962805709-project-admin] Deleting port 2b7f9d72-0fb2-4244-bca8-8228f264aeed {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:49:30.706045 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d45be06-a867-4d74-8592-cae6ed31cf3a tempest-RoutersAdminNegativeIpV6Test-1962805709 tempest-RoutersAdminNegativeIpV6Test-1962805709-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:30.807593 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d45be06-a867-4d74-8592-cae6ed31cf3a tempest-RoutersAdminNegativeIpV6Test-1962805709 tempest-RoutersAdminNegativeIpV6Test-1962805709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:30.821594 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-5d45be06-a867-4d74-8592-cae6ed31cf3a tempest-RoutersAdminNegativeIpV6Test-1962805709 tempest-RoutersAdminNegativeIpV6Test-1962805709-project-admin] Calling delete_port for 2b7f9d72-0fb2-4244-bca8-8228f264aeed owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:49:30.955180 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d45be06-a867-4d74-8592-cae6ed31cf3a tempest-RoutersAdminNegativeIpV6Test-1962805709 tempest-RoutersAdminNegativeIpV6Test-1962805709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:30.990882 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d45be06-a867-4d74-8592-cae6ed31cf3a tempest-RoutersAdminNegativeIpV6Test-1962805709 tempest-RoutersAdminNegativeIpV6Test-1962805709-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b7f9d72-0fb2-4244-bca8-8228f264aeed,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:31.005059 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20953803-2b31-4a52-b3bc-6cf953bc0c40 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:49:31.053927 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d45be06-a867-4d74-8592-cae6ed31cf3a tempest-RoutersAdminNegativeIpV6Test-1962805709 tempest-RoutersAdminNegativeIpV6Test-1962805709-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:31.058005 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-5d45be06-a867-4d74-8592-cae6ed31cf3a tempest-RoutersAdminNegativeIpV6Test-1962805709 tempest-RoutersAdminNegativeIpV6Test-1962805709-project-admin] 10.222.0.57 "DELETE /v2.0/ports/2b7f9d72-0fb2-4244-bca8-8228f264aeed HTTP/1.1" status: 204 len: 168 time: 0.4481840 Dec 09 15:49:31.215291 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 52138) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:31.263123 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 52142) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:31.374373 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13657f33-88cd-4822-8b3e-2528d30361f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:31.377871 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dfac8409-d9b9-4b9a-a353-25988067b8c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:31.486253 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 52150) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:31.520605 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dfac8409-d9b9-4b9a-a353-25988067b8c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:31.522911 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13657f33-88cd-4822-8b3e-2528d30361f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:31.529087 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dfac8409-d9b9-4b9a-a353-25988067b8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:31.539428 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eba80dd-fef0-4fb8-9993-688c5783b85e admin admin] Deleting subnet 594a1833-f267-4683-b1ea-d33f948839dd {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:49:31.542007 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13657f33-88cd-4822-8b3e-2528d30361f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:31.549807 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6eba80dd-fef0-4fb8-9993-688c5783b85e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:31.583819 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-dfac8409-d9b9-4b9a-a353-25988067b8c6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=483607b094a94151be1e52dd38ff59e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3172667 Dec 09 15:49:31.584338 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 52162) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:31.596067 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac8409-d9b9-4b9a-a353-25988067b8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28223181-ef23-461f-9488-203c44a11122,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:31.600597 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-13657f33-88cd-4822-8b3e-2528d30361f2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d28ae3f3b39e4900bee428a5710a8943&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3842175 Dec 09 15:49:31.604016 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 52164) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:31.628689 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6eba80dd-fef0-4fb8-9993-688c5783b85e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:31.649753 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13657f33-88cd-4822-8b3e-2528d30361f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b793ce-648c-44f0-ad72-05ce03997f64,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:31.677291 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e7e50751-10bc-4b24-8481-737ff0677dac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:31.695769 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6eba80dd-fef0-4fb8-9993-688c5783b85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:31.701590 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e7e50751-10bc-4b24-8481-737ff0677dac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:31.720507 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 52174) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:31.721060 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-af4d10e1-61e7-46b4-a027-62bcc13d532b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:31.727614 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-f9009daf-ffb5-454c-9a58-74530fd27755 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2128602883'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:49:31.768484 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-af4d10e1-61e7-46b4-a027-62bcc13d532b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:31.772133 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e7e50751-10bc-4b24-8481-737ff0677dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:31.776429 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e7e50751-10bc-4b24-8481-737ff0677dac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:31.778757 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e7e50751-10bc-4b24-8481-737ff0677dac admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e5b793ce-648c-44f0-ad72-05ce03997f64 HTTP/1.1" status: 204 len: 168 time: 0.1726530 Dec 09 15:49:31.788188 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e50751-10bc-4b24-8481-737ff0677dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b793ce-648c-44f0-ad72-05ce03997f64,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:31.804037 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9009daf-ffb5-454c-9a58-74530fd27755 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Made reservation on behalf of b613632b80754e8bbd6b2b6b64d76f9f for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:49:31.807726 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f9009daf-ffb5-454c-9a58-74530fd27755 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:31.851009 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6eba80dd-fef0-4fb8-9993-688c5783b85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:31.857689 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9009daf-ffb5-454c-9a58-74530fd27755 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:49:31.900136 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba80dd-fef0-4fb8-9993-688c5783b85e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=594a1833-f267-4683-b1ea-d33f948839dd,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:31.902789 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6eba80dd-fef0-4fb8-9993-688c5783b85e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:31.906773 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6eba80dd-fef0-4fb8-9993-688c5783b85e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/594a1833-f267-4683-b1ea-d33f948839dd HTTP/1.1" status: 204 len: 168 time: 0.4192140 Dec 09 15:49:31.909848 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 52186) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:31.912189 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f9009daf-ffb5-454c-9a58-74530fd27755 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:31.912596 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-f9009daf-ffb5-454c-9a58-74530fd27755 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Added segment 45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e of type vlan for network 793151e9-673a-4eba-bc7f-eef12bb07531 Dec 09 15:49:31.914014 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-af4d10e1-61e7-46b4-a027-62bcc13d532b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:31.916681 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-af4d10e1-61e7-46b4-a027-62bcc13d532b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:31.917932 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-af4d10e1-61e7-46b4-a027-62bcc13d532b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/28223181-ef23-461f-9488-203c44a11122 HTTP/1.1" status: 204 len: 168 time: 0.3324871 Dec 09 15:49:31.934873 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d10e1-61e7-46b4-a027-62bcc13d532b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28223181-ef23-461f-9488-203c44a11122,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:31.980701 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f9009daf-ffb5-454c-9a58-74530fd27755 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:32.011959 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f9009daf-ffb5-454c-9a58-74530fd27755 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:32.023494 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9009daf-ffb5-454c-9a58-74530fd27755 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:32.024137 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f9009daf-ffb5-454c-9a58-74530fd27755 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:32.060192 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3d720665-8e94-4703-9d24-58f17d3f43ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:32.090152 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f9009daf-ffb5-454c-9a58-74530fd27755 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3669903 Dec 09 15:49:32.093433 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 52200) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:32.099157 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-9366c9ce-fee6-4467-b543-aa7fe2173a71 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-799136312'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:49:32.116856 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9009daf-ffb5-454c-9a58-74530fd27755 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Pushing event updated for resources: {'Network': ['ID=793151e9-673a-4eba-bc7f-eef12bb07531,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:32.129391 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 793151e9-673a-4eba-bc7f-eef12bb07531 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:49:32.139169 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9366c9ce-fee6-4467-b543-aa7fe2173a71 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Made reservation on behalf of b613632b80754e8bbd6b2b6b64d76f9f for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:49:32.142989 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9366c9ce-fee6-4467-b543-aa7fe2173a71 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:32.171594 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3d720665-8e94-4703-9d24-58f17d3f43ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:32.176657 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9366c9ce-fee6-4467-b543-aa7fe2173a71 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:49:32.189130 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9366c9ce-fee6-4467-b543-aa7fe2173a71 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:32.190122 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-9366c9ce-fee6-4467-b543-aa7fe2173a71 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Added segment 0afc4eae-d5e0-4fad-b2e5-9f1c880770af of type vlan for network e220874f-4ea8-4ea6-9fc4-39a517be75d8 Dec 09 15:49:32.206409 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-3d720665-8e94-4703-9d24-58f17d3f43ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ad6340c-bcfa-4ca4-95f8-1a0a25cf0af2']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:49:32.242681 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-3d720665-8e94-4703-9d24-58f17d3f43ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c57d66-3356-4ec2-bef3-fab36b550cf1') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:49:32.243274 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-3d720665-8e94-4703-9d24-58f17d3f43ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c57d66-3356-4ec2-bef3-fab36b550cf1') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:49:32.256252 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9366c9ce-fee6-4467-b543-aa7fe2173a71 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:32.262590 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3d720665-8e94-4703-9d24-58f17d3f43ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:32.281383 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3d720665-8e94-4703-9d24-58f17d3f43ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:32.291111 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d720665-8e94-4703-9d24-58f17d3f43ed admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:49:32.291588 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3d720665-8e94-4703-9d24-58f17d3f43ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:32.296250 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 52208) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:32.341521 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-761e34a4-dd33-4a21-a2dd-ebdbdf3ef0ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:32.346414 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9366c9ce-fee6-4467-b543-aa7fe2173a71 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:32.348699 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:49:32.348699 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:49:32.348699 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:49:32.348699 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:49:32.348699 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:49:32.348699 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:49:32.348699 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:49:32.348699 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:49:32.348699 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:49:32.348699 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:49:32.348699 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:49:32.348699 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:49:32.348699 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:49:32.348699 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:49:32.348699 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:49:32.348699 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:49:32.348699 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:49:32.348699 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:49:32.348699 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:49:32.348699 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:49:32.348699 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:49:32.348699 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:49:32.348699 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:49:32.348699 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:49:32.348699 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:49:32.348699 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:49:32.348699 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:49:32.348699 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:49:32.348699 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:49:32.348699 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:49:32.348699 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:49:32.348699 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:49:32.352676 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9366c9ce-fee6-4467-b543-aa7fe2173a71 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:32.353283 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9366c9ce-fee6-4467-b543-aa7fe2173a71 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:32.373779 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3d720665-8e94-4703-9d24-58f17d3f43ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:32.383282 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3d720665-8e94-4703-9d24-58f17d3f43ed admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:32.390204 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3d720665-8e94-4703-9d24-58f17d3f43ed admin admin] 10.222.0.57 "DELETE /v2.0/networks/1ad6340c-bcfa-4ca4-95f8-1a0a25cf0af2 HTTP/1.1" status: 204 len: 168 time: 0.4757850 Dec 09 15:49:32.405226 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9366c9ce-fee6-4467-b543-aa7fe2173a71 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3076546 Dec 09 15:49:32.405917 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 52216) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:32.408650 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d720665-8e94-4703-9d24-58f17d3f43ed admin admin] Pushing event deleted for resources: {'Network': ['ID=1ad6340c-bcfa-4ca4-95f8-1a0a25cf0af2,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:32.437213 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-068ddcb8-c8fc-43ab-8c7d-ef53c2e2d742 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Request body: {'subnet': {'network_id': '793151e9-673a-4eba-bc7f-eef12bb07531', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:49:32.488133 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:49:32.556126 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 52222) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:32.561840 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:49:32.562383 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 0f78ecaa-8c1c-46c0-bee8-14f2dc9bcb9a not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:49:32.595145 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366c9ce-fee6-4467-b543-aa7fe2173a71 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Pushing event updated for resources: {'Network': ['ID=e220874f-4ea8-4ea6-9fc4-39a517be75d8,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:32.606205 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network e220874f-4ea8-4ea6-9fc4-39a517be75d8 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:49:32.642700 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-371a6f9b-9ed8-48f4-8192-d99a97bcd42d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1624bd88c81f417a8c2296916c40ee10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0831771 Dec 09 15:49:32.643005 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 52224) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:32.678603 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068ddcb8-c8fc-43ab-8c7d-ef53c2e2d742 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Made reservation on behalf of b613632b80754e8bbd6b2b6b64d76f9f for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:49:32.686340 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-068ddcb8-c8fc-43ab-8c7d-ef53c2e2d742 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:32.730541 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 52228) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:32.732000 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-38cd4f13-b70b-4e5b-8963-a9e97cfa2ea1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:32.791525 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-38cd4f13-b70b-4e5b-8963-a9e97cfa2ea1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:32.819239 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-761e34a4-dd33-4a21-a2dd-ebdbdf3ef0ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:32.824557 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-761e34a4-dd33-4a21-a2dd-ebdbdf3ef0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:32.828011 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b2e1ef85-e1e6-4a0d-9f3e-f27efa834a30 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9ab5dd91129b4afd8777bf1678ca25ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0911491 Dec 09 15:49:32.831768 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 52230) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:32.882002 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-38cd4f13-b70b-4e5b-8963-a9e97cfa2ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:32.886288 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-761e34a4-dd33-4a21-a2dd-ebdbdf3ef0ad admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1855db0e847646a78b2ab8280a4bcf40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5862374 Dec 09 15:49:32.886428 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-38cd4f13-b70b-4e5b-8963-a9e97cfa2ea1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:32.886507 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e34a4-dd33-4a21-a2dd-ebdbdf3ef0ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2444bc-4eaa-411f-996f-bf99895ae4a6,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:32.886576 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-38cd4f13-b70b-4e5b-8963-a9e97cfa2ea1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/41084754-9fda-47b4-8b2e-6e6211cc4c97 HTTP/1.1" status: 204 len: 168 time: 0.2399194 Dec 09 15:49:32.890431 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 52232) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:32.918222 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd4f13-b70b-4e5b-8963-a9e97cfa2ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41084754-9fda-47b4-8b2e-6e6211cc4c97,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:32.934693 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-02c331ba-579c-47ee-a893-821bc668e915 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:32.969118 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-02c331ba-579c-47ee-a893-821bc668e915 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:33.008349 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0fae184-9302-4db4-8f9a-ccc6a400ce6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:33.026047 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-02c331ba-579c-47ee-a893-821bc668e915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:33.029383 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-02c331ba-579c-47ee-a893-821bc668e915 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:33.030956 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-02c331ba-579c-47ee-a893-821bc668e915 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/85911023-f8aa-4224-bad7-4088dbf53224 HTTP/1.1" status: 204 len: 168 time: 0.1986270 Dec 09 15:49:33.041988 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c331ba-579c-47ee-a893-821bc668e915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85911023-f8aa-4224-bad7-4088dbf53224,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:33.070276 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0fae184-9302-4db4-8f9a-ccc6a400ce6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:33.097048 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-068ddcb8-c8fc-43ab-8c7d-ef53c2e2d742 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:33.190001 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ddcb8-c8fc-43ab-8c7d-ef53c2e2d742 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Pushing event updated for resources: {'Subnet': ['ID=171b19ce-c8cb-49f0-b1d6-e7dc927afc82,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:33.195480 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068ddcb8-c8fc-43ab-8c7d-ef53c2e2d742 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Checking segment: {'id': '45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '793151e9-673a-4eba-bc7f-eef12bb07531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:49:33.196127 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068ddcb8-c8fc-43ab-8c7d-ef53c2e2d742 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Network hostable DHCP agents. Network: 793151e9-673a-4eba-bc7f-eef12bb07531, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:49:33.206814 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0fae184-9302-4db4-8f9a-ccc6a400ce6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:33.210780 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0fae184-9302-4db4-8f9a-ccc6a400ce6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:33.212486 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c0fae184-9302-4db4-8f9a-ccc6a400ce6d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0f2444bc-4eaa-411f-996f-bf99895ae4a6 HTTP/1.1" status: 204 len: 168 time: 0.3187463 Dec 09 15:49:33.230395 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fae184-9302-4db4-8f9a-ccc6a400ce6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2444bc-4eaa-411f-996f-bf99895ae4a6,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:33.247210 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068ddcb8-c8fc-43ab-8c7d-ef53c2e2d742 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Network 793151e9-673a-4eba-bc7f-eef12bb07531 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:49:33.274553 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-068ddcb8-c8fc-43ab-8c7d-ef53c2e2d742 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 793151e9-673a-4eba-bc7f-eef12bb07531) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:49:33.279914 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068ddcb8-c8fc-43ab-8c7d-ef53c2e2d742 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:33.280693 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-068ddcb8-c8fc-43ab-8c7d-ef53c2e2d742 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:33.286085 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79482a17-1165-48e5-a414-a4d210ec4658 None None] Network 793151e9-673a-4eba-bc7f-eef12bb07531 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:49:33.317523 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-068ddcb8-c8fc-43ab-8c7d-ef53c2e2d742 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9003496 Dec 09 15:49:33.319763 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 52244) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:33.341844 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-feb0cd28-bb59-44a8-a807-ee81d7a41e08 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Request body: {'subnet': {'network_id': 'e220874f-4ea8-4ea6-9fc4-39a517be75d8', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:49:33.464403 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb0cd28-bb59-44a8-a807-ee81d7a41e08 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Made reservation on behalf of b613632b80754e8bbd6b2b6b64d76f9f for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:49:33.469023 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-feb0cd28-bb59-44a8-a807-ee81d7a41e08 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:33.505941 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d40c0f-7f05-490c-94e2-4422225df625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-793151e9-673a-4eba-bc7f-eef12bb07531', 'network_id': '793151e9-673a-4eba-bc7f-eef12bb07531', 'project_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'fixed_ips': [{'subnet_id': '171b19ce-c8cb-49f0-b1d6-e7dc927afc82'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:49:33.508544 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-28d40c0f-7f05-490c-94e2-4422225df625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:33.755691 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-28d40c0f-7f05-490c-94e2-4422225df625 None None] Allocated IP 10.1.1.2 (793151e9-673a-4eba-bc7f-eef12bb07531/171b19ce-c8cb-49f0-b1d6-e7dc927afc82/889abb3e-4eea-4ccb-8fec-b47eb2558465) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:49:33.901654 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-feb0cd28-bb59-44a8-a807-ee81d7a41e08 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:33.981894 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-28d40c0f-7f05-490c-94e2-4422225df625 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:34.036017 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-28d40c0f-7f05-490c-94e2-4422225df625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:34.074526 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb0cd28-bb59-44a8-a807-ee81d7a41e08 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Checking segment: {'id': '0afc4eae-d5e0-4fad-b2e5-9f1c880770af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e220874f-4ea8-4ea6-9fc4-39a517be75d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:49:34.074904 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb0cd28-bb59-44a8-a807-ee81d7a41e08 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Network hostable DHCP agents. Network: e220874f-4ea8-4ea6-9fc4-39a517be75d8, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:49:34.108680 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb0cd28-bb59-44a8-a807-ee81d7a41e08 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Pushing event updated for resources: {'Subnet': ['ID=b86dc975-38b6-4f7b-a1b5-a30d296dd58d,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:34.128235 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb0cd28-bb59-44a8-a807-ee81d7a41e08 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Network e220874f-4ea8-4ea6-9fc4-39a517be75d8 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:49:34.138842 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d40c0f-7f05-490c-94e2-4422225df625 None None] Network 793151e9-673a-4eba-bc7f-eef12bb07531 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:49:34.144990 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-28d40c0f-7f05-490c-94e2-4422225df625 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:49:34.148975 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-feb0cd28-bb59-44a8-a807-ee81d7a41e08 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, e220874f-4ea8-4ea6-9fc4-39a517be75d8) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:49:34.149637 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d40c0f-7f05-490c-94e2-4422225df625 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:49:34.156680 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb0cd28-bb59-44a8-a807-ee81d7a41e08 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:34.161134 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-feb0cd28-bb59-44a8-a807-ee81d7a41e08 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:34.188967 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89bd360-5249-4dec-9c00-0a8a250b1d1e None None] Network e220874f-4ea8-4ea6-9fc4-39a517be75d8 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:49:34.199927 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 52282) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:34.200518 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-feb0cd28-bb59-44a8-a807-ee81d7a41e08 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8724024 Dec 09 15:49:34.206228 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-dfcadfac-4edb-49c9-904a-1b8f58c05f45 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Request body: {'port': {'network_id': '793151e9-673a-4eba-bc7f-eef12bb07531', 'name': 'tempest-TaggedBootDevicesTest_v242-1638848517', 'fixed_ips': [{'subnet_id': '171b19ce-c8cb-49f0-b1d6-e7dc927afc82'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:49:34.240226 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d40c0f-7f05-490c-94e2-4422225df625 None None] Pushing event updated for resources: {'Port': ['ID=889abb3e-4eea-4ccb-8fec-b47eb2558465,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:34.295258 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-28d40c0f-7f05-490c-94e2-4422225df625 None None] Attempting to bind port 889abb3e-4eea-4ccb-8fec-b47eb2558465 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:49:34.296345 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-28d40c0f-7f05-490c-94e2-4422225df625 None None] Attempting to bind port 889abb3e-4eea-4ccb-8fec-b47eb2558465 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '793151e9-673a-4eba-bc7f-eef12bb07531'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:49:34.296947 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d40c0f-7f05-490c-94e2-4422225df625 None None] Attempting to bind port 889abb3e-4eea-4ccb-8fec-b47eb2558465 on network 793151e9-673a-4eba-bc7f-eef12bb07531 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:49:34.320341 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d40c0f-7f05-490c-94e2-4422225df625 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:49:34.327598 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d40c0f-7f05-490c-94e2-4422225df625 None None] Checking segment: {'id': '45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '793151e9-673a-4eba-bc7f-eef12bb07531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:49:34.330539 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-28d40c0f-7f05-490c-94e2-4422225df625 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:34.331252 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d40c0f-7f05-490c-94e2-4422225df625 None None] Bound using segment: {'id': '45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '793151e9-673a-4eba-bc7f-eef12bb07531'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:49:34.333451 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-28d40c0f-7f05-490c-94e2-4422225df625 None None] Bound port: 889abb3e-4eea-4ccb-8fec-b47eb2558465, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '793151e9-673a-4eba-bc7f-eef12bb07531'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:49:34.334358 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-28d40c0f-7f05-490c-94e2-4422225df625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:34.413618 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ab2f34-2f6c-4331-b70b-3bba01427101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-e220874f-4ea8-4ea6-9fc4-39a517be75d8', 'network_id': 'e220874f-4ea8-4ea6-9fc4-39a517be75d8', 'project_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'fixed_ips': [{'subnet_id': 'b86dc975-38b6-4f7b-a1b5-a30d296dd58d'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:49:34.415721 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-07ab2f34-2f6c-4331-b70b-3bba01427101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:34.434879 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfcadfac-4edb-49c9-904a-1b8f58c05f45 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Made reservation on behalf of b613632b80754e8bbd6b2b6b64d76f9f for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:49:34.563389 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dfcadfac-4edb-49c9-904a-1b8f58c05f45 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:34.596098 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-dfcadfac-4edb-49c9-904a-1b8f58c05f45 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] device_id is not set on port fad6d866-ac07-4b51-a443-56d0c8a689d8 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:49:34.616064 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-28d40c0f-7f05-490c-94e2-4422225df625 None None] For port 889abb3e-4eea-4ccb-8fec-b47eb2558465, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:49:34.653119 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-28d40c0f-7f05-490c-94e2-4422225df625 None None] For port 889abb3e-4eea-4ccb-8fec-b47eb2558465, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=889abb3e-4eea-4ccb-8fec-b47eb2558465,segment=NetworkSegment(45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e),segment_id=45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:49:34.663268 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-28d40c0f-7f05-490c-94e2-4422225df625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:34.757183 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-07ab2f34-2f6c-4331-b70b-3bba01427101 None None] Allocated IP 10.2.2.2 (e220874f-4ea8-4ea6-9fc4-39a517be75d8/b86dc975-38b6-4f7b-a1b5-a30d296dd58d/fdd92d92-4501-40f9-98ec-2f27b31a745c) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:49:34.791335 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d40c0f-7f05-490c-94e2-4422225df625 None None] Pushing event updated for resources: {'Port': ['ID=889abb3e-4eea-4ccb-8fec-b47eb2558465,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:34.977039 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-dfcadfac-4edb-49c9-904a-1b8f58c05f45 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Allocated IP 10.1.1.49 (793151e9-673a-4eba-bc7f-eef12bb07531/171b19ce-c8cb-49f0-b1d6-e7dc927afc82/fad6d866-ac07-4b51-a443-56d0c8a689d8) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:49:34.999580 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-07ab2f34-2f6c-4331-b70b-3bba01427101 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:35.009486 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-07ab2f34-2f6c-4331-b70b-3bba01427101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:35.098036 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab2f34-2f6c-4331-b70b-3bba01427101 None None] Pushing event updated for resources: {'Port': ['ID=fdd92d92-4501-40f9-98ec-2f27b31a745c,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:35.130451 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ab2f34-2f6c-4331-b70b-3bba01427101 None None] Network e220874f-4ea8-4ea6-9fc4-39a517be75d8 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:49:35.133652 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-07ab2f34-2f6c-4331-b70b-3bba01427101 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:49:35.139383 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ab2f34-2f6c-4331-b70b-3bba01427101 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:49:35.254683 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-07ab2f34-2f6c-4331-b70b-3bba01427101 None None] Attempting to bind port fdd92d92-4501-40f9-98ec-2f27b31a745c on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:49:35.256114 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-07ab2f34-2f6c-4331-b70b-3bba01427101 None None] Attempting to bind port fdd92d92-4501-40f9-98ec-2f27b31a745c by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '0afc4eae-d5e0-4fad-b2e5-9f1c880770af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e220874f-4ea8-4ea6-9fc4-39a517be75d8'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:49:35.256712 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ab2f34-2f6c-4331-b70b-3bba01427101 None None] Attempting to bind port fdd92d92-4501-40f9-98ec-2f27b31a745c on network e220874f-4ea8-4ea6-9fc4-39a517be75d8 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:49:35.263117 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ab2f34-2f6c-4331-b70b-3bba01427101 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:49:35.263787 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ab2f34-2f6c-4331-b70b-3bba01427101 None None] Checking segment: {'id': '0afc4eae-d5e0-4fad-b2e5-9f1c880770af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e220874f-4ea8-4ea6-9fc4-39a517be75d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:49:35.264349 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-07ab2f34-2f6c-4331-b70b-3bba01427101 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:35.265122 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ab2f34-2f6c-4331-b70b-3bba01427101 None None] Bound using segment: {'id': '0afc4eae-d5e0-4fad-b2e5-9f1c880770af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e220874f-4ea8-4ea6-9fc4-39a517be75d8'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:49:35.265739 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-07ab2f34-2f6c-4331-b70b-3bba01427101 None None] Bound port: fdd92d92-4501-40f9-98ec-2f27b31a745c, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0afc4eae-d5e0-4fad-b2e5-9f1c880770af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e220874f-4ea8-4ea6-9fc4-39a517be75d8'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:49:35.267692 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-07ab2f34-2f6c-4331-b70b-3bba01427101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:35.318949 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dfcadfac-4edb-49c9-904a-1b8f58c05f45 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:35.382192 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dfcadfac-4edb-49c9-904a-1b8f58c05f45 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:35.392408 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-07ab2f34-2f6c-4331-b70b-3bba01427101 None None] For port fdd92d92-4501-40f9-98ec-2f27b31a745c, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:49:35.395596 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-07ab2f34-2f6c-4331-b70b-3bba01427101 None None] For port fdd92d92-4501-40f9-98ec-2f27b31a745c, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=fdd92d92-4501-40f9-98ec-2f27b31a745c,segment=NetworkSegment(0afc4eae-d5e0-4fad-b2e5-9f1c880770af),segment_id=0afc4eae-d5e0-4fad-b2e5-9f1c880770af)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:49:35.401526 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-07ab2f34-2f6c-4331-b70b-3bba01427101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:35.432646 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcadfac-4edb-49c9-904a-1b8f58c05f45 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Network 793151e9-673a-4eba-bc7f-eef12bb07531 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:49:35.435620 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-dfcadfac-4edb-49c9-904a-1b8f58c05f45 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:49:35.440112 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcadfac-4edb-49c9-904a-1b8f58c05f45 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:49:35.479484 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab2f34-2f6c-4331-b70b-3bba01427101 None None] Pushing event updated for resources: {'Port': ['ID=fdd92d92-4501-40f9-98ec-2f27b31a745c,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:35.494252 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcadfac-4edb-49c9-904a-1b8f58c05f45 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Pushing event updated for resources: {'Port': ['ID=fad6d866-ac07-4b51-a443-56d0c8a689d8,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:35.531548 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcadfac-4edb-49c9-904a-1b8f58c05f45 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:35.532509 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dfcadfac-4edb-49c9-904a-1b8f58c05f45 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:35.552969 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-dfcadfac-4edb-49c9-904a-1b8f58c05f45 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3516643 Dec 09 15:49:35.555547 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 52326) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:35.562772 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-83ac3eaf-0e8a-4313-aab3-4f791d54db32 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Request body: {'port': {'network_id': '793151e9-673a-4eba-bc7f-eef12bb07531', 'name': 'tempest-TaggedBootDevicesTest_v242-2043075832', 'fixed_ips': [{'subnet_id': '171b19ce-c8cb-49f0-b1d6-e7dc927afc82'}]}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:49:35.791906 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ac3eaf-0e8a-4313-aab3-4f791d54db32 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Made reservation on behalf of b613632b80754e8bbd6b2b6b64d76f9f for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:49:35.991832 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-83ac3eaf-0e8a-4313-aab3-4f791d54db32 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:36.016881 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-83ac3eaf-0e8a-4313-aab3-4f791d54db32 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] device_id is not set on port c80d9ccb-8f47-4f45-874e-82d37cf55b7b yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:49:36.291125 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-83ac3eaf-0e8a-4313-aab3-4f791d54db32 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Allocated IP 10.1.1.193 (793151e9-673a-4eba-bc7f-eef12bb07531/171b19ce-c8cb-49f0-b1d6-e7dc927afc82/c80d9ccb-8f47-4f45-874e-82d37cf55b7b) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:49:36.640962 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-83ac3eaf-0e8a-4313-aab3-4f791d54db32 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:36.668074 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e558a94-6b25-4922-bcf6-4af915b017b2 None None] Network 793151e9-673a-4eba-bc7f-eef12bb07531 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:49:36.761447 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-83ac3eaf-0e8a-4313-aab3-4f791d54db32 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:36.862567 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device fdd92d92-4501-40f9-98ec-2f27b31a745c up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:49:36.879741 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ac3eaf-0e8a-4313-aab3-4f791d54db32 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Network 793151e9-673a-4eba-bc7f-eef12bb07531 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:49:36.886791 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-83ac3eaf-0e8a-4313-aab3-4f791d54db32 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:49:36.895780 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ac3eaf-0e8a-4313-aab3-4f791d54db32 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:49:37.018813 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a603e552-92f6-432f-ba80-6f7cac61aa10 None None] Provisioning complete for port 889abb3e-4eea-4ccb-8fec-b47eb2558465 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:37.020747 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a603e552-92f6-432f-ba80-6f7cac61aa10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:37.057096 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ac3eaf-0e8a-4313-aab3-4f791d54db32 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:37.061610 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-83ac3eaf-0e8a-4313-aab3-4f791d54db32 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:37.143636 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac3eaf-0e8a-4313-aab3-4f791d54db32 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Pushing event updated for resources: {'Port': ['ID=c80d9ccb-8f47-4f45-874e-82d37cf55b7b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:37.170932 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-83ac3eaf-0e8a-4313-aab3-4f791d54db32 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6139846 Dec 09 15:49:37.193629 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port fdd92d92-4501-40f9-98ec-2f27b31a745c triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:37.194174 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:37.277191 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873482c6-3cd8-46d1-b87c-d4786f8f980e None None] Network e220874f-4ea8-4ea6-9fc4-39a517be75d8 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:49:37.350976 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a603e552-92f6-432f-ba80-6f7cac61aa10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:37.492472 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:37.530268 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a603e552-92f6-432f-ba80-6f7cac61aa10 None None] For port 889abb3e-4eea-4ccb-8fec-b47eb2558465, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=889abb3e-4eea-4ccb-8fec-b47eb2558465,segment=NetworkSegment(45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e),segment_id=45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:49:37.544667 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a603e552-92f6-432f-ba80-6f7cac61aa10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:37.698767 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 52460) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:37.699250 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port fdd92d92-4501-40f9-98ec-2f27b31a745c, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=fdd92d92-4501-40f9-98ec-2f27b31a745c,segment=NetworkSegment(0afc4eae-d5e0-4fad-b2e5-9f1c880770af),segment_id=0afc4eae-d5e0-4fad-b2e5-9f1c880770af)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:49:37.715470 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:37.716699 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 889abb3e-4eea-4ccb-8fec-b47eb2558465 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:49:37.788146 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a603e552-92f6-432f-ba80-6f7cac61aa10 None None] Pushing event updated for resources: {'Port': ['ID=889abb3e-4eea-4ccb-8fec-b47eb2558465,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:37.848635 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 52472) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:37.854820 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-bdee2548-c3a2-48e9-9cee-865f7031a6cf tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Request body: {'security_group': {'name': 'tempest-securitygroup--162327649', 'description': 'tempest-description--1314416244'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:49:37.955548 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bdee2548-c3a2-48e9-9cee-865f7031a6cf tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:38.058578 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-51e2ea73-aec3-4dfd-af11-386d7ecd9661 None None] Provisioning complete for port c80d9ccb-8f47-4f45-874e-82d37cf55b7b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:38.059243 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-51e2ea73-aec3-4dfd-af11-386d7ecd9661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:38.108278 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-51e2ea73-aec3-4dfd-af11-386d7ecd9661 None None] Port c80d9ccb-8f47-4f45-874e-82d37cf55b7b cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:49:38.148880 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=fdd92d92-4501-40f9-98ec-2f27b31a745c,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:38.155005 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-51e2ea73-aec3-4dfd-af11-386d7ecd9661 None None] Provisioning complete for port fad6d866-ac07-4b51-a443-56d0c8a689d8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:38.155682 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-51e2ea73-aec3-4dfd-af11-386d7ecd9661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:38.169701 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bdee2548-c3a2-48e9-9cee-865f7031a6cf tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:38.182726 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bdee2548-c3a2-48e9-9cee-865f7031a6cf tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:38.202137 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-51e2ea73-aec3-4dfd-af11-386d7ecd9661 None None] Port fad6d866-ac07-4b51-a443-56d0c8a689d8 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:49:38.218091 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 889abb3e-4eea-4ccb-8fec-b47eb2558465 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:38.218470 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:38.248665 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-51e2ea73-aec3-4dfd-af11-386d7ecd9661 None None] Provisioning complete for port 889abb3e-4eea-4ccb-8fec-b47eb2558465 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:38.249089 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-51e2ea73-aec3-4dfd-af11-386d7ecd9661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:38.291522 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee2548-c3a2-48e9-9cee-865f7031a6cf tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:38.304449 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bdee2548-c3a2-48e9-9cee-865f7031a6cf tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:38.310447 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 52482) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:38.311185 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-bdee2548-c3a2-48e9-9cee-865f7031a6cf tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4613378 Dec 09 15:49:38.317419 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-6c725736-5dc6-49ff-9535-b254caa627ea tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Request body: {'security_group_rule': {'security_group_id': '123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:49:38.384882 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ff10741-31ce-42bc-9864-8e180d420ce5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:38.396634 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c725736-5dc6-49ff-9535-b254caa627ea tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:38.516815 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ff10741-31ce-42bc-9864-8e180d420ce5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:38.523432 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ff10741-31ce-42bc-9864-8e180d420ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:38.529491 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-51e2ea73-aec3-4dfd-af11-386d7ecd9661 None None] Provisioning complete for port fdd92d92-4501-40f9-98ec-2f27b31a745c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:38.530588 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-51e2ea73-aec3-4dfd-af11-386d7ecd9661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:38.544193 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c725736-5dc6-49ff-9535-b254caa627ea tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:38.550821 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c725736-5dc6-49ff-9535-b254caa627ea tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:38.575930 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0ff10741-31ce-42bc-9864-8e180d420ce5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bbb5cd0e9c654ccb8d671f6470383531&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8743784 Dec 09 15:49:38.576787 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff10741-31ce-42bc-9864-8e180d420ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1bde6d-d97e-45c1-a0f7-277f43de465d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:38.580679 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 52488) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:38.615816 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c725736-5dc6-49ff-9535-b254caa627ea tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:38.619760 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6c725736-5dc6-49ff-9535-b254caa627ea tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3050880 Dec 09 15:49:38.620132 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 52490) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:38.626525 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c725736-5dc6-49ff-9535-b254caa627ea tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f07bc7d-1eb2-4f95-9bbb-2a95a96649ac,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:38.628269 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-4d16ba8d-88b2-4975-9195-a26b3771225d tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Request body: {'security_group_rule': {'security_group_id': '123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:49:38.684832 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d16ba8d-88b2-4975-9195-a26b3771225d tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:38.719664 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device fdd92d92-4501-40f9-98ec-2f27b31a745c up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:49:38.724925 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-59cca39c-b6e0-43d2-8ab1-c09255080408 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:38.771404 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-59cca39c-b6e0-43d2-8ab1-c09255080408 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:38.780614 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port fdd92d92-4501-40f9-98ec-2f27b31a745c triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:38.780893 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:38.785144 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d16ba8d-88b2-4975-9195-a26b3771225d tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:38.795349 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d16ba8d-88b2-4975-9195-a26b3771225d tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:38.834657 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16ba8d-88b2-4975-9195-a26b3771225d tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f114301-2336-475e-ae24-2b6a564426af,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:38.849429 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d16ba8d-88b2-4975-9195-a26b3771225d tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:38.853506 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4d16ba8d-88b2-4975-9195-a26b3771225d tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2286410 Dec 09 15:49:38.853856 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 52496) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:38.863384 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-fb56d441-dea6-40ce-9634-80a6cf64658a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:49:38.892469 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb56d441-dea6-40ce-9634-80a6cf64658a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:38.895250 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 889abb3e-4eea-4ccb-8fec-b47eb2558465 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:49:38.897328 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1d904827-d5e8-450c-a686-1adf44bd0931 None None] Provisioning complete for port c80d9ccb-8f47-4f45-874e-82d37cf55b7b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:38.897864 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1d904827-d5e8-450c-a686-1adf44bd0931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:38.968545 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-59cca39c-b6e0-43d2-8ab1-c09255080408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:38.969044 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-1d904827-d5e8-450c-a686-1adf44bd0931 None None] Port c80d9ccb-8f47-4f45-874e-82d37cf55b7b cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:49:38.978482 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-59cca39c-b6e0-43d2-8ab1-c09255080408 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:38.980491 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-59cca39c-b6e0-43d2-8ab1-c09255080408 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fa1bde6d-d97e-45c1-a0f7-277f43de465d HTTP/1.1" status: 204 len: 168 time: 0.3981082 Dec 09 15:49:39.011271 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1d904827-d5e8-450c-a686-1adf44bd0931 None None] Provisioning complete for port fad6d866-ac07-4b51-a443-56d0c8a689d8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:39.014658 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1d904827-d5e8-450c-a686-1adf44bd0931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:39.021251 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cca39c-b6e0-43d2-8ab1-c09255080408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1bde6d-d97e-45c1-a0f7-277f43de465d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:39.038226 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cca39c-b6e0-43d2-8ab1-c09255080408 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:39.038725 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cca39c-b6e0-43d2-8ab1-c09255080408 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:39.039083 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cca39c-b6e0-43d2-8ab1-c09255080408 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:39.039518 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cca39c-b6e0-43d2-8ab1-c09255080408 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:39.040009 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cca39c-b6e0-43d2-8ab1-c09255080408 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:39.040427 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cca39c-b6e0-43d2-8ab1-c09255080408 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:39.040834 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cca39c-b6e0-43d2-8ab1-c09255080408 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:39.041232 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cca39c-b6e0-43d2-8ab1-c09255080408 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:39.041717 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cca39c-b6e0-43d2-8ab1-c09255080408 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:39.042042 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cca39c-b6e0-43d2-8ab1-c09255080408 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:39.042438 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cca39c-b6e0-43d2-8ab1-c09255080408 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:39.042832 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cca39c-b6e0-43d2-8ab1-c09255080408 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:39.043272 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cca39c-b6e0-43d2-8ab1-c09255080408 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:39.096372 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 889abb3e-4eea-4ccb-8fec-b47eb2558465 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:39.096768 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:39.103322 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb56d441-dea6-40ce-9634-80a6cf64658a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:39.180910 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-1d904827-d5e8-450c-a686-1adf44bd0931 None None] Port fad6d866-ac07-4b51-a443-56d0c8a689d8 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:49:39.239023 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1d904827-d5e8-450c-a686-1adf44bd0931 None None] Provisioning complete for port fdd92d92-4501-40f9-98ec-2f27b31a745c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:39.239400 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1d904827-d5e8-450c-a686-1adf44bd0931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:39.265141 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-fb56d441-dea6-40ce-9634-80a6cf64658a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Allocated IP 172.25.3.167 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/dc5c30ca-6620-4f56-84c5-2a873ebd0cbe) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:49:39.512998 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb56d441-dea6-40ce-9634-80a6cf64658a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:39.624286 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb56d441-dea6-40ce-9634-80a6cf64658a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:39.700793 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb56d441-dea6-40ce-9634-80a6cf64658a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Pushing event updated for resources: {'Port': ['ID=dc5c30ca-6620-4f56-84c5-2a873ebd0cbe,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:39.718412 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb56d441-dea6-40ce-9634-80a6cf64658a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:49:39.721578 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-fb56d441-dea6-40ce-9634-80a6cf64658a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:49:39.724788 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb56d441-dea6-40ce-9634-80a6cf64658a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:49:39.868872 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb56d441-dea6-40ce-9634-80a6cf64658a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:39.926917 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb56d441-dea6-40ce-9634-80a6cf64658a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:40.230176 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb56d441-dea6-40ce-9634-80a6cf64658a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:40.238994 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb56d441-dea6-40ce-9634-80a6cf64658a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:40.330578 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb56d441-dea6-40ce-9634-80a6cf64658a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Pushing event updated for resources: {'Port': ['ID=dc5c30ca-6620-4f56-84c5-2a873ebd0cbe,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:40.348278 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb56d441-dea6-40ce-9634-80a6cf64658a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:40.379597 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb56d441-dea6-40ce-9634-80a6cf64658a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:40.389976 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-fb56d441-dea6-40ce-9634-80a6cf64658a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5346451 Dec 09 15:49:40.869565 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4adaa65f-0ad6-40c8-bee2-44c2172838e1 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--162327649&fields=id&tenant_id=b613632b80754e8bbd6b2b6b64d76f9f HTTP/1.1" status: 200 len: 267 time: 0.0595143 Dec 09 15:49:40.926604 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-318ecc7b-66bc-479d-ad7d-55224c53475b tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:40.928033 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-318ecc7b-66bc-479d-ad7d-55224c53475b tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports/fad6d866-ac07-4b51-a443-56d0c8a689d8 HTTP/1.1" status: 200 len: 936 time: 0.0491946 Dec 09 15:49:40.984107 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-c5e38624-c0e2-44b0-9025-96dee845a614 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:40.986379 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-c5e38624-c0e2-44b0-9025-96dee845a614 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports/c80d9ccb-8f47-4f45-874e-82d37cf55b7b HTTP/1.1" status: 200 len: 937 time: 0.0485301 Dec 09 15:49:41.052665 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-fcaf3635-5dc9-457c-9ae2-8a7c74fd37f2 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?network_id=e220874f-4ea8-4ea6-9fc4-39a517be75d8&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0594230 Dec 09 15:49:41.088675 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-787ccb1c-791a-4287-b91f-ce35b253fdd2 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?network_id=e220874f-4ea8-4ea6-9fc4-39a517be75d8&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0303330 Dec 09 15:49:41.246881 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-569a3153-3d78-4444-ab64-87b1425b343a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:41.255764 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-569a3153-3d78-4444-ab64-87b1425b343a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:41.264814 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-569a3153-3d78-4444-ab64-87b1425b343a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:41.274567 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-569a3153-3d78-4444-ab64-87b1425b343a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/networks?id=adb124e6-1a92-4d5d-80ee-086775721fea&id=793151e9-673a-4eba-bc7f-eef12bb07531&id=793151e9-673a-4eba-bc7f-eef12bb07531&id=e220874f-4ea8-4ea6-9fc4-39a517be75d8&id=e220874f-4ea8-4ea6-9fc4-39a517be75d8 HTTP/1.1" status: 200 len: 1995 time: 0.1816032 Dec 09 15:49:41.294240 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-61f58c5c-9e05-4348-9c1f-8f1611af5597 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/quotas/b613632b80754e8bbd6b2b6b64d76f9f HTTP/1.1" status: 200 len: 375 time: 0.0163605 Dec 09 15:49:41.373932 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-31f2a018-0213-439e-be7f-155df9fa6f57 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b613632b80754e8bbd6b2b6b64d76f9f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0740283 Dec 09 15:49:41.409438 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 52626) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:41.474219 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-7df892f6-3f25-4f1f-9153-058034195d44 service neutron] 10.222.0.57 "GET /v2.0/networks/adb124e6-1a92-4d5d-80ee-086775721fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982056 Dec 09 15:49:41.599625 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fdf7b05e-e961-4219-9a75-bda44ea96fb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:41.613324 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-29d5db04-9a9f-47ac-a700-6b75804efa87 service neutron] 10.222.0.57 "GET /v2.0/networks/adb124e6-1a92-4d5d-80ee-086775721fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312361 Dec 09 15:49:41.680316 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-feab09fb-ccf9-45ff-9774-22324df31771 service neutron] 10.222.0.57 "GET /v2.0/ports/fad6d866-ac07-4b51-a443-56d0c8a689d8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0519271 Dec 09 15:49:41.732802 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fdf7b05e-e961-4219-9a75-bda44ea96fb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:41.740358 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fdf7b05e-e961-4219-9a75-bda44ea96fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:41.806625 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 52642) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:41.806887 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-fdf7b05e-e961-4219-9a75-bda44ea96fb7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3dc2b7f906b044e9ba99e341b9a5e5c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3965399 Dec 09 15:49:41.807905 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7b05e-e961-4219-9a75-bda44ea96fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08200310-a4ce-4868-afd7-80dfe5af0b71,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:41.894655 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-1c685adb-52c0-4548-a44f-1ee137f59e27 service neutron] 10.222.0.57 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081392 Dec 09 15:49:42.005913 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5eb17a18-50d8-4951-9177-fbe7148d57da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:42.035873 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-bab8cb80-f20a-4c16-b9f1-605c8105110a service neutron] 10.222.0.57 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402934 Dec 09 15:49:42.083174 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5eb17a18-50d8-4951-9177-fbe7148d57da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:42.109095 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-c390fea9-3283-46d4-9de0-a03c0b2d0d55 service neutron] 10.222.0.57 "GET /v2.0/ports/c80d9ccb-8f47-4f45-874e-82d37cf55b7b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0720079 Dec 09 15:49:42.208637 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5eb17a18-50d8-4951-9177-fbe7148d57da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:42.211982 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5eb17a18-50d8-4951-9177-fbe7148d57da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:42.216376 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-5eb17a18-50d8-4951-9177-fbe7148d57da admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/08200310-a4ce-4868-afd7-80dfe5af0b71 HTTP/1.1" status: 204 len: 168 time: 0.4078026 Dec 09 15:49:42.234246 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb17a18-50d8-4951-9177-fbe7148d57da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08200310-a4ce-4868-afd7-80dfe5af0b71,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:42.289246 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-252c725f-66a1-4977-996b-2219fca2e014 service neutron] 10.222.0.57 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694973 Dec 09 15:49:42.412111 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-e2f86b12-2dae-434b-acfe-1bc1ccb27886 service neutron] 10.222.0.57 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221685 Dec 09 15:49:42.525119 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-82747f24-57c7-4a4e-a9f7-05dca783fd2b service neutron] 10.222.0.57 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068780 Dec 09 15:49:42.679356 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-28e26b69-c654-4995-9bc1-95b6bfb6e054 service neutron] 10.222.0.57 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434007 Dec 09 15:49:42.830934 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-235f608c-730a-4e00-8d11-9e476aae1a95 service neutron] 10.222.0.57 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494746 Dec 09 15:49:42.944326 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-92055d1c-bb6d-496f-aae4-eae2d0c22636 service neutron] 10.222.0.57 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122739 Dec 09 15:49:43.074581 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-00ad9cd4-fa65-4e31-baf9-902aec9b5455 service neutron] 10.222.0.57 "GET /v2.0/networks/e220874f-4ea8-4ea6-9fc4-39a517be75d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229229 Dec 09 15:49:43.222987 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-5d9fa954-5d0a-45d7-8542-a0bdc3c691f6 service neutron] 10.222.0.57 "GET /v2.0/networks/e220874f-4ea8-4ea6-9fc4-39a517be75d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390197 Dec 09 15:49:43.366302 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-ab1bc772-2104-483d-8f51-98801f10ede2 service neutron] 10.222.0.57 "GET /v2.0/networks/e220874f-4ea8-4ea6-9fc4-39a517be75d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361635 Dec 09 15:49:43.522463 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-e094fd36-7861-4c1c-9b54-0a22afe3daf8 service neutron] 10.222.0.57 "GET /v2.0/networks/e220874f-4ea8-4ea6-9fc4-39a517be75d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548412 Dec 09 15:49:44.568034 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3f3fc737-17bb-419e-8d6b-e5103f1c2513 req-4276b533-54d2-4964-826a-d0a8de7e802a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 210 time: 0.0537775 Dec 09 15:49:44.837389 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 52756) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:44.881109 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 52760) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:45.004283 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-95e66237-5905-4b5e-92de-cdf40b846f24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:45.035924 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-24d69e45-62f7-4f26-9e73-8e15ad721cd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:45.170337 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 52768) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:45.188923 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-24d69e45-62f7-4f26-9e73-8e15ad721cd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:45.222399 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-24d69e45-62f7-4f26-9e73-8e15ad721cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:45.273356 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-95e66237-5905-4b5e-92de-cdf40b846f24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:45.278902 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d69e45-62f7-4f26-9e73-8e15ad721cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d91202f-3b78-4ab0-bcf5-ef962ce7a03f,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:45.295687 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-370b9940-4247-4da2-84d0-29b6eecb5fe3 tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:49:45.298146 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d69e45-62f7-4f26-9e73-8e15ad721cd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:45.298719 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d69e45-62f7-4f26-9e73-8e15ad721cd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:45.299359 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d69e45-62f7-4f26-9e73-8e15ad721cd3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:45.299730 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d69e45-62f7-4f26-9e73-8e15ad721cd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:45.300264 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d69e45-62f7-4f26-9e73-8e15ad721cd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:45.300652 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d69e45-62f7-4f26-9e73-8e15ad721cd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:45.301256 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d69e45-62f7-4f26-9e73-8e15ad721cd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:45.301742 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d69e45-62f7-4f26-9e73-8e15ad721cd3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:45.302179 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d69e45-62f7-4f26-9e73-8e15ad721cd3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:45.302836 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d69e45-62f7-4f26-9e73-8e15ad721cd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:45.303461 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d69e45-62f7-4f26-9e73-8e15ad721cd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:45.304133 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d69e45-62f7-4f26-9e73-8e15ad721cd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:45.304684 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d69e45-62f7-4f26-9e73-8e15ad721cd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:45.310793 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-95e66237-5905-4b5e-92de-cdf40b846f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:45.343426 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-370b9940-4247-4da2-84d0-29b6eecb5fe3 tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] 10.222.0.57 "PUT /v2.0/quotas/8bae1b4eca5543858c2518b78d40523c HTTP/1.1" status: 200 len: 368 time: 0.1714282 Dec 09 15:49:45.345823 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-24d69e45-62f7-4f26-9e73-8e15ad721cd3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=35fce363c2434acdb1afcae4be97a928&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4631736 Dec 09 15:49:45.346337 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 52780) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:45.348731 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 52782) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:45.353676 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ec07694d-f788-47a4-b178-f2323268d5c3 tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Request body: {'network': {'project_id': '8bae1b4eca5543858c2518b78d40523c'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:49:45.354498 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e66237-5905-4b5e-92de-cdf40b846f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f13a251-7ca0-4bd1-91af-b4fe52d15d19,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:45.376894 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-95e66237-5905-4b5e-92de-cdf40b846f24 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=697c276d396e48278d91ac05a6c7a394&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5381818 Dec 09 15:49:45.379168 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 52784) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:45.442408 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec07694d-f788-47a4-b178-f2323268d5c3 tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Made reservation on behalf of 8bae1b4eca5543858c2518b78d40523c for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:49:45.444253 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-49d30453-5b17-4d7f-b74a-4eee4926e901 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:45.446229 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ec07694d-f788-47a4-b178-f2323268d5c3 tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:45.469483 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-49d30453-5b17-4d7f-b74a-4eee4926e901 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:45.471876 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ec07694d-f788-47a4-b178-f2323268d5c3 tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:45.537087 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-49d30453-5b17-4d7f-b74a-4eee4926e901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:45.541281 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-49d30453-5b17-4d7f-b74a-4eee4926e901 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:45.546150 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-49d30453-5b17-4d7f-b74a-4eee4926e901 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8f13a251-7ca0-4bd1-91af-b4fe52d15d19 HTTP/1.1" status: 204 len: 168 time: 0.1652572 Dec 09 15:49:45.571171 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d30453-5b17-4d7f-b74a-4eee4926e901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f13a251-7ca0-4bd1-91af-b4fe52d15d19,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:45.705842 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-069bfc87-ea59-42ed-a2ec-7217831b39be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:45.715307 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-190c01de-ec86-430c-aa72-d9e856a495df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:45.716899 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-190c01de-ec86-430c-aa72-d9e856a495df service neutron] 10.222.0.31 "GET /v2.0/ports/fad6d866-ac07-4b51-a443-56d0c8a689d8 HTTP/1.1" status: 200 len: 1032 time: 0.1285384 Dec 09 15:49:45.783498 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-778885c0-a6f7-470b-a54c-652670a742e6 req-0df02584-31f7-492f-b505-238ad49b0f0e tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 210 time: 0.0953453 Dec 09 15:49:45.790607 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-069bfc87-ea59-42ed-a2ec-7217831b39be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:45.869757 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ec07694d-f788-47a4-b178-f2323268d5c3 tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:45.910653 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:45.915208 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ec07694d-f788-47a4-b178-f2323268d5c3 tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:45.949261 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec07694d-f788-47a4-b178-f2323268d5c3 tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:49:45.971297 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ec07694d-f788-47a4-b178-f2323268d5c3 tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:45.971646 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-ec07694d-f788-47a4-b178-f2323268d5c3 tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Added segment b3ff70a5-2713-4628-8069-6b22344b4513 of type vlan for network 78013312-ac7b-4ca6-9ac1-9fcfee755bf6 Dec 09 15:49:46.122932 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 52804) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:46.138326 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fa5cc00f-5b0d-462b-97b3-8d82e530f235 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:46.277651 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fa5cc00f-5b0d-462b-97b3-8d82e530f235 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:46.285845 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fa5cc00f-5b0d-462b-97b3-8d82e530f235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:46.319798 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5cc00f-5b0d-462b-97b3-8d82e530f235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa03d3e4-09cf-496b-8f62-6c9ea0159b4f,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:46.381580 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-fa5cc00f-5b0d-462b-97b3-8d82e530f235 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=74e32a9cd80743b1862f5777b5a549e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2568550 Dec 09 15:49:46.382453 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 52806) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:46.447382 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-586337f1-7df7-4b0a-a462-886cfee2bd86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:46.478614 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-586337f1-7df7-4b0a-a462-886cfee2bd86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:46.505229 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ec07694d-f788-47a4-b178-f2323268d5c3 tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:46.513243 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-cbfaafb0-8e65-4685-b6a2-f0837d525ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:46.514963 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-cbfaafb0-8e65-4685-b6a2-f0837d525ee0 service neutron] 10.222.0.31 "GET /v2.0/ports/c80d9ccb-8f47-4f45-874e-82d37cf55b7b HTTP/1.1" status: 200 len: 1033 time: 0.7503319 Dec 09 15:49:46.544627 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-586337f1-7df7-4b0a-a462-886cfee2bd86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:46.551555 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-586337f1-7df7-4b0a-a462-886cfee2bd86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:46.557028 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-586337f1-7df7-4b0a-a462-886cfee2bd86 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fa03d3e4-09cf-496b-8f62-6c9ea0159b4f HTTP/1.1" status: 204 len: 168 time: 0.1732531 Dec 09 15:49:46.575187 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586337f1-7df7-4b0a-a462-886cfee2bd86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa03d3e4-09cf-496b-8f62-6c9ea0159b4f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:46.622343 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec07694d-f788-47a4-b178-f2323268d5c3 tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf445b3-6e1a-436d-852b-9426fe78841c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:46.653765 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ec07694d-f788-47a4-b178-f2323268d5c3 tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:46.654836 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec07694d-f788-47a4-b178-f2323268d5c3 tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:46.655550 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ec07694d-f788-47a4-b178-f2323268d5c3 tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:46.753163 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ec07694d-f788-47a4-b178-f2323268d5c3 tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4028916 Dec 09 15:49:46.754403 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 52812) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:46.759412 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec07694d-f788-47a4-b178-f2323268d5c3 tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Pushing event updated for resources: {'Network': ['ID=78013312-ac7b-4ca6-9ac1-9fcfee755bf6,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:46.761489 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ebf83386-16d2-4e21-869b-3eba2f055c7c tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Request body: {'network': {'project_id': '8bae1b4eca5543858c2518b78d40523c'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:49:46.770592 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-069bfc87-ea59-42ed-a2ec-7217831b39be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:46.774151 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-069bfc87-ea59-42ed-a2ec-7217831b39be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:46.774762 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 78013312-ac7b-4ca6-9ac1-9fcfee755bf6 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:49:46.778097 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-069bfc87-ea59-42ed-a2ec-7217831b39be admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2d91202f-3b78-4ab0-bcf5-ef962ce7a03f HTTP/1.1" status: 204 len: 168 time: 1.4074714 Dec 09 15:49:46.793100 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069bfc87-ea59-42ed-a2ec-7217831b39be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d91202f-3b78-4ab0-bcf5-ef962ce7a03f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:46.840104 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf83386-16d2-4e21-869b-3eba2f055c7c tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Made reservation on behalf of 8bae1b4eca5543858c2518b78d40523c for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:49:46.851587 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ebf83386-16d2-4e21-869b-3eba2f055c7c tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:46.873068 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-719f70e3-e0b8-4876-9381-7f96d1a5e436 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:46.890195 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-719f70e3-e0b8-4876-9381-7f96d1a5e436 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:46.896526 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-719f70e3-e0b8-4876-9381-7f96d1a5e436 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:46.909531 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-719f70e3-e0b8-4876-9381-7f96d1a5e436 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.31 "GET /v2.0/networks?id=adb124e6-1a92-4d5d-80ee-086775721fea&id=793151e9-673a-4eba-bc7f-eef12bb07531&id=793151e9-673a-4eba-bc7f-eef12bb07531&id=793151e9-673a-4eba-bc7f-eef12bb07531&id=793151e9-673a-4eba-bc7f-eef12bb07531&id=e220874f-4ea8-4ea6-9fc4-39a517be75d8&id=e220874f-4ea8-4ea6-9fc4-39a517be75d8 HTTP/1.1" status: 200 len: 1995 time: 0.3692627 Dec 09 15:49:46.931587 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebf83386-16d2-4e21-869b-3eba2f055c7c tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:49:46.959652 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ebf83386-16d2-4e21-869b-3eba2f055c7c tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:46.960947 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-ebf83386-16d2-4e21-869b-3eba2f055c7c tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Added segment 88b8a61e-3be5-4ccf-b4a7-8ff1079f870c of type vlan for network 8cf79ae3-1594-4204-ace5-26437514a36d Dec 09 15:49:47.043106 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-87cc99d6-504d-474c-aed1-24f0911ead67 req-ae8e598c-52ea-43dd-b19f-17c3a940ed88 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 210 time: 0.0773759 Dec 09 15:49:47.070370 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ebf83386-16d2-4e21-869b-3eba2f055c7c tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:47.100372 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-ab2fd781-89e4-4b84-830c-99dde2feaedf tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b613632b80754e8bbd6b2b6b64d76f9f HTTP/1.1" status: 200 len: 379 time: 0.1897526 Dec 09 15:49:47.112122 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-97050cfb-e52f-4c10-9112-52d80c1138e2 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Request body: {'port': {'device_id': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'network_id': 'adb124e6-1a92-4d5d-80ee-086775721fea', 'admin_state_up': True, 'tenant_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'security_groups': ['123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:49:47.141091 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ebf83386-16d2-4e21-869b-3eba2f055c7c tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:47.142320 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf83386-16d2-4e21-869b-3eba2f055c7c tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:47.143089 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ebf83386-16d2-4e21-869b-3eba2f055c7c tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:47.276390 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ebf83386-16d2-4e21-869b-3eba2f055c7c tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5192583 Dec 09 15:49:47.276884 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 52830) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:47.287989 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf83386-16d2-4e21-869b-3eba2f055c7c tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Pushing event updated for resources: {'Network': ['ID=8cf79ae3-1594-4204-ace5-26437514a36d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:47.294990 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-b4a9dfe1-db2a-490c-aeb9-9e2aa4d489a8 tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Request body: {'network': {'project_id': '8bae1b4eca5543858c2518b78d40523c'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:49:47.305097 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 8cf79ae3-1594-4204-ace5-26437514a36d details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:49:47.333363 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4a9dfe1-db2a-490c-aeb9-9e2aa4d489a8 tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 09 15:49:47.333844 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4a9dfe1-db2a-490c-aeb9-9e2aa4d489a8 tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:49:47.335366 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b4a9dfe1-db2a-490c-aeb9-9e2aa4d489a8 tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0488818 Dec 09 15:49:47.339204 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 52836) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:47.374535 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-97050cfb-e52f-4c10-9112-52d80c1138e2 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Made reservation on behalf of b613632b80754e8bbd6b2b6b64d76f9f for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:49:47.381938 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-97050cfb-e52f-4c10-9112-52d80c1138e2 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:47.435474 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-28329a2d-9cf2-4c79-96a6-f66b7edcb95b tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8bae1b4eca5543858c2518b78d40523c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0947781 Dec 09 15:49:47.436535 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 52842) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:47.499984 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-580ad777-3558-4258-bbf6-e5245a7eb382 tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:47.524287 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-580ad777-3558-4258-bbf6-e5245a7eb382 tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:47.586534 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-580ad777-3558-4258-bbf6-e5245a7eb382 tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:47.589981 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-580ad777-3558-4258-bbf6-e5245a7eb382 tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:47.594332 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-580ad777-3558-4258-bbf6-e5245a7eb382 tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] 10.222.0.57 "DELETE /v2.0/security-groups/3cf445b3-6e1a-436d-852b-9426fe78841c HTTP/1.1" status: 204 len: 168 time: 0.1567519 Dec 09 15:49:47.595374 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 52848) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:47.621614 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ad777-3558-4258-bbf6-e5245a7eb382 tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf445b3-6e1a-436d-852b-9426fe78841c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:47.632366 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-97050cfb-e52f-4c10-9112-52d80c1138e2 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Allocated IP 172.20.0.14 (adb124e6-1a92-4d5d-80ee-086775721fea/3889a99e-c403-4ee7-93f6-53dfad03a358/217d63fb-6a3c-41f2-9610-2d02930597a5) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:49:47.693449 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-829fb420-48b9-4d4b-8922-462c5adca526 tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:47.885619 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-829fb420-48b9-4d4b-8922-462c5adca526 tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:47.913470 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-829fb420-48b9-4d4b-8922-462c5adca526 tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf79ae3-1594-4204-ace5-26437514a36d']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:49:47.931643 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-829fb420-48b9-4d4b-8922-462c5adca526 tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88b8a61e-3be5-4ccf-b4a7-8ff1079f870c') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:49:47.932018 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-829fb420-48b9-4d4b-8922-462c5adca526 tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88b8a61e-3be5-4ccf-b4a7-8ff1079f870c') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:49:47.939270 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-97050cfb-e52f-4c10-9112-52d80c1138e2 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:47.956393 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-829fb420-48b9-4d4b-8922-462c5adca526 tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:47.975647 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-829fb420-48b9-4d4b-8922-462c5adca526 tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:47.985999 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-829fb420-48b9-4d4b-8922-462c5adca526 tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:49:47.987273 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-829fb420-48b9-4d4b-8922-462c5adca526 tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:47.990621 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:49:47.990621 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:49:47.990621 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:49:47.990621 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:49:47.990621 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:49:47.990621 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:49:47.990621 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:49:47.990621 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:49:47.990621 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:49:47.990621 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:49:47.990621 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:49:47.990621 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:49:47.990621 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:49:47.990621 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:49:47.990621 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:49:47.990621 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:49:47.990621 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:49:47.990621 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:49:47.990621 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:49:47.990621 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:49:47.990621 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:49:47.990621 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:49:47.990621 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:49:47.990621 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:49:47.990621 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:49:47.990621 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:49:47.990621 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:49:47.990621 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:49:47.990621 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:49:47.990621 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:49:47.990621 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:49:47.990621 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:49:48.005351 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-97050cfb-e52f-4c10-9112-52d80c1138e2 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:48.067360 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-829fb420-48b9-4d4b-8922-462c5adca526 tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:48.102565 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-829fb420-48b9-4d4b-8922-462c5adca526 tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:48.118768 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-829fb420-48b9-4d4b-8922-462c5adca526 tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] 10.222.0.57 "DELETE /v2.0/networks/8cf79ae3-1594-4204-ace5-26437514a36d HTTP/1.1" status: 204 len: 168 time: 0.5157080 Dec 09 15:49:48.118937 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-97050cfb-e52f-4c10-9112-52d80c1138e2 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Network adb124e6-1a92-4d5d-80ee-086775721fea is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:49:48.118937 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 52868) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:48.147489 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-97050cfb-e52f-4c10-9112-52d80c1138e2 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:49:48.158941 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829fb420-48b9-4d4b-8922-462c5adca526 tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Pushing event deleted for resources: {'Network': ['ID=8cf79ae3-1594-4204-ace5-26437514a36d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:48.161145 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-97050cfb-e52f-4c10-9112-52d80c1138e2 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:49:48.292284 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00532eae-656c-49c4-b83a-825197a2a1bc tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:48.345949 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97050cfb-e52f-4c10-9112-52d80c1138e2 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Pushing event updated for resources: {'Port': ['ID=217d63fb-6a3c-41f2-9610-2d02930597a5,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:48.432357 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-97050cfb-e52f-4c10-9112-52d80c1138e2 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:48.434407 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-97050cfb-e52f-4c10-9112-52d80c1138e2 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:48.538543 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-97050cfb-e52f-4c10-9112-52d80c1138e2 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4318111 Dec 09 15:49:48.610755 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-dcef641d-d3c4-4ef6-b626-45d7803a6b76 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Request body: {'port': {'device_id': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'network_id': '793151e9-673a-4eba-bc7f-eef12bb07531', 'admin_state_up': True, 'tenant_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'security_groups': ['123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:49:48.680632 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e8eb61c3-5f9c-4f53-9f49-d28e5cc73146 None None] Provisioning complete for port 217d63fb-6a3c-41f2-9610-2d02930597a5 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:48.682690 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e8eb61c3-5f9c-4f53-9f49-d28e5cc73146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:48.691793 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284379b6-85f9-4f96-8075-63a8c6e6300b req-bf1f6319-052b-4237-b17a-7e0fe153cca7 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:48.698629 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-284379b6-85f9-4f96-8075-63a8c6e6300b req-bf1f6319-052b-4237-b17a-7e0fe153cca7 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 932 time: 0.4033835 Dec 09 15:49:48.754346 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e8eb61c3-5f9c-4f53-9f49-d28e5cc73146 None None] Port 217d63fb-6a3c-41f2-9610-2d02930597a5 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:49:48.816760 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00532eae-656c-49c4-b83a-825197a2a1bc tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:48.868447 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-00532eae-656c-49c4-b83a-825197a2a1bc tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78013312-ac7b-4ca6-9ac1-9fcfee755bf6']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:49:48.899049 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-00532eae-656c-49c4-b83a-825197a2a1bc tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3ff70a5-2713-4628-8069-6b22344b4513') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:49:48.899424 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-00532eae-656c-49c4-b83a-825197a2a1bc tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3ff70a5-2713-4628-8069-6b22344b4513') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:49:48.916691 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-284379b6-85f9-4f96-8075-63a8c6e6300b req-52603f95-c63e-4174-aca0-5718bf261b7d tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557980 Dec 09 15:49:48.923886 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00532eae-656c-49c4-b83a-825197a2a1bc tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:48.945549 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00532eae-656c-49c4-b83a-825197a2a1bc tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:48.971082 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00532eae-656c-49c4-b83a-825197a2a1bc tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:49:48.972782 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00532eae-656c-49c4-b83a-825197a2a1bc tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:48.999541 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:49:48.999541 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:49:48.999541 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:49:48.999541 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:49:48.999541 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:49:48.999541 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:49:48.999541 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:49:48.999541 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:49:48.999541 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:49:48.999541 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:49:48.999541 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:49:48.999541 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:49:48.999541 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:49:48.999541 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:49:48.999541 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:49:48.999541 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:49:48.999541 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:49:48.999541 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:49:48.999541 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:49:48.999541 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:49:48.999541 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:49:48.999541 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:49:48.999541 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:49:48.999541 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:49:48.999541 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:49:48.999541 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:49:48.999541 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:49:48.999541 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:49:48.999541 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:49:48.999541 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:49:48.999541 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:49:48.999541 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:49:49.012130 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 52904) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:49.065687 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-dcef641d-d3c4-4ef6-b626-45d7803a6b76 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Made reservation on behalf of b613632b80754e8bbd6b2b6b64d76f9f for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:49:49.072995 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-dcef641d-d3c4-4ef6-b626-45d7803a6b76 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:49.092530 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00532eae-656c-49c4-b83a-825197a2a1bc tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:49.098659 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00532eae-656c-49c4-b83a-825197a2a1bc tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:49.102174 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-00532eae-656c-49c4-b83a-825197a2a1bc tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] 10.222.0.57 "DELETE /v2.0/networks/78013312-ac7b-4ca6-9ac1-9fcfee755bf6 HTTP/1.1" status: 204 len: 168 time: 0.9680164 Dec 09 15:49:49.130114 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00532eae-656c-49c4-b83a-825197a2a1bc tempest-QuotasNegativeTest-264902930 tempest-QuotasNegativeTest-264902930-project-admin] Pushing event deleted for resources: {'Network': ['ID=78013312-ac7b-4ca6-9ac1-9fcfee755bf6,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:49.201778 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c199525-2442-4679-863e-4f9e1794a8f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:49.320385 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-dcef641d-d3c4-4ef6-b626-45d7803a6b76 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Allocated IP 10.1.1.155 (793151e9-673a-4eba-bc7f-eef12bb07531/171b19ce-c8cb-49f0-b1d6-e7dc927afc82/0a1a311d-b032-4c37-bd71-5d8793b18d3c) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:49:49.422932 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c199525-2442-4679-863e-4f9e1794a8f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:49.430966 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c199525-2442-4679-863e-4f9e1794a8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:49.481354 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c199525-2442-4679-863e-4f9e1794a8f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd98e44a-40df-4164-b592-7aa033401616,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:49.514889 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-dcef641d-d3c4-4ef6-b626-45d7803a6b76 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:49.554486 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4c199525-2442-4679-863e-4f9e1794a8f9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=55fb556bff00423dbb3d4dd7ae48c1a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5353987 Dec 09 15:49:49.556820 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 52920) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:49.599205 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-dcef641d-d3c4-4ef6-b626-45d7803a6b76 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:49.652550 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0368a57d-34e8-4251-b20e-2adc3bfd5988 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:49.674522 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-dcef641d-d3c4-4ef6-b626-45d7803a6b76 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Network 793151e9-673a-4eba-bc7f-eef12bb07531 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:49:49.680187 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-dcef641d-d3c4-4ef6-b626-45d7803a6b76 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:49:49.684029 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-dcef641d-d3c4-4ef6-b626-45d7803a6b76 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:49:49.694539 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0368a57d-34e8-4251-b20e-2adc3bfd5988 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:49.709370 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef641d-d3c4-4ef6-b626-45d7803a6b76 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Pushing event updated for resources: {'Port': ['ID=0a1a311d-b032-4c37-bd71-5d8793b18d3c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:49.751860 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-dcef641d-d3c4-4ef6-b626-45d7803a6b76 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:49.752713 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-dcef641d-d3c4-4ef6-b626-45d7803a6b76 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:49.774161 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-dcef641d-d3c4-4ef6-b626-45d7803a6b76 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1714931 Dec 09 15:49:49.802704 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-bb89add2-a864-4769-ae72-ed090e48e520 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Request body: {'port': {'device_id': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'network_id': '793151e9-673a-4eba-bc7f-eef12bb07531', 'admin_state_up': True, 'tenant_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'security_groups': ['123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:49:49.809385 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0368a57d-34e8-4251-b20e-2adc3bfd5988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:49.812903 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0368a57d-34e8-4251-b20e-2adc3bfd5988 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:49.816892 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0368a57d-34e8-4251-b20e-2adc3bfd5988 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fd98e44a-40df-4164-b592-7aa033401616 HTTP/1.1" status: 204 len: 168 time: 0.2566195 Dec 09 15:49:49.838783 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0368a57d-34e8-4251-b20e-2adc3bfd5988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd98e44a-40df-4164-b592-7aa033401616,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:49.963778 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 52932) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:50.043434 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-bb89add2-a864-4769-ae72-ed090e48e520 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Made reservation on behalf of b613632b80754e8bbd6b2b6b64d76f9f for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:49:50.049102 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-bb89add2-a864-4769-ae72-ed090e48e520 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:50.091017 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-171357f3-55bb-4243-ac35-21a16eaaef0c None None] Provisioning complete for port 0a1a311d-b032-4c37-bd71-5d8793b18d3c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:50.091559 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-171357f3-55bb-4243-ac35-21a16eaaef0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:50.199874 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-171357f3-55bb-4243-ac35-21a16eaaef0c None None] Port 0a1a311d-b032-4c37-bd71-5d8793b18d3c cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:49:50.297670 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd052f8f-a58b-4b0b-8eef-b03acd925555 req-b4758280-d8d8-41c7-85b5-1f96924535ef tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:50.304347 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd052f8f-a58b-4b0b-8eef-b03acd925555 req-b4758280-d8d8-41c7-85b5-1f96924535ef tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:50.306136 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd052f8f-a58b-4b0b-8eef-b03acd925555 req-b4758280-d8d8-41c7-85b5-1f96924535ef tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 1654 time: 0.2109325 Dec 09 15:49:50.377882 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-22266116-125a-448e-83a7-f477538a9f7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:50.439661 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd052f8f-a58b-4b0b-8eef-b03acd925555 req-af8fdbdf-6efd-4b2c-9584-51881418e001 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238649 Dec 09 15:49:50.451951 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-57e71092-fe86-4a42-ab9a-dc627069235b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:50.514288 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-bb89add2-a864-4769-ae72-ed090e48e520 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Allocated IP 10.1.1.123 (793151e9-673a-4eba-bc7f-eef12bb07531/171b19ce-c8cb-49f0-b1d6-e7dc927afc82/dea1411b-b02d-409d-be67-df46d288f664) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:49:50.573504 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-22266116-125a-448e-83a7-f477538a9f7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:50.582629 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-22266116-125a-448e-83a7-f477538a9f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:50.631282 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22266116-125a-448e-83a7-f477538a9f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf0dcd1-8dd1-41d4-b412-2d4157bebb25,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:50.888992 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-bb89add2-a864-4769-ae72-ed090e48e520 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:50.971390 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-bb89add2-a864-4769-ae72-ed090e48e520 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:51.069727 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-bb89add2-a864-4769-ae72-ed090e48e520 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Network 793151e9-673a-4eba-bc7f-eef12bb07531 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:49:51.073077 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-bb89add2-a864-4769-ae72-ed090e48e520 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:49:51.077967 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-bb89add2-a864-4769-ae72-ed090e48e520 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:49:51.151812 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89add2-a864-4769-ae72-ed090e48e520 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Pushing event updated for resources: {'Port': ['ID=dea1411b-b02d-409d-be67-df46d288f664,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:51.183089 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-bb89add2-a864-4769-ae72-ed090e48e520 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:51.184159 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-bb89add2-a864-4769-ae72-ed090e48e520 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:51.205537 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-bb89add2-a864-4769-ae72-ed090e48e520 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4228036 Dec 09 15:49:51.229222 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-c4005022-a375-4f24-aa09-62a8f89652aa tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Request body: {'port': {'device_id': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e220874f-4ea8-4ea6-9fc4-39a517be75d8', 'admin_state_up': True, 'tenant_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'security_groups': ['123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:49:51.325089 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 52972) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:51.334350 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-511fd878-f824-4cf2-b45d-478656e9c219 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Request body: {'network': {'name': 'tempest-network-smoke--1891431904', 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'port_security_enabled': True}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:49:51.407531 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-22266116-125a-448e-83a7-f477538a9f7d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c9f47853687a4fd891876370fd1c1bca&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4420352 Dec 09 15:49:51.417348 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 52974) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:51.550067 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7751dcad-3bd5-4702-ae82-b23f56a7ce57 None None] Provisioning complete for port dea1411b-b02d-409d-be67-df46d288f664 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:51.550617 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7751dcad-3bd5-4702-ae82-b23f56a7ce57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:51.561261 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-c4005022-a375-4f24-aa09-62a8f89652aa tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Made reservation on behalf of b613632b80754e8bbd6b2b6b64d76f9f for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:49:51.575168 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511fd878-f824-4cf2-b45d-478656e9c219 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Made reservation on behalf of cf31236457a543f3b32deeb2eee96cb5 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:49:51.580646 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-511fd878-f824-4cf2-b45d-478656e9c219 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:51.653525 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-7751dcad-3bd5-4702-ae82-b23f56a7ce57 None None] Port dea1411b-b02d-409d-be67-df46d288f664 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:49:51.665544 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-511fd878-f824-4cf2-b45d-478656e9c219 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:51.731530 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a4ef0090-4fd9-452b-892e-bc973b634c80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:51.762444 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32d7e4-f0a0-4e34-b468-cf0e912ad14f req-42fd9fd1-8587-4315-9296-f7360dc89b99 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:51.769213 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32d7e4-f0a0-4e34-b468-cf0e912ad14f req-42fd9fd1-8587-4315-9296-f7360dc89b99 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:51.775602 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32d7e4-f0a0-4e34-b468-cf0e912ad14f req-42fd9fd1-8587-4315-9296-f7360dc89b99 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:51.777184 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0e32d7e4-f0a0-4e34-b468-cf0e912ad14f req-42fd9fd1-8587-4315-9296-f7360dc89b99 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 2375 time: 0.2041733 Dec 09 15:49:51.836659 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a4ef0090-4fd9-452b-892e-bc973b634c80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:51.859104 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-c4005022-a375-4f24-aa09-62a8f89652aa tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:51.993538 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-511fd878-f824-4cf2-b45d-478656e9c219 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:52.007888 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0e32d7e4-f0a0-4e34-b468-cf0e912ad14f req-293d69b0-3999-4181-8978-c6dca7134cb1 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070167 Dec 09 15:49:52.016245 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-511fd878-f824-4cf2-b45d-478656e9c219 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:52.128986 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a4ef0090-4fd9-452b-892e-bc973b634c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:52.131585 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a4ef0090-4fd9-452b-892e-bc973b634c80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:52.135202 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a4ef0090-4fd9-452b-892e-bc973b634c80 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3bf0dcd1-8dd1-41d4-b412-2d4157bebb25 HTTP/1.1" status: 204 len: 168 time: 0.7143676 Dec 09 15:49:52.138699 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-511fd878-f824-4cf2-b45d-478656e9c219 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:49:52.159290 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511fd878-f824-4cf2-b45d-478656e9c219 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f03a6bb0-3762-4f95-b6c7-3083ff044718,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:52.172938 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-511fd878-f824-4cf2-b45d-478656e9c219 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:52.173234 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-511fd878-f824-4cf2-b45d-478656e9c219 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Added segment 3c1ea2c7-144c-42b4-853c-912dd116650b of type vlan for network 06765d4c-94ea-4e55-b8c9-061ac001a4b5 Dec 09 15:49:52.193524 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef0090-4fd9-452b-892e-bc973b634c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf0dcd1-8dd1-41d4-b412-2d4157bebb25,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:52.257507 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-511fd878-f824-4cf2-b45d-478656e9c219 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:52.287498 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-c4005022-a375-4f24-aa09-62a8f89652aa tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Allocated IP 10.2.2.100 (e220874f-4ea8-4ea6-9fc4-39a517be75d8/b86dc975-38b6-4f7b-a1b5-a30d296dd58d/228cf703-1a9f-469e-a207-e9d6be7acce9) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:49:52.307397 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-511fd878-f824-4cf2-b45d-478656e9c219 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:52.313683 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511fd878-f824-4cf2-b45d-478656e9c219 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:52.314285 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-511fd878-f824-4cf2-b45d-478656e9c219 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:52.366202 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 52996) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:52.366513 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-511fd878-f824-4cf2-b45d-478656e9c219 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0399718 Dec 09 15:49:52.381554 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-0d4531f9-3e04-4812-b36a-bdcfe8f3ed1a tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1857459013', 'admin_state_up': True, 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:49:52.485256 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511fd878-f824-4cf2-b45d-478656e9c219 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Pushing event updated for resources: {'Network': ['ID=06765d4c-94ea-4e55-b8c9-061ac001a4b5,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:52.496962 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d4531f9-3e04-4812-b36a-bdcfe8f3ed1a tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:52.501699 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d4531f9-3e04-4812-b36a-bdcfe8f3ed1a tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:52.505046 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 06765d4c-94ea-4e55-b8c9-061ac001a4b5 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:49:52.568924 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d4531f9-3e04-4812-b36a-bdcfe8f3ed1a tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:52.673855 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-c4005022-a375-4f24-aa09-62a8f89652aa tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:52.790580 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-c4005022-a375-4f24-aa09-62a8f89652aa tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:52.872752 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d4531f9-3e04-4812-b36a-bdcfe8f3ed1a tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:52.894218 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-c4005022-a375-4f24-aa09-62a8f89652aa tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Network e220874f-4ea8-4ea6-9fc4-39a517be75d8 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:49:52.904079 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-c4005022-a375-4f24-aa09-62a8f89652aa tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:49:52.922616 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-c4005022-a375-4f24-aa09-62a8f89652aa tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:49:52.973222 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4005022-a375-4f24-aa09-62a8f89652aa tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Pushing event updated for resources: {'Port': ['ID=228cf703-1a9f-469e-a207-e9d6be7acce9,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:52.980638 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-af2191ae-410c-4364-9031-0c1335f39eae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:53.025391 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53012) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:53.039713 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-c4005022-a375-4f24-aa09-62a8f89652aa tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:53.040687 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-c4005022-a375-4f24-aa09-62a8f89652aa tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:53.068950 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5327edbf-481f-401a-bf74-607df23a8e23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:53.097317 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-c4005022-a375-4f24-aa09-62a8f89652aa tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8837969 Dec 09 15:49:53.115414 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-8606cb07-da0d-4a1b-90d0-50078e4992e9 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Request body: {'port': {'device_id': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e220874f-4ea8-4ea6-9fc4-39a517be75d8', 'admin_state_up': True, 'tenant_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'security_groups': ['123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:49:53.298553 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5327edbf-481f-401a-bf74-607df23a8e23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:53.316786 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5327edbf-481f-401a-bf74-607df23a8e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:53.385788 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5327edbf-481f-401a-bf74-607df23a8e23 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f6d2568afe1048c088d34a6553543d2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3577023 Dec 09 15:49:53.386723 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53034) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:53.387709 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5327edbf-481f-401a-bf74-607df23a8e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ab6541-e3ca-4e8b-ad11-9fc4da24bba3,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:53.409568 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1ac9b71c-1eef-4596-95ea-e4815755b172 None None] Provisioning complete for port 228cf703-1a9f-469e-a207-e9d6be7acce9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:53.409943 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1ac9b71c-1eef-4596-95ea-e4815755b172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:53.430807 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20b497-a8d5-47c6-b26e-2a31c92dc5f7 req-b85e47dc-247c-4c8d-846a-96dc69be70bd tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:53.449994 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20b497-a8d5-47c6-b26e-2a31c92dc5f7 req-b85e47dc-247c-4c8d-846a-96dc69be70bd tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:53.476232 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20b497-a8d5-47c6-b26e-2a31c92dc5f7 req-b85e47dc-247c-4c8d-846a-96dc69be70bd tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:53.503712 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20b497-a8d5-47c6-b26e-2a31c92dc5f7 req-b85e47dc-247c-4c8d-846a-96dc69be70bd tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:53.514900 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8e20b497-a8d5-47c6-b26e-2a31c92dc5f7 req-b85e47dc-247c-4c8d-846a-96dc69be70bd tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 3096 time: 0.2851710 Dec 09 15:49:53.525969 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-1ac9b71c-1eef-4596-95ea-e4815755b172 None None] Port 228cf703-1a9f-469e-a207-e9d6be7acce9 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:49:53.602145 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8e20b497-a8d5-47c6-b26e-2a31c92dc5f7 req-ca233b6b-296d-4b0a-9a3b-e13c88221781 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794168 Dec 09 15:49:53.656871 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-8606cb07-da0d-4a1b-90d0-50078e4992e9 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Made reservation on behalf of b613632b80754e8bbd6b2b6b64d76f9f for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:49:53.662354 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-8606cb07-da0d-4a1b-90d0-50078e4992e9 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:53.695218 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-458b78bb-cf06-47e5-a45c-cf80c9c190ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:53.741203 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d4531f9-3e04-4812-b36a-bdcfe8f3ed1a tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:53.792003 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d4531f9-3e04-4812-b36a-bdcfe8f3ed1a tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:53.795063 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-458b78bb-cf06-47e5-a45c-cf80c9c190ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:54.021077 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-458b78bb-cf06-47e5-a45c-cf80c9c190ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:54.024782 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-458b78bb-cf06-47e5-a45c-cf80c9c190ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:54.026247 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-458b78bb-cf06-47e5-a45c-cf80c9c190ff admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f7ab6541-e3ca-4e8b-ad11-9fc4da24bba3 HTTP/1.1" status: 204 len: 168 time: 0.6342072 Dec 09 15:49:54.030981 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:54.049121 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b78bb-cf06-47e5-a45c-cf80c9c190ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ab6541-e3ca-4e8b-ad11-9fc4da24bba3,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:54.074445 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-8606cb07-da0d-4a1b-90d0-50078e4992e9 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Allocated IP 10.2.2.200 (e220874f-4ea8-4ea6-9fc4-39a517be75d8/b86dc975-38b6-4f7b-a1b5-a30d296dd58d/5d0eeda5-19bf-4cd3-94f9-1bc316a94e48) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:49:54.123708 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-0d4531f9-3e04-4812-b36a-bdcfe8f3ed1a tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Allocated IP 172.25.3.86 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/cc196b53-34ca-45d6-b098-07804413b286) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:49:54.301697 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53054) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:54.442028 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d4531f9-3e04-4812-b36a-bdcfe8f3ed1a tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:54.517249 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:54.567191 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d4531f9-3e04-4812-b36a-bdcfe8f3ed1a tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:54.575595 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-8606cb07-da0d-4a1b-90d0-50078e4992e9 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:54.660899 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4531f9-3e04-4812-b36a-bdcfe8f3ed1a tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:49:54.664791 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-0d4531f9-3e04-4812-b36a-bdcfe8f3ed1a tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:49:54.681083 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f6d231-ab4c-40dd-a04f-be93e4a15c37 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:49:54.695187 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4531f9-3e04-4812-b36a-bdcfe8f3ed1a tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:49:54.696540 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-8606cb07-da0d-4a1b-90d0-50078e4992e9 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:54.706463 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4531f9-3e04-4812-b36a-bdcfe8f3ed1a tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Pushing event updated for resources: {'Port': ['ID=cc196b53-34ca-45d6-b098-07804413b286,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:54.770090 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-aeaa787a-2727-41d4-8fb5-ef7b3b2cf1ab None None] Provisioning complete for port cc196b53-34ca-45d6-b098-07804413b286 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:54.770758 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aeaa787a-2727-41d4-8fb5-ef7b3b2cf1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:54.822446 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-8606cb07-da0d-4a1b-90d0-50078e4992e9 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Network e220874f-4ea8-4ea6-9fc4-39a517be75d8 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:49:54.844249 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8fc804ed-25ac-4443-8b38-2c3e9d85ff52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:54.871847 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-8606cb07-da0d-4a1b-90d0-50078e4992e9 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:49:54.893037 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-aeaa787a-2727-41d4-8fb5-ef7b3b2cf1ab None None] Port cc196b53-34ca-45d6-b098-07804413b286 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:49:54.894133 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-8606cb07-da0d-4a1b-90d0-50078e4992e9 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:49:54.990345 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8606cb07-da0d-4a1b-90d0-50078e4992e9 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Pushing event updated for resources: {'Port': ['ID=5d0eeda5-19bf-4cd3-94f9-1bc316a94e48,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:55.017616 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-8606cb07-da0d-4a1b-90d0-50078e4992e9 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:55.018306 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-8606cb07-da0d-4a1b-90d0-50078e4992e9 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:55.052942 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-8606cb07-da0d-4a1b-90d0-50078e4992e9 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9471660 Dec 09 15:49:55.072265 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c33425-2ad7-49cd-986a-981fdf47cc84 req-2a2295bc-22a9-4318-bda3-a7f457885769 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:55.087601 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c33425-2ad7-49cd-986a-981fdf47cc84 req-2a2295bc-22a9-4318-bda3-a7f457885769 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:55.094447 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c33425-2ad7-49cd-986a-981fdf47cc84 req-2a2295bc-22a9-4318-bda3-a7f457885769 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:55.100656 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c33425-2ad7-49cd-986a-981fdf47cc84 req-2a2295bc-22a9-4318-bda3-a7f457885769 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:55.106793 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c33425-2ad7-49cd-986a-981fdf47cc84 req-2a2295bc-22a9-4318-bda3-a7f457885769 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:55.108993 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-33c33425-2ad7-49cd-986a-981fdf47cc84 req-2a2295bc-22a9-4318-bda3-a7f457885769 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 3817 time: 0.2849793 Dec 09 15:49:55.113928 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-070ddddb-2e40-46a0-b7bf-766991ad7f79 service neutron] Request body: {'port': {'device_id': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:49:55.268450 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8fc804ed-25ac-4443-8b38-2c3e9d85ff52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:55.287356 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-070ddddb-2e40-46a0-b7bf-766991ad7f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:55.293272 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-33c33425-2ad7-49cd-986a-981fdf47cc84 req-edd75ff3-078f-4534-9d8c-5f2c9e7350e2 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653802 Dec 09 15:49:55.301665 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8fc804ed-25ac-4443-8b38-2c3e9d85ff52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:55.373328 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:55.409832 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-12f9e36c-f114-47e1-94da-dedac5b333b3 None None] Provisioning complete for port 5d0eeda5-19bf-4cd3-94f9-1bc316a94e48 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:55.410452 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-12f9e36c-f114-47e1-94da-dedac5b333b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:55.456306 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc804ed-25ac-4443-8b38-2c3e9d85ff52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e72cd3e-15c3-4117-8495-ecd18733b5bb,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:55.600953 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-12f9e36c-f114-47e1-94da-dedac5b333b3 None None] Port 5d0eeda5-19bf-4cd3-94f9-1bc316a94e48 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:49:55.624007 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d4531f9-3e04-4812-b36a-bdcfe8f3ed1a tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:55.652704 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8fc804ed-25ac-4443-8b38-2c3e9d85ff52 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=51e8c182bd7548c1968d5249917f41fe&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3497152 Dec 09 15:49:55.653659 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53082) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:55.659778 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:49:55.949554 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8f64b502-8260-4cc0-b06d-2e30e004f259 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:55.987914 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8f64b502-8260-4cc0-b06d-2e30e004f259 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:55.996208 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-070ddddb-2e40-46a0-b7bf-766991ad7f79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 217d63fb-6a3c-41f2-9610-2d02930597a5 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:49:56.005916 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-070ddddb-2e40-46a0-b7bf-766991ad7f79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:56.021041 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-070ddddb-2e40-46a0-b7bf-766991ad7f79 service neutron] Transition to ACTIVE for port object 217d63fb-6a3c-41f2-9610-2d02930597a5 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:49:56.036844 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-070ddddb-2e40-46a0-b7bf-766991ad7f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:56.179103 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8f64b502-8260-4cc0-b06d-2e30e004f259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:56.182685 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8f64b502-8260-4cc0-b06d-2e30e004f259 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:56.184055 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8f64b502-8260-4cc0-b06d-2e30e004f259 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2e72cd3e-15c3-4117-8495-ecd18733b5bb HTTP/1.1" status: 204 len: 168 time: 0.4469535 Dec 09 15:49:56.258094 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ddddb-2e40-46a0-b7bf-766991ad7f79 service neutron] Pushing event updated for resources: {'Port': ['ID=217d63fb-6a3c-41f2-9610-2d02930597a5,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:56.271359 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d4531f9-3e04-4812-b36a-bdcfe8f3ed1a tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:56.292481 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64b502-8260-4cc0-b06d-2e30e004f259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e72cd3e-15c3-4117-8495-ecd18733b5bb,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:56.633052 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-070ddddb-2e40-46a0-b7bf-766991ad7f79 service neutron] Attempting to bind port 217d63fb-6a3c-41f2-9610-2d02930597a5 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:49:56.633598 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-070ddddb-2e40-46a0-b7bf-766991ad7f79 service neutron] Attempting to bind port 217d63fb-6a3c-41f2-9610-2d02930597a5 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '81d1235d-87dd-4988-9ddd-2b5abb933621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'adb124e6-1a92-4d5d-80ee-086775721fea'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:49:56.637740 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-070ddddb-2e40-46a0-b7bf-766991ad7f79 service neutron] Attempting to bind port 217d63fb-6a3c-41f2-9610-2d02930597a5 on network adb124e6-1a92-4d5d-80ee-086775721fea {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:49:56.671076 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:56.684326 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-070ddddb-2e40-46a0-b7bf-766991ad7f79 service neutron] Port 217d63fb-6a3c-41f2-9610-2d02930597a5 on network adb124e6-1a92-4d5d-80ee-086775721fea not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:49:56.685934 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-070ddddb-2e40-46a0-b7bf-766991ad7f79 service neutron] Attempting to bind port 217d63fb-6a3c-41f2-9610-2d02930597a5 on network adb124e6-1a92-4d5d-80ee-086775721fea {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:49:56.714324 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-070ddddb-2e40-46a0-b7bf-766991ad7f79 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:49:56.716698 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-070ddddb-2e40-46a0-b7bf-766991ad7f79 service neutron] Checking segment: {'id': '81d1235d-87dd-4988-9ddd-2b5abb933621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'adb124e6-1a92-4d5d-80ee-086775721fea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:49:56.718519 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-070ddddb-2e40-46a0-b7bf-766991ad7f79 service neutron] Bound using segment: {'id': '81d1235d-87dd-4988-9ddd-2b5abb933621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'adb124e6-1a92-4d5d-80ee-086775721fea'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:49:56.721962 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-070ddddb-2e40-46a0-b7bf-766991ad7f79 service neutron] Bound port: 217d63fb-6a3c-41f2-9610-2d02930597a5, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81d1235d-87dd-4988-9ddd-2b5abb933621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'adb124e6-1a92-4d5d-80ee-086775721fea'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:49:56.725580 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-070ddddb-2e40-46a0-b7bf-766991ad7f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:56.798575 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4531f9-3e04-4812-b36a-bdcfe8f3ed1a tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Router 95a32505-d4e3-473f-b357-af1ed1687b42 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:49:56.946306 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e925dd2-c27a-4c9e-92d0-1e91f04f0158 req-c35d8be5-af88-4d47-8cd9-e62a2ce7782c tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:56.954074 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e925dd2-c27a-4c9e-92d0-1e91f04f0158 req-c35d8be5-af88-4d47-8cd9-e62a2ce7782c tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:56.960633 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e925dd2-c27a-4c9e-92d0-1e91f04f0158 req-c35d8be5-af88-4d47-8cd9-e62a2ce7782c tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:56.968353 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e925dd2-c27a-4c9e-92d0-1e91f04f0158 req-c35d8be5-af88-4d47-8cd9-e62a2ce7782c tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:56.975287 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e925dd2-c27a-4c9e-92d0-1e91f04f0158 req-c35d8be5-af88-4d47-8cd9-e62a2ce7782c tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:56.983507 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4e925dd2-c27a-4c9e-92d0-1e91f04f0158 req-c35d8be5-af88-4d47-8cd9-e62a2ce7782c tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 3829 time: 0.3115954 Dec 09 15:49:57.009816 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4531f9-3e04-4812-b36a-bdcfe8f3ed1a tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:49:57.024884 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b92533f-7b82-4d7a-a4be-07ffaafbce43 None None] Sync routers for ids ['95a32505-d4e3-473f-b357-af1ed1687b42'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:49:57.035869 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d4531f9-3e04-4812-b36a-bdcfe8f3ed1a tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:57.040972 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0d4531f9-3e04-4812-b36a-bdcfe8f3ed1a tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.6700790 Dec 09 15:49:57.040972 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53110) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:57.058580 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b92533f-7b82-4d7a-a4be-07ffaafbce43 None None] Routers {'95a32505-d4e3-473f-b357-af1ed1687b42'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:49:57.060434 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7b92533f-7b82-4d7a-a4be-07ffaafbce43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:49:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['95a32505-d4e3-473f-b357-af1ed1687b42'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:49:57.075187 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-070ddddb-2e40-46a0-b7bf-766991ad7f79 service neutron] For port 217d63fb-6a3c-41f2-9610-2d02930597a5, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:49:57.131552 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-070ddddb-2e40-46a0-b7bf-766991ad7f79 service neutron] For port 217d63fb-6a3c-41f2-9610-2d02930597a5, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=217d63fb-6a3c-41f2-9610-2d02930597a5,segment=NetworkSegment(81d1235d-87dd-4988-9ddd-2b5abb933621),segment_id=81d1235d-87dd-4988-9ddd-2b5abb933621)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:49:57.137037 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4e925dd2-c27a-4c9e-92d0-1e91f04f0158 req-076172e7-7a7b-4638-8a12-567ed50d8c28 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527002 Dec 09 15:49:57.144316 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-070ddddb-2e40-46a0-b7bf-766991ad7f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:57.213867 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-070ddddb-2e40-46a0-b7bf-766991ad7f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:57.215989 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-070ddddb-2e40-46a0-b7bf-766991ad7f79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:57.219826 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-070ddddb-2e40-46a0-b7bf-766991ad7f79 service neutron] 10.222.0.31 "PUT /v2.0/ports/217d63fb-6a3c-41f2-9610-2d02930597a5 HTTP/1.1" status: 200 len: 1092 time: 2.1099315 Dec 09 15:49:57.220306 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'tag': '217d63fb-6a3c-41f2-9610-2d02930597a5'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:49:57.223645 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f2a3a1-cb8f-4be4-b08e-a4f4c4c3e2c0" -d '{"events": [{"name": "network-changed", "server_uuid": "c90defb5-9266-4ad0-b0d1-72a8ad39338d", "tag": "217d63fb-6a3c-41f2-9610-2d02930597a5"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:49:57.236972 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53118) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:57.270203 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a46b5cb5-999e-41e2-ab7e-e20029c41a81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:57.312536 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4fb40470-e0ab-4f86-b752-2a9adf591f10 service neutron] Request body: {'port': {'device_id': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:49:57.383807 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-7b92533f-7b82-4d7a-a4be-07ffaafbce43 None None] Set router 95a32505-d4e3-473f-b357-af1ed1687b42 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:49:57.416764 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ddddb-2e40-46a0-b7bf-766991ad7f79 service neutron] Pushing event updated for resources: {'Port': ['ID=217d63fb-6a3c-41f2-9610-2d02930597a5,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:57.543058 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4fb40470-e0ab-4f86-b752-2a9adf591f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:57.576027 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a46b5cb5-999e-41e2-ab7e-e20029c41a81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:57.579515 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e511635-4f15-42fb-88c0-3f5464cd866a x-openstack-request-id: req-1e511635-4f15-42fb-88c0-3f5464cd866a {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:49:57.579783 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c90defb5-9266-4ad0-b0d1-72a8ad39338d", "tag": "217d63fb-6a3c-41f2-9610-2d02930597a5", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:49:57.580051 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1e511635-4f15-42fb-88c0-3f5464cd866a {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:49:57.580503 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'tag': '217d63fb-6a3c-41f2-9610-2d02930597a5', 'status': 'completed', 'code': 200} Dec 09 15:49:57.585258 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a46b5cb5-999e-41e2-ab7e-e20029c41a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:57.723844 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a46b5cb5-999e-41e2-ab7e-e20029c41a81 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d2c561d2f5d54bc19f6132c8bb2ec3be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4854016 Dec 09 15:49:57.727457 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53124) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:57.813786 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b5cb5-999e-41e2-ab7e-e20029c41a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1fd03f-fb3f-4166-ae3c-ce27cd30c950,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:57.876836 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b6a45ee9-953a-475a-bf8f-2d44f4e71cba tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=cf31236457a543f3b32deeb2eee96cb5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.8309417 Dec 09 15:49:57.878859 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53130) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:57.889325 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7b92533f-7b82-4d7a-a4be-07ffaafbce43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a32505-d4e3-473f-b357-af1ed1687b42', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1857459013', 'tenant_id': 'cf31236457a543f3b32deeb2eee96cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'cc196b53-34ca-45d6-b098-07804413b286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:49:52Z', 'updated_at': '2021-12-09T15:49:55Z', 'revision_number': 3, 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'gw_port': {'id': 'cc196b53-34ca-45d6-b098-07804413b286', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:27:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a32505-d4e3-473f-b357-af1ed1687b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:49:53Z', 'updated_at': '2021-12-09T15:49:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:49:57.949984 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ef01bb07-f8f8-421e-aafb-782705e37d8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:57.982462 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b92533f-7b82-4d7a-a4be-07ffaafbce43 None None] Checking router: 95a32505-d4e3-473f-b357-af1ed1687b42 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:49:57.983462 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b92533f-7b82-4d7a-a4be-07ffaafbce43 None None] Updating router 95a32505-d4e3-473f-b357-af1ed1687b42 port cc196b53-34ca-45d6-b098-07804413b286 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:49:58.055609 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7b92533f-7b82-4d7a-a4be-07ffaafbce43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:58.081386 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2a3a1-cb8f-4be4-b08e-a4f4c4c3e2c0 req-a1e78be1-dcef-4142-a29d-24988efb48a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:58.082661 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2a3a1-cb8f-4be4-b08e-a4f4c4c3e2c0 req-a1e78be1-dcef-4142-a29d-24988efb48a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:58.083311 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2a3a1-cb8f-4be4-b08e-a4f4c4c3e2c0 req-a1e78be1-dcef-4142-a29d-24988efb48a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:58.083946 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2a3a1-cb8f-4be4-b08e-a4f4c4c3e2c0 req-a1e78be1-dcef-4142-a29d-24988efb48a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:58.084619 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2a3a1-cb8f-4be4-b08e-a4f4c4c3e2c0 req-a1e78be1-dcef-4142-a29d-24988efb48a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:58.088303 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e0f2a3a1-cb8f-4be4-b08e-a4f4c4c3e2c0 req-a1e78be1-dcef-4142-a29d-24988efb48a4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b613632b80754e8bbd6b2b6b64d76f9f&device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 4364 time: 0.5147629 Dec 09 15:49:58.090012 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ef01bb07-f8f8-421e-aafb-782705e37d8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:58.189114 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53132) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:58.204192 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc674cdb-30f9-42da-a561-7bb19b6cd8c8 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:58.220356 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-cc674cdb-30f9-42da-a561-7bb19b6cd8c8 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3372715 Dec 09 15:49:58.226597 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53138) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:58.335512 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e8494501-93da-483b-bec5-ee50270e820f tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=d8331094-778d-4179-9ed8-de7de1c5438c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1017134 Dec 09 15:49:58.344235 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53140) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:58.354065 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a192d0a5-fcb5-439b-bd63-aa44792dbb89 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1376668423', 'network_id': '06765d4c-94ea-4e55-b8c9-061ac001a4b5', 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:49:58.526149 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7b92533f-7b82-4d7a-a4be-07ffaafbce43 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:58.536032 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7b92533f-7b82-4d7a-a4be-07ffaafbce43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:58.541382 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ef01bb07-f8f8-421e-aafb-782705e37d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:58.547115 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ef01bb07-f8f8-421e-aafb-782705e37d8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:58.550628 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ef01bb07-f8f8-421e-aafb-782705e37d8d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0c1fd03f-fb3f-4166-ae3c-ce27cd30c950 HTTP/1.1" status: 204 len: 168 time: 0.8118920 Dec 09 15:49:58.552283 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a192d0a5-fcb5-439b-bd63-aa44792dbb89 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Made reservation on behalf of cf31236457a543f3b32deeb2eee96cb5 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:49:58.559889 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a192d0a5-fcb5-439b-bd63-aa44792dbb89 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:58.607963 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8b71e59e-0de9-4714-8f04-3489218326e9 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1787085769', 'router:external': True}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:49:58.631175 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4025e9-b2e9-4b44-af5c-9747524203cf None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:49:58.663420 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d5ed09-7d8a-4892-8f05-c29d19b5dc22 None None] Pushing event updated for resources: {'Port': ['ID=cc196b53-34ca-45d6-b098-07804413b286,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:58.666964 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7b92533f-7b82-4d7a-a4be-07ffaafbce43 None None] Attempting to bind port cc196b53-34ca-45d6-b098-07804413b286 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:49:58.667109 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7b92533f-7b82-4d7a-a4be-07ffaafbce43 None None] Attempting to bind port cc196b53-34ca-45d6-b098-07804413b286 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:49:58.667384 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b92533f-7b82-4d7a-a4be-07ffaafbce43 None None] Attempting to bind port cc196b53-34ca-45d6-b098-07804413b286 on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:49:58.674898 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b92533f-7b82-4d7a-a4be-07ffaafbce43 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:49:58.675294 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b92533f-7b82-4d7a-a4be-07ffaafbce43 None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:49:58.675720 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7b92533f-7b82-4d7a-a4be-07ffaafbce43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:58.676193 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b92533f-7b82-4d7a-a4be-07ffaafbce43 None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:49:58.676825 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7b92533f-7b82-4d7a-a4be-07ffaafbce43 None None] Bound port: cc196b53-34ca-45d6-b098-07804413b286, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:49:58.676973 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7b92533f-7b82-4d7a-a4be-07ffaafbce43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:58.704467 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d5ed09-7d8a-4892-8f05-c29d19b5dc22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:58.704866 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d5ed09-7d8a-4892-8f05-c29d19b5dc22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:58.705204 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d5ed09-7d8a-4892-8f05-c29d19b5dc22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:58.705551 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d5ed09-7d8a-4892-8f05-c29d19b5dc22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:58.705895 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d5ed09-7d8a-4892-8f05-c29d19b5dc22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:58.706232 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d5ed09-7d8a-4892-8f05-c29d19b5dc22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:58.706570 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d5ed09-7d8a-4892-8f05-c29d19b5dc22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:58.706984 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d5ed09-7d8a-4892-8f05-c29d19b5dc22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:58.707226 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d5ed09-7d8a-4892-8f05-c29d19b5dc22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:58.707557 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d5ed09-7d8a-4892-8f05-c29d19b5dc22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:58.707887 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d5ed09-7d8a-4892-8f05-c29d19b5dc22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:58.708214 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d5ed09-7d8a-4892-8f05-c29d19b5dc22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:58.708582 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d5ed09-7d8a-4892-8f05-c29d19b5dc22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:58.713406 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef01bb07-f8f8-421e-aafb-782705e37d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1fd03f-fb3f-4166-ae3c-ce27cd30c950,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:58.765355 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7b92533f-7b82-4d7a-a4be-07ffaafbce43 None None] For port cc196b53-34ca-45d6-b098-07804413b286, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:49:58.769364 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7b92533f-7b82-4d7a-a4be-07ffaafbce43 None None] For port cc196b53-34ca-45d6-b098-07804413b286, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=cc196b53-34ca-45d6-b098-07804413b286,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:49:58.776492 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b71e59e-0de9-4714-8f04-3489218326e9 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Made reservation on behalf of a6fb63ec0bb44e418f941c374c6f5d6e for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:49:58.777672 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7b92533f-7b82-4d7a-a4be-07ffaafbce43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:58.781528 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8b71e59e-0de9-4714-8f04-3489218326e9 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:58.802911 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8b71e59e-0de9-4714-8f04-3489218326e9 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:58.830803 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db7139-f258-4eb8-8d41-96cca8f7009e req-6b5ba057-864b-41ff-81ce-a00905d94d0a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:58.838040 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db7139-f258-4eb8-8d41-96cca8f7009e req-6b5ba057-864b-41ff-81ce-a00905d94d0a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:58.845321 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db7139-f258-4eb8-8d41-96cca8f7009e req-6b5ba057-864b-41ff-81ce-a00905d94d0a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:58.851997 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db7139-f258-4eb8-8d41-96cca8f7009e req-6b5ba057-864b-41ff-81ce-a00905d94d0a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:58.859443 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db7139-f258-4eb8-8d41-96cca8f7009e req-6b5ba057-864b-41ff-81ce-a00905d94d0a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:58.868506 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-66db7139-f258-4eb8-8d41-96cca8f7009e req-6b5ba057-864b-41ff-81ce-a00905d94d0a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 3829 time: 0.1985130 Dec 09 15:49:58.898487 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b0feb705-593d-407e-a8e4-aaf910d145e2 None None] Provisioning complete for port cc196b53-34ca-45d6-b098-07804413b286 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:58.900555 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b0feb705-593d-407e-a8e4-aaf910d145e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:58.912784 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d5ed09-7d8a-4892-8f05-c29d19b5dc22 None None] Pushing event updated for resources: {'Port': ['ID=cc196b53-34ca-45d6-b098-07804413b286,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:58.930324 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2a3a1-cb8f-4be4-b08e-a4f4c4c3e2c0 req-cca842ad-93e4-487e-b690-dfcdade8b128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:58.930809 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2a3a1-cb8f-4be4-b08e-a4f4c4c3e2c0 req-cca842ad-93e4-487e-b690-dfcdade8b128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:58.931284 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2a3a1-cb8f-4be4-b08e-a4f4c4c3e2c0 req-cca842ad-93e4-487e-b690-dfcdade8b128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:58.939802 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e0f2a3a1-cb8f-4be4-b08e-a4f4c4c3e2c0 req-cca842ad-93e4-487e-b690-dfcdade8b128 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=b613632b80754e8bbd6b2b6b64d76f9f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8409441 Dec 09 15:49:58.993994 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a461784b-49d8-4758-b80c-de53b04c6016 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:49:59.009706 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b92533f-7b82-4d7a-a4be-07ffaafbce43 None None] Routers {'95a32505-d4e3-473f-b357-af1ed1687b42'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:49:59.010435 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7b92533f-7b82-4d7a-a4be-07ffaafbce43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:49:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['95a32505-d4e3-473f-b357-af1ed1687b42'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:49:59.130359 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-66db7139-f258-4eb8-8d41-96cca8f7009e req-898db4e2-7184-403b-9ffd-9908bd708b0c tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2606163 Dec 09 15:49:59.135785 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4fb40470-e0ab-4f86-b752-2a9adf591f10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fad6d866-ac07-4b51-a443-56d0c8a689d8 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:49:59.149603 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4fb40470-e0ab-4f86-b752-2a9adf591f10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:59.179790 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4fb40470-e0ab-4f86-b752-2a9adf591f10 service neutron] Transition to ACTIVE for port object fad6d866-ac07-4b51-a443-56d0c8a689d8 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:49:59.191406 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4fb40470-e0ab-4f86-b752-2a9adf591f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:59.219655 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8b71e59e-0de9-4714-8f04-3489218326e9 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:59.246849 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb40470-e0ab-4f86-b752-2a9adf591f10 service neutron] Pushing event updated for resources: {'Port': ['ID=fad6d866-ac07-4b51-a443-56d0c8a689d8,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:59.270536 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2a3a1-cb8f-4be4-b08e-a4f4c4c3e2c0 req-89f63204-e2a9-4003-9c93-8951b8195caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:59.272101 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e0f2a3a1-cb8f-4be4-b08e-a4f4c4c3e2c0 req-89f63204-e2a9-4003-9c93-8951b8195caa service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3244386 Dec 09 15:49:59.332866 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8b71e59e-0de9-4714-8f04-3489218326e9 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:59.429765 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71e59e-0de9-4714-8f04-3489218326e9 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a14a725-198e-4bd8-abd2-91272696336b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:59.500247 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b71e59e-0de9-4714-8f04-3489218326e9 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:49:59.501486 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4fb40470-e0ab-4f86-b752-2a9adf591f10 service neutron] Attempting to bind port fad6d866-ac07-4b51-a443-56d0c8a689d8 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:49:59.504214 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a192d0a5-fcb5-439b-bd63-aa44792dbb89 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:59.504535 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4fb40470-e0ab-4f86-b752-2a9adf591f10 service neutron] Attempting to bind port fad6d866-ac07-4b51-a443-56d0c8a689d8 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '793151e9-673a-4eba-bc7f-eef12bb07531'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:49:59.505155 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4fb40470-e0ab-4f86-b752-2a9adf591f10 service neutron] Attempting to bind port fad6d866-ac07-4b51-a443-56d0c8a689d8 on network 793151e9-673a-4eba-bc7f-eef12bb07531 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:49:59.517739 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4fb40470-e0ab-4f86-b752-2a9adf591f10 service neutron] Port fad6d866-ac07-4b51-a443-56d0c8a689d8 on network 793151e9-673a-4eba-bc7f-eef12bb07531 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:49:59.517995 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4fb40470-e0ab-4f86-b752-2a9adf591f10 service neutron] Attempting to bind port fad6d866-ac07-4b51-a443-56d0c8a689d8 on network 793151e9-673a-4eba-bc7f-eef12bb07531 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:49:59.529002 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4fb40470-e0ab-4f86-b752-2a9adf591f10 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:49:59.529371 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4fb40470-e0ab-4f86-b752-2a9adf591f10 service neutron] Checking segment: {'id': '45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '793151e9-673a-4eba-bc7f-eef12bb07531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:49:59.529775 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4fb40470-e0ab-4f86-b752-2a9adf591f10 service neutron] Bound using segment: {'id': '45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '793151e9-673a-4eba-bc7f-eef12bb07531'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:49:59.530226 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4fb40470-e0ab-4f86-b752-2a9adf591f10 service neutron] Bound port: fad6d866-ac07-4b51-a443-56d0c8a689d8, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '793151e9-673a-4eba-bc7f-eef12bb07531'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:49:59.530695 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4fb40470-e0ab-4f86-b752-2a9adf591f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:59.606732 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8b71e59e-0de9-4714-8f04-3489218326e9 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:59.607189 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-8b71e59e-0de9-4714-8f04-3489218326e9 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Added segment e12dbc48-ec4f-48f0-ab2a-dd139bd2d83c of type vlan for network c3d5e381-7310-4e38-9dfb-b4c94416ed03 Dec 09 15:49:59.616925 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-7b92533f-7b82-4d7a-a4be-07ffaafbce43 None None] Set router 95a32505-d4e3-473f-b357-af1ed1687b42 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:49:59.678056 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b0feb705-593d-407e-a8e4-aaf910d145e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:59.694556 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a192d0a5-fcb5-439b-bd63-aa44792dbb89 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Pushing event updated for resources: {'Subnet': ['ID=e1f3a5cd-64c5-4c43-8838-a889d3338185,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:59.709636 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a192d0a5-fcb5-439b-bd63-aa44792dbb89 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Checking segment: {'id': '3c1ea2c7-144c-42b4-853c-912dd116650b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '06765d4c-94ea-4e55-b8c9-061ac001a4b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:49:59.710393 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a192d0a5-fcb5-439b-bd63-aa44792dbb89 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Network hostable DHCP agents. Network: 06765d4c-94ea-4e55-b8c9-061ac001a4b5, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:49:59.715112 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4fb40470-e0ab-4f86-b752-2a9adf591f10 service neutron] For port fad6d866-ac07-4b51-a443-56d0c8a689d8, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:49:59.728038 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4fb40470-e0ab-4f86-b752-2a9adf591f10 service neutron] For port fad6d866-ac07-4b51-a443-56d0c8a689d8, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=fad6d866-ac07-4b51-a443-56d0c8a689d8,segment=NetworkSegment(45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e),segment_id=45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:49:59.739018 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4fb40470-e0ab-4f86-b752-2a9adf591f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:59.759725 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8b71e59e-0de9-4714-8f04-3489218326e9 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:59.792635 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a192d0a5-fcb5-439b-bd63-aa44792dbb89 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Network 06765d4c-94ea-4e55-b8c9-061ac001a4b5 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:49:59.811012 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4fb40470-e0ab-4f86-b752-2a9adf591f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:59.811640 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4fb40470-e0ab-4f86-b752-2a9adf591f10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:59.819991 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4fb40470-e0ab-4f86-b752-2a9adf591f10 service neutron] 10.222.0.31 "PUT /v2.0/ports/fad6d866-ac07-4b51-a443-56d0c8a689d8 HTTP/1.1" status: 200 len: 1135 time: 2.5568168 Dec 09 15:49:59.819991 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'tag': 'fad6d866-ac07-4b51-a443-56d0c8a689d8'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:49:59.823331 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ad5f80-8c12-4950-beab-df0e77bd1b15" -d '{"events": [{"name": "network-changed", "server_uuid": "c90defb5-9266-4ad0-b0d1-72a8ad39338d", "tag": "fad6d866-ac07-4b51-a443-56d0c8a689d8"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:49:59.834745 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-a192d0a5-fcb5-439b-bd63-aa44792dbb89 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 06765d4c-94ea-4e55-b8c9-061ac001a4b5) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:49:59.858194 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a192d0a5-fcb5-439b-bd63-aa44792dbb89 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:59.858807 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a192d0a5-fcb5-439b-bd63-aa44792dbb89 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:59.874265 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad6c3e1-dc0f-4564-be8e-b6147d571b6c None None] Network 06765d4c-94ea-4e55-b8c9-061ac001a4b5 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:49:59.880089 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-b92f03d9-8f95-485c-a776-996385fdaacf service neutron] Request body: {'port': {'device_id': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:49:59.889840 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8b71e59e-0de9-4714-8f04-3489218326e9 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:59.895210 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b71e59e-0de9-4714-8f04-3489218326e9 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:59.897191 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8b71e59e-0de9-4714-8f04-3489218326e9 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:59.936275 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb40470-e0ab-4f86-b752-2a9adf591f10 service neutron] Pushing event updated for resources: {'Port': ['ID=fad6d866-ac07-4b51-a443-56d0c8a689d8,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:59.960475 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a192d0a5-fcb5-439b-bd63-aa44792dbb89 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6149383 Dec 09 15:49:59.962619 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53184) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:59.973504 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a906aeb2-0d2c-4e46-80c1-5aba83210b56 x-openstack-request-id: req-a906aeb2-0d2c-4e46-80c1-5aba83210b56 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:49:59.977062 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c90defb5-9266-4ad0-b0d1-72a8ad39338d", "tag": "fad6d866-ac07-4b51-a443-56d0c8a689d8", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:49:59.977659 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a906aeb2-0d2c-4e46-80c1-5aba83210b56 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:49:59.978311 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'tag': 'fad6d866-ac07-4b51-a443-56d0c8a689d8', 'status': 'completed', 'code': 200} Dec 09 15:50:00.007985 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b0feb705-593d-407e-a8e4-aaf910d145e2 None None] For port cc196b53-34ca-45d6-b098-07804413b286, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=cc196b53-34ca-45d6-b098-07804413b286,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:00.026058 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b0feb705-593d-407e-a8e4-aaf910d145e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:00.110171 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0feb705-593d-407e-a8e4-aaf910d145e2 None None] Pushing event updated for resources: {'Port': ['ID=cc196b53-34ca-45d6-b098-07804413b286,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:00.113278 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e20f0c6-c886-49e4-9c3e-747a50ace7df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-06765d4c-94ea-4e55-b8c9-061ac001a4b5', 'network_id': '06765d4c-94ea-4e55-b8c9-061ac001a4b5', 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'fixed_ips': [{'subnet_id': 'e1f3a5cd-64c5-4c43-8838-a889d3338185'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:50:00.114848 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8e20f0c6-c886-49e4-9c3e-747a50ace7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:00.148951 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-b92f03d9-8f95-485c-a776-996385fdaacf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:00.171806 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad5f80-8c12-4950-beab-df0e77bd1b15 req-861e6398-e140-4900-8a1d-9ec2e9204902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:00.172326 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad5f80-8c12-4950-beab-df0e77bd1b15 req-861e6398-e140-4900-8a1d-9ec2e9204902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:00.172876 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad5f80-8c12-4950-beab-df0e77bd1b15 req-861e6398-e140-4900-8a1d-9ec2e9204902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:00.173355 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad5f80-8c12-4950-beab-df0e77bd1b15 req-861e6398-e140-4900-8a1d-9ec2e9204902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:00.173821 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad5f80-8c12-4950-beab-df0e77bd1b15 req-861e6398-e140-4900-8a1d-9ec2e9204902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:00.174289 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad5f80-8c12-4950-beab-df0e77bd1b15 req-861e6398-e140-4900-8a1d-9ec2e9204902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:00.176189 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2ad5f80-8c12-4950-beab-df0e77bd1b15 req-861e6398-e140-4900-8a1d-9ec2e9204902 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b613632b80754e8bbd6b2b6b64d76f9f&device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 5292 time: 0.1965332 Dec 09 15:50:00.327705 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7b92533f-7b82-4d7a-a4be-07ffaafbce43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a32505-d4e3-473f-b357-af1ed1687b42', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1857459013', 'tenant_id': 'cf31236457a543f3b32deeb2eee96cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'cc196b53-34ca-45d6-b098-07804413b286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:49:52Z', 'updated_at': '2021-12-09T15:49:55Z', 'revision_number': 3, 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'gw_port': {'id': 'cc196b53-34ca-45d6-b098-07804413b286', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:27:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a32505-d4e3-473f-b357-af1ed1687b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:49:53Z', 'updated_at': '2021-12-09T15:49:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:00.403580 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad5f80-8c12-4950-beab-df0e77bd1b15 req-f17fea1d-d6c0-44cc-86ea-3df76493a461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:00.404053 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad5f80-8c12-4950-beab-df0e77bd1b15 req-f17fea1d-d6c0-44cc-86ea-3df76493a461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:00.404537 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad5f80-8c12-4950-beab-df0e77bd1b15 req-f17fea1d-d6c0-44cc-86ea-3df76493a461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:00.407018 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2ad5f80-8c12-4950-beab-df0e77bd1b15 req-f17fea1d-d6c0-44cc-86ea-3df76493a461 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=b613632b80754e8bbd6b2b6b64d76f9f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2037005 Dec 09 15:50:00.422234 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b92533f-7b82-4d7a-a4be-07ffaafbce43 None None] The sync data for ids ['95a32505-d4e3-473f-b357-af1ed1687b42'] in n-d-821228-1 is: [{'id': '95a32505-d4e3-473f-b357-af1ed1687b42', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1857459013', 'tenant_id': 'cf31236457a543f3b32deeb2eee96cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'cc196b53-34ca-45d6-b098-07804413b286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:49:52Z', 'updated_at': '2021-12-09T15:49:55Z', 'revision_number': 3, 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'gw_port': {'id': 'cc196b53-34ca-45d6-b098-07804413b286', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:27:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a32505-d4e3-473f-b357-af1ed1687b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:49:53Z', 'updated_at': '2021-12-09T15:49:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:50:00.456902 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-135c354e-074c-4752-b3b6-0f962b0d3f60 None None] Provisioning complete for port cc196b53-34ca-45d6-b098-07804413b286 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:00.457287 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-135c354e-074c-4752-b3b6-0f962b0d3f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:00.636153 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-8e20f0c6-c886-49e4-9c3e-747a50ace7df None None] Allocated IP 172.20.0.2 (06765d4c-94ea-4e55-b8c9-061ac001a4b5/e1f3a5cd-64c5-4c43-8838-a889d3338185/6c3ecda1-03d8-48f2-bf66-1906257fcfcb) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:50:00.663679 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8b71e59e-0de9-4714-8f04-3489218326e9 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.4669826 Dec 09 15:50:00.675326 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53206) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:00.694058 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-9b6a38f9-02f3-4602-96f6-c336f1a07c17 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Request body: {'subnet': {'network_id': 'c3d5e381-7310-4e38-9dfb-b4c94416ed03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:00.705591 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71e59e-0de9-4714-8f04-3489218326e9 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Pushing event updated for resources: {'Network': ['ID=c3d5e381-7310-4e38-9dfb-b4c94416ed03,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:00.726826 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network c3d5e381-7310-4e38-9dfb-b4c94416ed03 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:50:00.870135 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6a38f9-02f3-4602-96f6-c336f1a07c17 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Made reservation on behalf of a6fb63ec0bb44e418f941c374c6f5d6e for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:50:00.881303 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9b6a38f9-02f3-4602-96f6-c336f1a07c17 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:00.938970 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dccfd94-b97c-45f8-92f9-dd98edbc465b req-1e4e80d3-fba4-4229-ac78-0aeb1604a8eb tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:00.945190 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dccfd94-b97c-45f8-92f9-dd98edbc465b req-1e4e80d3-fba4-4229-ac78-0aeb1604a8eb tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:00.951691 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dccfd94-b97c-45f8-92f9-dd98edbc465b req-1e4e80d3-fba4-4229-ac78-0aeb1604a8eb tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:00.958382 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dccfd94-b97c-45f8-92f9-dd98edbc465b req-1e4e80d3-fba4-4229-ac78-0aeb1604a8eb tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:00.966638 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dccfd94-b97c-45f8-92f9-dd98edbc465b req-1e4e80d3-fba4-4229-ac78-0aeb1604a8eb tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:00.984737 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dccfd94-b97c-45f8-92f9-dd98edbc465b req-1e4e80d3-fba4-4229-ac78-0aeb1604a8eb tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:00.995372 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1dccfd94-b97c-45f8-92f9-dd98edbc465b req-1e4e80d3-fba4-4229-ac78-0aeb1604a8eb tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 4606 time: 0.5459757 Dec 09 15:50:01.082900 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad5f80-8c12-4950-beab-df0e77bd1b15 req-200af8b5-ba26-4008-aade-8982b9c6c98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:01.086659 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2ad5f80-8c12-4950-beab-df0e77bd1b15 req-200af8b5-ba26-4008-aade-8982b9c6c98c service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6359465 Dec 09 15:50:01.213221 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8e20f0c6-c886-49e4-9c3e-747a50ace7df None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:01.230139 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8e20f0c6-c886-49e4-9c3e-747a50ace7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:01.274155 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1dccfd94-b97c-45f8-92f9-dd98edbc465b req-79650eff-42fa-419d-8955-09df659020a8 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=c5881a67-eda0-4da9-8b2e-8ff2108b95fa&id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2778139 Dec 09 15:50:01.296953 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20f0c6-c886-49e4-9c3e-747a50ace7df None None] Pushing event updated for resources: {'Port': ['ID=6c3ecda1-03d8-48f2-bf66-1906257fcfcb,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:01.321615 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e20f0c6-c886-49e4-9c3e-747a50ace7df None None] Network 06765d4c-94ea-4e55-b8c9-061ac001a4b5 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:50:01.330173 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-8e20f0c6-c886-49e4-9c3e-747a50ace7df None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:50:01.335523 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e20f0c6-c886-49e4-9c3e-747a50ace7df None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:50:01.425728 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-b92f03d9-8f95-485c-a776-996385fdaacf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c80d9ccb-8f47-4f45-874e-82d37cf55b7b {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:50:01.451518 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-b92f03d9-8f95-485c-a776-996385fdaacf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:01.485680 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-b92f03d9-8f95-485c-a776-996385fdaacf service neutron] Transition to ACTIVE for port object c80d9ccb-8f47-4f45-874e-82d37cf55b7b will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:50:01.489685 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-8e20f0c6-c886-49e4-9c3e-747a50ace7df None None] Attempting to bind port 6c3ecda1-03d8-48f2-bf66-1906257fcfcb on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:50:01.490869 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-8e20f0c6-c886-49e4-9c3e-747a50ace7df None None] Attempting to bind port 6c3ecda1-03d8-48f2-bf66-1906257fcfcb by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '3c1ea2c7-144c-42b4-853c-912dd116650b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '06765d4c-94ea-4e55-b8c9-061ac001a4b5'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:50:01.491350 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e20f0c6-c886-49e4-9c3e-747a50ace7df None None] Attempting to bind port 6c3ecda1-03d8-48f2-bf66-1906257fcfcb on network 06765d4c-94ea-4e55-b8c9-061ac001a4b5 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:50:01.496909 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-b92f03d9-8f95-485c-a776-996385fdaacf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:01.508674 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e20f0c6-c886-49e4-9c3e-747a50ace7df None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:50:01.509404 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e20f0c6-c886-49e4-9c3e-747a50ace7df None None] Checking segment: {'id': '3c1ea2c7-144c-42b4-853c-912dd116650b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '06765d4c-94ea-4e55-b8c9-061ac001a4b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:50:01.509917 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8e20f0c6-c886-49e4-9c3e-747a50ace7df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:01.510415 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e20f0c6-c886-49e4-9c3e-747a50ace7df None None] Bound using segment: {'id': '3c1ea2c7-144c-42b4-853c-912dd116650b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '06765d4c-94ea-4e55-b8c9-061ac001a4b5'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:50:01.511000 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-8e20f0c6-c886-49e4-9c3e-747a50ace7df None None] Bound port: 6c3ecda1-03d8-48f2-bf66-1906257fcfcb, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c1ea2c7-144c-42b4-853c-912dd116650b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '06765d4c-94ea-4e55-b8c9-061ac001a4b5'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:50:01.511492 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8e20f0c6-c886-49e4-9c3e-747a50ace7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:01.519469 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33787a5b-c202-4bbf-a14e-929586d74f03 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:01.672750 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f03d9-8f95-485c-a776-996385fdaacf service neutron] Pushing event updated for resources: {'Port': ['ID=c80d9ccb-8f47-4f45-874e-82d37cf55b7b,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:01.713079 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8e20f0c6-c886-49e4-9c3e-747a50ace7df None None] For port 6c3ecda1-03d8-48f2-bf66-1906257fcfcb, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:50:01.732579 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8e20f0c6-c886-49e4-9c3e-747a50ace7df None None] For port 6c3ecda1-03d8-48f2-bf66-1906257fcfcb, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=6c3ecda1-03d8-48f2-bf66-1906257fcfcb,segment=NetworkSegment(3c1ea2c7-144c-42b4-853c-912dd116650b),segment_id=3c1ea2c7-144c-42b4-853c-912dd116650b)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:50:01.745803 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8e20f0c6-c886-49e4-9c3e-747a50ace7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:01.839240 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-b92f03d9-8f95-485c-a776-996385fdaacf service neutron] Attempting to bind port c80d9ccb-8f47-4f45-874e-82d37cf55b7b on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:50:01.840629 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-b92f03d9-8f95-485c-a776-996385fdaacf service neutron] Attempting to bind port c80d9ccb-8f47-4f45-874e-82d37cf55b7b by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '793151e9-673a-4eba-bc7f-eef12bb07531'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:50:01.845039 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-b92f03d9-8f95-485c-a776-996385fdaacf service neutron] Attempting to bind port c80d9ccb-8f47-4f45-874e-82d37cf55b7b on network 793151e9-673a-4eba-bc7f-eef12bb07531 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:50:01.858588 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-b92f03d9-8f95-485c-a776-996385fdaacf service neutron] Port c80d9ccb-8f47-4f45-874e-82d37cf55b7b on network 793151e9-673a-4eba-bc7f-eef12bb07531 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:50:01.859609 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-b92f03d9-8f95-485c-a776-996385fdaacf service neutron] Attempting to bind port c80d9ccb-8f47-4f45-874e-82d37cf55b7b on network 793151e9-673a-4eba-bc7f-eef12bb07531 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:50:01.887101 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-b92f03d9-8f95-485c-a776-996385fdaacf service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:50:01.887491 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-b92f03d9-8f95-485c-a776-996385fdaacf service neutron] Checking segment: {'id': '45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '793151e9-673a-4eba-bc7f-eef12bb07531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:50:01.887837 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-b92f03d9-8f95-485c-a776-996385fdaacf service neutron] Bound using segment: {'id': '45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '793151e9-673a-4eba-bc7f-eef12bb07531'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:50:01.888279 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-b92f03d9-8f95-485c-a776-996385fdaacf service neutron] Bound port: c80d9ccb-8f47-4f45-874e-82d37cf55b7b, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '793151e9-673a-4eba-bc7f-eef12bb07531'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:50:01.888670 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-b92f03d9-8f95-485c-a776-996385fdaacf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:01.957541 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20f0c6-c886-49e4-9c3e-747a50ace7df None None] Pushing event updated for resources: {'Port': ['ID=6c3ecda1-03d8-48f2-bf66-1906257fcfcb,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:02.071904 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-b92f03d9-8f95-485c-a776-996385fdaacf service neutron] For port c80d9ccb-8f47-4f45-874e-82d37cf55b7b, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:50:02.075906 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-b92f03d9-8f95-485c-a776-996385fdaacf service neutron] For port c80d9ccb-8f47-4f45-874e-82d37cf55b7b, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=c80d9ccb-8f47-4f45-874e-82d37cf55b7b,segment=NetworkSegment(45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e),segment_id=45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:50:02.092371 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-b92f03d9-8f95-485c-a776-996385fdaacf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:02.193011 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-b92f03d9-8f95-485c-a776-996385fdaacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:02.194118 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-b92f03d9-8f95-485c-a776-996385fdaacf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:02.197074 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-b92f03d9-8f95-485c-a776-996385fdaacf service neutron] 10.222.0.31 "PUT /v2.0/ports/c80d9ccb-8f47-4f45-874e-82d37cf55b7b HTTP/1.1" status: 200 len: 1136 time: 2.3283591 Dec 09 15:50:02.215729 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'tag': 'c80d9ccb-8f47-4f45-874e-82d37cf55b7b'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:50:02.230639 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a2dbcf-f4f2-4faa-9167-34ede7f168e5" -d '{"events": [{"name": "network-changed", "server_uuid": "c90defb5-9266-4ad0-b0d1-72a8ad39338d", "tag": "c80d9ccb-8f47-4f45-874e-82d37cf55b7b"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:50:02.245946 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-37aba8e6-f3d3-40f4-ae46-d5bf5ca27c64 service neutron] Request body: {'port': {'device_id': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:02.327564 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-33787a5b-c202-4bbf-a14e-929586d74f03 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Allocated IP 172.20.0.1 (06765d4c-94ea-4e55-b8c9-061ac001a4b5/e1f3a5cd-64c5-4c43-8838-a889d3338185/d4f6c306-78c5-4de8-9574-85d554be5d83) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:50:02.425686 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f03d9-8f95-485c-a776-996385fdaacf service neutron] Pushing event updated for resources: {'Port': ['ID=c80d9ccb-8f47-4f45-874e-82d37cf55b7b,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:02.553459 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-37aba8e6-f3d3-40f4-ae46-d5bf5ca27c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:02.688121 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e54e4-e88b-4334-bfdf-e789e33bd04c req-2e9fc5a0-43e7-4514-ac79-469255209d90 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:02.695970 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e54e4-e88b-4334-bfdf-e789e33bd04c req-2e9fc5a0-43e7-4514-ac79-469255209d90 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:02.703795 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e54e4-e88b-4334-bfdf-e789e33bd04c req-2e9fc5a0-43e7-4514-ac79-469255209d90 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:02.710356 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e54e4-e88b-4334-bfdf-e789e33bd04c req-2e9fc5a0-43e7-4514-ac79-469255209d90 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:02.717191 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e54e4-e88b-4334-bfdf-e789e33bd04c req-2e9fc5a0-43e7-4514-ac79-469255209d90 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:02.725855 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e54e4-e88b-4334-bfdf-e789e33bd04c req-2e9fc5a0-43e7-4514-ac79-469255209d90 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:02.732231 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e54e4-e88b-4334-bfdf-e789e33bd04c req-2e9fc5a0-43e7-4514-ac79-469255209d90 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:02.741505 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-595e54e4-e88b-4334-bfdf-e789e33bd04c req-2e9fc5a0-43e7-4514-ac79-469255209d90 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 5384 time: 0.2754867 Dec 09 15:50:02.918569 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-595e54e4-e88b-4334-bfdf-e789e33bd04c req-81163737-a7fb-47ff-9ee1-acc206b2c9d2 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=c5881a67-eda0-4da9-8b2e-8ff2108b95fa&id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1744356 Dec 09 15:50:02.935939 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 6c3ecda1-03d8-48f2-bf66-1906257fcfcb up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:50:03.068050 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 6c3ecda1-03d8-48f2-bf66-1906257fcfcb triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:03.069552 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:03.110384 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38aeb038-331c-4586-992b-dae2e63ac5ce x-openstack-request-id: req-38aeb038-331c-4586-992b-dae2e63ac5ce {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:50:03.110680 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c90defb5-9266-4ad0-b0d1-72a8ad39338d", "tag": "c80d9ccb-8f47-4f45-874e-82d37cf55b7b", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:50:03.110934 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-38aeb038-331c-4586-992b-dae2e63ac5ce {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:50:03.111358 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'tag': 'c80d9ccb-8f47-4f45-874e-82d37cf55b7b', 'status': 'completed', 'code': 200} Dec 09 15:50:03.173084 n-d-821228-1 neutron-server[103245]: DEBUG neutron.objects.ports [None req-9b6a38f9-02f3-4602-96f6-c336f1a07c17 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103245) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 15:50:03.173732 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9b6a38f9-02f3-4602-96f6-c336f1a07c17 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:03.290842 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:03.347435 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 6c3ecda1-03d8-48f2-bf66-1906257fcfcb, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=6c3ecda1-03d8-48f2-bf66-1906257fcfcb,segment=NetworkSegment(3c1ea2c7-144c-42b4-853c-912dd116650b),segment_id=3c1ea2c7-144c-42b4-853c-912dd116650b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:03.360080 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:03.361126 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device cc196b53-34ca-45d6-b098-07804413b286 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:50:03.415438 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33787a5b-c202-4bbf-a14e-929586d74f03 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:03.452952 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a38f9-02f3-4602-96f6-c336f1a07c17 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e3fda024-93d5-4912-b988-25231c78e52e,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:03.464231 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-37aba8e6-f3d3-40f4-ae46-d5bf5ca27c64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a1a311d-b032-4c37-bd71-5d8793b18d3c {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:50:03.487157 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-37aba8e6-f3d3-40f4-ae46-d5bf5ca27c64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:03.504953 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6a38f9-02f3-4602-96f6-c336f1a07c17 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Checking segment: {'id': 'e12dbc48-ec4f-48f0-ab2a-dd139bd2d83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c3d5e381-7310-4e38-9dfb-b4c94416ed03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:50:03.505536 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6a38f9-02f3-4602-96f6-c336f1a07c17 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Network hostable DHCP agents. Network: c3d5e381-7310-4e38-9dfb-b4c94416ed03, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:50:03.523196 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-37aba8e6-f3d3-40f4-ae46-d5bf5ca27c64 service neutron] Transition to ACTIVE for port object 0a1a311d-b032-4c37-bd71-5d8793b18d3c will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:50:03.533935 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-37aba8e6-f3d3-40f4-ae46-d5bf5ca27c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:03.556979 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port cc196b53-34ca-45d6-b098-07804413b286 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:03.558189 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:03.564184 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33787a5b-c202-4bbf-a14e-929586d74f03 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:03.603284 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6a38f9-02f3-4602-96f6-c336f1a07c17 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Network c3d5e381-7310-4e38-9dfb-b4c94416ed03 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:50:03.717343 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2dbcf-f4f2-4faa-9167-34ede7f168e5 req-b3594fd2-c0e7-49d0-947f-da4f9b21f0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:03.719514 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2dbcf-f4f2-4faa-9167-34ede7f168e5 req-b3594fd2-c0e7-49d0-947f-da4f9b21f0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:03.721656 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2dbcf-f4f2-4faa-9167-34ede7f168e5 req-b3594fd2-c0e7-49d0-947f-da4f9b21f0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:03.725297 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2dbcf-f4f2-4faa-9167-34ede7f168e5 req-b3594fd2-c0e7-49d0-947f-da4f9b21f0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:03.725999 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2dbcf-f4f2-4faa-9167-34ede7f168e5 req-b3594fd2-c0e7-49d0-947f-da4f9b21f0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:03.727257 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2dbcf-f4f2-4faa-9167-34ede7f168e5 req-b3594fd2-c0e7-49d0-947f-da4f9b21f0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:03.727701 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33787a5b-c202-4bbf-a14e-929586d74f03 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Network 06765d4c-94ea-4e55-b8c9-061ac001a4b5 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:50:03.728980 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2dbcf-f4f2-4faa-9167-34ede7f168e5 req-b3594fd2-c0e7-49d0-947f-da4f9b21f0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:03.734065 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-68a2dbcf-f4f2-4faa-9167-34ede7f168e5 req-b3594fd2-c0e7-49d0-947f-da4f9b21f0e3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b613632b80754e8bbd6b2b6b64d76f9f&device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 6221 time: 0.6408699 Dec 09 15:50:03.739789 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-33787a5b-c202-4bbf-a14e-929586d74f03 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:50:03.744324 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33787a5b-c202-4bbf-a14e-929586d74f03 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:50:03.748174 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=6c3ecda1-03d8-48f2-bf66-1906257fcfcb,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:03.780025 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-9b6a38f9-02f3-4602-96f6-c336f1a07c17 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, c3d5e381-7310-4e38-9dfb-b4c94416ed03) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:50:03.790821 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6a38f9-02f3-4602-96f6-c336f1a07c17 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:03.791420 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9b6a38f9-02f3-4602-96f6-c336f1a07c17 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:03.817474 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751627ac-6099-4da6-ad2c-3c83a84a3fc4 None None] Network c3d5e381-7310-4e38-9dfb-b4c94416ed03 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:50:03.891976 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aba8e6-f3d3-40f4-ae46-d5bf5ca27c64 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1a311d-b032-4c37-bd71-5d8793b18d3c,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:03.940836 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33787a5b-c202-4bbf-a14e-929586d74f03 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:03.944291 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33787a5b-c202-4bbf-a14e-929586d74f03 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Pushing event updated for resources: {'Port': ['ID=d4f6c306-78c5-4de8-9574-85d554be5d83,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:03.984218 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9b6a38f9-02f3-4602-96f6-c336f1a07c17 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.3028517 Dec 09 15:50:03.986026 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53346) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:04.150008 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ccc92e3f-7ae9-4eef-b612-4ca4bd2457d4 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2139601190', 'network_id': 'c3d5e381-7310-4e38-9dfb-b4c94416ed03'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:04.198852 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d259266e-39ca-4e54-881e-cba43c3291b2 None None] Network 06765d4c-94ea-4e55-b8c9-061ac001a4b5 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:50:04.207895 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee45a0f8-7332-4d8a-9705-6b1c19504e00 None None] Network c3d5e381-7310-4e38-9dfb-b4c94416ed03 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:50:04.302476 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-37aba8e6-f3d3-40f4-ae46-d5bf5ca27c64 service neutron] Attempting to bind port 0a1a311d-b032-4c37-bd71-5d8793b18d3c on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:50:04.302840 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-37aba8e6-f3d3-40f4-ae46-d5bf5ca27c64 service neutron] Attempting to bind port 0a1a311d-b032-4c37-bd71-5d8793b18d3c by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '793151e9-673a-4eba-bc7f-eef12bb07531'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:50:04.303218 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-37aba8e6-f3d3-40f4-ae46-d5bf5ca27c64 service neutron] Attempting to bind port 0a1a311d-b032-4c37-bd71-5d8793b18d3c on network 793151e9-673a-4eba-bc7f-eef12bb07531 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:50:04.313831 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-37aba8e6-f3d3-40f4-ae46-d5bf5ca27c64 service neutron] Port 0a1a311d-b032-4c37-bd71-5d8793b18d3c on network 793151e9-673a-4eba-bc7f-eef12bb07531 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:50:04.314192 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-37aba8e6-f3d3-40f4-ae46-d5bf5ca27c64 service neutron] Attempting to bind port 0a1a311d-b032-4c37-bd71-5d8793b18d3c on network 793151e9-673a-4eba-bc7f-eef12bb07531 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:50:04.341156 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-37aba8e6-f3d3-40f4-ae46-d5bf5ca27c64 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:50:04.341516 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-37aba8e6-f3d3-40f4-ae46-d5bf5ca27c64 service neutron] Checking segment: {'id': '45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '793151e9-673a-4eba-bc7f-eef12bb07531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:50:04.341911 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-37aba8e6-f3d3-40f4-ae46-d5bf5ca27c64 service neutron] Bound using segment: {'id': '45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '793151e9-673a-4eba-bc7f-eef12bb07531'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:50:04.342367 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-37aba8e6-f3d3-40f4-ae46-d5bf5ca27c64 service neutron] Bound port: 0a1a311d-b032-4c37-bd71-5d8793b18d3c, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '793151e9-673a-4eba-bc7f-eef12bb07531'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:50:04.342734 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-37aba8e6-f3d3-40f4-ae46-d5bf5ca27c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:04.371834 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1cd28-2e2a-4296-ab08-7d3a4a9b0e66 req-2314a654-76cf-45de-aada-7e663ea36770 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:04.375354 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc92e3f-7ae9-4eef-b612-4ca4bd2457d4 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Made reservation on behalf of a6fb63ec0bb44e418f941c374c6f5d6e for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:50:04.378516 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ccc92e3f-7ae9-4eef-b612-4ca4bd2457d4 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:04.379949 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1cd28-2e2a-4296-ab08-7d3a4a9b0e66 req-2314a654-76cf-45de-aada-7e663ea36770 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:04.387690 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1cd28-2e2a-4296-ab08-7d3a4a9b0e66 req-2314a654-76cf-45de-aada-7e663ea36770 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:04.397097 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1cd28-2e2a-4296-ab08-7d3a4a9b0e66 req-2314a654-76cf-45de-aada-7e663ea36770 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:04.404623 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1cd28-2e2a-4296-ab08-7d3a4a9b0e66 req-2314a654-76cf-45de-aada-7e663ea36770 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:04.413895 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1cd28-2e2a-4296-ab08-7d3a4a9b0e66 req-2314a654-76cf-45de-aada-7e663ea36770 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:04.421272 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1cd28-2e2a-4296-ab08-7d3a4a9b0e66 req-2314a654-76cf-45de-aada-7e663ea36770 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:04.423039 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-ccc92e3f-7ae9-4eef-b612-4ca4bd2457d4 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] device_id is not set on port 5b0671ec-91ee-4008-bb01-56e0708f9322 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:50:04.425108 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dcf1cd28-2e2a-4296-ab08-7d3a4a9b0e66 req-2314a654-76cf-45de-aada-7e663ea36770 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 5396 time: 0.3012989 Dec 09 15:50:04.454995 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2dbcf-f4f2-4faa-9167-34ede7f168e5 req-57b10008-6981-4392-b840-7630c6f591c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:04.455819 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2dbcf-f4f2-4faa-9167-34ede7f168e5 req-57b10008-6981-4392-b840-7630c6f591c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:04.456505 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2dbcf-f4f2-4faa-9167-34ede7f168e5 req-57b10008-6981-4392-b840-7630c6f591c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:04.458610 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-68a2dbcf-f4f2-4faa-9167-34ede7f168e5 req-57b10008-6981-4392-b840-7630c6f591c2 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=b613632b80754e8bbd6b2b6b64d76f9f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6241832 Dec 09 15:50:04.508678 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2e26b3c9-b661-4e90-981f-0b208d267d04 None None] Provisioning complete for port 6c3ecda1-03d8-48f2-bf66-1906257fcfcb triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:04.512323 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2e26b3c9-b661-4e90-981f-0b208d267d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:04.685743 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33787a5b-c202-4bbf-a14e-929586d74f03 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:04.764889 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 6c3ecda1-03d8-48f2-bf66-1906257fcfcb up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:50:04.823005 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dcf1cd28-2e2a-4296-ab08-7d3a4a9b0e66 req-1a50e12e-d69f-4ec9-9053-0b65a8204730 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=c5881a67-eda0-4da9-8b2e-8ff2108b95fa&id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3672750 Dec 09 15:50:04.824856 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2dbcf-f4f2-4faa-9167-34ede7f168e5 req-b954bbe4-c6bd-4505-b865-34547c0bb68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:04.828434 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-68a2dbcf-f4f2-4faa-9167-34ede7f168e5 req-b954bbe4-c6bd-4505-b865-34547c0bb68c service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2631621 Dec 09 15:50:04.954967 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-37aba8e6-f3d3-40f4-ae46-d5bf5ca27c64 service neutron] For port 0a1a311d-b032-4c37-bd71-5d8793b18d3c, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:50:04.968044 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-37aba8e6-f3d3-40f4-ae46-d5bf5ca27c64 service neutron] For port 0a1a311d-b032-4c37-bd71-5d8793b18d3c, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=0a1a311d-b032-4c37-bd71-5d8793b18d3c,segment=NetworkSegment(45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e),segment_id=45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:50:04.979557 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-37aba8e6-f3d3-40f4-ae46-d5bf5ca27c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:04.999333 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-ccc92e3f-7ae9-4eef-b612-4ca4bd2457d4 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Allocated IP 172.20.0.4 (c3d5e381-7310-4e38-9dfb-b4c94416ed03/e3fda024-93d5-4912-b988-25231c78e52e/5b0671ec-91ee-4008-bb01-56e0708f9322) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:50:05.047712 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 6c3ecda1-03d8-48f2-bf66-1906257fcfcb triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:05.048087 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:05.083965 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-37aba8e6-f3d3-40f4-ae46-d5bf5ca27c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:05.090070 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-37aba8e6-f3d3-40f4-ae46-d5bf5ca27c64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:05.095058 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-37aba8e6-f3d3-40f4-ae46-d5bf5ca27c64 service neutron] 10.222.0.31 "PUT /v2.0/ports/0a1a311d-b032-4c37-bd71-5d8793b18d3c HTTP/1.1" status: 200 len: 1091 time: 2.8551824 Dec 09 15:50:05.117403 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'tag': '0a1a311d-b032-4c37-bd71-5d8793b18d3c'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:50:05.119715 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e36c58-5374-4913-ae61-edd101084e29" -d '{"events": [{"name": "network-changed", "server_uuid": "c90defb5-9266-4ad0-b0d1-72a8ad39338d", "tag": "0a1a311d-b032-4c37-bd71-5d8793b18d3c"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:50:05.199565 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-64cd1892-c6cb-4791-927c-ea15bcfa3036 service neutron] Request body: {'port': {'device_id': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:05.284863 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819cd650-16ec-4895-b9d1-4c4088d9ab3c x-openstack-request-id: req-819cd650-16ec-4895-b9d1-4c4088d9ab3c {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:50:05.287274 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c90defb5-9266-4ad0-b0d1-72a8ad39338d", "tag": "0a1a311d-b032-4c37-bd71-5d8793b18d3c", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:50:05.287662 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-819cd650-16ec-4895-b9d1-4c4088d9ab3c {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:50:05.288222 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'tag': '0a1a311d-b032-4c37-bd71-5d8793b18d3c', 'status': 'completed', 'code': 200} Dec 09 15:50:05.344533 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aba8e6-f3d3-40f4-ae46-d5bf5ca27c64 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1a311d-b032-4c37-bd71-5d8793b18d3c,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:05.395105 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9ccc4ebb-41d3-480c-a4dd-70774a1e71a8 None None] Provisioning complete for port 6c3ecda1-03d8-48f2-bf66-1906257fcfcb triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:05.395643 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9ccc4ebb-41d3-480c-a4dd-70774a1e71a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:05.607374 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-64cd1892-c6cb-4791-927c-ea15bcfa3036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:05.630666 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33787a5b-c202-4bbf-a14e-929586d74f03 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:05.644011 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33787a5b-c202-4bbf-a14e-929586d74f03 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:05.646339 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e36c58-5374-4913-ae61-edd101084e29 req-7cba9f62-ee53-4222-bcba-7a174c405a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:05.647145 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e36c58-5374-4913-ae61-edd101084e29 req-7cba9f62-ee53-4222-bcba-7a174c405a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:05.647888 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e36c58-5374-4913-ae61-edd101084e29 req-7cba9f62-ee53-4222-bcba-7a174c405a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:05.648546 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e36c58-5374-4913-ae61-edd101084e29 req-7cba9f62-ee53-4222-bcba-7a174c405a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:05.649167 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e36c58-5374-4913-ae61-edd101084e29 req-7cba9f62-ee53-4222-bcba-7a174c405a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:05.649780 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e36c58-5374-4913-ae61-edd101084e29 req-7cba9f62-ee53-4222-bcba-7a174c405a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:05.650391 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e36c58-5374-4913-ae61-edd101084e29 req-7cba9f62-ee53-4222-bcba-7a174c405a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:05.652639 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f8e36c58-5374-4913-ae61-edd101084e29 req-7cba9f62-ee53-4222-bcba-7a174c405a40 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b613632b80754e8bbd6b2b6b64d76f9f&device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 6288 time: 0.3588531 Dec 09 15:50:05.731896 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9ccc4ebb-41d3-480c-a4dd-70774a1e71a8 None None] Provisioning complete for port d4f6c306-78c5-4de8-9574-85d554be5d83 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:05.732823 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9ccc4ebb-41d3-480c-a4dd-70774a1e71a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:05.810938 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53428) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:05.812932 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9ccc4ebb-41d3-480c-a4dd-70774a1e71a8 None None] Port d4f6c306-78c5-4de8-9574-85d554be5d83 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:50:05.923228 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ccc92e3f-7ae9-4eef-b612-4ca4bd2457d4 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:05.977935 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6eaa2504-e19f-4158-ace0-93292820f1d1 None None] Provisioning complete for port d4f6c306-78c5-4de8-9574-85d554be5d83 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:05.978276 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6eaa2504-e19f-4158-ace0-93292820f1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:05.985054 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ccc92e3f-7ae9-4eef-b612-4ca4bd2457d4 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:05.994220 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33787a5b-c202-4bbf-a14e-929586d74f03 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Pushing event updated for resources: {'Port': ['ID=d4f6c306-78c5-4de8-9574-85d554be5d83,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:06.007233 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33787a5b-c202-4bbf-a14e-929586d74f03 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:06.070121 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-6eaa2504-e19f-4158-ace0-93292820f1d1 None None] Port d4f6c306-78c5-4de8-9574-85d554be5d83 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:50:06.158764 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc92e3f-7ae9-4eef-b612-4ca4bd2457d4 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Pushing event updated for resources: {'Port': ['ID=5b0671ec-91ee-4008-bb01-56e0708f9322,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:06.199441 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8584534c-8722-440e-9e40-5f17cf26ce12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:06.306444 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8584534c-8722-440e-9e40-5f17cf26ce12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:06.345599 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-64cd1892-c6cb-4791-927c-ea15bcfa3036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dea1411b-b02d-409d-be67-df46d288f664 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:50:06.347617 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8584534c-8722-440e-9e40-5f17cf26ce12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:06.356691 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-64cd1892-c6cb-4791-927c-ea15bcfa3036 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:06.371458 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-64cd1892-c6cb-4791-927c-ea15bcfa3036 service neutron] Transition to ACTIVE for port object dea1411b-b02d-409d-be67-df46d288f664 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:50:06.380083 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc92e3f-7ae9-4eef-b612-4ca4bd2457d4 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Network c3d5e381-7310-4e38-9dfb-b4c94416ed03 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:50:06.393262 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-64cd1892-c6cb-4791-927c-ea15bcfa3036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:06.421502 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8584534c-8722-440e-9e40-5f17cf26ce12 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d527fbbd20174f678a2f7efa2052e8d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6009533 Dec 09 15:50:06.424722 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584534c-8722-440e-9e40-5f17cf26ce12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81df137a-d9ca-49f8-83dc-f8200c77fd86,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:06.427706 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-ccc92e3f-7ae9-4eef-b612-4ca4bd2457d4 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:50:06.432495 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53438) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:06.442162 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc92e3f-7ae9-4eef-b612-4ca4bd2457d4 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:50:06.452336 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33787a5b-c202-4bbf-a14e-929586d74f03 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Network 06765d4c-94ea-4e55-b8c9-061ac001a4b5 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:50:06.457682 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-33787a5b-c202-4bbf-a14e-929586d74f03 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:50:06.561390 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c5d52-3a38-46a5-aaaa-388f421fbd08 req-77a7e48c-a7e0-4976-9487-61d3ebd8391f tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:06.572744 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c5d52-3a38-46a5-aaaa-388f421fbd08 req-77a7e48c-a7e0-4976-9487-61d3ebd8391f tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:06.583318 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c5d52-3a38-46a5-aaaa-388f421fbd08 req-77a7e48c-a7e0-4976-9487-61d3ebd8391f tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:06.591104 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c5d52-3a38-46a5-aaaa-388f421fbd08 req-77a7e48c-a7e0-4976-9487-61d3ebd8391f tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:06.600577 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c5d52-3a38-46a5-aaaa-388f421fbd08 req-77a7e48c-a7e0-4976-9487-61d3ebd8391f tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:06.607481 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c5d52-3a38-46a5-aaaa-388f421fbd08 req-77a7e48c-a7e0-4976-9487-61d3ebd8391f tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:06.614491 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c5d52-3a38-46a5-aaaa-388f421fbd08 req-77a7e48c-a7e0-4976-9487-61d3ebd8391f tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:06.623837 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-902c5d52-3a38-46a5-aaaa-388f421fbd08 req-77a7e48c-a7e0-4976-9487-61d3ebd8391f tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 5396 time: 0.4666030 Dec 09 15:50:06.745373 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33787a5b-c202-4bbf-a14e-929586d74f03 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Router 95a32505-d4e3-473f-b357-af1ed1687b42 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:50:06.852616 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-902c5d52-3a38-46a5-aaaa-388f421fbd08 req-33b3fa5f-2fc3-4808-b215-cdc797d31562 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=c5881a67-eda0-4da9-8b2e-8ff2108b95fa&id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2274988 Dec 09 15:50:06.872513 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd1892-c6cb-4791-927c-ea15bcfa3036 service neutron] Pushing event updated for resources: {'Port': ['ID=dea1411b-b02d-409d-be67-df46d288f664,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:06.894805 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e36c58-5374-4913-ae61-edd101084e29 req-a43783da-a1db-4552-8087-c7e3927ba64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:06.902615 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e36c58-5374-4913-ae61-edd101084e29 req-a43783da-a1db-4552-8087-c7e3927ba64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:06.903656 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e36c58-5374-4913-ae61-edd101084e29 req-a43783da-a1db-4552-8087-c7e3927ba64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:06.909946 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f8e36c58-5374-4913-ae61-edd101084e29 req-a43783da-a1db-4552-8087-c7e3927ba64e service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=b613632b80754e8bbd6b2b6b64d76f9f&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.2404525 Dec 09 15:50:06.948833 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33787a5b-c202-4bbf-a14e-929586d74f03 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:50:06.959967 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-33787a5b-c202-4bbf-a14e-929586d74f03 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "PUT /v2.0/routers/95a32505-d4e3-473f-b357-af1ed1687b42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9171429 Dec 09 15:50:06.960921 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53444) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:06.963117 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147fe849-54aa-4ddc-9634-b0f0090721b6 None None] Sync routers for ids ['95a32505-d4e3-473f-b357-af1ed1687b42'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:50:06.966184 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-14fff07f-b61e-4154-876b-859c89328e89 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2040076988', 'description': 'tempest-secgroup_access--2040076988 description', 'project_id': 'cf31236457a543f3b32deeb2eee96cb5'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:06.978807 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147fe849-54aa-4ddc-9634-b0f0090721b6 None None] Routers {'95a32505-d4e3-473f-b357-af1ed1687b42'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:06.984195 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-147fe849-54aa-4ddc-9634-b0f0090721b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:49:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['95a32505-d4e3-473f-b357-af1ed1687b42'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:07.008316 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc92e3f-7ae9-4eef-b612-4ca4bd2457d4 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:07.009277 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ccc92e3f-7ae9-4eef-b612-4ca4bd2457d4 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:07.022385 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-824cabc2-9f0c-4070-a45e-a172b7d17310 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:07.024922 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-222a15d8-b7d0-477c-b1de-64082beddae9 None None] Provisioning complete for port d4f6c306-78c5-4de8-9574-85d554be5d83 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:07.027031 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-222a15d8-b7d0-477c-b1de-64082beddae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:07.054336 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-824cabc2-9f0c-4070-a45e-a172b7d17310 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:07.116985 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e36c58-5374-4913-ae61-edd101084e29 req-98daa51b-4f44-4f42-9f66-21d2b4dfaec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:07.118727 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f8e36c58-5374-4913-ae61-edd101084e29 req-98daa51b-4f44-4f42-9f66-21d2b4dfaec9 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1561587 Dec 09 15:50:07.120714 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-222a15d8-b7d0-477c-b1de-64082beddae9 None None] Port d4f6c306-78c5-4de8-9574-85d554be5d83 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:50:07.159533 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ccc92e3f-7ae9-4eef-b612-4ca4bd2457d4 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 3.0144639 Dec 09 15:50:07.160406 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53446) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:07.163850 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-824cabc2-9f0c-4070-a45e-a172b7d17310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:07.168794 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-824cabc2-9f0c-4070-a45e-a172b7d17310 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:07.171400 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-824cabc2-9f0c-4070-a45e-a172b7d17310 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/81df137a-d9ca-49f8-83dc-f8200c77fd86 HTTP/1.1" status: 204 len: 168 time: 0.7352633 Dec 09 15:50:07.181492 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-64cd1892-c6cb-4791-927c-ea15bcfa3036 service neutron] Attempting to bind port dea1411b-b02d-409d-be67-df46d288f664 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:50:07.181829 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-64cd1892-c6cb-4791-927c-ea15bcfa3036 service neutron] Attempting to bind port dea1411b-b02d-409d-be67-df46d288f664 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '793151e9-673a-4eba-bc7f-eef12bb07531'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:50:07.182160 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-64cd1892-c6cb-4791-927c-ea15bcfa3036 service neutron] Attempting to bind port dea1411b-b02d-409d-be67-df46d288f664 on network 793151e9-673a-4eba-bc7f-eef12bb07531 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:50:07.191398 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-64cd1892-c6cb-4791-927c-ea15bcfa3036 service neutron] Port dea1411b-b02d-409d-be67-df46d288f664 on network 793151e9-673a-4eba-bc7f-eef12bb07531 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:50:07.191398 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-64cd1892-c6cb-4791-927c-ea15bcfa3036 service neutron] Attempting to bind port dea1411b-b02d-409d-be67-df46d288f664 on network 793151e9-673a-4eba-bc7f-eef12bb07531 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:50:07.200500 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-64cd1892-c6cb-4791-927c-ea15bcfa3036 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:50:07.201009 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-64cd1892-c6cb-4791-927c-ea15bcfa3036 service neutron] Checking segment: {'id': '45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '793151e9-673a-4eba-bc7f-eef12bb07531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:50:07.201357 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-64cd1892-c6cb-4791-927c-ea15bcfa3036 service neutron] Bound using segment: {'id': '45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '793151e9-673a-4eba-bc7f-eef12bb07531'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:50:07.201799 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-64cd1892-c6cb-4791-927c-ea15bcfa3036 service neutron] Bound port: dea1411b-b02d-409d-be67-df46d288f664, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '793151e9-673a-4eba-bc7f-eef12bb07531'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:50:07.202156 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-64cd1892-c6cb-4791-927c-ea15bcfa3036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:07.252772 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-147fe849-54aa-4ddc-9634-b0f0090721b6 None None] Set router 95a32505-d4e3-473f-b357-af1ed1687b42 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:50:07.291177 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824cabc2-9f0c-4070-a45e-a172b7d17310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81df137a-d9ca-49f8-83dc-f8200c77fd86,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:07.344222 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-14fff07f-b61e-4154-876b-859c89328e89 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:07.384981 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-64cd1892-c6cb-4791-927c-ea15bcfa3036 service neutron] For port dea1411b-b02d-409d-be67-df46d288f664, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:50:07.392394 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-64cd1892-c6cb-4791-927c-ea15bcfa3036 service neutron] For port dea1411b-b02d-409d-be67-df46d288f664, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=dea1411b-b02d-409d-be67-df46d288f664,segment=NetworkSegment(45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e),segment_id=45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:50:07.407258 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-64cd1892-c6cb-4791-927c-ea15bcfa3036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:07.433444 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-64cd1892-c6cb-4791-927c-ea15bcfa3036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:07.434290 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-64cd1892-c6cb-4791-927c-ea15bcfa3036 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:07.437091 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-64cd1892-c6cb-4791-927c-ea15bcfa3036 service neutron] 10.222.0.31 "PUT /v2.0/ports/dea1411b-b02d-409d-be67-df46d288f664 HTTP/1.1" status: 200 len: 1091 time: 2.2841487 Dec 09 15:50:07.481543 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'tag': 'dea1411b-b02d-409d-be67-df46d288f664'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:50:07.487494 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c6d1f6-c2d7-45e5-9fa4-38f59867b5e8" -d '{"events": [{"name": "network-changed", "server_uuid": "c90defb5-9266-4ad0-b0d1-72a8ad39338d", "tag": "dea1411b-b02d-409d-be67-df46d288f664"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:50:07.524975 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4b83a0ac-ae9f-43ba-a731-e50aa006946c service neutron] Request body: {'port': {'device_id': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:07.545617 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-42d5e404-930c-44b4-a03a-2c06576c4889 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Deleting port 5b0671ec-91ee-4008-bb01-56e0708f9322 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:50:07.548472 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-42d5e404-930c-44b4-a03a-2c06576c4889 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:07.699780 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd1892-c6cb-4791-927c-ea15bcfa3036 service neutron] Pushing event updated for resources: {'Port': ['ID=dea1411b-b02d-409d-be67-df46d288f664,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:07.716062 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95349206-631b-4acd-bb4d-4178bbd38764 x-openstack-request-id: req-95349206-631b-4acd-bb4d-4178bbd38764 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:50:07.716698 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c90defb5-9266-4ad0-b0d1-72a8ad39338d", "tag": "dea1411b-b02d-409d-be67-df46d288f664", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:50:07.717097 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-95349206-631b-4acd-bb4d-4178bbd38764 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:50:07.717991 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'tag': 'dea1411b-b02d-409d-be67-df46d288f664', 'status': 'completed', 'code': 200} Dec 09 15:50:07.730528 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-14fff07f-b61e-4154-876b-859c89328e89 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:07.760374 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-14fff07f-b61e-4154-876b-859c89328e89 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:07.793965 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-147fe849-54aa-4ddc-9634-b0f0090721b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a32505-d4e3-473f-b357-af1ed1687b42', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1857459013', 'tenant_id': 'cf31236457a543f3b32deeb2eee96cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'cc196b53-34ca-45d6-b098-07804413b286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:49:52Z', 'updated_at': '2021-12-09T15:50:04Z', 'revision_number': 4, 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'gw_port': {'id': 'cc196b53-34ca-45d6-b098-07804413b286', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:27:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a32505-d4e3-473f-b357-af1ed1687b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:49:53Z', 'updated_at': '2021-12-09T15:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'd4f6c306-78c5-4de8-9574-85d554be5d83', 'name': '', 'network_id': '06765d4c-94ea-4e55-b8c9-061ac001a4b5', 'tenant_id': 'cf31236457a543f3b32deeb2eee96cb5', 'mac_address': 'fa:16:3e:62:60:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a32505-d4e3-473f-b357-af1ed1687b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'e1f3a5cd-64c5-4c43-8838-a889d3338185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:01Z', 'updated_at': '2021-12-09T15:50:04Z', 'revision_number': 2, 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'subnets': [{'id': 'e1f3a5cd-64c5-4c43-8838-a889d3338185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:07.841356 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147fe849-54aa-4ddc-9634-b0f0090721b6 None None] Checking router: 95a32505-d4e3-473f-b357-af1ed1687b42 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:50:07.844455 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147fe849-54aa-4ddc-9634-b0f0090721b6 None None] Updating router 95a32505-d4e3-473f-b357-af1ed1687b42 port d4f6c306-78c5-4de8-9574-85d554be5d83 binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:50:07.884916 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-14fff07f-b61e-4154-876b-859c89328e89 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:07.887728 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-14fff07f-b61e-4154-876b-859c89328e89 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.9255517 Dec 09 15:50:07.892931 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53462) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:07.897906 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-fa583076-a94e-4fd0-979a-de7ef5d6f7c6 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--622375443', 'description': 'tempest-secgroup_general--622375443 description', 'project_id': 'cf31236457a543f3b32deeb2eee96cb5'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:07.934446 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fff07f-b61e-4154-876b-859c89328e89 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1894d1e4-3af1-46dc-a08d-a8daeba79869,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:07.950067 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-147fe849-54aa-4ddc-9634-b0f0090721b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:08.079625 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-42d5e404-930c-44b4-a03a-2c06576c4889 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:08.113150 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fa583076-a94e-4fd0-979a-de7ef5d6f7c6 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:08.174557 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-42d5e404-930c-44b4-a03a-2c06576c4889 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Calling delete_port for 5b0671ec-91ee-4008-bb01-56e0708f9322 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:50:08.286673 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4b83a0ac-ae9f-43ba-a731-e50aa006946c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:08.354125 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-147fe849-54aa-4ddc-9634-b0f0090721b6 None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:08.359436 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6d1f6-c2d7-45e5-9fa4-38f59867b5e8 req-a376a9cf-49da-4636-97b3-58397bfd3035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:08.360435 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6d1f6-c2d7-45e5-9fa4-38f59867b5e8 req-a376a9cf-49da-4636-97b3-58397bfd3035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:08.361681 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6d1f6-c2d7-45e5-9fa4-38f59867b5e8 req-a376a9cf-49da-4636-97b3-58397bfd3035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:08.362188 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6d1f6-c2d7-45e5-9fa4-38f59867b5e8 req-a376a9cf-49da-4636-97b3-58397bfd3035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:08.362755 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6d1f6-c2d7-45e5-9fa4-38f59867b5e8 req-a376a9cf-49da-4636-97b3-58397bfd3035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:08.363318 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6d1f6-c2d7-45e5-9fa4-38f59867b5e8 req-a376a9cf-49da-4636-97b3-58397bfd3035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:08.363795 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6d1f6-c2d7-45e5-9fa4-38f59867b5e8 req-a376a9cf-49da-4636-97b3-58397bfd3035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:08.366807 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-59c6d1f6-c2d7-45e5-9fa4-38f59867b5e8 req-a376a9cf-49da-4636-97b3-58397bfd3035 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b613632b80754e8bbd6b2b6b64d76f9f&device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 6355 time: 0.6458216 Dec 09 15:50:08.369435 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-147fe849-54aa-4ddc-9634-b0f0090721b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:08.390022 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fa583076-a94e-4fd0-979a-de7ef5d6f7c6 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:08.395970 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fa583076-a94e-4fd0-979a-de7ef5d6f7c6 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:08.481341 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c9d38-fcdd-4611-b136-3612975047ca None None] Pushing event updated for resources: {'Port': ['ID=d4f6c306-78c5-4de8-9574-85d554be5d83,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:08.491453 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fa583076-a94e-4fd0-979a-de7ef5d6f7c6 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:08.502869 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53480) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:08.504011 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-fa583076-a94e-4fd0-979a-de7ef5d6f7c6 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6089973 Dec 09 15:50:08.508274 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa583076-a94e-4fd0-979a-de7ef5d6f7c6 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09e1cb07-29a2-4ead-a5e4-963746639214,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:08.538648 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-3615199f-5ded-46b9-967e-555cb81898fc tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Request body: {'security_group_rule': {'security_group_id': '1894d1e4-3af1-46dc-a08d-a8daeba79869', 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:08.564614 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-42d5e404-930c-44b4-a03a-2c06576c4889 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:08.575499 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111c9d38-fcdd-4611-b136-3612975047ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:08.575852 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111c9d38-fcdd-4611-b136-3612975047ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:08.576203 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111c9d38-fcdd-4611-b136-3612975047ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:08.576576 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111c9d38-fcdd-4611-b136-3612975047ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:08.576917 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111c9d38-fcdd-4611-b136-3612975047ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:08.577266 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111c9d38-fcdd-4611-b136-3612975047ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:08.577616 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111c9d38-fcdd-4611-b136-3612975047ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:08.577941 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111c9d38-fcdd-4611-b136-3612975047ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:08.578269 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111c9d38-fcdd-4611-b136-3612975047ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:08.578701 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111c9d38-fcdd-4611-b136-3612975047ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:08.579032 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111c9d38-fcdd-4611-b136-3612975047ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:08.579355 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111c9d38-fcdd-4611-b136-3612975047ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:08.579682 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111c9d38-fcdd-4611-b136-3612975047ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:08.634603 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0083f-3c96-4331-8db4-a9c031f05838 req-721e7157-6851-4f66-909f-a91dfc9b4d9f tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:08.643690 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0083f-3c96-4331-8db4-a9c031f05838 req-721e7157-6851-4f66-909f-a91dfc9b4d9f tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:08.652559 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0083f-3c96-4331-8db4-a9c031f05838 req-721e7157-6851-4f66-909f-a91dfc9b4d9f tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:08.660343 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-147fe849-54aa-4ddc-9634-b0f0090721b6 None None] Attempting to bind port d4f6c306-78c5-4de8-9574-85d554be5d83 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:50:08.660527 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0083f-3c96-4331-8db4-a9c031f05838 req-721e7157-6851-4f66-909f-a91dfc9b4d9f tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:08.665215 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-147fe849-54aa-4ddc-9634-b0f0090721b6 None None] Attempting to bind port d4f6c306-78c5-4de8-9574-85d554be5d83 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '3c1ea2c7-144c-42b4-853c-912dd116650b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '06765d4c-94ea-4e55-b8c9-061ac001a4b5'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:50:08.665600 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147fe849-54aa-4ddc-9634-b0f0090721b6 None None] Attempting to bind port d4f6c306-78c5-4de8-9574-85d554be5d83 on network 06765d4c-94ea-4e55-b8c9-061ac001a4b5 {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:50:08.669404 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0083f-3c96-4331-8db4-a9c031f05838 req-721e7157-6851-4f66-909f-a91dfc9b4d9f tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:08.677457 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0083f-3c96-4331-8db4-a9c031f05838 req-721e7157-6851-4f66-909f-a91dfc9b4d9f tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:08.679341 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147fe849-54aa-4ddc-9634-b0f0090721b6 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:50:08.679724 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147fe849-54aa-4ddc-9634-b0f0090721b6 None None] Checking segment: {'id': '3c1ea2c7-144c-42b4-853c-912dd116650b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '06765d4c-94ea-4e55-b8c9-061ac001a4b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:50:08.680129 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-147fe849-54aa-4ddc-9634-b0f0090721b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:08.680551 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147fe849-54aa-4ddc-9634-b0f0090721b6 None None] Bound using segment: {'id': '3c1ea2c7-144c-42b4-853c-912dd116650b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '06765d4c-94ea-4e55-b8c9-061ac001a4b5'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:50:08.681022 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-147fe849-54aa-4ddc-9634-b0f0090721b6 None None] Bound port: d4f6c306-78c5-4de8-9574-85d554be5d83, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c1ea2c7-144c-42b4-853c-912dd116650b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '06765d4c-94ea-4e55-b8c9-061ac001a4b5'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:50:08.681406 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-147fe849-54aa-4ddc-9634-b0f0090721b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:08.685406 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0083f-3c96-4331-8db4-a9c031f05838 req-721e7157-6851-4f66-909f-a91dfc9b4d9f tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:08.687906 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c3f0083f-3c96-4331-8db4-a9c031f05838 req-721e7157-6851-4f66-909f-a91dfc9b4d9f tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 5408 time: 0.4153390 Dec 09 15:50:08.742817 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5e404-930c-44b4-a03a-2c06576c4889 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b0671ec-91ee-4008-bb01-56e0708f9322,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:08.830794 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6d1f6-c2d7-45e5-9fa4-38f59867b5e8 req-6617be40-3095-45c5-baae-fc968f8ef8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:08.831278 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6d1f6-c2d7-45e5-9fa4-38f59867b5e8 req-6617be40-3095-45c5-baae-fc968f8ef8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:08.831742 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6d1f6-c2d7-45e5-9fa4-38f59867b5e8 req-6617be40-3095-45c5-baae-fc968f8ef8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:08.833925 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-59c6d1f6-c2d7-45e5-9fa4-38f59867b5e8 req-6617be40-3095-45c5-baae-fc968f8ef8dc service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=b613632b80754e8bbd6b2b6b64d76f9f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4504378 Dec 09 15:50:08.835166 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3615199f-5ded-46b9-967e-555cb81898fc tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:08.842539 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-42d5e404-930c-44b4-a03a-2c06576c4889 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:08.844939 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-147fe849-54aa-4ddc-9634-b0f0090721b6 None None] For port d4f6c306-78c5-4de8-9574-85d554be5d83, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:50:08.852154 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-42d5e404-930c-44b4-a03a-2c06576c4889 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] 10.222.0.57 "DELETE /v2.0/ports/5b0671ec-91ee-4008-bb01-56e0708f9322 HTTP/1.1" status: 204 len: 168 time: 1.6783040 Dec 09 15:50:08.853124 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-147fe849-54aa-4ddc-9634-b0f0090721b6 None None] For port d4f6c306-78c5-4de8-9574-85d554be5d83, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d4f6c306-78c5-4de8-9574-85d554be5d83,segment=NetworkSegment(3c1ea2c7-144c-42b4-853c-912dd116650b),segment_id=3c1ea2c7-144c-42b4-853c-912dd116650b)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:50:08.853832 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53484) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:08.858230 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-147fe849-54aa-4ddc-9634-b0f0090721b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:08.864338 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-31fa66ab-27c2-4ea3-83de-59d9dd41769e tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c3d5e381-7310-4e38-9dfb-b4c94416ed03', 'external_fixed_ips': [{'subnet_id': 'e3fda024-93d5-4912-b988-25231c78e52e', 'ip_address': '172.20.0.4'}]}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:08.908711 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-31fa66ab-27c2-4ea3-83de-59d9dd41769e tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:08.910306 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-31fa66ab-27c2-4ea3-83de-59d9dd41769e tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:08.958788 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-bf564f16-7220-4301-a499-8440d379f87a None None] Provisioning complete for port d4f6c306-78c5-4de8-9574-85d554be5d83 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:08.970215 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bf564f16-7220-4301-a499-8440d379f87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:09.018441 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147fe849-54aa-4ddc-9634-b0f0090721b6 None None] Routers {'95a32505-d4e3-473f-b357-af1ed1687b42'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:09.019452 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-147fe849-54aa-4ddc-9634-b0f0090721b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:49:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['95a32505-d4e3-473f-b357-af1ed1687b42'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:09.074887 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3615199f-5ded-46b9-967e-555cb81898fc tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:09.139156 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-31fa66ab-27c2-4ea3-83de-59d9dd41769e tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:09.223050 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3615199f-5ded-46b9-967e-555cb81898fc tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:09.231646 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c3f0083f-3c96-4331-8db4-a9c031f05838 req-ca4b317a-87f4-49cd-bdf2-ca32b94989fd tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=c5881a67-eda0-4da9-8b2e-8ff2108b95fa&id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5297637 Dec 09 15:50:09.259774 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bf564f16-7220-4301-a499-8440d379f87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:09.301645 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615199f-5ded-46b9-967e-555cb81898fc tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=971bf0f6-1b2b-4262-b51c-f0d95dfd8ef0,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:09.345604 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3615199f-5ded-46b9-967e-555cb81898fc tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:09.347244 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3615199f-5ded-46b9-967e-555cb81898fc tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8148015 Dec 09 15:50:09.367254 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4b83a0ac-ae9f-43ba-a731-e50aa006946c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 228cf703-1a9f-469e-a207-e9d6be7acce9 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:50:09.374546 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c9d38-fcdd-4611-b136-3612975047ca None None] Pushing event updated for resources: {'Port': ['ID=d4f6c306-78c5-4de8-9574-85d554be5d83,revision_number=4']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:09.389329 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-bf564f16-7220-4301-a499-8440d379f87a None None] For port d4f6c306-78c5-4de8-9574-85d554be5d83, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d4f6c306-78c5-4de8-9574-85d554be5d83,segment=NetworkSegment(3c1ea2c7-144c-42b4-853c-912dd116650b),segment_id=3c1ea2c7-144c-42b4-853c-912dd116650b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:09.399020 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bf564f16-7220-4301-a499-8440d379f87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:09.415199 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4b83a0ac-ae9f-43ba-a731-e50aa006946c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:09.469855 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6d1f6-c2d7-45e5-9fa4-38f59867b5e8 req-0e944d79-6c13-4eba-85ed-e64a5dafca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:09.478608 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-59c6d1f6-c2d7-45e5-9fa4-38f59867b5e8 req-0e944d79-6c13-4eba-85ed-e64a5dafca0f service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6184077 Dec 09 15:50:09.480558 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-147fe849-54aa-4ddc-9634-b0f0090721b6 None None] Set router 95a32505-d4e3-473f-b357-af1ed1687b42 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:50:09.499710 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4b83a0ac-ae9f-43ba-a731-e50aa006946c service neutron] Transition to ACTIVE for port object 228cf703-1a9f-469e-a207-e9d6be7acce9 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:50:09.577488 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-08f37b36-5fbc-4d4d-abfb-e4628ce75ecb None None] Provisioning complete for port d4f6c306-78c5-4de8-9574-85d554be5d83 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:09.578356 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4b83a0ac-ae9f-43ba-a731-e50aa006946c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:09.580534 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-08f37b36-5fbc-4d4d-abfb-e4628ce75ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:09.584491 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf564f16-7220-4301-a499-8440d379f87a None None] Pushing event updated for resources: {'Port': ['ID=d4f6c306-78c5-4de8-9574-85d554be5d83,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:09.620700 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-31fa66ab-27c2-4ea3-83de-59d9dd41769e tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:09.840248 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4a4a909b-5d0a-445a-8cf2-4c673e639475 req-a4b9fa13-25bb-4db7-a44c-7f59ca4217d6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bf66a800-5e7a-4e28-a606-6a7c4ff43580&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3565197 Dec 09 15:50:09.844401 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b83a0ac-ae9f-43ba-a731-e50aa006946c service neutron] Pushing event updated for resources: {'Port': ['ID=228cf703-1a9f-469e-a207-e9d6be7acce9,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:09.975744 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-fdb7a15b-2e2e-4f71-a552-0627ef7adb18 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup_access--2040076988&fields=id&tenant_id=cf31236457a543f3b32deeb2eee96cb5 HTTP/1.1" status: 200 len: 267 time: 0.2273831 Dec 09 15:50:10.075641 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-147fe849-54aa-4ddc-9634-b0f0090721b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a32505-d4e3-473f-b357-af1ed1687b42', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1857459013', 'tenant_id': 'cf31236457a543f3b32deeb2eee96cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'cc196b53-34ca-45d6-b098-07804413b286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:49:52Z', 'updated_at': '2021-12-09T15:50:04Z', 'revision_number': 4, 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'gw_port': {'id': 'cc196b53-34ca-45d6-b098-07804413b286', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:27:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a32505-d4e3-473f-b357-af1ed1687b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:49:53Z', 'updated_at': '2021-12-09T15:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'd4f6c306-78c5-4de8-9574-85d554be5d83', 'name': '', 'network_id': '06765d4c-94ea-4e55-b8c9-061ac001a4b5', 'tenant_id': 'cf31236457a543f3b32deeb2eee96cb5', 'mac_address': 'fa:16:3e:62:60:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a32505-d4e3-473f-b357-af1ed1687b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'e1f3a5cd-64c5-4c43-8838-a889d3338185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:01Z', 'updated_at': '2021-12-09T15:50:08Z', 'revision_number': 4, 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'subnets': [{'id': 'e1f3a5cd-64c5-4c43-8838-a889d3338185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:10.088738 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-b3950e75-24c3-4e74-9686-fc9df2b84f94 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup_general--622375443&fields=id&tenant_id=cf31236457a543f3b32deeb2eee96cb5 HTTP/1.1" status: 200 len: 267 time: 0.1059558 Dec 09 15:50:10.105662 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a909b-5d0a-445a-8cf2-4c673e639475 req-3cb4c6ea-fb70-4b22-974c-dda2aa2cb88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:10.109540 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4a4a909b-5d0a-445a-8cf2-4c673e639475 req-3cb4c6ea-fb70-4b22-974c-dda2aa2cb88d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cea693ec44f34a95ac5bb978332b5503&device_id=bf66a800-5e7a-4e28-a606-6a7c4ff43580 HTTP/1.1" status: 200 len: 1097 time: 0.1785026 Dec 09 15:50:10.119122 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4b83a0ac-ae9f-43ba-a731-e50aa006946c service neutron] Attempting to bind port 228cf703-1a9f-469e-a207-e9d6be7acce9 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:50:10.128899 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4b83a0ac-ae9f-43ba-a731-e50aa006946c service neutron] Attempting to bind port 228cf703-1a9f-469e-a207-e9d6be7acce9 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '0afc4eae-d5e0-4fad-b2e5-9f1c880770af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e220874f-4ea8-4ea6-9fc4-39a517be75d8'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:50:10.129438 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4b83a0ac-ae9f-43ba-a731-e50aa006946c service neutron] Attempting to bind port 228cf703-1a9f-469e-a207-e9d6be7acce9 on network e220874f-4ea8-4ea6-9fc4-39a517be75d8 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:50:10.130713 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147fe849-54aa-4ddc-9634-b0f0090721b6 None None] The sync data for ids ['95a32505-d4e3-473f-b357-af1ed1687b42'] in n-d-821228-1 is: [{'id': '95a32505-d4e3-473f-b357-af1ed1687b42', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1857459013', 'tenant_id': 'cf31236457a543f3b32deeb2eee96cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'cc196b53-34ca-45d6-b098-07804413b286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:49:52Z', 'updated_at': '2021-12-09T15:50:04Z', 'revision_number': 4, 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'gw_port': {'id': 'cc196b53-34ca-45d6-b098-07804413b286', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:27:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a32505-d4e3-473f-b357-af1ed1687b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:49:53Z', 'updated_at': '2021-12-09T15:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'd4f6c306-78c5-4de8-9574-85d554be5d83', 'name': '', 'network_id': '06765d4c-94ea-4e55-b8c9-061ac001a4b5', 'tenant_id': 'cf31236457a543f3b32deeb2eee96cb5', 'mac_address': 'fa:16:3e:62:60:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a32505-d4e3-473f-b357-af1ed1687b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'e1f3a5cd-64c5-4c43-8838-a889d3338185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:01Z', 'updated_at': '2021-12-09T15:50:08Z', 'revision_number': 4, 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'subnets': [{'id': 'e1f3a5cd-64c5-4c43-8838-a889d3338185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:50:10.168440 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4b83a0ac-ae9f-43ba-a731-e50aa006946c service neutron] Port 228cf703-1a9f-469e-a207-e9d6be7acce9 on network e220874f-4ea8-4ea6-9fc4-39a517be75d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:50:10.169313 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4b83a0ac-ae9f-43ba-a731-e50aa006946c service neutron] Attempting to bind port 228cf703-1a9f-469e-a207-e9d6be7acce9 on network e220874f-4ea8-4ea6-9fc4-39a517be75d8 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:50:10.215841 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-31fa66ab-27c2-4ea3-83de-59d9dd41769e tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:10.297963 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-31fa66ab-27c2-4ea3-83de-59d9dd41769e tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:10.449554 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-58ca00d5-42c7-4df8-a9f0-546e67741a39 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:10.451217 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-58ca00d5-42c7-4df8-a9f0-546e67741a39 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/networks?id=06765d4c-94ea-4e55-b8c9-061ac001a4b5 HTTP/1.1" status: 200 len: 797 time: 0.3483529 Dec 09 15:50:10.452052 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4b83a0ac-ae9f-43ba-a731-e50aa006946c service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:50:10.452398 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4b83a0ac-ae9f-43ba-a731-e50aa006946c service neutron] Checking segment: {'id': '0afc4eae-d5e0-4fad-b2e5-9f1c880770af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e220874f-4ea8-4ea6-9fc4-39a517be75d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:50:10.455223 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4b83a0ac-ae9f-43ba-a731-e50aa006946c service neutron] Bound using segment: {'id': '0afc4eae-d5e0-4fad-b2e5-9f1c880770af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e220874f-4ea8-4ea6-9fc4-39a517be75d8'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:50:10.455699 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4b83a0ac-ae9f-43ba-a731-e50aa006946c service neutron] Bound port: 228cf703-1a9f-469e-a207-e9d6be7acce9, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0afc4eae-d5e0-4fad-b2e5-9f1c880770af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e220874f-4ea8-4ea6-9fc4-39a517be75d8'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:50:10.456068 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4b83a0ac-ae9f-43ba-a731-e50aa006946c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:10.574881 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a909b-5d0a-445a-8cf2-4c673e639475 req-85f2c42b-3989-4610-b1e2-5f922da22e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:10.577311 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4a4a909b-5d0a-445a-8cf2-4c673e639475 req-85f2c42b-3989-4610-b1e2-5f922da22e42 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e2819ac3-9056-4f31-9f04-900628348c70 HTTP/1.1" status: 200 len: 912 time: 0.4441123 Dec 09 15:50:10.665965 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53538) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:10.667347 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-c55af42b-a1ac-40fc-9261-d706c4815dbe tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/quotas/cf31236457a543f3b32deeb2eee96cb5 HTTP/1.1" status: 200 len: 375 time: 0.1026418 Dec 09 15:50:10.703654 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-31fa66ab-27c2-4ea3-83de-59d9dd41769e tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Allocated IP 172.20.0.4 (c3d5e381-7310-4e38-9dfb-b4c94416ed03/e3fda024-93d5-4912-b988-25231c78e52e/3e762f4d-53d1-4b66-83c6-2cb3e7a9102a) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:50:10.800155 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d4f6c306-78c5-4de8-9574-85d554be5d83 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:50:10.898499 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port d4f6c306-78c5-4de8-9574-85d554be5d83 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:10.899126 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:10.904624 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4b83a0ac-ae9f-43ba-a731-e50aa006946c service neutron] For port 228cf703-1a9f-469e-a207-e9d6be7acce9, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:50:10.909020 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4b83a0ac-ae9f-43ba-a731-e50aa006946c service neutron] For port 228cf703-1a9f-469e-a207-e9d6be7acce9, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=228cf703-1a9f-469e-a207-e9d6be7acce9,segment=NetworkSegment(0afc4eae-d5e0-4fad-b2e5-9f1c880770af),segment_id=0afc4eae-d5e0-4fad-b2e5-9f1c880770af)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:50:10.930433 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-e8c7a2c9-156a-4698-b18a-986f92816a4b tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cf31236457a543f3b32deeb2eee96cb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2311509 Dec 09 15:50:10.946727 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4b83a0ac-ae9f-43ba-a731-e50aa006946c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:10.968265 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-31fa66ab-27c2-4ea3-83de-59d9dd41769e tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:10.979278 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4a4a909b-5d0a-445a-8cf2-4c673e639475 req-2c4a3820-b153-4abb-bd2e-c16f32bb5c6b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9223848f-00dc-44f7-b5e0-5c0f13c0416d HTTP/1.1" status: 200 len: 1002 time: 0.3748465 Dec 09 15:50:11.041791 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-31fa66ab-27c2-4ea3-83de-59d9dd41769e tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:11.093663 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fa66ab-27c2-4ea3-83de-59d9dd41769e tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Network c3d5e381-7310-4e38-9dfb-b4c94416ed03 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:50:11.096453 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-7d624059-80c7-4e64-aca9-5f7e78b2b591 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:11.102595 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-31fa66ab-27c2-4ea3-83de-59d9dd41769e tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:50:11.113573 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fa66ab-27c2-4ea3-83de-59d9dd41769e tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:50:11.144265 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa66ab-27c2-4ea3-83de-59d9dd41769e tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Pushing event updated for resources: {'Port': ['ID=3e762f4d-53d1-4b66-83c6-2cb3e7a9102a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:11.217830 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4b83a0ac-ae9f-43ba-a731-e50aa006946c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:11.219122 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4b83a0ac-ae9f-43ba-a731-e50aa006946c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:11.220564 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4b83a0ac-ae9f-43ba-a731-e50aa006946c service neutron] 10.222.0.31 "PUT /v2.0/ports/228cf703-1a9f-469e-a207-e9d6be7acce9 HTTP/1.1" status: 200 len: 1091 time: 3.7206304 Dec 09 15:50:11.235896 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'tag': '228cf703-1a9f-469e-a207-e9d6be7acce9'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:50:11.238343 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e273fb-2479-4f0f-8505-6bb8d0c2d29e" -d '{"events": [{"name": "network-changed", "server_uuid": "c90defb5-9266-4ad0-b0d1-72a8ad39338d", "tag": "228cf703-1a9f-469e-a207-e9d6be7acce9"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:50:11.282419 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-9793a0d1-f9f7-4c5b-b376-bead06ae44ad service neutron] Request body: {'port': {'device_id': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:11.331535 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a909b-5d0a-445a-8cf2-4c673e639475 req-a2af6e70-4dae-444e-b929-4593b815ba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:11.334565 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4a4a909b-5d0a-445a-8cf2-4c673e639475 req-a2af6e70-4dae-444e-b929-4593b815ba79 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6388c83a-5827-4add-9bc1-4867e28bf06e HTTP/1.1" status: 200 len: 850 time: 0.3106136 Dec 09 15:50:11.342469 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d624059-80c7-4e64-aca9-5f7e78b2b591 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:11.365369 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b83a0ac-ae9f-43ba-a731-e50aa006946c service neutron] Pushing event updated for resources: {'Port': ['ID=228cf703-1a9f-469e-a207-e9d6be7acce9,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:11.575883 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-9793a0d1-f9f7-4c5b-b376-bead06ae44ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:11.602597 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-a05ebaeb-3fb9-46a4-b729-9b9b78fecf49 service neutron] 10.222.0.57 "GET /v2.0/networks/06765d4c-94ea-4e55-b8c9-061ac001a4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6335013 Dec 09 15:50:11.653419 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-31fa66ab-27c2-4ea3-83de-59d9dd41769e tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:11.663451 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a909b-5d0a-445a-8cf2-4c673e639475 req-85a4c662-b648-4fd2-b163-8fedb2268572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:11.664978 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4a4a909b-5d0a-445a-8cf2-4c673e639475 req-85a4c662-b648-4fd2-b163-8fedb2268572 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e2819ac3-9056-4f31-9f04-900628348c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3177979 Dec 09 15:50:11.988750 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-31fa66ab-27c2-4ea3-83de-59d9dd41769e tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:12.041604 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4a4a909b-5d0a-445a-8cf2-4c673e639475 req-6b083a90-0505-4b9f-a39f-720171e33dc2 service neutron] 10.222.0.31 "GET /v2.0/networks/e2819ac3-9056-4f31-9f04-900628348c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567512 Dec 09 15:50:12.044025 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-a32676a9-dbcf-4b74-8ff9-11675f24df67 service neutron] 10.222.0.57 "GET /v2.0/networks/06765d4c-94ea-4e55-b8c9-061ac001a4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830822 Dec 09 15:50:12.166271 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d624059-80c7-4e64-aca9-5f7e78b2b591 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:12.230134 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31fa66ab-27c2-4ea3-83de-59d9dd41769e tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Router 6999045d-e5b3-4446-9790-94216fe1acdd is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:50:12.337834 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-9793a0d1-f9f7-4c5b-b376-bead06ae44ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d0eeda5-19bf-4cd3-94f9-1bc316a94e48 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:50:12.349598 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4a4a909b-5d0a-445a-8cf2-4c673e639475 req-648b97d0-fe0a-4699-87f7-5a70d3133378 service neutron] 10.222.0.31 "GET /v2.0/networks/e2819ac3-9056-4f31-9f04-900628348c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978418 Dec 09 15:50:12.384895 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-9793a0d1-f9f7-4c5b-b376-bead06ae44ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:12.425500 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-9793a0d1-f9f7-4c5b-b376-bead06ae44ad service neutron] Transition to ACTIVE for port object 5d0eeda5-19bf-4cd3-94f9-1bc316a94e48 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:50:12.457568 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-9793a0d1-f9f7-4c5b-b376-bead06ae44ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:12.566716 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9793a0d1-f9f7-4c5b-b376-bead06ae44ad service neutron] Pushing event updated for resources: {'Port': ['ID=5d0eeda5-19bf-4cd3-94f9-1bc316a94e48,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:12.660103 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d2fb3-c94a-45f8-b421-b6368168d98b req-193b9169-833a-4421-8847-bf96764b49fd tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:12.684291 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d2fb3-c94a-45f8-b421-b6368168d98b req-193b9169-833a-4421-8847-bf96764b49fd tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:12.690901 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d2fb3-c94a-45f8-b421-b6368168d98b req-193b9169-833a-4421-8847-bf96764b49fd tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:12.706891 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d2fb3-c94a-45f8-b421-b6368168d98b req-193b9169-833a-4421-8847-bf96764b49fd tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:12.721174 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d2fb3-c94a-45f8-b421-b6368168d98b req-193b9169-833a-4421-8847-bf96764b49fd tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:12.735714 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d2fb3-c94a-45f8-b421-b6368168d98b req-193b9169-833a-4421-8847-bf96764b49fd tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:12.763532 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d2fb3-c94a-45f8-b421-b6368168d98b req-193b9169-833a-4421-8847-bf96764b49fd tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:12.771783 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b70d2fb3-c94a-45f8-b421-b6368168d98b req-193b9169-833a-4421-8847-bf96764b49fd tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 5432 time: 0.3087802 Dec 09 15:50:12.829228 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-7d624059-80c7-4e64-aca9-5f7e78b2b591 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Allocated IP 172.25.3.171 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/0f69b1df-a7aa-4f30-b422-c3cf5a528e6f) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:50:13.037171 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b70d2fb3-c94a-45f8-b421-b6368168d98b req-f958e2d3-c623-4a95-bef5-db300a4f0ed6 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=c5881a67-eda0-4da9-8b2e-8ff2108b95fa&id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2642989 Dec 09 15:50:13.048453 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-9793a0d1-f9f7-4c5b-b376-bead06ae44ad service neutron] Attempting to bind port 5d0eeda5-19bf-4cd3-94f9-1bc316a94e48 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:50:13.048453 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-9793a0d1-f9f7-4c5b-b376-bead06ae44ad service neutron] Attempting to bind port 5d0eeda5-19bf-4cd3-94f9-1bc316a94e48 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '0afc4eae-d5e0-4fad-b2e5-9f1c880770af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e220874f-4ea8-4ea6-9fc4-39a517be75d8'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:50:13.048453 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-9793a0d1-f9f7-4c5b-b376-bead06ae44ad service neutron] Attempting to bind port 5d0eeda5-19bf-4cd3-94f9-1bc316a94e48 on network e220874f-4ea8-4ea6-9fc4-39a517be75d8 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:50:13.055687 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-9793a0d1-f9f7-4c5b-b376-bead06ae44ad service neutron] Port 5d0eeda5-19bf-4cd3-94f9-1bc316a94e48 on network e220874f-4ea8-4ea6-9fc4-39a517be75d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:50:13.055687 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-9793a0d1-f9f7-4c5b-b376-bead06ae44ad service neutron] Attempting to bind port 5d0eeda5-19bf-4cd3-94f9-1bc316a94e48 on network e220874f-4ea8-4ea6-9fc4-39a517be75d8 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:50:13.065715 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-9793a0d1-f9f7-4c5b-b376-bead06ae44ad service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:50:13.066204 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-9793a0d1-f9f7-4c5b-b376-bead06ae44ad service neutron] Checking segment: {'id': '0afc4eae-d5e0-4fad-b2e5-9f1c880770af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e220874f-4ea8-4ea6-9fc4-39a517be75d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:50:13.066705 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-9793a0d1-f9f7-4c5b-b376-bead06ae44ad service neutron] Bound using segment: {'id': '0afc4eae-d5e0-4fad-b2e5-9f1c880770af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e220874f-4ea8-4ea6-9fc4-39a517be75d8'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:50:13.067313 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-9793a0d1-f9f7-4c5b-b376-bead06ae44ad service neutron] Bound port: 5d0eeda5-19bf-4cd3-94f9-1bc316a94e48, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0afc4eae-d5e0-4fad-b2e5-9f1c880770af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e220874f-4ea8-4ea6-9fc4-39a517be75d8'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:50:13.067787 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-9793a0d1-f9f7-4c5b-b376-bead06ae44ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:13.157399 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fa66ab-27c2-4ea3-83de-59d9dd41769e tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:50:13.189637 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eeb62e7-4a69-4c3f-8328-5082dbf51a94 None None] Sync routers for ids ['6999045d-e5b3-4446-9790-94216fe1acdd'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:50:13.197199 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-31fa66ab-27c2-4ea3-83de-59d9dd41769e tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:13.203974 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-31fa66ab-27c2-4ea3-83de-59d9dd41769e tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.3475080 Dec 09 15:50:13.204179 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53568) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:13.206543 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eeb62e7-4a69-4c3f-8328-5082dbf51a94 None None] Routers {'6999045d-e5b3-4446-9790-94216fe1acdd'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:13.216234 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9eeb62e7-4a69-4c3f-8328-5082dbf51a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:49:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['6999045d-e5b3-4446-9790-94216fe1acdd'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:13.227573 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d624059-80c7-4e64-aca9-5f7e78b2b591 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:13.323575 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2312bbc-a943-4f42-900b-301dddf1298f x-openstack-request-id: req-b2312bbc-a943-4f42-900b-301dddf1298f {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:50:13.323875 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c90defb5-9266-4ad0-b0d1-72a8ad39338d", "tag": "228cf703-1a9f-469e-a207-e9d6be7acce9", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:50:13.324677 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b2312bbc-a943-4f42-900b-301dddf1298f {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:50:13.325030 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'tag': '228cf703-1a9f-469e-a207-e9d6be7acce9', 'status': 'completed', 'code': 200} Dec 09 15:50:13.400256 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d624059-80c7-4e64-aca9-5f7e78b2b591 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:13.440051 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-96e75c3e-2077-4a8c-8bc5-9a481b7e4950 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:13.525573 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e273fb-2479-4f0f-8505-6bb8d0c2d29e req-99ec62e0-11b5-4242-ba3c-9117c1fa17f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:13.526060 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e273fb-2479-4f0f-8505-6bb8d0c2d29e req-99ec62e0-11b5-4242-ba3c-9117c1fa17f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:13.526640 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e273fb-2479-4f0f-8505-6bb8d0c2d29e req-99ec62e0-11b5-4242-ba3c-9117c1fa17f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:13.527101 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e273fb-2479-4f0f-8505-6bb8d0c2d29e req-99ec62e0-11b5-4242-ba3c-9117c1fa17f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:13.527565 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e273fb-2479-4f0f-8505-6bb8d0c2d29e req-99ec62e0-11b5-4242-ba3c-9117c1fa17f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:13.528134 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e273fb-2479-4f0f-8505-6bb8d0c2d29e req-99ec62e0-11b5-4242-ba3c-9117c1fa17f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:13.528618 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e273fb-2479-4f0f-8505-6bb8d0c2d29e req-99ec62e0-11b5-4242-ba3c-9117c1fa17f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:13.531685 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f7e273fb-2479-4f0f-8505-6bb8d0c2d29e req-99ec62e0-11b5-4242-ba3c-9117c1fa17f0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b613632b80754e8bbd6b2b6b64d76f9f&device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 6447 time: 0.2035112 Dec 09 15:50:13.534373 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eacf31c2-4d14-4372-82e4-d551963ed9a5 req-6322d109-9e6d-4157-a4c4-08d702c527bb tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/ports?device_id=f01094bb-8610-4eb1-a402-1adae83af95f HTTP/1.1" status: 200 len: 210 time: 0.1270301 Dec 09 15:50:13.601570 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d624059-80c7-4e64-aca9-5f7e78b2b591 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:50:13.610958 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-9793a0d1-f9f7-4c5b-b376-bead06ae44ad service neutron] For port 5d0eeda5-19bf-4cd3-94f9-1bc316a94e48, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:50:13.615639 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-7d624059-80c7-4e64-aca9-5f7e78b2b591 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:50:13.645629 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d624059-80c7-4e64-aca9-5f7e78b2b591 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:50:13.658336 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-9eeb62e7-4a69-4c3f-8328-5082dbf51a94 None None] Set router 6999045d-e5b3-4446-9790-94216fe1acdd gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:50:13.667588 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-96e75c3e-2077-4a8c-8bc5-9a481b7e4950 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:13.709924 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-9793a0d1-f9f7-4c5b-b376-bead06ae44ad service neutron] For port 5d0eeda5-19bf-4cd3-94f9-1bc316a94e48, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5d0eeda5-19bf-4cd3-94f9-1bc316a94e48,segment=NetworkSegment(0afc4eae-d5e0-4fad-b2e5-9f1c880770af),segment_id=0afc4eae-d5e0-4fad-b2e5-9f1c880770af)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:50:13.712044 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d624059-80c7-4e64-aca9-5f7e78b2b591 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Pushing event updated for resources: {'Port': ['ID=0f69b1df-a7aa-4f30-b422-c3cf5a528e6f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:13.740095 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-9793a0d1-f9f7-4c5b-b376-bead06ae44ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:13.762150 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-96e75c3e-2077-4a8c-8bc5-9a481b7e4950 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Deleting port 3e762f4d-53d1-4b66-83c6-2cb3e7a9102a {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:50:13.762494 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-96e75c3e-2077-4a8c-8bc5-9a481b7e4950 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:13.836917 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-9793a0d1-f9f7-4c5b-b376-bead06ae44ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:13.837816 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-9793a0d1-f9f7-4c5b-b376-bead06ae44ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:13.839389 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-9793a0d1-f9f7-4c5b-b376-bead06ae44ad service neutron] 10.222.0.31 "PUT /v2.0/ports/5d0eeda5-19bf-4cd3-94f9-1bc316a94e48 HTTP/1.1" status: 200 len: 1091 time: 2.5790524 Dec 09 15:50:13.907966 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e273fb-2479-4f0f-8505-6bb8d0c2d29e req-d43ed7a4-4beb-4a8f-97f6-a31b2a3cf20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:13.914409 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e273fb-2479-4f0f-8505-6bb8d0c2d29e req-d43ed7a4-4beb-4a8f-97f6-a31b2a3cf20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:13.918536 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-96e75c3e-2077-4a8c-8bc5-9a481b7e4950 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:13.928408 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e273fb-2479-4f0f-8505-6bb8d0c2d29e req-d43ed7a4-4beb-4a8f-97f6-a31b2a3cf20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:13.934631 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f7e273fb-2479-4f0f-8505-6bb8d0c2d29e req-d43ed7a4-4beb-4a8f-97f6-a31b2a3cf20b service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=b613632b80754e8bbd6b2b6b64d76f9f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3927884 Dec 09 15:50:13.943862 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-96e75c3e-2077-4a8c-8bc5-9a481b7e4950 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Calling delete_port for 3e762f4d-53d1-4b66-83c6-2cb3e7a9102a owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:50:13.955591 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d624059-80c7-4e64-aca9-5f7e78b2b591 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:14.034198 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9eeb62e7-4a69-4c3f-8328-5082dbf51a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6999045d-e5b3-4446-9790-94216fe1acdd', 'name': '', 'tenant_id': 'a6fb63ec0bb44e418f941c374c6f5d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3d5e381-7310-4e38-9dfb-b4c94416ed03', 'external_fixed_ips': [{'subnet_id': 'e3fda024-93d5-4912-b988-25231c78e52e', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '3e762f4d-53d1-4b66-83c6-2cb3e7a9102a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:50:08Z', 'updated_at': '2021-12-09T15:50:11Z', 'revision_number': 3, 'project_id': 'a6fb63ec0bb44e418f941c374c6f5d6e', 'gw_port': {'id': '3e762f4d-53d1-4b66-83c6-2cb3e7a9102a', 'name': '', 'network_id': 'c3d5e381-7310-4e38-9dfb-b4c94416ed03', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:78:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6999045d-e5b3-4446-9790-94216fe1acdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': 'e3fda024-93d5-4912-b988-25231c78e52e', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:10Z', 'updated_at': '2021-12-09T15:50:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3fda024-93d5-4912-b988-25231c78e52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:14.103445 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eeb62e7-4a69-4c3f-8328-5082dbf51a94 None None] Checking router: 6999045d-e5b3-4446-9790-94216fe1acdd for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:50:14.103808 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eeb62e7-4a69-4c3f-8328-5082dbf51a94 None None] Updating router 6999045d-e5b3-4446-9790-94216fe1acdd port 3e762f4d-53d1-4b66-83c6-2cb3e7a9102a binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:50:14.206612 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9eeb62e7-4a69-4c3f-8328-5082dbf51a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:14.418573 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-5812a64c-377b-4d05-8599-06247d30a3f2 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:14.425725 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-5812a64c-377b-4d05-8599-06247d30a3f2 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.42 "GET /v2.0/networks?id=06765d4c-94ea-4e55-b8c9-061ac001a4b5 HTTP/1.1" status: 200 len: 797 time: 0.3579783 Dec 09 15:50:14.543328 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9793a0d1-f9f7-4c5b-b376-bead06ae44ad service neutron] Pushing event updated for resources: {'Port': ['ID=5d0eeda5-19bf-4cd3-94f9-1bc316a94e48,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:14.606436 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d624059-80c7-4e64-aca9-5f7e78b2b591 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:14.769462 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-94a65c90-9f50-4ed5-ba52-aff51e3d6487 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf31236457a543f3b32deeb2eee96cb5 HTTP/1.1" status: 200 len: 477 time: 0.2976425 Dec 09 15:50:14.770998 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-96e75c3e-2077-4a8c-8bc5-9a481b7e4950 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:14.785785 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-3a9915fb-e1db-4a76-85f0-348a69228455 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Request body: {'port': {'device_id': 'f01094bb-8610-4eb1-a402-1adae83af95f', 'network_id': '06765d4c-94ea-4e55-b8c9-061ac001a4b5', 'admin_state_up': True, 'tenant_id': 'cf31236457a543f3b32deeb2eee96cb5', 'security_groups': ['1894d1e4-3af1-46dc-a08d-a8daeba79869', '09e1cb07-29a2-4ead-a5e4-963746639214']}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:14.824218 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-9eeb62e7-4a69-4c3f-8328-5082dbf51a94 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:50:14.824603 n-d-821228-1 neutron-server[103246]: DEBUG oslo_db.api [None req-9eeb62e7-4a69-4c3f-8328-5082dbf51a94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:50:14.851212 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb1ac1-747e-4d35-8ad6-ba1ec8c48053 req-ce8d9baa-da85-4a0d-a4ad-b0a31d6ed622 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:14.857194 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb1ac1-747e-4d35-8ad6-ba1ec8c48053 req-ce8d9baa-da85-4a0d-a4ad-b0a31d6ed622 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:14.864302 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb1ac1-747e-4d35-8ad6-ba1ec8c48053 req-ce8d9baa-da85-4a0d-a4ad-b0a31d6ed622 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:14.866012 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e75c3e-2077-4a8c-8bc5-9a481b7e4950 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e762f4d-53d1-4b66-83c6-2cb3e7a9102a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:14.875486 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb1ac1-747e-4d35-8ad6-ba1ec8c48053 req-ce8d9baa-da85-4a0d-a4ad-b0a31d6ed622 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:14.882730 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb1ac1-747e-4d35-8ad6-ba1ec8c48053 req-ce8d9baa-da85-4a0d-a4ad-b0a31d6ed622 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:14.888727 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb1ac1-747e-4d35-8ad6-ba1ec8c48053 req-ce8d9baa-da85-4a0d-a4ad-b0a31d6ed622 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:14.895704 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb1ac1-747e-4d35-8ad6-ba1ec8c48053 req-ce8d9baa-da85-4a0d-a4ad-b0a31d6ed622 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:14.897682 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-92cb1ac1-747e-4d35-8ad6-ba1ec8c48053 req-ce8d9baa-da85-4a0d-a4ad-b0a31d6ed622 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 5432 time: 0.3604603 Dec 09 15:50:14.949329 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e273fb-2479-4f0f-8505-6bb8d0c2d29e req-ad90d4fd-4162-4a16-8c44-d87c2a74b721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:14.950226 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f7e273fb-2479-4f0f-8505-6bb8d0c2d29e req-ad90d4fd-4162-4a16-8c44-d87c2a74b721 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0051532 Dec 09 15:50:14.958488 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d624059-80c7-4e64-aca9-5f7e78b2b591 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:14.975115 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d624059-80c7-4e64-aca9-5f7e78b2b591 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:14.994767 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-96e75c3e-2077-4a8c-8bc5-9a481b7e4950 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:15.105688 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-3a9915fb-e1db-4a76-85f0-348a69228455 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Made reservation on behalf of cf31236457a543f3b32deeb2eee96cb5 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:50:15.106986 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-92cb1ac1-747e-4d35-8ad6-ba1ec8c48053 req-247bf47c-403c-4afc-8ca2-4d9d487d7894 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=c5881a67-eda0-4da9-8b2e-8ff2108b95fa&id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1978483 Dec 09 15:50:15.111041 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-3a9915fb-e1db-4a76-85f0-348a69228455 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:15.117447 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d624059-80c7-4e64-aca9-5f7e78b2b591 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Pushing event updated for resources: {'Port': ['ID=0f69b1df-a7aa-4f30-b422-c3cf5a528e6f,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:15.132585 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-96e75c3e-2077-4a8c-8bc5-9a481b7e4950 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:15.137664 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-96e75c3e-2077-4a8c-8bc5-9a481b7e4950 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:15.154961 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-458b3f73-0b68-417f-a61b-0d00475b561b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:15.155483 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-458b3f73-0b68-417f-a61b-0d00475b561b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:15.155968 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-458b3f73-0b68-417f-a61b-0d00475b561b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:15.162314 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-458b3f73-0b68-417f-a61b-0d00475b561b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:15.162908 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-458b3f73-0b68-417f-a61b-0d00475b561b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:15.163429 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-458b3f73-0b68-417f-a61b-0d00475b561b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:15.163966 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-458b3f73-0b68-417f-a61b-0d00475b561b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:15.168931 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-458b3f73-0b68-417f-a61b-0d00475b561b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b613632b80754e8bbd6b2b6b64d76f9f&device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 6489 time: 0.1539314 Dec 09 15:50:15.182230 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d624059-80c7-4e64-aca9-5f7e78b2b591 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:15.249031 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-4ce2f49d-e358-4e3a-b37c-8e114f779b2a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=217d63fb-6a3c-41f2-9610-2d02930597a5 HTTP/1.1" status: 200 len: 217 time: 0.0597916 Dec 09 15:50:15.259893 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d624059-80c7-4e64-aca9-5f7e78b2b591 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:15.263917 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7d624059-80c7-4e64-aca9-5f7e78b2b591 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5930188 Dec 09 15:50:15.264232 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53590) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:15.279391 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-6edb4daa-288a-4a06-a42d-122ad56df510 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2031687606'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:15.279745 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-96e75c3e-2077-4a8c-8bc5-9a481b7e4950 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:15.280379 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e75c3e-2077-4a8c-8bc5-9a481b7e4950 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6999045d-e5b3-4446-9790-94216fe1acdd {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:50:15.291814 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-96e75c3e-2077-4a8c-8bc5-9a481b7e4950 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:15.296931 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-96e75c3e-2077-4a8c-8bc5-9a481b7e4950 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] 10.222.0.57 "DELETE /v2.0/routers/6999045d-e5b3-4446-9790-94216fe1acdd HTTP/1.1" status: 204 len: 168 time: 2.0883052 Dec 09 15:50:15.299358 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53592) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:15.352158 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eeb62e7-4a69-4c3f-8328-5082dbf51a94 None None] Port 3e762f4d-53d1-4b66-83c6-2cb3e7a9102a not found while updating agent binding for router 6999045d-e5b3-4446-9790-94216fe1acdd. {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 09 15:50:15.356611 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'tag': '5d0eeda5-19bf-4cd3-94f9-1bc316a94e48'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:50:15.362390 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e92129d-c912-4266-83d2-7eb97d505df4" -d '{"events": [{"name": "network-changed", "server_uuid": "c90defb5-9266-4ad0-b0d1-72a8ad39338d", "tag": "5d0eeda5-19bf-4cd3-94f9-1bc316a94e48"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:50:15.369046 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-75310514-3cb0-49cf-9cf7-e13ebf27ada5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:15.370541 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-75310514-3cb0-49cf-9cf7-e13ebf27ada5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3889a99e-c403-4ee7-93f6-53dfad03a358 HTTP/1.1" status: 200 len: 856 time: 0.1079452 Dec 09 15:50:15.376219 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eeb62e7-4a69-4c3f-8328-5082dbf51a94 None None] Routers set() bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:15.376622 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eeb62e7-4a69-4c3f-8328-5082dbf51a94 None None] Router IDs set() for agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 09 15:50:15.377275 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_agentschedulers_db [None req-9eeb62e7-4a69-4c3f-8328-5082dbf51a94 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6999045d-e5b3-4446-9790-94216fe1acdd'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:49:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent'). {{(pid=103246) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 09 15:50:15.377656 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eeb62e7-4a69-4c3f-8328-5082dbf51a94 None None] The sync data for ids ['6999045d-e5b3-4446-9790-94216fe1acdd'] in n-d-821228-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:50:15.383752 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-3a9915fb-e1db-4a76-85f0-348a69228455 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Allocated IP 172.20.0.5 (06765d4c-94ea-4e55-b8c9-061ac001a4b5/e1f3a5cd-64c5-4c43-8838-a889d3338185/8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:50:15.479062 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec4d62d-4136-4f48-be22-d59656fa6d77 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Deleting subnet e3fda024-93d5-4912-b988-25231c78e52e {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:50:15.500139 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edb4daa-288a-4a06-a42d-122ad56df510 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Made reservation on behalf of 53894de7a531482c9c6db6cd3710cce4 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:50:15.503938 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6edb4daa-288a-4a06-a42d-122ad56df510 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:15.507529 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-317b6c67-de0e-4027-b47b-ef9773e3d3ed req-9fb1fb9f-af69-4229-848b-e626fcf75b94 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/ports?device_id=f01094bb-8610-4eb1-a402-1adae83af95f HTTP/1.1" status: 200 len: 210 time: 0.2140052 Dec 09 15:50:15.509135 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8ec4d62d-4136-4f48-be22-d59656fa6d77 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:15.552301 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6edb4daa-288a-4a06-a42d-122ad56df510 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:15.606827 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-3a9915fb-e1db-4a76-85f0-348a69228455 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:15.619321 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4d41b3-5eb6-4286-8c63-e1a2e4a23862 x-openstack-request-id: req-aa4d41b3-5eb6-4286-8c63-e1a2e4a23862 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:50:15.619623 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c90defb5-9266-4ad0-b0d1-72a8ad39338d", "tag": "5d0eeda5-19bf-4cd3-94f9-1bc316a94e48", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:50:15.620011 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-aa4d41b3-5eb6-4286-8c63-e1a2e4a23862 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:50:15.620948 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'tag': '5d0eeda5-19bf-4cd3-94f9-1bc316a94e48', 'status': 'completed', 'code': 200} Dec 09 15:50:15.628725 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8ec4d62d-4136-4f48-be22-d59656fa6d77 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:15.651602 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-66837d72-dfb2-4781-a58e-3fd40d6bbf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:15.653289 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-66837d72-dfb2-4781-a58e-3fd40d6bbf47 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=adb124e6-1a92-4d5d-80ee-086775721fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2555637 Dec 09 15:50:15.653668 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-3a9915fb-e1db-4a76-85f0-348a69228455 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:15.705946 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-3a9915fb-e1db-4a76-85f0-348a69228455 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Network 06765d4c-94ea-4e55-b8c9-061ac001a4b5 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:50:15.711535 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-3a9915fb-e1db-4a76-85f0-348a69228455 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:50:15.715759 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-3a9915fb-e1db-4a76-85f0-348a69228455 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:50:15.737201 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6edb4daa-288a-4a06-a42d-122ad56df510 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:15.750363 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6edb4daa-288a-4a06-a42d-122ad56df510 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:15.757607 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8ec4d62d-4136-4f48-be22-d59656fa6d77 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:15.773851 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-3a9915fb-e1db-4a76-85f0-348a69228455 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:15.774921 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-3a9915fb-e1db-4a76-85f0-348a69228455 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:15.786548 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9915fb-e1db-4a76-85f0-348a69228455 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Pushing event updated for resources: {'Port': ['ID=8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:15.802063 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-3a9915fb-e1db-4a76-85f0-348a69228455 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.0227866 Dec 09 15:50:15.831428 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6edb4daa-288a-4a06-a42d-122ad56df510 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:50:15.870367 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6edb4daa-288a-4a06-a42d-122ad56df510 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:15.870781 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-6edb4daa-288a-4a06-a42d-122ad56df510 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Added segment f83d6d32-b196-41c0-a79f-61aabd3636f7 of type vlan for network d03e8cec-df45-4a04-a903-dbf8179870f7 Dec 09 15:50:15.873931 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb4daa-288a-4a06-a42d-122ad56df510 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e661a536-44b4-495e-a2d5-40ed9384f7bd,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:15.933272 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:15.946218 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-16affedd-c6cf-47be-be07-5c99cd9a09df service neutron] Request body: {'port': {'device_id': 'f01094bb-8610-4eb1-a402-1adae83af95f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:15.964046 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6edb4daa-288a-4a06-a42d-122ad56df510 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:15.974366 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-12db1c5b-a4d2-4492-8e83-a4f58116d2b3 service neutron] 10.222.0.31 "GET /v2.0/networks/adb124e6-1a92-4d5d-80ee-086775721fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074791 Dec 09 15:50:16.040342 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-16affedd-c6cf-47be-be07-5c99cd9a09df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:16.103188 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8ec4d62d-4136-4f48-be22-d59656fa6d77 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:16.186170 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6edb4daa-288a-4a06-a42d-122ad56df510 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:16.203204 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb4daa-288a-4a06-a42d-122ad56df510 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:16.205560 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6edb4daa-288a-4a06-a42d-122ad56df510 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:16.216819 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec4d62d-4136-4f48-be22-d59656fa6d77 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e3fda024-93d5-4912-b988-25231c78e52e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:16.220104 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6114101a-cf3e-42b5-a61f-5865cd33a760 None None] Provisioning complete for port 8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:16.222287 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6114101a-cf3e-42b5-a61f-5865cd33a760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:16.273498 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8ec4d62d-4136-4f48-be22-d59656fa6d77 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:16.280605 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53606) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:16.280920 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8ec4d62d-4136-4f48-be22-d59656fa6d77 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] 10.222.0.57 "DELETE /v2.0/subnets/e3fda024-93d5-4912-b988-25231c78e52e HTTP/1.1" status: 204 len: 168 time: 0.9255223 Dec 09 15:50:16.307626 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-6114101a-cf3e-42b5-a61f-5865cd33a760 None None] Port 8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:50:16.367725 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6edb4daa-288a-4a06-a42d-122ad56df510 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1022685 Dec 09 15:50:16.394516 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53608) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:16.418354 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-a346c844-d64c-4cc0-9330-a602d709bacf tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Request body: {'subnet': {'network_id': 'd03e8cec-df45-4a04-a903-dbf8179870f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:16.506403 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-9309f61f-cb8b-49ca-b25b-debbf8d6c585 service neutron] 10.222.0.31 "GET /v2.0/networks/adb124e6-1a92-4d5d-80ee-086775721fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5152307 Dec 09 15:50:16.506947 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb4daa-288a-4a06-a42d-122ad56df510 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Pushing event updated for resources: {'Network': ['ID=d03e8cec-df45-4a04-a903-dbf8179870f7,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:16.529525 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network d03e8cec-df45-4a04-a903-dbf8179870f7 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:50:16.584661 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-047c8f4d-fc3f-41c7-a698-5248f89eeb38 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:16.674234 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb4e01-b411-4a53-8fae-a1b77758223d req-191025bb-6808-4932-a829-0c0a5c8ced0e tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:16.684094 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb4e01-b411-4a53-8fae-a1b77758223d req-191025bb-6808-4932-a829-0c0a5c8ced0e tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:16.690461 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb4e01-b411-4a53-8fae-a1b77758223d req-191025bb-6808-4932-a829-0c0a5c8ced0e tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:16.706286 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb4e01-b411-4a53-8fae-a1b77758223d req-191025bb-6808-4932-a829-0c0a5c8ced0e tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:16.713288 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb4e01-b411-4a53-8fae-a1b77758223d req-191025bb-6808-4932-a829-0c0a5c8ced0e tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:16.729221 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb4e01-b411-4a53-8fae-a1b77758223d req-191025bb-6808-4932-a829-0c0a5c8ced0e tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:16.741141 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb4e01-b411-4a53-8fae-a1b77758223d req-191025bb-6808-4932-a829-0c0a5c8ced0e tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:16.747041 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-047c8f4d-fc3f-41c7-a698-5248f89eeb38 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:16.747618 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f0bb4e01-b411-4a53-8fae-a1b77758223d req-191025bb-6808-4932-a829-0c0a5c8ced0e tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 5432 time: 0.4590056 Dec 09 15:50:16.752898 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-572ec51a-fd20-422d-b04d-911d0e0c663b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=fad6d866-ac07-4b51-a443-56d0c8a689d8 HTTP/1.1" status: 200 len: 217 time: 0.2333245 Dec 09 15:50:16.801764 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-047c8f4d-fc3f-41c7-a698-5248f89eeb38 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d5e381-7310-4e38-9dfb-b4c94416ed03']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:16.825086 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a346c844-d64c-4cc0-9330-a602d709bacf tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Made reservation on behalf of 53894de7a531482c9c6db6cd3710cce4 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:50:16.828897 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a346c844-d64c-4cc0-9330-a602d709bacf tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:16.831516 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-047c8f4d-fc3f-41c7-a698-5248f89eeb38 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e12dbc48-ec4f-48f0-ab2a-dd139bd2d83c') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:16.831942 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-047c8f4d-fc3f-41c7-a698-5248f89eeb38 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e12dbc48-ec4f-48f0-ab2a-dd139bd2d83c') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:16.849165 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-047c8f4d-fc3f-41c7-a698-5248f89eeb38 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:16.858352 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-16affedd-c6cf-47be-be07-5c99cd9a09df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:50:16.871408 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-16affedd-c6cf-47be-be07-5c99cd9a09df service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:16.877545 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-047c8f4d-fc3f-41c7-a698-5248f89eeb38 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:16.892339 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-047c8f4d-fc3f-41c7-a698-5248f89eeb38 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:50:16.892339 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-047c8f4d-fc3f-41c7-a698-5248f89eeb38 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:16.894294 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:50:16.894294 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:50:16.894294 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:50:16.894294 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:50:16.894294 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:50:16.894294 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:50:16.894294 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:50:16.894294 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:50:16.894294 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:50:16.894294 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:50:16.894294 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:50:16.894294 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:50:16.894294 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:50:16.894294 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:50:16.894294 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:50:16.894294 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:50:16.894294 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:50:16.894294 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:50:16.894294 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:50:16.894294 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:50:16.894294 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:50:16.894294 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:50:16.894294 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:50:16.894294 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:50:16.894294 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:50:16.894294 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:50:16.894294 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:50:16.894294 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:50:16.894294 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:50:16.894294 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:50:16.894294 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:50:16.894294 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:50:16.913420 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-029f5b57-bea0-414e-9714-82da826f4f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:16.914896 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-029f5b57-bea0-414e-9714-82da826f4f57 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=171b19ce-c8cb-49f0-b1d6-e7dc927afc82 HTTP/1.1" status: 200 len: 797 time: 0.1533370 Dec 09 15:50:16.931568 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f0bb4e01-b411-4a53-8fae-a1b77758223d req-a85b597f-338f-4ef1-8035-58a213aab6ee tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=c5881a67-eda0-4da9-8b2e-8ff2108b95fa&id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1709015 Dec 09 15:50:16.997646 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-047c8f4d-fc3f-41c7-a698-5248f89eeb38 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:17.004618 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047c8f4d-fc3f-41c7-a698-5248f89eeb38 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c3d5e381-7310-4e38-9dfb-b4c94416ed03 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 09 15:50:17.008963 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-047c8f4d-fc3f-41c7-a698-5248f89eeb38 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:17.012683 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-047c8f4d-fc3f-41c7-a698-5248f89eeb38 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] 10.222.0.57 "DELETE /v2.0/networks/c3d5e381-7310-4e38-9dfb-b4c94416ed03 HTTP/1.1" status: 204 len: 168 time: 0.7303643 Dec 09 15:50:17.014114 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-16affedd-c6cf-47be-be07-5c99cd9a09df service neutron] Transition to ACTIVE for port object 8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:50:17.033023 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c8f4d-fc3f-41c7-a698-5248f89eeb38 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Pushing event deleted for resources: {'Network': ['ID=c3d5e381-7310-4e38-9dfb-b4c94416ed03,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:17.042590 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-16affedd-c6cf-47be-be07-5c99cd9a09df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:17.078627 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-3d82f246-ef54-48a8-b299-d9abb0679f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:17.086124 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-3d82f246-ef54-48a8-b299-d9abb0679f02 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=793151e9-673a-4eba-bc7f-eef12bb07531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1552885 Dec 09 15:50:17.151670 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16affedd-c6cf-47be-be07-5c99cd9a09df service neutron] Pushing event updated for resources: {'Port': ['ID=8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:17.255101 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-16affedd-c6cf-47be-be07-5c99cd9a09df service neutron] Attempting to bind port 8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3 on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:50:17.255452 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-16affedd-c6cf-47be-be07-5c99cd9a09df service neutron] Attempting to bind port 8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3 by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '3c1ea2c7-144c-42b4-853c-912dd116650b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '06765d4c-94ea-4e55-b8c9-061ac001a4b5'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:50:17.255917 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-16affedd-c6cf-47be-be07-5c99cd9a09df service neutron] Attempting to bind port 8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3 on network 06765d4c-94ea-4e55-b8c9-061ac001a4b5 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:50:17.261283 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-16affedd-c6cf-47be-be07-5c99cd9a09df service neutron] Port 8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3 on network 06765d4c-94ea-4e55-b8c9-061ac001a4b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:50:17.261621 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-16affedd-c6cf-47be-be07-5c99cd9a09df service neutron] Attempting to bind port 8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3 on network 06765d4c-94ea-4e55-b8c9-061ac001a4b5 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:50:17.268050 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-16affedd-c6cf-47be-be07-5c99cd9a09df service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:50:17.268399 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-16affedd-c6cf-47be-be07-5c99cd9a09df service neutron] Checking segment: {'id': '3c1ea2c7-144c-42b4-853c-912dd116650b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '06765d4c-94ea-4e55-b8c9-061ac001a4b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:50:17.268820 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-16affedd-c6cf-47be-be07-5c99cd9a09df service neutron] Bound using segment: {'id': '3c1ea2c7-144c-42b4-853c-912dd116650b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '06765d4c-94ea-4e55-b8c9-061ac001a4b5'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:50:17.269262 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-16affedd-c6cf-47be-be07-5c99cd9a09df service neutron] Bound port: 8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c1ea2c7-144c-42b4-853c-912dd116650b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '06765d4c-94ea-4e55-b8c9-061ac001a4b5'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:50:17.269624 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-16affedd-c6cf-47be-be07-5c99cd9a09df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:17.423269 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6762a-dd62-45e8-8828-3390d15e3bc0 req-4ddf9115-cfda-4e38-bf1b-72961b680481 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:17.425418 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3ac6762a-dd62-45e8-8828-3390d15e3bc0 req-4ddf9115-cfda-4e38-bf1b-72961b680481 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/ports?device_id=f01094bb-8610-4eb1-a402-1adae83af95f HTTP/1.1" status: 200 len: 982 time: 0.2469168 Dec 09 15:50:17.444047 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-16affedd-c6cf-47be-be07-5c99cd9a09df service neutron] For port 8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:50:17.450810 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-16affedd-c6cf-47be-be07-5c99cd9a09df service neutron] For port 8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3,segment=NetworkSegment(3c1ea2c7-144c-42b4-853c-912dd116650b),segment_id=3c1ea2c7-144c-42b4-853c-912dd116650b)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:50:17.459750 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-16affedd-c6cf-47be-be07-5c99cd9a09df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:17.472326 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a346c844-d64c-4cc0-9330-a602d709bacf tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:17.522745 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-9b8f61e0-003e-4aed-a3d3-09474d1fcc52 service neutron] 10.222.0.31 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4224441 Dec 09 15:50:17.527256 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53628) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:17.549723 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-16affedd-c6cf-47be-be07-5c99cd9a09df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:17.550632 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-16affedd-c6cf-47be-be07-5c99cd9a09df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:17.552079 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-16affedd-c6cf-47be-be07-5c99cd9a09df service neutron] 10.222.0.42 "PUT /v2.0/ports/8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3 HTTP/1.1" status: 200 len: 1130 time: 1.7360728 Dec 09 15:50:17.557016 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c0139d75-5504-412e-bc11-ddab380ddb74 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Request body: {'router': {'name': 'tempest-router--54699839', 'project_id': '106bb95483dc41b4b935e8ee259df3e5'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:17.560249 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3ac6762a-dd62-45e8-8828-3390d15e3bc0 req-b53ea142-abd9-42b4-aef4-49d6c7e1a6a2 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/security-groups?id=1894d1e4-3af1-46dc-a08d-a8daeba79869&id=09e1cb07-29a2-4ead-a5e4-963746639214&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1242304 Dec 09 15:50:17.610934 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01094bb-8610-4eb1-a402-1adae83af95f', 'tag': '8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:50:17.617524 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e622ec4-1ce4-4dc9-9949-1c6656b02bab" -d '{"events": [{"name": "network-changed", "server_uuid": "f01094bb-8610-4eb1-a402-1adae83af95f", "tag": "8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:50:17.764100 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a346c844-d64c-4cc0-9330-a602d709bacf tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Pushing event updated for resources: {'Subnet': ['ID=9e9e0fed-42c3-4093-87e9-8720f84f91ee,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:17.789229 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a346c844-d64c-4cc0-9330-a602d709bacf tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Checking segment: {'id': 'f83d6d32-b196-41c0-a79f-61aabd3636f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'd03e8cec-df45-4a04-a903-dbf8179870f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:50:17.789531 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a346c844-d64c-4cc0-9330-a602d709bacf tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Network hostable DHCP agents. Network: d03e8cec-df45-4a04-a903-dbf8179870f7, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:50:17.822926 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-9822e421-bf95-4ef5-a357-c69edc04bf05 service neutron] 10.222.0.31 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521896 Dec 09 15:50:17.825069 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16affedd-c6cf-47be-be07-5c99cd9a09df service neutron] Pushing event updated for resources: {'Port': ['ID=8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:17.827642 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a346c844-d64c-4cc0-9330-a602d709bacf tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Network d03e8cec-df45-4a04-a903-dbf8179870f7 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:50:17.838276 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0139d75-5504-412e-bc11-ddab380ddb74 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:17.841196 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0139d75-5504-412e-bc11-ddab380ddb74 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:17.861239 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-a8527cd0-98e5-4cd4-bb5b-b59ef6cb0d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:17.863255 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-a8527cd0-98e5-4cd4-bb5b-b59ef6cb0d92 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cf31236457a543f3b32deeb2eee96cb5&device_id=f01094bb-8610-4eb1-a402-1adae83af95f HTTP/1.1" status: 200 len: 1133 time: 0.2162042 Dec 09 15:50:17.913913 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-5da22f37-704c-484e-ad1c-b5b9f818452c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=c80d9ccb-8f47-4f45-874e-82d37cf55b7b HTTP/1.1" status: 200 len: 217 time: 0.0788412 Dec 09 15:50:17.918979 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-a346c844-d64c-4cc0-9330-a602d709bacf tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, d03e8cec-df45-4a04-a903-dbf8179870f7) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:50:17.931105 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc905ba-5d5d-457a-896f-c5cefdb7d52e None None] Network d03e8cec-df45-4a04-a903-dbf8179870f7 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:50:17.943850 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a346c844-d64c-4cc0-9330-a602d709bacf tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:17.945169 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a346c844-d64c-4cc0-9330-a602d709bacf tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:17.978784 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac866281-16fa-4b0b-abe9-7d5c034ea890 x-openstack-request-id: req-ac866281-16fa-4b0b-abe9-7d5c034ea890 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:50:17.979145 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f01094bb-8610-4eb1-a402-1adae83af95f", "tag": "8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:50:17.979500 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ac866281-16fa-4b0b-abe9-7d5c034ea890 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:50:17.979958 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f01094bb-8610-4eb1-a402-1adae83af95f', 'tag': '8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3', 'status': 'completed', 'code': 200} Dec 09 15:50:17.983289 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-c7e837a3-795b-4d29-8e9f-660f84221720 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3 HTTP/1.1" status: 200 len: 217 time: 0.0870838 Dec 09 15:50:18.008581 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a346c844-d64c-4cc0-9330-a602d709bacf tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6104698 Dec 09 15:50:18.011814 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53640) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:18.017886 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-0d98aa9d-4422-42bd-96ab-f31bbfe0741f tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-792342438', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}, 'admin_state_up': False}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:18.018102 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0139d75-5504-412e-bc11-ddab380ddb74 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:18.027223 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-b8f9be96-5e04-43cf-a566-00051ffd4dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:18.029540 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0139d75-5504-412e-bc11-ddab380ddb74 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:18.029851 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-b8f9be96-5e04-43cf-a566-00051ffd4dcc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=171b19ce-c8cb-49f0-b1d6-e7dc927afc82 HTTP/1.1" status: 200 len: 797 time: 0.1046855 Dec 09 15:50:18.078353 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-ae49aa50-770a-4bc7-b500-21b3c32384f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:18.080022 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-ae49aa50-770a-4bc7-b500-21b3c32384f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e1f3a5cd-64c5-4c43-8838-a889d3338185 HTTP/1.1" status: 200 len: 835 time: 0.0640686 Dec 09 15:50:18.094995 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473dd082-edfa-4cc5-9c97-d41d4ca9e2a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-d03e8cec-df45-4a04-a903-dbf8179870f7', 'network_id': 'd03e8cec-df45-4a04-a903-dbf8179870f7', 'project_id': '53894de7a531482c9c6db6cd3710cce4', 'fixed_ips': [{'subnet_id': '9e9e0fed-42c3-4093-87e9-8720f84f91ee'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:50:18.095967 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-473dd082-edfa-4cc5-9c97-d41d4ca9e2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:18.101528 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d98aa9d-4422-42bd-96ab-f31bbfe0741f tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:18.102581 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d98aa9d-4422-42bd-96ab-f31bbfe0741f tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:18.132047 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0139d75-5504-412e-bc11-ddab380ddb74 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:18.133216 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c0139d75-5504-412e-bc11-ddab380ddb74 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6025965 Dec 09 15:50:18.136520 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53644) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:18.142252 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff9601-e993-4bb4-bf7b-cb45cd76ef78 req-50678781-f18f-4617-8710-889fab4906a8 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:18.149681 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff9601-e993-4bb4-bf7b-cb45cd76ef78 req-50678781-f18f-4617-8710-889fab4906a8 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:18.155542 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff9601-e993-4bb4-bf7b-cb45cd76ef78 req-50678781-f18f-4617-8710-889fab4906a8 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:18.161695 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff9601-e993-4bb4-bf7b-cb45cd76ef78 req-50678781-f18f-4617-8710-889fab4906a8 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:18.167608 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff9601-e993-4bb4-bf7b-cb45cd76ef78 req-50678781-f18f-4617-8710-889fab4906a8 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:18.174800 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff9601-e993-4bb4-bf7b-cb45cd76ef78 req-50678781-f18f-4617-8710-889fab4906a8 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:18.180441 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff9601-e993-4bb4-bf7b-cb45cd76ef78 req-50678781-f18f-4617-8710-889fab4906a8 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:18.181653 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0dff9601-e993-4bb4-bf7b-cb45cd76ef78 req-50678781-f18f-4617-8710-889fab4906a8 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 5432 time: 0.1431735 Dec 09 15:50:18.205042 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-b306f739-3775-46d1-98b2-8e5e33b78450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:18.207160 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-b306f739-3775-46d1-98b2-8e5e33b78450 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=793151e9-673a-4eba-bc7f-eef12bb07531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1692159 Dec 09 15:50:18.242226 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-8332657c-ce0a-4d85-b1c1-5bcea7bcc3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:18.243742 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-8332657c-ce0a-4d85-b1c1-5bcea7bcc3be service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=06765d4c-94ea-4e55-b8c9-061ac001a4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1555424 Dec 09 15:50:18.246724 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f8642b19-100f-42ff-9699-af071a97a1d0 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:18.251647 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d98aa9d-4422-42bd-96ab-f31bbfe0741f tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:18.252098 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-473dd082-edfa-4cc5-9c97-d41d4ca9e2a6 None None] Allocated IP 172.20.0.2 (d03e8cec-df45-4a04-a903-dbf8179870f7/9e9e0fed-42c3-4093-87e9-8720f84f91ee/83b5e589-231f-4d52-8888-77365432ac61) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:50:18.420283 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-473dd082-edfa-4cc5-9c97-d41d4ca9e2a6 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:18.428089 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-473dd082-edfa-4cc5-9c97-d41d4ca9e2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:18.457324 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f8642b19-100f-42ff-9699-af071a97a1d0 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:18.461484 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0dff9601-e993-4bb4-bf7b-cb45cd76ef78 req-b7c8ef11-6847-45b2-b052-9d718f0cd228 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=c5881a67-eda0-4da9-8b2e-8ff2108b95fa&id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2616479 Dec 09 15:50:18.465177 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f8642b19-100f-42ff-9699-af071a97a1d0 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:18.471776 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473dd082-edfa-4cc5-9c97-d41d4ca9e2a6 None None] Network d03e8cec-df45-4a04-a903-dbf8179870f7 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:50:18.484601 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473dd082-edfa-4cc5-9c97-d41d4ca9e2a6 None None] Pushing event updated for resources: {'Port': ['ID=83b5e589-231f-4d52-8888-77365432ac61,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:18.485669 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-473dd082-edfa-4cc5-9c97-d41d4ca9e2a6 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:50:18.488039 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473dd082-edfa-4cc5-9c97-d41d4ca9e2a6 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:50:18.524171 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-860e1176-3c29-42fc-9390-e04ceac5b710 service neutron] 10.222.0.42 "GET /v2.0/networks/06765d4c-94ea-4e55-b8c9-061ac001a4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439461 Dec 09 15:50:18.529512 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f8642b19-100f-42ff-9699-af071a97a1d0 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:18.530183 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8642b19-100f-42ff-9699-af071a97a1d0 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 37e8a4b6-8f2e-41b3-a255-40c0d4555049 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:50:18.535275 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f8642b19-100f-42ff-9699-af071a97a1d0 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:18.536863 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f8642b19-100f-42ff-9699-af071a97a1d0 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] 10.222.0.57 "DELETE /v2.0/routers/37e8a4b6-8f2e-41b3-a255-40c0d4555049 HTTP/1.1" status: 204 len: 168 time: 0.3994119 Dec 09 15:50:18.545610 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-473dd082-edfa-4cc5-9c97-d41d4ca9e2a6 None None] Attempting to bind port 83b5e589-231f-4d52-8888-77365432ac61 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:50:18.546535 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-473dd082-edfa-4cc5-9c97-d41d4ca9e2a6 None None] Attempting to bind port 83b5e589-231f-4d52-8888-77365432ac61 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f83d6d32-b196-41c0-a79f-61aabd3636f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'd03e8cec-df45-4a04-a903-dbf8179870f7'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:50:18.547138 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473dd082-edfa-4cc5-9c97-d41d4ca9e2a6 None None] Attempting to bind port 83b5e589-231f-4d52-8888-77365432ac61 on network d03e8cec-df45-4a04-a903-dbf8179870f7 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:50:18.552832 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473dd082-edfa-4cc5-9c97-d41d4ca9e2a6 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:50:18.553530 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473dd082-edfa-4cc5-9c97-d41d4ca9e2a6 None None] Checking segment: {'id': 'f83d6d32-b196-41c0-a79f-61aabd3636f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'd03e8cec-df45-4a04-a903-dbf8179870f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:50:18.554123 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-473dd082-edfa-4cc5-9c97-d41d4ca9e2a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:18.554697 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473dd082-edfa-4cc5-9c97-d41d4ca9e2a6 None None] Bound using segment: {'id': 'f83d6d32-b196-41c0-a79f-61aabd3636f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'd03e8cec-df45-4a04-a903-dbf8179870f7'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:50:18.555349 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-473dd082-edfa-4cc5-9c97-d41d4ca9e2a6 None None] Bound port: 83b5e589-231f-4d52-8888-77365432ac61, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f83d6d32-b196-41c0-a79f-61aabd3636f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'd03e8cec-df45-4a04-a903-dbf8179870f7'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:50:18.555948 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-473dd082-edfa-4cc5-9c97-d41d4ca9e2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:18.557016 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d98aa9d-4422-42bd-96ab-f31bbfe0741f tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:18.582797 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-b8f24cb0-d331-4122-851c-75d85ddec669 service neutron] 10.222.0.31 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677077 Dec 09 15:50:18.661715 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-473dd082-edfa-4cc5-9c97-d41d4ca9e2a6 None None] For port 83b5e589-231f-4d52-8888-77365432ac61, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:50:18.664906 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a545e139-9c54-4ad7-91f8-ffceccfb411f req-fce53f04-8838-4f20-8acf-c42438daff8b service neutron] 10.222.0.42 "GET /v2.0/networks/06765d4c-94ea-4e55-b8c9-061ac001a4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265199 Dec 09 15:50:18.666310 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-473dd082-edfa-4cc5-9c97-d41d4ca9e2a6 None None] For port 83b5e589-231f-4d52-8888-77365432ac61, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=83b5e589-231f-4d52-8888-77365432ac61,segment=NetworkSegment(f83d6d32-b196-41c0-a79f-61aabd3636f7),segment_id=f83d6d32-b196-41c0-a79f-61aabd3636f7)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:50:18.672936 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-473dd082-edfa-4cc5-9c97-d41d4ca9e2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:18.709155 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53652) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:18.757849 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473dd082-edfa-4cc5-9c97-d41d4ca9e2a6 None None] Pushing event updated for resources: {'Port': ['ID=83b5e589-231f-4d52-8888-77365432ac61,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:18.807613 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e622ec4-1ce4-4dc9-9949-1c6656b02bab req-48579b4a-2268-4d87-902e-7627ef08de67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:18.811205 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6e622ec4-1ce4-4dc9-9949-1c6656b02bab req-48579b4a-2268-4d87-902e-7627ef08de67 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cf31236457a543f3b32deeb2eee96cb5&device_id=f01094bb-8610-4eb1-a402-1adae83af95f HTTP/1.1" status: 200 len: 1133 time: 0.0544972 Dec 09 15:50:18.881067 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09f124-5093-4495-bb89-060af74a41f4 req-fd11252e-05c2-4e1b-a26a-4863c5e75dae tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:18.888901 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3f09f124-5093-4495-bb89-060af74a41f4 req-fd11252e-05c2-4e1b-a26a-4863c5e75dae tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/ports?device_id=f01094bb-8610-4eb1-a402-1adae83af95f HTTP/1.1" status: 200 len: 982 time: 0.2048035 Dec 09 15:50:18.932071 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e622ec4-1ce4-4dc9-9949-1c6656b02bab req-f097d90e-1c62-4eb5-87b1-c77ad0114e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:18.934437 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6e622ec4-1ce4-4dc9-9949-1c6656b02bab req-f097d90e-1c62-4eb5-87b1-c77ad0114e49 service neutron] 10.222.0.42 "GET /v2.0/networks?id=06765d4c-94ea-4e55-b8c9-061ac001a4b5 HTTP/1.1" status: 200 len: 898 time: 0.1152525 Dec 09 15:50:18.969715 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-f5435d25-3a95-4d4e-8821-f97e45058f67 service neutron] 10.222.0.31 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475544 Dec 09 15:50:19.002483 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6e622ec4-1ce4-4dc9-9949-1c6656b02bab req-53df7126-9833-4e0a-a639-c21ce1d7ce4f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3 HTTP/1.1" status: 200 len: 217 time: 0.0598199 Dec 09 15:50:19.005915 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3f09f124-5093-4495-bb89-060af74a41f4 req-9fb78072-ebc9-452a-ba96-4a358a92dcb3 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/security-groups?id=1894d1e4-3af1-46dc-a08d-a8daeba79869&id=09e1cb07-29a2-4ead-a5e4-963746639214&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1147542 Dec 09 15:50:19.061362 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-c46938e9-7be0-4a2a-84a6-2c00e721ef25 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=0a1a311d-b032-4c37-bd71-5d8793b18d3c HTTP/1.1" status: 200 len: 217 time: 0.0794377 Dec 09 15:50:19.087248 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ec716164-f137-4a49-b9c1-16f0f907a685 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-524432381', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}, 'admin_state_up': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:19.103350 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e622ec4-1ce4-4dc9-9949-1c6656b02bab req-81d074b4-3581-4b93-bf6f-7d44c29e29b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:19.103350 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6e622ec4-1ce4-4dc9-9949-1c6656b02bab req-81d074b4-3581-4b93-bf6f-7d44c29e29b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e1f3a5cd-64c5-4c43-8838-a889d3338185 HTTP/1.1" status: 200 len: 835 time: 0.0830462 Dec 09 15:50:19.161121 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec716164-f137-4a49-b9c1-16f0f907a685 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:19.162273 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec716164-f137-4a49-b9c1-16f0f907a685 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:19.185675 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e622ec4-1ce4-4dc9-9949-1c6656b02bab req-ed5583e0-6108-4bd4-b105-6ac1c4bad241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:19.187251 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6e622ec4-1ce4-4dc9-9949-1c6656b02bab req-ed5583e0-6108-4bd4-b105-6ac1c4bad241 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=06765d4c-94ea-4e55-b8c9-061ac001a4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751729 Dec 09 15:50:19.284282 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec716164-f137-4a49-b9c1-16f0f907a685 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:19.339438 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6e622ec4-1ce4-4dc9-9949-1c6656b02bab req-9bd4bb2a-a4be-4043-bf1a-c7b17f749459 service neutron] 10.222.0.42 "GET /v2.0/networks/06765d4c-94ea-4e55-b8c9-061ac001a4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430893 Dec 09 15:50:19.577265 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d98aa9d-4422-42bd-96ab-f31bbfe0741f tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:19.630064 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d98aa9d-4422-42bd-96ab-f31bbfe0741f tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:19.645634 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-06c88cd7-be9b-4893-9c14-4b76293aa7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:19.647970 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-06c88cd7-be9b-4893-9c14-4b76293aa7e6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=171b19ce-c8cb-49f0-b1d6-e7dc927afc82 HTTP/1.1" status: 200 len: 797 time: 0.5788608 Dec 09 15:50:19.796984 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a602b-ded9-4277-9959-0aa19187adbe req-04a0ea65-f754-4716-bc18-e0591d59b3b8 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:19.804582 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a602b-ded9-4277-9959-0aa19187adbe req-04a0ea65-f754-4716-bc18-e0591d59b3b8 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:19.811027 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a602b-ded9-4277-9959-0aa19187adbe req-04a0ea65-f754-4716-bc18-e0591d59b3b8 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:19.818685 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a602b-ded9-4277-9959-0aa19187adbe req-04a0ea65-f754-4716-bc18-e0591d59b3b8 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:19.826131 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a602b-ded9-4277-9959-0aa19187adbe req-04a0ea65-f754-4716-bc18-e0591d59b3b8 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:19.836606 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a602b-ded9-4277-9959-0aa19187adbe req-04a0ea65-f754-4716-bc18-e0591d59b3b8 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:19.844692 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a602b-ded9-4277-9959-0aa19187adbe req-04a0ea65-f754-4716-bc18-e0591d59b3b8 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:19.846993 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-173a602b-ded9-4277-9959-0aa19187adbe req-04a0ea65-f754-4716-bc18-e0591d59b3b8 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 5432 time: 0.2735493 Dec 09 15:50:19.852272 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-1158315b-1d08-429f-b758-972ef948b961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:19.854362 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-1158315b-1d08-429f-b758-972ef948b961 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=793151e9-673a-4eba-bc7f-eef12bb07531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1697326 Dec 09 15:50:19.923057 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec716164-f137-4a49-b9c1-16f0f907a685 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:19.996309 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-1bbcab61-476b-42c0-a514-181e86fc89a8 service neutron] 10.222.0.31 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123331 Dec 09 15:50:20.003348 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6e622ec4-1ce4-4dc9-9949-1c6656b02bab req-986c2213-ac23-4354-ba75-b202d65a0f9a service neutron] 10.222.0.42 "GET /v2.0/networks/06765d4c-94ea-4e55-b8c9-061ac001a4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6242599 Dec 09 15:50:20.033272 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a99c87d-c604-467c-8c23-056ba813e7eb None None] Network d03e8cec-df45-4a04-a903-dbf8179870f7 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:50:20.103366 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5fb1b78c-22e1-4acd-b3aa-c89eb4b40add None None] Provisioning complete for port 83b5e589-231f-4d52-8888-77365432ac61 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:20.103892 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5fb1b78c-22e1-4acd-b3aa-c89eb4b40add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:20.118631 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-173a602b-ded9-4277-9959-0aa19187adbe req-165ba41c-113c-488f-b3ea-28bcbbc0dade tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=c5881a67-eda0-4da9-8b2e-8ff2108b95fa&id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2606361 Dec 09 15:50:20.145804 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-0d98aa9d-4422-42bd-96ab-f31bbfe0741f tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Allocated IP 172.25.3.230 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/e99ba1ac-b67e-4ce5-af27-665a37914d62) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:50:20.184172 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec716164-f137-4a49-b9c1-16f0f907a685 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:20.227794 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec716164-f137-4a49-b9c1-16f0f907a685 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:20.289860 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-5bcb805c-8d53-496d-936b-3463f538b96a service neutron] 10.222.0.31 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287607 Dec 09 15:50:20.299586 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5fb1b78c-22e1-4acd-b3aa-c89eb4b40add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:20.393699 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5fb1b78c-22e1-4acd-b3aa-c89eb4b40add None None] For port 83b5e589-231f-4d52-8888-77365432ac61, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=83b5e589-231f-4d52-8888-77365432ac61,segment=NetworkSegment(f83d6d32-b196-41c0-a79f-61aabd3636f7),segment_id=f83d6d32-b196-41c0-a79f-61aabd3636f7)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:20.399922 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5fb1b78c-22e1-4acd-b3aa-c89eb4b40add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:20.451330 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-44cb5610-96f9-4ef8-a52b-61660a579117 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=dea1411b-b02d-409d-be67-df46d288f664 HTTP/1.1" status: 200 len: 217 time: 0.1211858 Dec 09 15:50:20.454504 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e0248b65-4314-4748-9151-643a73035528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:20.500998 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1b78c-22e1-4acd-b3aa-c89eb4b40add None None] Pushing event updated for resources: {'Port': ['ID=83b5e589-231f-4d52-8888-77365432ac61,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:20.525225 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d98aa9d-4422-42bd-96ab-f31bbfe0741f tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:20.568244 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-b3f1b5e9-1ec0-4d9f-b74c-d7c8eb4c5343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:20.569974 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-b3f1b5e9-1ec0-4d9f-b74c-d7c8eb4c5343 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=171b19ce-c8cb-49f0-b1d6-e7dc927afc82 HTTP/1.1" status: 200 len: 797 time: 0.1037810 Dec 09 15:50:20.587001 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957feb5-2bbb-4dd7-9c02-002f9f95aea1 req-c7f7e735-06e8-429a-bfa5-1c50ccf738a3 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:20.588498 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2957feb5-2bbb-4dd7-9c02-002f9f95aea1 req-c7f7e735-06e8-429a-bfa5-1c50ccf738a3 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/ports?device_id=f01094bb-8610-4eb1-a402-1adae83af95f HTTP/1.1" status: 200 len: 982 time: 0.1578965 Dec 09 15:50:20.625926 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a95156ef-20a9-43e2-82ec-44a255dc4b66 None None] Provisioning complete for port 83b5e589-231f-4d52-8888-77365432ac61 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:20.627542 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a95156ef-20a9-43e2-82ec-44a255dc4b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:20.646458 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d98aa9d-4422-42bd-96ab-f31bbfe0741f tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:20.715042 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-ec716164-f137-4a49-b9c1-16f0f907a685 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Allocated IP 172.25.3.156 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/fa051b48-1570-4d41-961f-2fa04e095901) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:50:20.719725 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-d8e7984d-fe9e-4c30-a295-306aab875562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:20.721324 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-d8e7984d-fe9e-4c30-a295-306aab875562 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=793151e9-673a-4eba-bc7f-eef12bb07531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1427057 Dec 09 15:50:20.723179 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d98aa9d-4422-42bd-96ab-f31bbfe0741f tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:50:20.743441 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-0d98aa9d-4422-42bd-96ab-f31bbfe0741f tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:50:20.746926 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d98aa9d-4422-42bd-96ab-f31bbfe0741f tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Pushing event updated for resources: {'Port': ['ID=e99ba1ac-b67e-4ce5-af27-665a37914d62,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:20.760059 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d98aa9d-4422-42bd-96ab-f31bbfe0741f tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:50:20.774348 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a794b27-8241-42f2-aaf2-039f2a2f113e None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:50:20.777597 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 83b5e589-231f-4d52-8888-77365432ac61 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:50:20.791522 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2957feb5-2bbb-4dd7-9c02-002f9f95aea1 req-cdd755ae-8bac-4dec-82b7-a02d85882414 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/security-groups?id=1894d1e4-3af1-46dc-a08d-a8daeba79869&id=09e1cb07-29a2-4ead-a5e4-963746639214&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1930811 Dec 09 15:50:20.850705 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec716164-f137-4a49-b9c1-16f0f907a685 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:20.854375 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3453ae05-9e80-4c77-b226-ac7df79b746e None None] Provisioning complete for port e99ba1ac-b67e-4ce5-af27-665a37914d62 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:20.854943 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3453ae05-9e80-4c77-b226-ac7df79b746e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:20.887974 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec716164-f137-4a49-b9c1-16f0f907a685 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:20.893485 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 83b5e589-231f-4d52-8888-77365432ac61 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:20.894518 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:20.931272 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec716164-f137-4a49-b9c1-16f0f907a685 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:50:20.937162 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-ec716164-f137-4a49-b9c1-16f0f907a685 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:50:20.939096 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec716164-f137-4a49-b9c1-16f0f907a685 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Pushing event updated for resources: {'Port': ['ID=fa051b48-1570-4d41-961f-2fa04e095901,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:20.941304 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec716164-f137-4a49-b9c1-16f0f907a685 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:50:20.942493 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3453ae05-9e80-4c77-b226-ac7df79b746e None None] Port e99ba1ac-b67e-4ce5-af27-665a37914d62 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:50:20.955727 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-e552d575-f8c2-4f91-a75e-ef9aa5afebc7 service neutron] 10.222.0.31 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258704 Dec 09 15:50:20.975494 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11f34eb-dd60-44b4-ac35-d98343c3c0fd None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:50:21.090898 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ec4ac091-3273-4db3-b417-65d0c499e2c0 None None] Provisioning complete for port fa051b48-1570-4d41-961f-2fa04e095901 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:21.091609 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ec4ac091-3273-4db3-b417-65d0c499e2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:21.132212 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ec4ac091-3273-4db3-b417-65d0c499e2c0 None None] Port fa051b48-1570-4d41-961f-2fa04e095901 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:50:21.152150 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-5f745f5e-b52b-476d-b509-d0dfd235b260 service neutron] 10.222.0.31 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885986 Dec 09 15:50:21.199930 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-a27b2151-94e2-4e63-a342-bd665c32306e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=228cf703-1a9f-469e-a207-e9d6be7acce9 HTTP/1.1" status: 200 len: 217 time: 0.0394268 Dec 09 15:50:21.205711 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d98aa9d-4422-42bd-96ab-f31bbfe0741f tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:21.234902 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec716164-f137-4a49-b9c1-16f0f907a685 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:21.284670 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5623418b-20dc-45c2-b0bb-a66fd1eec428 req-dc5efe97-ae39-445c-be76-781f2e45453f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=444fa8a4-cf57-49ad-8540-ff0a17dcc2b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0913622 Dec 09 15:50:21.375614 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-0645f612-d7f7-469c-9838-6888d4f2d26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:21.377115 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-0645f612-d7f7-469c-9838-6888d4f2d26c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b86dc975-38b6-4f7b-a1b5-a30d296dd58d HTTP/1.1" status: 200 len: 797 time: 0.1299112 Dec 09 15:50:21.408689 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c952232-9de5-496f-86ee-120304781933 req-3c479862-8f29-4955-8a4d-efe868685ae2 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:21.414518 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c952232-9de5-496f-86ee-120304781933 req-3c479862-8f29-4955-8a4d-efe868685ae2 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:21.420377 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c952232-9de5-496f-86ee-120304781933 req-3c479862-8f29-4955-8a4d-efe868685ae2 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:21.427161 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c952232-9de5-496f-86ee-120304781933 req-3c479862-8f29-4955-8a4d-efe868685ae2 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:21.433073 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c952232-9de5-496f-86ee-120304781933 req-3c479862-8f29-4955-8a4d-efe868685ae2 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:21.439585 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c952232-9de5-496f-86ee-120304781933 req-3c479862-8f29-4955-8a4d-efe868685ae2 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:21.445479 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c952232-9de5-496f-86ee-120304781933 req-3c479862-8f29-4955-8a4d-efe868685ae2 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:21.447382 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6c952232-9de5-496f-86ee-120304781933 req-3c479862-8f29-4955-8a4d-efe868685ae2 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 5432 time: 0.2017376 Dec 09 15:50:21.462772 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623418b-20dc-45c2-b0bb-a66fd1eec428 req-fb6acc91-e4fe-4ca4-a17f-871763cbf066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:21.464279 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5623418b-20dc-45c2-b0bb-a66fd1eec428 req-fb6acc91-e4fe-4ca4-a17f-871763cbf066 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=033ae2b2d4cc49e5bcd8a5d96b154150&device_id=444fa8a4-cf57-49ad-8540-ff0a17dcc2b2 HTTP/1.1" status: 200 len: 1096 time: 0.0851204 Dec 09 15:50:21.475693 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec716164-f137-4a49-b9c1-16f0f907a685 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:21.557498 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-bad0288a-ba5f-4eb0-a866-bde04019d642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:21.559007 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-bad0288a-ba5f-4eb0-a866-bde04019d642 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e220874f-4ea8-4ea6-9fc4-39a517be75d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1734564 Dec 09 15:50:21.665920 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6c952232-9de5-496f-86ee-120304781933 req-7464782f-46ae-4ca5-bd5d-2b6602c8b973 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=c5881a67-eda0-4da9-8b2e-8ff2108b95fa&id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2017586 Dec 09 15:50:21.691401 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d98aa9d-4422-42bd-96ab-f31bbfe0741f tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:21.722495 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623418b-20dc-45c2-b0bb-a66fd1eec428 req-bc82bef8-f0c7-48a1-830d-bc68f8906e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:21.723408 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5623418b-20dc-45c2-b0bb-a66fd1eec428 req-bc82bef8-f0c7-48a1-830d-bc68f8906e2a service neutron] 10.222.0.42 "GET /v2.0/networks?id=bc054908-65b4-4921-b781-8153a60dbd11 HTTP/1.1" status: 200 len: 898 time: 0.2075057 Dec 09 15:50:21.753617 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-78d63522-1296-4e0f-93e1-f960e6e90af0 service neutron] 10.222.0.31 "GET /v2.0/networks/e220874f-4ea8-4ea6-9fc4-39a517be75d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852109 Dec 09 15:50:21.802097 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec716164-f137-4a49-b9c1-16f0f907a685 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Router dcec4cf1-4ab2-4d91-91c3-cefc95651f2b is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:50:21.810795 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5623418b-20dc-45c2-b0bb-a66fd1eec428 req-ff14c285-858f-45c5-97a0-2759ff224593 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b21b67d-ff68-4849-a9d3-6a5c91975039 HTTP/1.1" status: 200 len: 1000 time: 0.0774887 Dec 09 15:50:21.935311 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623418b-20dc-45c2-b0bb-a66fd1eec428 req-e73ab8f5-368e-493d-a9e9-e23f2eab5923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:21.935535 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-36bd14ef-0fcd-4f91-b43b-89dd660fdea2 service neutron] 10.222.0.31 "GET /v2.0/networks/e220874f-4ea8-4ea6-9fc4-39a517be75d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684051 Dec 09 15:50:21.937078 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5623418b-20dc-45c2-b0bb-a66fd1eec428 req-e73ab8f5-368e-493d-a9e9-e23f2eab5923 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45845798-aa7d-43d3-8232-fe08ce1b2415 HTTP/1.1" status: 200 len: 834 time: 0.1176438 Dec 09 15:50:21.963635 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a77e9-e0bb-454e-b790-d7d4ac610032 req-2f580784-83f0-4d00-b3b9-a00d49a4e3a2 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:21.965423 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a79a77e9-e0bb-454e-b790-d7d4ac610032 req-2f580784-83f0-4d00-b3b9-a00d49a4e3a2 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/ports?device_id=f01094bb-8610-4eb1-a402-1adae83af95f HTTP/1.1" status: 200 len: 982 time: 0.0918243 Dec 09 15:50:21.981836 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec716164-f137-4a49-b9c1-16f0f907a685 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:50:21.995998 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcd6648-da19-415e-8552-9bd0c5374436 None None] Sync routers for ids ['dcec4cf1-4ab2-4d91-91c3-cefc95651f2b'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:50:21.998383 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-3038aef9-1e9f-4b7b-803e-7f59338c69b7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5d0eeda5-19bf-4cd3-94f9-1bc316a94e48 HTTP/1.1" status: 200 len: 217 time: 0.0544159 Dec 09 15:50:22.002608 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623418b-20dc-45c2-b0bb-a66fd1eec428 req-62c75496-034f-4088-9521-41a90792405e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:22.004131 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5623418b-20dc-45c2-b0bb-a66fd1eec428 req-62c75496-034f-4088-9521-41a90792405e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bc054908-65b4-4921-b781-8153a60dbd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587864 Dec 09 15:50:22.012202 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcd6648-da19-415e-8552-9bd0c5374436 None None] Routers {'dcec4cf1-4ab2-4d91-91c3-cefc95651f2b'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:22.013180 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-3fcd6648-da19-415e-8552-9bd0c5374436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:49:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['dcec4cf1-4ab2-4d91-91c3-cefc95651f2b'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:22.013345 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec716164-f137-4a49-b9c1-16f0f907a685 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:22.017581 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ec716164-f137-4a49-b9c1-16f0f907a685 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.3054543 Dec 09 15:50:22.021362 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d98aa9d-4422-42bd-96ab-f31bbfe0741f tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Router fc04a264-54c3-448c-aed6-a11390dcc8e1 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:50:22.022883 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53696) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:22.052541 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-3fcd6648-da19-415e-8552-9bd0c5374436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:22.060718 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcd6648-da19-415e-8552-9bd0c5374436 None None] Routers {'dcec4cf1-4ab2-4d91-91c3-cefc95651f2b'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:22.061323 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-3fcd6648-da19-415e-8552-9bd0c5374436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:49:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['dcec4cf1-4ab2-4d91-91c3-cefc95651f2b'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:22.097739 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-3fcd6648-da19-415e-8552-9bd0c5374436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:22.098652 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcd6648-da19-415e-8552-9bd0c5374436 None None] The sync data for ids ['dcec4cf1-4ab2-4d91-91c3-cefc95651f2b'] in n-d-821228-1 is: [] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:50:22.116500 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5623418b-20dc-45c2-b0bb-a66fd1eec428 req-6940e107-7c1d-4531-8ce4-ab2af73e1bc0 service neutron] 10.222.0.42 "GET /v2.0/networks/bc054908-65b4-4921-b781-8153a60dbd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997267 Dec 09 15:50:22.175834 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-11f19143-48a7-40ef-bcea-32bea3c08ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:22.177346 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-11f19143-48a7-40ef-bcea-32bea3c08ee9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b86dc975-38b6-4f7b-a1b5-a30d296dd58d HTTP/1.1" status: 200 len: 797 time: 0.1652570 Dec 09 15:50:22.181983 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a79a77e9-e0bb-454e-b790-d7d4ac610032 req-890c7b65-08fc-4a72-bc40-b39ce8402029 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/security-groups?id=1894d1e4-3af1-46dc-a08d-a8daeba79869&id=09e1cb07-29a2-4ead-a5e4-963746639214&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1887600 Dec 09 15:50:22.223767 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5623418b-20dc-45c2-b0bb-a66fd1eec428 req-8e7a0c72-f3f2-46cd-b4c9-755f54745137 service neutron] 10.222.0.42 "GET /v2.0/networks/bc054908-65b4-4921-b781-8153a60dbd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002176 Dec 09 15:50:22.307412 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-710d9cff-ad39-43e9-a328-50e3e86f1ff1 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] 10.222.0.57 "GET /v2.0/routers/dcec4cf1-4ab2-4d91-91c3-cefc95651f2b HTTP/1.1" status: 200 len: 920 time: 0.2806294 Dec 09 15:50:22.310338 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53698) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:22.319030 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-26ea0b06-4836-4033-bc7f-075d6788e3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:22.320518 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-26ea0b06-4836-4033-bc7f-075d6788e3c4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e220874f-4ea8-4ea6-9fc4-39a517be75d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1329083 Dec 09 15:50:22.323176 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d98aa9d-4422-42bd-96ab-f31bbfe0741f tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:50:22.340067 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86b7f80-d2b8-4489-9fdd-03ccdd4ab5fe None None] Sync routers for ids ['fc04a264-54c3-448c-aed6-a11390dcc8e1'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:50:22.340882 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-58db4bdb-295c-4756-b4c5-1bc5aed7f092 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] 10.222.0.57 "GET /v2.0/ports?device_id=dcec4cf1-4ab2-4d91-91c3-cefc95651f2b HTTP/1.1" status: 200 len: 205 time: 0.0293734 Dec 09 15:50:22.344060 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53700) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:22.354920 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86b7f80-d2b8-4489-9fdd-03ccdd4ab5fe None None] Routers {'fc04a264-54c3-448c-aed6-a11390dcc8e1'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:22.355550 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e86b7f80-d2b8-4489-9fdd-03ccdd4ab5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:49:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['fc04a264-54c3-448c-aed6-a11390dcc8e1'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:22.394981 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e86b7f80-d2b8-4489-9fdd-03ccdd4ab5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:22.397289 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d98aa9d-4422-42bd-96ab-f31bbfe0741f tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:22.401310 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0d98aa9d-4422-42bd-96ab-f31bbfe0741f tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.3856814 Dec 09 15:50:22.401561 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53702) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:22.407066 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86b7f80-d2b8-4489-9fdd-03ccdd4ab5fe None None] Routers {'fc04a264-54c3-448c-aed6-a11390dcc8e1'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:22.407682 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e86b7f80-d2b8-4489-9fdd-03ccdd4ab5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:49:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['fc04a264-54c3-448c-aed6-a11390dcc8e1'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:22.442295 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e86b7f80-d2b8-4489-9fdd-03ccdd4ab5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:22.442508 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-43d1ae07-c073-45ef-bb0b-66e55a839448 service neutron] 10.222.0.31 "GET /v2.0/networks/e220874f-4ea8-4ea6-9fc4-39a517be75d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109850 Dec 09 15:50:22.442983 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86b7f80-d2b8-4489-9fdd-03ccdd4ab5fe None None] The sync data for ids ['fc04a264-54c3-448c-aed6-a11390dcc8e1'] in n-d-821228-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:50:22.537096 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecbf4c69-ef27-4642-84b3-10b37ec524cd req-2836f45a-b64c-46a3-a8f4-34aa22e54b08 service neutron] 10.222.0.31 "GET /v2.0/networks/e220874f-4ea8-4ea6-9fc4-39a517be75d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878460 Dec 09 15:50:22.545076 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5dba2a19-0b72-4c38-b8c0-f45ee910ee2c tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:22.651892 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92129d-c912-4266-83d2-7eb97d505df4 req-5f6ac8eb-5d21-4164-ab46-9bd20dffd650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:22.652382 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92129d-c912-4266-83d2-7eb97d505df4 req-5f6ac8eb-5d21-4164-ab46-9bd20dffd650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:22.652878 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92129d-c912-4266-83d2-7eb97d505df4 req-5f6ac8eb-5d21-4164-ab46-9bd20dffd650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:22.653347 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92129d-c912-4266-83d2-7eb97d505df4 req-5f6ac8eb-5d21-4164-ab46-9bd20dffd650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:22.653809 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92129d-c912-4266-83d2-7eb97d505df4 req-5f6ac8eb-5d21-4164-ab46-9bd20dffd650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:22.654272 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92129d-c912-4266-83d2-7eb97d505df4 req-5f6ac8eb-5d21-4164-ab46-9bd20dffd650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:22.654729 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92129d-c912-4266-83d2-7eb97d505df4 req-5f6ac8eb-5d21-4164-ab46-9bd20dffd650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:22.656934 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5e92129d-c912-4266-83d2-7eb97d505df4 req-5f6ac8eb-5d21-4164-ab46-9bd20dffd650 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b613632b80754e8bbd6b2b6b64d76f9f&device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 6489 time: 0.0509286 Dec 09 15:50:22.745545 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5dba2a19-0b72-4c38-b8c0-f45ee910ee2c tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:22.779748 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92129d-c912-4266-83d2-7eb97d505df4 req-00e7604e-bfe8-49c7-9d68-2f5ecfe3f32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:22.781907 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5e92129d-c912-4266-83d2-7eb97d505df4 req-00e7604e-bfe8-49c7-9d68-2f5ecfe3f32e service neutron] 10.222.0.31 "GET /v2.0/networks?id=e220874f-4ea8-4ea6-9fc4-39a517be75d8 HTTP/1.1" status: 200 len: 902 time: 0.1180999 Dec 09 15:50:22.855645 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5e92129d-c912-4266-83d2-7eb97d505df4 req-f76065d8-60b7-41c1-9382-b9562d541688 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5d0eeda5-19bf-4cd3-94f9-1bc316a94e48 HTTP/1.1" status: 200 len: 217 time: 0.0567682 Dec 09 15:50:22.883094 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-5dba2a19-0b72-4c38-b8c0-f45ee910ee2c tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Deleting port fa051b48-1570-4d41-961f-2fa04e095901 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:50:22.883427 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5dba2a19-0b72-4c38-b8c0-f45ee910ee2c tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:22.904305 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ebb95b-2803-4ad1-b7da-0c59e3a0d0c4 req-4bb9846b-a7a2-4b4a-a855-c20f215ec7a9 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:22.911970 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ebb95b-2803-4ad1-b7da-0c59e3a0d0c4 req-4bb9846b-a7a2-4b4a-a855-c20f215ec7a9 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:22.917913 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ebb95b-2803-4ad1-b7da-0c59e3a0d0c4 req-4bb9846b-a7a2-4b4a-a855-c20f215ec7a9 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:22.923947 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ebb95b-2803-4ad1-b7da-0c59e3a0d0c4 req-4bb9846b-a7a2-4b4a-a855-c20f215ec7a9 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:22.929886 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ebb95b-2803-4ad1-b7da-0c59e3a0d0c4 req-4bb9846b-a7a2-4b4a-a855-c20f215ec7a9 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:22.935784 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ebb95b-2803-4ad1-b7da-0c59e3a0d0c4 req-4bb9846b-a7a2-4b4a-a855-c20f215ec7a9 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:22.939692 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c5147d86-270a-4db3-b972-9a6414b3174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:22.942136 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ebb95b-2803-4ad1-b7da-0c59e3a0d0c4 req-4bb9846b-a7a2-4b4a-a855-c20f215ec7a9 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:22.944022 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6ebb95b-2803-4ad1-b7da-0c59e3a0d0c4 req-4bb9846b-a7a2-4b4a-a855-c20f215ec7a9 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 5432 time: 0.1584697 Dec 09 15:50:23.026554 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5dba2a19-0b72-4c38-b8c0-f45ee910ee2c tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:23.043084 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:50:23.066977 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-5dba2a19-0b72-4c38-b8c0-f45ee910ee2c tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Calling delete_port for fa051b48-1570-4d41-961f-2fa04e095901 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:50:23.121787 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65fe98df-2ee4-4b50-90be-ab9b7baa1dfe tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:23.156600 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3,segment=NetworkSegment(3c1ea2c7-144c-42b4-853c-912dd116650b),segment_id=3c1ea2c7-144c-42b4-853c-912dd116650b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:23.174877 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3', 'network_id': '06765d4c-94ea-4e55-b8c9-061ac001a4b5', 'port_id': '8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3', 'mac_address': 'fa:16:3e:5e:ea:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1f3a5cd-64c5-4c43-8838-a889d3338185', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:50:23.217469 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:23.232183 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:50:23.254279 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3,segment=NetworkSegment(3c1ea2c7-144c-42b4-853c-912dd116650b),segment_id=3c1ea2c7-144c-42b4-853c-912dd116650b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:23.257946 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:23.306408 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92129d-c912-4266-83d2-7eb97d505df4 req-24cf1d7f-83f7-475d-b585-58358d660a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:23.309374 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5e92129d-c912-4266-83d2-7eb97d505df4 req-24cf1d7f-83f7-475d-b585-58358d660a8d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b86dc975-38b6-4f7b-a1b5-a30d296dd58d HTTP/1.1" status: 200 len: 797 time: 0.4454753 Dec 09 15:50:23.319649 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:23.377615 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5dba2a19-0b72-4c38-b8c0-f45ee910ee2c tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:23.383974 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6ebb95b-2803-4ad1-b7da-0c59e3a0d0c4 req-1b8bda92-e02c-4ac3-8a86-281c34331dfe tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=c5881a67-eda0-4da9-8b2e-8ff2108b95fa&id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4316180 Dec 09 15:50:23.392675 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92129d-c912-4266-83d2-7eb97d505df4 req-272482a1-ec1f-4bc0-a1c0-17698f1709c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:23.394166 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5e92129d-c912-4266-83d2-7eb97d505df4 req-272482a1-ec1f-4bc0-a1c0-17698f1709c2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e220874f-4ea8-4ea6-9fc4-39a517be75d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0734894 Dec 09 15:50:23.452650 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e325f2-5240-4bd9-87c6-2eb3bf36536f None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:50:23.472392 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba2a19-0b72-4c38-b8c0-f45ee910ee2c tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Pushing event deleted for resources: {'Port': ['ID=fa051b48-1570-4d41-961f-2fa04e095901,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:23.515447 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5e92129d-c912-4266-83d2-7eb97d505df4 req-55bf44fc-3b17-42d8-922d-c381f113a2ce service neutron] 10.222.0.31 "GET /v2.0/networks/e220874f-4ea8-4ea6-9fc4-39a517be75d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131029 Dec 09 15:50:23.560382 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5dba2a19-0b72-4c38-b8c0-f45ee910ee2c tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:23.638488 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21840ed0-c562-4993-b685-db6a609509f7 req-fb3a37f1-39dc-444b-b491-f441ab1b2518 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:23.640776 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-21840ed0-c562-4993-b685-db6a609509f7 req-fb3a37f1-39dc-444b-b491-f441ab1b2518 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/ports?device_id=f01094bb-8610-4eb1-a402-1adae83af95f HTTP/1.1" status: 200 len: 983 time: 0.1200094 Dec 09 15:50:23.678905 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5e92129d-c912-4266-83d2-7eb97d505df4 req-4be2b14d-bc30-4216-8389-be674fb00818 service neutron] 10.222.0.31 "GET /v2.0/networks/e220874f-4ea8-4ea6-9fc4-39a517be75d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494923 Dec 09 15:50:23.699872 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:50:23.722010 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-21840ed0-c562-4993-b685-db6a609509f7 req-3d97a75a-0851-4fb5-8c4c-263083c661a0 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/security-groups?id=1894d1e4-3af1-46dc-a08d-a8daeba79869&id=09e1cb07-29a2-4ead-a5e4-963746639214&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0741322 Dec 09 15:50:24.019235 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:24.023929 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5dba2a19-0b72-4c38-b8c0-f45ee910ee2c tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:24.027762 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5dba2a19-0b72-4c38-b8c0-f45ee910ee2c tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:24.075980 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-65fe98df-2ee4-4b50-90be-ab9b7baa1dfe tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Allocated IP 172.20.0.1 (d03e8cec-df45-4a04-a903-dbf8179870f7/9e9e0fed-42c3-4093-87e9-8720f84f91ee/9f18dd05-cd0f-4351-9d9d-b9b7ac65fad7) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:50:24.086829 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5dba2a19-0b72-4c38-b8c0-f45ee910ee2c tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:24.087382 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dba2a19-0b72-4c38-b8c0-f45ee910ee2c tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Fanout notify agent at l3_agent the message router_deleted on router dcec4cf1-4ab2-4d91-91c3-cefc95651f2b {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:50:24.095928 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5dba2a19-0b72-4c38-b8c0-f45ee910ee2c tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:24.098555 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5dba2a19-0b72-4c38-b8c0-f45ee910ee2c tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] 10.222.0.57 "DELETE /v2.0/routers/dcec4cf1-4ab2-4d91-91c3-cefc95651f2b HTTP/1.1" status: 204 len: 168 time: 1.7533817 Dec 09 15:50:24.101269 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53722) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:24.106113 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-782e2778-7043-4e50-88f4-611b2f9d6f67 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Request body: {'router': {'name': 'tempest-snat-router-398314564', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'enable_snat': False}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:24.129313 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-782e2778-7043-4e50-88f4-611b2f9d6f67 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:24.130392 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-782e2778-7043-4e50-88f4-611b2f9d6f67 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:24.182783 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-782e2778-7043-4e50-88f4-611b2f9d6f67 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:24.209527 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65fe98df-2ee4-4b50-90be-ab9b7baa1dfe tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:24.244172 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65fe98df-2ee4-4b50-90be-ab9b7baa1dfe tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:24.282801 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fe98df-2ee4-4b50-90be-ab9b7baa1dfe tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Network d03e8cec-df45-4a04-a903-dbf8179870f7 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:50:24.286013 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-65fe98df-2ee4-4b50-90be-ab9b7baa1dfe tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:50:24.288724 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fe98df-2ee4-4b50-90be-ab9b7baa1dfe tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:50:24.324677 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-782e2778-7043-4e50-88f4-611b2f9d6f67 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:24.329590 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe98df-2ee4-4b50-90be-ab9b7baa1dfe tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Pushing event updated for resources: {'Port': ['ID=9f18dd05-cd0f-4351-9d9d-b9b7ac65fad7,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:24.350824 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65fe98df-2ee4-4b50-90be-ab9b7baa1dfe tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:24.488950 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65fe98df-2ee4-4b50-90be-ab9b7baa1dfe tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:24.517176 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:24.579969 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b2d00864-45cf-4968-861a-4616f578482d None None] Provisioning complete for port 9f18dd05-cd0f-4351-9d9d-b9b7ac65fad7 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:24.580612 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b2d00864-45cf-4968-861a-4616f578482d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:24.585924 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-782e2778-7043-4e50-88f4-611b2f9d6f67 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:24.609861 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-782e2778-7043-4e50-88f4-611b2f9d6f67 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:24.627027 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b2d00864-45cf-4968-861a-4616f578482d None None] Port 9f18dd05-cd0f-4351-9d9d-b9b7ac65fad7 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:50:24.660160 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323082a-4290-4b44-b548-2dcfeb1918e5 req-a899313f-241f-44f9-9108-c8996bce17ab tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:24.666080 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323082a-4290-4b44-b548-2dcfeb1918e5 req-a899313f-241f-44f9-9108-c8996bce17ab tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:24.672236 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323082a-4290-4b44-b548-2dcfeb1918e5 req-a899313f-241f-44f9-9108-c8996bce17ab tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:24.678173 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323082a-4290-4b44-b548-2dcfeb1918e5 req-a899313f-241f-44f9-9108-c8996bce17ab tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:24.684041 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323082a-4290-4b44-b548-2dcfeb1918e5 req-a899313f-241f-44f9-9108-c8996bce17ab tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:24.690043 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323082a-4290-4b44-b548-2dcfeb1918e5 req-a899313f-241f-44f9-9108-c8996bce17ab tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:24.696007 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323082a-4290-4b44-b548-2dcfeb1918e5 req-a899313f-241f-44f9-9108-c8996bce17ab tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:24.697970 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3323082a-4290-4b44-b548-2dcfeb1918e5 req-a899313f-241f-44f9-9108-c8996bce17ab tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 5432 time: 0.1875789 Dec 09 15:50:24.785339 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65fe98df-2ee4-4b50-90be-ab9b7baa1dfe tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:24.790199 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65fe98df-2ee4-4b50-90be-ab9b7baa1dfe tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:24.816892 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3323082a-4290-4b44-b548-2dcfeb1918e5 req-2f2bb732-2028-408e-bea1-95b39ed1422e tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=c5881a67-eda0-4da9-8b2e-8ff2108b95fa&id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1101599 Dec 09 15:50:24.818046 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-782e2778-7043-4e50-88f4-611b2f9d6f67 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Allocated IP 172.25.3.186 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/8ce4a02c-381e-47e9-a10d-3d4634f23e85) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:50:24.868379 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe98df-2ee4-4b50-90be-ab9b7baa1dfe tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Pushing event updated for resources: {'Port': ['ID=9f18dd05-cd0f-4351-9d9d-b9b7ac65fad7,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:24.881136 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65fe98df-2ee4-4b50-90be-ab9b7baa1dfe tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:24.934203 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-782e2778-7043-4e50-88f4-611b2f9d6f67 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:24.981265 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fe98df-2ee4-4b50-90be-ab9b7baa1dfe tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Network d03e8cec-df45-4a04-a903-dbf8179870f7 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:50:24.982715 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-65fe98df-2ee4-4b50-90be-ab9b7baa1dfe tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:50:24.993525 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-782e2778-7043-4e50-88f4-611b2f9d6f67 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:25.048105 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782e2778-7043-4e50-88f4-611b2f9d6f67 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:50:25.052260 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-782e2778-7043-4e50-88f4-611b2f9d6f67 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:50:25.054858 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782e2778-7043-4e50-88f4-611b2f9d6f67 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:50:25.058011 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3 up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:50:25.085116 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e2778-7043-4e50-88f4-611b2f9d6f67 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Pushing event updated for resources: {'Port': ['ID=8ce4a02c-381e-47e9-a10d-3d4634f23e85,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:25.104336 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b6974-3778-4640-85a5-3887f1ef9e61 req-b18d2562-e328-4a6c-895d-f1a0dda8e4dc tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:25.105970 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-df0b6974-3778-4640-85a5-3887f1ef9e61 req-b18d2562-e328-4a6c-895d-f1a0dda8e4dc tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/ports?device_id=f01094bb-8610-4eb1-a402-1adae83af95f HTTP/1.1" status: 200 len: 983 time: 0.1422362 Dec 09 15:50:25.109152 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fa6a3e-db52-49f8-ae2b-987c03675bfc None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:50:25.131697 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port 8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:50:25.137903 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65fe98df-2ee4-4b50-90be-ab9b7baa1dfe tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Router fc04a264-54c3-448c-aed6-a11390dcc8e1 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:50:25.143219 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:25.143882 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:25.187933 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-501ddb38-8c14-4cc7-aa41-bea3b3c650f6 None None] Provisioning complete for port 8ce4a02c-381e-47e9-a10d-3d4634f23e85 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:25.188608 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-501ddb38-8c14-4cc7-aa41-bea3b3c650f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:25.231977 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-501ddb38-8c14-4cc7-aa41-bea3b3c650f6 None None] Port 8ce4a02c-381e-47e9-a10d-3d4634f23e85 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:50:25.321097 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:25.322335 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:25.345472 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65fe98df-2ee4-4b50-90be-ab9b7baa1dfe tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:50:25.355717 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-df0b6974-3778-4640-85a5-3887f1ef9e61 req-fdf01de7-b7ad-4b44-8dc2-684afff12289 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/security-groups?id=1894d1e4-3af1-46dc-a08d-a8daeba79869&id=09e1cb07-29a2-4ead-a5e4-963746639214&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2424252 Dec 09 15:50:25.360121 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0be0356-e57a-4849-9502-1df9b927f81d None None] Sync routers for ids ['fc04a264-54c3-448c-aed6-a11390dcc8e1'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:50:25.366157 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-65fe98df-2ee4-4b50-90be-ab9b7baa1dfe tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] 10.222.0.57 "PUT /v2.0/routers/fc04a264-54c3-448c-aed6-a11390dcc8e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9628310 Dec 09 15:50:25.366478 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53736) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:25.366602 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01094bb-8610-4eb1-a402-1adae83af95f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:50:25.368878 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2cd80cb-5bdb-4e77-9c04-ec588b02b5bc" -d '{"events": [{"server_uuid": "f01094bb-8610-4eb1-a402-1adae83af95f", "name": "network-vif-plugged", "status": "completed", "tag": "8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:50:25.377195 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0be0356-e57a-4849-9502-1df9b927f81d None None] Routers {'fc04a264-54c3-448c-aed6-a11390dcc8e1'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:25.378350 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d0be0356-e57a-4849-9502-1df9b927f81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:50:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['fc04a264-54c3-448c-aed6-a11390dcc8e1'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:25.396884 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3,segment=NetworkSegment(3c1ea2c7-144c-42b4-853c-912dd116650b),segment_id=3c1ea2c7-144c-42b4-853c-912dd116650b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:25.405173 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:25.413851 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-877f011e-c4bd-462d-a4dd-301fea43d41c tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Request body: {'port': {'network_id': 'd03e8cec-df45-4a04-a903-dbf8179870f7', 'name': 'tempest-FloatingIPAdminTestJSON-853336016'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:25.422979 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d0be0356-e57a-4849-9502-1df9b927f81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:25.433289 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0be0356-e57a-4849-9502-1df9b927f81d None None] Routers {'fc04a264-54c3-448c-aed6-a11390dcc8e1'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:25.433987 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d0be0356-e57a-4849-9502-1df9b927f81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:50:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['fc04a264-54c3-448c-aed6-a11390dcc8e1'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:25.434646 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1601ccaf-6154-4b3f-a0a1-715d3f49443f x-openstack-request-id: req-1601ccaf-6154-4b3f-a0a1-715d3f49443f {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:50:25.435161 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01094bb-8610-4eb1-a402-1adae83af95f", "name": "network-vif-plugged", "status": "completed", "tag": "8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:50:25.435622 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1601ccaf-6154-4b3f-a0a1-715d3f49443f {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:50:25.436203 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01094bb-8610-4eb1-a402-1adae83af95f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3', 'code': 200} Dec 09 15:50:25.474439 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:25.480186 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-02676391-edfb-4d63-8301-7df92d79db20 None None] Provisioning complete for port 9f18dd05-cd0f-4351-9d9d-b9b7ac65fad7 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:25.480920 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-02676391-edfb-4d63-8301-7df92d79db20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:25.518470 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-02676391-edfb-4d63-8301-7df92d79db20 None None] Port 9f18dd05-cd0f-4351-9d9d-b9b7ac65fad7 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:50:25.574663 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d0be0356-e57a-4849-9502-1df9b927f81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:25.575557 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0be0356-e57a-4849-9502-1df9b927f81d None None] The sync data for ids ['fc04a264-54c3-448c-aed6-a11390dcc8e1'] in n-d-821228-1 is: [] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:50:25.585626 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91919cc3-b8d5-45f2-84d7-e9292989b7a1 req-ff1d5c90-09e8-4b1b-b3d2-310957a3a770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:25.587145 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-91919cc3-b8d5-45f2-84d7-e9292989b7a1 req-ff1d5c90-09e8-4b1b-b3d2-310957a3a770 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f01094bb-8610-4eb1-a402-1adae83af95f HTTP/1.1" status: 200 len: 1135 time: 0.0430465 Dec 09 15:50:25.602747 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-782e2778-7043-4e50-88f4-611b2f9d6f67 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:25.650566 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-91919cc3-b8d5-45f2-84d7-e9292989b7a1 req-dd3ef5ca-6b37-4bc6-8482-d0399edb4596 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=09e1cb07-29a2-4ead-a5e4-963746639214&id=1894d1e4-3af1-46dc-a08d-a8daeba79869&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0543590 Dec 09 15:50:25.651285 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877f011e-c4bd-462d-a4dd-301fea43d41c tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Made reservation on behalf of 53894de7a531482c9c6db6cd3710cce4 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:50:25.654866 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-877f011e-c4bd-462d-a4dd-301fea43d41c tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:25.707837 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-877f011e-c4bd-462d-a4dd-301fea43d41c tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] device_id is not set on port d1f11ea2-84aa-42a1-a117-c1c8fd19bde8 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:50:25.916822 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-877f011e-c4bd-462d-a4dd-301fea43d41c tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Allocated IP 172.20.0.7 (d03e8cec-df45-4a04-a903-dbf8179870f7/9e9e0fed-42c3-4093-87e9-8720f84f91ee/d1f11ea2-84aa-42a1-a117-c1c8fd19bde8) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:50:25.948845 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-782e2778-7043-4e50-88f4-611b2f9d6f67 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:26.040097 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb1a0e-be9a-484e-8723-c24b2ce6739d req-ec311f61-4d84-4cfc-aa7d-6d45dfbf234a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:26.049414 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb1a0e-be9a-484e-8723-c24b2ce6739d req-ec311f61-4d84-4cfc-aa7d-6d45dfbf234a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:26.056236 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb1a0e-be9a-484e-8723-c24b2ce6739d req-ec311f61-4d84-4cfc-aa7d-6d45dfbf234a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:26.064733 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb1a0e-be9a-484e-8723-c24b2ce6739d req-ec311f61-4d84-4cfc-aa7d-6d45dfbf234a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:26.071471 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb1a0e-be9a-484e-8723-c24b2ce6739d req-ec311f61-4d84-4cfc-aa7d-6d45dfbf234a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:26.078584 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb1a0e-be9a-484e-8723-c24b2ce6739d req-ec311f61-4d84-4cfc-aa7d-6d45dfbf234a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:26.085572 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb1a0e-be9a-484e-8723-c24b2ce6739d req-ec311f61-4d84-4cfc-aa7d-6d45dfbf234a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:26.087998 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5acb1a0e-be9a-484e-8723-c24b2ce6739d req-ec311f61-4d84-4cfc-aa7d-6d45dfbf234a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 5432 time: 0.1864576 Dec 09 15:50:26.286152 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5acb1a0e-be9a-484e-8723-c24b2ce6739d req-e467efb3-5504-4213-91c1-84430ca6c0b8 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=c5881a67-eda0-4da9-8b2e-8ff2108b95fa&id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1888885 Dec 09 15:50:26.332266 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-877f011e-c4bd-462d-a4dd-301fea43d41c tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:26.350315 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782e2778-7043-4e50-88f4-611b2f9d6f67 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Router 03ad6d9b-6db1-4b9e-8def-16567992ddd2 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:50:26.433202 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:26.435791 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-877f011e-c4bd-462d-a4dd-301fea43d41c tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:26.558857 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877f011e-c4bd-462d-a4dd-301fea43d41c tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Network d03e8cec-df45-4a04-a903-dbf8179870f7 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:50:26.563575 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877f011e-c4bd-462d-a4dd-301fea43d41c tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Pushing event updated for resources: {'Port': ['ID=d1f11ea2-84aa-42a1-a117-c1c8fd19bde8,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:26.569027 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-877f011e-c4bd-462d-a4dd-301fea43d41c tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:50:26.575919 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877f011e-c4bd-462d-a4dd-301fea43d41c tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:50:26.580565 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-f458207b-e5a6-426c-b4b9-7dc60c292602 req-161c8aad-ceee-4161-8797-68f6bd838ba0 service neutron] (103244) timed out ('10.222.0.42', 63829) {{(pid=103244) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 15:50:26.596614 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53758) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:26.635184 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782e2778-7043-4e50-88f4-611b2f9d6f67 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:50:26.644835 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342648fa-c230-413b-9e00-42498faa4b9f req-00c76f78-4cc0-46c0-9e2f-21f13623da09 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:26.646818 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9182505a-d053-4563-8c76-c029968bfcb1 None None] Sync routers for ids ['03ad6d9b-6db1-4b9e-8def-16567992ddd2'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:50:26.648910 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-342648fa-c230-413b-9e00-42498faa4b9f req-00c76f78-4cc0-46c0-9e2f-21f13623da09 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/ports?device_id=f01094bb-8610-4eb1-a402-1adae83af95f HTTP/1.1" status: 200 len: 984 time: 0.1732011 Dec 09 15:50:26.673591 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9182505a-d053-4563-8c76-c029968bfcb1 None None] Routers {'03ad6d9b-6db1-4b9e-8def-16567992ddd2'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:26.674801 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9182505a-d053-4563-8c76-c029968bfcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:50:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['03ad6d9b-6db1-4b9e-8def-16567992ddd2'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:26.695817 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877f011e-c4bd-462d-a4dd-301fea43d41c tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:26.696507 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-877f011e-c4bd-462d-a4dd-301fea43d41c tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:26.708511 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e2db55-a53d-4e28-be27-ca7ba438b6e1 tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:26.709222 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e2db55-a53d-4e28-be27-ca7ba438b6e1 tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:26.709679 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e2db55-a53d-4e28-be27-ca7ba438b6e1 tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:26.711463 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-21e2db55-a53d-4e28-be27-ca7ba438b6e1 tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] 10.222.0.57 "GET /v2.0/ports?project_id=033ae2b2d4cc49e5bcd8a5d96b154150&network_id=bc054908-65b4-4921-b781-8153a60dbd11 HTTP/1.1" status: 200 len: 2969 time: 0.1135840 Dec 09 15:50:26.736187 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-877f011e-c4bd-462d-a4dd-301fea43d41c tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3225977 Dec 09 15:50:26.736597 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53762) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:26.737309 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-782e2778-7043-4e50-88f4-611b2f9d6f67 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:26.741472 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-782e2778-7043-4e50-88f4-611b2f9d6f67 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.6389890 Dec 09 15:50:26.742194 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53764) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:26.887621 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-9182505a-d053-4563-8c76-c029968bfcb1 None None] Set router 03ad6d9b-6db1-4b9e-8def-16567992ddd2 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:50:26.937592 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-2e9030bf-1e86-47eb-88b5-4bcc06929111 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'project_id': '53894de7a531482c9c6db6cd3710cce4', 'port_id': 'd1f11ea2-84aa-42a1-a117-c1c8fd19bde8'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:26.951064 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-342648fa-c230-413b-9e00-42498faa4b9f req-da60e3bc-eb27-41e5-b86c-8944476e1de6 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/security-groups?id=1894d1e4-3af1-46dc-a08d-a8daeba79869&id=09e1cb07-29a2-4ead-a5e4-963746639214&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2903757 Dec 09 15:50:26.955111 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0640011b-94cc-405a-99fb-900f857f217a tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] 10.222.0.57 "GET /v2.0/routers/03ad6d9b-6db1-4b9e-8def-16567992ddd2 HTTP/1.1" status: 200 len: 908 time: 0.2101908 Dec 09 15:50:26.957448 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53772) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:26.964627 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f2cfedcb-66a2-4e6d-b9c4-d1a3a42f74ad tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Request body: {'router': {'name': 'tempest-snat-router-398314564', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'enable_snat': True}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:26.970047 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e9030bf-1e86-47eb-88b5-4bcc06929111 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:27.004282 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f2cfedcb-66a2-4e6d-b9c4-d1a3a42f74ad tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:27.006375 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f2cfedcb-66a2-4e6d-b9c4-d1a3a42f74ad tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:27.018872 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-de1ef063-7f11-475e-afab-480fa2f7438e None None] Provisioning complete for port d1f11ea2-84aa-42a1-a117-c1c8fd19bde8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:27.019289 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-de1ef063-7f11-475e-afab-480fa2f7438e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:27.108062 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f2cfedcb-66a2-4e6d-b9c4-d1a3a42f74ad tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:27.123110 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e9030bf-1e86-47eb-88b5-4bcc06929111 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:27.236757 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-de1ef063-7f11-475e-afab-480fa2f7438e None None] Port d1f11ea2-84aa-42a1-a117-c1c8fd19bde8 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:50:27.272994 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-2e9030bf-1e86-47eb-88b5-4bcc06929111 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Allocated IP 172.25.3.124 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/ed8f07de-46c2-4cd3-8827-bec6b61a59db) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:50:27.344191 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9182505a-d053-4563-8c76-c029968bfcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ad6d9b-6db1-4b9e-8def-16567992ddd2', 'name': 'tempest-snat-router-398314564', 'tenant_id': 'a6fb63ec0bb44e418f941c374c6f5d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.186'}], 'enable_snat': False}, 'gw_port_id': '8ce4a02c-381e-47e9-a10d-3d4634f23e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:50:24Z', 'updated_at': '2021-12-09T15:50:25Z', 'revision_number': 3, 'project_id': 'a6fb63ec0bb44e418f941c374c6f5d6e', 'gw_port': {'id': '8ce4a02c-381e-47e9-a10d-3d4634f23e85', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b3:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ad6d9b-6db1-4b9e-8def-16567992ddd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:24Z', 'updated_at': '2021-12-09T15:50:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:27.380216 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9182505a-d053-4563-8c76-c029968bfcb1 None None] Checking router: 03ad6d9b-6db1-4b9e-8def-16567992ddd2 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:50:27.380617 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9182505a-d053-4563-8c76-c029968bfcb1 None None] Updating router 03ad6d9b-6db1-4b9e-8def-16567992ddd2 port 8ce4a02c-381e-47e9-a10d-3d4634f23e85 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:50:27.409721 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9182505a-d053-4563-8c76-c029968bfcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:27.469579 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e9030bf-1e86-47eb-88b5-4bcc06929111 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:27.507924 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e9030bf-1e86-47eb-88b5-4bcc06929111 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:27.547318 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9030bf-1e86-47eb-88b5-4bcc06929111 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:50:27.554108 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-2e9030bf-1e86-47eb-88b5-4bcc06929111 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:50:27.565395 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9030bf-1e86-47eb-88b5-4bcc06929111 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Pushing event updated for resources: {'Port': ['ID=ed8f07de-46c2-4cd3-8827-bec6b61a59db,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:27.569395 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9030bf-1e86-47eb-88b5-4bcc06929111 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:50:27.689873 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f2cfedcb-66a2-4e6d-b9c4-d1a3a42f74ad tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:27.731535 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9182505a-d053-4563-8c76-c029968bfcb1 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:27.741441 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9182505a-d053-4563-8c76-c029968bfcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:27.805604 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1a7485-e177-4865-bbee-89902dbdf40a None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:50:27.820708 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d027e-8a42-4070-a750-a4da2c4b0e0a None None] Pushing event updated for resources: {'Port': ['ID=8ce4a02c-381e-47e9-a10d-3d4634f23e85,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:27.830706 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9182505a-d053-4563-8c76-c029968bfcb1 None None] Attempting to bind port 8ce4a02c-381e-47e9-a10d-3d4634f23e85 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:50:27.831703 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9182505a-d053-4563-8c76-c029968bfcb1 None None] Attempting to bind port 8ce4a02c-381e-47e9-a10d-3d4634f23e85 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:50:27.832540 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9182505a-d053-4563-8c76-c029968bfcb1 None None] Attempting to bind port 8ce4a02c-381e-47e9-a10d-3d4634f23e85 on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:50:27.834119 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac7329-d6db-43d3-86bf-6b19cc9c5ff8 req-3a64159d-c4e3-4725-8c86-5ea8f791c8fc tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:27.840884 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9182505a-d053-4563-8c76-c029968bfcb1 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:50:27.841104 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac7329-d6db-43d3-86bf-6b19cc9c5ff8 req-3a64159d-c4e3-4725-8c86-5ea8f791c8fc tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:27.841684 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9182505a-d053-4563-8c76-c029968bfcb1 None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:50:27.843504 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9182505a-d053-4563-8c76-c029968bfcb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:27.844087 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9182505a-d053-4563-8c76-c029968bfcb1 None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:50:27.845763 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9182505a-d053-4563-8c76-c029968bfcb1 None None] Bound port: 8ce4a02c-381e-47e9-a10d-3d4634f23e85, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:50:27.847650 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9182505a-d053-4563-8c76-c029968bfcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:27.849048 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac7329-d6db-43d3-86bf-6b19cc9c5ff8 req-3a64159d-c4e3-4725-8c86-5ea8f791c8fc tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:27.855599 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac7329-d6db-43d3-86bf-6b19cc9c5ff8 req-3a64159d-c4e3-4725-8c86-5ea8f791c8fc tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:27.869911 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac7329-d6db-43d3-86bf-6b19cc9c5ff8 req-3a64159d-c4e3-4725-8c86-5ea8f791c8fc tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:27.876135 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac7329-d6db-43d3-86bf-6b19cc9c5ff8 req-3a64159d-c4e3-4725-8c86-5ea8f791c8fc tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:27.882533 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac7329-d6db-43d3-86bf-6b19cc9c5ff8 req-3a64159d-c4e3-4725-8c86-5ea8f791c8fc tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:27.884572 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-72ac7329-d6db-43d3-86bf-6b19cc9c5ff8 req-3a64159d-c4e3-4725-8c86-5ea8f791c8fc tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 5432 time: 0.1899178 Dec 09 15:50:27.928473 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9182505a-d053-4563-8c76-c029968bfcb1 None None] For port 8ce4a02c-381e-47e9-a10d-3d4634f23e85, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:50:27.932550 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9182505a-d053-4563-8c76-c029968bfcb1 None None] For port 8ce4a02c-381e-47e9-a10d-3d4634f23e85, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=8ce4a02c-381e-47e9-a10d-3d4634f23e85,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:50:27.947164 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9182505a-d053-4563-8c76-c029968bfcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:27.962334 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-72ac7329-d6db-43d3-86bf-6b19cc9c5ff8 req-5cc81bee-7c81-41d6-8e04-73f800dc6241 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=c5881a67-eda0-4da9-8b2e-8ff2108b95fa&id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0656409 Dec 09 15:50:28.023522 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8c17a74c-8c16-4521-a250-9125fb966221 None None] Provisioning complete for port 8ce4a02c-381e-47e9-a10d-3d4634f23e85 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:28.023902 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8c17a74c-8c16-4521-a250-9125fb966221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:28.065801 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189c608f-6279-48d5-a68f-c3ce0e863777 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:50:28.101221 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d027e-8a42-4070-a750-a4da2c4b0e0a None None] Pushing event updated for resources: {'Port': ['ID=8ce4a02c-381e-47e9-a10d-3d4634f23e85,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:28.109290 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9182505a-d053-4563-8c76-c029968bfcb1 None None] Routers {'03ad6d9b-6db1-4b9e-8def-16567992ddd2'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:28.118595 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9182505a-d053-4563-8c76-c029968bfcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:50:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['03ad6d9b-6db1-4b9e-8def-16567992ddd2'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:28.147959 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e9030bf-1e86-47eb-88b5-4bcc06929111 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:28.234613 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f2cfedcb-66a2-4e6d-b9c4-d1a3a42f74ad tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:28.251746 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e9030bf-1e86-47eb-88b5-4bcc06929111 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:28.261763 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f2cfedcb-66a2-4e6d-b9c4-d1a3a42f74ad tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:28.267370 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8c17a74c-8c16-4521-a250-9125fb966221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:28.305139 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8c17a74c-8c16-4521-a250-9125fb966221 None None] For port 8ce4a02c-381e-47e9-a10d-3d4634f23e85, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=8ce4a02c-381e-47e9-a10d-3d4634f23e85,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:28.307271 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-9182505a-d053-4563-8c76-c029968bfcb1 None None] Set router 03ad6d9b-6db1-4b9e-8def-16567992ddd2 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:50:28.329991 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0c9f0-7e33-4329-a5af-7aa667cf8d52 req-b3e8e239-502c-432a-abea-226a80a72ed0 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:28.339270 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8c17a74c-8c16-4521-a250-9125fb966221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:28.339604 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e4d0c9f0-7e33-4329-a5af-7aa667cf8d52 req-b3e8e239-502c-432a-abea-226a80a72ed0 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/ports?device_id=f01094bb-8610-4eb1-a402-1adae83af95f HTTP/1.1" status: 200 len: 984 time: 0.1643262 Dec 09 15:50:28.488377 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17a74c-8c16-4521-a250-9125fb966221 None None] Pushing event updated for resources: {'Port': ['ID=8ce4a02c-381e-47e9-a10d-3d4634f23e85,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:28.552994 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e4d0c9f0-7e33-4329-a5af-7aa667cf8d52 req-24cc2f46-981c-4554-b322-502a9df461e1 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/security-groups?id=1894d1e4-3af1-46dc-a08d-a8daeba79869&id=09e1cb07-29a2-4ead-a5e4-963746639214&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2103081 Dec 09 15:50:28.554627 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-f2cfedcb-66a2-4e6d-b9c4-d1a3a42f74ad tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Allocated IP 172.25.3.122 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/1b766a81-b1ef-46fd-8c35-12287eada314) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:50:28.581759 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e9030bf-1e86-47eb-88b5-4bcc06929111 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:28.585571 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d21a0071-6747-48bc-8aae-aa8a74bd486d None None] Provisioning complete for port 8ce4a02c-381e-47e9-a10d-3d4634f23e85 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:28.585941 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d21a0071-6747-48bc-8aae-aa8a74bd486d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:28.591476 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e9030bf-1e86-47eb-88b5-4bcc06929111 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:28.716689 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9030bf-1e86-47eb-88b5-4bcc06929111 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Pushing event updated for resources: {'Port': ['ID=ed8f07de-46c2-4cd3-8827-bec6b61a59db,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:28.734942 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e9030bf-1e86-47eb-88b5-4bcc06929111 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:28.760247 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9182505a-d053-4563-8c76-c029968bfcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ad6d9b-6db1-4b9e-8def-16567992ddd2', 'name': 'tempest-snat-router-398314564', 'tenant_id': 'a6fb63ec0bb44e418f941c374c6f5d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.186'}], 'enable_snat': False}, 'gw_port_id': '8ce4a02c-381e-47e9-a10d-3d4634f23e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:50:24Z', 'updated_at': '2021-12-09T15:50:25Z', 'revision_number': 3, 'project_id': 'a6fb63ec0bb44e418f941c374c6f5d6e', 'gw_port': {'id': '8ce4a02c-381e-47e9-a10d-3d4634f23e85', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b3:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ad6d9b-6db1-4b9e-8def-16567992ddd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:24Z', 'updated_at': '2021-12-09T15:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:28.766473 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f7b77-3998-4f0f-a980-4f8fa79174fa req-5d44bffd-7ca1-4ad0-9325-87d4ccdf16b7 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:28.768045 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-969f7b77-3998-4f0f-a980-4f8fa79174fa req-5d44bffd-7ca1-4ad0-9325-87d4ccdf16b7 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/ports?device_id=f01094bb-8610-4eb1-a402-1adae83af95f HTTP/1.1" status: 200 len: 984 time: 0.0976367 Dec 09 15:50:28.793014 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f2cfedcb-66a2-4e6d-b9c4-d1a3a42f74ad tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:28.817665 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9182505a-d053-4563-8c76-c029968bfcb1 None None] The sync data for ids ['03ad6d9b-6db1-4b9e-8def-16567992ddd2'] in n-d-821228-1 is: [{'id': '03ad6d9b-6db1-4b9e-8def-16567992ddd2', 'name': 'tempest-snat-router-398314564', 'tenant_id': 'a6fb63ec0bb44e418f941c374c6f5d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.186'}], 'enable_snat': False}, 'gw_port_id': '8ce4a02c-381e-47e9-a10d-3d4634f23e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:50:24Z', 'updated_at': '2021-12-09T15:50:25Z', 'revision_number': 3, 'project_id': 'a6fb63ec0bb44e418f941c374c6f5d6e', 'gw_port': {'id': '8ce4a02c-381e-47e9-a10d-3d4634f23e85', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b3:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ad6d9b-6db1-4b9e-8def-16567992ddd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:24Z', 'updated_at': '2021-12-09T15:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:50:28.869962 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-969f7b77-3998-4f0f-a980-4f8fa79174fa req-05884d52-553c-488b-b7e5-31e8a6380e4c tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/security-groups?id=1894d1e4-3af1-46dc-a08d-a8daeba79869&id=09e1cb07-29a2-4ead-a5e4-963746639214&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0902407 Dec 09 15:50:28.877734 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f2cfedcb-66a2-4e6d-b9c4-d1a3a42f74ad tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:28.885186 n-d-821228-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-2e9030bf-1e86-47eb-88b5-4bcc06929111 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Floating IP d8650032-26d0-4aa5-ae77-93009ed3ea6f associated. External IP: 172.25.3.124, port: d1f11ea2-84aa-42a1-a117-c1c8fd19bde8. Dec 09 15:50:28.959057 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cfedcb-66a2-4e6d-b9c4-d1a3a42f74ad tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:50:28.962263 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-f2cfedcb-66a2-4e6d-b9c4-d1a3a42f74ad tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:50:28.969592 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cfedcb-66a2-4e6d-b9c4-d1a3a42f74ad tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:50:28.979447 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cfedcb-66a2-4e6d-b9c4-d1a3a42f74ad tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Pushing event updated for resources: {'Port': ['ID=1b766a81-b1ef-46fd-8c35-12287eada314,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:28.981796 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e33e31-ac96-4c5d-9c4e-df98105df68f None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:50:29.080279 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f7615b88-542a-46ae-b6cf-ceb476b03140 None None] Provisioning complete for port 1b766a81-b1ef-46fd-8c35-12287eada314 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:29.080724 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f7615b88-542a-46ae-b6cf-ceb476b03140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:29.105564 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a86ee-0868-478c-ba2d-bed3e3f9cac4 req-a77cd5aa-5d0e-4145-bd90-0d0af65b90aa tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:29.107205 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-153a86ee-0868-478c-ba2d-bed3e3f9cac4 req-a77cd5aa-5d0e-4145-bd90-0d0af65b90aa tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f01094bb-8610-4eb1-a402-1adae83af95f HTTP/1.1" status: 200 len: 1135 time: 0.1399262 Dec 09 15:50:29.158446 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f7615b88-542a-46ae-b6cf-ceb476b03140 None None] Port 1b766a81-b1ef-46fd-8c35-12287eada314 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:50:29.200047 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-153a86ee-0868-478c-ba2d-bed3e3f9cac4 req-09d54359-7825-4bfb-a2f0-de397253dfe0 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:29.234094 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9030bf-1e86-47eb-88b5-4bcc06929111 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Router fc04a264-54c3-448c-aed6-a11390dcc8e1 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:50:29.371640 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9030bf-1e86-47eb-88b5-4bcc06929111 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:50:29.383075 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4ae174-6d67-42ca-a8e0-43a9f40e25f5 None None] Sync routers for ids ['fc04a264-54c3-448c-aed6-a11390dcc8e1'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:50:29.392994 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e9030bf-1e86-47eb-88b5-4bcc06929111 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:29.408185 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4ae174-6d67-42ca-a8e0-43a9f40e25f5 None None] Routers {'fc04a264-54c3-448c-aed6-a11390dcc8e1'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:29.411670 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-6d4ae174-6d67-42ca-a8e0-43a9f40e25f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:50:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['fc04a264-54c3-448c-aed6-a11390dcc8e1'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:29.428548 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2e9030bf-1e86-47eb-88b5-4bcc06929111 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 2.6899874 Dec 09 15:50:29.431594 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53796) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:29.445672 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f2cfedcb-66a2-4e6d-b9c4-d1a3a42f74ad tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:29.491145 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-6d4ae174-6d67-42ca-a8e0-43a9f40e25f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:29.504161 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4ae174-6d67-42ca-a8e0-43a9f40e25f5 None None] Routers {'fc04a264-54c3-448c-aed6-a11390dcc8e1'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:29.505160 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-6d4ae174-6d67-42ca-a8e0-43a9f40e25f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:50:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['fc04a264-54c3-448c-aed6-a11390dcc8e1'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:29.525668 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-153a86ee-0868-478c-ba2d-bed3e3f9cac4 req-09d54359-7825-4bfb-a2f0-de397253dfe0 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:29.550803 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-6d4ae174-6d67-42ca-a8e0-43a9f40e25f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:29.551478 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4ae174-6d67-42ca-a8e0-43a9f40e25f5 None None] The sync data for ids ['fc04a264-54c3-448c-aed6-a11390dcc8e1'] in n-d-821228-1 is: [] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:50:29.568538 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-153a86ee-0868-478c-ba2d-bed3e3f9cac4 req-09d54359-7825-4bfb-a2f0-de397253dfe0 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:29.596084 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f42b7116-dda6-4771-98c4-48033848acca tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] 10.222.0.57 "GET /v2.0/floatingips/d8650032-26d0-4aa5-ae77-93009ed3ea6f HTTP/1.1" status: 200 len: 982 time: 0.1628637 Dec 09 15:50:29.598527 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53798) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:29.637950 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d54359-7825-4bfb-a2f0-de397253dfe0 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c486467-cdef-4db4-a421-5c6eeb29f874,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:29.679947 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-153a86ee-0868-478c-ba2d-bed3e3f9cac4 req-09d54359-7825-4bfb-a2f0-de397253dfe0 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=1894d1e4-3af1-46dc-a08d-a8daeba79869&id=09e1cb07-29a2-4ead-a5e4-963746639214&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5372403 Dec 09 15:50:29.709672 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53800) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:29.764092 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f2cfedcb-66a2-4e6d-b9c4-d1a3a42f74ad tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:29.794304 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53802) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:29.862011 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45b2bab-52bb-4185-a68e-60b681d6047f tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:29.863188 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d45b2bab-52bb-4185-a68e-60b681d6047f tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 814 time: 0.0657024 Dec 09 15:50:29.871646 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-390971c5-ab50-4e98-9e8f-dd457ad134be tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3516 time: 0.2717865 Dec 09 15:50:29.878342 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53804) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:29.880903 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d5d81a-d474-400d-b12a-dcdf509de78b tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:29.886457 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f9d5d81a-d474-400d-b12a-dcdf509de78b tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f01094bb-8610-4eb1-a402-1adae83af95f HTTP/1.1" status: 200 len: 1130 time: 0.1757557 Dec 09 15:50:29.889281 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53808) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:29.900014 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8e07bfd4-c6cb-47bd-ba6f-60de1e444794 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'port_id': '8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3', 'tenant_id': 'cf31236457a543f3b32deeb2eee96cb5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:29.982242 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470f296-c9b8-4900-b9d2-8f893487756a req-93022e82-efca-4ed3-8bcd-1ad373304719 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:29.989036 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470f296-c9b8-4900-b9d2-8f893487756a req-93022e82-efca-4ed3-8bcd-1ad373304719 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:29.989770 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8e07bfd4-c6cb-47bd-ba6f-60de1e444794 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:29.995395 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470f296-c9b8-4900-b9d2-8f893487756a req-93022e82-efca-4ed3-8bcd-1ad373304719 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:30.001095 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470f296-c9b8-4900-b9d2-8f893487756a req-93022e82-efca-4ed3-8bcd-1ad373304719 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:30.007935 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470f296-c9b8-4900-b9d2-8f893487756a req-93022e82-efca-4ed3-8bcd-1ad373304719 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:30.014295 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470f296-c9b8-4900-b9d2-8f893487756a req-93022e82-efca-4ed3-8bcd-1ad373304719 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:30.021245 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470f296-c9b8-4900-b9d2-8f893487756a req-93022e82-efca-4ed3-8bcd-1ad373304719 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:30.029236 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c470f296-c9b8-4900-b9d2-8f893487756a req-93022e82-efca-4ed3-8bcd-1ad373304719 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 5432 time: 0.1289334 Dec 09 15:50:30.037684 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2cfedcb-66a2-4e6d-b9c4-d1a3a42f74ad tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Router b0be814e-d64b-4d2c-aca3-9ecddbf74db5 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:50:30.144504 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c470f296-c9b8-4900-b9d2-8f893487756a req-f8b47959-ac0b-4e3c-b5a0-05c4aea1ced3 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=c5881a67-eda0-4da9-8b2e-8ff2108b95fa&id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1142967 Dec 09 15:50:30.208869 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2cfedcb-66a2-4e6d-b9c4-d1a3a42f74ad tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:50:30.220937 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f530380-9152-49ff-b983-3a6d5ccc4198 None None] Sync routers for ids ['b0be814e-d64b-4d2c-aca3-9ecddbf74db5'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:50:30.241001 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f530380-9152-49ff-b983-3a6d5ccc4198 None None] Routers {'b0be814e-d64b-4d2c-aca3-9ecddbf74db5'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:30.241994 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5f530380-9152-49ff-b983-3a6d5ccc4198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:50:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['b0be814e-d64b-4d2c-aca3-9ecddbf74db5'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:30.266157 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f2cfedcb-66a2-4e6d-b9c4-d1a3a42f74ad tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:30.269877 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f2cfedcb-66a2-4e6d-b9c4-d1a3a42f74ad tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.3081338 Dec 09 15:50:30.271488 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53816) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:30.473968 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-5f530380-9152-49ff-b983-3a6d5ccc4198 None None] Set router b0be814e-d64b-4d2c-aca3-9ecddbf74db5 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:50:30.506409 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d1e72101-b44a-4739-89f2-b847227d60bb tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] 10.222.0.57 "GET /v2.0/routers/b0be814e-d64b-4d2c-aca3-9ecddbf74db5 HTTP/1.1" status: 200 len: 907 time: 0.2337348 Dec 09 15:50:30.509175 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53818) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:30.662876 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e873be0b-d374-43ad-aff5-c715b5e7c95f tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:30.697331 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4d551b2a-1375-4460-b0d0-fa3fc9840869 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Deleting port ed8f07de-46c2-4cd3-8827-bec6b61a59db {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:50:30.697872 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d551b2a-1375-4460-b0d0-fa3fc9840869 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:30.754036 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53820) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:30.759419 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-530f0dcd-4598-4feb-ba03-82f0d9c3eba5 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Request body: {'network': {'name': 'tempest-network-smoke--1951065103', 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'port_security_enabled': True}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:30.765508 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8e07bfd4-c6cb-47bd-ba6f-60de1e444794 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:30.807862 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 8ce4a02c-381e-47e9-a10d-3d4634f23e85 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:50:30.846431 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5f530380-9152-49ff-b983-3a6d5ccc4198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0be814e-d64b-4d2c-aca3-9ecddbf74db5', 'name': 'tempest-snat-router-398314564', 'tenant_id': 'a6fb63ec0bb44e418f941c374c6f5d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '1b766a81-b1ef-46fd-8c35-12287eada314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:50:27Z', 'updated_at': '2021-12-09T15:50:29Z', 'revision_number': 3, 'project_id': 'a6fb63ec0bb44e418f941c374c6f5d6e', 'gw_port': {'id': '1b766a81-b1ef-46fd-8c35-12287eada314', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0be814e-d64b-4d2c-aca3-9ecddbf74db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:28Z', 'updated_at': '2021-12-09T15:50:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:30.849026 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e873be0b-d374-43ad-aff5-c715b5e7c95f tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:30.872386 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530f0dcd-4598-4feb-ba03-82f0d9c3eba5 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Made reservation on behalf of 033ae2b2d4cc49e5bcd8a5d96b154150 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:50:30.876867 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-530f0dcd-4598-4feb-ba03-82f0d9c3eba5 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:30.887398 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f530380-9152-49ff-b983-3a6d5ccc4198 None None] Checking router: b0be814e-d64b-4d2c-aca3-9ecddbf74db5 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:50:30.887833 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f530380-9152-49ff-b983-3a6d5ccc4198 None None] Updating router b0be814e-d64b-4d2c-aca3-9ecddbf74db5 port 1b766a81-b1ef-46fd-8c35-12287eada314 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:50:30.912917 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e873be0b-d374-43ad-aff5-c715b5e7c95f tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Deleting port 1b766a81-b1ef-46fd-8c35-12287eada314 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:50:30.913350 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e873be0b-d374-43ad-aff5-c715b5e7c95f tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:30.925130 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d551b2a-1375-4460-b0d0-fa3fc9840869 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:30.925730 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d551b2a-1375-4460-b0d0-fa3fc9840869 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:30.926160 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5f530380-9152-49ff-b983-3a6d5ccc4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:30.957092 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-530f0dcd-4598-4feb-ba03-82f0d9c3eba5 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:50:30.960605 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 8ce4a02c-381e-47e9-a10d-3d4634f23e85 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:30.960983 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:30.969913 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-530f0dcd-4598-4feb-ba03-82f0d9c3eba5 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:30.970251 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-530f0dcd-4598-4feb-ba03-82f0d9c3eba5 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Added segment 27ce6c9c-5403-4485-bd4b-ff32531a5064 of type vlan for network 39fd6fc5-480f-449b-a757-aef8748068b8 Dec 09 15:50:31.009428 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e873be0b-d374-43ad-aff5-c715b5e7c95f tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:31.016367 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-530f0dcd-4598-4feb-ba03-82f0d9c3eba5 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:31.019476 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e873be0b-d374-43ad-aff5-c715b5e7c95f tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Calling delete_port for 1b766a81-b1ef-46fd-8c35-12287eada314 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:50:31.049279 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4d551b2a-1375-4460-b0d0-fa3fc9840869 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Calling delete_port for ed8f07de-46c2-4cd3-8827-bec6b61a59db owned by network:floatingip {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:50:31.151205 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-530f0dcd-4598-4feb-ba03-82f0d9c3eba5 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:31.158678 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530f0dcd-4598-4feb-ba03-82f0d9c3eba5 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:31.159297 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-530f0dcd-4598-4feb-ba03-82f0d9c3eba5 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:31.312188 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e873be0b-d374-43ad-aff5-c715b5e7c95f tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:31.313916 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f0dcd-4598-4feb-ba03-82f0d9c3eba5 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event updated for resources: {'Network': ['ID=39fd6fc5-480f-449b-a757-aef8748068b8,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:31.347615 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 39fd6fc5-480f-449b-a757-aef8748068b8 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:50:31.375552 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-530f0dcd-4598-4feb-ba03-82f0d9c3eba5 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6169727 Dec 09 15:50:31.375552 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-8e07bfd4-c6cb-47bd-ba6f-60de1e444794 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Allocated IP 172.25.3.52 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/fc96bdce-51d6-40ba-9343-b21f749a82fe) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:50:31.382605 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53844) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:31.402033 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873be0b-d374-43ad-aff5-c715b5e7c95f tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b766a81-b1ef-46fd-8c35-12287eada314,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:31.449536 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb936e1-c6c5-4566-9a2f-ecacc9919fcd req-051b8c1b-53e4-4dc9-afc5-7a5badd69d81 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:31.456569 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbf489e-4d56-4966-a935-6578fbcea76f None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:50:31.461086 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb936e1-c6c5-4566-9a2f-ecacc9919fcd req-051b8c1b-53e4-4dc9-afc5-7a5badd69d81 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:31.470185 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb936e1-c6c5-4566-9a2f-ecacc9919fcd req-051b8c1b-53e4-4dc9-afc5-7a5badd69d81 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:31.475186 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d82d83-353a-4a5e-8703-c3e757267900 tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:31.476876 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c1d82d83-353a-4a5e-8703-c3e757267900 tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=033ae2b2d4cc49e5bcd8a5d96b154150&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0972381 Dec 09 15:50:31.479329 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb936e1-c6c5-4566-9a2f-ecacc9919fcd req-051b8c1b-53e4-4dc9-afc5-7a5badd69d81 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:31.486242 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb936e1-c6c5-4566-9a2f-ecacc9919fcd req-051b8c1b-53e4-4dc9-afc5-7a5badd69d81 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:31.490063 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53848) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:31.493929 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb936e1-c6c5-4566-9a2f-ecacc9919fcd req-051b8c1b-53e4-4dc9-afc5-7a5badd69d81 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:31.501592 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb936e1-c6c5-4566-9a2f-ecacc9919fcd req-051b8c1b-53e4-4dc9-afc5-7a5badd69d81 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:31.503659 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cbb936e1-c6c5-4566-9a2f-ecacc9919fcd req-051b8c1b-53e4-4dc9-afc5-7a5badd69d81 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 5432 time: 0.2359672 Dec 09 15:50:31.571361 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e873be0b-d374-43ad-aff5-c715b5e7c95f tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:31.691018 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cbb936e1-c6c5-4566-9a2f-ecacc9919fcd req-bb35a593-2ee9-4af1-b327-215f5de29365 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=c5881a67-eda0-4da9-8b2e-8ff2108b95fa&id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1639388 Dec 09 15:50:31.694562 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e873be0b-d374-43ad-aff5-c715b5e7c95f tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:31.698893 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e873be0b-d374-43ad-aff5-c715b5e7c95f tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:31.770079 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141f06b7-53ff-4e5b-a844-ddcadf0c1531 tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:31.772968 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-141f06b7-53ff-4e5b-a844-ddcadf0c1531 tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2798381 Dec 09 15:50:31.774202 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53850) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:31.799796 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e873be0b-d374-43ad-aff5-c715b5e7c95f tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:31.800338 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e873be0b-d374-43ad-aff5-c715b5e7c95f tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b0be814e-d64b-4d2c-aca3-9ecddbf74db5 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:50:31.804408 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8e07bfd4-c6cb-47bd-ba6f-60de1e444794 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:31.805925 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e873be0b-d374-43ad-aff5-c715b5e7c95f tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:31.810290 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e873be0b-d374-43ad-aff5-c715b5e7c95f tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] 10.222.0.57 "DELETE /v2.0/routers/b0be814e-d64b-4d2c-aca3-9ecddbf74db5 HTTP/1.1" status: 204 len: 168 time: 1.3000858 Dec 09 15:50:31.810448 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53852) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:31.822202 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d551b2a-1375-4460-b0d0-fa3fc9840869 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:31.830963 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-11833c71-bda8-4c26-bb8e-5e8ecb8087d6 tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=d8331094-778d-4179-9ed8-de7de1c5438c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0554855 Dec 09 15:50:31.833806 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53854) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:31.872259 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e6cf3d40-de65-4726-a7a0-c43f1220b008 tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=033ae2b2d4cc49e5bcd8a5d96b154150&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350704 Dec 09 15:50:31.872530 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53856) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:31.897581 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d551b2a-1375-4460-b0d0-fa3fc9840869 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Pushing event deleted for resources: {'Port': ['ID=ed8f07de-46c2-4cd3-8827-bec6b61a59db,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:32.003732 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8e07bfd4-c6cb-47bd-ba6f-60de1e444794 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:32.044909 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c529dcc8-d956-417a-8bae-1316fca64d9c tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:32.045461 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-653e6fd4-99a2-4d80-a092-0695f1414e77 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:32.050785 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c529dcc8-d956-417a-8bae-1316fca64d9c tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1729662 Dec 09 15:50:32.051073 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53858) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:32.091366 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-402d1743-76f0-4833-88c8-0b7529654d26 tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=d8331094-778d-4179-9ed8-de7de1c5438c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392103 Dec 09 15:50:32.092549 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53860) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:32.101855 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e07bfd4-c6cb-47bd-ba6f-60de1e444794 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:50:32.107718 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d551b2a-1375-4460-b0d0-fa3fc9840869 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks [] for floatingip, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:32.107718 n-d-821228-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-4d551b2a-1375-4460-b0d0-fa3fc9840869 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Floating IP d8650032-26d0-4aa5-ae77-93009ed3ea6f disassociated (deleted). External IP: 172.25.3.124, port: d1f11ea2-84aa-42a1-a117-c1c8fd19bde8. Dec 09 15:50:32.109032 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f5872e81-43fd-4772-98e1-54178c730691 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2132020821', 'network_id': '39fd6fc5-480f-449b-a757-aef8748068b8', 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:32.116028 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07bfd4-c6cb-47bd-ba6f-60de1e444794 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Pushing event updated for resources: {'Port': ['ID=fc96bdce-51d6-40ba-9343-b21f749a82fe,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:32.118688 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-8e07bfd4-c6cb-47bd-ba6f-60de1e444794 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:50:32.154575 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e07bfd4-c6cb-47bd-ba6f-60de1e444794 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:50:32.208108 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-5f530380-9152-49ff-b983-3a6d5ccc4198 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:50:32.208487 n-d-821228-1 neutron-server[103246]: DEBUG oslo_db.api [None req-5f530380-9152-49ff-b983-3a6d5ccc4198 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:50:32.219827 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5872e81-43fd-4772-98e1-54178c730691 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Made reservation on behalf of 033ae2b2d4cc49e5bcd8a5d96b154150 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:50:32.224068 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5872e81-43fd-4772-98e1-54178c730691 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:32.365310 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-653e6fd4-99a2-4d80-a092-0695f1414e77 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:32.432229 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5872e81-43fd-4772-98e1-54178c730691 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:32.503425 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5872e81-43fd-4772-98e1-54178c730691 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event updated for resources: {'Subnet': ['ID=01be392a-cb14-4b78-9fa7-00b581d9ae5d,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:32.519341 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5872e81-43fd-4772-98e1-54178c730691 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Checking segment: {'id': '27ce6c9c-5403-4485-bd4b-ff32531a5064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '39fd6fc5-480f-449b-a757-aef8748068b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:50:32.519702 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5872e81-43fd-4772-98e1-54178c730691 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Network hostable DHCP agents. Network: 39fd6fc5-480f-449b-a757-aef8748068b8, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:50:32.538269 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5872e81-43fd-4772-98e1-54178c730691 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Network 39fd6fc5-480f-449b-a757-aef8748068b8 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:50:32.549528 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-f5872e81-43fd-4772-98e1-54178c730691 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 39fd6fc5-480f-449b-a757-aef8748068b8) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:50:32.553813 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5872e81-43fd-4772-98e1-54178c730691 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:32.554456 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5872e81-43fd-4772-98e1-54178c730691 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:32.559606 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d1aaef-ab9a-4268-bdf5-8555798f9609 None None] Network 39fd6fc5-480f-449b-a757-aef8748068b8 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:50:32.577231 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f5872e81-43fd-4772-98e1-54178c730691 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4801581 Dec 09 15:50:32.661534 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-653e6fd4-99a2-4d80-a092-0695f1414e77 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Deleting port 8ce4a02c-381e-47e9-a10d-3d4634f23e85 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:50:32.662091 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-653e6fd4-99a2-4d80-a092-0695f1414e77 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:32.662228 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:50:32.731134 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d551b2a-1375-4460-b0d0-fa3fc9840869 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Router fc04a264-54c3-448c-aed6-a11390dcc8e1 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:50:32.738633 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f530380-9152-49ff-b983-3a6d5ccc4198 None None] Port 1b766a81-b1ef-46fd-8c35-12287eada314 not found while updating agent binding for router b0be814e-d64b-4d2c-aca3-9ecddbf74db5. {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 09 15:50:32.742576 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef36d57a-e3bf-49c7-b2a9-3f22f4212ada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-39fd6fc5-480f-449b-a757-aef8748068b8', 'network_id': '39fd6fc5-480f-449b-a757-aef8748068b8', 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'fixed_ips': [{'subnet_id': '01be392a-cb14-4b78-9fa7-00b581d9ae5d'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:50:32.743548 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ef36d57a-e3bf-49c7-b2a9-3f22f4212ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:32.774257 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f530380-9152-49ff-b983-3a6d5ccc4198 None None] Routers set() bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:32.776518 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f530380-9152-49ff-b983-3a6d5ccc4198 None None] Router IDs set() for agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 09 15:50:32.777162 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_agentschedulers_db [None req-5f530380-9152-49ff-b983-3a6d5ccc4198 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b0be814e-d64b-4d2c-aca3-9ecddbf74db5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:50:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent'). {{(pid=103246) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 09 15:50:32.777600 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f530380-9152-49ff-b983-3a6d5ccc4198 None None] The sync data for ids ['b0be814e-d64b-4d2c-aca3-9ecddbf74db5'] in n-d-821228-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:50:32.813253 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53870) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:32.820596 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-3d08fe80-6b72-418b-993f-6cdab16750e1 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-390000737', 'description': 'tempest-secgroup-smoke-390000737 description', 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:32.851642 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3d08fe80-6b72-418b-993f-6cdab16750e1 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:32.885224 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-653e6fd4-99a2-4d80-a092-0695f1414e77 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] For port 8ce4a02c-381e-47e9-a10d-3d4634f23e85, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=8ce4a02c-381e-47e9-a10d-3d4634f23e85,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:32.885809 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-653e6fd4-99a2-4d80-a092-0695f1414e77 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:32.943850 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-653e6fd4-99a2-4d80-a092-0695f1414e77 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Calling delete_port for 8ce4a02c-381e-47e9-a10d-3d4634f23e85 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:50:32.952349 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-ef36d57a-e3bf-49c7-b2a9-3f22f4212ada None None] Allocated IP 172.20.0.18 (39fd6fc5-480f-449b-a757-aef8748068b8/01be392a-cb14-4b78-9fa7-00b581d9ae5d/515f8ea4-5b2c-4d82-af4f-a0a271dfed8d) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:50:33.133154 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ef36d57a-e3bf-49c7-b2a9-3f22f4212ada None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:33.141543 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ef36d57a-e3bf-49c7-b2a9-3f22f4212ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:33.209035 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef36d57a-e3bf-49c7-b2a9-3f22f4212ada None None] Network 39fd6fc5-480f-449b-a757-aef8748068b8 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:50:33.213453 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-ef36d57a-e3bf-49c7-b2a9-3f22f4212ada None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:50:33.222679 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef36d57a-e3bf-49c7-b2a9-3f22f4212ada None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:50:33.268109 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef36d57a-e3bf-49c7-b2a9-3f22f4212ada None None] Pushing event updated for resources: {'Port': ['ID=515f8ea4-5b2c-4d82-af4f-a0a271dfed8d,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:33.303145 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-ef36d57a-e3bf-49c7-b2a9-3f22f4212ada None None] Attempting to bind port 515f8ea4-5b2c-4d82-af4f-a0a271dfed8d on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:50:33.303359 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3d08fe80-6b72-418b-993f-6cdab16750e1 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:33.304451 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-ef36d57a-e3bf-49c7-b2a9-3f22f4212ada None None] Attempting to bind port 515f8ea4-5b2c-4d82-af4f-a0a271dfed8d by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '27ce6c9c-5403-4485-bd4b-ff32531a5064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '39fd6fc5-480f-449b-a757-aef8748068b8'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:50:33.305045 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef36d57a-e3bf-49c7-b2a9-3f22f4212ada None None] Attempting to bind port 515f8ea4-5b2c-4d82-af4f-a0a271dfed8d on network 39fd6fc5-480f-449b-a757-aef8748068b8 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:50:33.313201 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef36d57a-e3bf-49c7-b2a9-3f22f4212ada None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:50:33.313941 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef36d57a-e3bf-49c7-b2a9-3f22f4212ada None None] Checking segment: {'id': '27ce6c9c-5403-4485-bd4b-ff32531a5064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '39fd6fc5-480f-449b-a757-aef8748068b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:50:33.314449 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ef36d57a-e3bf-49c7-b2a9-3f22f4212ada None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:33.315995 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3d08fe80-6b72-418b-993f-6cdab16750e1 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:33.319855 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef36d57a-e3bf-49c7-b2a9-3f22f4212ada None None] Bound using segment: {'id': '27ce6c9c-5403-4485-bd4b-ff32531a5064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '39fd6fc5-480f-449b-a757-aef8748068b8'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:50:33.320501 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-ef36d57a-e3bf-49c7-b2a9-3f22f4212ada None None] Bound port: 515f8ea4-5b2c-4d82-af4f-a0a271dfed8d, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27ce6c9c-5403-4485-bd4b-ff32531a5064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '39fd6fc5-480f-449b-a757-aef8748068b8'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:50:33.327472 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ef36d57a-e3bf-49c7-b2a9-3f22f4212ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:33.391076 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97eebeb-ed8d-47b9-bc2c-84e36ba0b21e req-68ed744c-2f97-455f-b51a-8ebf1c9893da tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:33.397436 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97eebeb-ed8d-47b9-bc2c-84e36ba0b21e req-68ed744c-2f97-455f-b51a-8ebf1c9893da tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:33.399977 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ef36d57a-e3bf-49c7-b2a9-3f22f4212ada None None] For port 515f8ea4-5b2c-4d82-af4f-a0a271dfed8d, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:50:33.403892 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ef36d57a-e3bf-49c7-b2a9-3f22f4212ada None None] For port 515f8ea4-5b2c-4d82-af4f-a0a271dfed8d, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=515f8ea4-5b2c-4d82-af4f-a0a271dfed8d,segment=NetworkSegment(27ce6c9c-5403-4485-bd4b-ff32531a5064),segment_id=27ce6c9c-5403-4485-bd4b-ff32531a5064)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:50:33.404285 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97eebeb-ed8d-47b9-bc2c-84e36ba0b21e req-68ed744c-2f97-455f-b51a-8ebf1c9893da tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:33.411370 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97eebeb-ed8d-47b9-bc2c-84e36ba0b21e req-68ed744c-2f97-455f-b51a-8ebf1c9893da tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:33.411703 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ef36d57a-e3bf-49c7-b2a9-3f22f4212ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:33.417483 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97eebeb-ed8d-47b9-bc2c-84e36ba0b21e req-68ed744c-2f97-455f-b51a-8ebf1c9893da tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:33.424041 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97eebeb-ed8d-47b9-bc2c-84e36ba0b21e req-68ed744c-2f97-455f-b51a-8ebf1c9893da tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:33.433864 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97eebeb-ed8d-47b9-bc2c-84e36ba0b21e req-68ed744c-2f97-455f-b51a-8ebf1c9893da tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:33.439639 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b97eebeb-ed8d-47b9-bc2c-84e36ba0b21e req-68ed744c-2f97-455f-b51a-8ebf1c9893da tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 5432 time: 0.1349959 Dec 09 15:50:33.442603 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3d08fe80-6b72-418b-993f-6cdab16750e1 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:33.447012 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53872) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:33.447404 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3d08fe80-6b72-418b-993f-6cdab16750e1 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6323397 Dec 09 15:50:33.451082 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fe80-6b72-418b-993f-6cdab16750e1 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c9c4db-7626-4e29-9ace-d0b456e65760,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:33.458248 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-6fddd4f2-3575-4355-bf72-c77cf331bb2d tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Request body: {'security_group_rule': {'security_group_id': 'f8c9c4db-7626-4e29-9ace-d0b456e65760', 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:33.509072 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef36d57a-e3bf-49c7-b2a9-3f22f4212ada None None] Pushing event updated for resources: {'Port': ['ID=515f8ea4-5b2c-4d82-af4f-a0a271dfed8d,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:33.542131 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b97eebeb-ed8d-47b9-bc2c-84e36ba0b21e req-f8fd669b-8a44-4920-b6eb-421fc6b3a85f tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=c5881a67-eda0-4da9-8b2e-8ff2108b95fa&id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0935845 Dec 09 15:50:33.611928 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d551b2a-1375-4460-b0d0-fa3fc9840869 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:50:33.622599 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d551b2a-1375-4460-b0d0-fa3fc9840869 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:33.624211 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a00b78-7514-4725-b434-d9e4c2b7e3a3 None None] Sync routers for ids ['fc04a264-54c3-448c-aed6-a11390dcc8e1'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:50:33.639936 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a00b78-7514-4725-b434-d9e4c2b7e3a3 None None] Routers {'fc04a264-54c3-448c-aed6-a11390dcc8e1'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:33.640856 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-e5a00b78-7514-4725-b434-d9e4c2b7e3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:50:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['fc04a264-54c3-448c-aed6-a11390dcc8e1'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:33.667107 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6fddd4f2-3575-4355-bf72-c77cf331bb2d tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:33.677107 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8e07bfd4-c6cb-47bd-ba6f-60de1e444794 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:33.678882 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-e5a00b78-7514-4725-b434-d9e4c2b7e3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:33.719716 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a00b78-7514-4725-b434-d9e4c2b7e3a3 None None] Routers {'fc04a264-54c3-448c-aed6-a11390dcc8e1'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:33.720713 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-e5a00b78-7514-4725-b434-d9e4c2b7e3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:50:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['fc04a264-54c3-448c-aed6-a11390dcc8e1'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:33.734676 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4d551b2a-1375-4460-b0d0-fa3fc9840869 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] 10.222.0.57 "DELETE /v2.0/floatingips/d8650032-26d0-4aa5-ae77-93009ed3ea6f HTTP/1.1" status: 204 len: 168 time: 3.8428400 Dec 09 15:50:33.735499 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53876) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:33.740686 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-128f514d-d454-4a07-a86f-9fd2e164c3e2 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:33.784243 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-e5a00b78-7514-4725-b434-d9e4c2b7e3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:33.787774 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a00b78-7514-4725-b434-d9e4c2b7e3a3 None None] The sync data for ids ['fc04a264-54c3-448c-aed6-a11390dcc8e1'] in n-d-821228-1 is: [] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:50:33.788546 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-128f514d-d454-4a07-a86f-9fd2e164c3e2 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:33.913341 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6fddd4f2-3575-4355-bf72-c77cf331bb2d tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:33.922378 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6fddd4f2-3575-4355-bf72-c77cf331bb2d tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:33.932754 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-128f514d-d454-4a07-a86f-9fd2e164c3e2 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:33.961579 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8e07bfd4-c6cb-47bd-ba6f-60de1e444794 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:34.004332 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fddd4f2-3575-4355-bf72-c77cf331bb2d tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d392d82-77d6-4eff-b6a2-ab02ce17a78c,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:34.025758 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6fddd4f2-3575-4355-bf72-c77cf331bb2d tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:34.026984 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6fddd4f2-3575-4355-bf72-c77cf331bb2d tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5736418 Dec 09 15:50:34.029759 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53878) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:34.035369 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-4afe2ebf-e536-4d48-a88b-cef455e58cb7 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Request body: {'security_group_rule': {'security_group_id': 'f8c9c4db-7626-4e29-9ace-d0b456e65760', 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:34.039326 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-653e6fd4-99a2-4d80-a092-0695f1414e77 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:34.082544 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e6fd4-99a2-4d80-a092-0695f1414e77 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ce4a02c-381e-47e9-a10d-3d4634f23e85,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:34.087148 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-128f514d-d454-4a07-a86f-9fd2e164c3e2 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Allocated IP 172.25.3.197 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/5c19ece4-320d-48ef-9aa7-19d7877e96fd) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:50:34.100814 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4afe2ebf-e536-4d48-a88b-cef455e58cb7 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:34.129455 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bc7353-94de-4d38-8ba5-060ba06a48d8 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:50:34.225311 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-653e6fd4-99a2-4d80-a092-0695f1414e77 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:34.231252 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4afe2ebf-e536-4d48-a88b-cef455e58cb7 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:34.238698 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4afe2ebf-e536-4d48-a88b-cef455e58cb7 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:34.272203 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe2ebf-e536-4d48-a88b-cef455e58cb7 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de2924d-70f1-4d8b-8154-ee1bcc233415,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:34.290123 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4afe2ebf-e536-4d48-a88b-cef455e58cb7 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:34.294674 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4afe2ebf-e536-4d48-a88b-cef455e58cb7 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2599223 Dec 09 15:50:34.294674 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53880) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:34.299012 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-d5332ca9-4d7c-4744-a476-8cf22742f66b tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Request body: {'security_group_rule': {'security_group_id': 'f8c9c4db-7626-4e29-9ace-d0b456e65760', 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:34.307439 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-128f514d-d454-4a07-a86f-9fd2e164c3e2 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:34.338268 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-653e6fd4-99a2-4d80-a092-0695f1414e77 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:34.348249 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-653e6fd4-99a2-4d80-a092-0695f1414e77 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:34.376586 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d5332ca9-4d7c-4744-a476-8cf22742f66b tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:34.409917 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8e07bfd4-c6cb-47bd-ba6f-60de1e444794 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:34.411486 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-128f514d-d454-4a07-a86f-9fd2e164c3e2 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:34.415259 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8e07bfd4-c6cb-47bd-ba6f-60de1e444794 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:34.429715 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-653e6fd4-99a2-4d80-a092-0695f1414e77 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:34.430241 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653e6fd4-99a2-4d80-a092-0695f1414e77 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 03ad6d9b-6db1-4b9e-8def-16567992ddd2 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:50:34.459408 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-653e6fd4-99a2-4d80-a092-0695f1414e77 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:34.465423 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-653e6fd4-99a2-4d80-a092-0695f1414e77 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] 10.222.0.57 "DELETE /v2.0/routers/03ad6d9b-6db1-4b9e-8def-16567992ddd2 HTTP/1.1" status: 204 len: 168 time: 2.6492133 Dec 09 15:50:34.470819 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128f514d-d454-4a07-a86f-9fd2e164c3e2 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:50:34.473391 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53882) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:34.477882 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-338cfc7b-fcc9-43c4-8f77-2d52c7f2d92b tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-591530174', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}, 'admin_state_up': False}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:34.494561 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-128f514d-d454-4a07-a86f-9fd2e164c3e2 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:50:34.508566 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128f514d-d454-4a07-a86f-9fd2e164c3e2 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:50:34.574492 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07bfd4-c6cb-47bd-ba6f-60de1e444794 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Pushing event updated for resources: {'Port': ['ID=fc96bdce-51d6-40ba-9343-b21f749a82fe,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:34.588245 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8e07bfd4-c6cb-47bd-ba6f-60de1e444794 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:34.622138 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d5332ca9-4d7c-4744-a476-8cf22742f66b tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:34.651115 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f514d-d454-4a07-a86f-9fd2e164c3e2 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Pushing event updated for resources: {'Port': ['ID=5c19ece4-320d-48ef-9aa7-19d7877e96fd,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:34.653826 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d5332ca9-4d7c-4744-a476-8cf22742f66b tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:34.668554 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-338cfc7b-fcc9-43c4-8f77-2d52c7f2d92b tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:34.669620 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-338cfc7b-fcc9-43c4-8f77-2d52c7f2d92b tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:34.788255 n-d-821228-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-8e07bfd4-c6cb-47bd-ba6f-60de1e444794 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Floating IP df6fa6f6-dc60-48ca-8735-f0d90377f321 associated. External IP: 172.25.3.52, port: 8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3. Dec 09 15:50:34.852006 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-338cfc7b-fcc9-43c4-8f77-2d52c7f2d92b tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:34.868366 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5332ca9-4d7c-4744-a476-8cf22742f66b tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91be2100-6e53-485c-905d-7642899c33c9,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:34.881253 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d5332ca9-4d7c-4744-a476-8cf22742f66b tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:34.882471 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d5332ca9-4d7c-4744-a476-8cf22742f66b tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5870812 Dec 09 15:50:34.887622 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53890) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:34.892179 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ea610939-07b5-493b-824f-985c465facff tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Request body: {'security_group_rule': {'security_group_id': 'f8c9c4db-7626-4e29-9ace-d0b456e65760', 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:34.933965 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea610939-07b5-493b-824f-985c465facff tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:34.986721 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac87cbe-ef3e-4d20-b1a8-29b67bb1f9ad None None] Network 39fd6fc5-480f-449b-a757-aef8748068b8 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:50:35.052277 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814dd260-be64-468e-b6b9-126dc0355806 req-3592a996-e73f-452f-bca1-aebb2a75ef59 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:35.056883 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f1423c08-17c8-4e26-b902-0532d3c201fc None None] Provisioning complete for port 515f8ea4-5b2c-4d82-af4f-a0a271dfed8d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:35.057547 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f1423c08-17c8-4e26-b902-0532d3c201fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:35.058244 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814dd260-be64-468e-b6b9-126dc0355806 req-3592a996-e73f-452f-bca1-aebb2a75ef59 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:35.066327 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814dd260-be64-468e-b6b9-126dc0355806 req-3592a996-e73f-452f-bca1-aebb2a75ef59 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:35.083123 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814dd260-be64-468e-b6b9-126dc0355806 req-3592a996-e73f-452f-bca1-aebb2a75ef59 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:35.095934 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814dd260-be64-468e-b6b9-126dc0355806 req-3592a996-e73f-452f-bca1-aebb2a75ef59 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:35.112713 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814dd260-be64-468e-b6b9-126dc0355806 req-3592a996-e73f-452f-bca1-aebb2a75ef59 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:35.135783 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814dd260-be64-468e-b6b9-126dc0355806 req-3592a996-e73f-452f-bca1-aebb2a75ef59 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:35.143977 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea610939-07b5-493b-824f-985c465facff tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:35.145549 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-814dd260-be64-468e-b6b9-126dc0355806 req-3592a996-e73f-452f-bca1-aebb2a75ef59 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 5432 time: 0.4303975 Dec 09 15:50:35.158739 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea610939-07b5-493b-824f-985c465facff tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:35.182753 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-128f514d-d454-4a07-a86f-9fd2e164c3e2 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:35.210580 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea610939-07b5-493b-824f-985c465facff tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=904ab627-9f7c-423f-a52b-614c77a1be93,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:35.221045 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea610939-07b5-493b-824f-985c465facff tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:35.222473 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ea610939-07b5-493b-824f-985c465facff tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3338602 Dec 09 15:50:35.226458 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53894) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:35.233972 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-2f607ac0-16d0-4a05-897c-ecd757d04e15 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Request body: {'security_group_rule': {'security_group_id': 'f8c9c4db-7626-4e29-9ace-d0b456e65760', 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:35.239964 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f1423c08-17c8-4e26-b902-0532d3c201fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:35.248298 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 515f8ea4-5b2c-4d82-af4f-a0a271dfed8d up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:50:35.256559 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e07bfd4-c6cb-47bd-ba6f-60de1e444794 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Router 95a32505-d4e3-473f-b357-af1ed1687b42 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:50:35.257276 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-338cfc7b-fcc9-43c4-8f77-2d52c7f2d92b tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:35.331841 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-814dd260-be64-468e-b6b9-126dc0355806 req-698955b6-8af1-45ec-be7f-fe3129467a8d tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=c5881a67-eda0-4da9-8b2e-8ff2108b95fa&id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1794868 Dec 09 15:50:35.334666 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f1423c08-17c8-4e26-b902-0532d3c201fc None None] For port 515f8ea4-5b2c-4d82-af4f-a0a271dfed8d, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=515f8ea4-5b2c-4d82-af4f-a0a271dfed8d,segment=NetworkSegment(27ce6c9c-5403-4485-bd4b-ff32531a5064),segment_id=27ce6c9c-5403-4485-bd4b-ff32531a5064)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:35.343280 n-d-821228-1 neutron-server[103245]: INFO neutron.db.securitygroups_db [None req-2f607ac0-16d0-4a05-897c-ecd757d04e15 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Project 033ae2b2d4cc49e5bcd8a5d96b154150 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:50:35.347409 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f1423c08-17c8-4e26-b902-0532d3c201fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:35.416402 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1423c08-17c8-4e26-b902-0532d3c201fc None None] Pushing event updated for resources: {'Port': ['ID=515f8ea4-5b2c-4d82-af4f-a0a271dfed8d,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:35.418584 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2f607ac0-16d0-4a05-897c-ecd757d04e15 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:35.422931 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e07bfd4-c6cb-47bd-ba6f-60de1e444794 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:50:35.443271 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628ff81c-dd74-4402-bc67-9b825a68def4 None None] Sync routers for ids ['95a32505-d4e3-473f-b357-af1ed1687b42'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:50:35.473830 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628ff81c-dd74-4402-bc67-9b825a68def4 None None] Routers {'95a32505-d4e3-473f-b357-af1ed1687b42'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:35.474157 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-628ff81c-dd74-4402-bc67-9b825a68def4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:50:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['95a32505-d4e3-473f-b357-af1ed1687b42'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:35.474625 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8e07bfd4-c6cb-47bd-ba6f-60de1e444794 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:35.497326 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-128f514d-d454-4a07-a86f-9fd2e164c3e2 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:35.519489 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 515f8ea4-5b2c-4d82-af4f-a0a271dfed8d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:35.519851 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:35.520011 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8e07bfd4-c6cb-47bd-ba6f-60de1e444794 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.6286161 Dec 09 15:50:35.525393 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01094bb-8610-4eb1-a402-1adae83af95f', 'tag': '8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:50:35.527974 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6610c3-2547-44ad-b450-45e7b42ebfcb" -d '{"events": [{"name": "network-changed", "server_uuid": "f01094bb-8610-4eb1-a402-1adae83af95f", "tag": "8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:50:35.531041 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53896) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:35.533288 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2f607ac0-16d0-4a05-897c-ecd757d04e15 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:35.763485 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d95de74-6d9c-4d4f-8bfc-6b5d87eb6ddf x-openstack-request-id: req-5d95de74-6d9c-4d4f-8bfc-6b5d87eb6ddf {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:50:35.763838 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f01094bb-8610-4eb1-a402-1adae83af95f", "tag": "8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:50:35.764739 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5d95de74-6d9c-4d4f-8bfc-6b5d87eb6ddf {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:50:35.765465 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f01094bb-8610-4eb1-a402-1adae83af95f', 'tag': '8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3', 'status': 'completed', 'code': 200} Dec 09 15:50:35.776172 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84bebf4-e201-449d-afd1-f734d19d0cc2 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:35.776787 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84bebf4-e201-449d-afd1-f734d19d0cc2 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:35.777410 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84bebf4-e201-449d-afd1-f734d19d0cc2 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:35.777889 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84bebf4-e201-449d-afd1-f734d19d0cc2 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:35.778304 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84bebf4-e201-449d-afd1-f734d19d0cc2 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:35.779950 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84bebf4-e201-449d-afd1-f734d19d0cc2 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:35.779950 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84bebf4-e201-449d-afd1-f734d19d0cc2 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:35.779950 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84bebf4-e201-449d-afd1-f734d19d0cc2 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:35.780352 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84bebf4-e201-449d-afd1-f734d19d0cc2 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:35.781363 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84bebf4-e201-449d-afd1-f734d19d0cc2 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:35.781786 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84bebf4-e201-449d-afd1-f734d19d0cc2 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:35.782386 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84bebf4-e201-449d-afd1-f734d19d0cc2 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:35.784664 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c84bebf4-e201-449d-afd1-f734d19d0cc2 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8450 time: 0.2492533 Dec 09 15:50:35.787113 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2f607ac0-16d0-4a05-897c-ecd757d04e15 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:35.789059 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53912) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:35.799923 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a3a8ee86-6f09-4591-bb6e-0b6968edcd14 None None] Provisioning complete for port 515f8ea4-5b2c-4d82-af4f-a0a271dfed8d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:35.800596 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a3a8ee86-6f09-4591-bb6e-0b6968edcd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:35.812365 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-628ff81c-dd74-4402-bc67-9b825a68def4 None None] Set router 95a32505-d4e3-473f-b357-af1ed1687b42 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:50:35.825487 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-128f514d-d454-4a07-a86f-9fd2e164c3e2 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:35.912318 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-128f514d-d454-4a07-a86f-9fd2e164c3e2 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:35.921867 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442aa819-57f9-4d3f-bccc-909261fec271 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:35.922342 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442aa819-57f9-4d3f-bccc-909261fec271 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:35.922929 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442aa819-57f9-4d3f-bccc-909261fec271 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:35.923390 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442aa819-57f9-4d3f-bccc-909261fec271 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:35.923841 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442aa819-57f9-4d3f-bccc-909261fec271 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:35.924434 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442aa819-57f9-4d3f-bccc-909261fec271 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:35.924887 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442aa819-57f9-4d3f-bccc-909261fec271 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:35.925327 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442aa819-57f9-4d3f-bccc-909261fec271 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:35.925769 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442aa819-57f9-4d3f-bccc-909261fec271 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:35.926209 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442aa819-57f9-4d3f-bccc-909261fec271 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:35.926648 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442aa819-57f9-4d3f-bccc-909261fec271 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:35.927083 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442aa819-57f9-4d3f-bccc-909261fec271 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:35.929296 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-442aa819-57f9-4d3f-bccc-909261fec271 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7663 time: 0.1367178 Dec 09 15:50:35.938183 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53918) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:35.960108 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-338cfc7b-fcc9-43c4-8f77-2d52c7f2d92b tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:36.012582 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f607ac0-16d0-4a05-897c-ecd757d04e15 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c328254-83e7-45ae-b618-0a0dc3c20812,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:36.041581 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2f607ac0-16d0-4a05-897c-ecd757d04e15 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:36.045339 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2f607ac0-16d0-4a05-897c-ecd757d04e15 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8134561 Dec 09 15:50:36.051026 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53922) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:36.059844 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-338cfc7b-fcc9-43c4-8f77-2d52c7f2d92b tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:36.150268 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f514d-d454-4a07-a86f-9fd2e164c3e2 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Pushing event updated for resources: {'Port': ['ID=5c19ece4-320d-48ef-9aa7-19d7877e96fd,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:36.172676 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-128f514d-d454-4a07-a86f-9fd2e164c3e2 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:36.207969 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-628ff81c-dd74-4402-bc67-9b825a68def4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a32505-d4e3-473f-b357-af1ed1687b42', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1857459013', 'tenant_id': 'cf31236457a543f3b32deeb2eee96cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'cc196b53-34ca-45d6-b098-07804413b286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:49:52Z', 'updated_at': '2021-12-09T15:50:04Z', 'revision_number': 4, 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'gw_port': {'id': 'cc196b53-34ca-45d6-b098-07804413b286', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:27:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a32505-d4e3-473f-b357-af1ed1687b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:49:53Z', 'updated_at': '2021-12-09T15:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': 'df6fa6f6-dc60-48ca-8735-f0d90377f321', 'tenant_id': 'cf31236457a543f3b32deeb2eee96cb5', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '95a32505-d4e3-473f-b357-af1ed1687b42', 'port_id': '8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06765d4c-94ea-4e55-b8c9-061ac001a4b5', 'mac_address': 'fa:16:3e:5e:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01094bb-8610-4eb1-a402-1adae83af95f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:50:32Z', 'updated_at': '2021-12-09T15:50:32Z', 'revision_number': 0, 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f6c306-78c5-4de8-9574-85d554be5d83', 'name': '', 'network_id': '06765d4c-94ea-4e55-b8c9-061ac001a4b5', 'tenant_id': 'cf31236457a543f3b32deeb2eee96cb5', 'mac_address': 'fa:16:3e:62:60:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a32505-d4e3-473f-b357-af1ed1687b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'e1f3a5cd-64c5-4c43-8838-a889d3338185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:01Z', 'updated_at': '2021-12-09T15:50:09Z', 'revision_number': 5, 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'subnets': [{'id': 'e1f3a5cd-64c5-4c43-8838-a889d3338185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:36.225945 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-128f514d-d454-4a07-a86f-9fd2e164c3e2 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:36.227623 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-128f514d-d454-4a07-a86f-9fd2e164c3e2 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4907215 Dec 09 15:50:36.230927 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53926) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:36.254317 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628ff81c-dd74-4402-bc67-9b825a68def4 None None] Checking router: 95a32505-d4e3-473f-b357-af1ed1687b42 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:50:36.264983 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628ff81c-dd74-4402-bc67-9b825a68def4 None None] Routers {'95a32505-d4e3-473f-b357-af1ed1687b42'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:36.265842 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-628ff81c-dd74-4402-bc67-9b825a68def4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:50:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['95a32505-d4e3-473f-b357-af1ed1687b42'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:36.274247 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-338cfc7b-fcc9-43c4-8f77-2d52c7f2d92b tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Allocated IP 172.25.3.173 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/e05f33f6-2e9f-4a37-af5f-a6cc43da6aea) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:50:36.404333 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-628ff81c-dd74-4402-bc67-9b825a68def4 None None] Set router 95a32505-d4e3-473f-b357-af1ed1687b42 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:50:36.447399 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-357e8104-7be9-4a70-afaf-3c32028d415a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Request body: {'security_group_rule': {'security_group_id': 'f8c9c4db-7626-4e29-9ace-d0b456e65760', 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:36.478204 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6610c3-2547-44ad-b450-45e7b42ebfcb req-69a0c844-c023-4df3-8def-ebbcfc765e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:36.480106 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3b6610c3-2547-44ad-b450-45e7b42ebfcb req-69a0c844-c023-4df3-8def-ebbcfc765e3a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cf31236457a543f3b32deeb2eee96cb5&device_id=f01094bb-8610-4eb1-a402-1adae83af95f HTTP/1.1" status: 200 len: 1135 time: 0.7141631 Dec 09 15:50:36.482479 n-d-821228-1 neutron-server[103245]: INFO neutron.db.securitygroups_db [None req-357e8104-7be9-4a70-afaf-3c32028d415a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Project 033ae2b2d4cc49e5bcd8a5d96b154150 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:50:36.496765 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-357e8104-7be9-4a70-afaf-3c32028d415a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:36.525150 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-b0c84351-f7a7-4a79-9ce0-3301026dd155 tempest-FloatingIPAdminTestJSON-586380556 tempest-FloatingIPAdminTestJSON-586380556-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:36.585785 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-338cfc7b-fcc9-43c4-8f77-2d52c7f2d92b tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:36.616434 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b0c84351-f7a7-4a79-9ce0-3301026dd155 tempest-FloatingIPAdminTestJSON-586380556 tempest-FloatingIPAdminTestJSON-586380556-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:36.651259 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6610c3-2547-44ad-b450-45e7b42ebfcb req-64113014-3ccc-4682-a989-5ab24537244a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:36.652898 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3b6610c3-2547-44ad-b450-45e7b42ebfcb req-64113014-3ccc-4682-a989-5ab24537244a service neutron] 10.222.0.42 "GET /v2.0/networks?id=06765d4c-94ea-4e55-b8c9-061ac001a4b5 HTTP/1.1" status: 200 len: 898 time: 0.1638196 Dec 09 15:50:36.658489 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58a5cc-3ece-4537-91c5-76065b8d78b6 req-2331ef21-25a4-4217-b3c8-9088d4465403 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:36.665856 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58a5cc-3ece-4537-91c5-76065b8d78b6 req-2331ef21-25a4-4217-b3c8-9088d4465403 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:36.672763 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58a5cc-3ece-4537-91c5-76065b8d78b6 req-2331ef21-25a4-4217-b3c8-9088d4465403 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:36.680098 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58a5cc-3ece-4537-91c5-76065b8d78b6 req-2331ef21-25a4-4217-b3c8-9088d4465403 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:36.688523 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58a5cc-3ece-4537-91c5-76065b8d78b6 req-2331ef21-25a4-4217-b3c8-9088d4465403 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:36.694894 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58a5cc-3ece-4537-91c5-76065b8d78b6 req-2331ef21-25a4-4217-b3c8-9088d4465403 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:36.701140 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58a5cc-3ece-4537-91c5-76065b8d78b6 req-2331ef21-25a4-4217-b3c8-9088d4465403 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:36.704109 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-be58a5cc-3ece-4537-91c5-76065b8d78b6 req-2331ef21-25a4-4217-b3c8-9088d4465403 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 5432 time: 0.1690769 Dec 09 15:50:36.776500 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 515f8ea4-5b2c-4d82-af4f-a0a271dfed8d up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:50:36.782920 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-338cfc7b-fcc9-43c4-8f77-2d52c7f2d92b tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:36.783305 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-628ff81c-dd74-4402-bc67-9b825a68def4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a32505-d4e3-473f-b357-af1ed1687b42', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1857459013', 'tenant_id': 'cf31236457a543f3b32deeb2eee96cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'cc196b53-34ca-45d6-b098-07804413b286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:49:52Z', 'updated_at': '2021-12-09T15:50:04Z', 'revision_number': 4, 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'gw_port': {'id': 'cc196b53-34ca-45d6-b098-07804413b286', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:27:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a32505-d4e3-473f-b357-af1ed1687b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:49:53Z', 'updated_at': '2021-12-09T15:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': 'df6fa6f6-dc60-48ca-8735-f0d90377f321', 'tenant_id': 'cf31236457a543f3b32deeb2eee96cb5', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '95a32505-d4e3-473f-b357-af1ed1687b42', 'port_id': '8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06765d4c-94ea-4e55-b8c9-061ac001a4b5', 'mac_address': 'fa:16:3e:5e:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01094bb-8610-4eb1-a402-1adae83af95f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:50:32Z', 'updated_at': '2021-12-09T15:50:32Z', 'revision_number': 0, 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f6c306-78c5-4de8-9574-85d554be5d83', 'name': '', 'network_id': '06765d4c-94ea-4e55-b8c9-061ac001a4b5', 'tenant_id': 'cf31236457a543f3b32deeb2eee96cb5', 'mac_address': 'fa:16:3e:62:60:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a32505-d4e3-473f-b357-af1ed1687b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'e1f3a5cd-64c5-4c43-8838-a889d3338185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:01Z', 'updated_at': '2021-12-09T15:50:09Z', 'revision_number': 5, 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'subnets': [{'id': 'e1f3a5cd-64c5-4c43-8838-a889d3338185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:36.830221 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628ff81c-dd74-4402-bc67-9b825a68def4 None None] The sync data for ids ['95a32505-d4e3-473f-b357-af1ed1687b42'] in n-d-821228-1 is: [{'id': '95a32505-d4e3-473f-b357-af1ed1687b42', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1857459013', 'tenant_id': 'cf31236457a543f3b32deeb2eee96cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'cc196b53-34ca-45d6-b098-07804413b286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:49:52Z', 'updated_at': '2021-12-09T15:50:04Z', 'revision_number': 4, 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'gw_port': {'id': 'cc196b53-34ca-45d6-b098-07804413b286', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:27:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a32505-d4e3-473f-b357-af1ed1687b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:49:53Z', 'updated_at': '2021-12-09T15:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': 'df6fa6f6-dc60-48ca-8735-f0d90377f321', 'tenant_id': 'cf31236457a543f3b32deeb2eee96cb5', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '95a32505-d4e3-473f-b357-af1ed1687b42', 'port_id': '8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06765d4c-94ea-4e55-b8c9-061ac001a4b5', 'mac_address': 'fa:16:3e:5e:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01094bb-8610-4eb1-a402-1adae83af95f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:50:32Z', 'updated_at': '2021-12-09T15:50:32Z', 'revision_number': 0, 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f6c306-78c5-4de8-9574-85d554be5d83', 'name': '', 'network_id': '06765d4c-94ea-4e55-b8c9-061ac001a4b5', 'tenant_id': 'cf31236457a543f3b32deeb2eee96cb5', 'mac_address': 'fa:16:3e:62:60:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a32505-d4e3-473f-b357-af1ed1687b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'e1f3a5cd-64c5-4c43-8838-a889d3338185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:01Z', 'updated_at': '2021-12-09T15:50:09Z', 'revision_number': 5, 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'subnets': [{'id': 'e1f3a5cd-64c5-4c43-8838-a889d3338185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:50:36.862982 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 515f8ea4-5b2c-4d82-af4f-a0a271dfed8d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:36.863442 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:36.867702 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338cfc7b-fcc9-43c4-8f77-2d52c7f2d92b tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:50:36.871039 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-357e8104-7be9-4a70-afaf-3c32028d415a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:36.884887 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-be58a5cc-3ece-4537-91c5-76065b8d78b6 req-5aa70cdf-fd2e-4d78-a59d-990e194aac2c tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=c5881a67-eda0-4da9-8b2e-8ff2108b95fa&id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1530352 Dec 09 15:50:36.887186 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-338cfc7b-fcc9-43c4-8f77-2d52c7f2d92b tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:50:36.896456 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338cfc7b-fcc9-43c4-8f77-2d52c7f2d92b tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:50:36.902173 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338cfc7b-fcc9-43c4-8f77-2d52c7f2d92b tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Pushing event updated for resources: {'Port': ['ID=e05f33f6-2e9f-4a37-af5f-a6cc43da6aea,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:36.906600 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3b6610c3-2547-44ad-b450-45e7b42ebfcb req-7340a84f-7c40-490f-8033-4db108ce0027 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3 HTTP/1.1" status: 200 len: 998 time: 0.2418919 Dec 09 15:50:36.908724 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-357e8104-7be9-4a70-afaf-3c32028d415a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:36.962655 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea1a8ca-62d8-44df-8946-a265eacf71dc None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:50:37.001728 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e8104-7be9-4a70-afaf-3c32028d415a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7cf7b7-339f-484e-9fe0-4e19301c63f9,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:37.045210 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-357e8104-7be9-4a70-afaf-3c32028d415a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:37.053139 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-357e8104-7be9-4a70-afaf-3c32028d415a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9934442 Dec 09 15:50:37.071945 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 8ce4a02c-381e-47e9-a10d-3d4634f23e85 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:50:37.100236 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b0c84351-f7a7-4a79-9ce0-3301026dd155 tempest-FloatingIPAdminTestJSON-586380556 tempest-FloatingIPAdminTestJSON-586380556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:37.111270 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 8ce4a02c-381e-47e9-a10d-3d4634f23e85 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:50:37.111627 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 8ce4a02c-381e-47e9-a10d-3d4634f23e85 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:50:37.132183 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6610c3-2547-44ad-b450-45e7b42ebfcb req-abdba196-7f32-4ca2-9009-f2cb039334b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:37.133904 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3b6610c3-2547-44ad-b450-45e7b42ebfcb req-abdba196-7f32-4ca2-9009-f2cb039334b0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e1f3a5cd-64c5-4c43-8838-a889d3338185 HTTP/1.1" status: 200 len: 835 time: 0.1932857 Dec 09 15:50:37.148237 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3e5aa42d-cfee-47f4-a1bf-6297317fea5f None None] Provisioning complete for port e05f33f6-2e9f-4a37-af5f-a6cc43da6aea triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:37.148648 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3e5aa42d-cfee-47f4-a1bf-6297317fea5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:37.187705 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-27c7d605-f687-4689-90b4-a1e77bc4517f tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5755 time: 1.2396123 Dec 09 15:50:37.194910 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53938) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:37.221669 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3e5aa42d-cfee-47f4-a1bf-6297317fea5f None None] Port e05f33f6-2e9f-4a37-af5f-a6cc43da6aea cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:50:37.298374 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6610c3-2547-44ad-b450-45e7b42ebfcb req-f75b886f-fb9e-4523-b375-f1c509d0fcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:37.302107 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3b6610c3-2547-44ad-b450-45e7b42ebfcb req-f75b886f-fb9e-4523-b375-f1c509d0fcd8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=06765d4c-94ea-4e55-b8c9-061ac001a4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1585119 Dec 09 15:50:37.306029 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340ec985-3a0e-4835-8d52-82e6273ac600 None None] New status for floating IP df6fa6f6-dc60-48ca-8735-f0d90377f321: ACTIVE {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:50:37.393463 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f023d8d4-1733-44cc-a696-b044fc2f043a tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:37.393676 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f023d8d4-1733-44cc-a696-b044fc2f043a tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:37.395579 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f023d8d4-1733-44cc-a696-b044fc2f043a tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=95a32505-d4e3-473f-b357-af1ed1687b42 HTTP/1.1" status: 200 len: 1989 time: 0.1818178 Dec 09 15:50:37.450622 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3b6610c3-2547-44ad-b450-45e7b42ebfcb req-f125fa27-e838-4304-85cf-d3696cf3cc82 service neutron] 10.222.0.42 "GET /v2.0/networks/06765d4c-94ea-4e55-b8c9-061ac001a4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391442 Dec 09 15:50:37.526037 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-b0c84351-f7a7-4a79-9ce0-3301026dd155 tempest-FloatingIPAdminTestJSON-586380556 tempest-FloatingIPAdminTestJSON-586380556-project] Allocated IP 172.25.3.205 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/9239bd38-fb04-420d-bdb8-e5150625a94a) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:50:37.534981 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97cecdc1-6589-43d5-b370-c00993798082 req-af9a96a9-cf56-450a-9dcf-044b9cf4fb6d tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-390000737&fields=id&tenant_id=033ae2b2d4cc49e5bcd8a5d96b154150 HTTP/1.1" status: 200 len: 267 time: 0.1697326 Dec 09 15:50:37.551550 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-338cfc7b-fcc9-43c4-8f77-2d52c7f2d92b tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:37.570919 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3b6610c3-2547-44ad-b450-45e7b42ebfcb req-eadf74e2-c8a1-49d3-9905-91f1d8b3930a service neutron] 10.222.0.42 "GET /v2.0/networks/06765d4c-94ea-4e55-b8c9-061ac001a4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123114 Dec 09 15:50:37.823959 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cecdc1-6589-43d5-b370-c00993798082 req-b6d691bd-eb76-485f-bde2-cde970459fa0 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:37.825455 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97cecdc1-6589-43d5-b370-c00993798082 req-b6d691bd-eb76-485f-bde2-cde970459fa0 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/networks?id=39fd6fc5-480f-449b-a757-aef8748068b8 HTTP/1.1" status: 200 len: 797 time: 0.2692921 Dec 09 15:50:37.830654 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b0c84351-f7a7-4a79-9ce0-3301026dd155 tempest-FloatingIPAdminTestJSON-586380556 tempest-FloatingIPAdminTestJSON-586380556-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:37.885394 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97cecdc1-6589-43d5-b370-c00993798082 req-92b92b95-84ba-4c97-98f8-1453eece0eb3 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/quotas/033ae2b2d4cc49e5bcd8a5d96b154150 HTTP/1.1" status: 200 len: 375 time: 0.0530553 Dec 09 15:50:37.988789 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b0c84351-f7a7-4a79-9ce0-3301026dd155 tempest-FloatingIPAdminTestJSON-586380556 tempest-FloatingIPAdminTestJSON-586380556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:37.992547 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-338cfc7b-fcc9-43c4-8f77-2d52c7f2d92b tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:38.034579 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97cecdc1-6589-43d5-b370-c00993798082 req-b098dc47-2620-4dc1-b9d2-05dd9a86cf4e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=033ae2b2d4cc49e5bcd8a5d96b154150&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1412730 Dec 09 15:50:38.093485 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c84351-f7a7-4a79-9ce0-3301026dd155 tempest-FloatingIPAdminTestJSON-586380556 tempest-FloatingIPAdminTestJSON-586380556-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:50:38.465947 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-b0c84351-f7a7-4a79-9ce0-3301026dd155 tempest-FloatingIPAdminTestJSON-586380556 tempest-FloatingIPAdminTestJSON-586380556-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:50:38.473987 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c84351-f7a7-4a79-9ce0-3301026dd155 tempest-FloatingIPAdminTestJSON-586380556 tempest-FloatingIPAdminTestJSON-586380556-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:50:38.482621 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c84351-f7a7-4a79-9ce0-3301026dd155 tempest-FloatingIPAdminTestJSON-586380556 tempest-FloatingIPAdminTestJSON-586380556-project] Pushing event updated for resources: {'Port': ['ID=9239bd38-fb04-420d-bdb8-e5150625a94a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:38.627256 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97cecdc1-6589-43d5-b370-c00993798082 req-c3f6a618-5af3-47d9-98ea-47410e12abe1 service neutron] 10.222.0.57 "GET /v2.0/networks/39fd6fc5-480f-449b-a757-aef8748068b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5538034 Dec 09 15:50:38.701951 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b0c84351-f7a7-4a79-9ce0-3301026dd155 tempest-FloatingIPAdminTestJSON-586380556 tempest-FloatingIPAdminTestJSON-586380556-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:38.736061 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338cfc7b-fcc9-43c4-8f77-2d52c7f2d92b tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Router 91892f7e-709c-47fd-8bf5-001f23e9b600 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:50:38.776680 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b0c84351-f7a7-4a79-9ce0-3301026dd155 tempest-FloatingIPAdminTestJSON-586380556 tempest-FloatingIPAdminTestJSON-586380556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:38.803452 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97cecdc1-6589-43d5-b370-c00993798082 req-5c313946-5760-4efa-a9de-94657f5ff561 service neutron] 10.222.0.57 "GET /v2.0/networks/39fd6fc5-480f-449b-a757-aef8748068b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638584 Dec 09 15:50:38.984295 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338cfc7b-fcc9-43c4-8f77-2d52c7f2d92b tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:50:39.001025 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b40b69f-9f0e-45bf-a0f1-baa6e9de5de9 None None] Sync routers for ids ['91892f7e-709c-47fd-8bf5-001f23e9b600'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:50:39.011851 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b40b69f-9f0e-45bf-a0f1-baa6e9de5de9 None None] Routers {'91892f7e-709c-47fd-8bf5-001f23e9b600'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:39.012745 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4b40b69f-9f0e-45bf-a0f1-baa6e9de5de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:50:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['91892f7e-709c-47fd-8bf5-001f23e9b600'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:39.041319 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-338cfc7b-fcc9-43c4-8f77-2d52c7f2d92b tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:39.042601 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-338cfc7b-fcc9-43c4-8f77-2d52c7f2d92b tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.5683432 Dec 09 15:50:39.045647 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53966) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:39.050369 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-6d4b2ad3-7b0e-41ca-b34c-5a95a4d32929 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'enable_snat': False}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:39.077925 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4b40b69f-9f0e-45bf-a0f1-baa6e9de5de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:39.087325 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b40b69f-9f0e-45bf-a0f1-baa6e9de5de9 None None] Routers {'91892f7e-709c-47fd-8bf5-001f23e9b600'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:39.087967 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4b40b69f-9f0e-45bf-a0f1-baa6e9de5de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:50:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['91892f7e-709c-47fd-8bf5-001f23e9b600'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:39.090692 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e5a56-eb03-4d6a-b58c-e0220fc49e8f req-2632e15a-5fec-47b9-9cfa-93b57011ade2 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:39.097152 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e5a56-eb03-4d6a-b58c-e0220fc49e8f req-2632e15a-5fec-47b9-9cfa-93b57011ade2 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:39.104660 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e5a56-eb03-4d6a-b58c-e0220fc49e8f req-2632e15a-5fec-47b9-9cfa-93b57011ade2 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:39.112050 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e5a56-eb03-4d6a-b58c-e0220fc49e8f req-2632e15a-5fec-47b9-9cfa-93b57011ade2 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:39.119504 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e5a56-eb03-4d6a-b58c-e0220fc49e8f req-2632e15a-5fec-47b9-9cfa-93b57011ade2 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:39.126822 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e5a56-eb03-4d6a-b58c-e0220fc49e8f req-2632e15a-5fec-47b9-9cfa-93b57011ade2 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:39.127602 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4b40b69f-9f0e-45bf-a0f1-baa6e9de5de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:39.128289 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b40b69f-9f0e-45bf-a0f1-baa6e9de5de9 None None] The sync data for ids ['91892f7e-709c-47fd-8bf5-001f23e9b600'] in n-d-821228-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:50:39.134057 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e5a56-eb03-4d6a-b58c-e0220fc49e8f req-2632e15a-5fec-47b9-9cfa-93b57011ade2 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:39.136685 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c53e5a56-eb03-4d6a-b58c-e0220fc49e8f req-2632e15a-5fec-47b9-9cfa-93b57011ade2 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 5432 time: 0.1636550 Dec 09 15:50:39.181965 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b0c84351-f7a7-4a79-9ce0-3301026dd155 tempest-FloatingIPAdminTestJSON-586380556 tempest-FloatingIPAdminTestJSON-586380556-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:39.188466 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b0c84351-f7a7-4a79-9ce0-3301026dd155 tempest-FloatingIPAdminTestJSON-586380556 tempest-FloatingIPAdminTestJSON-586380556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:39.277076 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c53e5a56-eb03-4d6a-b58c-e0220fc49e8f req-60f06745-a5f2-410a-8839-95d39139b5a7 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=c5881a67-eda0-4da9-8b2e-8ff2108b95fa&id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1305215 Dec 09 15:50:39.291536 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c84351-f7a7-4a79-9ce0-3301026dd155 tempest-FloatingIPAdminTestJSON-586380556 tempest-FloatingIPAdminTestJSON-586380556-project] Pushing event updated for resources: {'Port': ['ID=9239bd38-fb04-420d-bdb8-e5150625a94a,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:39.305815 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c84351-f7a7-4a79-9ce0-3301026dd155 tempest-FloatingIPAdminTestJSON-586380556 tempest-FloatingIPAdminTestJSON-586380556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:39.306055 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c84351-f7a7-4a79-9ce0-3301026dd155 tempest-FloatingIPAdminTestJSON-586380556 tempest-FloatingIPAdminTestJSON-586380556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:39.306411 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c84351-f7a7-4a79-9ce0-3301026dd155 tempest-FloatingIPAdminTestJSON-586380556 tempest-FloatingIPAdminTestJSON-586380556-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:39.306761 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c84351-f7a7-4a79-9ce0-3301026dd155 tempest-FloatingIPAdminTestJSON-586380556 tempest-FloatingIPAdminTestJSON-586380556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:39.307100 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c84351-f7a7-4a79-9ce0-3301026dd155 tempest-FloatingIPAdminTestJSON-586380556 tempest-FloatingIPAdminTestJSON-586380556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:39.307439 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c84351-f7a7-4a79-9ce0-3301026dd155 tempest-FloatingIPAdminTestJSON-586380556 tempest-FloatingIPAdminTestJSON-586380556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:39.307821 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c84351-f7a7-4a79-9ce0-3301026dd155 tempest-FloatingIPAdminTestJSON-586380556 tempest-FloatingIPAdminTestJSON-586380556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:39.308088 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c84351-f7a7-4a79-9ce0-3301026dd155 tempest-FloatingIPAdminTestJSON-586380556 tempest-FloatingIPAdminTestJSON-586380556-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:39.308450 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c84351-f7a7-4a79-9ce0-3301026dd155 tempest-FloatingIPAdminTestJSON-586380556 tempest-FloatingIPAdminTestJSON-586380556-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:39.308770 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c84351-f7a7-4a79-9ce0-3301026dd155 tempest-FloatingIPAdminTestJSON-586380556 tempest-FloatingIPAdminTestJSON-586380556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:39.309101 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c84351-f7a7-4a79-9ce0-3301026dd155 tempest-FloatingIPAdminTestJSON-586380556 tempest-FloatingIPAdminTestJSON-586380556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:39.309431 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c84351-f7a7-4a79-9ce0-3301026dd155 tempest-FloatingIPAdminTestJSON-586380556 tempest-FloatingIPAdminTestJSON-586380556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:39.309755 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c84351-f7a7-4a79-9ce0-3301026dd155 tempest-FloatingIPAdminTestJSON-586380556 tempest-FloatingIPAdminTestJSON-586380556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:39.316734 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b0c84351-f7a7-4a79-9ce0-3301026dd155 tempest-FloatingIPAdminTestJSON-586380556 tempest-FloatingIPAdminTestJSON-586380556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:39.350935 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b0c84351-f7a7-4a79-9ce0-3301026dd155 tempest-FloatingIPAdminTestJSON-586380556 tempest-FloatingIPAdminTestJSON-586380556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:39.354602 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b0c84351-f7a7-4a79-9ce0-3301026dd155 tempest-FloatingIPAdminTestJSON-586380556 tempest-FloatingIPAdminTestJSON-586380556-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1201262 Dec 09 15:50:39.354823 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53974) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:39.571066 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e1ea3217-64f8-40a3-99b6-2456525b5619 req-d2a03ccc-5cbf-44da-b4c2-0e7cd3fc87ff tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b26ee7a-7789-45a1-99ec-aa8439160836 HTTP/1.1" status: 200 len: 210 time: 0.0487118 Dec 09 15:50:39.612737 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-dbabbb7f-084f-49c1-a3be-37441f8abc1b tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4486 time: 0.2518737 Dec 09 15:50:39.612737 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53980) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:39.624729 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d4b2ad3-7b0e-41ca-b34c-5a95a4d32929 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:39.695448 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f183b71d-1484-4b47-9708-161872d02955 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0815358 Dec 09 15:50:39.698442 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53982) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:39.837644 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a6cf182f-6ff9-4865-8bbb-06aa2228c45e tempest-FloatingIPAdminTestJSON-586380556 tempest-FloatingIPAdminTestJSON-586380556-project] Deleting port 9239bd38-fb04-420d-bdb8-e5150625a94a {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:50:39.838347 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a6cf182f-6ff9-4865-8bbb-06aa2228c45e tempest-FloatingIPAdminTestJSON-586380556 tempest-FloatingIPAdminTestJSON-586380556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:39.923934 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a6cf182f-6ff9-4865-8bbb-06aa2228c45e tempest-FloatingIPAdminTestJSON-586380556 tempest-FloatingIPAdminTestJSON-586380556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:39.924300 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a6cf182f-6ff9-4865-8bbb-06aa2228c45e tempest-FloatingIPAdminTestJSON-586380556 tempest-FloatingIPAdminTestJSON-586380556-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:39.936558 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a6cf182f-6ff9-4865-8bbb-06aa2228c45e tempest-FloatingIPAdminTestJSON-586380556 tempest-FloatingIPAdminTestJSON-586380556-project] Calling delete_port for 9239bd38-fb04-420d-bdb8-e5150625a94a owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:50:40.073493 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d4b2ad3-7b0e-41ca-b34c-5a95a4d32929 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1598674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1781863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39067'] for router, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:40.074239 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a6cf182f-6ff9-4865-8bbb-06aa2228c45e tempest-FloatingIPAdminTestJSON-586380556 tempest-FloatingIPAdminTestJSON-586380556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:40.078200 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d4b2ad3-7b0e-41ca-b34c-5a95a4d32929 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1598665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1598656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1781790'] for router, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:40.109140 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf182f-6ff9-4865-8bbb-06aa2228c45e tempest-FloatingIPAdminTestJSON-586380556 tempest-FloatingIPAdminTestJSON-586380556-project] Pushing event deleted for resources: {'Port': ['ID=9239bd38-fb04-420d-bdb8-e5150625a94a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:40.234037 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4b2ad3-7b0e-41ca-b34c-5a95a4d32929 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Router 91892f7e-709c-47fd-8bf5-001f23e9b600 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:50:40.234909 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a6cf182f-6ff9-4865-8bbb-06aa2228c45e tempest-FloatingIPAdminTestJSON-586380556 tempest-FloatingIPAdminTestJSON-586380556-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:40.237522 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a6cf182f-6ff9-4865-8bbb-06aa2228c45e tempest-FloatingIPAdminTestJSON-586380556 tempest-FloatingIPAdminTestJSON-586380556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:40.238689 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a6cf182f-6ff9-4865-8bbb-06aa2228c45e tempest-FloatingIPAdminTestJSON-586380556 tempest-FloatingIPAdminTestJSON-586380556-project] 10.222.0.57 "DELETE /v2.0/floatingips/951b6777-d492-43b3-8bfa-106c2c09bf9b HTTP/1.1" status: 204 len: 168 time: 0.5393026 Dec 09 15:50:40.242010 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53984) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:40.364314 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4b2ad3-7b0e-41ca-b34c-5a95a4d32929 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:50:40.375281 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd91d5a-db9c-4bb0-a763-7ee188314506 None None] Sync routers for ids ['91892f7e-709c-47fd-8bf5-001f23e9b600'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:50:40.379001 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d4b2ad3-7b0e-41ca-b34c-5a95a4d32929 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:40.383513 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6d4b2ad3-7b0e-41ca-b34c-5a95a4d32929 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] 10.222.0.57 "PUT /v2.0/routers/91892f7e-709c-47fd-8bf5-001f23e9b600 HTTP/1.1" status: 200 len: 921 time: 1.3367405 Dec 09 15:50:40.384581 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53988) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:40.392634 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd91d5a-db9c-4bb0-a763-7ee188314506 None None] Routers {'91892f7e-709c-47fd-8bf5-001f23e9b600'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:40.393258 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-4bd91d5a-db9c-4bb0-a763-7ee188314506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:50:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['91892f7e-709c-47fd-8bf5-001f23e9b600'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:40.419032 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cecdc1-6589-43d5-b370-c00993798082 req-8e749dd4-998d-4f26-aff3-1d802f0b5648 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:40.421227 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97cecdc1-6589-43d5-b370-c00993798082 req-8e749dd4-998d-4f26-aff3-1d802f0b5648 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.31 "GET /v2.0/networks?id=39fd6fc5-480f-449b-a757-aef8748068b8 HTTP/1.1" status: 200 len: 797 time: 0.2661247 Dec 09 15:50:40.445556 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-4bd91d5a-db9c-4bb0-a763-7ee188314506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:40.455247 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd91d5a-db9c-4bb0-a763-7ee188314506 None None] Routers {'91892f7e-709c-47fd-8bf5-001f23e9b600'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:40.456059 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-4bd91d5a-db9c-4bb0-a763-7ee188314506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:50:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['91892f7e-709c-47fd-8bf5-001f23e9b600'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:40.505511 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-4bd91d5a-db9c-4bb0-a763-7ee188314506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:40.506406 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd91d5a-db9c-4bb0-a763-7ee188314506 None None] The sync data for ids ['91892f7e-709c-47fd-8bf5-001f23e9b600'] in n-d-821228-1 is: [] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:50:40.515356 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-439be095-8022-44cc-85eb-6ac499b21e49 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] 10.222.0.57 "GET /v2.0/routers/91892f7e-709c-47fd-8bf5-001f23e9b600 HTTP/1.1" status: 200 len: 921 time: 0.1292930 Dec 09 15:50:40.518061 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53994) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:40.522646 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-08dd731b-1869-496c-924a-43afe8c80e63 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Deleting port 5c19ece4-320d-48ef-9aa7-19d7877e96fd {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:50:40.523002 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08dd731b-1869-496c-924a-43afe8c80e63 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:40.587101 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a6d85-44e4-4cd3-a345-688e86e7ad22 req-a7b3d902-015b-4a4f-8b3a-a5625074df0b tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:40.593936 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a6d85-44e4-4cd3-a345-688e86e7ad22 req-a7b3d902-015b-4a4f-8b3a-a5625074df0b tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:40.599756 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a6d85-44e4-4cd3-a345-688e86e7ad22 req-a7b3d902-015b-4a4f-8b3a-a5625074df0b tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:40.605642 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a6d85-44e4-4cd3-a345-688e86e7ad22 req-a7b3d902-015b-4a4f-8b3a-a5625074df0b tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:40.611849 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a6d85-44e4-4cd3-a345-688e86e7ad22 req-a7b3d902-015b-4a4f-8b3a-a5625074df0b tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:40.617784 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a6d85-44e4-4cd3-a345-688e86e7ad22 req-a7b3d902-015b-4a4f-8b3a-a5625074df0b tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:40.622666 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eac0d30-c0ba-4eae-8fe1-fb83c32ee7c4 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:40.624747 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a6d85-44e4-4cd3-a345-688e86e7ad22 req-a7b3d902-015b-4a4f-8b3a-a5625074df0b tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:40.626722 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c09a6d85-44e4-4cd3-a345-688e86e7ad22 req-a7b3d902-015b-4a4f-8b3a-a5625074df0b tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 5432 time: 0.2035091 Dec 09 15:50:40.627698 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2eac0d30-c0ba-4eae-8fe1-fb83c32ee7c4 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=d8331094-778d-4179-9ed8-de7de1c5438c&device_id=91892f7e-709c-47fd-8bf5-001f23e9b600&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1086333 Dec 09 15:50:40.628636 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54000) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:40.643681 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97cecdc1-6589-43d5-b370-c00993798082 req-33b15bc5-79d9-4841-9d71-40f892135512 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=033ae2b2d4cc49e5bcd8a5d96b154150 HTTP/1.1" status: 200 len: 472 time: 0.2099605 Dec 09 15:50:40.657848 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-97cecdc1-6589-43d5-b370-c00993798082 req-616420d2-9b64-435a-b134-ab2e2c6ff81b tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Request body: {'port': {'device_id': '1b26ee7a-7789-45a1-99ec-aa8439160836', 'network_id': '39fd6fc5-480f-449b-a757-aef8748068b8', 'admin_state_up': True, 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'security_groups': ['f8c9c4db-7626-4e29-9ace-d0b456e65760']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:40.731808 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2d243e-e321-4916-b966-19613f475468 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:40.734233 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2d2d243e-e321-4916-b966-19613f475468 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] 10.222.0.57 "GET /v2.0/networks/d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 881 time: 0.1043644 Dec 09 15:50:40.736888 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54002) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:40.769904 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bf7c39d6-ea16-458a-87a8-f0bc5fb2ca71 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] 10.222.0.57 "GET /v2.0/ports?device_id=91892f7e-709c-47fd-8bf5-001f23e9b600 HTTP/1.1" status: 200 len: 205 time: 0.0289845 Dec 09 15:50:40.770360 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54004) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:40.784804 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c09a6d85-44e4-4cd3-a345-688e86e7ad22 req-d6e94f13-6054-40d9-92a1-fb382d44280c tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=c5881a67-eda0-4da9-8b2e-8ff2108b95fa&id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1400828 Dec 09 15:50:40.789811 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08dd731b-1869-496c-924a-43afe8c80e63 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:40.790095 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08dd731b-1869-496c-924a-43afe8c80e63 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:40.819705 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-08dd731b-1869-496c-924a-43afe8c80e63 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Calling delete_port for 5c19ece4-320d-48ef-9aa7-19d7877e96fd owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:50:40.913865 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-62e348e8-99aa-4cab-ba01-cd8dec3aa6aa tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:40.915736 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97cecdc1-6589-43d5-b370-c00993798082 req-616420d2-9b64-435a-b134-ab2e2c6ff81b tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Made reservation on behalf of 033ae2b2d4cc49e5bcd8a5d96b154150 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:50:40.919451 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-97cecdc1-6589-43d5-b370-c00993798082 req-616420d2-9b64-435a-b134-ab2e2c6ff81b tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:41.016964 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5001b927-c05c-4659-944e-e02add88b13d req-c6f03524-bf36-46c5-af9b-82c76a0e3d37 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b26ee7a-7789-45a1-99ec-aa8439160836 HTTP/1.1" status: 200 len: 210 time: 0.0618575 Dec 09 15:50:41.055960 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-62e348e8-99aa-4cab-ba01-cd8dec3aa6aa tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:41.110314 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-62e348e8-99aa-4cab-ba01-cd8dec3aa6aa tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Deleting port e05f33f6-2e9f-4a37-af5f-a6cc43da6aea {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:50:41.111073 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-62e348e8-99aa-4cab-ba01-cd8dec3aa6aa tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:41.112709 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08dd731b-1869-496c-924a-43afe8c80e63 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:41.146074 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-97cecdc1-6589-43d5-b370-c00993798082 req-616420d2-9b64-435a-b134-ab2e2c6ff81b tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Allocated IP 172.20.0.24 (39fd6fc5-480f-449b-a757-aef8748068b8/01be392a-cb14-4b78-9fa7-00b581d9ae5d/b0001301-2d35-4f1b-b629-db1919f98127) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:50:41.150169 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd731b-1869-496c-924a-43afe8c80e63 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c19ece4-320d-48ef-9aa7-19d7877e96fd,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:41.259175 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08dd731b-1869-496c-924a-43afe8c80e63 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:41.261720 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08dd731b-1869-496c-924a-43afe8c80e63 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:41.267452 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-08dd731b-1869-496c-924a-43afe8c80e63 tempest-FloatingIPAdminTestJSON-785433426 tempest-FloatingIPAdminTestJSON-785433426-project-admin] 10.222.0.57 "DELETE /v2.0/floatingips/4a226139-2d31-410a-9f2f-c70640f49bc0 HTTP/1.1" status: 204 len: 168 time: 1.0200055 Dec 09 15:50:41.291240 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54006) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:41.423643 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-97cecdc1-6589-43d5-b370-c00993798082 req-616420d2-9b64-435a-b134-ab2e2c6ff81b tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:41.447589 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-2dc4710d-9aed-4d33-b271-6b2a879a9740 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Deleting port d1f11ea2-84aa-42a1-a117-c1c8fd19bde8 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:50:41.447943 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2dc4710d-9aed-4d33-b271-6b2a879a9740 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:41.484234 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-62e348e8-99aa-4cab-ba01-cd8dec3aa6aa tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:41.496163 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-62e348e8-99aa-4cab-ba01-cd8dec3aa6aa tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Calling delete_port for e05f33f6-2e9f-4a37-af5f-a6cc43da6aea owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:50:41.526619 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-97cecdc1-6589-43d5-b370-c00993798082 req-616420d2-9b64-435a-b134-ab2e2c6ff81b tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:41.589049 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2dc4710d-9aed-4d33-b271-6b2a879a9740 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:41.602507 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97cecdc1-6589-43d5-b370-c00993798082 req-616420d2-9b64-435a-b134-ab2e2c6ff81b tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Network 39fd6fc5-480f-449b-a757-aef8748068b8 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:50:41.615210 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-97cecdc1-6589-43d5-b370-c00993798082 req-616420d2-9b64-435a-b134-ab2e2c6ff81b tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:50:41.617139 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-2dc4710d-9aed-4d33-b271-6b2a879a9740 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Calling delete_port for d1f11ea2-84aa-42a1-a117-c1c8fd19bde8 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:50:41.619366 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616420d2-9b64-435a-b134-ab2e2c6ff81b tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event updated for resources: {'Port': ['ID=b0001301-2d35-4f1b-b629-db1919f98127,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:41.621749 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-97cecdc1-6589-43d5-b370-c00993798082 req-616420d2-9b64-435a-b134-ab2e2c6ff81b tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:50:41.719415 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cecdc1-6589-43d5-b370-c00993798082 req-616420d2-9b64-435a-b134-ab2e2c6ff81b tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:41.720090 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-97cecdc1-6589-43d5-b370-c00993798082 req-616420d2-9b64-435a-b134-ab2e2c6ff81b tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:41.731807 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-62e348e8-99aa-4cab-ba01-cd8dec3aa6aa tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:41.751086 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97cecdc1-6589-43d5-b370-c00993798082 req-616420d2-9b64-435a-b134-ab2e2c6ff81b tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0977795 Dec 09 15:50:41.800905 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e348e8-99aa-4cab-ba01-cd8dec3aa6aa tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Pushing event deleted for resources: {'Port': ['ID=e05f33f6-2e9f-4a37-af5f-a6cc43da6aea,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:41.804947 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9cc7ce-4f0d-4247-bdbc-307a7e0180be None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:50:41.838559 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-97cecdc1-6589-43d5-b370-c00993798082 req-cf8ae39b-8c95-4888-ab4b-7ae613198194 service neutron] Request body: {'port': {'device_id': '1b26ee7a-7789-45a1-99ec-aa8439160836', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:41.844240 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2dc4710d-9aed-4d33-b271-6b2a879a9740 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:41.904390 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc4710d-9aed-4d33-b271-6b2a879a9740 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Pushing event deleted for resources: {'Port': ['ID=d1f11ea2-84aa-42a1-a117-c1c8fd19bde8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:41.995258 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-668eba6a-0988-4b08-a956-558933aec1cd None None] Provisioning complete for port b0001301-2d35-4f1b-b629-db1919f98127 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:41.997428 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-62e348e8-99aa-4cab-ba01-cd8dec3aa6aa tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:41.999170 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-668eba6a-0988-4b08-a956-558933aec1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:42.089732 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2dc4710d-9aed-4d33-b271-6b2a879a9740 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:42.094345 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2dc4710d-9aed-4d33-b271-6b2a879a9740 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] 10.222.0.57 "DELETE /v2.0/ports/d1f11ea2-84aa-42a1-a117-c1c8fd19bde8 HTTP/1.1" status: 204 len: 168 time: 0.8026271 Dec 09 15:50:42.096339 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-668eba6a-0988-4b08-a956-558933aec1cd None None] Port b0001301-2d35-4f1b-b629-db1919f98127 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:50:42.101812 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54030) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:42.179888 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-62e348e8-99aa-4cab-ba01-cd8dec3aa6aa tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:42.184223 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-62e348e8-99aa-4cab-ba01-cd8dec3aa6aa tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:42.222804 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-97cecdc1-6589-43d5-b370-c00993798082 req-cf8ae39b-8c95-4888-ab4b-7ae613198194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:42.243966 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-62e348e8-99aa-4cab-ba01-cd8dec3aa6aa tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:42.244561 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e348e8-99aa-4cab-ba01-cd8dec3aa6aa tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Fanout notify agent at l3_agent the message router_deleted on router 91892f7e-709c-47fd-8bf5-001f23e9b600 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:50:42.260237 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-62e348e8-99aa-4cab-ba01-cd8dec3aa6aa tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:42.268239 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54032) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:42.270072 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-62e348e8-99aa-4cab-ba01-cd8dec3aa6aa tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] 10.222.0.57 "DELETE /v2.0/routers/91892f7e-709c-47fd-8bf5-001f23e9b600 HTTP/1.1" status: 204 len: 168 time: 1.4987063 Dec 09 15:50:42.280388 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4858cef2-99b7-4ab1-8705-4b4075e62f1d tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:42.281964 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4858cef2-99b7-4ab1-8705-4b4075e62f1d tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] 10.222.0.57 "GET /v2.0/ports?device_id=fc04a264-54c3-448c-aed6-a11390dcc8e1 HTTP/1.1" status: 200 len: 913 time: 0.1526062 Dec 09 15:50:42.284942 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54034) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:42.294050 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ff947864-8b79-4fed-8557-3b9efb53ca59 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-283361176', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:42.350579 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34c20e-2ab7-41f4-a61f-9002bac63533 req-430edd0c-6be2-4a1f-8c04-d802f43524dd tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:42.357418 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34c20e-2ab7-41f4-a61f-9002bac63533 req-430edd0c-6be2-4a1f-8c04-d802f43524dd tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:42.364444 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34c20e-2ab7-41f4-a61f-9002bac63533 req-430edd0c-6be2-4a1f-8c04-d802f43524dd tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:42.370060 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34c20e-2ab7-41f4-a61f-9002bac63533 req-430edd0c-6be2-4a1f-8c04-d802f43524dd tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:42.376869 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34c20e-2ab7-41f4-a61f-9002bac63533 req-430edd0c-6be2-4a1f-8c04-d802f43524dd tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:42.384961 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34c20e-2ab7-41f4-a61f-9002bac63533 req-430edd0c-6be2-4a1f-8c04-d802f43524dd tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:42.393378 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34c20e-2ab7-41f4-a61f-9002bac63533 req-430edd0c-6be2-4a1f-8c04-d802f43524dd tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:42.395565 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ed34c20e-2ab7-41f4-a61f-9002bac63533 req-430edd0c-6be2-4a1f-8c04-d802f43524dd tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 5432 time: 0.3528121 Dec 09 15:50:42.506220 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff947864-8b79-4fed-8557-3b9efb53ca59 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:42.507486 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff947864-8b79-4fed-8557-3b9efb53ca59 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:42.776186 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a6939c53-f5c6-4767-90cb-68b7ca1c5d60 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:42.812801 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device c80d9ccb-8f47-4f45-874e-82d37cf55b7b details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:50:42.912088 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port c80d9ccb-8f47-4f45-874e-82d37cf55b7b, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=c80d9ccb-8f47-4f45-874e-82d37cf55b7b,segment=NetworkSegment(45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e),segment_id=45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:42.928736 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'c80d9ccb-8f47-4f45-874e-82d37cf55b7b', 'network_id': '793151e9-673a-4eba-bc7f-eef12bb07531', 'port_id': 'c80d9ccb-8f47-4f45-874e-82d37cf55b7b', 'mac_address': 'fa:16:3e:f3:ef:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '171b19ce-c8cb-49f0-b1d6-e7dc927afc82', 'ip_address': '10.1.1.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:50:42.949165 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ed34c20e-2ab7-41f4-a61f-9002bac63533 req-fd7d481c-6781-482d-bde4-de2f41d7f012 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=c5881a67-eda0-4da9-8b2e-8ff2108b95fa&id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5470419 Dec 09 15:50:42.988132 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:42.999639 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff947864-8b79-4fed-8557-3b9efb53ca59 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:43.004648 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c80d9ccb-8f47-4f45-874e-82d37cf55b7b {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:50:43.014934 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff947864-8b79-4fed-8557-3b9efb53ca59 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:43.031476 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port c80d9ccb-8f47-4f45-874e-82d37cf55b7b, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=c80d9ccb-8f47-4f45-874e-82d37cf55b7b,segment=NetworkSegment(45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e),segment_id=45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:43.036015 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:43.036214 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff947864-8b79-4fed-8557-3b9efb53ca59 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:43.037262 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ff947864-8b79-4fed-8557-3b9efb53ca59 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7541485 Dec 09 15:50:43.041171 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54038) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:43.041806 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 0a1a311d-b032-4c37-bd71-5d8793b18d3c details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:50:43.051394 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-b02321cf-9f92-4135-b0c8-9f40fc11c2b4 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:43.100731 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=c80d9ccb-8f47-4f45-874e-82d37cf55b7b,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:43.135150 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 0a1a311d-b032-4c37-bd71-5d8793b18d3c, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=0a1a311d-b032-4c37-bd71-5d8793b18d3c,segment=NetworkSegment(45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e),segment_id=45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:43.150523 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '0a1a311d-b032-4c37-bd71-5d8793b18d3c', 'network_id': '793151e9-673a-4eba-bc7f-eef12bb07531', 'port_id': '0a1a311d-b032-4c37-bd71-5d8793b18d3c', 'mac_address': 'fa:16:3e:b0:4b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '171b19ce-c8cb-49f0-b1d6-e7dc927afc82', 'ip_address': '10.1.1.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:50:43.176605 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a6939c53-f5c6-4767-90cb-68b7ca1c5d60 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Deleting port 9f18dd05-cd0f-4351-9d9d-b9b7ac65fad7 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:50:43.176919 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a6939c53-f5c6-4767-90cb-68b7ca1c5d60 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:43.214656 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:43.233704 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a1a311d-b032-4c37-bd71-5d8793b18d3c {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:50:43.255652 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 0a1a311d-b032-4c37-bd71-5d8793b18d3c, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=0a1a311d-b032-4c37-bd71-5d8793b18d3c,segment=NetworkSegment(45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e),segment_id=45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:43.260704 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:43.261908 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device dea1411b-b02d-409d-be67-df46d288f664 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:50:43.282782 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b02321cf-9f92-4135-b0c8-9f40fc11c2b4 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:43.284862 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a6939c53-f5c6-4767-90cb-68b7ca1c5d60 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:43.303170 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a6939c53-f5c6-4767-90cb-68b7ca1c5d60 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Calling delete_port for 9f18dd05-cd0f-4351-9d9d-b9b7ac65fad7 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:50:43.347422 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port dea1411b-b02d-409d-be67-df46d288f664, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=dea1411b-b02d-409d-be67-df46d288f664,segment=NetworkSegment(45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e),segment_id=45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:43.356816 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=0a1a311d-b032-4c37-bd71-5d8793b18d3c,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:43.366063 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'dea1411b-b02d-409d-be67-df46d288f664', 'network_id': '793151e9-673a-4eba-bc7f-eef12bb07531', 'port_id': 'dea1411b-b02d-409d-be67-df46d288f664', 'mac_address': 'fa:16:3e:a9:b0:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '171b19ce-c8cb-49f0-b1d6-e7dc927afc82', 'ip_address': '10.1.1.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:50:43.415580 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:43.429053 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-97cecdc1-6589-43d5-b370-c00993798082 req-cf8ae39b-8c95-4888-ab4b-7ae613198194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0001301-2d35-4f1b-b629-db1919f98127 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:50:43.431571 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dea1411b-b02d-409d-be67-df46d288f664 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:50:43.440586 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f01cd-0d8e-46d9-843b-df2bf20354f7 req-d3befc9b-02ec-421a-97f0-eb35194eacb1 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:43.442168 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7b0f01cd-0d8e-46d9-843b-df2bf20354f7 req-d3befc9b-02ec-421a-97f0-eb35194eacb1 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b26ee7a-7789-45a1-99ec-aa8439160836 HTTP/1.1" status: 200 len: 932 time: 0.2312865 Dec 09 15:50:43.447394 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-97cecdc1-6589-43d5-b370-c00993798082 req-cf8ae39b-8c95-4888-ab4b-7ae613198194 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:43.466776 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port dea1411b-b02d-409d-be67-df46d288f664, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=dea1411b-b02d-409d-be67-df46d288f664,segment=NetworkSegment(45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e),segment_id=45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:43.472663 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:43.473506 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device fad6d866-ac07-4b51-a443-56d0c8a689d8 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:50:43.485168 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-97cecdc1-6589-43d5-b370-c00993798082 req-cf8ae39b-8c95-4888-ab4b-7ae613198194 service neutron] Transition to ACTIVE for port object b0001301-2d35-4f1b-b629-db1919f98127 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:50:43.507002 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-97cecdc1-6589-43d5-b370-c00993798082 req-cf8ae39b-8c95-4888-ab4b-7ae613198194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:43.574346 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7b0f01cd-0d8e-46d9-843b-df2bf20354f7 req-c94d9031-b9d5-452d-a672-a9b65f1c0342 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8c9c4db-7626-4e29-9ace-d0b456e65760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234097 Dec 09 15:50:43.589033 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port fad6d866-ac07-4b51-a443-56d0c8a689d8, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=fad6d866-ac07-4b51-a443-56d0c8a689d8,segment=NetworkSegment(45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e),segment_id=45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:43.599806 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a6939c53-f5c6-4767-90cb-68b7ca1c5d60 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:43.603822 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=dea1411b-b02d-409d-be67-df46d288f664,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:43.614425 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'fad6d866-ac07-4b51-a443-56d0c8a689d8', 'network_id': '793151e9-673a-4eba-bc7f-eef12bb07531', 'port_id': 'fad6d866-ac07-4b51-a443-56d0c8a689d8', 'mac_address': 'fa:16:3e:cb:f7:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '171b19ce-c8cb-49f0-b1d6-e7dc927afc82', 'ip_address': '10.1.1.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:50:43.629204 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8ae39b-8c95-4888-ab4b-7ae613198194 service neutron] Pushing event updated for resources: {'Port': ['ID=b0001301-2d35-4f1b-b629-db1919f98127,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:43.677727 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:43.704936 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fad6d866-ac07-4b51-a443-56d0c8a689d8 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:50:43.726557 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6939c53-f5c6-4767-90cb-68b7ca1c5d60 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Pushing event deleted for resources: {'Port': ['ID=9f18dd05-cd0f-4351-9d9d-b9b7ac65fad7,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:43.760927 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port fad6d866-ac07-4b51-a443-56d0c8a689d8, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=fad6d866-ac07-4b51-a443-56d0c8a689d8,segment=NetworkSegment(45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e),segment_id=45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:43.767667 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:43.769398 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 228cf703-1a9f-469e-a207-e9d6be7acce9 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:50:43.839222 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=fad6d866-ac07-4b51-a443-56d0c8a689d8,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:43.993533 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 228cf703-1a9f-469e-a207-e9d6be7acce9, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=228cf703-1a9f-469e-a207-e9d6be7acce9,segment=NetworkSegment(0afc4eae-d5e0-4fad-b2e5-9f1c880770af),segment_id=0afc4eae-d5e0-4fad-b2e5-9f1c880770af)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:44.012006 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b02321cf-9f92-4135-b0c8-9f40fc11c2b4 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:44.021488 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '228cf703-1a9f-469e-a207-e9d6be7acce9', 'network_id': 'e220874f-4ea8-4ea6-9fc4-39a517be75d8', 'port_id': '228cf703-1a9f-469e-a207-e9d6be7acce9', 'mac_address': 'fa:16:3e:62:ba:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b86dc975-38b6-4f7b-a1b5-a30d296dd58d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:50:44.052899 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b02321cf-9f92-4135-b0c8-9f40fc11c2b4 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:44.057243 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a6939c53-f5c6-4767-90cb-68b7ca1c5d60 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:44.068717 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-97cecdc1-6589-43d5-b370-c00993798082 req-cf8ae39b-8c95-4888-ab4b-7ae613198194 service neutron] Attempting to bind port b0001301-2d35-4f1b-b629-db1919f98127 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:50:44.070469 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-97cecdc1-6589-43d5-b370-c00993798082 req-cf8ae39b-8c95-4888-ab4b-7ae613198194 service neutron] Attempting to bind port b0001301-2d35-4f1b-b629-db1919f98127 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '27ce6c9c-5403-4485-bd4b-ff32531a5064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '39fd6fc5-480f-449b-a757-aef8748068b8'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:50:44.070989 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cecdc1-6589-43d5-b370-c00993798082 req-cf8ae39b-8c95-4888-ab4b-7ae613198194 service neutron] Attempting to bind port b0001301-2d35-4f1b-b629-db1919f98127 on network 39fd6fc5-480f-449b-a757-aef8748068b8 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:50:44.112930 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:44.126981 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 228cf703-1a9f-469e-a207-e9d6be7acce9 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:50:44.149834 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 228cf703-1a9f-469e-a207-e9d6be7acce9, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=228cf703-1a9f-469e-a207-e9d6be7acce9,segment=NetworkSegment(0afc4eae-d5e0-4fad-b2e5-9f1c880770af),segment_id=0afc4eae-d5e0-4fad-b2e5-9f1c880770af)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:44.156240 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:44.157318 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 217d63fb-6a3c-41f2-9610-2d02930597a5 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:50:44.211549 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-b02321cf-9f92-4135-b0c8-9f40fc11c2b4 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Allocated IP 172.25.3.184 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/5c08078d-cbd4-426a-a590-ace7cc747c1c) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:50:44.241281 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=228cf703-1a9f-469e-a207-e9d6be7acce9,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:44.320817 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cecdc1-6589-43d5-b370-c00993798082 req-cf8ae39b-8c95-4888-ab4b-7ae613198194 service neutron] Port b0001301-2d35-4f1b-b629-db1919f98127 on network 39fd6fc5-480f-449b-a757-aef8748068b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:50:44.321393 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cecdc1-6589-43d5-b370-c00993798082 req-cf8ae39b-8c95-4888-ab4b-7ae613198194 service neutron] Attempting to bind port b0001301-2d35-4f1b-b629-db1919f98127 on network 39fd6fc5-480f-449b-a757-aef8748068b8 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:50:44.329859 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6939c53-f5c6-4767-90cb-68b7ca1c5d60 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Router fc04a264-54c3-448c-aed6-a11390dcc8e1 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:50:44.353648 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b02321cf-9f92-4135-b0c8-9f40fc11c2b4 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:44.355174 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cecdc1-6589-43d5-b370-c00993798082 req-cf8ae39b-8c95-4888-ab4b-7ae613198194 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:50:44.355521 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cecdc1-6589-43d5-b370-c00993798082 req-cf8ae39b-8c95-4888-ab4b-7ae613198194 service neutron] Checking segment: {'id': '27ce6c9c-5403-4485-bd4b-ff32531a5064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '39fd6fc5-480f-449b-a757-aef8748068b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:50:44.355913 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cecdc1-6589-43d5-b370-c00993798082 req-cf8ae39b-8c95-4888-ab4b-7ae613198194 service neutron] Bound using segment: {'id': '27ce6c9c-5403-4485-bd4b-ff32531a5064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '39fd6fc5-480f-449b-a757-aef8748068b8'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:50:44.356354 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-97cecdc1-6589-43d5-b370-c00993798082 req-cf8ae39b-8c95-4888-ab4b-7ae613198194 service neutron] Bound port: b0001301-2d35-4f1b-b629-db1919f98127, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27ce6c9c-5403-4485-bd4b-ff32531a5064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '39fd6fc5-480f-449b-a757-aef8748068b8'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:50:44.356730 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-97cecdc1-6589-43d5-b370-c00993798082 req-cf8ae39b-8c95-4888-ab4b-7ae613198194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:44.376447 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 217d63fb-6a3c-41f2-9610-2d02930597a5, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=217d63fb-6a3c-41f2-9610-2d02930597a5,segment=NetworkSegment(81d1235d-87dd-4988-9ddd-2b5abb933621),segment_id=81d1235d-87dd-4988-9ddd-2b5abb933621)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:44.396213 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '217d63fb-6a3c-41f2-9610-2d02930597a5', 'network_id': 'adb124e6-1a92-4d5d-80ee-086775721fea', 'port_id': '217d63fb-6a3c-41f2-9610-2d02930597a5', 'mac_address': 'fa:16:3e:72:b3:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3889a99e-c403-4ee7-93f6-53dfad03a358', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:50:44.439398 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2946e51-6c8a-4930-a1e3-0b6356d2dd97 req-881b95f6-37c9-4586-8fd7-86556231d504 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:44.445414 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2946e51-6c8a-4930-a1e3-0b6356d2dd97 req-881b95f6-37c9-4586-8fd7-86556231d504 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:44.450096 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:44.451522 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2946e51-6c8a-4930-a1e3-0b6356d2dd97 req-881b95f6-37c9-4586-8fd7-86556231d504 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:44.457645 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2946e51-6c8a-4930-a1e3-0b6356d2dd97 req-881b95f6-37c9-4586-8fd7-86556231d504 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:44.463630 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2946e51-6c8a-4930-a1e3-0b6356d2dd97 req-881b95f6-37c9-4586-8fd7-86556231d504 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:44.466399 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 217d63fb-6a3c-41f2-9610-2d02930597a5 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:50:44.470286 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6939c53-f5c6-4767-90cb-68b7ca1c5d60 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:50:44.470477 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2946e51-6c8a-4930-a1e3-0b6356d2dd97 req-881b95f6-37c9-4586-8fd7-86556231d504 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:44.477945 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a6939c53-f5c6-4767-90cb-68b7ca1c5d60 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] 10.222.0.57 "PUT /v2.0/routers/fc04a264-54c3-448c-aed6-a11390dcc8e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1897430 Dec 09 15:50:44.478079 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2946e51-6c8a-4930-a1e3-0b6356d2dd97 req-881b95f6-37c9-4586-8fd7-86556231d504 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:44.478165 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54058) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:44.485236 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a2946e51-6c8a-4930-a1e3-0b6356d2dd97 req-881b95f6-37c9-4586-8fd7-86556231d504 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 5437 time: 0.4037638 Dec 09 15:50:44.486580 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c53fc66-31c1-494d-96e7-6f3682464797 None None] Sync routers for ids ['fc04a264-54c3-448c-aed6-a11390dcc8e1'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:50:44.524807 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c53fc66-31c1-494d-96e7-6f3682464797 None None] Routers {'fc04a264-54c3-448c-aed6-a11390dcc8e1'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:44.525976 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-1c53fc66-31c1-494d-96e7-6f3682464797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:50:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['fc04a264-54c3-448c-aed6-a11390dcc8e1'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:44.530691 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 217d63fb-6a3c-41f2-9610-2d02930597a5, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=217d63fb-6a3c-41f2-9610-2d02930597a5,segment=NetworkSegment(81d1235d-87dd-4988-9ddd-2b5abb933621),segment_id=81d1235d-87dd-4988-9ddd-2b5abb933621)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:44.543534 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b02321cf-9f92-4135-b0c8-9f40fc11c2b4 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:44.574763 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-1c53fc66-31c1-494d-96e7-6f3682464797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:44.577610 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-97cecdc1-6589-43d5-b370-c00993798082 req-cf8ae39b-8c95-4888-ab4b-7ae613198194 service neutron] For port b0001301-2d35-4f1b-b629-db1919f98127, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:50:44.582648 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:44.628640 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e37a33e-0fe0-4407-87ae-f50c3aa8082b tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:44.636997 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a2946e51-6c8a-4930-a1e3-0b6356d2dd97 req-a4bbc764-e51d-4886-9202-ae49b120f3d0 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=c5881a67-eda0-4da9-8b2e-8ff2108b95fa&id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1508312 Dec 09 15:50:44.639315 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02321cf-9f92-4135-b0c8-9f40fc11c2b4 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:50:44.641683 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-97cecdc1-6589-43d5-b370-c00993798082 req-cf8ae39b-8c95-4888-ab4b-7ae613198194 service neutron] For port b0001301-2d35-4f1b-b629-db1919f98127, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=b0001301-2d35-4f1b-b629-db1919f98127,segment=NetworkSegment(27ce6c9c-5403-4485-bd4b-ff32531a5064),segment_id=27ce6c9c-5403-4485-bd4b-ff32531a5064)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:50:44.652014 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c53fc66-31c1-494d-96e7-6f3682464797 None None] Routers {'fc04a264-54c3-448c-aed6-a11390dcc8e1'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:44.656378 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-1c53fc66-31c1-494d-96e7-6f3682464797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:50:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['fc04a264-54c3-448c-aed6-a11390dcc8e1'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:44.662301 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02321cf-9f92-4135-b0c8-9f40fc11c2b4 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Pushing event updated for resources: {'Port': ['ID=5c08078d-cbd4-426a-a590-ace7cc747c1c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:44.663613 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=217d63fb-6a3c-41f2-9610-2d02930597a5,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:44.669162 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-97cecdc1-6589-43d5-b370-c00993798082 req-cf8ae39b-8c95-4888-ab4b-7ae613198194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:44.674021 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-b02321cf-9f92-4135-b0c8-9f40fc11c2b4 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:50:44.679507 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02321cf-9f92-4135-b0c8-9f40fc11c2b4 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:50:44.752337 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fced309-9bfe-4d1d-a7c0-ef72b8ab8c1b None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:50:44.756600 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-1c53fc66-31c1-494d-96e7-6f3682464797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:44.757393 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c53fc66-31c1-494d-96e7-6f3682464797 None None] The sync data for ids ['fc04a264-54c3-448c-aed6-a11390dcc8e1'] in n-d-821228-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:50:44.828720 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8ae39b-8c95-4888-ab4b-7ae613198194 service neutron] Pushing event updated for resources: {'Port': ['ID=b0001301-2d35-4f1b-b629-db1919f98127,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:44.834864 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c19ff270-5834-417d-9f97-f1f99b92da6c None None] Provisioning complete for port 5c08078d-cbd4-426a-a590-ace7cc747c1c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:44.835342 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c19ff270-5834-417d-9f97-f1f99b92da6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:44.863110 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cecdc1-6589-43d5-b370-c00993798082 req-cf8ae39b-8c95-4888-ab4b-7ae613198194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:44.863572 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-97cecdc1-6589-43d5-b370-c00993798082 req-cf8ae39b-8c95-4888-ab4b-7ae613198194 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:44.869497 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97cecdc1-6589-43d5-b370-c00993798082 req-cf8ae39b-8c95-4888-ab4b-7ae613198194 service neutron] 10.222.0.31 "PUT /v2.0/ports/b0001301-2d35-4f1b-b629-db1919f98127 HTTP/1.1" status: 200 len: 1092 time: 3.0336967 Dec 09 15:50:44.878477 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b26ee7a-7789-45a1-99ec-aa8439160836', 'tag': 'b0001301-2d35-4f1b-b629-db1919f98127'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:50:44.885417 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafbe647-26ab-4966-9486-7a3c5abeca69" -d '{"events": [{"name": "network-changed", "server_uuid": "1b26ee7a-7789-45a1-99ec-aa8439160836", "tag": "b0001301-2d35-4f1b-b629-db1919f98127"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:50:44.937720 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c19ff270-5834-417d-9f97-f1f99b92da6c None None] Port 5c08078d-cbd4-426a-a590-ace7cc747c1c cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:50:44.939575 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 5d0eeda5-19bf-4cd3-94f9-1bc316a94e48 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:50:45.069709 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 5d0eeda5-19bf-4cd3-94f9-1bc316a94e48, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5d0eeda5-19bf-4cd3-94f9-1bc316a94e48,segment=NetworkSegment(0afc4eae-d5e0-4fad-b2e5-9f1c880770af),segment_id=0afc4eae-d5e0-4fad-b2e5-9f1c880770af)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:45.083828 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '5d0eeda5-19bf-4cd3-94f9-1bc316a94e48', 'network_id': 'e220874f-4ea8-4ea6-9fc4-39a517be75d8', 'port_id': '5d0eeda5-19bf-4cd3-94f9-1bc316a94e48', 'mac_address': 'fa:16:3e:8e:ee:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b86dc975-38b6-4f7b-a1b5-a30d296dd58d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:50:45.112270 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cecdc1-6589-43d5-b370-c00993798082 req-d15eb405-8462-44bf-9140-86e5ff5d982d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:45.113868 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97cecdc1-6589-43d5-b370-c00993798082 req-d15eb405-8462-44bf-9140-86e5ff5d982d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=033ae2b2d4cc49e5bcd8a5d96b154150&device_id=1b26ee7a-7789-45a1-99ec-aa8439160836 HTTP/1.1" status: 200 len: 1095 time: 0.1336067 Dec 09 15:50:45.131020 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90351d84-b163-436c-aa0c-d884a152e435 req-8ffba054-887b-471f-83f3-9694e6df160d tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:45.138613 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-90351d84-b163-436c-aa0c-d884a152e435 req-8ffba054-887b-471f-83f3-9694e6df160d tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b26ee7a-7789-45a1-99ec-aa8439160836 HTTP/1.1" status: 200 len: 944 time: 0.1672270 Dec 09 15:50:45.142775 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:45.165205 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d0eeda5-19bf-4cd3-94f9-1bc316a94e48 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:50:45.197232 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 5d0eeda5-19bf-4cd3-94f9-1bc316a94e48, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5d0eeda5-19bf-4cd3-94f9-1bc316a94e48,segment=NetworkSegment(0afc4eae-d5e0-4fad-b2e5-9f1c880770af),segment_id=0afc4eae-d5e0-4fad-b2e5-9f1c880770af)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:45.203177 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:45.216480 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e37a33e-0fe0-4407-87ae-f50c3aa8082b tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:45.252809 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-90351d84-b163-436c-aa0c-d884a152e435 req-956ef9f2-91e0-4db3-910e-df443f71ce98 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8c9c4db-7626-4e29-9ace-d0b456e65760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059732 Dec 09 15:50:45.256852 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=5d0eeda5-19bf-4cd3-94f9-1bc316a94e48,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:45.290929 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-6e37a33e-0fe0-4407-87ae-f50c3aa8082b tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Deleting port e99ba1ac-b67e-4ce5-af27-665a37914d62 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:50:45.291276 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e37a33e-0fe0-4407-87ae-f50c3aa8082b tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:45.296686 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab48db25-7f74-4c4d-88d4-d5d1aa7eff67 x-openstack-request-id: req-ab48db25-7f74-4c4d-88d4-d5d1aa7eff67 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:50:45.297177 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b26ee7a-7789-45a1-99ec-aa8439160836", "tag": "b0001301-2d35-4f1b-b629-db1919f98127", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:50:45.297552 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ab48db25-7f74-4c4d-88d4-d5d1aa7eff67 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:50:45.297927 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b26ee7a-7789-45a1-99ec-aa8439160836', 'tag': 'b0001301-2d35-4f1b-b629-db1919f98127', 'status': 'completed', 'code': 200} Dec 09 15:50:45.323760 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97cecdc1-6589-43d5-b370-c00993798082 req-4c714ea8-b022-43e5-9afe-ccd7cb385cd8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=b0001301-2d35-4f1b-b629-db1919f98127 HTTP/1.1" status: 200 len: 217 time: 0.0695615 Dec 09 15:50:45.371187 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e37a33e-0fe0-4407-87ae-f50c3aa8082b tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:45.381755 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b02321cf-9f92-4135-b0c8-9f40fc11c2b4 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:45.384300 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-6e37a33e-0fe0-4407-87ae-f50c3aa8082b tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Calling delete_port for e99ba1ac-b67e-4ce5-af27-665a37914d62 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:50:45.421481 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cecdc1-6589-43d5-b370-c00993798082 req-31c9181e-b4b3-44e9-a657-a0577e61cfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:45.422963 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97cecdc1-6589-43d5-b370-c00993798082 req-31c9181e-b4b3-44e9-a657-a0577e61cfec service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01be392a-cb14-4b78-9fa7-00b581d9ae5d HTTP/1.1" status: 200 len: 838 time: 0.0912943 Dec 09 15:50:45.521298 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cecdc1-6589-43d5-b370-c00993798082 req-1430d15d-0462-441e-91cf-4a7b58df6c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:45.522815 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97cecdc1-6589-43d5-b370-c00993798082 req-1430d15d-0462-441e-91cf-4a7b58df6c01 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39fd6fc5-480f-449b-a757-aef8748068b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0917993 Dec 09 15:50:45.558717 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e37a33e-0fe0-4407-87ae-f50c3aa8082b tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:45.584501 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e37a33e-0fe0-4407-87ae-f50c3aa8082b tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Pushing event deleted for resources: {'Port': ['ID=e99ba1ac-b67e-4ce5-af27-665a37914d62,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:45.596666 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37a33e-0fe0-4407-87ae-f50c3aa8082b tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:45.596948 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37a33e-0fe0-4407-87ae-f50c3aa8082b tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:45.597306 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37a33e-0fe0-4407-87ae-f50c3aa8082b tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:45.597649 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37a33e-0fe0-4407-87ae-f50c3aa8082b tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:45.598036 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37a33e-0fe0-4407-87ae-f50c3aa8082b tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:45.598458 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37a33e-0fe0-4407-87ae-f50c3aa8082b tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:45.598681 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37a33e-0fe0-4407-87ae-f50c3aa8082b tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:45.599011 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37a33e-0fe0-4407-87ae-f50c3aa8082b tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:45.599343 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37a33e-0fe0-4407-87ae-f50c3aa8082b tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:45.599707 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37a33e-0fe0-4407-87ae-f50c3aa8082b tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:45.599992 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37a33e-0fe0-4407-87ae-f50c3aa8082b tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:45.600322 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37a33e-0fe0-4407-87ae-f50c3aa8082b tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:45.600696 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37a33e-0fe0-4407-87ae-f50c3aa8082b tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:45.615661 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992a1dc9-de48-47d3-b51d-afedc34fb291 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:50:45.653671 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['fad6d866-ac07-4b51-a443-56d0c8a689d8'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:50:45.680519 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['228cf703-1a9f-469e-a207-e9d6be7acce9'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:50:45.683204 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['0a1a311d-b032-4c37-bd71-5d8793b18d3c'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:50:45.685702 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e37a33e-0fe0-4407-87ae-f50c3aa8082b tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:45.687397 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b02321cf-9f92-4135-b0c8-9f40fc11c2b4 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1598674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1781863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39067'] for router, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:45.695273 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97cecdc1-6589-43d5-b370-c00993798082 req-69ab75e3-5393-4638-98e7-640aa828af15 service neutron] 10.222.0.31 "GET /v2.0/networks/39fd6fc5-480f-449b-a757-aef8748068b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401362 Dec 09 15:50:45.695778 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b02321cf-9f92-4135-b0c8-9f40fc11c2b4 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1598665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1598656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1781790'] for router, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:45.706788 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['c80d9ccb-8f47-4f45-874e-82d37cf55b7b'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:50:45.719181 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['dea1411b-b02d-409d-be67-df46d288f664'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:50:45.789300 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e37a33e-0fe0-4407-87ae-f50c3aa8082b tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:45.791638 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e37a33e-0fe0-4407-87ae-f50c3aa8082b tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:45.845136 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e37a33e-0fe0-4407-87ae-f50c3aa8082b tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:45.845730 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e37a33e-0fe0-4407-87ae-f50c3aa8082b tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Fanout notify agent at l3_agent the message router_deleted on router fc04a264-54c3-448c-aed6-a11390dcc8e1 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:50:45.853731 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e37a33e-0fe0-4407-87ae-f50c3aa8082b tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:45.857396 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6e37a33e-0fe0-4407-87ae-f50c3aa8082b tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] 10.222.0.57 "DELETE /v2.0/routers/fc04a264-54c3-448c-aed6-a11390dcc8e1 HTTP/1.1" status: 204 len: 168 time: 1.3781362 Dec 09 15:50:45.859867 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54072) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:45.918617 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-b297d330-5616-4231-85a5-c4269b7e88c7 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Deleting subnet 9e9e0fed-42c3-4093-87e9-8720f84f91ee {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:50:45.918857 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc7f16-f717-4409-bca7-90aa295badad req-56f00415-2ac7-46f9-a01d-7f956124efc7 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:45.922710 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b297d330-5616-4231-85a5-c4269b7e88c7 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:45.925525 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc7f16-f717-4409-bca7-90aa295badad req-56f00415-2ac7-46f9-a01d-7f956124efc7 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:45.931423 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc7f16-f717-4409-bca7-90aa295badad req-56f00415-2ac7-46f9-a01d-7f956124efc7 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:45.939235 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc7f16-f717-4409-bca7-90aa295badad req-56f00415-2ac7-46f9-a01d-7f956124efc7 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:45.945161 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc7f16-f717-4409-bca7-90aa295badad req-56f00415-2ac7-46f9-a01d-7f956124efc7 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:45.951180 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc7f16-f717-4409-bca7-90aa295badad req-56f00415-2ac7-46f9-a01d-7f956124efc7 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:45.957179 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc7f16-f717-4409-bca7-90aa295badad req-56f00415-2ac7-46f9-a01d-7f956124efc7 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:45.959036 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f1fc7f16-f717-4409-bca7-90aa295badad req-56f00415-2ac7-46f9-a01d-7f956124efc7 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 5439 time: 0.2033679 Dec 09 15:50:45.965149 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:45.970145 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b297d330-5616-4231-85a5-c4269b7e88c7 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:45.976290 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97cecdc1-6589-43d5-b370-c00993798082 req-36e74ccf-cc5c-40ca-93de-a9e30868f178 service neutron] 10.222.0.31 "GET /v2.0/networks/39fd6fc5-480f-449b-a757-aef8748068b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737401 Dec 09 15:50:46.052863 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02321cf-9f92-4135-b0c8-9f40fc11c2b4 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Router d7dabcca-1fd0-4265-bd04-3063055f5b35 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:50:46.097382 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f1fc7f16-f717-4409-bca7-90aa295badad req-1abc4f23-0eb6-4c10-bf47-123dcb6271cc tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=c5881a67-eda0-4da9-8b2e-8ff2108b95fa&id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1266382 Dec 09 15:50:46.155877 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b297d330-5616-4231-85a5-c4269b7e88c7 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:46.169314 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['5d0eeda5-19bf-4cd3-94f9-1bc316a94e48'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:50:46.235112 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b297d330-5616-4231-85a5-c4269b7e88c7 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:46.279245 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafbe647-26ab-4966-9486-7a3c5abeca69 req-af05ea34-ab9e-4198-b5a6-f9f3cb24ae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:46.282802 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fafbe647-26ab-4966-9486-7a3c5abeca69 req-af05ea34-ab9e-4198-b5a6-f9f3cb24ae7b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=033ae2b2d4cc49e5bcd8a5d96b154150&device_id=1b26ee7a-7789-45a1-99ec-aa8439160836 HTTP/1.1" status: 200 len: 1095 time: 0.2470140 Dec 09 15:50:46.297321 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297d330-5616-4231-85a5-c4269b7e88c7 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Pushing event deleted for resources: {'Subnet': ['ID=9e9e0fed-42c3-4093-87e9-8720f84f91ee,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:46.302831 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b297d330-5616-4231-85a5-c4269b7e88c7 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:46.321220 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b297d330-5616-4231-85a5-c4269b7e88c7 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] 10.222.0.57 "DELETE /v2.0/subnets/9e9e0fed-42c3-4093-87e9-8720f84f91ee HTTP/1.1" status: 204 len: 168 time: 0.4579451 Dec 09 15:50:46.328291 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b376b069-e1ce-4483-a5d3-ade3a46f41b3 None None] Network d03e8cec-df45-4a04-a903-dbf8179870f7 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:50:46.333282 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54082) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:46.463208 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02321cf-9f92-4135-b0c8-9f40fc11c2b4 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:50:46.477627 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2abed5-d886-4440-b0a0-e74fd05ccf23 None None] Sync routers for ids ['d7dabcca-1fd0-4265-bd04-3063055f5b35'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:50:46.479328 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b02321cf-9f92-4135-b0c8-9f40fc11c2b4 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:46.483108 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b02321cf-9f92-4135-b0c8-9f40fc11c2b4 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] 10.222.0.57 "PUT /v2.0/routers/d7dabcca-1fd0-4265-bd04-3063055f5b35 HTTP/1.1" status: 200 len: 879 time: 3.4387195 Dec 09 15:50:46.485221 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54086) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:46.496430 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2abed5-d886-4440-b0a0-e74fd05ccf23 None None] Routers {'d7dabcca-1fd0-4265-bd04-3063055f5b35'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:46.499642 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-ee2abed5-d886-4440-b0a0-e74fd05ccf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:50:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['d7dabcca-1fd0-4265-bd04-3063055f5b35'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:46.513640 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-459ef320-a960-4ba5-8c02-b238d3c1a3e7 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:46.525443 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['217d63fb-6a3c-41f2-9610-2d02930597a5'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:50:46.577815 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafbe647-26ab-4966-9486-7a3c5abeca69 req-2420fa51-0894-4394-ba13-8dbd7f65a1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:46.579491 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fafbe647-26ab-4966-9486-7a3c5abeca69 req-2420fa51-0894-4394-ba13-8dbd7f65a1e5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=39fd6fc5-480f-449b-a757-aef8748068b8 HTTP/1.1" status: 200 len: 898 time: 0.2742395 Dec 09 15:50:46.579730 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-ee2abed5-d886-4440-b0a0-e74fd05ccf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:46.591357 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe0521-3a8a-495a-bcb9-e119818b00b2 req-80d9a2ae-7f24-418c-8dfc-761158e3e278 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:46.597287 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2abed5-d886-4440-b0a0-e74fd05ccf23 None None] Routers {'d7dabcca-1fd0-4265-bd04-3063055f5b35'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:46.600439 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-efbe0521-3a8a-495a-bcb9-e119818b00b2 req-80d9a2ae-7f24-418c-8dfc-761158e3e278 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b26ee7a-7789-45a1-99ec-aa8439160836 HTTP/1.1" status: 200 len: 944 time: 0.2414343 Dec 09 15:50:46.601115 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-459ef320-a960-4ba5-8c02-b238d3c1a3e7 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Deleting port 83b5e589-231f-4d52-8888-77365432ac61 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:50:46.601604 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-459ef320-a960-4ba5-8c02-b238d3c1a3e7 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:46.602509 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-ee2abed5-d886-4440-b0a0-e74fd05ccf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:50:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['d7dabcca-1fd0-4265-bd04-3063055f5b35'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:46.675267 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-ee2abed5-d886-4440-b0a0-e74fd05ccf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:46.675830 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2abed5-d886-4440-b0a0-e74fd05ccf23 None None] The sync data for ids ['d7dabcca-1fd0-4265-bd04-3063055f5b35'] in n-d-821228-1 is: [] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:50:46.699072 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-459ef320-a960-4ba5-8c02-b238d3c1a3e7 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] For port 83b5e589-231f-4d52-8888-77365432ac61, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=83b5e589-231f-4d52-8888-77365432ac61,segment=NetworkSegment(f83d6d32-b196-41c0-a79f-61aabd3636f7),segment_id=f83d6d32-b196-41c0-a79f-61aabd3636f7)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:46.700056 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-459ef320-a960-4ba5-8c02-b238d3c1a3e7 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:46.720767 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-459ef320-a960-4ba5-8c02-b238d3c1a3e7 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Calling delete_port for 83b5e589-231f-4d52-8888-77365432ac61 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:50:46.847167 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-459ef320-a960-4ba5-8c02-b238d3c1a3e7 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:46.869402 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459ef320-a960-4ba5-8c02-b238d3c1a3e7 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] No DVR routers for this DVR port 83b5e589-231f-4d52-8888-77365432ac61 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:50:46.912933 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ef320-a960-4ba5-8c02-b238d3c1a3e7 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Pushing event deleted for resources: {'Port': ['ID=83b5e589-231f-4d52-8888-77365432ac61,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:46.992135 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7dc9b8-d628-4390-91fd-a5df8139b232 None None] DHCP port deletion for d03e8cec-df45-4a04-a903-dbf8179870f7 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:50:47.057447 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-459ef320-a960-4ba5-8c02-b238d3c1a3e7 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:47.078966 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fafbe647-26ab-4966-9486-7a3c5abeca69 req-86ce7344-f2f3-4c16-9f95-8e96df6592ae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=b0001301-2d35-4f1b-b629-db1919f98127 HTTP/1.1" status: 200 len: 217 time: 0.4705510 Dec 09 15:50:47.084244 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-459ef320-a960-4ba5-8c02-b238d3c1a3e7 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d03e8cec-df45-4a04-a903-dbf8179870f7']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:47.095034 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-459ef320-a960-4ba5-8c02-b238d3c1a3e7 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f83d6d32-b196-41c0-a79f-61aabd3636f7') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:47.095329 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-459ef320-a960-4ba5-8c02-b238d3c1a3e7 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f83d6d32-b196-41c0-a79f-61aabd3636f7') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:47.105012 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-459ef320-a960-4ba5-8c02-b238d3c1a3e7 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:47.118517 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-459ef320-a960-4ba5-8c02-b238d3c1a3e7 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:47.125497 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-459ef320-a960-4ba5-8c02-b238d3c1a3e7 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:50:47.125895 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-459ef320-a960-4ba5-8c02-b238d3c1a3e7 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:47.129279 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:50:47.129279 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:50:47.129279 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:50:47.129279 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:50:47.129279 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:50:47.129279 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:50:47.129279 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:50:47.129279 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:50:47.129279 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:50:47.129279 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:50:47.129279 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:50:47.129279 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:50:47.129279 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:50:47.129279 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:50:47.129279 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:50:47.129279 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:50:47.129279 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:50:47.129279 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:50:47.129279 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:50:47.129279 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:50:47.129279 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:50:47.129279 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:50:47.129279 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:50:47.129279 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:50:47.129279 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:50:47.129279 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:50:47.129279 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:50:47.129279 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:50:47.129279 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:50:47.129279 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:50:47.129279 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:50:47.129279 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:50:47.171724 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-efbe0521-3a8a-495a-bcb9-e119818b00b2 req-011a4d76-127f-4c7f-83c0-6e17a3e8a9be tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8c9c4db-7626-4e29-9ace-d0b456e65760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5703039 Dec 09 15:50:47.177989 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-17e5ef21-fd69-43ba-8056-a7e71c6217fd tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] 10.222.0.57 "GET /v2.0/routers/d7dabcca-1fd0-4265-bd04-3063055f5b35 HTTP/1.1" status: 200 len: 920 time: 0.6912112 Dec 09 15:50:47.179528 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafbe647-26ab-4966-9486-7a3c5abeca69 req-0e14b6ce-436d-4a85-8fcc-571d5fa3195b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:47.181126 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fafbe647-26ab-4966-9486-7a3c5abeca69 req-0e14b6ce-436d-4a85-8fcc-571d5fa3195b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01be392a-cb14-4b78-9fa7-00b581d9ae5d HTTP/1.1" status: 200 len: 838 time: 0.0911677 Dec 09 15:50:47.181651 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54090) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:47.200861 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-459ef320-a960-4ba5-8c02-b238d3c1a3e7 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:47.220939 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-459ef320-a960-4ba5-8c02-b238d3c1a3e7 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:47.226184 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-459ef320-a960-4ba5-8c02-b238d3c1a3e7 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] 10.222.0.57 "DELETE /v2.0/networks/d03e8cec-df45-4a04-a903-dbf8179870f7 HTTP/1.1" status: 204 len: 168 time: 0.8914940 Dec 09 15:50:47.230688 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54094) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:47.253239 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ef320-a960-4ba5-8c02-b238d3c1a3e7 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Pushing event deleted for resources: {'Network': ['ID=d03e8cec-df45-4a04-a903-dbf8179870f7,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:47.334039 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d8b650-2845-4c58-a4ce-f497d9581844 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:47.335587 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-01d8b650-2845-4c58-a4ce-f497d9581844 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=d8331094-778d-4179-9ed8-de7de1c5438c&device_id=d7dabcca-1fd0-4265-bd04-3063055f5b35&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1529679 Dec 09 15:50:47.341553 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafbe647-26ab-4966-9486-7a3c5abeca69 req-137da696-63d4-4a76-9aa2-88bcc400744a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:47.343668 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fafbe647-26ab-4966-9486-7a3c5abeca69 req-137da696-63d4-4a76-9aa2-88bcc400744a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39fd6fc5-480f-449b-a757-aef8748068b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1278706 Dec 09 15:50:47.344135 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54096) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:47.381975 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-e15e1b2a-160e-42d2-977e-c47e822171d0 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Deleting port 0f69b1df-a7aa-4f30-b422-c3cf5a528e6f {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:50:47.382343 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e15e1b2a-160e-42d2-977e-c47e822171d0 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:47.455575 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e102b7-3eaf-4c63-8d3a-0d25ee8b2000 req-ad5923c1-8d87-44d5-8d2a-42538eda3f5e tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:47.465381 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e102b7-3eaf-4c63-8d3a-0d25ee8b2000 req-ad5923c1-8d87-44d5-8d2a-42538eda3f5e tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:47.467600 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e15e1b2a-160e-42d2-977e-c47e822171d0 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:47.468282 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e15e1b2a-160e-42d2-977e-c47e822171d0 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:47.473645 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e102b7-3eaf-4c63-8d3a-0d25ee8b2000 req-ad5923c1-8d87-44d5-8d2a-42538eda3f5e tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:47.479947 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e102b7-3eaf-4c63-8d3a-0d25ee8b2000 req-ad5923c1-8d87-44d5-8d2a-42538eda3f5e tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:47.481885 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-e15e1b2a-160e-42d2-977e-c47e822171d0 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Calling delete_port for 0f69b1df-a7aa-4f30-b422-c3cf5a528e6f owned by network:floatingip {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:50:47.487153 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e102b7-3eaf-4c63-8d3a-0d25ee8b2000 req-ad5923c1-8d87-44d5-8d2a-42538eda3f5e tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:47.493428 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e102b7-3eaf-4c63-8d3a-0d25ee8b2000 req-ad5923c1-8d87-44d5-8d2a-42538eda3f5e tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:47.499864 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e102b7-3eaf-4c63-8d3a-0d25ee8b2000 req-ad5923c1-8d87-44d5-8d2a-42538eda3f5e tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:47.501876 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-75e102b7-3eaf-4c63-8d3a-0d25ee8b2000 req-ad5923c1-8d87-44d5-8d2a-42538eda3f5e tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 5439 time: 0.2554026 Dec 09 15:50:47.615637 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fafbe647-26ab-4966-9486-7a3c5abeca69 req-02ebe856-7e56-49c4-ba6c-33d745ced1c6 service neutron] 10.222.0.31 "GET /v2.0/networks/39fd6fc5-480f-449b-a757-aef8748068b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629855 Dec 09 15:50:47.623968 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e15e1b2a-160e-42d2-977e-c47e822171d0 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:47.633975 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105f682b-f209-4d29-8988-f64a33495432 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:47.638698 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-105f682b-f209-4d29-8988-f64a33495432 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] 10.222.0.57 "GET /v2.0/networks/d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 881 time: 0.2895467 Dec 09 15:50:47.639400 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54100) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:47.652814 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-75e102b7-3eaf-4c63-8d3a-0d25ee8b2000 req-c601db34-6a3a-4f87-bc73-c9d6e8f65052 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=c5881a67-eda0-4da9-8b2e-8ff2108b95fa&id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1391883 Dec 09 15:50:47.700301 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9bb5bc80-efa1-44e2-9a81-bcf7b734a669 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7dabcca-1fd0-4265-bd04-3063055f5b35 HTTP/1.1" status: 200 len: 205 time: 0.0599878 Dec 09 15:50:47.702030 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e1b2a-160e-42d2-977e-c47e822171d0 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Pushing event deleted for resources: {'Port': ['ID=0f69b1df-a7aa-4f30-b422-c3cf5a528e6f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:47.703987 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54102) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:47.753568 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e15e1b2a-160e-42d2-977e-c47e822171d0 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks [] for floatingip, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:47.756505 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e15e1b2a-160e-42d2-977e-c47e822171d0 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:47.759857 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e15e1b2a-160e-42d2-977e-c47e822171d0 tempest-FloatingIPAdminTestJSON-484572763 tempest-FloatingIPAdminTestJSON-484572763-project] 10.222.0.57 "DELETE /v2.0/floatingips/50cf1e50-1de0-466a-898b-2f155103ebfc HTTP/1.1" status: 204 len: 168 time: 0.5257571 Dec 09 15:50:47.787639 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fafbe647-26ab-4966-9486-7a3c5abeca69 req-9a5f18ee-befa-4bbb-997f-51e5f0eff44f service neutron] 10.222.0.31 "GET /v2.0/networks/39fd6fc5-480f-449b-a757-aef8748068b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630948 Dec 09 15:50:47.856977 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e6bf863-2be3-4d4d-be46-3bde17e06440 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:48.024069 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e6bf863-2be3-4d4d-be46-3bde17e06440 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:48.097166 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1e6bf863-2be3-4d4d-be46-3bde17e06440 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Deleting port 5c08078d-cbd4-426a-a590-ace7cc747c1c {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:50:48.097602 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e6bf863-2be3-4d4d-be46-3bde17e06440 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:48.102010 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54108) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:48.178932 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e6bf863-2be3-4d4d-be46-3bde17e06440 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:48.191647 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1e6bf863-2be3-4d4d-be46-3bde17e06440 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Calling delete_port for 5c08078d-cbd4-426a-a590-ace7cc747c1c owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:50:48.278661 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9631941a-53a4-4747-aee4-8f341cf108cc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=53894de7a531482c9c6db6cd3710cce4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1747980 Dec 09 15:50:48.281279 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54114) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:48.329743 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-17349dde-b825-4b08-90b4-4b199ac5920a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:48.351907 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-17349dde-b825-4b08-90b4-4b199ac5920a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:48.357058 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f972fc-9a9e-46fa-9d67-2e05b92c5c76 req-76c2fd33-7b58-49d4-8757-933699ea5150 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:48.359209 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-49f972fc-9a9e-46fa-9d67-2e05b92c5c76 req-76c2fd33-7b58-49d4-8757-933699ea5150 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b26ee7a-7789-45a1-99ec-aa8439160836 HTTP/1.1" status: 200 len: 944 time: 0.0941069 Dec 09 15:50:48.402109 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-17349dde-b825-4b08-90b4-4b199ac5920a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:48.404840 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-17349dde-b825-4b08-90b4-4b199ac5920a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:48.406015 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-17349dde-b825-4b08-90b4-4b199ac5920a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e661a536-44b4-495e-a2d5-40ed9384f7bd HTTP/1.1" status: 204 len: 168 time: 0.1236551 Dec 09 15:50:48.414527 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17349dde-b825-4b08-90b4-4b199ac5920a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e661a536-44b4-495e-a2d5-40ed9384f7bd,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:48.456361 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e6bf863-2be3-4d4d-be46-3bde17e06440 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:48.468898 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-49f972fc-9a9e-46fa-9d67-2e05b92c5c76 req-17f4ef7d-5125-4037-8513-c79c63780442 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8c9c4db-7626-4e29-9ace-d0b456e65760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031189 Dec 09 15:50:48.488872 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6bf863-2be3-4d4d-be46-3bde17e06440 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Pushing event deleted for resources: {'Port': ['ID=5c08078d-cbd4-426a-a590-ace7cc747c1c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:48.507795 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2721c0d3-6e85-4621-83d1-6efd616e758f None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:50:48.565673 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e6bf863-2be3-4d4d-be46-3bde17e06440 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:48.699168 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e6bf863-2be3-4d4d-be46-3bde17e06440 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:48.703354 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e6bf863-2be3-4d4d-be46-3bde17e06440 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:48.729687 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 83b5e589-231f-4d52-8888-77365432ac61 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:50:48.760609 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 83b5e589-231f-4d52-8888-77365432ac61 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:50:48.760980 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 83b5e589-231f-4d52-8888-77365432ac61 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:50:48.774432 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54138) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:48.788661 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b2363bd9-78c8-40a3-982c-aafc379e14df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:48.823474 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e6bf863-2be3-4d4d-be46-3bde17e06440 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:48.824046 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6bf863-2be3-4d4d-be46-3bde17e06440 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Fanout notify agent at l3_agent the message router_deleted on router d7dabcca-1fd0-4265-bd04-3063055f5b35 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:50:48.840900 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e6bf863-2be3-4d4d-be46-3bde17e06440 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:48.846854 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1e6bf863-2be3-4d4d-be46-3bde17e06440 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] 10.222.0.57 "DELETE /v2.0/routers/d7dabcca-1fd0-4265-bd04-3063055f5b35 HTTP/1.1" status: 204 len: 168 time: 1.1415691 Dec 09 15:50:48.849629 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54142) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:48.854384 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-1aeb7c33-7024-4b3b-82e6-5dce853ee4b5 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2083624880', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:48.889870 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b2363bd9-78c8-40a3-982c-aafc379e14df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:48.896035 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b2363bd9-78c8-40a3-982c-aafc379e14df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:48.900304 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05e312-2aff-4d06-87c9-7fa9bdb12138 req-94ed2b6e-a8c5-40f5-9517-c0d8d41e97b0 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:48.906497 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05e312-2aff-4d06-87c9-7fa9bdb12138 req-94ed2b6e-a8c5-40f5-9517-c0d8d41e97b0 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:48.912611 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05e312-2aff-4d06-87c9-7fa9bdb12138 req-94ed2b6e-a8c5-40f5-9517-c0d8d41e97b0 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:48.918562 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05e312-2aff-4d06-87c9-7fa9bdb12138 req-94ed2b6e-a8c5-40f5-9517-c0d8d41e97b0 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:48.926272 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05e312-2aff-4d06-87c9-7fa9bdb12138 req-94ed2b6e-a8c5-40f5-9517-c0d8d41e97b0 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:48.928389 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2363bd9-78c8-40a3-982c-aafc379e14df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365ce54e-424a-4e72-8650-762aaf232df6,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:48.932207 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05e312-2aff-4d06-87c9-7fa9bdb12138 req-94ed2b6e-a8c5-40f5-9517-c0d8d41e97b0 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:48.939251 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05e312-2aff-4d06-87c9-7fa9bdb12138 req-94ed2b6e-a8c5-40f5-9517-c0d8d41e97b0 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:48.947083 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6c05e312-2aff-4d06-87c9-7fa9bdb12138 req-94ed2b6e-a8c5-40f5-9517-c0d8d41e97b0 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 5439 time: 0.1623781 Dec 09 15:50:48.958449 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b2363bd9-78c8-40a3-982c-aafc379e14df admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=703942eaf2734a49a6a84ca7e6e09937&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1827919 Dec 09 15:50:48.960948 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54148) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:48.974249 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1aeb7c33-7024-4b3b-82e6-5dce853ee4b5 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:48.975265 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1aeb7c33-7024-4b3b-82e6-5dce853ee4b5 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:49.016077 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7ae75ae9-d873-4292-acb3-ddfb65a42ee8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:49.024254 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6c05e312-2aff-4d06-87c9-7fa9bdb12138 req-7fc1f805-2ac5-4158-a2f2-c24de698a98c tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=c5881a67-eda0-4da9-8b2e-8ff2108b95fa&id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0762444 Dec 09 15:50:49.038558 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7ae75ae9-d873-4292-acb3-ddfb65a42ee8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:49.065747 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1aeb7c33-7024-4b3b-82e6-5dce853ee4b5 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:49.074836 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1aeb7c33-7024-4b3b-82e6-5dce853ee4b5 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:49.096613 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7ae75ae9-d873-4292-acb3-ddfb65a42ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:49.102827 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7ae75ae9-d873-4292-acb3-ddfb65a42ee8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:49.105361 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7ae75ae9-d873-4292-acb3-ddfb65a42ee8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/365ce54e-424a-4e72-8650-762aaf232df6 HTTP/1.1" status: 204 len: 168 time: 0.1424928 Dec 09 15:50:49.108110 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1aeb7c33-7024-4b3b-82e6-5dce853ee4b5 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:49.109864 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1aeb7c33-7024-4b3b-82e6-5dce853ee4b5 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2592554 Dec 09 15:50:49.112643 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54152) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:49.117481 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-2ad6dff4-ee05-4e15-b105-58768b0df936 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'enable_snat': True}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:49.120134 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae75ae9-d873-4292-acb3-ddfb65a42ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365ce54e-424a-4e72-8650-762aaf232df6,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:49.337242 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2ad6dff4-ee05-4e15-b105-58768b0df936 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:49.468052 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54156) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:49.483279 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e177d44f-30e8-4f8d-b414-04eb75bc9cdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:49.575478 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e177d44f-30e8-4f8d-b414-04eb75bc9cdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:49.577514 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2ad6dff4-ee05-4e15-b105-58768b0df936 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:49.581406 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e177d44f-30e8-4f8d-b414-04eb75bc9cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:49.623247 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2ad6dff4-ee05-4e15-b105-58768b0df936 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:49.630015 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e177d44f-30e8-4f8d-b414-04eb75bc9cdc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a910d6ed259a413291976d64fb32b904&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1584294 Dec 09 15:50:49.630015 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e177d44f-30e8-4f8d-b414-04eb75bc9cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a803d37e-d7a8-4887-a0ed-76dc63c3c6e5,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:49.632209 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54162) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:49.685886 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6a43b8db-16f3-45ca-8490-df04c231eb7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:49.707761 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6a43b8db-16f3-45ca-8490-df04c231eb7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:49.737690 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-2ad6dff4-ee05-4e15-b105-58768b0df936 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Allocated IP 172.25.3.82 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/d7870835-018d-4ed7-a887-bd112ffca705) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:50:49.765649 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6a43b8db-16f3-45ca-8490-df04c231eb7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:49.768527 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6a43b8db-16f3-45ca-8490-df04c231eb7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:49.772281 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6a43b8db-16f3-45ca-8490-df04c231eb7f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a803d37e-d7a8-4887-a0ed-76dc63c3c6e5 HTTP/1.1" status: 204 len: 168 time: 0.1365778 Dec 09 15:50:49.775834 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c5b68-678a-4ab6-8952-4e750558fb9f req-f7aba5f4-47f3-4d3b-9e10-169945232268 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:49.777430 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d67c5b68-678a-4ab6-8952-4e750558fb9f req-f7aba5f4-47f3-4d3b-9e10-169945232268 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b26ee7a-7789-45a1-99ec-aa8439160836 HTTP/1.1" status: 200 len: 944 time: 0.2181339 Dec 09 15:50:49.781798 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a43b8db-16f3-45ca-8490-df04c231eb7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a803d37e-d7a8-4887-a0ed-76dc63c3c6e5,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:49.880629 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d67c5b68-678a-4ab6-8952-4e750558fb9f req-a6ab8007-77a7-4c00-ae4b-d2e7f527f7b8 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8c9c4db-7626-4e29-9ace-d0b456e65760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750110 Dec 09 15:50:49.914393 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2ad6dff4-ee05-4e15-b105-58768b0df936 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:49.963331 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2ad6dff4-ee05-4e15-b105-58768b0df936 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:50.003571 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad6dff4-ee05-4e15-b105-58768b0df936 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:50:50.008523 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-2ad6dff4-ee05-4e15-b105-58768b0df936 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:50:50.012051 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad6dff4-ee05-4e15-b105-58768b0df936 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:50:50.026493 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328578ab-1617-4368-8314-23bba43197df None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:50:50.055090 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad6dff4-ee05-4e15-b105-58768b0df936 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Pushing event updated for resources: {'Port': ['ID=d7870835-018d-4ed7-a887-bd112ffca705,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:50.100114 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7b82cd35-2cac-420f-861f-3f9540bae28e None None] Provisioning complete for port d7870835-018d-4ed7-a887-bd112ffca705 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:50.100897 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7b82cd35-2cac-420f-861f-3f9540bae28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:50.155241 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-7b82cd35-2cac-420f-861f-3f9540bae28e None None] Port d7870835-018d-4ed7-a887-bd112ffca705 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:50:50.303923 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf95e9-c4d5-4b66-9169-1e4a85e9c089 req-61113228-cc46-47a9-a00f-f24d079ed40d tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:50.310069 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf95e9-c4d5-4b66-9169-1e4a85e9c089 req-61113228-cc46-47a9-a00f-f24d079ed40d tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:50.316313 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf95e9-c4d5-4b66-9169-1e4a85e9c089 req-61113228-cc46-47a9-a00f-f24d079ed40d tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:50.323287 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf95e9-c4d5-4b66-9169-1e4a85e9c089 req-61113228-cc46-47a9-a00f-f24d079ed40d tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:50.328650 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf95e9-c4d5-4b66-9169-1e4a85e9c089 req-61113228-cc46-47a9-a00f-f24d079ed40d tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:50.334165 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf95e9-c4d5-4b66-9169-1e4a85e9c089 req-61113228-cc46-47a9-a00f-f24d079ed40d tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:50.340222 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf95e9-c4d5-4b66-9169-1e4a85e9c089 req-61113228-cc46-47a9-a00f-f24d079ed40d tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:50.342994 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a9bf95e9-c4d5-4b66-9169-1e4a85e9c089 req-61113228-cc46-47a9-a00f-f24d079ed40d tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 5439 time: 0.1563601 Dec 09 15:50:50.452792 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-57c91e95-cd84-4344-ad90-fbc99b78a914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:50.821019 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2ad6dff4-ee05-4e15-b105-58768b0df936 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:50.832543 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a9bf95e9-c4d5-4b66-9169-1e4a85e9c089 req-d477d73f-af17-438a-903d-c4837fcdc4b1 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=c5881a67-eda0-4da9-8b2e-8ff2108b95fa&id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4737053 Dec 09 15:50:50.871251 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device b0001301-2d35-4f1b-b629-db1919f98127 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:50:50.875433 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 0a1a311d-b032-4c37-bd71-5d8793b18d3c up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:50:51.051993 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 0a1a311d-b032-4c37-bd71-5d8793b18d3c completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:50:51.058455 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 0a1a311d-b032-4c37-bd71-5d8793b18d3c triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:51.058844 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:51.113463 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ab0b3-7f5c-4bf4-a650-f0e519f46cb4 req-c5e1f87f-d524-4d71-8a37-d43a6f3ae3ea tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:51.115007 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-423ab0b3-7f5c-4bf4-a650-f0e519f46cb4 req-c5e1f87f-d524-4d71-8a37-d43a6f3ae3ea tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b26ee7a-7789-45a1-99ec-aa8439160836 HTTP/1.1" status: 200 len: 944 time: 0.1170261 Dec 09 15:50:51.117348 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2ad6dff4-ee05-4e15-b105-58768b0df936 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1598674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1781863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39067'] for router, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:51.121207 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2ad6dff4-ee05-4e15-b105-58768b0df936 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1598665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1598656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1781790'] for router, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:51.125789 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port b0001301-2d35-4f1b-b629-db1919f98127, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=b0001301-2d35-4f1b-b629-db1919f98127,segment=NetworkSegment(27ce6c9c-5403-4485-bd4b-ff32531a5064),segment_id=27ce6c9c-5403-4485-bd4b-ff32531a5064)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:51.140841 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'b0001301-2d35-4f1b-b629-db1919f98127', 'network_id': '39fd6fc5-480f-449b-a757-aef8748068b8', 'port_id': 'b0001301-2d35-4f1b-b629-db1919f98127', 'mac_address': 'fa:16:3e:1c:52:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01be392a-cb14-4b78-9fa7-00b581d9ae5d', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:50:51.194156 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:51.231743 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0001301-2d35-4f1b-b629-db1919f98127 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:50:51.260716 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-423ab0b3-7f5c-4bf4-a650-f0e519f46cb4 req-19b599ba-05e0-4448-8cdb-2cdf917a72e3 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8c9c4db-7626-4e29-9ace-d0b456e65760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360908 Dec 09 15:50:51.262693 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port b0001301-2d35-4f1b-b629-db1919f98127, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=b0001301-2d35-4f1b-b629-db1919f98127,segment=NetworkSegment(27ce6c9c-5403-4485-bd4b-ff32531a5064),segment_id=27ce6c9c-5403-4485-bd4b-ff32531a5064)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:51.291896 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:51.320762 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:51.344588 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad6dff4-ee05-4e15-b105-58768b0df936 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Router c73b8d6f-c5a2-45a0-bd78-9e4f21a48a7c is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:50:51.385158 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1a311d-b032-4c37-bd71-5d8793b18d3c'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:50:51.387967 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f24389-cea8-483f-8fe1-b8af4ae39891" -d '{"events": [{"server_uuid": "c90defb5-9266-4ad0-b0d1-72a8ad39338d", "name": "network-vif-plugged", "status": "completed", "tag": "0a1a311d-b032-4c37-bd71-5d8793b18d3c"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:50:51.440291 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 0a1a311d-b032-4c37-bd71-5d8793b18d3c, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=0a1a311d-b032-4c37-bd71-5d8793b18d3c,segment=NetworkSegment(45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e),segment_id=45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:51.442227 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=b0001301-2d35-4f1b-b629-db1919f98127,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:51.456891 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:51.457836 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device c80d9ccb-8f47-4f45-874e-82d37cf55b7b up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:50:51.495874 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743b408b-a3c9-4324-99f0-27798bf226f0 x-openstack-request-id: req-743b408b-a3c9-4324-99f0-27798bf226f0 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:50:51.496179 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c90defb5-9266-4ad0-b0d1-72a8ad39338d", "name": "network-vif-plugged", "status": "completed", "tag": "0a1a311d-b032-4c37-bd71-5d8793b18d3c", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:50:51.496460 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-743b408b-a3c9-4324-99f0-27798bf226f0 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:50:51.496861 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1a311d-b032-4c37-bd71-5d8793b18d3c', 'code': 200} Dec 09 15:50:51.502908 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad6dff4-ee05-4e15-b105-58768b0df936 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:50:51.511257 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2ad6dff4-ee05-4e15-b105-58768b0df936 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:51.517179 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2ad6dff4-ee05-4e15-b105-58768b0df936 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] 10.222.0.57 "PUT /v2.0/routers/c73b8d6f-c5a2-45a0-bd78-9e4f21a48a7c HTTP/1.1" status: 200 len: 914 time: 2.4010348 Dec 09 15:50:51.517723 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54232) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:51.558089 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=0a1a311d-b032-4c37-bd71-5d8793b18d3c,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:51.582114 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d06295c-2009-49ed-bb5c-4242a55b2fe1 None None] Sync routers for ids ['c73b8d6f-c5a2-45a0-bd78-9e4f21a48a7c'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:50:51.605295 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54234) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:51.613927 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d06295c-2009-49ed-bb5c-4242a55b2fe1 None None] Routers {'c73b8d6f-c5a2-45a0-bd78-9e4f21a48a7c'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:51.614555 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3d06295c-2009-49ed-bb5c-4242a55b2fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:50:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['c73b8d6f-c5a2-45a0-bd78-9e4f21a48a7c'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:51.639248 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a61f0caf-4074-4e74-b83f-af12e74fc4b7 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] 10.222.0.57 "GET /v2.0/routers/c73b8d6f-c5a2-45a0-bd78-9e4f21a48a7c HTTP/1.1" status: 200 len: 920 time: 0.1173892 Dec 09 15:50:51.639702 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54238) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:51.656600 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3d06295c-2009-49ed-bb5c-4242a55b2fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:51.666294 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d06295c-2009-49ed-bb5c-4242a55b2fe1 None None] Routers {'c73b8d6f-c5a2-45a0-bd78-9e4f21a48a7c'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:51.666914 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3d06295c-2009-49ed-bb5c-4242a55b2fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:50:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['c73b8d6f-c5a2-45a0-bd78-9e4f21a48a7c'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:51.684990 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed102447-fe95-404d-a46a-17f5596c2265 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:51.689161 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ed102447-fe95-404d-a46a-17f5596c2265 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=d8331094-778d-4179-9ed8-de7de1c5438c&device_id=c73b8d6f-c5a2-45a0-bd78-9e4f21a48a7c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0457571 Dec 09 15:50:51.689380 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54240) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:51.708921 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3d06295c-2009-49ed-bb5c-4242a55b2fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:51.709600 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d06295c-2009-49ed-bb5c-4242a55b2fe1 None None] The sync data for ids ['c73b8d6f-c5a2-45a0-bd78-9e4f21a48a7c'] in n-d-821228-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:50:51.721550 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port c80d9ccb-8f47-4f45-874e-82d37cf55b7b completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:50:51.727598 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port c80d9ccb-8f47-4f45-874e-82d37cf55b7b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:51.727986 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:51.733700 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-59b2517e-5c99-40e0-b0ca-9fbe2b7e1f8b tempest-QuotasTest-1958263672 tempest-QuotasTest-1958263672-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:51.754270 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['b0001301-2d35-4f1b-b629-db1919f98127'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:50:51.776307 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-59b2517e-5c99-40e0-b0ca-9fbe2b7e1f8b tempest-QuotasTest-1958263672 tempest-QuotasTest-1958263672-project-admin] 10.222.0.57 "PUT /v2.0/quotas/5060353192924a8b8e31c5fd15fef4bd HTTP/1.1" status: 200 len: 366 time: 0.1691303 Dec 09 15:50:51.778799 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54242) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:51.792675 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0c839f33-4c5c-47d7-a141-158b09bc695c tempest-QuotasTest-1958263672 tempest-QuotasTest-1958263672-project-admin] 10.222.0.57 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0115829 Dec 09 15:50:51.794655 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54244) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:51.804396 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d8bc81-4841-4db5-9205-963c698e62ed tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:51.806577 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-70d8bc81-4841-4db5-9205-963c698e62ed tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] 10.222.0.57 "GET /v2.0/networks/d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 881 time: 0.1162815 Dec 09 15:50:51.809381 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54246) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:51.813644 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6a40342a-e39d-4ace-8fef-a3a0e7ef34b9 tempest-QuotasTest-1958263672 tempest-QuotasTest-1958263672-project-admin] 10.222.0.57 "GET /v2.0/quotas/5060353192924a8b8e31c5fd15fef4bd HTTP/1.1" status: 200 len: 366 time: 0.0137000 Dec 09 15:50:51.813832 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54248) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:51.832994 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2f54d9f5-7508-4767-b5d3-03a6689d8686 tempest-QuotasTest-1958263672 tempest-QuotasTest-1958263672-project-admin] 10.222.0.57 "DELETE /v2.0/quotas/5060353192924a8b8e31c5fd15fef4bd HTTP/1.1" status: 204 len: 168 time: 0.0159066 Dec 09 15:50:51.833228 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54250) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:51.848348 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6f43470c-b8f2-41d6-a7eb-fc0fcf0c5f5e tempest-QuotasTest-1958263672 tempest-QuotasTest-1958263672-project-admin] 10.222.0.57 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0113325 Dec 09 15:50:51.848570 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-24a1624c-a7f2-46d6-8dbb-9eb7623d4419 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] 10.222.0.57 "GET /v2.0/ports?device_id=c73b8d6f-c5a2-45a0-bd78-9e4f21a48a7c HTTP/1.1" status: 200 len: 205 time: 0.0366902 Dec 09 15:50:51.849005 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54252) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:51.850298 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54254) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:51.869890 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d763a9a5-19e4-40a0-a846-710a004437f5 tempest-QuotasTest-1958263672 tempest-QuotasTest-1958263672-project-admin] 10.222.0.57 "GET /v2.0/quotas/5060353192924a8b8e31c5fd15fef4bd HTTP/1.1" status: 200 len: 370 time: 0.0179265 Dec 09 15:50:51.872317 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54258) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:51.879720 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a19fe6e3-daf7-4de4-a3ee-6aa9fd4c26a6 tempest-QuotasTest-1958263672 tempest-QuotasTest-1958263672-project-admin] 10.222.0.57 "GET /v2.0/quotas/5060353192924a8b8e31c5fd15fef4bd/default HTTP/1.1" status: 200 len: 370 time: 0.0060043 Dec 09 15:50:51.882519 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54260) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:51.890861 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-e5e31287-750b-44d6-b685-f5b590216b0f tempest-QuotasTest-1958263672 tempest-QuotasTest-1958263672-project-admin] delete failed (client error): The resource could not be found. Dec 09 15:50:51.896310 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e5e31287-750b-44d6-b685-f5b590216b0f tempest-QuotasTest-1958263672 tempest-QuotasTest-1958263672-project-admin] 10.222.0.57 "DELETE /v2.0/quotas/5060353192924a8b8e31c5fd15fef4bd HTTP/1.1" status: 404 len: 348 time: 0.0115287 Dec 09 15:50:51.994474 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:52.036500 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54266) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:52.053746 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a19e13-44d2-4dc8-9b76-03c7d6dee281 req-d3449c38-6d97-447b-9d23-1525bcbc073a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:52.058617 n-d-821228-1 neutron-server[103245]: DEBUG neutron.quota.resource [None req-93c26552-b513-4b1b-8187-8ffa1cf223b8 tempest-QuotasTest-1958263672 tempest-QuotasTest-1958263672-project-admin] Usage tracker for resource:network and project:89ec1ef01f57440cbea0d8a342002314 is out of sync, need to count used quota {{(pid=103245) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 09 15:50:52.061549 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a19e13-44d2-4dc8-9b76-03c7d6dee281 req-d3449c38-6d97-447b-9d23-1525bcbc073a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:52.062422 n-d-821228-1 neutron-server[103245]: DEBUG neutron.quota.resource [None req-93c26552-b513-4b1b-8187-8ffa1cf223b8 tempest-QuotasTest-1958263672 tempest-QuotasTest-1958263672-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103245) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 09 15:50:52.069126 n-d-821228-1 neutron-server[103245]: DEBUG neutron.quota.resource [None req-93c26552-b513-4b1b-8187-8ffa1cf223b8 tempest-QuotasTest-1958263672 tempest-QuotasTest-1958263672-project-admin] Usage tracker for resource:subnet and project:89ec1ef01f57440cbea0d8a342002314 is out of sync, need to count used quota {{(pid=103245) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 09 15:50:52.069276 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a19e13-44d2-4dc8-9b76-03c7d6dee281 req-d3449c38-6d97-447b-9d23-1525bcbc073a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:52.074310 n-d-821228-1 neutron-server[103245]: DEBUG neutron.quota.resource [None req-93c26552-b513-4b1b-8187-8ffa1cf223b8 tempest-QuotasTest-1958263672 tempest-QuotasTest-1958263672-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103245) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 09 15:50:52.075158 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a19e13-44d2-4dc8-9b76-03c7d6dee281 req-d3449c38-6d97-447b-9d23-1525bcbc073a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:52.081448 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a19e13-44d2-4dc8-9b76-03c7d6dee281 req-d3449c38-6d97-447b-9d23-1525bcbc073a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:52.081790 n-d-821228-1 neutron-server[103245]: DEBUG neutron.quota.resource [None req-93c26552-b513-4b1b-8187-8ffa1cf223b8 tempest-QuotasTest-1958263672 tempest-QuotasTest-1958263672-project-admin] Usage tracker for resource:subnetpool and project:89ec1ef01f57440cbea0d8a342002314 is out of sync, need to count used quota {{(pid=103245) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 09 15:50:52.088025 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a19e13-44d2-4dc8-9b76-03c7d6dee281 req-d3449c38-6d97-447b-9d23-1525bcbc073a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:52.088211 n-d-821228-1 neutron-server[103245]: DEBUG neutron.quota.resource [None req-93c26552-b513-4b1b-8187-8ffa1cf223b8 tempest-QuotasTest-1958263672 tempest-QuotasTest-1958263672-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103245) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 09 15:50:52.096259 n-d-821228-1 neutron-server[103245]: DEBUG neutron.quota.resource [None req-93c26552-b513-4b1b-8187-8ffa1cf223b8 tempest-QuotasTest-1958263672 tempest-QuotasTest-1958263672-project-admin] Usage tracker for resource:port and project:89ec1ef01f57440cbea0d8a342002314 is out of sync, need to count used quota {{(pid=103245) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 09 15:50:52.096616 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a19e13-44d2-4dc8-9b76-03c7d6dee281 req-d3449c38-6d97-447b-9d23-1525bcbc073a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:52.098657 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a9a19e13-44d2-4dc8-9b76-03c7d6dee281 req-d3449c38-6d97-447b-9d23-1525bcbc073a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 5440 time: 0.1540949 Dec 09 15:50:52.103583 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port c80d9ccb-8f47-4f45-874e-82d37cf55b7b, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=c80d9ccb-8f47-4f45-874e-82d37cf55b7b,segment=NetworkSegment(45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e),segment_id=45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:52.105112 n-d-821228-1 neutron-server[103245]: DEBUG neutron.quota.resource [None req-93c26552-b513-4b1b-8187-8ffa1cf223b8 tempest-QuotasTest-1958263672 tempest-QuotasTest-1958263672-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103245) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 09 15:50:52.113940 n-d-821228-1 neutron-server[103245]: DEBUG neutron.quota.resource [None req-93c26552-b513-4b1b-8187-8ffa1cf223b8 tempest-QuotasTest-1958263672 tempest-QuotasTest-1958263672-project-admin] Usage tracker for resource:router and project:89ec1ef01f57440cbea0d8a342002314 is out of sync, need to count used quota {{(pid=103245) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 09 15:50:52.118594 n-d-821228-1 neutron-server[103245]: DEBUG neutron.quota.resource [None req-93c26552-b513-4b1b-8187-8ffa1cf223b8 tempest-QuotasTest-1958263672 tempest-QuotasTest-1958263672-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103245) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 09 15:50:52.121383 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:52.122500 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 5d0eeda5-19bf-4cd3-94f9-1bc316a94e48 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:50:52.127744 n-d-821228-1 neutron-server[103245]: DEBUG neutron.quota.resource [None req-93c26552-b513-4b1b-8187-8ffa1cf223b8 tempest-QuotasTest-1958263672 tempest-QuotasTest-1958263672-project-admin] Usage tracker for resource:floatingip and project:89ec1ef01f57440cbea0d8a342002314 is out of sync, need to count used quota {{(pid=103245) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 09 15:50:52.132024 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e7cb9d94-a58a-4b00-abef-4c73714e966f tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:52.132186 n-d-821228-1 neutron-server[103245]: DEBUG neutron.quota.resource [None req-93c26552-b513-4b1b-8187-8ffa1cf223b8 tempest-QuotasTest-1958263672 tempest-QuotasTest-1958263672-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103245) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 09 15:50:52.174405 n-d-821228-1 neutron-server[103245]: DEBUG neutron.quota.resource [None req-93c26552-b513-4b1b-8187-8ffa1cf223b8 tempest-QuotasTest-1958263672 tempest-QuotasTest-1958263672-project-admin] Usage tracker for resource:security_group and project:89ec1ef01f57440cbea0d8a342002314 is out of sync, need to count used quota {{(pid=103245) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 09 15:50:52.177752 n-d-821228-1 neutron-server[103245]: DEBUG neutron.quota.resource [None req-93c26552-b513-4b1b-8187-8ffa1cf223b8 tempest-QuotasTest-1958263672 tempest-QuotasTest-1958263672-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103245) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 09 15:50:52.186637 n-d-821228-1 neutron-server[103245]: DEBUG neutron.quota.resource [None req-93c26552-b513-4b1b-8187-8ffa1cf223b8 tempest-QuotasTest-1958263672 tempest-QuotasTest-1958263672-project-admin] Usage tracker for resource:security_group_rule and project:89ec1ef01f57440cbea0d8a342002314 is out of sync, need to count used quota {{(pid=103245) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 09 15:50:52.190103 n-d-821228-1 neutron-server[103245]: DEBUG neutron.quota.resource [None req-93c26552-b513-4b1b-8187-8ffa1cf223b8 tempest-QuotasTest-1958263672 tempest-QuotasTest-1958263672-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103245) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 09 15:50:52.196064 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-93c26552-b513-4b1b-8187-8ffa1cf223b8 tempest-QuotasTest-1958263672 tempest-QuotasTest-1958263672-project-admin] 10.222.0.57 "GET /v2.0/quotas/89ec1ef01f57440cbea0d8a342002314/details.json HTTP/1.1" status: 200 len: 703 time: 0.1582603 Dec 09 15:50:52.265497 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 5d0eeda5-19bf-4cd3-94f9-1bc316a94e48 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:50:52.276484 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=c80d9ccb-8f47-4f45-874e-82d37cf55b7b,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:52.282419 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 5d0eeda5-19bf-4cd3-94f9-1bc316a94e48 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:52.282883 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:52.298972 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a9a19e13-44d2-4dc8-9b76-03c7d6dee281 req-ca1d4455-0a97-4604-afd1-5fdddd03ac76 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=c5881a67-eda0-4da9-8b2e-8ff2108b95fa&id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1902401 Dec 09 15:50:52.307501 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e7cb9d94-a58a-4b00-abef-4c73714e966f tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:52.389361 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e7cb9d94-a58a-4b00-abef-4c73714e966f tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Deleting port d7870835-018d-4ed7-a887-bd112ffca705 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:50:52.389651 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e7cb9d94-a58a-4b00-abef-4c73714e966f tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:52.408503 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:52.466608 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 5d0eeda5-19bf-4cd3-94f9-1bc316a94e48, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5d0eeda5-19bf-4cd3-94f9-1bc316a94e48,segment=NetworkSegment(0afc4eae-d5e0-4fad-b2e5-9f1c880770af),segment_id=0afc4eae-d5e0-4fad-b2e5-9f1c880770af)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:52.473031 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:52.475722 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device fad6d866-ac07-4b51-a443-56d0c8a689d8 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:50:52.554016 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e7cb9d94-a58a-4b00-abef-4c73714e966f tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:52.581839 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=5d0eeda5-19bf-4cd3-94f9-1bc316a94e48,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:52.595550 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e7cb9d94-a58a-4b00-abef-4c73714e966f tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Calling delete_port for d7870835-018d-4ed7-a887-bd112ffca705 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:50:52.607288 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54278) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:52.615861 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port fad6d866-ac07-4b51-a443-56d0c8a689d8 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:50:52.622441 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port fad6d866-ac07-4b51-a443-56d0c8a689d8 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:52.622872 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:52.673176 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0c065-c027-42cb-b4a9-477c5bd58cbe req-85dc632c-677b-4185-8a1c-6488b24e2c41 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:52.675529 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7ea0c065-c027-42cb-b4a9-477c5bd58cbe req-85dc632c-677b-4185-8a1c-6488b24e2c41 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b26ee7a-7789-45a1-99ec-aa8439160836 HTTP/1.1" status: 200 len: 945 time: 0.1381936 Dec 09 15:50:52.745564 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:52.750335 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7ce9c64a-7a4b-4948-893e-54be720be374 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:52.767534 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7ea0c065-c027-42cb-b4a9-477c5bd58cbe req-8c3f66b3-d913-4640-a96e-f3d7e739b8cc tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8c9c4db-7626-4e29-9ace-d0b456e65760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831320 Dec 09 15:50:52.796070 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port fad6d866-ac07-4b51-a443-56d0c8a689d8, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=fad6d866-ac07-4b51-a443-56d0c8a689d8,segment=NetworkSegment(45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e),segment_id=45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:52.800075 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:52.801161 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 217d63fb-6a3c-41f2-9610-2d02930597a5 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:50:52.840541 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7ce9c64a-7a4b-4948-893e-54be720be374 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:52.845691 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7ce9c64a-7a4b-4948-893e-54be720be374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:52.877539 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9c64a-7a4b-4948-893e-54be720be374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cda4b76-9e9c-433d-97a2-a42be466dd69,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:52.900150 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54282) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:52.900728 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7ce9c64a-7a4b-4948-893e-54be720be374 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a3b078093698424fa6c25c529db4ebde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2919540 Dec 09 15:50:52.901790 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=fad6d866-ac07-4b51-a443-56d0c8a689d8,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:52.909065 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e7cb9d94-a58a-4b00-abef-4c73714e966f tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:52.918906 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 217d63fb-6a3c-41f2-9610-2d02930597a5 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:50:52.924333 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 217d63fb-6a3c-41f2-9610-2d02930597a5 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:52.924333 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:52.962162 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb9d94-a58a-4b00-abef-4c73714e966f tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Pushing event deleted for resources: {'Port': ['ID=d7870835-018d-4ed7-a887-bd112ffca705,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:52.976978 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50028ea-eb7f-4f21-bd95-a7e000cf91c3 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:50:52.984961 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-66c772dd-7074-4533-b0d5-75d981aa3218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:53.038685 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:53.042255 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e7cb9d94-a58a-4b00-abef-4c73714e966f tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:53.045871 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d24e5e3b-7e8e-4367-9dcf-54a51b0136fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:53.074566 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 217d63fb-6a3c-41f2-9610-2d02930597a5, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=217d63fb-6a3c-41f2-9610-2d02930597a5,segment=NetworkSegment(81d1235d-87dd-4988-9ddd-2b5abb933621),segment_id=81d1235d-87dd-4988-9ddd-2b5abb933621)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:53.080794 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:53.081829 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 228cf703-1a9f-469e-a207-e9d6be7acce9 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:50:53.153630 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e7cb9d94-a58a-4b00-abef-4c73714e966f tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:53.158400 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e7cb9d94-a58a-4b00-abef-4c73714e966f tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:53.161419 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d24e5e3b-7e8e-4367-9dcf-54a51b0136fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:53.182003 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=217d63fb-6a3c-41f2-9610-2d02930597a5,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:53.200456 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 228cf703-1a9f-469e-a207-e9d6be7acce9 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:50:53.208510 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 228cf703-1a9f-469e-a207-e9d6be7acce9 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:53.209183 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:53.235717 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e7cb9d94-a58a-4b00-abef-4c73714e966f tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:53.236284 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7cb9d94-a58a-4b00-abef-4c73714e966f tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Fanout notify agent at l3_agent the message router_deleted on router c73b8d6f-c5a2-45a0-bd78-9e4f21a48a7c {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:50:53.243538 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e7cb9d94-a58a-4b00-abef-4c73714e966f tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:53.249638 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e7cb9d94-a58a-4b00-abef-4c73714e966f tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] 10.222.0.57 "DELETE /v2.0/routers/c73b8d6f-c5a2-45a0-bd78-9e4f21a48a7c HTTP/1.1" status: 204 len: 168 time: 1.3976505 Dec 09 15:50:53.249787 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54284) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:53.265098 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-28ed9404-15f0-4fef-9bfc-548992f4c448 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1362518473', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:53.271920 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d24e5e3b-7e8e-4367-9dcf-54a51b0136fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:53.275008 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d24e5e3b-7e8e-4367-9dcf-54a51b0136fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:53.276712 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d24e5e3b-7e8e-4367-9dcf-54a51b0136fc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6cda4b76-9e9c-433d-97a2-a42be466dd69 HTTP/1.1" status: 204 len: 168 time: 0.3751235 Dec 09 15:50:53.300098 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e5e3b-7e8e-4367-9dcf-54a51b0136fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cda4b76-9e9c-433d-97a2-a42be466dd69,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:53.328699 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-28ed9404-15f0-4fef-9bfc-548992f4c448 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:53.330347 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-28ed9404-15f0-4fef-9bfc-548992f4c448 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:53.340651 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:53.395660 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 228cf703-1a9f-469e-a207-e9d6be7acce9, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=228cf703-1a9f-469e-a207-e9d6be7acce9,segment=NetworkSegment(0afc4eae-d5e0-4fad-b2e5-9f1c880770af),segment_id=0afc4eae-d5e0-4fad-b2e5-9f1c880770af)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:53.406778 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:53.407534 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device dea1411b-b02d-409d-be67-df46d288f664 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:50:53.456206 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-28ed9404-15f0-4fef-9bfc-548992f4c448 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:53.467974 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-28ed9404-15f0-4fef-9bfc-548992f4c448 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:53.490177 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773bc50-2171-40e3-b0b2-bf229fcfb0c1 req-45ea017e-f84e-4e11-a6f6-726e242ddab6 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:53.498889 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c80d9ccb-8f47-4f45-874e-82d37cf55b7b'}, {'server_uuid': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0eeda5-19bf-4cd3-94f9-1bc316a94e48'}, {'server_uuid': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad6d866-ac07-4b51-a443-56d0c8a689d8'}, {'server_uuid': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217d63fb-6a3c-41f2-9610-2d02930597a5'}, {'server_uuid': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228cf703-1a9f-469e-a207-e9d6be7acce9'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:50:53.499159 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773bc50-2171-40e3-b0b2-bf229fcfb0c1 req-45ea017e-f84e-4e11-a6f6-726e242ddab6 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:53.500024 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-28ed9404-15f0-4fef-9bfc-548992f4c448 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:53.501675 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-28ed9404-15f0-4fef-9bfc-548992f4c448 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2505538 Dec 09 15:50:53.504376 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54294) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:53.504523 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d19fd18-0f0f-48d8-9cfc-1756d04e29a9" -d '{"events": [{"server_uuid": "c90defb5-9266-4ad0-b0d1-72a8ad39338d", "name": "network-vif-plugged", "status": "completed", "tag": "c80d9ccb-8f47-4f45-874e-82d37cf55b7b"}, {"server_uuid": "c90defb5-9266-4ad0-b0d1-72a8ad39338d", "name": "network-vif-plugged", "status": "completed", "tag": "5d0eeda5-19bf-4cd3-94f9-1bc316a94e48"}, {"server_uuid": "c90defb5-9266-4ad0-b0d1-72a8ad39338d", "name": "network-vif-plugged", "status": "completed", "tag": "fad6d866-ac07-4b51-a443-56d0c8a689d8"}, {"server_uuid": "c90defb5-9266-4ad0-b0d1-72a8ad39338d", "name": "network-vif-plugged", "status": "completed", "tag": "217d63fb-6a3c-41f2-9610-2d02930597a5"}, {"server_uuid": "c90defb5-9266-4ad0-b0d1-72a8ad39338d", "name": "network-vif-plugged", "status": "completed", "tag": "228cf703-1a9f-469e-a207-e9d6be7acce9"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:50:53.509262 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773bc50-2171-40e3-b0b2-bf229fcfb0c1 req-45ea017e-f84e-4e11-a6f6-726e242ddab6 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:53.509602 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-19f9bf99-7511-48e4-8123-2e9f0250ebe3 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'enable_snat': False}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:53.516849 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773bc50-2171-40e3-b0b2-bf229fcfb0c1 req-45ea017e-f84e-4e11-a6f6-726e242ddab6 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:53.524721 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773bc50-2171-40e3-b0b2-bf229fcfb0c1 req-45ea017e-f84e-4e11-a6f6-726e242ddab6 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:53.529706 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773bc50-2171-40e3-b0b2-bf229fcfb0c1 req-45ea017e-f84e-4e11-a6f6-726e242ddab6 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:53.535996 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773bc50-2171-40e3-b0b2-bf229fcfb0c1 req-45ea017e-f84e-4e11-a6f6-726e242ddab6 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:53.537976 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b773bc50-2171-40e3-b0b2-bf229fcfb0c1 req-45ea017e-f84e-4e11-a6f6-726e242ddab6 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 5445 time: 0.1367786 Dec 09 15:50:53.585710 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=228cf703-1a9f-469e-a207-e9d6be7acce9,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:53.618976 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port dea1411b-b02d-409d-be67-df46d288f664 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:50:53.627048 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port dea1411b-b02d-409d-be67-df46d288f664 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:53.627433 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:53.670615 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b773bc50-2171-40e3-b0b2-bf229fcfb0c1 req-dafd56bf-30bf-452a-9f6a-903c2eca7d2c tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=c5881a67-eda0-4da9-8b2e-8ff2108b95fa&id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1245975 Dec 09 15:50:53.745759 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:53.791838 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port dea1411b-b02d-409d-be67-df46d288f664, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=dea1411b-b02d-409d-be67-df46d288f664,segment=NetworkSegment(45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e),segment_id=45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:53.798682 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54304) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:53.804987 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:53.817763 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9a84de1-59ec-474b-8fac-c3b4b6ae1fbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:53.820094 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19f9bf99-7511-48e4-8123-2e9f0250ebe3 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:53.838693 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device b0001301-2d35-4f1b-b629-db1919f98127 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:50:53.908794 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Thu, 09 Dec 2021 15:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb38ffd1-0b8d-4d7e-a917-8c7050a6e301 x-openstack-request-id: req-fb38ffd1-0b8d-4d7e-a917-8c7050a6e301 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:50:53.909002 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c90defb5-9266-4ad0-b0d1-72a8ad39338d", "name": "network-vif-plugged", "status": "completed", "tag": "c80d9ccb-8f47-4f45-874e-82d37cf55b7b", "code": 200}, {"server_uuid": "c90defb5-9266-4ad0-b0d1-72a8ad39338d", "name": "network-vif-plugged", "status": "completed", "tag": "5d0eeda5-19bf-4cd3-94f9-1bc316a94e48", "code": 200}, {"server_uuid": "c90defb5-9266-4ad0-b0d1-72a8ad39338d", "name": "network-vif-plugged", "status": "completed", "tag": "fad6d866-ac07-4b51-a443-56d0c8a689d8", "code": 200}, {"server_uuid": "c90defb5-9266-4ad0-b0d1-72a8ad39338d", "name": "network-vif-plugged", "status": "completed", "tag": "217d63fb-6a3c-41f2-9610-2d02930597a5", "code": 200}, {"server_uuid": "c90defb5-9266-4ad0-b0d1-72a8ad39338d", "name": "network-vif-plugged", "status": "completed", "tag": "228cf703-1a9f-469e-a207-e9d6be7acce9", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:50:53.909260 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fb38ffd1-0b8d-4d7e-a917-8c7050a6e301 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:50:53.909731 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c80d9ccb-8f47-4f45-874e-82d37cf55b7b', 'code': 200} Dec 09 15:50:53.910056 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0eeda5-19bf-4cd3-94f9-1bc316a94e48', 'code': 200} Dec 09 15:50:53.910653 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad6d866-ac07-4b51-a443-56d0c8a689d8', 'code': 200} Dec 09 15:50:53.910653 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217d63fb-6a3c-41f2-9610-2d02930597a5', 'code': 200} Dec 09 15:50:53.910992 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228cf703-1a9f-469e-a207-e9d6be7acce9', 'code': 200} Dec 09 15:50:53.916339 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=dea1411b-b02d-409d-be67-df46d288f664,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:53.940240 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port b0001301-2d35-4f1b-b629-db1919f98127 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:50:53.942824 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9a84de1-59ec-474b-8fac-c3b4b6ae1fbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:53.945106 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port b0001301-2d35-4f1b-b629-db1919f98127 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:53.945485 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:53.953020 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9a84de1-59ec-474b-8fac-c3b4b6ae1fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:53.981571 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a84de1-59ec-474b-8fac-c3b4b6ae1fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118ed072-489a-4ffd-8c76-22d3cfa99d88,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:54.043977 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a9a84de1-59ec-474b-8fac-c3b4b6ae1fbc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=89ec1ef01f57440cbea0d8a342002314&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2466571 Dec 09 15:50:54.050171 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54306) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:54.060862 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:54.068494 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69045aa1-aa60-49af-9419-d21e2116047b req-0e70185f-5892-41e6-8d92-6639e0a08058 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:54.070229 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-69045aa1-aa60-49af-9419-d21e2116047b req-0e70185f-5892-41e6-8d92-6639e0a08058 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b26ee7a-7789-45a1-99ec-aa8439160836 HTTP/1.1" status: 200 len: 945 time: 0.0790427 Dec 09 15:50:54.113555 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19f9bf99-7511-48e4-8123-2e9f0250ebe3 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:54.134891 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19f9bf99-7511-48e4-8123-2e9f0250ebe3 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:54.180603 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-69045aa1-aa60-49af-9419-d21e2116047b req-a9b2e0c3-1a82-4d0f-97db-be9d30489a2e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8c9c4db-7626-4e29-9ace-d0b456e65760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990784 Dec 09 15:50:54.184618 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-be59a756-2afb-4c94-8c03-269b40a1e0db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:54.221173 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-be59a756-2afb-4c94-8c03-269b40a1e0db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:54.277093 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-19f9bf99-7511-48e4-8123-2e9f0250ebe3 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Allocated IP 172.25.3.230 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/8e1d2e31-5d16-4b7e-9627-2ff49b5b22d7) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:50:54.277338 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-be59a756-2afb-4c94-8c03-269b40a1e0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:54.278605 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:54.281465 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-be59a756-2afb-4c94-8c03-269b40a1e0db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:54.282877 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-be59a756-2afb-4c94-8c03-269b40a1e0db admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/118ed072-489a-4ffd-8c76-22d3cfa99d88 HTTP/1.1" status: 204 len: 168 time: 0.2309244 Dec 09 15:50:54.292619 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be59a756-2afb-4c94-8c03-269b40a1e0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118ed072-489a-4ffd-8c76-22d3cfa99d88,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:54.333826 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port b0001301-2d35-4f1b-b629-db1919f98127, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=b0001301-2d35-4f1b-b629-db1919f98127,segment=NetworkSegment(27ce6c9c-5403-4485-bd4b-ff32531a5064),segment_id=27ce6c9c-5403-4485-bd4b-ff32531a5064)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:54.345342 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:54.401386 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=b0001301-2d35-4f1b-b629-db1919f98127,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:54.416162 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19f9bf99-7511-48e4-8123-2e9f0250ebe3 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:54.454404 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19f9bf99-7511-48e4-8123-2e9f0250ebe3 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:54.499462 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f9bf99-7511-48e4-8123-2e9f0250ebe3 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:50:54.510734 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-19f9bf99-7511-48e4-8123-2e9f0250ebe3 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:50:54.519539 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f9bf99-7511-48e4-8123-2e9f0250ebe3 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:50:54.531355 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61082385-057e-4637-8084-84f862ee2a5f None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:50:54.557546 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:54.564766 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9bf99-7511-48e4-8123-2e9f0250ebe3 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Pushing event updated for resources: {'Port': ['ID=8e1d2e31-5d16-4b7e-9627-2ff49b5b22d7,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:54.635865 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e7d3163a-57b5-4228-8f1a-0ee2bdabbe7f None None] Provisioning complete for port 8e1d2e31-5d16-4b7e-9627-2ff49b5b22d7 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:54.636306 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e7d3163a-57b5-4228-8f1a-0ee2bdabbe7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:54.706844 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e7d3163a-57b5-4228-8f1a-0ee2bdabbe7f None None] Port 8e1d2e31-5d16-4b7e-9627-2ff49b5b22d7 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:50:54.893685 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4f829-bdcb-417f-bdd5-08602a72374f req-e0cacaaf-bbae-4b5f-8f67-4c81efdf3bb6 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:54.902624 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4f829-bdcb-417f-bdd5-08602a72374f req-e0cacaaf-bbae-4b5f-8f67-4c81efdf3bb6 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:54.910185 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19f9bf99-7511-48e4-8123-2e9f0250ebe3 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:54.922846 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4f829-bdcb-417f-bdd5-08602a72374f req-e0cacaaf-bbae-4b5f-8f67-4c81efdf3bb6 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:54.931865 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4f829-bdcb-417f-bdd5-08602a72374f req-e0cacaaf-bbae-4b5f-8f67-4c81efdf3bb6 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:54.944983 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4f829-bdcb-417f-bdd5-08602a72374f req-e0cacaaf-bbae-4b5f-8f67-4c81efdf3bb6 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:54.952703 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4f829-bdcb-417f-bdd5-08602a72374f req-e0cacaaf-bbae-4b5f-8f67-4c81efdf3bb6 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:54.959486 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4f829-bdcb-417f-bdd5-08602a72374f req-e0cacaaf-bbae-4b5f-8f67-4c81efdf3bb6 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:54.969761 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-47c4f829-bdcb-417f-bdd5-08602a72374f req-e0cacaaf-bbae-4b5f-8f67-4c81efdf3bb6 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 5446 time: 0.1806660 Dec 09 15:50:55.047885 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-47c4f829-bdcb-417f-bdd5-08602a72374f req-fa189433-db32-4056-9ccb-224aa61ed184 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=c5881a67-eda0-4da9-8b2e-8ff2108b95fa&id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0774839 Dec 09 15:50:55.176615 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19f9bf99-7511-48e4-8123-2e9f0250ebe3 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1598674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1781863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39067'] for router, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:55.184079 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19f9bf99-7511-48e4-8123-2e9f0250ebe3 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1598665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1598656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1781790'] for router, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:55.279858 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:55.345193 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee06d3-14bf-4ef9-8154-0353e29e94c3 req-9928744c-afc7-4afd-a4d3-a735b975585e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:55.350639 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9fee06d3-14bf-4ef9-8154-0353e29e94c3 req-9928744c-afc7-4afd-a4d3-a735b975585e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b26ee7a-7789-45a1-99ec-aa8439160836 HTTP/1.1" status: 200 len: 946 time: 0.0738583 Dec 09 15:50:55.449882 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9fee06d3-14bf-4ef9-8154-0353e29e94c3 req-513004ce-6c9a-4b1d-a329-e41d985e08e6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8c9c4db-7626-4e29-9ace-d0b456e65760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914056 Dec 09 15:50:55.526037 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54366) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:55.719149 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e7499ea0-514e-4dae-823d-4cd33cd7421d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:55.780956 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f9bf99-7511-48e4-8123-2e9f0250ebe3 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Router 9d2258b8-5229-42f0-9214-45a8e6972e73 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:50:55.811409 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e7499ea0-514e-4dae-823d-4cd33cd7421d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:55.816055 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e7499ea0-514e-4dae-823d-4cd33cd7421d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:55.855861 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e7499ea0-514e-4dae-823d-4cd33cd7421d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9f3f1b3b8b904f31afeddabac6be9a9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3285522 Dec 09 15:50:55.856803 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7499ea0-514e-4dae-823d-4cd33cd7421d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a994ff6a-33df-4e53-9253-1d271ffd1353,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:55.860081 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54378) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:55.902113 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f9bf99-7511-48e4-8123-2e9f0250ebe3 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:50:55.906637 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19f9bf99-7511-48e4-8123-2e9f0250ebe3 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:55.908010 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-19f9bf99-7511-48e4-8123-2e9f0250ebe3 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] 10.222.0.57 "PUT /v2.0/routers/9d2258b8-5229-42f0-9214-45a8e6972e73 HTTP/1.1" status: 200 len: 916 time: 2.4022338 Dec 09 15:50:55.910878 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54380) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:55.912933 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea1411b-b02d-409d-be67-df46d288f664'}, {'server_uuid': '1b26ee7a-7789-45a1-99ec-aa8439160836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0001301-2d35-4f1b-b629-db1919f98127'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:50:55.913328 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fee9b8a-a85a-4cd2-9915-1cbfa910eaf3 None None] Sync routers for ids ['9d2258b8-5229-42f0-9214-45a8e6972e73'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:50:55.915247 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a5aebc-4bbc-4d03-ac7d-044d78ea959f" -d '{"events": [{"server_uuid": "c90defb5-9266-4ad0-b0d1-72a8ad39338d", "name": "network-vif-plugged", "status": "completed", "tag": "dea1411b-b02d-409d-be67-df46d288f664"}, {"server_uuid": "1b26ee7a-7789-45a1-99ec-aa8439160836", "name": "network-vif-plugged", "status": "completed", "tag": "b0001301-2d35-4f1b-b629-db1919f98127"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:50:55.921439 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f1ec6a7f-b7d3-48e3-b291-b55cc16d6a67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:55.949766 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fee9b8a-a85a-4cd2-9915-1cbfa910eaf3 None None] Routers {'9d2258b8-5229-42f0-9214-45a8e6972e73'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:55.950386 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-9fee9b8a-a85a-4cd2-9915-1cbfa910eaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:50:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9d2258b8-5229-42f0-9214-45a8e6972e73'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:55.985722 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f1ec6a7f-b7d3-48e3-b291-b55cc16d6a67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:55.992704 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-9fee9b8a-a85a-4cd2-9915-1cbfa910eaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:56.001508 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Dec 2021 15:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b005bd9-491d-4adf-9825-0c0adee5e0bc x-openstack-request-id: req-9b005bd9-491d-4adf-9825-0c0adee5e0bc {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:50:56.001911 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c90defb5-9266-4ad0-b0d1-72a8ad39338d", "name": "network-vif-plugged", "status": "completed", "tag": "dea1411b-b02d-409d-be67-df46d288f664", "code": 200}, {"server_uuid": "1b26ee7a-7789-45a1-99ec-aa8439160836", "name": "network-vif-plugged", "status": "completed", "tag": "b0001301-2d35-4f1b-b629-db1919f98127", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:50:56.002284 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9b005bd9-491d-4adf-9825-0c0adee5e0bc {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:50:56.002999 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fee9b8a-a85a-4cd2-9915-1cbfa910eaf3 None None] Routers {'9d2258b8-5229-42f0-9214-45a8e6972e73'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:56.003116 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea1411b-b02d-409d-be67-df46d288f664', 'code': 200} Dec 09 15:50:56.003462 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b26ee7a-7789-45a1-99ec-aa8439160836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0001301-2d35-4f1b-b629-db1919f98127', 'code': 200} Dec 09 15:50:56.003653 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-9fee9b8a-a85a-4cd2-9915-1cbfa910eaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:50:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9d2258b8-5229-42f0-9214-45a8e6972e73'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:56.070872 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-9fee9b8a-a85a-4cd2-9915-1cbfa910eaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:56.071659 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fee9b8a-a85a-4cd2-9915-1cbfa910eaf3 None None] The sync data for ids ['9d2258b8-5229-42f0-9214-45a8e6972e73'] in n-d-821228-1 is: [] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:50:56.085368 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c96c5877-7438-4335-b97e-d597866ca1e8 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] 10.222.0.57 "GET /v2.0/routers/9d2258b8-5229-42f0-9214-45a8e6972e73 HTTP/1.1" status: 200 len: 922 time: 0.1728344 Dec 09 15:50:56.088346 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54390) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:56.119547 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54392) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:56.148858 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc0f50e-1876-479a-a6b5-9172f8ab1f0f tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:56.153279 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2dc0f50e-1876-479a-a6b5-9172f8ab1f0f tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=d8331094-778d-4179-9ed8-de7de1c5438c&device_id=9d2258b8-5229-42f0-9214-45a8e6972e73&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0637605 Dec 09 15:50:56.153966 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54396) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:56.205075 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f1ec6a7f-b7d3-48e3-b291-b55cc16d6a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:56.207637 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f1ec6a7f-b7d3-48e3-b291-b55cc16d6a67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:56.208984 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f1ec6a7f-b7d3-48e3-b291-b55cc16d6a67 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a994ff6a-33df-4e53-9253-1d271ffd1353 HTTP/1.1" status: 204 len: 168 time: 0.3479033 Dec 09 15:50:56.235198 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52bd884-612b-4b05-a271-bbdc2bbf7add req-aa282562-7d18-4de9-b438-fd9b8e91c21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:56.235955 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52bd884-612b-4b05-a271-bbdc2bbf7add req-aa282562-7d18-4de9-b438-fd9b8e91c21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:56.236442 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52bd884-612b-4b05-a271-bbdc2bbf7add req-aa282562-7d18-4de9-b438-fd9b8e91c21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:56.237053 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52bd884-612b-4b05-a271-bbdc2bbf7add req-aa282562-7d18-4de9-b438-fd9b8e91c21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:56.237828 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52bd884-612b-4b05-a271-bbdc2bbf7add req-aa282562-7d18-4de9-b438-fd9b8e91c21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:56.238446 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52bd884-612b-4b05-a271-bbdc2bbf7add req-aa282562-7d18-4de9-b438-fd9b8e91c21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:56.238901 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52bd884-612b-4b05-a271-bbdc2bbf7add req-aa282562-7d18-4de9-b438-fd9b8e91c21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:56.241349 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c52bd884-612b-4b05-a271-bbdc2bbf7add req-aa282562-7d18-4de9-b438-fd9b8e91c21b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 6503 time: 0.1528459 Dec 09 15:50:56.245199 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12709ead-705c-43c2-ab55-349a311e41b0 req-539f8eb1-fb9f-4ec3-97e5-1a4483ca35cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:56.246795 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-12709ead-705c-43c2-ab55-349a311e41b0 req-539f8eb1-fb9f-4ec3-97e5-1a4483ca35cd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1b26ee7a-7789-45a1-99ec-aa8439160836 HTTP/1.1" status: 200 len: 1097 time: 0.1596808 Dec 09 15:50:56.248999 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec6a7f-b7d3-48e3-b291-b55cc16d6a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a994ff6a-33df-4e53-9253-1d271ffd1353,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:56.258594 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-0094445c-cb29-421c-8481-4b7944c667f0 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-257329943', 'router:external': True}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:56.262716 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68794d09-63eb-4dfb-a2a8-c4032839447e tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:56.266953 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-68794d09-63eb-4dfb-a2a8-c4032839447e tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] 10.222.0.57 "GET /v2.0/networks/d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 881 time: 0.1089895 Dec 09 15:50:56.267190 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54402) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:56.300602 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571d6d4-021b-4986-afa0-66ae049e7ac7 req-38b5bb17-86a0-4c7f-8670-8fb6b822a043 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:56.306699 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571d6d4-021b-4986-afa0-66ae049e7ac7 req-38b5bb17-86a0-4c7f-8670-8fb6b822a043 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:56.310882 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ae56bbda-6f37-4893-9ba9-f5b028544f5a tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d2258b8-5229-42f0-9214-45a8e6972e73 HTTP/1.1" status: 200 len: 205 time: 0.0402417 Dec 09 15:50:56.311681 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54404) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:56.313219 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571d6d4-021b-4986-afa0-66ae049e7ac7 req-38b5bb17-86a0-4c7f-8670-8fb6b822a043 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:56.319372 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571d6d4-021b-4986-afa0-66ae049e7ac7 req-38b5bb17-86a0-4c7f-8670-8fb6b822a043 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:56.324976 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571d6d4-021b-4986-afa0-66ae049e7ac7 req-38b5bb17-86a0-4c7f-8670-8fb6b822a043 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:56.331224 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571d6d4-021b-4986-afa0-66ae049e7ac7 req-38b5bb17-86a0-4c7f-8670-8fb6b822a043 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:56.337319 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571d6d4-021b-4986-afa0-66ae049e7ac7 req-38b5bb17-86a0-4c7f-8670-8fb6b822a043 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:56.341168 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a571d6d4-021b-4986-afa0-66ae049e7ac7 req-38b5bb17-86a0-4c7f-8670-8fb6b822a043 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 5446 time: 0.1982155 Dec 09 15:50:56.377951 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0094445c-cb29-421c-8481-4b7944c667f0 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Made reservation on behalf of 3a7557a109f246d89cbd5c95349ab32c for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:50:56.380331 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0094445c-cb29-421c-8481-4b7944c667f0 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:56.394907 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0094445c-cb29-421c-8481-4b7944c667f0 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:56.419344 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-12709ead-705c-43c2-ab55-349a311e41b0 req-ae5fa283-cefc-4107-8f2e-4af675c4ea1d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f8c9c4db-7626-4e29-9ace-d0b456e65760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578629 Dec 09 15:50:56.437616 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c52bd884-612b-4b05-a271-bbdc2bbf7add req-3f6e5113-5fd6-4207-94c0-fe98de77c17d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c5881a67-eda0-4da9-8b2e-8ff2108b95fa&id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1830580 Dec 09 15:50:56.438074 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:56.467803 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a571d6d4-021b-4986-afa0-66ae049e7ac7 req-a693487a-288e-4d01-8a72-6c0dabd92cd3 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=c5881a67-eda0-4da9-8b2e-8ff2108b95fa&id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1172016 Dec 09 15:50:56.493630 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-df8bd5a2-c0b3-49c1-a3c5-c771215899b8 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:56.623061 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0094445c-cb29-421c-8481-4b7944c667f0 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:56.630450 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0094445c-cb29-421c-8481-4b7944c667f0 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:56.637957 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54410) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:56.653303 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e63174e-d778-4867-b24c-57d320b49b92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:56.666493 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-df8bd5a2-c0b3-49c1-a3c5-c771215899b8 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:56.674274 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0094445c-cb29-421c-8481-4b7944c667f0 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:50:56.681229 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0094445c-cb29-421c-8481-4b7944c667f0 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f80e97-d190-403b-a008-b9711e76420d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:56.690416 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0094445c-cb29-421c-8481-4b7944c667f0 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:56.690955 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-0094445c-cb29-421c-8481-4b7944c667f0 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Added segment 5cc0ae9e-fd99-43ae-b7b5-4490cf495155 of type vlan for network 2005517c-d204-4c80-b391-cb98c08719c1 Dec 09 15:50:56.739028 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e63174e-d778-4867-b24c-57d320b49b92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:56.742740 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e63174e-d778-4867-b24c-57d320b49b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:56.769644 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0094445c-cb29-421c-8481-4b7944c667f0 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:56.781670 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4e63174e-d778-4867-b24c-57d320b49b92 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=31ef36d72e184a1aa22d1c195e1a83a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1417420 Dec 09 15:50:56.782574 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e63174e-d778-4867-b24c-57d320b49b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8eedeea-5f3b-48b4-a271-4a056de5fafb,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:56.784849 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54412) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:56.804641 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-df8bd5a2-c0b3-49c1-a3c5-c771215899b8 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Deleting port 8e1d2e31-5d16-4b7e-9627-2ff49b5b22d7 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:50:56.804984 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-df8bd5a2-c0b3-49c1-a3c5-c771215899b8 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:56.839480 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f32c18f3-567d-4693-be75-6c75d4e68be7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:56.850096 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0094445c-cb29-421c-8481-4b7944c667f0 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:56.851072 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0094445c-cb29-421c-8481-4b7944c667f0 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:56.851651 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0094445c-cb29-421c-8481-4b7944c667f0 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:56.865467 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f32c18f3-567d-4693-be75-6c75d4e68be7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:56.921709 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f32c18f3-567d-4693-be75-6c75d4e68be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:56.925237 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f32c18f3-567d-4693-be75-6c75d4e68be7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:56.928874 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f32c18f3-567d-4693-be75-6c75d4e68be7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b8eedeea-5f3b-48b4-a271-4a056de5fafb HTTP/1.1" status: 204 len: 168 time: 0.1407621 Dec 09 15:50:56.942042 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c18f3-567d-4693-be75-6c75d4e68be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8eedeea-5f3b-48b4-a271-4a056de5fafb,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:56.954380 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0094445c-cb29-421c-8481-4b7944c667f0 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.8336430 Dec 09 15:50:56.957700 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54416) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:56.964007 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0094445c-cb29-421c-8481-4b7944c667f0 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Pushing event updated for resources: {'Network': ['ID=2005517c-d204-4c80-b391-cb98c08719c1,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:56.964676 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-86f2c64c-bd79-4465-a58e-95d3ef63bfd9 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Request body: {'subnet': {'network_id': '2005517c-d204-4c80-b391-cb98c08719c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:56.986680 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-df8bd5a2-c0b3-49c1-a3c5-c771215899b8 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:56.989707 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 2005517c-d204-4c80-b391-cb98c08719c1 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:50:57.003171 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-df8bd5a2-c0b3-49c1-a3c5-c771215899b8 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Calling delete_port for 8e1d2e31-5d16-4b7e-9627-2ff49b5b22d7 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:50:57.028774 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f2c64c-bd79-4465-a58e-95d3ef63bfd9 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Made reservation on behalf of 3a7557a109f246d89cbd5c95349ab32c for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:50:57.032362 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-86f2c64c-bd79-4465-a58e-95d3ef63bfd9 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:57.047539 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13f2c8-b1df-43db-bf9a-eae6a6165707 req-7f9e7001-d613-4660-a010-35f146fdc27d tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:57.049137 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c13f2c8-b1df-43db-bf9a-eae6a6165707 req-7f9e7001-d613-4660-a010-35f146fdc27d tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b26ee7a-7789-45a1-99ec-aa8439160836 HTTP/1.1" status: 200 len: 946 time: 0.0782762 Dec 09 15:50:57.184054 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c13f2c8-b1df-43db-bf9a-eae6a6165707 req-ee47e694-2474-48d6-bf93-f50a3bde6b05 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8c9c4db-7626-4e29-9ace-d0b456e65760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197755 Dec 09 15:50:57.209086 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-df8bd5a2-c0b3-49c1-a3c5-c771215899b8 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:57.236173 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8bd5a2-c0b3-49c1-a3c5-c771215899b8 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Pushing event deleted for resources: {'Port': ['ID=8e1d2e31-5d16-4b7e-9627-2ff49b5b22d7,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:57.250164 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18d61e1-f3ba-4494-9e07-0506f38bfc69 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:50:57.311406 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-df8bd5a2-c0b3-49c1-a3c5-c771215899b8 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:57.416055 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-df8bd5a2-c0b3-49c1-a3c5-c771215899b8 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:57.418260 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-df8bd5a2-c0b3-49c1-a3c5-c771215899b8 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:57.463158 n-d-821228-1 neutron-server[103244]: DEBUG neutron.objects.ports [None req-86f2c64c-bd79-4465-a58e-95d3ef63bfd9 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103244) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 15:50:57.463632 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-86f2c64c-bd79-4465-a58e-95d3ef63bfd9 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:57.464575 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-df8bd5a2-c0b3-49c1-a3c5-c771215899b8 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:57.465692 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8bd5a2-c0b3-49c1-a3c5-c771215899b8 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Fanout notify agent at l3_agent the message router_deleted on router 9d2258b8-5229-42f0-9214-45a8e6972e73 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:50:57.473370 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-df8bd5a2-c0b3-49c1-a3c5-c771215899b8 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:57.475560 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-df8bd5a2-c0b3-49c1-a3c5-c771215899b8 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] 10.222.0.57 "DELETE /v2.0/routers/9d2258b8-5229-42f0-9214-45a8e6972e73 HTTP/1.1" status: 204 len: 168 time: 1.1618304 Dec 09 15:50:57.479260 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54430) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:57.484504 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7aa99418-2ab4-49d9-8535-350dcd3fb699 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1069642491', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}, 'admin_state_up': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:57.522174 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7aa99418-2ab4-49d9-8535-350dcd3fb699 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:57.523780 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7aa99418-2ab4-49d9-8535-350dcd3fb699 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:57.524724 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2c64c-bd79-4465-a58e-95d3ef63bfd9 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Pushing event updated for resources: {'Subnet': ['ID=aaac71f4-2986-494b-b085-642554edfc21,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:57.543331 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f2c64c-bd79-4465-a58e-95d3ef63bfd9 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Checking segment: {'id': '5cc0ae9e-fd99-43ae-b7b5-4490cf495155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2005517c-d204-4c80-b391-cb98c08719c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:50:57.543894 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f2c64c-bd79-4465-a58e-95d3ef63bfd9 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Network hostable DHCP agents. Network: 2005517c-d204-4c80-b391-cb98c08719c1, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:50:57.593700 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7aa99418-2ab4-49d9-8535-350dcd3fb699 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:57.601935 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f2c64c-bd79-4465-a58e-95d3ef63bfd9 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Network 2005517c-d204-4c80-b391-cb98c08719c1 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:50:57.616745 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-86f2c64c-bd79-4465-a58e-95d3ef63bfd9 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 2005517c-d204-4c80-b391-cb98c08719c1) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:50:57.622302 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f2c64c-bd79-4465-a58e-95d3ef63bfd9 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:57.623568 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-86f2c64c-bd79-4465-a58e-95d3ef63bfd9 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:57.628393 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5f94a1-8907-4931-95e0-b3052a928cf4 None None] Network 2005517c-d204-4c80-b391-cb98c08719c1 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:50:57.639991 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f219d6c-d6ce-485c-8bbd-3ed1456f5592 req-a558447b-e865-4d90-9aa6-8467afead2b3 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:57.645835 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f219d6c-d6ce-485c-8bbd-3ed1456f5592 req-a558447b-e865-4d90-9aa6-8467afead2b3 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:57.651721 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f219d6c-d6ce-485c-8bbd-3ed1456f5592 req-a558447b-e865-4d90-9aa6-8467afead2b3 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:57.657652 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f219d6c-d6ce-485c-8bbd-3ed1456f5592 req-a558447b-e865-4d90-9aa6-8467afead2b3 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:57.663668 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f219d6c-d6ce-485c-8bbd-3ed1456f5592 req-a558447b-e865-4d90-9aa6-8467afead2b3 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:57.671003 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f219d6c-d6ce-485c-8bbd-3ed1456f5592 req-a558447b-e865-4d90-9aa6-8467afead2b3 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:57.676651 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f219d6c-d6ce-485c-8bbd-3ed1456f5592 req-a558447b-e865-4d90-9aa6-8467afead2b3 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:57.678538 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0f219d6c-d6ce-485c-8bbd-3ed1456f5592 req-a558447b-e865-4d90-9aa6-8467afead2b3 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 5446 time: 0.1292994 Dec 09 15:50:57.722299 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-86f2c64c-bd79-4465-a58e-95d3ef63bfd9 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.7619119 Dec 09 15:50:57.728995 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54440) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:57.736761 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-d57eae15-b1f7-44dd-bb89-3bbc52426cbb tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-686367476', 'network_id': '2005517c-d204-4c80-b391-cb98c08719c1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:57.763468 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871217be-79e2-4256-8797-c3ece63c8782 None None] Network 2005517c-d204-4c80-b391-cb98c08719c1 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:50:57.765170 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7aa99418-2ab4-49d9-8535-350dcd3fb699 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:57.802316 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57eae15-b1f7-44dd-bb89-3bbc52426cbb tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Made reservation on behalf of 3a7557a109f246d89cbd5c95349ab32c for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:50:57.809659 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d57eae15-b1f7-44dd-bb89-3bbc52426cbb tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:57.833002 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0f219d6c-d6ce-485c-8bbd-3ed1456f5592 req-504966fe-f732-4ea8-ae12-1b13a4e9401c tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=c5881a67-eda0-4da9-8b2e-8ff2108b95fa&id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1442697 Dec 09 15:50:57.844640 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-d57eae15-b1f7-44dd-bb89-3bbc52426cbb tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] device_id is not set on port 1ed4f66d-ebee-4fde-8d46-ef79fd9dbc4e yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:50:57.994736 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-d57eae15-b1f7-44dd-bb89-3bbc52426cbb tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Allocated IP 2001:db8::2a4 (2005517c-d204-4c80-b391-cb98c08719c1/aaac71f4-2986-494b-b085-642554edfc21/1ed4f66d-ebee-4fde-8d46-ef79fd9dbc4e) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:50:58.022301 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7aa99418-2ab4-49d9-8535-350dcd3fb699 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:58.042702 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7aa99418-2ab4-49d9-8535-350dcd3fb699 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:58.140503 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d57eae15-b1f7-44dd-bb89-3bbc52426cbb tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:58.155368 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-7aa99418-2ab4-49d9-8535-350dcd3fb699 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Allocated IP 172.25.3.87 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/b4ade48c-1c3f-42c3-a5af-e33362159092) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:50:58.197213 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d57eae15-b1f7-44dd-bb89-3bbc52426cbb tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:58.257931 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57eae15-b1f7-44dd-bb89-3bbc52426cbb tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Network 2005517c-d204-4c80-b391-cb98c08719c1 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:50:58.262632 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-d57eae15-b1f7-44dd-bb89-3bbc52426cbb tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:50:58.265452 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57eae15-b1f7-44dd-bb89-3bbc52426cbb tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:50:58.266746 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57eae15-b1f7-44dd-bb89-3bbc52426cbb tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:58.267409 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d57eae15-b1f7-44dd-bb89-3bbc52426cbb tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:58.318717 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7aa99418-2ab4-49d9-8535-350dcd3fb699 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:58.363086 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7aa99418-2ab4-49d9-8535-350dcd3fb699 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:58.428654 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa99418-2ab4-49d9-8535-350dcd3fb699 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:50:58.434711 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-7aa99418-2ab4-49d9-8535-350dcd3fb699 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:50:58.439082 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa99418-2ab4-49d9-8535-350dcd3fb699 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:50:58.445093 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa99418-2ab4-49d9-8535-350dcd3fb699 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Pushing event updated for resources: {'Port': ['ID=b4ade48c-1c3f-42c3-a5af-e33362159092,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:58.477289 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3799bf-9732-4352-87c4-d7e60e8cf45d None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:50:58.591712 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-0c7ee30d-4518-46cc-8076-6de4a5cc97a5 None None] Provisioning complete for port b4ade48c-1c3f-42c3-a5af-e33362159092 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:58.592618 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0c7ee30d-4518-46cc-8076-6de4a5cc97a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:58.650721 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-0c7ee30d-4518-46cc-8076-6de4a5cc97a5 None None] Port b4ade48c-1c3f-42c3-a5af-e33362159092 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:50:58.714779 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57eae15-b1f7-44dd-bb89-3bbc52426cbb tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Pushing event updated for resources: {'Port': ['ID=1ed4f66d-ebee-4fde-8d46-ef79fd9dbc4e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:58.729059 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d57eae15-b1f7-44dd-bb89-3bbc52426cbb tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9986436 Dec 09 15:50:58.731128 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54466) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:58.747083 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7aa99418-2ab4-49d9-8535-350dcd3fb699 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:58.783985 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5275c47-6cc2-44ee-a423-c7a3ab78ee91 req-67b05e64-560c-4568-b579-c7ef1e3120f4 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:58.785565 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a5275c47-6cc2-44ee-a423-c7a3ab78ee91 req-67b05e64-560c-4568-b579-c7ef1e3120f4 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b26ee7a-7789-45a1-99ec-aa8439160836 HTTP/1.1" status: 200 len: 946 time: 0.5241671 Dec 09 15:50:58.869502 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a5275c47-6cc2-44ee-a423-c7a3ab78ee91 req-868e4715-f893-4b6f-8bf5-483cb8190c4b tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8c9c4db-7626-4e29-9ace-d0b456e65760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673654 Dec 09 15:50:58.877160 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-75a2ce51-63f4-4629-a601-d0407a655e5c tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Deleting port 1ed4f66d-ebee-4fde-8d46-ef79fd9dbc4e {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:50:58.877602 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-75a2ce51-63f4-4629-a601-d0407a655e5c tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:58.975647 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-75a2ce51-63f4-4629-a601-d0407a655e5c tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:58.998213 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7aa99418-2ab4-49d9-8535-350dcd3fb699 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:59.007215 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-75a2ce51-63f4-4629-a601-d0407a655e5c tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Calling delete_port for 1ed4f66d-ebee-4fde-8d46-ef79fd9dbc4e owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:50:59.042527 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9590856-e299-439a-9945-4fb5e6e15713 req-248b81ca-505d-4fb7-a5eb-3a3306d63296 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:59.050101 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9590856-e299-439a-9945-4fb5e6e15713 req-248b81ca-505d-4fb7-a5eb-3a3306d63296 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:59.056095 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9590856-e299-439a-9945-4fb5e6e15713 req-248b81ca-505d-4fb7-a5eb-3a3306d63296 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:59.062354 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9590856-e299-439a-9945-4fb5e6e15713 req-248b81ca-505d-4fb7-a5eb-3a3306d63296 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:59.068489 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9590856-e299-439a-9945-4fb5e6e15713 req-248b81ca-505d-4fb7-a5eb-3a3306d63296 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:59.074852 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9590856-e299-439a-9945-4fb5e6e15713 req-248b81ca-505d-4fb7-a5eb-3a3306d63296 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:59.082019 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9590856-e299-439a-9945-4fb5e6e15713 req-248b81ca-505d-4fb7-a5eb-3a3306d63296 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:59.084257 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c9590856-e299-439a-9945-4fb5e6e15713 req-248b81ca-505d-4fb7-a5eb-3a3306d63296 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 5446 time: 0.1273706 Dec 09 15:50:59.109400 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54480) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:59.147481 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa99418-2ab4-49d9-8535-350dcd3fb699 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Router 86747495-4c23-4898-a3bc-c8f9e8a9b6d6 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:50:59.209322 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c9590856-e299-439a-9945-4fb5e6e15713 req-d953de42-eb53-4ad1-85a9-bffb0b55af20 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=c5881a67-eda0-4da9-8b2e-8ff2108b95fa&id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0881915 Dec 09 15:50:59.257035 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-15f08a63-0008-40ac-80db-961a9ab4e9fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:59.266601 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-75a2ce51-63f4-4629-a601-d0407a655e5c tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:59.289589 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa99418-2ab4-49d9-8535-350dcd3fb699 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:50:59.298553 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a2ce51-63f4-4629-a601-d0407a655e5c tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ed4f66d-ebee-4fde-8d46-ef79fd9dbc4e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:59.301805 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2ceb38-7ec6-4da5-8024-86ba72bf1cb3 None None] Sync routers for ids ['86747495-4c23-4898-a3bc-c8f9e8a9b6d6'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:50:59.313228 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2ceb38-7ec6-4da5-8024-86ba72bf1cb3 None None] Routers {'86747495-4c23-4898-a3bc-c8f9e8a9b6d6'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:59.314384 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-8b2ceb38-7ec6-4da5-8024-86ba72bf1cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:50:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['86747495-4c23-4898-a3bc-c8f9e8a9b6d6'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:59.346422 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7aa99418-2ab4-49d9-8535-350dcd3fb699 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:59.350242 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7aa99418-2ab4-49d9-8535-350dcd3fb699 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.8674190 Dec 09 15:50:59.351735 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-8b2ceb38-7ec6-4da5-8024-86ba72bf1cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:59.353272 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54486) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:59.360360 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-87b69821-acdb-4256-9e8b-2f3349b5824e tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:59.361599 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2ceb38-7ec6-4da5-8024-86ba72bf1cb3 None None] Routers {'86747495-4c23-4898-a3bc-c8f9e8a9b6d6'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:59.362590 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-8b2ceb38-7ec6-4da5-8024-86ba72bf1cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:50:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['86747495-4c23-4898-a3bc-c8f9e8a9b6d6'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:59.367914 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-75a2ce51-63f4-4629-a601-d0407a655e5c tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:59.371522 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-75a2ce51-63f4-4629-a601-d0407a655e5c tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] 10.222.0.57 "DELETE /v2.0/ports/1ed4f66d-ebee-4fde-8d46-ef79fd9dbc4e HTTP/1.1" status: 204 len: 168 time: 0.6382909 Dec 09 15:50:59.375440 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54488) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:59.379763 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-2e72d876-408e-4f16-8f73-0680b1c1e0c4 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2005517c-d204-4c80-b391-cb98c08719c1', 'external_fixed_ips': [{'subnet_id': 'aaac71f4-2986-494b-b085-642554edfc21', 'ip_address': '2001:db8::2a4'}]}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:59.401177 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-8b2ceb38-7ec6-4da5-8024-86ba72bf1cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:59.401854 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8eea4-bed0-4277-9680-7daa062ad4dd req-4d58e935-3d99-45a9-8918-00632def8168 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:59.402039 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2ceb38-7ec6-4da5-8024-86ba72bf1cb3 None None] The sync data for ids ['86747495-4c23-4898-a3bc-c8f9e8a9b6d6'] in n-d-821228-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:50:59.403523 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-02f8eea4-bed0-4277-9680-7daa062ad4dd req-4d58e935-3d99-45a9-8918-00632def8168 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b26ee7a-7789-45a1-99ec-aa8439160836 HTTP/1.1" status: 200 len: 946 time: 0.1068242 Dec 09 15:50:59.422209 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2e72d876-408e-4f16-8f73-0680b1c1e0c4 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:59.423339 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2e72d876-408e-4f16-8f73-0680b1c1e0c4 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:59.484106 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-02f8eea4-bed0-4277-9680-7daa062ad4dd req-f2b4f8bb-9081-41a5-9e1d-5c89838ea5bf tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8c9c4db-7626-4e29-9ace-d0b456e65760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717807 Dec 09 15:50:59.514679 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2e72d876-408e-4f16-8f73-0680b1c1e0c4 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:59.688081 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2e72d876-408e-4f16-8f73-0680b1c1e0c4 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:59.758558 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b61295-b288-4b65-a917-eec724af3f16 req-5fe823b1-470c-45c4-aa52-cc3dcca2a54b tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:59.764821 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b61295-b288-4b65-a917-eec724af3f16 req-5fe823b1-470c-45c4-aa52-cc3dcca2a54b tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:59.770948 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b61295-b288-4b65-a917-eec724af3f16 req-5fe823b1-470c-45c4-aa52-cc3dcca2a54b tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:59.776947 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b61295-b288-4b65-a917-eec724af3f16 req-5fe823b1-470c-45c4-aa52-cc3dcca2a54b tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:59.783310 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b61295-b288-4b65-a917-eec724af3f16 req-5fe823b1-470c-45c4-aa52-cc3dcca2a54b tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:59.789481 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b61295-b288-4b65-a917-eec724af3f16 req-5fe823b1-470c-45c4-aa52-cc3dcca2a54b tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:59.796205 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b61295-b288-4b65-a917-eec724af3f16 req-5fe823b1-470c-45c4-aa52-cc3dcca2a54b tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:59.798225 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-17b61295-b288-4b65-a917-eec724af3f16 req-5fe823b1-470c-45c4-aa52-cc3dcca2a54b tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 5446 time: 0.1664507 Dec 09 15:50:59.798995 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-15f08a63-0008-40ac-80db-961a9ab4e9fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:59.804451 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-15f08a63-0008-40ac-80db-961a9ab4e9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:59.811332 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54494) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:59.815907 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-0c0b1ee0-7c23-437b-bfa0-efb6bdbc3128 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Request body: {'floatingip': {'port_id': '217d63fb-6a3c-41f2-9610-2d02930597a5'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:59.855537 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-15f08a63-0008-40ac-80db-961a9ab4e9fd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=01b5ed0ffe3d4af792875bd504916747&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7450869 Dec 09 15:50:59.858904 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54496) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:59.861876 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f08a63-0008-40ac-80db-961a9ab4e9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0798cda-ba80-4898-a9c2-72733b5a2698,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:59.875793 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0c0b1ee0-7c23-437b-bfa0-efb6bdbc3128 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:00.033004 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9d0708d-f00e-456c-bd81-5c4f982cf205 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:00.063852 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87b69821-acdb-4256-9e8b-2f3349b5824e tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:00.076347 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87b69821-acdb-4256-9e8b-2f3349b5824e tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:00.102238 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9d0708d-f00e-456c-bd81-5c4f982cf205 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:00.130060 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-87b69821-acdb-4256-9e8b-2f3349b5824e tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Deleting port b4ade48c-1c3f-42c3-a5af-e33362159092 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:51:00.130405 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87b69821-acdb-4256-9e8b-2f3349b5824e tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:00.208874 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87b69821-acdb-4256-9e8b-2f3349b5824e tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:00.221412 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-87b69821-acdb-4256-9e8b-2f3349b5824e tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Calling delete_port for b4ade48c-1c3f-42c3-a5af-e33362159092 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:51:00.319297 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9d0708d-f00e-456c-bd81-5c4f982cf205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:00.321781 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9d0708d-f00e-456c-bd81-5c4f982cf205 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:00.322926 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a9d0708d-f00e-456c-bd81-5c4f982cf205 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e0798cda-ba80-4898-a9c2-72733b5a2698 HTTP/1.1" status: 204 len: 168 time: 0.4631116 Dec 09 15:51:00.369858 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2e72d876-408e-4f16-8f73-0680b1c1e0c4 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:00.374956 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0708d-f00e-456c-bd81-5c4f982cf205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0798cda-ba80-4898-a9c2-72733b5a2698,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:00.397028 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2e72d876-408e-4f16-8f73-0680b1c1e0c4 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:00.404842 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87b69821-acdb-4256-9e8b-2f3349b5824e tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:00.443832 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b69821-acdb-4256-9e8b-2f3349b5824e tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Pushing event deleted for resources: {'Port': ['ID=b4ade48c-1c3f-42c3-a5af-e33362159092,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:00.454431 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413bdcd7-406f-4c8e-8385-8b6fff9b070d None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:51:00.521960 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87b69821-acdb-4256-9e8b-2f3349b5824e tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:00.674885 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0c0b1ee0-7c23-437b-bfa0-efb6bdbc3128 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:00.678248 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-2e72d876-408e-4f16-8f73-0680b1c1e0c4 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Allocated IP 2001:db8::2a4 (2005517c-d204-4c80-b391-cb98c08719c1/aaac71f4-2986-494b-b085-642554edfc21/22490156-6e2e-4502-941b-7a6de592fbd9) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:51:00.682952 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0c0b1ee0-7c23-437b-bfa0-efb6bdbc3128 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:00.718780 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54504) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:00.764735 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8a349c51-0ad5-4eac-bd07-d8ee8a9ada7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:00.774909 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87b69821-acdb-4256-9e8b-2f3349b5824e tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1598674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1781863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39067'] for router, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:00.780819 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87b69821-acdb-4256-9e8b-2f3349b5824e tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1598665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1598656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1781790'] for router, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:00.856340 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-0c0b1ee0-7c23-437b-bfa0-efb6bdbc3128 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Floating IP 3ff934b4-b0f0-4790-8365-547e58dc4539 associated. External IP: 172.25.3.167, port: 217d63fb-6a3c-41f2-9610-2d02930597a5. Dec 09 15:51:00.886647 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b69821-acdb-4256-9e8b-2f3349b5824e tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Router 86747495-4c23-4898-a3bc-c8f9e8a9b6d6 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:51:00.905295 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2e72d876-408e-4f16-8f73-0680b1c1e0c4 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:00.994471 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2e72d876-408e-4f16-8f73-0680b1c1e0c4 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:00.996344 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b69821-acdb-4256-9e8b-2f3349b5824e tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:51:01.000722 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8a349c51-0ad5-4eac-bd07-d8ee8a9ada7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:01.006647 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87b69821-acdb-4256-9e8b-2f3349b5824e tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:01.010452 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-87b69821-acdb-4256-9e8b-2f3349b5824e tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] 10.222.0.57 "PUT /v2.0/routers/86747495-4c23-4898-a3bc-c8f9e8a9b6d6 HTTP/1.1" status: 200 len: 706 time: 1.6532452 Dec 09 15:51:01.010589 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddf9697-0e59-4fd8-abb7-220a73b2e58c None None] Sync routers for ids ['86747495-4c23-4898-a3bc-c8f9e8a9b6d6'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:51:01.011013 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54506) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:01.019791 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8a349c51-0ad5-4eac-bd07-d8ee8a9ada7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:01.021042 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54508) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:01.026588 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddf9697-0e59-4fd8-abb7-220a73b2e58c None None] Routers {'86747495-4c23-4898-a3bc-c8f9e8a9b6d6'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:51:01.027219 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-1ddf9697-0e59-4fd8-abb7-220a73b2e58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:50:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['86747495-4c23-4898-a3bc-c8f9e8a9b6d6'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:01.059280 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-1ddf9697-0e59-4fd8-abb7-220a73b2e58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:01.068174 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddf9697-0e59-4fd8-abb7-220a73b2e58c None None] Routers {'86747495-4c23-4898-a3bc-c8f9e8a9b6d6'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:51:01.068474 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e72d876-408e-4f16-8f73-0680b1c1e0c4 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Network 2005517c-d204-4c80-b391-cb98c08719c1 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:51:01.068805 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-1ddf9697-0e59-4fd8-abb7-220a73b2e58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:50:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['86747495-4c23-4898-a3bc-c8f9e8a9b6d6'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:01.078454 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-2e72d876-408e-4f16-8f73-0680b1c1e0c4 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:51:01.084805 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e72d876-408e-4f16-8f73-0680b1c1e0c4 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:51:01.091519 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e72d876-408e-4f16-8f73-0680b1c1e0c4 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Pushing event updated for resources: {'Port': ['ID=22490156-6e2e-4502-941b-7a6de592fbd9,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:01.109307 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-1ddf9697-0e59-4fd8-abb7-220a73b2e58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:01.110175 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddf9697-0e59-4fd8-abb7-220a73b2e58c None None] The sync data for ids ['86747495-4c23-4898-a3bc-c8f9e8a9b6d6'] in n-d-821228-1 is: [] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:51:01.175646 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d5d0bee4-3879-42bf-b6ac-5440cd0f6f3a tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] 10.222.0.57 "GET /v2.0/routers/86747495-4c23-4898-a3bc-c8f9e8a9b6d6 HTTP/1.1" status: 200 len: 741 time: 0.1638532 Dec 09 15:51:01.180681 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54510) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:01.189005 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8a349c51-0ad5-4eac-bd07-d8ee8a9ada7f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b4f7d824b3614be79ba15aebb89eaf91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4667535 Dec 09 15:51:01.189753 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54512) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:01.218626 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a349c51-0ad5-4eac-bd07-d8ee8a9ada7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be572cfd-723d-4acf-9686-b9f628fb42e2,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:01.242737 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-076798bd-56ab-42d1-bea9-46c9fdfdc4d1 tempest-RoutersAdminTest-980839795 tempest-RoutersAdminTest-980839795-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=d8331094-778d-4179-9ed8-de7de1c5438c&device_id=86747495-4c23-4898-a3bc-c8f9e8a9b6d6 HTTP/1.1" status: 200 len: 205 time: 0.0591931 Dec 09 15:51:01.245186 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54514) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:01.266699 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0b1ee0-7c23-437b-bfa0-efb6bdbc3128 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Router 1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:51:01.302196 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ec80267e-4baf-4aad-98e2-eb6c2cfd2ff6 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] 10.222.0.57 "GET /v2.0/ports?device_id=86747495-4c23-4898-a3bc-c8f9e8a9b6d6 HTTP/1.1" status: 200 len: 205 time: 0.0535581 Dec 09 15:51:01.302399 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54516) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:01.336456 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49d61aa4-b8cb-49c4-98a3-e886aaeabf48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:01.396349 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-838a2c58-5089-4888-a4c2-0bc3db0175b5 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:01.435732 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49d61aa4-b8cb-49c4-98a3-e886aaeabf48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:01.632760 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-838a2c58-5089-4888-a4c2-0bc3db0175b5 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:01.639524 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-838a2c58-5089-4888-a4c2-0bc3db0175b5 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:01.722367 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-838a2c58-5089-4888-a4c2-0bc3db0175b5 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:01.722631 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838a2c58-5089-4888-a4c2-0bc3db0175b5 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Fanout notify agent at l3_agent the message router_deleted on router 86747495-4c23-4898-a3bc-c8f9e8a9b6d6 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:51:01.730969 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-838a2c58-5089-4888-a4c2-0bc3db0175b5 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:01.737739 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-838a2c58-5089-4888-a4c2-0bc3db0175b5 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] 10.222.0.57 "DELETE /v2.0/routers/86747495-4c23-4898-a3bc-c8f9e8a9b6d6 HTTP/1.1" status: 204 len: 168 time: 0.4287879 Dec 09 15:51:01.737739 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54520) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:01.773494 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a05baebc-2790-4dd7-98ff-3abb7009c338 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] 10.222.0.57 "GET /v2.0/ports?device_id=86747495-4c23-4898-a3bc-c8f9e8a9b6d6 HTTP/1.1" status: 200 len: 205 time: 0.0360000 Dec 09 15:51:01.776047 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54522) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:01.842204 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-1415b4c7-fc8e-4972-9cbd-3c615fe48c7a tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] delete failed (client error): The resource could not be found. Dec 09 15:51:01.843269 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1415b4c7-fc8e-4972-9cbd-3c615fe48c7a tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] 10.222.0.57 "DELETE /v2.0/routers/86747495-4c23-4898-a3bc-c8f9e8a9b6d6 HTTP/1.1" status: 404 len: 336 time: 0.0662785 Dec 09 15:51:01.845940 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54524) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:01.849975 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2e72d876-408e-4f16-8f73-0680b1c1e0c4 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:01.884323 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1c9528c4-899c-446e-bda1-c94eeba9bbe0 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d2258b8-5229-42f0-9214-45a8e6972e73 HTTP/1.1" status: 200 len: 205 time: 0.0370724 Dec 09 15:51:01.886774 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54526) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:01.911756 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0b1ee0-7c23-437b-bfa0-efb6bdbc3128 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:51:01.917666 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0c0b1ee0-7c23-437b-bfa0-efb6bdbc3128 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:01.924901 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a879d6c0-5bbd-44ac-ba8c-6925ecd0a321 None None] Sync routers for ids ['1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:51:01.935220 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a879d6c0-5bbd-44ac-ba8c-6925ecd0a321 None None] Routers {'1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:51:01.936442 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a879d6c0-5bbd-44ac-ba8c-6925ecd0a321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:50:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:01.945257 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-5885f1cd-9a0a-434a-b0b5-631423eb7ebb tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] delete failed (client error): The resource could not be found. Dec 09 15:51:01.949575 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5885f1cd-9a0a-434a-b0b5-631423eb7ebb tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] 10.222.0.57 "DELETE /v2.0/routers/9d2258b8-5229-42f0-9214-45a8e6972e73 HTTP/1.1" status: 404 len: 336 time: 0.0586619 Dec 09 15:51:01.949987 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54528) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:01.981646 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49d61aa4-b8cb-49c4-98a3-e886aaeabf48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:01.985026 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49d61aa4-b8cb-49c4-98a3-e886aaeabf48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:01.986160 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-49d61aa4-b8cb-49c4-98a3-e886aaeabf48 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/be572cfd-723d-4acf-9686-b9f628fb42e2 HTTP/1.1" status: 204 len: 168 time: 0.7935293 Dec 09 15:51:02.009745 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2f077dfd-4b91-4ecb-955f-208b88c6b2ba tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] 10.222.0.57 "GET /v2.0/ports?device_id=c73b8d6f-c5a2-45a0-bd78-9e4f21a48a7c HTTP/1.1" status: 200 len: 205 time: 0.0581884 Dec 09 15:51:02.018915 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54532) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:02.021523 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0c0b1ee0-7c23-437b-bfa0-efb6bdbc3128 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "PUT /v2.0/floatingips/3ff934b4-b0f0-4790-8365-547e58dc4539 HTTP/1.1" status: 200 len: 992 time: 2.2091675 Dec 09 15:51:02.024370 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'tag': '217d63fb-6a3c-41f2-9610-2d02930597a5'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:51:02.026848 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68ed306-867f-4bf5-8656-56076883585b" -d '{"events": [{"name": "network-changed", "server_uuid": "c90defb5-9266-4ad0-b0d1-72a8ad39338d", "tag": "217d63fb-6a3c-41f2-9610-2d02930597a5"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:51:02.029819 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d61aa4-b8cb-49c4-98a3-e886aaeabf48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be572cfd-723d-4acf-9686-b9f628fb42e2,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:02.066639 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-80c61cc7-6ed7-4e1b-ab47-d221f51f1a4c tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] delete failed (client error): The resource could not be found. Dec 09 15:51:02.070492 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-80c61cc7-6ed7-4e1b-ab47-d221f51f1a4c tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] 10.222.0.57 "DELETE /v2.0/routers/c73b8d6f-c5a2-45a0-bd78-9e4f21a48a7c HTTP/1.1" status: 404 len: 336 time: 0.0505910 Dec 09 15:51:02.071232 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54538) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:02.105958 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54540) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:02.106202 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6b769547-ed8c-45b6-a875-31b0e7d1ed8b tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7dabcca-1fd0-4265-bd04-3063055f5b35 HTTP/1.1" status: 200 len: 205 time: 0.0315990 Dec 09 15:51:02.119596 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-a879d6c0-5bbd-44ac-ba8c-6925ecd0a321 None None] Set router 1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:51:02.154629 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66b51a1c-6b6c-4304-9c90-b7725f180edc tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:02.180603 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d560a1d9-6102-4613-adae-7fb978b4e25c x-openstack-request-id: req-d560a1d9-6102-4613-adae-7fb978b4e25c {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:51:02.180824 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c90defb5-9266-4ad0-b0d1-72a8ad39338d", "tag": "217d63fb-6a3c-41f2-9610-2d02930597a5", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:51:02.181044 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d560a1d9-6102-4613-adae-7fb978b4e25c {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:51:02.181449 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'tag': '217d63fb-6a3c-41f2-9610-2d02930597a5', 'status': 'completed', 'code': 200} Dec 09 15:51:02.184319 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-838a6622-1c17-4e88-86b6-01d8bdffedf6 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] delete failed (client error): The resource could not be found. Dec 09 15:51:02.185463 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-838a6622-1c17-4e88-86b6-01d8bdffedf6 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] 10.222.0.57 "DELETE /v2.0/routers/d7dabcca-1fd0-4265-bd04-3063055f5b35 HTTP/1.1" status: 404 len: 336 time: 0.0786684 Dec 09 15:51:02.189308 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54542) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:02.224123 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b16f3537-4a76-4dab-a748-7d25af3ce7bf tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] 10.222.0.57 "GET /v2.0/ports?device_id=91892f7e-709c-47fd-8bf5-001f23e9b600 HTTP/1.1" status: 200 len: 205 time: 0.0337152 Dec 09 15:51:02.226526 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54544) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:02.290067 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2e72d876-408e-4f16-8f73-0680b1c1e0c4 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:02.307598 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-0a2a5ff8-dc54-43a0-9a25-c77da932c458 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] delete failed (client error): The resource could not be found. Dec 09 15:51:02.308756 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0a2a5ff8-dc54-43a0-9a25-c77da932c458 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] 10.222.0.57 "DELETE /v2.0/routers/91892f7e-709c-47fd-8bf5-001f23e9b600 HTTP/1.1" status: 404 len: 336 time: 0.0809653 Dec 09 15:51:02.311437 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54548) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:02.378101 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-5921add3-b743-47d9-87a7-eb183a1f0845 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] 10.222.0.57 "GET /v2.0/ports?device_id=dcec4cf1-4ab2-4d91-91c3-cefc95651f2b HTTP/1.1" status: 200 len: 205 time: 0.0651112 Dec 09 15:51:02.382440 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54550) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:02.439365 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-40ed43c3-f6b2-43d9-a0d7-5a8b39846280 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] delete failed (client error): The resource could not be found. Dec 09 15:51:02.440333 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-40ed43c3-f6b2-43d9-a0d7-5a8b39846280 tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] 10.222.0.57 "DELETE /v2.0/routers/dcec4cf1-4ab2-4d91-91c3-cefc95651f2b HTTP/1.1" status: 404 len: 336 time: 0.0560534 Dec 09 15:51:02.450699 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54554) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:02.474135 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ed306-867f-4bf5-8656-56076883585b req-5c876f9a-608a-4210-9a58-a1a383449324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:02.475150 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ed306-867f-4bf5-8656-56076883585b req-5c876f9a-608a-4210-9a58-a1a383449324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:02.475150 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ed306-867f-4bf5-8656-56076883585b req-5c876f9a-608a-4210-9a58-a1a383449324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:02.475548 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ed306-867f-4bf5-8656-56076883585b req-5c876f9a-608a-4210-9a58-a1a383449324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:02.476012 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ed306-867f-4bf5-8656-56076883585b req-5c876f9a-608a-4210-9a58-a1a383449324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:02.476562 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ed306-867f-4bf5-8656-56076883585b req-5c876f9a-608a-4210-9a58-a1a383449324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:02.476943 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ed306-867f-4bf5-8656-56076883585b req-5c876f9a-608a-4210-9a58-a1a383449324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:02.478882 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b68ed306-867f-4bf5-8656-56076883585b req-5c876f9a-608a-4210-9a58-a1a383449324 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b613632b80754e8bbd6b2b6b64d76f9f&device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 6503 time: 0.2423177 Dec 09 15:51:02.481478 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a879d6c0-5bbd-44ac-ba8c-6925ecd0a321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492', 'name': 'tempest-TaggedBootDevicesTest_v242-1295719611-router', 'tenant_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd0404ebd-c359-4408-bedc-bc379c9d7388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:22Z', 'updated_at': '2021-12-09T15:48:32Z', 'revision_number': 4, 'project_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'gw_port': {'id': 'd0404ebd-c359-4408-bedc-bc379c9d7388', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:24Z', 'updated_at': '2021-12-09T15:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '3ff934b4-b0f0-4790-8365-547e58dc4539', 'tenant_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'floating_ip_address': '172.25.3.167', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492', 'port_id': '217d63fb-6a3c-41f2-9610-2d02930597a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adb124e6-1a92-4d5d-80ee-086775721fea', 'mac_address': 'fa:16:3e:72:b3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:49:39Z', 'updated_at': '2021-12-09T15:51:00Z', 'revision_number': 1, 'project_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb19bc7b-522f-4861-b6b0-281fa6ab762d', 'name': '', 'network_id': 'adb124e6-1a92-4d5d-80ee-086775721fea', 'tenant_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'mac_address': 'fa:16:3e:c6:2e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '3889a99e-c403-4ee7-93f6-53dfad03a358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:29Z', 'updated_at': '2021-12-09T15:48:38Z', 'revision_number': 5, 'project_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'subnets': [{'id': '3889a99e-c403-4ee7-93f6-53dfad03a358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:02.491489 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-50230ccd-8957-4e90-94f6-84f6b6c4f67b tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] DELETE failed (client error): The resource could not be found. Dec 09 15:51:02.491957 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50230ccd-8957-4e90-94f6-84f6b6c4f67b tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:51:02.497431 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-50230ccd-8957-4e90-94f6-84f6b6c4f67b tempest-RoutersAdminTest-1302229552 tempest-RoutersAdminTest-1302229552-project] 10.222.0.57 "DELETE /v2.0/subnets/e3fda024-93d5-4912-b988-25231c78e52e HTTP/1.1" status: 404 len: 337 time: 0.0448248 Dec 09 15:51:02.551805 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a879d6c0-5bbd-44ac-ba8c-6925ecd0a321 None None] Checking router: 1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:51:02.552237 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-66b51a1c-6b6c-4304-9c90-b7725f180edc tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Allocated IP 172.20.0.17 (39fd6fc5-480f-449b-a757-aef8748068b8/01be392a-cb14-4b78-9fa7-00b581d9ae5d/80ccc00e-d650-4e78-b938-fb13284e98eb) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:51:02.571356 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a879d6c0-5bbd-44ac-ba8c-6925ecd0a321 None None] Routers {'1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:51:02.572305 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a879d6c0-5bbd-44ac-ba8c-6925ecd0a321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:50:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:02.610221 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ed306-867f-4bf5-8656-56076883585b req-ac6c60a4-d093-486a-bfd5-a2b3e2d29601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:02.610221 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b68ed306-867f-4bf5-8656-56076883585b req-ac6c60a4-d093-486a-bfd5-a2b3e2d29601 service neutron] 10.222.0.31 "GET /v2.0/networks?id=adb124e6-1a92-4d5d-80ee-086775721fea HTTP/1.1" status: 200 len: 918 time: 0.1190045 Dec 09 15:51:02.613235 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e72d876-408e-4f16-8f73-0680b1c1e0c4 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Router b980ccd8-ddc3-4b31-9094-f94fd3834e6b is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:51:02.725086 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-a879d6c0-5bbd-44ac-ba8c-6925ecd0a321 None None] Set router 1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:51:02.779979 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b68ed306-867f-4bf5-8656-56076883585b req-8c5ec94d-1fa5-46b8-a9ad-cce7eb0f6ca0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=217d63fb-6a3c-41f2-9610-2d02930597a5 HTTP/1.1" status: 200 len: 1000 time: 0.1619039 Dec 09 15:51:02.809744 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66b51a1c-6b6c-4304-9c90-b7725f180edc tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:02.882542 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54570) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:02.890163 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66b51a1c-6b6c-4304-9c90-b7725f180edc tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:02.942119 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e72d876-408e-4f16-8f73-0680b1c1e0c4 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:51:02.944332 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b51a1c-6b6c-4304-9c90-b7725f180edc tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Network 39fd6fc5-480f-449b-a757-aef8748068b8 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:51:02.950846 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-66b51a1c-6b6c-4304-9c90-b7725f180edc tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:51:02.954002 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ed306-867f-4bf5-8656-56076883585b req-42762711-f337-4628-a329-0dca8a054f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:02.955491 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b68ed306-867f-4bf5-8656-56076883585b req-42762711-f337-4628-a329-0dca8a054f13 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3889a99e-c403-4ee7-93f6-53dfad03a358 HTTP/1.1" status: 200 len: 856 time: 0.1333411 Dec 09 15:51:02.957779 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd95c01d-8d9e-4cf7-9de7-db31f5878b2c None None] Sync routers for ids ['b980ccd8-ddc3-4b31-9094-f94fd3834e6b'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:51:02.967885 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b51a1c-6b6c-4304-9c90-b7725f180edc tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:51:02.979197 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd95c01d-8d9e-4cf7-9de7-db31f5878b2c None None] Routers {'b980ccd8-ddc3-4b31-9094-f94fd3834e6b'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:51:02.979830 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-dd95c01d-8d9e-4cf7-9de7-db31f5878b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:50:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['b980ccd8-ddc3-4b31-9094-f94fd3834e6b'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:02.990408 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2e72d876-408e-4f16-8f73-0680b1c1e0c4 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:02.992502 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2e72d876-408e-4f16-8f73-0680b1c1e0c4 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.6157062 Dec 09 15:51:03.018775 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54578) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:03.047987 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66b51a1c-6b6c-4304-9c90-b7725f180edc tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:03.120885 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a879d6c0-5bbd-44ac-ba8c-6925ecd0a321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492', 'name': 'tempest-TaggedBootDevicesTest_v242-1295719611-router', 'tenant_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd0404ebd-c359-4408-bedc-bc379c9d7388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:22Z', 'updated_at': '2021-12-09T15:48:32Z', 'revision_number': 4, 'project_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'gw_port': {'id': 'd0404ebd-c359-4408-bedc-bc379c9d7388', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:24Z', 'updated_at': '2021-12-09T15:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '3ff934b4-b0f0-4790-8365-547e58dc4539', 'tenant_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'floating_ip_address': '172.25.3.167', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492', 'port_id': '217d63fb-6a3c-41f2-9610-2d02930597a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adb124e6-1a92-4d5d-80ee-086775721fea', 'mac_address': 'fa:16:3e:72:b3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:49:39Z', 'updated_at': '2021-12-09T15:51:00Z', 'revision_number': 1, 'project_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb19bc7b-522f-4861-b6b0-281fa6ab762d', 'name': '', 'network_id': 'adb124e6-1a92-4d5d-80ee-086775721fea', 'tenant_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'mac_address': 'fa:16:3e:c6:2e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '3889a99e-c403-4ee7-93f6-53dfad03a358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:29Z', 'updated_at': '2021-12-09T15:48:38Z', 'revision_number': 5, 'project_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'subnets': [{'id': '3889a99e-c403-4ee7-93f6-53dfad03a358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:03.169468 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b51a1c-6b6c-4304-9c90-b7725f180edc tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event updated for resources: {'Port': ['ID=80ccc00e-d650-4e78-b938-fb13284e98eb,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:03.198688 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a879d6c0-5bbd-44ac-ba8c-6925ecd0a321 None None] The sync data for ids ['1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492'] in n-d-821228-1 is: [{'id': '1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492', 'name': 'tempest-TaggedBootDevicesTest_v242-1295719611-router', 'tenant_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd0404ebd-c359-4408-bedc-bc379c9d7388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:22Z', 'updated_at': '2021-12-09T15:48:32Z', 'revision_number': 4, 'project_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'gw_port': {'id': 'd0404ebd-c359-4408-bedc-bc379c9d7388', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:24Z', 'updated_at': '2021-12-09T15:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '3ff934b4-b0f0-4790-8365-547e58dc4539', 'tenant_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'floating_ip_address': '172.25.3.167', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492', 'port_id': '217d63fb-6a3c-41f2-9610-2d02930597a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adb124e6-1a92-4d5d-80ee-086775721fea', 'mac_address': 'fa:16:3e:72:b3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:49:39Z', 'updated_at': '2021-12-09T15:51:00Z', 'revision_number': 1, 'project_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb19bc7b-522f-4861-b6b0-281fa6ab762d', 'name': '', 'network_id': 'adb124e6-1a92-4d5d-80ee-086775721fea', 'tenant_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'mac_address': 'fa:16:3e:c6:2e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '3889a99e-c403-4ee7-93f6-53dfad03a358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:29Z', 'updated_at': '2021-12-09T15:48:38Z', 'revision_number': 5, 'project_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'subnets': [{'id': '3889a99e-c403-4ee7-93f6-53dfad03a358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:51:03.292261 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ed306-867f-4bf5-8656-56076883585b req-81f412d9-e58d-49b1-af5a-6b53aa29a6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:03.296550 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b68ed306-867f-4bf5-8656-56076883585b req-81f412d9-e58d-49b1-af5a-6b53aa29a6cc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=adb124e6-1a92-4d5d-80ee-086775721fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3306859 Dec 09 15:51:03.323114 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8268d584-9a82-4b65-bcfa-77f5ac6c9d15 None None] Provisioning complete for port 80ccc00e-d650-4e78-b938-fb13284e98eb triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:03.323489 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8268d584-9a82-4b65-bcfa-77f5ac6c9d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:03.342872 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-dd95c01d-8d9e-4cf7-9de7-db31f5878b2c None None] Set router b980ccd8-ddc3-4b31-9094-f94fd3834e6b gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:51:03.405178 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66b51a1c-6b6c-4304-9c90-b7725f180edc tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:03.406295 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8268d584-9a82-4b65-bcfa-77f5ac6c9d15 None None] Port 80ccc00e-d650-4e78-b938-fb13284e98eb cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:51:03.469255 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0998136f-e41b-41ea-af7c-abc0da5760eb tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:03.480263 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-89e2a24c-14a2-4ee7-9db2-d995f2264e22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:03.601603 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-dd95c01d-8d9e-4cf7-9de7-db31f5878b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b980ccd8-ddc3-4b31-9094-f94fd3834e6b', 'name': '', 'tenant_id': '3a7557a109f246d89cbd5c95349ab32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2005517c-d204-4c80-b391-cb98c08719c1', 'external_fixed_ips': [{'subnet_id': 'aaac71f4-2986-494b-b085-642554edfc21', 'ip_address': '2001:db8::2a4'}], 'enable_snat': True}, 'gw_port_id': '22490156-6e2e-4502-941b-7a6de592fbd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:50:59Z', 'updated_at': '2021-12-09T15:51:01Z', 'revision_number': 3, 'project_id': '3a7557a109f246d89cbd5c95349ab32c', 'gw_port': {'id': '22490156-6e2e-4502-941b-7a6de592fbd9', 'name': '', 'network_id': '2005517c-d204-4c80-b391-cb98c08719c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:54:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b980ccd8-ddc3-4b31-9094-f94fd3834e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': 'aaac71f4-2986-494b-b085-642554edfc21', 'ip_address': '2001:db8::2a4', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:51:00Z', 'updated_at': '2021-12-09T15:51:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aaac71f4-2986-494b-b085-642554edfc21', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:03.628335 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0ff72f-4b6c-4141-b12c-478d259e75b6 None None] New status for floating IP 3ff934b4-b0f0-4790-8365-547e58dc4539: ACTIVE {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:51:03.636648 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd95c01d-8d9e-4cf7-9de7-db31f5878b2c None None] Checking router: b980ccd8-ddc3-4b31-9094-f94fd3834e6b for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:51:03.637093 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd95c01d-8d9e-4cf7-9de7-db31f5878b2c None None] Updating router b980ccd8-ddc3-4b31-9094-f94fd3834e6b port 22490156-6e2e-4502-941b-7a6de592fbd9 binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:51:03.651334 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b68ed306-867f-4bf5-8656-56076883585b req-0a5c3553-e0ee-4c26-bed5-ac3e47540ca5 service neutron] 10.222.0.31 "GET /v2.0/networks/adb124e6-1a92-4d5d-80ee-086775721fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384879 Dec 09 15:51:03.666619 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-dd95c01d-8d9e-4cf7-9de7-db31f5878b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:03.718834 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0998136f-e41b-41ea-af7c-abc0da5760eb tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:03.812549 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b68ed306-867f-4bf5-8656-56076883585b req-1a9b9cb4-b8c6-4c44-8829-a1128bee0239 service neutron] 10.222.0.31 "GET /v2.0/networks/adb124e6-1a92-4d5d-80ee-086775721fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535375 Dec 09 15:51:03.831575 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-0998136f-e41b-41ea-af7c-abc0da5760eb tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Deleting port 22490156-6e2e-4502-941b-7a6de592fbd9 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:51:03.831925 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0998136f-e41b-41ea-af7c-abc0da5760eb tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:03.939240 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0998136f-e41b-41ea-af7c-abc0da5760eb tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:03.954822 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-0998136f-e41b-41ea-af7c-abc0da5760eb tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Calling delete_port for 22490156-6e2e-4502-941b-7a6de592fbd9 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:51:04.102692 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-dd95c01d-8d9e-4cf7-9de7-db31f5878b2c None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:04.115046 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.db.api [None req-dd95c01d-8d9e-4cf7-9de7-db31f5878b2c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 09 15:51:04.115046 n-d-821228-1 neutron-server[103247]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Dec 09 15:51:04.115046 n-d-821228-1 neutron-server[103247]: [parameters: {'host': 'n-d-821228-1', 'ml2_port_bindings_port_id': '22490156-6e2e-4502-941b-7a6de592fbd9', 'ml2_port_bindings_host': ''}] Dec 09 15:51:04.115046 n-d-821228-1 neutron-server[103247]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103247) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:51:04.115510 n-d-821228-1 neutron-server[103247]: DEBUG oslo_db.api [None req-dd95c01d-8d9e-4cf7-9de7-db31f5878b2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:51:04.169178 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0998136f-e41b-41ea-af7c-abc0da5760eb tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:04.183340 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-89e2a24c-14a2-4ee7-9db2-d995f2264e22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:04.196586 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0998136f-e41b-41ea-af7c-abc0da5760eb tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Pushing event deleted for resources: {'Port': ['ID=22490156-6e2e-4502-941b-7a6de592fbd9,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:04.220172 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-89e2a24c-14a2-4ee7-9db2-d995f2264e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:04.227090 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0998136f-e41b-41ea-af7c-abc0da5760eb tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:04.271892 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e2a24c-14a2-4ee7-9db2-d995f2264e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7589759-36d4-4b99-80e8-acaf7499c0d2,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:04.287672 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-89e2a24c-14a2-4ee7-9db2-d995f2264e22 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=402e6916b9ef42d0a2a6eb9bb1cf38f8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4039898 Dec 09 15:51:04.290637 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54606) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:04.370907 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-beb7cf44-cc59-43b7-a072-95673e72f90d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:04.371605 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0998136f-e41b-41ea-af7c-abc0da5760eb tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:04.374869 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0998136f-e41b-41ea-af7c-abc0da5760eb tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:04.410230 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-beb7cf44-cc59-43b7-a072-95673e72f90d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:04.413052 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66b51a1c-6b6c-4304-9c90-b7725f180edc tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:04.421921 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66b51a1c-6b6c-4304-9c90-b7725f180edc tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:04.432863 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0998136f-e41b-41ea-af7c-abc0da5760eb tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:04.433438 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0998136f-e41b-41ea-af7c-abc0da5760eb tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b980ccd8-ddc3-4b31-9094-f94fd3834e6b {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:51:04.438662 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0998136f-e41b-41ea-af7c-abc0da5760eb tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:04.442273 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0998136f-e41b-41ea-af7c-abc0da5760eb tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] 10.222.0.57 "DELETE /v2.0/routers/b980ccd8-ddc3-4b31-9094-f94fd3834e6b HTTP/1.1" status: 204 len: 168 time: 1.4194469 Dec 09 15:51:04.442698 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54612) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:04.505854 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd1f80f2-805a-4ad4-9657-8a3a54fa3c36 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Deleting subnet aaac71f4-2986-494b-b085-642554edfc21 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:51:04.510386 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd1f80f2-805a-4ad4-9657-8a3a54fa3c36 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:04.525051 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66b51a1c-6b6c-4304-9c90-b7725f180edc tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:04.528402 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b51a1c-6b6c-4304-9c90-b7725f180edc tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event updated for resources: {'Port': ['ID=80ccc00e-d650-4e78-b938-fb13284e98eb,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:04.554466 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd1f80f2-805a-4ad4-9657-8a3a54fa3c36 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:04.586872 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-beb7cf44-cc59-43b7-a072-95673e72f90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:04.589467 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-beb7cf44-cc59-43b7-a072-95673e72f90d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:04.590898 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-beb7cf44-cc59-43b7-a072-95673e72f90d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f7589759-36d4-4b99-80e8-acaf7499c0d2 HTTP/1.1" status: 204 len: 168 time: 0.2993271 Dec 09 15:51:04.604367 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7cf44-cc59-43b7-a072-95673e72f90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7589759-36d4-4b99-80e8-acaf7499c0d2,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:04.624553 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd1f80f2-805a-4ad4-9657-8a3a54fa3c36 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:04.650310 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b51a1c-6b6c-4304-9c90-b7725f180edc tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Network 39fd6fc5-480f-449b-a757-aef8748068b8 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:51:04.653627 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-66b51a1c-6b6c-4304-9c90-b7725f180edc tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:51:04.656493 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd95c01d-8d9e-4cf7-9de7-db31f5878b2c None None] Port 22490156-6e2e-4502-941b-7a6de592fbd9 not found while updating agent binding for router b980ccd8-ddc3-4b31-9094-f94fd3834e6b. {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 09 15:51:04.690760 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd95c01d-8d9e-4cf7-9de7-db31f5878b2c None None] Routers set() bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:51:04.691508 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd95c01d-8d9e-4cf7-9de7-db31f5878b2c None None] Router IDs set() for agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 09 15:51:04.693924 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_agentschedulers_db [None req-dd95c01d-8d9e-4cf7-9de7-db31f5878b2c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b980ccd8-ddc3-4b31-9094-f94fd3834e6b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:50:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent'). {{(pid=103247) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 09 15:51:04.694676 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd95c01d-8d9e-4cf7-9de7-db31f5878b2c None None] The sync data for ids ['b980ccd8-ddc3-4b31-9094-f94fd3834e6b'] in n-d-821228-1 is: [] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:51:04.723777 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd1f80f2-805a-4ad4-9657-8a3a54fa3c36 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:04.761252 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1f80f2-805a-4ad4-9657-8a3a54fa3c36 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=aaac71f4-2986-494b-b085-642554edfc21,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:04.764312 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd1f80f2-805a-4ad4-9657-8a3a54fa3c36 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:04.767940 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-fd1f80f2-805a-4ad4-9657-8a3a54fa3c36 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] 10.222.0.57 "DELETE /v2.0/subnets/aaac71f4-2986-494b-b085-642554edfc21 HTTP/1.1" status: 204 len: 168 time: 0.3242807 Dec 09 15:51:04.770854 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54622) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:04.870472 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b51a1c-6b6c-4304-9c90-b7725f180edc tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Router 788d6986-e891-46e7-bd88-6d205f0b96af has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:51:04.898754 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1fc6e4bf-c7c2-4696-830e-83fb34bc227a tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:05.054858 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1c97f9c7-284b-4944-a9cc-f18bccccaefb None None] Provisioning complete for port 80ccc00e-d650-4e78-b938-fb13284e98eb triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:05.055406 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1c97f9c7-284b-4944-a9cc-f18bccccaefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:05.071035 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1fc6e4bf-c7c2-4696-830e-83fb34bc227a tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:05.080728 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b51a1c-6b6c-4304-9c90-b7725f180edc tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:51:05.096767 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60775382-f264-4090-8c68-2c9931da5b1c None None] Sync routers for ids ['788d6986-e891-46e7-bd88-6d205f0b96af'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:51:05.097043 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-1fc6e4bf-c7c2-4696-830e-83fb34bc227a tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2005517c-d204-4c80-b391-cb98c08719c1']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:05.117807 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-66b51a1c-6b6c-4304-9c90-b7725f180edc tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "PUT /v2.0/routers/788d6986-e891-46e7-bd88-6d205f0b96af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0783110 Dec 09 15:51:05.127138 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60775382-f264-4090-8c68-2c9931da5b1c None None] Routers {'788d6986-e891-46e7-bd88-6d205f0b96af'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:51:05.128925 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-60775382-f264-4090-8c68-2c9931da5b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:50:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['788d6986-e891-46e7-bd88-6d205f0b96af'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:05.132561 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-1fc6e4bf-c7c2-4696-830e-83fb34bc227a tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cc0ae9e-fd99-43ae-b7b5-4490cf495155') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:05.133931 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-1fc6e4bf-c7c2-4696-830e-83fb34bc227a tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cc0ae9e-fd99-43ae-b7b5-4490cf495155') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:05.144782 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-1c97f9c7-284b-4944-a9cc-f18bccccaefb None None] Port 80ccc00e-d650-4e78-b938-fb13284e98eb cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:51:05.161664 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1fc6e4bf-c7c2-4696-830e-83fb34bc227a tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:05.186355 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1fc6e4bf-c7c2-4696-830e-83fb34bc227a tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:05.200335 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fc6e4bf-c7c2-4696-830e-83fb34bc227a tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:51:05.201926 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1fc6e4bf-c7c2-4696-830e-83fb34bc227a tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:05.203421 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:51:05.203421 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:51:05.203421 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:51:05.203421 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:51:05.203421 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:51:05.203421 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:51:05.203421 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:51:05.203421 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:51:05.203421 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:51:05.203421 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:51:05.203421 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:51:05.203421 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:51:05.203421 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:51:05.203421 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:51:05.203421 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:51:05.203421 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:51:05.203421 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:51:05.203421 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:51:05.203421 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:51:05.203421 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:51:05.203421 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:51:05.203421 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:51:05.203421 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:51:05.203421 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:51:05.203421 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:51:05.203421 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:51:05.203421 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:51:05.203421 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:51:05.203421 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:51:05.203421 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:51:05.203421 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:51:05.203421 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:51:05.243804 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54634) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:05.304747 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1fc6e4bf-c7c2-4696-830e-83fb34bc227a tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:05.310887 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc6e4bf-c7c2-4696-830e-83fb34bc227a tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2005517c-d204-4c80-b391-cb98c08719c1 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 09 15:51:05.316487 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4e595c39-c0dc-465b-bad7-6b8ffb8f9242 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a6fb63ec0bb44e418f941c374c6f5d6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0715253 Dec 09 15:51:05.318564 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54640) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:05.325179 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1fc6e4bf-c7c2-4696-830e-83fb34bc227a tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:05.329795 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1fc6e4bf-c7c2-4696-830e-83fb34bc227a tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] 10.222.0.57 "DELETE /v2.0/networks/2005517c-d204-4c80-b391-cb98c08719c1 HTTP/1.1" status: 204 len: 168 time: 0.5579071 Dec 09 15:51:05.361585 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc6e4bf-c7c2-4696-830e-83fb34bc227a tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Pushing event deleted for resources: {'Network': ['ID=2005517c-d204-4c80-b391-cb98c08719c1,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:05.419223 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d746fcf-e656-4757-9d06-e2d432e74800 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:05.421780 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-60775382-f264-4090-8c68-2c9931da5b1c None None] Set router 788d6986-e891-46e7-bd88-6d205f0b96af gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:51:05.451460 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d746fcf-e656-4757-9d06-e2d432e74800 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:05.504789 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d746fcf-e656-4757-9d06-e2d432e74800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:05.509028 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d746fcf-e656-4757-9d06-e2d432e74800 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:05.510319 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6d746fcf-e656-4757-9d06-e2d432e74800 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6a14a725-198e-4bd8-abd2-91272696336b HTTP/1.1" status: 204 len: 168 time: 0.1906965 Dec 09 15:51:05.519802 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d746fcf-e656-4757-9d06-e2d432e74800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a14a725-198e-4bd8-abd2-91272696336b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:05.726844 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-60775382-f264-4090-8c68-2c9931da5b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'name': 'tempest-TestNetworkBasicOps-router-913874075', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '48bb6ea6-da56-45cd-9d16-44176c906fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:30Z', 'updated_at': '2021-12-09T15:51:03Z', 'revision_number': 5, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'gw_port': {'id': '48bb6ea6-da56-45cd-9d16-44176c906fb0', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:33Z', 'updated_at': '2021-12-09T15:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '75339cdd-ae4a-49dd-9ece-0a1d003c3ad1', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'floating_ip_address': '172.25.3.47', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'port_id': '4b21b67d-ff68-4849-a9d3-6a5c91975039', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2255, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc054908-65b4-4921-b781-8153a60dbd11', 'mac_address': 'fa:16:3e:b3:c6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444fa8a4-cf57-49ad-8540-ff0a17dcc2b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:49:23Z', 'updated_at': '2021-12-09T15:49:28Z', 'revision_number': 1, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80ccc00e-d650-4e78-b938-fb13284e98eb', 'name': '', 'network_id': '39fd6fc5-480f-449b-a757-aef8748068b8', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'mac_address': 'fa:16:3e:7a:78:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': '01be392a-cb14-4b78-9fa7-00b581d9ae5d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:51:02Z', 'updated_at': '2021-12-09T15:51:04Z', 'revision_number': 2, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'subnets': [{'id': '01be392a-cb14-4b78-9fa7-00b581d9ae5d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b82748b-5e0e-4efa-811c-0a3f50e5df36', 'name': '', 'network_id': 'bc054908-65b4-4921-b781-8153a60dbd11', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'mac_address': 'fa:16:3e:d4:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '45845798-aa7d-43d3-8232-fe08ce1b2415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:44Z', 'updated_at': '2021-12-09T15:48:57Z', 'revision_number': 5, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'subnets': [{'id': '45845798-aa7d-43d3-8232-fe08ce1b2415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:05.765453 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60775382-f264-4090-8c68-2c9931da5b1c None None] Checking router: 788d6986-e891-46e7-bd88-6d205f0b96af for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:51:05.766215 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60775382-f264-4090-8c68-2c9931da5b1c None None] Updating router 788d6986-e891-46e7-bd88-6d205f0b96af port 80ccc00e-d650-4e78-b938-fb13284e98eb binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:51:05.801122 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-60775382-f264-4090-8c68-2c9931da5b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:05.928363 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54656) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:05.933555 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8fa7a41c-c13b-44f1-bf08-b7ab6dcfc3dc tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Request body: {'router': {'name': 'tempest-router--1442649363', 'project_id': '4f4a26cdbf8a4369baf66a9ddcd35e31'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:05.971669 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8fa7a41c-c13b-44f1-bf08-b7ab6dcfc3dc tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:05.975170 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8fa7a41c-c13b-44f1-bf08-b7ab6dcfc3dc tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:06.037579 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8fa7a41c-c13b-44f1-bf08-b7ab6dcfc3dc tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:06.042289 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8fa7a41c-c13b-44f1-bf08-b7ab6dcfc3dc tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:06.063390 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8fa7a41c-c13b-44f1-bf08-b7ab6dcfc3dc tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:06.067600 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54664) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:06.068129 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8fa7a41c-c13b-44f1-bf08-b7ab6dcfc3dc tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1383963 Dec 09 15:51:06.190873 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0451549-cd3d-425a-a82e-ed449340f508 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:06.230575 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-60775382-f264-4090-8c68-2c9931da5b1c None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:06.243921 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-60775382-f264-4090-8c68-2c9931da5b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:06.379807 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0451549-cd3d-425a-a82e-ed449340f508 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:06.385303 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0451549-cd3d-425a-a82e-ed449340f508 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:06.395719 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b451208-ab5b-4d2d-b016-4eff51a05915 None None] Pushing event updated for resources: {'Port': ['ID=80ccc00e-d650-4e78-b938-fb13284e98eb,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:06.410583 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-60775382-f264-4090-8c68-2c9931da5b1c None None] Attempting to bind port 80ccc00e-d650-4e78-b938-fb13284e98eb on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:51:06.410993 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-60775382-f264-4090-8c68-2c9931da5b1c None None] Attempting to bind port 80ccc00e-d650-4e78-b938-fb13284e98eb by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '27ce6c9c-5403-4485-bd4b-ff32531a5064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '39fd6fc5-480f-449b-a757-aef8748068b8'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:51:06.411366 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60775382-f264-4090-8c68-2c9931da5b1c None None] Attempting to bind port 80ccc00e-d650-4e78-b938-fb13284e98eb on network 39fd6fc5-480f-449b-a757-aef8748068b8 {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:51:06.416938 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60775382-f264-4090-8c68-2c9931da5b1c None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:51:06.417346 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60775382-f264-4090-8c68-2c9931da5b1c None None] Checking segment: {'id': '27ce6c9c-5403-4485-bd4b-ff32531a5064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '39fd6fc5-480f-449b-a757-aef8748068b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:51:06.417734 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-60775382-f264-4090-8c68-2c9931da5b1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:06.418136 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60775382-f264-4090-8c68-2c9931da5b1c None None] Bound using segment: {'id': '27ce6c9c-5403-4485-bd4b-ff32531a5064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '39fd6fc5-480f-449b-a757-aef8748068b8'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:51:06.418611 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-60775382-f264-4090-8c68-2c9931da5b1c None None] Bound port: 80ccc00e-d650-4e78-b938-fb13284e98eb, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27ce6c9c-5403-4485-bd4b-ff32531a5064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '39fd6fc5-480f-449b-a757-aef8748068b8'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:51:06.418997 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-60775382-f264-4090-8c68-2c9931da5b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:06.458855 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0451549-cd3d-425a-a82e-ed449340f508 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:06.460377 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0451549-cd3d-425a-a82e-ed449340f508 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 915d6674-f9dd-4726-926b-54957d998ab7 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:51:06.467609 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0451549-cd3d-425a-a82e-ed449340f508 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:06.472054 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d0451549-cd3d-425a-a82e-ed449340f508 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] 10.222.0.57 "DELETE /v2.0/routers/915d6674-f9dd-4726-926b-54957d998ab7 HTTP/1.1" status: 204 len: 168 time: 0.4025877 Dec 09 15:51:06.519543 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-60775382-f264-4090-8c68-2c9931da5b1c None None] For port 80ccc00e-d650-4e78-b938-fb13284e98eb, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:51:06.523941 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-60775382-f264-4090-8c68-2c9931da5b1c None None] For port 80ccc00e-d650-4e78-b938-fb13284e98eb, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=80ccc00e-d650-4e78-b938-fb13284e98eb,segment=NetworkSegment(27ce6c9c-5403-4485-bd4b-ff32531a5064),segment_id=27ce6c9c-5403-4485-bd4b-ff32531a5064)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:51:06.536309 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-60775382-f264-4090-8c68-2c9931da5b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:06.602335 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60775382-f264-4090-8c68-2c9931da5b1c None None] Routers {'788d6986-e891-46e7-bd88-6d205f0b96af'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:51:06.603130 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-60775382-f264-4090-8c68-2c9931da5b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:50:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['788d6986-e891-46e7-bd88-6d205f0b96af'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:06.680822 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-808a50c3-742c-48af-adf6-224b5e90fecf None None] Provisioning complete for port 80ccc00e-d650-4e78-b938-fb13284e98eb triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:06.681347 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-808a50c3-742c-48af-adf6-224b5e90fecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:06.682102 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b451208-ab5b-4d2d-b016-4eff51a05915 None None] Pushing event updated for resources: {'Port': ['ID=80ccc00e-d650-4e78-b938-fb13284e98eb,revision_number=4']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:06.779914 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54686) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:06.804632 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-60775382-f264-4090-8c68-2c9931da5b1c None None] Set router 788d6986-e891-46e7-bd88-6d205f0b96af gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:51:06.814220 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-808a50c3-742c-48af-adf6-224b5e90fecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:06.869906 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-808a50c3-742c-48af-adf6-224b5e90fecf None None] For port 80ccc00e-d650-4e78-b938-fb13284e98eb, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=80ccc00e-d650-4e78-b938-fb13284e98eb,segment=NetworkSegment(27ce6c9c-5403-4485-bd4b-ff32531a5064),segment_id=27ce6c9c-5403-4485-bd4b-ff32531a5064)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:51:06.875439 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-808a50c3-742c-48af-adf6-224b5e90fecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:06.935997 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a50c3-742c-48af-adf6-224b5e90fecf None None] Pushing event updated for resources: {'Port': ['ID=80ccc00e-d650-4e78-b938-fb13284e98eb,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:06.946193 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808a50c3-742c-48af-adf6-224b5e90fecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:06.946560 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808a50c3-742c-48af-adf6-224b5e90fecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:06.946917 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808a50c3-742c-48af-adf6-224b5e90fecf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:06.947264 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808a50c3-742c-48af-adf6-224b5e90fecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:06.947605 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808a50c3-742c-48af-adf6-224b5e90fecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:06.947947 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808a50c3-742c-48af-adf6-224b5e90fecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:06.948584 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808a50c3-742c-48af-adf6-224b5e90fecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:06.948924 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808a50c3-742c-48af-adf6-224b5e90fecf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:06.949261 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808a50c3-742c-48af-adf6-224b5e90fecf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:06.949591 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808a50c3-742c-48af-adf6-224b5e90fecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:06.949925 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808a50c3-742c-48af-adf6-224b5e90fecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:06.950254 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808a50c3-742c-48af-adf6-224b5e90fecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:06.950913 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808a50c3-742c-48af-adf6-224b5e90fecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:07.001096 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7586954f-7b53-419f-9f75-647bd2e44c01 None None] Provisioning complete for port 80ccc00e-d650-4e78-b938-fb13284e98eb triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:07.001675 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7586954f-7b53-419f-9f75-647bd2e44c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:07.020919 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-cf2787db-3f5d-44ee-8782-cf2872e4752d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1519714110', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}, 'admin_state_up': False}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:07.056267 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cf2787db-3f5d-44ee-8782-cf2872e4752d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:07.058621 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cf2787db-3f5d-44ee-8782-cf2872e4752d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:07.118510 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cf2787db-3f5d-44ee-8782-cf2872e4752d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:07.131802 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-60775382-f264-4090-8c68-2c9931da5b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'name': 'tempest-TestNetworkBasicOps-router-913874075', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '48bb6ea6-da56-45cd-9d16-44176c906fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:30Z', 'updated_at': '2021-12-09T15:51:03Z', 'revision_number': 5, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'gw_port': {'id': '48bb6ea6-da56-45cd-9d16-44176c906fb0', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:33Z', 'updated_at': '2021-12-09T15:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '75339cdd-ae4a-49dd-9ece-0a1d003c3ad1', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'floating_ip_address': '172.25.3.47', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'port_id': '4b21b67d-ff68-4849-a9d3-6a5c91975039', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2255, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc054908-65b4-4921-b781-8153a60dbd11', 'mac_address': 'fa:16:3e:b3:c6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444fa8a4-cf57-49ad-8540-ff0a17dcc2b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:49:23Z', 'updated_at': '2021-12-09T15:49:28Z', 'revision_number': 1, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80ccc00e-d650-4e78-b938-fb13284e98eb', 'name': '', 'network_id': '39fd6fc5-480f-449b-a757-aef8748068b8', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'mac_address': 'fa:16:3e:7a:78:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': '01be392a-cb14-4b78-9fa7-00b581d9ae5d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:51:02Z', 'updated_at': '2021-12-09T15:51:06Z', 'revision_number': 4, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'subnets': [{'id': '01be392a-cb14-4b78-9fa7-00b581d9ae5d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b82748b-5e0e-4efa-811c-0a3f50e5df36', 'name': '', 'network_id': 'bc054908-65b4-4921-b781-8153a60dbd11', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'mac_address': 'fa:16:3e:d4:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '45845798-aa7d-43d3-8232-fe08ce1b2415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:44Z', 'updated_at': '2021-12-09T15:48:57Z', 'revision_number': 5, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'subnets': [{'id': '45845798-aa7d-43d3-8232-fe08ce1b2415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:07.160561 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60775382-f264-4090-8c68-2c9931da5b1c None None] The sync data for ids ['788d6986-e891-46e7-bd88-6d205f0b96af'] in n-d-821228-1 is: [{'id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'name': 'tempest-TestNetworkBasicOps-router-913874075', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '48bb6ea6-da56-45cd-9d16-44176c906fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:30Z', 'updated_at': '2021-12-09T15:51:03Z', 'revision_number': 5, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'gw_port': {'id': '48bb6ea6-da56-45cd-9d16-44176c906fb0', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:33Z', 'updated_at': '2021-12-09T15:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '75339cdd-ae4a-49dd-9ece-0a1d003c3ad1', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'floating_ip_address': '172.25.3.47', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'port_id': '4b21b67d-ff68-4849-a9d3-6a5c91975039', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2255, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc054908-65b4-4921-b781-8153a60dbd11', 'mac_address': 'fa:16:3e:b3:c6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444fa8a4-cf57-49ad-8540-ff0a17dcc2b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:49:23Z', 'updated_at': '2021-12-09T15:49:28Z', 'revision_number': 1, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80ccc00e-d650-4e78-b938-fb13284e98eb', 'name': '', 'network_id': '39fd6fc5-480f-449b-a757-aef8748068b8', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'mac_address': 'fa:16:3e:7a:78:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': '01be392a-cb14-4b78-9fa7-00b581d9ae5d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:51:02Z', 'updated_at': '2021-12-09T15:51:06Z', 'revision_number': 4, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'subnets': [{'id': '01be392a-cb14-4b78-9fa7-00b581d9ae5d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b82748b-5e0e-4efa-811c-0a3f50e5df36', 'name': '', 'network_id': 'bc054908-65b4-4921-b781-8153a60dbd11', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'mac_address': 'fa:16:3e:d4:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '45845798-aa7d-43d3-8232-fe08ce1b2415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:44Z', 'updated_at': '2021-12-09T15:48:57Z', 'revision_number': 5, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'subnets': [{'id': '45845798-aa7d-43d3-8232-fe08ce1b2415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:51:07.553853 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54718) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:07.704474 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-fdaa827c-0db2-4f99-aff5-067502b82574 tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1177335262'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:07.738787 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fdaa827c-0db2-4f99-aff5-067502b82574 tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:07.741513 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fdaa827c-0db2-4f99-aff5-067502b82574 tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:07.759873 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cf2787db-3f5d-44ee-8782-cf2872e4752d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:07.811611 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fdaa827c-0db2-4f99-aff5-067502b82574 tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:07.819424 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fdaa827c-0db2-4f99-aff5-067502b82574 tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:07.843935 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fdaa827c-0db2-4f99-aff5-067502b82574 tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:07.845752 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-fdaa827c-0db2-4f99-aff5-067502b82574 tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2910061 Dec 09 15:51:07.848384 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54724) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:07.927075 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-da6722ff-de75-483f-b1d1-29376d2a565b tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:08.112177 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-da6722ff-de75-483f-b1d1-29376d2a565b tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:08.114867 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-da6722ff-de75-483f-b1d1-29376d2a565b tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:08.228626 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-da6722ff-de75-483f-b1d1-29376d2a565b tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:08.229316 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6722ff-de75-483f-b1d1-29376d2a565b tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ffe3933b-6d8c-4561-a910-8d113574f214 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:51:08.234709 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-da6722ff-de75-483f-b1d1-29376d2a565b tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:08.239247 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-da6722ff-de75-483f-b1d1-29376d2a565b tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] 10.222.0.57 "DELETE /v2.0/routers/ffe3933b-6d8c-4561-a910-8d113574f214 HTTP/1.1" status: 204 len: 168 time: 0.3864248 Dec 09 15:51:08.239368 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54726) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:08.244099 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-501843a8-7b53-432c-b83c-89e2dff06141 tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Request body: {'router': {'name': 'tempest-router-860194389', 'distributed': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:08.253903 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cf2787db-3f5d-44ee-8782-cf2872e4752d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:08.267705 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-501843a8-7b53-432c-b83c-89e2dff06141 tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:08.268808 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-501843a8-7b53-432c-b83c-89e2dff06141 tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:08.275708 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cf2787db-3f5d-44ee-8782-cf2872e4752d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:08.327798 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-501843a8-7b53-432c-b83c-89e2dff06141 tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:08.338207 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-501843a8-7b53-432c-b83c-89e2dff06141 tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:08.360490 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-501843a8-7b53-432c-b83c-89e2dff06141 tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:08.362387 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-501843a8-7b53-432c-b83c-89e2dff06141 tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1214516 Dec 09 15:51:08.364805 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54730) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:08.401276 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-cf2787db-3f5d-44ee-8782-cf2872e4752d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Allocated IP 172.25.3.143 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/17f0fa40-ca78-4c81-95de-df7c606010d8) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:51:08.464070 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e043ec78-1d5b-4f44-815c-70cb176b2e4a tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:08.514970 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cf2787db-3f5d-44ee-8782-cf2872e4752d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:08.556684 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cf2787db-3f5d-44ee-8782-cf2872e4752d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:08.575950 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2787db-3f5d-44ee-8782-cf2872e4752d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:51:08.579239 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-cf2787db-3f5d-44ee-8782-cf2872e4752d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:51:08.597636 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a85851-c9de-45cc-9a7f-40342769eb7a None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:51:08.598906 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2787db-3f5d-44ee-8782-cf2872e4752d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:51:08.669821 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-0dd758a7-51da-45e7-a832-c3f9d09e627a None None] Provisioning complete for port 17f0fa40-ca78-4c81-95de-df7c606010d8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:08.670743 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0dd758a7-51da-45e7-a832-c3f9d09e627a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:08.679837 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e043ec78-1d5b-4f44-815c-70cb176b2e4a tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:08.687773 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e043ec78-1d5b-4f44-815c-70cb176b2e4a tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:08.699918 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2787db-3f5d-44ee-8782-cf2872e4752d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Pushing event updated for resources: {'Port': ['ID=17f0fa40-ca78-4c81-95de-df7c606010d8,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:08.753523 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-0dd758a7-51da-45e7-a832-c3f9d09e627a None None] Port 17f0fa40-ca78-4c81-95de-df7c606010d8 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:51:08.790117 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e043ec78-1d5b-4f44-815c-70cb176b2e4a tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:08.790786 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e043ec78-1d5b-4f44-815c-70cb176b2e4a tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0f45cc5-ab9f-473f-831b-7dc5fd84ff58 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:51:08.801038 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e043ec78-1d5b-4f44-815c-70cb176b2e4a tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:08.803931 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e043ec78-1d5b-4f44-815c-70cb176b2e4a tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] 10.222.0.57 "DELETE /v2.0/routers/d0f45cc5-ab9f-473f-831b-7dc5fd84ff58 HTTP/1.1" status: 204 len: 168 time: 0.4381578 Dec 09 15:51:08.808005 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54736) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:08.815403 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-520b98a1-348a-4f60-b9f8-f4a6e91ed6a2 tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Request body: {'router': {'name': 'tempest-router-1470603503', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e98b291412644ec1b7411c1b635d812b'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:08.839648 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 80ccc00e-d650-4e78-b938-fb13284e98eb up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:51:08.881416 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-520b98a1-348a-4f60-b9f8-f4a6e91ed6a2 tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:08.883136 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-520b98a1-348a-4f60-b9f8-f4a6e91ed6a2 tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:08.899022 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 80ccc00e-d650-4e78-b938-fb13284e98eb triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:08.899397 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:09.003341 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-520b98a1-348a-4f60-b9f8-f4a6e91ed6a2 tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:09.008026 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-520b98a1-348a-4f60-b9f8-f4a6e91ed6a2 tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:09.058921 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-520b98a1-348a-4f60-b9f8-f4a6e91ed6a2 tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:09.060824 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-520b98a1-348a-4f60-b9f8-f4a6e91ed6a2 tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2512615 Dec 09 15:51:09.063755 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54738) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:09.068563 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a4f3af1e-8136-4c6d-9940-ec9aabbfa3d3 tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:09.074237 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cf2787db-3f5d-44ee-8782-cf2872e4752d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:09.287447 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cf2787db-3f5d-44ee-8782-cf2872e4752d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:09.298075 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a4f3af1e-8136-4c6d-9940-ec9aabbfa3d3 tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1598674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1781863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39067'] for router, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:09.298430 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a4f3af1e-8136-4c6d-9940-ec9aabbfa3d3 tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks [] for router, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:09.391040 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a4f3af1e-8136-4c6d-9940-ec9aabbfa3d3 tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103245) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 09 15:51:09.391529 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a4f3af1e-8136-4c6d-9940-ec9aabbfa3d3 tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Router eb0a17e6-83e2-41b9-a8b3-e16367853faa migrating from provider to provider. {{(pid=103245) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 09 15:51:09.391887 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a4f3af1e-8136-4c6d-9940-ec9aabbfa3d3 tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:09.396999 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a4f3af1e-8136-4c6d-9940-ec9aabbfa3d3 tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:09.401785 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a4f3af1e-8136-4c6d-9940-ec9aabbfa3d3 tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1598665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1598656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1781790'] for router, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:09.427697 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2787db-3f5d-44ee-8782-cf2872e4752d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Router e6bf0395-11e7-4f12-b96a-4913d2c7cc21 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:51:09.518552 n-d-821228-1 neutron-server[103245]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a4f3af1e-8136-4c6d-9940-ec9aabbfa3d3 tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] No L3 agents can host the router eb0a17e6-83e2-41b9-a8b3-e16367853faa Dec 09 15:51:09.549890 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2787db-3f5d-44ee-8782-cf2872e4752d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:51:09.559833 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf388925-ddfb-49f5-893e-3ccf37e3da28 None None] Sync routers for ids ['e6bf0395-11e7-4f12-b96a-4913d2c7cc21'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:51:09.575471 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cf2787db-3f5d-44ee-8782-cf2872e4752d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:09.577340 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf388925-ddfb-49f5-893e-3ccf37e3da28 None None] Routers {'e6bf0395-11e7-4f12-b96a-4913d2c7cc21'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:51:09.580617 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-cf2787db-3f5d-44ee-8782-cf2872e4752d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.7969794 Dec 09 15:51:09.580712 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-cf388925-ddfb-49f5-893e-3ccf37e3da28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:50:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['e6bf0395-11e7-4f12-b96a-4913d2c7cc21'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:09.580819 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54742) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:09.613787 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-cf388925-ddfb-49f5-893e-3ccf37e3da28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:09.624385 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf388925-ddfb-49f5-893e-3ccf37e3da28 None None] Routers {'e6bf0395-11e7-4f12-b96a-4913d2c7cc21'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:51:09.625334 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-cf388925-ddfb-49f5-893e-3ccf37e3da28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:50:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['e6bf0395-11e7-4f12-b96a-4913d2c7cc21'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:09.664039 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:51:09.670033 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-cf388925-ddfb-49f5-893e-3ccf37e3da28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:09.670798 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf388925-ddfb-49f5-893e-3ccf37e3da28 None None] The sync data for ids ['e6bf0395-11e7-4f12-b96a-4913d2c7cc21'] in n-d-821228-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:51:09.694765 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f3af1e-8136-4c6d-9940-ec9aabbfa3d3 tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Hosts for router eb0a17e6-83e2-41b9-a8b3-e16367853faa: [] {{(pid=103245) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 09 15:51:09.725462 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ad981c5d-14ce-40b9-8943-039c9729d314 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] 10.222.0.57 "GET /v2.0/routers/e6bf0395-11e7-4f12-b96a-4913d2c7cc21 HTTP/1.1" status: 200 len: 925 time: 0.1424928 Dec 09 15:51:09.728555 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54746) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:09.730310 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f3af1e-8136-4c6d-9940-ec9aabbfa3d3 tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Hosts for other DVR routers connected to router eb0a17e6-83e2-41b9-a8b3-e16367853faa: set() {{(pid=103245) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 09 15:51:09.733826 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a4f3af1e-8136-4c6d-9940-ec9aabbfa3d3 tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:09.737314 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a4f3af1e-8136-4c6d-9940-ec9aabbfa3d3 tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] 10.222.0.57 "PUT /v2.0/routers/eb0a17e6-83e2-41b9-a8b3-e16367853faa HTTP/1.1" status: 200 len: 717 time: 0.6701953 Dec 09 15:51:09.737552 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54748) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:09.761278 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2276d107-0e11-4b4e-8902-1eeae9849403 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6bf0395-11e7-4f12-b96a-4913d2c7cc21 HTTP/1.1" status: 200 len: 205 time: 0.0312381 Dec 09 15:51:09.764731 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54750) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:09.820991 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b82a3d94-3a6a-46e5-9a93-86ff25043510 tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] 10.222.0.57 "GET /v2.0/routers/eb0a17e6-83e2-41b9-a8b3-e16367853faa HTTP/1.1" status: 200 len: 717 time: 0.0823159 Dec 09 15:51:09.823490 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54754) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:09.894758 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bfbf6c4f-4df1-448e-8384-260674ddf76f tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:10.010691 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bfbf6c4f-4df1-448e-8384-260674ddf76f tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:10.039279 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0c8184e3-21ac-46f3-ba72-ece2b275b5d6 tempest-RoutersTestDVR-1551688320 tempest-RoutersTestDVR-1551688320-project] 10.222.0.57 "GET /v2.0/routers/eb0a17e6-83e2-41b9-a8b3-e16367853faa HTTP/1.1" status: 200 len: 683 time: 0.2146437 Dec 09 15:51:10.042954 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54760) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:10.128755 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c10de6bd-38b9-43f5-84b8-9526483bacff tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:10.602969 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-bfbf6c4f-4df1-448e-8384-260674ddf76f tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Deleting port 17f0fa40-ca78-4c81-95de-df7c606010d8 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:51:10.603615 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bfbf6c4f-4df1-448e-8384-260674ddf76f tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:10.705771 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c10de6bd-38b9-43f5-84b8-9526483bacff tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:10.710427 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c10de6bd-38b9-43f5-84b8-9526483bacff tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:10.718442 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cfce9447-8c95-4241-9ebb-9656e52e3a9f req-239bee67-4ab5-4f9b-b321-00c981a19866 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bf66a800-5e7a-4e28-a606-6a7c4ff43580&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1783986 Dec 09 15:51:10.783174 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c10de6bd-38b9-43f5-84b8-9526483bacff tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:10.783795 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10de6bd-38b9-43f5-84b8-9526483bacff tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eb0a17e6-83e2-41b9-a8b3-e16367853faa {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:51:10.800478 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c10de6bd-38b9-43f5-84b8-9526483bacff tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:10.801649 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c10de6bd-38b9-43f5-84b8-9526483bacff tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] 10.222.0.57 "DELETE /v2.0/routers/eb0a17e6-83e2-41b9-a8b3-e16367853faa HTTP/1.1" status: 204 len: 168 time: 0.7575269 Dec 09 15:51:10.807320 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54768) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:10.814325 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-e27ccc9c-2182-437f-8965-c10e48149ad4 tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Request body: {'router': {'name': 'tempest-router-1528142275', 'distributed': True}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:10.833680 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bfbf6c4f-4df1-448e-8384-260674ddf76f tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:10.847438 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e27ccc9c-2182-437f-8965-c10e48149ad4 tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:10.849696 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e27ccc9c-2182-437f-8965-c10e48149ad4 tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:10.850384 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-bfbf6c4f-4df1-448e-8384-260674ddf76f tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Calling delete_port for 17f0fa40-ca78-4c81-95de-df7c606010d8 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:51:10.878853 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce9447-8c95-4241-9ebb-9656e52e3a9f req-67b4b872-64aa-4f8e-8076-d5d67bfbf564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:10.885166 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cfce9447-8c95-4241-9ebb-9656e52e3a9f req-67b4b872-64aa-4f8e-8076-d5d67bfbf564 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cea693ec44f34a95ac5bb978332b5503&device_id=bf66a800-5e7a-4e28-a606-6a7c4ff43580 HTTP/1.1" status: 200 len: 1097 time: 0.0993609 Dec 09 15:51:10.936135 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e27ccc9c-2182-437f-8965-c10e48149ad4 tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:10.943172 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e27ccc9c-2182-437f-8965-c10e48149ad4 tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:10.965920 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e27ccc9c-2182-437f-8965-c10e48149ad4 tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:10.969110 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e27ccc9c-2182-437f-8965-c10e48149ad4 tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1596797 Dec 09 15:51:10.970598 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54772) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:11.057116 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45115998-cbe3-45f4-8dea-ced92b7e61ff tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:11.110498 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce9447-8c95-4241-9ebb-9656e52e3a9f req-bfcdc86d-abfd-4214-bbdd-8e45e132e644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:11.113320 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cfce9447-8c95-4241-9ebb-9656e52e3a9f req-bfcdc86d-abfd-4214-bbdd-8e45e132e644 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e2819ac3-9056-4f31-9f04-900628348c70 HTTP/1.1" status: 200 len: 912 time: 0.1726418 Dec 09 15:51:11.116034 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54776) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:11.227862 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cfce9447-8c95-4241-9ebb-9656e52e3a9f req-18847b15-bc63-4a1c-9492-6b194d47268a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9223848f-00dc-44f7-b5e0-5c0f13c0416d HTTP/1.1" status: 200 len: 1002 time: 0.1029494 Dec 09 15:51:11.232986 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bfbf6c4f-4df1-448e-8384-260674ddf76f tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:11.246737 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45115998-cbe3-45f4-8dea-ced92b7e61ff tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:11.249688 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45115998-cbe3-45f4-8dea-ced92b7e61ff tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:11.283101 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf6c4f-4df1-448e-8384-260674ddf76f tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Pushing event deleted for resources: {'Port': ['ID=17f0fa40-ca78-4c81-95de-df7c606010d8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:11.285479 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1074ab-2a14-4961-ad8e-d23981db1245 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:51:11.298680 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45115998-cbe3-45f4-8dea-ced92b7e61ff tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:11.299248 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45115998-cbe3-45f4-8dea-ced92b7e61ff tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6ffd467f-9282-4f11-a19e-f5eb29476266 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:51:11.305025 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45115998-cbe3-45f4-8dea-ced92b7e61ff tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:11.309207 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-45115998-cbe3-45f4-8dea-ced92b7e61ff tempest-RoutersTestDVR-1228492469 tempest-RoutersTestDVR-1228492469-project-admin] 10.222.0.57 "DELETE /v2.0/routers/6ffd467f-9282-4f11-a19e-f5eb29476266 HTTP/1.1" status: 204 len: 168 time: 0.3341622 Dec 09 15:51:11.336861 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4adc172d-90d9-4c5e-916f-b5f0ea19d88f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:11.398992 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce9447-8c95-4241-9ebb-9656e52e3a9f req-60346b85-a83b-4318-9888-90118612b7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:11.400635 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cfce9447-8c95-4241-9ebb-9656e52e3a9f req-60346b85-a83b-4318-9888-90118612b7b3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6388c83a-5827-4add-9bc1-4867e28bf06e HTTP/1.1" status: 200 len: 850 time: 0.1392024 Dec 09 15:51:11.449071 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bfbf6c4f-4df1-448e-8384-260674ddf76f tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:11.509686 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54784) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:11.556681 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bfbf6c4f-4df1-448e-8384-260674ddf76f tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:11.564824 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bfbf6c4f-4df1-448e-8384-260674ddf76f tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:11.616132 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce9447-8c95-4241-9ebb-9656e52e3a9f req-f3c3b9e6-7a53-42f7-8aec-696789e420d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:11.617793 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cfce9447-8c95-4241-9ebb-9656e52e3a9f req-f3c3b9e6-7a53-42f7-8aec-696789e420d1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e2819ac3-9056-4f31-9f04-900628348c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2035570 Dec 09 15:51:11.629576 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bfbf6c4f-4df1-448e-8384-260674ddf76f tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:11.632898 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbf6c4f-4df1-448e-8384-260674ddf76f tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Fanout notify agent at l3_agent the message router_deleted on router e6bf0395-11e7-4f12-b96a-4913d2c7cc21 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:51:11.634717 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8b30ed4c-f6e8-40af-a08e-8d841a4351f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:11.639478 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bfbf6c4f-4df1-448e-8384-260674ddf76f tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:11.640613 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-bfbf6c4f-4df1-448e-8384-260674ddf76f tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] 10.222.0.57 "DELETE /v2.0/routers/e6bf0395-11e7-4f12-b96a-4913d2c7cc21 HTTP/1.1" status: 204 len: 168 time: 1.8748212 Dec 09 15:51:11.644269 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54790) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:11.649350 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4e9fa0dc-8ef3-4feb-a250-a3b3bdd4ea62 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Request body: {'router': {'name': 'tempest-snat-router-466579946', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'enable_snat': False}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:11.657819 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4adc172d-90d9-4c5e-916f-b5f0ea19d88f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:11.670115 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4adc172d-90d9-4c5e-916f-b5f0ea19d88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:11.685950 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e9fa0dc-8ef3-4feb-a250-a3b3bdd4ea62 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:11.686972 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e9fa0dc-8ef3-4feb-a250-a3b3bdd4ea62 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:11.748262 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc172d-90d9-4c5e-916f-b5f0ea19d88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60933e66-87ea-4c0f-bd81-a632029a49fd,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:11.757834 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e9fa0dc-8ef3-4feb-a250-a3b3bdd4ea62 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:11.760501 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4adc172d-90d9-4c5e-916f-b5f0ea19d88f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=abcf58c2183049ceaefd7ee4503378ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6432085 Dec 09 15:51:11.760736 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54792) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:11.789066 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cfce9447-8c95-4241-9ebb-9656e52e3a9f req-8cfc32f4-7749-4fa7-acc1-e17e16216236 service neutron] 10.222.0.31 "GET /v2.0/networks/e2819ac3-9056-4f31-9f04-900628348c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431007 Dec 09 15:51:11.851361 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8b30ed4c-f6e8-40af-a08e-8d841a4351f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:11.860383 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8b30ed4c-f6e8-40af-a08e-8d841a4351f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:11.882830 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cfce9447-8c95-4241-9ebb-9656e52e3a9f req-a365bb6d-7ebf-4f22-afcc-128259bca460 service neutron] 10.222.0.31 "GET /v2.0/networks/e2819ac3-9056-4f31-9f04-900628348c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862672 Dec 09 15:51:11.976827 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e9fa0dc-8ef3-4feb-a250-a3b3bdd4ea62 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:11.984968 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8b30ed4c-f6e8-40af-a08e-8d841a4351f6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e98b291412644ec1b7411c1b635d812b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4741735 Dec 09 15:51:11.987880 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54794) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:11.991173 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30ed4c-f6e8-40af-a08e-8d841a4351f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860e3fc6-867c-43f0-bb96-99705e4e3846,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:12.011925 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7816c836-faff-4940-a893-6c646bd183cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:12.045623 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0c280b66-8ec5-490a-9538-00ad65911087 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:12.070318 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0c280b66-8ec5-490a-9538-00ad65911087 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:12.073211 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7816c836-faff-4940-a893-6c646bd183cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:12.129586 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0c280b66-8ec5-490a-9538-00ad65911087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:12.132192 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0c280b66-8ec5-490a-9538-00ad65911087 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:12.134678 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0c280b66-8ec5-490a-9538-00ad65911087 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/860e3fc6-867c-43f0-bb96-99705e4e3846 HTTP/1.1" status: 204 len: 168 time: 0.1443253 Dec 09 15:51:12.143096 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c280b66-8ec5-490a-9538-00ad65911087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860e3fc6-867c-43f0-bb96-99705e4e3846,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:12.151035 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7816c836-faff-4940-a893-6c646bd183cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:12.154271 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7816c836-faff-4940-a893-6c646bd183cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:12.155711 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7816c836-faff-4940-a893-6c646bd183cf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/60933e66-87ea-4c0f-bd81-a632029a49fd HTTP/1.1" status: 204 len: 168 time: 0.3940480 Dec 09 15:51:12.177931 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7816c836-faff-4940-a893-6c646bd183cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60933e66-87ea-4c0f-bd81-a632029a49fd,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:12.295734 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e9fa0dc-8ef3-4feb-a250-a3b3bdd4ea62 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:12.314695 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e9fa0dc-8ef3-4feb-a250-a3b3bdd4ea62 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:12.485114 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54810) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:12.499447 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b1e8ee06-f97f-4d5a-bbc3-6dfaed56ec3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:12.530733 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54812) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:12.551767 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2f3098d8-260d-45b5-9edd-4bb410219ddb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:12.624479 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b1e8ee06-f97f-4d5a-bbc3-6dfaed56ec3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:12.632984 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b1e8ee06-f97f-4d5a-bbc3-6dfaed56ec3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:12.692673 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b1e8ee06-f97f-4d5a-bbc3-6dfaed56ec3f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7af1a0bc2dd24d4bb8cda86e6ee3597d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2063880 Dec 09 15:51:12.693441 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e8ee06-f97f-4d5a-bbc3-6dfaed56ec3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19376d7-7d04-403c-b1e6-e58ac06184f1,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:12.695803 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54816) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:12.736122 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2f3098d8-260d-45b5-9edd-4bb410219ddb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:12.744516 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2f3098d8-260d-45b5-9edd-4bb410219ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:12.775384 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-4e9fa0dc-8ef3-4feb-a250-a3b3bdd4ea62 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Allocated IP 172.25.3.206 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/c3a096ee-77c5-41ae-aaa4-8e88e84ad1db) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:51:12.807498 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2f3098d8-260d-45b5-9edd-4bb410219ddb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=669ba959b4504755bf39e2e88bc59c55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2757001 Dec 09 15:51:12.810575 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3098d8-260d-45b5-9edd-4bb410219ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df4e3db-5b1f-4f90-bf80-69dfa7a2e482,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:12.812984 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54818) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:12.819588 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-598bdd96-570f-4507-8e93-302d0998c4b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:12.864805 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-598bdd96-570f-4507-8e93-302d0998c4b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:12.886596 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e9fa0dc-8ef3-4feb-a250-a3b3bdd4ea62 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:12.905796 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-86a8859e-6433-45c4-8ae9-b4724cbf9be6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:12.925460 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e9fa0dc-8ef3-4feb-a250-a3b3bdd4ea62 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:12.930449 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-86a8859e-6433-45c4-8ae9-b4724cbf9be6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:12.947512 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-598bdd96-570f-4507-8e93-302d0998c4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:12.950106 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-598bdd96-570f-4507-8e93-302d0998c4b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:12.951496 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-598bdd96-570f-4507-8e93-302d0998c4b7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e19376d7-7d04-403c-b1e6-e58ac06184f1 HTTP/1.1" status: 204 len: 168 time: 0.2495890 Dec 09 15:51:12.972530 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598bdd96-570f-4507-8e93-302d0998c4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19376d7-7d04-403c-b1e6-e58ac06184f1,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:12.974207 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9fa0dc-8ef3-4feb-a250-a3b3bdd4ea62 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:51:12.980427 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-4e9fa0dc-8ef3-4feb-a250-a3b3bdd4ea62 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:51:12.985910 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9fa0dc-8ef3-4feb-a250-a3b3bdd4ea62 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:51:12.989579 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9fa0dc-8ef3-4feb-a250-a3b3bdd4ea62 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Pushing event updated for resources: {'Port': ['ID=c3a096ee-77c5-41ae-aaa4-8e88e84ad1db,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:13.011018 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a22d035-24fc-465f-906b-e5adea25ca36 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:51:13.018479 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-86a8859e-6433-45c4-8ae9-b4724cbf9be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:13.021818 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-86a8859e-6433-45c4-8ae9-b4724cbf9be6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:13.023254 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-86a8859e-6433-45c4-8ae9-b4724cbf9be6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1df4e3db-5b1f-4f90-bf80-69dfa7a2e482 HTTP/1.1" status: 204 len: 168 time: 0.2091296 Dec 09 15:51:13.056732 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a8859e-6433-45c4-8ae9-b4724cbf9be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df4e3db-5b1f-4f90-bf80-69dfa7a2e482,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:13.122836 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-661e1171-5745-4e90-9a9d-ed93f7473818 None None] Provisioning complete for port c3a096ee-77c5-41ae-aaa4-8e88e84ad1db triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:13.123561 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-661e1171-5745-4e90-9a9d-ed93f7473818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:13.166885 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-661e1171-5745-4e90-9a9d-ed93f7473818 None None] Port c3a096ee-77c5-41ae-aaa4-8e88e84ad1db cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:51:13.364312 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e9fa0dc-8ef3-4feb-a250-a3b3bdd4ea62 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:13.592575 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e9fa0dc-8ef3-4feb-a250-a3b3bdd4ea62 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:13.752669 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9fa0dc-8ef3-4feb-a250-a3b3bdd4ea62 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Router 50bddb49-037b-4926-b372-af792b637036 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:51:13.877171 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9fa0dc-8ef3-4feb-a250-a3b3bdd4ea62 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:51:13.890693 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d479d14c-f39d-4df1-a6f3-641cc0252f82 None None] Sync routers for ids ['50bddb49-037b-4926-b372-af792b637036'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:51:13.898654 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e9fa0dc-8ef3-4feb-a250-a3b3bdd4ea62 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:13.900164 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4e9fa0dc-8ef3-4feb-a250-a3b3bdd4ea62 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.2546556 Dec 09 15:51:13.903037 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54864) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:13.907469 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d479d14c-f39d-4df1-a6f3-641cc0252f82 None None] Routers {'50bddb49-037b-4926-b372-af792b637036'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:51:13.908584 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d479d14c-f39d-4df1-a6f3-641cc0252f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:50:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['50bddb49-037b-4926-b372-af792b637036'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:13.929792 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54866) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:14.041801 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-d479d14c-f39d-4df1-a6f3-641cc0252f82 None None] Set router 50bddb49-037b-4926-b372-af792b637036 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:51:14.043091 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0995cc64-7a49-4b44-a012-6fb4d8d9f347 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] 10.222.0.57 "GET /v2.0/routers/50bddb49-037b-4926-b372-af792b637036 HTTP/1.1" status: 200 len: 908 time: 0.1377299 Dec 09 15:51:14.047286 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54872) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:14.051861 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-543dd835-4fca-4e31-b057-0c92c5100597 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Request body: {'router': {'name': 'tempest-snat-router-466579946', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'enable_snat': True}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:14.112685 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b8238935-d51c-4500-bb75-ec1ae81d2ebf tempest-AgentManagementNegativeTest-938521348 tempest-AgentManagementNegativeTest-938521348-project] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1814427 Dec 09 15:51:14.120866 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-543dd835-4fca-4e31-b057-0c92c5100597 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:14.121936 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-543dd835-4fca-4e31-b057-0c92c5100597 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:14.186152 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-543dd835-4fca-4e31-b057-0c92c5100597 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:14.280547 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d479d14c-f39d-4df1-a6f3-641cc0252f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50bddb49-037b-4926-b372-af792b637036', 'name': 'tempest-snat-router-466579946', 'tenant_id': '3a7557a109f246d89cbd5c95349ab32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.206'}], 'enable_snat': False}, 'gw_port_id': 'c3a096ee-77c5-41ae-aaa4-8e88e84ad1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:51:11Z', 'updated_at': '2021-12-09T15:51:13Z', 'revision_number': 3, 'project_id': '3a7557a109f246d89cbd5c95349ab32c', 'gw_port': {'id': 'c3a096ee-77c5-41ae-aaa4-8e88e84ad1db', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50bddb49-037b-4926-b372-af792b637036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:51:12Z', 'updated_at': '2021-12-09T15:51:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:14.315759 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d479d14c-f39d-4df1-a6f3-641cc0252f82 None None] Checking router: 50bddb49-037b-4926-b372-af792b637036 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:51:14.316119 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d479d14c-f39d-4df1-a6f3-641cc0252f82 None None] Updating router 50bddb49-037b-4926-b372-af792b637036 port c3a096ee-77c5-41ae-aaa4-8e88e84ad1db binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:51:14.347900 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-d479d14c-f39d-4df1-a6f3-641cc0252f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:14.363083 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-543dd835-4fca-4e31-b057-0c92c5100597 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:14.471040 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54892) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:14.611383 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-543dd835-4fca-4e31-b057-0c92c5100597 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:14.633004 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-543dd835-4fca-4e31-b057-0c92c5100597 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:14.679005 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ee7e8ab-eaed-4d86-af9f-e36ba44bbc5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:14.772620 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ee7e8ab-eaed-4d86-af9f-e36ba44bbc5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:14.777556 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ee7e8ab-eaed-4d86-af9f-e36ba44bbc5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:14.779237 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-d479d14c-f39d-4df1-a6f3-641cc0252f82 None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:14.792105 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-d479d14c-f39d-4df1-a6f3-641cc0252f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:14.838101 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190cf74-304e-4eb4-a007-81f9f0409f43 None None] Pushing event updated for resources: {'Port': ['ID=c3a096ee-77c5-41ae-aaa4-8e88e84ad1db,revision_number=2']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:14.840905 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-543dd835-4fca-4e31-b057-0c92c5100597 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Allocated IP 172.25.3.160 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/88e26eb2-8c2e-4737-80f0-e4a425d59760) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:51:14.849136 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190cf74-304e-4eb4-a007-81f9f0409f43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:14.849495 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190cf74-304e-4eb4-a007-81f9f0409f43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:14.849871 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190cf74-304e-4eb4-a007-81f9f0409f43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:14.850215 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190cf74-304e-4eb4-a007-81f9f0409f43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:14.850695 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190cf74-304e-4eb4-a007-81f9f0409f43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:14.851041 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190cf74-304e-4eb4-a007-81f9f0409f43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:14.851459 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190cf74-304e-4eb4-a007-81f9f0409f43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:14.851862 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190cf74-304e-4eb4-a007-81f9f0409f43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:14.852117 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190cf74-304e-4eb4-a007-81f9f0409f43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:14.852469 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190cf74-304e-4eb4-a007-81f9f0409f43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:14.852806 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190cf74-304e-4eb4-a007-81f9f0409f43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:14.853136 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190cf74-304e-4eb4-a007-81f9f0409f43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:14.853466 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190cf74-304e-4eb4-a007-81f9f0409f43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:14.861377 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1ee7e8ab-eaed-4d86-af9f-e36ba44bbc5e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8474872dfa764b198a4dd4e8e41b9437&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3889544 Dec 09 15:51:14.864144 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54906) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:14.875655 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-d479d14c-f39d-4df1-a6f3-641cc0252f82 None None] Attempting to bind port c3a096ee-77c5-41ae-aaa4-8e88e84ad1db on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:51:14.876235 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-d479d14c-f39d-4df1-a6f3-641cc0252f82 None None] Attempting to bind port c3a096ee-77c5-41ae-aaa4-8e88e84ad1db by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:51:14.876893 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d479d14c-f39d-4df1-a6f3-641cc0252f82 None None] Attempting to bind port c3a096ee-77c5-41ae-aaa4-8e88e84ad1db on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:51:14.882071 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d479d14c-f39d-4df1-a6f3-641cc0252f82 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:51:14.882291 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d479d14c-f39d-4df1-a6f3-641cc0252f82 None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:51:14.882768 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-d479d14c-f39d-4df1-a6f3-641cc0252f82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:14.883169 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d479d14c-f39d-4df1-a6f3-641cc0252f82 None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:51:14.883647 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-d479d14c-f39d-4df1-a6f3-641cc0252f82 None None] Bound port: c3a096ee-77c5-41ae-aaa4-8e88e84ad1db, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:51:14.884166 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-d479d14c-f39d-4df1-a6f3-641cc0252f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:14.885877 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e718a33f-54ab-43ab-b04e-f316d6dbb795 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:51:14.939819 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee7e8ab-eaed-4d86-af9f-e36ba44bbc5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77c7898-6128-4170-8c16-a11b04ac8a27,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:14.960600 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-d479d14c-f39d-4df1-a6f3-641cc0252f82 None None] For port c3a096ee-77c5-41ae-aaa4-8e88e84ad1db, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:51:14.963932 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-d479d14c-f39d-4df1-a6f3-641cc0252f82 None None] For port c3a096ee-77c5-41ae-aaa4-8e88e84ad1db, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=c3a096ee-77c5-41ae-aaa4-8e88e84ad1db,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:51:14.973268 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-d479d14c-f39d-4df1-a6f3-641cc0252f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:15.035617 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190cf74-304e-4eb4-a007-81f9f0409f43 None None] Pushing event updated for resources: {'Port': ['ID=c3a096ee-77c5-41ae-aaa4-8e88e84ad1db,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:15.037079 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-cf4c211b-dd30-4b5f-80e8-c3273a681cfa None None] Provisioning complete for port c3a096ee-77c5-41ae-aaa4-8e88e84ad1db triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:15.044573 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d479d14c-f39d-4df1-a6f3-641cc0252f82 None None] Routers {'50bddb49-037b-4926-b372-af792b637036'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:51:15.045728 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d479d14c-f39d-4df1-a6f3-641cc0252f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:50:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['50bddb49-037b-4926-b372-af792b637036'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:15.048181 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cf4c211b-dd30-4b5f-80e8-c3273a681cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:15.049616 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b59e1a91-ba13-4312-86ea-3ae385f65b19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:15.051155 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293256a1-50da-41fc-845e-aef412ceb7ed None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:51:15.090703 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-543dd835-4fca-4e31-b057-0c92c5100597 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:15.094661 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b59e1a91-ba13-4312-86ea-3ae385f65b19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:15.166218 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-543dd835-4fca-4e31-b057-0c92c5100597 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:15.193127 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-d479d14c-f39d-4df1-a6f3-641cc0252f82 None None] Set router 50bddb49-037b-4926-b372-af792b637036 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:51:15.232097 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543dd835-4fca-4e31-b057-0c92c5100597 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:51:15.238195 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b59e1a91-ba13-4312-86ea-3ae385f65b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:15.243034 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b59e1a91-ba13-4312-86ea-3ae385f65b19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:15.246025 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b59e1a91-ba13-4312-86ea-3ae385f65b19 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c77c7898-6128-4170-8c16-a11b04ac8a27 HTTP/1.1" status: 204 len: 168 time: 0.3781834 Dec 09 15:51:15.279293 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-543dd835-4fca-4e31-b057-0c92c5100597 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:51:15.296184 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543dd835-4fca-4e31-b057-0c92c5100597 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:51:15.366387 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543dd835-4fca-4e31-b057-0c92c5100597 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Pushing event updated for resources: {'Port': ['ID=88e26eb2-8c2e-4737-80f0-e4a425d59760,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:15.370559 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e1a91-ba13-4312-86ea-3ae385f65b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77c7898-6128-4170-8c16-a11b04ac8a27,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:15.398905 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cf4c211b-dd30-4b5f-80e8-c3273a681cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:15.440763 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-cf4c211b-dd30-4b5f-80e8-c3273a681cfa None None] For port c3a096ee-77c5-41ae-aaa4-8e88e84ad1db, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=c3a096ee-77c5-41ae-aaa4-8e88e84ad1db,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:51:15.442644 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54db39bb-7fff-4920-bb30-518f1d99b2ae None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:51:15.452019 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cf4c211b-dd30-4b5f-80e8-c3273a681cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:15.489683 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d479d14c-f39d-4df1-a6f3-641cc0252f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50bddb49-037b-4926-b372-af792b637036', 'name': 'tempest-snat-router-466579946', 'tenant_id': '3a7557a109f246d89cbd5c95349ab32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.206'}], 'enable_snat': False}, 'gw_port_id': 'c3a096ee-77c5-41ae-aaa4-8e88e84ad1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:51:11Z', 'updated_at': '2021-12-09T15:51:13Z', 'revision_number': 3, 'project_id': '3a7557a109f246d89cbd5c95349ab32c', 'gw_port': {'id': 'c3a096ee-77c5-41ae-aaa4-8e88e84ad1db', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50bddb49-037b-4926-b372-af792b637036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:51:12Z', 'updated_at': '2021-12-09T15:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:15.530466 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d479d14c-f39d-4df1-a6f3-641cc0252f82 None None] The sync data for ids ['50bddb49-037b-4926-b372-af792b637036'] in n-d-821228-1 is: [{'id': '50bddb49-037b-4926-b372-af792b637036', 'name': 'tempest-snat-router-466579946', 'tenant_id': '3a7557a109f246d89cbd5c95349ab32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.206'}], 'enable_snat': False}, 'gw_port_id': 'c3a096ee-77c5-41ae-aaa4-8e88e84ad1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:51:11Z', 'updated_at': '2021-12-09T15:51:13Z', 'revision_number': 3, 'project_id': '3a7557a109f246d89cbd5c95349ab32c', 'gw_port': {'id': 'c3a096ee-77c5-41ae-aaa4-8e88e84ad1db', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50bddb49-037b-4926-b372-af792b637036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:51:12Z', 'updated_at': '2021-12-09T15:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:51:15.600217 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4c211b-dd30-4b5f-80e8-c3273a681cfa None None] Pushing event updated for resources: {'Port': ['ID=c3a096ee-77c5-41ae-aaa4-8e88e84ad1db,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:15.611435 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9d2137e2-6864-4203-b309-6bcd4d2074e0 None None] Provisioning complete for port 88e26eb2-8c2e-4737-80f0-e4a425d59760 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:15.611819 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9d2137e2-6864-4203-b309-6bcd4d2074e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:15.673946 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9d2137e2-6864-4203-b309-6bcd4d2074e0 None None] Port 88e26eb2-8c2e-4737-80f0-e4a425d59760 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:51:15.691109 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9d2137e2-6864-4203-b309-6bcd4d2074e0 None None] Provisioning complete for port c3a096ee-77c5-41ae-aaa4-8e88e84ad1db triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:15.691775 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9d2137e2-6864-4203-b309-6bcd4d2074e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:15.731023 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-543dd835-4fca-4e31-b057-0c92c5100597 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:15.943506 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:16.030204 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-543dd835-4fca-4e31-b057-0c92c5100597 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:16.261309 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543dd835-4fca-4e31-b057-0c92c5100597 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Router 0ebb2d33-2ccb-4ce3-865b-c8be24c30242 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:51:16.420479 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54958) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:16.450861 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543dd835-4fca-4e31-b057-0c92c5100597 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:51:16.463369 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744be56f-aba9-41e8-9a08-8a4d9f27d39a None None] Sync routers for ids ['0ebb2d33-2ccb-4ce3-865b-c8be24c30242'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:51:16.490690 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-543dd835-4fca-4e31-b057-0c92c5100597 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:16.491813 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-543dd835-4fca-4e31-b057-0c92c5100597 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.4435160 Dec 09 15:51:16.494895 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54964) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:16.515169 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744be56f-aba9-41e8-9a08-8a4d9f27d39a None None] Routers {'0ebb2d33-2ccb-4ce3-865b-c8be24c30242'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:51:16.515836 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-744be56f-aba9-41e8-9a08-8a4d9f27d39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:50:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['0ebb2d33-2ccb-4ce3-865b-c8be24c30242'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:16.585351 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-555cf685-4c32-430f-9e62-aae094a5ea61 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1369584676'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:16.613903 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555cf685-4c32-430f-9e62-aae094a5ea61 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:51:16.618601 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-555cf685-4c32-430f-9e62-aae094a5ea61 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:16.630506 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-555cf685-4c32-430f-9e62-aae094a5ea61 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:16.751134 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-744be56f-aba9-41e8-9a08-8a4d9f27d39a None None] Set router 0ebb2d33-2ccb-4ce3-865b-c8be24c30242 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:51:16.781311 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-555cf685-4c32-430f-9e62-aae094a5ea61 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:16.788291 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-555cf685-4c32-430f-9e62-aae094a5ea61 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:16.807333 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-555cf685-4c32-430f-9e62-aae094a5ea61 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:51:16.836980 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-555cf685-4c32-430f-9e62-aae094a5ea61 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:16.837448 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-555cf685-4c32-430f-9e62-aae094a5ea61 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Added segment eefe46fe-de83-46c7-a840-f71fdad0e3d8 of type vlan for network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 Dec 09 15:51:16.839642 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-66539dd1-42f3-4957-98dd-4ff89316a574 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] 10.222.0.57 "GET /v2.0/routers/0ebb2d33-2ccb-4ce3-865b-c8be24c30242 HTTP/1.1" status: 200 len: 907 time: 0.3434634 Dec 09 15:51:16.843012 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54968) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:16.862828 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device c3a096ee-77c5-41ae-aaa4-8e88e84ad1db up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:51:16.946387 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-555cf685-4c32-430f-9e62-aae094a5ea61 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:17.013360 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555cf685-4c32-430f-9e62-aae094a5ea61 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07d3da64-5c93-4656-a39d-d4926884dedc,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:17.046455 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-555cf685-4c32-430f-9e62-aae094a5ea61 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:17.059225 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555cf685-4c32-430f-9e62-aae094a5ea61 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:17.061481 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-555cf685-4c32-430f-9e62-aae094a5ea61 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:17.086082 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port c3a096ee-77c5-41ae-aaa4-8e88e84ad1db triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:17.088293 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:17.095534 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-304bdef7-001f-4332-af0f-d0aae8d7b049 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:17.227872 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-744be56f-aba9-41e8-9a08-8a4d9f27d39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebb2d33-2ccb-4ce3-865b-c8be24c30242', 'name': 'tempest-snat-router-466579946', 'tenant_id': '3a7557a109f246d89cbd5c95349ab32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '88e26eb2-8c2e-4737-80f0-e4a425d59760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:51:14Z', 'updated_at': '2021-12-09T15:51:15Z', 'revision_number': 3, 'project_id': '3a7557a109f246d89cbd5c95349ab32c', 'gw_port': {'id': '88e26eb2-8c2e-4737-80f0-e4a425d59760', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ebb2d33-2ccb-4ce3-865b-c8be24c30242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:51:14Z', 'updated_at': '2021-12-09T15:51:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:17.281140 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744be56f-aba9-41e8-9a08-8a4d9f27d39a None None] Checking router: 0ebb2d33-2ccb-4ce3-865b-c8be24c30242 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:51:17.281850 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744be56f-aba9-41e8-9a08-8a4d9f27d39a None None] Updating router 0ebb2d33-2ccb-4ce3-865b-c8be24c30242 port 88e26eb2-8c2e-4737-80f0-e4a425d59760 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:51:17.282999 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-304bdef7-001f-4332-af0f-d0aae8d7b049 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:17.418174 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-304bdef7-001f-4332-af0f-d0aae8d7b049 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Deleting port 88e26eb2-8c2e-4737-80f0-e4a425d59760 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:51:17.418840 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-304bdef7-001f-4332-af0f-d0aae8d7b049 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:17.444021 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-744be56f-aba9-41e8-9a08-8a4d9f27d39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:17.570888 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-304bdef7-001f-4332-af0f-d0aae8d7b049 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:17.613320 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-304bdef7-001f-4332-af0f-d0aae8d7b049 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Calling delete_port for 88e26eb2-8c2e-4737-80f0-e4a425d59760 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:51:17.862776 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555cf685-4c32-430f-9e62-aae094a5ea61 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Network': ['ID=e299cc4e-2bbf-405f-bc15-fa1687a7e7a3,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:17.876344 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-555cf685-4c32-430f-9e62-aae094a5ea61 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4544818 Dec 09 15:51:17.879954 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54976) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:17.883970 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:51:17.885807 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-24c7c0bf-c287-47e5-98b4-ff4e74a777cd tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'subnet': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:17.915914 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-304bdef7-001f-4332-af0f-d0aae8d7b049 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:17.952867 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304bdef7-001f-4332-af0f-d0aae8d7b049 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Pushing event deleted for resources: {'Port': ['ID=88e26eb2-8c2e-4737-80f0-e4a425d59760,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:17.985870 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb348df7-e7d6-4498-8bc4-b5b8502204ac None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:51:17.991558 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-744be56f-aba9-41e8-9a08-8a4d9f27d39a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:51:17.991837 n-d-821228-1 neutron-server[103246]: DEBUG oslo_db.api [None req-744be56f-aba9-41e8-9a08-8a4d9f27d39a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:51:18.034714 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-304bdef7-001f-4332-af0f-d0aae8d7b049 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:18.043300 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c7c0bf-c287-47e5-98b4-ff4e74a777cd tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:51:18.047559 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-24c7c0bf-c287-47e5-98b4-ff4e74a777cd tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:18.147268 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-304bdef7-001f-4332-af0f-d0aae8d7b049 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:18.149714 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-304bdef7-001f-4332-af0f-d0aae8d7b049 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:18.198161 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-304bdef7-001f-4332-af0f-d0aae8d7b049 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:18.198789 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304bdef7-001f-4332-af0f-d0aae8d7b049 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0ebb2d33-2ccb-4ce3-865b-c8be24c30242 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:51:18.204203 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-304bdef7-001f-4332-af0f-d0aae8d7b049 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:18.207733 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-304bdef7-001f-4332-af0f-d0aae8d7b049 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] 10.222.0.57 "DELETE /v2.0/routers/0ebb2d33-2ccb-4ce3-865b-c8be24c30242 HTTP/1.1" status: 204 len: 168 time: 1.3613832 Dec 09 15:51:18.207967 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54978) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:18.274096 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-24c7c0bf-c287-47e5-98b4-ff4e74a777cd tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:18.319261 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1a3519dc-2bf4-48db-9b7a-131e3611c300 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:18.334831 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7c0bf-c287-47e5-98b4-ff4e74a777cd tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Subnet': ['ID=a7562330-8af7-4589-86f7-1311e41be574,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:18.363580 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c7c0bf-c287-47e5-98b4-ff4e74a777cd tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Checking segment: {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:51:18.363949 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c7c0bf-c287-47e5-98b4-ff4e74a777cd tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network hostable DHCP agents. Network: e299cc4e-2bbf-405f-bc15-fa1687a7e7a3, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:51:18.393507 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c7c0bf-c287-47e5-98b4-ff4e74a777cd tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:51:18.405400 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-24c7c0bf-c287-47e5-98b4-ff4e74a777cd tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, e299cc4e-2bbf-405f-bc15-fa1687a7e7a3) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:51:18.414395 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846ddb81-09a7-4cf5-944e-acf609e0bd40 None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:51:18.416824 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c7c0bf-c287-47e5-98b4-ff4e74a777cd tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:18.417794 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-24c7c0bf-c287-47e5-98b4-ff4e74a777cd tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:18.444742 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1a3519dc-2bf4-48db-9b7a-131e3611c300 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:18.449644 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-24c7c0bf-c287-47e5-98b4-ff4e74a777cd tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5682383 Dec 09 15:51:18.450805 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 54984) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:18.457430 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d60efa70-bdc6-428e-8088-ec20fb984881 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'port': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'name': 'tempest-NetworksTestDHCPv6-1940210097'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:18.510829 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1a3519dc-2bf4-48db-9b7a-131e3611c300 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Deleting port c3a096ee-77c5-41ae-aaa4-8e88e84ad1db {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:51:18.511586 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1a3519dc-2bf4-48db-9b7a-131e3611c300 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:18.513581 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744be56f-aba9-41e8-9a08-8a4d9f27d39a None None] Port 88e26eb2-8c2e-4737-80f0-e4a425d59760 not found while updating agent binding for router 0ebb2d33-2ccb-4ce3-865b-c8be24c30242. {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 09 15:51:18.537790 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744be56f-aba9-41e8-9a08-8a4d9f27d39a None None] Routers set() bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:51:18.538426 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744be56f-aba9-41e8-9a08-8a4d9f27d39a None None] Router IDs set() for agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 09 15:51:18.539208 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_agentschedulers_db [None req-744be56f-aba9-41e8-9a08-8a4d9f27d39a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0ebb2d33-2ccb-4ce3-865b-c8be24c30242'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:50:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent'). {{(pid=103246) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 09 15:51:18.539771 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744be56f-aba9-41e8-9a08-8a4d9f27d39a None None] The sync data for ids ['0ebb2d33-2ccb-4ce3-865b-c8be24c30242'] in n-d-821228-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:51:18.577793 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9452847d-018e-49a6-825e-a5a2f25ca2d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'project_id': 'd6bab0483bfa42f8adbc5a6130ae139b', 'fixed_ips': [{'subnet_id': 'a7562330-8af7-4589-86f7-1311e41be574'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:51:18.578697 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9452847d-018e-49a6-825e-a5a2f25ca2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:18.596150 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60efa70-bdc6-428e-8088-ec20fb984881 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:51:18.601507 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d60efa70-bdc6-428e-8088-ec20fb984881 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:18.625119 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-d60efa70-bdc6-428e-8088-ec20fb984881 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] device_id is not set on port 2f79aa44-d83c-4e41-aa34-1512b3a10d63 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:51:18.626607 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1a3519dc-2bf4-48db-9b7a-131e3611c300 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] For port c3a096ee-77c5-41ae-aaa4-8e88e84ad1db, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=c3a096ee-77c5-41ae-aaa4-8e88e84ad1db,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:51:18.627082 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1a3519dc-2bf4-48db-9b7a-131e3611c300 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:18.644717 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1a3519dc-2bf4-48db-9b7a-131e3611c300 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Calling delete_port for c3a096ee-77c5-41ae-aaa4-8e88e84ad1db owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:51:18.784864 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-d60efa70-bdc6-428e-8088-ec20fb984881 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Allocated IP 2001:db8::215 (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/a7562330-8af7-4589-86f7-1311e41be574/2f79aa44-d83c-4e41-aa34-1512b3a10d63) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:51:18.893894 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1a3519dc-2bf4-48db-9b7a-131e3611c300 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:18.923433 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3519dc-2bf4-48db-9b7a-131e3611c300 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3a096ee-77c5-41ae-aaa4-8e88e84ad1db,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:18.937536 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e9ced3-37bc-46b3-bc55-1d5b5b5716ff None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:51:18.991553 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1a3519dc-2bf4-48db-9b7a-131e3611c300 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:18.992072 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d60efa70-bdc6-428e-8088-ec20fb984881 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:19.032339 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d60efa70-bdc6-428e-8088-ec20fb984881 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:19.079982 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60efa70-bdc6-428e-8088-ec20fb984881 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:51:19.085740 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-d60efa70-bdc6-428e-8088-ec20fb984881 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:51:19.089817 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60efa70-bdc6-428e-8088-ec20fb984881 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:51:19.097394 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-9452847d-018e-49a6-825e-a5a2f25ca2d0 None None] Allocated IP 2001:db8::2 (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/a7562330-8af7-4589-86f7-1311e41be574/f68e368b-8bf5-49df-8bcd-1ade921169ed) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:51:19.097586 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60efa70-bdc6-428e-8088-ec20fb984881 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:19.098438 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1a3519dc-2bf4-48db-9b7a-131e3611c300 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:19.098791 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d60efa70-bdc6-428e-8088-ec20fb984881 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:19.100954 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1a3519dc-2bf4-48db-9b7a-131e3611c300 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:19.107040 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60efa70-bdc6-428e-8088-ec20fb984881 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Port': ['ID=2f79aa44-d83c-4e41-aa34-1512b3a10d63,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:19.127934 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d60efa70-bdc6-428e-8088-ec20fb984881 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.6755106 Dec 09 15:51:19.130327 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55012) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:19.155651 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1a3519dc-2bf4-48db-9b7a-131e3611c300 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:19.156528 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3519dc-2bf4-48db-9b7a-131e3611c300 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 50bddb49-037b-4926-b372-af792b637036 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:51:19.162957 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1a3519dc-2bf4-48db-9b7a-131e3611c300 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:19.166236 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1a3519dc-2bf4-48db-9b7a-131e3611c300 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] 10.222.0.57 "DELETE /v2.0/routers/50bddb49-037b-4926-b372-af792b637036 HTTP/1.1" status: 204 len: 168 time: 0.9561481 Dec 09 15:51:19.168958 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55014) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:19.180595 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ff8d6709-c811-49fe-90ec-1a1eef92e2d0 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1842719490', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}, 'admin_state_up': False}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:19.238839 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6709-c811-49fe-90ec-1a1eef92e2d0 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:19.240632 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6709-c811-49fe-90ec-1a1eef92e2d0 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:19.273188 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cf4cc8-2651-41ce-bbee-846875387d0d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:19.277366 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b2cf4cc8-2651-41ce-bbee-846875387d0d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1437566 Dec 09 15:51:19.277761 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55016) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:19.331099 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6709-c811-49fe-90ec-1a1eef92e2d0 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:19.342529 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9452847d-018e-49a6-825e-a5a2f25ca2d0 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:19.354411 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9452847d-018e-49a6-825e-a5a2f25ca2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:19.382001 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-36e99564-2d5d-4916-8a39-dbd1ff28e33d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting port 2f79aa44-d83c-4e41-aa34-1512b3a10d63 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:51:19.382602 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-36e99564-2d5d-4916-8a39-dbd1ff28e33d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:19.409207 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9452847d-018e-49a6-825e-a5a2f25ca2d0 None None] Pushing event updated for resources: {'Port': ['ID=f68e368b-8bf5-49df-8bcd-1ade921169ed,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:19.423351 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9452847d-018e-49a6-825e-a5a2f25ca2d0 None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:51:19.424843 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-9452847d-018e-49a6-825e-a5a2f25ca2d0 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:51:19.427237 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9452847d-018e-49a6-825e-a5a2f25ca2d0 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:51:19.515365 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-36e99564-2d5d-4916-8a39-dbd1ff28e33d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:19.534834 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9452847d-018e-49a6-825e-a5a2f25ca2d0 None None] Attempting to bind port f68e368b-8bf5-49df-8bcd-1ade921169ed on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:51:19.537065 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9452847d-018e-49a6-825e-a5a2f25ca2d0 None None] Attempting to bind port f68e368b-8bf5-49df-8bcd-1ade921169ed by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:51:19.537318 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9452847d-018e-49a6-825e-a5a2f25ca2d0 None None] Attempting to bind port f68e368b-8bf5-49df-8bcd-1ade921169ed on network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:51:19.547941 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-36e99564-2d5d-4916-8a39-dbd1ff28e33d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Calling delete_port for 2f79aa44-d83c-4e41-aa34-1512b3a10d63 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:51:19.550950 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9452847d-018e-49a6-825e-a5a2f25ca2d0 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:51:19.551332 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9452847d-018e-49a6-825e-a5a2f25ca2d0 None None] Checking segment: {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:51:19.551743 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9452847d-018e-49a6-825e-a5a2f25ca2d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:19.552142 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9452847d-018e-49a6-825e-a5a2f25ca2d0 None None] Bound using segment: {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:51:19.552653 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9452847d-018e-49a6-825e-a5a2f25ca2d0 None None] Bound port: f68e368b-8bf5-49df-8bcd-1ade921169ed, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:51:19.555933 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9452847d-018e-49a6-825e-a5a2f25ca2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:19.657317 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9452847d-018e-49a6-825e-a5a2f25ca2d0 None None] For port f68e368b-8bf5-49df-8bcd-1ade921169ed, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:51:19.662056 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9452847d-018e-49a6-825e-a5a2f25ca2d0 None None] For port f68e368b-8bf5-49df-8bcd-1ade921169ed, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=f68e368b-8bf5-49df-8bcd-1ade921169ed,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:51:19.670700 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9452847d-018e-49a6-825e-a5a2f25ca2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:19.770789 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-36e99564-2d5d-4916-8a39-dbd1ff28e33d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:19.788939 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9452847d-018e-49a6-825e-a5a2f25ca2d0 None None] Pushing event updated for resources: {'Port': ['ID=f68e368b-8bf5-49df-8bcd-1ade921169ed,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:19.860876 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e99564-2d5d-4916-8a39-dbd1ff28e33d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Port': ['ID=2f79aa44-d83c-4e41-aa34-1512b3a10d63,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:19.897693 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-36e99564-2d5d-4916-8a39-dbd1ff28e33d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:19.904404 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-36e99564-2d5d-4916-8a39-dbd1ff28e33d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/ports/2f79aa44-d83c-4e41-aa34-1512b3a10d63 HTTP/1.1" status: 204 len: 168 time: 0.6248839 Dec 09 15:51:19.904984 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55024) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:20.014338 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d78462-69f1-409b-8512-6b6d7eb505a4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:20.016255 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d78462-69f1-409b-8512-6b6d7eb505a4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:20.020828 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-79d78462-69f1-409b-8512-6b6d7eb505a4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1148727 Dec 09 15:51:20.021489 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55026) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:20.033367 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6709-c811-49fe-90ec-1a1eef92e2d0 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:20.081082 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-34a7dc38-2dcb-4f30-b602-52f7ee093ca7 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting subnet a7562330-8af7-4589-86f7-1311e41be574 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:51:20.084491 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-34a7dc38-2dcb-4f30-b602-52f7ee093ca7 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:20.166800 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-34a7dc38-2dcb-4f30-b602-52f7ee093ca7 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:20.290546 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-34a7dc38-2dcb-4f30-b602-52f7ee093ca7 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:20.333204 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6709-c811-49fe-90ec-1a1eef92e2d0 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:20.353579 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6709-c811-49fe-90ec-1a1eef92e2d0 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:20.371204 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-34a7dc38-2dcb-4f30-b602-52f7ee093ca7 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:20.399833 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7dc38-2dcb-4f30-b602-52f7ee093ca7 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Subnet': ['ID=a7562330-8af7-4589-86f7-1311e41be574,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:20.403906 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-34a7dc38-2dcb-4f30-b602-52f7ee093ca7 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:20.407363 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-34a7dc38-2dcb-4f30-b602-52f7ee093ca7 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/a7562330-8af7-4589-86f7-1311e41be574 HTTP/1.1" status: 204 len: 168 time: 0.3848641 Dec 09 15:51:20.410146 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55030) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:20.449258 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b217522a-5917-49bf-a79c-0e02f08fef7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:20.477072 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2896e5f4-dda6-42e2-9390-a94ef857557c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0656903 Dec 09 15:51:20.479749 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55032) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:20.487293 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f72cf9a2-baae-4dc5-aa4e-7a32ba2f8c29 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'subnet': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:20.600597 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-ff8d6709-c811-49fe-90ec-1a1eef92e2d0 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Allocated IP 172.25.3.150 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/eb4d89c6-054e-4d79-9258-63452fe3a565) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:51:20.668273 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72cf9a2-baae-4dc5-aa4e-7a32ba2f8c29 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:51:20.672798 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f72cf9a2-baae-4dc5-aa4e-7a32ba2f8c29 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:20.796128 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device f68e368b-8bf5-49df-8bcd-1ade921169ed up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:51:20.820127 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6709-c811-49fe-90ec-1a1eef92e2d0 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:20.870001 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port f68e368b-8bf5-49df-8bcd-1ade921169ed triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:20.870676 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:20.943282 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6709-c811-49fe-90ec-1a1eef92e2d0 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:20.980360 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:21.036850 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port f68e368b-8bf5-49df-8bcd-1ade921169ed, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=f68e368b-8bf5-49df-8bcd-1ade921169ed,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:51:21.039978 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f72cf9a2-baae-4dc5-aa4e-7a32ba2f8c29 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:21.041756 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:21.053789 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8d6709-c811-49fe-90ec-1a1eef92e2d0 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:51:21.108038 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72cf9a2-baae-4dc5-aa4e-7a32ba2f8c29 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Subnet': ['ID=5f697b9f-6559-4775-9220-88c00d972e61,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:21.112826 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d6709-c811-49fe-90ec-1a1eef92e2d0 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Pushing event updated for resources: {'Port': ['ID=eb4d89c6-054e-4d79-9258-63452fe3a565,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:21.115020 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=f68e368b-8bf5-49df-8bcd-1ade921169ed,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:21.119428 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device c3a096ee-77c5-41ae-aaa4-8e88e84ad1db no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:51:21.124688 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-ff8d6709-c811-49fe-90ec-1a1eef92e2d0 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:51:21.127874 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8d6709-c811-49fe-90ec-1a1eef92e2d0 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:51:21.165294 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6be18f0-1acd-4cf6-8304-fd157c5c9401 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:51:21.178144 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: c3a096ee-77c5-41ae-aaa4-8e88e84ad1db {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:51:21.178803 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device c3a096ee-77c5-41ae-aaa4-8e88e84ad1db not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:51:21.184444 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72cf9a2-baae-4dc5-aa4e-7a32ba2f8c29 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:51:21.200178 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-f72cf9a2-baae-4dc5-aa4e-7a32ba2f8c29 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:51:21.205443 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72cf9a2-baae-4dc5-aa4e-7a32ba2f8c29 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:21.206035 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f72cf9a2-baae-4dc5-aa4e-7a32ba2f8c29 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:21.281763 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f47fac49-bfe3-4c66-9816-9c1e9da6b77c None None] Provisioning complete for port eb4d89c6-054e-4d79-9258-63452fe3a565 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:21.282080 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f47fac49-bfe3-4c66-9816-9c1e9da6b77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:21.318344 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a2f70a-4743-4b63-8b76-9a7018da73e5 None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:51:21.336475 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f72cf9a2-baae-4dc5-aa4e-7a32ba2f8c29 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8551831 Dec 09 15:51:21.338769 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55042) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:21.346381 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-b5996c86-e137-4193-94b7-436eded12368 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'port': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'name': 'tempest-NetworksTestDHCPv6-1583482430'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:21.378001 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f47fac49-bfe3-4c66-9816-9c1e9da6b77c None None] Port eb4d89c6-054e-4d79-9258-63452fe3a565 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:51:21.501643 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-509f3f89-cec1-47bf-8693-ec65fd7de021 None None] Provisioning complete for port f68e368b-8bf5-49df-8bcd-1ade921169ed triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:21.502355 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-509f3f89-cec1-47bf-8693-ec65fd7de021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:21.592121 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5996c86-e137-4193-94b7-436eded12368 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:51:21.595713 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5996c86-e137-4193-94b7-436eded12368 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:21.612479 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6709-c811-49fe-90ec-1a1eef92e2d0 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:21.679515 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-b5996c86-e137-4193-94b7-436eded12368 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] device_id is not set on port 90633e60-5de0-4243-bd70-e733f84a4af9 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:51:21.694475 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53652df3-0ff0-4b9e-a863-9bf12cd1b6b2 None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:51:21.789640 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9022a7af-2756-4738-9569-d2fb959da175 None None] Provisioning complete for port f68e368b-8bf5-49df-8bcd-1ade921169ed triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:21.789640 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9022a7af-2756-4738-9569-d2fb959da175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:21.953388 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-b5996c86-e137-4193-94b7-436eded12368 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Allocated IP 2001:db8::d9 (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/5f697b9f-6559-4775-9220-88c00d972e61/90633e60-5de0-4243-bd70-e733f84a4af9) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:51:22.046006 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6709-c811-49fe-90ec-1a1eef92e2d0 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:22.169168 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d8f0af12-b535-4d47-96da-4d0060f08afa None None] Provisioning complete for port f68e368b-8bf5-49df-8bcd-1ade921169ed triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:22.169747 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d8f0af12-b535-4d47-96da-4d0060f08afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:22.282440 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5996c86-e137-4193-94b7-436eded12368 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:22.300590 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8d6709-c811-49fe-90ec-1a1eef92e2d0 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Router ede6c9ab-e822-4666-974d-ba7f767d573f is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:51:22.407697 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5996c86-e137-4193-94b7-436eded12368 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:22.493393 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5604a71f-0915-4fb5-90cc-b916f3e33d35 None None] Could not find standard attr ID for object 2f79aa44-d83c-4e41-aa34-1512b3a10d63. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:51:22.500054 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5996c86-e137-4193-94b7-436eded12368 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:51:22.510844 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-b5996c86-e137-4193-94b7-436eded12368 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:51:22.518002 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5996c86-e137-4193-94b7-436eded12368 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:51:22.524843 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5996c86-e137-4193-94b7-436eded12368 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:22.525505 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5996c86-e137-4193-94b7-436eded12368 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:22.532662 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5996c86-e137-4193-94b7-436eded12368 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Port': ['ID=90633e60-5de0-4243-bd70-e733f84a4af9,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:22.551223 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8d6709-c811-49fe-90ec-1a1eef92e2d0 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:51:22.570002 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963fdbc2-af3f-4b56-bf9f-4c473ca0f2d7 None None] Sync routers for ids ['ede6c9ab-e822-4666-974d-ba7f767d573f'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:51:22.580294 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b5996c86-e137-4193-94b7-436eded12368 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2402656 Dec 09 15:51:22.583004 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55056) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:22.590695 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6709-c811-49fe-90ec-1a1eef92e2d0 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:22.596611 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ff8d6709-c811-49fe-90ec-1a1eef92e2d0 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.4228227 Dec 09 15:51:22.600276 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55058) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:22.604733 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963fdbc2-af3f-4b56-bf9f-4c473ca0f2d7 None None] Routers {'ede6c9ab-e822-4666-974d-ba7f767d573f'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:51:22.605662 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-963fdbc2-af3f-4b56-bf9f-4c473ca0f2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:50:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['ede6c9ab-e822-4666-974d-ba7f767d573f'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:22.616200 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-a3885470-c70c-479d-839d-25a74a4276db tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'enable_snat': False}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:22.744671 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34c582c-9b04-41e9-ab26-9d5f28219c97 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:22.745021 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-963fdbc2-af3f-4b56-bf9f-4c473ca0f2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:22.753883 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34c582c-9b04-41e9-ab26-9d5f28219c97 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:22.756356 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f34c582c-9b04-41e9-ab26-9d5f28219c97 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1721489 Dec 09 15:51:22.759163 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55064) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:22.764297 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963fdbc2-af3f-4b56-bf9f-4c473ca0f2d7 None None] Routers {'ede6c9ab-e822-4666-974d-ba7f767d573f'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:51:22.764885 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-963fdbc2-af3f-4b56-bf9f-4c473ca0f2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:50:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['ede6c9ab-e822-4666-974d-ba7f767d573f'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:22.832248 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device f68e368b-8bf5-49df-8bcd-1ade921169ed up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:51:22.848867 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-963fdbc2-af3f-4b56-bf9f-4c473ca0f2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:22.849921 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963fdbc2-af3f-4b56-bf9f-4c473ca0f2d7 None None] The sync data for ids ['ede6c9ab-e822-4666-974d-ba7f767d573f'] in n-d-821228-1 is: [] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:51:22.894159 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55066) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:22.920842 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-822aed10-d45b-4229-87db-30e9467512c4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting port 90633e60-5de0-4243-bd70-e733f84a4af9 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:51:22.921421 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-822aed10-d45b-4229-87db-30e9467512c4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:23.001085 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f96d25b7-08a4-493c-97f6-8aeb46935340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:23.030414 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port f68e368b-8bf5-49df-8bcd-1ade921169ed triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:23.032786 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:23.037882 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-822aed10-d45b-4229-87db-30e9467512c4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:23.052540 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-822aed10-d45b-4229-87db-30e9467512c4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Calling delete_port for 90633e60-5de0-4243-bd70-e733f84a4af9 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:51:23.150674 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-99c925ed-3684-4c0d-b8d9-c2d5693df279 None None] Provisioning complete for port 90633e60-5de0-4243-bd70-e733f84a4af9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:23.151959 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-99c925ed-3684-4c0d-b8d9-c2d5693df279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:23.211784 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-99c925ed-3684-4c0d-b8d9-c2d5693df279 None None] Port 90633e60-5de0-4243-bd70-e733f84a4af9 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:51:23.253842 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3885470-c70c-479d-839d-25a74a4276db tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:23.268701 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-822aed10-d45b-4229-87db-30e9467512c4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:23.281579 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5aaa9e49-722e-4023-b9c3-175c49b618e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:23.318601 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822aed10-d45b-4229-87db-30e9467512c4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Port': ['ID=90633e60-5de0-4243-bd70-e733f84a4af9,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:23.345037 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-53464d89-80b9-4799-950b-ca77cb718fb7 req-5d313efb-d5e3-4e1a-a2e1-4ac073946b22 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=444fa8a4-cf57-49ad-8540-ff0a17dcc2b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1200857 Dec 09 15:51:23.366725 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-822aed10-d45b-4229-87db-30e9467512c4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:23.370247 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-822aed10-d45b-4229-87db-30e9467512c4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/ports/90633e60-5de0-4243-bd70-e733f84a4af9 HTTP/1.1" status: 204 len: 168 time: 0.6096053 Dec 09 15:51:23.373756 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55074) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:23.518223 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c4d716-2203-4e56-8ac2-d843e1545270 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:23.519735 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c4d716-2203-4e56-8ac2-d843e1545270 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:23.521501 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-83c4d716-2203-4e56-8ac2-d843e1545270 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1469157 Dec 09 15:51:23.525823 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55076) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:23.565677 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5aaa9e49-722e-4023-b9c3-175c49b618e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:23.569070 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53464d89-80b9-4799-950b-ca77cb718fb7 req-5d299920-e629-4bde-add5-573e58d1c0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:23.570840 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-53464d89-80b9-4799-950b-ca77cb718fb7 req-5d299920-e629-4bde-add5-573e58d1c0a6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=033ae2b2d4cc49e5bcd8a5d96b154150&device_id=444fa8a4-cf57-49ad-8540-ff0a17dcc2b2 HTTP/1.1" status: 200 len: 1096 time: 0.1165135 Dec 09 15:51:23.571854 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5aaa9e49-722e-4023-b9c3-175c49b618e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:23.682480 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5aaa9e49-722e-4023-b9c3-175c49b618e9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=41c3954558134f1b922f9f5df2868734&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7860906 Dec 09 15:51:23.685361 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55078) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:23.694872 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa9e49-722e-4023-b9c3-175c49b618e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36cffa0d-7375-4387-98e7-6ae3e35b5ebe,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:23.831402 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53464d89-80b9-4799-950b-ca77cb718fb7 req-70dfcd20-20ac-4722-8082-f70b51cc2d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:23.833942 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-53464d89-80b9-4799-950b-ca77cb718fb7 req-70dfcd20-20ac-4722-8082-f70b51cc2d71 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bc054908-65b4-4921-b781-8153a60dbd11 HTTP/1.1" status: 200 len: 898 time: 0.2286832 Dec 09 15:51:23.834936 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c8f1882f-f469-40d2-a3a9-685aa7ac6b37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:23.910315 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c8f1882f-f469-40d2-a3a9-685aa7ac6b37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:23.945166 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-53464d89-80b9-4799-950b-ca77cb718fb7 req-e7ab683e-648b-4df1-9ee0-2bee5c7e19a3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b21b67d-ff68-4849-a9d3-6a5c91975039 HTTP/1.1" status: 200 len: 1000 time: 0.1023338 Dec 09 15:51:24.009498 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-47507620-fe91-470c-9ec3-cb6a8cfe08c8 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting subnet 5f697b9f-6559-4775-9220-88c00d972e61 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:51:24.018507 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-47507620-fe91-470c-9ec3-cb6a8cfe08c8 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:24.019608 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53464d89-80b9-4799-950b-ca77cb718fb7 req-f9b494ab-cdbf-40cc-bc1d-9e714eddc7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:24.022476 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-53464d89-80b9-4799-950b-ca77cb718fb7 req-f9b494ab-cdbf-40cc-bc1d-9e714eddc7da service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45845798-aa7d-43d3-8232-fe08ce1b2415 HTTP/1.1" status: 200 len: 834 time: 0.0683827 Dec 09 15:51:24.036402 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:24.102605 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53464d89-80b9-4799-950b-ca77cb718fb7 req-bd746eea-e926-4716-9d3c-a50792d11854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:24.104714 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-53464d89-80b9-4799-950b-ca77cb718fb7 req-bd746eea-e926-4716-9d3c-a50792d11854 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bc054908-65b4-4921-b781-8153a60dbd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730004 Dec 09 15:51:24.106544 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c8f1882f-f469-40d2-a3a9-685aa7ac6b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:24.108955 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-47507620-fe91-470c-9ec3-cb6a8cfe08c8 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:24.111279 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c8f1882f-f469-40d2-a3a9-685aa7ac6b37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:24.112380 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c8f1882f-f469-40d2-a3a9-685aa7ac6b37 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/36cffa0d-7375-4387-98e7-6ae3e35b5ebe HTTP/1.1" status: 204 len: 168 time: 0.4259205 Dec 09 15:51:24.198881 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-47507620-fe91-470c-9ec3-cb6a8cfe08c8 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:24.210612 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f1882f-f469-40d2-a3a9-685aa7ac6b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36cffa0d-7375-4387-98e7-6ae3e35b5ebe,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:24.238753 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3885470-c70c-479d-839d-25a74a4276db tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1598674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1781863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39067'] for router, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:24.247967 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3885470-c70c-479d-839d-25a74a4276db tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1598665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1598656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1781790'] for router, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:24.255546 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-53464d89-80b9-4799-950b-ca77cb718fb7 req-0ae3d851-3c24-4e2a-842e-b4062e02569b service neutron] 10.222.0.42 "GET /v2.0/networks/bc054908-65b4-4921-b781-8153a60dbd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406806 Dec 09 15:51:24.348897 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-47507620-fe91-470c-9ec3-cb6a8cfe08c8 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:24.394827 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47507620-fe91-470c-9ec3-cb6a8cfe08c8 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Subnet': ['ID=5f697b9f-6559-4775-9220-88c00d972e61,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:24.397163 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-47507620-fe91-470c-9ec3-cb6a8cfe08c8 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:24.403088 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-47507620-fe91-470c-9ec3-cb6a8cfe08c8 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/5f697b9f-6559-4775-9220-88c00d972e61 HTTP/1.1" status: 204 len: 168 time: 0.8761003 Dec 09 15:51:24.406095 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55096) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:24.411129 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f681ff0-a316-4795-b6ed-af96944d26b2 None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:51:24.434462 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3885470-c70c-479d-839d-25a74a4276db tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Router ede6c9ab-e822-4666-974d-ba7f767d573f has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:51:24.486630 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c8541c33-84cf-4b37-9b3c-1dd90a373ee1 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0784342 Dec 09 15:51:24.491320 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55098) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:24.511540 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-bfb1e05d-454d-4bf8-a632-a61424f8053c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'subnet': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:24.609626 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:24.614490 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55100) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:24.631694 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3885470-c70c-479d-839d-25a74a4276db tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:51:24.633595 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3ab03c89-5925-4fd9-9943-0ae837068e0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:24.638373 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3885470-c70c-479d-839d-25a74a4276db tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:24.642370 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a3885470-c70c-479d-839d-25a74a4276db tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] 10.222.0.57 "PUT /v2.0/routers/ede6c9ab-e822-4666-974d-ba7f767d573f HTTP/1.1" status: 200 len: 926 time: 2.0298796 Dec 09 15:51:24.642909 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55104) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:24.651165 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294ae6f9-f2d4-431a-b8eb-c34b826142e8 None None] Sync routers for ids ['ede6c9ab-e822-4666-974d-ba7f767d573f'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:51:24.677537 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294ae6f9-f2d4-431a-b8eb-c34b826142e8 None None] Routers {'ede6c9ab-e822-4666-974d-ba7f767d573f'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:51:24.678402 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-294ae6f9-f2d4-431a-b8eb-c34b826142e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:51:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['ede6c9ab-e822-4666-974d-ba7f767d573f'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:24.698851 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-53464d89-80b9-4799-950b-ca77cb718fb7 req-f411ee92-162a-46dc-aa9f-55414df04eab service neutron] 10.222.0.42 "GET /v2.0/networks/bc054908-65b4-4921-b781-8153a60dbd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274781 Dec 09 15:51:24.710495 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb1e05d-454d-4bf8-a632-a61424f8053c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:51:24.726519 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bfb1e05d-454d-4bf8-a632-a61424f8053c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:24.766163 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98273549-bda1-4022-83f8-156c2f6b71bd None None] DHCP port deletion for e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:51:24.770609 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-294ae6f9-f2d4-431a-b8eb-c34b826142e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:24.780025 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3ab03c89-5925-4fd9-9943-0ae837068e0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:24.785611 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3ab03c89-5925-4fd9-9943-0ae837068e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:24.842995 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294ae6f9-f2d4-431a-b8eb-c34b826142e8 None None] Routers {'ede6c9ab-e822-4666-974d-ba7f767d573f'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:51:24.843761 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-294ae6f9-f2d4-431a-b8eb-c34b826142e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:51:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['ede6c9ab-e822-4666-974d-ba7f767d573f'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:24.854922 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab03c89-5925-4fd9-9943-0ae837068e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a038f4e4-a219-4b34-bd19-4bb66c993068,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:24.878843 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-fb583d74-525a-45f8-b70c-9c7010ff4770 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] 10.222.0.57 "GET /v2.0/routers/ede6c9ab-e822-4666-974d-ba7f767d573f HTTP/1.1" status: 200 len: 926 time: 0.2309842 Dec 09 15:51:24.879255 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55106) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:24.888990 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3ab03c89-5925-4fd9-9943-0ae837068e0e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=35100e1a5e674b489630df1b28301675&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2716565 Dec 09 15:51:24.891332 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55108) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:24.929050 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-294ae6f9-f2d4-431a-b8eb-c34b826142e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:24.930266 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294ae6f9-f2d4-431a-b8eb-c34b826142e8 None None] The sync data for ids ['ede6c9ab-e822-4666-974d-ba7f767d573f'] in n-d-821228-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:51:24.959052 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-98273549-bda1-4022-83f8-156c2f6b71bd None None] Deleting port f68e368b-8bf5-49df-8bcd-1ade921169ed {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:51:24.959566 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-98273549-bda1-4022-83f8-156c2f6b71bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:25.021747 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9445bad-bca0-41be-83fe-4d8f6d196a6a tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:25.023362 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f9445bad-bca0-41be-83fe-4d8f6d196a6a tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=d8331094-778d-4179-9ed8-de7de1c5438c&device_id=ede6c9ab-e822-4666-974d-ba7f767d573f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1431603 Dec 09 15:51:25.026215 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55110) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:25.071924 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a6ee89c1-3ed5-4f9a-b555-4835b13e37a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:25.113163 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bfb1e05d-454d-4bf8-a632-a61424f8053c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:25.125760 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a6ee89c1-3ed5-4f9a-b555-4835b13e37a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:25.132906 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bbb8a3-63f1-4c6e-964c-f9e24d592f3d tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:25.139652 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-65bbb8a3-63f1-4c6e-964c-f9e24d592f3d tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] 10.222.0.57 "GET /v2.0/networks/d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 881 time: 0.1102929 Dec 09 15:51:25.140313 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55112) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:25.184201 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2cea0e15-5c1f-4adc-a322-dbd349380f38 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] 10.222.0.57 "GET /v2.0/ports?device_id=ede6c9ab-e822-4666-974d-ba7f767d573f HTTP/1.1" status: 200 len: 205 time: 0.0425384 Dec 09 15:51:25.185439 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55114) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:25.201563 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb1e05d-454d-4bf8-a632-a61424f8053c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:51:25.209596 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-bfb1e05d-454d-4bf8-a632-a61424f8053c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:51:25.215270 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb1e05d-454d-4bf8-a632-a61424f8053c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:25.216761 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bfb1e05d-454d-4bf8-a632-a61424f8053c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:25.220444 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb1e05d-454d-4bf8-a632-a61424f8053c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Subnet': ['ID=868587de-7865-449b-ba73-7f9d2f371091,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:25.238236 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bfb1e05d-454d-4bf8-a632-a61424f8053c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7382526 Dec 09 15:51:25.241252 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55116) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:25.247690 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-37c67c29-91f0-465f-81b2-ff937a2fbc27 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'port': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'name': 'tempest-NetworksTestDHCPv6-705011508'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:25.296702 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a6ee89c1-3ed5-4f9a-b555-4835b13e37a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:25.299337 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a6ee89c1-3ed5-4f9a-b555-4835b13e37a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:25.303109 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a6ee89c1-3ed5-4f9a-b555-4835b13e37a3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a038f4e4-a219-4b34-bd19-4bb66c993068 HTTP/1.1" status: 204 len: 168 time: 0.4082587 Dec 09 15:51:25.317997 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee89c1-3ed5-4f9a-b555-4835b13e37a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a038f4e4-a219-4b34-bd19-4bb66c993068,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:25.357960 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90be1628-0722-4031-b6c2-03d158251ca5 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:25.428001 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-98273549-bda1-4022-83f8-156c2f6b71bd None None] For port f68e368b-8bf5-49df-8bcd-1ade921169ed, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=f68e368b-8bf5-49df-8bcd-1ade921169ed,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:51:25.430829 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-98273549-bda1-4022-83f8-156c2f6b71bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:25.434070 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:25.462107 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-98273549-bda1-4022-83f8-156c2f6b71bd None None] Calling delete_port for f68e368b-8bf5-49df-8bcd-1ade921169ed owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:51:25.539518 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c67c29-91f0-465f-81b2-ff937a2fbc27 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:51:25.545313 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-37c67c29-91f0-465f-81b2-ff937a2fbc27 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:25.576938 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-37c67c29-91f0-465f-81b2-ff937a2fbc27 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] device_id is not set on port ec934b83-455b-4615-9458-e7ed93bad2aa yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:51:25.602217 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90be1628-0722-4031-b6c2-03d158251ca5 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:25.693521 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-98273549-bda1-4022-83f8-156c2f6b71bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:25.711258 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98273549-bda1-4022-83f8-156c2f6b71bd None None] No DVR routers for this DVR port f68e368b-8bf5-49df-8bcd-1ade921169ed on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:51:25.735874 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-90be1628-0722-4031-b6c2-03d158251ca5 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Deleting port eb4d89c6-054e-4d79-9258-63452fe3a565 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:51:25.736347 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90be1628-0722-4031-b6c2-03d158251ca5 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:25.745393 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f792edd-86fc-4612-95b0-0d56f572d81c None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:51:25.749934 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98273549-bda1-4022-83f8-156c2f6b71bd None None] Pushing event deleted for resources: {'Port': ['ID=f68e368b-8bf5-49df-8bcd-1ade921169ed,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:25.771999 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-37c67c29-91f0-465f-81b2-ff937a2fbc27 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Allocated IP 2001:db8::381 (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/868587de-7865-449b-ba73-7f9d2f371091/ec934b83-455b-4615-9458-e7ed93bad2aa) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:51:25.853697 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90be1628-0722-4031-b6c2-03d158251ca5 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:25.868851 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-90be1628-0722-4031-b6c2-03d158251ca5 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Calling delete_port for eb4d89c6-054e-4d79-9258-63452fe3a565 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:51:25.886738 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa13b5b-7345-4c81-97b2-bb45f48c2d9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'project_id': 'd6bab0483bfa42f8adbc5a6130ae139b', 'fixed_ips': [{'subnet_id': '868587de-7865-449b-ba73-7f9d2f371091'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:51:25.888305 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6aa13b5b-7345-4c81-97b2-bb45f48c2d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:25.909322 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55128) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:25.931627 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-723abed7-7b8b-4be7-b525-b9d982586aab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:26.029246 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-37c67c29-91f0-465f-81b2-ff937a2fbc27 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:26.079328 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90be1628-0722-4031-b6c2-03d158251ca5 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:26.103432 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-723abed7-7b8b-4be7-b525-b9d982586aab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:26.106070 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be1628-0722-4031-b6c2-03d158251ca5 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Pushing event deleted for resources: {'Port': ['ID=eb4d89c6-054e-4d79-9258-63452fe3a565,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:26.109645 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-723abed7-7b8b-4be7-b525-b9d982586aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:26.144404 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-723abed7-7b8b-4be7-b525-b9d982586aab admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8ad7adf92f1845d18e01e91a2d57def9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2340522 Dec 09 15:51:26.147332 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-37c67c29-91f0-465f-81b2-ff937a2fbc27 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:26.150824 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cf75fd-0441-41df-a458-734569a832d4 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:51:26.155996 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55130) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:26.179375 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90be1628-0722-4031-b6c2-03d158251ca5 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:26.181661 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-6aa13b5b-7345-4c81-97b2-bb45f48c2d9c None None] Allocated IP 2001:db8::2 (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/868587de-7865-449b-ba73-7f9d2f371091/31e6b2d8-0d25-475b-8708-2b2ea6d2a638) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:51:26.280564 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90be1628-0722-4031-b6c2-03d158251ca5 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:26.283007 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90be1628-0722-4031-b6c2-03d158251ca5 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:26.286847 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c67c29-91f0-465f-81b2-ff937a2fbc27 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:51:26.290308 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723abed7-7b8b-4be7-b525-b9d982586aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e1efda-2c99-4dd7-96e6-7995d57c23a9,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:26.297770 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-37c67c29-91f0-465f-81b2-ff937a2fbc27 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:51:26.301263 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c67c29-91f0-465f-81b2-ff937a2fbc27 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:51:26.308162 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c67c29-91f0-465f-81b2-ff937a2fbc27 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:26.308977 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-37c67c29-91f0-465f-81b2-ff937a2fbc27 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:26.314363 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c67c29-91f0-465f-81b2-ff937a2fbc27 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Port': ['ID=ec934b83-455b-4615-9458-e7ed93bad2aa,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:26.332864 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90be1628-0722-4031-b6c2-03d158251ca5 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:26.333863 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90be1628-0722-4031-b6c2-03d158251ca5 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Fanout notify agent at l3_agent the message router_deleted on router ede6c9ab-e822-4666-974d-ba7f767d573f {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:51:26.342032 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90be1628-0722-4031-b6c2-03d158251ca5 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:26.343174 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-90be1628-0722-4031-b6c2-03d158251ca5 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] 10.222.0.57 "DELETE /v2.0/routers/ede6c9ab-e822-4666-974d-ba7f767d573f HTTP/1.1" status: 204 len: 168 time: 1.1565325 Dec 09 15:51:26.349588 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55132) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:26.350448 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-37c67c29-91f0-465f-81b2-ff937a2fbc27 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1055675 Dec 09 15:51:26.350630 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55134) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:26.352297 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0fc4959-e6ad-4613-a18e-824cbcac2950 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:26.390806 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ee111e47-2d61-4797-bd83-dd8dbbde410a tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1237925403', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:26.396026 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6aa13b5b-7345-4c81-97b2-bb45f48c2d9c None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:26.401937 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6aa13b5b-7345-4c81-97b2-bb45f48c2d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:26.462737 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee111e47-2d61-4797-bd83-dd8dbbde410a tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:26.463874 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee111e47-2d61-4797-bd83-dd8dbbde410a tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:26.477530 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa13b5b-7345-4c81-97b2-bb45f48c2d9c None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:51:26.479496 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f207d5b5-2c61-444c-bf02-02f8b8555c60 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:26.481595 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f207d5b5-2c61-444c-bf02-02f8b8555c60 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1307676 Dec 09 15:51:26.485130 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55136) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:26.486199 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-6aa13b5b-7345-4c81-97b2-bb45f48c2d9c None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:51:26.489555 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa13b5b-7345-4c81-97b2-bb45f48c2d9c None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:51:26.505453 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:26.508346 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa13b5b-7345-4c81-97b2-bb45f48c2d9c None None] Pushing event updated for resources: {'Port': ['ID=31e6b2d8-0d25-475b-8708-2b2ea6d2a638,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:26.595123 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6aa13b5b-7345-4c81-97b2-bb45f48c2d9c None None] Attempting to bind port 31e6b2d8-0d25-475b-8708-2b2ea6d2a638 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:51:26.595509 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6aa13b5b-7345-4c81-97b2-bb45f48c2d9c None None] Attempting to bind port 31e6b2d8-0d25-475b-8708-2b2ea6d2a638 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:51:26.595893 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa13b5b-7345-4c81-97b2-bb45f48c2d9c None None] Attempting to bind port 31e6b2d8-0d25-475b-8708-2b2ea6d2a638 on network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:51:26.603753 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa13b5b-7345-4c81-97b2-bb45f48c2d9c None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:51:26.604165 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa13b5b-7345-4c81-97b2-bb45f48c2d9c None None] Checking segment: {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:51:26.605938 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6aa13b5b-7345-4c81-97b2-bb45f48c2d9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:26.605938 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa13b5b-7345-4c81-97b2-bb45f48c2d9c None None] Bound using segment: {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:51:26.605938 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6aa13b5b-7345-4c81-97b2-bb45f48c2d9c None None] Bound port: 31e6b2d8-0d25-475b-8708-2b2ea6d2a638, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:51:26.606223 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6aa13b5b-7345-4c81-97b2-bb45f48c2d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:26.629380 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee111e47-2d61-4797-bd83-dd8dbbde410a tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:26.641340 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee111e47-2d61-4797-bd83-dd8dbbde410a tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:26.705244 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee111e47-2d61-4797-bd83-dd8dbbde410a tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:26.706508 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ee111e47-2d61-4797-bd83-dd8dbbde410a tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3579056 Dec 09 15:51:26.722537 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55144) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:26.727153 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-7d16ef74-c16e-4bc9-b1b2-ab733e2c81b7 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:26.749273 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6aa13b5b-7345-4c81-97b2-bb45f48c2d9c None None] For port 31e6b2d8-0d25-475b-8708-2b2ea6d2a638, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:51:26.754795 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0fc4959-e6ad-4613-a18e-824cbcac2950 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:26.754985 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6aa13b5b-7345-4c81-97b2-bb45f48c2d9c None None] For port 31e6b2d8-0d25-475b-8708-2b2ea6d2a638, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=31e6b2d8-0d25-475b-8708-2b2ea6d2a638,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:51:26.760953 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6aa13b5b-7345-4c81-97b2-bb45f48c2d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:26.822466 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device f68e368b-8bf5-49df-8bcd-1ade921169ed no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:51:26.849078 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0fc4959-e6ad-4613-a18e-824cbcac2950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:26.852478 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0fc4959-e6ad-4613-a18e-824cbcac2950 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:26.853911 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: f68e368b-8bf5-49df-8bcd-1ade921169ed {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:51:26.854044 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d0fc4959-e6ad-4613-a18e-824cbcac2950 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/64e1efda-2c99-4dd7-96e6-7995d57c23a9 HTTP/1.1" status: 204 len: 168 time: 0.6966136 Dec 09 15:51:26.854622 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device f68e368b-8bf5-49df-8bcd-1ade921169ed not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:51:26.892926 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc4959-e6ad-4613-a18e-824cbcac2950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e1efda-2c99-4dd7-96e6-7995d57c23a9,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:26.902136 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa13b5b-7345-4c81-97b2-bb45f48c2d9c None None] Pushing event updated for resources: {'Port': ['ID=31e6b2d8-0d25-475b-8708-2b2ea6d2a638,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:26.976085 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-9ceb9008-21c7-48fe-989f-ecd736bd96c7 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting port ec934b83-455b-4615-9458-e7ed93bad2aa {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:51:26.976514 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9ceb9008-21c7-48fe-989f-ecd736bd96c7 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:27.334778 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d16ef74-c16e-4bc9-b1b2-ab733e2c81b7 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:27.432085 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9ceb9008-21c7-48fe-989f-ecd736bd96c7 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:27.449173 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-9ceb9008-21c7-48fe-989f-ecd736bd96c7 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Calling delete_port for ec934b83-455b-4615-9458-e7ed93bad2aa owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:51:28.191215 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9ceb9008-21c7-48fe-989f-ecd736bd96c7 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:28.211252 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d16ef74-c16e-4bc9-b1b2-ab733e2c81b7 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:28.267822 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb9008-21c7-48fe-989f-ecd736bd96c7 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Port': ['ID=ec934b83-455b-4615-9458-e7ed93bad2aa,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:28.273652 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9ceb9008-21c7-48fe-989f-ecd736bd96c7 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:28.280402 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9ceb9008-21c7-48fe-989f-ecd736bd96c7 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/ports/ec934b83-455b-4615-9458-e7ed93bad2aa HTTP/1.1" status: 204 len: 168 time: 1.7915237 Dec 09 15:51:28.280402 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d16ef74-c16e-4bc9-b1b2-ab733e2c81b7 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:28.281928 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55186) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:28.402525 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ae03b2-62a5-47ad-b382-673bd524a866 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:28.404772 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ae03b2-62a5-47ad-b382-673bd524a866 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:28.408744 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-30ae03b2-62a5-47ad-b382-673bd524a866 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1225207 Dec 09 15:51:28.413178 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55188) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:28.486454 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-6512a32a-8964-4d6b-ba20-0c51b644d5ac tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting subnet 868587de-7865-449b-ba73-7f9d2f371091 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:51:28.493355 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4bfdbba4-4496-4ae5-9117-69acf5d40158 None None] Provisioning complete for port 31e6b2d8-0d25-475b-8708-2b2ea6d2a638 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:28.493755 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4bfdbba4-4496-4ae5-9117-69acf5d40158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:28.494328 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6512a32a-8964-4d6b-ba20-0c51b644d5ac tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:28.573862 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-7d16ef74-c16e-4bc9-b1b2-ab733e2c81b7 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Allocated IP 172.25.3.122 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/735e70ef-11aa-48c2-804a-cc4cab26e9e9) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:51:28.627093 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4bfdbba4-4496-4ae5-9117-69acf5d40158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:28.685519 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4bfdbba4-4496-4ae5-9117-69acf5d40158 None None] For port 31e6b2d8-0d25-475b-8708-2b2ea6d2a638, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=31e6b2d8-0d25-475b-8708-2b2ea6d2a638,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:51:28.698094 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4bfdbba4-4496-4ae5-9117-69acf5d40158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:28.774095 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d16ef74-c16e-4bc9-b1b2-ab733e2c81b7 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:28.808316 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfdbba4-4496-4ae5-9117-69acf5d40158 None None] Pushing event updated for resources: {'Port': ['ID=31e6b2d8-0d25-475b-8708-2b2ea6d2a638,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:28.843854 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-de8e2a2d-6e24-4a27-afdd-811b8cf0f701 None None] Could not find standard attr ID for object ec934b83-455b-4615-9458-e7ed93bad2aa. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:51:28.853524 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d16ef74-c16e-4bc9-b1b2-ab733e2c81b7 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:28.895605 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 31e6b2d8-0d25-475b-8708-2b2ea6d2a638 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:51:28.919563 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6512a32a-8964-4d6b-ba20-0c51b644d5ac tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:28.925233 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16ef74-c16e-4bc9-b1b2-ab733e2c81b7 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Pushing event updated for resources: {'Port': ['ID=735e70ef-11aa-48c2-804a-cc4cab26e9e9,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:28.929316 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55196) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:28.968924 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d16ef74-c16e-4bc9-b1b2-ab733e2c81b7 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:51:28.972487 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-7d16ef74-c16e-4bc9-b1b2-ab733e2c81b7 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:51:28.984875 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 31e6b2d8-0d25-475b-8708-2b2ea6d2a638 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:28.985261 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:28.994914 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d16ef74-c16e-4bc9-b1b2-ab733e2c81b7 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:51:29.036167 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6a8850-09a8-439a-94c8-5fab13995035 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:51:29.097753 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b0d0342e-f248-4098-8e9a-d7839b9d6e39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:29.145742 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6512a32a-8964-4d6b-ba20-0c51b644d5ac tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:29.174251 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-0996bd75-1653-4173-9364-72202baa5889 None None] Provisioning complete for port 735e70ef-11aa-48c2-804a-cc4cab26e9e9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:29.174752 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0996bd75-1653-4173-9364-72202baa5889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:29.220847 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b0d0342e-f248-4098-8e9a-d7839b9d6e39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:29.229864 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b0d0342e-f248-4098-8e9a-d7839b9d6e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:29.239437 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-0996bd75-1653-4173-9364-72202baa5889 None None] Port 735e70ef-11aa-48c2-804a-cc4cab26e9e9 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:51:29.277186 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d0342e-f248-4098-8e9a-d7839b9d6e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770028b7-9491-4e80-b3ed-b8bcc2aa1589,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:29.282558 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b0d0342e-f248-4098-8e9a-d7839b9d6e39 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=27ab72a115de4940914f58b4f8906d14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3522019 Dec 09 15:51:29.290556 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55200) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:29.324954 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6512a32a-8964-4d6b-ba20-0c51b644d5ac tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:29.361296 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fb6486fa-f64a-43c7-aa74-cb0d441625a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:29.374780 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6512a32a-8964-4d6b-ba20-0c51b644d5ac tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Subnet': ['ID=868587de-7865-449b-ba73-7f9d2f371091,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:29.378606 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6512a32a-8964-4d6b-ba20-0c51b644d5ac tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:29.384811 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6512a32a-8964-4d6b-ba20-0c51b644d5ac tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/868587de-7865-449b-ba73-7f9d2f371091 HTTP/1.1" status: 204 len: 168 time: 0.9676583 Dec 09 15:51:29.384811 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55202) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:29.387040 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdf82ee-01db-42ec-86f2-2452adcf826d None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:51:29.411156 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fb6486fa-f64a-43c7-aa74-cb0d441625a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:29.450147 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d16ef74-c16e-4bc9-b1b2-ab733e2c81b7 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:29.486243 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fb6486fa-f64a-43c7-aa74-cb0d441625a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:29.489518 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fb6486fa-f64a-43c7-aa74-cb0d441625a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:29.491148 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-fb6486fa-f64a-43c7-aa74-cb0d441625a3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/770028b7-9491-4e80-b3ed-b8bcc2aa1589 HTTP/1.1" status: 204 len: 168 time: 0.1996224 Dec 09 15:51:29.501506 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6486fa-f64a-43c7-aa74-cb0d441625a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770028b7-9491-4e80-b3ed-b8bcc2aa1589,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:29.549234 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-90b5454a-4a8f-4c31-a37f-b8fce984a7c0 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1634407 Dec 09 15:51:29.552026 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55208) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:29.628125 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df9c7a8-4dc1-46ae-90f8-89d39b6b738c None None] DHCP port deletion for e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:51:29.660360 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d842a429-1db3-4f36-a98d-4a578aae0846 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:29.662052 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d842a429-1db3-4f36-a98d-4a578aae0846 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1089728 Dec 09 15:51:29.665491 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55212) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:29.729885 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3771fc-3eeb-40c2-b56e-16e0563b2348 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:29.735084 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-cb3771fc-3eeb-40c2-b56e-16e0563b2348 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0682943 Dec 09 15:51:29.735750 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55216) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:29.751119 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d16ef74-c16e-4bc9-b1b2-ab733e2c81b7 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1598674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1781863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39067'] for router, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:29.754038 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-7df9c7a8-4dc1-46ae-90f8-89d39b6b738c None None] Deleting port 31e6b2d8-0d25-475b-8708-2b2ea6d2a638 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:51:29.754874 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d16ef74-c16e-4bc9-b1b2-ab733e2c81b7 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1598665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1598656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1781790'] for router, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:29.759912 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7df9c7a8-4dc1-46ae-90f8-89d39b6b738c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:29.785988 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-680c49ba-bbb6-4825-97bd-72f671b29206 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0483074 Dec 09 15:51:29.786890 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55218) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:29.792251 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4594cddd-2fd6-4400-a758-f4bf12b5720b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'subnet': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:29.915634 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7df9c7a8-4dc1-46ae-90f8-89d39b6b738c None None] For port 31e6b2d8-0d25-475b-8708-2b2ea6d2a638, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=31e6b2d8-0d25-475b-8708-2b2ea6d2a638,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:51:29.916196 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7df9c7a8-4dc1-46ae-90f8-89d39b6b738c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:29.917314 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d16ef74-c16e-4bc9-b1b2-ab733e2c81b7 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Router 5732042d-07de-4808-aba3-ab2293086cc8 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:51:29.931697 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4594cddd-2fd6-4400-a758-f4bf12b5720b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:51:29.935637 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-7df9c7a8-4dc1-46ae-90f8-89d39b6b738c None None] Calling delete_port for 31e6b2d8-0d25-475b-8708-2b2ea6d2a638 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:51:29.937893 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4594cddd-2fd6-4400-a758-f4bf12b5720b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:30.033974 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7df9c7a8-4dc1-46ae-90f8-89d39b6b738c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:30.073839 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9c7a8-4dc1-46ae-90f8-89d39b6b738c None None] Pushing event deleted for resources: {'Port': ['ID=31e6b2d8-0d25-475b-8708-2b2ea6d2a638,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:30.082011 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df9c7a8-4dc1-46ae-90f8-89d39b6b738c None None] No DVR routers for this DVR port 31e6b2d8-0d25-475b-8708-2b2ea6d2a638 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:51:30.125673 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d16ef74-c16e-4bc9-b1b2-ab733e2c81b7 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:51:30.133984 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d16ef74-c16e-4bc9-b1b2-ab733e2c81b7 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:30.137035 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7d16ef74-c16e-4bc9-b1b2-ab733e2c81b7 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] 10.222.0.57 "PUT /v2.0/routers/5732042d-07de-4808-aba3-ab2293086cc8 HTTP/1.1" status: 200 len: 884 time: 3.4118054 Dec 09 15:51:30.146367 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b7a4a3-518f-43de-92ba-104ab9299fbb None None] Sync routers for ids ['5732042d-07de-4808-aba3-ab2293086cc8'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:51:30.153946 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55228) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:30.163805 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b7a4a3-518f-43de-92ba-104ab9299fbb None None] Routers {'5732042d-07de-4808-aba3-ab2293086cc8'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:51:30.164706 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d9b7a4a3-518f-43de-92ba-104ab9299fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:51:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['5732042d-07de-4808-aba3-ab2293086cc8'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:30.249647 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d9b7a4a3-518f-43de-92ba-104ab9299fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:30.258678 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4594cddd-2fd6-4400-a758-f4bf12b5720b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:30.273155 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b7a4a3-518f-43de-92ba-104ab9299fbb None None] Routers {'5732042d-07de-4808-aba3-ab2293086cc8'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:51:30.274038 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d9b7a4a3-518f-43de-92ba-104ab9299fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:51:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['5732042d-07de-4808-aba3-ab2293086cc8'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:30.285749 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4594cddd-2fd6-4400-a758-f4bf12b5720b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:51:30.313012 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d9b7a4a3-518f-43de-92ba-104ab9299fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:30.314128 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b7a4a3-518f-43de-92ba-104ab9299fbb None None] The sync data for ids ['5732042d-07de-4808-aba3-ab2293086cc8'] in n-d-821228-1 is: [] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:51:30.319816 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-4594cddd-2fd6-4400-a758-f4bf12b5720b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:51:30.328175 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4594cddd-2fd6-4400-a758-f4bf12b5720b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:30.328930 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4594cddd-2fd6-4400-a758-f4bf12b5720b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:30.338419 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b997201c-03c4-4ea6-a278-5f289aca7bda None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:51:30.409824 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-76351d80-2ad4-4659-b7a9-347988281fef tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] 10.222.0.57 "GET /v2.0/routers/5732042d-07de-4808-aba3-ab2293086cc8 HTTP/1.1" status: 200 len: 925 time: 0.2506599 Dec 09 15:51:30.412653 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55238) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:30.415375 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594cddd-2fd6-4400-a758-f4bf12b5720b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Subnet': ['ID=dcd9240d-e46e-495a-86d1-0da3c3f53517,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:30.433864 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4594cddd-2fd6-4400-a758-f4bf12b5720b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6457119 Dec 09 15:51:30.436743 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55240) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:30.442340 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-acd9a535-c79f-4448-b455-13165271207e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'port': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'fixed_ips': [{'subnet_id': 'dcd9240d-e46e-495a-86d1-0da3c3f53517', 'ip_address': '2001:db8::807a:afed:ab32:351a'}], 'name': 'tempest-NetworksTestDHCPv6-1973888405'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:30.463327 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d7a31b-824e-4b9a-adb3-30c3c265e9d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'project_id': 'd6bab0483bfa42f8adbc5a6130ae139b', 'fixed_ips': [{'subnet_id': 'dcd9240d-e46e-495a-86d1-0da3c3f53517'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:51:30.464434 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-02d7a31b-824e-4b9a-adb3-30c3c265e9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:30.499954 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1442c0-8fc6-42a8-9150-879d70af85b1 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:30.503382 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-bb1442c0-8fc6-42a8-9150-879d70af85b1 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=d8331094-778d-4179-9ed8-de7de1c5438c&device_id=5732042d-07de-4808-aba3-ab2293086cc8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0882127 Dec 09 15:51:30.506522 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55242) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:30.636576 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-02d7a31b-824e-4b9a-adb3-30c3c265e9d8 None None] Allocated IP 2001:db8::2 (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/dcd9240d-e46e-495a-86d1-0da3c3f53517/7c237bb3-387b-45f9-bc90-34dd703c867b) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:51:30.655280 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd9a535-c79f-4448-b455-13165271207e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:51:30.689933 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04aecc6-071a-4944-9b64-9e9bd93262b4 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:30.691548 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e04aecc6-071a-4944-9b64-9e9bd93262b4 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] 10.222.0.57 "GET /v2.0/networks/d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 881 time: 0.1839652 Dec 09 15:51:30.694662 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55248) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:30.756981 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9c3ca404-728c-4ee0-8f0a-4b51f2355175 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] 10.222.0.57 "GET /v2.0/ports?device_id=5732042d-07de-4808-aba3-ab2293086cc8 HTTP/1.1" status: 200 len: 205 time: 0.0610416 Dec 09 15:51:30.764928 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55254) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:30.792660 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 31e6b2d8-0d25-475b-8708-2b2ea6d2a638 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:51:30.844900 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 31e6b2d8-0d25-475b-8708-2b2ea6d2a638 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:51:30.845278 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 31e6b2d8-0d25-475b-8708-2b2ea6d2a638 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:51:30.865258 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-acd9a535-c79f-4448-b455-13165271207e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:30.874771 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-02d7a31b-824e-4b9a-adb3-30c3c265e9d8 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:30.883392 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-02d7a31b-824e-4b9a-adb3-30c3c265e9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:30.923563 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-acd9a535-c79f-4448-b455-13165271207e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] device_id is not set on port c7e2bdd1-a765-49d8-92f7-6a12bf44644a yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:51:30.944461 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7a31b-824e-4b9a-adb3-30c3c265e9d8 None None] Pushing event updated for resources: {'Port': ['ID=7c237bb3-387b-45f9-bc90-34dd703c867b,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:30.967411 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d7a31b-824e-4b9a-adb3-30c3c265e9d8 None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:51:30.969368 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-02d7a31b-824e-4b9a-adb3-30c3c265e9d8 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:51:30.974217 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d7a31b-824e-4b9a-adb3-30c3c265e9d8 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:51:30.974468 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4b3944eb-dbe8-4efa-bf25-7d8d3876d478 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:31.045991 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-02d7a31b-824e-4b9a-adb3-30c3c265e9d8 None None] Attempting to bind port 7c237bb3-387b-45f9-bc90-34dd703c867b on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:51:31.046442 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-02d7a31b-824e-4b9a-adb3-30c3c265e9d8 None None] Attempting to bind port 7c237bb3-387b-45f9-bc90-34dd703c867b by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:51:31.046807 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d7a31b-824e-4b9a-adb3-30c3c265e9d8 None None] Attempting to bind port 7c237bb3-387b-45f9-bc90-34dd703c867b on network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:51:31.053197 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d7a31b-824e-4b9a-adb3-30c3c265e9d8 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:51:31.053612 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d7a31b-824e-4b9a-adb3-30c3c265e9d8 None None] Checking segment: {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:51:31.054179 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-02d7a31b-824e-4b9a-adb3-30c3c265e9d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:31.054785 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d7a31b-824e-4b9a-adb3-30c3c265e9d8 None None] Bound using segment: {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:51:31.055097 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-02d7a31b-824e-4b9a-adb3-30c3c265e9d8 None None] Bound port: 7c237bb3-387b-45f9-bc90-34dd703c867b, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:51:31.055481 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-02d7a31b-824e-4b9a-adb3-30c3c265e9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:31.129316 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-02d7a31b-824e-4b9a-adb3-30c3c265e9d8 None None] For port 7c237bb3-387b-45f9-bc90-34dd703c867b, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:51:31.132781 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-02d7a31b-824e-4b9a-adb3-30c3c265e9d8 None None] For port 7c237bb3-387b-45f9-bc90-34dd703c867b, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=7c237bb3-387b-45f9-bc90-34dd703c867b,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:51:31.143054 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-02d7a31b-824e-4b9a-adb3-30c3c265e9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:31.191222 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4b3944eb-dbe8-4efa-bf25-7d8d3876d478 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:31.209684 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7a31b-824e-4b9a-adb3-30c3c265e9d8 None None] Pushing event updated for resources: {'Port': ['ID=7c237bb3-387b-45f9-bc90-34dd703c867b,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:31.233078 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-acd9a535-c79f-4448-b455-13165271207e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Allocated IP 2001:db8::807a:afed:ab32:351a (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/dcd9240d-e46e-495a-86d1-0da3c3f53517/c7e2bdd1-a765-49d8-92f7-6a12bf44644a) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:51:31.323055 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4b3944eb-dbe8-4efa-bf25-7d8d3876d478 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Deleting port 735e70ef-11aa-48c2-804a-cc4cab26e9e9 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:51:31.323767 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4b3944eb-dbe8-4efa-bf25-7d8d3876d478 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:31.507131 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4b3944eb-dbe8-4efa-bf25-7d8d3876d478 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:31.541586 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-acd9a535-c79f-4448-b455-13165271207e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:31.543411 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4b3944eb-dbe8-4efa-bf25-7d8d3876d478 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Calling delete_port for 735e70ef-11aa-48c2-804a-cc4cab26e9e9 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:51:31.713964 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-acd9a535-c79f-4448-b455-13165271207e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:31.807214 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd9a535-c79f-4448-b455-13165271207e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Port': ['ID=c7e2bdd1-a765-49d8-92f7-6a12bf44644a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:31.813177 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd9a535-c79f-4448-b455-13165271207e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:51:31.815803 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-acd9a535-c79f-4448-b455-13165271207e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:51:31.818543 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd9a535-c79f-4448-b455-13165271207e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:51:31.824662 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd9a535-c79f-4448-b455-13165271207e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:31.825937 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-acd9a535-c79f-4448-b455-13165271207e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:31.872600 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-acd9a535-c79f-4448-b455-13165271207e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4322309 Dec 09 15:51:31.873415 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55266) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:31.899381 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4b3944eb-dbe8-4efa-bf25-7d8d3876d478 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:31.932355 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3944eb-dbe8-4efa-bf25-7d8d3876d478 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Pushing event deleted for resources: {'Port': ['ID=735e70ef-11aa-48c2-804a-cc4cab26e9e9,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:31.950064 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c42ddd-6d9c-4379-b928-2e46aa3e612d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:31.955545 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56701ab6-e3fd-477e-9fa1-752be4761922 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:51:31.962565 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c42ddd-6d9c-4379-b928-2e46aa3e612d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:31.965784 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-54c42ddd-6d9c-4379-b928-2e46aa3e612d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0906541 Dec 09 15:51:31.968321 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55268) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:32.065255 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4b3944eb-dbe8-4efa-bf25-7d8d3876d478 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:32.081635 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-06d4feac-bbb5-4b95-85ff-bacd85ef12f0 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting port c7e2bdd1-a765-49d8-92f7-6a12bf44644a {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:51:32.082115 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06d4feac-bbb5-4b95-85ff-bacd85ef12f0 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:32.179676 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06d4feac-bbb5-4b95-85ff-bacd85ef12f0 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:32.186191 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4b3944eb-dbe8-4efa-bf25-7d8d3876d478 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:32.188636 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4b3944eb-dbe8-4efa-bf25-7d8d3876d478 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:32.197332 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-06d4feac-bbb5-4b95-85ff-bacd85ef12f0 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Calling delete_port for c7e2bdd1-a765-49d8-92f7-6a12bf44644a owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:51:32.249130 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4b3944eb-dbe8-4efa-bf25-7d8d3876d478 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:32.249784 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3944eb-dbe8-4efa-bf25-7d8d3876d478 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Fanout notify agent at l3_agent the message router_deleted on router 5732042d-07de-4808-aba3-ab2293086cc8 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:51:32.265557 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4b3944eb-dbe8-4efa-bf25-7d8d3876d478 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:32.270677 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4b3944eb-dbe8-4efa-bf25-7d8d3876d478 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] 10.222.0.57 "DELETE /v2.0/routers/5732042d-07de-4808-aba3-ab2293086cc8 HTTP/1.1" status: 204 len: 168 time: 1.4995174 Dec 09 15:51:32.270876 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55274) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:32.283960 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-f8dd85db-ae48-4fb5-9132-43b0554e0b4c tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1336701357', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:32.367237 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f8dd85db-ae48-4fb5-9132-43b0554e0b4c tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:32.369599 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f8dd85db-ae48-4fb5-9132-43b0554e0b4c tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:32.446834 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06d4feac-bbb5-4b95-85ff-bacd85ef12f0 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:32.493655 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4feac-bbb5-4b95-85ff-bacd85ef12f0 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Port': ['ID=c7e2bdd1-a765-49d8-92f7-6a12bf44644a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:32.514916 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f8dd85db-ae48-4fb5-9132-43b0554e0b4c tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:32.520904 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f8dd85db-ae48-4fb5-9132-43b0554e0b4c tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:32.525223 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06d4feac-bbb5-4b95-85ff-bacd85ef12f0 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:32.531591 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55278) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:32.532576 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-06d4feac-bbb5-4b95-85ff-bacd85ef12f0 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/ports/c7e2bdd1-a765-49d8-92f7-6a12bf44644a HTTP/1.1" status: 204 len: 168 time: 0.5629876 Dec 09 15:51:32.581060 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f8dd85db-ae48-4fb5-9132-43b0554e0b4c tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:32.582560 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f8dd85db-ae48-4fb5-9132-43b0554e0b4c tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3085077 Dec 09 15:51:32.585970 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55280) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:32.592975 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-840d5fb0-4c72-455c-89c2-8af0259b64ae tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'enable_snat': True}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:32.603496 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599985cc-0793-4d87-85b1-7bd8dd359463 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:32.605777 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599985cc-0793-4d87-85b1-7bd8dd359463 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:32.608366 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-599985cc-0793-4d87-85b1-7bd8dd359463 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0754440 Dec 09 15:51:32.611107 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55282) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:32.683500 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-6befbf93-9d73-437c-979e-983910eef0bb tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting subnet dcd9240d-e46e-495a-86d1-0da3c3f53517 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:51:32.687596 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6befbf93-9d73-437c-979e-983910eef0bb tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:32.751156 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6befbf93-9d73-437c-979e-983910eef0bb tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:32.858290 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4142f189-d12f-41f1-9909-763f2c0fa10a None None] Provisioning complete for port 7c237bb3-387b-45f9-bc90-34dd703c867b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:32.858758 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4142f189-d12f-41f1-9909-763f2c0fa10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:32.901922 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6befbf93-9d73-437c-979e-983910eef0bb tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:32.909967 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 7c237bb3-387b-45f9-bc90-34dd703c867b up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:51:32.917472 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-840d5fb0-4c72-455c-89c2-8af0259b64ae tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:32.997412 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6befbf93-9d73-437c-979e-983910eef0bb tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:33.047410 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 7c237bb3-387b-45f9-bc90-34dd703c867b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:33.047964 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:33.050382 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4142f189-d12f-41f1-9909-763f2c0fa10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:33.057766 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6befbf93-9d73-437c-979e-983910eef0bb tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Subnet': ['ID=dcd9240d-e46e-495a-86d1-0da3c3f53517,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:33.064929 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6befbf93-9d73-437c-979e-983910eef0bb tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:33.071267 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6befbf93-9d73-437c-979e-983910eef0bb tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/dcd9240d-e46e-495a-86d1-0da3c3f53517 HTTP/1.1" status: 204 len: 168 time: 0.4587829 Dec 09 15:51:33.072099 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55286) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:33.140898 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0f030bef-802a-4d0d-92bd-0ec2965626ed tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0674324 Dec 09 15:51:33.141748 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55288) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:33.146982 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-e0d5ac6b-2f32-4c60-a4d8-ae6a06563e81 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'subnet': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:33.177631 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-4142f189-d12f-41f1-9909-763f2c0fa10a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:51:33.178096 n-d-821228-1 neutron-server[103246]: DEBUG oslo_db.api [None req-4142f189-d12f-41f1-9909-763f2c0fa10a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:51:33.179788 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a97e9b9-19af-4999-8c12-3c0864a01684 None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:51:33.223357 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-840d5fb0-4c72-455c-89c2-8af0259b64ae tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:33.248888 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-840d5fb0-4c72-455c-89c2-8af0259b64ae tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:33.297879 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d5ac6b-2f32-4c60-a4d8-ae6a06563e81 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:51:33.305671 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e0d5ac6b-2f32-4c60-a4d8-ae6a06563e81 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:33.308522 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:33.364998 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 7c237bb3-387b-45f9-bc90-34dd703c867b, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=7c237bb3-387b-45f9-bc90-34dd703c867b,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:51:33.375104 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:33.476348 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ab8441-3777-4503-b4a9-cbd1f8b9335d None None] DHCP port deletion for e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:51:33.478328 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-840d5fb0-4c72-455c-89c2-8af0259b64ae tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Allocated IP 172.25.3.190 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/722bf5bc-249f-4112-bd06-862fa13738ce) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:51:33.517406 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=7c237bb3-387b-45f9-bc90-34dd703c867b,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:33.554662 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-98ab8441-3777-4503-b4a9-cbd1f8b9335d None None] Deleting port 7c237bb3-387b-45f9-bc90-34dd703c867b {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:51:33.555314 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-98ab8441-3777-4503-b4a9-cbd1f8b9335d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:33.626826 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-98ab8441-3777-4503-b4a9-cbd1f8b9335d None None] For port 7c237bb3-387b-45f9-bc90-34dd703c867b, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=7c237bb3-387b-45f9-bc90-34dd703c867b,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:51:33.627294 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-98ab8441-3777-4503-b4a9-cbd1f8b9335d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:33.633031 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e0d5ac6b-2f32-4c60-a4d8-ae6a06563e81 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:33.646953 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-98ab8441-3777-4503-b4a9-cbd1f8b9335d None None] Calling delete_port for 7c237bb3-387b-45f9-bc90-34dd703c867b owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:51:33.692314 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d5ac6b-2f32-4c60-a4d8-ae6a06563e81 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:51:33.697211 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-e0d5ac6b-2f32-4c60-a4d8-ae6a06563e81 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:51:33.699051 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5ac6b-2f32-4c60-a4d8-ae6a06563e81 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Subnet': ['ID=816b08c1-96be-40cf-8ea3-460e395dca91,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:33.706860 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d5ac6b-2f32-4c60-a4d8-ae6a06563e81 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:33.707656 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e0d5ac6b-2f32-4c60-a4d8-ae6a06563e81 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:33.732262 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e0d5ac6b-2f32-4c60-a4d8-ae6a06563e81 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5887678 Dec 09 15:51:33.735792 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55300) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:33.742266 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-294d4be9-300a-44ba-aadb-d9a33c275e30 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'port': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'fixed_ips': [{'subnet_id': '816b08c1-96be-40cf-8ea3-460e395dca91', 'ip_address': '2001:db8::2624:1ef3:e501:3e98'}], 'name': 'tempest-NetworksTestDHCPv6-986653692'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:33.742517 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-840d5fb0-4c72-455c-89c2-8af0259b64ae tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:33.791103 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-840d5fb0-4c72-455c-89c2-8af0259b64ae tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:33.848698 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840d5fb0-4c72-455c-89c2-8af0259b64ae tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:51:33.849802 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d5fb0-4c72-455c-89c2-8af0259b64ae tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Pushing event updated for resources: {'Port': ['ID=722bf5bc-249f-4112-bd06-862fa13738ce,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:33.860325 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-840d5fb0-4c72-455c-89c2-8af0259b64ae tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:51:33.863656 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840d5fb0-4c72-455c-89c2-8af0259b64ae tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:51:33.953407 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294d4be9-300a-44ba-aadb-d9a33c275e30 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:51:33.961757 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-294d4be9-300a-44ba-aadb-d9a33c275e30 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:33.969586 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4fca0e-1f77-4c6a-b227-58f5074e3c0a None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:51:34.004297 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-294d4be9-300a-44ba-aadb-d9a33c275e30 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] device_id is not set on port 8a79199d-ca49-453d-9a10-33d14c0210aa yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:51:34.025668 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-98ab8441-3777-4503-b4a9-cbd1f8b9335d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:34.066817 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab8441-3777-4503-b4a9-cbd1f8b9335d None None] Pushing event deleted for resources: {'Port': ['ID=7c237bb3-387b-45f9-bc90-34dd703c867b,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:34.089030 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ab8441-3777-4503-b4a9-cbd1f8b9335d None None] No DVR routers for this DVR port 7c237bb3-387b-45f9-bc90-34dd703c867b on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:51:34.118817 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ee61fe8b-9073-46e0-bf70-bbeb61eee07c None None] Provisioning complete for port 722bf5bc-249f-4112-bd06-862fa13738ce triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:34.119751 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ee61fe8b-9073-46e0-bf70-bbeb61eee07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:34.201615 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69219d72-a5e3-4ee8-a6eb-e2ef75dfba7b None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:51:34.266861 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-840d5fb0-4c72-455c-89c2-8af0259b64ae tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:34.323591 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-294d4be9-300a-44ba-aadb-d9a33c275e30 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Allocated IP 2001:db8::2624:1ef3:e501:3e98 (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/816b08c1-96be-40cf-8ea3-460e395dca91/8a79199d-ca49-453d-9a10-33d14c0210aa) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:51:34.343949 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ee61fe8b-9073-46e0-bf70-bbeb61eee07c None None] Port 722bf5bc-249f-4112-bd06-862fa13738ce cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:51:34.352080 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ee61fe8b-9073-46e0-bf70-bbeb61eee07c None None] Could not find standard attr ID for object c7e2bdd1-a765-49d8-92f7-6a12bf44644a. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:51:34.395778 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbee87dc-ce0c-4d05-9f8a-ca8cc1fd91d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'project_id': 'd6bab0483bfa42f8adbc5a6130ae139b', 'fixed_ips': [{'subnet_id': '816b08c1-96be-40cf-8ea3-460e395dca91'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:51:34.398604 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fbee87dc-ce0c-4d05-9f8a-ca8cc1fd91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:34.423015 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55310) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:34.611133 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-840d5fb0-4c72-455c-89c2-8af0259b64ae tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1598674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1781863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39067'] for router, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:34.615443 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-840d5fb0-4c72-455c-89c2-8af0259b64ae tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1598665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1598656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1781790'] for router, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:34.786618 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 7c237bb3-387b-45f9-bc90-34dd703c867b no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:51:34.817512 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-294d4be9-300a-44ba-aadb-d9a33c275e30 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:34.838085 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 7c237bb3-387b-45f9-bc90-34dd703c867b {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:51:34.838085 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 7c237bb3-387b-45f9-bc90-34dd703c867b not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:51:34.926392 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-294d4be9-300a-44ba-aadb-d9a33c275e30 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:34.992785 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294d4be9-300a-44ba-aadb-d9a33c275e30 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:51:35.001743 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-294d4be9-300a-44ba-aadb-d9a33c275e30 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:51:35.010634 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294d4be9-300a-44ba-aadb-d9a33c275e30 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:51:35.012534 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294d4be9-300a-44ba-aadb-d9a33c275e30 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:35.013346 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-294d4be9-300a-44ba-aadb-d9a33c275e30 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:35.025432 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-fbee87dc-ce0c-4d05-9f8a-ca8cc1fd91d6 None None] Allocated IP 2001:db8::2 (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/816b08c1-96be-40cf-8ea3-460e395dca91/98aa0c15-fa93-4200-b889-9630f1466c6a) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:51:35.035776 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d4be9-300a-44ba-aadb-d9a33c275e30 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Port': ['ID=8a79199d-ca49-453d-9a10-33d14c0210aa,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:35.050678 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-294d4be9-300a-44ba-aadb-d9a33c275e30 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3131700 Dec 09 15:51:35.053304 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55320) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:35.242070 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840d5fb0-4c72-455c-89c2-8af0259b64ae tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Router 825afbe1-949d-466b-8d14-b57b0e0b854a is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:51:35.305948 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fbee87dc-ce0c-4d05-9f8a-ca8cc1fd91d6 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:35.318374 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fbee87dc-ce0c-4d05-9f8a-ca8cc1fd91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:35.359014 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbee87dc-ce0c-4d05-9f8a-ca8cc1fd91d6 None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:51:35.363950 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-fbee87dc-ce0c-4d05-9f8a-ca8cc1fd91d6 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:51:35.371526 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbee87dc-ce0c-4d05-9f8a-ca8cc1fd91d6 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:51:35.416836 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840d5fb0-4c72-455c-89c2-8af0259b64ae tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:51:35.431138 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-840d5fb0-4c72-455c-89c2-8af0259b64ae tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:35.433617 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fb1bb0-a846-45ee-8e8f-501f13e36b97 None None] Sync routers for ids ['825afbe1-949d-466b-8d14-b57b0e0b854a'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:51:35.437410 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-840d5fb0-4c72-455c-89c2-8af0259b64ae tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] 10.222.0.57 "PUT /v2.0/routers/825afbe1-949d-466b-8d14-b57b0e0b854a HTTP/1.1" status: 200 len: 919 time: 2.8502159 Dec 09 15:51:35.438284 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55324) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:35.487193 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fb1bb0-a846-45ee-8e8f-501f13e36b97 None None] Routers {'825afbe1-949d-466b-8d14-b57b0e0b854a'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:51:35.488195 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-95fb1bb0-a846-45ee-8e8f-501f13e36b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:51:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['825afbe1-949d-466b-8d14-b57b0e0b854a'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:35.489598 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f08b9d-fb66-4b4f-b39b-76e310e41706 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:35.491967 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-40f08b9d-fb66-4b4f-b39b-76e310e41706 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4369314 Dec 09 15:51:35.494207 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55326) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:35.553990 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-95fb1bb0-a846-45ee-8e8f-501f13e36b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:35.556870 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee87dc-ce0c-4d05-9f8a-ca8cc1fd91d6 None None] Pushing event updated for resources: {'Port': ['ID=98aa0c15-fa93-4200-b889-9630f1466c6a,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:35.578634 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-01694b22-3713-4eeb-880e-ba743c9485e6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:35.590927 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-fbee87dc-ce0c-4d05-9f8a-ca8cc1fd91d6 None None] Attempting to bind port 98aa0c15-fa93-4200-b889-9630f1466c6a on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:51:35.593797 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-fbee87dc-ce0c-4d05-9f8a-ca8cc1fd91d6 None None] Attempting to bind port 98aa0c15-fa93-4200-b889-9630f1466c6a by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:51:35.593797 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbee87dc-ce0c-4d05-9f8a-ca8cc1fd91d6 None None] Attempting to bind port 98aa0c15-fa93-4200-b889-9630f1466c6a on network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:51:35.601655 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-54cba24e-39dc-410f-87c2-ada54dafdb58 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] 10.222.0.57 "GET /v2.0/routers/825afbe1-949d-466b-8d14-b57b0e0b854a HTTP/1.1" status: 200 len: 925 time: 0.1593077 Dec 09 15:51:35.602599 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55330) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:35.611247 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbee87dc-ce0c-4d05-9f8a-ca8cc1fd91d6 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:51:35.611784 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbee87dc-ce0c-4d05-9f8a-ca8cc1fd91d6 None None] Checking segment: {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:51:35.612298 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fbee87dc-ce0c-4d05-9f8a-ca8cc1fd91d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:35.613646 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbee87dc-ce0c-4d05-9f8a-ca8cc1fd91d6 None None] Bound using segment: {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:51:35.614873 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-fbee87dc-ce0c-4d05-9f8a-ca8cc1fd91d6 None None] Bound port: 98aa0c15-fa93-4200-b889-9630f1466c6a, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:51:35.615372 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fbee87dc-ce0c-4d05-9f8a-ca8cc1fd91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:35.622764 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fb1bb0-a846-45ee-8e8f-501f13e36b97 None None] Routers {'825afbe1-949d-466b-8d14-b57b0e0b854a'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:51:35.623650 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-95fb1bb0-a846-45ee-8e8f-501f13e36b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:51:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['825afbe1-949d-466b-8d14-b57b0e0b854a'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:35.705010 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b882c2a0-b4ab-4a62-b8fd-06719ed316c6 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:35.712966 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-980beb9d-15a1-43df-9041-dae37ec05558 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting port 8a79199d-ca49-453d-9a10-33d14c0210aa {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:51:35.713391 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b882c2a0-b4ab-4a62-b8fd-06719ed316c6 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=d8331094-778d-4179-9ed8-de7de1c5438c&device_id=825afbe1-949d-466b-8d14-b57b0e0b854a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1094148 Dec 09 15:51:35.713823 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-980beb9d-15a1-43df-9041-dae37ec05558 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:35.714151 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55332) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:35.727619 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-95fb1bb0-a846-45ee-8e8f-501f13e36b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:35.728408 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fb1bb0-a846-45ee-8e8f-501f13e36b97 None None] The sync data for ids ['825afbe1-949d-466b-8d14-b57b0e0b854a'] in n-d-821228-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:51:35.845452 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-fbee87dc-ce0c-4d05-9f8a-ca8cc1fd91d6 None None] For port 98aa0c15-fa93-4200-b889-9630f1466c6a, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:51:35.850361 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-fbee87dc-ce0c-4d05-9f8a-ca8cc1fd91d6 None None] For port 98aa0c15-fa93-4200-b889-9630f1466c6a, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=98aa0c15-fa93-4200-b889-9630f1466c6a,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:51:35.856038 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fbee87dc-ce0c-4d05-9f8a-ca8cc1fd91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:35.856803 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87d749d-33e0-4cb4-b201-36806028350b tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:35.861844 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d87d749d-33e0-4cb4-b201-36806028350b tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] 10.222.0.57 "GET /v2.0/networks/d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 881 time: 0.1463597 Dec 09 15:51:35.862507 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55336) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:35.896517 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-797abf93-5ce0-4a9f-8302-80dfdc27a1c4 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] 10.222.0.57 "GET /v2.0/ports?device_id=825afbe1-949d-466b-8d14-b57b0e0b854a HTTP/1.1" status: 200 len: 205 time: 0.0327446 Dec 09 15:51:35.897194 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55338) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:35.932303 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee87dc-ce0c-4d05-9f8a-ca8cc1fd91d6 None None] Pushing event updated for resources: {'Port': ['ID=98aa0c15-fa93-4200-b889-9630f1466c6a,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:35.945764 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-980beb9d-15a1-43df-9041-dae37ec05558 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:35.979244 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-980beb9d-15a1-43df-9041-dae37ec05558 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Calling delete_port for 8a79199d-ca49-453d-9a10-33d14c0210aa owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:51:36.032200 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-865471de-64cd-4373-b2b2-73ed3978e718 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:36.183559 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-865471de-64cd-4373-b2b2-73ed3978e718 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:36.229682 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-980beb9d-15a1-43df-9041-dae37ec05558 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:36.263120 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-865471de-64cd-4373-b2b2-73ed3978e718 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Deleting port 722bf5bc-249f-4112-bd06-862fa13738ce {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:51:36.263708 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-865471de-64cd-4373-b2b2-73ed3978e718 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:36.265874 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-01694b22-3713-4eeb-880e-ba743c9485e6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Deleting port 80ccc00e-d650-4e78-b938-fb13284e98eb {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:51:36.266204 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-01694b22-3713-4eeb-880e-ba743c9485e6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:36.322474 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980beb9d-15a1-43df-9041-dae37ec05558 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Port': ['ID=8a79199d-ca49-453d-9a10-33d14c0210aa,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:36.365117 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-980beb9d-15a1-43df-9041-dae37ec05558 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:36.368389 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-980beb9d-15a1-43df-9041-dae37ec05558 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/ports/8a79199d-ca49-453d-9a10-33d14c0210aa HTTP/1.1" status: 204 len: 168 time: 0.8731594 Dec 09 15:51:36.370208 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-865471de-64cd-4373-b2b2-73ed3978e718 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:36.371070 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55342) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:36.384377 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-865471de-64cd-4373-b2b2-73ed3978e718 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Calling delete_port for 722bf5bc-249f-4112-bd06-862fa13738ce owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:51:36.448802 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-01694b22-3713-4eeb-880e-ba743c9485e6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] For port 80ccc00e-d650-4e78-b938-fb13284e98eb, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=80ccc00e-d650-4e78-b938-fb13284e98eb,segment=NetworkSegment(27ce6c9c-5403-4485-bd4b-ff32531a5064),segment_id=27ce6c9c-5403-4485-bd4b-ff32531a5064)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:51:36.449167 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-01694b22-3713-4eeb-880e-ba743c9485e6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:36.463208 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf26df4-7b44-4294-a530-f762cb56a6e1 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:36.464777 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf26df4-7b44-4294-a530-f762cb56a6e1 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:36.466830 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1cf26df4-7b44-4294-a530-f762cb56a6e1 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0948420 Dec 09 15:51:36.470206 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55344) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:36.483552 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-01694b22-3713-4eeb-880e-ba743c9485e6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Calling delete_port for 80ccc00e-d650-4e78-b938-fb13284e98eb owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:51:36.564644 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-f32dccc0-59af-45cb-9c36-2ba21f36f9d4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting subnet 816b08c1-96be-40cf-8ea3-460e395dca91 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:51:36.565401 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-865471de-64cd-4373-b2b2-73ed3978e718 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:36.570408 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f32dccc0-59af-45cb-9c36-2ba21f36f9d4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:36.594127 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865471de-64cd-4373-b2b2-73ed3978e718 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Pushing event deleted for resources: {'Port': ['ID=722bf5bc-249f-4112-bd06-862fa13738ce,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:36.611941 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469e6493-dcb5-45c4-acc6-5fd139e0e0d3 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:51:36.629722 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f32dccc0-59af-45cb-9c36-2ba21f36f9d4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:36.660361 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-865471de-64cd-4373-b2b2-73ed3978e718 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:36.779816 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-865471de-64cd-4373-b2b2-73ed3978e718 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:36.782330 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-865471de-64cd-4373-b2b2-73ed3978e718 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:36.809607 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 98aa0c15-fa93-4200-b889-9630f1466c6a up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:51:36.866806 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-865471de-64cd-4373-b2b2-73ed3978e718 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:36.872879 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865471de-64cd-4373-b2b2-73ed3978e718 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Fanout notify agent at l3_agent the message router_deleted on router 825afbe1-949d-466b-8d14-b57b0e0b854a {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:51:36.895701 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-865471de-64cd-4373-b2b2-73ed3978e718 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:36.898748 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 98aa0c15-fa93-4200-b889-9630f1466c6a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:36.898748 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:36.900188 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-865471de-64cd-4373-b2b2-73ed3978e718 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] 10.222.0.57 "DELETE /v2.0/routers/825afbe1-949d-466b-8d14-b57b0e0b854a HTTP/1.1" status: 204 len: 168 time: 1.0014875 Dec 09 15:51:36.900531 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f32dccc0-59af-45cb-9c36-2ba21f36f9d4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:36.904316 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55350) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:36.909013 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-afd9d18e-f24e-4c84-92c0-e3cb5fc3eda2 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-884797569', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:36.974189 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-afd9d18e-f24e-4c84-92c0-e3cb5fc3eda2 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:36.975277 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-afd9d18e-f24e-4c84-92c0-e3cb5fc3eda2 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:36.986398 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:37.039576 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-01694b22-3713-4eeb-880e-ba743c9485e6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:37.065081 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-afd9d18e-f24e-4c84-92c0-e3cb5fc3eda2 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:37.070420 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-afd9d18e-f24e-4c84-92c0-e3cb5fc3eda2 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:37.077034 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01694b22-3713-4eeb-880e-ba743c9485e6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event deleted for resources: {'Port': ['ID=80ccc00e-d650-4e78-b938-fb13284e98eb,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:37.104588 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f32dccc0-59af-45cb-9c36-2ba21f36f9d4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:37.114357 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-afd9d18e-f24e-4c84-92c0-e3cb5fc3eda2 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:37.117014 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-afd9d18e-f24e-4c84-92c0-e3cb5fc3eda2 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2116840 Dec 09 15:51:37.120922 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55356) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:37.134612 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-297a3968-d6b2-4dc3-826e-605ce3c582f7 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'enable_snat': False}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:37.169497 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:51:37.172289 n-d-821228-1 neutron-server[103246]: DEBUG oslo_db.api [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:51:37.187037 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32dccc0-59af-45cb-9c36-2ba21f36f9d4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Subnet': ['ID=816b08c1-96be-40cf-8ea3-460e395dca91,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:37.236710 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f32dccc0-59af-45cb-9c36-2ba21f36f9d4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:37.240133 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f32dccc0-59af-45cb-9c36-2ba21f36f9d4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/816b08c1-96be-40cf-8ea3-460e395dca91 HTTP/1.1" status: 204 len: 168 time: 0.7689576 Dec 09 15:51:37.243705 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55360) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:37.311495 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e610557-efd0-4896-9338-b964c3723432 None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:51:37.315984 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4816a10a-dc28-40b5-af0d-08f8d5b84c9f tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0712447 Dec 09 15:51:37.316877 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55364) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:37.348728 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-27ce5f0f-3ffd-4222-8027-54e7a9e783d1 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'subnet': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:37.494585 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d3f7c6d8-32c1-4dfd-b365-549d410b896e None None] Provisioning complete for port 98aa0c15-fa93-4200-b889-9630f1466c6a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:37.495550 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d3f7c6d8-32c1-4dfd-b365-549d410b896e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:37.531224 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-01694b22-3713-4eeb-880e-ba743c9485e6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:37.536962 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-297a3968-d6b2-4dc3-826e-605ce3c582f7 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:37.587087 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa73bb9-1ff3-4ece-af54-9b3909d96e3f None None] DHCP port deletion for e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:51:37.634312 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d3f7c6d8-32c1-4dfd-b365-549d410b896e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:37.684640 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d3f7c6d8-32c1-4dfd-b365-549d410b896e None None] For port 98aa0c15-fa93-4200-b889-9630f1466c6a, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=98aa0c15-fa93-4200-b889-9630f1466c6a,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:51:37.707198 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d3f7c6d8-32c1-4dfd-b365-549d410b896e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:37.777370 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f7c6d8-32c1-4dfd-b365-549d410b896e None None] Pushing event updated for resources: {'Port': ['ID=98aa0c15-fa93-4200-b889-9630f1466c6a,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:37.800722 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-0fa73bb9-1ff3-4ece-af54-9b3909d96e3f None None] Deleting port 98aa0c15-fa93-4200-b889-9630f1466c6a {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:51:37.801251 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0fa73bb9-1ff3-4ece-af54-9b3909d96e3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:37.848782 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-297a3968-d6b2-4dc3-826e-605ce3c582f7 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:37.852623 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:37.873835 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-297a3968-d6b2-4dc3-826e-605ce3c582f7 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:37.878622 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ce5f0f-3ffd-4222-8027-54e7a9e783d1 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:51:37.883175 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27ce5f0f-3ffd-4222-8027-54e7a9e783d1 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:37.907720 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0fa73bb9-1ff3-4ece-af54-9b3909d96e3f None None] For port 98aa0c15-fa93-4200-b889-9630f1466c6a, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=98aa0c15-fa93-4200-b889-9630f1466c6a,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:51:37.908077 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0fa73bb9-1ff3-4ece-af54-9b3909d96e3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:37.971052 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:51:37.971414 n-d-821228-1 neutron-server[103246]: DEBUG oslo_db.api [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:51:37.972371 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-0fa73bb9-1ff3-4ece-af54-9b3909d96e3f None None] Calling delete_port for 98aa0c15-fa93-4200-b889-9630f1466c6a owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:51:38.051033 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-297a3968-d6b2-4dc3-826e-605ce3c582f7 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Allocated IP 172.25.3.149 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/c3907b0e-62a4-4453-9837-074549e13eb1) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:51:38.066833 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01694b22-3713-4eeb-880e-ba743c9485e6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Router 788d6986-e891-46e7-bd88-6d205f0b96af has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:51:38.081887 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0fa73bb9-1ff3-4ece-af54-9b3909d96e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:38.116800 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa73bb9-1ff3-4ece-af54-9b3909d96e3f None None] No DVR routers for this DVR port 98aa0c15-fa93-4200-b889-9630f1466c6a on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:51:38.123254 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa73bb9-1ff3-4ece-af54-9b3909d96e3f None None] Pushing event deleted for resources: {'Port': ['ID=98aa0c15-fa93-4200-b889-9630f1466c6a,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:38.206633 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-297a3968-d6b2-4dc3-826e-605ce3c582f7 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:38.256629 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-297a3968-d6b2-4dc3-826e-605ce3c582f7 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:38.289436 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27ce5f0f-3ffd-4222-8027-54e7a9e783d1 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:38.312457 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297a3968-d6b2-4dc3-826e-605ce3c582f7 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:51:38.318737 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-297a3968-d6b2-4dc3-826e-605ce3c582f7 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:51:38.322562 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297a3968-d6b2-4dc3-826e-605ce3c582f7 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:51:38.332989 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01694b22-3713-4eeb-880e-ba743c9485e6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:51:38.335365 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78d0ab8-a2e1-49c6-aeca-db966646f189 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:51:38.347033 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-01694b22-3713-4eeb-880e-ba743c9485e6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "PUT /v2.0/routers/788d6986-e891-46e7-bd88-6d205f0b96af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9228635 Dec 09 15:51:38.357201 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a3968-d6b2-4dc3-826e-605ce3c582f7 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Pushing event updated for resources: {'Port': ['ID=c3907b0e-62a4-4453-9837-074549e13eb1,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:38.362872 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ce5f0f-3ffd-4222-8027-54e7a9e783d1 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:51:38.363852 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f656a1e6-1497-43c7-8f02-3474f5c43c8f None None] Sync routers for ids ['788d6986-e891-46e7-bd88-6d205f0b96af'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:51:38.366491 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-27ce5f0f-3ffd-4222-8027-54e7a9e783d1 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:51:38.371081 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ce5f0f-3ffd-4222-8027-54e7a9e783d1 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:38.371654 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27ce5f0f-3ffd-4222-8027-54e7a9e783d1 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:38.380965 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f656a1e6-1497-43c7-8f02-3474f5c43c8f None None] Routers {'788d6986-e891-46e7-bd88-6d205f0b96af'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:51:38.381640 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-f656a1e6-1497-43c7-8f02-3474f5c43c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:51:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['788d6986-e891-46e7-bd88-6d205f0b96af'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:38.387337 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce5f0f-3ffd-4222-8027-54e7a9e783d1 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Subnet': ['ID=812825b8-d3e6-4993-8419-566e3b60088c,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:38.394858 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-27ce5f0f-3ffd-4222-8027-54e7a9e783d1 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0737782 Dec 09 15:51:38.397753 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55376) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:38.402000 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06811e7-b6ea-4b72-ab8c-f1a32c8dc418 None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:51:38.408604 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-08dbd887-087d-4de0-8b71-5591d76e43d3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'port': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'fixed_ips': [{'subnet_id': '812825b8-d3e6-4993-8419-566e3b60088c', 'ip_address': '2001:db8::49c1:6d1d:9af9:6059'}], 'name': 'tempest-NetworksTestDHCPv6-1747446440'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:38.582654 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08dbd887-087d-4de0-8b71-5591d76e43d3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:51:38.617190 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Port 98aa0c15-fa93-4200-b889-9630f1466c6a update to ACTIVE by agent not found {{(pid=103246) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 09 15:51:38.624443 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-f656a1e6-1497-43c7-8f02-3474f5c43c8f None None] Set router 788d6986-e891-46e7-bd88-6d205f0b96af gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:51:38.653765 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ed8860b3-5226-46e5-af56-d1f620fcbf30 None None] Provisioning complete for port c3907b0e-62a4-4453-9837-074549e13eb1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:38.656400 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ed8860b3-5226-46e5-af56-d1f620fcbf30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:38.730591 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08dbd887-087d-4de0-8b71-5591d76e43d3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:38.771524 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ed8860b3-5226-46e5-af56-d1f620fcbf30 None None] Port c3907b0e-62a4-4453-9837-074549e13eb1 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:51:38.777785 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee17776d-42c1-4482-9249-7125b7a3986b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'project_id': 'd6bab0483bfa42f8adbc5a6130ae139b', 'fixed_ips': [{'subnet_id': '812825b8-d3e6-4993-8419-566e3b60088c'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:51:38.780398 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ee17776d-42c1-4482-9249-7125b7a3986b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:38.789705 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55382) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:38.799996 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-08dbd887-087d-4de0-8b71-5591d76e43d3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] device_id is not set on port 0bc93d2b-9384-4992-99de-a35f3e42d9b6 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:51:38.870387 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-297a3968-d6b2-4dc3-826e-605ce3c582f7 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:38.951808 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 98aa0c15-fa93-4200-b889-9630f1466c6a no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:51:38.991096 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 98aa0c15-fa93-4200-b889-9630f1466c6a {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:51:38.991363 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 98aa0c15-fa93-4200-b889-9630f1466c6a not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:51:39.045855 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-ee17776d-42c1-4482-9249-7125b7a3986b None None] Allocated IP 2001:db8::2 (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/812825b8-d3e6-4993-8419-566e3b60088c/5193c882-eb01-49b6-adf2-20d2e29f3f65) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:51:39.063163 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-f656a1e6-1497-43c7-8f02-3474f5c43c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'name': 'tempest-TestNetworkBasicOps-router-913874075', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '48bb6ea6-da56-45cd-9d16-44176c906fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:30Z', 'updated_at': '2021-12-09T15:51:36Z', 'revision_number': 6, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'gw_port': {'id': '48bb6ea6-da56-45cd-9d16-44176c906fb0', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:33Z', 'updated_at': '2021-12-09T15:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '75339cdd-ae4a-49dd-9ece-0a1d003c3ad1', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'floating_ip_address': '172.25.3.47', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'port_id': '4b21b67d-ff68-4849-a9d3-6a5c91975039', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2255, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc054908-65b4-4921-b781-8153a60dbd11', 'mac_address': 'fa:16:3e:b3:c6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444fa8a4-cf57-49ad-8540-ff0a17dcc2b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:49:23Z', 'updated_at': '2021-12-09T15:49:28Z', 'revision_number': 1, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b82748b-5e0e-4efa-811c-0a3f50e5df36', 'name': '', 'network_id': 'bc054908-65b4-4921-b781-8153a60dbd11', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'mac_address': 'fa:16:3e:d4:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '45845798-aa7d-43d3-8232-fe08ce1b2415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:44Z', 'updated_at': '2021-12-09T15:48:57Z', 'revision_number': 5, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'subnets': [{'id': '45845798-aa7d-43d3-8232-fe08ce1b2415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:39.103858 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f656a1e6-1497-43c7-8f02-3474f5c43c8f None None] Checking router: 788d6986-e891-46e7-bd88-6d205f0b96af for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:51:39.110470 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9cd2c-30cb-4a79-b4b8-6fd9d2e0b04c req-c5ac53b0-81e7-404a-a67e-e2a5ab685d4f tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:39.113457 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f656a1e6-1497-43c7-8f02-3474f5c43c8f None None] Routers {'788d6986-e891-46e7-bd88-6d205f0b96af'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:51:39.114118 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-f656a1e6-1497-43c7-8f02-3474f5c43c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:51:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['788d6986-e891-46e7-bd88-6d205f0b96af'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:39.126168 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cdc9cd2c-30cb-4a79-b4b8-6fd9d2e0b04c req-c5ac53b0-81e7-404a-a67e-e2a5ab685d4f tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b26ee7a-7789-45a1-99ec-aa8439160836 HTTP/1.1" status: 200 len: 946 time: 0.1642411 Dec 09 15:51:39.225114 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7098f1e0-9915-4ff8-aba2-1fdd92ef4983 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] 10.222.0.57 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 5128 time: 0.4325755 Dec 09 15:51:39.225847 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55386) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:39.230774 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-626ea6d7-50d5-4f23-8ff5-26afc682b635 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Request body: {'network': {'name': 'tempest-network-smoke--1310801485', 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'port_security_enabled': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:39.249459 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ee17776d-42c1-4482-9249-7125b7a3986b None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:39.255460 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-f656a1e6-1497-43c7-8f02-3474f5c43c8f None None] Set router 788d6986-e891-46e7-bd88-6d205f0b96af gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:51:39.259910 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ee17776d-42c1-4482-9249-7125b7a3986b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:39.283561 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cdc9cd2c-30cb-4a79-b4b8-6fd9d2e0b04c req-2dc850a1-7192-4f99-b7ff-12a9c34152b9 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8c9c4db-7626-4e29-9ace-d0b456e65760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421793 Dec 09 15:51:39.311192 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-297a3968-d6b2-4dc3-826e-605ce3c582f7 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1598674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1781863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39067'] for router, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:39.311192 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-297a3968-d6b2-4dc3-826e-605ce3c582f7 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1598665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1598656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1781790'] for router, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:39.324955 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17776d-42c1-4482-9249-7125b7a3986b None None] Pushing event updated for resources: {'Port': ['ID=5193c882-eb01-49b6-adf2-20d2e29f3f65,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:39.342938 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee17776d-42c1-4482-9249-7125b7a3986b None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:51:39.344591 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-ee17776d-42c1-4482-9249-7125b7a3986b None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:51:39.347587 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee17776d-42c1-4482-9249-7125b7a3986b None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:51:39.414139 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626ea6d7-50d5-4f23-8ff5-26afc682b635 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Made reservation on behalf of cf31236457a543f3b32deeb2eee96cb5 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:51:39.430023 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-626ea6d7-50d5-4f23-8ff5-26afc682b635 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:39.472687 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-ee17776d-42c1-4482-9249-7125b7a3986b None None] Attempting to bind port 5193c882-eb01-49b6-adf2-20d2e29f3f65 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:51:39.473057 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-ee17776d-42c1-4482-9249-7125b7a3986b None None] Attempting to bind port 5193c882-eb01-49b6-adf2-20d2e29f3f65 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:51:39.473427 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee17776d-42c1-4482-9249-7125b7a3986b None None] Attempting to bind port 5193c882-eb01-49b6-adf2-20d2e29f3f65 on network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:51:39.476371 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-08dbd887-087d-4de0-8b71-5591d76e43d3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Allocated IP 2001:db8::49c1:6d1d:9af9:6059 (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/812825b8-d3e6-4993-8419-566e3b60088c/0bc93d2b-9384-4992-99de-a35f3e42d9b6) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:51:39.483867 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee17776d-42c1-4482-9249-7125b7a3986b None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:51:39.484172 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee17776d-42c1-4482-9249-7125b7a3986b None None] Checking segment: {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:51:39.484960 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ee17776d-42c1-4482-9249-7125b7a3986b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:39.485102 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee17776d-42c1-4482-9249-7125b7a3986b None None] Bound using segment: {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:51:39.485476 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-ee17776d-42c1-4482-9249-7125b7a3986b None None] Bound port: 5193c882-eb01-49b6-adf2-20d2e29f3f65, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:51:39.485860 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ee17776d-42c1-4482-9249-7125b7a3986b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:39.493209 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-626ea6d7-50d5-4f23-8ff5-26afc682b635 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:51:39.519230 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-626ea6d7-50d5-4f23-8ff5-26afc682b635 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:39.519609 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-626ea6d7-50d5-4f23-8ff5-26afc682b635 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Added segment 83446d54-4ad9-45d1-ac16-e0f20b1e2253 of type vlan for network 94852d73-55b2-4606-888b-08d0b0c77dcf Dec 09 15:51:39.545386 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297a3968-d6b2-4dc3-826e-605ce3c582f7 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Router 8dae5f6a-71ad-40e1-b8f0-87a7cadb1e03 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:51:39.597753 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ee17776d-42c1-4482-9249-7125b7a3986b None None] For port 5193c882-eb01-49b6-adf2-20d2e29f3f65, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:51:39.602102 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ee17776d-42c1-4482-9249-7125b7a3986b None None] For port 5193c882-eb01-49b6-adf2-20d2e29f3f65, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=5193c882-eb01-49b6-adf2-20d2e29f3f65,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:51:39.608795 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ee17776d-42c1-4482-9249-7125b7a3986b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:39.685090 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17776d-42c1-4482-9249-7125b7a3986b None None] Pushing event updated for resources: {'Port': ['ID=5193c882-eb01-49b6-adf2-20d2e29f3f65,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:39.752478 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-626ea6d7-50d5-4f23-8ff5-26afc682b635 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:39.771711 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297a3968-d6b2-4dc3-826e-605ce3c582f7 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:51:39.776661 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-297a3968-d6b2-4dc3-826e-605ce3c582f7 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:39.783327 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-297a3968-d6b2-4dc3-826e-605ce3c582f7 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] 10.222.0.57 "PUT /v2.0/routers/8dae5f6a-71ad-40e1-b8f0-87a7cadb1e03 HTTP/1.1" status: 200 len: 919 time: 2.6598542 Dec 09 15:51:39.785805 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a6ff3f-5b69-4c03-97c0-06b1c33baeb2 None None] Sync routers for ids ['8dae5f6a-71ad-40e1-b8f0-87a7cadb1e03'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:51:39.792285 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55392) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:39.802265 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a6ff3f-5b69-4c03-97c0-06b1c33baeb2 None None] Routers {'8dae5f6a-71ad-40e1-b8f0-87a7cadb1e03'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:51:39.803020 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b6a6ff3f-5b69-4c03-97c0-06b1c33baeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:51:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['8dae5f6a-71ad-40e1-b8f0-87a7cadb1e03'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:39.819981 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-f656a1e6-1497-43c7-8f02-3474f5c43c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'name': 'tempest-TestNetworkBasicOps-router-913874075', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '48bb6ea6-da56-45cd-9d16-44176c906fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:30Z', 'updated_at': '2021-12-09T15:51:36Z', 'revision_number': 6, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'gw_port': {'id': '48bb6ea6-da56-45cd-9d16-44176c906fb0', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:33Z', 'updated_at': '2021-12-09T15:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '75339cdd-ae4a-49dd-9ece-0a1d003c3ad1', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'floating_ip_address': '172.25.3.47', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'port_id': '4b21b67d-ff68-4849-a9d3-6a5c91975039', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2255, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc054908-65b4-4921-b781-8153a60dbd11', 'mac_address': 'fa:16:3e:b3:c6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444fa8a4-cf57-49ad-8540-ff0a17dcc2b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:49:23Z', 'updated_at': '2021-12-09T15:49:28Z', 'revision_number': 1, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b82748b-5e0e-4efa-811c-0a3f50e5df36', 'name': '', 'network_id': 'bc054908-65b4-4921-b781-8153a60dbd11', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'mac_address': 'fa:16:3e:d4:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '45845798-aa7d-43d3-8232-fe08ce1b2415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:44Z', 'updated_at': '2021-12-09T15:48:57Z', 'revision_number': 5, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'subnets': [{'id': '45845798-aa7d-43d3-8232-fe08ce1b2415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:39.845880 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b6a6ff3f-5b69-4c03-97c0-06b1c33baeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:39.854300 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f656a1e6-1497-43c7-8f02-3474f5c43c8f None None] The sync data for ids ['788d6986-e891-46e7-bd88-6d205f0b96af'] in n-d-821228-1 is: [{'id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'name': 'tempest-TestNetworkBasicOps-router-913874075', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '48bb6ea6-da56-45cd-9d16-44176c906fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:30Z', 'updated_at': '2021-12-09T15:51:36Z', 'revision_number': 6, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'gw_port': {'id': '48bb6ea6-da56-45cd-9d16-44176c906fb0', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:33Z', 'updated_at': '2021-12-09T15:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '75339cdd-ae4a-49dd-9ece-0a1d003c3ad1', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'floating_ip_address': '172.25.3.47', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'port_id': '4b21b67d-ff68-4849-a9d3-6a5c91975039', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2255, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc054908-65b4-4921-b781-8153a60dbd11', 'mac_address': 'fa:16:3e:b3:c6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444fa8a4-cf57-49ad-8540-ff0a17dcc2b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:49:23Z', 'updated_at': '2021-12-09T15:49:28Z', 'revision_number': 1, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b82748b-5e0e-4efa-811c-0a3f50e5df36', 'name': '', 'network_id': 'bc054908-65b4-4921-b781-8153a60dbd11', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'mac_address': 'fa:16:3e:d4:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '45845798-aa7d-43d3-8232-fe08ce1b2415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:44Z', 'updated_at': '2021-12-09T15:48:57Z', 'revision_number': 5, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'subnets': [{'id': '45845798-aa7d-43d3-8232-fe08ce1b2415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:51:39.860580 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a6ff3f-5b69-4c03-97c0-06b1c33baeb2 None None] Routers {'8dae5f6a-71ad-40e1-b8f0-87a7cadb1e03'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:51:39.861227 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b6a6ff3f-5b69-4c03-97c0-06b1c33baeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:51:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['8dae5f6a-71ad-40e1-b8f0-87a7cadb1e03'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:39.906371 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-626ea6d7-50d5-4f23-8ff5-26afc682b635 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:39.912205 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626ea6d7-50d5-4f23-8ff5-26afc682b635 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:39.912783 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-626ea6d7-50d5-4f23-8ff5-26afc682b635 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:39.918196 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08dbd887-087d-4de0-8b71-5591d76e43d3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:39.926627 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b6a6ff3f-5b69-4c03-97c0-06b1c33baeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:39.927508 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a6ff3f-5b69-4c03-97c0-06b1c33baeb2 None None] The sync data for ids ['8dae5f6a-71ad-40e1-b8f0-87a7cadb1e03'] in n-d-821228-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:51:40.351458 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab9eea-b229-4a55-a800-52b70d0d8e93 req-888646b2-5292-44ad-8de5-5a85b173b3d0 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:40.353142 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-85ab9eea-b229-4a55-a800-52b70d0d8e93 req-888646b2-5292-44ad-8de5-5a85b173b3d0 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b26ee7a-7789-45a1-99ec-aa8439160836 HTTP/1.1" status: 200 len: 946 time: 0.1074550 Dec 09 15:51:40.531745 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-626ea6d7-50d5-4f23-8ff5-26afc682b635 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3047521 Dec 09 15:51:40.536977 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d671dfe7-3f7c-4130-8691-83313a09e3fe tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] 10.222.0.57 "GET /v2.0/routers/8dae5f6a-71ad-40e1-b8f0-87a7cadb1e03 HTTP/1.1" status: 200 len: 925 time: 0.7406902 Dec 09 15:51:40.537659 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55402) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:40.538013 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55404) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:40.548199 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-8f68ad71-1d24-4efc-a4cf-470b8c01a194 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-935914168', 'admin_state_up': True, 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:40.566172 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ea6d7-50d5-4f23-8ff5-26afc682b635 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Pushing event updated for resources: {'Network': ['ID=94852d73-55b2-4606-888b-08d0b0c77dcf,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:40.579829 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 94852d73-55b2-4606-888b-08d0b0c77dcf details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:51:40.592928 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08dbd887-087d-4de0-8b71-5591d76e43d3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:40.747911 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83010d79-b168-47d3-981f-36c558146a53 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:40.749419 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-83010d79-b168-47d3-981f-36c558146a53 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=d8331094-778d-4179-9ed8-de7de1c5438c&device_id=8dae5f6a-71ad-40e1-b8f0-87a7cadb1e03&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2080979 Dec 09 15:51:40.750866 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f68ad71-1d24-4efc-a4cf-470b8c01a194 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:40.751941 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f68ad71-1d24-4efc-a4cf-470b8c01a194 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:40.765377 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55410) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:40.767637 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dbd887-087d-4de0-8b71-5591d76e43d3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:51:40.781611 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f2aa1-8951-4b13-be4d-dda109af6d37 req-8fb65b5b-caed-4af0-91c0-968617bf97be tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:40.789083 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-734f2aa1-8951-4b13-be4d-dda109af6d37 req-8fb65b5b-caed-4af0-91c0-968617bf97be tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b26ee7a-7789-45a1-99ec-aa8439160836 HTTP/1.1" status: 200 len: 946 time: 0.3114700 Dec 09 15:51:40.801358 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-85ab9eea-b229-4a55-a800-52b70d0d8e93 req-78af25d9-9ce7-418a-8d77-d1163d8024c0 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Deleting port b0001301-2d35-4f1b-b629-db1919f98127 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:51:40.801358 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-85ab9eea-b229-4a55-a800-52b70d0d8e93 req-78af25d9-9ce7-418a-8d77-d1163d8024c0 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:40.816307 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-08dbd887-087d-4de0-8b71-5591d76e43d3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:51:40.896065 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbd887-087d-4de0-8b71-5591d76e43d3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Port': ['ID=0bc93d2b-9384-4992-99de-a35f3e42d9b6,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:40.901990 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dbd887-087d-4de0-8b71-5591d76e43d3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:51:40.902196 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f68ad71-1d24-4efc-a4cf-470b8c01a194 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:40.913729 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dbd887-087d-4de0-8b71-5591d76e43d3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:40.914645 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08dbd887-087d-4de0-8b71-5591d76e43d3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:41.027193 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17333e88-a9ac-4749-aff2-06e2845768f2 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:41.029664 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-17333e88-a9ac-4749-aff2-06e2845768f2 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] 10.222.0.57 "GET /v2.0/networks/d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 881 time: 0.2608964 Dec 09 15:51:41.038400 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55418) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:41.070409 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 5193c882-eb01-49b6-adf2-20d2e29f3f65 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:51:41.091317 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-08dbd887-087d-4de0-8b71-5591d76e43d3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6900988 Dec 09 15:51:41.095231 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f5b2e605-b7ec-4e92-b768-79d2c7dd89db tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dae5f6a-71ad-40e1-b8f0-87a7cadb1e03 HTTP/1.1" status: 200 len: 205 time: 0.0575197 Dec 09 15:51:41.096326 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55420) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:41.114018 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55422) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:41.146771 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 5193c882-eb01-49b6-adf2-20d2e29f3f65 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:41.147787 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:41.178475 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2cb6a0-332f-46ca-842d-161d1ff7bd45 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:41.189913 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2cb6a0-332f-46ca-842d-161d1ff7bd45 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:41.191662 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5d2cb6a0-332f-46ca-842d-161d1ff7bd45 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0892391 Dec 09 15:51:41.195425 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55424) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:41.233676 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-734f2aa1-8951-4b13-be4d-dda109af6d37 req-9fe4100d-499c-40e0-88d5-96f47cd3fb6e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8c9c4db-7626-4e29-9ace-d0b456e65760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4436769 Dec 09 15:51:41.354146 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:41.402372 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 5193c882-eb01-49b6-adf2-20d2e29f3f65, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=5193c882-eb01-49b6-adf2-20d2e29f3f65,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:51:41.402591 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4b784e7e-9d38-42f6-a827-890acd83c74d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:41.409519 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:41.460244 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 80ccc00e-d650-4e78-b938-fb13284e98eb no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:51:41.461823 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-88938920-ac22-484e-a433-f0f03528e2d3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting port 0bc93d2b-9384-4992-99de-a35f3e42d9b6 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:51:41.462169 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-88938920-ac22-484e-a433-f0f03528e2d3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:41.501922 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 80ccc00e-d650-4e78-b938-fb13284e98eb {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:51:41.502385 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 80ccc00e-d650-4e78-b938-fb13284e98eb not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:51:41.528451 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=5193c882-eb01-49b6-adf2-20d2e29f3f65,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:41.661545 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-88938920-ac22-484e-a433-f0f03528e2d3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:41.681344 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-88938920-ac22-484e-a433-f0f03528e2d3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Calling delete_port for 0bc93d2b-9384-4992-99de-a35f3e42d9b6 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:51:41.936340 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-734de1d0-3e60-4ed3-b043-16558c40c39d None None] Provisioning complete for port 5193c882-eb01-49b6-adf2-20d2e29f3f65 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:41.936981 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-734de1d0-3e60-4ed3-b043-16558c40c39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:41.941055 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f68ad71-1d24-4efc-a4cf-470b8c01a194 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:41.996149 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-85ab9eea-b229-4a55-a800-52b70d0d8e93 req-78af25d9-9ce7-418a-8d77-d1163d8024c0 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] For port b0001301-2d35-4f1b-b629-db1919f98127, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=b0001301-2d35-4f1b-b629-db1919f98127,segment=NetworkSegment(27ce6c9c-5403-4485-bd4b-ff32531a5064),segment_id=27ce6c9c-5403-4485-bd4b-ff32531a5064)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:51:41.997093 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-85ab9eea-b229-4a55-a800-52b70d0d8e93 req-78af25d9-9ce7-418a-8d77-d1163d8024c0 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:42.031356 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-88938920-ac22-484e-a433-f0f03528e2d3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:42.067088 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-85ab9eea-b229-4a55-a800-52b70d0d8e93 req-78af25d9-9ce7-418a-8d77-d1163d8024c0 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Calling delete_port for b0001301-2d35-4f1b-b629-db1919f98127 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:51:42.109781 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88938920-ac22-484e-a433-f0f03528e2d3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Port': ['ID=0bc93d2b-9384-4992-99de-a35f3e42d9b6,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:42.201472 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-88938920-ac22-484e-a433-f0f03528e2d3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:42.218194 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-88938920-ac22-484e-a433-f0f03528e2d3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/ports/0bc93d2b-9384-4992-99de-a35f3e42d9b6 HTTP/1.1" status: 204 len: 168 time: 1.0176396 Dec 09 15:51:42.218816 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55436) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:42.274732 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4b784e7e-9d38-42f6-a827-890acd83c74d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:42.322178 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-cc365909-8462-42db-ac01-9a834b9dece9 None None] Could not find standard attr ID for object 0bc93d2b-9384-4992-99de-a35f3e42d9b6. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:51:42.331265 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725b2a41-87f6-49cf-a50d-5c5c42b3538d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:42.332859 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725b2a41-87f6-49cf-a50d-5c5c42b3538d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:42.335495 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-725b2a41-87f6-49cf-a50d-5c5c42b3538d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1157055 Dec 09 15:51:42.340059 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55440) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:42.425846 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-440802d6-1006-460c-9019-564c8e60a5d3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting subnet 812825b8-d3e6-4993-8419-566e3b60088c {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:51:42.429723 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-440802d6-1006-460c-9019-564c8e60a5d3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:42.493681 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-440802d6-1006-460c-9019-564c8e60a5d3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:42.690300 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-440802d6-1006-460c-9019-564c8e60a5d3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:42.712191 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c444ae-8b92-435a-bb6a-1b3b9a7c0aae req-af00656e-6224-4c5c-8550-665be5438b69 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:42.713761 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c9c444ae-8b92-435a-bb6a-1b3b9a7c0aae req-af00656e-6224-4c5c-8550-665be5438b69 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b26ee7a-7789-45a1-99ec-aa8439160836 HTTP/1.1" status: 200 len: 946 time: 0.3172827 Dec 09 15:51:42.728665 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4b784e7e-9d38-42f6-a827-890acd83c74d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Deleting port c3907b0e-62a4-4453-9837-074549e13eb1 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:51:42.729156 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4b784e7e-9d38-42f6-a827-890acd83c74d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:42.827472 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-440802d6-1006-460c-9019-564c8e60a5d3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:42.851085 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 5193c882-eb01-49b6-adf2-20d2e29f3f65 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:51:42.851278 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-85ab9eea-b229-4a55-a800-52b70d0d8e93 req-78af25d9-9ce7-418a-8d77-d1163d8024c0 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:42.855520 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f68ad71-1d24-4efc-a4cf-470b8c01a194 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:42.862965 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440802d6-1006-460c-9019-564c8e60a5d3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Subnet': ['ID=812825b8-d3e6-4993-8419-566e3b60088c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:42.873719 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-440802d6-1006-460c-9019-564c8e60a5d3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:42.880591 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-440802d6-1006-460c-9019-564c8e60a5d3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/812825b8-d3e6-4993-8419-566e3b60088c HTTP/1.1" status: 204 len: 168 time: 0.5379212 Dec 09 15:51:42.881851 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55446) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:42.929865 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f68ad71-1d24-4efc-a4cf-470b8c01a194 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:42.930724 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c36b1dab-5af1-483f-8f14-eb24bfe0de61 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0475588 Dec 09 15:51:42.931524 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55448) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:42.951114 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b737083e-d994-43f6-8f9c-065b9fb5c423 None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:51:43.064995 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6e7554-a057-43a5-bb65-11f246ad09a2 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:43.066682 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-eb6e7554-a057-43a5-bb65-11f246ad09a2 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1339476 Dec 09 15:51:43.067155 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-8f68ad71-1d24-4efc-a4cf-470b8c01a194 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Allocated IP 172.25.3.71 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/983e2ca7-1f24-4791-b8da-6c5c1a389752) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:51:43.069522 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55452) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:43.098394 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 5193c882-eb01-49b6-adf2-20d2e29f3f65 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:43.098826 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:43.145869 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device b0001301-2d35-4f1b-b629-db1919f98127 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:51:43.175467 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e8166f-5ac2-43f6-9765-38eeb27bec16 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:43.181214 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d3e8166f-5ac2-43f6-9765-38eeb27bec16 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1070585 Dec 09 15:51:43.183997 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55454) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:43.185818 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f68ad71-1d24-4efc-a4cf-470b8c01a194 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:43.189161 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: b0001301-2d35-4f1b-b629-db1919f98127 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:51:43.189647 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device b0001301-2d35-4f1b-b629-db1919f98127 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:51:43.217292 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af25d9-9ce7-418a-8d77-d1163d8024c0 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event deleted for resources: {'Port': ['ID=b0001301-2d35-4f1b-b629-db1919f98127,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:43.276961 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af25d9-9ce7-418a-8d77-d1163d8024c0 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:43.277316 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af25d9-9ce7-418a-8d77-d1163d8024c0 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:43.277786 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af25d9-9ce7-418a-8d77-d1163d8024c0 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:43.278589 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af25d9-9ce7-418a-8d77-d1163d8024c0 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:43.278934 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af25d9-9ce7-418a-8d77-d1163d8024c0 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:43.279274 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af25d9-9ce7-418a-8d77-d1163d8024c0 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:43.279608 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af25d9-9ce7-418a-8d77-d1163d8024c0 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:43.279944 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af25d9-9ce7-418a-8d77-d1163d8024c0 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:43.280275 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af25d9-9ce7-418a-8d77-d1163d8024c0 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:43.280629 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af25d9-9ce7-418a-8d77-d1163d8024c0 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:43.280963 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af25d9-9ce7-418a-8d77-d1163d8024c0 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:43.281294 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af25d9-9ce7-418a-8d77-d1163d8024c0 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:43.281622 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af25d9-9ce7-418a-8d77-d1163d8024c0 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:43.315350 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c9c444ae-8b92-435a-bb6a-1b3b9a7c0aae req-a99a1dba-3cba-4145-a870-b347ec65206a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8c9c4db-7626-4e29-9ace-d0b456e65760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5671268 Dec 09 15:51:43.363563 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f68ad71-1d24-4efc-a4cf-470b8c01a194 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:43.365743 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe5680b-d469-44e1-83bf-9c4a921fc66a None None] DHCP port deletion for e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:51:43.366246 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ab9eea-b229-4a55-a800-52b70d0d8e93 req-78af25d9-9ce7-418a-8d77-d1163d8024c0 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] No DVR routers for this DVR port b0001301-2d35-4f1b-b629-db1919f98127 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:51:43.380486 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-85ab9eea-b229-4a55-a800-52b70d0d8e93 req-78af25d9-9ce7-418a-8d77-d1163d8024c0 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:43.383970 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-85ab9eea-b229-4a55-a800-52b70d0d8e93 req-78af25d9-9ce7-418a-8d77-d1163d8024c0 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.31 "DELETE /v2.0/ports/b0001301-2d35-4f1b-b629-db1919f98127 HTTP/1.1" status: 204 len: 173 time: 3.0222728 Dec 09 15:51:43.385539 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b26ee7a-7789-45a1-99ec-aa8439160836', 'name': 'network-vif-deleted', 'tag': 'b0001301-2d35-4f1b-b629-db1919f98127'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:51:43.388544 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7542fdb1-e274-4e73-af70-8f6e98c0c928" -d '{"events": [{"server_uuid": "1b26ee7a-7789-45a1-99ec-aa8439160836", "name": "network-vif-deleted", "tag": "b0001301-2d35-4f1b-b629-db1919f98127"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:51:43.395664 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4b784e7e-9d38-42f6-a827-890acd83c74d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:43.398970 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ca0ea857-0bf9-4f43-be60-693000b3cce6 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2113895 Dec 09 15:51:43.399990 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55460) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:43.423957 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7828914f-4f0c-4778-b500-014e00100e3c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'subnet': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:43.453162 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4b784e7e-9d38-42f6-a827-890acd83c74d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Calling delete_port for c3907b0e-62a4-4453-9837-074549e13eb1 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:51:43.457325 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f68ad71-1d24-4efc-a4cf-470b8c01a194 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:51:43.480284 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-8f68ad71-1d24-4efc-a4cf-470b8c01a194 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:51:43.501571 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3ce04e-b2b8-48b8-97ed-2b294d2e644f None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:51:43.505173 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f68ad71-1d24-4efc-a4cf-470b8c01a194 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:51:43.514042 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ebe5680b-d469-44e1-83bf-9c4a921fc66a None None] Deleting port 5193c882-eb01-49b6-adf2-20d2e29f3f65 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:51:43.514751 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ebe5680b-d469-44e1-83bf-9c4a921fc66a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:43.516451 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804bd9ee-9b57-4363-b85f-1cf9fc7bb6db x-openstack-request-id: req-804bd9ee-9b57-4363-b85f-1cf9fc7bb6db {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:51:43.520851 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b26ee7a-7789-45a1-99ec-aa8439160836", "name": "network-vif-deleted", "tag": "b0001301-2d35-4f1b-b629-db1919f98127", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:51:43.521178 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-804bd9ee-9b57-4363-b85f-1cf9fc7bb6db {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:51:43.521501 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b26ee7a-7789-45a1-99ec-aa8439160836', 'name': 'network-vif-deleted', 'tag': 'b0001301-2d35-4f1b-b629-db1919f98127', 'status': 'completed', 'code': 200} Dec 09 15:51:43.563440 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f68ad71-1d24-4efc-a4cf-470b8c01a194 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Pushing event updated for resources: {'Port': ['ID=983e2ca7-1f24-4791-b8da-6c5c1a389752,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:43.616795 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7828914f-4f0c-4778-b500-014e00100e3c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:51:43.620375 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7828914f-4f0c-4778-b500-014e00100e3c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:43.633911 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-dc03b6c4-1bab-49e9-b43c-6c191be8aea7 None None] Provisioning complete for port 983e2ca7-1f24-4791-b8da-6c5c1a389752 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:43.635985 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dc03b6c4-1bab-49e9-b43c-6c191be8aea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:43.718523 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ebe5680b-d469-44e1-83bf-9c4a921fc66a None None] For port 5193c882-eb01-49b6-adf2-20d2e29f3f65, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=5193c882-eb01-49b6-adf2-20d2e29f3f65,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:51:43.722577 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ebe5680b-d469-44e1-83bf-9c4a921fc66a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:43.785687 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ebe5680b-d469-44e1-83bf-9c4a921fc66a None None] Calling delete_port for 5193c882-eb01-49b6-adf2-20d2e29f3f65 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:51:43.878769 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-dc03b6c4-1bab-49e9-b43c-6c191be8aea7 None None] Port 983e2ca7-1f24-4791-b8da-6c5c1a389752 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:51:43.935571 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4b784e7e-9d38-42f6-a827-890acd83c74d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:43.967421 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7828914f-4f0c-4778-b500-014e00100e3c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:43.999595 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ebe5680b-d469-44e1-83bf-9c4a921fc66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:44.026665 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b784e7e-9d38-42f6-a827-890acd83c74d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Pushing event deleted for resources: {'Port': ['ID=c3907b0e-62a4-4453-9837-074549e13eb1,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:44.071411 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897cba3e-c9e9-4fb5-a958-974d563c2360 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:51:44.077628 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe5680b-d469-44e1-83bf-9c4a921fc66a None None] Pushing event deleted for resources: {'Port': ['ID=5193c882-eb01-49b6-adf2-20d2e29f3f65,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:44.085014 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7828914f-4f0c-4778-b500-014e00100e3c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:51:44.087258 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe5680b-d469-44e1-83bf-9c4a921fc66a None None] No DVR routers for this DVR port 5193c882-eb01-49b6-adf2-20d2e29f3f65 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:51:44.111701 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-7828914f-4f0c-4778-b500-014e00100e3c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:51:44.118221 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7828914f-4f0c-4778-b500-014e00100e3c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:44.119067 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7828914f-4f0c-4778-b500-014e00100e3c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:44.151016 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7828914f-4f0c-4778-b500-014e00100e3c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Subnet': ['ID=d1e7d113-826d-4620-b3f7-eb51053286e8,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:44.161784 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219b7bc1-3fbf-438a-8b87-1ba3496885e0 None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:51:44.180090 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7828914f-4f0c-4778-b500-014e00100e3c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7787054 Dec 09 15:51:44.186505 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55466) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:44.194503 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4aaadcee-8ef7-4e57-94ce-33b74074a6e4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'port': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'fixed_ips': [{'subnet_id': 'd1e7d113-826d-4620-b3f7-eb51053286e8', 'ip_address': '2001:db8::c18c:ab31:a9e2:3cfd'}], 'name': 'tempest-NetworksTestDHCPv6-1437379022'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:44.269423 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4b784e7e-9d38-42f6-a827-890acd83c74d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:44.312815 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5c42cf-2483-4c90-b108-02ec40cf9510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'project_id': 'd6bab0483bfa42f8adbc5a6130ae139b', 'fixed_ips': [{'subnet_id': 'd1e7d113-826d-4620-b3f7-eb51053286e8'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:51:44.314422 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4c5c42cf-2483-4c90-b108-02ec40cf9510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:44.383152 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aaadcee-8ef7-4e57-94ce-33b74074a6e4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:51:44.497117 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4b784e7e-9d38-42f6-a827-890acd83c74d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:44.502672 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4b784e7e-9d38-42f6-a827-890acd83c74d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:44.510236 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4aaadcee-8ef7-4e57-94ce-33b74074a6e4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:44.530429 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-4c5c42cf-2483-4c90-b108-02ec40cf9510 None None] Allocated IP 2001:db8::2 (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/d1e7d113-826d-4620-b3f7-eb51053286e8/cd935035-1a44-4bf1-815e-145a6b25a0b8) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:51:44.547437 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-4aaadcee-8ef7-4e57-94ce-33b74074a6e4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] device_id is not set on port ecfb37c1-32c9-4f74-a31a-ce7f9ef39430 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:51:44.549340 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e6530be1-a333-4dd9-8906-4f6f5af6306a req-101caec9-d365-413e-bf62-a6fffa34a3fa tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b26ee7a-7789-45a1-99ec-aa8439160836 HTTP/1.1" status: 200 len: 210 time: 0.0548894 Dec 09 15:51:44.664452 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4b784e7e-9d38-42f6-a827-890acd83c74d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:44.665143 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b784e7e-9d38-42f6-a827-890acd83c74d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Fanout notify agent at l3_agent the message router_deleted on router 8dae5f6a-71ad-40e1-b8f0-87a7cadb1e03 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:51:44.686201 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4b784e7e-9d38-42f6-a827-890acd83c74d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:44.691007 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4b784e7e-9d38-42f6-a827-890acd83c74d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] 10.222.0.57 "DELETE /v2.0/routers/8dae5f6a-71ad-40e1-b8f0-87a7cadb1e03 HTTP/1.1" status: 204 len: 168 time: 3.5725083 Dec 09 15:51:44.691389 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55478) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:44.697382 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-b29b657a-d60c-4776-bcf0-46228362f569 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1878058186', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}, 'admin_state_up': False}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:44.739790 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f68ad71-1d24-4efc-a4cf-470b8c01a194 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:44.809727 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b29b657a-d60c-4776-bcf0-46228362f569 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:44.811205 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b29b657a-d60c-4776-bcf0-46228362f569 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:44.825643 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 5193c882-eb01-49b6-adf2-20d2e29f3f65 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:51:44.850789 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 5193c882-eb01-49b6-adf2-20d2e29f3f65 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:51:44.851135 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 5193c882-eb01-49b6-adf2-20d2e29f3f65 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:51:44.864632 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4c5c42cf-2483-4c90-b108-02ec40cf9510 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:44.874160 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4c5c42cf-2483-4c90-b108-02ec40cf9510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:44.928220 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c42cf-2483-4c90-b108-02ec40cf9510 None None] Pushing event updated for resources: {'Port': ['ID=cd935035-1a44-4bf1-815e-145a6b25a0b8,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:44.945224 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5c42cf-2483-4c90-b108-02ec40cf9510 None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:51:44.947219 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-4c5c42cf-2483-4c90-b108-02ec40cf9510 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:51:44.950415 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5c42cf-2483-4c90-b108-02ec40cf9510 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:51:44.955436 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b29b657a-d60c-4776-bcf0-46228362f569 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:45.017820 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-4c5c42cf-2483-4c90-b108-02ec40cf9510 None None] Attempting to bind port cd935035-1a44-4bf1-815e-145a6b25a0b8 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:51:45.018241 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-4c5c42cf-2483-4c90-b108-02ec40cf9510 None None] Attempting to bind port cd935035-1a44-4bf1-815e-145a6b25a0b8 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:51:45.019030 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5c42cf-2483-4c90-b108-02ec40cf9510 None None] Attempting to bind port cd935035-1a44-4bf1-815e-145a6b25a0b8 on network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:51:45.026466 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5c42cf-2483-4c90-b108-02ec40cf9510 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:51:45.027060 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5c42cf-2483-4c90-b108-02ec40cf9510 None None] Checking segment: {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:51:45.027558 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4c5c42cf-2483-4c90-b108-02ec40cf9510 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:45.028687 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5c42cf-2483-4c90-b108-02ec40cf9510 None None] Bound using segment: {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:51:45.029339 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-4aaadcee-8ef7-4e57-94ce-33b74074a6e4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Allocated IP 2001:db8::c18c:ab31:a9e2:3cfd (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/d1e7d113-826d-4620-b3f7-eb51053286e8/ecfb37c1-32c9-4f74-a31a-ce7f9ef39430) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:51:45.029885 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-4c5c42cf-2483-4c90-b108-02ec40cf9510 None None] Bound port: cd935035-1a44-4bf1-815e-145a6b25a0b8, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:51:45.029885 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4c5c42cf-2483-4c90-b108-02ec40cf9510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:45.189072 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4c5c42cf-2483-4c90-b108-02ec40cf9510 None None] For port cd935035-1a44-4bf1-815e-145a6b25a0b8, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:51:45.198790 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4c5c42cf-2483-4c90-b108-02ec40cf9510 None None] For port cd935035-1a44-4bf1-815e-145a6b25a0b8, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=cd935035-1a44-4bf1-815e-145a6b25a0b8,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:51:45.209361 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4c5c42cf-2483-4c90-b108-02ec40cf9510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:45.269987 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b29b657a-d60c-4776-bcf0-46228362f569 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:45.346111 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f68ad71-1d24-4efc-a4cf-470b8c01a194 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:45.379097 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c42cf-2483-4c90-b108-02ec40cf9510 None None] Pushing event updated for resources: {'Port': ['ID=cd935035-1a44-4bf1-815e-145a6b25a0b8,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:45.408211 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4aaadcee-8ef7-4e57-94ce-33b74074a6e4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:45.462520 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4aaadcee-8ef7-4e57-94ce-33b74074a6e4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:45.556307 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aaadcee-8ef7-4e57-94ce-33b74074a6e4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:51:45.562534 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-4aaadcee-8ef7-4e57-94ce-33b74074a6e4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:51:45.566737 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaadcee-8ef7-4e57-94ce-33b74074a6e4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:51:45.605473 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaadcee-8ef7-4e57-94ce-33b74074a6e4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:45.612895 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4aaadcee-8ef7-4e57-94ce-33b74074a6e4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:45.645669 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaadcee-8ef7-4e57-94ce-33b74074a6e4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Port': ['ID=ecfb37c1-32c9-4f74-a31a-ce7f9ef39430,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:45.655969 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55492) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:45.701019 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaadcee-8ef7-4e57-94ce-33b74074a6e4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:45.701512 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaadcee-8ef7-4e57-94ce-33b74074a6e4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:45.701952 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaadcee-8ef7-4e57-94ce-33b74074a6e4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:45.702383 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaadcee-8ef7-4e57-94ce-33b74074a6e4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:45.702867 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaadcee-8ef7-4e57-94ce-33b74074a6e4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:45.703300 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaadcee-8ef7-4e57-94ce-33b74074a6e4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:45.703746 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaadcee-8ef7-4e57-94ce-33b74074a6e4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:45.704170 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaadcee-8ef7-4e57-94ce-33b74074a6e4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:45.705087 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaadcee-8ef7-4e57-94ce-33b74074a6e4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:45.705087 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaadcee-8ef7-4e57-94ce-33b74074a6e4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:45.705786 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaadcee-8ef7-4e57-94ce-33b74074a6e4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:45.716158 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaadcee-8ef7-4e57-94ce-33b74074a6e4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:45.720142 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaadcee-8ef7-4e57-94ce-33b74074a6e4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:45.729076 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4aaadcee-8ef7-4e57-94ce-33b74074a6e4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5408697 Dec 09 15:51:45.733382 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55494) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:45.753449 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-25930265-58f3-4692-9eb0-13b595cfd58c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'port': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'fixed_ips': [{'subnet_id': 'd1e7d113-826d-4620-b3f7-eb51053286e8', 'ip_address': '2001:db8::c18c:ab31:a9e2:3cfd'}], 'name': 'tempest-NetworksTestDHCPv6-1213706876'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:45.877375 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b29b657a-d60c-4776-bcf0-46228362f569 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:45.905515 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b29b657a-d60c-4776-bcf0-46228362f569 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:45.916255 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f68ad71-1d24-4efc-a4cf-470b8c01a194 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Router 13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:51:45.917391 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:45.935437 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7402d67d-bc0d-4b06-afe9-f1d06e68d706 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:45.986049 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7402d67d-bc0d-4b06-afe9-f1d06e68d706 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:46.076376 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25930265-58f3-4692-9eb0-13b595cfd58c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:51:46.083021 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-25930265-58f3-4692-9eb0-13b595cfd58c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:46.124530 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7402d67d-bc0d-4b06-afe9-f1d06e68d706 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:46.128874 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7402d67d-bc0d-4b06-afe9-f1d06e68d706 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:46.132831 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7402d67d-bc0d-4b06-afe9-f1d06e68d706 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "DELETE /v2.0/security-groups/f8c9c4db-7626-4e29-9ace-d0b456e65760 HTTP/1.1" status: 204 len: 168 time: 0.4716458 Dec 09 15:51:46.143963 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-25930265-58f3-4692-9eb0-13b595cfd58c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] device_id is not set on port defeae8f-335e-483b-8859-6b85fe1af101 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:51:46.458165 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402d67d-bc0d-4b06-afe9-f1d06e68d706 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c9c4db-7626-4e29-9ace-d0b456e65760,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:46.475162 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55504) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:46.483167 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-25930265-58f3-4692-9eb0-13b595cfd58c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 09 15:51:46.484868 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25930265-58f3-4692-9eb0-13b595cfd58c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:51:46.655612 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f68ad71-1d24-4efc-a4cf-470b8c01a194 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:51:46.678212 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:51:46.688543 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c31bc5d-b1ba-4200-a7f0-c0f850ce5766 None None] Sync routers for ids ['13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:51:46.693315 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-25930265-58f3-4692-9eb0-13b595cfd58c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9556093 Dec 09 15:51:46.700952 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55510) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:46.718854 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-b29b657a-d60c-4776-bcf0-46228362f569 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Allocated IP 172.25.3.168 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/cf0d58f5-9bdb-4e79-bc29-ccbc02a27f70) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:51:46.722633 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-61df04fe-6ea0-462f-9abb-cfea4d514343 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Deleting subnet 01be392a-cb14-4b78-9fa7-00b581d9ae5d {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:51:46.727156 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c31bc5d-b1ba-4200-a7f0-c0f850ce5766 None None] Routers {'13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:51:46.731684 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-1c31bc5d-b1ba-4200-a7f0-c0f850ce5766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:51:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:46.736904 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-61df04fe-6ea0-462f-9abb-cfea4d514343 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:46.781477 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f68ad71-1d24-4efc-a4cf-470b8c01a194 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:46.789985 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8f68ad71-1d24-4efc-a4cf-470b8c01a194 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.2483890 Dec 09 15:51:46.790793 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55512) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:46.851067 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-61df04fe-6ea0-462f-9abb-cfea4d514343 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:47.043922 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-1c31bc5d-b1ba-4200-a7f0-c0f850ce5766 None None] Set router 13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:51:47.045659 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5b9200f8-6a12-44ae-982d-dcd2cebffad2 None None] Provisioning complete for port cd935035-1a44-4bf1-815e-145a6b25a0b8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:47.046139 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5b9200f8-6a12-44ae-982d-dcd2cebffad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:47.046784 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-61df04fe-6ea0-462f-9abb-cfea4d514343 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:47.081358 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea900b9-6e74-4717-b93b-47068b4be388 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:47.086508 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2ea900b9-6e74-4717-b93b-47068b4be388 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=cf31236457a543f3b32deeb2eee96cb5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2930324 Dec 09 15:51:47.089127 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55516) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:47.146555 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-61df04fe-6ea0-462f-9abb-cfea4d514343 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:47.147110 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba7ce30-5f55-4d4d-b67c-fbac4a83d037 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:47.158144 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba7ce30-5f55-4d4d-b67c-fbac4a83d037 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:47.160345 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9ba7ce30-5f55-4d4d-b67c-fbac4a83d037 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4517465 Dec 09 15:51:47.194145 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55518) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:47.224274 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df04fe-6ea0-462f-9abb-cfea4d514343 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event deleted for resources: {'Subnet': ['ID=01be392a-cb14-4b78-9fa7-00b581d9ae5d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:47.245619 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-61df04fe-6ea0-462f-9abb-cfea4d514343 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:47.251795 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-61df04fe-6ea0-462f-9abb-cfea4d514343 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "DELETE /v2.0/subnets/01be392a-cb14-4b78-9fa7-00b581d9ae5d HTTP/1.1" status: 204 len: 168 time: 0.7723999 Dec 09 15:51:47.255022 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55520) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:47.360847 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7ceb09-4227-4e18-ac25-cf425efc58ca None None] Network 39fd6fc5-480f-449b-a757-aef8748068b8 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:51:47.438619 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0c1c032e-e6f9-4839-8a49-c4117b722a24 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:47.513008 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-0c1c032e-e6f9-4839-8a49-c4117b722a24 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Deleting port 515f8ea4-5b2c-4d82-af4f-a0a271dfed8d {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:51:47.514155 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0c1c032e-e6f9-4839-8a49-c4117b722a24 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:47.524214 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdaf31f-206f-4b7f-83c5-b5b73af3c9a4 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:47.525807 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device cd935035-1a44-4bf1-815e-145a6b25a0b8 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:51:47.539319 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55528) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:47.540379 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9fdaf31f-206f-4b7f-83c5-b5b73af3c9a4 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4465370 Dec 09 15:51:47.549317 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b29b657a-d60c-4776-bcf0-46228362f569 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:47.624927 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-ae9f6c2a-993c-4a36-b405-4e76725b0d0a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting port ecfb37c1-32c9-4f74-a31a-ce7f9ef39430 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:51:47.626662 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ae9f6c2a-993c-4a36-b405-4e76725b0d0a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:47.650006 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b9eaaa81-9fe5-406a-a572-1ad428870cd4 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=d8331094-778d-4179-9ed8-de7de1c5438c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1045258 Dec 09 15:51:47.653229 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55530) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:47.713151 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a90b90ff-c062-4ecf-98d0-3cca4814b7ac tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=cf31236457a543f3b32deeb2eee96cb5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0587008 Dec 09 15:51:47.724140 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55532) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:47.724991 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5b9200f8-6a12-44ae-982d-dcd2cebffad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:47.743436 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-1c31bc5d-b1ba-4200-a7f0-c0f850ce5766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-935914168', 'tenant_id': 'cf31236457a543f3b32deeb2eee96cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '983e2ca7-1f24-4791-b8da-6c5c1a389752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:51:40Z', 'updated_at': '2021-12-09T15:51:44Z', 'revision_number': 3, 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'gw_port': {'id': '983e2ca7-1f24-4791-b8da-6c5c1a389752', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:50:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:51:42Z', 'updated_at': '2021-12-09T15:51:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:47.778523 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-0c1c032e-e6f9-4839-8a49-c4117b722a24 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] For port 515f8ea4-5b2c-4d82-af4f-a0a271dfed8d, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=515f8ea4-5b2c-4d82-af4f-a0a271dfed8d,segment=NetworkSegment(27ce6c9c-5403-4485-bd4b-ff32531a5064),segment_id=27ce6c9c-5403-4485-bd4b-ff32531a5064)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:51:47.779692 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0c1c032e-e6f9-4839-8a49-c4117b722a24 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:47.787987 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c31bc5d-b1ba-4200-a7f0-c0f850ce5766 None None] Checking router: 13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:51:47.788771 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c31bc5d-b1ba-4200-a7f0-c0f850ce5766 None None] Updating router 13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab port 983e2ca7-1f24-4791-b8da-6c5c1a389752 binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:51:47.813683 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5b9200f8-6a12-44ae-982d-dcd2cebffad2 None None] For port cd935035-1a44-4bf1-815e-145a6b25a0b8, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=cd935035-1a44-4bf1-815e-145a6b25a0b8,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:51:47.819078 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-1c31bc5d-b1ba-4200-a7f0-c0f850ce5766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:47.839045 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5b9200f8-6a12-44ae-982d-dcd2cebffad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:47.845700 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b29b657a-d60c-4776-bcf0-46228362f569 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:47.936456 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-0c1c032e-e6f9-4839-8a49-c4117b722a24 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Calling delete_port for 515f8ea4-5b2c-4d82-af4f-a0a271dfed8d owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:51:47.969122 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9200f8-6a12-44ae-982d-dcd2cebffad2 None None] Pushing event updated for resources: {'Port': ['ID=cd935035-1a44-4bf1-815e-145a6b25a0b8,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:47.987410 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29b657a-d60c-4776-bcf0-46228362f569 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:51:47.992865 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-b29b657a-d60c-4776-bcf0-46228362f569 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:51:48.002792 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port cd935035-1a44-4bf1-815e-145a6b25a0b8 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:48.003609 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:48.020843 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29b657a-d60c-4776-bcf0-46228362f569 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:51:48.105031 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090676ae-54bf-4237-83f6-21caa82ade60 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:48.110704 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-090676ae-54bf-4237-83f6-21caa82ade60 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3838041 Dec 09 15:51:48.111351 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55538) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:48.132085 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca56818f-d6c5-4328-b28c-c0323780f930 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:51:48.175828 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99ad26e-62e8-4035-acb2-0660179249a2 None None] DHCP port deletion for 39fd6fc5-480f-449b-a757-aef8748068b8 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:51:48.213381 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-382c628c-533a-4bc0-87ae-f5cba649b16c tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=d8331094-778d-4179-9ed8-de7de1c5438c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0963128 Dec 09 15:51:48.222730 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55540) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:48.229446 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-43c86414-fef1-4712-a8bc-849bbefcf481 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-916989255', 'network_id': '94852d73-55b2-4606-888b-08d0b0c77dcf', 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:48.272031 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d99b0d87-8ad6-420c-8a6f-55a5e51901a0 None None] Provisioning complete for port cf0d58f5-9bdb-4e79-bc29-ccbc02a27f70 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:48.272521 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d99b0d87-8ad6-420c-8a6f-55a5e51901a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:48.347970 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d99b0d87-8ad6-420c-8a6f-55a5e51901a0 None None] Port cf0d58f5-9bdb-4e79-bc29-ccbc02a27f70 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:51:48.353646 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e99ad26e-62e8-4035-acb2-0660179249a2 None None] Deleting port 515f8ea4-5b2c-4d82-af4f-a0a271dfed8d {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:51:48.354031 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e99ad26e-62e8-4035-acb2-0660179249a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:48.393000 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0c1c032e-e6f9-4839-8a49-c4117b722a24 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:48.407394 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b657a-d60c-4776-bcf0-46228362f569 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Pushing event updated for resources: {'Port': ['ID=cf0d58f5-9bdb-4e79-bc29-ccbc02a27f70,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:48.415175 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d99b0d87-8ad6-420c-8a6f-55a5e51901a0 None None] Provisioning complete for port ecfb37c1-32c9-4f74-a31a-ce7f9ef39430 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:48.415556 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d99b0d87-8ad6-420c-8a6f-55a5e51901a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:48.417361 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-1c31bc5d-b1ba-4200-a7f0-c0f850ce5766 None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:48.426227 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ae9f6c2a-993c-4a36-b405-4e76725b0d0a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:48.426616 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-1c31bc5d-b1ba-4200-a7f0-c0f850ce5766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:48.467311 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d99b0d87-8ad6-420c-8a6f-55a5e51901a0 None None] Port ecfb37c1-32c9-4f74-a31a-ce7f9ef39430 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:51:48.471112 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-ae9f6c2a-993c-4a36-b405-4e76725b0d0a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Calling delete_port for ecfb37c1-32c9-4f74-a31a-ce7f9ef39430 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:51:48.480306 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c032e-e6f9-4839-8a49-c4117b722a24 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event deleted for resources: {'Port': ['ID=515f8ea4-5b2c-4d82-af4f-a0a271dfed8d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:48.495956 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c86414-fef1-4712-a8bc-849bbefcf481 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Made reservation on behalf of cf31236457a543f3b32deeb2eee96cb5 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:51:48.503237 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-43c86414-fef1-4712-a8bc-849bbefcf481 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:48.507270 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e99ad26e-62e8-4035-acb2-0660179249a2 None None] For port 515f8ea4-5b2c-4d82-af4f-a0a271dfed8d, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=515f8ea4-5b2c-4d82-af4f-a0a271dfed8d,segment=NetworkSegment(27ce6c9c-5403-4485-bd4b-ff32531a5064),segment_id=27ce6c9c-5403-4485-bd4b-ff32531a5064)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:51:48.509947 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e99ad26e-62e8-4035-acb2-0660179249a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:48.512497 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1c032e-e6f9-4839-8a49-c4117b722a24 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] No DVR routers for this DVR port 515f8ea4-5b2c-4d82-af4f-a0a271dfed8d on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:51:48.522908 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdec383-92ba-4118-a230-4fe41512f011 None None] Pushing event updated for resources: {'Port': ['ID=983e2ca7-1f24-4791-b8da-6c5c1a389752,revision_number=2']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:48.549050 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e99ad26e-62e8-4035-acb2-0660179249a2 None None] Calling delete_port for 515f8ea4-5b2c-4d82-af4f-a0a271dfed8d owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:51:48.553580 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-1c31bc5d-b1ba-4200-a7f0-c0f850ce5766 None None] Attempting to bind port 983e2ca7-1f24-4791-b8da-6c5c1a389752 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:51:48.554277 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-1c31bc5d-b1ba-4200-a7f0-c0f850ce5766 None None] Attempting to bind port 983e2ca7-1f24-4791-b8da-6c5c1a389752 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:51:48.554590 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c31bc5d-b1ba-4200-a7f0-c0f850ce5766 None None] Attempting to bind port 983e2ca7-1f24-4791-b8da-6c5c1a389752 on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:51:48.571892 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c31bc5d-b1ba-4200-a7f0-c0f850ce5766 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:51:48.572278 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c31bc5d-b1ba-4200-a7f0-c0f850ce5766 None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:51:48.574102 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-1c31bc5d-b1ba-4200-a7f0-c0f850ce5766 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:48.579713 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c31bc5d-b1ba-4200-a7f0-c0f850ce5766 None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:51:48.580326 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-1c31bc5d-b1ba-4200-a7f0-c0f850ce5766 None None] Bound port: 983e2ca7-1f24-4791-b8da-6c5c1a389752, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:51:48.580992 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-1c31bc5d-b1ba-4200-a7f0-c0f850ce5766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:51:48.639374 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 15:51:48.651638 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e99ad26e-62e8-4035-acb2-0660179249a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:48.654376 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f184c7d-113c-4515-b352-8ee22b24d7ce None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:51:48.721974 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ad26e-62e8-4035-acb2-0660179249a2 None None] Pushing event deleted for resources: {'Port': ['ID=515f8ea4-5b2c-4d82-af4f-a0a271dfed8d,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:48.730337 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99ad26e-62e8-4035-acb2-0660179249a2 None None] No DVR routers for this DVR port 515f8ea4-5b2c-4d82-af4f-a0a271dfed8d on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:51:48.798933 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b29b657a-d60c-4776-bcf0-46228362f569 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:48.804173 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5c04adc3-4a9c-46a5-8102-ac6e332a84bd None None] Provisioning complete for port 983e2ca7-1f24-4791-b8da-6c5c1a389752 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:48.805386 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5c04adc3-4a9c-46a5-8102-ac6e332a84bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:48.808836 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-1c31bc5d-b1ba-4200-a7f0-c0f850ce5766 None None] For port 983e2ca7-1f24-4791-b8da-6c5c1a389752, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:51:48.825456 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-1c31bc5d-b1ba-4200-a7f0-c0f850ce5766 None None] For port 983e2ca7-1f24-4791-b8da-6c5c1a389752, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=983e2ca7-1f24-4791-b8da-6c5c1a389752,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:51:48.831920 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-1c31bc5d-b1ba-4200-a7f0-c0f850ce5766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:48.860297 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5c04adc3-4a9c-46a5-8102-ac6e332a84bd None None] Port 983e2ca7-1f24-4791-b8da-6c5c1a389752 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:51:48.873101 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55b33a7-18b2-4de5-ba1f-c1c76fc26f67 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:51:48.972871 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c31bc5d-b1ba-4200-a7f0-c0f850ce5766 None None] Routers {'13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:51:48.973447 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-1c31bc5d-b1ba-4200-a7f0-c0f850ce5766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:51:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:49.001215 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0c1c032e-e6f9-4839-8a49-c4117b722a24 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:49.005301 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-603d6820-6e0b-4997-82e1-afbccdec98e0 None None] Provisioning complete for port 983e2ca7-1f24-4791-b8da-6c5c1a389752 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:49.005784 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-603d6820-6e0b-4997-82e1-afbccdec98e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:49.074397 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-0c1c032e-e6f9-4839-8a49-c4117b722a24 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39fd6fc5-480f-449b-a757-aef8748068b8']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:49.098495 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-0c1c032e-e6f9-4839-8a49-c4117b722a24 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27ce6c9c-5403-4485-bd4b-ff32531a5064') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:49.098809 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-0c1c032e-e6f9-4839-8a49-c4117b722a24 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27ce6c9c-5403-4485-bd4b-ff32531a5064') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:49.117168 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdec383-92ba-4118-a230-4fe41512f011 None None] Pushing event updated for resources: {'Port': ['ID=983e2ca7-1f24-4791-b8da-6c5c1a389752,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:49.124358 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device cd935035-1a44-4bf1-815e-145a6b25a0b8 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:51:49.146314 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0c1c032e-e6f9-4839-8a49-c4117b722a24 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:49.177389 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0c1c032e-e6f9-4839-8a49-c4117b722a24 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:49.188382 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c1c032e-e6f9-4839-8a49-c4117b722a24 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:51:49.188847 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0c1c032e-e6f9-4839-8a49-c4117b722a24 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:49.193445 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:51:49.193445 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:51:49.193445 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:51:49.193445 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:51:49.193445 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:51:49.193445 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:51:49.193445 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:51:49.193445 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:51:49.193445 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:51:49.193445 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:51:49.193445 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:51:49.193445 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:51:49.193445 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:51:49.193445 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:51:49.193445 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:51:49.193445 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:51:49.193445 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:51:49.193445 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:51:49.193445 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:51:49.193445 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:51:49.193445 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:51:49.193445 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:51:49.193445 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:51:49.193445 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:51:49.193445 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:51:49.193445 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:51:49.193445 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:51:49.193445 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:51:49.193445 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:51:49.193445 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:51:49.193445 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:51:49.193445 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:51:49.234150 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ae9f6c2a-993c-4a36-b405-4e76725b0d0a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:49.253919 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-1c31bc5d-b1ba-4200-a7f0-c0f850ce5766 None None] Set router 13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:51:49.303084 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f6c2a-993c-4a36-b405-4e76725b0d0a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Port': ['ID=ecfb37c1-32c9-4f74-a31a-ce7f9ef39430,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:49.417859 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0c1c032e-e6f9-4839-8a49-c4117b722a24 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:49.424535 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ae9f6c2a-993c-4a36-b405-4e76725b0d0a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:49.433384 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ae9f6c2a-993c-4a36-b405-4e76725b0d0a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/ports/ecfb37c1-32c9-4f74-a31a-ce7f9ef39430 HTTP/1.1" status: 204 len: 168 time: 2.2348549 Dec 09 15:51:49.441590 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55552) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:49.470091 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0c1c032e-e6f9-4839-8a49-c4117b722a24 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:49.473431 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0c1c032e-e6f9-4839-8a49-c4117b722a24 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "DELETE /v2.0/networks/39fd6fc5-480f-449b-a757-aef8748068b8 HTTP/1.1" status: 204 len: 168 time: 2.2171943 Dec 09 15:51:49.518897 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c032e-e6f9-4839-8a49-c4117b722a24 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event deleted for resources: {'Network': ['ID=39fd6fc5-480f-449b-a757-aef8748068b8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:49.520926 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55554) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:49.551773 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb3aac1-1551-4641-bca1-cef4b583facf tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:49.553808 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb3aac1-1551-4641-bca1-cef4b583facf tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:49.556249 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ccb3aac1-1551-4641-bca1-cef4b583facf tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1109881 Dec 09 15:51:49.559700 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55556) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:49.565764 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-603d6820-6e0b-4997-82e1-afbccdec98e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:49.623234 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b29b657a-d60c-4776-bcf0-46228362f569 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:49.667511 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port cd935035-1a44-4bf1-815e-145a6b25a0b8 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:49.675013 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:49.723192 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-603d6820-6e0b-4997-82e1-afbccdec98e0 None None] For port 983e2ca7-1f24-4791-b8da-6c5c1a389752, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=983e2ca7-1f24-4791-b8da-6c5c1a389752,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:51:49.741308 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-603d6820-6e0b-4997-82e1-afbccdec98e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:49.790267 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-0af16037-d5f7-433d-92be-e48ed7af5791 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting subnet d1e7d113-826d-4620-b3f7-eb51053286e8 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:51:49.803617 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0af16037-d5f7-433d-92be-e48ed7af5791 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:49.826175 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-43c86414-fef1-4712-a8bc-849bbefcf481 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:49.828166 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-1c31bc5d-b1ba-4200-a7f0-c0f850ce5766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-935914168', 'tenant_id': 'cf31236457a543f3b32deeb2eee96cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '983e2ca7-1f24-4791-b8da-6c5c1a389752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:51:40Z', 'updated_at': '2021-12-09T15:51:44Z', 'revision_number': 3, 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'gw_port': {'id': '983e2ca7-1f24-4791-b8da-6c5c1a389752', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:50:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:51:42Z', 'updated_at': '2021-12-09T15:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:49.903938 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0af16037-d5f7-433d-92be-e48ed7af5791 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:49.924615 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c31bc5d-b1ba-4200-a7f0-c0f850ce5766 None None] The sync data for ids ['13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab'] in n-d-821228-1 is: [{'id': '13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-935914168', 'tenant_id': 'cf31236457a543f3b32deeb2eee96cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '983e2ca7-1f24-4791-b8da-6c5c1a389752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:51:40Z', 'updated_at': '2021-12-09T15:51:44Z', 'revision_number': 3, 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'gw_port': {'id': '983e2ca7-1f24-4791-b8da-6c5c1a389752', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:50:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:51:42Z', 'updated_at': '2021-12-09T15:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:51:49.969035 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d6820-6e0b-4997-82e1-afbccdec98e0 None None] Pushing event updated for resources: {'Port': ['ID=983e2ca7-1f24-4791-b8da-6c5c1a389752,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:49.996111 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c86414-fef1-4712-a8bc-849bbefcf481 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Checking segment: {'id': '83446d54-4ad9-45d1-ac16-e0f20b1e2253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '94852d73-55b2-4606-888b-08d0b0c77dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:51:49.997191 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c86414-fef1-4712-a8bc-849bbefcf481 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Network hostable DHCP agents. Network: 94852d73-55b2-4606-888b-08d0b0c77dcf, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:51:49.999531 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c86414-fef1-4712-a8bc-849bbefcf481 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Pushing event updated for resources: {'Subnet': ['ID=d1323b0d-2269-4700-82b8-e6b47d6505e3,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:50.033053 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-3870e37d-4359-4381-a80f-f56a0543c9be tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Deleting port 1b9de646-7792-4ec5-9d6c-2019084ac945 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:51:50.033414 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3870e37d-4359-4381-a80f-f56a0543c9be tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:50.104133 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 515f8ea4-5b2c-4d82-af4f-a0a271dfed8d no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:51:50.104886 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c86414-fef1-4712-a8bc-849bbefcf481 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Network 94852d73-55b2-4606-888b-08d0b0c77dcf is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:51:50.137215 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 515f8ea4-5b2c-4d82-af4f-a0a271dfed8d {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:51:50.137679 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 515f8ea4-5b2c-4d82-af4f-a0a271dfed8d not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:51:50.143633 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-43c86414-fef1-4712-a8bc-849bbefcf481 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 94852d73-55b2-4606-888b-08d0b0c77dcf) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:51:50.157067 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ad9e7d-53d9-41a6-9e96-db3445324a2d None None] Network 94852d73-55b2-4606-888b-08d0b0c77dcf requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:51:50.165867 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0af16037-d5f7-433d-92be-e48ed7af5791 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:50.178127 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c86414-fef1-4712-a8bc-849bbefcf481 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:50.179785 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-43c86414-fef1-4712-a8bc-849bbefcf481 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:50.218095 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3870e37d-4359-4381-a80f-f56a0543c9be tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:50.218759 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3870e37d-4359-4381-a80f-f56a0543c9be tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:50.231871 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-43c86414-fef1-4712-a8bc-849bbefcf481 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0072069 Dec 09 15:51:50.232834 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55564) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:50.294078 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-3870e37d-4359-4381-a80f-f56a0543c9be tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Calling delete_port for 1b9de646-7792-4ec5-9d6c-2019084ac945 owned by network:floatingip {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:51:50.349006 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0af16037-d5f7-433d-92be-e48ed7af5791 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:50.357540 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5339ba-7d02-4773-a741-169b1a62b513 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-94852d73-55b2-4606-888b-08d0b0c77dcf', 'network_id': '94852d73-55b2-4606-888b-08d0b0c77dcf', 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'fixed_ips': [{'subnet_id': 'd1323b0d-2269-4700-82b8-e6b47d6505e3'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:51:50.358791 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3e5339ba-7d02-4773-a741-169b1a62b513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:50.440317 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af16037-d5f7-433d-92be-e48ed7af5791 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Subnet': ['ID=d1e7d113-826d-4620-b3f7-eb51053286e8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:50.459712 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0af16037-d5f7-433d-92be-e48ed7af5791 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:50.468186 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0af16037-d5f7-433d-92be-e48ed7af5791 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/d1e7d113-826d-4620-b3f7-eb51053286e8 HTTP/1.1" status: 204 len: 168 time: 0.9072227 Dec 09 15:51:50.472336 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55566) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:50.550584 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09ffca7-920e-4131-a24a-a177362d6faf None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:51:50.593218 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1b1ab3c9-a068-4b20-8d2a-d54ea49aea0d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1157756 Dec 09 15:51:50.594701 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55568) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:50.600798 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-4f040b6e-b22f-46f5-8be7-a23c4f1bed73 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'subnet': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:50.680196 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a8a032f5-98ea-49b8-b72c-f7a1bed5e44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:50.735793 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29b657a-d60c-4776-bcf0-46228362f569 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Router abb7cfc9-e27e-4925-bc0d-ed294a29684a is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:51:50.770884 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-3e5339ba-7d02-4773-a741-169b1a62b513 None None] Allocated IP 172.20.0.18 (94852d73-55b2-4606-888b-08d0b0c77dcf/d1323b0d-2269-4700-82b8-e6b47d6505e3/480d0cf2-64b0-4f7d-9ee9-c358f654cc97) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:51:50.887755 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ab7973-e502-4a00-b1d2-f3d8d0b3e016 None None] DHCP port deletion for e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:51:51.075097 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29b657a-d60c-4776-bcf0-46228362f569 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:51:51.164653 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b29b657a-d60c-4776-bcf0-46228362f569 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:51.167627 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3e5339ba-7d02-4773-a741-169b1a62b513 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:51.169301 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b29b657a-d60c-4776-bcf0-46228362f569 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.4757695 Dec 09 15:51:51.176629 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55576) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:51.185055 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd4728d-c0ea-4282-aa48-aae127259fd0 None None] Sync routers for ids ['abb7cfc9-e27e-4925-bc0d-ed294a29684a'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:51:51.193111 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-49a8f06c-c8c2-4f73-8b76-3a1a35e6460d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:51.198181 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f040b6e-b22f-46f5-8be7-a23c4f1bed73 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:51:51.207535 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4f040b6e-b22f-46f5-8be7-a23c4f1bed73 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:51.209328 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3e5339ba-7d02-4773-a741-169b1a62b513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:51.223713 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd4728d-c0ea-4282-aa48-aae127259fd0 None None] Routers {'abb7cfc9-e27e-4925-bc0d-ed294a29684a'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:51:51.224858 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-efd4728d-c0ea-4282-aa48-aae127259fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:51:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['abb7cfc9-e27e-4925-bc0d-ed294a29684a'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:51.230345 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 983e2ca7-1f24-4791-b8da-6c5c1a389752 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:51:51.341645 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5339ba-7d02-4773-a741-169b1a62b513 None None] Network 94852d73-55b2-4606-888b-08d0b0c77dcf is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:51:51.355092 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-efd4728d-c0ea-4282-aa48-aae127259fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:51.370081 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-3e5339ba-7d02-4773-a741-169b1a62b513 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:51:51.383829 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5339ba-7d02-4773-a741-169b1a62b513 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:51:51.397268 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd4728d-c0ea-4282-aa48-aae127259fd0 None None] Routers {'abb7cfc9-e27e-4925-bc0d-ed294a29684a'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:51:51.397979 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-efd4728d-c0ea-4282-aa48-aae127259fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:51:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['abb7cfc9-e27e-4925-bc0d-ed294a29684a'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:51.450923 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-efd4728d-c0ea-4282-aa48-aae127259fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:51.451975 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd4728d-c0ea-4282-aa48-aae127259fd0 None None] The sync data for ids ['abb7cfc9-e27e-4925-bc0d-ed294a29684a'] in n-d-821228-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:51:51.454966 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-95ab7973-e502-4a00-b1d2-f3d8d0b3e016 None None] Deleting port cd935035-1a44-4bf1-815e-145a6b25a0b8 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:51:51.455339 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-95ab7973-e502-4a00-b1d2-f3d8d0b3e016 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:51.461899 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5339ba-7d02-4773-a741-169b1a62b513 None None] Pushing event updated for resources: {'Port': ['ID=480d0cf2-64b0-4f7d-9ee9-c358f654cc97,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:51.566518 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 983e2ca7-1f24-4791-b8da-6c5c1a389752 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:51.566896 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:51.634940 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4f040b6e-b22f-46f5-8be7-a23c4f1bed73 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:51.646984 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-95ab7973-e502-4a00-b1d2-f3d8d0b3e016 None None] For port cd935035-1a44-4bf1-815e-145a6b25a0b8, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=cd935035-1a44-4bf1-815e-145a6b25a0b8,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:51:51.647418 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-95ab7973-e502-4a00-b1d2-f3d8d0b3e016 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:51.681392 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3e5339ba-7d02-4773-a741-169b1a62b513 None None] Attempting to bind port 480d0cf2-64b0-4f7d-9ee9-c358f654cc97 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:51:51.682064 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3e5339ba-7d02-4773-a741-169b1a62b513 None None] Attempting to bind port 480d0cf2-64b0-4f7d-9ee9-c358f654cc97 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '83446d54-4ad9-45d1-ac16-e0f20b1e2253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '94852d73-55b2-4606-888b-08d0b0c77dcf'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:51:51.682402 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5339ba-7d02-4773-a741-169b1a62b513 None None] Attempting to bind port 480d0cf2-64b0-4f7d-9ee9-c358f654cc97 on network 94852d73-55b2-4606-888b-08d0b0c77dcf {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:51:51.706753 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-95ab7973-e502-4a00-b1d2-f3d8d0b3e016 None None] Calling delete_port for cd935035-1a44-4bf1-815e-145a6b25a0b8 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:51:51.709964 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2003f9ed-d88f-4d61-9483-a0cd837e5807 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:51.713531 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5339ba-7d02-4773-a741-169b1a62b513 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:51:51.713920 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5339ba-7d02-4773-a741-169b1a62b513 None None] Checking segment: {'id': '83446d54-4ad9-45d1-ac16-e0f20b1e2253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '94852d73-55b2-4606-888b-08d0b0c77dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:51:51.714423 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3e5339ba-7d02-4773-a741-169b1a62b513 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:51.715587 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5339ba-7d02-4773-a741-169b1a62b513 None None] Bound using segment: {'id': '83446d54-4ad9-45d1-ac16-e0f20b1e2253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '94852d73-55b2-4606-888b-08d0b0c77dcf'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:51:51.717595 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3e5339ba-7d02-4773-a741-169b1a62b513 None None] Bound port: 480d0cf2-64b0-4f7d-9ee9-c358f654cc97, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83446d54-4ad9-45d1-ac16-e0f20b1e2253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '94852d73-55b2-4606-888b-08d0b0c77dcf'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:51:51.718052 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3e5339ba-7d02-4773-a741-169b1a62b513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:51.728568 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3870e37d-4359-4381-a80f-f56a0543c9be tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:51.750657 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f040b6e-b22f-46f5-8be7-a23c4f1bed73 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Subnet': ['ID=307ca9ff-e020-40d3-bcf1-05e09032ddb7,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:51.782635 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f040b6e-b22f-46f5-8be7-a23c4f1bed73 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:51:51.784891 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-4f040b6e-b22f-46f5-8be7-a23c4f1bed73 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:51:51.788516 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f040b6e-b22f-46f5-8be7-a23c4f1bed73 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:51.789175 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4f040b6e-b22f-46f5-8be7-a23c4f1bed73 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:51.845552 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4f040b6e-b22f-46f5-8be7-a23c4f1bed73 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2494342 Dec 09 15:51:51.880501 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55578) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:51.885966 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-c676b907-08d6-4960-b7fb-9bb80503b5ef tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'port': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'fixed_ips': [{'subnet_id': '307ca9ff-e020-40d3-bcf1-05e09032ddb7', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-536522369'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:51.899259 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3870e37d-4359-4381-a80f-f56a0543c9be tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event deleted for resources: {'Port': ['ID=1b9de646-7792-4ec5-9d6c-2019084ac945,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:52.209423 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-95ab7973-e502-4a00-b1d2-f3d8d0b3e016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:52.226752 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c676b907-08d6-4960-b7fb-9bb80503b5ef tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:51:52.243822 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device cd935035-1a44-4bf1-815e-145a6b25a0b8 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:51:52.300807 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: cd935035-1a44-4bf1-815e-145a6b25a0b8 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:51:52.301329 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device cd935035-1a44-4bf1-815e-145a6b25a0b8 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:51:52.303145 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ab7973-e502-4a00-b1d2-f3d8d0b3e016 None None] No DVR routers for this DVR port cd935035-1a44-4bf1-815e-145a6b25a0b8 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:51:52.314629 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3e5339ba-7d02-4773-a741-169b1a62b513 None None] For port 480d0cf2-64b0-4f7d-9ee9-c358f654cc97, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:51:52.392459 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfac7352-8778-4db7-9bd4-55ff39958380 None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:51:52.401289 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab7973-e502-4a00-b1d2-f3d8d0b3e016 None None] Pushing event deleted for resources: {'Port': ['ID=cd935035-1a44-4bf1-815e-145a6b25a0b8,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:52.406973 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3e5339ba-7d02-4773-a741-169b1a62b513 None None] For port 480d0cf2-64b0-4f7d-9ee9-c358f654cc97, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=480d0cf2-64b0-4f7d-9ee9-c358f654cc97,segment=NetworkSegment(83446d54-4ad9-45d1-ac16-e0f20b1e2253),segment_id=83446d54-4ad9-45d1-ac16-e0f20b1e2253)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:51:52.455878 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c676b907-08d6-4960-b7fb-9bb80503b5ef tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:52.456832 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3e5339ba-7d02-4773-a741-169b1a62b513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:52.505836 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-c676b907-08d6-4960-b7fb-9bb80503b5ef tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] device_id is not set on port c7991982-f09e-4ed1-b3ae-4e4f90021c75 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:51:52.619941 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5339ba-7d02-4773-a741-169b1a62b513 None None] Pushing event updated for resources: {'Port': ['ID=480d0cf2-64b0-4f7d-9ee9-c358f654cc97,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:52.706228 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b8db53-f2d4-4ecb-b40b-bdb8faf5278c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'project_id': 'd6bab0483bfa42f8adbc5a6130ae139b', 'fixed_ips': [{'subnet_id': '307ca9ff-e020-40d3-bcf1-05e09032ddb7'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:51:52.707476 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d8b8db53-f2d4-4ecb-b40b-bdb8faf5278c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:52.838995 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-c676b907-08d6-4960-b7fb-9bb80503b5ef tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:51:52.849328 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c676b907-08d6-4960-b7fb-9bb80503b5ef tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:51:52.905459 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55586) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:52.906704 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c676b907-08d6-4960-b7fb-9bb80503b5ef tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0285218 Dec 09 15:51:52.910450 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-49a8f06c-c8c2-4f73-8b76-3a1a35e6460d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:52.924707 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3870e37d-4359-4381-a80f-f56a0543c9be tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for floatingip, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:52.925098 n-d-821228-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-3870e37d-4359-4381-a80f-f56a0543c9be tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Floating IP 75339cdd-ae4a-49dd-9ece-0a1d003c3ad1 disassociated (deleted). External IP: 172.25.3.47, port: 4b21b67d-ff68-4849-a9d3-6a5c91975039. Dec 09 15:51:52.983322 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-00903036-eca6-4123-a897-6773032c70fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:53.068894 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9a3decb7-3156-4f45-a90b-a002f5884f35 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1538572 Dec 09 15:51:53.072865 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55590) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:53.089349 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-49a8f06c-c8c2-4f73-8b76-3a1a35e6460d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:53.105852 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-d8b8db53-f2d4-4ecb-b40b-bdb8faf5278c None None] Allocated IP 2001:db8::2 (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/307ca9ff-e020-40d3-bcf1-05e09032ddb7/7403dc2b-f3a1-4663-b481-77afe5cc2e88) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:51:53.194017 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 480d0cf2-64b0-4f7d-9ee9-c358f654cc97 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:51:53.240111 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8e6ece-b714-4bf9-8945-0745e9e9c7e6 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:53.248895 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8e6ece-b714-4bf9-8945-0745e9e9c7e6 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:53.250746 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0b8e6ece-b714-4bf9-8945-0745e9e9c7e6 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1766789 Dec 09 15:51:53.253431 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55594) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:53.422214 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ecba175-3d04-4ac7-a005-4c469b01c430 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting subnet 307ca9ff-e020-40d3-bcf1-05e09032ddb7 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:51:53.428845 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-49a8f06c-c8c2-4f73-8b76-3a1a35e6460d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Deleting port cf0d58f5-9bdb-4e79-bc29-ccbc02a27f70 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:51:53.429184 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-49a8f06c-c8c2-4f73-8b76-3a1a35e6460d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:53.438036 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 480d0cf2-64b0-4f7d-9ee9-c358f654cc97 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:53.438681 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:53.592897 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d8b8db53-f2d4-4ecb-b40b-bdb8faf5278c None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:53.600734 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ecba175-3d04-4ac7-a005-4c469b01c430 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:53.621487 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d8b8db53-f2d4-4ecb-b40b-bdb8faf5278c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:53.625538 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-2003f9ed-d88f-4d61-9483-a0cd837e5807 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Allocated IP 172.20.0.17 (94852d73-55b2-4606-888b-08d0b0c77dcf/d1323b0d-2269-4700-82b8-e6b47d6505e3/72bd89cb-5080-4ca3-9895-da551c38e86d) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:51:53.734320 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-49a8f06c-c8c2-4f73-8b76-3a1a35e6460d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:53.745528 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ecba175-3d04-4ac7-a005-4c469b01c430 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:53.780800 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b8db53-f2d4-4ecb-b40b-bdb8faf5278c None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:51:53.799677 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-d8b8db53-f2d4-4ecb-b40b-bdb8faf5278c None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:51:53.810934 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b8db53-f2d4-4ecb-b40b-bdb8faf5278c None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:51:53.837362 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8db53-f2d4-4ecb-b40b-bdb8faf5278c None None] Pushing event updated for resources: {'Port': ['ID=7403dc2b-f3a1-4663-b481-77afe5cc2e88,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:53.850963 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:53.852604 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ecba175-3d04-4ac7-a005-4c469b01c430 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:53.885762 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-49a8f06c-c8c2-4f73-8b76-3a1a35e6460d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Calling delete_port for cf0d58f5-9bdb-4e79-bc29-ccbc02a27f70 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:51:53.963221 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3870e37d-4359-4381-a80f-f56a0543c9be tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Router 788d6986-e891-46e7-bd88-6d205f0b96af has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:51:53.968381 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ecba175-3d04-4ac7-a005-4c469b01c430 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:53.976364 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d8b8db53-f2d4-4ecb-b40b-bdb8faf5278c None None] Attempting to bind port 7403dc2b-f3a1-4663-b481-77afe5cc2e88 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:51:53.977334 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d8b8db53-f2d4-4ecb-b40b-bdb8faf5278c None None] Attempting to bind port 7403dc2b-f3a1-4663-b481-77afe5cc2e88 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:51:53.978035 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b8db53-f2d4-4ecb-b40b-bdb8faf5278c None None] Attempting to bind port 7403dc2b-f3a1-4663-b481-77afe5cc2e88 on network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:51:53.989724 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ecba175-3d04-4ac7-a005-4c469b01c430 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:54.003140 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b8db53-f2d4-4ecb-b40b-bdb8faf5278c None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:51:54.003761 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b8db53-f2d4-4ecb-b40b-bdb8faf5278c None None] Checking segment: {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:51:54.004337 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d8b8db53-f2d4-4ecb-b40b-bdb8faf5278c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:54.004974 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b8db53-f2d4-4ecb-b40b-bdb8faf5278c None None] Bound using segment: {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:51:54.005661 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d8b8db53-f2d4-4ecb-b40b-bdb8faf5278c None None] Bound port: 7403dc2b-f3a1-4663-b481-77afe5cc2e88, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:51:54.006032 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0ecba175-3d04-4ac7-a005-4c469b01c430 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/307ca9ff-e020-40d3-bcf1-05e09032ddb7 HTTP/1.1" status: 204 len: 168 time: 0.7470689 Dec 09 15:51:54.006382 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d8b8db53-f2d4-4ecb-b40b-bdb8faf5278c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:54.057197 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55598) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:54.078981 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecba175-3d04-4ac7-a005-4c469b01c430 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Subnet': ['ID=307ca9ff-e020-40d3-bcf1-05e09032ddb7,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:54.164422 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-94442390-f09a-4c15-b8c1-c749b00355c2 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1058128 Dec 09 15:51:54.168628 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55600) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:54.182694 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-e9f5ff0b-9598-445e-b743-861ee1c7bd56 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'subnet': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:54.284970 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 480d0cf2-64b0-4f7d-9ee9-c358f654cc97, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=480d0cf2-64b0-4f7d-9ee9-c358f654cc97,segment=NetworkSegment(83446d54-4ad9-45d1-ac16-e0f20b1e2253),segment_id=83446d54-4ad9-45d1-ac16-e0f20b1e2253)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:51:54.294401 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8ac6b3-756e-46a7-adaa-f67c9c0e2b97 None None] Network 94852d73-55b2-4606-888b-08d0b0c77dcf requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:51:54.319749 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:54.332836 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2003f9ed-d88f-4d61-9483-a0cd837e5807 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:54.392381 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f5ff0b-9598-445e-b743-861ee1c7bd56 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:51:54.404110 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e9f5ff0b-9598-445e-b743-861ee1c7bd56 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:54.445251 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:54.501422 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b11f5f57-11a8-45fb-8d3b-4a37ba806cf0 None None] Provisioning complete for port 480d0cf2-64b0-4f7d-9ee9-c358f654cc97 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:54.502365 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b11f5f57-11a8-45fb-8d3b-4a37ba806cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:54.599889 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3870e37d-4359-4381-a80f-f56a0543c9be tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:51:54.611622 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09feb800-39d1-42c9-956b-ebdb50aa8838 None None] Sync routers for ids ['788d6986-e891-46e7-bd88-6d205f0b96af'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:51:54.615128 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3870e37d-4359-4381-a80f-f56a0543c9be tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:54.636381 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09feb800-39d1-42c9-956b-ebdb50aa8838 None None] Routers {'788d6986-e891-46e7-bd88-6d205f0b96af'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:51:54.638384 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-09feb800-39d1-42c9-956b-ebdb50aa8838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:51:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['788d6986-e891-46e7-bd88-6d205f0b96af'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:54.650816 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2003f9ed-d88f-4d61-9483-a0cd837e5807 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:54.654849 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=480d0cf2-64b0-4f7d-9ee9-c358f654cc97,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:54.666827 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:54.675949 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d8b8db53-f2d4-4ecb-b40b-bdb8faf5278c None None] For port 7403dc2b-f3a1-4663-b481-77afe5cc2e88, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:51:54.680135 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d8b8db53-f2d4-4ecb-b40b-bdb8faf5278c None None] For port 7403dc2b-f3a1-4663-b481-77afe5cc2e88, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=7403dc2b-f3a1-4663-b481-77afe5cc2e88,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:51:54.720097 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003f9ed-d88f-4d61-9483-a0cd837e5807 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Pushing event updated for resources: {'Port': ['ID=72bd89cb-5080-4ca3-9895-da551c38e86d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:54.733060 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2003f9ed-d88f-4d61-9483-a0cd837e5807 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Network 94852d73-55b2-4606-888b-08d0b0c77dcf is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:51:54.746802 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d8b8db53-f2d4-4ecb-b40b-bdb8faf5278c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:54.757536 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3870e37d-4359-4381-a80f-f56a0543c9be tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "DELETE /v2.0/floatingips/75339cdd-ae4a-49dd-9ece-0a1d003c3ad1 HTTP/1.1" status: 204 len: 168 time: 5.2226386 Dec 09 15:51:54.760900 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '444fa8a4-cf57-49ad-8540-ff0a17dcc2b2', 'tag': '4b21b67d-ff68-4849-a9d3-6a5c91975039'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:51:54.763719 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd12a07-fd47-4fff-966c-c14044735c64" -d '{"events": [{"name": "network-changed", "server_uuid": "444fa8a4-cf57-49ad-8540-ff0a17dcc2b2", "tag": "4b21b67d-ff68-4849-a9d3-6a5c91975039"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:51:54.767006 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-2003f9ed-d88f-4d61-9483-a0cd837e5807 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:51:54.778257 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2003f9ed-d88f-4d61-9483-a0cd837e5807 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:51:54.793952 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e9f5ff0b-9598-445e-b743-861ee1c7bd56 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:54.842693 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-49a8f06c-c8c2-4f73-8b76-3a1a35e6460d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:54.849316 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f5ff0b-9598-445e-b743-861ee1c7bd56 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:51:54.856371 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-e9f5ff0b-9598-445e-b743-861ee1c7bd56 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:51:54.888397 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8f06c-c8c2-4f73-8b76-3a1a35e6460d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Pushing event deleted for resources: {'Port': ['ID=cf0d58f5-9bdb-4e79-bc29-ccbc02a27f70,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:54.897615 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2003f9ed-d88f-4d61-9483-a0cd837e5807 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:54.924449 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f5ff0b-9598-445e-b743-861ee1c7bd56 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:54.925212 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e9f5ff0b-9598-445e-b743-861ee1c7bd56 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:54.960456 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-09feb800-39d1-42c9-956b-ebdb50aa8838 None None] Set router 788d6986-e891-46e7-bd88-6d205f0b96af gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:51:55.015363 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5ff0b-9598-445e-b743-861ee1c7bd56 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Subnet': ['ID=e7606e43-46bf-4715-b172-095112e4429c,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:55.032546 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e9f5ff0b-9598-445e-b743-861ee1c7bd56 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8626173 Dec 09 15:51:55.035646 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55612) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:55.045700 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-61dd4570-af86-47fe-8ee5-3752398381ef tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-410076287', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:55.128004 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61dd4570-af86-47fe-8ee5-3752398381ef tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:55.137746 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61dd4570-af86-47fe-8ee5-3752398381ef tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:55.179575 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 480d0cf2-64b0-4f7d-9ee9-c358f654cc97 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:51:55.246854 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13511fc-27d2-4225-91dc-b0ed00e936fc None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:51:55.285216 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12edced-f18f-4675-99d4-5c651f71dfe7 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:51:55.301807 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61dd4570-af86-47fe-8ee5-3752398381ef tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:55.305591 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75316145-a21c-4b9b-8ed1-5ae7a845b58d x-openstack-request-id: req-75316145-a21c-4b9b-8ed1-5ae7a845b58d {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:51:55.306432 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "444fa8a4-cf57-49ad-8540-ff0a17dcc2b2", "tag": "4b21b67d-ff68-4849-a9d3-6a5c91975039", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:51:55.306432 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-75316145-a21c-4b9b-8ed1-5ae7a845b58d {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:51:55.307363 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '444fa8a4-cf57-49ad-8540-ff0a17dcc2b2', 'tag': '4b21b67d-ff68-4849-a9d3-6a5c91975039', 'status': 'completed', 'code': 200} Dec 09 15:51:55.308808 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61dd4570-af86-47fe-8ee5-3752398381ef tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:55.353291 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61dd4570-af86-47fe-8ee5-3752398381ef tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:55.354590 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-61dd4570-af86-47fe-8ee5-3752398381ef tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3178873 Dec 09 15:51:55.357874 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55618) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:55.426555 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-49a8f06c-c8c2-4f73-8b76-3a1a35e6460d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:55.492726 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8db53-f2d4-4ecb-b40b-bdb8faf5278c None None] Pushing event updated for resources: {'Port': ['ID=7403dc2b-f3a1-4663-b481-77afe5cc2e88,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:55.574164 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:55.696615 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 480d0cf2-64b0-4f7d-9ee9-c358f654cc97 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:55.700630 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:55.717426 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-09feb800-39d1-42c9-956b-ebdb50aa8838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'name': 'tempest-TestNetworkBasicOps-router-913874075', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '48bb6ea6-da56-45cd-9d16-44176c906fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:30Z', 'updated_at': '2021-12-09T15:51:36Z', 'revision_number': 6, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'gw_port': {'id': '48bb6ea6-da56-45cd-9d16-44176c906fb0', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:33Z', 'updated_at': '2021-12-09T15:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '8b82748b-5e0e-4efa-811c-0a3f50e5df36', 'name': '', 'network_id': 'bc054908-65b4-4921-b781-8153a60dbd11', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'mac_address': 'fa:16:3e:d4:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '45845798-aa7d-43d3-8232-fe08ce1b2415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:44Z', 'updated_at': '2021-12-09T15:48:57Z', 'revision_number': 5, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'subnets': [{'id': '45845798-aa7d-43d3-8232-fe08ce1b2415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:55.762429 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09feb800-39d1-42c9-956b-ebdb50aa8838 None None] Checking router: 788d6986-e891-46e7-bd88-6d205f0b96af for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:51:55.772006 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09feb800-39d1-42c9-956b-ebdb50aa8838 None None] Routers {'788d6986-e891-46e7-bd88-6d205f0b96af'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:51:55.773914 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-09feb800-39d1-42c9-956b-ebdb50aa8838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:51:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['788d6986-e891-46e7-bd88-6d205f0b96af'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:55.779421 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2003f9ed-d88f-4d61-9483-a0cd837e5807 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:55.879722 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-19374273-a33b-4c0a-aa3f-3ff7f803f9bc None None] Provisioning complete for port 480d0cf2-64b0-4f7d-9ee9-c358f654cc97 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:55.880098 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-19374273-a33b-4c0a-aa3f-3ff7f803f9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:55.908385 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd12a07-fd47-4fff-966c-c14044735c64 req-c1ea6d34-2f16-4888-bf88-34e072896497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:55.915907 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-bbd12a07-fd47-4fff-966c-c14044735c64 req-c1ea6d34-2f16-4888-bf88-34e072896497 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=033ae2b2d4cc49e5bcd8a5d96b154150&device_id=444fa8a4-cf57-49ad-8540-ff0a17dcc2b2 HTTP/1.1" status: 200 len: 1096 time: 0.6052122 Dec 09 15:51:55.954096 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e672b6d-058d-446f-9758-246b6bef2642 req-630c3075-513e-4810-b31d-84a245960ad3 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:55.961981 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0e672b6d-058d-446f-9758-246b6bef2642 req-630c3075-513e-4810-b31d-84a245960ad3 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=444fa8a4-cf57-49ad-8540-ff0a17dcc2b2 HTTP/1.1" status: 200 len: 945 time: 0.5042520 Dec 09 15:51:56.029185 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-09feb800-39d1-42c9-956b-ebdb50aa8838 None None] Set router 788d6986-e891-46e7-bd88-6d205f0b96af gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:51:56.087119 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0e672b6d-058d-446f-9758-246b6bef2642 req-539642a1-20e6-448c-81c7-861ab7d636e7 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/security-groups?id=3c11c665-174f-4e29-b8e1-051eecefd5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240683 Dec 09 15:51:56.157700 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39135fe-9127-460c-b861-767b8c6a8785 None None] Update dhcp port {'port': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'fixed_ips': [{'subnet_id': 'e7606e43-46bf-4715-b172-095112e4429c'}], 'binding:host_id': 'n-d-821228-1'}, 'id': '7403dc2b-f3a1-4663-b481-77afe5cc2e88'} from n-d-821228-1. {{(pid=103246) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 15:51:56.160285 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-19374273-a33b-4c0a-aa3f-3ff7f803f9bc None None] Provisioning complete for port 72bd89cb-5080-4ca3-9895-da551c38e86d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:56.160632 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-19374273-a33b-4c0a-aa3f-3ff7f803f9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:56.200272 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd12a07-fd47-4fff-966c-c14044735c64 req-75e0cb0a-5ef7-4863-b219-1206f6d66d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:56.200540 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-19374273-a33b-4c0a-aa3f-3ff7f803f9bc None None] Port 72bd89cb-5080-4ca3-9895-da551c38e86d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:51:56.208376 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-bbd12a07-fd47-4fff-966c-c14044735c64 req-75e0cb0a-5ef7-4863-b219-1206f6d66d6d service neutron] 10.222.0.42 "GET /v2.0/networks?id=bc054908-65b4-4921-b781-8153a60dbd11 HTTP/1.1" status: 200 len: 898 time: 0.2016006 Dec 09 15:51:56.258319 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d39135fe-9127-460c-b861-767b8c6a8785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:56.347204 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e00f6d8-4c77-4513-8cd4-1d22cf3c4a58 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:56.512782 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-bbd12a07-fd47-4fff-966c-c14044735c64 req-fd8f0761-9439-4a7b-85b7-cb9e3473f373 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b21b67d-ff68-4849-a9d3-6a5c91975039 HTTP/1.1" status: 200 len: 217 time: 0.3033028 Dec 09 15:51:56.581373 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f86cb9c7-5b12-4a16-9aa2-d094bcdf7b88 None None] Provisioning complete for port 72bd89cb-5080-4ca3-9895-da551c38e86d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:56.581926 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f86cb9c7-5b12-4a16-9aa2-d094bcdf7b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:56.585858 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-09feb800-39d1-42c9-956b-ebdb50aa8838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'name': 'tempest-TestNetworkBasicOps-router-913874075', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '48bb6ea6-da56-45cd-9d16-44176c906fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:30Z', 'updated_at': '2021-12-09T15:51:36Z', 'revision_number': 6, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'gw_port': {'id': '48bb6ea6-da56-45cd-9d16-44176c906fb0', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:33Z', 'updated_at': '2021-12-09T15:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '8b82748b-5e0e-4efa-811c-0a3f50e5df36', 'name': '', 'network_id': 'bc054908-65b4-4921-b781-8153a60dbd11', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'mac_address': 'fa:16:3e:d4:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '45845798-aa7d-43d3-8232-fe08ce1b2415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:44Z', 'updated_at': '2021-12-09T15:48:57Z', 'revision_number': 5, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'subnets': [{'id': '45845798-aa7d-43d3-8232-fe08ce1b2415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:56.637917 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:56.656930 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f86cb9c7-5b12-4a16-9aa2-d094bcdf7b88 None None] Port 72bd89cb-5080-4ca3-9895-da551c38e86d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:51:56.660380 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09feb800-39d1-42c9-956b-ebdb50aa8838 None None] The sync data for ids ['788d6986-e891-46e7-bd88-6d205f0b96af'] in n-d-821228-1 is: [{'id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'name': 'tempest-TestNetworkBasicOps-router-913874075', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '48bb6ea6-da56-45cd-9d16-44176c906fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:30Z', 'updated_at': '2021-12-09T15:51:36Z', 'revision_number': 6, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'gw_port': {'id': '48bb6ea6-da56-45cd-9d16-44176c906fb0', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:33Z', 'updated_at': '2021-12-09T15:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '8b82748b-5e0e-4efa-811c-0a3f50e5df36', 'name': '', 'network_id': 'bc054908-65b4-4921-b781-8153a60dbd11', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'mac_address': 'fa:16:3e:d4:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '45845798-aa7d-43d3-8232-fe08ce1b2415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:44Z', 'updated_at': '2021-12-09T15:48:57Z', 'revision_number': 5, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'subnets': [{'id': '45845798-aa7d-43d3-8232-fe08ce1b2415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:51:56.665214 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-49a8f06c-c8c2-4f73-8b76-3a1a35e6460d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1598674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1781863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39067'] for router, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:56.670490 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-49a8f06c-c8c2-4f73-8b76-3a1a35e6460d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1598665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1598656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1781790'] for router, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:56.733044 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-d39135fe-9127-460c-b861-767b8c6a8785 None None] Allocated IP 2001:db8::2 (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/e7606e43-46bf-4715-b172-095112e4429c/7403dc2b-f3a1-4663-b481-77afe5cc2e88) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:51:56.764964 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd12a07-fd47-4fff-966c-c14044735c64 req-8e0f52ba-de94-4907-b941-10107c587aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:56.767324 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-bbd12a07-fd47-4fff-966c-c14044735c64 req-8e0f52ba-de94-4907-b941-10107c587aec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45845798-aa7d-43d3-8232-fe08ce1b2415 HTTP/1.1" status: 200 len: 834 time: 0.1742573 Dec 09 15:51:56.875902 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d39135fe-9127-460c-b861-767b8c6a8785 None None] For port 7403dc2b-f3a1-4663-b481-77afe5cc2e88, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=7403dc2b-f3a1-4663-b481-77afe5cc2e88,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:51:56.992262 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d39135fe-9127-460c-b861-767b8c6a8785 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:56.999597 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d39135fe-9127-460c-b861-767b8c6a8785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:57.064361 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a8f06c-c8c2-4f73-8b76-3a1a35e6460d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Router abb7cfc9-e27e-4925-bc0d-ed294a29684a has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:51:57.077005 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd12a07-fd47-4fff-966c-c14044735c64 req-68ce8402-36f6-4a32-accf-8258ba7de1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:57.078063 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-bbd12a07-fd47-4fff-966c-c14044735c64 req-68ce8402-36f6-4a32-accf-8258ba7de1af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bc054908-65b4-4921-b781-8153a60dbd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2212510 Dec 09 15:51:57.092978 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04552acf-49d4-42f3-bfa2-777af49b3aaf req-ca35411f-ffc0-4ea6-98fa-1d68856dbcf6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:57.094480 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-04552acf-49d4-42f3-bfa2-777af49b3aaf req-ca35411f-ffc0-4ea6-98fa-1d68856dbcf6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.42 "GET /v2.0/ports?device_id=444fa8a4-cf57-49ad-8540-ff0a17dcc2b2 HTTP/1.1" status: 200 len: 945 time: 0.2675657 Dec 09 15:51:57.103652 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39135fe-9127-460c-b861-767b8c6a8785 None None] Pushing event updated for resources: {'Port': ['ID=7403dc2b-f3a1-4663-b481-77afe5cc2e88,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:57.203882 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75774554-e0ff-46b8-b4e6-c7916c5d69a1 None None] New status for floating IP 75339cdd-ae4a-49dd-9ece-0a1d003c3ad1: DOWN {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:51:57.335035 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf433a0-d312-45d4-bbf9-bb95f5a87663 req-8c46408b-c16d-481b-8c78-5e793645a1c4 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:57.342304 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fbf433a0-d312-45d4-bbf9-bb95f5a87663 req-8c46408b-c16d-481b-8c78-5e793645a1c4 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=444fa8a4-cf57-49ad-8540-ff0a17dcc2b2 HTTP/1.1" status: 200 len: 945 time: 0.1302335 Dec 09 15:51:57.358417 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-0e00f6d8-4c77-4513-8cd4-1d22cf3c4a58 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Allocated IP 2001:db8::1 (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/e7606e43-46bf-4715-b172-095112e4429c/36dad2f2-8d38-464b-97c2-d55e09adf8bf) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:51:57.577761 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e00f6d8-4c77-4513-8cd4-1d22cf3c4a58 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:57.618772 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fbf433a0-d312-45d4-bbf9-bb95f5a87663 req-1b57e940-9ec0-489a-8001-fbcdf5aab325 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/security-groups?id=3c11c665-174f-4e29-b8e1-051eecefd5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250782 Dec 09 15:51:57.695352 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e00f6d8-4c77-4513-8cd4-1d22cf3c4a58 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:57.781344 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e00f6d8-4c77-4513-8cd4-1d22cf3c4a58 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:51:57.786792 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-0e00f6d8-4c77-4513-8cd4-1d22cf3c4a58 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:51:57.790769 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e00f6d8-4c77-4513-8cd4-1d22cf3c4a58 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:51:57.791421 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e00f6d8-4c77-4513-8cd4-1d22cf3c4a58 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:57.798747 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00f6d8-4c77-4513-8cd4-1d22cf3c4a58 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Port': ['ID=36dad2f2-8d38-464b-97c2-d55e09adf8bf,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:57.946781 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e00f6d8-4c77-4513-8cd4-1d22cf3c4a58 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:57.947775 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a8f06c-c8c2-4f73-8b76-3a1a35e6460d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:51:57.950893 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-bbd12a07-fd47-4fff-966c-c14044735c64 req-0b6bb82c-af01-463c-b838-a9744598594a service neutron] 10.222.0.42 "GET /v2.0/networks/bc054908-65b4-4921-b781-8153a60dbd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8529856 Dec 09 15:51:57.956200 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-49a8f06c-c8c2-4f73-8b76-3a1a35e6460d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:57.957450 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-49a8f06c-c8c2-4f73-8b76-3a1a35e6460d tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] 10.222.0.57 "PUT /v2.0/routers/abb7cfc9-e27e-4925-bc0d-ed294a29684a HTTP/1.1" status: 200 len: 710 time: 6.7715476 Dec 09 15:51:57.960334 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b2470b-fb7f-4f93-a58a-0ef46cf0b73f None None] Sync routers for ids ['abb7cfc9-e27e-4925-bc0d-ed294a29684a'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:51:57.962813 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55636) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:57.983395 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b2470b-fb7f-4f93-a58a-0ef46cf0b73f None None] Routers {'abb7cfc9-e27e-4925-bc0d-ed294a29684a'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:51:57.984451 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-07b2470b-fb7f-4f93-a58a-0ef46cf0b73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:51:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['abb7cfc9-e27e-4925-bc0d-ed294a29684a'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:58.036706 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-07b2470b-fb7f-4f93-a58a-0ef46cf0b73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:58.049714 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b2470b-fb7f-4f93-a58a-0ef46cf0b73f None None] Routers {'abb7cfc9-e27e-4925-bc0d-ed294a29684a'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:51:58.050580 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-07b2470b-fb7f-4f93-a58a-0ef46cf0b73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:51:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['abb7cfc9-e27e-4925-bc0d-ed294a29684a'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:58.090402 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-07b2470b-fb7f-4f93-a58a-0ef46cf0b73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:58.091979 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b2470b-fb7f-4f93-a58a-0ef46cf0b73f None None] The sync data for ids ['abb7cfc9-e27e-4925-bc0d-ed294a29684a'] in n-d-821228-1 is: [] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:51:58.126961 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f2ed28a7-1f45-4e44-b9b6-c6c31160f7c0 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] 10.222.0.57 "GET /v2.0/routers/abb7cfc9-e27e-4925-bc0d-ed294a29684a HTTP/1.1" status: 200 len: 745 time: 0.1624515 Dec 09 15:51:58.135859 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55638) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:58.153699 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-04552acf-49d4-42f3-bfa2-777af49b3aaf req-d24d3140-b1de-4c83-883e-d88758781cb8 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Deleting port 4b21b67d-ff68-4849-a9d3-6a5c91975039 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:51:58.153699 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-04552acf-49d4-42f3-bfa2-777af49b3aaf req-d24d3140-b1de-4c83-883e-d88758781cb8 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:58.236784 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3fef25b0-d659-45db-8ea4-41eaa7d07ec2 tempest-RoutersIpV6AdminTest-887709503 tempest-RoutersIpV6AdminTest-887709503-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=d8331094-778d-4179-9ed8-de7de1c5438c&device_id=abb7cfc9-e27e-4925-bc0d-ed294a29684a HTTP/1.1" status: 200 len: 205 time: 0.0995169 Dec 09 15:51:58.268837 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55640) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:58.271190 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2003f9ed-d88f-4d61-9483-a0cd837e5807 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:58.313503 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2003f9ed-d88f-4d61-9483-a0cd837e5807 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:58.338973 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-326c6409-9196-4079-a812-1768e5dfa4e9 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] 10.222.0.57 "GET /v2.0/ports?device_id=abb7cfc9-e27e-4925-bc0d-ed294a29684a HTTP/1.1" status: 200 len: 205 time: 0.0653639 Dec 09 15:51:58.346371 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55642) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:58.410895 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-bbd12a07-fd47-4fff-966c-c14044735c64 req-55d7b211-818b-4ff5-90b4-bc9a8393b5c7 service neutron] 10.222.0.42 "GET /v2.0/networks/bc054908-65b4-4921-b781-8153a60dbd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4486835 Dec 09 15:51:58.449976 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2003f9ed-d88f-4d61-9483-a0cd837e5807 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:58.459695 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-890501c8-e85b-41be-aa77-03c53d371e08 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:58.460658 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003f9ed-d88f-4d61-9483-a0cd837e5807 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Pushing event updated for resources: {'Port': ['ID=72bd89cb-5080-4ca3-9895-da551c38e86d,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:58.477918 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-04552acf-49d4-42f3-bfa2-777af49b3aaf req-d24d3140-b1de-4c83-883e-d88758781cb8 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] For port 4b21b67d-ff68-4849-a9d3-6a5c91975039, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=4b21b67d-ff68-4849-a9d3-6a5c91975039,segment=NetworkSegment(0fdca9fd-1cb3-4bc8-add6-46ac307cb22a),segment_id=0fdca9fd-1cb3-4bc8-add6-46ac307cb22a)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:51:58.478315 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-04552acf-49d4-42f3-bfa2-777af49b3aaf req-d24d3140-b1de-4c83-883e-d88758781cb8 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:58.546208 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-04552acf-49d4-42f3-bfa2-777af49b3aaf req-d24d3140-b1de-4c83-883e-d88758781cb8 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Calling delete_port for 4b21b67d-ff68-4849-a9d3-6a5c91975039 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:51:58.636515 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e00f6d8-4c77-4513-8cd4-1d22cf3c4a58 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:58.679916 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-890501c8-e85b-41be-aa77-03c53d371e08 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:58.683053 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e00f6d8-4c77-4513-8cd4-1d22cf3c4a58 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:58.685436 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e00f6d8-4c77-4513-8cd4-1d22cf3c4a58 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:58.688859 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2003f9ed-d88f-4d61-9483-a0cd837e5807 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Network 94852d73-55b2-4606-888b-08d0b0c77dcf is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:51:58.689936 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-890501c8-e85b-41be-aa77-03c53d371e08 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:58.692371 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-2003f9ed-d88f-4d61-9483-a0cd837e5807 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:51:58.926366 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a7f4e424-b9a0-4d9d-8665-1cefff0e74ea None None] Provisioning complete for port 7403dc2b-f3a1-4663-b481-77afe5cc2e88 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:58.931559 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a7f4e424-b9a0-4d9d-8665-1cefff0e74ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:58.992056 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e00f6d8-4c77-4513-8cd4-1d22cf3c4a58 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:51:59.005614 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-0e00f6d8-4c77-4513-8cd4-1d22cf3c4a58 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:51:59.038607 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-890501c8-e85b-41be-aa77-03c53d371e08 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:59.039174 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890501c8-e85b-41be-aa77-03c53d371e08 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Fanout notify agent at l3_agent the message router_deleted on router abb7cfc9-e27e-4925-bc0d-ed294a29684a {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:51:59.065248 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-890501c8-e85b-41be-aa77-03c53d371e08 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:59.069929 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2003f9ed-d88f-4d61-9483-a0cd837e5807 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Router 13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:51:59.071063 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55652) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:59.071641 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-890501c8-e85b-41be-aa77-03c53d371e08 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] 10.222.0.57 "DELETE /v2.0/routers/abb7cfc9-e27e-4925-bc0d-ed294a29684a HTTP/1.1" status: 204 len: 168 time: 0.7209876 Dec 09 15:51:59.099587 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00f6d8-4c77-4513-8cd4-1d22cf3c4a58 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Port': ['ID=36dad2f2-8d38-464b-97c2-d55e09adf8bf,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:59.101844 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-04552acf-49d4-42f3-bfa2-777af49b3aaf req-d24d3140-b1de-4c83-883e-d88758781cb8 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:59.200047 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a7f4e424-b9a0-4d9d-8665-1cefff0e74ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:59.217309 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d3140-b1de-4c83-883e-d88758781cb8 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event deleted for resources: {'Port': ['ID=4b21b67d-ff68-4849-a9d3-6a5c91975039,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:59.225041 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd8347-b184-4072-aef2-611aacd99b2d req-7f7c0b8e-d623-46d4-b2da-6a2dc91f66ac tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:59.226177 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 7403dc2b-f3a1-4663-b481-77afe5cc2e88 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:51:59.226941 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3acd8347-b184-4072-aef2-611aacd99b2d req-7f7c0b8e-d623-46d4-b2da-6a2dc91f66ac tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=444fa8a4-cf57-49ad-8540-ff0a17dcc2b2 HTTP/1.1" status: 200 len: 867 time: 0.4454081 Dec 09 15:51:59.245132 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6b9417e2-fad2-4f32-8a17-dc32025cd466 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] 10.222.0.57 "GET /v2.0/ports?device_id=abb7cfc9-e27e-4925-bc0d-ed294a29684a HTTP/1.1" status: 200 len: 205 time: 0.1550615 Dec 09 15:51:59.245132 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55654) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:59.358467 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a7f4e424-b9a0-4d9d-8665-1cefff0e74ea None None] For port 7403dc2b-f3a1-4663-b481-77afe5cc2e88, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=7403dc2b-f3a1-4663-b481-77afe5cc2e88,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:51:59.362663 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 7403dc2b-f3a1-4663-b481-77afe5cc2e88 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:59.363419 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:59.368099 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a7f4e424-b9a0-4d9d-8665-1cefff0e74ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:59.403973 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3acd8347-b184-4072-aef2-611aacd99b2d req-a440ba22-f2a9-4f06-a7d2-9c9e1d6afe51 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/security-groups?id=3c11c665-174f-4e29-b8e1-051eecefd5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053729 Dec 09 15:51:59.459530 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-d715a679-7bf2-4676-be8c-db791ee39fdf tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] delete failed (client error): The resource could not be found. Dec 09 15:51:59.461028 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d715a679-7bf2-4676-be8c-db791ee39fdf tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] 10.222.0.57 "DELETE /v2.0/routers/abb7cfc9-e27e-4925-bc0d-ed294a29684a HTTP/1.1" status: 404 len: 336 time: 0.2146730 Dec 09 15:51:59.467282 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55656) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:59.482920 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e00f6d8-4c77-4513-8cd4-1d22cf3c4a58 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Router c9080d1d-d1bf-4a6e-ab6b-fd69997ad242 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:51:59.487799 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-04552acf-49d4-42f3-bfa2-777af49b3aaf req-d24d3140-b1de-4c83-883e-d88758781cb8 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] No DVR routers for this DVR port 4b21b67d-ff68-4849-a9d3-6a5c91975039 on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:51:59.492542 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-04552acf-49d4-42f3-bfa2-777af49b3aaf req-d24d3140-b1de-4c83-883e-d88758781cb8 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:59.496444 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-04552acf-49d4-42f3-bfa2-777af49b3aaf req-d24d3140-b1de-4c83-883e-d88758781cb8 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.42 "DELETE /v2.0/ports/4b21b67d-ff68-4849-a9d3-6a5c91975039 HTTP/1.1" status: 204 len: 173 time: 2.3817122 Dec 09 15:51:59.547257 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-69f8307e-04c8-4e01-9ed9-ccf7e419d6fe tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dae5f6a-71ad-40e1-b8f0-87a7cadb1e03 HTTP/1.1" status: 200 len: 205 time: 0.0750818 Dec 09 15:51:59.549124 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55658) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:59.560921 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f4e424-b9a0-4d9d-8665-1cefff0e74ea None None] Pushing event updated for resources: {'Port': ['ID=7403dc2b-f3a1-4663-b481-77afe5cc2e88,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:59.584454 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 4b21b67d-ff68-4849-a9d3-6a5c91975039 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:51:59.618904 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444fa8a4-cf57-49ad-8540-ff0a17dcc2b2', 'name': 'network-vif-deleted', 'tag': '4b21b67d-ff68-4849-a9d3-6a5c91975039'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:51:59.625676 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a2b0e1-278b-4a5d-b9d1-f53ebf826d0d" -d '{"events": [{"server_uuid": "444fa8a4-cf57-49ad-8540-ff0a17dcc2b2", "name": "network-vif-deleted", "tag": "4b21b67d-ff68-4849-a9d3-6a5c91975039"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:51:59.629137 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: 4b21b67d-ff68-4849-a9d3-6a5c91975039 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:51:59.629492 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 4b21b67d-ff68-4849-a9d3-6a5c91975039 not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:51:59.631047 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ce5a401b-907f-42bc-96e4-26f8f603888e None None] Provisioning complete for port 72bd89cb-5080-4ca3-9895-da551c38e86d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:59.631549 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ce5a401b-907f-42bc-96e4-26f8f603888e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:59.684772 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-e40a41ed-05a4-4cff-aacf-e4a402a0fe89 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] delete failed (client error): The resource could not be found. Dec 09 15:51:59.688093 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e40a41ed-05a4-4cff-aacf-e4a402a0fe89 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] 10.222.0.57 "DELETE /v2.0/routers/8dae5f6a-71ad-40e1-b8f0-87a7cadb1e03 HTTP/1.1" status: 404 len: 336 time: 0.1353397 Dec 09 15:51:59.692506 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55664) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:59.799990 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded9ef7f-4a86-4fda-9214-2b53ba21da2e x-openstack-request-id: req-ded9ef7f-4a86-4fda-9214-2b53ba21da2e {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:51:59.803850 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "444fa8a4-cf57-49ad-8540-ff0a17dcc2b2", "name": "network-vif-deleted", "tag": "4b21b67d-ff68-4849-a9d3-6a5c91975039", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:51:59.804081 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ded9ef7f-4a86-4fda-9214-2b53ba21da2e {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:51:59.804691 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444fa8a4-cf57-49ad-8540-ff0a17dcc2b2', 'name': 'network-vif-deleted', 'tag': '4b21b67d-ff68-4849-a9d3-6a5c91975039', 'status': 'completed', 'code': 200} Dec 09 15:51:59.819958 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-03f43088-0f91-48ac-9c81-ef1d07cbe356 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] 10.222.0.57 "GET /v2.0/ports?device_id=825afbe1-949d-466b-8d14-b57b0e0b854a HTTP/1.1" status: 200 len: 205 time: 0.1202173 Dec 09 15:51:59.828967 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55666) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:59.957901 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e00f6d8-4c77-4513-8cd4-1d22cf3c4a58 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:51:59.973989 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2003f9ed-d88f-4d61-9483-a0cd837e5807 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:51:59.986598 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0e00f6d8-4c77-4513-8cd4-1d22cf3c4a58 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "PUT /v2.0/routers/c9080d1d-d1bf-4a6e-ab6b-fd69997ad242/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6056039 Dec 09 15:51:59.986598 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55670) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:59.989925 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-6a6b387f-a015-4598-a60a-0fe640ee277a tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] delete failed (client error): The resource could not be found. Dec 09 15:51:59.993453 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6a6b387f-a015-4598-a60a-0fe640ee277a tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] 10.222.0.57 "DELETE /v2.0/routers/825afbe1-949d-466b-8d14-b57b0e0b854a HTTP/1.1" status: 404 len: 336 time: 0.1611984 Dec 09 15:51:59.993627 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c773ae-fc70-433b-8555-f81604398dac None None] Sync routers for ids ['13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:51:59.995693 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2003f9ed-d88f-4d61-9483-a0cd837e5807 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "PUT /v2.0/routers/13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7538869 Dec 09 15:51:59.996509 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55672) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:00.012939 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c773ae-fc70-433b-8555-f81604398dac None None] Routers {'13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:52:00.017141 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-e5c773ae-fc70-433b-8555-f81604398dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:51:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:00.084267 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224fb6df-b447-4e4a-a6dc-66f47c5e41bf None None] Sync routers for ids ['c9080d1d-d1bf-4a6e-ab6b-fd69997ad242'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:52:00.085864 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c8e54057-a212-4ccb-af9e-ac0756f27b1e tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] 10.222.0.57 "GET /v2.0/ports?device_id=5732042d-07de-4808-aba3-ab2293086cc8 HTTP/1.1" status: 200 len: 205 time: 0.0866609 Dec 09 15:52:00.089322 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55676) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:00.143501 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfd57ca-c5c4-441d-bfdc-06aba770441d None None] get_active_networks_info from n-d-821228-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 15:52:00.152702 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224fb6df-b447-4e4a-a6dc-66f47c5e41bf None None] Routers {'c9080d1d-d1bf-4a6e-ab6b-fd69997ad242'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:52:00.154098 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-224fb6df-b447-4e4a-a6dc-66f47c5e41bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:51:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['c9080d1d-d1bf-4a6e-ab6b-fd69997ad242'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:00.210787 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-87e9b491-2a0e-47e8-8da7-b1d780ff45a4 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] delete failed (client error): The resource could not be found. Dec 09 15:52:00.211939 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-87e9b491-2a0e-47e8-8da7-b1d780ff45a4 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] 10.222.0.57 "DELETE /v2.0/routers/5732042d-07de-4808-aba3-ab2293086cc8 HTTP/1.1" status: 404 len: 336 time: 0.1204710 Dec 09 15:52:00.218279 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8d2caa-e517-4910-a6cf-835a47a4a35c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:00.220028 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-fb8d2caa-e517-4910-a6cf-835a47a4a35c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/ports/36dad2f2-8d38-464b-97c2-d55e09adf8bf HTTP/1.1" status: 200 len: 911 time: 0.2335865 Dec 09 15:52:00.222486 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55680) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:00.223061 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55682) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:00.282678 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ce5a401b-907f-42bc-96e4-26f8f603888e None None] Port 72bd89cb-5080-4ca3-9895-da551c38e86d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:52:00.342867 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7429bb9c-d36d-4cf0-b1b7-a8b8cde11e7c tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] 10.222.0.57 "GET /v2.0/ports?device_id=ede6c9ab-e822-4666-974d-ba7f767d573f HTTP/1.1" status: 200 len: 205 time: 0.1152608 Dec 09 15:52:00.345121 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55696) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:00.373291 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-e5c773ae-fc70-433b-8555-f81604398dac None None] Set router 13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:52:00.401436 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-14d9f007-5eb3-4768-88b8-f25a38cd7456 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] delete failed (client error): The resource could not be found. Dec 09 15:52:00.405898 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-14d9f007-5eb3-4768-88b8-f25a38cd7456 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] 10.222.0.57 "DELETE /v2.0/routers/ede6c9ab-e822-4666-974d-ba7f767d573f HTTP/1.1" status: 404 len: 336 time: 0.0564404 Dec 09 15:52:00.413559 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaea5f50-be29-4aa6-a7dc-3dcd3db3d31c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:00.421475 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaea5f50-be29-4aa6-a7dc-3dcd3db3d31c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:00.426806 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-eaea5f50-be29-4aa6-a7dc-3dcd3db3d31c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2025533 Dec 09 15:52:00.426953 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ce5a401b-907f-42bc-96e4-26f8f603888e None None] Provisioning complete for port 36dad2f2-8d38-464b-97c2-d55e09adf8bf triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:00.427261 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ce5a401b-907f-42bc-96e4-26f8f603888e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:00.427678 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55698) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:00.428038 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55700) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:00.467659 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5af76713-3572-43e0-9d8c-501f52f8d09b tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6bf0395-11e7-4f12-b96a-4913d2c7cc21 HTTP/1.1" status: 200 len: 205 time: 0.0383396 Dec 09 15:52:00.478990 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ce5a401b-907f-42bc-96e4-26f8f603888e None None] Port 36dad2f2-8d38-464b-97c2-d55e09adf8bf cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:52:00.493385 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-224fb6df-b447-4e4a-a6dc-66f47c5e41bf None None] Set router c9080d1d-d1bf-4a6e-ab6b-fd69997ad242 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:52:00.506040 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55704) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:00.581340 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-281c7070-5c5b-4bf3-b6d1-458dc65341c9 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] delete failed (client error): The resource could not be found. Dec 09 15:52:00.581955 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-281c7070-5c5b-4bf3-b6d1-458dc65341c9 tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] 10.222.0.57 "DELETE /v2.0/routers/e6bf0395-11e7-4f12-b96a-4913d2c7cc21 HTTP/1.1" status: 404 len: 336 time: 0.0748122 Dec 09 15:52:00.584572 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55708) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:00.616709 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa202ea6-79e9-4b33-9809-fb3610fc810c tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] DELETE failed (client error): The resource could not be found. Dec 09 15:52:00.617188 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa202ea6-79e9-4b33-9809-fb3610fc810c tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:52:00.620498 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-fa202ea6-79e9-4b33-9809-fb3610fc810c tempest-RoutersIpV6AdminTest-705712751 tempest-RoutersIpV6AdminTest-705712751-project] 10.222.0.57 "DELETE /v2.0/subnets/aaac71f4-2986-494b-b085-642554edfc21 HTTP/1.1" status: 404 len: 337 time: 0.0347564 Dec 09 15:52:00.718792 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f35d5e05-89c4-4a51-a625-5034cb1d27b9 None None] Provisioning complete for port 36dad2f2-8d38-464b-97c2-d55e09adf8bf triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:00.719193 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f35d5e05-89c4-4a51-a625-5034cb1d27b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:00.720017 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-d5d24e7b-1698-4228-a4bc-9bdfd8a662bc tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:00.722269 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfd57ca-c5c4-441d-bfdc-06aba770441d None None] Resources bound (agent type, host, resource id): {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 15:52:00.724869 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-d5d24e7b-1698-4228-a4bc-9bdfd8a662bc tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/networks?id=94852d73-55b2-4606-888b-08d0b0c77dcf HTTP/1.1" status: 200 len: 798 time: 0.3455303 Dec 09 15:52:00.764643 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-7c3aaa24-b0d1-44f5-a957-f183f8367b1b tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/quotas/cf31236457a543f3b32deeb2eee96cb5 HTTP/1.1" status: 200 len: 375 time: 0.0298936 Dec 09 15:52:00.872803 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f35d5e05-89c4-4a51-a625-5034cb1d27b9 None None] Port 36dad2f2-8d38-464b-97c2-d55e09adf8bf cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:52:00.914812 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-101e0c53-cf7e-41fc-8b67-83a7dd7a7969 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cf31236457a543f3b32deeb2eee96cb5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1384830 Dec 09 15:52:01.033147 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-e5c773ae-fc70-433b-8555-f81604398dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-935914168', 'tenant_id': 'cf31236457a543f3b32deeb2eee96cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '983e2ca7-1f24-4791-b8da-6c5c1a389752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:51:40Z', 'updated_at': '2021-12-09T15:51:55Z', 'revision_number': 4, 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'gw_port': {'id': '983e2ca7-1f24-4791-b8da-6c5c1a389752', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:51:42Z', 'updated_at': '2021-12-09T15:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '72bd89cb-5080-4ca3-9895-da551c38e86d', 'name': '', 'network_id': '94852d73-55b2-4606-888b-08d0b0c77dcf', 'tenant_id': 'cf31236457a543f3b32deeb2eee96cb5', 'mac_address': 'fa:16:3e:a5:28:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': 'd1323b0d-2269-4700-82b8-e6b47d6505e3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:51:53Z', 'updated_at': '2021-12-09T15:51:57Z', 'revision_number': 2, 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'subnets': [{'id': 'd1323b0d-2269-4700-82b8-e6b47d6505e3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:01.086318 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c773ae-fc70-433b-8555-f81604398dac None None] Checking router: 13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:52:01.087139 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c773ae-fc70-433b-8555-f81604398dac None None] Updating router 13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab port 72bd89cb-5080-4ca3-9895-da551c38e86d binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:52:01.149402 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-e5c773ae-fc70-433b-8555-f81604398dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:01.192745 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-224fb6df-b447-4e4a-a6dc-66f47c5e41bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9080d1d-d1bf-4a6e-ab6b-fd69997ad242', 'name': 'tempest-NetworksTestDHCPv6-router-410076287', 'tenant_id': 'd6bab0483bfa42f8adbc5a6130ae139b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:51:55Z', 'updated_at': '2021-12-09T15:51:57Z', 'revision_number': 2, 'project_id': 'd6bab0483bfa42f8adbc5a6130ae139b', 'gw_port_host': None, '_interfaces': [{'id': '36dad2f2-8d38-464b-97c2-d55e09adf8bf', 'name': '', 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'tenant_id': 'd6bab0483bfa42f8adbc5a6130ae139b', 'mac_address': 'fa:16:3e:6d:89:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9080d1d-d1bf-4a6e-ab6b-fd69997ad242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'e7606e43-46bf-4715-b172-095112e4429c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:51:57Z', 'updated_at': '2021-12-09T15:51:58Z', 'revision_number': 2, 'project_id': 'd6bab0483bfa42f8adbc5a6130ae139b', 'subnets': [{'id': 'e7606e43-46bf-4715-b172-095112e4429c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:01.228443 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 7403dc2b-f3a1-4663-b481-77afe5cc2e88 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:52:01.235465 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224fb6df-b447-4e4a-a6dc-66f47c5e41bf None None] Checking router: c9080d1d-d1bf-4a6e-ab6b-fd69997ad242 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:52:01.235465 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224fb6df-b447-4e4a-a6dc-66f47c5e41bf None None] Updating router c9080d1d-d1bf-4a6e-ab6b-fd69997ad242 port 36dad2f2-8d38-464b-97c2-d55e09adf8bf binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:52:01.256690 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-b2cb4f40-5354-4bb8-8457-a7db6b4df8ba service neutron] 10.222.0.57 "GET /v2.0/networks/94852d73-55b2-4606-888b-08d0b0c77dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184576 Dec 09 15:52:01.344748 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55718) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:01.428647 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-224fb6df-b447-4e4a-a6dc-66f47c5e41bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:01.429768 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8564f4e4-1ceb-4e38-8f54-ef538741e464 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:01.490935 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 7403dc2b-f3a1-4663-b481-77afe5cc2e88 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:01.491542 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:01.551789 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-12b91f17-d3d8-453e-8894-bea3a5228276 service neutron] 10.222.0.57 "GET /v2.0/networks/94852d73-55b2-4606-888b-08d0b0c77dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945368 Dec 09 15:52:01.649435 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9f92a5a2-f027-430e-9a66-3ce7547ca4ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:01.848204 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9f92a5a2-f027-430e-9a66-3ce7547ca4ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:01.857741 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9f92a5a2-f027-430e-9a66-3ce7547ca4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:01.955770 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55726) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:01.977832 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9f92a5a2-f027-430e-9a66-3ce7547ca4ac admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=60052f9f3b1c4f978b7e17faaed4147f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6158412 Dec 09 15:52:01.985788 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55730) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:02.009552 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-8564f4e4-1ceb-4e38-8f54-ef538741e464 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting port 36dad2f2-8d38-464b-97c2-d55e09adf8bf {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:52:02.009947 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8564f4e4-1ceb-4e38-8f54-ef538741e464 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:02.030919 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-e5c773ae-fc70-433b-8555-f81604398dac None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:02.051521 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-e5c773ae-fc70-433b-8555-f81604398dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:02.132402 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92a5a2-f027-430e-9a66-3ce7547ca4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c26e981-1a5c-41d9-b4f9-013c93275658,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:02.196617 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff490a9-1385-45e5-875f-4a7ec2745a07 None None] Pushing event updated for resources: {'Port': ['ID=72bd89cb-5080-4ca3-9895-da551c38e86d,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:02.260031 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7eb153ca-f199-45df-826c-b5dc4329abbe tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:02.267286 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-224fb6df-b447-4e4a-a6dc-66f47c5e41bf None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:02.295883 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-224fb6df-b447-4e4a-a6dc-66f47c5e41bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:02.399445 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-94ac917b-1ddf-451a-a4e3-822617636399 req-0e2f46cd-2fd9-4352-9274-ef8be19905d6 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/ports?device_id=2af48f52-0895-4c1b-b616-59136031e05b HTTP/1.1" status: 200 len: 210 time: 0.1714323 Dec 09 15:52:02.440660 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-e5c773ae-fc70-433b-8555-f81604398dac None None] Attempting to bind port 72bd89cb-5080-4ca3-9895-da551c38e86d on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:52:02.443044 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-e5c773ae-fc70-433b-8555-f81604398dac None None] Attempting to bind port 72bd89cb-5080-4ca3-9895-da551c38e86d by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '83446d54-4ad9-45d1-ac16-e0f20b1e2253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '94852d73-55b2-4606-888b-08d0b0c77dcf'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:52:02.445165 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c773ae-fc70-433b-8555-f81604398dac None None] Attempting to bind port 72bd89cb-5080-4ca3-9895-da551c38e86d on network 94852d73-55b2-4606-888b-08d0b0c77dcf {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:52:02.463090 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c773ae-fc70-433b-8555-f81604398dac None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:52:02.463684 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c773ae-fc70-433b-8555-f81604398dac None None] Checking segment: {'id': '83446d54-4ad9-45d1-ac16-e0f20b1e2253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '94852d73-55b2-4606-888b-08d0b0c77dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:52:02.469171 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-e5c773ae-fc70-433b-8555-f81604398dac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:02.470056 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c773ae-fc70-433b-8555-f81604398dac None None] Bound using segment: {'id': '83446d54-4ad9-45d1-ac16-e0f20b1e2253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '94852d73-55b2-4606-888b-08d0b0c77dcf'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:52:02.470693 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-e5c773ae-fc70-433b-8555-f81604398dac None None] Bound port: 72bd89cb-5080-4ca3-9895-da551c38e86d, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83446d54-4ad9-45d1-ac16-e0f20b1e2253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '94852d73-55b2-4606-888b-08d0b0c77dcf'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:52:02.471238 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-e5c773ae-fc70-433b-8555-f81604398dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:02.486686 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7eb153ca-f199-45df-826c-b5dc4329abbe tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:02.493856 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d43ec686-ae4f-4d1f-9dd6-773742e1a119 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:02.576735 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8564f4e4-1ceb-4e38-8f54-ef538741e464 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:02.584096 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d43ec686-ae4f-4d1f-9dd6-773742e1a119 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:02.626509 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-e5c773ae-fc70-433b-8555-f81604398dac None None] For port 72bd89cb-5080-4ca3-9895-da551c38e86d, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:52:02.628864 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-8564f4e4-1ceb-4e38-8f54-ef538741e464 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Calling delete_port for 36dad2f2-8d38-464b-97c2-d55e09adf8bf owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:52:02.637925 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b8021-73e3-4463-98da-5bd74d39af24 None None] Pushing event updated for resources: {'Port': ['ID=36dad2f2-8d38-464b-97c2-d55e09adf8bf,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:02.639435 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-e5c773ae-fc70-433b-8555-f81604398dac None None] For port 72bd89cb-5080-4ca3-9895-da551c38e86d, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=72bd89cb-5080-4ca3-9895-da551c38e86d,segment=NetworkSegment(83446d54-4ad9-45d1-ac16-e0f20b1e2253),segment_id=83446d54-4ad9-45d1-ac16-e0f20b1e2253)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:52:02.658286 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-e5c773ae-fc70-433b-8555-f81604398dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:02.696164 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7eb153ca-f199-45df-826c-b5dc4329abbe tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:02.707328 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7eb153ca-f199-45df-826c-b5dc4329abbe tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:02.707527 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-224fb6df-b447-4e4a-a6dc-66f47c5e41bf None None] Attempting to bind port 36dad2f2-8d38-464b-97c2-d55e09adf8bf on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:52:02.707881 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-224fb6df-b447-4e4a-a6dc-66f47c5e41bf None None] Attempting to bind port 36dad2f2-8d38-464b-97c2-d55e09adf8bf by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:52:02.708561 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7eb153ca-f199-45df-826c-b5dc4329abbe tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "DELETE /v2.0/security-groups/3c11c665-174f-4e29-b8e1-051eecefd5c7 HTTP/1.1" status: 204 len: 168 time: 0.7508397 Dec 09 15:52:02.711488 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224fb6df-b447-4e4a-a6dc-66f47c5e41bf None None] Attempting to bind port 36dad2f2-8d38-464b-97c2-d55e09adf8bf on network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:52:02.725484 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224fb6df-b447-4e4a-a6dc-66f47c5e41bf None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:52:02.726024 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224fb6df-b447-4e4a-a6dc-66f47c5e41bf None None] Checking segment: {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:52:02.729976 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-224fb6df-b447-4e4a-a6dc-66f47c5e41bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:02.734658 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224fb6df-b447-4e4a-a6dc-66f47c5e41bf None None] Bound using segment: {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:52:02.735696 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-224fb6df-b447-4e4a-a6dc-66f47c5e41bf None None] Bound port: 36dad2f2-8d38-464b-97c2-d55e09adf8bf, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:52:02.736131 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-224fb6df-b447-4e4a-a6dc-66f47c5e41bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:02.762374 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb153ca-f199-45df-826c-b5dc4329abbe tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c11c665-174f-4e29-b8e1-051eecefd5c7,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:02.779014 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55742) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:02.793729 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d43ec686-ae4f-4d1f-9dd6-773742e1a119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:02.798885 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d43ec686-ae4f-4d1f-9dd6-773742e1a119 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:02.804649 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d43ec686-ae4f-4d1f-9dd6-773742e1a119 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4c26e981-1a5c-41d9-b4f9-013c93275658 HTTP/1.1" status: 204 len: 168 time: 0.8095655 Dec 09 15:52:02.829453 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c773ae-fc70-433b-8555-f81604398dac None None] Routers {'13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:52:02.830106 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-e5c773ae-fc70-433b-8555-f81604398dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:51:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:02.839398 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-224fb6df-b447-4e4a-a6dc-66f47c5e41bf None None] For port 36dad2f2-8d38-464b-97c2-d55e09adf8bf, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:52:02.843977 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-224fb6df-b447-4e4a-a6dc-66f47c5e41bf None None] For port 36dad2f2-8d38-464b-97c2-d55e09adf8bf, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=36dad2f2-8d38-464b-97c2-d55e09adf8bf,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:52:02.856993 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-224fb6df-b447-4e4a-a6dc-66f47c5e41bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:02.894147 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ec686-ae4f-4d1f-9dd6-773742e1a119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c26e981-1a5c-41d9-b4f9-013c93275658,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:02.915605 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff490a9-1385-45e5-875f-4a7ec2745a07 None None] Pushing event updated for resources: {'Port': ['ID=72bd89cb-5080-4ca3-9895-da551c38e86d,revision_number=4']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:02.920048 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b8021-73e3-4463-98da-5bd74d39af24 None None] Pushing event updated for resources: {'Port': ['ID=36dad2f2-8d38-464b-97c2-d55e09adf8bf,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:02.962169 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224fb6df-b447-4e4a-a6dc-66f47c5e41bf None None] Routers {'c9080d1d-d1bf-4a6e-ab6b-fd69997ad242'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:52:02.962882 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-224fb6df-b447-4e4a-a6dc-66f47c5e41bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:51:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['c9080d1d-d1bf-4a6e-ab6b-fd69997ad242'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:03.104235 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8564f4e4-1ceb-4e38-8f54-ef538741e464 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:03.126321 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-224fb6df-b447-4e4a-a6dc-66f47c5e41bf None None] Set router c9080d1d-d1bf-4a6e-ab6b-fd69997ad242 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:52:03.193810 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-e5c773ae-fc70-433b-8555-f81604398dac None None] Set router 13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:52:03.311837 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8564f4e4-1ceb-4e38-8f54-ef538741e464 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Port': ['ID=36dad2f2-8d38-464b-97c2-d55e09adf8bf,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:03.904633 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-805cb628-d687-44ad-9733-cb05c2d2f528 req-7aae1dff-254d-4fb2-8617-b1088b88cc24 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/ports?device_id=2af48f52-0895-4c1b-b616-59136031e05b HTTP/1.1" status: 200 len: 210 time: 0.1746695 Dec 09 15:52:04.116592 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8709d485-e96d-4508-bf13-f21216edaf96 None None] Provisioning complete for port 7403dc2b-f3a1-4663-b481-77afe5cc2e88 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:04.117187 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8709d485-e96d-4508-bf13-f21216edaf96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:04.137635 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55760) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:04.362114 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-e5c773ae-fc70-433b-8555-f81604398dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-935914168', 'tenant_id': 'cf31236457a543f3b32deeb2eee96cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '983e2ca7-1f24-4791-b8da-6c5c1a389752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:51:40Z', 'updated_at': '2021-12-09T15:51:55Z', 'revision_number': 4, 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'gw_port': {'id': '983e2ca7-1f24-4791-b8da-6c5c1a389752', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:51:42Z', 'updated_at': '2021-12-09T15:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '72bd89cb-5080-4ca3-9895-da551c38e86d', 'name': '', 'network_id': '94852d73-55b2-4606-888b-08d0b0c77dcf', 'tenant_id': 'cf31236457a543f3b32deeb2eee96cb5', 'mac_address': 'fa:16:3e:a5:28:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': 'd1323b0d-2269-4700-82b8-e6b47d6505e3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:51:53Z', 'updated_at': '2021-12-09T15:52:02Z', 'revision_number': 4, 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'subnets': [{'id': 'd1323b0d-2269-4700-82b8-e6b47d6505e3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:04.369357 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8709d485-e96d-4508-bf13-f21216edaf96 None None] Could not find standard attr ID for object 36dad2f2-8d38-464b-97c2-d55e09adf8bf. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:52:04.481355 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c773ae-fc70-433b-8555-f81604398dac None None] The sync data for ids ['13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab'] in n-d-821228-1 is: [{'id': '13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-935914168', 'tenant_id': 'cf31236457a543f3b32deeb2eee96cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '983e2ca7-1f24-4791-b8da-6c5c1a389752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:51:40Z', 'updated_at': '2021-12-09T15:51:55Z', 'revision_number': 4, 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'gw_port': {'id': '983e2ca7-1f24-4791-b8da-6c5c1a389752', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:51:42Z', 'updated_at': '2021-12-09T15:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '72bd89cb-5080-4ca3-9895-da551c38e86d', 'name': '', 'network_id': '94852d73-55b2-4606-888b-08d0b0c77dcf', 'tenant_id': 'cf31236457a543f3b32deeb2eee96cb5', 'mac_address': 'fa:16:3e:a5:28:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': 'd1323b0d-2269-4700-82b8-e6b47d6505e3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:51:53Z', 'updated_at': '2021-12-09T15:52:02Z', 'revision_number': 4, 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'subnets': [{'id': 'd1323b0d-2269-4700-82b8-e6b47d6505e3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:52:04.585697 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-83d02fc6-0814-48d1-88c2-0d125b39f5ef admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3a7557a109f246d89cbd5c95349ab32c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4458628 Dec 09 15:52:04.591458 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55770) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:04.631270 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-224fb6df-b447-4e4a-a6dc-66f47c5e41bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9080d1d-d1bf-4a6e-ab6b-fd69997ad242', 'name': 'tempest-NetworksTestDHCPv6-router-410076287', 'tenant_id': 'd6bab0483bfa42f8adbc5a6130ae139b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:51:55Z', 'updated_at': '2021-12-09T15:51:57Z', 'revision_number': 2, 'project_id': 'd6bab0483bfa42f8adbc5a6130ae139b', 'gw_port_host': None, '_interfaces': [{'id': '36dad2f2-8d38-464b-97c2-d55e09adf8bf', 'name': '', 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'tenant_id': 'd6bab0483bfa42f8adbc5a6130ae139b', 'mac_address': 'fa:16:3e:6d:89:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9080d1d-d1bf-4a6e-ab6b-fd69997ad242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'e7606e43-46bf-4715-b172-095112e4429c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:51:57Z', 'updated_at': '2021-12-09T15:52:02Z', 'revision_number': 4, 'project_id': 'd6bab0483bfa42f8adbc5a6130ae139b', 'subnets': [{'id': 'e7606e43-46bf-4715-b172-095112e4429c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:04.640286 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3f27ea2e-169f-4e58-a02e-af0eb6cb20c6 None None] Provisioning complete for port 72bd89cb-5080-4ca3-9895-da551c38e86d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:04.642289 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8564f4e4-1ceb-4e38-8f54-ef538741e464 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:04.643760 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3f27ea2e-169f-4e58-a02e-af0eb6cb20c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:04.700728 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-60d70a04-0c02-4c32-acb2-2e7f74260455 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:04.702690 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-60d70a04-0c02-4c32-acb2-2e7f74260455 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.31 "GET /v2.0/networks?id=94852d73-55b2-4606-888b-08d0b0c77dcf HTTP/1.1" status: 200 len: 798 time: 0.5397177 Dec 09 15:52:04.723922 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-4caae3b3-ec44-422c-93ee-a88640ccbaaf tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Request body: {'port': {'device_id': '2af48f52-0895-4c1b-b616-59136031e05b', 'network_id': '94852d73-55b2-4606-888b-08d0b0c77dcf', 'admin_state_up': True, 'tenant_id': 'cf31236457a543f3b32deeb2eee96cb5'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:04.810428 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224fb6df-b447-4e4a-a6dc-66f47c5e41bf None None] The sync data for ids ['c9080d1d-d1bf-4a6e-ab6b-fd69997ad242'] in n-d-821228-1 is: [{'id': 'c9080d1d-d1bf-4a6e-ab6b-fd69997ad242', 'name': 'tempest-NetworksTestDHCPv6-router-410076287', 'tenant_id': 'd6bab0483bfa42f8adbc5a6130ae139b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:51:55Z', 'updated_at': '2021-12-09T15:51:57Z', 'revision_number': 2, 'project_id': 'd6bab0483bfa42f8adbc5a6130ae139b', 'gw_port_host': None, '_interfaces': [{'id': '36dad2f2-8d38-464b-97c2-d55e09adf8bf', 'name': '', 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'tenant_id': 'd6bab0483bfa42f8adbc5a6130ae139b', 'mac_address': 'fa:16:3e:6d:89:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9080d1d-d1bf-4a6e-ab6b-fd69997ad242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'e7606e43-46bf-4715-b172-095112e4429c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:51:57Z', 'updated_at': '2021-12-09T15:52:02Z', 'revision_number': 4, 'project_id': 'd6bab0483bfa42f8adbc5a6130ae139b', 'subnets': [{'id': 'e7606e43-46bf-4715-b172-095112e4429c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:52:04.932031 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-661e16d3-c647-474b-bdca-2428fdb5a4c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:04.938045 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6f321b70-54e0-4c28-ba3f-73906f9269e2 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:05.050103 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3f27ea2e-169f-4e58-a02e-af0eb6cb20c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:05.129122 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3f27ea2e-169f-4e58-a02e-af0eb6cb20c6 None None] For port 72bd89cb-5080-4ca3-9895-da551c38e86d, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=72bd89cb-5080-4ca3-9895-da551c38e86d,segment=NetworkSegment(83446d54-4ad9-45d1-ac16-e0f20b1e2253),segment_id=83446d54-4ad9-45d1-ac16-e0f20b1e2253)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:52:05.137247 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3f27ea2e-169f-4e58-a02e-af0eb6cb20c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:05.204101 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3f27ea2e-169f-4e58-a02e-af0eb6cb20c6 None None] Could not find standard attr ID for object 36dad2f2-8d38-464b-97c2-d55e09adf8bf. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:52:05.210532 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8564f4e4-1ceb-4e38-8f54-ef538741e464 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Router c9080d1d-d1bf-4a6e-ab6b-fd69997ad242 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:52:05.298427 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-661e16d3-c647-474b-bdca-2428fdb5a4c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:05.365838 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 72bd89cb-5080-4ca3-9895-da551c38e86d up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:52:05.421463 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-661e16d3-c647-474b-bdca-2428fdb5a4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:05.427681 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-661e16d3-c647-474b-bdca-2428fdb5a4c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:05.437371 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-661e16d3-c647-474b-bdca-2428fdb5a4c1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b2f80e97-d190-403b-a008-b9711e76420d HTTP/1.1" status: 204 len: 168 time: 0.8184752 Dec 09 15:52:05.505488 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8564f4e4-1ceb-4e38-8f54-ef538741e464 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:52:05.518286 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8564f4e4-1ceb-4e38-8f54-ef538741e464 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "PUT /v2.0/routers/c9080d1d-d1bf-4a6e-ab6b-fd69997ad242/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0580633 Dec 09 15:52:05.518970 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55786) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:05.527650 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e16d3-c647-474b-bdca-2428fdb5a4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f80e97-d190-403b-a008-b9711e76420d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:05.581999 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f27ea2e-169f-4e58-a02e-af0eb6cb20c6 None None] Pushing event updated for resources: {'Port': ['ID=72bd89cb-5080-4ca3-9895-da551c38e86d,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:05.658704 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 72bd89cb-5080-4ca3-9895-da551c38e86d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:05.659336 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:05.678686 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8caf817-30e8-464b-8595-1f17c40b1e3a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:05.680235 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8caf817-30e8-464b-8595-1f17c40b1e3a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:05.693799 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a8caf817-30e8-464b-8595-1f17c40b1e3a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1696758 Dec 09 15:52:05.695913 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55788) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:05.708982 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-faade961-4606-4508-bd8a-641a7eec8be1 req-0f7ac641-3411-431a-87ec-da1cb6b87431 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/ports?device_id=2af48f52-0895-4c1b-b616-59136031e05b HTTP/1.1" status: 200 len: 210 time: 0.1148973 Dec 09 15:52:05.758181 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-4caae3b3-ec44-422c-93ee-a88640ccbaaf tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Made reservation on behalf of cf31236457a543f3b32deeb2eee96cb5 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:52:05.764156 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-4caae3b3-ec44-422c-93ee-a88640ccbaaf tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:05.870479 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda54dd8-f6a9-42d5-ba9a-b69b585c177f tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting subnet e7606e43-46bf-4715-b172-095112e4429c {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:52:05.880800 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cda54dd8-f6a9-42d5-ba9a-b69b585c177f tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:05.985735 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cda54dd8-f6a9-42d5-ba9a-b69b585c177f tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:06.088831 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-4caae3b3-ec44-422c-93ee-a88640ccbaaf tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Allocated IP 172.20.0.29 (94852d73-55b2-4606-888b-08d0b0c77dcf/d1323b0d-2269-4700-82b8-e6b47d6505e3/764084a9-441d-4de4-8d4f-7ef03556d507) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:52:06.143297 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cda54dd8-f6a9-42d5-ba9a-b69b585c177f tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:06.275709 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6f321b70-54e0-4c28-ba3f-73906f9269e2 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Deleting port 8b82748b-5e0e-4efa-811c-0a3f50e5df36 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:52:06.276053 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6f321b70-54e0-4c28-ba3f-73906f9269e2 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:06.317961 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cda54dd8-f6a9-42d5-ba9a-b69b585c177f tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:06.347479 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb46605d-ef52-4043-ac12-523145cd95ad None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:52:06.348050 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cda54dd8-f6a9-42d5-ba9a-b69b585c177f tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:06.356803 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-cda54dd8-f6a9-42d5-ba9a-b69b585c177f tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/e7606e43-46bf-4715-b172-095112e4429c HTTP/1.1" status: 204 len: 168 time: 0.6568851 Dec 09 15:52:06.384438 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55802) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:06.407338 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda54dd8-f6a9-42d5-ba9a-b69b585c177f tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Subnet': ['ID=e7606e43-46bf-4715-b172-095112e4429c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:06.460536 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-4caae3b3-ec44-422c-93ee-a88640ccbaaf tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:06.665002 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802b4feb-5232-4b14-a554-3c32d4611d28 None None] DHCP port deletion for e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:52:06.674519 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-6f321b70-54e0-4c28-ba3f-73906f9269e2 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] For port 8b82748b-5e0e-4efa-811c-0a3f50e5df36, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=8b82748b-5e0e-4efa-811c-0a3f50e5df36,segment=NetworkSegment(0fdca9fd-1cb3-4bc8-add6-46ac307cb22a),segment_id=0fdca9fd-1cb3-4bc8-add6-46ac307cb22a)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:52:06.678354 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6f321b70-54e0-4c28-ba3f-73906f9269e2 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:06.715826 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6f321b70-54e0-4c28-ba3f-73906f9269e2 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Calling delete_port for 8b82748b-5e0e-4efa-811c-0a3f50e5df36 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:52:06.739255 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d871ec78-13bb-4644-87ce-5463a533617e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3474543 Dec 09 15:52:06.744990 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55816) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:06.825388 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-802b4feb-5232-4b14-a554-3c32d4611d28 None None] Deleting port 7403dc2b-f3a1-4663-b481-77afe5cc2e88 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:52:06.830478 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-802b4feb-5232-4b14-a554-3c32d4611d28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:06.883646 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-4caae3b3-ec44-422c-93ee-a88640ccbaaf tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:06.937670 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b0834f7f-5dec-4a98-808e-ceb22b5d593e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:06.999100 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-802b4feb-5232-4b14-a554-3c32d4611d28 None None] For port 7403dc2b-f3a1-4663-b481-77afe5cc2e88, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=7403dc2b-f3a1-4663-b481-77afe5cc2e88,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:52:06.999526 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-802b4feb-5232-4b14-a554-3c32d4611d28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:07.030061 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-802b4feb-5232-4b14-a554-3c32d4611d28 None None] Calling delete_port for 7403dc2b-f3a1-4663-b481-77afe5cc2e88 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:52:07.172462 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-802b4feb-5232-4b14-a554-3c32d4611d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:07.244989 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802b4feb-5232-4b14-a554-3c32d4611d28 None None] No DVR routers for this DVR port 7403dc2b-f3a1-4663-b481-77afe5cc2e88 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:52:07.262849 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b4feb-5232-4b14-a554-3c32d4611d28 None None] Pushing event deleted for resources: {'Port': ['ID=7403dc2b-f3a1-4663-b481-77afe5cc2e88,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:07.265623 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 72bd89cb-5080-4ca3-9895-da551c38e86d up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:52:07.276392 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802b4feb-5232-4b14-a554-3c32d4611d28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:07.277654 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802b4feb-5232-4b14-a554-3c32d4611d28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:07.278375 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802b4feb-5232-4b14-a554-3c32d4611d28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:07.279126 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802b4feb-5232-4b14-a554-3c32d4611d28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:07.279632 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802b4feb-5232-4b14-a554-3c32d4611d28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:07.280154 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802b4feb-5232-4b14-a554-3c32d4611d28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:07.280807 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802b4feb-5232-4b14-a554-3c32d4611d28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:07.281305 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802b4feb-5232-4b14-a554-3c32d4611d28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:07.281800 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802b4feb-5232-4b14-a554-3c32d4611d28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:07.282425 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802b4feb-5232-4b14-a554-3c32d4611d28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:07.282916 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802b4feb-5232-4b14-a554-3c32d4611d28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:07.283405 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802b4feb-5232-4b14-a554-3c32d4611d28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:07.283903 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802b4feb-5232-4b14-a554-3c32d4611d28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:07.302830 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b0834f7f-5dec-4a98-808e-ceb22b5d593e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:07.313855 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b0834f7f-5dec-4a98-808e-ceb22b5d593e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:07.338191 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55822) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:07.391462 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 72bd89cb-5080-4ca3-9895-da551c38e86d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:07.392948 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:07.443141 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b0834f7f-5dec-4a98-808e-ceb22b5d593e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:07.443807 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0834f7f-5dec-4a98-808e-ceb22b5d593e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Fanout notify agent at l3_agent the message router_deleted on router c9080d1d-d1bf-4a6e-ab6b-fd69997ad242 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:52:07.457663 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b0834f7f-5dec-4a98-808e-ceb22b5d593e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:07.463168 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b0834f7f-5dec-4a98-808e-ceb22b5d593e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/routers/c9080d1d-d1bf-4a6e-ab6b-fd69997ad242 HTTP/1.1" status: 204 len: 168 time: 0.7139947 Dec 09 15:52:07.464203 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55826) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:07.477160 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-48461329-2f89-4885-a987-a7d2e00b7206 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'subnet': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:07.603987 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 7403dc2b-f3a1-4663-b481-77afe5cc2e88 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:52:07.654136 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 7403dc2b-f3a1-4663-b481-77afe5cc2e88 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:52:07.656261 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 7403dc2b-f3a1-4663-b481-77afe5cc2e88 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:52:07.671195 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4dddaae9-8aa9-4b6a-a72e-d85a342f8943 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Request body: {'networks': [{'name': 'tempest-network--271954754'}, {'name': 'tempest-network--1602754211'}]} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:07.671517 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4dddaae9-8aa9-4b6a-a72e-d85a342f8943 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Request body: {'network': {'name': 'tempest-network--271954754'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:07.671989 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4dddaae9-8aa9-4b6a-a72e-d85a342f8943 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Request body: {'network': {'name': 'tempest-network--1602754211'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:07.731096 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dddaae9-8aa9-4b6a-a72e-d85a342f8943 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Made reservation on behalf of 98f6a2cb65da4788b44eb48abfc49c02 for: {'network': 2} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:52:07.743879 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4dddaae9-8aa9-4b6a-a72e-d85a342f8943 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:07.758271 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4dddaae9-8aa9-4b6a-a72e-d85a342f8943 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:07.775919 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-4caae3b3-ec44-422c-93ee-a88640ccbaaf tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Network 94852d73-55b2-4606-888b-08d0b0c77dcf is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:52:07.778167 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caae3b3-ec44-422c-93ee-a88640ccbaaf tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Pushing event updated for resources: {'Port': ['ID=764084a9-441d-4de4-8d4f-7ef03556d507,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:07.822305 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48461329-2f89-4885-a987-a7d2e00b7206 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:52:07.823424 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79a4ba-d3fc-47cb-8788-e2bdbb883470 req-7e0a5a8b-438c-48dc-a505-b9bbc626bfe8 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:07.828360 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-48461329-2f89-4885-a987-a7d2e00b7206 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:07.837135 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7d79a4ba-d3fc-47cb-8788-e2bdbb883470 req-7e0a5a8b-438c-48dc-a505-b9bbc626bfe8 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/ports?device_id=2af48f52-0895-4c1b-b616-59136031e05b HTTP/1.1" status: 200 len: 895 time: 0.9569924 Dec 09 15:52:07.839495 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-4caae3b3-ec44-422c-93ee-a88640ccbaaf tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:52:07.851245 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-4caae3b3-ec44-422c-93ee-a88640ccbaaf tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:52:07.879341 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff89c968-222a-4478-95f1-dda231a891b3 None None] Sync routers for ids ['c9080d1d-d1bf-4a6e-ab6b-fd69997ad242'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:52:07.911121 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-4caae3b3-ec44-422c-93ee-a88640ccbaaf tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:07.911925 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-4caae3b3-ec44-422c-93ee-a88640ccbaaf tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:07.915157 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff89c968-222a-4478-95f1-dda231a891b3 None None] Routers set() bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:52:07.916281 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff89c968-222a-4478-95f1-dda231a891b3 None None] Router IDs set() for agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 09 15:52:07.919445 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_agentschedulers_db [None req-ff89c968-222a-4478-95f1-dda231a891b3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c9080d1d-d1bf-4a6e-ab6b-fd69997ad242'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:51:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent'). {{(pid=103246) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 09 15:52:07.939162 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-4caae3b3-ec44-422c-93ee-a88640ccbaaf tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 3.2242193 Dec 09 15:52:07.981168 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-b1499c4b-2215-44a5-bb13-a80c87a465dd service neutron] Request body: {'port': {'device_id': '2af48f52-0895-4c1b-b616-59136031e05b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:07.982432 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff89c968-222a-4478-95f1-dda231a891b3 None None] Routers set() bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:52:07.986558 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff89c968-222a-4478-95f1-dda231a891b3 None None] Router IDs set() for agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 09 15:52:07.989740 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_agentschedulers_db [None req-ff89c968-222a-4478-95f1-dda231a891b3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c9080d1d-d1bf-4a6e-ab6b-fd69997ad242'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:51:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent'). {{(pid=103246) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 09 15:52:07.990147 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff89c968-222a-4478-95f1-dda231a891b3 None None] The sync data for ids ['c9080d1d-d1bf-4a6e-ab6b-fd69997ad242'] in n-d-821228-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:52:08.119005 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4dddaae9-8aa9-4b6a-a72e-d85a342f8943 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:08.149863 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-b1499c4b-2215-44a5-bb13-a80c87a465dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:08.154356 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4dddaae9-8aa9-4b6a-a72e-d85a342f8943 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:08.154927 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4dddaae9-8aa9-4b6a-a72e-d85a342f8943 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:08.163732 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6f321b70-54e0-4c28-ba3f-73906f9269e2 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:08.225741 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dddaae9-8aa9-4b6a-a72e-d85a342f8943 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:52:08.234657 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dddaae9-8aa9-4b6a-a72e-d85a342f8943 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8238d78-faad-418e-97a4-d7682e69cb37,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:08.288530 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4dddaae9-8aa9-4b6a-a72e-d85a342f8943 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:08.288779 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-4dddaae9-8aa9-4b6a-a72e-d85a342f8943 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Added segment 34031b83-5d8f-457a-b319-79dec5c3f9eb of type vlan for network f3522ce3-88f6-49d5-928b-ea828fa0e4b8 Dec 09 15:52:08.289423 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f321b70-54e0-4c28-ba3f-73906f9269e2 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event deleted for resources: {'Port': ['ID=8b82748b-5e0e-4efa-811c-0a3f50e5df36,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:08.365175 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-48461329-2f89-4885-a987-a7d2e00b7206 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:08.367862 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9afaff1d-6a3c-4e8f-9899-8c4051849d38 None None] Provisioning complete for port 764084a9-441d-4de4-8d4f-7ef03556d507 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:08.368586 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9afaff1d-6a3c-4e8f-9899-8c4051849d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:08.483182 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4dddaae9-8aa9-4b6a-a72e-d85a342f8943 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:08.486978 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48461329-2f89-4885-a987-a7d2e00b7206 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:52:08.494347 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-48461329-2f89-4885-a987-a7d2e00b7206 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:52:08.502260 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48461329-2f89-4885-a987-a7d2e00b7206 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:08.503205 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-48461329-2f89-4885-a987-a7d2e00b7206 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:08.531195 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8969d2f-406f-4633-9ba1-1f42f96bfd7f None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:52:08.551032 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9afaff1d-6a3c-4e8f-9899-8c4051849d38 None None] Port 764084a9-441d-4de4-8d4f-7ef03556d507 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:52:08.552532 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48461329-2f89-4885-a987-a7d2e00b7206 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Subnet': ['ID=2a740c77-04f7-4f0e-b893-6e13f6b02b63,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:08.588359 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-48461329-2f89-4885-a987-a7d2e00b7206 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1222074 Dec 09 15:52:08.590467 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dddaae9-8aa9-4b6a-a72e-d85a342f8943 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:52:08.592552 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55832) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:08.600178 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-440dbc40-d0c6-47cb-b2c3-e8b8fbae21e8 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-521575518', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:08.637356 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4dddaae9-8aa9-4b6a-a72e-d85a342f8943 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:08.638066 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-4dddaae9-8aa9-4b6a-a72e-d85a342f8943 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Added segment fab387b4-ebb7-4931-a730-369f331d84e3 of type vlan for network a80d313e-6bd5-4394-9b34-521feb6fe8f7 Dec 09 15:52:08.719659 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-440dbc40-d0c6-47cb-b2c3-e8b8fbae21e8 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:08.721552 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-440dbc40-d0c6-47cb-b2c3-e8b8fbae21e8 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:08.731323 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4dddaae9-8aa9-4b6a-a72e-d85a342f8943 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:08.747225 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6002a16f-606e-4410-9979-636a7571e44b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'project_id': 'd6bab0483bfa42f8adbc5a6130ae139b', 'fixed_ips': [{'subnet_id': '2a740c77-04f7-4f0e-b893-6e13f6b02b63'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:52:08.748181 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6002a16f-606e-4410-9979-636a7571e44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:08.779173 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6f321b70-54e0-4c28-ba3f-73906f9269e2 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:08.806344 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-440dbc40-d0c6-47cb-b2c3-e8b8fbae21e8 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:08.814146 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4dddaae9-8aa9-4b6a-a72e-d85a342f8943 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:08.817543 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4dddaae9-8aa9-4b6a-a72e-d85a342f8943 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:08.829254 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dddaae9-8aa9-4b6a-a72e-d85a342f8943 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:08.834163 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dddaae9-8aa9-4b6a-a72e-d85a342f8943 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:08.834831 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4dddaae9-8aa9-4b6a-a72e-d85a342f8943 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:08.871330 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-440dbc40-d0c6-47cb-b2c3-e8b8fbae21e8 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:08.901509 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4dddaae9-8aa9-4b6a-a72e-d85a342f8943 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.5621648 Dec 09 15:52:08.919556 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55844) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:08.952447 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-6002a16f-606e-4410-9979-636a7571e44b None None] Allocated IP 2001:db8::2 (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/2a740c77-04f7-4f0e-b893-6e13f6b02b63/e1d1f6f8-1d72-41c3-9826-367b7c6cb4f4) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:52:08.978286 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-b1499c4b-2215-44a5-bb13-a80c87a465dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 764084a9-441d-4de4-8d4f-7ef03556d507 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:52:08.998670 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-b1499c4b-2215-44a5-bb13-a80c87a465dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:09.086508 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-b1499c4b-2215-44a5-bb13-a80c87a465dd service neutron] Transition to ACTIVE for port object 764084a9-441d-4de4-8d4f-7ef03556d507 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:52:09.151513 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-440dbc40-d0c6-47cb-b2c3-e8b8fbae21e8 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:09.156239 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-440dbc40-d0c6-47cb-b2c3-e8b8fbae21e8 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5625887 Dec 09 15:52:09.187621 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55854) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:09.217375 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6002a16f-606e-4410-9979-636a7571e44b None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:09.227882 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 36dad2f2-8d38-464b-97c2-d55e09adf8bf no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:52:09.230925 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65fc9b8-baef-43b0-8a30-2f52649902db req-c6fa752f-aa26-420b-b1d5-9b2efe771219 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:09.239043 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b65fc9b8-baef-43b0-8a30-2f52649902db req-c6fa752f-aa26-420b-b1d5-9b2efe771219 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/ports?device_id=2af48f52-0895-4c1b-b616-59136031e05b HTTP/1.1" status: 200 len: 895 time: 0.2512667 Dec 09 15:52:09.239792 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-b1499c4b-2215-44a5-bb13-a80c87a465dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:09.258115 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 36dad2f2-8d38-464b-97c2-d55e09adf8bf {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:52:09.258473 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 36dad2f2-8d38-464b-97c2-d55e09adf8bf not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:52:09.262256 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f321b70-54e0-4c28-ba3f-73906f9269e2 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Router 788d6986-e891-46e7-bd88-6d205f0b96af has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:52:09.266511 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6002a16f-606e-4410-9979-636a7571e44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:09.348775 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6002a16f-606e-4410-9979-636a7571e44b None None] Pushing event updated for resources: {'Port': ['ID=e1d1f6f8-1d72-41c3-9826-367b7c6cb4f4,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:09.371748 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6002a16f-606e-4410-9979-636a7571e44b None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:52:09.376788 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-6002a16f-606e-4410-9979-636a7571e44b None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:52:09.384223 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1499c4b-2215-44a5-bb13-a80c87a465dd service neutron] Pushing event updated for resources: {'Port': ['ID=764084a9-441d-4de4-8d4f-7ef03556d507,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:09.389872 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6002a16f-606e-4410-9979-636a7571e44b None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:52:09.409870 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dddaae9-8aa9-4b6a-a72e-d85a342f8943 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Pushing event updated for resources: {'Network': ['ID=f3522ce3-88f6-49d5-928b-ea828fa0e4b8,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:09.463774 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network f3522ce3-88f6-49d5-928b-ea828fa0e4b8 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:52:09.618936 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6002a16f-606e-4410-9979-636a7571e44b None None] Attempting to bind port e1d1f6f8-1d72-41c3-9826-367b7c6cb4f4 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:52:09.620257 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6002a16f-606e-4410-9979-636a7571e44b None None] Attempting to bind port e1d1f6f8-1d72-41c3-9826-367b7c6cb4f4 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:52:09.623347 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6002a16f-606e-4410-9979-636a7571e44b None None] Attempting to bind port e1d1f6f8-1d72-41c3-9826-367b7c6cb4f4 on network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:52:09.640167 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6002a16f-606e-4410-9979-636a7571e44b None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:52:09.641556 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6002a16f-606e-4410-9979-636a7571e44b None None] Checking segment: {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:52:09.645902 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6002a16f-606e-4410-9979-636a7571e44b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:09.646619 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6002a16f-606e-4410-9979-636a7571e44b None None] Bound using segment: {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:52:09.647353 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6002a16f-606e-4410-9979-636a7571e44b None None] Bound port: e1d1f6f8-1d72-41c3-9826-367b7c6cb4f4, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:52:09.648222 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6002a16f-606e-4410-9979-636a7571e44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:09.688842 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dddaae9-8aa9-4b6a-a72e-d85a342f8943 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Pushing event updated for resources: {'Network': ['ID=a80d313e-6bd5-4394-9b34-521feb6fe8f7,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:09.705078 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888a9c41-b34d-4a17-a58a-fc978eec2adf tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:09.705245 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network a80d313e-6bd5-4394-9b34-521feb6fe8f7 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:52:09.707551 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-b1499c4b-2215-44a5-bb13-a80c87a465dd service neutron] Attempting to bind port 764084a9-441d-4de4-8d4f-7ef03556d507 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:52:09.708099 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-b1499c4b-2215-44a5-bb13-a80c87a465dd service neutron] Attempting to bind port 764084a9-441d-4de4-8d4f-7ef03556d507 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '83446d54-4ad9-45d1-ac16-e0f20b1e2253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '94852d73-55b2-4606-888b-08d0b0c77dcf'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:52:09.708620 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-b1499c4b-2215-44a5-bb13-a80c87a465dd service neutron] Attempting to bind port 764084a9-441d-4de4-8d4f-7ef03556d507 on network 94852d73-55b2-4606-888b-08d0b0c77dcf {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:52:09.716540 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-b1499c4b-2215-44a5-bb13-a80c87a465dd service neutron] Port 764084a9-441d-4de4-8d4f-7ef03556d507 on network 94852d73-55b2-4606-888b-08d0b0c77dcf not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:52:09.717096 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-b1499c4b-2215-44a5-bb13-a80c87a465dd service neutron] Attempting to bind port 764084a9-441d-4de4-8d4f-7ef03556d507 on network 94852d73-55b2-4606-888b-08d0b0c77dcf {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:52:09.722024 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888a9c41-b34d-4a17-a58a-fc978eec2adf tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:09.722992 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f321b70-54e0-4c28-ba3f-73906f9269e2 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:52:09.725096 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-b1499c4b-2215-44a5-bb13-a80c87a465dd service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:52:09.725692 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-b1499c4b-2215-44a5-bb13-a80c87a465dd service neutron] Checking segment: {'id': '83446d54-4ad9-45d1-ac16-e0f20b1e2253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '94852d73-55b2-4606-888b-08d0b0c77dcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:52:09.726234 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-b1499c4b-2215-44a5-bb13-a80c87a465dd service neutron] Bound using segment: {'id': '83446d54-4ad9-45d1-ac16-e0f20b1e2253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '94852d73-55b2-4606-888b-08d0b0c77dcf'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:52:09.726828 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-b1499c4b-2215-44a5-bb13-a80c87a465dd service neutron] Bound port: 764084a9-441d-4de4-8d4f-7ef03556d507, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83446d54-4ad9-45d1-ac16-e0f20b1e2253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '94852d73-55b2-4606-888b-08d0b0c77dcf'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:52:09.727362 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-b1499c4b-2215-44a5-bb13-a80c87a465dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:09.734259 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9060d746-7364-423a-8faa-7ceb03907ce7 None None] Sync routers for ids ['788d6986-e891-46e7-bd88-6d205f0b96af'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:52:09.738109 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6f321b70-54e0-4c28-ba3f-73906f9269e2 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "PUT /v2.0/routers/788d6986-e891-46e7-bd88-6d205f0b96af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9577234 Dec 09 15:52:09.740050 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55862) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:09.740180 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888a9c41-b34d-4a17-a58a-fc978eec2adf tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:09.748505 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9060d746-7364-423a-8faa-7ceb03907ce7 None None] Routers {'788d6986-e891-46e7-bd88-6d205f0b96af'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:52:09.749123 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-9060d746-7364-423a-8faa-7ceb03907ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:51:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['788d6986-e891-46e7-bd88-6d205f0b96af'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:09.750957 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888a9c41-b34d-4a17-a58a-fc978eec2adf tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:09.770363 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-888a9c41-b34d-4a17-a58a-fc978eec2adf tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8318760 Dec 09 15:52:09.786217 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55864) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:09.810062 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b8a9fbc-0ff2-4003-b1bc-bc37e1143c47 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Deleting subnet 45845798-aa7d-43d3-8232-fe08ce1b2415 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:52:09.818717 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b8a9fbc-0ff2-4003-b1bc-bc37e1143c47 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:09.896039 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b8a9fbc-0ff2-4003-b1bc-bc37e1143c47 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:09.951457 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-b1499c4b-2215-44a5-bb13-a80c87a465dd service neutron] For port 764084a9-441d-4de4-8d4f-7ef03556d507, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:52:09.963341 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-b1499c4b-2215-44a5-bb13-a80c87a465dd service neutron] For port 764084a9-441d-4de4-8d4f-7ef03556d507, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=764084a9-441d-4de4-8d4f-7ef03556d507,segment=NetworkSegment(83446d54-4ad9-45d1-ac16-e0f20b1e2253),segment_id=83446d54-4ad9-45d1-ac16-e0f20b1e2253)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:52:09.981955 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-b1499c4b-2215-44a5-bb13-a80c87a465dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:09.999217 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6002a16f-606e-4410-9979-636a7571e44b None None] For port e1d1f6f8-1d72-41c3-9826-367b7c6cb4f4, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:52:10.007470 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6002a16f-606e-4410-9979-636a7571e44b None None] For port e1d1f6f8-1d72-41c3-9826-367b7c6cb4f4, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=e1d1f6f8-1d72-41c3-9826-367b7c6cb4f4,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:52:10.013250 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6002a16f-606e-4410-9979-636a7571e44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:10.064277 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-9060d746-7364-423a-8faa-7ceb03907ce7 None None] Set router 788d6986-e891-46e7-bd88-6d205f0b96af gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:52:10.101654 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6002a16f-606e-4410-9979-636a7571e44b None None] Pushing event updated for resources: {'Port': ['ID=e1d1f6f8-1d72-41c3-9826-367b7c6cb4f4,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:10.135098 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-b1499c4b-2215-44a5-bb13-a80c87a465dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:10.135732 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-b1499c4b-2215-44a5-bb13-a80c87a465dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:10.145762 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-b1499c4b-2215-44a5-bb13-a80c87a465dd service neutron] 10.222.0.31 "PUT /v2.0/ports/764084a9-441d-4de4-8d4f-7ef03556d507 HTTP/1.1" status: 200 len: 1055 time: 2.1731389 Dec 09 15:52:10.148061 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af48f52-0895-4c1b-b616-59136031e05b', 'tag': '764084a9-441d-4de4-8d4f-7ef03556d507'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:52:10.164898 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93cf27bf-71a5-4905-8a53-1c7ee4026660" -d '{"events": [{"name": "network-changed", "server_uuid": "2af48f52-0895-4c1b-b616-59136031e05b", "tag": "764084a9-441d-4de4-8d4f-7ef03556d507"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:52:10.231073 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e6acd2e5-48fc-4363-9efd-e6d9fe41a8cf tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:10.298810 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed314782-b4fe-4b62-9858-51a1f1f8a6d6 x-openstack-request-id: req-ed314782-b4fe-4b62-9858-51a1f1f8a6d6 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:52:10.299175 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af48f52-0895-4c1b-b616-59136031e05b", "tag": "764084a9-441d-4de4-8d4f-7ef03556d507", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:52:10.299381 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ed314782-b4fe-4b62-9858-51a1f1f8a6d6 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:52:10.299915 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2af48f52-0895-4c1b-b616-59136031e05b', 'tag': '764084a9-441d-4de4-8d4f-7ef03556d507', 'status': 'completed', 'code': 200} Dec 09 15:52:10.365507 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b8a9fbc-0ff2-4003-b1bc-bc37e1143c47 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:10.416050 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1499c4b-2215-44a5-bb13-a80c87a465dd service neutron] Pushing event updated for resources: {'Port': ['ID=764084a9-441d-4de4-8d4f-7ef03556d507,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:10.508677 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-9060d746-7364-423a-8faa-7ceb03907ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'name': 'tempest-TestNetworkBasicOps-router-913874075', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '48bb6ea6-da56-45cd-9d16-44176c906fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:30Z', 'updated_at': '2021-12-09T15:52:07Z', 'revision_number': 7, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'gw_port': {'id': '48bb6ea6-da56-45cd-9d16-44176c906fb0', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:33Z', 'updated_at': '2021-12-09T15:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:10.574978 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9060d746-7364-423a-8faa-7ceb03907ce7 None None] Checking router: 788d6986-e891-46e7-bd88-6d205f0b96af for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:52:10.584249 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9060d746-7364-423a-8faa-7ceb03907ce7 None None] Routers {'788d6986-e891-46e7-bd88-6d205f0b96af'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:52:10.585116 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-9060d746-7364-423a-8faa-7ceb03907ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:51:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['788d6986-e891-46e7-bd88-6d205f0b96af'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:10.701987 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-9060d746-7364-423a-8faa-7ceb03907ce7 None None] Set router 788d6986-e891-46e7-bd88-6d205f0b96af gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:52:10.720249 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-e6acd2e5-48fc-4363-9efd-e6d9fe41a8cf tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Allocated IP 2001:db8::1 (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/2a740c77-04f7-4f0e-b893-6e13f6b02b63/65ae895e-da46-448a-92d7-5c8d6decc34d) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:52:10.803959 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-d0c1fd9b-ecb8-4d95-b2ef-949fe671cc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:10.807783 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-d0c1fd9b-ecb8-4d95-b2ef-949fe671cc0d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf31236457a543f3b32deeb2eee96cb5&device_id=2af48f52-0895-4c1b-b616-59136031e05b HTTP/1.1" status: 200 len: 1058 time: 0.6090989 Dec 09 15:52:10.811310 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b8a9fbc-0ff2-4003-b1bc-bc37e1143c47 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:10.915561 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-9060d746-7364-423a-8faa-7ceb03907ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'name': 'tempest-TestNetworkBasicOps-router-913874075', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '48bb6ea6-da56-45cd-9d16-44176c906fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:30Z', 'updated_at': '2021-12-09T15:52:07Z', 'revision_number': 7, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'gw_port': {'id': '48bb6ea6-da56-45cd-9d16-44176c906fb0', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:33Z', 'updated_at': '2021-12-09T15:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:10.946586 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b8a9fbc-0ff2-4003-b1bc-bc37e1143c47 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:10.947882 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35529b2-ead2-4a37-bace-a7aa298c40ae None None] Network bc054908-65b4-4921-b781-8153a60dbd11 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:52:10.948301 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9060d746-7364-423a-8faa-7ceb03907ce7 None None] The sync data for ids ['788d6986-e891-46e7-bd88-6d205f0b96af'] in n-d-821228-1 is: [{'id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'name': 'tempest-TestNetworkBasicOps-router-913874075', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '48bb6ea6-da56-45cd-9d16-44176c906fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:30Z', 'updated_at': '2021-12-09T15:52:07Z', 'revision_number': 7, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'gw_port': {'id': '48bb6ea6-da56-45cd-9d16-44176c906fb0', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788d6986-e891-46e7-bd88-6d205f0b96af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:33Z', 'updated_at': '2021-12-09T15:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:52:10.963489 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9b8a9fbc-0ff2-4003-b1bc-bc37e1143c47 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "DELETE /v2.0/subnets/45845798-aa7d-43d3-8232-fe08ce1b2415 HTTP/1.1" status: 204 len: 168 time: 1.2219875 Dec 09 15:52:10.966853 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-217264d0-7e06-4c2d-9ac1-9f08bf279f5d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=764084a9-441d-4de4-8d4f-7ef03556d507 HTTP/1.1" status: 200 len: 217 time: 0.1285908 Dec 09 15:52:10.975742 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4657d160-3fdc-4ed0-b216-d08f61f3a476 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:10.978510 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55880) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:11.008018 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e6acd2e5-48fc-4363-9efd-e6d9fe41a8cf tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:11.097322 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-1c840a09-e00a-4957-bfe9-117f06181881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:11.099184 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-1c840a09-e00a-4957-bfe9-117f06181881 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d1323b0d-2269-4700-82b8-e6b47d6505e3 HTTP/1.1" status: 200 len: 837 time: 0.0665195 Dec 09 15:52:11.135608 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4657d160-3fdc-4ed0-b216-d08f61f3a476 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:11.169548 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-4657d160-3fdc-4ed0-b216-d08f61f3a476 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3522ce3-88f6-49d5-928b-ea828fa0e4b8']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:11.181597 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-4657d160-3fdc-4ed0-b216-d08f61f3a476 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34031b83-5d8f-457a-b319-79dec5c3f9eb') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:11.182806 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-4657d160-3fdc-4ed0-b216-d08f61f3a476 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34031b83-5d8f-457a-b319-79dec5c3f9eb') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:11.195771 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4657d160-3fdc-4ed0-b216-d08f61f3a476 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:11.203417 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-c605e994-d0d4-4aa6-a2bf-6cbe7b1cc146 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6317284 Dec 09 15:52:11.204408 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a9fbc-0ff2-4003-b1bc-bc37e1143c47 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event deleted for resources: {'Subnet': ['ID=45845798-aa7d-43d3-8232-fe08ce1b2415,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:11.206719 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e6acd2e5-48fc-4363-9efd-e6d9fe41a8cf tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:11.224141 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4657d160-3fdc-4ed0-b216-d08f61f3a476 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:11.238467 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08153898-47dc-4db1-9324-b70dbdf49de5 req-e0e222eb-5baf-4179-b846-df1665136a64 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:11.240036 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-08153898-47dc-4db1-9324-b70dbdf49de5 req-e0e222eb-5baf-4179-b846-df1665136a64 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/ports?device_id=2af48f52-0895-4c1b-b616-59136031e05b HTTP/1.1" status: 200 len: 907 time: 0.8051298 Dec 09 15:52:11.257809 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4657d160-3fdc-4ed0-b216-d08f61f3a476 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:52:11.258576 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4657d160-3fdc-4ed0-b216-d08f61f3a476 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:11.264485 n-d-821228-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:52:11.264485 n-d-821228-1 neutron-server[103245]: items = [ Dec 09 15:52:11.264485 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:52:11.264485 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:52:11.264485 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:52:11.264485 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:52:11.264485 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:52:11.264485 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:52:11.264485 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:52:11.264485 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:52:11.264485 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:52:11.264485 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:52:11.264485 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:52:11.264485 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:52:11.264485 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:52:11.264485 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:52:11.264485 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:52:11.264485 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:52:11.264485 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:52:11.264485 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:52:11.264485 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:52:11.264485 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:52:11.264485 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:52:11.264485 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:52:11.264485 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:52:11.264485 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:52:11.264485 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:52:11.264485 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:52:11.264485 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:52:11.264485 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:52:11.264485 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:52:11.264485 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:52:11.264485 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:52:11.264485 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:52:11.356597 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3b07fc-0b4f-476f-b671-946ac5b48604 None None] DHCP port deletion for bc054908-65b4-4921-b781-8153a60dbd11 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:52:11.503836 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6acd2e5-48fc-4363-9efd-e6d9fe41a8cf tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:52:11.517544 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2a3b07fc-0b4f-476f-b671-946ac5b48604 None None] Deleting port 0bdbe58e-a6d5-4f2f-932d-c60a35ce3120 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:52:11.518075 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2a3b07fc-0b4f-476f-b671-946ac5b48604 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:11.540872 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-e6acd2e5-48fc-4363-9efd-e6d9fe41a8cf tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:52:11.560515 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6acd2e5-48fc-4363-9efd-e6d9fe41a8cf tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Port': ['ID=65ae895e-da46-448a-92d7-5c8d6decc34d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:11.573239 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-20268aa9-5c33-4007-ac39-edd6179ed53e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:11.590769 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-181bca72-4293-4676-b6cd-70cb1e22f08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:11.595815 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-181bca72-4293-4676-b6cd-70cb1e22f08d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=94852d73-55b2-4606-888b-08d0b0c77dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4266307 Dec 09 15:52:11.605948 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6acd2e5-48fc-4363-9efd-e6d9fe41a8cf tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:52:11.618564 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e6acd2e5-48fc-4363-9efd-e6d9fe41a8cf tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:11.627400 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device e1d1f6f8-1d72-41c3-9826-367b7c6cb4f4 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:52:11.661071 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-044d25fa-510c-4c81-aae3-38e4b810d990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:11.665226 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-044d25fa-510c-4c81-aae3-38e4b810d990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:11.669098 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-044d25fa-510c-4c81-aae3-38e4b810d990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:11.669589 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-044d25fa-510c-4c81-aae3-38e4b810d990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:11.670075 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-044d25fa-510c-4c81-aae3-38e4b810d990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:11.670548 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-044d25fa-510c-4c81-aae3-38e4b810d990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:11.671001 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-044d25fa-510c-4c81-aae3-38e4b810d990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:11.673045 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-044d25fa-510c-4c81-aae3-38e4b810d990 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b613632b80754e8bbd6b2b6b64d76f9f&device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 6503 time: 0.4189608 Dec 09 15:52:11.760288 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4657d160-3fdc-4ed0-b216-d08f61f3a476 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:11.771524 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4657d160-3fdc-4ed0-b216-d08f61f3a476 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:11.785953 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4657d160-3fdc-4ed0-b216-d08f61f3a476 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] 10.222.0.57 "DELETE /v2.0/networks/f3522ce3-88f6-49d5-928b-ea828fa0e4b8 HTTP/1.1" status: 204 len: 168 time: 1.8478153 Dec 09 15:52:11.786603 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55882) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:11.818635 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-2a3b07fc-0b4f-476f-b671-946ac5b48604 None None] For port 0bdbe58e-a6d5-4f2f-932d-c60a35ce3120, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=0bdbe58e-a6d5-4f2f-932d-c60a35ce3120,segment=NetworkSegment(0fdca9fd-1cb3-4bc8-add6-46ac307cb22a),segment_id=0fdca9fd-1cb3-4bc8-add6-46ac307cb22a)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:52:11.819055 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2a3b07fc-0b4f-476f-b671-946ac5b48604 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:11.841699 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port e1d1f6f8-1d72-41c3-9826-367b7c6cb4f4 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:11.842126 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:11.845355 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2a3b07fc-0b4f-476f-b671-946ac5b48604 None None] Calling delete_port for 0bdbe58e-a6d5-4f2f-932d-c60a35ce3120 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:52:11.851153 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4657d160-3fdc-4ed0-b216-d08f61f3a476 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Pushing event deleted for resources: {'Network': ['ID=f3522ce3-88f6-49d5-928b-ea828fa0e4b8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:11.958357 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56029d7b-9a8d-484a-9407-4cc576cb94a3 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:12.035665 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e6acd2e5-48fc-4363-9efd-e6d9fe41a8cf tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:12.050525 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:12.132999 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-70c9a2ac-36ad-4878-940b-f91b067e3544 None None] Provisioning complete for port e1d1f6f8-1d72-41c3-9826-367b7c6cb4f4 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:12.134928 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-70c9a2ac-36ad-4878-940b-f91b067e3544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:12.163675 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-8ce56c0e-0352-4059-ad59-1958bd415972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:12.164308 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-8ce56c0e-0352-4059-ad59-1958bd415972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:12.164615 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-8ce56c0e-0352-4059-ad59-1958bd415972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:12.167238 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-8ce56c0e-0352-4059-ad59-1958bd415972 service neutron] 10.222.0.31 "GET /v2.0/networks?id=adb124e6-1a92-4d5d-80ee-086775721fea&id=793151e9-673a-4eba-bc7f-eef12bb07531&id=793151e9-673a-4eba-bc7f-eef12bb07531&id=793151e9-673a-4eba-bc7f-eef12bb07531&id=793151e9-673a-4eba-bc7f-eef12bb07531&id=e220874f-4ea8-4ea6-9fc4-39a517be75d8&id=e220874f-4ea8-4ea6-9fc4-39a517be75d8 HTTP/1.1" status: 200 len: 2298 time: 0.4270730 Dec 09 15:52:12.200199 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-fde41a11-f564-4fca-b604-8e816222e395 service neutron] 10.222.0.31 "GET /v2.0/networks/94852d73-55b2-4606-888b-08d0b0c77dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5258265 Dec 09 15:52:12.246977 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port e1d1f6f8-1d72-41c3-9826-367b7c6cb4f4, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=e1d1f6f8-1d72-41c3-9826-367b7c6cb4f4,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:52:12.261822 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2a3b07fc-0b4f-476f-b671-946ac5b48604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:12.306169 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:12.346474 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3b07fc-0b4f-476f-b671-946ac5b48604 None None] No DVR routers for this DVR port 0bdbe58e-a6d5-4f2f-932d-c60a35ce3120 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:52:12.371397 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b07fc-0b4f-476f-b671-946ac5b48604 None None] Pushing event deleted for resources: {'Port': ['ID=0bdbe58e-a6d5-4f2f-932d-c60a35ce3120,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:12.392179 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bc80163b-afea-46ea-ac1e-6b1987bc4c13 req-482b85ec-71a5-4f0a-b544-0e216bfffab6 service neutron] 10.222.0.31 "GET /v2.0/networks/94852d73-55b2-4606-888b-08d0b0c77dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839283 Dec 09 15:52:12.458224 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-20268aa9-5c33-4007-ac39-edd6179ed53e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:12.503391 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 8b82748b-5e0e-4efa-811c-0a3f50e5df36 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:52:12.531094 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56029d7b-9a8d-484a-9407-4cc576cb94a3 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:12.533010 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 8b82748b-5e0e-4efa-811c-0a3f50e5df36 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:52:12.533390 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 8b82748b-5e0e-4efa-811c-0a3f50e5df36 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:52:12.533860 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 0bdbe58e-a6d5-4f2f-932d-c60a35ce3120 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:52:12.562112 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=e1d1f6f8-1d72-41c3-9826-367b7c6cb4f4,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:12.570269 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-921271ed-3d6f-40f9-9705-928dd5a62b1a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=217d63fb-6a3c-41f2-9610-2d02930597a5 HTTP/1.1" status: 200 len: 1002 time: 0.3681574 Dec 09 15:52:12.572292 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 0bdbe58e-a6d5-4f2f-932d-c60a35ce3120 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:52:12.572798 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 0bdbe58e-a6d5-4f2f-932d-c60a35ce3120 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:52:12.629529 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-879bb9a4-8f66-42c2-a224-931e992ea2a8 None None] Provisioning complete for port 65ae895e-da46-448a-92d7-5c8d6decc34d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:12.629850 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-879bb9a4-8f66-42c2-a224-931e992ea2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:12.686497 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-879bb9a4-8f66-42c2-a224-931e992ea2a8 None None] Port 65ae895e-da46-448a-92d7-5c8d6decc34d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:52:12.692666 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d0649-1880-4cb2-a12d-f1ad4b8ae14c req-6c9f56ee-99b6-4c64-98fe-f7cdeab0d521 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:12.695418 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-be5d0649-1880-4cb2-a12d-f1ad4b8ae14c req-6c9f56ee-99b6-4c64-98fe-f7cdeab0d521 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/ports?device_id=2af48f52-0895-4c1b-b616-59136031e05b HTTP/1.1" status: 200 len: 907 time: 0.2333965 Dec 09 15:52:12.722847 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf27bf-71a5-4905-8a53-1c7ee4026660 req-4861a5e9-a0a9-424c-8f3d-57557276dd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:12.722847 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-93cf27bf-71a5-4905-8a53-1c7ee4026660 req-4861a5e9-a0a9-424c-8f3d-57557276dd52 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf31236457a543f3b32deeb2eee96cb5&device_id=2af48f52-0895-4c1b-b616-59136031e05b HTTP/1.1" status: 200 len: 1058 time: 0.2063897 Dec 09 15:52:12.722847 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-79e42448-851a-4adc-93dd-b723aa869709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:12.723919 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-79e42448-851a-4adc-93dd-b723aa869709 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3889a99e-c403-4ee7-93f6-53dfad03a358 HTTP/1.1" status: 200 len: 856 time: 0.1326051 Dec 09 15:52:12.818173 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e6acd2e5-48fc-4363-9efd-e6d9fe41a8cf tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:12.821160 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-56029d7b-9a8d-484a-9407-4cc576cb94a3 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a80d313e-6bd5-4394-9b34-521feb6fe8f7']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:12.831082 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e6acd2e5-48fc-4363-9efd-e6d9fe41a8cf tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:12.831799 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e6acd2e5-48fc-4363-9efd-e6d9fe41a8cf tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:12.840791 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-56029d7b-9a8d-484a-9407-4cc576cb94a3 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fab387b4-ebb7-4931-a730-369f331d84e3') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:12.841095 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-56029d7b-9a8d-484a-9407-4cc576cb94a3 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fab387b4-ebb7-4931-a730-369f331d84e3') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:12.882208 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56029d7b-9a8d-484a-9407-4cc576cb94a3 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:12.978477 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56029d7b-9a8d-484a-9407-4cc576cb94a3 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:13.006810 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56029d7b-9a8d-484a-9407-4cc576cb94a3 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:52:13.007280 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56029d7b-9a8d-484a-9407-4cc576cb94a3 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:13.011298 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:52:13.011298 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:52:13.011298 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:52:13.011298 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:52:13.011298 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:52:13.011298 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:52:13.011298 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:52:13.011298 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:52:13.011298 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:52:13.011298 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:52:13.011298 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:52:13.011298 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:52:13.011298 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:52:13.011298 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:52:13.011298 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:52:13.011298 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:52:13.011298 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:52:13.011298 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:52:13.011298 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:52:13.011298 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:52:13.011298 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:52:13.011298 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:52:13.011298 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:52:13.011298 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:52:13.011298 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:52:13.011298 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:52:13.011298 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:52:13.011298 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:52:13.011298 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:52:13.011298 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:52:13.011298 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:52:13.011298 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:52:13.014240 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6acd2e5-48fc-4363-9efd-e6d9fe41a8cf tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Port': ['ID=65ae895e-da46-448a-92d7-5c8d6decc34d,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:13.128784 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56029d7b-9a8d-484a-9407-4cc576cb94a3 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:13.137488 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device e1d1f6f8-1d72-41c3-9826-367b7c6cb4f4 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:52:13.168740 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56029d7b-9a8d-484a-9407-4cc576cb94a3 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:13.173297 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-56029d7b-9a8d-484a-9407-4cc576cb94a3 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] 10.222.0.57 "DELETE /v2.0/networks/a80d313e-6bd5-4394-9b34-521feb6fe8f7 HTTP/1.1" status: 204 len: 168 time: 1.3676538 Dec 09 15:52:13.183535 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55900) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:13.219890 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56029d7b-9a8d-484a-9407-4cc576cb94a3 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Pushing event deleted for resources: {'Network': ['ID=a80d313e-6bd5-4394-9b34-521feb6fe8f7,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:13.228663 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port e1d1f6f8-1d72-41c3-9826-367b7c6cb4f4 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:13.229236 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:13.376803 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-20268aa9-5c33-4007-ac39-edd6179ed53e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Deleting port 48bb6ea6-da56-45cd-9d16-44176c906fb0 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:52:13.377391 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-20268aa9-5c33-4007-ac39-edd6179ed53e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:13.468789 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-20268aa9-5c33-4007-ac39-edd6179ed53e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] For port 48bb6ea6-da56-45cd-9d16-44176c906fb0, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=48bb6ea6-da56-45cd-9d16-44176c906fb0,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:52:13.469141 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-20268aa9-5c33-4007-ac39-edd6179ed53e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:13.484054 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-20268aa9-5c33-4007-ac39-edd6179ed53e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Calling delete_port for 48bb6ea6-da56-45cd-9d16-44176c906fb0 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:52:13.656966 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf27bf-71a5-4905-8a53-1c7ee4026660 req-8be585da-85e6-4278-ad6c-bfdf5b3a6f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:13.658652 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-93cf27bf-71a5-4905-8a53-1c7ee4026660 req-8be585da-85e6-4278-ad6c-bfdf5b3a6f41 service neutron] 10.222.0.31 "GET /v2.0/networks?id=94852d73-55b2-4606-888b-08d0b0c77dcf HTTP/1.1" status: 200 len: 899 time: 0.8971758 Dec 09 15:52:13.743003 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-93cf27bf-71a5-4905-8a53-1c7ee4026660 req-b3ceff3b-b93d-45b8-9c18-ce4044ad755f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=764084a9-441d-4de4-8d4f-7ef03556d507 HTTP/1.1" status: 200 len: 217 time: 0.0736609 Dec 09 15:52:13.751984 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-231b85cf-5d4f-412f-95ae-5b482d0273b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:13.765002 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-231b85cf-5d4f-412f-95ae-5b482d0273b3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=adb124e6-1a92-4d5d-80ee-086775721fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0216866 Dec 09 15:52:13.772128 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d2efeb-a3e6-4073-b70f-b1078fc820cc tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:13.779582 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d2efeb-a3e6-4073-b70f-b1078fc820cc tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:13.784682 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-17d2efeb-a3e6-4073-b70f-b1078fc820cc tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5968103 Dec 09 15:52:13.785366 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55906) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:13.802817 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a9f2302b-200b-4280-b734-81d097e8d64c tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1723807839'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:13.829270 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6acd2e5-48fc-4363-9efd-e6d9fe41a8cf tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:52:13.832598 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-e6acd2e5-48fc-4363-9efd-e6d9fe41a8cf tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:52:13.848744 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f2302b-200b-4280-b734-81d097e8d64c tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Made reservation on behalf of 98f6a2cb65da4788b44eb48abfc49c02 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:52:13.852587 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9f2302b-200b-4280-b734-81d097e8d64c tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:13.935489 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-20268aa9-5c33-4007-ac39-edd6179ed53e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:13.972800 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f2302b-200b-4280-b734-81d097e8d64c tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:52:13.990400 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736584d6-26ce-4b26-9deb-3254efdee7f2 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:52:14.005495 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9f2302b-200b-4280-b734-81d097e8d64c tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:14.005843 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-a9f2302b-200b-4280-b734-81d097e8d64c tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Added segment 51a882b2-c79e-4c00-aef7-418c3a3ef42c of type vlan for network 19948fb9-32ef-4f59-a9b6-adab4872ff20 Dec 09 15:52:14.011442 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14da107-76dc-4ffe-acb1-83fe206812ac req-57feffe9-2a61-4bc8-95b1-f96f49de3735 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:14.013279 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f14da107-76dc-4ffe-acb1-83fe206812ac req-57feffe9-2a61-4bc8-95b1-f96f49de3735 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/ports?device_id=2af48f52-0895-4c1b-b616-59136031e05b HTTP/1.1" status: 200 len: 907 time: 0.1487894 Dec 09 15:52:14.047000 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20268aa9-5c33-4007-ac39-edd6179ed53e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event deleted for resources: {'Port': ['ID=48bb6ea6-da56-45cd-9d16-44176c906fb0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:14.056326 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf27bf-71a5-4905-8a53-1c7ee4026660 req-57fb2d42-4e50-4f3c-94ff-af21c0d3c6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:14.059033 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-93cf27bf-71a5-4905-8a53-1c7ee4026660 req-57fb2d42-4e50-4f3c-94ff-af21c0d3c6ef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d1323b0d-2269-4700-82b8-e6b47d6505e3 HTTP/1.1" status: 200 len: 837 time: 0.2918992 Dec 09 15:52:14.109716 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9f2302b-200b-4280-b734-81d097e8d64c tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:14.144400 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6acd2e5-48fc-4363-9efd-e6d9fe41a8cf tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Router 4084a95b-0aae-4db6-a71c-42034d4c1663 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:52:14.154442 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-eebbeb6e-57ee-4f98-8690-6784102d0d41 service neutron] 10.222.0.31 "GET /v2.0/networks/adb124e6-1a92-4d5d-80ee-086775721fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699753 Dec 09 15:52:14.170277 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9f2302b-200b-4280-b734-81d097e8d64c tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:14.176555 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f2302b-200b-4280-b734-81d097e8d64c tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:14.177196 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9f2302b-200b-4280-b734-81d097e8d64c tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:14.271250 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-20268aa9-5c33-4007-ac39-edd6179ed53e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:14.330954 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-02c00570-dc36-444a-aeba-69ddc72488cf None None] Provisioning complete for port 65ae895e-da46-448a-92d7-5c8d6decc34d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:14.332148 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-02c00570-dc36-444a-aeba-69ddc72488cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:14.354788 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a9f2302b-200b-4280-b734-81d097e8d64c tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5636044 Dec 09 15:52:14.360377 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55912) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:14.384316 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2302b-200b-4280-b734-81d097e8d64c tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Pushing event updated for resources: {'Network': ['ID=19948fb9-32ef-4f59-a9b6-adab4872ff20,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:14.403084 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6acd2e5-48fc-4363-9efd-e6d9fe41a8cf tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:52:14.412440 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e6acd2e5-48fc-4363-9efd-e6d9fe41a8cf tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "PUT /v2.0/routers/4084a95b-0aae-4db6-a71c-42034d4c1663/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2143784 Dec 09 15:52:14.416543 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-96539d0c-539f-4fca-98b0-d9c2b6bc9500 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1753422108'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:14.418851 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55916) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:14.422324 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-7a7885c8-9a21-4e22-8eac-867c1d69bad5 service neutron] 10.222.0.31 "GET /v2.0/networks/adb124e6-1a92-4d5d-80ee-086775721fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433193 Dec 09 15:52:14.424484 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-02c00570-dc36-444a-aeba-69ddc72488cf None None] Port 65ae895e-da46-448a-92d7-5c8d6decc34d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:52:14.427066 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf27bf-71a5-4905-8a53-1c7ee4026660 req-afd79c64-ab00-4291-9445-169fd34f82e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:14.427396 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 19948fb9-32ef-4f59-a9b6-adab4872ff20 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:52:14.429417 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-93cf27bf-71a5-4905-8a53-1c7ee4026660 req-afd79c64-ab00-4291-9445-169fd34f82e1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=94852d73-55b2-4606-888b-08d0b0c77dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2906706 Dec 09 15:52:14.436015 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b346c45-865d-4bf9-b094-4722213f163d None None] Sync routers for ids ['4084a95b-0aae-4db6-a71c-42034d4c1663'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:52:14.486818 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d17773e-2f60-4376-bac8-c70544f6782c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:14.488666 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2d17773e-2f60-4376-bac8-c70544f6782c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/ports/65ae895e-da46-448a-92d7-5c8d6decc34d HTTP/1.1" status: 200 len: 911 time: 0.0687866 Dec 09 15:52:14.489943 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-20268aa9-5c33-4007-ac39-edd6179ed53e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:14.492972 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55918) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:14.499704 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b346c45-865d-4bf9-b094-4722213f163d None None] Routers {'4084a95b-0aae-4db6-a71c-42034d4c1663'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:52:14.500387 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4b346c45-865d-4bf9-b094-4722213f163d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:51:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4084a95b-0aae-4db6-a71c-42034d4c1663'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:14.528805 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-20268aa9-5c33-4007-ac39-edd6179ed53e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:14.575726 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-889d9412-591e-40d7-8166-a54c6c32dcba service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=fad6d866-ac07-4b51-a443-56d0c8a689d8 HTTP/1.1" status: 200 len: 217 time: 0.1030784 Dec 09 15:52:14.576178 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d41c04-e7f3-4577-8243-4015a60283d3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:14.582880 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d41c04-e7f3-4577-8243-4015a60283d3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:14.587715 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-75d41c04-e7f3-4577-8243-4015a60283d3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0924931 Dec 09 15:52:14.588395 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55920) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:14.655468 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96539d0c-539f-4fca-98b0-d9c2b6bc9500 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Made reservation on behalf of 98f6a2cb65da4788b44eb48abfc49c02 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:52:14.659054 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-96539d0c-539f-4fca-98b0-d9c2b6bc9500 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:14.708813 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96539d0c-539f-4fca-98b0-d9c2b6bc9500 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:52:14.720556 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-96539d0c-539f-4fca-98b0-d9c2b6bc9500 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:14.721189 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-96539d0c-539f-4fca-98b0-d9c2b6bc9500 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Added segment d7cbed7f-d1bb-49cd-b291-1bc6e686e02e of type vlan for network 1938bf42-01dd-4b10-b5c1-612625dd6eae Dec 09 15:52:14.766068 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-20268aa9-5c33-4007-ac39-edd6179ed53e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:14.766648 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20268aa9-5c33-4007-ac39-edd6179ed53e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Fanout notify agent at l3_agent the message router_deleted on router 788d6986-e891-46e7-bd88-6d205f0b96af {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:52:14.779817 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-20268aa9-5c33-4007-ac39-edd6179ed53e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:14.781049 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-20268aa9-5c33-4007-ac39-edd6179ed53e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "DELETE /v2.0/routers/788d6986-e891-46e7-bd88-6d205f0b96af HTTP/1.1" status: 204 len: 168 time: 3.7939758 Dec 09 15:52:14.786671 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-96539d0c-539f-4fca-98b0-d9c2b6bc9500 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:14.788082 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55922) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:14.797905 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-630eef50-b2cd-4e4a-87f8-eeb7294690e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:14.799875 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-630eef50-b2cd-4e4a-87f8-eeb7294690e2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=171b19ce-c8cb-49f0-b1d6-e7dc927afc82 HTTP/1.1" status: 200 len: 797 time: 0.2143426 Dec 09 15:52:14.892129 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-4b346c45-865d-4bf9-b094-4722213f163d None None] Set router 4084a95b-0aae-4db6-a71c-42034d4c1663 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:52:14.905549 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.db.resource_extend [None req-96539d0c-539f-4fca-98b0-d9c2b6bc9500 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 15:52:14.926831 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-93cf27bf-71a5-4905-8a53-1c7ee4026660 req-91a30922-7607-486f-84f6-955e9532d314 service neutron] 10.222.0.31 "GET /v2.0/networks/94852d73-55b2-4606-888b-08d0b0c77dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4650314 Dec 09 15:52:15.039111 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-96539d0c-539f-4fca-98b0-d9c2b6bc9500 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:15.045007 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96539d0c-539f-4fca-98b0-d9c2b6bc9500 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:15.049119 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-96539d0c-539f-4fca-98b0-d9c2b6bc9500 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:15.138532 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aaa026a4-3462-4cc0-802d-28896712becc tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:15.164111 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-2e0832f3-6df3-4938-8114-a8da6aac6e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:15.165787 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-2e0832f3-6df3-4938-8114-a8da6aac6e94 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=793151e9-673a-4eba-bc7f-eef12bb07531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3513076 Dec 09 15:52:15.170286 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-beabcf60-36ad-46ac-8fe0-03a59cf67cfa tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:15.193836 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96539d0c-539f-4fca-98b0-d9c2b6bc9500 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Pushing event updated for resources: {'Network': ['ID=1938bf42-01dd-4b10-b5c1-612625dd6eae,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:15.206482 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 1938bf42-01dd-4b10-b5c1-612625dd6eae details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:52:15.295493 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 764084a9-441d-4de4-8d4f-7ef03556d507 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:52:15.348492 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-96539d0c-539f-4fca-98b0-d9c2b6bc9500 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9333577 Dec 09 15:52:15.352855 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55930) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:15.363068 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-5affea46-7f5b-4af7-b18b-124ccab5823e tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Request body: {'ports': [{'network_id': '19948fb9-32ef-4f59-a9b6-adab4872ff20', 'name': 'tempest-port--34290849', 'admin_state_up': True}, {'network_id': '1938bf42-01dd-4b10-b5c1-612625dd6eae', 'admin_state_up': False}]} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:15.363388 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-5affea46-7f5b-4af7-b18b-124ccab5823e tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Request body: {'port': {'network_id': '19948fb9-32ef-4f59-a9b6-adab4872ff20', 'name': 'tempest-port--34290849', 'admin_state_up': True}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:15.363872 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-5affea46-7f5b-4af7-b18b-124ccab5823e tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Request body: {'port': {'network_id': '1938bf42-01dd-4b10-b5c1-612625dd6eae', 'admin_state_up': False}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:15.454834 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4b346c45-865d-4bf9-b094-4722213f163d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4084a95b-0aae-4db6-a71c-42034d4c1663', 'name': 'tempest-NetworksTestDHCPv6-router-521575518', 'tenant_id': 'd6bab0483bfa42f8adbc5a6130ae139b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:52:08Z', 'updated_at': '2021-12-09T15:52:11Z', 'revision_number': 2, 'project_id': 'd6bab0483bfa42f8adbc5a6130ae139b', 'gw_port_host': None, '_interfaces': [{'id': '65ae895e-da46-448a-92d7-5c8d6decc34d', 'name': '', 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'tenant_id': 'd6bab0483bfa42f8adbc5a6130ae139b', 'mac_address': 'fa:16:3e:47:4b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4084a95b-0aae-4db6-a71c-42034d4c1663', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '2a740c77-04f7-4f0e-b893-6e13f6b02b63', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:52:10Z', 'updated_at': '2021-12-09T15:52:12Z', 'revision_number': 2, 'project_id': 'd6bab0483bfa42f8adbc5a6130ae139b', 'subnets': [{'id': '2a740c77-04f7-4f0e-b893-6e13f6b02b63', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:15.456892 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 48bb6ea6-da56-45cd-9d16-44176c906fb0 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:52:15.494518 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b346c45-865d-4bf9-b094-4722213f163d None None] Checking router: 4084a95b-0aae-4db6-a71c-42034d4c1663 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:52:15.494855 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b346c45-865d-4bf9-b094-4722213f163d None None] Updating router 4084a95b-0aae-4db6-a71c-42034d4c1663 port 65ae895e-da46-448a-92d7-5c8d6decc34d binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:52:15.510129 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-aaa026a4-3462-4cc0-802d-28896712becc tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting port 65ae895e-da46-448a-92d7-5c8d6decc34d {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:52:15.510568 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aaa026a4-3462-4cc0-802d-28896712becc tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:15.538934 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4b346c45-865d-4bf9-b094-4722213f163d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:15.561038 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 48bb6ea6-da56-45cd-9d16-44176c906fb0 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:52:15.561038 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 48bb6ea6-da56-45cd-9d16-44176c906fb0 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:52:15.680152 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 764084a9-441d-4de4-8d4f-7ef03556d507, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=764084a9-441d-4de4-8d4f-7ef03556d507,segment=NetworkSegment(83446d54-4ad9-45d1-ac16-e0f20b1e2253),segment_id=83446d54-4ad9-45d1-ac16-e0f20b1e2253)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:52:15.710434 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '764084a9-441d-4de4-8d4f-7ef03556d507', 'network_id': '94852d73-55b2-4606-888b-08d0b0c77dcf', 'port_id': '764084a9-441d-4de4-8d4f-7ef03556d507', 'mac_address': 'fa:16:3e:23:2d:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1323b0d-2269-4700-82b8-e6b47d6505e3', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:52:15.744425 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aaa026a4-3462-4cc0-802d-28896712becc tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:15.749067 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-93cf27bf-71a5-4905-8a53-1c7ee4026660 req-e2e8f37c-568b-4c9f-961f-a038bd86fe8e service neutron] 10.222.0.31 "GET /v2.0/networks/94852d73-55b2-4606-888b-08d0b0c77dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8136539 Dec 09 15:52:15.773311 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-aaa026a4-3462-4cc0-802d-28896712becc tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Calling delete_port for 65ae895e-da46-448a-92d7-5c8d6decc34d owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:52:15.774277 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c334171-8a6d-49c4-bfea-2647f8cae5a1 req-8c64087b-9183-4d6b-ba91-b0cf93bdd79b tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:15.775965 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2c334171-8a6d-49c4-bfea-2647f8cae5a1 req-8c64087b-9183-4d6b-ba91-b0cf93bdd79b tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/ports?device_id=2af48f52-0895-4c1b-b616-59136031e05b HTTP/1.1" status: 200 len: 907 time: 0.5947008 Dec 09 15:52:15.781982 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-beabcf60-36ad-46ac-8fe0-03a59cf67cfa tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:15.837171 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-beabcf60-36ad-46ac-8fe0-03a59cf67cfa tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc054908-65b4-4921-b781-8153a60dbd11']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:15.870124 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-beabcf60-36ad-46ac-8fe0-03a59cf67cfa tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fdca9fd-1cb3-4bc8-add6-46ac307cb22a') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:15.870708 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-beabcf60-36ad-46ac-8fe0-03a59cf67cfa tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fdca9fd-1cb3-4bc8-add6-46ac307cb22a') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:15.873279 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:15.875383 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-b5c3b44e-2e9f-4a57-996a-5b6439394b87 service neutron] 10.222.0.31 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6607368 Dec 09 15:52:15.881367 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5affea46-7f5b-4af7-b18b-124ccab5823e tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Made reservation on behalf of 98f6a2cb65da4788b44eb48abfc49c02 for: {'port': 2} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:52:15.887333 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5affea46-7f5b-4af7-b18b-124ccab5823e tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:15.909162 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 764084a9-441d-4de4-8d4f-7ef03556d507 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:52:15.909369 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5affea46-7f5b-4af7-b18b-124ccab5823e tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:15.920853 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-beabcf60-36ad-46ac-8fe0-03a59cf67cfa tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:15.955425 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 764084a9-441d-4de4-8d4f-7ef03556d507, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=764084a9-441d-4de4-8d4f-7ef03556d507,segment=NetworkSegment(83446d54-4ad9-45d1-ac16-e0f20b1e2253),segment_id=83446d54-4ad9-45d1-ac16-e0f20b1e2253)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:52:15.997871 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:16.026954 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:16.068730 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-5affea46-7f5b-4af7-b18b-124ccab5823e tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] device_id is not set on port 071fd60f-6614-4005-9896-84a684ecf8de yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:52:16.201101 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aaa026a4-3462-4cc0-802d-28896712becc tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:16.202637 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-beabcf60-36ad-46ac-8fe0-03a59cf67cfa tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:16.206886 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=764084a9-441d-4de4-8d4f-7ef03556d507,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:16.232397 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beabcf60-36ad-46ac-8fe0-03a59cf67cfa tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:52:16.233606 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-beabcf60-36ad-46ac-8fe0-03a59cf67cfa tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:16.237397 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:52:16.237397 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:52:16.237397 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:52:16.237397 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:52:16.237397 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:52:16.237397 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:52:16.237397 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:52:16.237397 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:52:16.237397 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:52:16.237397 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:52:16.237397 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:52:16.237397 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:52:16.237397 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:52:16.237397 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:52:16.237397 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:52:16.237397 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:52:16.237397 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:52:16.237397 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:52:16.237397 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:52:16.237397 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:52:16.237397 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:52:16.237397 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:52:16.237397 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:52:16.237397 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:52:16.237397 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:52:16.237397 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:52:16.237397 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:52:16.237397 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:52:16.237397 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:52:16.237397 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:52:16.237397 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:52:16.237397 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:52:16.254262 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa026a4-3462-4cc0-802d-28896712becc tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Port': ['ID=65ae895e-da46-448a-92d7-5c8d6decc34d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:16.347279 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-4b346c45-865d-4bf9-b094-4722213f163d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:52:16.348536 n-d-821228-1 neutron-server[103246]: DEBUG oslo_db.api [None req-4b346c45-865d-4bf9-b094-4722213f163d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:52:16.374612 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5affea46-7f5b-4af7-b18b-124ccab5823e tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:16.381446 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['764084a9-441d-4de4-8d4f-7ef03556d507'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:52:16.516143 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aaa026a4-3462-4cc0-802d-28896712becc tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:16.596244 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-68456d66-626a-4556-855d-0d5cf0f38d7c service neutron] 10.222.0.31 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6879725 Dec 09 15:52:16.601074 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-beabcf60-36ad-46ac-8fe0-03a59cf67cfa tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:16.644732 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-beabcf60-36ad-46ac-8fe0-03a59cf67cfa tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:16.648109 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-beabcf60-36ad-46ac-8fe0-03a59cf67cfa tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "DELETE /v2.0/networks/bc054908-65b4-4921-b781-8153a60dbd11 HTTP/1.1" status: 204 len: 168 time: 1.8586957 Dec 09 15:52:16.649145 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beabcf60-36ad-46ac-8fe0-03a59cf67cfa tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event deleted for resources: {'Network': ['ID=bc054908-65b4-4921-b781-8153a60dbd11,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:16.680547 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55950) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:16.683297 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-5affea46-7f5b-4af7-b18b-124ccab5823e tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] device_id is not set on port 56030f3e-4f40-415c-9876-75e68c011818 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:52:16.690246 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-000ff78d-2a88-497c-8ebe-0991adbc703a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Request body: {'network': {'name': 'tempest-network-smoke--1505239471', 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'port_security_enabled': True}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:16.716518 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-b8acbccd-a457-4fe9-b62f-ba596fc895f9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=c80d9ccb-8f47-4f45-874e-82d37cf55b7b HTTP/1.1" status: 200 len: 217 time: 0.1027186 Dec 09 15:52:16.756160 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa026a4-3462-4cc0-802d-28896712becc tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Router 4084a95b-0aae-4db6-a71c-42034d4c1663 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:52:16.835166 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-4fa865b0-1239-4cc7-9b42-58cce76d965a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:16.836683 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-4fa865b0-1239-4cc7-9b42-58cce76d965a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=171b19ce-c8cb-49f0-b1d6-e7dc927afc82 HTTP/1.1" status: 200 len: 797 time: 0.0983264 Dec 09 15:52:16.879268 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b346c45-865d-4bf9-b094-4722213f163d None None] Port 65ae895e-da46-448a-92d7-5c8d6decc34d not found while updating agent binding for router 4084a95b-0aae-4db6-a71c-42034d4c1663. {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 09 15:52:16.885537 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000ff78d-2a88-497c-8ebe-0991adbc703a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Made reservation on behalf of 033ae2b2d4cc49e5bcd8a5d96b154150 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:52:16.892036 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-000ff78d-2a88-497c-8ebe-0991adbc703a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:16.898085 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b346c45-865d-4bf9-b094-4722213f163d None None] Routers {'4084a95b-0aae-4db6-a71c-42034d4c1663'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:52:16.898876 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4b346c45-865d-4bf9-b094-4722213f163d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:51:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4084a95b-0aae-4db6-a71c-42034d4c1663'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:16.962565 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-000ff78d-2a88-497c-8ebe-0991adbc703a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:52:16.995774 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-000ff78d-2a88-497c-8ebe-0991adbc703a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:16.997532 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-000ff78d-2a88-497c-8ebe-0991adbc703a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Added segment 70a7e2c1-c7ec-4dad-a59e-ead94cc69f21 of type vlan for network f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5 Dec 09 15:52:17.049328 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5affea46-7f5b-4af7-b18b-124ccab5823e tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:17.064686 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-a9d65f0c-556d-4061-a687-b9db1fedb9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:17.066135 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-a9d65f0c-556d-4061-a687-b9db1fedb9e1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=793151e9-673a-4eba-bc7f-eef12bb07531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2205849 Dec 09 15:52:17.077722 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-4b346c45-865d-4bf9-b094-4722213f163d None None] Set router 4084a95b-0aae-4db6-a71c-42034d4c1663 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:52:17.097783 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-000ff78d-2a88-497c-8ebe-0991adbc703a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:17.132983 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-000ff78d-2a88-497c-8ebe-0991adbc703a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:17.142598 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000ff78d-2a88-497c-8ebe-0991adbc703a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:17.143352 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-000ff78d-2a88-497c-8ebe-0991adbc703a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:17.143723 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4b346c45-865d-4bf9-b094-4722213f163d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4084a95b-0aae-4db6-a71c-42034d4c1663', 'name': 'tempest-NetworksTestDHCPv6-router-521575518', 'tenant_id': 'd6bab0483bfa42f8adbc5a6130ae139b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:52:08Z', 'updated_at': '2021-12-09T15:52:16Z', 'revision_number': 3, 'project_id': 'd6bab0483bfa42f8adbc5a6130ae139b', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:17.178281 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b346c45-865d-4bf9-b094-4722213f163d None None] The sync data for ids ['4084a95b-0aae-4db6-a71c-42034d4c1663'] in n-d-821228-1 is: [{'id': '4084a95b-0aae-4db6-a71c-42034d4c1663', 'name': 'tempest-NetworksTestDHCPv6-router-521575518', 'tenant_id': 'd6bab0483bfa42f8adbc5a6130ae139b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:52:08Z', 'updated_at': '2021-12-09T15:52:16Z', 'revision_number': 3, 'project_id': 'd6bab0483bfa42f8adbc5a6130ae139b', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:52:17.220472 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa026a4-3462-4cc0-802d-28896712becc tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:52:17.231099 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-aaa026a4-3462-4cc0-802d-28896712becc tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "PUT /v2.0/routers/4084a95b-0aae-4db6-a71c-42034d4c1663/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6389372 Dec 09 15:52:17.231300 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-2d14c979-9122-4aac-a996-589b6849da0f service neutron] 10.222.0.31 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519959 Dec 09 15:52:17.241701 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f9995-a45e-4c22-8039-a9dfcef8f221 req-be83f104-f119-4af6-94e8-3b2eb1617001 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:17.243336 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ec3f9995-a45e-4c22-8039-a9dfcef8f221 req-be83f104-f119-4af6-94e8-3b2eb1617001 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/ports?device_id=2af48f52-0895-4c1b-b616-59136031e05b HTTP/1.1" status: 200 len: 908 time: 0.2815533 Dec 09 15:52:17.247675 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55956) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:17.305952 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 764084a9-441d-4de4-8d4f-7ef03556d507 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:52:17.347560 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-000ff78d-2a88-497c-8ebe-0991adbc703a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6657586 Dec 09 15:52:17.348216 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55958) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:17.368203 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-99a08fad-b15d-4187-89b3-abf5910d108f tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1615296745', 'admin_state_up': True, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:17.396004 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ff78d-2a88-497c-8ebe-0991adbc703a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event updated for resources: {'Network': ['ID=f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:17.449789 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-99a08fad-b15d-4187-89b3-abf5910d108f tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:17.451516 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-99a08fad-b15d-4187-89b3-abf5910d108f tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:17.455528 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5affea46-7f5b-4af7-b18b-124ccab5823e tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:17.478520 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:52:17.488874 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de378f23-ace9-4fff-8a6c-07fe97747bae tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:17.490825 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de378f23-ace9-4fff-8a6c-07fe97747bae tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:17.492658 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-de378f23-ace9-4fff-8a6c-07fe97747bae tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2440131 Dec 09 15:52:17.510667 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55962) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:17.607623 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affea46-7f5b-4af7-b18b-124ccab5823e tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Pushing event updated for resources: {'Port': ['ID=071fd60f-6614-4005-9896-84a684ecf8de,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:17.619567 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-99a08fad-b15d-4187-89b3-abf5910d108f tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:17.626515 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-8451ae9e-76da-47b4-8237-8657bfa0b47c service neutron] 10.222.0.31 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800099 Dec 09 15:52:17.642684 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5affea46-7f5b-4af7-b18b-124ccab5823e tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Checking segment: {'id': '51a882b2-c79e-4c00-aef7-418c3a3ef42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '19948fb9-32ef-4f59-a9b6-adab4872ff20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:52:17.643300 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5affea46-7f5b-4af7-b18b-124ccab5823e tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Network hostable DHCP agents. Network: 19948fb9-32ef-4f59-a9b6-adab4872ff20, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:52:17.711463 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-9c082934-4ade-48e9-b6c9-ad91286385fc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=0a1a311d-b032-4c37-bd71-5d8793b18d3c HTTP/1.1" status: 200 len: 217 time: 0.0766845 Dec 09 15:52:17.713469 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 764084a9-441d-4de4-8d4f-7ef03556d507 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:52:17.724805 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 764084a9-441d-4de4-8d4f-7ef03556d507 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:17.726090 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:17.733902 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5affea46-7f5b-4af7-b18b-124ccab5823e tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Network 19948fb9-32ef-4f59-a9b6-adab4872ff20 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:52:17.772898 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-5affea46-7f5b-4af7-b18b-124ccab5823e tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 19948fb9-32ef-4f59-a9b6-adab4872ff20) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:52:17.780550 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5affea46-7f5b-4af7-b18b-124ccab5823e tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:52:17.782460 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5affea46-7f5b-4af7-b18b-124ccab5823e tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:17.797862 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-ff4f9888-5ea8-4818-b084-698ebc1028f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:17.799763 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-ff4f9888-5ea8-4818-b084-698ebc1028f7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=171b19ce-c8cb-49f0-b1d6-e7dc927afc82 HTTP/1.1" status: 200 len: 797 time: 0.0761905 Dec 09 15:52:17.805358 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163689e4-7e27-4864-8c4d-be01b5e51697 None None] Network 19948fb9-32ef-4f59-a9b6-adab4872ff20 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:52:17.849954 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4e52440-85a6-4e5a-9fb3-6d14b20e078d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting subnet 2a740c77-04f7-4f0e-b893-6e13f6b02b63 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:52:17.855958 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e4e52440-85a6-4e5a-9fb3-6d14b20e078d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:17.971034 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-99a08fad-b15d-4187-89b3-abf5910d108f tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:17.983436 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affea46-7f5b-4af7-b18b-124ccab5823e tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Pushing event updated for resources: {'Port': ['ID=56030f3e-4f40-415c-9876-75e68c011818,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:18.011091 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e4e52440-85a6-4e5a-9fb3-6d14b20e078d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:18.027830 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:18.035706 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-23baf09e-7b0b-4652-9f35-52bad4589e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:18.037427 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-23baf09e-7b0b-4652-9f35-52bad4589e69 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=793151e9-673a-4eba-bc7f-eef12bb07531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2162914 Dec 09 15:52:18.057223 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af48f52-0895-4c1b-b616-59136031e05b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '764084a9-441d-4de4-8d4f-7ef03556d507'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:52:18.059784 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed8ffa0-d19f-47bc-adaa-6766daf6f1ed" -d '{"events": [{"server_uuid": "2af48f52-0895-4c1b-b616-59136031e05b", "name": "network-vif-plugged", "status": "completed", "tag": "764084a9-441d-4de4-8d4f-7ef03556d507"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:52:18.071667 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5affea46-7f5b-4af7-b18b-124ccab5823e tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Checking segment: {'id': 'd7cbed7f-d1bb-49cd-b291-1bc6e686e02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1938bf42-01dd-4b10-b5c1-612625dd6eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:52:18.072052 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5affea46-7f5b-4af7-b18b-124ccab5823e tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Network hostable DHCP agents. Network: 1938bf42-01dd-4b10-b5c1-612625dd6eae, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:52:18.099844 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 764084a9-441d-4de4-8d4f-7ef03556d507, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=764084a9-441d-4de4-8d4f-7ef03556d507,segment=NetworkSegment(83446d54-4ad9-45d1-ac16-e0f20b1e2253),segment_id=83446d54-4ad9-45d1-ac16-e0f20b1e2253)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:52:18.109861 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:18.180653 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-909af57e-8020-4da9-9e92-d9680086cc3c service neutron] 10.222.0.31 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334569 Dec 09 15:52:18.199016 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e4e52440-85a6-4e5a-9fb3-6d14b20e078d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:18.217745 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54bd24f-2775-4b15-95cd-ebc0fa5bdc0e x-openstack-request-id: req-e54bd24f-2775-4b15-95cd-ebc0fa5bdc0e {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:52:18.218327 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af48f52-0895-4c1b-b616-59136031e05b", "name": "network-vif-plugged", "status": "completed", "tag": "764084a9-441d-4de4-8d4f-7ef03556d507", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:52:18.218729 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e54bd24f-2775-4b15-95cd-ebc0fa5bdc0e {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:52:18.219291 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af48f52-0895-4c1b-b616-59136031e05b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '764084a9-441d-4de4-8d4f-7ef03556d507', 'code': 200} Dec 09 15:52:18.279478 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=764084a9-441d-4de4-8d4f-7ef03556d507,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:18.318330 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e4e52440-85a6-4e5a-9fb3-6d14b20e078d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:18.327063 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5affea46-7f5b-4af7-b18b-124ccab5823e tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Network 1938bf42-01dd-4b10-b5c1-612625dd6eae is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:52:18.375322 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e553999-f22d-43a2-9bfa-7d8b7d54d8bd req-becf5cc9-65aa-4165-8ab3-e48f707977f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:18.376922 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3e553999-f22d-43a2-9bfa-7d8b7d54d8bd req-becf5cc9-65aa-4165-8ab3-e48f707977f6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2af48f52-0895-4c1b-b616-59136031e05b HTTP/1.1" status: 200 len: 1060 time: 0.1068177 Dec 09 15:52:18.377566 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-5affea46-7f5b-4af7-b18b-124ccab5823e tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 1938bf42-01dd-4b10-b5c1-612625dd6eae) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:52:18.384202 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5affea46-7f5b-4af7-b18b-124ccab5823e tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:52:18.390563 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5affea46-7f5b-4af7-b18b-124ccab5823e tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:18.391288 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81911373-1c2a-4e79-a134-db7b3abecddb None None] Network 1938bf42-01dd-4b10-b5c1-612625dd6eae requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:52:18.405487 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5affea46-7f5b-4af7-b18b-124ccab5823e tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:18.406218 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5affea46-7f5b-4af7-b18b-124ccab5823e tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:18.440740 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e52440-85a6-4e5a-9fb3-6d14b20e078d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Subnet': ['ID=2a740c77-04f7-4f0e-b893-6e13f6b02b63,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:18.448097 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-5fff72ac-7bbb-41e2-ae51-aa96b82ab526 service neutron] 10.222.0.31 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551415 Dec 09 15:52:18.455711 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-5affea46-7f5b-4af7-b18b-124ccab5823e tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 3.0946412 Dec 09 15:52:18.456028 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55970) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:18.476331 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e4e52440-85a6-4e5a-9fb3-6d14b20e078d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:18.480110 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e4e52440-85a6-4e5a-9fb3-6d14b20e078d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/2a740c77-04f7-4f0e-b893-6e13f6b02b63 HTTP/1.1" status: 204 len: 168 time: 0.9670453 Dec 09 15:52:18.483659 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55972) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:18.514117 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07329fbc-0c35-4382-875b-362a3557f304 None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:52:18.627915 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394acfac-6151-43a5-8773-60d7d1587c23 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:18.636683 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394acfac-6151-43a5-8773-60d7d1587c23 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:18.642092 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-394acfac-6151-43a5-8773-60d7d1587c23 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.1851132 Dec 09 15:52:18.708763 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200e729c-a3b5-4c4c-a0dc-a8254d22ffda None None] Sync routers for ids ['4084a95b-0aae-4db6-a71c-42034d4c1663'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:52:18.732136 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200e729c-a3b5-4c4c-a0dc-a8254d22ffda None None] Routers {'4084a95b-0aae-4db6-a71c-42034d4c1663'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:52:18.733012 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-200e729c-a3b5-4c4c-a0dc-a8254d22ffda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:51:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4084a95b-0aae-4db6-a71c-42034d4c1663'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:18.822758 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-200e729c-a3b5-4c4c-a0dc-a8254d22ffda None None] Set router 4084a95b-0aae-4db6-a71c-42034d4c1663 gateway port host: None {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:52:18.834159 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41146f9f-23e8-4529-bb4d-a2b19e76089f None None] DHCP port deletion for e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:52:18.940548 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-200e729c-a3b5-4c4c-a0dc-a8254d22ffda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4084a95b-0aae-4db6-a71c-42034d4c1663', 'name': 'tempest-NetworksTestDHCPv6-router-521575518', 'tenant_id': 'd6bab0483bfa42f8adbc5a6130ae139b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:52:08Z', 'updated_at': '2021-12-09T15:52:16Z', 'revision_number': 3, 'project_id': 'd6bab0483bfa42f8adbc5a6130ae139b', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:18.944144 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-41146f9f-23e8-4529-bb4d-a2b19e76089f None None] Deleting port e1d1f6f8-1d72-41c3-9826-367b7c6cb4f4 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:52:18.944144 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-41146f9f-23e8-4529-bb4d-a2b19e76089f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:18.975495 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200e729c-a3b5-4c4c-a0dc-a8254d22ffda None None] Checking router: 4084a95b-0aae-4db6-a71c-42034d4c1663 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:52:18.985636 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200e729c-a3b5-4c4c-a0dc-a8254d22ffda None None] Routers {'4084a95b-0aae-4db6-a71c-42034d4c1663'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:52:18.986660 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-200e729c-a3b5-4c4c-a0dc-a8254d22ffda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:51:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4084a95b-0aae-4db6-a71c-42034d4c1663'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:19.061500 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-200e729c-a3b5-4c4c-a0dc-a8254d22ffda None None] Set router 4084a95b-0aae-4db6-a71c-42034d4c1663 gateway port host: None {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:52:19.091809 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-41146f9f-23e8-4529-bb4d-a2b19e76089f None None] For port e1d1f6f8-1d72-41c3-9826-367b7c6cb4f4, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=e1d1f6f8-1d72-41c3-9826-367b7c6cb4f4,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:52:19.092375 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-41146f9f-23e8-4529-bb4d-a2b19e76089f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:19.126185 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-41146f9f-23e8-4529-bb4d-a2b19e76089f None None] Calling delete_port for e1d1f6f8-1d72-41c3-9826-367b7c6cb4f4 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:52:19.161353 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-200e729c-a3b5-4c4c-a0dc-a8254d22ffda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4084a95b-0aae-4db6-a71c-42034d4c1663', 'name': 'tempest-NetworksTestDHCPv6-router-521575518', 'tenant_id': 'd6bab0483bfa42f8adbc5a6130ae139b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:52:08Z', 'updated_at': '2021-12-09T15:52:16Z', 'revision_number': 3, 'project_id': 'd6bab0483bfa42f8adbc5a6130ae139b', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:19.180272 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55978) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:19.216094 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device e1d1f6f8-1d72-41c3-9826-367b7c6cb4f4 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:52:19.217805 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200e729c-a3b5-4c4c-a0dc-a8254d22ffda None None] The sync data for ids ['4084a95b-0aae-4db6-a71c-42034d4c1663'] in n-d-821228-1 is: [{'id': '4084a95b-0aae-4db6-a71c-42034d4c1663', 'name': 'tempest-NetworksTestDHCPv6-router-521575518', 'tenant_id': 'd6bab0483bfa42f8adbc5a6130ae139b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:52:08Z', 'updated_at': '2021-12-09T15:52:16Z', 'revision_number': 3, 'project_id': 'd6bab0483bfa42f8adbc5a6130ae139b', 'gw_port_host': None}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:52:19.453007 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17376d6-209f-4654-9b27-4dc3f9487476 req-3ea6a6e4-3988-419f-8d72-081fed09a9d8 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:19.453844 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-41146f9f-23e8-4529-bb4d-a2b19e76089f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:19.467519 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b17376d6-209f-4654-9b27-4dc3f9487476 req-3ea6a6e4-3988-419f-8d72-081fed09a9d8 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/ports?device_id=2af48f52-0895-4c1b-b616-59136031e05b HTTP/1.1" status: 200 len: 909 time: 0.9663537 Dec 09 15:52:19.474299 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-b168ff41-c707-4581-b715-670144163335 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=dea1411b-b02d-409d-be67-df46d288f664 HTTP/1.1" status: 200 len: 217 time: 0.8299577 Dec 09 15:52:19.504963 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41146f9f-23e8-4529-bb4d-a2b19e76089f None None] Pushing event deleted for resources: {'Port': ['ID=e1d1f6f8-1d72-41c3-9826-367b7c6cb4f4,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:19.516262 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:19.525490 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-99a08fad-b15d-4187-89b3-abf5910d108f tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:19.575185 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-99a08fad-b15d-4187-89b3-abf5910d108f tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:19.584353 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41146f9f-23e8-4529-bb4d-a2b19e76089f None None] No DVR routers for this DVR port e1d1f6f8-1d72-41c3-9826-367b7c6cb4f4 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:52:19.593042 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-2f0d6778-08d7-45ce-b80f-f5ad875c9dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:19.594583 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-2f0d6778-08d7-45ce-b80f-f5ad875c9dbd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=171b19ce-c8cb-49f0-b1d6-e7dc927afc82 HTTP/1.1" status: 200 len: 797 time: 0.1124027 Dec 09 15:52:19.607193 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55982) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:19.608933 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ee2bc3a7-d244-486e-bbd4-f7773ecd034b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 1.1151705 Dec 09 15:52:19.755406 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8a2adb8e-6cca-461a-ba2d-e66885a77b5b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:19.799221 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-3be005f1-0331-460d-a51d-fea2d2043db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:19.801015 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-3be005f1-0331-460d-a51d-fea2d2043db3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=793151e9-673a-4eba-bc7f-eef12bb07531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1795971 Dec 09 15:52:19.859317 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a449fc46-6733-42e3-a0ca-2df9befe6b82 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Deleting port 071fd60f-6614-4005-9896-84a684ecf8de {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:52:19.859604 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a449fc46-6733-42e3-a0ca-2df9befe6b82 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:20.005374 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a449fc46-6733-42e3-a0ca-2df9befe6b82 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:20.024167 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a449fc46-6733-42e3-a0ca-2df9befe6b82 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Calling delete_port for 071fd60f-6614-4005-9896-84a684ecf8de owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:52:20.085378 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-20997894-b2bb-455f-97c4-e6c6fb422b9b service neutron] 10.222.0.31 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398350 Dec 09 15:52:20.094529 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8a2adb8e-6cca-461a-ba2d-e66885a77b5b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:20.106963 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-99a08fad-b15d-4187-89b3-abf5910d108f tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Allocated IP 172.25.3.171 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/0f54118a-1e5a-4b97-860a-92578ce42d97) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:52:20.108826 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8a2adb8e-6cca-461a-ba2d-e66885a77b5b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:20.255320 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a449fc46-6733-42e3-a0ca-2df9befe6b82 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:20.262536 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8a2adb8e-6cca-461a-ba2d-e66885a77b5b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:20.265576 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2adb8e-6cca-461a-ba2d-e66885a77b5b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Fanout notify agent at l3_agent the message router_deleted on router 4084a95b-0aae-4db6-a71c-42034d4c1663 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:52:20.281415 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8a2adb8e-6cca-461a-ba2d-e66885a77b5b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:20.282783 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8a2adb8e-6cca-461a-ba2d-e66885a77b5b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/routers/4084a95b-0aae-4db6-a71c-42034d4c1663 HTTP/1.1" status: 204 len: 168 time: 0.6785190 Dec 09 15:52:20.286772 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56026) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:20.337189 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9a60558c-7d2e-43e2-bad1-cd30875ed00d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0488801 Dec 09 15:52:20.347598 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56028) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:20.413667 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-99a08fad-b15d-4187-89b3-abf5910d108f tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:20.450496 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-d68891e6-f444-4c1a-a7a6-4777a31c101f service neutron] 10.222.0.31 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532364 Dec 09 15:52:20.456018 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a449fc46-6733-42e3-a0ca-2df9befe6b82 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Pushing event deleted for resources: {'Port': ['ID=071fd60f-6614-4005-9896-84a684ecf8de,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:20.467893 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c696dd39-cb5b-4983-9738-aecc23ab674f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:20.477245 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a449fc46-6733-42e3-a0ca-2df9befe6b82 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:20.485094 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a449fc46-6733-42e3-a0ca-2df9befe6b82 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] 10.222.0.57 "DELETE /v2.0/ports/071fd60f-6614-4005-9896-84a684ecf8de HTTP/1.1" status: 204 len: 168 time: 1.2969842 Dec 09 15:52:20.486083 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed46521-1377-4272-9458-ef97612634b8 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:20.486884 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56030) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:20.490533 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56034) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:20.503205 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-aed46521-1377-4272-9458-ef97612634b8 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1544309 Dec 09 15:52:20.568609 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-c9fa8df0-5c1b-4b1f-b6da-71ddeb2d1720 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=228cf703-1a9f-469e-a207-e9d6be7acce9 HTTP/1.1" status: 200 len: 217 time: 0.1044674 Dec 09 15:52:20.577356 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3009d485-2b4d-468f-b3f8-b98916184153 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0855813 Dec 09 15:52:20.590739 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56036) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:20.594504 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-99a08fad-b15d-4187-89b3-abf5910d108f tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:20.603852 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-62a9429b-bcf6-49a4-a991-217d17f69469 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'subnet': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:20.672977 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a08fad-b15d-4187-89b3-abf5910d108f tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event updated for resources: {'Port': ['ID=0f54118a-1e5a-4b97-860a-92578ce42d97,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:20.751898 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-5e226236-9563-49ca-83ed-d813129c0fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:20.757550 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-5e226236-9563-49ca-83ed-d813129c0fea service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b86dc975-38b6-4f7b-a1b5-a30d296dd58d HTTP/1.1" status: 200 len: 797 time: 0.1707034 Dec 09 15:52:20.775446 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4ee34-d763-467d-9d68-8f0b99b72957 req-3ec76bad-ea55-4667-989a-370119d3aa0c tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:20.791009 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-19b4ee34-d763-467d-9d68-8f0b99b72957 req-3ec76bad-ea55-4667-989a-370119d3aa0c tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/ports?device_id=2af48f52-0895-4c1b-b616-59136031e05b HTTP/1.1" status: 200 len: 909 time: 0.2131703 Dec 09 15:52:20.804918 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a08fad-b15d-4187-89b3-abf5910d108f tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:52:20.819568 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-99a08fad-b15d-4187-89b3-abf5910d108f tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:52:20.833908 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5fc973-ab7a-4e75-8693-4193ea3a5df2 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:52:20.854876 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a08fad-b15d-4187-89b3-abf5910d108f tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:52:20.904497 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e84f8be6-bc3e-432d-bf81-f253f964df83 None None] Provisioning complete for port 0f54118a-1e5a-4b97-860a-92578ce42d97 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:20.908177 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e84f8be6-bc3e-432d-bf81-f253f964df83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:20.923392 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-b9ef206b-e308-4276-9642-d83829b1ebad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:20.931343 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-b9ef206b-e308-4276-9642-d83829b1ebad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e220874f-4ea8-4ea6-9fc4-39a517be75d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1390324 Dec 09 15:52:20.998057 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e84f8be6-bc3e-432d-bf81-f253f964df83 None None] Port 0f54118a-1e5a-4b97-860a-92578ce42d97 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:52:21.086883 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a9429b-bcf6-49a4-a991-217d17f69469 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:52:21.090976 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-62a9429b-bcf6-49a4-a991-217d17f69469 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:21.161680 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-e413f681-8fb2-4020-b819-58ffabdcc4e0 service neutron] 10.222.0.31 "GET /v2.0/networks/e220874f-4ea8-4ea6-9fc4-39a517be75d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208762 Dec 09 15:52:21.173366 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a9b74-0b3f-4ff3-b312-ea1a93f209bf req-f1f4c9ee-6f6b-458b-a005-866bc64ae24b tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:21.187253 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-539a9b74-0b3f-4ff3-b312-ea1a93f209bf req-f1f4c9ee-6f6b-458b-a005-866bc64ae24b tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/ports?device_id=2af48f52-0895-4c1b-b616-59136031e05b HTTP/1.1" status: 200 len: 909 time: 0.0872247 Dec 09 15:52:21.274081 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-3ab8b76b-aee5-4cd3-915d-331ae094662f tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Deleting port 56030f3e-4f40-415c-9876-75e68c011818 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:52:21.279072 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3ab8b76b-aee5-4cd3-915d-331ae094662f tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:21.410087 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877b490-f0e4-41d4-9511-6e2da7dc7992 req-d2d5127b-b8f7-4787-9698-8f3d1dc897c1 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:21.418697 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6877b490-f0e4-41d4-9511-6e2da7dc7992 req-d2d5127b-b8f7-4787-9698-8f3d1dc897c1 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2af48f52-0895-4c1b-b616-59136031e05b HTTP/1.1" status: 200 len: 1060 time: 0.1273863 Dec 09 15:52:21.457521 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3ab8b76b-aee5-4cd3-915d-331ae094662f tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:21.464603 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-b9abe5f1-807f-4efa-9303-8a33ab72f67e service neutron] 10.222.0.31 "GET /v2.0/networks/e220874f-4ea8-4ea6-9fc4-39a517be75d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756448 Dec 09 15:52:21.488406 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-3ab8b76b-aee5-4cd3-915d-331ae094662f tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Calling delete_port for 56030f3e-4f40-415c-9876-75e68c011818 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:52:21.566036 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-b1568e7c-e2da-45df-919c-dc61b9eab768 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5d0eeda5-19bf-4cd3-94f9-1bc316a94e48 HTTP/1.1" status: 200 len: 217 time: 0.0940237 Dec 09 15:52:21.696157 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-1af1e303-6524-47f7-9675-c833121af672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:21.700626 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-1af1e303-6524-47f7-9675-c833121af672 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b86dc975-38b6-4f7b-a1b5-a30d296dd58d HTTP/1.1" status: 200 len: 797 time: 0.1270206 Dec 09 15:52:21.810122 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-bbcb18a8-18f3-4b53-a37b-acaaa714ed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:21.813101 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-bbcb18a8-18f3-4b53-a37b-acaaa714ed1a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e220874f-4ea8-4ea6-9fc4-39a517be75d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1027324 Dec 09 15:52:22.011409 n-d-821228-1 neutron-server[103245]: DEBUG neutron.objects.ports [None req-62a9429b-bcf6-49a4-a991-217d17f69469 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103245) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 15:52:22.023850 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-62a9429b-bcf6-49a4-a991-217d17f69469 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:22.029520 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-1b881b5f-d7cd-4166-91b3-a7fee674bf6d service neutron] 10.222.0.31 "GET /v2.0/networks/e220874f-4ea8-4ea6-9fc4-39a517be75d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105908 Dec 09 15:52:22.117848 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587589d0-6a96-418f-be07-a9ef0073c5e9 req-3744c198-6a43-4c1e-a3e5-01e2613b02f7 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:22.127831 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a9429b-bcf6-49a4-a991-217d17f69469 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:52:22.128554 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-587589d0-6a96-418f-be07-a9ef0073c5e9 req-3744c198-6a43-4c1e-a3e5-01e2613b02f7 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f01094bb-8610-4eb1-a402-1adae83af95f HTTP/1.1" status: 200 len: 1135 time: 0.1850014 Dec 09 15:52:22.137854 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-62a9429b-bcf6-49a4-a991-217d17f69469 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:52:22.145504 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a9429b-bcf6-49a4-a991-217d17f69469 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:22.146713 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-62a9429b-bcf6-49a4-a991-217d17f69469 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:22.151701 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90b656d-8309-4d0e-b1fe-a47a829c91f0 None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:52:22.158353 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3ab8b76b-aee5-4cd3-915d-331ae094662f tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:22.169270 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a9429b-bcf6-49a4-a991-217d17f69469 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Subnet': ['ID=300609bc-215d-4538-9881-3bd4874a0cae,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:22.214812 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-62a9429b-bcf6-49a4-a991-217d17f69469 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6212609 Dec 09 15:52:22.219215 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56088) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:22.220248 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab8b76b-aee5-4cd3-915d-331ae094662f tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Pushing event deleted for resources: {'Port': ['ID=56030f3e-4f40-415c-9876-75e68c011818,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:22.226188 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-587589d0-6a96-418f-be07-a9ef0073c5e9 req-3ab3286e-60ba-4dcb-bb6c-a21b38d0deaf tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=1894d1e4-3af1-46dc-a08d-a8daeba79869&id=09e1cb07-29a2-4ead-a5e4-963746639214&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0950541 Dec 09 15:52:22.228070 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-552c1b45-e2ec-4eff-b028-43942e9f5ff3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'subnet': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:22.235476 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-99a08fad-b15d-4187-89b3-abf5910d108f tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:22.248189 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56090) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:22.259036 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3ab8b76b-aee5-4cd3-915d-331ae094662f tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:22.263223 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3ab8b76b-aee5-4cd3-915d-331ae094662f tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] 10.222.0.57 "DELETE /v2.0/ports/56030f3e-4f40-415c-9876-75e68c011818 HTTP/1.1" status: 204 len: 168 time: 1.7733412 Dec 09 15:52:22.293994 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56092) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:22.361667 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cd7e9f6-af0a-4385-a280-091d938ecec8 req-c08b2ddd-03fa-4fb8-ae76-fbdd30e0d66f service neutron] 10.222.0.31 "GET /v2.0/networks/e220874f-4ea8-4ea6-9fc4-39a517be75d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219154 Dec 09 15:52:22.366884 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-16c44847-bb87-4292-9ec2-3741819115c8 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0654624 Dec 09 15:52:22.375088 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56094) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:22.380767 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ff2e878b-d786-4a38-a406-918e4aa62f5e tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-841065837'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:22.403534 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7ad9a2-ed5b-41cb-bf3f-6799836e72b8 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:22.412500 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0a7ad9a2-ed5b-41cb-bf3f-6799836e72b8 tempest-TestSecurityGroupsBasicOps-1463892306 tempest-TestSecurityGroupsBasicOps-1463892306-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2af48f52-0895-4c1b-b616-59136031e05b HTTP/1.1" status: 200 len: 1055 time: 0.1628153 Dec 09 15:52:22.697427 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bd02f4-bc74-4a30-93a9-89c859840c58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'project_id': 'd6bab0483bfa42f8adbc5a6130ae139b', 'fixed_ips': [{'subnet_id': '300609bc-215d-4538-9881-3bd4874a0cae'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:52:22.699806 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-82bd02f4-bc74-4a30-93a9-89c859840c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:22.768552 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2e878b-d786-4a38-a406-918e4aa62f5e tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Made reservation on behalf of 98f6a2cb65da4788b44eb48abfc49c02 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:52:22.775161 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff2e878b-d786-4a38-a406-918e4aa62f5e tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:22.894890 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8cce10-2c0f-4cff-aa15-4be6bc24ecd5 req-c05849ff-3726-4ae4-9c2f-4e5b787a0f78 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:22.901980 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6a8cce10-2c0f-4cff-aa15-4be6bc24ecd5 req-c05849ff-3726-4ae4-9c2f-4e5b787a0f78 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/ports?device_id=2af48f52-0895-4c1b-b616-59136031e05b HTTP/1.1" status: 200 len: 909 time: 0.1157186 Dec 09 15:52:22.959248 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff2e878b-d786-4a38-a406-918e4aa62f5e tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:52:22.974105 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff2e878b-d786-4a38-a406-918e4aa62f5e tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:22.974450 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-ff2e878b-d786-4a38-a406-918e4aa62f5e tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Added segment acd0daea-5205-441b-b447-e45521c357c0 of type vlan for network 6c0765c2-6eda-4ca1-b0fe-3b81b220b764 Dec 09 15:52:23.027798 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-52c85b4b-e9cb-4607-9c68-5e77bc83ec55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:23.029716 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-82bd02f4-bc74-4a30-93a9-89c859840c58 None None] Allocated IP 2001:db8::f816:3eff:fef5:82d (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/300609bc-215d-4538-9881-3bd4874a0cae/4a33b0ae-301c-4f16-9539-56aa308a6bf6) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:52:23.056220 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552c1b45-e2ec-4eff-b028-43942e9f5ff3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:52:23.061347 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-552c1b45-e2ec-4eff-b028-43942e9f5ff3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:23.114773 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff2e878b-d786-4a38-a406-918e4aa62f5e tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:23.183701 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-99a08fad-b15d-4187-89b3-abf5910d108f tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:23.244568 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-82bd02f4-bc74-4a30-93a9-89c859840c58 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:23.253680 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-82bd02f4-bc74-4a30-93a9-89c859840c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:23.317373 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bd02f4-bc74-4a30-93a9-89c859840c58 None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:52:23.320574 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff2e878b-d786-4a38-a406-918e4aa62f5e tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:23.324674 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-82bd02f4-bc74-4a30-93a9-89c859840c58 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:52:23.327718 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2e878b-d786-4a38-a406-918e4aa62f5e tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:23.327885 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bd02f4-bc74-4a30-93a9-89c859840c58 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:52:23.328447 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff2e878b-d786-4a38-a406-918e4aa62f5e tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:23.335659 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd02f4-bc74-4a30-93a9-89c859840c58 None None] Pushing event updated for resources: {'Port': ['ID=4a33b0ae-301c-4f16-9539-56aa308a6bf6,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:23.412879 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-82bd02f4-bc74-4a30-93a9-89c859840c58 None None] Attempting to bind port 4a33b0ae-301c-4f16-9539-56aa308a6bf6 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:52:23.413563 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-82bd02f4-bc74-4a30-93a9-89c859840c58 None None] Attempting to bind port 4a33b0ae-301c-4f16-9539-56aa308a6bf6 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:52:23.414909 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bd02f4-bc74-4a30-93a9-89c859840c58 None None] Attempting to bind port 4a33b0ae-301c-4f16-9539-56aa308a6bf6 on network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:52:23.421351 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bd02f4-bc74-4a30-93a9-89c859840c58 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:52:23.422361 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bd02f4-bc74-4a30-93a9-89c859840c58 None None] Checking segment: {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:52:23.425169 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-82bd02f4-bc74-4a30-93a9-89c859840c58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:23.426581 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bd02f4-bc74-4a30-93a9-89c859840c58 None None] Bound using segment: {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:52:23.427363 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-82bd02f4-bc74-4a30-93a9-89c859840c58 None None] Bound port: 4a33b0ae-301c-4f16-9539-56aa308a6bf6, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:52:23.430381 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ff2e878b-d786-4a38-a406-918e4aa62f5e tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0520041 Dec 09 15:52:23.430743 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56106) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:23.431209 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-82bd02f4-bc74-4a30-93a9-89c859840c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:23.437046 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-93d33de6-acbe-4346-8332-20e0b7b27473 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-231275270'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:23.467483 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d33de6-acbe-4346-8332-20e0b7b27473 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Made reservation on behalf of 98f6a2cb65da4788b44eb48abfc49c02 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:52:23.471550 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e878b-d786-4a38-a406-918e4aa62f5e tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Pushing event updated for resources: {'Network': ['ID=6c0765c2-6eda-4ca1-b0fe-3b81b220b764,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:23.490754 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-93d33de6-acbe-4346-8332-20e0b7b27473 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:23.499618 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 6c0765c2-6eda-4ca1-b0fe-3b81b220b764 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:52:23.532977 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a08fad-b15d-4187-89b3-abf5910d108f tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Router 1e0d803d-121e-4864-a239-7ddb7edbe821 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:52:23.535159 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93d33de6-acbe-4346-8332-20e0b7b27473 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:52:23.548399 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-93d33de6-acbe-4346-8332-20e0b7b27473 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:23.548918 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-93d33de6-acbe-4346-8332-20e0b7b27473 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Added segment b64ec68b-2834-4e28-80a0-26cb267834dc of type vlan for network 3a98d997-8006-42a9-bcf7-9dbfcb46126e Dec 09 15:52:23.654993 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-82bd02f4-bc74-4a30-93a9-89c859840c58 None None] For port 4a33b0ae-301c-4f16-9539-56aa308a6bf6, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:52:23.657788 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-93d33de6-acbe-4346-8332-20e0b7b27473 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:23.660056 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-82bd02f4-bc74-4a30-93a9-89c859840c58 None None] For port 4a33b0ae-301c-4f16-9539-56aa308a6bf6, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=4a33b0ae-301c-4f16-9539-56aa308a6bf6,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:52:23.665357 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:52:23.677166 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-82bd02f4-bc74-4a30-93a9-89c859840c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:23.724406 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-93d33de6-acbe-4346-8332-20e0b7b27473 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:23.742664 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d33de6-acbe-4346-8332-20e0b7b27473 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:23.743415 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-93d33de6-acbe-4346-8332-20e0b7b27473 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:23.763107 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-552c1b45-e2ec-4eff-b028-43942e9f5ff3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:23.826168 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd02f4-bc74-4a30-93a9-89c859840c58 None None] Pushing event updated for resources: {'Port': ['ID=4a33b0ae-301c-4f16-9539-56aa308a6bf6,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:23.866818 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d33de6-acbe-4346-8332-20e0b7b27473 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Pushing event updated for resources: {'Network': ['ID=3a98d997-8006-42a9-bcf7-9dbfcb46126e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:23.878529 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-93d33de6-acbe-4346-8332-20e0b7b27473 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4465318 Dec 09 15:52:23.892922 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a08fad-b15d-4187-89b3-abf5910d108f tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:52:23.920022 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552c1b45-e2ec-4eff-b028-43942e9f5ff3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:52:23.924385 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 3a98d997-8006-42a9-bcf7-9dbfcb46126e details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:52:23.924871 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-552c1b45-e2ec-4eff-b028-43942e9f5ff3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:52:23.940907 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552c1b45-e2ec-4eff-b028-43942e9f5ff3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:23.941506 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-552c1b45-e2ec-4eff-b028-43942e9f5ff3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:23.942572 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaa821c-8d53-498e-9061-45fa05fea5db None None] Sync routers for ids ['1e0d803d-121e-4864-a239-7ddb7edbe821'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:52:23.954815 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c1b45-e2ec-4eff-b028-43942e9f5ff3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Subnet': ['ID=40de0eb4-032d-46d8-86d9-9cadb97e5d47,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:23.971169 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56112) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:23.976854 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-85b15e4f-95a2-4a35-8f7b-acf7634ee554 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'port': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'mac_address': 'fa:16:3e:ab:71:26', 'name': 'tempest-NetworksTestDHCPv6-550024754'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:23.983176 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-552c1b45-e2ec-4eff-b028-43942e9f5ff3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7580464 Dec 09 15:52:24.009289 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-99a08fad-b15d-4187-89b3-abf5910d108f tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:24.014222 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-99a08fad-b15d-4187-89b3-abf5910d108f tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.6499827 Dec 09 15:52:24.017735 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56116) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:24.099613 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d0b88042-f784-47c0-a27f-f224800f4a3a tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=033ae2b2d4cc49e5bcd8a5d96b154150&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0777245 Dec 09 15:52:24.100826 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56118) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:24.165678 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaa821c-8d53-498e-9061-45fa05fea5db None None] Routers {'1e0d803d-121e-4864-a239-7ddb7edbe821'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:52:24.168233 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3aaa821c-8d53-498e-9061-45fa05fea5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:52:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1e0d803d-121e-4864-a239-7ddb7edbe821'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:24.374024 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:24.566990 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-466f63f8-e7d5-4b74-97ee-331349bb2178 req-92e502bd-66c0-4ea0-815b-39ea3bf167de service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f01094bb-8610-4eb1-a402-1adae83af95f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1798348 Dec 09 15:52:24.586988 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbfec41-5bc1-44cc-94ce-f8c3595bcf14 req-38f20b9d-d5a6-4c92-9cb1-824169a6c6fe tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:24.593781 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7cbfec41-5bc1-44cc-94ce-f8c3595bcf14 req-38f20b9d-d5a6-4c92-9cb1-824169a6c6fe tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/ports?device_id=2af48f52-0895-4c1b-b616-59136031e05b HTTP/1.1" status: 200 len: 909 time: 0.4621129 Dec 09 15:52:24.623453 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-3aaa821c-8d53-498e-9061-45fa05fea5db None None] Set router 1e0d803d-121e-4864-a239-7ddb7edbe821 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:52:24.653369 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d43ad4-daf9-4d9e-8db7-fca53a3986d4 req-a8dea1d8-57b6-43d9-bc71-972667cc70f1 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:24.657956 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1d43ad4-daf9-4d9e-8db7-fca53a3986d4 req-a8dea1d8-57b6-43d9-bc71-972667cc70f1 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.31 "GET /v2.0/ports?device_id=2af48f52-0895-4c1b-b616-59136031e05b HTTP/1.1" status: 200 len: 909 time: 0.5496612 Dec 09 15:52:24.715156 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:24.818624 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf56a88b-b728-4900-936d-674b02d4c50f tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:24.828189 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-cf56a88b-b728-4900-936d-674b02d4c50f tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7262025 Dec 09 15:52:24.845368 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56122) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:24.890674 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b15e4f-95a2-4a35-8f7b-acf7634ee554 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:52:24.956210 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-32246b62-903f-4d73-9f0f-3ce08403f25d tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=d8331094-778d-4179-9ed8-de7de1c5438c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1040049 Dec 09 15:52:24.958747 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56124) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:24.975194 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d4ff8d2c-f382-4f5f-a667-1195ae4012df tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1990500041', 'network_id': 'f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5', 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:25.200201 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-d1d43ad4-daf9-4d9e-8db7-fca53a3986d4 req-db52e2b7-f7c7-43ee-b7a0-c1440933ab42 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Deleting port 764084a9-441d-4de4-8d4f-7ef03556d507 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:52:25.200798 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d1d43ad4-daf9-4d9e-8db7-fca53a3986d4 req-db52e2b7-f7c7-43ee-b7a0-c1440933ab42 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:25.215203 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85b15e4f-95a2-4a35-8f7b-acf7634ee554 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:25.362800 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3aaa821c-8d53-498e-9061-45fa05fea5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0d803d-121e-4864-a239-7ddb7edbe821', 'name': 'tempest-TestNetworkBasicOps-router-1615296745', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '0f54118a-1e5a-4b97-860a-92578ce42d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:52:17Z', 'updated_at': '2021-12-09T15:52:21Z', 'revision_number': 3, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'gw_port': {'id': '0f54118a-1e5a-4b97-860a-92578ce42d97', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:41:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0d803d-121e-4864-a239-7ddb7edbe821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:52:19Z', 'updated_at': '2021-12-09T15:52:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:25.417749 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-85b15e4f-95a2-4a35-8f7b-acf7634ee554 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] device_id is not set on port 2f913e95-6369-4d93-83a7-44e4f5323ef0 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:52:25.428934 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ff8d2c-f382-4f5f-a667-1195ae4012df tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Made reservation on behalf of 033ae2b2d4cc49e5bcd8a5d96b154150 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:52:25.437255 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d4ff8d2c-f382-4f5f-a667-1195ae4012df tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:25.470851 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:25.471723 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 4a33b0ae-301c-4f16-9539-56aa308a6bf6 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:52:25.480482 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaa821c-8d53-498e-9061-45fa05fea5db None None] Checking router: 1e0d803d-121e-4864-a239-7ddb7edbe821 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:52:25.481177 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaa821c-8d53-498e-9061-45fa05fea5db None None] Updating router 1e0d803d-121e-4864-a239-7ddb7edbe821 port 0f54118a-1e5a-4b97-860a-92578ce42d97 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:52:25.490936 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f63f8-e7d5-4b74-97ee-331349bb2178 req-c6d38c3c-eefa-4872-8c4a-d2e85ef1b255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:25.492747 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-466f63f8-e7d5-4b74-97ee-331349bb2178 req-c6d38c3c-eefa-4872-8c4a-d2e85ef1b255 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cf31236457a543f3b32deeb2eee96cb5&device_id=f01094bb-8610-4eb1-a402-1adae83af95f HTTP/1.1" status: 200 len: 1135 time: 0.8800738 Dec 09 15:52:25.702495 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3aaa821c-8d53-498e-9061-45fa05fea5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:25.752983 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-85b15e4f-95a2-4a35-8f7b-acf7634ee554 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Allocated IP 172.20.0.7 (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/40de0eb4-032d-46d8-86d9-9cadb97e5d47/2f913e95-6369-4d93-83a7-44e4f5323ef0) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:52:25.760172 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-85b15e4f-95a2-4a35-8f7b-acf7634ee554 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Allocated IP 2001:db8::f816:3eff:feab:7126 (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/300609bc-215d-4538-9881-3bd4874a0cae/2f913e95-6369-4d93-83a7-44e4f5323ef0) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:52:25.819386 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 4a33b0ae-301c-4f16-9539-56aa308a6bf6 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:25.821412 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:25.912251 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed597a1c-72b4-4cc5-b1a0-4272820b0769 None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:52:25.949231 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85b15e4f-95a2-4a35-8f7b-acf7634ee554 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:25.995925 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85b15e4f-95a2-4a35-8f7b-acf7634ee554 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:26.025837 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d4ff8d2c-f382-4f5f-a667-1195ae4012df tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:26.067206 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b15e4f-95a2-4a35-8f7b-acf7634ee554 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Port': ['ID=2f913e95-6369-4d93-83a7-44e4f5323ef0,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:26.117002 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff8d2c-f382-4f5f-a667-1195ae4012df tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event updated for resources: {'Subnet': ['ID=51626e49-5d71-4d05-9e5e-ff7fb76e288a,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:26.127630 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b15e4f-95a2-4a35-8f7b-acf7634ee554 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:52:26.142644 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-85b15e4f-95a2-4a35-8f7b-acf7634ee554 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:52:26.156874 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b15e4f-95a2-4a35-8f7b-acf7634ee554 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:52:26.169544 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a320b-90ce-462d-bad1-d72b1a61babc req-1a9e8c79-df1b-4a30-902d-24dba6e9e6e7 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:26.178056 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d22a320b-90ce-462d-bad1-d72b1a61babc req-1a9e8c79-df1b-4a30-902d-24dba6e9e6e7 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/ports?device_id=2af48f52-0895-4c1b-b616-59136031e05b HTTP/1.1" status: 200 len: 909 time: 0.1894319 Dec 09 15:52:26.190057 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-d1d43ad4-daf9-4d9e-8db7-fca53a3986d4 req-db52e2b7-f7c7-43ee-b7a0-c1440933ab42 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] For port 764084a9-441d-4de4-8d4f-7ef03556d507, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=764084a9-441d-4de4-8d4f-7ef03556d507,segment=NetworkSegment(83446d54-4ad9-45d1-ac16-e0f20b1e2253),segment_id=83446d54-4ad9-45d1-ac16-e0f20b1e2253)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:52:26.190871 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d1d43ad4-daf9-4d9e-8db7-fca53a3986d4 req-db52e2b7-f7c7-43ee-b7a0-c1440933ab42 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:26.226000 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ff8d2c-f382-4f5f-a667-1195ae4012df tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Checking segment: {'id': '70a7e2c1-c7ec-4dad-a59e-ead94cc69f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:52:26.229133 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ff8d2c-f382-4f5f-a667-1195ae4012df tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Network hostable DHCP agents. Network: f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:52:26.255431 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f63f8-e7d5-4b74-97ee-331349bb2178 req-d1691e96-719c-41ea-a425-1ffed825e23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:26.257560 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-466f63f8-e7d5-4b74-97ee-331349bb2178 req-d1691e96-719c-41ea-a425-1ffed825e23b service neutron] 10.222.0.42 "GET /v2.0/networks?id=06765d4c-94ea-4e55-b8c9-061ac001a4b5 HTTP/1.1" status: 200 len: 898 time: 0.6781867 Dec 09 15:52:26.272632 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a793539e-ef3e-4cf0-a893-a84b853fc9ee None None] Provisioning complete for port 4a33b0ae-301c-4f16-9539-56aa308a6bf6 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:26.275795 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a793539e-ef3e-4cf0-a893-a84b853fc9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:26.299282 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-d1d43ad4-daf9-4d9e-8db7-fca53a3986d4 req-db52e2b7-f7c7-43ee-b7a0-c1440933ab42 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Calling delete_port for 764084a9-441d-4de4-8d4f-7ef03556d507 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:52:26.353924 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b15e4f-95a2-4a35-8f7b-acf7634ee554 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:26.355752 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85b15e4f-95a2-4a35-8f7b-acf7634ee554 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:26.430640 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-85b15e4f-95a2-4a35-8f7b-acf7634ee554 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.4580941 Dec 09 15:52:26.431531 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56136) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:26.443531 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ff8d2c-f382-4f5f-a667-1195ae4012df tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Network f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:52:26.490052 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-d4ff8d2c-f382-4f5f-a667-1195ae4012df tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:52:26.510011 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ff8d2c-f382-4f5f-a667-1195ae4012df tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:26.511346 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d4ff8d2c-f382-4f5f-a667-1195ae4012df tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:26.543015 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d4ff8d2c-f382-4f5f-a667-1195ae4012df tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5830176 Dec 09 15:52:26.547775 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56140) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:26.570549 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-466f63f8-e7d5-4b74-97ee-331349bb2178 req-acf77e37-ab1a-44a9-8c23-5edf71f879bc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3 HTTP/1.1" status: 200 len: 1000 time: 0.2861853 Dec 09 15:52:26.607867 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6470bb32-00ad-41de-81f0-9d9894a89361 None None] Network f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:52:26.703177 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f63f8-e7d5-4b74-97ee-331349bb2178 req-018a916d-9637-4205-9f73-269b51d0afeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:26.707108 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-466f63f8-e7d5-4b74-97ee-331349bb2178 req-018a916d-9637-4205-9f73-269b51d0afeb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e1f3a5cd-64c5-4c43-8838-a889d3338185 HTTP/1.1" status: 200 len: 835 time: 0.1285379 Dec 09 15:52:26.847971 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f63f8-e7d5-4b74-97ee-331349bb2178 req-e3964282-a49d-4d12-a198-7d497a15ab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:26.855294 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-466f63f8-e7d5-4b74-97ee-331349bb2178 req-e3964282-a49d-4d12-a198-7d497a15ab49 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=06765d4c-94ea-4e55-b8c9-061ac001a4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1406982 Dec 09 15:52:27.070689 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-466f63f8-e7d5-4b74-97ee-331349bb2178 req-3e8f1d38-dee9-4bbd-b8a0-5264b74c81ba service neutron] 10.222.0.42 "GET /v2.0/networks/06765d4c-94ea-4e55-b8c9-061ac001a4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061524 Dec 09 15:52:27.082325 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3aaa821c-8d53-498e-9061-45fa05fea5db None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:27.090928 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:27.101069 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3aaa821c-8d53-498e-9061-45fa05fea5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:27.281782 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e93586e-8f16-48f4-9fd6-283f8d59045f None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:52:27.284268 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:27.295099 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3aaa821c-8d53-498e-9061-45fa05fea5db None None] Attempting to bind port 0f54118a-1e5a-4b97-860a-92578ce42d97 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:52:27.296959 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3aaa821c-8d53-498e-9061-45fa05fea5db None None] Attempting to bind port 0f54118a-1e5a-4b97-860a-92578ce42d97 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:52:27.297639 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaa821c-8d53-498e-9061-45fa05fea5db None None] Attempting to bind port 0f54118a-1e5a-4b97-860a-92578ce42d97 on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:52:27.377637 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 764084a9-441d-4de4-8d4f-7ef03556d507 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:52:27.402110 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-466f63f8-e7d5-4b74-97ee-331349bb2178 req-188e6da3-38ff-4403-9661-d4980ec932c8 service neutron] 10.222.0.42 "GET /v2.0/networks/06765d4c-94ea-4e55-b8c9-061ac001a4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224757 Dec 09 15:52:27.488143 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaa821c-8d53-498e-9061-45fa05fea5db None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:52:27.490740 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaa821c-8d53-498e-9061-45fa05fea5db None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:52:27.493747 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3aaa821c-8d53-498e-9061-45fa05fea5db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:27.495632 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaa821c-8d53-498e-9061-45fa05fea5db None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:52:27.496453 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3aaa821c-8d53-498e-9061-45fa05fea5db None None] Bound port: 0f54118a-1e5a-4b97-860a-92578ce42d97, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:52:27.499982 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3aaa821c-8d53-498e-9061-45fa05fea5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:27.514820 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa86f62-4347-44b9-9dee-2ecb8e634b4a None None] Pushing event updated for resources: {'Port': ['ID=0f54118a-1e5a-4b97-860a-92578ce42d97,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:27.536252 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffb2496-f486-4311-a557-7dd8203cf7f3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:27.544239 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffb2496-f486-4311-a557-7dd8203cf7f3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:27.546586 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2ffb2496-f486-4311-a557-7dd8203cf7f3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 1.1113837 Dec 09 15:52:27.549717 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56162) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:27.612048 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56164) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:27.615377 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-65588e87-b770-4d91-a67c-788dd06ebb8a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:27.624949 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-3b679a71-5485-41c1-8e9e-f6ac2a71aa5f tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Request body: {'subnets': [{'network_id': '6c0765c2-6eda-4ca1-b0fe-3b81b220b764', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--282716060', 'ip_version': 6}, {'network_id': '3a98d997-8006-42a9-bcf7-9dbfcb46126e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:27.625650 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-3b679a71-5485-41c1-8e9e-f6ac2a71aa5f tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Request body: {'subnet': {'network_id': '6c0765c2-6eda-4ca1-b0fe-3b81b220b764', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--282716060', 'ip_version': 6}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:27.626913 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-3b679a71-5485-41c1-8e9e-f6ac2a71aa5f tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Request body: {'subnet': {'network_id': '3a98d997-8006-42a9-bcf7-9dbfcb46126e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:27.684710 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d1d43ad4-daf9-4d9e-8db7-fca53a3986d4 req-db52e2b7-f7c7-43ee-b7a0-c1440933ab42 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:27.703777 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4aafdd88-9575-4d2b-a3c2-68822e00ce18 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting port 2f913e95-6369-4d93-83a7-44e4f5323ef0 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:52:27.704394 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4aafdd88-9575-4d2b-a3c2-68822e00ce18 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:27.813125 n-d-821228-1 neutron-server[103246]: INFO neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No ports have port_id starting with 764084a9-441d-4de4-8d4f-7ef03556d507 Dec 09 15:52:27.844227 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4aafdd88-9575-4d2b-a3c2-68822e00ce18 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:27.846171 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a793539e-ef3e-4cf0-a893-a84b853fc9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:27.862884 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec6f795-2353-4874-bdc5-698957b8ff05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5', 'network_id': 'f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5', 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'fixed_ips': [{'subnet_id': '51626e49-5d71-4d05-9e5e-ff7fb76e288a'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:52:27.864287 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4aafdd88-9575-4d2b-a3c2-68822e00ce18 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Calling delete_port for 2f913e95-6369-4d93-83a7-44e4f5323ef0 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:52:27.864452 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5ec6f795-2353-4874-bdc5-698957b8ff05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:27.879354 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52e2b7-f7c7-43ee-b7a0-c1440933ab42 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Pushing event deleted for resources: {'Port': ['ID=764084a9-441d-4de4-8d4f-7ef03556d507,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:27.921333 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68db95-396d-41e7-bda2-ced538608f69 req-3449c537-91c0-45ba-a3f8-b7722a939629 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:27.931769 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fa68db95-396d-41e7-bda2-ced538608f69 req-3449c537-91c0-45ba-a3f8-b7722a939629 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/ports?device_id=2af48f52-0895-4c1b-b616-59136031e05b HTTP/1.1" status: 200 len: 830 time: 0.5296440 Dec 09 15:52:28.037863 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 4a33b0ae-301c-4f16-9539-56aa308a6bf6, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=4a33b0ae-301c-4f16-9539-56aa308a6bf6,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:52:28.080324 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:28.218756 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3aaa821c-8d53-498e-9061-45fa05fea5db None None] For port 0f54118a-1e5a-4b97-860a-92578ce42d97, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:52:28.253743 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b724d90-10a1-420a-8ec9-cd56a5e9d8cd None None] Update dhcp port {'port': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'fixed_ips': [{'subnet_id': '300609bc-215d-4538-9881-3bd4874a0cae', 'ip_address': '2001:db8::f816:3eff:fef5:82d'}, {'subnet_id': '40de0eb4-032d-46d8-86d9-9cadb97e5d47'}], 'binding:host_id': 'n-d-821228-1'}, 'id': '4a33b0ae-301c-4f16-9539-56aa308a6bf6'} from n-d-821228-1. {{(pid=103246) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 15:52:28.264099 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3aaa821c-8d53-498e-9061-45fa05fea5db None None] For port 0f54118a-1e5a-4b97-860a-92578ce42d97, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=0f54118a-1e5a-4b97-860a-92578ce42d97,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:52:28.319575 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3aaa821c-8d53-498e-9061-45fa05fea5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:28.374299 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4aafdd88-9575-4d2b-a3c2-68822e00ce18 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:28.390952 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-5ec6f795-2353-4874-bdc5-698957b8ff05 None None] Allocated IP 172.20.0.2 (f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5/51626e49-5d71-4d05-9e5e-ff7fb76e288a/0008f4af-0c24-4bf8-9799-8c7c134acc09) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:52:28.395773 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5b724d90-10a1-420a-8ec9-cd56a5e9d8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:28.408334 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=4a33b0ae-301c-4f16-9539-56aa308a6bf6,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:28.419841 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cfbe7b-5cb0-4fae-96ea-ad8c8df1b316 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:52:28.423048 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aafdd88-9575-4d2b-a3c2-68822e00ce18 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Port': ['ID=2f913e95-6369-4d93-83a7-44e4f5323ef0,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:28.461954 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-a793539e-ef3e-4cf0-a893-a84b853fc9ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:52:28.462296 n-d-821228-1 neutron-server[103246]: DEBUG oslo_db.api [None req-a793539e-ef3e-4cf0-a893-a84b853fc9ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:52:28.577715 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4aafdd88-9575-4d2b-a3c2-68822e00ce18 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:28.580953 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4aafdd88-9575-4d2b-a3c2-68822e00ce18 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/ports/2f913e95-6369-4d93-83a7-44e4f5323ef0 HTTP/1.1" status: 204 len: 168 time: 1.0300853 Dec 09 15:52:28.584299 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56170) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:28.595744 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaa821c-8d53-498e-9061-45fa05fea5db None None] Routers {'1e0d803d-121e-4864-a239-7ddb7edbe821'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:52:28.596387 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3aaa821c-8d53-498e-9061-45fa05fea5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:52:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1e0d803d-121e-4864-a239-7ddb7edbe821'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:28.671560 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b2a193-a971-494d-948b-9a7f65053de6 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:28.674072 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b2a193-a971-494d-948b-9a7f65053de6 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:28.677268 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b2a193-a971-494d-948b-9a7f65053de6 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:28.685003 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-35b2a193-a971-494d-948b-9a7f65053de6 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0989928 Dec 09 15:52:28.685700 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56172) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:28.757168 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa86f62-4347-44b9-9dee-2ecb8e634b4a None None] Pushing event updated for resources: {'Port': ['ID=0f54118a-1e5a-4b97-860a-92578ce42d97,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:28.787793 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdd51d08-9370-42f1-b6ca-98547a8f8ac3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting subnet 300609bc-215d-4538-9881-3bd4874a0cae {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:52:28.795862 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bdd51d08-9370-42f1-b6ca-98547a8f8ac3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:28.865568 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-3aaa821c-8d53-498e-9061-45fa05fea5db None None] Set router 1e0d803d-121e-4864-a239-7ddb7edbe821 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:52:28.868493 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bdd51d08-9370-42f1-b6ca-98547a8f8ac3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:28.940919 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d43ad4-daf9-4d9e-8db7-fca53a3986d4 req-db52e2b7-f7c7-43ee-b7a0-c1440933ab42 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] No DVR routers for this DVR port 764084a9-441d-4de4-8d4f-7ef03556d507 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:52:28.962703 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d1d43ad4-daf9-4d9e-8db7-fca53a3986d4 req-db52e2b7-f7c7-43ee-b7a0-c1440933ab42 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:28.968004 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1d43ad4-daf9-4d9e-8db7-fca53a3986d4 req-db52e2b7-f7c7-43ee-b7a0-c1440933ab42 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.31 "DELETE /v2.0/ports/764084a9-441d-4de4-8d4f-7ef03556d507 HTTP/1.1" status: 204 len: 173 time: 4.2958102 Dec 09 15:52:28.969130 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af48f52-0895-4c1b-b616-59136031e05b', 'name': 'network-vif-deleted', 'tag': '764084a9-441d-4de4-8d4f-7ef03556d507'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:52:28.973477 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff8a714-e623-4393-8581-cd4bf89332f5" -d '{"events": [{"server_uuid": "2af48f52-0895-4c1b-b616-59136031e05b", "name": "network-vif-deleted", "tag": "764084a9-441d-4de4-8d4f-7ef03556d507"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:52:29.032742 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bdd51d08-9370-42f1-b6ca-98547a8f8ac3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:29.085190 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5ec6f795-2353-4874-bdc5-698957b8ff05 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:29.118148 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5ec6f795-2353-4874-bdc5-698957b8ff05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:29.165401 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b679a71-5485-41c1-8e9e-f6ac2a71aa5f tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Made reservation on behalf of 98f6a2cb65da4788b44eb48abfc49c02 for: {'subnet': 2} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:52:29.170509 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b679a71-5485-41c1-8e9e-f6ac2a71aa5f tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:29.170865 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b679a71-5485-41c1-8e9e-f6ac2a71aa5f tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:29.190612 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bdd51d08-9370-42f1-b6ca-98547a8f8ac3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:29.239933 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6f795-2353-4874-bdc5-698957b8ff05 None None] Pushing event updated for resources: {'Port': ['ID=0008f4af-0c24-4bf8-9799-8c7c134acc09,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server [None req-5b724d90-10a1-420a-8ec9-cd56a5e9d8cd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 300609bc-215d-4538-9881-3bd4874a0cae: This subnet is being modified by another concurrent operation. Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise exception Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 300609bc-215d-4538-9881-3bd4874a0cae: This subnet is being modified by another concurrent operation. Dec 09 15:52:29.243524 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Dec 09 15:52:29.250581 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6812d-7613-4d57-b67a-80eb7b745754 req-4e0856ad-4a27-443d-90bb-f8174e92dbda tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:29.251566 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bdd51d08-9370-42f1-b6ca-98547a8f8ac3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:29.256072 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bdd51d08-9370-42f1-b6ca-98547a8f8ac3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/300609bc-215d-4538-9881-3bd4874a0cae HTTP/1.1" status: 204 len: 168 time: 0.5693045 Dec 09 15:52:29.256891 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-50a6812d-7613-4d57-b67a-80eb7b745754 req-4e0856ad-4a27-443d-90bb-f8174e92dbda tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf66a800-5e7a-4e28-a606-6a7c4ff43580 HTTP/1.1" status: 200 len: 946 time: 0.3357430 Dec 09 15:52:29.257591 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd51d08-9370-42f1-b6ca-98547a8f8ac3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Subnet': ['ID=300609bc-215d-4538-9881-3bd4874a0cae,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:29.261244 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56178) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:29.270565 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec6f795-2353-4874-bdc5-698957b8ff05 None None] Network f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:52:29.324790 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c64e0d-3eb4-45ca-9706-a045288edd22 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting subnet 40de0eb4-032d-46d8-86d9-9cadb97e5d47 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:52:29.328812 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-5ec6f795-2353-4874-bdc5-698957b8ff05 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:52:29.329555 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65c64e0d-3eb4-45ca-9706-a045288edd22 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:29.336635 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec6f795-2353-4874-bdc5-698957b8ff05 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:52:29.349684 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-84aea883-6758-4460-abcc-d5aa45956a6d None None] Provisioning complete for port 0f54118a-1e5a-4b97-860a-92578ce42d97 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:29.350239 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-84aea883-6758-4460-abcc-d5aa45956a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:29.386513 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-50a6812d-7613-4d57-b67a-80eb7b745754 req-69b96dca-c410-46b8-b725-ba10513e6e78 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?id=ad73b424-6589-401b-bcc4-ee9b79944172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286111 Dec 09 15:52:29.395181 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7792ceb6-84a8-45f5-aa1e-7ddfac8e721d None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:52:29.605851 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5ec6f795-2353-4874-bdc5-698957b8ff05 None None] Attempting to bind port 0008f4af-0c24-4bf8-9799-8c7c134acc09 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:52:29.606501 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5ec6f795-2353-4874-bdc5-698957b8ff05 None None] Attempting to bind port 0008f4af-0c24-4bf8-9799-8c7c134acc09 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '70a7e2c1-c7ec-4dad-a59e-ead94cc69f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:52:29.606881 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec6f795-2353-4874-bdc5-698957b8ff05 None None] Attempting to bind port 0008f4af-0c24-4bf8-9799-8c7c134acc09 on network f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:52:29.625472 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec6f795-2353-4874-bdc5-698957b8ff05 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:52:29.625853 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec6f795-2353-4874-bdc5-698957b8ff05 None None] Checking segment: {'id': '70a7e2c1-c7ec-4dad-a59e-ead94cc69f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:52:29.626268 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5ec6f795-2353-4874-bdc5-698957b8ff05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:29.626671 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec6f795-2353-4874-bdc5-698957b8ff05 None None] Bound using segment: {'id': '70a7e2c1-c7ec-4dad-a59e-ead94cc69f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:52:29.627172 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5ec6f795-2353-4874-bdc5-698957b8ff05 None None] Bound port: 0008f4af-0c24-4bf8-9799-8c7c134acc09, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70a7e2c1-c7ec-4dad-a59e-ead94cc69f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:52:29.627570 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5ec6f795-2353-4874-bdc5-698957b8ff05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:29.636030 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3aaa821c-8d53-498e-9061-45fa05fea5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0d803d-121e-4864-a239-7ddb7edbe821', 'name': 'tempest-TestNetworkBasicOps-router-1615296745', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '0f54118a-1e5a-4b97-860a-92578ce42d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:52:17Z', 'updated_at': '2021-12-09T15:52:21Z', 'revision_number': 3, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'gw_port': {'id': '0f54118a-1e5a-4b97-860a-92578ce42d97', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:41:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0d803d-121e-4864-a239-7ddb7edbe821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:52:19Z', 'updated_at': '2021-12-09T15:52:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:29.671141 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-65588e87-b770-4d91-a67c-788dd06ebb8a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Allocated IP 172.20.0.1 (f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5/51626e49-5d71-4d05-9e5e-ff7fb76e288a/bfaf9049-59a7-4be7-bbf7-a87f7cac7dd8) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:52:29.699927 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaa821c-8d53-498e-9061-45fa05fea5db None None] The sync data for ids ['1e0d803d-121e-4864-a239-7ddb7edbe821'] in n-d-821228-1 is: [{'id': '1e0d803d-121e-4864-a239-7ddb7edbe821', 'name': 'tempest-TestNetworkBasicOps-router-1615296745', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '0f54118a-1e5a-4b97-860a-92578ce42d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:52:17Z', 'updated_at': '2021-12-09T15:52:21Z', 'revision_number': 3, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'gw_port': {'id': '0f54118a-1e5a-4b97-860a-92578ce42d97', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:41:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0d803d-121e-4864-a239-7ddb7edbe821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:52:19Z', 'updated_at': '2021-12-09T15:52:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:52:29.816912 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-84aea883-6758-4460-abcc-d5aa45956a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:29.819145 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65c64e0d-3eb4-45ca-9706-a045288edd22 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:29.875822 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9e1dd7ec-b2f6-4ab0-b5c8-1930b305febb req-96ed6ee7-d5a6-4206-9cde-37963fe17ffd tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/ports?device_id=2af48f52-0895-4c1b-b616-59136031e05b HTTP/1.1" status: 200 len: 210 time: 0.2075911 Dec 09 15:52:29.901897 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65c64e0d-3eb4-45ca-9706-a045288edd22 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:29.922104 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-84aea883-6758-4460-abcc-d5aa45956a6d None None] For port 0f54118a-1e5a-4b97-860a-92578ce42d97, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=0f54118a-1e5a-4b97-860a-92578ce42d97,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:52:29.926733 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5ec6f795-2353-4874-bdc5-698957b8ff05 None None] For port 0008f4af-0c24-4bf8-9799-8c7c134acc09, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:52:29.935916 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-84aea883-6758-4460-abcc-d5aa45956a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:29.983345 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5ec6f795-2353-4874-bdc5-698957b8ff05 None None] For port 0008f4af-0c24-4bf8-9799-8c7c134acc09, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=0008f4af-0c24-4bf8-9799-8c7c134acc09,segment=NetworkSegment(70a7e2c1-c7ec-4dad-a59e-ead94cc69f21),segment_id=70a7e2c1-c7ec-4dad-a59e-ead94cc69f21)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:52:29.993330 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef419528-f437-4b87-93dc-ca6e4b3b9046 None None] Update dhcp port {'port': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'fixed_ips': [{'subnet_id': '40de0eb4-032d-46d8-86d9-9cadb97e5d47'}], 'binding:host_id': 'n-d-821228-1'}, 'id': '4a33b0ae-301c-4f16-9539-56aa308a6bf6'} from n-d-821228-1. {{(pid=103246) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 15:52:30.001556 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5ec6f795-2353-4874-bdc5-698957b8ff05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:30.001750 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb90d177-7694-4fea-a940-7e2224536998 x-openstack-request-id: req-fb90d177-7694-4fea-a940-7e2224536998 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:52:30.004802 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af48f52-0895-4c1b-b616-59136031e05b", "name": "network-vif-deleted", "tag": "764084a9-441d-4de4-8d4f-7ef03556d507", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:52:30.005308 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fb90d177-7694-4fea-a940-7e2224536998 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:52:30.005939 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af48f52-0895-4c1b-b616-59136031e05b', 'name': 'network-vif-deleted', 'tag': '764084a9-441d-4de4-8d4f-7ef03556d507', 'status': 'completed', 'code': 200} Dec 09 15:52:30.016188 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65c64e0d-3eb4-45ca-9706-a045288edd22 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:30.098607 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-de0ced42-c77d-4622-a7c0-fa9b0d428fd8 None None] Could not find standard attr ID for object 2f913e95-6369-4d93-83a7-44e4f5323ef0. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:52:30.107503 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ef419528-f437-4b87-93dc-ca6e4b3b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:30.111561 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aea883-6758-4460-abcc-d5aa45956a6d None None] Pushing event updated for resources: {'Port': ['ID=0f54118a-1e5a-4b97-860a-92578ce42d97,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:30.119577 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c64e0d-3eb4-45ca-9706-a045288edd22 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Subnet': ['ID=40de0eb4-032d-46d8-86d9-9cadb97e5d47,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:30.164758 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65c64e0d-3eb4-45ca-9706-a045288edd22 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:30.191572 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-65c64e0d-3eb4-45ca-9706-a045288edd22 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/40de0eb4-032d-46d8-86d9-9cadb97e5d47 HTTP/1.1" status: 204 len: 168 time: 0.9290600 Dec 09 15:52:30.197317 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56184) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:30.212643 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-65588e87-b770-4d91-a67c-788dd06ebb8a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:30.322851 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1c7b6805-d866-485c-95b1-5d67a33b868b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1217525 Dec 09 15:52:30.325404 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56186) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:30.336313 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8ef89846-3ffa-48c9-84ec-081705d2a009 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'subnet': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:30.426164 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b679a71-5485-41c1-8e9e-f6ac2a71aa5f tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:30.514212 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 4a33b0ae-301c-4f16-9539-56aa308a6bf6 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:52:30.554814 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bdc37b-49b2-4832-93a0-e2867e4f4f23 req-f0978e70-4f3a-49c3-94fa-eed7fb6ec810 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:30.561298 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f4bdc37b-49b2-4832-93a0-e2867e4f4f23 req-f0978e70-4f3a-49c3-94fa-eed7fb6ec810 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf66a800-5e7a-4e28-a606-6a7c4ff43580 HTTP/1.1" status: 200 len: 946 time: 0.2992542 Dec 09 15:52:30.572687 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-65588e87-b770-4d91-a67c-788dd06ebb8a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:30.577886 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef89846-3ffa-48c9-84ec-081705d2a009 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:52:30.582180 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8ef89846-3ffa-48c9-84ec-081705d2a009 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:30.595706 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b679a71-5485-41c1-8e9e-f6ac2a71aa5f tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Pushing event updated for resources: {'Subnet': ['ID=9da32fa9-a642-4a4a-bfa6-eb3294314abd,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:30.644111 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-de0ced42-c77d-4622-a7c0-fa9b0d428fd8 None None] Provisioning complete for port 4a33b0ae-301c-4f16-9539-56aa308a6bf6 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:30.644520 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-de0ced42-c77d-4622-a7c0-fa9b0d428fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:30.784562 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6f795-2353-4874-bdc5-698957b8ff05 None None] Pushing event updated for resources: {'Port': ['ID=0008f4af-0c24-4bf8-9799-8c7c134acc09,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:30.785405 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65588e87-b770-4d91-a67c-788dd06ebb8a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Network f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:52:30.803310 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-65588e87-b770-4d91-a67c-788dd06ebb8a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:52:30.812301 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65588e87-b770-4d91-a67c-788dd06ebb8a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:52:30.863553 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65588e87-b770-4d91-a67c-788dd06ebb8a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event updated for resources: {'Port': ['ID=bfaf9049-59a7-4be7-bbf7-a87f7cac7dd8,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:30.961077 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8e2f0-9277-46b2-b219-260a0d0210d9 req-2fd0f331-7bee-4c42-82eb-9df019e3acc1 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:30.971080 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d6a8e2f0-9277-46b2-b219-260a0d0210d9 req-2fd0f331-7bee-4c42-82eb-9df019e3acc1 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf66a800-5e7a-4e28-a606-6a7c4ff43580 HTTP/1.1" status: 200 len: 946 time: 0.3690286 Dec 09 15:52:30.995869 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:30.996472 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-65588e87-b770-4d91-a67c-788dd06ebb8a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:31.067537 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b679a71-5485-41c1-8e9e-f6ac2a71aa5f tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Checking segment: {'id': 'acd0daea-5205-441b-b447-e45521c357c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6c0765c2-6eda-4ca1-b0fe-3b81b220b764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:52:31.068203 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b679a71-5485-41c1-8e9e-f6ac2a71aa5f tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Network hostable DHCP agents. Network: 6c0765c2-6eda-4ca1-b0fe-3b81b220b764, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:52:31.082118 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 4a33b0ae-301c-4f16-9539-56aa308a6bf6, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=4a33b0ae-301c-4f16-9539-56aa308a6bf6,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:52:31.091686 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:31.217678 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1ed5cb08-60d2-4696-b82c-378770c8066d None None] Could not find standard attr ID for object 2f913e95-6369-4d93-83a7-44e4f5323ef0. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:52:31.244872 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=4a33b0ae-301c-4f16-9539-56aa308a6bf6,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:31.259979 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b679a71-5485-41c1-8e9e-f6ac2a71aa5f tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Network 6c0765c2-6eda-4ca1-b0fe-3b81b220b764 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:52:31.273970 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1ed5cb08-60d2-4696-b82c-378770c8066d None None] Provisioning complete for port 4a33b0ae-301c-4f16-9539-56aa308a6bf6 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:31.274349 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1ed5cb08-60d2-4696-b82c-378770c8066d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:31.315311 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d6a8e2f0-9277-46b2-b219-260a0d0210d9 req-0f1b7c2a-b5dd-4a48-bc19-fca79546bfb3 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?id=ad73b424-6589-401b-bcc4-ee9b79944172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3431067 Dec 09 15:52:31.340773 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-f4bdc37b-49b2-4832-93a0-e2867e4f4f23 req-e8e8ded1-4b42-47c5-a86c-57b6f4c8e413 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Deleting port 9223848f-00dc-44f7-b5e0-5c0f13c0416d {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:52:31.341241 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f4bdc37b-49b2-4832-93a0-e2867e4f4f23 req-e8e8ded1-4b42-47c5-a86c-57b6f4c8e413 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:31.356785 n-d-821228-1 neutron-server[103245]: DEBUG neutron.objects.ports [None req-8ef89846-3ffa-48c9-84ec-081705d2a009 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103245) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 15:52:31.430377 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56196) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:31.474983 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1ed5cb08-60d2-4696-b82c-378770c8066d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:31.547442 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1ed5cb08-60d2-4696-b82c-378770c8066d None None] For port 4a33b0ae-301c-4f16-9539-56aa308a6bf6, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=4a33b0ae-301c-4f16-9539-56aa308a6bf6,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:52:31.555218 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1ed5cb08-60d2-4696-b82c-378770c8066d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:31.587260 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-3b679a71-5485-41c1-8e9e-f6ac2a71aa5f tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 6c0765c2-6eda-4ca1-b0fe-3b81b220b764) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:52:31.608557 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b679a71-5485-41c1-8e9e-f6ac2a71aa5f tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:31.610492 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb712977-50de-44d3-9b32-7b0aaedb2a6e None None] Network 6c0765c2-6eda-4ca1-b0fe-3b81b220b764 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:52:31.696754 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed5cb08-60d2-4696-b82c-378770c8066d None None] Pushing event updated for resources: {'Port': ['ID=4a33b0ae-301c-4f16-9539-56aa308a6bf6,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:31.748260 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-65588e87-b770-4d91-a67c-788dd06ebb8a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:31.778473 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8ef89846-3ffa-48c9-84ec-081705d2a009 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:31.786348 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c836c681-25ab-4cad-bf86-bebd59561ad7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-6c0765c2-6eda-4ca1-b0fe-3b81b220b764', 'network_id': '6c0765c2-6eda-4ca1-b0fe-3b81b220b764', 'project_id': '98f6a2cb65da4788b44eb48abfc49c02', 'fixed_ips': [{'subnet_id': '9da32fa9-a642-4a4a-bfa6-eb3294314abd'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:52:31.787686 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c836c681-25ab-4cad-bf86-bebd59561ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:31.831832 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b679a71-5485-41c1-8e9e-f6ac2a71aa5f tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Pushing event updated for resources: {'Subnet': ['ID=ab459dc7-3fba-4630-bbd2-89c7505c5984,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:31.865848 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-f4bdc37b-49b2-4832-93a0-e2867e4f4f23 req-e8e8ded1-4b42-47c5-a86c-57b6f4c8e413 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] For port 9223848f-00dc-44f7-b5e0-5c0f13c0416d, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=9223848f-00dc-44f7-b5e0-5c0f13c0416d,segment=NetworkSegment(0b8968c1-11be-452a-85e0-2b87c97fc015),segment_id=0b8968c1-11be-452a-85e0-2b87c97fc015)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:52:31.866220 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f4bdc37b-49b2-4832-93a0-e2867e4f4f23 req-e8e8ded1-4b42-47c5-a86c-57b6f4c8e413 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:31.926909 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f026cd9-1014-4f73-97f4-07976fe53962 None None] Network f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:52:31.976096 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b679a71-5485-41c1-8e9e-f6ac2a71aa5f tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Checking segment: {'id': 'b64ec68b-2834-4e28-80a0-26cb267834dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3a98d997-8006-42a9-bcf7-9dbfcb46126e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:52:31.976096 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b679a71-5485-41c1-8e9e-f6ac2a71aa5f tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Network hostable DHCP agents. Network: 3a98d997-8006-42a9-bcf7-9dbfcb46126e, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:52:32.050460 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-8ef89846-3ffa-48c9-84ec-081705d2a009 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] For port 4a33b0ae-301c-4f16-9539-56aa308a6bf6, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=4a33b0ae-301c-4f16-9539-56aa308a6bf6,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:52:32.057827 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-c836c681-25ab-4cad-bf86-bebd59561ad7 None None] Allocated IP 2001:db8::1 (6c0765c2-6eda-4ca1-b0fe-3b81b220b764/9da32fa9-a642-4a4a-bfa6-eb3294314abd/794acc04-7064-4ef8-93c3-6ed77704aa34) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:52:32.091677 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8ef89846-3ffa-48c9-84ec-081705d2a009 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:32.098724 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8ef89846-3ffa-48c9-84ec-081705d2a009 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:32.099708 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8ef89846-3ffa-48c9-84ec-081705d2a009 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:32.209229 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b679a71-5485-41c1-8e9e-f6ac2a71aa5f tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Network 3a98d997-8006-42a9-bcf7-9dbfcb46126e is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:52:32.232563 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef89846-3ffa-48c9-84ec-081705d2a009 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Subnet': ['ID=bddbbf04-07fd-49e8-b083-f1b81b2eda92,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:32.245641 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-3b679a71-5485-41c1-8e9e-f6ac2a71aa5f tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 3a98d997-8006-42a9-bcf7-9dbfcb46126e) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:52:32.263755 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b679a71-5485-41c1-8e9e-f6ac2a71aa5f tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:32.263755 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b679a71-5485-41c1-8e9e-f6ac2a71aa5f tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:32.263755 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b679a71-5485-41c1-8e9e-f6ac2a71aa5f tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:32.268362 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c836c681-25ab-4cad-bf86-bebd59561ad7 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:32.281566 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d5768a-968a-4e58-93ff-f1f7ef5d28b2 None None] Network 3a98d997-8006-42a9-bcf7-9dbfcb46126e requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:52:32.357129 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef89846-3ffa-48c9-84ec-081705d2a009 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:52:32.363977 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-8ef89846-3ffa-48c9-84ec-081705d2a009 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:52:32.369498 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef89846-3ffa-48c9-84ec-081705d2a009 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:32.371799 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8ef89846-3ffa-48c9-84ec-081705d2a009 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:32.416992 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef89846-3ffa-48c9-84ec-081705d2a009 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Port': ['ID=4a33b0ae-301c-4f16-9539-56aa308a6bf6,revision_number=8']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:32.431483 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8ef89846-3ffa-48c9-84ec-081705d2a009 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1047344 Dec 09 15:52:32.434366 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56202) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:32.435324 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3b679a71-5485-41c1-8e9e-f6ac2a71aa5f tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.8159471 Dec 09 15:52:32.441148 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-f5e6962c-1557-46f9-a3cd-9b44401d806a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'subnet': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:32.446031 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56204) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:32.483331 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c836c681-25ab-4cad-bf86-bebd59561ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:32.491778 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f4bdc37b-49b2-4832-93a0-e2867e4f4f23 req-e8e8ded1-4b42-47c5-a86c-57b6f4c8e413 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:32.492370 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f4bdc37b-49b2-4832-93a0-e2867e4f4f23 req-e8e8ded1-4b42-47c5-a86c-57b6f4c8e413 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:32.492907 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [req-f4bdc37b-49b2-4832-93a0-e2867e4f4f23 req-e8e8ded1-4b42-47c5-a86c-57b6f4c8e413 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Floating IP 679b22ae-80f7-45b8-ae1d-fd53bc17bc70 disassociated. External IP: 172.25.3.106, port: 9223848f-00dc-44f7-b5e0-5c0f13c0416d. Dec 09 15:52:32.493394 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-f4bdc37b-49b2-4832-93a0-e2867e4f4f23 req-e8e8ded1-4b42-47c5-a86c-57b6f4c8e413 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Calling delete_port for 9223848f-00dc-44f7-b5e0-5c0f13c0416d owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:52:32.501760 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6c3f1f-c965-4e80-8cc1-206061dfaa61 None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:52:32.511717 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 0f54118a-1e5a-4b97-860a-92578ce42d97 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:52:32.592016 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab925b5-678b-4289-9032-045cbfd2620f tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:32.594079 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab925b5-678b-4289-9032-045cbfd2620f tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:32.595567 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab925b5-678b-4289-9032-045cbfd2620f tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:32.606701 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6ab925b5-678b-4289-9032-045cbfd2620f tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1505940 Dec 09 15:52:32.608533 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56208) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:32.696766 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c836c681-25ab-4cad-bf86-bebd59561ad7 None None] Network 6c0765c2-6eda-4ca1-b0fe-3b81b220b764 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:52:32.696987 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-57f95cbe-e4e5-4e24-9091-2b156031a505 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Deleting subnet 9da32fa9-a642-4a4a-bfa6-eb3294314abd {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:52:32.708804 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a39584-0f87-4bbd-aa97-66da3ff5adb3 req-f57c41a3-3786-4155-9d3a-442b6b2ce369 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:32.709116 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-57f95cbe-e4e5-4e24-9091-2b156031a505 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:32.716149 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b4a39584-0f87-4bbd-aa97-66da3ff5adb3 req-f57c41a3-3786-4155-9d3a-442b6b2ce369 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf66a800-5e7a-4e28-a606-6a7c4ff43580 HTTP/1.1" status: 200 len: 946 time: 0.1654735 Dec 09 15:52:32.756584 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-12c74b3f-c6a9-4174-879b-fe0daf390c32 None None] Provisioning complete for port 0008f4af-0c24-4bf8-9799-8c7c134acc09 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:32.756953 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-12c74b3f-c6a9-4174-879b-fe0daf390c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:32.758809 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-c836c681-25ab-4cad-bf86-bebd59561ad7 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:52:32.762079 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-65588e87-b770-4d91-a67c-788dd06ebb8a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:32.767868 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c836c681-25ab-4cad-bf86-bebd59561ad7 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:52:32.779828 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889f871b-43e4-446f-8fdf-5c14c983da5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-3a98d997-8006-42a9-bcf7-9dbfcb46126e', 'network_id': '3a98d997-8006-42a9-bcf7-9dbfcb46126e', 'project_id': '98f6a2cb65da4788b44eb48abfc49c02', 'fixed_ips': [{'subnet_id': 'ab459dc7-3fba-4630-bbd2-89c7505c5984'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:52:32.780535 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-889f871b-43e4-446f-8fdf-5c14c983da5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:32.799132 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-65588e87-b770-4d91-a67c-788dd06ebb8a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:32.807614 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-57f95cbe-e4e5-4e24-9091-2b156031a505 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:32.903638 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b4a39584-0f87-4bbd-aa97-66da3ff5adb3 req-296def80-10a6-476f-885b-4b04f4c3e8c6 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups?id=ad73b424-6589-401b-bcc4-ee9b79944172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1864965 Dec 09 15:52:32.928018 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c836c681-25ab-4cad-bf86-bebd59561ad7 None None] Pushing event updated for resources: {'Port': ['ID=794acc04-7064-4ef8-93c3-6ed77704aa34,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:32.944042 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-57f95cbe-e4e5-4e24-9091-2b156031a505 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:32.982281 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 0f54118a-1e5a-4b97-860a-92578ce42d97 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:32.982653 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:32.995695 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e6962c-1557-46f9-a3cd-9b44401d806a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:52:33.000473 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f5e6962c-1557-46f9-a3cd-9b44401d806a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:33.089169 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-65588e87-b770-4d91-a67c-788dd06ebb8a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:33.096674 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65588e87-b770-4d91-a67c-788dd06ebb8a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event updated for resources: {'Port': ['ID=bfaf9049-59a7-4be7-bbf7-a87f7cac7dd8,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:33.118100 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-c836c681-25ab-4cad-bf86-bebd59561ad7 None None] Attempting to bind port 794acc04-7064-4ef8-93c3-6ed77704aa34 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:52:33.118599 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-c836c681-25ab-4cad-bf86-bebd59561ad7 None None] Attempting to bind port 794acc04-7064-4ef8-93c3-6ed77704aa34 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'acd0daea-5205-441b-b447-e45521c357c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6c0765c2-6eda-4ca1-b0fe-3b81b220b764'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:52:33.118832 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c836c681-25ab-4cad-bf86-bebd59561ad7 None None] Attempting to bind port 794acc04-7064-4ef8-93c3-6ed77704aa34 on network 6c0765c2-6eda-4ca1-b0fe-3b81b220b764 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:52:33.156936 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c836c681-25ab-4cad-bf86-bebd59561ad7 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:52:33.157315 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c836c681-25ab-4cad-bf86-bebd59561ad7 None None] Checking segment: {'id': 'acd0daea-5205-441b-b447-e45521c357c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6c0765c2-6eda-4ca1-b0fe-3b81b220b764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:52:33.160104 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c836c681-25ab-4cad-bf86-bebd59561ad7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:33.160104 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c836c681-25ab-4cad-bf86-bebd59561ad7 None None] Bound using segment: {'id': 'acd0daea-5205-441b-b447-e45521c357c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6c0765c2-6eda-4ca1-b0fe-3b81b220b764'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:52:33.160104 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-c836c681-25ab-4cad-bf86-bebd59561ad7 None None] Bound port: 794acc04-7064-4ef8-93c3-6ed77704aa34, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acd0daea-5205-441b-b447-e45521c357c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6c0765c2-6eda-4ca1-b0fe-3b81b220b764'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:52:33.160104 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c836c681-25ab-4cad-bf86-bebd59561ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:33.163079 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f4bdc37b-49b2-4832-93a0-e2867e4f4f23 req-e8e8ded1-4b42-47c5-a86c-57b6f4c8e413 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:33.193163 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-57f95cbe-e4e5-4e24-9091-2b156031a505 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:33.203483 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e8ded1-4b42-47c5-a86c-57b6f4c8e413 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Pushing event deleted for resources: {'Port': ['ID=9223848f-00dc-44f7-b5e0-5c0f13c0416d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:33.265573 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-12c74b3f-c6a9-4174-879b-fe0daf390c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:33.314859 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65588e87-b770-4d91-a67c-788dd06ebb8a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Network f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:52:33.326491 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d5279d14-8032-4f26-a05b-00f39d43c90f tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:33.336018 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-57f95cbe-e4e5-4e24-9091-2b156031a505 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:33.347376 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-57f95cbe-e4e5-4e24-9091-2b156031a505 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] 10.222.0.57 "DELETE /v2.0/subnets/9da32fa9-a642-4a4a-bfa6-eb3294314abd HTTP/1.1" status: 204 len: 168 time: 0.7345085 Dec 09 15:52:33.347694 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f95cbe-e4e5-4e24-9091-2b156031a505 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Pushing event deleted for resources: {'Subnet': ['ID=9da32fa9-a642-4a4a-bfa6-eb3294314abd,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:33.364512 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56212) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:33.474800 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-65588e87-b770-4d91-a67c-788dd06ebb8a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:52:33.496304 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cc730e7-56b5-4966-b812-f5d85f321761 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Deleting subnet ab459dc7-3fba-4630-bbd2-89c7505c5984 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:52:33.605998 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c836c681-25ab-4cad-bf86-bebd59561ad7 None None] For port 794acc04-7064-4ef8-93c3-6ed77704aa34, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:52:33.609365 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c836c681-25ab-4cad-bf86-bebd59561ad7 None None] For port 794acc04-7064-4ef8-93c3-6ed77704aa34, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=794acc04-7064-4ef8-93c3-6ed77704aa34,segment=NetworkSegment(acd0daea-5205-441b-b447-e45521c357c0),segment_id=acd0daea-5205-441b-b447-e45521c357c0)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:52:33.624647 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 9223848f-00dc-44f7-b5e0-5c0f13c0416d no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:52:33.631508 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-889f871b-43e4-446f-8fdf-5c14c983da5e None None] Allocated IP 2001:db8:0:1::1 (3a98d997-8006-42a9-bcf7-9dbfcb46126e/ab459dc7-3fba-4630-bbd2-89c7505c5984/3b5fc8fe-716d-43c7-8f4a-2087a6081b14) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:52:33.634070 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f5e6962c-1557-46f9-a3cd-9b44401d806a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:33.634271 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c836c681-25ab-4cad-bf86-bebd59561ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:33.710785 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e6962c-1557-46f9-a3cd-9b44401d806a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:52:33.726576 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-f5e6962c-1557-46f9-a3cd-9b44401d806a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:52:33.731842 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e6962c-1557-46f9-a3cd-9b44401d806a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:33.732848 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f5e6962c-1557-46f9-a3cd-9b44401d806a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:33.739967 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 9223848f-00dc-44f7-b5e0-5c0f13c0416d {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:52:33.740380 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 9223848f-00dc-44f7-b5e0-5c0f13c0416d not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:52:33.770656 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f5e6962c-1557-46f9-a3cd-9b44401d806a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3339918 Dec 09 15:52:33.771816 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d55224-bb06-4809-b083-bd5e75b2d6a1 None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:52:33.772167 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56214) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:33.773207 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6962c-1557-46f9-a3cd-9b44401d806a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Subnet': ['ID=65a21f2e-c005-4b83-a92c-08cf707bf46e,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:33.783795 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-02ab9c03-008e-4720-954f-1af612ff065e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'port': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'mac_address': 'fa:16:3e:22:f7:70', 'name': 'tempest-NetworksTestDHCPv6-720189419'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:33.950573 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ab9c03-008e-4720-954f-1af612ff065e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:52:33.961322 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 0008f4af-0c24-4bf8-9799-8c7c134acc09 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:52:34.075070 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-02ab9c03-008e-4720-954f-1af612ff065e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:34.124696 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-02ab9c03-008e-4720-954f-1af612ff065e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] device_id is not set on port 0880523e-ae7d-450a-8e12-b8be0d52cafa yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:52:34.148946 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-12c74b3f-c6a9-4174-879b-fe0daf390c32 None None] For port 0008f4af-0c24-4bf8-9799-8c7c134acc09, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=0008f4af-0c24-4bf8-9799-8c7c134acc09,segment=NetworkSegment(70a7e2c1-c7ec-4dad-a59e-ead94cc69f21),segment_id=70a7e2c1-c7ec-4dad-a59e-ead94cc69f21)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:52:34.190126 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-12c74b3f-c6a9-4174-879b-fe0daf390c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:34.230339 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c836c681-25ab-4cad-bf86-bebd59561ad7 None None] Pushing event updated for resources: {'Port': ['ID=794acc04-7064-4ef8-93c3-6ed77704aa34,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:34.316238 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c74b3f-c6a9-4174-879b-fe0daf390c32 None None] Pushing event updated for resources: {'Port': ['ID=0008f4af-0c24-4bf8-9799-8c7c134acc09,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:34.339898 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01325b6-396c-427e-9bd1-394ac3f95b1b None None] Network 6c0765c2-6eda-4ca1-b0fe-3b81b220b764 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:52:34.417427 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-02ab9c03-008e-4720-954f-1af612ff065e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Allocated IP 172.20.0.10 (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/65a21f2e-c005-4b83-a92c-08cf707bf46e/0880523e-ae7d-450a-8e12-b8be0d52cafa) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:52:34.424589 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-02ab9c03-008e-4720-954f-1af612ff065e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Allocated IP 2001:db8::f816:3eff:fe22:f770 (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/bddbbf04-07fd-49e8-b083-f1b81b2eda92/0880523e-ae7d-450a-8e12-b8be0d52cafa) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:52:34.442035 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-278eed48-bd70-4146-bf6e-9665c4b97631 req-5d47c3a4-a251-441c-bfe5-0359964de9b8 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf66a800-5e7a-4e28-a606-6a7c4ff43580 HTTP/1.1" status: 200 len: 210 time: 0.0400929 Dec 09 15:52:34.454748 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4bdc37b-49b2-4832-93a0-e2867e4f4f23 req-e8e8ded1-4b42-47c5-a86c-57b6f4c8e413 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Router 14d212c5-595f-4b91-bc2e-458e65c6ee1d has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:52:34.462209 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65588e87-b770-4d91-a67c-788dd06ebb8a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Router 1e0d803d-121e-4864-a239-7ddb7edbe821 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:52:34.473117 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-00ddd21e-f8aa-4c4a-98db-b91b9354a3e0 None None] Provisioning complete for port bfaf9049-59a7-4be7-bbf7-a87f7cac7dd8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:34.473494 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-00ddd21e-f8aa-4c4a-98db-b91b9354a3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:34.540349 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 0008f4af-0c24-4bf8-9799-8c7c134acc09 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:34.540768 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:34.576881 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca80566d-62dc-4d48-9c42-7569b13e4df5 None None] Update dhcp port {'port': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'fixed_ips': [{'subnet_id': 'bddbbf04-07fd-49e8-b083-f1b81b2eda92', 'ip_address': '2001:db8::f816:3eff:fef5:82d'}, {'subnet_id': '65a21f2e-c005-4b83-a92c-08cf707bf46e'}], 'binding:host_id': 'n-d-821228-1'}, 'id': '4a33b0ae-301c-4f16-9539-56aa308a6bf6'} from n-d-821228-1. {{(pid=103246) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 15:52:34.637924 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-889f871b-43e4-446f-8fdf-5c14c983da5e None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:34.639714 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-00ddd21e-f8aa-4c4a-98db-b91b9354a3e0 None None] Port bfaf9049-59a7-4be7-bbf7-a87f7cac7dd8 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:52:34.654664 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3cc730e7-56b5-4966-b812-f5d85f321761 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:34.657546 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ca80566d-62dc-4d48-9c42-7569b13e4df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:34.662753 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-889f871b-43e4-446f-8fdf-5c14c983da5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:34.694339 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-02ab9c03-008e-4720-954f-1af612ff065e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:34.716456 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3cc730e7-56b5-4966-b812-f5d85f321761 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:34.719309 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-00ddd21e-f8aa-4c4a-98db-b91b9354a3e0 None None] Provisioning complete for port 4a33b0ae-301c-4f16-9539-56aa308a6bf6 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:34.719309 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-00ddd21e-f8aa-4c4a-98db-b91b9354a3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:34.751469 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889f871b-43e4-446f-8fdf-5c14c983da5e None None] Network 3a98d997-8006-42a9-bcf7-9dbfcb46126e is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:52:34.796859 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f871b-43e4-446f-8fdf-5c14c983da5e None None] Pushing event updated for resources: {'Port': ['ID=3b5fc8fe-716d-43c7-8f4a-2087a6081b14,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:34.804836 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-889f871b-43e4-446f-8fdf-5c14c983da5e None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:52:34.826762 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889f871b-43e4-446f-8fdf-5c14c983da5e None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:52:34.832898 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-02ab9c03-008e-4720-954f-1af612ff065e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:34.864777 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4bdc37b-49b2-4832-93a0-e2867e4f4f23 req-e8e8ded1-4b42-47c5-a86c-57b6f4c8e413 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:52:34.877706 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0409c5-4637-4787-bdeb-78261679ddbf None None] Sync routers for ids ['14d212c5-595f-4b91-bc2e-458e65c6ee1d'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:52:34.892083 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0409c5-4637-4787-bdeb-78261679ddbf None None] Routers {'14d212c5-595f-4b91-bc2e-458e65c6ee1d'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:52:34.892722 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-8a0409c5-4637-4787-bdeb-78261679ddbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:52:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['14d212c5-595f-4b91-bc2e-458e65c6ee1d'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:34.907543 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65588e87-b770-4d91-a67c-788dd06ebb8a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:52:34.928346 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3119f0e6-83a8-4b3d-8512-c147dea8d54a None None] Sync routers for ids ['1e0d803d-121e-4864-a239-7ddb7edbe821'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:52:34.933815 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-65588e87-b770-4d91-a67c-788dd06ebb8a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "PUT /v2.0/routers/1e0d803d-121e-4864-a239-7ddb7edbe821/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3839860 Dec 09 15:52:34.935224 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4bdc37b-49b2-4832-93a0-e2867e4f4f23 req-e8e8ded1-4b42-47c5-a86c-57b6f4c8e413 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] No DVR routers for this DVR port 9223848f-00dc-44f7-b5e0-5c0f13c0416d on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:52:34.937999 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56222) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:34.996597 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab9c03-008e-4720-954f-1af612ff065e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Port': ['ID=0880523e-ae7d-450a-8e12-b8be0d52cafa,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:35.008307 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3cc730e7-56b5-4966-b812-f5d85f321761 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:35.023550 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3119f0e6-83a8-4b3d-8512-c147dea8d54a None None] Routers {'1e0d803d-121e-4864-a239-7ddb7edbe821'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:52:35.025634 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3119f0e6-83a8-4b3d-8512-c147dea8d54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:52:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1e0d803d-121e-4864-a239-7ddb7edbe821'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:35.042383 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-8a0409c5-4637-4787-bdeb-78261679ddbf None None] Set router 14d212c5-595f-4b91-bc2e-458e65c6ee1d gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:52:35.147398 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ab9c03-008e-4720-954f-1af612ff065e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:52:35.150837 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-02ab9c03-008e-4720-954f-1af612ff065e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:52:35.155889 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ab9c03-008e-4720-954f-1af612ff065e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:52:35.156087 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-889f871b-43e4-446f-8fdf-5c14c983da5e None None] Attempting to bind port 3b5fc8fe-716d-43c7-8f4a-2087a6081b14 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:52:35.156605 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-889f871b-43e4-446f-8fdf-5c14c983da5e None None] Attempting to bind port 3b5fc8fe-716d-43c7-8f4a-2087a6081b14 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'b64ec68b-2834-4e28-80a0-26cb267834dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3a98d997-8006-42a9-bcf7-9dbfcb46126e'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:52:35.156605 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889f871b-43e4-446f-8fdf-5c14c983da5e None None] Attempting to bind port 3b5fc8fe-716d-43c7-8f4a-2087a6081b14 on network 3a98d997-8006-42a9-bcf7-9dbfcb46126e {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:52:35.167384 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 0008f4af-0c24-4bf8-9799-8c7c134acc09 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:52:35.214218 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889f871b-43e4-446f-8fdf-5c14c983da5e None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:52:35.214712 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889f871b-43e4-446f-8fdf-5c14c983da5e None None] Checking segment: {'id': 'b64ec68b-2834-4e28-80a0-26cb267834dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3a98d997-8006-42a9-bcf7-9dbfcb46126e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:52:35.215152 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-889f871b-43e4-446f-8fdf-5c14c983da5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:35.215828 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889f871b-43e4-446f-8fdf-5c14c983da5e None None] Bound using segment: {'id': 'b64ec68b-2834-4e28-80a0-26cb267834dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3a98d997-8006-42a9-bcf7-9dbfcb46126e'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:52:35.216355 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-889f871b-43e4-446f-8fdf-5c14c983da5e None None] Bound port: 3b5fc8fe-716d-43c7-8f4a-2087a6081b14, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64ec68b-2834-4e28-80a0-26cb267834dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3a98d997-8006-42a9-bcf7-9dbfcb46126e'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:52:35.216746 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-889f871b-43e4-446f-8fdf-5c14c983da5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:35.221925 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ab9c03-008e-4720-954f-1af612ff065e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:35.222550 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-02ab9c03-008e-4720-954f-1af612ff065e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:35.227536 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3cc730e7-56b5-4966-b812-f5d85f321761 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:35.237915 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f4bdc37b-49b2-4832-93a0-e2867e4f4f23 req-e8e8ded1-4b42-47c5-a86c-57b6f4c8e413 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:35.269649 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f4bdc37b-49b2-4832-93a0-e2867e4f4f23 req-e8e8ded1-4b42-47c5-a86c-57b6f4c8e413 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.31 "DELETE /v2.0/ports/9223848f-00dc-44f7-b5e0-5c0f13c0416d HTTP/1.1" status: 204 len: 173 time: 4.6866083 Dec 09 15:52:35.275173 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-8a0409c5-4637-4787-bdeb-78261679ddbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'name': 'tempest-AttachVolumeTestJSON-1158014551-router', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '56ea13d5-c215-4155-9112-873593852ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:41:40Z', 'updated_at': '2021-12-09T15:41:45Z', 'revision_number': 4, 'project_id': 'cea693ec44f34a95ac5bb978332b5503', 'gw_port': {'id': '56ea13d5-c215-4155-9112-873593852ee3', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:41Z', 'updated_at': '2021-12-09T15:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'd2734062-4bf7-4450-9264-1a1435f86492', 'name': '', 'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'mac_address': 'fa:16:3e:7a:b0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '6388c83a-5827-4add-9bc1-4867e28bf06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:44Z', 'updated_at': '2021-12-09T15:41:52Z', 'revision_number': 5, 'project_id': 'cea693ec44f34a95ac5bb978332b5503', 'subnets': [{'id': '6388c83a-5827-4add-9bc1-4867e28bf06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:35.300819 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-ca80566d-62dc-4d48-9c42-7569b13e4df5 None None] Allocated IP 172.20.0.2 (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/65a21f2e-c005-4b83-a92c-08cf707bf46e/4a33b0ae-301c-4f16-9539-56aa308a6bf6) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:52:35.302912 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-02ab9c03-008e-4720-954f-1af612ff065e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5235829 Dec 09 15:52:35.303679 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56226) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:35.309442 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3cc730e7-56b5-4966-b812-f5d85f321761 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:35.314058 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0409c5-4637-4787-bdeb-78261679ddbf None None] Checking router: 14d212c5-595f-4b91-bc2e-458e65c6ee1d for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:52:35.323658 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0409c5-4637-4787-bdeb-78261679ddbf None None] Routers {'14d212c5-595f-4b91-bc2e-458e65c6ee1d'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:52:35.324545 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-8a0409c5-4637-4787-bdeb-78261679ddbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:52:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['14d212c5-595f-4b91-bc2e-458e65c6ee1d'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:35.327390 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3cc730e7-56b5-4966-b812-f5d85f321761 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] 10.222.0.57 "DELETE /v2.0/subnets/ab459dc7-3fba-4630-bbd2-89c7505c5984 HTTP/1.1" status: 204 len: 168 time: 1.9617500 Dec 09 15:52:35.346574 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf66a800-5e7a-4e28-a606-6a7c4ff43580', 'name': 'network-vif-deleted', 'tag': '9223848f-00dc-44f7-b5e0-5c0f13c0416d'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:52:35.350963 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe9b4fc-fd18-4f1b-8534-07de99670d98" -d '{"events": [{"server_uuid": "bf66a800-5e7a-4e28-a606-6a7c4ff43580", "name": "network-vif-deleted", "tag": "9223848f-00dc-44f7-b5e0-5c0f13c0416d"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:52:35.356713 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc730e7-56b5-4966-b812-f5d85f321761 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Pushing event deleted for resources: {'Subnet': ['ID=ab459dc7-3fba-4630-bbd2-89c7505c5984,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:35.369213 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56228) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:35.396448 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-00ddd21e-f8aa-4c4a-98db-b91b9354a3e0 None None] Provisioning complete for port 0008f4af-0c24-4bf8-9799-8c7c134acc09 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:35.396448 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-00ddd21e-f8aa-4c4a-98db-b91b9354a3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:35.449712 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbe1b0f-42df-4f4f-b954-7081b434ef1a tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:35.451919 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbe1b0f-42df-4f4f-b954-7081b434ef1a tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:35.453216 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbe1b0f-42df-4f4f-b954-7081b434ef1a tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:35.455215 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbe1b0f-42df-4f4f-b954-7081b434ef1a tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:35.457599 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbe1b0f-42df-4f4f-b954-7081b434ef1a tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:35.458139 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbe1b0f-42df-4f4f-b954-7081b434ef1a tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:35.458717 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbe1b0f-42df-4f4f-b954-7081b434ef1a tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:35.460036 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbe1b0f-42df-4f4f-b954-7081b434ef1a tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:35.465145 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbe1b0f-42df-4f4f-b954-7081b434ef1a tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:35.466163 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbe1b0f-42df-4f4f-b954-7081b434ef1a tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:35.466812 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbe1b0f-42df-4f4f-b954-7081b434ef1a tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:35.467534 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbe1b0f-42df-4f4f-b954-7081b434ef1a tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:35.468197 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbe1b0f-42df-4f4f-b954-7081b434ef1a tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:35.469093 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbe1b0f-42df-4f4f-b954-7081b434ef1a tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:35.469708 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbe1b0f-42df-4f4f-b954-7081b434ef1a tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:35.470369 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbe1b0f-42df-4f4f-b954-7081b434ef1a tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:35.478184 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1fbe1b0f-42df-4f4f-b954-7081b434ef1a tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11195 time: 0.5387886 Dec 09 15:52:35.503825 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56234) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:35.523431 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-8a0409c5-4637-4787-bdeb-78261679ddbf None None] Set router 14d212c5-595f-4b91-bc2e-458e65c6ee1d gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:52:35.523961 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-3119f0e6-83a8-4b3d-8512-c147dea8d54a None None] Set router 1e0d803d-121e-4864-a239-7ddb7edbe821 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:52:35.531069 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ded3dc4-a382-4fb1-8f0f-d3be5dab93bd x-openstack-request-id: req-7ded3dc4-a382-4fb1-8f0f-d3be5dab93bd {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:52:35.531990 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf66a800-5e7a-4e28-a606-6a7c4ff43580", "name": "network-vif-deleted", "tag": "9223848f-00dc-44f7-b5e0-5c0f13c0416d", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:52:35.536889 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7ded3dc4-a382-4fb1-8f0f-d3be5dab93bd {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:52:35.537809 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf66a800-5e7a-4e28-a606-6a7c4ff43580', 'name': 'network-vif-deleted', 'tag': '9223848f-00dc-44f7-b5e0-5c0f13c0416d', 'status': 'completed', 'code': 200} Dec 09 15:52:35.562986 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d5279d14-8032-4f26-a05b-00f39d43c90f tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Deleting port 72bd89cb-5080-4ca3-9895-da551c38e86d {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:52:35.563422 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d5279d14-8032-4f26-a05b-00f39d43c90f tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:35.639405 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-889f871b-43e4-446f-8fdf-5c14c983da5e None None] For port 3b5fc8fe-716d-43c7-8f4a-2087a6081b14, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:52:35.660698 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 0008f4af-0c24-4bf8-9799-8c7c134acc09 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:35.661334 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:35.693965 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2b978c-33ff-433b-9740-4a59fe16a1b7 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:35.707340 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-889f871b-43e4-446f-8fdf-5c14c983da5e None None] For port 3b5fc8fe-716d-43c7-8f4a-2087a6081b14, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=3b5fc8fe-716d-43c7-8f4a-2087a6081b14,segment=NetworkSegment(b64ec68b-2834-4e28-80a0-26cb267834dc),segment_id=b64ec68b-2834-4e28-80a0-26cb267834dc)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:52:35.709265 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9d2b978c-33ff-433b-9740-4a59fe16a1b7 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3350463 Dec 09 15:52:35.715210 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56238) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:35.740112 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-653c092c-598f-4827-9d73-ad8aaa70314f req-6930327d-ac86-45f5-8aea-523b86670c82 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf66a800-5e7a-4e28-a606-6a7c4ff43580 HTTP/1.1" status: 200 len: 210 time: 0.0557835 Dec 09 15:52:35.842710 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-8a0409c5-4637-4787-bdeb-78261679ddbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'name': 'tempest-AttachVolumeTestJSON-1158014551-router', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '56ea13d5-c215-4155-9112-873593852ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:41:40Z', 'updated_at': '2021-12-09T15:41:45Z', 'revision_number': 4, 'project_id': 'cea693ec44f34a95ac5bb978332b5503', 'gw_port': {'id': '56ea13d5-c215-4155-9112-873593852ee3', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:41Z', 'updated_at': '2021-12-09T15:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'd2734062-4bf7-4450-9264-1a1435f86492', 'name': '', 'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'mac_address': 'fa:16:3e:7a:b0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '6388c83a-5827-4add-9bc1-4867e28bf06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:44Z', 'updated_at': '2021-12-09T15:41:52Z', 'revision_number': 5, 'project_id': 'cea693ec44f34a95ac5bb978332b5503', 'subnets': [{'id': '6388c83a-5827-4add-9bc1-4867e28bf06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:35.849589 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe024be-5234-4f7b-a47d-6977f1ee8663 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:35.860333 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d5279d14-8032-4f26-a05b-00f39d43c90f tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] For port 72bd89cb-5080-4ca3-9895-da551c38e86d, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=72bd89cb-5080-4ca3-9895-da551c38e86d,segment=NetworkSegment(83446d54-4ad9-45d1-ac16-e0f20b1e2253),segment_id=83446d54-4ad9-45d1-ac16-e0f20b1e2253)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:52:35.861000 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d5279d14-8032-4f26-a05b-00f39d43c90f tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:35.864968 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe024be-5234-4f7b-a47d-6977f1ee8663 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:35.875420 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bfe024be-5234-4f7b-a47d-6977f1ee8663 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.5457716 Dec 09 15:52:35.879078 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56240) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:35.934230 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba29a077-73e0-435e-88de-723f0207a1b5 tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:35.934799 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba29a077-73e0-435e-88de-723f0207a1b5 tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:35.935371 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba29a077-73e0-435e-88de-723f0207a1b5 tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:35.935904 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba29a077-73e0-435e-88de-723f0207a1b5 tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:35.936471 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba29a077-73e0-435e-88de-723f0207a1b5 tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:35.937014 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba29a077-73e0-435e-88de-723f0207a1b5 tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:35.937550 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba29a077-73e0-435e-88de-723f0207a1b5 tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:35.938060 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba29a077-73e0-435e-88de-723f0207a1b5 tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:35.938622 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba29a077-73e0-435e-88de-723f0207a1b5 tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:35.939129 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba29a077-73e0-435e-88de-723f0207a1b5 tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:35.940522 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba29a077-73e0-435e-88de-723f0207a1b5 tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:35.940522 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba29a077-73e0-435e-88de-723f0207a1b5 tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:35.940921 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba29a077-73e0-435e-88de-723f0207a1b5 tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:35.946388 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ba29a077-73e0-435e-88de-723f0207a1b5 tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8303 time: 0.4362364 Dec 09 15:52:35.951004 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0409c5-4637-4787-bdeb-78261679ddbf None None] The sync data for ids ['14d212c5-595f-4b91-bc2e-458e65c6ee1d'] in n-d-821228-1 is: [{'id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'name': 'tempest-AttachVolumeTestJSON-1158014551-router', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '56ea13d5-c215-4155-9112-873593852ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:41:40Z', 'updated_at': '2021-12-09T15:41:45Z', 'revision_number': 4, 'project_id': 'cea693ec44f34a95ac5bb978332b5503', 'gw_port': {'id': '56ea13d5-c215-4155-9112-873593852ee3', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:41Z', 'updated_at': '2021-12-09T15:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'd2734062-4bf7-4450-9264-1a1435f86492', 'name': '', 'network_id': 'e2819ac3-9056-4f31-9f04-900628348c70', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'mac_address': 'fa:16:3e:7a:b0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '6388c83a-5827-4add-9bc1-4867e28bf06e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:44Z', 'updated_at': '2021-12-09T15:41:52Z', 'revision_number': 5, 'project_id': 'cea693ec44f34a95ac5bb978332b5503', 'subnets': [{'id': '6388c83a-5827-4add-9bc1-4867e28bf06e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:52:35.953001 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56242) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:35.986790 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d5279d14-8032-4f26-a05b-00f39d43c90f tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Calling delete_port for 72bd89cb-5080-4ca3-9895-da551c38e86d owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:52:36.039415 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-504ca6b0-f142-4c93-9815-01b434e563c5 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:36.097535 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ca80566d-62dc-4d48-9c42-7569b13e4df5 None None] For port 4a33b0ae-301c-4f16-9539-56aa308a6bf6, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=4a33b0ae-301c-4f16-9539-56aa308a6bf6,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:52:36.131992 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-889f871b-43e4-446f-8fdf-5c14c983da5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:36.177876 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7b11e15b-f1e6-4c96-a471-b177f0140a14 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting port 0880523e-ae7d-450a-8e12-b8be0d52cafa {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:52:36.178217 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b11e15b-f1e6-4c96-a471-b177f0140a14 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:36.211859 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-504ca6b0-f142-4c93-9815-01b434e563c5 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Deleting port 3b5fc8fe-716d-43c7-8f4a-2087a6081b14 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:52:36.212347 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-504ca6b0-f142-4c93-9815-01b434e563c5 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:36.212830 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ca80566d-62dc-4d48-9c42-7569b13e4df5 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:36.346289 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-504ca6b0-f142-4c93-9815-01b434e563c5 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] For port 3b5fc8fe-716d-43c7-8f4a-2087a6081b14, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=3b5fc8fe-716d-43c7-8f4a-2087a6081b14,segment=NetworkSegment(b64ec68b-2834-4e28-80a0-26cb267834dc),segment_id=b64ec68b-2834-4e28-80a0-26cb267834dc)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:52:36.346818 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-504ca6b0-f142-4c93-9815-01b434e563c5 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:36.437865 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c87967-fbcd-4587-b16c-8eeadb6214b3 None None] New status for floating IP 679b22ae-80f7-45b8-ae1d-fd53bc17bc70: DOWN {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:52:36.458284 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b11e15b-f1e6-4c96-a471-b177f0140a14 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:36.482834 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ca80566d-62dc-4d48-9c42-7569b13e4df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:36.484187 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7b11e15b-f1e6-4c96-a471-b177f0140a14 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Calling delete_port for 0880523e-ae7d-450a-8e12-b8be0d52cafa owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:52:36.517959 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f871b-43e4-446f-8fdf-5c14c983da5e None None] Pushing event updated for resources: {'Port': ['ID=3b5fc8fe-716d-43c7-8f4a-2087a6081b14,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:36.529800 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b85212-1c57-4354-bb9d-00b96959a8f8 None None] Network 3a98d997-8006-42a9-bcf7-9dbfcb46126e requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:52:36.605672 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80566d-62dc-4d48-9c42-7569b13e4df5 None None] Pushing event updated for resources: {'Port': ['ID=4a33b0ae-301c-4f16-9539-56aa308a6bf6,revision_number=9']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:36.672871 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-504ca6b0-f142-4c93-9815-01b434e563c5 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Calling delete_port for 3b5fc8fe-716d-43c7-8f4a-2087a6081b14 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:52:36.761144 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2e07aeae-b22f-4b6b-9659-e2c270723657 tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5227 time: 0.8059530 Dec 09 15:52:36.827366 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-504ca6b0-f142-4c93-9815-01b434e563c5 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:36.884176 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504ca6b0-f142-4c93-9815-01b434e563c5 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] No DVR routers for this DVR port 3b5fc8fe-716d-43c7-8f4a-2087a6081b14 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:52:36.891754 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ca6b0-f142-4c93-9815-01b434e563c5 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Pushing event deleted for resources: {'Port': ['ID=3b5fc8fe-716d-43c7-8f4a-2087a6081b14,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:36.907612 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b11e15b-f1e6-4c96-a471-b177f0140a14 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:36.984439 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b11e15b-f1e6-4c96-a471-b177f0140a14 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Port': ['ID=0880523e-ae7d-450a-8e12-b8be0d52cafa,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:37.062882 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-504ca6b0-f142-4c93-9815-01b434e563c5 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:37.073915 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5eefe2c0-21e2-41b9-8af3-ae95d7606aea None None] Provisioning complete for port bfaf9049-59a7-4be7-bbf7-a87f7cac7dd8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:37.074943 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5eefe2c0-21e2-41b9-8af3-ae95d7606aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:37.096767 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-504ca6b0-f142-4c93-9815-01b434e563c5 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a98d997-8006-42a9-bcf7-9dbfcb46126e']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:37.115066 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-504ca6b0-f142-4c93-9815-01b434e563c5 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b64ec68b-2834-4e28-80a0-26cb267834dc') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:37.115614 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-504ca6b0-f142-4c93-9815-01b434e563c5 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b64ec68b-2834-4e28-80a0-26cb267834dc') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:37.139217 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-504ca6b0-f142-4c93-9815-01b434e563c5 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:37.156467 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-504ca6b0-f142-4c93-9815-01b434e563c5 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:37.167190 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-504ca6b0-f142-4c93-9815-01b434e563c5 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:52:37.167821 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-504ca6b0-f142-4c93-9815-01b434e563c5 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:37.216094 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5eefe2c0-21e2-41b9-8af3-ae95d7606aea None None] Port bfaf9049-59a7-4be7-bbf7-a87f7cac7dd8 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:52:37.282287 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56252) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:37.283381 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:52:37.283381 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:52:37.283381 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:52:37.283381 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:52:37.283381 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:52:37.283381 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:52:37.283381 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:52:37.283381 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:52:37.283381 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:52:37.283381 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:52:37.283381 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:52:37.283381 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:52:37.283381 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:52:37.283381 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:52:37.283381 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:52:37.283381 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:52:37.283381 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:52:37.283381 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:52:37.283381 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:52:37.283381 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:52:37.283381 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:52:37.283381 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:52:37.283381 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:52:37.283381 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:52:37.283381 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:52:37.283381 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:52:37.283381 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:52:37.283381 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:52:37.283381 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:52:37.283381 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:52:37.283381 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:52:37.283381 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:52:37.295874 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3119f0e6-83a8-4b3d-8512-c147dea8d54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0d803d-121e-4864-a239-7ddb7edbe821', 'name': 'tempest-TestNetworkBasicOps-router-1615296745', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '0f54118a-1e5a-4b97-860a-92578ce42d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:52:17Z', 'updated_at': '2021-12-09T15:52:31Z', 'revision_number': 4, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'gw_port': {'id': '0f54118a-1e5a-4b97-860a-92578ce42d97', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:41:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0d803d-121e-4864-a239-7ddb7edbe821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:52:19Z', 'updated_at': '2021-12-09T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'bfaf9049-59a7-4be7-bbf7-a87f7cac7dd8', 'name': '', 'network_id': 'f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'mac_address': 'fa:16:3e:ec:38:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0d803d-121e-4864-a239-7ddb7edbe821', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '51626e49-5d71-4d05-9e5e-ff7fb76e288a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:52:29Z', 'updated_at': '2021-12-09T15:52:32Z', 'revision_number': 2, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'subnets': [{'id': '51626e49-5d71-4d05-9e5e-ff7fb76e288a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:37.296921 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a584baa9-1443-4192-bda4-0537a91da6d1 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-186073385', 'description': 'tempest-secgroup-smoke-186073385 description', 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:37.305931 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-504ca6b0-f142-4c93-9815-01b434e563c5 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:37.313523 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-504ca6b0-f142-4c93-9815-01b434e563c5 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:37.318624 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-504ca6b0-f142-4c93-9815-01b434e563c5 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] 10.222.0.57 "DELETE /v2.0/networks/3a98d997-8006-42a9-bcf7-9dbfcb46126e HTTP/1.1" status: 204 len: 168 time: 1.5891552 Dec 09 15:52:37.320832 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56254) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:37.359224 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ca6b0-f142-4c93-9815-01b434e563c5 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Pushing event deleted for resources: {'Network': ['ID=3a98d997-8006-42a9-bcf7-9dbfcb46126e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:37.363137 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b11e15b-f1e6-4c96-a471-b177f0140a14 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:37.373916 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7b11e15b-f1e6-4c96-a471-b177f0140a14 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/ports/0880523e-ae7d-450a-8e12-b8be0d52cafa HTTP/1.1" status: 204 len: 168 time: 1.4924359 Dec 09 15:52:37.377298 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56258) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:37.379892 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d5279d14-8032-4f26-a05b-00f39d43c90f tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:37.403400 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3119f0e6-83a8-4b3d-8512-c147dea8d54a None None] Checking router: 1e0d803d-121e-4864-a239-7ddb7edbe821 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:52:37.403857 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3119f0e6-83a8-4b3d-8512-c147dea8d54a None None] Updating router 1e0d803d-121e-4864-a239-7ddb7edbe821 port bfaf9049-59a7-4be7-bbf7-a87f7cac7dd8 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:52:37.434186 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a584baa9-1443-4192-bda4-0537a91da6d1 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:37.473937 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a847388-8dc4-4aee-b26a-439f2181d864 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:37.473937 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a847388-8dc4-4aee-b26a-439f2181d864 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:37.475372 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a847388-8dc4-4aee-b26a-439f2181d864 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:37.480033 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0a847388-8dc4-4aee-b26a-439f2181d864 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1006072 Dec 09 15:52:37.480621 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56260) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:37.483882 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3119f0e6-83a8-4b3d-8512-c147dea8d54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:37.568503 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 4a33b0ae-301c-4f16-9539-56aa308a6bf6 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:52:37.569016 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56264) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:37.598145 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5279d14-8032-4f26-a05b-00f39d43c90f tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Pushing event deleted for resources: {'Port': ['ID=72bd89cb-5080-4ca3-9895-da551c38e86d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:37.692063 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbac49c9-8186-46b3-a942-7331b21711a5 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting subnet 65a21f2e-c005-4b83-a92c-08cf707bf46e {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:52:37.702326 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cbac49c9-8186-46b3-a942-7331b21711a5 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:37.719258 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10d8a394-fef3-49fe-82e5-60529d2c69ca tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:37.787660 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a584baa9-1443-4192-bda4-0537a91da6d1 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:37.802844 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a584baa9-1443-4192-bda4-0537a91da6d1 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:37.807619 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cbac49c9-8186-46b3-a942-7331b21711a5 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:37.821976 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 4a33b0ae-301c-4f16-9539-56aa308a6bf6 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:37.822644 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:37.844612 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-db4122c0-708a-47c4-8a54-c24573e8ac3b tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:37.925540 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a584baa9-1443-4192-bda4-0537a91da6d1 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:37.929530 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a584baa9-1443-4192-bda4-0537a91da6d1 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6416583 Dec 09 15:52:37.929897 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56266) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:37.935777 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584baa9-1443-4192-bda4-0537a91da6d1 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a70cd565-8a65-4ac9-83c4-7ea700b19c6e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:37.937844 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-c099df39-0a8b-4788-be18-dae70d6a55c4 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Request body: {'security_group_rule': {'security_group_id': 'a70cd565-8a65-4ac9-83c4-7ea700b19c6e', 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:37.952216 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-db4122c0-708a-47c4-8a54-c24573e8ac3b tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:38.060940 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cbac49c9-8186-46b3-a942-7331b21711a5 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:38.113597 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d5279d14-8032-4f26-a05b-00f39d43c90f tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:38.141587 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c099df39-0a8b-4788-be18-dae70d6a55c4 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:38.162216 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-db4122c0-708a-47c4-8a54-c24573e8ac3b tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:38.167381 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-db4122c0-708a-47c4-8a54-c24573e8ac3b tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:38.168563 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-db4122c0-708a-47c4-8a54-c24573e8ac3b tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "DELETE /v2.0/security-groups/ad73b424-6589-401b-bcc4-ee9b79944172 HTTP/1.1" status: 204 len: 168 time: 0.5959070 Dec 09 15:52:38.178393 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56268) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:38.197267 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3119f0e6-83a8-4b3d-8512-c147dea8d54a None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:38.201785 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cbac49c9-8186-46b3-a942-7331b21711a5 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:38.224248 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4122c0-708a-47c4-8a54-c24573e8ac3b tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad73b424-6589-401b-bcc4-ee9b79944172,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:38.225916 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3119f0e6-83a8-4b3d-8512-c147dea8d54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:38.227689 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-10d8a394-fef3-49fe-82e5-60529d2c69ca tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Deleting port 794acc04-7064-4ef8-93c3-6ed77704aa34 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:52:38.227963 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10d8a394-fef3-49fe-82e5-60529d2c69ca tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:38.245424 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-729e93e3-6f4b-41e9-a654-459bdc94d5a6 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] show failed (client error): The resource could not be found. Dec 09 15:52:38.246961 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-729e93e3-6f4b-41e9-a654-459bdc94d5a6 tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "GET /v2.0/security-groups/ad73b424-6589-401b-bcc4-ee9b79944172 HTTP/1.1" status: 404 len: 347 time: 0.0617759 Dec 09 15:52:38.255560 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56270) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:38.282989 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cbac49c9-8186-46b3-a942-7331b21711a5 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:38.288982 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-cbac49c9-8186-46b3-a942-7331b21711a5 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/65a21f2e-c005-4b83-a92c-08cf707bf46e HTTP/1.1" status: 204 len: 168 time: 0.8061454 Dec 09 15:52:38.290254 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56272) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:38.290945 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac49c9-8186-46b3-a942-7331b21711a5 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Subnet': ['ID=65a21f2e-c005-4b83-a92c-08cf707bf46e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:38.342351 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f191c-6561-4600-ae8a-5b77d2797cfb None None] Pushing event updated for resources: {'Port': ['ID=bfaf9049-59a7-4be7-bbf7-a87f7cac7dd8,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:38.380024 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4570d3b-bbf4-4faa-9703-41ffc480cd28 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting subnet bddbbf04-07fd-49e8-b083-f1b81b2eda92 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:52:38.387559 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b4570d3b-bbf4-4faa-9703-41ffc480cd28 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:38.439321 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3119f0e6-83a8-4b3d-8512-c147dea8d54a None None] Attempting to bind port bfaf9049-59a7-4be7-bbf7-a87f7cac7dd8 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:52:38.439697 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3119f0e6-83a8-4b3d-8512-c147dea8d54a None None] Attempting to bind port bfaf9049-59a7-4be7-bbf7-a87f7cac7dd8 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '70a7e2c1-c7ec-4dad-a59e-ead94cc69f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:52:38.440059 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3119f0e6-83a8-4b3d-8512-c147dea8d54a None None] Attempting to bind port bfaf9049-59a7-4be7-bbf7-a87f7cac7dd8 on network f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:52:38.446252 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3119f0e6-83a8-4b3d-8512-c147dea8d54a None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:52:38.454074 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3119f0e6-83a8-4b3d-8512-c147dea8d54a None None] Checking segment: {'id': '70a7e2c1-c7ec-4dad-a59e-ead94cc69f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:52:38.454492 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3119f0e6-83a8-4b3d-8512-c147dea8d54a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:38.454899 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3119f0e6-83a8-4b3d-8512-c147dea8d54a None None] Bound using segment: {'id': '70a7e2c1-c7ec-4dad-a59e-ead94cc69f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:52:38.455434 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3119f0e6-83a8-4b3d-8512-c147dea8d54a None None] Bound port: bfaf9049-59a7-4be7-bbf7-a87f7cac7dd8, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70a7e2c1-c7ec-4dad-a59e-ead94cc69f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:52:38.455851 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3119f0e6-83a8-4b3d-8512-c147dea8d54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:38.475047 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b4570d3b-bbf4-4faa-9703-41ffc480cd28 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:38.539403 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3119f0e6-83a8-4b3d-8512-c147dea8d54a None None] For port bfaf9049-59a7-4be7-bbf7-a87f7cac7dd8, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:52:38.545936 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3119f0e6-83a8-4b3d-8512-c147dea8d54a None None] For port bfaf9049-59a7-4be7-bbf7-a87f7cac7dd8, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=bfaf9049-59a7-4be7-bbf7-a87f7cac7dd8,segment=NetworkSegment(70a7e2c1-c7ec-4dad-a59e-ead94cc69f21),segment_id=70a7e2c1-c7ec-4dad-a59e-ead94cc69f21)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:52:38.555007 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34ac0cd-c535-488a-bf11-5a041b7d150d None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:52:38.561925 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3119f0e6-83a8-4b3d-8512-c147dea8d54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:38.575762 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-10d8a394-fef3-49fe-82e5-60529d2c69ca tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] For port 794acc04-7064-4ef8-93c3-6ed77704aa34, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=794acc04-7064-4ef8-93c3-6ed77704aa34,segment=NetworkSegment(acd0daea-5205-441b-b447-e45521c357c0),segment_id=acd0daea-5205-441b-b447-e45521c357c0)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:52:38.576130 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10d8a394-fef3-49fe-82e5-60529d2c69ca tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:38.601198 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b4570d3b-bbf4-4faa-9703-41ffc480cd28 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:38.681868 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-05a9d25c-f173-4a30-9077-e8d6fc62688c None None] Provisioning complete for port 4a33b0ae-301c-4f16-9539-56aa308a6bf6 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:38.682464 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-05a9d25c-f173-4a30-9077-e8d6fc62688c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:38.683812 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b4570d3b-bbf4-4faa-9703-41ffc480cd28 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:38.687257 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c099df39-0a8b-4788-be18-dae70d6a55c4 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:38.698171 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-10d8a394-fef3-49fe-82e5-60529d2c69ca tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Calling delete_port for 794acc04-7064-4ef8-93c3-6ed77704aa34 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:52:38.707832 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c099df39-0a8b-4788-be18-dae70d6a55c4 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:38.741312 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4570d3b-bbf4-4faa-9703-41ffc480cd28 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Subnet': ['ID=bddbbf04-07fd-49e8-b083-f1b81b2eda92,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:38.756276 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b4570d3b-bbf4-4faa-9703-41ffc480cd28 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:38.760108 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3119f0e6-83a8-4b3d-8512-c147dea8d54a None None] Routers {'1e0d803d-121e-4864-a239-7ddb7edbe821'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:52:38.761441 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3119f0e6-83a8-4b3d-8512-c147dea8d54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:52:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1e0d803d-121e-4864-a239-7ddb7edbe821'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:38.766736 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b4570d3b-bbf4-4faa-9703-41ffc480cd28 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/bddbbf04-07fd-49e8-b083-f1b81b2eda92 HTTP/1.1" status: 204 len: 168 time: 0.4729033 Dec 09 15:52:38.767718 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56278) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:38.825299 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c099df39-0a8b-4788-be18-dae70d6a55c4 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a764ef4-ed64-4f90-9d03-7f519a7e3b30,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:38.842607 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-97972020-3fce-42e0-8137-f2f33709a1c1 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0720222 Dec 09 15:52:38.845619 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56280) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:38.853172 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c099df39-0a8b-4788-be18-dae70d6a55c4 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:38.855138 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c099df39-0a8b-4788-be18-dae70d6a55c4 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9238656 Dec 09 15:52:38.862963 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56282) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:38.865313 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-3c03d44a-8c74-41cb-b19b-f7b466822521 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'subnet': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:38.867482 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-e6f9c6df-a580-40c1-8d48-efde9042d037 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Request body: {'security_group_rule': {'security_group_id': 'a70cd565-8a65-4ac9-83c4-7ea700b19c6e', 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:38.890203 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f191c-6561-4600-ae8a-5b77d2797cfb None None] Pushing event updated for resources: {'Port': ['ID=bfaf9049-59a7-4be7-bbf7-a87f7cac7dd8,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:39.024027 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-cee15dbf-f171-40a7-b6e7-1ac78fb5e37d tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Deleting port 92be871e-3423-4b17-9e4d-58a3a1183cd6 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:52:39.024670 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cee15dbf-f171-40a7-b6e7-1ac78fb5e37d tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:39.046796 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10d8a394-fef3-49fe-82e5-60529d2c69ca tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:39.068012 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-3119f0e6-83a8-4b3d-8512-c147dea8d54a None None] Set router 1e0d803d-121e-4864-a239-7ddb7edbe821 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:52:39.103233 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c03d44a-8c74-41cb-b19b-f7b466822521 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:52:39.117670 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3c03d44a-8c74-41cb-b19b-f7b466822521 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:39.129041 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e6f9c6df-a580-40c1-8d48-efde9042d037 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:39.131681 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d8a394-fef3-49fe-82e5-60529d2c69ca tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Pushing event deleted for resources: {'Port': ['ID=794acc04-7064-4ef8-93c3-6ed77704aa34,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:39.135524 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d8a394-fef3-49fe-82e5-60529d2c69ca tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] No DVR routers for this DVR port 794acc04-7064-4ef8-93c3-6ed77704aa34 on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:52:39.140143 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5279d14-8032-4f26-a05b-00f39d43c90f tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Router 13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:52:39.245998 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04761ecd-2bde-4ec8-9009-feee9dd3cc44 None None] Update dhcp port {'port': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'fixed_ips': [{'subnet_id': 'bddbbf04-07fd-49e8-b083-f1b81b2eda92'}], 'binding:host_id': 'n-d-821228-1'}, 'id': '4a33b0ae-301c-4f16-9539-56aa308a6bf6'} from n-d-821228-1. {{(pid=103246) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 15:52:39.290823 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cee15dbf-f171-40a7-b6e7-1ac78fb5e37d tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:39.291164 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cee15dbf-f171-40a7-b6e7-1ac78fb5e37d tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:39.454001 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2ec7df46-aae8-4287-98c8-2c94fb89982a None None] Provisioning complete for port bfaf9049-59a7-4be7-bbf7-a87f7cac7dd8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:39.454468 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2ec7df46-aae8-4287-98c8-2c94fb89982a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:39.474652 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3c03d44a-8c74-41cb-b19b-f7b466822521 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:39.495955 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04761ecd-2bde-4ec8-9009-feee9dd3cc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:39.530137 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c03d44a-8c74-41cb-b19b-f7b466822521 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:52:39.537706 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-3c03d44a-8c74-41cb-b19b-f7b466822521 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:52:39.550325 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c03d44a-8c74-41cb-b19b-f7b466822521 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:39.552230 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3c03d44a-8c74-41cb-b19b-f7b466822521 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:39.586032 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3c03d44a-8c74-41cb-b19b-f7b466822521 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7384038 Dec 09 15:52:39.590857 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56284) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:39.596761 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4ee00313-9897-4304-84eb-35946cfbd18b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'subnet': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:39.681037 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2ec7df46-aae8-4287-98c8-2c94fb89982a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:39.736532 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c03d44a-8c74-41cb-b19b-f7b466822521 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Subnet': ['ID=2bd4e7be-6482-4e70-99fd-5ef8d4a4e7b9,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:39.764460 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3119f0e6-83a8-4b3d-8512-c147dea8d54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0d803d-121e-4864-a239-7ddb7edbe821', 'name': 'tempest-TestNetworkBasicOps-router-1615296745', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '0f54118a-1e5a-4b97-860a-92578ce42d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:52:17Z', 'updated_at': '2021-12-09T15:52:31Z', 'revision_number': 4, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'gw_port': {'id': '0f54118a-1e5a-4b97-860a-92578ce42d97', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:41:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0d803d-121e-4864-a239-7ddb7edbe821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:52:19Z', 'updated_at': '2021-12-09T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'bfaf9049-59a7-4be7-bbf7-a87f7cac7dd8', 'name': '', 'network_id': 'f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'mac_address': 'fa:16:3e:ec:38:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0d803d-121e-4864-a239-7ddb7edbe821', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '51626e49-5d71-4d05-9e5e-ff7fb76e288a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:52:29Z', 'updated_at': '2021-12-09T15:52:38Z', 'revision_number': 4, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'subnets': [{'id': '51626e49-5d71-4d05-9e5e-ff7fb76e288a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:39.769867 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-2ec7df46-aae8-4287-98c8-2c94fb89982a None None] For port bfaf9049-59a7-4be7-bbf7-a87f7cac7dd8, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=bfaf9049-59a7-4be7-bbf7-a87f7cac7dd8,segment=NetworkSegment(70a7e2c1-c7ec-4dad-a59e-ead94cc69f21),segment_id=70a7e2c1-c7ec-4dad-a59e-ead94cc69f21)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:52:39.776992 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10d8a394-fef3-49fe-82e5-60529d2c69ca tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:39.781425 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee00313-9897-4304-84eb-35946cfbd18b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:52:39.790300 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ee00313-9897-4304-84eb-35946cfbd18b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:39.797562 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-cee15dbf-f171-40a7-b6e7-1ac78fb5e37d tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Calling delete_port for 92be871e-3423-4b17-9e4d-58a3a1183cd6 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:52:39.841239 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e6f9c6df-a580-40c1-8d48-efde9042d037 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:39.847648 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2ec7df46-aae8-4287-98c8-2c94fb89982a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:39.848867 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-10d8a394-fef3-49fe-82e5-60529d2c69ca tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c0765c2-6eda-4ca1-b0fe-3b81b220b764']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:39.851780 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3119f0e6-83a8-4b3d-8512-c147dea8d54a None None] The sync data for ids ['1e0d803d-121e-4864-a239-7ddb7edbe821'] in n-d-821228-1 is: [{'id': '1e0d803d-121e-4864-a239-7ddb7edbe821', 'name': 'tempest-TestNetworkBasicOps-router-1615296745', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '0f54118a-1e5a-4b97-860a-92578ce42d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:52:17Z', 'updated_at': '2021-12-09T15:52:31Z', 'revision_number': 4, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'gw_port': {'id': '0f54118a-1e5a-4b97-860a-92578ce42d97', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:41:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0d803d-121e-4864-a239-7ddb7edbe821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:52:19Z', 'updated_at': '2021-12-09T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'bfaf9049-59a7-4be7-bbf7-a87f7cac7dd8', 'name': '', 'network_id': 'f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'mac_address': 'fa:16:3e:ec:38:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0d803d-121e-4864-a239-7ddb7edbe821', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '51626e49-5d71-4d05-9e5e-ff7fb76e288a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:52:29Z', 'updated_at': '2021-12-09T15:52:38Z', 'revision_number': 4, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'subnets': [{'id': '51626e49-5d71-4d05-9e5e-ff7fb76e288a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:52:39.888512 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d97c701-125f-4094-811b-6ac0e7363726 None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:52:39.914116 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-10d8a394-fef3-49fe-82e5-60529d2c69ca tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acd0daea-5205-441b-b447-e45521c357c0') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:39.914423 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-10d8a394-fef3-49fe-82e5-60529d2c69ca tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acd0daea-5205-441b-b447-e45521c357c0') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:39.930876 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10d8a394-fef3-49fe-82e5-60529d2c69ca tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:39.962349 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10d8a394-fef3-49fe-82e5-60529d2c69ca tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:40.010492 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7df46-aae8-4287-98c8-2c94fb89982a None None] Pushing event updated for resources: {'Port': ['ID=bfaf9049-59a7-4be7-bbf7-a87f7cac7dd8,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:40.040931 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10d8a394-fef3-49fe-82e5-60529d2c69ca tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:52:40.041353 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10d8a394-fef3-49fe-82e5-60529d2c69ca tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:40.043828 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5a5429ac-3612-4e40-b6df-a377c146458c None None] Provisioning complete for port 4a33b0ae-301c-4f16-9539-56aa308a6bf6 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:40.045111 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5a5429ac-3612-4e40-b6df-a377c146458c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:40.045252 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e6f9c6df-a580-40c1-8d48-efde9042d037 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:40.046738 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:52:40.046738 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:52:40.046738 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:52:40.046738 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:52:40.046738 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:52:40.046738 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:52:40.046738 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:52:40.046738 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:52:40.046738 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:52:40.046738 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:52:40.046738 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:52:40.046738 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:52:40.046738 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:52:40.046738 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:52:40.046738 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:52:40.046738 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:52:40.046738 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:52:40.046738 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:52:40.046738 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:52:40.046738 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:52:40.046738 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:52:40.046738 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:52:40.046738 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:52:40.046738 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:52:40.046738 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:52:40.046738 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:52:40.046738 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:52:40.046738 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:52:40.046738 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:52:40.046738 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:52:40.046738 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:52:40.046738 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:52:40.227581 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f9c6df-a580-40c1-8d48-efde9042d037 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd38f13b-f785-4c89-b74a-9f7328ea002a,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:40.259506 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e6f9c6df-a580-40c1-8d48-efde9042d037 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:40.261882 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e6f9c6df-a580-40c1-8d48-efde9042d037 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3976541 Dec 09 15:52:40.266370 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56290) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:40.271782 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-0873ed7e-4b42-4e57-a95c-696422131019 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Request body: {'security_group_rule': {'security_group_id': 'a70cd565-8a65-4ac9-83c4-7ea700b19c6e', 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:40.281195 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5279d14-8032-4f26-a05b-00f39d43c90f tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:52:40.301029 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d5279d14-8032-4f26-a05b-00f39d43c90f tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "PUT /v2.0/routers/13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8268359 Dec 09 15:52:40.301820 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10d8a394-fef3-49fe-82e5-60529d2c69ca tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:40.306761 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56292) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:40.312313 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2594ac4b-1ef0-4e80-b24f-4c1c78d57d44 None None] Sync routers for ids ['13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:52:40.330839 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10d8a394-fef3-49fe-82e5-60529d2c69ca tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:40.335637 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-10d8a394-fef3-49fe-82e5-60529d2c69ca tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] 10.222.0.57 "DELETE /v2.0/networks/6c0765c2-6eda-4ca1-b0fe-3b81b220b764 HTTP/1.1" status: 204 len: 168 time: 3.0100849 Dec 09 15:52:40.349550 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56294) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:40.350708 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffe2595-3cd9-4a7e-8f0a-59d1e64580b1 None None] Update dhcp port {'port': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'fixed_ips': [{'subnet_id': '2bd4e7be-6482-4e70-99fd-5ef8d4a4e7b9'}], 'binding:host_id': 'n-d-821228-1'}, 'id': '4a33b0ae-301c-4f16-9539-56aa308a6bf6'} from n-d-821228-1. {{(pid=103246) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 15:52:40.380694 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d8a394-fef3-49fe-82e5-60529d2c69ca tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Pushing event deleted for resources: {'Network': ['ID=6c0765c2-6eda-4ca1-b0fe-3b81b220b764,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:40.388091 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2594ac4b-1ef0-4e80-b24f-4c1c78d57d44 None None] Routers {'13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:52:40.388091 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2594ac4b-1ef0-4e80-b24f-4c1c78d57d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:52:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:40.405314 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0873ed7e-4b42-4e57-a95c-696422131019 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:40.456445 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bffe2595-3cd9-4a7e-8f0a-59d1e64580b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:40.543682 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cee15dbf-f171-40a7-b6e7-1ac78fb5e37d tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:40.587867 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-a355a880-8235-4650-809b-8b533d9ed118 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Deleting subnet d1323b0d-2269-4700-82b8-e6b47d6505e3 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:52:40.591614 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0873ed7e-4b42-4e57-a95c-696422131019 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:40.599618 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a355a880-8235-4650-809b-8b533d9ed118 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:40.632887 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0873ed7e-4b42-4e57-a95c-696422131019 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:40.641660 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee15dbf-f171-40a7-b6e7-1ac78fb5e37d tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Pushing event deleted for resources: {'Port': ['ID=92be871e-3423-4b17-9e4d-58a3a1183cd6,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:40.641874 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9e8ac793-ff19-4856-9ef2-d664058e35ff tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:40.681772 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-2594ac4b-1ef0-4e80-b24f-4c1c78d57d44 None None] Set router 13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:52:40.702213 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873ed7e-4b42-4e57-a95c-696422131019 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18ec4279-4e79-49ad-bf68-33863966bba7,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:40.704915 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a355a880-8235-4650-809b-8b533d9ed118 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:40.754032 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0873ed7e-4b42-4e57-a95c-696422131019 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:40.755946 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0873ed7e-4b42-4e57-a95c-696422131019 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4883327 Dec 09 15:52:40.758968 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56304) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:40.769209 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-c86b9cd6-7256-4dff-ba08-b5b4d4c21534 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Request body: {'security_group_rule': {'security_group_id': 'a70cd565-8a65-4ac9-83c4-7ea700b19c6e', 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:40.819540 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cee15dbf-f171-40a7-b6e7-1ac78fb5e37d tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:40.834001 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cee15dbf-f171-40a7-b6e7-1ac78fb5e37d tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:40.852948 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-cee15dbf-f171-40a7-b6e7-1ac78fb5e37d tempest-AttachVolumeTestJSON-1521702341 tempest-AttachVolumeTestJSON-1521702341-project] 10.222.0.57 "DELETE /v2.0/floatingips/679b22ae-80f7-45b8-ae1d-fd53bc17bc70 HTTP/1.1" status: 204 len: 168 time: 2.5661228 Dec 09 15:52:40.925599 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c86b9cd6-7256-4dff-ba08-b5b4d4c21534 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:40.951709 n-d-821228-1 neutron-server[103245]: DEBUG neutron.objects.ports [None req-4ee00313-9897-4304-84eb-35946cfbd18b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103245) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 15:52:40.995160 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c86b9cd6-7256-4dff-ba08-b5b4d4c21534 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:41.000437 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c86b9cd6-7256-4dff-ba08-b5b4d4c21534 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:41.037001 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c86b9cd6-7256-4dff-ba08-b5b4d4c21534 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:41.042605 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c86b9cd6-7256-4dff-ba08-b5b4d4c21534 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2821383 Dec 09 15:52:41.046452 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56312) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:41.051550 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ab38d38a-7de3-4c26-8d56-c38604e98391 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Request body: {'security_group_rule': {'security_group_id': 'a70cd565-8a65-4ac9-83c4-7ea700b19c6e', 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:41.063038 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b9cd6-7256-4dff-ba08-b5b4d4c21534 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d67f30d-b48d-4086-bf43-52ea6aee87c9,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:41.092501 n-d-821228-1 neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-ab38d38a-7de3-4c26-8d56-c38604e98391 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Project 033ae2b2d4cc49e5bcd8a5d96b154150 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:52:41.098931 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ab38d38a-7de3-4c26-8d56-c38604e98391 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:41.162401 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-bffe2595-3cd9-4a7e-8f0a-59d1e64580b1 None None] Allocated IP 172.20.0.2 (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/2bd4e7be-6482-4e70-99fd-5ef8d4a4e7b9/4a33b0ae-301c-4f16-9539-56aa308a6bf6) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:52:41.186035 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-bffe2595-3cd9-4a7e-8f0a-59d1e64580b1 None None] Allocated IP 2001:db8::f816:3eff:fef5:82d (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/7174a3dc-ae0f-4f78-853a-bf4a123ab6eb/4a33b0ae-301c-4f16-9539-56aa308a6bf6) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:52:41.253896 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ab38d38a-7de3-4c26-8d56-c38604e98391 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:41.265604 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ab38d38a-7de3-4c26-8d56-c38604e98391 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:41.304151 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9e8ac793-ff19-4856-9ef2-d664058e35ff tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:41.326868 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ab38d38a-7de3-4c26-8d56-c38604e98391 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:41.327302 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2594ac4b-1ef0-4e80-b24f-4c1c78d57d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-935914168', 'tenant_id': 'cf31236457a543f3b32deeb2eee96cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '983e2ca7-1f24-4791-b8da-6c5c1a389752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:51:40Z', 'updated_at': '2021-12-09T15:52:37Z', 'revision_number': 5, 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'gw_port': {'id': '983e2ca7-1f24-4791-b8da-6c5c1a389752', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:51:42Z', 'updated_at': '2021-12-09T15:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:41.349868 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ab38d38a-7de3-4c26-8d56-c38604e98391 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2953725 Dec 09 15:52:41.351528 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56316) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:41.362686 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-d6d69397-792b-4aa5-9802-19c9c72673a6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Request body: {'security_group_rule': {'security_group_id': 'a70cd565-8a65-4ac9-83c4-7ea700b19c6e', 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:41.404651 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-9e8ac793-ff19-4856-9ef2-d664058e35ff tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1938bf42-01dd-4b10-b5c1-612625dd6eae']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:41.407655 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38d38a-7de3-4c26-8d56-c38604e98391 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30e8e04b-2ba4-4db4-a540-4818bb468cb9,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:41.418598 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2594ac4b-1ef0-4e80-b24f-4c1c78d57d44 None None] Checking router: 13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:52:41.420163 n-d-821228-1 neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-d6d69397-792b-4aa5-9802-19c9c72673a6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Project 033ae2b2d4cc49e5bcd8a5d96b154150 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:52:41.443900 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-9e8ac793-ff19-4856-9ef2-d664058e35ff tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7cbed7f-d1bb-49cd-b291-1bc6e686e02e') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:41.444196 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-9e8ac793-ff19-4856-9ef2-d664058e35ff tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7cbed7f-d1bb-49cd-b291-1bc6e686e02e') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:41.446819 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d6d69397-792b-4aa5-9802-19c9c72673a6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:41.459363 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2594ac4b-1ef0-4e80-b24f-4c1c78d57d44 None None] Routers {'13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:52:41.462481 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2594ac4b-1ef0-4e80-b24f-4c1c78d57d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:52:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:41.469129 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a355a880-8235-4650-809b-8b533d9ed118 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:41.516763 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9e8ac793-ff19-4856-9ef2-d664058e35ff tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:41.530902 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d6d69397-792b-4aa5-9802-19c9c72673a6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:41.535932 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d6d69397-792b-4aa5-9802-19c9c72673a6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:41.569894 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d6d69397-792b-4aa5-9802-19c9c72673a6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:41.575806 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9e8ac793-ff19-4856-9ef2-d664058e35ff tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:41.580829 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d6d69397-792b-4aa5-9802-19c9c72673a6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2286017 Dec 09 15:52:41.584590 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d69397-792b-4aa5-9802-19c9c72673a6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c58fa79-f415-46d0-a35c-4c70dd680623,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:41.618657 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e8ac793-ff19-4856-9ef2-d664058e35ff tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:52:41.619090 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-2594ac4b-1ef0-4e80-b24f-4c1c78d57d44 None None] Set router 13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:52:41.620925 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9e8ac793-ff19-4856-9ef2-d664058e35ff tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:41.624340 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:52:41.624340 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:52:41.624340 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:52:41.624340 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:52:41.624340 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:52:41.624340 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:52:41.624340 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:52:41.624340 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:52:41.624340 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:52:41.624340 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:52:41.624340 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:52:41.624340 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:52:41.624340 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:52:41.624340 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:52:41.624340 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:52:41.624340 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:52:41.624340 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:52:41.624340 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:52:41.624340 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:52:41.624340 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:52:41.624340 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:52:41.624340 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:52:41.624340 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:52:41.624340 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:52:41.624340 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:52:41.624340 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:52:41.624340 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:52:41.624340 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:52:41.624340 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:52:41.624340 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:52:41.624340 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:52:41.624340 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:52:41.682658 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-bffe2595-3cd9-4a7e-8f0a-59d1e64580b1 None None] For port 4a33b0ae-301c-4f16-9539-56aa308a6bf6, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=4a33b0ae-301c-4f16-9539-56aa308a6bf6,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:52:41.705674 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device bfaf9049-59a7-4be7-bbf7-a87f7cac7dd8 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:52:41.732896 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a355a880-8235-4650-809b-8b533d9ed118 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:41.763959 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a355a880-8235-4650-809b-8b533d9ed118 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Pushing event deleted for resources: {'Subnet': ['ID=d1323b0d-2269-4700-82b8-e6b47d6505e3,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:41.777016 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9e8ac793-ff19-4856-9ef2-d664058e35ff tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:41.787731 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9e8ac793-ff19-4856-9ef2-d664058e35ff tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:41.794085 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9e8ac793-ff19-4856-9ef2-d664058e35ff tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] 10.222.0.57 "DELETE /v2.0/networks/1938bf42-01dd-4b10-b5c1-612625dd6eae HTTP/1.1" status: 204 len: 168 time: 1.4386847 Dec 09 15:52:41.795618 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56326) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:41.796319 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a355a880-8235-4650-809b-8b533d9ed118 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:41.799721 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a355a880-8235-4650-809b-8b533d9ed118 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "DELETE /v2.0/subnets/d1323b0d-2269-4700-82b8-e6b47d6505e3 HTTP/1.1" status: 204 len: 168 time: 1.4911015 Dec 09 15:52:41.803886 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56328) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:41.812091 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ac793-ff19-4856-9ef2-d664058e35ff tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Pushing event deleted for resources: {'Network': ['ID=1938bf42-01dd-4b10-b5c1-612625dd6eae,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:42.048099 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bffe2595-3cd9-4a7e-8f0a-59d1e64580b1 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:42.056615 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f440f487-08db-4fd1-b8f0-01bd3d3e2f19 None None] Network 94852d73-55b2-4606-888b-08d0b0c77dcf requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:52:42.061491 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.db.api [None req-4ee00313-9897-4304-84eb-35946cfbd18b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fef5:82d-c7c25b6d-965a-419a-8909-30396375319 {{(pid=103245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:52:42.062161 n-d-821228-1 neutron-server[103245]: DEBUG oslo_db.api [None req-4ee00313-9897-4304-84eb-35946cfbd18b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2._create_subnet_postcommit {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:52:42.124058 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bffe2595-3cd9-4a7e-8f0a-59d1e64580b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:42.139305 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a594680-4ac7-4304-bfba-9494e5bd12d8 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:42.146435 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c5f7b869-323a-490b-a824-b6a48463e41a req-5d0f0d7e-4be6-46a3-a2e1-788276662145 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-186073385&fields=id&tenant_id=033ae2b2d4cc49e5bcd8a5d96b154150 HTTP/1.1" status: 200 len: 267 time: 0.1560125 Dec 09 15:52:42.149905 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-82d59d08-b45c-4950-a774-db10284951b6 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:42.233585 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe2595-3cd9-4a7e-8f0a-59d1e64580b1 None None] Pushing event updated for resources: {'Port': ['ID=4a33b0ae-301c-4f16-9539-56aa308a6bf6,revision_number=12']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:42.361856 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7b869-323a-490b-a824-b6a48463e41a req-3dbff978-761d-4061-838d-8da4904df3dd tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:42.363575 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c5f7b869-323a-490b-a824-b6a48463e41a req-3dbff978-761d-4061-838d-8da4904df3dd tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/networks?id=f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5 HTTP/1.1" status: 200 len: 797 time: 0.2073214 Dec 09 15:52:42.425302 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port bfaf9049-59a7-4be7-bbf7-a87f7cac7dd8 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:42.425868 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:42.470841 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c5f7b869-323a-490b-a824-b6a48463e41a req-d75bafcc-8e32-499f-91f8-a9f5f31b06ba tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/quotas/033ae2b2d4cc49e5bcd8a5d96b154150 HTTP/1.1" status: 200 len: 375 time: 0.0766282 Dec 09 15:52:42.504951 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a594680-4ac7-4304-bfba-9494e5bd12d8 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:42.573255 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd981c4-046b-4ad0-9752-a1c543d13229 None None] DHCP port deletion for 94852d73-55b2-4606-888b-08d0b0c77dcf request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:52:42.598724 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-9a594680-4ac7-4304-bfba-9494e5bd12d8 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19948fb9-32ef-4f59-a9b6-adab4872ff20']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:42.619128 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-82d59d08-b45c-4950-a774-db10284951b6 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:42.624491 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-9a594680-4ac7-4304-bfba-9494e5bd12d8 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51a882b2-c79e-4c00-aef7-418c3a3ef42c') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:42.625011 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-9a594680-4ac7-4304-bfba-9494e5bd12d8 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51a882b2-c79e-4c00-aef7-418c3a3ef42c') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:42.637280 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2594ac4b-1ef0-4e80-b24f-4c1c78d57d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-935914168', 'tenant_id': 'cf31236457a543f3b32deeb2eee96cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '983e2ca7-1f24-4791-b8da-6c5c1a389752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:51:40Z', 'updated_at': '2021-12-09T15:52:37Z', 'revision_number': 5, 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'gw_port': {'id': '983e2ca7-1f24-4791-b8da-6c5c1a389752', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:51:42Z', 'updated_at': '2021-12-09T15:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:42.690145 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a594680-4ac7-4304-bfba-9494e5bd12d8 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:42.691041 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2594ac4b-1ef0-4e80-b24f-4c1c78d57d44 None None] The sync data for ids ['13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab'] in n-d-821228-1 is: [{'id': '13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-935914168', 'tenant_id': 'cf31236457a543f3b32deeb2eee96cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '983e2ca7-1f24-4791-b8da-6c5c1a389752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:51:40Z', 'updated_at': '2021-12-09T15:52:37Z', 'revision_number': 5, 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'gw_port': {'id': '983e2ca7-1f24-4791-b8da-6c5c1a389752', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:51:42Z', 'updated_at': '2021-12-09T15:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:52:42.734555 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2cd981c4-046b-4ad0-9752-a1c543d13229 None None] Deleting port 480d0cf2-64b0-4f7d-9ee9-c358f654cc97 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:52:42.735031 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2cd981c4-046b-4ad0-9752-a1c543d13229 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:42.742113 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c5f7b869-323a-490b-a824-b6a48463e41a req-062c416f-5513-48e0-ae6a-288124960dd5 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=033ae2b2d4cc49e5bcd8a5d96b154150&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2590070 Dec 09 15:52:42.747079 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 4a33b0ae-301c-4f16-9539-56aa308a6bf6 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:52:42.752476 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a594680-4ac7-4304-bfba-9494e5bd12d8 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:42.815681 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a594680-4ac7-4304-bfba-9494e5bd12d8 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:52:42.816468 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a594680-4ac7-4304-bfba-9494e5bd12d8 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:42.821253 n-d-821228-1 neutron-server[103245]: DEBUG neutron.objects.ports [None req-4ee00313-9897-4304-84eb-35946cfbd18b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103245) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 15:52:42.842560 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:52:42.842560 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:52:42.842560 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:52:42.842560 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:52:42.842560 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:52:42.842560 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:52:42.842560 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:52:42.842560 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:52:42.842560 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:52:42.842560 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:52:42.842560 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:52:42.842560 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:52:42.842560 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:52:42.842560 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:52:42.842560 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:52:42.842560 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:52:42.842560 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:52:42.842560 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:52:42.842560 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:52:42.842560 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:52:42.842560 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:52:42.842560 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:52:42.842560 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:52:42.842560 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:52:42.842560 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:52:42.842560 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:52:42.842560 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:52:42.842560 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:52:42.842560 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:52:42.842560 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:52:42.842560 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:52:42.842560 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:52:42.948465 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.ipam_pluggable_backend [None req-4ee00313-9897-4304-84eb-35946cfbd18b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Port 4a33b0ae-301c-4f16-9539-56aa308a6bf6 got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=103245) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:584}} Dec 09 15:52:42.951390 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ee00313-9897-4304-84eb-35946cfbd18b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:43.029130 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a594680-4ac7-4304-bfba-9494e5bd12d8 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:43.029745 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-2cd981c4-046b-4ad0-9752-a1c543d13229 None None] For port 480d0cf2-64b0-4f7d-9ee9-c358f654cc97, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=480d0cf2-64b0-4f7d-9ee9-c358f654cc97,segment=NetworkSegment(83446d54-4ad9-45d1-ac16-e0f20b1e2253),segment_id=83446d54-4ad9-45d1-ac16-e0f20b1e2253)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:52:43.030477 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2cd981c4-046b-4ad0-9752-a1c543d13229 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:43.040240 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee00313-9897-4304-84eb-35946cfbd18b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:52:43.047514 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-4ee00313-9897-4304-84eb-35946cfbd18b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:52:43.049057 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:43.051935 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee00313-9897-4304-84eb-35946cfbd18b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:43.052552 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ee00313-9897-4304-84eb-35946cfbd18b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:43.074599 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a594680-4ac7-4304-bfba-9494e5bd12d8 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:43.080994 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9a594680-4ac7-4304-bfba-9494e5bd12d8 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] 10.222.0.57 "DELETE /v2.0/networks/19948fb9-32ef-4f59-a9b6-adab4872ff20 HTTP/1.1" status: 204 len: 168 time: 1.2841346 Dec 09 15:52:43.111264 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2cd981c4-046b-4ad0-9752-a1c543d13229 None None] Calling delete_port for 480d0cf2-64b0-4f7d-9ee9-c358f654cc97 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:52:43.149064 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4ee00313-9897-4304-84eb-35946cfbd18b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.5564449 Dec 09 15:52:43.149749 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56352) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:43.171238 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7682ada0-0279-4e2d-9164-75f3d8dd484a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'port': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'mac_address': 'fa:16:3e:a8:50:18', 'name': 'tempest-NetworksTestDHCPv6-283790723'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:43.171945 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a594680-4ac7-4304-bfba-9494e5bd12d8 tempest-BulkNetworkOpsIpV6Test-694443202 tempest-BulkNetworkOpsIpV6Test-694443202-project] Pushing event deleted for resources: {'Network': ['ID=19948fb9-32ef-4f59-a9b6-adab4872ff20,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:43.174976 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee00313-9897-4304-84eb-35946cfbd18b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Subnet': ['ID=7174a3dc-ae0f-4f78-853a-bf4a123ab6eb,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:43.178299 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-82d59d08-b45c-4950-a774-db10284951b6 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Deleting port 983e2ca7-1f24-4791-b8da-6c5c1a389752 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:52:43.178299 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-82d59d08-b45c-4950-a774-db10284951b6 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:43.203660 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c5f7b869-323a-490b-a824-b6a48463e41a req-85d433e9-ff7f-45f0-a4c5-3a5cdff9c0fd service neutron] 10.222.0.57 "GET /v2.0/networks/f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4349468 Dec 09 15:52:43.234857 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 4a33b0ae-301c-4f16-9539-56aa308a6bf6, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=4a33b0ae-301c-4f16-9539-56aa308a6bf6,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:52:43.380506 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:43.464793 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-82d59d08-b45c-4950-a774-db10284951b6 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] For port 983e2ca7-1f24-4791-b8da-6c5c1a389752, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=983e2ca7-1f24-4791-b8da-6c5c1a389752,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:52:43.465290 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-82d59d08-b45c-4950-a774-db10284951b6 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:43.527970 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7682ada0-0279-4e2d-9164-75f3d8dd484a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:52:43.545784 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-82d59d08-b45c-4950-a774-db10284951b6 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Calling delete_port for 983e2ca7-1f24-4791-b8da-6c5c1a389752 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:52:43.549571 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c5f7b869-323a-490b-a824-b6a48463e41a req-09866688-2fe0-4302-97d8-8b328e90267b service neutron] 10.222.0.57 "GET /v2.0/networks/f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450036 Dec 09 15:52:43.764567 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=4a33b0ae-301c-4f16-9539-56aa308a6bf6,revision_number=13']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:43.810527 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2cd981c4-046b-4ad0-9752-a1c543d13229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:43.875216 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 4a33b0ae-301c-4f16-9539-56aa308a6bf6 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:52:43.884125 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd981c4-046b-4ad0-9752-a1c543d13229 None None] Pushing event deleted for resources: {'Port': ['ID=480d0cf2-64b0-4f7d-9ee9-c358f654cc97,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:43.885704 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7682ada0-0279-4e2d-9164-75f3d8dd484a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:43.942006 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-82d59d08-b45c-4950-a774-db10284951b6 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:43.942871 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-7682ada0-0279-4e2d-9164-75f3d8dd484a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] device_id is not set on port 9e79071d-ee75-4063-bafe-5a3373a6dfd9 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:52:44.009231 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56362) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:44.021646 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4206511d-05d9-4683-b983-bc3b3b6f929f None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:52:44.040613 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd981c4-046b-4ad0-9752-a1c543d13229 None None] No DVR routers for this DVR port 480d0cf2-64b0-4f7d-9ee9-c358f654cc97 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:52:44.051138 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d59d08-b45c-4950-a774-db10284951b6 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Pushing event deleted for resources: {'Port': ['ID=983e2ca7-1f24-4791-b8da-6c5c1a389752,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:44.078435 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d59d08-b45c-4950-a774-db10284951b6 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:44.078960 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d59d08-b45c-4950-a774-db10284951b6 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:44.079591 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d59d08-b45c-4950-a774-db10284951b6 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:44.079943 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d59d08-b45c-4950-a774-db10284951b6 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:44.080289 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d59d08-b45c-4950-a774-db10284951b6 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:44.080662 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d59d08-b45c-4950-a774-db10284951b6 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:44.081003 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d59d08-b45c-4950-a774-db10284951b6 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:44.081339 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d59d08-b45c-4950-a774-db10284951b6 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:44.082955 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d59d08-b45c-4950-a774-db10284951b6 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:44.083328 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d59d08-b45c-4950-a774-db10284951b6 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:44.083676 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d59d08-b45c-4950-a774-db10284951b6 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:44.084015 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d59d08-b45c-4950-a774-db10284951b6 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:44.084374 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d59d08-b45c-4950-a774-db10284951b6 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:44.184539 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dc2e7342-34b6-4323-a797-a356fab8d463 req-a8fd3ad8-f4b9-403a-8ad6-963c8caff824 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=77b66ba3-8958-4053-9af9-a11615152f15 HTTP/1.1" status: 200 len: 210 time: 0.0890870 Dec 09 15:52:44.193687 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec1d8db-a1d1-4bc0-b34b-66d3b58604e3 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:52:44.237737 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-82d59d08-b45c-4950-a774-db10284951b6 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:44.273508 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b1952a0c-4da2-4dc8-8e2d-6d953bbd4057 None None] Provisioning complete for port 4a33b0ae-301c-4f16-9539-56aa308a6bf6 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:44.273874 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b1952a0c-4da2-4dc8-8e2d-6d953bbd4057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:44.406277 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-7682ada0-0279-4e2d-9164-75f3d8dd484a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Allocated IP 172.20.0.8 (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/2bd4e7be-6482-4e70-99fd-5ef8d4a4e7b9/9e79071d-ee75-4063-bafe-5a3373a6dfd9) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:52:44.425975 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-7682ada0-0279-4e2d-9164-75f3d8dd484a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Allocated IP 2001:db8::f816:3eff:fea8:5018 (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/7174a3dc-ae0f-4f78-853a-bf4a123ab6eb/9e79071d-ee75-4063-bafe-5a3373a6dfd9) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:52:44.426554 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-82d59d08-b45c-4950-a774-db10284951b6 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:44.430112 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-82d59d08-b45c-4950-a774-db10284951b6 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:44.439590 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4a26825b-55ed-4260-9238-08eee77746d3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=98f6a2cb65da4788b44eb48abfc49c02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4098134 Dec 09 15:52:44.442033 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56374) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:44.470482 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 4a33b0ae-301c-4f16-9539-56aa308a6bf6 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:44.470859 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:44.524279 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-82d59d08-b45c-4950-a774-db10284951b6 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:44.526606 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d59d08-b45c-4950-a774-db10284951b6 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Fanout notify agent at l3_agent the message router_deleted on router 13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:52:44.555438 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-82d59d08-b45c-4950-a774-db10284951b6 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:44.563256 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b1952a0c-4da2-4dc8-8e2d-6d953bbd4057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:44.591643 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56378) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:44.594014 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-82d59d08-b45c-4950-a774-db10284951b6 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "DELETE /v2.0/routers/13c50d02-dd05-49c0-b9f1-bff2f1f6d6ab HTTP/1.1" status: 204 len: 168 time: 2.7772882 Dec 09 15:52:44.689003 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b1952a0c-4da2-4dc8-8e2d-6d953bbd4057 None None] For port 4a33b0ae-301c-4f16-9539-56aa308a6bf6, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=4a33b0ae-301c-4f16-9539-56aa308a6bf6,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:52:44.690373 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:44.715185 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b1952a0c-4da2-4dc8-8e2d-6d953bbd4057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:44.890798 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:52:44.891928 n-d-821228-1 neutron-server[103246]: DEBUG oslo_db.api [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:52:44.927067 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1952a0c-4da2-4dc8-8e2d-6d953bbd4057 None None] Pushing event updated for resources: {'Port': ['ID=4a33b0ae-301c-4f16-9539-56aa308a6bf6,revision_number=14']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:44.954814 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc632908-9bfa-44ad-a4cd-fbf2cd719a0e tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:45.016673 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4be8fc46-0594-4505-998d-65a09b813330 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:45.075826 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4be8fc46-0594-4505-998d-65a09b813330 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:45.209906 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7682ada0-0279-4e2d-9164-75f3d8dd484a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:45.286824 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc632908-9bfa-44ad-a4cd-fbf2cd719a0e tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:45.346439 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4be8fc46-0594-4505-998d-65a09b813330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:45.349349 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4be8fc46-0594-4505-998d-65a09b813330 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:45.352924 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4be8fc46-0594-4505-998d-65a09b813330 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d8238d78-faad-418e-97a4-d7682e69cb37 HTTP/1.1" status: 204 len: 168 time: 0.8986166 Dec 09 15:52:45.358540 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-cc632908-9bfa-44ad-a4cd-fbf2cd719a0e tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94852d73-55b2-4606-888b-08d0b0c77dcf']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:45.370067 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-df78aa4b-bb27-4b74-aa20-409fee25ce40 req-eb306e4e-45b4-42e7-974a-2162296c93bf tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=77b66ba3-8958-4053-9af9-a11615152f15 HTTP/1.1" status: 200 len: 210 time: 0.0932245 Dec 09 15:52:45.378889 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-cc632908-9bfa-44ad-a4cd-fbf2cd719a0e tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83446d54-4ad9-45d1-ac16-e0f20b1e2253') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:45.378889 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-cc632908-9bfa-44ad-a4cd-fbf2cd719a0e tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83446d54-4ad9-45d1-ac16-e0f20b1e2253') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:45.381583 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be8fc46-0594-4505-998d-65a09b813330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8238d78-faad-418e-97a4-d7682e69cb37,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:45.396893 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc632908-9bfa-44ad-a4cd-fbf2cd719a0e tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:45.407201 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7682ada0-0279-4e2d-9164-75f3d8dd484a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:45.424995 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc632908-9bfa-44ad-a4cd-fbf2cd719a0e tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:45.462977 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc632908-9bfa-44ad-a4cd-fbf2cd719a0e tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:52:45.463754 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc632908-9bfa-44ad-a4cd-fbf2cd719a0e tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:45.468209 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:52:45.468209 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:52:45.468209 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:52:45.468209 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:52:45.468209 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:52:45.468209 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:52:45.468209 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:52:45.468209 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:52:45.468209 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:52:45.468209 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:52:45.468209 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:52:45.468209 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:52:45.468209 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:52:45.468209 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:52:45.468209 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:52:45.468209 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:52:45.468209 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:52:45.468209 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:52:45.468209 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:52:45.468209 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:52:45.468209 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:52:45.468209 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:52:45.468209 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:52:45.468209 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:52:45.468209 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:52:45.468209 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:52:45.468209 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:52:45.468209 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:52:45.468209 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:52:45.468209 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:52:45.468209 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:52:45.468209 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:52:45.472258 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7682ada0-0279-4e2d-9164-75f3d8dd484a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:52:45.492569 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-7682ada0-0279-4e2d-9164-75f3d8dd484a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:52:45.606374 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 480d0cf2-64b0-4f7d-9ee9-c358f654cc97 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:52:45.653872 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 480d0cf2-64b0-4f7d-9ee9-c358f654cc97 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:52:45.654969 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7682ada0-0279-4e2d-9164-75f3d8dd484a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:52:45.660602 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 480d0cf2-64b0-4f7d-9ee9-c358f654cc97 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:52:45.672611 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 72bd89cb-5080-4ca3-9895-da551c38e86d no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:52:45.686268 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682ada0-0279-4e2d-9164-75f3d8dd484a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Port': ['ID=9e79071d-ee75-4063-bafe-5a3373a6dfd9,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:45.711093 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 72bd89cb-5080-4ca3-9895-da551c38e86d {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:52:45.711790 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 72bd89cb-5080-4ca3-9895-da551c38e86d not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:52:45.797143 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc632908-9bfa-44ad-a4cd-fbf2cd719a0e tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:45.857222 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6616a2bf-87c6-4cf3-aa51-5de1f4f83b54 None None] Provisioning complete for port 4a33b0ae-301c-4f16-9539-56aa308a6bf6 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:45.857854 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6616a2bf-87c6-4cf3-aa51-5de1f4f83b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:45.974140 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 4a33b0ae-301c-4f16-9539-56aa308a6bf6 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:52:46.055800 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:46.189914 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 4a33b0ae-301c-4f16-9539-56aa308a6bf6 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:46.190319 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:46.343274 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f3400ebd-4ad0-42df-a76b-5c95467851e2 None None] Could not find standard attr ID for object 0880523e-ae7d-450a-8e12-b8be0d52cafa. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:52:46.437836 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 983e2ca7-1f24-4791-b8da-6c5c1a389752 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:52:46.444004 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc632908-9bfa-44ad-a4cd-fbf2cd719a0e tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:46.451935 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-cc632908-9bfa-44ad-a4cd-fbf2cd719a0e tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "DELETE /v2.0/networks/94852d73-55b2-4606-888b-08d0b0c77dcf HTTP/1.1" status: 204 len: 168 time: 1.8491697 Dec 09 15:52:46.453440 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56418) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:46.513619 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc632908-9bfa-44ad-a4cd-fbf2cd719a0e tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Pushing event deleted for resources: {'Network': ['ID=94852d73-55b2-4606-888b-08d0b0c77dcf,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:46.526774 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 983e2ca7-1f24-4791-b8da-6c5c1a389752 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:52:46.537563 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 983e2ca7-1f24-4791-b8da-6c5c1a389752 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:52:46.562012 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7682ada0-0279-4e2d-9164-75f3d8dd484a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:46.563123 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7682ada0-0279-4e2d-9164-75f3d8dd484a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:46.593520 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc632908-9bfa-44ad-a4cd-fbf2cd719a0e tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:46.593520 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc632908-9bfa-44ad-a4cd-fbf2cd719a0e tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:46.593869 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc632908-9bfa-44ad-a4cd-fbf2cd719a0e tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:46.594252 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc632908-9bfa-44ad-a4cd-fbf2cd719a0e tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:46.594784 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc632908-9bfa-44ad-a4cd-fbf2cd719a0e tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:46.595229 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc632908-9bfa-44ad-a4cd-fbf2cd719a0e tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:46.595669 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc632908-9bfa-44ad-a4cd-fbf2cd719a0e tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:46.596208 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc632908-9bfa-44ad-a4cd-fbf2cd719a0e tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:46.596674 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc632908-9bfa-44ad-a4cd-fbf2cd719a0e tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:46.597212 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc632908-9bfa-44ad-a4cd-fbf2cd719a0e tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:46.597678 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc632908-9bfa-44ad-a4cd-fbf2cd719a0e tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:46.598452 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc632908-9bfa-44ad-a4cd-fbf2cd719a0e tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:46.598888 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc632908-9bfa-44ad-a4cd-fbf2cd719a0e tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:46.645032 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6515dc29-7f01-4069-993d-a6e2b61ed0ff req-8a195b5f-4a32-4639-ae14-d288943334dc tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=77b66ba3-8958-4053-9af9-a11615152f15 HTTP/1.1" status: 200 len: 210 time: 0.0807002 Dec 09 15:52:46.664011 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7682ada0-0279-4e2d-9164-75f3d8dd484a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.5119028 Dec 09 15:52:46.664538 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56426) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:46.777754 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7b869-323a-490b-a824-b6a48463e41a req-dc255565-a569-4afe-93e9-e6b8b83db5fa tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:46.779592 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c5f7b869-323a-490b-a824-b6a48463e41a req-dc255565-a569-4afe-93e9-e6b8b83db5fa tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.42 "GET /v2.0/networks?id=f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5 HTTP/1.1" status: 200 len: 797 time: 1.1206703 Dec 09 15:52:46.799502 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5e95b6-1ca2-41de-be18-e621aa8f414c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:46.799764 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7853df0d-ea38-427a-8d81-6c2eae9819b1 None None] Provisioning complete for port 9e79071d-ee75-4063-bafe-5a3373a6dfd9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:46.800132 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7853df0d-ea38-427a-8d81-6c2eae9819b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:46.808917 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5e95b6-1ca2-41de-be18-e621aa8f414c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:46.811213 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2c5e95b6-1ca2-41de-be18-e621aa8f414c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1338592 Dec 09 15:52:46.813941 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56428) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:46.849430 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56430) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:46.872473 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-7853df0d-ea38-427a-8d81-6c2eae9819b1 None None] Port 9e79071d-ee75-4063-bafe-5a3373a6dfd9 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:52:46.934776 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a1b88988-a33a-4fb0-891e-43fcf6657f4d tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Deleting port fc96bdce-51d6-40ba-9343-b21f749a82fe {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:52:46.936227 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a1b88988-a33a-4fb0-891e-43fcf6657f4d tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:47.037273 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a1b88988-a33a-4fb0-891e-43fcf6657f4d tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:47.037861 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a1b88988-a33a-4fb0-891e-43fcf6657f4d tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:47.053668 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a1b88988-a33a-4fb0-891e-43fcf6657f4d tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Calling delete_port for fc96bdce-51d6-40ba-9343-b21f749a82fe owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:52:47.061034 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-627495f4-618a-4507-9da9-5fe9670294bc tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1624325323', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:47.075698 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c5f7b869-323a-490b-a824-b6a48463e41a req-082c32ec-89a5-466b-a996-d76b2955ab23 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=033ae2b2d4cc49e5bcd8a5d96b154150 HTTP/1.1" status: 200 len: 379 time: 0.2630610 Dec 09 15:52:47.099405 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-c5f7b869-323a-490b-a824-b6a48463e41a req-c0e76f5f-b2bd-4346-b23f-f575d565be4e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Request body: {'port': {'device_id': '77b66ba3-8958-4053-9af9-a11615152f15', 'network_id': 'f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5', 'admin_state_up': True, 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'security_groups': ['a70cd565-8a65-4ac9-83c4-7ea700b19c6e']}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:47.177431 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3654d694-6d4e-4d76-bc4a-f8f7837fda73 None None] get_active_networks_info from n-d-821228-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 15:52:47.261770 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-b0a74553-0005-484b-b79d-e9e401563d24 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting port 9e79071d-ee75-4063-bafe-5a3373a6dfd9 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:52:47.262115 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b0a74553-0005-484b-b79d-e9e401563d24 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:47.280775 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-627495f4-618a-4507-9da9-5fe9670294bc tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:47.281873 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-627495f4-618a-4507-9da9-5fe9670294bc tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:47.320473 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a1b88988-a33a-4fb0-891e-43fcf6657f4d tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:47.379694 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3654d694-6d4e-4d76-bc4a-f8f7837fda73 None None] Resources bound (agent type, host, resource id): {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 15:52:47.383584 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b88988-a33a-4fb0-891e-43fcf6657f4d tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Pushing event deleted for resources: {'Port': ['ID=fc96bdce-51d6-40ba-9343-b21f749a82fe,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:47.385928 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-627495f4-618a-4507-9da9-5fe9670294bc tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:47.404611 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-627495f4-618a-4507-9da9-5fe9670294bc tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:47.425012 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5f7b869-323a-490b-a824-b6a48463e41a req-c0e76f5f-b2bd-4346-b23f-f575d565be4e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Made reservation on behalf of 033ae2b2d4cc49e5bcd8a5d96b154150 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:52:47.429451 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c5f7b869-323a-490b-a824-b6a48463e41a req-c0e76f5f-b2bd-4346-b23f-f575d565be4e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:47.442018 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-627495f4-618a-4507-9da9-5fe9670294bc tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:47.446989 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-627495f4-618a-4507-9da9-5fe9670294bc tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5894752 Dec 09 15:52:47.458214 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56438) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:47.464252 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ef3fc95f-e7b4-49a8-8baf-5df6a50ecb7c tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1079194154'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:47.542369 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a1b88988-a33a-4fb0-891e-43fcf6657f4d tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:47.543327 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-a1b88988-a33a-4fb0-891e-43fcf6657f4d tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Floating IP df6fa6f6-dc60-48ca-8735-f0d90377f321 disassociated (deleted). External IP: 172.25.3.52, port: 8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3. Dec 09 15:52:47.585255 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b0a74553-0005-484b-b79d-e9e401563d24 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:47.596649 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3fc95f-e7b4-49a8-8baf-5df6a50ecb7c tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Made reservation on behalf of 1d232406bc5b460ca3e18aff489ed0aa for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:52:47.600550 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ef3fc95f-e7b4-49a8-8baf-5df6a50ecb7c tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:47.625725 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-b0a74553-0005-484b-b79d-e9e401563d24 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Calling delete_port for 9e79071d-ee75-4063-bafe-5a3373a6dfd9 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:52:47.635854 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ef3fc95f-e7b4-49a8-8baf-5df6a50ecb7c tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:47.875584 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-c5f7b869-323a-490b-a824-b6a48463e41a req-c0e76f5f-b2bd-4346-b23f-f575d565be4e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Allocated IP 172.20.0.5 (f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5/51626e49-5d71-4d05-9e5e-ff7fb76e288a/33959313-41fe-4ab8-b0f5-84cfb06e5e02) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:52:47.976310 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ef3fc95f-e7b4-49a8-8baf-5df6a50ecb7c tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:48.039233 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ef3fc95f-e7b4-49a8-8baf-5df6a50ecb7c tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:48.080986 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b2d6cd73-123f-4763-8516-8670e2388ad2 req-c74fa87b-3a6b-42c1-8d35-4b4963f10469 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=77b66ba3-8958-4053-9af9-a11615152f15 HTTP/1.1" status: 200 len: 210 time: 0.0470479 Dec 09 15:52:48.264461 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3fc95f-e7b4-49a8-8baf-5df6a50ecb7c tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e90a61-3de3-4330-bf37-c76ec7c2345d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:48.349611 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b88988-a33a-4fb0-891e-43fcf6657f4d tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Router 95a32505-d4e3-473f-b357-af1ed1687b42 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:52:48.457826 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b0a74553-0005-484b-b79d-e9e401563d24 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:48.512452 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef3fc95f-e7b4-49a8-8baf-5df6a50ecb7c tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:52:48.565935 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b88988-a33a-4fb0-891e-43fcf6657f4d tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:52:48.580001 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5e3807-f952-4629-95dd-4623af77687b None None] Sync routers for ids ['95a32505-d4e3-473f-b357-af1ed1687b42'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:52:48.581772 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a1b88988-a33a-4fb0-891e-43fcf6657f4d tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:48.598122 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a74553-0005-484b-b79d-e9e401563d24 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Port': ['ID=9e79071d-ee75-4063-bafe-5a3373a6dfd9,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:48.605730 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5e3807-f952-4629-95dd-4623af77687b None None] Routers {'95a32505-d4e3-473f-b357-af1ed1687b42'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:52:48.621043 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-8b5e3807-f952-4629-95dd-4623af77687b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:52:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['95a32505-d4e3-473f-b357-af1ed1687b42'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:48.652024 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a1b88988-a33a-4fb0-891e-43fcf6657f4d tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "DELETE /v2.0/floatingips/df6fa6f6-dc60-48ca-8735-f0d90377f321 HTTP/1.1" status: 204 len: 168 time: 2.1943395 Dec 09 15:52:48.652024 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01094bb-8610-4eb1-a402-1adae83af95f', 'tag': '8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:52:48.676401 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394d5da1-b3ce-4741-b14a-5db4f5083fff" -d '{"events": [{"name": "network-changed", "server_uuid": "f01094bb-8610-4eb1-a402-1adae83af95f", "tag": "8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:52:48.702242 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c5f7b869-323a-490b-a824-b6a48463e41a req-c0e76f5f-b2bd-4346-b23f-f575d565be4e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:48.704955 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ef3fc95f-e7b4-49a8-8baf-5df6a50ecb7c tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:48.705406 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-ef3fc95f-e7b4-49a8-8baf-5df6a50ecb7c tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Added segment f1843833-d4e9-401c-8983-b607135c442f of type vlan for network 42f48071-9a2d-4627-b03c-9bf5fe685f58 Dec 09 15:52:48.832843 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31768bdc-8c91-4034-89e0-c07af393fe8c None None] get_active_networks_info from n-d-821228-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 15:52:48.860227 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ef3fc95f-e7b4-49a8-8baf-5df6a50ecb7c tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:48.896275 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b0a74553-0005-484b-b79d-e9e401563d24 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:48.899880 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b0a74553-0005-484b-b79d-e9e401563d24 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/ports/9e79071d-ee75-4063-bafe-5a3373a6dfd9 HTTP/1.1" status: 204 len: 168 time: 2.0845454 Dec 09 15:52:48.903743 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56456) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:48.904023 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-8b5e3807-f952-4629-95dd-4623af77687b None None] Set router 95a32505-d4e3-473f-b357-af1ed1687b42 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:52:48.936912 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c5f7b869-323a-490b-a824-b6a48463e41a req-c0e76f5f-b2bd-4346-b23f-f575d565be4e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:49.042549 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ef3fc95f-e7b4-49a8-8baf-5df6a50ecb7c tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:49.052962 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2fd469-9eae-4c52-8735-d0d2eeef54a1 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:49.054637 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2fd469-9eae-4c52-8735-d0d2eeef54a1 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:49.056179 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2fd469-9eae-4c52-8735-d0d2eeef54a1 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:49.066693 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3fc95f-e7b4-49a8-8baf-5df6a50ecb7c tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:49.072570 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-cc2fd469-9eae-4c52-8735-d0d2eeef54a1 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1676276 Dec 09 15:52:49.074383 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56462) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:49.078901 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0198927-a706-44e1-b824-4e98a95cab48 x-openstack-request-id: req-a0198927-a706-44e1-b824-4e98a95cab48 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:52:49.079080 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f01094bb-8610-4eb1-a402-1adae83af95f", "tag": "8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:52:49.079746 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a0198927-a706-44e1-b824-4e98a95cab48 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:52:49.081268 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f01094bb-8610-4eb1-a402-1adae83af95f', 'tag': '8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3', 'status': 'completed', 'code': 200} Dec 09 15:52:49.082483 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ef3fc95f-e7b4-49a8-8baf-5df6a50ecb7c tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:49.121757 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-02ee6d5b-157b-4392-b26f-62513b544f5e None None] Provisioning complete for port 4a33b0ae-301c-4f16-9539-56aa308a6bf6 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:49.122687 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-02ee6d5b-157b-4392-b26f-62513b544f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:49.201394 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31768bdc-8c91-4034-89e0-c07af393fe8c None None] Resources bound (agent type, host, resource id): {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 15:52:49.238022 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-8908292b-cda4-47b6-b3bf-2b0cf451cb0b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting subnet 2bd4e7be-6482-4e70-99fd-5ef8d4a4e7b9 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:52:49.243711 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5f7b869-323a-490b-a824-b6a48463e41a req-c0e76f5f-b2bd-4346-b23f-f575d565be4e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Network f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:52:49.261236 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-c5f7b869-323a-490b-a824-b6a48463e41a req-c0e76f5f-b2bd-4346-b23f-f575d565be4e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:52:49.266064 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ef3fc95f-e7b4-49a8-8baf-5df6a50ecb7c tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.8067617 Dec 09 15:52:49.270285 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f7b869-323a-490b-a824-b6a48463e41a req-c0e76f5f-b2bd-4346-b23f-f575d565be4e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:52:49.277071 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56466) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:49.280302 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e76f5f-b2bd-4346-b23f-f575d565be4e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event updated for resources: {'Port': ['ID=33959313-41fe-4ab8-b0f5-84cfb06e5e02,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:49.283030 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379b249-6f23-4d8f-b8aa-dfe44cd36b89 req-7ac083d4-dbc1-4835-91a3-6a109fd3bc1e tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:49.296987 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6379b249-6f23-4d8f-b8aa-dfe44cd36b89 req-7ac083d4-dbc1-4835-91a3-6a109fd3bc1e tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/ports?device_id=f01094bb-8610-4eb1-a402-1adae83af95f HTTP/1.1" status: 200 len: 984 time: 0.1863551 Dec 09 15:52:49.299917 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8908292b-cda4-47b6-b3bf-2b0cf451cb0b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:49.310066 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8cf306dd-3a3e-4926-a410-544ac44e638f tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Request body: {'subnet': {'network_id': '42f48071-9a2d-4627-b03c-9bf5fe685f58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:49.346393 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3fc95f-e7b4-49a8-8baf-5df6a50ecb7c tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Pushing event updated for resources: {'Network': ['ID=42f48071-9a2d-4627-b03c-9bf5fe685f58,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:49.406483 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d5da1-b3ce-4741-b14a-5db4f5083fff req-a4af6ebe-a311-400f-8932-be540f7447dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:49.408174 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-394d5da1-b3ce-4741-b14a-5db4f5083fff req-a4af6ebe-a311-400f-8932-be540f7447dc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cf31236457a543f3b32deeb2eee96cb5&device_id=f01094bb-8610-4eb1-a402-1adae83af95f HTTP/1.1" status: 200 len: 1135 time: 0.3170943 Dec 09 15:52:49.417749 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7b869-323a-490b-a824-b6a48463e41a req-c0e76f5f-b2bd-4346-b23f-f575d565be4e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:49.419111 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c5f7b869-323a-490b-a824-b6a48463e41a req-c0e76f5f-b2bd-4346-b23f-f575d565be4e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:49.428439 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8908292b-cda4-47b6-b3bf-2b0cf451cb0b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:49.433890 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-8b5e3807-f952-4629-95dd-4623af77687b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a32505-d4e3-473f-b357-af1ed1687b42', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1857459013', 'tenant_id': 'cf31236457a543f3b32deeb2eee96cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'cc196b53-34ca-45d6-b098-07804413b286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:49:52Z', 'updated_at': '2021-12-09T15:50:04Z', 'revision_number': 4, 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'gw_port': {'id': 'cc196b53-34ca-45d6-b098-07804413b286', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:27:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a32505-d4e3-473f-b357-af1ed1687b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:49:53Z', 'updated_at': '2021-12-09T15:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'd4f6c306-78c5-4de8-9574-85d554be5d83', 'name': '', 'network_id': '06765d4c-94ea-4e55-b8c9-061ac001a4b5', 'tenant_id': 'cf31236457a543f3b32deeb2eee96cb5', 'mac_address': 'fa:16:3e:62:60:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a32505-d4e3-473f-b357-af1ed1687b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'e1f3a5cd-64c5-4c43-8838-a889d3338185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:01Z', 'updated_at': '2021-12-09T15:50:09Z', 'revision_number': 5, 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'subnets': [{'id': 'e1f3a5cd-64c5-4c43-8838-a889d3338185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:49.451169 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 42f48071-9a2d-4627-b03c-9bf5fe685f58 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:52:49.496784 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6379b249-6f23-4d8f-b8aa-dfe44cd36b89 req-fa99eb97-5a0a-4835-890a-935c4304f8ce tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/security-groups?id=1894d1e4-3af1-46dc-a08d-a8daeba79869&id=09e1cb07-29a2-4ead-a5e4-963746639214&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1875079 Dec 09 15:52:49.556851 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c5f7b869-323a-490b-a824-b6a48463e41a req-c0e76f5f-b2bd-4346-b23f-f575d565be4e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4623022 Dec 09 15:52:49.593664 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8908292b-cda4-47b6-b3bf-2b0cf451cb0b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:49.601524 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-c5f7b869-323a-490b-a824-b6a48463e41a req-0d8098f7-119a-427a-b771-57e920334708 service neutron] Request body: {'port': {'device_id': '77b66ba3-8958-4053-9af9-a11615152f15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:49.733156 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9393fd-6fd4-49b1-8b86-6790a12d7c5a req-39671654-54e2-4a3f-9af6-a5358c7465e5 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:49.746210 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5e3807-f952-4629-95dd-4623af77687b None None] Checking router: 95a32505-d4e3-473f-b357-af1ed1687b42 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:52:49.758404 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1b9393fd-6fd4-49b1-8b86-6790a12d7c5a req-39671654-54e2-4a3f-9af6-a5358c7465e5 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=77b66ba3-8958-4053-9af9-a11615152f15 HTTP/1.1" status: 200 len: 931 time: 0.1295874 Dec 09 15:52:49.765476 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5e3807-f952-4629-95dd-4623af77687b None None] Routers {'95a32505-d4e3-473f-b357-af1ed1687b42'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:52:49.768645 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-8b5e3807-f952-4629-95dd-4623af77687b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:52:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['95a32505-d4e3-473f-b357-af1ed1687b42'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:49.792909 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf306dd-3a3e-4926-a410-544ac44e638f tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Made reservation on behalf of 1d232406bc5b460ca3e18aff489ed0aa for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:52:49.807516 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8cf306dd-3a3e-4926-a410-544ac44e638f tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:49.810701 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8908292b-cda4-47b6-b3bf-2b0cf451cb0b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:49.850867 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d5da1-b3ce-4741-b14a-5db4f5083fff req-20d0f135-4cc0-4649-b226-3567fb3677a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:49.857282 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-394d5da1-b3ce-4741-b14a-5db4f5083fff req-20d0f135-4cc0-4649-b226-3567fb3677a2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=06765d4c-94ea-4e55-b8c9-061ac001a4b5 HTTP/1.1" status: 200 len: 898 time: 0.4317880 Dec 09 15:52:49.900922 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908292b-cda4-47b6-b3bf-2b0cf451cb0b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Subnet': ['ID=2bd4e7be-6482-4e70-99fd-5ef8d4a4e7b9,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:49.911522 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8908292b-cda4-47b6-b3bf-2b0cf451cb0b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:49.922003 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8908292b-cda4-47b6-b3bf-2b0cf451cb0b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/2bd4e7be-6482-4e70-99fd-5ef8d4a4e7b9 HTTP/1.1" status: 204 len: 168 time: 0.8379364 Dec 09 15:52:49.923149 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56472) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:49.967323 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1b9393fd-6fd4-49b1-8b86-6790a12d7c5a req-af6c98b8-420f-4a2a-ac35-280325699eb3 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/security-groups?id=a70cd565-8a65-4ac9-83c4-7ea700b19c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2060862 Dec 09 15:52:50.002956 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-8b5e3807-f952-4629-95dd-4623af77687b None None] Set router 95a32505-d4e3-473f-b357-af1ed1687b42 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:52:50.008255 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c5f7b869-323a-490b-a824-b6a48463e41a req-0d8098f7-119a-427a-b771-57e920334708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:50.018742 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-394d5da1-b3ce-4741-b14a-5db4f5083fff req-e58fca41-c3ec-418e-8452-91cecbf6c4b1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3 HTTP/1.1" status: 200 len: 217 time: 0.1089041 Dec 09 15:52:50.050446 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-02ee6d5b-157b-4392-b26f-62513b544f5e None None] Could not find standard attr ID for object 9e79071d-ee75-4063-bafe-5a3373a6dfd9. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:52:50.200552 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-65dbbda3-faa2-4efd-a454-272a0d2cdff5 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting subnet 7174a3dc-ae0f-4f78-853a-bf4a123ab6eb {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:52:50.208933 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-65dbbda3-faa2-4efd-a454-272a0d2cdff5 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:50.295817 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d5da1-b3ce-4741-b14a-5db4f5083fff req-85ef2c35-e441-411a-9ad5-631bb954af7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:50.298265 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-394d5da1-b3ce-4741-b14a-5db4f5083fff req-85ef2c35-e441-411a-9ad5-631bb954af7e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e1f3a5cd-64c5-4c43-8838-a889d3338185 HTTP/1.1" status: 200 len: 835 time: 0.2693589 Dec 09 15:52:50.299817 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-65dbbda3-faa2-4efd-a454-272a0d2cdff5 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:50.441310 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-8b5e3807-f952-4629-95dd-4623af77687b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a32505-d4e3-473f-b357-af1ed1687b42', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1857459013', 'tenant_id': 'cf31236457a543f3b32deeb2eee96cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'cc196b53-34ca-45d6-b098-07804413b286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:49:52Z', 'updated_at': '2021-12-09T15:50:04Z', 'revision_number': 4, 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'gw_port': {'id': 'cc196b53-34ca-45d6-b098-07804413b286', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:27:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a32505-d4e3-473f-b357-af1ed1687b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:49:53Z', 'updated_at': '2021-12-09T15:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'd4f6c306-78c5-4de8-9574-85d554be5d83', 'name': '', 'network_id': '06765d4c-94ea-4e55-b8c9-061ac001a4b5', 'tenant_id': 'cf31236457a543f3b32deeb2eee96cb5', 'mac_address': 'fa:16:3e:62:60:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a32505-d4e3-473f-b357-af1ed1687b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'e1f3a5cd-64c5-4c43-8838-a889d3338185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:01Z', 'updated_at': '2021-12-09T15:50:09Z', 'revision_number': 5, 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'subnets': [{'id': 'e1f3a5cd-64c5-4c43-8838-a889d3338185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:50.471406 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-65dbbda3-faa2-4efd-a454-272a0d2cdff5 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:50.475002 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cf36b199-1784-4ff2-bfd5-a38fe1cc40c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:50.496379 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5e3807-f952-4629-95dd-4623af77687b None None] The sync data for ids ['95a32505-d4e3-473f-b357-af1ed1687b42'] in n-d-821228-1 is: [{'id': '95a32505-d4e3-473f-b357-af1ed1687b42', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1857459013', 'tenant_id': 'cf31236457a543f3b32deeb2eee96cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'cc196b53-34ca-45d6-b098-07804413b286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:49:52Z', 'updated_at': '2021-12-09T15:50:04Z', 'revision_number': 4, 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'gw_port': {'id': 'cc196b53-34ca-45d6-b098-07804413b286', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:27:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a32505-d4e3-473f-b357-af1ed1687b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:49:53Z', 'updated_at': '2021-12-09T15:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'd4f6c306-78c5-4de8-9574-85d554be5d83', 'name': '', 'network_id': '06765d4c-94ea-4e55-b8c9-061ac001a4b5', 'tenant_id': 'cf31236457a543f3b32deeb2eee96cb5', 'mac_address': 'fa:16:3e:62:60:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a32505-d4e3-473f-b357-af1ed1687b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'e1f3a5cd-64c5-4c43-8838-a889d3338185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:01Z', 'updated_at': '2021-12-09T15:50:09Z', 'revision_number': 5, 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'subnets': [{'id': 'e1f3a5cd-64c5-4c43-8838-a889d3338185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:52:50.552883 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.42', 64126) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:50.767381 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-65dbbda3-faa2-4efd-a454-272a0d2cdff5 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:50.878128 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd015eeb-d25f-437b-82dc-48ecd5d348c1 req-c9e36292-44b3-4956-a7f3-1d8b8f7875db tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:50.880091 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dd015eeb-d25f-437b-82dc-48ecd5d348c1 req-c9e36292-44b3-4956-a7f3-1d8b8f7875db tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01094bb-8610-4eb1-a402-1adae83af95f HTTP/1.1" status: 200 len: 984 time: 0.3262122 Dec 09 15:52:50.881201 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dbbda3-faa2-4efd-a454-272a0d2cdff5 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Subnet': ['ID=7174a3dc-ae0f-4f78-853a-bf4a123ab6eb,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:50.910303 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-65dbbda3-faa2-4efd-a454-272a0d2cdff5 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:50.923887 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-65dbbda3-faa2-4efd-a454-272a0d2cdff5 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/7174a3dc-ae0f-4f78-853a-bf4a123ab6eb HTTP/1.1" status: 204 len: 168 time: 0.9985356 Dec 09 15:52:50.927502 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56480) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:51.025159 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d5da1-b3ce-4741-b14a-5db4f5083fff req-cfae7fb7-e91c-42fa-a759-5b935f61d0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:51.034213 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaa108c-2130-477d-a9d1-80991a2858a8 None None] New status for floating IP df6fa6f6-dc60-48ca-8735-f0d90377f321: DOWN {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:52:51.039444 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-394d5da1-b3ce-4741-b14a-5db4f5083fff req-cfae7fb7-e91c-42fa-a759-5b935f61d0ba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=06765d4c-94ea-4e55-b8c9-061ac001a4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6961775 Dec 09 15:52:51.051187 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56484) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:51.051573 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6127dade-ef36-409e-98a7-b6d46192543e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1210601 Dec 09 15:52:51.067012 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3d617-694b-4911-82d0-255da2fe4d79 req-0014996e-61be-4d76-bcf7-4786b67fc97f tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:51.073355 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dcb3d617-694b-4911-82d0-255da2fe4d79 req-0014996e-61be-4d76-bcf7-4786b67fc97f tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/ports?device_id=f01094bb-8610-4eb1-a402-1adae83af95f HTTP/1.1" status: 200 len: 984 time: 0.3946860 Dec 09 15:52:51.084776 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-5905429c-154d-4bd1-a720-5cb232f17a6e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'subnet': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:51.206964 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63cbd1a-2c4a-4127-bfce-16ecc0e496f0 None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:52:51.209594 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-dd015eeb-d25f-437b-82dc-48ecd5d348c1 req-d9d0acff-d503-4378-98d6-e8cba5f43fad tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Deleting port 8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:52:51.210641 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-dd015eeb-d25f-437b-82dc-48ecd5d348c1 req-d9d0acff-d503-4378-98d6-e8cba5f43fad tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:51.394312 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dcb3d617-694b-4911-82d0-255da2fe4d79 req-74c23dcd-fc06-4cb7-b769-e026381f579f tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/security-groups?id=1894d1e4-3af1-46dc-a08d-a8daeba79869&id=09e1cb07-29a2-4ead-a5e4-963746639214&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2809680 Dec 09 15:52:51.420408 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c5f5763d-799c-4ec2-905b-15d6605a2549 None None] Provisioning complete for port 4a33b0ae-301c-4f16-9539-56aa308a6bf6 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:51.423266 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c5f5763d-799c-4ec2-905b-15d6605a2549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:51.467856 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-dd015eeb-d25f-437b-82dc-48ecd5d348c1 req-d9d0acff-d503-4378-98d6-e8cba5f43fad tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] For port 8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3,segment=NetworkSegment(3c1ea2c7-144c-42b4-853c-912dd116650b),segment_id=3c1ea2c7-144c-42b4-853c-912dd116650b)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:52:51.470283 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-dd015eeb-d25f-437b-82dc-48ecd5d348c1 req-d9d0acff-d503-4378-98d6-e8cba5f43fad tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:51.505680 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-dd015eeb-d25f-437b-82dc-48ecd5d348c1 req-d9d0acff-d503-4378-98d6-e8cba5f43fad tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Calling delete_port for 8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:52:51.545343 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-394d5da1-b3ce-4741-b14a-5db4f5083fff req-33e18661-d172-4df2-9b6e-33f1e40bd394 service neutron] 10.222.0.42 "GET /v2.0/networks/06765d4c-94ea-4e55-b8c9-061ac001a4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4865777 Dec 09 15:52:51.598229 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-c5f7b869-323a-490b-a824-b6a48463e41a req-0d8098f7-119a-427a-b771-57e920334708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33959313-41fe-4ab8-b0f5-84cfb06e5e02 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:52:51.609739 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c5f7b869-323a-490b-a824-b6a48463e41a req-0d8098f7-119a-427a-b771-57e920334708 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:51.638607 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-c5f7b869-323a-490b-a824-b6a48463e41a req-0d8098f7-119a-427a-b771-57e920334708 service neutron] Transition to ACTIVE for port object 33959313-41fe-4ab8-b0f5-84cfb06e5e02 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:52:51.668470 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8cf306dd-3a3e-4926-a410-544ac44e638f tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:51.696073 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad31606-c075-4007-a02c-17cda427f7b1 req-586bce54-5e08-4d87-8a19-44cf663f9afa tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:51.697539 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0ad31606-c075-4007-a02c-17cda427f7b1 req-586bce54-5e08-4d87-8a19-44cf663f9afa tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=77b66ba3-8958-4053-9af9-a11615152f15 HTTP/1.1" status: 200 len: 931 time: 0.1775019 Dec 09 15:52:51.701938 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c5f7b869-323a-490b-a824-b6a48463e41a req-0d8098f7-119a-427a-b771-57e920334708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:51.739247 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfa76f5-a814-465a-b904-cb4d9ec9d7f4 None None] DHCP port deletion for e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:52:51.846141 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9cfa76f5-a814-465a-b904-cb4d9ec9d7f4 None None] Deleting port 4a33b0ae-301c-4f16-9539-56aa308a6bf6 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:52:51.846962 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9cfa76f5-a814-465a-b904-cb4d9ec9d7f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:51.854450 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-dd015eeb-d25f-437b-82dc-48ecd5d348c1 req-d9d0acff-d503-4378-98d6-e8cba5f43fad tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:51.872677 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 4a33b0ae-301c-4f16-9539-56aa308a6bf6 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:52:51.989614 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9cfa76f5-a814-465a-b904-cb4d9ec9d7f4 None None] For port 4a33b0ae-301c-4f16-9539-56aa308a6bf6, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=4a33b0ae-301c-4f16-9539-56aa308a6bf6,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:52:51.990132 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9cfa76f5-a814-465a-b904-cb4d9ec9d7f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:52.007347 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9cfa76f5-a814-465a-b904-cb4d9ec9d7f4 None None] Calling delete_port for 4a33b0ae-301c-4f16-9539-56aa308a6bf6 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:52:52.022837 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d0acff-d503-4378-98d6-e8cba5f43fad tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Pushing event deleted for resources: {'Port': ['ID=8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:52.054279 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd015eeb-d25f-437b-82dc-48ecd5d348c1 req-d9d0acff-d503-4378-98d6-e8cba5f43fad tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] No DVR routers for this DVR port 8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3 on host n-h1-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:52:52.058215 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-dd015eeb-d25f-437b-82dc-48ecd5d348c1 req-d9d0acff-d503-4378-98d6-e8cba5f43fad tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:52.062711 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dd015eeb-d25f-437b-82dc-48ecd5d348c1 req-d9d0acff-d503-4378-98d6-e8cba5f43fad tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.42 "DELETE /v2.0/ports/8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3 HTTP/1.1" status: 204 len: 173 time: 1.1665080 Dec 09 15:52:52.075818 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01094bb-8610-4eb1-a402-1adae83af95f', 'name': 'network-vif-deleted', 'tag': '8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:52:52.078743 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f303b2-c6ed-45e5-8b07-1d7ca346efef" -d '{"events": [{"server_uuid": "f01094bb-8610-4eb1-a402-1adae83af95f", "name": "network-vif-deleted", "tag": "8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:52:52.117997 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:52.124027 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0ad31606-c075-4007-a02c-17cda427f7b1 req-924424e4-e8e7-476c-975d-cff6fad14408 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/security-groups?id=a70cd565-8a65-4ac9-83c4-7ea700b19c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4148185 Dec 09 15:52:52.270278 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 4a33b0ae-301c-4f16-9539-56aa308a6bf6, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=4a33b0ae-301c-4f16-9539-56aa308a6bf6,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:52:52.282974 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:52.333262 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c6d51a-8e97-4ff0-ace2-ab173af6efc0 x-openstack-request-id: req-84c6d51a-8e97-4ff0-ace2-ab173af6efc0 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:52:52.333796 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01094bb-8610-4eb1-a402-1adae83af95f", "name": "network-vif-deleted", "tag": "8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:52:52.334212 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-84c6d51a-8e97-4ff0-ace2-ab173af6efc0 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:52:52.334780 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01094bb-8610-4eb1-a402-1adae83af95f', 'name': 'network-vif-deleted', 'tag': '8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3', 'status': 'completed', 'code': 200} Dec 09 15:52:52.348778 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9cfa76f5-a814-465a-b904-cb4d9ec9d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:52.367102 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event deleted for resources: {'Port': ['ID=4a33b0ae-301c-4f16-9539-56aa308a6bf6,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:52.383062 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfa76f5-a814-465a-b904-cb4d9ec9d7f4 None None] No DVR routers for this DVR port 4a33b0ae-301c-4f16-9539-56aa308a6bf6 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:52:52.413784 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa76f5-a814-465a-b904-cb4d9ec9d7f4 None None] Pushing event deleted for resources: {'Port': ['ID=4a33b0ae-301c-4f16-9539-56aa308a6bf6,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:52.446170 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5905429c-154d-4bd1-a720-5cb232f17a6e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:52:52.451014 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5905429c-154d-4bd1-a720-5cb232f17a6e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:52.593064 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8098f7-119a-427a-b771-57e920334708 service neutron] Pushing event updated for resources: {'Port': ['ID=33959313-41fe-4ab8-b0f5-84cfb06e5e02,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:52.594358 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-977f47dd-c1e5-42d6-be83-a46eb9fe8c24 req-630f350b-2935-41ac-b084-f5d23b09019a tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "GET /v2.0/ports?device_id=f01094bb-8610-4eb1-a402-1adae83af95f HTTP/1.1" status: 200 len: 210 time: 0.0580213 Dec 09 15:52:52.619820 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf306dd-3a3e-4926-a410-544ac44e638f tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Pushing event updated for resources: {'Subnet': ['ID=42fca541-04a2-4320-abe2-3fb36d332ab4,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:52.730689 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-394d5da1-b3ce-4741-b14a-5db4f5083fff req-5bb98fc7-9492-4468-ac08-f8ea17a50da1 service neutron] 10.222.0.42 "GET /v2.0/networks/06765d4c-94ea-4e55-b8c9-061ac001a4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0567300 Dec 09 15:52:52.764635 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-c5f7b869-323a-490b-a824-b6a48463e41a req-0d8098f7-119a-427a-b771-57e920334708 service neutron] Attempting to bind port 33959313-41fe-4ab8-b0f5-84cfb06e5e02 on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:52:52.765148 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-c5f7b869-323a-490b-a824-b6a48463e41a req-0d8098f7-119a-427a-b771-57e920334708 service neutron] Attempting to bind port 33959313-41fe-4ab8-b0f5-84cfb06e5e02 by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '70a7e2c1-c7ec-4dad-a59e-ead94cc69f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:52:52.765490 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f7b869-323a-490b-a824-b6a48463e41a req-0d8098f7-119a-427a-b771-57e920334708 service neutron] Attempting to bind port 33959313-41fe-4ab8-b0f5-84cfb06e5e02 on network f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:52:52.772935 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf306dd-3a3e-4926-a410-544ac44e638f tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Checking segment: {'id': 'f1843833-d4e9-401c-8983-b607135c442f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '42f48071-9a2d-4627-b03c-9bf5fe685f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:52:52.773316 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf306dd-3a3e-4926-a410-544ac44e638f tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Network hostable DHCP agents. Network: 42f48071-9a2d-4627-b03c-9bf5fe685f58, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:52:52.790462 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f7b869-323a-490b-a824-b6a48463e41a req-0d8098f7-119a-427a-b771-57e920334708 service neutron] Port 33959313-41fe-4ab8-b0f5-84cfb06e5e02 on network f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:52:52.790728 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f7b869-323a-490b-a824-b6a48463e41a req-0d8098f7-119a-427a-b771-57e920334708 service neutron] Attempting to bind port 33959313-41fe-4ab8-b0f5-84cfb06e5e02 on network f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:52:52.803146 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f7b869-323a-490b-a824-b6a48463e41a req-0d8098f7-119a-427a-b771-57e920334708 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:52:52.803506 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f7b869-323a-490b-a824-b6a48463e41a req-0d8098f7-119a-427a-b771-57e920334708 service neutron] Checking segment: {'id': '70a7e2c1-c7ec-4dad-a59e-ead94cc69f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:52:52.803881 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f7b869-323a-490b-a824-b6a48463e41a req-0d8098f7-119a-427a-b771-57e920334708 service neutron] Bound using segment: {'id': '70a7e2c1-c7ec-4dad-a59e-ead94cc69f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:52:52.804319 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-c5f7b869-323a-490b-a824-b6a48463e41a req-0d8098f7-119a-427a-b771-57e920334708 service neutron] Bound port: 33959313-41fe-4ab8-b0f5-84cfb06e5e02, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70a7e2c1-c7ec-4dad-a59e-ead94cc69f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:52:52.804709 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c5f7b869-323a-490b-a824-b6a48463e41a req-0d8098f7-119a-427a-b771-57e920334708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:52.819920 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf306dd-3a3e-4926-a410-544ac44e638f tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Network 42f48071-9a2d-4627-b03c-9bf5fe685f58 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:52:52.871916 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-8cf306dd-3a3e-4926-a410-544ac44e638f tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 42f48071-9a2d-4627-b03c-9bf5fe685f58) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:52:52.880342 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf54168-5c83-4a1b-b9b6-d0513e0db430 None None] Network 42f48071-9a2d-4627-b03c-9bf5fe685f58 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:52:52.882107 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf306dd-3a3e-4926-a410-544ac44e638f tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:52.882714 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8cf306dd-3a3e-4926-a410-544ac44e638f tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:52.935158 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56498) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:52.935759 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8cf306dd-3a3e-4926-a410-544ac44e638f tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6561854 Dec 09 15:52:52.942484 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-c5f7b869-323a-490b-a824-b6a48463e41a req-0d8098f7-119a-427a-b771-57e920334708 service neutron] For port 33959313-41fe-4ab8-b0f5-84cfb06e5e02, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:52:52.943145 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-b14d8a54-5f13-4640-9849-eb457f8c9fe8 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Request body: {'network': {'name': 'tempest-router-network01--235494015'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:52.947063 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-c5f7b869-323a-490b-a824-b6a48463e41a req-0d8098f7-119a-427a-b771-57e920334708 service neutron] For port 33959313-41fe-4ab8-b0f5-84cfb06e5e02, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=33959313-41fe-4ab8-b0f5-84cfb06e5e02,segment=NetworkSegment(70a7e2c1-c7ec-4dad-a59e-ead94cc69f21),segment_id=70a7e2c1-c7ec-4dad-a59e-ead94cc69f21)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:52:52.974493 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14d8a54-5f13-4640-9849-eb457f8c9fe8 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Made reservation on behalf of 1d232406bc5b460ca3e18aff489ed0aa for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:52:52.982221 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b14d8a54-5f13-4640-9849-eb457f8c9fe8 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:52.982474 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c5f7b869-323a-490b-a824-b6a48463e41a req-0d8098f7-119a-427a-b771-57e920334708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:53.024992 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-404b2542-cf67-4938-bd66-ca217456636b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:53.036597 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7b869-323a-490b-a824-b6a48463e41a req-0d8098f7-119a-427a-b771-57e920334708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:53.037459 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c5f7b869-323a-490b-a824-b6a48463e41a req-0d8098f7-119a-427a-b771-57e920334708 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:53.039092 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c5f7b869-323a-490b-a824-b6a48463e41a req-0d8098f7-119a-427a-b771-57e920334708 service neutron] 10.222.0.42 "PUT /v2.0/ports/33959313-41fe-4ab8-b0f5-84cfb06e5e02 HTTP/1.1" status: 200 len: 1091 time: 3.4492154 Dec 09 15:52:53.041911 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b66ba3-8958-4053-9af9-a11615152f15', 'tag': '33959313-41fe-4ab8-b0f5-84cfb06e5e02'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:52:53.044494 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf04ae1-62b9-4e88-be42-6c66ccfdb239" -d '{"events": [{"name": "network-changed", "server_uuid": "77b66ba3-8958-4053-9af9-a11615152f15", "tag": "33959313-41fe-4ab8-b0f5-84cfb06e5e02"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:52:53.044674 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b14d8a54-5f13-4640-9849-eb457f8c9fe8 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:52:53.046069 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056a79a2-be8d-4cd8-9775-98e769b80f96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-42f48071-9a2d-4627-b03c-9bf5fe685f58', 'network_id': '42f48071-9a2d-4627-b03c-9bf5fe685f58', 'project_id': '1d232406bc5b460ca3e18aff489ed0aa', 'fixed_ips': [{'subnet_id': '42fca541-04a2-4320-abe2-3fb36d332ab4'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:52:53.047247 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-056a79a2-be8d-4cd8-9775-98e769b80f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:53.051030 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5905429c-154d-4bd1-a720-5cb232f17a6e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:53.071012 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b14d8a54-5f13-4640-9849-eb457f8c9fe8 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:53.071398 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-b14d8a54-5f13-4640-9849-eb457f8c9fe8 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Added segment 6db62f31-057b-49c5-9ee0-67c626b34d9a of type vlan for network e7cdfd94-701a-45b8-8c11-95e1c7f4d301 Dec 09 15:52:53.155375 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b14d8a54-5f13-4640-9849-eb457f8c9fe8 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:53.178573 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16562c93-08c0-4cfe-98b4-05a043d86707 x-openstack-request-id: req-16562c93-08c0-4cfe-98b4-05a043d86707 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:52:53.179162 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77b66ba3-8958-4053-9af9-a11615152f15", "tag": "33959313-41fe-4ab8-b0f5-84cfb06e5e02", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:52:53.179610 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-16562c93-08c0-4cfe-98b4-05a043d86707 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:52:53.180205 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77b66ba3-8958-4053-9af9-a11615152f15', 'tag': '33959313-41fe-4ab8-b0f5-84cfb06e5e02', 'status': 'completed', 'code': 200} Dec 09 15:52:53.208467 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b14d8a54-5f13-4640-9849-eb457f8c9fe8 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:53.216623 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14d8a54-5f13-4640-9849-eb457f8c9fe8 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:53.218326 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b14d8a54-5f13-4640-9849-eb457f8c9fe8 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:53.253192 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8098f7-119a-427a-b771-57e920334708 service neutron] Pushing event updated for resources: {'Port': ['ID=33959313-41fe-4ab8-b0f5-84cfb06e5e02,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:53.268949 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5905429c-154d-4bd1-a720-5cb232f17a6e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:52:53.288516 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-5905429c-154d-4bd1-a720-5cb232f17a6e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:52:53.291717 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5905429c-154d-4bd1-a720-5cb232f17a6e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:53.292315 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5905429c-154d-4bd1-a720-5cb232f17a6e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:53.309058 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56410f64-1137-4eaa-9d21-675311c72e12 None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:52:53.315062 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5905429c-154d-4bd1-a720-5cb232f17a6e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Subnet': ['ID=c78423d1-aa9a-47fe-8754-bfe5abe3418d,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:53.339675 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7b869-323a-490b-a824-b6a48463e41a req-bbd0ddb9-72bf-4e03-8780-18d84061836f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:53.339675 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c5f7b869-323a-490b-a824-b6a48463e41a req-bbd0ddb9-72bf-4e03-8780-18d84061836f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=033ae2b2d4cc49e5bcd8a5d96b154150&device_id=77b66ba3-8958-4053-9af9-a11615152f15 HTTP/1.1" status: 200 len: 1094 time: 0.2069011 Dec 09 15:52:53.345806 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5905429c-154d-4bd1-a720-5cb232f17a6e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2799008 Dec 09 15:52:53.346611 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56514) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:53.356097 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-91aeb93c-757e-4e7a-96d1-f3e5af15611e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'subnet': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:53.392125 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b14d8a54-5f13-4640-9849-eb457f8c9fe8 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4526854 Dec 09 15:52:53.408035 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c5f7b869-323a-490b-a824-b6a48463e41a req-3a37fee9-684f-4cf1-84f6-9db9bb89754e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33959313-41fe-4ab8-b0f5-84cfb06e5e02 HTTP/1.1" status: 200 len: 217 time: 0.0458069 Dec 09 15:52:53.419482 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56516) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:53.424753 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d4843c92-b7fc-49ec-b296-184c90c0c320 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Request body: {'network': {'name': 'tempest-router-network02--1162693548'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:53.480501 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d8a54-5f13-4640-9849-eb457f8c9fe8 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Pushing event updated for resources: {'Network': ['ID=e7cdfd94-701a-45b8-8c11-95e1c7f4d301,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:53.500584 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4843c92-b7fc-49ec-b296-184c90c0c320 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Made reservation on behalf of 1d232406bc5b460ca3e18aff489ed0aa for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:52:53.504200 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d4843c92-b7fc-49ec-b296-184c90c0c320 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:53.516171 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5b035-abf8-4f8c-9443-47bc06af3c91 req-e9d240e0-4b68-483f-bc98-a743e76b7aa4 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:53.518069 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b4a5b035-abf8-4f8c-9443-47bc06af3c91 req-e9d240e0-4b68-483f-bc98-a743e76b7aa4 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=77b66ba3-8958-4053-9af9-a11615152f15 HTTP/1.1" status: 200 len: 943 time: 0.1965199 Dec 09 15:52:53.556356 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-056a79a2-be8d-4cd8-9775-98e769b80f96 None None] Allocated IP 172.20.0.2 (42f48071-9a2d-4627-b03c-9bf5fe685f58/42fca541-04a2-4320-abe2-3fb36d332ab4/138d2229-9c87-44fa-b186-f6f48d89fed4) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:52:53.602314 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7b869-323a-490b-a824-b6a48463e41a req-8acf2f46-8675-4cec-b486-3c4139c3acd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:53.604751 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c5f7b869-323a-490b-a824-b6a48463e41a req-8acf2f46-8675-4cec-b486-3c4139c3acd6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=51626e49-5d71-4d05-9e5e-ff7fb76e288a HTTP/1.1" status: 200 len: 835 time: 0.1510205 Dec 09 15:52:53.646023 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b4a5b035-abf8-4f8c-9443-47bc06af3c91 req-1252d3f3-d828-4f98-87d6-fd25a25d1f95 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/security-groups?id=a70cd565-8a65-4ac9-83c4-7ea700b19c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209116 Dec 09 15:52:53.695694 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network e7cdfd94-701a-45b8-8c11-95e1c7f4d301 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:52:53.700834 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4843c92-b7fc-49ec-b296-184c90c0c320 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:52:53.755423 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7b869-323a-490b-a824-b6a48463e41a req-6ca49af4-b556-4509-9d40-3355813632e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:53.761249 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c5f7b869-323a-490b-a824-b6a48463e41a req-6ca49af4-b556-4509-9d40-3355813632e9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1421986 Dec 09 15:52:53.763749 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d4843c92-b7fc-49ec-b296-184c90c0c320 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:53.764167 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-d4843c92-b7fc-49ec-b296-184c90c0c320 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Added segment 8d072317-447d-4920-a29b-4603c6b74e17 of type vlan for network 06386bfc-f68b-413f-a77f-ca8b623453a8 Dec 09 15:52:53.835590 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56526) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:53.846019 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab32400-4ba5-4b16-8f97-92dd05c395e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'project_id': 'd6bab0483bfa42f8adbc5a6130ae139b', 'fixed_ips': [{'subnet_id': 'c78423d1-aa9a-47fe-8754-bfe5abe3418d'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:52:53.846910 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bab32400-4ba5-4b16-8f97-92dd05c395e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:53.935887 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-056a79a2-be8d-4cd8-9775-98e769b80f96 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:53.938986 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d4843c92-b7fc-49ec-b296-184c90c0c320 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:53.950113 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-056a79a2-be8d-4cd8-9775-98e769b80f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:53.975779 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-02a3503d-a01d-4d88-8991-e39061157008 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:54.021319 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-02a3503d-a01d-4d88-8991-e39061157008 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:54.065726 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c5f7b869-323a-490b-a824-b6a48463e41a req-b25a42c7-0162-4c9a-b460-ed4769b6b75d service neutron] 10.222.0.42 "GET /v2.0/networks/f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769151 Dec 09 15:52:54.066449 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d4843c92-b7fc-49ec-b296-184c90c0c320 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:54.082684 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4843c92-b7fc-49ec-b296-184c90c0c320 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:54.083716 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d4843c92-b7fc-49ec-b296-184c90c0c320 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:54.089754 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-02a3503d-a01d-4d88-8991-e39061157008 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:54.094302 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-02a3503d-a01d-4d88-8991-e39061157008 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:54.096852 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-02a3503d-a01d-4d88-8991-e39061157008 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "DELETE /v2.0/security-groups/09e1cb07-29a2-4ead-a5e4-963746639214 HTTP/1.1" status: 204 len: 168 time: 0.2601402 Dec 09 15:52:54.102355 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56532) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:54.137198 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a3503d-a01d-4d88-8991-e39061157008 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e1cb07-29a2-4ead-a5e4-963746639214,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:54.140187 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91aeb93c-757e-4e7a-96d1-f3e5af15611e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:52:54.147830 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056a79a2-be8d-4cd8-9775-98e769b80f96 None None] Network 42f48071-9a2d-4627-b03c-9bf5fe685f58 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:52:54.149477 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:54.156470 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-91aeb93c-757e-4e7a-96d1-f3e5af15611e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:54.157849 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-056a79a2-be8d-4cd8-9775-98e769b80f96 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:52:54.168689 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056a79a2-be8d-4cd8-9775-98e769b80f96 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:52:54.199129 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d4843c92-b7fc-49ec-b296-184c90c0c320 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7784536 Dec 09 15:52:54.202907 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56534) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:54.209411 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-37c7afaa-6643-4f4b-a8f4-21b0f4258a48 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Request body: {'subnet': {'network_id': 'e7cdfd94-701a-45b8-8c11-95e1c7f4d301', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:54.234372 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a79a2-be8d-4cd8-9775-98e769b80f96 None None] Pushing event updated for resources: {'Port': ['ID=138d2229-9c87-44fa-b186-f6f48d89fed4,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:54.302319 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-55c3bf62-c98c-4b8b-89b5-adef9264698a tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:54.307974 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-bab32400-4ba5-4b16-8f97-92dd05c395e9 None None] Allocated IP 172.20.0.2 (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/c78423d1-aa9a-47fe-8754-bfe5abe3418d/db48e91c-a8d8-41a8-a458-dd2a07340192) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:52:54.364462 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-55c3bf62-c98c-4b8b-89b5-adef9264698a tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:54.410540 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c7afaa-6643-4f4b-a8f4-21b0f4258a48 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Made reservation on behalf of 1d232406bc5b460ca3e18aff489ed0aa for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:52:54.414405 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37c7afaa-6643-4f4b-a8f4-21b0f4258a48 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:54.473229 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4843c92-b7fc-49ec-b296-184c90c0c320 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Pushing event updated for resources: {'Network': ['ID=06386bfc-f68b-413f-a77f-ca8b623453a8,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:54.496663 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bab32400-4ba5-4b16-8f97-92dd05c395e9 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:54.501825 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-55c3bf62-c98c-4b8b-89b5-adef9264698a tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:54.505112 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-55c3bf62-c98c-4b8b-89b5-adef9264698a tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:54.508479 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-55c3bf62-c98c-4b8b-89b5-adef9264698a tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "DELETE /v2.0/security-groups/1894d1e4-3af1-46dc-a08d-a8daeba79869 HTTP/1.1" status: 204 len: 168 time: 0.4014277 Dec 09 15:52:54.510881 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 06386bfc-f68b-413f-a77f-ca8b623453a8 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:52:54.517650 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56538) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:54.532359 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3bf62-c98c-4b8b-89b5-adef9264698a tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1894d1e4-3af1-46dc-a08d-a8daeba79869,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:54.539349 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bab32400-4ba5-4b16-8f97-92dd05c395e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:54.661320 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-056a79a2-be8d-4cd8-9775-98e769b80f96 None None] Attempting to bind port 138d2229-9c87-44fa-b186-f6f48d89fed4 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:52:54.661720 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-056a79a2-be8d-4cd8-9775-98e769b80f96 None None] Attempting to bind port 138d2229-9c87-44fa-b186-f6f48d89fed4 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f1843833-d4e9-401c-8983-b607135c442f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '42f48071-9a2d-4627-b03c-9bf5fe685f58'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:52:54.662081 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056a79a2-be8d-4cd8-9775-98e769b80f96 None None] Attempting to bind port 138d2229-9c87-44fa-b186-f6f48d89fed4 on network 42f48071-9a2d-4627-b03c-9bf5fe685f58 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:52:54.683924 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37c7afaa-6643-4f4b-a8f4-21b0f4258a48 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:54.689574 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056a79a2-be8d-4cd8-9775-98e769b80f96 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:52:54.690157 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056a79a2-be8d-4cd8-9775-98e769b80f96 None None] Checking segment: {'id': 'f1843833-d4e9-401c-8983-b607135c442f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '42f48071-9a2d-4627-b03c-9bf5fe685f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:52:54.690931 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-056a79a2-be8d-4cd8-9775-98e769b80f96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:54.691381 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056a79a2-be8d-4cd8-9775-98e769b80f96 None None] Bound using segment: {'id': 'f1843833-d4e9-401c-8983-b607135c442f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '42f48071-9a2d-4627-b03c-9bf5fe685f58'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:52:54.691997 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-056a79a2-be8d-4cd8-9775-98e769b80f96 None None] Bound port: 138d2229-9c87-44fa-b186-f6f48d89fed4, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1843833-d4e9-401c-8983-b607135c442f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '42f48071-9a2d-4627-b03c-9bf5fe685f58'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:52:54.692445 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-056a79a2-be8d-4cd8-9775-98e769b80f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:54.736249 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c5f7b869-323a-490b-a824-b6a48463e41a req-e162e7bc-95c9-4a92-9807-c0fe021d1acd service neutron] 10.222.0.42 "GET /v2.0/networks/f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6107113 Dec 09 15:52:54.778710 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c7afaa-6643-4f4b-a8f4-21b0f4258a48 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Pushing event updated for resources: {'Subnet': ['ID=d63369f2-c97a-4cfb-871f-2cfeebb978b9,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:54.802814 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c7afaa-6643-4f4b-a8f4-21b0f4258a48 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Checking segment: {'id': '6db62f31-057b-49c5-9ee0-67c626b34d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e7cdfd94-701a-45b8-8c11-95e1c7f4d301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:52:54.803851 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c7afaa-6643-4f4b-a8f4-21b0f4258a48 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Network hostable DHCP agents. Network: e7cdfd94-701a-45b8-8c11-95e1c7f4d301, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:52:54.842230 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-056a79a2-be8d-4cd8-9775-98e769b80f96 None None] For port 138d2229-9c87-44fa-b186-f6f48d89fed4, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:52:54.851412 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-056a79a2-be8d-4cd8-9775-98e769b80f96 None None] For port 138d2229-9c87-44fa-b186-f6f48d89fed4, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=138d2229-9c87-44fa-b186-f6f48d89fed4,segment=NetworkSegment(f1843833-d4e9-401c-8983-b607135c442f),segment_id=f1843833-d4e9-401c-8983-b607135c442f)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:52:54.856545 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:54.881469 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab32400-4ba5-4b16-8f97-92dd05c395e9 None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:52:54.893651 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-056a79a2-be8d-4cd8-9775-98e769b80f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:54.916984 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-bab32400-4ba5-4b16-8f97-92dd05c395e9 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:52:54.917754 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0d2df-625c-4108-827b-02f4f95e108e req-a8c7d523-e44a-412d-9337-4f5e370460e4 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:54.920120 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-96d0d2df-625c-4108-827b-02f4f95e108e req-a8c7d523-e44a-412d-9337-4f5e370460e4 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=77b66ba3-8958-4053-9af9-a11615152f15 HTTP/1.1" status: 200 len: 943 time: 0.1085758 Dec 09 15:52:54.922897 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c7afaa-6643-4f4b-a8f4-21b0f4258a48 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Network e7cdfd94-701a-45b8-8c11-95e1c7f4d301 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:52:54.928503 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab32400-4ba5-4b16-8f97-92dd05c395e9 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:52:54.941949 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab32400-4ba5-4b16-8f97-92dd05c395e9 None None] Pushing event updated for resources: {'Port': ['ID=db48e91c-a8d8-41a8-a458-dd2a07340192,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:54.943101 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-37c7afaa-6643-4f4b-a8f4-21b0f4258a48 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, e7cdfd94-701a-45b8-8c11-95e1c7f4d301) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:52:54.963908 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ba47ab-2bef-443c-ad0e-9dc0fff2fc27 None None] Network e7cdfd94-701a-45b8-8c11-95e1c7f4d301 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:52:54.974755 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c7afaa-6643-4f4b-a8f4-21b0f4258a48 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:54.975747 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37c7afaa-6643-4f4b-a8f4-21b0f4258a48 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:55.049149 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-37c7afaa-6643-4f4b-a8f4-21b0f4258a48 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8448043 Dec 09 15:52:55.053849 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56550) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:55.067381 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-4eb5238c-0cb5-4435-bab0-6a46666b6460 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Request body: {'subnet': {'network_id': '06386bfc-f68b-413f-a77f-ca8b623453a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:55.100273 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf04ae1-62b9-4e88-be42-6c66ccfdb239 req-7426c3aa-5f4f-41a5-b861-de40cad0b4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:55.101975 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-dbf04ae1-62b9-4e88-be42-6c66ccfdb239 req-7426c3aa-5f4f-41a5-b861-de40cad0b4c7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=033ae2b2d4cc49e5bcd8a5d96b154150&device_id=77b66ba3-8958-4053-9af9-a11615152f15 HTTP/1.1" status: 200 len: 1094 time: 0.2466960 Dec 09 15:52:55.108322 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-96d0d2df-625c-4108-827b-02f4f95e108e req-db52ccd0-bce4-4ecc-90aa-f3f36f7387af tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/security-groups?id=a70cd565-8a65-4ac9-83c4-7ea700b19c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748521 Dec 09 15:52:55.258133 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a79a2-be8d-4cd8-9775-98e769b80f96 None None] Pushing event updated for resources: {'Port': ['ID=138d2229-9c87-44fa-b186-f6f48d89fed4,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:55.362781 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb5238c-0cb5-4435-bab0-6a46666b6460 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Made reservation on behalf of 1d232406bc5b460ca3e18aff489ed0aa for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:52:55.371767 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4eb5238c-0cb5-4435-bab0-6a46666b6460 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:55.392266 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60661d94-1830-4c79-9786-771228bcfaca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-e7cdfd94-701a-45b8-8c11-95e1c7f4d301', 'network_id': 'e7cdfd94-701a-45b8-8c11-95e1c7f4d301', 'project_id': '1d232406bc5b460ca3e18aff489ed0aa', 'fixed_ips': [{'subnet_id': 'd63369f2-c97a-4cfb-871f-2cfeebb978b9'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:52:55.393202 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-60661d94-1830-4c79-9786-771228bcfaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:55.445957 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:55.458304 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-bab32400-4ba5-4b16-8f97-92dd05c395e9 None None] Attempting to bind port db48e91c-a8d8-41a8-a458-dd2a07340192 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:52:55.459748 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-bab32400-4ba5-4b16-8f97-92dd05c395e9 None None] Attempting to bind port db48e91c-a8d8-41a8-a458-dd2a07340192 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:52:55.459748 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab32400-4ba5-4b16-8f97-92dd05c395e9 None None] Attempting to bind port db48e91c-a8d8-41a8-a458-dd2a07340192 on network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:52:55.498996 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab32400-4ba5-4b16-8f97-92dd05c395e9 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:52:55.499729 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab32400-4ba5-4b16-8f97-92dd05c395e9 None None] Checking segment: {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:52:55.499825 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bab32400-4ba5-4b16-8f97-92dd05c395e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:55.500175 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab32400-4ba5-4b16-8f97-92dd05c395e9 None None] Bound using segment: {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:52:55.500690 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-bab32400-4ba5-4b16-8f97-92dd05c395e9 None None] Bound port: db48e91c-a8d8-41a8-a458-dd2a07340192, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:52:55.501094 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bab32400-4ba5-4b16-8f97-92dd05c395e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:55.721281 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-60661d94-1830-4c79-9786-771228bcfaca None None] Allocated IP 172.20.0.2 (e7cdfd94-701a-45b8-8c11-95e1c7f4d301/d63369f2-c97a-4cfb-871f-2cfeebb978b9/2b22d6e2-3e4d-4ce1-bd34-96221909f8e0) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:52:55.749877 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf04ae1-62b9-4e88-be42-6c66ccfdb239 req-bc3d518d-3eed-4f04-846f-6fbc5c80598c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:55.752889 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-dbf04ae1-62b9-4e88-be42-6c66ccfdb239 req-bc3d518d-3eed-4f04-846f-6fbc5c80598c service neutron] 10.222.0.42 "GET /v2.0/networks?id=f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5 HTTP/1.1" status: 200 len: 898 time: 0.6401513 Dec 09 15:52:55.765377 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4eb5238c-0cb5-4435-bab0-6a46666b6460 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:55.825466 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-dbf04ae1-62b9-4e88-be42-6c66ccfdb239 req-fbde1518-80e8-4b24-ba0b-9e02149911fa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33959313-41fe-4ab8-b0f5-84cfb06e5e02 HTTP/1.1" status: 200 len: 217 time: 0.0616379 Dec 09 15:52:55.847895 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb5238c-0cb5-4435-bab0-6a46666b6460 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Pushing event updated for resources: {'Subnet': ['ID=4dc2b4de-e1c1-481d-a88d-4ffe7458b8e0,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:55.858158 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb5238c-0cb5-4435-bab0-6a46666b6460 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Checking segment: {'id': '8d072317-447d-4920-a29b-4603c6b74e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '06386bfc-f68b-413f-a77f-ca8b623453a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:52:55.858870 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb5238c-0cb5-4435-bab0-6a46666b6460 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Network hostable DHCP agents. Network: 06386bfc-f68b-413f-a77f-ca8b623453a8, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:52:55.898654 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:52:55.900894 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb5238c-0cb5-4435-bab0-6a46666b6460 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Network 06386bfc-f68b-413f-a77f-ca8b623453a8 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:52:55.920796 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-4eb5238c-0cb5-4435-bab0-6a46666b6460 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 06386bfc-f68b-413f-a77f-ca8b623453a8) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:52:55.925444 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb5238c-0cb5-4435-bab0-6a46666b6460 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:55.926320 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4eb5238c-0cb5-4435-bab0-6a46666b6460 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:55.962261 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4eb5238c-0cb5-4435-bab0-6a46666b6460 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9072740 Dec 09 15:52:55.963863 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56558) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:55.995147 n-d-821228-1 neutron-server[103245]: DEBUG neutron.objects.ports [None req-91aeb93c-757e-4e7a-96d1-f3e5af15611e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103245) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 15:52:56.029729 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-60661d94-1830-4c79-9786-771228bcfaca None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:56.051864 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: 8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:52:56.052215 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 8ca4c660-a6cc-4558-b4c5-67faf4f8d3c3 not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:52:56.054337 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 138d2229-9c87-44fa-b186-f6f48d89fed4 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:52:56.060655 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb63869d-d95f-4a9c-bcce-20b79e358c28 None None] Network 06386bfc-f68b-413f-a77f-ca8b623453a8 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:52:56.068940 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-60661d94-1830-4c79-9786-771228bcfaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:56.069925 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf04ae1-62b9-4e88-be42-6c66ccfdb239 req-4adab4ca-6420-43c7-8c68-351f1cdcf406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:56.071612 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-dbf04ae1-62b9-4e88-be42-6c66ccfdb239 req-4adab4ca-6420-43c7-8c68-351f1cdcf406 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=51626e49-5d71-4d05-9e5e-ff7fb76e288a HTTP/1.1" status: 200 len: 835 time: 0.2286158 Dec 09 15:52:56.266393 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf04ae1-62b9-4e88-be42-6c66ccfdb239 req-ba692aa7-79ba-4c2c-b195-8f277ee1bf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:56.268543 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-dbf04ae1-62b9-4e88-be42-6c66ccfdb239 req-ba692aa7-79ba-4c2c-b195-8f277ee1bf09 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1860631 Dec 09 15:52:56.384885 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13b22096-574e-44f6-8f01-b7d48b409c1b tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:56.449449 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60661d94-1830-4c79-9786-771228bcfaca None None] Pushing event updated for resources: {'Port': ['ID=2b22d6e2-3e4d-4ce1-bd34-96221909f8e0,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:56.517642 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60661d94-1830-4c79-9786-771228bcfaca None None] Network e7cdfd94-701a-45b8-8c11-95e1c7f4d301 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:52:56.528362 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-60661d94-1830-4c79-9786-771228bcfaca None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:52:56.537514 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60661d94-1830-4c79-9786-771228bcfaca None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:52:56.566286 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-91aeb93c-757e-4e7a-96d1-f3e5af15611e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:56.637556 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:56.665239 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-bab32400-4ba5-4b16-8f97-92dd05c395e9 None None] For port db48e91c-a8d8-41a8-a458-dd2a07340192, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:52:56.731146 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-60661d94-1830-4c79-9786-771228bcfaca None None] Attempting to bind port 2b22d6e2-3e4d-4ce1-bd34-96221909f8e0 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:52:56.731884 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-60661d94-1830-4c79-9786-771228bcfaca None None] Attempting to bind port 2b22d6e2-3e4d-4ce1-bd34-96221909f8e0 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '6db62f31-057b-49c5-9ee0-67c626b34d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e7cdfd94-701a-45b8-8c11-95e1c7f4d301'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:52:56.732267 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60661d94-1830-4c79-9786-771228bcfaca None None] Attempting to bind port 2b22d6e2-3e4d-4ce1-bd34-96221909f8e0 on network e7cdfd94-701a-45b8-8c11-95e1c7f4d301 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:52:56.754076 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 138d2229-9c87-44fa-b186-f6f48d89fed4 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:56.754376 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:56.761662 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-dbf04ae1-62b9-4e88-be42-6c66ccfdb239 req-151c1dcc-72e1-4bef-87f4-8d6044bd4a6b service neutron] 10.222.0.42 "GET /v2.0/networks/f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4814479 Dec 09 15:52:56.871400 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-bab32400-4ba5-4b16-8f97-92dd05c395e9 None None] For port db48e91c-a8d8-41a8-a458-dd2a07340192, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=db48e91c-a8d8-41a8-a458-dd2a07340192,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:52:56.883027 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60661d94-1830-4c79-9786-771228bcfaca None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:52:56.883422 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60661d94-1830-4c79-9786-771228bcfaca None None] Checking segment: {'id': '6db62f31-057b-49c5-9ee0-67c626b34d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e7cdfd94-701a-45b8-8c11-95e1c7f4d301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:52:56.884173 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-60661d94-1830-4c79-9786-771228bcfaca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:56.885800 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60661d94-1830-4c79-9786-771228bcfaca None None] Bound using segment: {'id': '6db62f31-057b-49c5-9ee0-67c626b34d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e7cdfd94-701a-45b8-8c11-95e1c7f4d301'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:52:56.885800 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-60661d94-1830-4c79-9786-771228bcfaca None None] Bound port: 2b22d6e2-3e4d-4ce1-bd34-96221909f8e0, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db62f31-057b-49c5-9ee0-67c626b34d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e7cdfd94-701a-45b8-8c11-95e1c7f4d301'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:52:56.886379 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-60661d94-1830-4c79-9786-771228bcfaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:56.903603 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bee11f-4539-489d-8758-39929738b30c None None] Network 42f48071-9a2d-4627-b03c-9bf5fe685f58 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:52:56.986781 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bab32400-4ba5-4b16-8f97-92dd05c395e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:57.016144 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2652dcde-44c3-44b5-8906-156da876b734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-06386bfc-f68b-413f-a77f-ca8b623453a8', 'network_id': '06386bfc-f68b-413f-a77f-ca8b623453a8', 'project_id': '1d232406bc5b460ca3e18aff489ed0aa', 'fixed_ips': [{'subnet_id': '4dc2b4de-e1c1-481d-a88d-4ffe7458b8e0'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:52:57.017199 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2652dcde-44c3-44b5-8906-156da876b734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:57.103619 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a5899-b1d2-4560-ac88-833436b02d65 req-bad22b27-0160-447e-b23c-1e4ad5a8d108 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:57.110733 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab32400-4ba5-4b16-8f97-92dd05c395e9 None None] Pushing event updated for resources: {'Port': ['ID=db48e91c-a8d8-41a8-a458-dd2a07340192,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:57.113814 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b20a5899-b1d2-4560-ac88-833436b02d65 req-bad22b27-0160-447e-b23c-1e4ad5a8d108 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=77b66ba3-8958-4053-9af9-a11615152f15 HTTP/1.1" status: 200 len: 943 time: 0.7678139 Dec 09 15:52:57.126613 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0669f214-e632-4c2e-81db-7166170a3343 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:57.191989 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:57.222103 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-daf36abc-933c-4f79-adcc-21db6fce4ca4 None None] Provisioning complete for port 138d2229-9c87-44fa-b186-f6f48d89fed4 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:57.222488 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-daf36abc-933c-4f79-adcc-21db6fce4ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:57.343696 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.db.api [None req-91aeb93c-757e-4e7a-96d1-f3e5af15611e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:52:57.344033 n-d-821228-1 neutron-server[103245]: DEBUG oslo_db.api [None req-91aeb93c-757e-4e7a-96d1-f3e5af15611e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:52:57.445165 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-2652dcde-44c3-44b5-8906-156da876b734 None None] Allocated IP 172.20.0.2 (06386bfc-f68b-413f-a77f-ca8b623453a8/4dc2b4de-e1c1-481d-a88d-4ffe7458b8e0/3a3c01b5-8f59-413f-af37-1a088f3fcb08) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:52:57.447964 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-dbf04ae1-62b9-4e88-be42-6c66ccfdb239 req-bcf33151-e23d-4c84-ab94-80bbfff25068 service neutron] 10.222.0.42 "GET /v2.0/networks/f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6760020 Dec 09 15:52:57.564465 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-0669f214-e632-4c2e-81db-7166170a3343 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Allocated IP 172.20.0.1 (e7cdfd94-701a-45b8-8c11-95e1c7f4d301/d63369f2-c97a-4cfb-871f-2cfeebb978b9/e360b7c7-d07c-452b-8ec9-da734e33e809) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:52:57.639714 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-13b22096-574e-44f6-8f01-b7d48b409c1b tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Deleting port d4f6c306-78c5-4de8-9574-85d554be5d83 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:52:57.649649 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13b22096-574e-44f6-8f01-b7d48b409c1b tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:57.702268 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2652dcde-44c3-44b5-8906-156da876b734 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:57.755032 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2652dcde-44c3-44b5-8906-156da876b734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:57.781985 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-13b22096-574e-44f6-8f01-b7d48b409c1b tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] For port d4f6c306-78c5-4de8-9574-85d554be5d83, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d4f6c306-78c5-4de8-9574-85d554be5d83,segment=NetworkSegment(3c1ea2c7-144c-42b4-853c-912dd116650b),segment_id=3c1ea2c7-144c-42b4-853c-912dd116650b)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:52:57.782633 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13b22096-574e-44f6-8f01-b7d48b409c1b tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:57.783238 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 138d2229-9c87-44fa-b186-f6f48d89fed4, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=138d2229-9c87-44fa-b186-f6f48d89fed4,segment=NetworkSegment(f1843833-d4e9-401c-8983-b607135c442f),segment_id=f1843833-d4e9-401c-8983-b607135c442f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:52:57.803648 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-13b22096-574e-44f6-8f01-b7d48b409c1b tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Calling delete_port for d4f6c306-78c5-4de8-9574-85d554be5d83 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:52:57.846174 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0669f214-e632-4c2e-81db-7166170a3343 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:57.848360 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 33959313-41fe-4ab8-b0f5-84cfb06e5e02 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:52:57.911677 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0669f214-e632-4c2e-81db-7166170a3343 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:57.955488 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-60661d94-1830-4c79-9786-771228bcfaca None None] For port 2b22d6e2-3e4d-4ce1-bd34-96221909f8e0, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:52:57.958613 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2652dcde-44c3-44b5-8906-156da876b734 None None] Network 06386bfc-f68b-413f-a77f-ca8b623453a8 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:52:57.961117 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652dcde-44c3-44b5-8906-156da876b734 None None] Pushing event updated for resources: {'Port': ['ID=3a3c01b5-8f59-413f-af37-1a088f3fcb08,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:57.964192 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:58.002243 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669f214-e632-4c2e-81db-7166170a3343 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Pushing event updated for resources: {'Port': ['ID=e360b7c7-d07c-452b-8ec9-da734e33e809,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:58.022500 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=138d2229-9c87-44fa-b186-f6f48d89fed4,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:58.032149 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b20a5899-b1d2-4560-ac88-833436b02d65 req-2fbb6b75-6990-4238-ba92-1b1029a58035 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/security-groups?id=a70cd565-8a65-4ac9-83c4-7ea700b19c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9114883 Dec 09 15:52:58.034013 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-2652dcde-44c3-44b5-8906-156da876b734 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:52:58.047641 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2652dcde-44c3-44b5-8906-156da876b734 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:52:58.051893 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0669f214-e632-4c2e-81db-7166170a3343 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Network e7cdfd94-701a-45b8-8c11-95e1c7f4d301 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:52:58.059213 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-0669f214-e632-4c2e-81db-7166170a3343 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:52:58.070291 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0669f214-e632-4c2e-81db-7166170a3343 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:52:58.145533 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-60661d94-1830-4c79-9786-771228bcfaca None None] For port 2b22d6e2-3e4d-4ce1-bd34-96221909f8e0, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=2b22d6e2-3e4d-4ce1-bd34-96221909f8e0,segment=NetworkSegment(6db62f31-057b-49c5-9ee0-67c626b34d9a),segment_id=6db62f31-057b-49c5-9ee0-67c626b34d9a)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:52:58.170762 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-60661d94-1830-4c79-9786-771228bcfaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:58.193748 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0669f214-e632-4c2e-81db-7166170a3343 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:58.241449 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13b22096-574e-44f6-8f01-b7d48b409c1b tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:58.248075 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60661d94-1830-4c79-9786-771228bcfaca None None] Pushing event updated for resources: {'Port': ['ID=2b22d6e2-3e4d-4ce1-bd34-96221909f8e0,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:58.250873 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device db48e91c-a8d8-41a8-a458-dd2a07340192 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:52:58.301593 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b22096-574e-44f6-8f01-b7d48b409c1b tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Pushing event deleted for resources: {'Port': ['ID=d4f6c306-78c5-4de8-9574-85d554be5d83,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:58.452352 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-2652dcde-44c3-44b5-8906-156da876b734 None None] Attempting to bind port 3a3c01b5-8f59-413f-af37-1a088f3fcb08 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:52:58.453291 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-2652dcde-44c3-44b5-8906-156da876b734 None None] Attempting to bind port 3a3c01b5-8f59-413f-af37-1a088f3fcb08 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '8d072317-447d-4920-a29b-4603c6b74e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '06386bfc-f68b-413f-a77f-ca8b623453a8'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:52:58.453837 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2652dcde-44c3-44b5-8906-156da876b734 None None] Attempting to bind port 3a3c01b5-8f59-413f-af37-1a088f3fcb08 on network 06386bfc-f68b-413f-a77f-ca8b623453a8 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:52:58.475614 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 33959313-41fe-4ab8-b0f5-84cfb06e5e02, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=33959313-41fe-4ab8-b0f5-84cfb06e5e02,segment=NetworkSegment(70a7e2c1-c7ec-4dad-a59e-ead94cc69f21),segment_id=70a7e2c1-c7ec-4dad-a59e-ead94cc69f21)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:52:58.482176 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-91aeb93c-757e-4e7a-96d1-f3e5af15611e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:58.493618 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0669f214-e632-4c2e-81db-7166170a3343 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:58.497781 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2652dcde-44c3-44b5-8906-156da876b734 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:52:58.498701 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2652dcde-44c3-44b5-8906-156da876b734 None None] Checking segment: {'id': '8d072317-447d-4920-a29b-4603c6b74e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '06386bfc-f68b-413f-a77f-ca8b623453a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:52:58.499719 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2652dcde-44c3-44b5-8906-156da876b734 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:58.500277 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2652dcde-44c3-44b5-8906-156da876b734 None None] Bound using segment: {'id': '8d072317-447d-4920-a29b-4603c6b74e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '06386bfc-f68b-413f-a77f-ca8b623453a8'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:52:58.500982 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-2652dcde-44c3-44b5-8906-156da876b734 None None] Bound port: 3a3c01b5-8f59-413f-af37-1a088f3fcb08, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d072317-447d-4920-a29b-4603c6b74e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '06386bfc-f68b-413f-a77f-ca8b623453a8'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:52:58.502768 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2652dcde-44c3-44b5-8906-156da876b734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:58.513909 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '33959313-41fe-4ab8-b0f5-84cfb06e5e02', 'network_id': 'f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5', 'port_id': '33959313-41fe-4ab8-b0f5-84cfb06e5e02', 'mac_address': 'fa:16:3e:29:5b:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51626e49-5d71-4d05-9e5e-ff7fb76e288a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:52:58.549494 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port db48e91c-a8d8-41a8-a458-dd2a07340192 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:58.550122 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:58.971194 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-91aeb93c-757e-4e7a-96d1-f3e5af15611e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] For port db48e91c-a8d8-41a8-a458-dd2a07340192, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=db48e91c-a8d8-41a8-a458-dd2a07340192,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:52:58.995587 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:59.019844 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-2652dcde-44c3-44b5-8906-156da876b734 None None] For port 3a3c01b5-8f59-413f-af37-1a088f3fcb08, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:52:59.050386 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-2652dcde-44c3-44b5-8906-156da876b734 None None] For port 3a3c01b5-8f59-413f-af37-1a088f3fcb08, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=3a3c01b5-8f59-413f-af37-1a088f3fcb08,segment=NetworkSegment(8d072317-447d-4920-a29b-4603c6b74e17),segment_id=8d072317-447d-4920-a29b-4603c6b74e17)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:52:59.054498 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33959313-41fe-4ab8-b0f5-84cfb06e5e02 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:52:59.091343 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2652dcde-44c3-44b5-8906-156da876b734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:59.094772 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13b22096-574e-44f6-8f01-b7d48b409c1b tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:59.130660 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-91aeb93c-757e-4e7a-96d1-f3e5af15611e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:59.140485 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-91aeb93c-757e-4e7a-96d1-f3e5af15611e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:59.141285 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-91aeb93c-757e-4e7a-96d1-f3e5af15611e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:59.178636 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0669f214-e632-4c2e-81db-7166170a3343 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:59.192528 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0669f214-e632-4c2e-81db-7166170a3343 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:59.239553 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 33959313-41fe-4ab8-b0f5-84cfb06e5e02, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=33959313-41fe-4ab8-b0f5-84cfb06e5e02,segment=NetworkSegment(70a7e2c1-c7ec-4dad-a59e-ead94cc69f21),segment_id=70a7e2c1-c7ec-4dad-a59e-ead94cc69f21)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:52:59.253808 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-93c37edc-36cc-4a92-9358-f3c9c5ca8549 None None] Provisioning complete for port 138d2229-9c87-44fa-b186-f6f48d89fed4 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:59.254666 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-93c37edc-36cc-4a92-9358-f3c9c5ca8549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:59.294397 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:59.309214 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:59.360158 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0669f214-e632-4c2e-81db-7166170a3343 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:59.362089 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669f214-e632-4c2e-81db-7166170a3343 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Pushing event updated for resources: {'Port': ['ID=e360b7c7-d07c-452b-8ec9-da734e33e809,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:59.381687 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282162c-2211-4e16-8aa7-91448ba87b37 req-fb2218ec-2953-4a49-87c9-7c153478f17e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:59.383417 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8282162c-2211-4e16-8aa7-91448ba87b37 req-fb2218ec-2953-4a49-87c9-7c153478f17e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=77b66ba3-8958-4053-9af9-a11615152f15 HTTP/1.1" status: 200 len: 944 time: 0.1512563 Dec 09 15:52:59.423188 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652dcde-44c3-44b5-8906-156da876b734 None None] Pushing event updated for resources: {'Port': ['ID=3a3c01b5-8f59-413f-af37-1a088f3fcb08,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:59.475824 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91aeb93c-757e-4e7a-96d1-f3e5af15611e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:52:59.483964 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=33959313-41fe-4ab8-b0f5-84cfb06e5e02,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:59.537867 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-91aeb93c-757e-4e7a-96d1-f3e5af15611e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:52:59.553330 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:52:59.553330 n-d-821228-1 neutron-server[103246]: DEBUG oslo_db.api [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:52:59.559363 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94625352-9299-4691-b9cb-2ba0e95c16f8 None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:52:59.563888 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91aeb93c-757e-4e7a-96d1-f3e5af15611e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:59.564653 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-91aeb93c-757e-4e7a-96d1-f3e5af15611e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:59.624698 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8282162c-2211-4e16-8aa7-91448ba87b37 req-53b4a48e-c4d4-4917-9020-b843e31381c6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/security-groups?id=a70cd565-8a65-4ac9-83c4-7ea700b19c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117510 Dec 09 15:52:59.653095 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aeb93c-757e-4e7a-96d1-f3e5af15611e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Port': ['ID=db48e91c-a8d8-41a8-a458-dd2a07340192,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:59.663517 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-91aeb93c-757e-4e7a-96d1-f3e5af15611e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.3158734 Dec 09 15:52:59.667778 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0669f214-e632-4c2e-81db-7166170a3343 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Network e7cdfd94-701a-45b8-8c11-95e1c7f4d301 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:52:59.669581 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56586) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:59.674449 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aeb93c-757e-4e7a-96d1-f3e5af15611e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Subnet': ['ID=6821d753-1dcc-48d1-bd4f-79dfc3e50863,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:59.682622 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-3372f0cb-3284-45ad-8d2a-593669430c07 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'port': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'mac_address': 'fa:16:3e:45:45:21', 'name': 'tempest-NetworksTestDHCPv6-261301274'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:59.759182 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['33959313-41fe-4ab8-b0f5-84cfb06e5e02'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:52:59.773265 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-0669f214-e632-4c2e-81db-7166170a3343 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:52:59.842235 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-252e812f-69d1-445e-a915-e833a70f5339 None None] Provisioning complete for port db48e91c-a8d8-41a8-a458-dd2a07340192 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:59.842532 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-252e812f-69d1-445e-a915-e833a70f5339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:00.065451 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b22096-574e-44f6-8f01-b7d48b409c1b tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Router 95a32505-d4e3-473f-b357-af1ed1687b42 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:53:00.218841 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3372f0cb-3284-45ad-8d2a-593669430c07 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:00.228219 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0669f214-e632-4c2e-81db-7166170a3343 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Router a188da52-5f3c-4a42-bff9-15923a406e79 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:53:00.359890 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b22096-574e-44f6-8f01-b7d48b409c1b tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:53:00.375319 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-13b22096-574e-44f6-8f01-b7d48b409c1b tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "PUT /v2.0/routers/95a32505-d4e3-473f-b357-af1ed1687b42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8290184 Dec 09 15:53:00.377989 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56592) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:00.378537 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405bb8c4-259d-44e9-a423-bd72f2d5003d None None] Sync routers for ids ['95a32505-d4e3-473f-b357-af1ed1687b42'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:53:00.410422 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405bb8c4-259d-44e9-a423-bd72f2d5003d None None] Routers {'95a32505-d4e3-473f-b357-af1ed1687b42'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:53:00.414923 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-405bb8c4-259d-44e9-a423-bd72f2d5003d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:52:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['95a32505-d4e3-473f-b357-af1ed1687b42'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:00.527654 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-800eda0f-f637-4d0b-9f4c-090e5d12bd01 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Deleting subnet e1f3a5cd-64c5-4c43-8838-a889d3338185 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:53:00.542877 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-800eda0f-f637-4d0b-9f4c-090e5d12bd01 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:00.611684 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0669f214-e632-4c2e-81db-7166170a3343 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:53:00.638354 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0669f214-e632-4c2e-81db-7166170a3343 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] 10.222.0.57 "PUT /v2.0/routers/a188da52-5f3c-4a42-bff9-15923a406e79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6730380 Dec 09 15:53:00.644106 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56596) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:00.667851 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-800eda0f-f637-4d0b-9f4c-090e5d12bd01 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:00.689474 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:53:00.714457 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf61b65-5649-497a-b75f-946c0b78c81f None None] Network e7cdfd94-701a-45b8-8c11-95e1c7f4d301 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:53:00.759252 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-405bb8c4-259d-44e9-a423-bd72f2d5003d None None] Set router 95a32505-d4e3-473f-b357-af1ed1687b42 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:53:00.876623 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-800eda0f-f637-4d0b-9f4c-090e5d12bd01 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:00.907621 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-252e812f-69d1-445e-a915-e833a70f5339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:00.911562 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:00.949310 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ab5c0b-7f30-4405-9938-f3f5f8d9898c None None] Sync routers for ids ['a188da52-5f3c-4a42-bff9-15923a406e79'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:53:01.023594 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-800eda0f-f637-4d0b-9f4c-090e5d12bd01 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:01.062077 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3372f0cb-3284-45ad-8d2a-593669430c07 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:01.099676 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port db48e91c-a8d8-41a8-a458-dd2a07340192, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=db48e91c-a8d8-41a8-a458-dd2a07340192,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:01.130032 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-800eda0f-f637-4d0b-9f4c-090e5d12bd01 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:01.138307 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:01.146357 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-800eda0f-f637-4d0b-9f4c-090e5d12bd01 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "DELETE /v2.0/subnets/e1f3a5cd-64c5-4c43-8838-a889d3338185 HTTP/1.1" status: 204 len: 168 time: 0.7670588 Dec 09 15:53:01.147479 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800eda0f-f637-4d0b-9f4c-090e5d12bd01 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Pushing event deleted for resources: {'Subnet': ['ID=e1f3a5cd-64c5-4c43-8838-a889d3338185,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:01.159068 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56608) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:01.169076 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ab5c0b-7f30-4405-9938-f3f5f8d9898c None None] Routers {'a188da52-5f3c-4a42-bff9-15923a406e79'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:53:01.184728 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-02ab5c0b-7f30-4405-9938-f3f5f8d9898c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:52:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['a188da52-5f3c-4a42-bff9-15923a406e79'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:01.220623 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c017243-8e03-43e9-9129-502622bb7cd1 req-bfe29ca8-097b-4d35-819e-ee59e37faeda tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:01.228083 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c017243-8e03-43e9-9129-502622bb7cd1 req-bfe29ca8-097b-4d35-819e-ee59e37faeda tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=77b66ba3-8958-4053-9af9-a11615152f15 HTTP/1.1" status: 200 len: 944 time: 0.4264567 Dec 09 15:53:01.257464 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-405bb8c4-259d-44e9-a423-bd72f2d5003d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a32505-d4e3-473f-b357-af1ed1687b42', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1857459013', 'tenant_id': 'cf31236457a543f3b32deeb2eee96cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'cc196b53-34ca-45d6-b098-07804413b286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:49:52Z', 'updated_at': '2021-12-09T15:52:58Z', 'revision_number': 5, 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'gw_port': {'id': 'cc196b53-34ca-45d6-b098-07804413b286', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:27:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a32505-d4e3-473f-b357-af1ed1687b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:49:53Z', 'updated_at': '2021-12-09T15:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:01.292593 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-3372f0cb-3284-45ad-8d2a-593669430c07 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] device_id is not set on port a37c1277-75c6-40c5-9d77-da90e84fce77 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:53:01.373472 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfafc5ca-39d5-4773-817a-7188b5bacaf6 None None] Network 06765d4c-94ea-4e55-b8c9-061ac001a4b5 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:53:01.395073 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405bb8c4-259d-44e9-a423-bd72f2d5003d None None] Checking router: 95a32505-d4e3-473f-b357-af1ed1687b42 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:53:01.417909 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405bb8c4-259d-44e9-a423-bd72f2d5003d None None] Routers {'95a32505-d4e3-473f-b357-af1ed1687b42'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:53:01.418542 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-405bb8c4-259d-44e9-a423-bd72f2d5003d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:52:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['95a32505-d4e3-473f-b357-af1ed1687b42'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:01.444275 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-02ab5c0b-7f30-4405-9938-f3f5f8d9898c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:01.541855 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6017b446-b557-43a1-aa2a-3205310bcb22 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:01.573530 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1011eaba-9b20-4a3c-b684-c01f4a487ab2 None None] Network 06386bfc-f68b-413f-a77f-ca8b623453a8 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:53:01.735727 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-405bb8c4-259d-44e9-a423-bd72f2d5003d None None] Set router 95a32505-d4e3-473f-b357-af1ed1687b42 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:53:01.845501 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6017b446-b557-43a1-aa2a-3205310bcb22 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:01.869180 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 2b22d6e2-3e4d-4ce1-bd34-96221909f8e0 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:53:01.871208 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-252e812f-69d1-445e-a915-e833a70f5339 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:53:01.871561 n-d-821228-1 neutron-server[103246]: DEBUG oslo_db.api [None req-252e812f-69d1-445e-a915-e833a70f5339 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:53:01.950647 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-6017b446-b557-43a1-aa2a-3205310bcb22 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Deleting port cc196b53-34ca-45d6-b098-07804413b286 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:53:01.955403 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6017b446-b557-43a1-aa2a-3205310bcb22 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:01.956813 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ab5c0b-7f30-4405-9938-f3f5f8d9898c None None] Routers {'a188da52-5f3c-4a42-bff9-15923a406e79'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:53:01.957452 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-02ab5c0b-7f30-4405-9938-f3f5f8d9898c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:52:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['a188da52-5f3c-4a42-bff9-15923a406e79'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:02.054501 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-02ab5c0b-7f30-4405-9938-f3f5f8d9898c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:02.055188 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ab5c0b-7f30-4405-9938-f3f5f8d9898c None None] The sync data for ids ['a188da52-5f3c-4a42-bff9-15923a406e79'] in n-d-821228-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:53:02.069551 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-3372f0cb-3284-45ad-8d2a-593669430c07 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Allocated IP 172.20.0.9 (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/c78423d1-aa9a-47fe-8754-bfe5abe3418d/a37c1277-75c6-40c5-9d77-da90e84fce77) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:53:02.082119 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=db48e91c-a8d8-41a8-a458-dd2a07340192,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:02.083580 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-3372f0cb-3284-45ad-8d2a-593669430c07 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Allocated IP 2001:db8::f816:3eff:fe45:4521 (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/6821d753-1dcc-48d1-bd4f-79dfc3e50863/a37c1277-75c6-40c5-9d77-da90e84fce77) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:53:02.176724 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-6017b446-b557-43a1-aa2a-3205310bcb22 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] For port cc196b53-34ca-45d6-b098-07804413b286, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=cc196b53-34ca-45d6-b098-07804413b286,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:02.177758 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6017b446-b557-43a1-aa2a-3205310bcb22 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:02.213182 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-6017b446-b557-43a1-aa2a-3205310bcb22 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Calling delete_port for cc196b53-34ca-45d6-b098-07804413b286 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:53:02.286767 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-405bb8c4-259d-44e9-a423-bd72f2d5003d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a32505-d4e3-473f-b357-af1ed1687b42', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1857459013', 'tenant_id': 'cf31236457a543f3b32deeb2eee96cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'cc196b53-34ca-45d6-b098-07804413b286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:49:52Z', 'updated_at': '2021-12-09T15:52:58Z', 'revision_number': 5, 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'gw_port': {'id': 'cc196b53-34ca-45d6-b098-07804413b286', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:27:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a32505-d4e3-473f-b357-af1ed1687b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:49:53Z', 'updated_at': '2021-12-09T15:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:02.355446 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405bb8c4-259d-44e9-a423-bd72f2d5003d None None] The sync data for ids ['95a32505-d4e3-473f-b357-af1ed1687b42'] in n-d-821228-1 is: [{'id': '95a32505-d4e3-473f-b357-af1ed1687b42', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1857459013', 'tenant_id': 'cf31236457a543f3b32deeb2eee96cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'cc196b53-34ca-45d6-b098-07804413b286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:49:52Z', 'updated_at': '2021-12-09T15:52:58Z', 'revision_number': 5, 'project_id': 'cf31236457a543f3b32deeb2eee96cb5', 'gw_port': {'id': 'cc196b53-34ca-45d6-b098-07804413b286', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:27:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a32505-d4e3-473f-b357-af1ed1687b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:49:53Z', 'updated_at': '2021-12-09T15:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:53:02.472177 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3372f0cb-3284-45ad-8d2a-593669430c07 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:02.574265 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 2b22d6e2-3e4d-4ce1-bd34-96221909f8e0 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:02.574653 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:02.580399 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6017b446-b557-43a1-aa2a-3205310bcb22 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:02.598984 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3372f0cb-3284-45ad-8d2a-593669430c07 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:02.636090 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017b446-b557-43a1-aa2a-3205310bcb22 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Pushing event deleted for resources: {'Port': ['ID=cc196b53-34ca-45d6-b098-07804413b286,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:02.691082 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104e2a0e-aaf5-4a96-a27b-0cd0e3a823fd None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:53:02.754860 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5e2f95b9-cdb9-4be1-b4ec-27139098f527 None None] Provisioning complete for port 2b22d6e2-3e4d-4ce1-bd34-96221909f8e0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:02.755292 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5e2f95b9-cdb9-4be1-b4ec-27139098f527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:02.770861 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c017243-8e03-43e9-9129-502622bb7cd1 req-edf5a3a1-0df2-41bd-84b9-47343fe26bc6 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/security-groups?id=a70cd565-8a65-4ac9-83c4-7ea700b19c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.5416458 Dec 09 15:53:02.779585 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3371f564-f086-45c2-9b7e-a8e7cf557082 None None] DHCP port deletion for 06765d4c-94ea-4e55-b8c9-061ac001a4b5 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:53:02.802815 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6017b446-b557-43a1-aa2a-3205310bcb22 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:02.855874 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3372f0cb-3284-45ad-8d2a-593669430c07 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:53:02.879265 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-3372f0cb-3284-45ad-8d2a-593669430c07 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:02.943412 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3372f0cb-3284-45ad-8d2a-593669430c07 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:53:03.126070 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6017b446-b557-43a1-aa2a-3205310bcb22 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:03.126666 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:03.130824 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6017b446-b557-43a1-aa2a-3205310bcb22 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:03.142921 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372f0cb-3284-45ad-8d2a-593669430c07 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Port': ['ID=a37c1277-75c6-40c5-9d77-da90e84fce77,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:03.144845 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56620) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:03.187176 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3371f564-f086-45c2-9b7e-a8e7cf557082 None None] Deleting port 6c3ecda1-03d8-48f2-bf66-1906257fcfcb {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:53:03.187560 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3371f564-f086-45c2-9b7e-a8e7cf557082 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:03.218217 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3372f0cb-3284-45ad-8d2a-593669430c07 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:03.219370 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3372f0cb-3284-45ad-8d2a-593669430c07 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:03.223608 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-edee5d74-057a-4b73-bd94-02ca3132907d tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:53:03.227511 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-edee5d74-057a-4b73-bd94-02ca3132907d tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] 10.222.0.57 "PUT /v2.0/routers/a188da52-5f3c-4a42-bff9-15923a406e79/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.5797930 Dec 09 15:53:03.238124 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56624) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:03.286378 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6017b446-b557-43a1-aa2a-3205310bcb22 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:03.288345 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6017b446-b557-43a1-aa2a-3205310bcb22 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Fanout notify agent at l3_agent the message router_deleted on router 95a32505-d4e3-473f-b357-af1ed1687b42 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:53:03.298222 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6017b446-b557-43a1-aa2a-3205310bcb22 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:03.299676 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6017b446-b557-43a1-aa2a-3205310bcb22 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "DELETE /v2.0/routers/95a32505-d4e3-473f-b357-af1ed1687b42 HTTP/1.1" status: 204 len: 168 time: 2.1390889 Dec 09 15:53:03.311487 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56626) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:03.438703 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3371f564-f086-45c2-9b7e-a8e7cf557082 None None] For port 6c3ecda1-03d8-48f2-bf66-1906257fcfcb, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=6c3ecda1-03d8-48f2-bf66-1906257fcfcb,segment=NetworkSegment(3c1ea2c7-144c-42b4-853c-912dd116650b),segment_id=3c1ea2c7-144c-42b4-853c-912dd116650b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:03.439032 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3371f564-f086-45c2-9b7e-a8e7cf557082 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:03.492472 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56630) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:03.502319 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3372f0cb-3284-45ad-8d2a-593669430c07 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.8148906 Dec 09 15:53:03.554150 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3371f564-f086-45c2-9b7e-a8e7cf557082 None None] Calling delete_port for 6c3ecda1-03d8-48f2-bf66-1906257fcfcb owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:53:03.661105 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 2b22d6e2-3e4d-4ce1-bd34-96221909f8e0, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=2b22d6e2-3e4d-4ce1-bd34-96221909f8e0,segment=NetworkSegment(6db62f31-057b-49c5-9ee0-67c626b34d9a),segment_id=6db62f31-057b-49c5-9ee0-67c626b34d9a)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:03.662116 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5e2f95b9-cdb9-4be1-b4ec-27139098f527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:03.676859 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:03.677668 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 138d2229-9c87-44fa-b186-f6f48d89fed4 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:53:03.680054 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-51b58e0d-cc04-45f4-865f-b48f01af36d1 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:03.829941 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=2b22d6e2-3e4d-4ce1-bd34-96221909f8e0,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:03.841572 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 33959313-41fe-4ab8-b0f5-84cfb06e5e02 up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:53:03.848483 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a5590c-340e-4d0f-ab06-4db1c15b3d7f tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:03.859320 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a5590c-340e-4d0f-ab06-4db1c15b3d7f tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:03.872381 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f2a5590c-340e-4d0f-ab06-4db1c15b3d7f tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3753021 Dec 09 15:53:03.877330 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56634) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:03.954315 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-5e2f95b9-cdb9-4be1-b4ec-27139098f527 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:53:03.954687 n-d-821228-1 neutron-server[103246]: DEBUG oslo_db.api [None req-5e2f95b9-cdb9-4be1-b4ec-27139098f527 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:53:04.019715 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 138d2229-9c87-44fa-b186-f6f48d89fed4 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:04.020154 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:04.040945 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3371f564-f086-45c2-9b7e-a8e7cf557082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:04.069485 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port 33959313-41fe-4ab8-b0f5-84cfb06e5e02 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:53:04.081689 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 33959313-41fe-4ab8-b0f5-84cfb06e5e02 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:04.082074 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:04.126609 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3371f564-f086-45c2-9b7e-a8e7cf557082 None None] Pushing event deleted for resources: {'Port': ['ID=6c3ecda1-03d8-48f2-bf66-1906257fcfcb,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:04.131262 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3371f564-f086-45c2-9b7e-a8e7cf557082 None None] No DVR routers for this DVR port 6c3ecda1-03d8-48f2-bf66-1906257fcfcb on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:53:04.263815 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 3a3c01b5-8f59-413f-af37-1a088f3fcb08 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:53:04.282413 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-51b58e0d-cc04-45f4-865f-b48f01af36d1 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Deleting port 6c3ecda1-03d8-48f2-bf66-1906257fcfcb {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:53:04.282807 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-51b58e0d-cc04-45f4-865f-b48f01af36d1 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:04.305894 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:04.369776 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 33959313-41fe-4ab8-b0f5-84cfb06e5e02, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=33959313-41fe-4ab8-b0f5-84cfb06e5e02,segment=NetworkSegment(70a7e2c1-c7ec-4dad-a59e-ead94cc69f21),segment_id=70a7e2c1-c7ec-4dad-a59e-ead94cc69f21)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:04.372028 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b66ba3-8958-4053-9af9-a11615152f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33959313-41fe-4ab8-b0f5-84cfb06e5e02'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:53:04.375792 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19ec250-e279-4eb5-859d-65bb4c345212" -d '{"events": [{"server_uuid": "77b66ba3-8958-4053-9af9-a11615152f15", "name": "network-vif-plugged", "status": "completed", "tag": "33959313-41fe-4ab8-b0f5-84cfb06e5e02"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:53:04.380445 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:04.382433 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7e660dbd-4ca6-48ce-be45-a688f6dc9522 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:04.442097 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 3a3c01b5-8f59-413f-af37-1a088f3fcb08 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:04.442483 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:04.568500 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=33959313-41fe-4ab8-b0f5-84cfb06e5e02,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:04.597553 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5e2f95b9-cdb9-4be1-b4ec-27139098f527 None None] Provisioning complete for port e360b7c7-d07c-452b-8ec9-da734e33e809 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:04.597682 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5e2f95b9-cdb9-4be1-b4ec-27139098f527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:04.601352 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d46625-1cd5-47cf-81e8-381b9520b701 req-bf81f8de-86a9-4dc7-a87e-0fc4278e4627 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:04.615151 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f8d46625-1cd5-47cf-81e8-381b9520b701 req-bf81f8de-86a9-4dc7-a87e-0fc4278e4627 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=77b66ba3-8958-4053-9af9-a11615152f15 HTTP/1.1" status: 200 len: 945 time: 0.4744711 Dec 09 15:53:04.659689 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f95b9-cdb9-4be1-b4ec-27139098f527 None None] Port e360b7c7-d07c-452b-8ec9-da734e33e809 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:53:04.662829 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:04.680528 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5e2f95b9-cdb9-4be1-b4ec-27139098f527 None None] Provisioning complete for port 3a3c01b5-8f59-413f-af37-1a088f3fcb08 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:04.680900 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5e2f95b9-cdb9-4be1-b4ec-27139098f527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:04.757583 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 3a3c01b5-8f59-413f-af37-1a088f3fcb08, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=3a3c01b5-8f59-413f-af37-1a088f3fcb08,segment=NetworkSegment(8d072317-447d-4920-a29b-4603c6b74e17),segment_id=8d072317-447d-4920-a29b-4603c6b74e17)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:04.772492 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:04.780829 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f8d46625-1cd5-47cf-81e8-381b9520b701 req-c2642221-c82b-4f56-8fa7-77ca4308ae82 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/security-groups?id=a70cd565-8a65-4ac9-83c4-7ea700b19c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587474 Dec 09 15:53:04.891063 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-51b58e0d-cc04-45f4-865f-b48f01af36d1 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] For port 6c3ecda1-03d8-48f2-bf66-1906257fcfcb, host n-d-821228-1, got binding levels [] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:04.892067 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-51b58e0d-cc04-45f4-865f-b48f01af36d1 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:04.961758 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-8256fdf1-957e-4f0d-b5fd-c57fa25338ad tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting port a37c1277-75c6-40c5-9d77-da90e84fce77 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:53:04.962337 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8256fdf1-957e-4f0d-b5fd-c57fa25338ad tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:05.022848 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857c9072-4519-44f9-a7f1-2bc4da6f5058 x-openstack-request-id: req-857c9072-4519-44f9-a7f1-2bc4da6f5058 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:53:05.023257 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b66ba3-8958-4053-9af9-a11615152f15", "name": "network-vif-plugged", "status": "completed", "tag": "33959313-41fe-4ab8-b0f5-84cfb06e5e02", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:53:05.023513 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-857c9072-4519-44f9-a7f1-2bc4da6f5058 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:53:05.023908 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b66ba3-8958-4053-9af9-a11615152f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33959313-41fe-4ab8-b0f5-84cfb06e5e02', 'code': 200} Dec 09 15:53:05.027559 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device db48e91c-a8d8-41a8-a458-dd2a07340192 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:53:05.037785 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7e660dbd-4ca6-48ce-be45-a688f6dc9522 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Deleting port e360b7c7-d07c-452b-8ec9-da734e33e809 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:53:05.038396 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7e660dbd-4ca6-48ce-be45-a688f6dc9522 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:05.045527 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-51b58e0d-cc04-45f4-865f-b48f01af36d1 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Calling delete_port for 6c3ecda1-03d8-48f2-bf66-1906257fcfcb owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:53:05.051606 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.ipam_backend_mixin [None req-51b58e0d-cc04-45f4-865f-b48f01af36d1 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Port 6c3ecda1-03d8-48f2-bf66-1906257fcfcb was not found and therefore no delete operation was performed {{(pid=103245) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 15:53:05.060333 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-51b58e0d-cc04-45f4-865f-b48f01af36d1 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:05.118474 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b58e0d-cc04-45f4-865f-b48f01af36d1 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Pushing event deleted for resources: {'Port': ['ID=6c3ecda1-03d8-48f2-bf66-1906257fcfcb,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:05.139861 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b58e0d-cc04-45f4-865f-b48f01af36d1 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] No DVR routers for this DVR port 6c3ecda1-03d8-48f2-bf66-1906257fcfcb on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:53:05.146913 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=3a3c01b5-8f59-413f-af37-1a088f3fcb08,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:05.165430 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5e2f95b9-cdb9-4be1-b4ec-27139098f527 None None] Provisioning complete for port db48e91c-a8d8-41a8-a458-dd2a07340192 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:05.166283 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5e2f95b9-cdb9-4be1-b4ec-27139098f527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:05.179049 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7e660dbd-4ca6-48ce-be45-a688f6dc9522 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:05.192198 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7e660dbd-4ca6-48ce-be45-a688f6dc9522 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Calling delete_port for e360b7c7-d07c-452b-8ec9-da734e33e809 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:53:05.204461 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port db48e91c-a8d8-41a8-a458-dd2a07340192 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:05.204987 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:05.251780 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8256fdf1-957e-4f0d-b5fd-c57fa25338ad tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:05.318533 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-51b58e0d-cc04-45f4-865f-b48f01af36d1 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:05.333162 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 2b22d6e2-3e4d-4ce1-bd34-96221909f8e0 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:53:05.343026 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-51b58e0d-cc04-45f4-865f-b48f01af36d1 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06765d4c-94ea-4e55-b8c9-061ac001a4b5']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:05.366685 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-51b58e0d-cc04-45f4-865f-b48f01af36d1 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c1ea2c7-144c-42b4-853c-912dd116650b') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:05.367564 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-51b58e0d-cc04-45f4-865f-b48f01af36d1 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c1ea2c7-144c-42b4-853c-912dd116650b') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:05.396522 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 2b22d6e2-3e4d-4ce1-bd34-96221909f8e0 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:05.397354 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:05.408179 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-51b58e0d-cc04-45f4-865f-b48f01af36d1 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:05.410093 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-8256fdf1-957e-4f0d-b5fd-c57fa25338ad tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Calling delete_port for a37c1277-75c6-40c5-9d77-da90e84fce77 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:53:05.427522 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41fa26b-3f9e-492f-b2c0-4e23b4a95b9a req-25fe77f5-2ce7-4145-8152-475696a7fcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:05.429390 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f41fa26b-3f9e-492f-b2c0-4e23b4a95b9a req-25fe77f5-2ce7-4145-8152-475696a7fcac service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=77b66ba3-8958-4053-9af9-a11615152f15 HTTP/1.1" status: 200 len: 1096 time: 0.2868156 Dec 09 15:53:05.436158 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7e660dbd-4ca6-48ce-be45-a688f6dc9522 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:05.451179 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f77f7ad4-ea69-4a2b-92cf-574a6a1d33a4 None None] Provisioning complete for port 3a3c01b5-8f59-413f-af37-1a088f3fcb08 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:05.451698 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f77f7ad4-ea69-4a2b-92cf-574a6a1d33a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:05.471893 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e660dbd-4ca6-48ce-be45-a688f6dc9522 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Pushing event deleted for resources: {'Port': ['ID=e360b7c7-d07c-452b-8ec9-da734e33e809,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:05.507975 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f41fa26b-3f9e-492f-b2c0-4e23b4a95b9a req-e871e9aa-f630-48bf-a238-123629ce1a23 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a70cd565-8a65-4ac9-83c4-7ea700b19c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650022 Dec 09 15:53:05.509201 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-51b58e0d-cc04-45f4-865f-b48f01af36d1 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:05.604212 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51b58e0d-cc04-45f4-865f-b48f01af36d1 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:53:05.604919 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-51b58e0d-cc04-45f4-865f-b48f01af36d1 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:05.612445 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:53:05.612445 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:53:05.612445 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:53:05.612445 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:53:05.612445 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:53:05.612445 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:53:05.612445 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:53:05.612445 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:53:05.612445 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:53:05.612445 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:53:05.612445 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:53:05.612445 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:53:05.612445 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:53:05.612445 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:53:05.612445 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:53:05.612445 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:53:05.612445 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:53:05.612445 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:53:05.612445 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:53:05.612445 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:53:05.612445 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:53:05.612445 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:53:05.612445 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:53:05.612445 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:53:05.612445 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:53:05.612445 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:53:05.612445 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:53:05.612445 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:53:05.612445 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:53:05.612445 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:53:05.612445 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:53:05.612445 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:53:05.642848 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 6c3ecda1-03d8-48f2-bf66-1906257fcfcb no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:53:05.675513 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 6c3ecda1-03d8-48f2-bf66-1906257fcfcb {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:53:05.676330 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 6c3ecda1-03d8-48f2-bf66-1906257fcfcb not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:53:05.676888 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d4f6c306-78c5-4de8-9574-85d554be5d83 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:53:05.737982 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7e660dbd-4ca6-48ce-be45-a688f6dc9522 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:05.739666 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: d4f6c306-78c5-4de8-9574-85d554be5d83 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:53:05.740856 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d4f6c306-78c5-4de8-9574-85d554be5d83 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:53:05.741598 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device cc196b53-34ca-45d6-b098-07804413b286 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:53:05.774682 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56d38f60-7fd3-41f5-acdb-9f9efb8aa06d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:05.781715 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: cc196b53-34ca-45d6-b098-07804413b286 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:53:05.782226 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device cc196b53-34ca-45d6-b098-07804413b286 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:53:05.801535 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f77f7ad4-ea69-4a2b-92cf-574a6a1d33a4 None None] Provisioning complete for port a37c1277-75c6-40c5-9d77-da90e84fce77 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:05.802022 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f77f7ad4-ea69-4a2b-92cf-574a6a1d33a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:05.856715 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f77f7ad4-ea69-4a2b-92cf-574a6a1d33a4 None None] Port a37c1277-75c6-40c5-9d77-da90e84fce77 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:53:05.898422 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-51b58e0d-cc04-45f4-865f-b48f01af36d1 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:05.917382 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-51b58e0d-cc04-45f4-865f-b48f01af36d1 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:05.923510 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-51b58e0d-cc04-45f4-865f-b48f01af36d1 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] 10.222.0.57 "DELETE /v2.0/networks/06765d4c-94ea-4e55-b8c9-061ac001a4b5 HTTP/1.1" status: 204 len: 168 time: 2.6067526 Dec 09 15:53:05.969007 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b58e0d-cc04-45f4-865f-b48f01af36d1 tempest-TestSecurityGroupsBasicOps-1507875366 tempest-TestSecurityGroupsBasicOps-1507875366-project] Pushing event deleted for resources: {'Network': ['ID=06765d4c-94ea-4e55-b8c9-061ac001a4b5,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:06.022954 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e660dbd-4ca6-48ce-be45-a688f6dc9522 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Router a188da52-5f3c-4a42-bff9-15923a406e79 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:53:06.039522 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2e19e-d0c7-4ff2-981c-243aff33fd4e req-dc937f37-2f31-45c7-a538-7a125acf0558 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:06.041195 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ffa2e19e-d0c7-4ff2-981c-243aff33fd4e req-dc937f37-2f31-45c7-a538-7a125acf0558 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=77b66ba3-8958-4053-9af9-a11615152f15 HTTP/1.1" status: 200 len: 945 time: 0.1065693 Dec 09 15:53:06.138588 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e660dbd-4ca6-48ce-be45-a688f6dc9522 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:53:06.153271 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56656) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:06.154498 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de58424b-8505-4b79-8ad7-bededb07bac3 None None] Sync routers for ids ['a188da52-5f3c-4a42-bff9-15923a406e79'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:53:06.155859 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7e660dbd-4ca6-48ce-be45-a688f6dc9522 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] 10.222.0.57 "PUT /v2.0/routers/a188da52-5f3c-4a42-bff9-15923a406e79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9166517 Dec 09 15:53:06.164893 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de58424b-8505-4b79-8ad7-bededb07bac3 None None] Routers {'a188da52-5f3c-4a42-bff9-15923a406e79'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:53:06.165769 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-de58424b-8505-4b79-8ad7-bededb07bac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:52:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['a188da52-5f3c-4a42-bff9-15923a406e79'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:06.176289 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ffa2e19e-d0c7-4ff2-981c-243aff33fd4e req-b2f190fc-42c5-4d0d-b1d2-f254c1847917 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/security-groups?id=a70cd565-8a65-4ac9-83c4-7ea700b19c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261940 Dec 09 15:53:06.201151 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-6249a408-aeac-4281-afd6-34cdc80fe926 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] delete failed (client error): The resource could not be found. Dec 09 15:53:06.202322 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6249a408-aeac-4281-afd6-34cdc80fe926 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] 10.222.0.57 "DELETE /v2.0/routers/tempest-non_exist_router-1484958762 HTTP/1.1" status: 404 len: 335 time: 0.0481009 Dec 09 15:53:06.208099 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56658) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:06.214068 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-4b54c504-b97e-43df-a524-a2538956001d tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a188da52-5f3c-4a42-bff9-15923a406e79'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:06.215356 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8256fdf1-957e-4f0d-b5fd-c57fa25338ad tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:06.271722 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-de58424b-8505-4b79-8ad7-bededb07bac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:06.300173 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de58424b-8505-4b79-8ad7-bededb07bac3 None None] Routers {'a188da52-5f3c-4a42-bff9-15923a406e79'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:53:06.301061 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-de58424b-8505-4b79-8ad7-bededb07bac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:52:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['a188da52-5f3c-4a42-bff9-15923a406e79'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:06.307968 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8256fdf1-957e-4f0d-b5fd-c57fa25338ad tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Port': ['ID=a37c1277-75c6-40c5-9d77-da90e84fce77,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:06.423466 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-de58424b-8505-4b79-8ad7-bededb07bac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:06.424853 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de58424b-8505-4b79-8ad7-bededb07bac3 None None] The sync data for ids ['a188da52-5f3c-4a42-bff9-15923a406e79'] in n-d-821228-1 is: [] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:53:06.542478 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8256fdf1-957e-4f0d-b5fd-c57fa25338ad tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:06.546651 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8256fdf1-957e-4f0d-b5fd-c57fa25338ad tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/ports/a37c1277-75c6-40c5-9d77-da90e84fce77 HTTP/1.1" status: 204 len: 168 time: 2.6678622 Dec 09 15:53:06.552355 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56664) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:06.553871 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-56d38f60-7fd3-41f5-acdb-9f9efb8aa06d admin admin] Deleting port d2734062-4bf7-4450-9264-1a1435f86492 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:53:06.554210 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56d38f60-7fd3-41f5-acdb-9f9efb8aa06d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:06.652481 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56666) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:06.663165 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4b54c504-b97e-43df-a524-a2538956001d tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:06.687606 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fda69f4-3b4d-49d9-8e38-01336e900eaa tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:06.689462 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fda69f4-3b4d-49d9-8e38-01336e900eaa tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:06.691700 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fda69f4-3b4d-49d9-8e38-01336e900eaa tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:06.693804 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0fda69f4-3b4d-49d9-8e38-01336e900eaa tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1372967 Dec 09 15:53:06.702194 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56670) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:06.716845 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-4b54c504-b97e-43df-a524-a2538956001d tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] update failed (client error): The resource could not be found. Dec 09 15:53:06.722354 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4b54c504-b97e-43df-a524-a2538956001d tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] 10.222.0.57 "PUT /v2.0/routers/a188da52-5f3c-4a42-bff9-15923a406e79 HTTP/1.1" status: 404 len: 339 time: 0.5130048 Dec 09 15:53:06.725141 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56672) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:06.782262 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-56d38f60-7fd3-41f5-acdb-9f9efb8aa06d admin admin] For port d2734062-4bf7-4450-9264-1a1435f86492, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d2734062-4bf7-4450-9264-1a1435f86492,segment=NetworkSegment(0b8968c1-11be-452a-85e0-2b87c97fc015),segment_id=0b8968c1-11be-452a-85e0-2b87c97fc015)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:06.782457 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56d38f60-7fd3-41f5-acdb-9f9efb8aa06d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:06.801824 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-56d38f60-7fd3-41f5-acdb-9f9efb8aa06d admin admin] Calling delete_port for d2734062-4bf7-4450-9264-1a1435f86492 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:53:06.807919 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-70240fea-158d-4aca-ae0e-dd671161edf6 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting subnet 6821d753-1dcc-48d1-bd4f-79dfc3e50863 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:53:06.811359 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-70240fea-158d-4aca-ae0e-dd671161edf6 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:06.857857 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-70240fea-158d-4aca-ae0e-dd671161edf6 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:06.968638 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-70240fea-158d-4aca-ae0e-dd671161edf6 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:07.008540 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 3a3c01b5-8f59-413f-af37-1a088f3fcb08 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:53:07.076688 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 3a3c01b5-8f59-413f-af37-1a088f3fcb08 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:07.077406 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:07.107644 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-70240fea-158d-4aca-ae0e-dd671161edf6 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:07.147970 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70240fea-158d-4aca-ae0e-dd671161edf6 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Subnet': ['ID=6821d753-1dcc-48d1-bd4f-79dfc3e50863,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:07.169840 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-fb0e2f4e-0b0f-4496-bd09-0a09059ca755 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cf31236457a543f3b32deeb2eee96cb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5003374 Dec 09 15:53:07.173119 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56676) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:07.189616 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-70240fea-158d-4aca-ae0e-dd671161edf6 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:07.195358 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-70240fea-158d-4aca-ae0e-dd671161edf6 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/6821d753-1dcc-48d1-bd4f-79dfc3e50863 HTTP/1.1" status: 204 len: 168 time: 0.4921153 Dec 09 15:53:07.199178 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56678) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:07.233072 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2b0bc4-8d35-45e8-8216-479568226d3a None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:53:07.238147 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee13172c-8612-461e-a5ff-4a26fea3fb51 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:07.324822 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f8a03b-4184-413c-ac5c-22b5c02f6687 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting subnet c78423d1-aa9a-47fe-8754-bfe5abe3418d {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:53:07.331597 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-50f8a03b-4184-413c-ac5c-22b5c02f6687 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:07.404534 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-50f8a03b-4184-413c-ac5c-22b5c02f6687 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:07.577452 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56d38f60-7fd3-41f5-acdb-9f9efb8aa06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:07.583694 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-50f8a03b-4184-413c-ac5c-22b5c02f6687 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:07.590113 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7ef239ed-518c-45d6-b535-436d904ce17d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:07.616019 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-ee13172c-8612-461e-a5ff-4a26fea3fb51 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Allocated IP 172.20.0.1 (42f48071-9a2d-4627-b03c-9bf5fe685f58/42fca541-04a2-4320-abe2-3fb36d332ab4/981e2765-e561-4a49-87ca-dcc5d9eda519) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:53:07.634068 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7ef239ed-518c-45d6-b535-436d904ce17d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:07.642992 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d38f60-7fd3-41f5-acdb-9f9efb8aa06d admin admin] Pushing event deleted for resources: {'Port': ['ID=d2734062-4bf7-4450-9264-1a1435f86492,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:07.643487 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dee3f9-1c77-4bfd-80df-790a68c17746 req-dfdb6de7-739a-4075-9b54-3ece6e93e10f tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:07.645150 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e9dee3f9-1c77-4bfd-80df-790a68c17746 req-dfdb6de7-739a-4075-9b54-3ece6e93e10f tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=77b66ba3-8958-4053-9af9-a11615152f15 HTTP/1.1" status: 200 len: 945 time: 0.1761234 Dec 09 15:53:07.754235 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-50f8a03b-4184-413c-ac5c-22b5c02f6687 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:07.813682 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f8a03b-4184-413c-ac5c-22b5c02f6687 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Subnet': ['ID=c78423d1-aa9a-47fe-8754-bfe5abe3418d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:07.826504 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-50f8a03b-4184-413c-ac5c-22b5c02f6687 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:07.831135 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-50f8a03b-4184-413c-ac5c-22b5c02f6687 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/c78423d1-aa9a-47fe-8754-bfe5abe3418d HTTP/1.1" status: 204 len: 168 time: 0.6308103 Dec 09 15:53:07.836151 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56684) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:07.901437 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bdeffb47-a632-42fc-92bb-6a9f4f8429de tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0631409 Dec 09 15:53:07.903911 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56686) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:08.035401 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56d38f60-7fd3-41f5-acdb-9f9efb8aa06d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:08.128311 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7ccc6f-63f2-4922-9990-3217856f39c3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:08.132951 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bb7ccc6f-63f2-4922-9990-3217856f39c3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2277906 Dec 09 15:53:08.133628 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56690) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:08.151114 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e9dee3f9-1c77-4bfd-80df-790a68c17746 req-cf9b5e98-7f16-426f-8b93-9ddfb91e3ee9 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/security-groups?id=a70cd565-8a65-4ac9-83c4-7ea700b19c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4959457 Dec 09 15:53:08.201178 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7ef239ed-518c-45d6-b535-436d904ce17d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:08.206982 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7ef239ed-518c-45d6-b535-436d904ce17d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:08.209537 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7ef239ed-518c-45d6-b535-436d904ce17d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f03a6bb0-3762-4f95-b6c7-3083ff044718 HTTP/1.1" status: 204 len: 168 time: 1.0350621 Dec 09 15:53:08.241034 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9678a7-db2c-4b04-9f39-9c888924fabb None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:53:08.247305 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef239ed-518c-45d6-b535-436d904ce17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03a6bb0-3762-4f95-b6c7-3083ff044718,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:08.256965 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2052f466-a2e4-4ce9-b520-671012da0e5f tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:08.261684 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2052f466-a2e4-4ce9-b520-671012da0e5f tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1242440 Dec 09 15:53:08.262145 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56696) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:08.375275 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-db771fbf-bcb3-4eec-ba41-64ee6092b4d2 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1119819 Dec 09 15:53:08.387887 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56700) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:08.396257 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-dc448a27-f89a-4aa9-a125-4e318124f130 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'subnet': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:08.399317 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9e522f46-ea14-4d19-971d-57e9252fe27a None None] Provisioning complete for port db48e91c-a8d8-41a8-a458-dd2a07340192 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:08.400608 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9e522f46-ea14-4d19-971d-57e9252fe27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:08.409619 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee13172c-8612-461e-a5ff-4a26fea3fb51 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:08.471769 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee13172c-8612-461e-a5ff-4a26fea3fb51 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:08.498173 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d38f60-7fd3-41f5-acdb-9f9efb8aa06d admin admin] Router 14d212c5-595f-4b91-bc2e-458e65c6ee1d has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:53:08.621761 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee13172c-8612-461e-a5ff-4a26fea3fb51 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Pushing event updated for resources: {'Port': ['ID=981e2765-e561-4a49-87ca-dcc5d9eda519,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:08.633656 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffc06a6-537d-4fb5-adf6-0f50e813f25b None None] DHCP port deletion for e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:53:08.654875 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d38f60-7fd3-41f5-acdb-9f9efb8aa06d admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:53:08.655443 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56702) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:08.664498 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-56d38f60-7fd3-41f5-acdb-9f9efb8aa06d admin admin] 10.222.0.57 "PUT /v2.0/routers/14d212c5-595f-4b91-bc2e-458e65c6ee1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4951911 Dec 09 15:53:08.664680 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bb9ffa-cecd-497a-a685-484077d8faa2 None None] Sync routers for ids ['14d212c5-595f-4b91-bc2e-458e65c6ee1d'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:53:08.664857 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56704) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:08.678147 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bb9ffa-cecd-497a-a685-484077d8faa2 None None] Routers {'14d212c5-595f-4b91-bc2e-458e65c6ee1d'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:53:08.678787 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-93bb9ffa-cecd-497a-a685-484077d8faa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:52:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['14d212c5-595f-4b91-bc2e-458e65c6ee1d'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:08.685165 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-134d8fdf-b04c-454c-b3fa-990920ea7c0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:08.727695 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee13172c-8612-461e-a5ff-4a26fea3fb51 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Network 42f48071-9a2d-4627-b03c-9bf5fe685f58 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:53:08.740264 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22acc2-1530-476c-b96d-fe39c96c798c req-47a7f69d-3610-478c-b6be-303faf23d4f7 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:08.742268 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1c22acc2-1530-476c-b96d-fe39c96c798c req-47a7f69d-3610-478c-b6be-303faf23d4f7 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=77b66ba3-8958-4053-9af9-a11615152f15 HTTP/1.1" status: 200 len: 945 time: 0.3386960 Dec 09 15:53:08.777714 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-ee13172c-8612-461e-a5ff-4a26fea3fb51 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:08.794552 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-93bb9ffa-cecd-497a-a685-484077d8faa2 None None] Set router 14d212c5-595f-4b91-bc2e-458e65c6ee1d gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:53:08.803909 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee13172c-8612-461e-a5ff-4a26fea3fb51 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:53:08.963511 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc448a27-f89a-4aa9-a125-4e318124f130 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:08.968743 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc448a27-f89a-4aa9-a125-4e318124f130 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:08.971437 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc448a27-f89a-4aa9-a125-4e318124f130 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:53:08.972127 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc448a27-f89a-4aa9-a125-4e318124f130 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:53:09.015101 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device db48e91c-a8d8-41a8-a458-dd2a07340192 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:53:09.022222 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee13172c-8612-461e-a5ff-4a26fea3fb51 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:09.026165 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-6ffc06a6-537d-4fb5-adf6-0f50e813f25b None None] Deleting port db48e91c-a8d8-41a8-a458-dd2a07340192 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:53:09.026654 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6ffc06a6-537d-4fb5-adf6-0f50e813f25b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:09.195641 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1c22acc2-1530-476c-b96d-fe39c96c798c req-adecb4b8-5932-481f-a460-926f4613e7ba tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/security-groups?id=a70cd565-8a65-4ac9-83c4-7ea700b19c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4205813 Dec 09 15:53:09.203545 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-dc448a27-f89a-4aa9-a125-4e318124f130 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8143036 Dec 09 15:53:09.206397 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56710) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:09.225768 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-d889a9f6-273c-4363-8160-82576915864d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'subnet': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:09.235724 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56712) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:09.307083 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6ffc06a6-537d-4fb5-adf6-0f50e813f25b None None] For port db48e91c-a8d8-41a8-a458-dd2a07340192, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=db48e91c-a8d8-41a8-a458-dd2a07340192,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:09.307662 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6ffc06a6-537d-4fb5-adf6-0f50e813f25b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:09.309955 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee13172c-8612-461e-a5ff-4a26fea3fb51 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:09.313376 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-134d8fdf-b04c-454c-b3fa-990920ea7c0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:09.357261 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-134d8fdf-b04c-454c-b3fa-990920ea7c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:09.369166 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3b3538e7-04ed-42a5-b860-936027ade772 admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:09.407108 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-6ffc06a6-537d-4fb5-adf6-0f50e813f25b None None] Calling delete_port for db48e91c-a8d8-41a8-a458-dd2a07340192 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:53:09.428224 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-61678945-2a72-4d6c-861a-18aad8d5458c None None] Provisioning complete for port 981e2765-e561-4a49-87ca-dcc5d9eda519 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:09.428760 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-61678945-2a72-4d6c-861a-18aad8d5458c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:09.503786 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56718) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:09.513089 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:09.554961 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3b3538e7-04ed-42a5-b860-936027ade772 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:09.562834 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-93bb9ffa-cecd-497a-a685-484077d8faa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'name': 'tempest-AttachVolumeTestJSON-1158014551-router', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '56ea13d5-c215-4155-9112-873593852ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:41:40Z', 'updated_at': '2021-12-09T15:53:07Z', 'revision_number': 5, 'project_id': 'cea693ec44f34a95ac5bb978332b5503', 'gw_port': {'id': '56ea13d5-c215-4155-9112-873593852ee3', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:41:41Z', 'updated_at': '2021-12-09T15:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:09.567267 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e9b31e-e9c3-454c-830d-98259b916198 tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:09.578138 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-91e9b31e-e9c3-454c-830d-98259b916198 tempest-TestNetworkBasicOps-737579152 tempest-TestNetworkBasicOps-737579152-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=77b66ba3-8958-4053-9af9-a11615152f15 HTTP/1.1" status: 200 len: 1091 time: 0.3366663 Dec 09 15:53:09.602089 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-61678945-2a72-4d6c-861a-18aad8d5458c None None] Port 981e2765-e561-4a49-87ca-dcc5d9eda519 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:53:09.615384 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bb9ffa-cecd-497a-a685-484077d8faa2 None None] Checking router: 14d212c5-595f-4b91-bc2e-458e65c6ee1d for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:53:09.617145 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56722) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:09.635828 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d0ce252b-2a50-4a7c-9bc0-3f212ecfea44 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'port_id': '33959313-41fe-4ab8-b0f5-84cfb06e5e02', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:09.667249 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bb9ffa-cecd-497a-a685-484077d8faa2 None None] Routers {'14d212c5-595f-4b91-bc2e-458e65c6ee1d'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:53:09.673804 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-93bb9ffa-cecd-497a-a685-484077d8faa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:52:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['14d212c5-595f-4b91-bc2e-458e65c6ee1d'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:09.679366 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port db48e91c-a8d8-41a8-a458-dd2a07340192, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=db48e91c-a8d8-41a8-a458-dd2a07340192,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:09.688377 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-134d8fdf-b04c-454c-b3fa-990920ea7c0a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d8d89ca346a149268c298679a0a25601&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0288835 Dec 09 15:53:09.691825 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56724) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:09.699608 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134d8fdf-b04c-454c-b3fa-990920ea7c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23bb65a3-ae49-43ea-a0e4-f2bedf33ae9e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:09.719668 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0ce252b-2a50-4a7c-9bc0-3f212ecfea44 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:09.741886 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-980d04dc-de30-414f-987d-fd71714f18ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:09.751184 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:09.787978 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d889a9f6-273c-4363-8160-82576915864d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:09.793270 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d889a9f6-273c-4363-8160-82576915864d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:09.794701 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-d889a9f6-273c-4363-8160-82576915864d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:53:09.795281 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d889a9f6-273c-4363-8160-82576915864d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:53:09.827068 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-3b3538e7-04ed-42a5-b860-936027ade772 admin admin] Deleting port 56ea13d5-c215-4155-9112-873593852ee3 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:53:09.827728 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3b3538e7-04ed-42a5-b860-936027ade772 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:09.831710 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6ffc06a6-537d-4fb5-adf6-0f50e813f25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:09.861582 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=db48e91c-a8d8-41a8-a458-dd2a07340192,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:09.871520 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d889a9f6-273c-4363-8160-82576915864d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6620798 Dec 09 15:53:09.876862 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffc06a6-537d-4fb5-adf6-0f50e813f25b None None] No DVR routers for this DVR port db48e91c-a8d8-41a8-a458-dd2a07340192 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:53:09.878955 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-93bb9ffa-cecd-497a-a685-484077d8faa2 None None] Set router 14d212c5-595f-4b91-bc2e-458e65c6ee1d gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:53:09.885440 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56726) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:09.896467 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-100293c0-cdc1-4851-ba01-9266311d7ede tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'subnet': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:09.909526 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:09.909881 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:09.910243 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:09.910576 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:09.910945 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:09.911249 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:09.911582 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:09.911913 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:09.912246 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:09.912621 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:09.913348 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:09.913685 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:09.914017 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:09.922996 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-71db6e03-c79e-4b24-bd09-925eaca7f267 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:09.932546 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-3b3538e7-04ed-42a5-b860-936027ade772 admin admin] For port 56ea13d5-c215-4155-9112-873593852ee3, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=56ea13d5-c215-4155-9112-873593852ee3,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:09.933013 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3b3538e7-04ed-42a5-b860-936027ade772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:09.949540 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-3b3538e7-04ed-42a5-b860-936027ade772 admin admin] Calling delete_port for 56ea13d5-c215-4155-9112-873593852ee3 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:53:10.018387 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-71db6e03-c79e-4b24-bd09-925eaca7f267 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:10.137637 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc06a6-537d-4fb5-adf6-0f50e813f25b None None] Pushing event deleted for resources: {'Port': ['ID=db48e91c-a8d8-41a8-a458-dd2a07340192,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:10.139749 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-93bb9ffa-cecd-497a-a685-484077d8faa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'name': 'tempest-AttachVolumeTestJSON-1158014551-router', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:41:40Z', 'updated_at': '2021-12-09T15:53:09Z', 'revision_number': 6, 'project_id': 'cea693ec44f34a95ac5bb978332b5503', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:10.169506 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3b3538e7-04ed-42a5-b860-936027ade772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:10.195691 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bb9ffa-cecd-497a-a685-484077d8faa2 None None] The sync data for ids ['14d212c5-595f-4b91-bc2e-458e65c6ee1d'] in n-d-821228-1 is: [{'id': '14d212c5-595f-4b91-bc2e-458e65c6ee1d', 'name': 'tempest-AttachVolumeTestJSON-1158014551-router', 'tenant_id': 'cea693ec44f34a95ac5bb978332b5503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:41:40Z', 'updated_at': '2021-12-09T15:53:09Z', 'revision_number': 6, 'project_id': 'cea693ec44f34a95ac5bb978332b5503', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:53:10.204642 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3538e7-04ed-42a5-b860-936027ade772 admin admin] Pushing event deleted for resources: {'Port': ['ID=56ea13d5-c215-4155-9112-873593852ee3,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:10.208620 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-71db6e03-c79e-4b24-bd09-925eaca7f267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:10.211392 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-71db6e03-c79e-4b24-bd09-925eaca7f267 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:10.212639 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-71db6e03-c79e-4b24-bd09-925eaca7f267 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/23bb65a3-ae49-43ea-a0e4-f2bedf33ae9e HTTP/1.1" status: 204 len: 168 time: 0.5101652 Dec 09 15:53:10.214767 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-980d04dc-de30-414f-987d-fd71714f18ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:10.239902 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f47389-4ef6-4029-876c-49c2c9827663 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:53:10.247639 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-980d04dc-de30-414f-987d-fd71714f18ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:10.276580 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0ce252b-2a50-4a7c-9bc0-3f212ecfea44 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:10.277140 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100293c0-cdc1-4851-ba01-9266311d7ede tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:10.281354 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-100293c0-cdc1-4851-ba01-9266311d7ede tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:10.282368 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-100293c0-cdc1-4851-ba01-9266311d7ede tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:53:10.283038 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-100293c0-cdc1-4851-ba01-9266311d7ede tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:53:10.287760 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee13172c-8612-461e-a5ff-4a26fea3fb51 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:10.293674 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db6e03-c79e-4b24-bd09-925eaca7f267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bb65a3-ae49-43ea-a0e4-f2bedf33ae9e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:10.321472 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee13172c-8612-461e-a5ff-4a26fea3fb51 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:10.380291 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-980d04dc-de30-414f-987d-fd71714f18ec admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d5999666f35f472ba9c9499f8711131c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8510921 Dec 09 15:53:10.386213 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3b3538e7-04ed-42a5-b860-936027ade772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:10.389145 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56730) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:10.390181 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-100293c0-cdc1-4851-ba01-9266311d7ede tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4990337 Dec 09 15:53:10.398731 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56732) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:10.399497 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d04dc-de30-414f-987d-fd71714f18ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b176d5b4-f18d-4869-813f-a253f30b2776,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:10.420987 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-d0478b74-26b0-4ed5-87fb-fae45be4b091 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'subnet': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:10.553262 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee13172c-8612-461e-a5ff-4a26fea3fb51 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Pushing event updated for resources: {'Port': ['ID=981e2765-e561-4a49-87ca-dcc5d9eda519,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:10.558630 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee13172c-8612-461e-a5ff-4a26fea3fb51 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:10.585127 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3b3538e7-04ed-42a5-b860-936027ade772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:10.595035 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3b3538e7-04ed-42a5-b860-936027ade772 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:10.607701 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-d0ce252b-2a50-4a7c-9bc0-3f212ecfea44 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Allocated IP 172.25.3.131 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/f65f578e-556f-4f64-8ca1-e6873436792f) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:53:10.689134 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0478b74-26b0-4ed5-87fb-fae45be4b091 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:10.692848 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0478b74-26b0-4ed5-87fb-fae45be4b091 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:10.695398 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0478b74-26b0-4ed5-87fb-fae45be4b091 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:53:10.695870 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0478b74-26b0-4ed5-87fb-fae45be4b091 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:53:10.733612 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d0478b74-26b0-4ed5-87fb-fae45be4b091 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3302059 Dec 09 15:53:10.738703 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56738) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:10.744629 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-40c46c58-306c-4fec-ba8b-37b907152d8f tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'subnet': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:10.754456 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee13172c-8612-461e-a5ff-4a26fea3fb51 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Network 42f48071-9a2d-4627-b03c-9bf5fe685f58 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:53:10.758026 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-ee13172c-8612-461e-a5ff-4a26fea3fb51 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:10.758186 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3b3538e7-04ed-42a5-b860-936027ade772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:10.758629 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3538e7-04ed-42a5-b860-936027ade772 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14d212c5-595f-4b91-bc2e-458e65c6ee1d {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:53:10.761636 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e283be28-0c04-4a70-8b7a-91508e974bcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:10.776022 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3b3538e7-04ed-42a5-b860-936027ade772 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:10.777253 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3b3538e7-04ed-42a5-b860-936027ade772 admin admin] 10.222.0.57 "DELETE /v2.0/routers/14d212c5-595f-4b91-bc2e-458e65c6ee1d HTTP/1.1" status: 204 len: 168 time: 2.1107075 Dec 09 15:53:10.805229 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56740) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:10.830419 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e283be28-0c04-4a70-8b7a-91508e974bcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:10.909753 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0ce252b-2a50-4a7c-9bc0-3f212ecfea44 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:10.919376 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56742) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:10.961216 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e283be28-0c04-4a70-8b7a-91508e974bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:10.964629 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e283be28-0c04-4a70-8b7a-91508e974bcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:10.971269 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e283be28-0c04-4a70-8b7a-91508e974bcd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b176d5b4-f18d-4869-813f-a253f30b2776 HTTP/1.1" status: 204 len: 168 time: 0.5809262 Dec 09 15:53:10.983373 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee13172c-8612-461e-a5ff-4a26fea3fb51 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Router a188da52-5f3c-4a42-bff9-15923a406e79 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:53:10.995738 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c46c58-306c-4fec-ba8b-37b907152d8f tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:10.999887 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-40c46c58-306c-4fec-ba8b-37b907152d8f tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:11.001385 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-40c46c58-306c-4fec-ba8b-37b907152d8f tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:53:11.001835 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40c46c58-306c-4fec-ba8b-37b907152d8f tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:53:11.012559 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283be28-0c04-4a70-8b7a-91508e974bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b176d5b4-f18d-4869-813f-a253f30b2776,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:11.050969 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-d70a394f-8813-4d3d-a6c9-92d1235fee89 admin admin] Deleting subnet 6388c83a-5827-4add-9bc1-4867e28bf06e {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:53:11.065854 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2e9132e5-0ffc-41f9-b096-1c769376c940 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f6c25b9def524995b7f5881e9d5ac819&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1419170 Dec 09 15:53:11.065854 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d70a394f-8813-4d3d-a6c9-92d1235fee89 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:11.067211 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56746) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:11.085790 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-40c46c58-306c-4fec-ba8b-37b907152d8f tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3460307 Dec 09 15:53:11.101801 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56748) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:11.103216 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0ce252b-2a50-4a7c-9bc0-3f212ecfea44 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:11.114646 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ed380f1d-e14e-4df2-b911-5042ff071e53 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'subnet': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:11.148717 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee13172c-8612-461e-a5ff-4a26fea3fb51 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:53:11.163214 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ee13172c-8612-461e-a5ff-4a26fea3fb51 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] 10.222.0.57 "PUT /v2.0/routers/a188da52-5f3c-4a42-bff9-15923a406e79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4350328 Dec 09 15:53:11.169526 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56750) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:11.172254 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6172fc18-4f2c-4af2-bfb0-35577eab4d6f None None] Sync routers for ids ['a188da52-5f3c-4a42-bff9-15923a406e79'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:53:11.202029 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6172fc18-4f2c-4af2-bfb0-35577eab4d6f None None] Routers {'a188da52-5f3c-4a42-bff9-15923a406e79'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:53:11.202996 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-6172fc18-4f2c-4af2-bfb0-35577eab4d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:52:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['a188da52-5f3c-4a42-bff9-15923a406e79'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:11.203413 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-dd02767b-38dc-4334-ba35-194d9eaf439a None None] Provisioning complete for port 981e2765-e561-4a49-87ca-dcc5d9eda519 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:11.204315 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dd02767b-38dc-4334-ba35-194d9eaf439a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:11.261638 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d2734062-4bf7-4450-9264-1a1435f86492 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:53:11.282918 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d70a394f-8813-4d3d-a6c9-92d1235fee89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:11.286836 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ce252b-2a50-4a7c-9bc0-3f212ecfea44 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:53:11.291693 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-6172fc18-4f2c-4af2-bfb0-35577eab4d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:11.301213 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6172fc18-4f2c-4af2-bfb0-35577eab4d6f None None] Routers {'a188da52-5f3c-4a42-bff9-15923a406e79'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:53:11.301913 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-6172fc18-4f2c-4af2-bfb0-35577eab4d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:52:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['a188da52-5f3c-4a42-bff9-15923a406e79'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:11.312748 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff51517f-7d8d-4d95-9e59-8a1ea0eb8d9e tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:11.336434 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-d0ce252b-2a50-4a7c-9bc0-3f212ecfea44 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:11.350633 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ce252b-2a50-4a7c-9bc0-3f212ecfea44 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:53:11.352320 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-6172fc18-4f2c-4af2-bfb0-35577eab4d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:11.353760 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6172fc18-4f2c-4af2-bfb0-35577eab4d6f None None] The sync data for ids ['a188da52-5f3c-4a42-bff9-15923a406e79'] in n-d-821228-1 is: [] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:53:11.361708 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: d2734062-4bf7-4450-9264-1a1435f86492 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:53:11.362254 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d2734062-4bf7-4450-9264-1a1435f86492 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:53:11.362842 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 56ea13d5-c215-4155-9112-873593852ee3 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:53:11.363877 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce252b-2a50-4a7c-9bc0-3f212ecfea44 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event updated for resources: {'Port': ['ID=f65f578e-556f-4f64-8ca1-e6873436792f,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:11.400318 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 56ea13d5-c215-4155-9112-873593852ee3 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:53:11.400993 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 56ea13d5-c215-4155-9112-873593852ee3 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:53:11.406239 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-dd02767b-38dc-4334-ba35-194d9eaf439a None None] Port 981e2765-e561-4a49-87ca-dcc5d9eda519 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:53:11.423697 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f0bd9c18-66f0-4d45-943a-f2cd9636e48e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:11.450269 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-ff51517f-7d8d-4d95-9e59-8a1ea0eb8d9e tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 09 15:53:11.452469 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ff51517f-7d8d-4d95-9e59-8a1ea0eb8d9e tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] 10.222.0.57 "DELETE /v2.0/routers/a188da52-5f3c-4a42-bff9-15923a406e79 HTTP/1.1" status: 409 len: 329 time: 0.2804163 Dec 09 15:53:11.454593 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56754) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:11.499815 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f0bd9c18-66f0-4d45-943a-f2cd9636e48e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:11.533905 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed380f1d-e14e-4df2-b911-5042ff071e53 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:11.537539 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ed380f1d-e14e-4df2-b911-5042ff071e53 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:11.539032 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed380f1d-e14e-4df2-b911-5042ff071e53 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:53:11.539470 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed380f1d-e14e-4df2-b911-5042ff071e53 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:53:11.602723 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d70a394f-8813-4d3d-a6c9-92d1235fee89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:11.719215 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ed380f1d-e14e-4df2-b911-5042ff071e53 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6132636 Dec 09 15:53:11.723066 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56766) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:11.767443 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d70a394f-8813-4d3d-a6c9-92d1235fee89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:11.797843 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bb15ae2a-848e-41f5-942e-b5b8c8557cdb tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0747795 Dec 09 15:53:11.812757 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56768) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:11.827176 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a394f-8813-4d3d-a6c9-92d1235fee89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6388c83a-5827-4add-9bc1-4867e28bf06e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:11.836962 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d70a394f-8813-4d3d-a6c9-92d1235fee89 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:11.841025 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d2730d-bb2c-47ff-9ff8-49d243735e0f None None] Network e2819ac3-9056-4f31-9f04-900628348c70 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:53:11.860212 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d70a394f-8813-4d3d-a6c9-92d1235fee89 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/6388c83a-5827-4add-9bc1-4867e28bf06e HTTP/1.1" status: 204 len: 168 time: 1.0517428 Dec 09 15:53:11.862141 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56774) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:11.921504 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f0bd9c18-66f0-4d45-943a-f2cd9636e48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:11.924282 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f0bd9c18-66f0-4d45-943a-f2cd9636e48e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:11.928228 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f0bd9c18-66f0-4d45-943a-f2cd9636e48e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6c486467-cdef-4db4-a421-5c6eeb29f874 HTTP/1.1" status: 204 len: 168 time: 0.8604620 Dec 09 15:53:11.943681 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd9c18-66f0-4d45-943a-f2cd9636e48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c486467-cdef-4db4-a421-5c6eeb29f874,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:11.945991 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21646f99-b757-4b9a-a8d5-bd26a654918c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:11.994278 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9e37e8-5417-4180-ab19-409200b1a835 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:11.998512 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-fb9e37e8-5417-4180-ab19-409200b1a835 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1845379 Dec 09 15:53:12.014889 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56780) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:12.041494 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7be2a29-6e1f-4654-a36a-4e11900a9be5 None None] DHCP port deletion for e2819ac3-9056-4f31-9f04-900628348c70 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:53:12.166865 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b699be4b-ef9c-4865-a09d-9092a8ef78f4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1506371 Dec 09 15:53:12.172920 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a7be2a29-6e1f-4654-a36a-4e11900a9be5 None None] Deleting port 75e95cff-2189-4c24-bfa0-fea0ac35b57a {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:53:12.173212 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56784) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:12.173760 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56786) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:12.175832 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a7be2a29-6e1f-4654-a36a-4e11900a9be5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:12.179072 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-92447c14-e853-4475-b830-8223e9c7e696 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'subnet': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:12.354731 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a7be2a29-6e1f-4654-a36a-4e11900a9be5 None None] For port 75e95cff-2189-4c24-bfa0-fea0ac35b57a, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=75e95cff-2189-4c24-bfa0-fea0ac35b57a,segment=NetworkSegment(0b8968c1-11be-452a-85e0-2b87c97fc015),segment_id=0b8968c1-11be-452a-85e0-2b87c97fc015)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:12.356619 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-21646f99-b757-4b9a-a8d5-bd26a654918c admin admin] Deleting port 75e95cff-2189-4c24-bfa0-fea0ac35b57a {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:53:12.357102 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21646f99-b757-4b9a-a8d5-bd26a654918c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:12.360787 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a7be2a29-6e1f-4654-a36a-4e11900a9be5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:12.391889 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a7be2a29-6e1f-4654-a36a-4e11900a9be5 None None] Calling delete_port for 75e95cff-2189-4c24-bfa0-fea0ac35b57a owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:53:12.398014 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0ce252b-2a50-4a7c-9bc0-3f212ecfea44 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:12.436849 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-21646f99-b757-4b9a-a8d5-bd26a654918c admin admin] For port 75e95cff-2189-4c24-bfa0-fea0ac35b57a, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=75e95cff-2189-4c24-bfa0-fea0ac35b57a,segment=NetworkSegment(0b8968c1-11be-452a-85e0-2b87c97fc015),segment_id=0b8968c1-11be-452a-85e0-2b87c97fc015)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:12.437113 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21646f99-b757-4b9a-a8d5-bd26a654918c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:12.454180 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-21646f99-b757-4b9a-a8d5-bd26a654918c admin admin] Calling delete_port for 75e95cff-2189-4c24-bfa0-fea0ac35b57a owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:53:12.505846 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a7be2a29-6e1f-4654-a36a-4e11900a9be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:12.523520 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7be2a29-6e1f-4654-a36a-4e11900a9be5 None None] No DVR routers for this DVR port 75e95cff-2189-4c24-bfa0-fea0ac35b57a on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:53:12.549324 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be2a29-6e1f-4654-a36a-4e11900a9be5 None None] Pushing event deleted for resources: {'Port': ['ID=75e95cff-2189-4c24-bfa0-fea0ac35b57a,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:12.571387 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21646f99-b757-4b9a-a8d5-bd26a654918c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:12.595887 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92447c14-e853-4475-b830-8223e9c7e696 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:12.601780 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-92447c14-e853-4475-b830-8223e9c7e696 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:12.606196 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21646f99-b757-4b9a-a8d5-bd26a654918c admin admin] Pushing event deleted for resources: {'Port': ['ID=75e95cff-2189-4c24-bfa0-fea0ac35b57a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:12.640339 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21646f99-b757-4b9a-a8d5-bd26a654918c admin admin] No DVR routers for this DVR port 75e95cff-2189-4c24-bfa0-fea0ac35b57a on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:53:12.646608 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-d80fdfa4-df94-4430-bed3-929e45ff23e1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1047898230-network', 'tenant_id': '35aa1d8496754bf2aa64005c5aeac8b9'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:12.747433 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0ce252b-2a50-4a7c-9bc0-3f212ecfea44 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:12.752555 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21646f99-b757-4b9a-a8d5-bd26a654918c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:12.769415 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80fdfa4-df94-4430-bed3-929e45ff23e1 admin admin] Made reservation on behalf of 35aa1d8496754bf2aa64005c5aeac8b9 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:12.771710 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d80fdfa4-df94-4430-bed3-929e45ff23e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:12.792128 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-21646f99-b757-4b9a-a8d5-bd26a654918c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2819ac3-9056-4f31-9f04-900628348c70']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:12.800901 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d80fdfa4-df94-4430-bed3-929e45ff23e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:12.807490 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-21646f99-b757-4b9a-a8d5-bd26a654918c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b8968c1-11be-452a-85e0-2b87c97fc015') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:12.807731 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-21646f99-b757-4b9a-a8d5-bd26a654918c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b8968c1-11be-452a-85e0-2b87c97fc015') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:12.816642 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8649a669-6c7f-4910-a62a-223919129f39 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:12.861780 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 75e95cff-2189-4c24-bfa0-fea0ac35b57a no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:53:12.888268 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 75e95cff-2189-4c24-bfa0-fea0ac35b57a {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:53:12.889453 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 75e95cff-2189-4c24-bfa0-fea0ac35b57a not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:53:12.891663 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21646f99-b757-4b9a-a8d5-bd26a654918c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:12.921313 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21646f99-b757-4b9a-a8d5-bd26a654918c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:12.940705 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21646f99-b757-4b9a-a8d5-bd26a654918c admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:53:12.941163 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21646f99-b757-4b9a-a8d5-bd26a654918c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:12.942891 n-d-821228-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:53:12.942891 n-d-821228-1 neutron-server[103244]: self.session.flush() Dec 09 15:53:12.942891 n-d-821228-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:53:12.942891 n-d-821228-1 neutron-server[103244]: self.session.flush() Dec 09 15:53:12.942891 n-d-821228-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:53:12.942891 n-d-821228-1 neutron-server[103244]: self.session.flush() Dec 09 15:53:12.942891 n-d-821228-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:53:12.942891 n-d-821228-1 neutron-server[103244]: self.session.flush() Dec 09 15:53:12.942891 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:53:12.942891 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:53:12.942891 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:53:12.942891 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:53:12.942891 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:53:12.942891 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:53:12.942891 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:53:12.942891 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:53:12.942891 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:53:12.942891 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:53:12.942891 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:53:12.942891 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:53:12.942891 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:53:12.942891 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:53:12.942891 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:53:12.942891 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:53:12.942891 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:53:12.942891 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:53:12.942891 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:53:12.942891 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:53:12.942891 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:53:12.942891 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:53:12.942891 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:53:12.942891 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:53:12.942891 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:53:12.942891 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:53:12.942891 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:53:12.942891 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:53:12.942891 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:53:12.942891 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:53:12.942891 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:53:12.942891 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:53:13.028019 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0ce252b-2a50-4a7c-9bc0-3f212ecfea44 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:13.038434 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0ce252b-2a50-4a7c-9bc0-3f212ecfea44 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:13.077677 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21646f99-b757-4b9a-a8d5-bd26a654918c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:13.092642 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21646f99-b757-4b9a-a8d5-bd26a654918c admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:13.095802 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-21646f99-b757-4b9a-a8d5-bd26a654918c admin admin] 10.222.0.57 "DELETE /v2.0/networks/e2819ac3-9056-4f31-9f04-900628348c70 HTTP/1.1" status: 204 len: 168 time: 1.2327108 Dec 09 15:53:13.096141 n-d-821228-1 neutron-server[103245]: DEBUG neutron.objects.ports [None req-92447c14-e853-4475-b830-8223e9c7e696 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103245) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 15:53:13.104285 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-92447c14-e853-4475-b830-8223e9c7e696 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:13.122959 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21646f99-b757-4b9a-a8d5-bd26a654918c admin admin] Pushing event deleted for resources: {'Network': ['ID=e2819ac3-9056-4f31-9f04-900628348c70,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:13.126585 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d80fdfa4-df94-4430-bed3-929e45ff23e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:13.135749 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d80fdfa4-df94-4430-bed3-929e45ff23e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:13.168069 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce252b-2a50-4a7c-9bc0-3f212ecfea44 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event updated for resources: {'Port': ['ID=f65f578e-556f-4f64-8ca1-e6873436792f,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:13.174451 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d80fdfa4-df94-4430-bed3-929e45ff23e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:53:13.176470 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fdfa4-df94-4430-bed3-929e45ff23e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7011c26-22ed-4779-b621-da01eebcf48b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:13.214107 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d80fdfa4-df94-4430-bed3-929e45ff23e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:13.214107 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-d80fdfa4-df94-4430-bed3-929e45ff23e1 admin admin] Added segment 03a713c7-02bf-4a7e-b4b2-7de1ef6926f5 of type vlan for network a3ca105b-3d3e-4a7a-9b0d-a11e76d51f42 Dec 09 15:53:13.271994 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56794) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:13.302385 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d80fdfa4-df94-4430-bed3-929e45ff23e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:13.363684 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-950fef20-6e04-4069-8341-f52178c1a375 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cea693ec44f34a95ac5bb978332b5503&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0904915 Dec 09 15:53:13.367062 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56796) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:13.376117 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d80fdfa4-df94-4430-bed3-929e45ff23e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:13.377124 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80fdfa4-df94-4430-bed3-929e45ff23e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:13.377707 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d80fdfa4-df94-4430-bed3-929e45ff23e1 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:13.434215 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-8649a669-6c7f-4910-a62a-223919129f39 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Deleting port 981e2765-e561-4a49-87ca-dcc5d9eda519 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:53:13.434563 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8649a669-6c7f-4910-a62a-223919129f39 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:13.513801 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92447c14-e853-4475-b830-8223e9c7e696 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:53:13.520381 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-92447c14-e853-4475-b830-8223e9c7e696 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:13.524990 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92447c14-e853-4475-b830-8223e9c7e696 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:13.525580 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-92447c14-e853-4475-b830-8223e9c7e696 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:13.528903 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92447c14-e853-4475-b830-8223e9c7e696 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Subnet': ['ID=040a80c3-c296-4a85-bd1a-a0cc451c393d,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:13.531266 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0ce252b-2a50-4a7c-9bc0-3f212ecfea44 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:13.531745 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d857ae-154f-4df5-8d2e-7d2855025bfb None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:53:13.545027 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d80fdfa4-df94-4430-bed3-929e45ff23e1 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3669286 Dec 09 15:53:13.555022 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56798) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:13.563521 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-2dd01f63-a769-4b08-a767-878a8c2658db admin admin] Request body: {'subnet': {'network_id': 'a3ca105b-3d3e-4a7a-9b0d-a11e76d51f42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1047898230-subnet', 'tenant_id': '35aa1d8496754bf2aa64005c5aeac8b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:13.579961 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fdfa4-df94-4430-bed3-929e45ff23e1 admin admin] Pushing event updated for resources: {'Network': ['ID=a3ca105b-3d3e-4a7a-9b0d-a11e76d51f42,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:13.583676 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-92447c14-e853-4475-b830-8223e9c7e696 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4088140 Dec 09 15:53:13.585949 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56800) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:13.595129 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-92d99b14-5875-4222-a68a-84f9e06d0c76 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'port': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'mac_address': 'fa:16:3e:99:dd:f5', 'name': 'tempest-NetworksTestDHCPv6-618168722'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:13.599859 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network a3ca105b-3d3e-4a7a-9b0d-a11e76d51f42 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:53:13.619700 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cf6c35e8-be3f-4684-8185-f2bb05168cef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:13.638700 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd01f63-a769-4b08-a767-878a8c2658db admin admin] Made reservation on behalf of 35aa1d8496754bf2aa64005c5aeac8b9 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:13.641119 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2dd01f63-a769-4b08-a767-878a8c2658db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:13.669920 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cf6c35e8-be3f-4684-8185-f2bb05168cef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:13.701812 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8649a669-6c7f-4910-a62a-223919129f39 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:13.714963 n-d-821228-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-d0ce252b-2a50-4a7c-9bc0-3f212ecfea44 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Floating IP 9933e513-f94e-4e09-865a-c27c0a9ef741 associated. External IP: 172.25.3.131, port: 33959313-41fe-4ab8-b0f5-84cfb06e5e02. Dec 09 15:53:13.721924 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ab8ea6-cb30-4157-9d6e-8549334be264 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'project_id': 'd6bab0483bfa42f8adbc5a6130ae139b', 'fixed_ips': [{'subnet_id': '040a80c3-c296-4a85-bd1a-a0cc451c393d'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:53:13.722832 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a8ab8ea6-cb30-4157-9d6e-8549334be264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:13.741319 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-8649a669-6c7f-4910-a62a-223919129f39 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Calling delete_port for 981e2765-e561-4a49-87ca-dcc5d9eda519 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:53:13.847570 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d99b14-5875-4222-a68a-84f9e06d0c76 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:13.910736 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cf6c35e8-be3f-4684-8185-f2bb05168cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:13.913449 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cf6c35e8-be3f-4684-8185-f2bb05168cef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:13.914620 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-cf6c35e8-be3f-4684-8185-f2bb05168cef admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/60f49ee2-4b96-432f-a79b-f62373e055a8 HTTP/1.1" status: 204 len: 168 time: 0.5466180 Dec 09 15:53:13.925877 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-a8ab8ea6-cb30-4157-9d6e-8549334be264 None None] Allocated IP 2001:db8::f816:3eff:fe81:46ba (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/040a80c3-c296-4a85-bd1a-a0cc451c393d/caae518c-19ec-4711-a263-13cff9a7be05) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:53:14.062089 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-92d99b14-5875-4222-a68a-84f9e06d0c76 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:14.073235 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2dd01f63-a769-4b08-a767-878a8c2658db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:14.074911 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6c35e8-be3f-4684-8185-f2bb05168cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f49ee2-4b96-432f-a79b-f62373e055a8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:14.090420 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ce252b-2a50-4a7c-9bc0-3f212ecfea44 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Router 1e0d803d-121e-4864-a239-7ddb7edbe821 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:53:14.096343 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-92d99b14-5875-4222-a68a-84f9e06d0c76 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] device_id is not set on port 8b4112e3-bed1-467b-b912-a79f3b477c60 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:53:14.129046 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8649a669-6c7f-4910-a62a-223919129f39 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:14.170817 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd01f63-a769-4b08-a767-878a8c2658db admin admin] Pushing event updated for resources: {'Subnet': ['ID=f170afa9-2a7f-4b60-9042-962bee01146c,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:14.171118 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a8ab8ea6-cb30-4157-9d6e-8549334be264 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:14.178666 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649a669-6c7f-4910-a62a-223919129f39 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Pushing event deleted for resources: {'Port': ['ID=981e2765-e561-4a49-87ca-dcc5d9eda519,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:14.185728 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a8ab8ea6-cb30-4157-9d6e-8549334be264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:14.217046 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd01f63-a769-4b08-a767-878a8c2658db admin admin] Checking segment: {'id': '03a713c7-02bf-4a7e-b4b2-7de1ef6926f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a3ca105b-3d3e-4a7a-9b0d-a11e76d51f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:53:14.217420 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd01f63-a769-4b08-a767-878a8c2658db admin admin] Network hostable DHCP agents. Network: a3ca105b-3d3e-4a7a-9b0d-a11e76d51f42, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:53:14.275183 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab8ea6-cb30-4157-9d6e-8549334be264 None None] Pushing event updated for resources: {'Port': ['ID=caae518c-19ec-4711-a263-13cff9a7be05,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:14.289406 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd01f63-a769-4b08-a767-878a8c2658db admin admin] Network a3ca105b-3d3e-4a7a-9b0d-a11e76d51f42 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:53:14.302802 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ab8ea6-cb30-4157-9d6e-8549334be264 None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:53:14.305555 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-a8ab8ea6-cb30-4157-9d6e-8549334be264 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:14.308990 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ab8ea6-cb30-4157-9d6e-8549334be264 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:53:14.315308 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-92d99b14-5875-4222-a68a-84f9e06d0c76 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Allocated IP 2001:db8::f816:3eff:fe99:ddf5 (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/040a80c3-c296-4a85-bd1a-a0cc451c393d/8b4112e3-bed1-467b-b912-a79f3b477c60) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:53:14.329744 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ce252b-2a50-4a7c-9bc0-3f212ecfea44 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:53:14.360132 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ba8573-8f04-43da-ab70-b7517459e28a None None] Sync routers for ids ['1e0d803d-121e-4864-a239-7ddb7edbe821'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:53:14.398667 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0ce252b-2a50-4a7c-9bc0-3f212ecfea44 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:14.408099 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-2dd01f63-a769-4b08-a767-878a8c2658db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, a3ca105b-3d3e-4a7a-9b0d-a11e76d51f42) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:14.413207 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd01f63-a769-4b08-a767-878a8c2658db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:14.415321 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2dd01f63-a769-4b08-a767-878a8c2658db admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:14.417494 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270a8037-e2da-4ab9-a60e-6f0006f4cce5 None None] Network a3ca105b-3d3e-4a7a-9b0d-a11e76d51f42 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:53:14.428794 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ba8573-8f04-43da-ab70-b7517459e28a None None] Routers {'1e0d803d-121e-4864-a239-7ddb7edbe821'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:53:14.434025 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-73ba8573-8f04-43da-ab70-b7517459e28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:52:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1e0d803d-121e-4864-a239-7ddb7edbe821'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:14.449066 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2dd01f63-a769-4b08-a767-878a8c2658db admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8911765 Dec 09 15:53:14.452540 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8649a669-6c7f-4910-a62a-223919129f39 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:14.460211 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a8ab8ea6-cb30-4157-9d6e-8549334be264 None None] Attempting to bind port caae518c-19ec-4711-a263-13cff9a7be05 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:53:14.460623 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a8ab8ea6-cb30-4157-9d6e-8549334be264 None None] Attempting to bind port caae518c-19ec-4711-a263-13cff9a7be05 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:53:14.461183 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab8ea6-cb30-4157-9d6e-8549334be264 None None] Attempting to bind port caae518c-19ec-4711-a263-13cff9a7be05 on network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:53:14.472534 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d0ce252b-2a50-4a7c-9bc0-3f212ecfea44 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8532071 Dec 09 15:53:14.475191 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56814) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:14.509808 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b66ba3-8958-4053-9af9-a11615152f15', 'tag': '33959313-41fe-4ab8-b0f5-84cfb06e5e02'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:53:14.512395 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b3cd45-e048-4c6b-bef6-bd7b01707359" -d '{"events": [{"name": "network-changed", "server_uuid": "77b66ba3-8958-4053-9af9-a11615152f15", "tag": "33959313-41fe-4ab8-b0f5-84cfb06e5e02"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:53:14.552772 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab8ea6-cb30-4157-9d6e-8549334be264 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:53:14.553762 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab8ea6-cb30-4157-9d6e-8549334be264 None None] Checking segment: {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:53:14.554351 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a8ab8ea6-cb30-4157-9d6e-8549334be264 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:14.554919 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab8ea6-cb30-4157-9d6e-8549334be264 None None] Bound using segment: {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:53:14.555602 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a8ab8ea6-cb30-4157-9d6e-8549334be264 None None] Bound port: caae518c-19ec-4711-a263-13cff9a7be05, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:53:14.556791 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a8ab8ea6-cb30-4157-9d6e-8549334be264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:14.588971 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e2f144-b5a1-4719-8bbf-58126114582e x-openstack-request-id: req-35e2f144-b5a1-4719-8bbf-58126114582e {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:53:14.589268 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77b66ba3-8958-4053-9af9-a11615152f15", "tag": "33959313-41fe-4ab8-b0f5-84cfb06e5e02", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:53:14.589523 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-35e2f144-b5a1-4719-8bbf-58126114582e {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:53:14.589923 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77b66ba3-8958-4053-9af9-a11615152f15', 'tag': '33959313-41fe-4ab8-b0f5-84cfb06e5e02', 'status': 'completed', 'code': 200} Dec 09 15:53:14.710031 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-92d99b14-5875-4222-a68a-84f9e06d0c76 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:14.758122 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3685c1d-cee1-471f-ae36-8eff846d1728 None None] Network a3ca105b-3d3e-4a7a-9b0d-a11e76d51f42 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:53:14.761803 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a8ab8ea6-cb30-4157-9d6e-8549334be264 None None] For port caae518c-19ec-4711-a263-13cff9a7be05, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:53:14.768845 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a8ab8ea6-cb30-4157-9d6e-8549334be264 None None] For port caae518c-19ec-4711-a263-13cff9a7be05, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=caae518c-19ec-4711-a263-13cff9a7be05,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:53:14.782437 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-73ba8573-8f04-43da-ab70-b7517459e28a None None] Set router 1e0d803d-121e-4864-a239-7ddb7edbe821 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:53:14.833063 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3cd45-e048-4c6b-bef6-bd7b01707359 req-814a1646-6a23-42a7-bac8-86af8f0d5bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:14.835121 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a6b3cd45-e048-4c6b-bef6-bd7b01707359 req-814a1646-6a23-42a7-bac8-86af8f0d5bec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=033ae2b2d4cc49e5bcd8a5d96b154150&device_id=77b66ba3-8958-4053-9af9-a11615152f15 HTTP/1.1" status: 200 len: 1096 time: 0.1933017 Dec 09 15:53:14.891594 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-92d99b14-5875-4222-a68a-84f9e06d0c76 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:14.910857 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a8ab8ea6-cb30-4157-9d6e-8549334be264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:15.015103 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d99b14-5875-4222-a68a-84f9e06d0c76 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:53:15.022418 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d99b14-5875-4222-a68a-84f9e06d0c76 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Port': ['ID=8b4112e3-bed1-467b-b912-a79f3b477c60,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:15.027548 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-92d99b14-5875-4222-a68a-84f9e06d0c76 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:15.031417 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d99b14-5875-4222-a68a-84f9e06d0c76 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:53:15.037065 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d99b14-5875-4222-a68a-84f9e06d0c76 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:15.037706 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-92d99b14-5875-4222-a68a-84f9e06d0c76 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:15.065645 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3cd45-e048-4c6b-bef6-bd7b01707359 req-0574617a-50de-4913-8187-9df4877d87c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:15.067433 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a6b3cd45-e048-4c6b-bef6-bd7b01707359 req-0574617a-50de-4913-8187-9df4877d87c4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5 HTTP/1.1" status: 200 len: 898 time: 0.2219362 Dec 09 15:53:15.120025 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-378ce9ab-a31b-4de0-9a51-d673c55ec2c3 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/floatingips/9933e513-f94e-4e09-865a-c27c0a9ef741 HTTP/1.1" status: 200 len: 991 time: 0.6423211 Dec 09 15:53:15.150543 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-92d99b14-5875-4222-a68a-84f9e06d0c76 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5629234 Dec 09 15:53:15.171220 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56840) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:15.174343 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a6b3cd45-e048-4c6b-bef6-bd7b01707359 req-1278d56f-4696-4898-bff8-bd41826eecb0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33959313-41fe-4ab8-b0f5-84cfb06e5e02 HTTP/1.1" status: 200 len: 999 time: 0.0939631 Dec 09 15:53:15.259807 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab8ea6-cb30-4157-9d6e-8549334be264 None None] Pushing event updated for resources: {'Port': ['ID=caae518c-19ec-4711-a263-13cff9a7be05,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:15.283318 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3cd45-e048-4c6b-bef6-bd7b01707359 req-d1e0f2eb-ab64-4b35-b967-82669dd154ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:15.284904 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a6b3cd45-e048-4c6b-bef6-bd7b01707359 req-d1e0f2eb-ab64-4b35-b967-82669dd154ea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=51626e49-5d71-4d05-9e5e-ff7fb76e288a HTTP/1.1" status: 200 len: 835 time: 0.0939696 Dec 09 15:53:15.299979 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56844) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:15.306071 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0d5302-e099-4cb4-b160-834051933066 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:15.312683 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0d5302-e099-4cb4-b160-834051933066 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:15.314074 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-43c6b44b-ab15-49d9-9f86-5394aed8f808 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1334187755-network', 'tenant_id': '0b3dc771826d4fe29fc01c25694882aa'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:15.317576 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-eb0d5302-e099-4cb4-b160-834051933066 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1422546 Dec 09 15:53:15.318225 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56846) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:15.330982 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8649a669-6c7f-4910-a62a-223919129f39 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Router a188da52-5f3c-4a42-bff9-15923a406e79 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:53:15.470861 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c6b44b-ab15-49d9-9f86-5394aed8f808 admin admin] Made reservation on behalf of 0b3dc771826d4fe29fc01c25694882aa for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:15.473897 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43c6b44b-ab15-49d9-9f86-5394aed8f808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:15.487607 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3cd45-e048-4c6b-bef6-bd7b01707359 req-a2e3a57e-3429-4552-8d41-654abfc442da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:15.489372 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a6b3cd45-e048-4c6b-bef6-bd7b01707359 req-a2e3a57e-3429-4552-8d41-654abfc442da service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1701319 Dec 09 15:53:15.494180 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-1780b965-4b4e-4ef0-bd7a-b9f419d2c4e1 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting port 8b4112e3-bed1-467b-b912-a79f3b477c60 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:53:15.494395 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1780b965-4b4e-4ef0-bd7a-b9f419d2c4e1 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:15.524475 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56850) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:15.533372 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43c6b44b-ab15-49d9-9f86-5394aed8f808 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:15.561941 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8649a669-6c7f-4910-a62a-223919129f39 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:53:15.576084 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0645b9-de15-4283-8d3b-56d52017281f None None] Sync routers for ids ['a188da52-5f3c-4a42-bff9-15923a406e79'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:53:15.578321 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8649a669-6c7f-4910-a62a-223919129f39 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] 10.222.0.57 "PUT /v2.0/routers/a188da52-5f3c-4a42-bff9-15923a406e79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1222517 Dec 09 15:53:15.582159 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56854) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:15.585446 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-73ba8573-8f04-43da-ab70-b7517459e28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0d803d-121e-4864-a239-7ddb7edbe821', 'name': 'tempest-TestNetworkBasicOps-router-1615296745', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '0f54118a-1e5a-4b97-860a-92578ce42d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:52:17Z', 'updated_at': '2021-12-09T15:52:31Z', 'revision_number': 4, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'gw_port': {'id': '0f54118a-1e5a-4b97-860a-92578ce42d97', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:41:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0d803d-121e-4864-a239-7ddb7edbe821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:52:19Z', 'updated_at': '2021-12-09T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '9933e513-f94e-4e09-865a-c27c0a9ef741', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'floating_ip_address': '172.25.3.131', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '1e0d803d-121e-4864-a239-7ddb7edbe821', 'port_id': '33959313-41fe-4ab8-b0f5-84cfb06e5e02', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5', 'mac_address': 'fa:16:3e:29:5b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b66ba3-8958-4053-9af9-a11615152f15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:53:11Z', 'updated_at': '2021-12-09T15:53:11Z', 'revision_number': 0, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfaf9049-59a7-4be7-bbf7-a87f7cac7dd8', 'name': '', 'network_id': 'f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'mac_address': 'fa:16:3e:ec:38:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0d803d-121e-4864-a239-7ddb7edbe821', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '51626e49-5d71-4d05-9e5e-ff7fb76e288a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:52:29Z', 'updated_at': '2021-12-09T15:52:39Z', 'revision_number': 5, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'subnets': [{'id': '51626e49-5d71-4d05-9e5e-ff7fb76e288a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:15.601381 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0645b9-de15-4283-8d3b-56d52017281f None None] Routers {'a188da52-5f3c-4a42-bff9-15923a406e79'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:53:15.605837 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-6e0645b9-de15-4283-8d3b-56d52017281f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:52:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['a188da52-5f3c-4a42-bff9-15923a406e79'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:15.622841 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ba8573-8f04-43da-ab70-b7517459e28a None None] Checking router: 1e0d803d-121e-4864-a239-7ddb7edbe821 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:53:15.638437 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ba8573-8f04-43da-ab70-b7517459e28a None None] Routers {'1e0d803d-121e-4864-a239-7ddb7edbe821'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:53:15.639489 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-73ba8573-8f04-43da-ab70-b7517459e28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:52:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1e0d803d-121e-4864-a239-7ddb7edbe821'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:15.655332 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-f5b5d4d5-ffc6-4e4a-8b76-b8f85ad1ce9c tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] show failed (client error): The resource could not be found. Dec 09 15:53:15.656479 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f5b5d4d5-ffc6-4e4a-8b76-b8f85ad1ce9c tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] 10.222.0.57 "GET /v2.0/routers/tempest-non_exist_router-1805996301 HTTP/1.1" status: 404 len: 335 time: 0.0487480 Dec 09 15:53:15.660574 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56856) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:15.666970 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-0f0417d6-6124-4297-b1a7-2f4bf180c698 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:15.728792 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43c6b44b-ab15-49d9-9f86-5394aed8f808 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:15.736438 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43c6b44b-ab15-49d9-9f86-5394aed8f808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:15.743184 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-0f0417d6-6124-4297-b1a7-2f4bf180c698 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] update failed (client error): The resource could not be found. Dec 09 15:53:15.744855 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0f0417d6-6124-4297-b1a7-2f4bf180c698 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] 10.222.0.57 "PUT /v2.0/routers/tempest-non_exist_router-2097001761 HTTP/1.1" status: 404 len: 335 time: 0.0815735 Dec 09 15:53:15.756365 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56858) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:15.855107 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a6b3cd45-e048-4c6b-bef6-bd7b01707359 req-5901c28c-a865-4252-bc37-ef12db0bd358 service neutron] 10.222.0.42 "GET /v2.0/networks/f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513179 Dec 09 15:53:15.856505 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43c6b44b-ab15-49d9-9f86-5394aed8f808 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:53:15.862742 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1780b965-4b4e-4ef0-bd7a-b9f419d2c4e1 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:15.877351 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43c6b44b-ab15-49d9-9f86-5394aed8f808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:15.877971 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-43c6b44b-ab15-49d9-9f86-5394aed8f808 admin admin] Added segment bbe98be1-84d2-4d18-bfdf-3cb24b683f40 of type vlan for network 75d22a58-8fed-4d12-b43a-7b99a65baaec Dec 09 15:53:15.917705 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-6e0645b9-de15-4283-8d3b-56d52017281f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:15.930078 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0645b9-de15-4283-8d3b-56d52017281f None None] Routers {'a188da52-5f3c-4a42-bff9-15923a406e79'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:53:15.931988 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-6e0645b9-de15-4283-8d3b-56d52017281f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:52:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['a188da52-5f3c-4a42-bff9-15923a406e79'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:15.938895 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43c6b44b-ab15-49d9-9f86-5394aed8f808 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:15.945280 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca15e1cd-a131-42cb-8747-5cdbae5fd672 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Deleting subnet 4dc2b4de-e1c1-481d-a88d-4ffe7458b8e0 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:53:15.948679 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-1780b965-4b4e-4ef0-bd7a-b9f419d2c4e1 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Calling delete_port for 8b4112e3-bed1-467b-b912-a79f3b477c60 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:53:15.968802 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca15e1cd-a131-42cb-8747-5cdbae5fd672 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:15.972875 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:15.980265 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-1bcd5905-c1ad-4987-940a-3bbf5d8a3ea9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-207939621-network', 'tenant_id': '37c7f4a0ae064ea9ae29f8af57d5c4cc'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:15.984031 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-73ba8573-8f04-43da-ab70-b7517459e28a None None] Set router 1e0d803d-121e-4864-a239-7ddb7edbe821 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:53:15.989886 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-6e0645b9-de15-4283-8d3b-56d52017281f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:15.994651 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0645b9-de15-4283-8d3b-56d52017281f None None] The sync data for ids ['a188da52-5f3c-4a42-bff9-15923a406e79'] in n-d-821228-1 is: [] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:53:16.033167 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43c6b44b-ab15-49d9-9f86-5394aed8f808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:16.034734 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c6b44b-ab15-49d9-9f86-5394aed8f808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:16.035468 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43c6b44b-ab15-49d9-9f86-5394aed8f808 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:16.051317 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c6b44b-ab15-49d9-9f86-5394aed8f808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0b9d8f-dd91-417f-856b-2342cc471d06,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:16.057391 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bcd5905-c1ad-4987-940a-3bbf5d8a3ea9 admin admin] Made reservation on behalf of 37c7f4a0ae064ea9ae29f8af57d5c4cc for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:16.059899 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1bcd5905-c1ad-4987-940a-3bbf5d8a3ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:16.076757 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-43c6b44b-ab15-49d9-9f86-5394aed8f808 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7756107 Dec 09 15:53:16.078459 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56862) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:16.079188 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1bcd5905-c1ad-4987-940a-3bbf5d8a3ea9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:16.097677 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-3a0abcb6-3a04-4040-b964-e9a02c7b0ba4 admin admin] Request body: {'subnet': {'network_id': '75d22a58-8fed-4d12-b43a-7b99a65baaec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1334187755-subnet', 'tenant_id': '0b3dc771826d4fe29fc01c25694882aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:16.110274 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca15e1cd-a131-42cb-8747-5cdbae5fd672 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:16.141154 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56864) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:16.181137 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c6b44b-ab15-49d9-9f86-5394aed8f808 admin admin] Pushing event updated for resources: {'Network': ['ID=75d22a58-8fed-4d12-b43a-7b99a65baaec,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:16.199250 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 75d22a58-8fed-4d12-b43a-7b99a65baaec details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:53:16.238772 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a6b3cd45-e048-4c6b-bef6-bd7b01707359 req-ee8b539a-860f-4b2a-975b-7649b7a38d1e service neutron] 10.222.0.42 "GET /v2.0/networks/f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651540 Dec 09 15:53:16.239372 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0abcb6-3a04-4040-b964-e9a02c7b0ba4 admin admin] Made reservation on behalf of 0b3dc771826d4fe29fc01c25694882aa for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:16.241819 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a0abcb6-3a04-4040-b964-e9a02c7b0ba4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:16.284131 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-358e86ea-16a0-4cfb-b5d7-475680fa3b1a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/floatingips/9933e513-f94e-4e09-865a-c27c0a9ef741 HTTP/1.1" status: 200 len: 991 time: 0.1402173 Dec 09 15:53:16.358545 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-73ba8573-8f04-43da-ab70-b7517459e28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0d803d-121e-4864-a239-7ddb7edbe821', 'name': 'tempest-TestNetworkBasicOps-router-1615296745', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '0f54118a-1e5a-4b97-860a-92578ce42d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:52:17Z', 'updated_at': '2021-12-09T15:52:31Z', 'revision_number': 4, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'gw_port': {'id': '0f54118a-1e5a-4b97-860a-92578ce42d97', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:41:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0d803d-121e-4864-a239-7ddb7edbe821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:52:19Z', 'updated_at': '2021-12-09T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '9933e513-f94e-4e09-865a-c27c0a9ef741', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'floating_ip_address': '172.25.3.131', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '1e0d803d-121e-4864-a239-7ddb7edbe821', 'port_id': '33959313-41fe-4ab8-b0f5-84cfb06e5e02', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5', 'mac_address': 'fa:16:3e:29:5b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b66ba3-8958-4053-9af9-a11615152f15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:53:11Z', 'updated_at': '2021-12-09T15:53:11Z', 'revision_number': 0, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfaf9049-59a7-4be7-bbf7-a87f7cac7dd8', 'name': '', 'network_id': 'f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'mac_address': 'fa:16:3e:ec:38:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0d803d-121e-4864-a239-7ddb7edbe821', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '51626e49-5d71-4d05-9e5e-ff7fb76e288a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:52:29Z', 'updated_at': '2021-12-09T15:52:39Z', 'revision_number': 5, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'subnets': [{'id': '51626e49-5d71-4d05-9e5e-ff7fb76e288a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:16.381436 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1bcd5905-c1ad-4987-940a-3bbf5d8a3ea9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:16.405076 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ba8573-8f04-43da-ab70-b7517459e28a None None] The sync data for ids ['1e0d803d-121e-4864-a239-7ddb7edbe821'] in n-d-821228-1 is: [{'id': '1e0d803d-121e-4864-a239-7ddb7edbe821', 'name': 'tempest-TestNetworkBasicOps-router-1615296745', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '0f54118a-1e5a-4b97-860a-92578ce42d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:52:17Z', 'updated_at': '2021-12-09T15:52:31Z', 'revision_number': 4, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'gw_port': {'id': '0f54118a-1e5a-4b97-860a-92578ce42d97', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:41:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0d803d-121e-4864-a239-7ddb7edbe821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:52:19Z', 'updated_at': '2021-12-09T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '9933e513-f94e-4e09-865a-c27c0a9ef741', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'floating_ip_address': '172.25.3.131', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '1e0d803d-121e-4864-a239-7ddb7edbe821', 'port_id': '33959313-41fe-4ab8-b0f5-84cfb06e5e02', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5', 'mac_address': 'fa:16:3e:29:5b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b66ba3-8958-4053-9af9-a11615152f15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:53:11Z', 'updated_at': '2021-12-09T15:53:11Z', 'revision_number': 0, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfaf9049-59a7-4be7-bbf7-a87f7cac7dd8', 'name': '', 'network_id': 'f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'mac_address': 'fa:16:3e:ec:38:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0d803d-121e-4864-a239-7ddb7edbe821', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '51626e49-5d71-4d05-9e5e-ff7fb76e288a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:52:29Z', 'updated_at': '2021-12-09T15:52:39Z', 'revision_number': 5, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'subnets': [{'id': '51626e49-5d71-4d05-9e5e-ff7fb76e288a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:53:16.407420 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1bcd5905-c1ad-4987-940a-3bbf5d8a3ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:16.448023 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bcd5905-c1ad-4987-940a-3bbf5d8a3ea9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:53:16.455321 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca15e1cd-a131-42cb-8747-5cdbae5fd672 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:16.460710 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd5905-c1ad-4987-940a-3bbf5d8a3ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56685de5-77a5-49f3-a8ed-718c66b8ca90,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:16.501346 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1bcd5905-c1ad-4987-940a-3bbf5d8a3ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:16.502130 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-1bcd5905-c1ad-4987-940a-3bbf5d8a3ea9 admin admin] Added segment 9e9c1069-da4b-49d3-b7c1-b803e425ba04 of type vlan for network 54fd6451-3431-4aa6-b8c9-b95452f7e9b0 Dec 09 15:53:16.503634 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1780b965-4b4e-4ef0-bd7a-b9f419d2c4e1 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:16.548986 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a0abcb6-3a04-4040-b964-e9a02c7b0ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:16.570937 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780b965-4b4e-4ef0-bd7a-b9f419d2c4e1 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Port': ['ID=8b4112e3-bed1-467b-b912-a79f3b477c60,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:16.578485 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1780b965-4b4e-4ef0-bd7a-b9f419d2c4e1 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:16.586914 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1780b965-4b4e-4ef0-bd7a-b9f419d2c4e1 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/ports/8b4112e3-bed1-467b-b912-a79f3b477c60 HTTP/1.1" status: 204 len: 168 time: 1.2612865 Dec 09 15:53:16.586914 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56866) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:16.592340 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1bcd5905-c1ad-4987-940a-3bbf5d8a3ea9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:16.659148 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca15e1cd-a131-42cb-8747-5cdbae5fd672 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:16.675213 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0abcb6-3a04-4040-b964-e9a02c7b0ba4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e36a46c0-66e7-43c1-bad8-2ac421a96586,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:16.690007 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1bcd5905-c1ad-4987-940a-3bbf5d8a3ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:16.691189 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcd5905-c1ad-4987-940a-3bbf5d8a3ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:16.691837 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1bcd5905-c1ad-4987-940a-3bbf5d8a3ea9 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:16.700190 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7d65bbfc-7c4d-4823-baf9-1c275c11006e None None] Provisioning complete for port caae518c-19ec-4711-a263-13cff9a7be05 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:16.700883 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7d65bbfc-7c4d-4823-baf9-1c275c11006e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:16.721015 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf674f7-e09e-4b95-83d4-5b692c28f47b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:16.721240 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0abcb6-3a04-4040-b964-e9a02c7b0ba4 admin admin] Checking segment: {'id': 'bbe98be1-84d2-4d18-bfdf-3cb24b683f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '75d22a58-8fed-4d12-b43a-7b99a65baaec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:53:16.721600 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0abcb6-3a04-4040-b964-e9a02c7b0ba4 admin admin] Network hostable DHCP agents. Network: 75d22a58-8fed-4d12-b43a-7b99a65baaec, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:53:16.724458 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf674f7-e09e-4b95-83d4-5b692c28f47b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:16.726200 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0bf674f7-e09e-4b95-83d4-5b692c28f47b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1405022 Dec 09 15:53:16.729241 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56868) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:16.745261 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca15e1cd-a131-42cb-8747-5cdbae5fd672 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:16.753329 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ca15e1cd-a131-42cb-8747-5cdbae5fd672 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] 10.222.0.57 "DELETE /v2.0/subnets/4dc2b4de-e1c1-481d-a88d-4ffe7458b8e0 HTTP/1.1" status: 204 len: 168 time: 0.9920883 Dec 09 15:53:16.753329 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca15e1cd-a131-42cb-8747-5cdbae5fd672 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Pushing event deleted for resources: {'Subnet': ['ID=4dc2b4de-e1c1-481d-a88d-4ffe7458b8e0,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:16.754337 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56870) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:16.788531 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1bcd5905-c1ad-4987-940a-3bbf5d8a3ea9 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2602575 Dec 09 15:53:16.791133 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56872) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:16.810912 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd5905-c1ad-4987-940a-3bbf5d8a3ea9 admin admin] Pushing event updated for resources: {'Network': ['ID=54fd6451-3431-4aa6-b8c9-b95452f7e9b0,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:16.816879 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0abcb6-3a04-4040-b964-e9a02c7b0ba4 admin admin] Network 75d22a58-8fed-4d12-b43a-7b99a65baaec is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:53:16.826125 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-1afb6471-b0dd-40c3-84d0-f2af406bd9d8 admin admin] Request body: {'subnet': {'network_id': '54fd6451-3431-4aa6-b8c9-b95452f7e9b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-207939621-subnet', 'tenant_id': '37c7f4a0ae064ea9ae29f8af57d5c4cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:16.834398 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1511d982-4403-41c6-8952-76f46e17ef3b None None] Network 06386bfc-f68b-413f-a77f-ca8b623453a8 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:53:16.835110 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-3a0abcb6-3a04-4040-b964-e9a02c7b0ba4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 75d22a58-8fed-4d12-b43a-7b99a65baaec) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:16.841026 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0abcb6-3a04-4040-b964-e9a02c7b0ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:16.841709 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a0abcb6-3a04-4040-b964-e9a02c7b0ba4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:16.898971 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-232e8b3b-41a9-4a55-8def-7aa26085f92b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting subnet 040a80c3-c296-4a85-bd1a-a0cc451c393d {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:53:16.909362 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3a0abcb6-3a04-4040-b964-e9a02c7b0ba4 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8275924 Dec 09 15:53:16.913857 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae7b23b1-073f-404a-9ca8-c265323089fb tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Deleting subnet d63369f2-c97a-4cfb-871f-2cfeebb978b9 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:53:16.917208 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-232e8b3b-41a9-4a55-8def-7aa26085f92b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:16.917372 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a0f3e1-8091-4a3b-a743-576bc6c5bf73 None None] New status for floating IP 9933e513-f94e-4e09-865a-c27c0a9ef741: ACTIVE {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:53:16.920180 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afb6471-b0dd-40c3-84d0-f2af406bd9d8 admin admin] Made reservation on behalf of 37c7f4a0ae064ea9ae29f8af57d5c4cc for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:16.928942 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1afb6471-b0dd-40c3-84d0-f2af406bd9d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:16.929158 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacb3ac8-c86b-473a-b50b-4f0ee035f1c0 None None] Network 75d22a58-8fed-4d12-b43a-7b99a65baaec requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:53:16.929158 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 54fd6451-3431-4aa6-b8c9-b95452f7e9b0 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:53:16.944084 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae7b23b1-073f-404a-9ca8-c265323089fb tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:17.076055 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device caae518c-19ec-4711-a263-13cff9a7be05 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:53:17.084088 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-232e8b3b-41a9-4a55-8def-7aa26085f92b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:17.126739 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae7b23b1-073f-404a-9ca8-c265323089fb tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:17.286244 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56884) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:17.350027 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7d65bbfc-7c4d-4823-baf9-1c275c11006e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:17.377146 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2e0345b1-3672-470a-823d-69c8e5f62b16 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/floatingips/9933e513-f94e-4e09-865a-c27c0a9ef741 HTTP/1.1" status: 200 len: 991 time: 0.0895298 Dec 09 15:53:17.470700 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7d65bbfc-7c4d-4823-baf9-1c275c11006e None None] For port caae518c-19ec-4711-a263-13cff9a7be05, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=caae518c-19ec-4711-a263-13cff9a7be05,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:17.479483 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7d65bbfc-7c4d-4823-baf9-1c275c11006e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:17.485176 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port caae518c-19ec-4711-a263-13cff9a7be05 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:17.485531 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:17.487310 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a011d6e-6c36-4d18-b407-2fa30bdbe986 None None] Network 75d22a58-8fed-4d12-b43a-7b99a65baaec requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:53:17.542968 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69f5e59-cb97-4801-abb3-8ec9a88f677f None None] DHCP port deletion for 06386bfc-f68b-413f-a77f-ca8b623453a8 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:53:17.642958 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-3dda8835-8b71-4c39-825f-54b63fb8103a tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:17.644465 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-3dda8835-8b71-4c39-825f-54b63fb8103a tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/networks?id=a3ca105b-3d3e-4a7a-9b0d-a11e76d51f42 HTTP/1.1" status: 200 len: 812 time: 0.1357079 Dec 09 15:53:17.648903 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b65a3a55-fbf0-45f1-a68e-4111b11120c0 None None] Could not find standard attr ID for object 8b4112e3-bed1-467b-b912-a79f3b477c60. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:53:17.665914 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-79c3f9f7-ed3c-48b1-8451-4ec2367d17d5 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/quotas/35aa1d8496754bf2aa64005c5aeac8b9 HTTP/1.1" status: 200 len: 375 time: 0.0132158 Dec 09 15:53:17.667757 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65bbfc-7c4d-4823-baf9-1c275c11006e None None] Pushing event updated for resources: {'Port': ['ID=caae518c-19ec-4711-a263-13cff9a7be05,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:17.708294 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-3940a731-9180-411d-b08b-620897950a75 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=35aa1d8496754bf2aa64005c5aeac8b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385506 Dec 09 15:53:17.722005 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-232e8b3b-41a9-4a55-8def-7aa26085f92b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:17.760884 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a69f5e59-cb97-4801-abb3-8ec9a88f677f None None] Deleting port 3a3c01b5-8f59-413f-af37-1a088f3fcb08 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:53:17.761415 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a69f5e59-cb97-4801-abb3-8ec9a88f677f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:17.815016 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-6a8ed367-b97e-4f65-952a-2f610544367c service neutron] 10.222.0.57 "GET /v2.0/networks/a3ca105b-3d3e-4a7a-9b0d-a11e76d51f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937932 Dec 09 15:53:17.826287 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae7b23b1-073f-404a-9ca8-c265323089fb tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:17.831477 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a69f5e59-cb97-4801-abb3-8ec9a88f677f None None] For port 3a3c01b5-8f59-413f-af37-1a088f3fcb08, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=3a3c01b5-8f59-413f-af37-1a088f3fcb08,segment=NetworkSegment(8d072317-447d-4920-a29b-4603c6b74e17),segment_id=8d072317-447d-4920-a29b-4603c6b74e17)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:17.832149 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a69f5e59-cb97-4801-abb3-8ec9a88f677f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:17.846457 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a69f5e59-cb97-4801-abb3-8ec9a88f677f None None] Calling delete_port for 3a3c01b5-8f59-413f-af37-1a088f3fcb08 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:53:17.919810 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-5a948c60-bb51-4d41-9cae-07edde79263d service neutron] 10.222.0.57 "GET /v2.0/networks/a3ca105b-3d3e-4a7a-9b0d-a11e76d51f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971551 Dec 09 15:53:17.926386 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-232e8b3b-41a9-4a55-8def-7aa26085f92b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:17.942666 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a69f5e59-cb97-4801-abb3-8ec9a88f677f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:17.981264 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f5e59-cb97-4801-abb3-8ec9a88f677f None None] Pushing event deleted for resources: {'Port': ['ID=3a3c01b5-8f59-413f-af37-1a088f3fcb08,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:17.983947 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69f5e59-cb97-4801-abb3-8ec9a88f677f None None] No DVR routers for this DVR port 3a3c01b5-8f59-413f-af37-1a088f3fcb08 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:53:17.986573 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-232e8b3b-41a9-4a55-8def-7aa26085f92b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:17.991079 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-232e8b3b-41a9-4a55-8def-7aa26085f92b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/040a80c3-c296-4a85-bd1a-a0cc451c393d HTTP/1.1" status: 204 len: 168 time: 1.2607491 Dec 09 15:53:17.994313 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56894) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:17.994885 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e8b3b-41a9-4a55-8def-7aa26085f92b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Subnet': ['ID=040a80c3-c296-4a85-bd1a-a0cc451c393d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:18.000533 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1afb6471-b0dd-40c3-84d0-f2af406bd9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:18.013922 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae7b23b1-073f-404a-9ca8-c265323089fb tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:18.014188 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108b1764-595d-4d6d-bfa5-57798f0b907f None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:53:18.056306 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae7b23b1-073f-404a-9ca8-c265323089fb tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:18.059800 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ae7b23b1-073f-404a-9ca8-c265323089fb tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] 10.222.0.57 "DELETE /v2.0/subnets/d63369f2-c97a-4cfb-871f-2cfeebb978b9 HTTP/1.1" status: 204 len: 168 time: 1.2852409 Dec 09 15:53:18.062513 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56898) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:18.095001 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e265a2d-8535-4868-9d1f-4a57b91eb1b0 None None] Network e7cdfd94-701a-45b8-8c11-95e1c7f4d301 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:53:18.115404 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-77b1a0c0-6b04-424c-a066-a53c0c5347c4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1177459 Dec 09 15:53:18.117522 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56902) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:18.133217 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-0ab79768-f031-42ce-9703-0359d7e1b5cd tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'subnet': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:18.152088 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb6471-b0dd-40c3-84d0-f2af406bd9d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1e405de-5373-4667-83dc-4a2f4fc90d29,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:18.159528 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-81a9ef25-851c-4cde-9eb8-236218a8790e req-c98b6b8e-c42e-4eef-a7b6-9b2863b71740 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/ports?device_id=6218e15b-a00d-47a2-a972-8dd0a21895ee HTTP/1.1" status: 200 len: 210 time: 0.0444901 Dec 09 15:53:18.223236 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f8b06b63-ab47-4371-a0cc-8ef2e5a0b10e tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:18.227678 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b23b1-073f-404a-9ca8-c265323089fb tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Pushing event deleted for resources: {'Subnet': ['ID=d63369f2-c97a-4cfb-871f-2cfeebb978b9,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:18.241536 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afb6471-b0dd-40c3-84d0-f2af406bd9d8 admin admin] Checking segment: {'id': '9e9c1069-da4b-49d3-b7c1-b803e425ba04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '54fd6451-3431-4aa6-b8c9-b95452f7e9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:53:18.242019 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afb6471-b0dd-40c3-84d0-f2af406bd9d8 admin admin] Network hostable DHCP agents. Network: 54fd6451-3431-4aa6-b8c9-b95452f7e9b0, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:53:18.316589 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab79768-f031-42ce-9703-0359d7e1b5cd tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:18.322084 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ab79768-f031-42ce-9703-0359d7e1b5cd tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:18.362856 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f8b06b63-ab47-4371-a0cc-8ef2e5a0b10e tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:18.391308 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56910) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:18.394192 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-f8b06b63-ab47-4371-a0cc-8ef2e5a0b10e tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06386bfc-f68b-413f-a77f-ca8b623453a8']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:18.425387 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-f8b06b63-ab47-4371-a0cc-8ef2e5a0b10e tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d072317-447d-4920-a29b-4603c6b74e17') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:18.427898 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-f8b06b63-ab47-4371-a0cc-8ef2e5a0b10e tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d072317-447d-4920-a29b-4603c6b74e17') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:18.434864 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afb6471-b0dd-40c3-84d0-f2af406bd9d8 admin admin] Network 54fd6451-3431-4aa6-b8c9-b95452f7e9b0 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:53:18.443287 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f8b06b63-ab47-4371-a0cc-8ef2e5a0b10e tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:18.467208 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-1afb6471-b0dd-40c3-84d0-f2af406bd9d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 54fd6451-3431-4aa6-b8c9-b95452f7e9b0) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:18.475792 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f8b06b63-ab47-4371-a0cc-8ef2e5a0b10e tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:18.491163 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afb6471-b0dd-40c3-84d0-f2af406bd9d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:18.492344 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1afb6471-b0dd-40c3-84d0-f2af406bd9d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:18.501821 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d96c39d-e79e-424f-98f7-8ca8a7902430 None None] Network 54fd6451-3431-4aa6-b8c9-b95452f7e9b0 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:53:18.512289 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8b06b63-ab47-4371-a0cc-8ef2e5a0b10e tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:53:18.513828 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f8b06b63-ab47-4371-a0cc-8ef2e5a0b10e tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:18.518217 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:53:18.518217 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:53:18.518217 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:53:18.518217 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:53:18.518217 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:53:18.518217 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:53:18.518217 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:53:18.518217 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:53:18.518217 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:53:18.518217 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:53:18.518217 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:53:18.518217 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:53:18.518217 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:53:18.518217 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:53:18.518217 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:53:18.518217 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:53:18.518217 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:53:18.518217 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:53:18.518217 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:53:18.518217 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:53:18.518217 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:53:18.518217 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:53:18.518217 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:53:18.518217 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:53:18.518217 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:53:18.518217 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:53:18.518217 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:53:18.518217 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:53:18.518217 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:53:18.518217 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:53:18.518217 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:53:18.518217 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:53:18.539746 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2a07840a-22dd-4a12-beac-8f921a54f566 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/floatingips/9933e513-f94e-4e09-865a-c27c0a9ef741 HTTP/1.1" status: 200 len: 993 time: 0.1471748 Dec 09 15:53:18.630828 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1afb6471-b0dd-40c3-84d0-f2af406bd9d8 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8102462 Dec 09 15:53:18.663149 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f8b06b63-ab47-4371-a0cc-8ef2e5a0b10e tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:18.673815 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f8b06b63-ab47-4371-a0cc-8ef2e5a0b10e tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:18.677409 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f8b06b63-ab47-4371-a0cc-8ef2e5a0b10e tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] 10.222.0.57 "DELETE /v2.0/networks/06386bfc-f68b-413f-a77f-ca8b623453a8 HTTP/1.1" status: 204 len: 168 time: 0.6118610 Dec 09 15:53:18.683393 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56916) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:18.706955 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073bf3b2-4ad4-4350-a6d4-0a007c665826 None None] Network 54fd6451-3431-4aa6-b8c9-b95452f7e9b0 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:53:18.765818 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b06b63-ab47-4371-a0cc-8ef2e5a0b10e tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Pushing event deleted for resources: {'Network': ['ID=06386bfc-f68b-413f-a77f-ca8b623453a8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:18.854183 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a170edb4-9022-416c-a545-692fe01ca7eb None None] DHCP port deletion for e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:53:18.857681 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f660f38-b831-4f68-aa40-0ce2e7493fa7 None None] DHCP port deletion for e7cdfd94-701a-45b8-8c11-95e1c7f4d301 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:53:18.910667 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea0efe7d-202a-40f5-a9d3-ad56be91c0fa tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:18.994004 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 3a3c01b5-8f59-413f-af37-1a088f3fcb08 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:53:18.996447 n-d-821228-1 neutron-server[103244]: DEBUG neutron.objects.ports [None req-0ab79768-f031-42ce-9703-0359d7e1b5cd tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103244) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 15:53:19.024311 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-ea0efe7d-202a-40f5-a9d3-ad56be91c0fa tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Deleting port 2b22d6e2-3e4d-4ce1-bd34-96221909f8e0 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:53:19.026723 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea0efe7d-202a-40f5-a9d3-ad56be91c0fa tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:19.052215 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 3a3c01b5-8f59-413f-af37-1a088f3fcb08 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:53:19.052888 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 3a3c01b5-8f59-413f-af37-1a088f3fcb08 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:53:19.053693 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device caae518c-19ec-4711-a263-13cff9a7be05 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:53:19.143323 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-ea0efe7d-202a-40f5-a9d3-ad56be91c0fa tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] For port 2b22d6e2-3e4d-4ce1-bd34-96221909f8e0, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=2b22d6e2-3e4d-4ce1-bd34-96221909f8e0,segment=NetworkSegment(6db62f31-057b-49c5-9ee0-67c626b34d9a),segment_id=6db62f31-057b-49c5-9ee0-67c626b34d9a)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:19.143692 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea0efe7d-202a-40f5-a9d3-ad56be91c0fa tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:19.159027 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-ea0efe7d-202a-40f5-a9d3-ad56be91c0fa tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Calling delete_port for 2b22d6e2-3e4d-4ce1-bd34-96221909f8e0 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:53:19.162786 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9f660f38-b831-4f68-aa40-0ce2e7493fa7 None None] Deleting port 2b22d6e2-3e4d-4ce1-bd34-96221909f8e0 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:53:19.163287 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9f660f38-b831-4f68-aa40-0ce2e7493fa7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:19.166905 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a170edb4-9022-416c-a545-692fe01ca7eb None None] Deleting port caae518c-19ec-4711-a263-13cff9a7be05 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:53:19.167345 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a170edb4-9022-416c-a545-692fe01ca7eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:19.251164 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea0efe7d-202a-40f5-a9d3-ad56be91c0fa tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:19.266660 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0efe7d-202a-40f5-a9d3-ad56be91c0fa tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] No DVR routers for this DVR port 2b22d6e2-3e4d-4ce1-bd34-96221909f8e0 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:53:19.318469 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0efe7d-202a-40f5-a9d3-ad56be91c0fa tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Pushing event deleted for resources: {'Port': ['ID=2b22d6e2-3e4d-4ce1-bd34-96221909f8e0,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:19.320443 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9f660f38-b831-4f68-aa40-0ce2e7493fa7 None None] For port 2b22d6e2-3e4d-4ce1-bd34-96221909f8e0, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=2b22d6e2-3e4d-4ce1-bd34-96221909f8e0,segment=NetworkSegment(6db62f31-057b-49c5-9ee0-67c626b34d9a),segment_id=6db62f31-057b-49c5-9ee0-67c626b34d9a)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:19.320872 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9f660f38-b831-4f68-aa40-0ce2e7493fa7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:19.325253 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:19.354364 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9f660f38-b831-4f68-aa40-0ce2e7493fa7 None None] Calling delete_port for 2b22d6e2-3e4d-4ce1-bd34-96221909f8e0 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:53:19.372188 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a170edb4-9022-416c-a545-692fe01ca7eb None None] For port caae518c-19ec-4711-a263-13cff9a7be05, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=caae518c-19ec-4711-a263-13cff9a7be05,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:19.372775 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a170edb4-9022-416c-a545-692fe01ca7eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:19.380192 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142548c-f275-430b-aa10-623278c4fb88 req-26f4e088-f349-4f01-8bb3-0e3c4aba345b tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:19.382457 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c142548c-f275-430b-aa10-623278c4fb88 req-26f4e088-f349-4f01-8bb3-0e3c4aba345b tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/networks?id=54fd6451-3431-4aa6-b8c9-b95452f7e9b0 HTTP/1.1" status: 200 len: 814 time: 0.2179863 Dec 09 15:53:19.384313 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea0efe7d-202a-40f5-a9d3-ad56be91c0fa tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:19.394973 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ab79768-f031-42ce-9703-0359d7e1b5cd tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:19.418420 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c142548c-f275-430b-aa10-623278c4fb88 req-9ffb3d82-24b8-49f2-bd28-c994420f1cd0 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/quotas/37c7f4a0ae064ea9ae29f8af57d5c4cc HTTP/1.1" status: 200 len: 375 time: 0.0252900 Dec 09 15:53:19.430608 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ea0efe7d-202a-40f5-a9d3-ad56be91c0fa tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7cdfd94-701a-45b8-8c11-95e1c7f4d301']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:19.444023 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ea0efe7d-202a-40f5-a9d3-ad56be91c0fa tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6db62f31-057b-49c5-9ee0-67c626b34d9a') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:19.444280 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a170edb4-9022-416c-a545-692fe01ca7eb None None] Calling delete_port for caae518c-19ec-4711-a263-13cff9a7be05 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:53:19.444848 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ea0efe7d-202a-40f5-a9d3-ad56be91c0fa tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6db62f31-057b-49c5-9ee0-67c626b34d9a') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:19.457775 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea0efe7d-202a-40f5-a9d3-ad56be91c0fa tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:19.475410 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea0efe7d-202a-40f5-a9d3-ad56be91c0fa tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:19.478391 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:53:19.478757 n-d-821228-1 neutron-server[103246]: DEBUG oslo_db.api [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:53:19.483099 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea0efe7d-202a-40f5-a9d3-ad56be91c0fa tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:53:19.483795 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea0efe7d-202a-40f5-a9d3-ad56be91c0fa tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:19.498032 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:53:19.498032 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:53:19.498032 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:53:19.498032 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:53:19.498032 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:53:19.498032 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:53:19.498032 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:53:19.498032 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:53:19.498032 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:53:19.498032 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:53:19.498032 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:53:19.498032 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:53:19.498032 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:53:19.498032 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:53:19.498032 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:53:19.498032 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:53:19.498032 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:53:19.498032 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:53:19.498032 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:53:19.498032 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:53:19.498032 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:53:19.498032 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:53:19.498032 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:53:19.498032 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:53:19.498032 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:53:19.498032 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:53:19.498032 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:53:19.498032 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:53:19.498032 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:53:19.498032 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:53:19.498032 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:53:19.498032 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:53:19.551800 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9f660f38-b831-4f68-aa40-0ce2e7493fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:19.557607 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea0efe7d-202a-40f5-a9d3-ad56be91c0fa tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:19.566391 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea0efe7d-202a-40f5-a9d3-ad56be91c0fa tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:19.572568 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ea0efe7d-202a-40f5-a9d3-ad56be91c0fa tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] 10.222.0.57 "DELETE /v2.0/networks/e7cdfd94-701a-45b8-8c11-95e1c7f4d301 HTTP/1.1" status: 204 len: 168 time: 0.8338547 Dec 09 15:53:19.575318 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56936) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:19.582747 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9f660f38-b831-4f68-aa40-0ce2e7493fa7 None None] Network e7cdfd94-701a-45b8-8c11-95e1c7f4d301 is not hosted by any dhcp agent {{(pid=103246) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 15:53:19.583144 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f660f38-b831-4f68-aa40-0ce2e7493fa7 None None] No DVR routers for this DVR port 2b22d6e2-3e4d-4ce1-bd34-96221909f8e0 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:53:19.584930 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f660f38-b831-4f68-aa40-0ce2e7493fa7 None None] Pushing event deleted for resources: {'Port': ['ID=2b22d6e2-3e4d-4ce1-bd34-96221909f8e0,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:19.599280 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0efe7d-202a-40f5-a9d3-ad56be91c0fa tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Pushing event deleted for resources: {'Network': ['ID=e7cdfd94-701a-45b8-8c11-95e1c7f4d301,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:19.641331 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c142548c-f275-430b-aa10-623278c4fb88 req-1694a2e7-d115-46c8-837f-f240280ad7cd tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=37c7f4a0ae064ea9ae29f8af57d5c4cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2157190 Dec 09 15:53:19.653013 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-86b8b1c4-152f-4cb8-a331-0805cc77f0b6 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Deleting subnet 42fca541-04a2-4320-abe2-3fb36d332ab4 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:53:19.656304 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-86b8b1c4-152f-4cb8-a331-0805cc77f0b6 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:19.698534 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-86b8b1c4-152f-4cb8-a331-0805cc77f0b6 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:19.795221 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-0ab79768-f031-42ce-9703-0359d7e1b5cd tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] For port caae518c-19ec-4711-a263-13cff9a7be05, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=caae518c-19ec-4711-a263-13cff9a7be05,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:19.795582 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-86b8b1c4-152f-4cb8-a331-0805cc77f0b6 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:19.854655 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-86b8b1c4-152f-4cb8-a331-0805cc77f0b6 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:19.856374 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-6ec30d22-026f-44c2-ba90-2925b85bf3b4 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:19.857845 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-6ec30d22-026f-44c2-ba90-2925b85bf3b4 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.31 "GET /v2.0/networks?id=a3ca105b-3d3e-4a7a-9b0d-a11e76d51f42 HTTP/1.1" status: 200 len: 812 time: 0.2307181 Dec 09 15:53:19.866000 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c142548c-f275-430b-aa10-623278c4fb88 req-66e2ebfb-7b4e-4e45-9c25-059828fe7cbb service neutron] 10.222.0.57 "GET /v2.0/networks/54fd6451-3431-4aa6-b8c9-b95452f7e9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081232 Dec 09 15:53:19.875108 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-645607f6-769b-4b87-a3b1-a18722be1d31 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] Request body: {'port': {'device_id': '6218e15b-a00d-47a2-a972-8dd0a21895ee', 'network_id': 'a3ca105b-3d3e-4a7a-9b0d-a11e76d51f42', 'admin_state_up': True, 'tenant_id': '35aa1d8496754bf2aa64005c5aeac8b9'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:19.882207 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b8b1c4-152f-4cb8-a331-0805cc77f0b6 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Pushing event deleted for resources: {'Subnet': ['ID=42fca541-04a2-4320-abe2-3fb36d332ab4,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:19.887242 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-86b8b1c4-152f-4cb8-a331-0805cc77f0b6 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:19.893486 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-86b8b1c4-152f-4cb8-a331-0805cc77f0b6 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] 10.222.0.57 "DELETE /v2.0/subnets/42fca541-04a2-4320-abe2-3fb36d332ab4 HTTP/1.1" status: 204 len: 168 time: 0.3140705 Dec 09 15:53:19.893486 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56938) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:19.896111 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcfefc8-3ec9-494e-8ac3-5dbc1a6650c7 None None] Network 42f48071-9a2d-4627-b03c-9bf5fe685f58 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:53:19.901187 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ab79768-f031-42ce-9703-0359d7e1b5cd tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:19.939338 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ab79768-f031-42ce-9703-0359d7e1b5cd tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:19.939645 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a170edb4-9022-416c-a545-692fe01ca7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:19.939935 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ab79768-f031-42ce-9703-0359d7e1b5cd tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:19.978336 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170edb4-9022-416c-a545-692fe01ca7eb None None] Pushing event deleted for resources: {'Port': ['ID=caae518c-19ec-4711-a263-13cff9a7be05,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:19.985245 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a170edb4-9022-416c-a545-692fe01ca7eb None None] No DVR routers for this DVR port caae518c-19ec-4711-a263-13cff9a7be05 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:53:19.986645 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90450ce3-a0b4-46d2-b855-ecfdd6cf599b tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:20.016457 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Port caae518c-19ec-4711-a263-13cff9a7be05 update to DOWN by agent not found {{(pid=103246) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 09 15:53:20.016457 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 2b22d6e2-3e4d-4ce1-bd34-96221909f8e0 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:53:20.047145 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 2b22d6e2-3e4d-4ce1-bd34-96221909f8e0 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:53:20.047494 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 2b22d6e2-3e4d-4ce1-bd34-96221909f8e0 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:53:20.067058 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-90450ce3-a0b4-46d2-b855-ecfdd6cf599b tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Deleting port 138d2229-9c87-44fa-b186-f6f48d89fed4 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:53:20.067632 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90450ce3-a0b4-46d2-b855-ecfdd6cf599b tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:20.136033 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97f6d9e-8ff9-45e2-8f10-960372355149 None None] DHCP port deletion for 42f48071-9a2d-4627-b03c-9bf5fe685f58 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:53:20.141757 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-90450ce3-a0b4-46d2-b855-ecfdd6cf599b tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] For port 138d2229-9c87-44fa-b186-f6f48d89fed4, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=138d2229-9c87-44fa-b186-f6f48d89fed4,segment=NetworkSegment(f1843833-d4e9-401c-8983-b607135c442f),segment_id=f1843833-d4e9-401c-8983-b607135c442f)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:20.142131 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90450ce3-a0b4-46d2-b855-ecfdd6cf599b tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:20.157077 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-90450ce3-a0b4-46d2-b855-ecfdd6cf599b tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Calling delete_port for 138d2229-9c87-44fa-b186-f6f48d89fed4 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:53:20.186012 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a97f6d9e-8ff9-45e2-8f10-960372355149 None None] Deleting port 138d2229-9c87-44fa-b186-f6f48d89fed4 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:53:20.186394 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a97f6d9e-8ff9-45e2-8f10-960372355149 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:20.241091 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90450ce3-a0b4-46d2-b855-ecfdd6cf599b tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:20.260271 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a97f6d9e-8ff9-45e2-8f10-960372355149 None None] For port 138d2229-9c87-44fa-b186-f6f48d89fed4, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=138d2229-9c87-44fa-b186-f6f48d89fed4,segment=NetworkSegment(f1843833-d4e9-401c-8983-b607135c442f),segment_id=f1843833-d4e9-401c-8983-b607135c442f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:20.260828 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a97f6d9e-8ff9-45e2-8f10-960372355149 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:20.273654 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90450ce3-a0b4-46d2-b855-ecfdd6cf599b tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Pushing event deleted for resources: {'Port': ['ID=138d2229-9c87-44fa-b186-f6f48d89fed4,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:20.276450 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90450ce3-a0b4-46d2-b855-ecfdd6cf599b tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] No DVR routers for this DVR port 138d2229-9c87-44fa-b186-f6f48d89fed4 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:53:20.276785 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a97f6d9e-8ff9-45e2-8f10-960372355149 None None] Calling delete_port for 138d2229-9c87-44fa-b186-f6f48d89fed4 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:53:20.308088 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab79768-f031-42ce-9703-0359d7e1b5cd tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Port': ['ID=caae518c-19ec-4711-a263-13cff9a7be05,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:20.326125 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab79768-f031-42ce-9703-0359d7e1b5cd tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:53:20.344268 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-0ab79768-f031-42ce-9703-0359d7e1b5cd tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:20.356718 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90450ce3-a0b4-46d2-b855-ecfdd6cf599b tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:20.360111 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8dbcd3-0a25-4907-b5f5-cfc7586b3dfd None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:53:20.360889 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab79768-f031-42ce-9703-0359d7e1b5cd tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:20.361505 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ab79768-f031-42ce-9703-0359d7e1b5cd tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:20.372850 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab79768-f031-42ce-9703-0359d7e1b5cd tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Subnet': ['ID=33edba3f-3329-451c-96fb-a2ee98f911cc,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:20.380047 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-90450ce3-a0b4-46d2-b855-ecfdd6cf599b tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f48071-9a2d-4627-b03c-9bf5fe685f58']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:20.391474 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-90450ce3-a0b4-46d2-b855-ecfdd6cf599b tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1843833-d4e9-401c-8983-b607135c442f') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:20.391862 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-90450ce3-a0b4-46d2-b855-ecfdd6cf599b tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1843833-d4e9-401c-8983-b607135c442f') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:20.403170 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90450ce3-a0b4-46d2-b855-ecfdd6cf599b tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:20.408128 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0ab79768-f031-42ce-9703-0359d7e1b5cd tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2871685 Dec 09 15:53:20.408370 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56940) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:20.413488 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-a0a3aba0-7fb3-4fa9-a9e8-8551c93a1c0d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'port': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'mac_address': 'fa:16:3e:0e:6b:4d', 'name': 'tempest-NetworksTestDHCPv6-2049475133'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:20.419346 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90450ce3-a0b4-46d2-b855-ecfdd6cf599b tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:20.420324 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c142548c-f275-430b-aa10-623278c4fb88 req-ad8f176c-e2b8-4c68-b579-ebf3f8aa38df service neutron] 10.222.0.57 "GET /v2.0/networks/54fd6451-3431-4aa6-b8c9-b95452f7e9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5380986 Dec 09 15:53:20.446546 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90450ce3-a0b4-46d2-b855-ecfdd6cf599b tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:53:20.448171 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90450ce3-a0b4-46d2-b855-ecfdd6cf599b tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:20.449384 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a97f6d9e-8ff9-45e2-8f10-960372355149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:20.477321 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f6d9e-8ff9-45e2-8f10-960372355149 None None] Pushing event deleted for resources: {'Port': ['ID=138d2229-9c87-44fa-b186-f6f48d89fed4,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:20.494893 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7f1433f4-8cda-45b2-a917-f44201151792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:20.501831 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97f6d9e-8ff9-45e2-8f10-960372355149 None None] No DVR routers for this DVR port 138d2229-9c87-44fa-b186-f6f48d89fed4 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:53:20.510113 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:53:20.510113 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:53:20.510113 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:53:20.510113 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:53:20.510113 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:53:20.510113 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:53:20.510113 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:53:20.510113 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:53:20.510113 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:53:20.510113 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:53:20.510113 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:53:20.510113 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:53:20.510113 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:53:20.510113 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:53:20.510113 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:53:20.510113 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:53:20.510113 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:53:20.510113 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:53:20.510113 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:53:20.510113 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:53:20.510113 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:53:20.510113 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:53:20.510113 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:53:20.510113 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:53:20.510113 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:53:20.510113 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:53:20.510113 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:53:20.510113 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:53:20.510113 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:53:20.510113 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:53:20.510113 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:53:20.510113 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:53:20.523974 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-645607f6-769b-4b87-a3b1-a18722be1d31 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] Made reservation on behalf of 35aa1d8496754bf2aa64005c5aeac8b9 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:20.532054 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-645607f6-769b-4b87-a3b1-a18722be1d31 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:20.558757 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf8254b-f24d-48d7-bd40-7a4b2d3c1ff6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'project_id': 'd6bab0483bfa42f8adbc5a6130ae139b', 'fixed_ips': [{'subnet_id': '33edba3f-3329-451c-96fb-a2ee98f911cc'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:53:20.560321 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90450ce3-a0b4-46d2-b855-ecfdd6cf599b tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:20.567584 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90450ce3-a0b4-46d2-b855-ecfdd6cf599b tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:20.572245 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-90450ce3-a0b4-46d2-b855-ecfdd6cf599b tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] 10.222.0.57 "DELETE /v2.0/networks/42f48071-9a2d-4627-b03c-9bf5fe685f58 HTTP/1.1" status: 204 len: 168 time: 0.6775620 Dec 09 15:53:20.573881 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dbf8254b-f24d-48d7-bd40-7a4b2d3c1ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:20.577064 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56942) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:20.600954 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90450ce3-a0b4-46d2-b855-ecfdd6cf599b tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Pushing event deleted for resources: {'Network': ['ID=42f48071-9a2d-4627-b03c-9bf5fe685f58,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:20.668340 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8a68bae7-6fc9-406d-8598-3a29742174d4 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] 10.222.0.57 "GET /v2.0/ports?device_id=a188da52-5f3c-4a42-bff9-15923a406e79 HTTP/1.1" status: 200 len: 205 time: 0.0814428 Dec 09 15:53:20.668601 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56948) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:20.730043 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-06fe0469-90a4-472b-9776-3bbf737a94c0 req-ff60dc1d-f314-4a0f-be69-eac01d48b893 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/ports?device_id=6218e15b-a00d-47a2-a972-8dd0a21895ee HTTP/1.1" status: 200 len: 210 time: 0.0712149 Dec 09 15:53:20.770798 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-89d4b7ab-1995-4390-bd2e-110d1bd795e4 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:20.772367 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-dbf8254b-f24d-48d7-bd40-7a4b2d3c1ff6 None None] Allocated IP 2001:db8::f816:3eff:fe1b:164d (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/33edba3f-3329-451c-96fb-a2ee98f911cc/71c90a83-55ee-4fb6-b965-6ec000db6c58) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:53:20.782044 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a3aba0-7fb3-4fa9-a9e8-8551c93a1c0d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:20.924318 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-645607f6-769b-4b87-a3b1-a18722be1d31 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] Allocated IP 172.20.0.7 (a3ca105b-3d3e-4a7a-9b0d-a11e76d51f42/f170afa9-2a7f-4b60-9042-962bee01146c/aec89db0-c975-4271-b995-5eec8a596c2d) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:53:20.941737 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 138d2229-9c87-44fa-b186-f6f48d89fed4 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:53:20.986728 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-89d4b7ab-1995-4390-bd2e-110d1bd795e4 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:20.989020 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-89d4b7ab-1995-4390-bd2e-110d1bd795e4 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:20.995124 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 138d2229-9c87-44fa-b186-f6f48d89fed4 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:53:20.995567 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 138d2229-9c87-44fa-b186-f6f48d89fed4 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:53:21.020183 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-998d85a2-2c4c-4e4b-bb93-743065e28427 req-2e4360a9-e039-4aa3-88b3-7e36b6f9e87e tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=35ab2f72-adda-42ba-9e0b-78f851db5b1b HTTP/1.1" status: 200 len: 210 time: 0.0527360 Dec 09 15:53:21.030084 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a0a3aba0-7fb3-4fa9-a9e8-8551c93a1c0d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:21.062586 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-89d4b7ab-1995-4390-bd2e-110d1bd795e4 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:21.062945 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d4b7ab-1995-4390-bd2e-110d1bd795e4 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Fanout notify agent at l3_agent the message router_deleted on router a188da52-5f3c-4a42-bff9-15923a406e79 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:53:21.070238 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-89d4b7ab-1995-4390-bd2e-110d1bd795e4 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:21.072474 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-89d4b7ab-1995-4390-bd2e-110d1bd795e4 tempest-RoutersNegativeTest-1906263828 tempest-RoutersNegativeTest-1906263828-project] 10.222.0.57 "DELETE /v2.0/routers/a188da52-5f3c-4a42-bff9-15923a406e79 HTTP/1.1" status: 204 len: 168 time: 0.4023802 Dec 09 15:53:21.083723 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dbf8254b-f24d-48d7-bd40-7a4b2d3c1ff6 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:21.088867 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-a0a3aba0-7fb3-4fa9-a9e8-8551c93a1c0d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] device_id is not set on port 334fc752-81d9-4e5b-9c59-283bf5c91f4d yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:53:21.092749 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dbf8254b-f24d-48d7-bd40-7a4b2d3c1ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:21.137498 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf8254b-f24d-48d7-bd40-7a4b2d3c1ff6 None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:53:21.140992 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-dbf8254b-f24d-48d7-bd40-7a4b2d3c1ff6 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:21.148038 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf8254b-f24d-48d7-bd40-7a4b2d3c1ff6 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:53:21.160525 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8254b-f24d-48d7-bd40-7a4b2d3c1ff6 None None] Pushing event updated for resources: {'Port': ['ID=71c90a83-55ee-4fb6-b965-6ec000db6c58,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:21.236935 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-dbf8254b-f24d-48d7-bd40-7a4b2d3c1ff6 None None] Attempting to bind port 71c90a83-55ee-4fb6-b965-6ec000db6c58 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:53:21.237320 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-dbf8254b-f24d-48d7-bd40-7a4b2d3c1ff6 None None] Attempting to bind port 71c90a83-55ee-4fb6-b965-6ec000db6c58 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:53:21.237717 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf8254b-f24d-48d7-bd40-7a4b2d3c1ff6 None None] Attempting to bind port 71c90a83-55ee-4fb6-b965-6ec000db6c58 on network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:53:21.245137 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf8254b-f24d-48d7-bd40-7a4b2d3c1ff6 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:53:21.245612 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf8254b-f24d-48d7-bd40-7a4b2d3c1ff6 None None] Checking segment: {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:53:21.246015 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dbf8254b-f24d-48d7-bd40-7a4b2d3c1ff6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:21.247430 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf8254b-f24d-48d7-bd40-7a4b2d3c1ff6 None None] Bound using segment: {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:53:21.247834 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-dbf8254b-f24d-48d7-bd40-7a4b2d3c1ff6 None None] Bound port: 71c90a83-55ee-4fb6-b965-6ec000db6c58, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:53:21.248224 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dbf8254b-f24d-48d7-bd40-7a4b2d3c1ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:21.295640 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-645607f6-769b-4b87-a3b1-a18722be1d31 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:21.301003 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-a0a3aba0-7fb3-4fa9-a9e8-8551c93a1c0d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Allocated IP 2001:db8::f816:3eff:fe0e:6b4d (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/33edba3f-3329-451c-96fb-a2ee98f911cc/334fc752-81d9-4e5b-9c59-283bf5c91f4d) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:53:21.344178 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-dbf8254b-f24d-48d7-bd40-7a4b2d3c1ff6 None None] For port 71c90a83-55ee-4fb6-b965-6ec000db6c58, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:53:21.348850 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-dbf8254b-f24d-48d7-bd40-7a4b2d3c1ff6 None None] For port 71c90a83-55ee-4fb6-b965-6ec000db6c58, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=71c90a83-55ee-4fb6-b965-6ec000db6c58,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:53:21.355267 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dbf8254b-f24d-48d7-bd40-7a4b2d3c1ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:21.380060 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-645607f6-769b-4b87-a3b1-a18722be1d31 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:21.380627 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56960) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:21.426552 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8254b-f24d-48d7-bd40-7a4b2d3c1ff6 None None] Pushing event updated for resources: {'Port': ['ID=71c90a83-55ee-4fb6-b965-6ec000db6c58,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:21.491933 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-645607f6-769b-4b87-a3b1-a18722be1d31 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] Network a3ca105b-3d3e-4a7a-9b0d-a11e76d51f42 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:53:21.500057 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-645607f6-769b-4b87-a3b1-a18722be1d31 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:21.509740 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-645607f6-769b-4b87-a3b1-a18722be1d31 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:53:21.542410 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645607f6-769b-4b87-a3b1-a18722be1d31 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] Pushing event updated for resources: {'Port': ['ID=aec89db0-c975-4271-b995-5eec8a596c2d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:21.572440 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f1a196b1-2312-40cb-9ac6-253d16689262 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1d232406bc5b460ca3e18aff489ed0aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1898899 Dec 09 15:53:21.575390 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56964) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:21.591632 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a0a3aba0-7fb3-4fa9-a9e8-8551c93a1c0d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:21.614616 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-645607f6-769b-4b87-a3b1-a18722be1d31 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:21.615301 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-645607f6-769b-4b87-a3b1-a18722be1d31 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:21.635423 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d7a1240-d851-4a01-b1ad-a4851f45fc12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:21.668777 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-645607f6-769b-4b87-a3b1-a18722be1d31 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7972054 Dec 09 15:53:21.679974 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d7a1240-d851-4a01-b1ad-a4851f45fc12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:21.681867 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-34fcd18b-3e1b-4e8b-b2df-b063177817ab service neutron] Request body: {'port': {'device_id': '6218e15b-a00d-47a2-a972-8dd0a21895ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:21.688529 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a0a3aba0-7fb3-4fa9-a9e8-8551c93a1c0d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:21.749155 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d7a1240-d851-4a01-b1ad-a4851f45fc12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:21.751919 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d7a1240-d851-4a01-b1ad-a4851f45fc12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:21.755454 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0d7a1240-d851-4a01-b1ad-a4851f45fc12 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d3e90a61-3de3-4330-bf37-c76ec7c2345d HTTP/1.1" status: 204 len: 168 time: 0.1765618 Dec 09 15:53:21.758395 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a3aba0-7fb3-4fa9-a9e8-8551c93a1c0d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:53:21.766853 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a1240-d851-4a01-b1ad-a4851f45fc12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e90a61-3de3-4330-bf37-c76ec7c2345d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:21.767520 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-a0a3aba0-7fb3-4fa9-a9e8-8551c93a1c0d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:21.770809 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a3aba0-7fb3-4fa9-a9e8-8551c93a1c0d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:53:21.779303 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a3aba0-7fb3-4fa9-a9e8-8551c93a1c0d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:21.779975 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a0a3aba0-7fb3-4fa9-a9e8-8551c93a1c0d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:21.815246 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a3aba0-7fb3-4fa9-a9e8-8551c93a1c0d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Port': ['ID=334fc752-81d9-4e5b-9c59-283bf5c91f4d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:21.842759 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56970) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:21.842973 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a0a3aba0-7fb3-4fa9-a9e8-8551c93a1c0d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4334733 Dec 09 15:53:21.877398 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-34fcd18b-3e1b-4e8b-b2df-b063177817ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:21.939554 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436b931e-b1ed-4dbb-877b-1b35493bf579 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:21.945935 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436b931e-b1ed-4dbb-877b-1b35493bf579 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:21.948356 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-436b931e-b1ed-4dbb-877b-1b35493bf579 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1042428 Dec 09 15:53:21.950966 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56974) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:21.992615 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8c491-a8e1-48da-a617-a0df2e8249f2 req-c75a83d9-18ee-4965-a981-59261dc6248d tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:21.995321 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6c8c491-a8e1-48da-a617-a0df2e8249f2 req-c75a83d9-18ee-4965-a981-59261dc6248d tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/ports?device_id=6218e15b-a00d-47a2-a972-8dd0a21895ee HTTP/1.1" status: 200 len: 931 time: 0.1196485 Dec 09 15:53:22.166990 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142548c-f275-430b-aa10-623278c4fb88 req-291c63ce-acfd-43c5-aef3-71c385393a5b tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:22.169269 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c142548c-f275-430b-aa10-623278c4fb88 req-291c63ce-acfd-43c5-aef3-71c385393a5b tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.42 "GET /v2.0/networks?id=54fd6451-3431-4aa6-b8c9-b95452f7e9b0 HTTP/1.1" status: 200 len: 814 time: 0.1799495 Dec 09 15:53:22.179708 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-8357c9ed-ea12-43a1-b2bc-7761ef1659d3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting port 334fc752-81d9-4e5b-9c59-283bf5c91f4d {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:53:22.181553 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8357c9ed-ea12-43a1-b2bc-7761ef1659d3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:22.201632 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-c142548c-f275-430b-aa10-623278c4fb88 req-eb212c18-ddb7-4e24-9441-fdabc704835d tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Request body: {'port': {'device_id': '35ab2f72-adda-42ba-9e0b-78f851db5b1b', 'network_id': '54fd6451-3431-4aa6-b8c9-b95452f7e9b0', 'admin_state_up': True, 'tenant_id': '37c7f4a0ae064ea9ae29f8af57d5c4cc'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:22.241654 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6c8c491-a8e1-48da-a617-a0df2e8249f2 req-382f3499-b636-439e-9dfa-11c27c671134 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7011c26-22ed-4779-b621-da01eebcf48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313588 Dec 09 15:53:22.432800 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8357c9ed-ea12-43a1-b2bc-7761ef1659d3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:22.439552 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-34fcd18b-3e1b-4e8b-b2df-b063177817ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aec89db0-c975-4271-b995-5eec8a596c2d {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:53:22.450499 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-34fcd18b-3e1b-4e8b-b2df-b063177817ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:22.454801 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-8357c9ed-ea12-43a1-b2bc-7761ef1659d3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Calling delete_port for 334fc752-81d9-4e5b-9c59-283bf5c91f4d owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:53:22.467748 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-34fcd18b-3e1b-4e8b-b2df-b063177817ab service neutron] Transition to ACTIVE for port object aec89db0-c975-4271-b995-5eec8a596c2d will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:53:22.484895 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-34fcd18b-3e1b-4e8b-b2df-b063177817ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:22.520820 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c142548c-f275-430b-aa10-623278c4fb88 req-eb212c18-ddb7-4e24-9441-fdabc704835d tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Made reservation on behalf of 37c7f4a0ae064ea9ae29f8af57d5c4cc for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:22.525575 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c142548c-f275-430b-aa10-623278c4fb88 req-eb212c18-ddb7-4e24-9441-fdabc704835d tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:22.554504 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-46812600-a04b-4939-b8fe-54ceb901bdaa req-de6a2bee-6ffb-4db8-8cbf-0448cbbf91f1 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=35ab2f72-adda-42ba-9e0b-78f851db5b1b HTTP/1.1" status: 200 len: 210 time: 0.0765662 Dec 09 15:53:22.616293 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fcd18b-3e1b-4e8b-b2df-b063177817ab service neutron] Pushing event updated for resources: {'Port': ['ID=aec89db0-c975-4271-b995-5eec8a596c2d,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:22.674385 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-34fcd18b-3e1b-4e8b-b2df-b063177817ab service neutron] Attempting to bind port aec89db0-c975-4271-b995-5eec8a596c2d on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:53:22.674732 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-34fcd18b-3e1b-4e8b-b2df-b063177817ab service neutron] Attempting to bind port aec89db0-c975-4271-b995-5eec8a596c2d by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '03a713c7-02bf-4a7e-b4b2-7de1ef6926f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a3ca105b-3d3e-4a7a-9b0d-a11e76d51f42'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:53:22.675068 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-34fcd18b-3e1b-4e8b-b2df-b063177817ab service neutron] Attempting to bind port aec89db0-c975-4271-b995-5eec8a596c2d on network a3ca105b-3d3e-4a7a-9b0d-a11e76d51f42 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:53:22.680012 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-34fcd18b-3e1b-4e8b-b2df-b063177817ab service neutron] Port aec89db0-c975-4271-b995-5eec8a596c2d on network a3ca105b-3d3e-4a7a-9b0d-a11e76d51f42 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:53:22.680342 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-34fcd18b-3e1b-4e8b-b2df-b063177817ab service neutron] Attempting to bind port aec89db0-c975-4271-b995-5eec8a596c2d on network a3ca105b-3d3e-4a7a-9b0d-a11e76d51f42 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:53:22.694532 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-34fcd18b-3e1b-4e8b-b2df-b063177817ab service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:53:22.694878 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-34fcd18b-3e1b-4e8b-b2df-b063177817ab service neutron] Checking segment: {'id': '03a713c7-02bf-4a7e-b4b2-7de1ef6926f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a3ca105b-3d3e-4a7a-9b0d-a11e76d51f42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:53:22.695623 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-34fcd18b-3e1b-4e8b-b2df-b063177817ab service neutron] Bound using segment: {'id': '03a713c7-02bf-4a7e-b4b2-7de1ef6926f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a3ca105b-3d3e-4a7a-9b0d-a11e76d51f42'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:53:22.695788 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-34fcd18b-3e1b-4e8b-b2df-b063177817ab service neutron] Bound port: aec89db0-c975-4271-b995-5eec8a596c2d, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a713c7-02bf-4a7e-b4b2-7de1ef6926f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a3ca105b-3d3e-4a7a-9b0d-a11e76d51f42'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:53:22.696154 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-34fcd18b-3e1b-4e8b-b2df-b063177817ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:22.771519 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a1424170-62ba-4f5b-a96c-085584cadf5c None None] Provisioning complete for port 71c90a83-55ee-4fb6-b965-6ec000db6c58 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:22.772086 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a1424170-62ba-4f5b-a96c-085584cadf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:22.782857 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-34fcd18b-3e1b-4e8b-b2df-b063177817ab service neutron] For port aec89db0-c975-4271-b995-5eec8a596c2d, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:53:22.793091 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-34fcd18b-3e1b-4e8b-b2df-b063177817ab service neutron] For port aec89db0-c975-4271-b995-5eec8a596c2d, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=aec89db0-c975-4271-b995-5eec8a596c2d,segment=NetworkSegment(03a713c7-02bf-4a7e-b4b2-7de1ef6926f5),segment_id=03a713c7-02bf-4a7e-b4b2-7de1ef6926f5)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:53:22.794725 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-c142548c-f275-430b-aa10-623278c4fb88 req-eb212c18-ddb7-4e24-9441-fdabc704835d tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Allocated IP 172.20.0.6 (54fd6451-3431-4aa6-b8c9-b95452f7e9b0/a1e405de-5373-4667-83dc-4a2f4fc90d29/f09f559b-d4e6-4759-b0bc-f6c59d58ac2b) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:53:22.797020 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8357c9ed-ea12-43a1-b2bc-7761ef1659d3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:22.804118 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-34fcd18b-3e1b-4e8b-b2df-b063177817ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:22.830403 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8357c9ed-ea12-43a1-b2bc-7761ef1659d3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Port': ['ID=334fc752-81d9-4e5b-9c59-283bf5c91f4d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:22.842162 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-34fcd18b-3e1b-4e8b-b2df-b063177817ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:22.843853 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-34fcd18b-3e1b-4e8b-b2df-b063177817ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:22.845679 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-34fcd18b-3e1b-4e8b-b2df-b063177817ab service neutron] 10.222.0.31 "PUT /v2.0/ports/aec89db0-c975-4271-b995-5eec8a596c2d HTTP/1.1" status: 200 len: 1091 time: 1.1687319 Dec 09 15:53:22.858620 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56996) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:22.888987 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a1424170-62ba-4f5b-a96c-085584cadf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:22.889195 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6218e15b-a00d-47a2-a972-8dd0a21895ee', 'tag': 'aec89db0-c975-4271-b995-5eec8a596c2d'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:53:22.904040 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11cfa923-3895-42ab-aacb-99fd0bd559f7" -d '{"events": [{"name": "network-changed", "server_uuid": "6218e15b-a00d-47a2-a972-8dd0a21895ee", "tag": "aec89db0-c975-4271-b995-5eec8a596c2d"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:53:22.943137 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a1424170-62ba-4f5b-a96c-085584cadf5c None None] For port 71c90a83-55ee-4fb6-b965-6ec000db6c58, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=71c90a83-55ee-4fb6-b965-6ec000db6c58,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:22.956861 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a1424170-62ba-4f5b-a96c-085584cadf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:22.968087 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aadf7930-13c7-4648-b14e-109f852ae641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:22.979506 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fcd18b-3e1b-4e8b-b2df-b063177817ab service neutron] Pushing event updated for resources: {'Port': ['ID=aec89db0-c975-4271-b995-5eec8a596c2d,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:22.991978 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-8b1bce11-f174-4549-9974-f7a48caea5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:22.994102 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-8b1bce11-f174-4549-9974-f7a48caea5a3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=35aa1d8496754bf2aa64005c5aeac8b9&device_id=6218e15b-a00d-47a2-a972-8dd0a21895ee HTTP/1.1" status: 200 len: 1094 time: 0.0868404 Dec 09 15:53:22.999275 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8357c9ed-ea12-43a1-b2bc-7761ef1659d3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:23.002996 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8357c9ed-ea12-43a1-b2bc-7761ef1659d3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/ports/334fc752-81d9-4e5b-9c59-283bf5c91f4d HTTP/1.1" status: 204 len: 168 time: 1.0506527 Dec 09 15:53:23.012446 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57002) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:23.077241 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 71c90a83-55ee-4fb6-b965-6ec000db6c58 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:53:23.079940 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0951eb8b-593e-48fc-9a98-325205c773bb x-openstack-request-id: req-0951eb8b-593e-48fc-9a98-325205c773bb {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:53:23.080343 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6218e15b-a00d-47a2-a972-8dd0a21895ee", "tag": "aec89db0-c975-4271-b995-5eec8a596c2d", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:53:23.080723 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0951eb8b-593e-48fc-9a98-325205c773bb {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:53:23.081252 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6218e15b-a00d-47a2-a972-8dd0a21895ee', 'tag': 'aec89db0-c975-4271-b995-5eec8a596c2d', 'status': 'completed', 'code': 200} Dec 09 15:53:23.087525 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-68b87daf-7522-4ad3-9e70-510b63097dc2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aec89db0-c975-4271-b995-5eec8a596c2d HTTP/1.1" status: 200 len: 217 time: 0.0845497 Dec 09 15:53:23.133314 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1424170-62ba-4f5b-a96c-085584cadf5c None None] Pushing event updated for resources: {'Port': ['ID=71c90a83-55ee-4fb6-b965-6ec000db6c58,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:23.148240 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d194acf4-9c9c-40c6-b369-49cab1d3888d tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Request body: {'security_group': {'name': 'tempest-secgroup--1756058783'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:23.160818 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 71c90a83-55ee-4fb6-b965-6ec000db6c58 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:23.161224 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:23.169574 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66da9536-3d09-4a8d-b1af-43bc5a71bbe0 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:23.171435 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66da9536-3d09-4a8d-b1af-43bc5a71bbe0 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:23.175547 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-66da9536-3d09-4a8d-b1af-43bc5a71bbe0 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1615150 Dec 09 15:53:23.176210 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57004) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:23.190989 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a93c9ca9-4679-42ff-8458-dc4db825da88 None None] Could not find standard attr ID for object 334fc752-81d9-4e5b-9c59-283bf5c91f4d. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:53:23.194267 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-33e69544-b0f4-4a6b-ab04-dbfe4f572b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:23.196748 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-33e69544-b0f4-4a6b-ab04-dbfe4f572b6b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f170afa9-2a7f-4b60-9042-962bee01146c HTTP/1.1" status: 200 len: 852 time: 0.1013839 Dec 09 15:53:23.208051 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d194acf4-9c9c-40c6-b369-49cab1d3888d tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:23.242042 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d194acf4-9c9c-40c6-b369-49cab1d3888d tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:23.271382 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-906b29c0-c91b-4194-88da-24a42150328e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a3ca105b-3d3e-4a7a-9b0d-a11e76d51f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413120 Dec 09 15:53:23.307147 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-669ad736-c025-4846-a469-efbdaa6a9329 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting subnet 33edba3f-3329-451c-96fb-a2ee98f911cc {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:53:23.346271 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c142548c-f275-430b-aa10-623278c4fb88 req-eb212c18-ddb7-4e24-9441-fdabc704835d tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:23.351948 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-669ad736-c025-4846-a469-efbdaa6a9329 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:23.367211 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d194acf4-9c9c-40c6-b369-49cab1d3888d tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:23.375420 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d194acf4-9c9c-40c6-b369-49cab1d3888d tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:23.438171 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-669ad736-c025-4846-a469-efbdaa6a9329 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:23.439472 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d194acf4-9c9c-40c6-b369-49cab1d3888d tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8505f586-5018-4c0c-916b-34b800c58368,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:23.445666 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c142548c-f275-430b-aa10-623278c4fb88 req-eb212c18-ddb7-4e24-9441-fdabc704835d tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:23.484329 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e23eab-04f3-4188-9e66-61633ac32820 req-6ac86eb2-bffc-4df4-a289-14b59660bf53 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:23.485601 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34e23eab-04f3-4188-9e66-61633ac32820 req-6ac86eb2-bffc-4df4-a289-14b59660bf53 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/ports?device_id=6218e15b-a00d-47a2-a972-8dd0a21895ee HTTP/1.1" status: 200 len: 943 time: 0.1345954 Dec 09 15:53:23.498775 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c142548c-f275-430b-aa10-623278c4fb88 req-eb212c18-ddb7-4e24-9441-fdabc704835d tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Network 54fd6451-3431-4aa6-b8c9-b95452f7e9b0 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:53:23.504501 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-c142548c-f275-430b-aa10-623278c4fb88 req-eb212c18-ddb7-4e24-9441-fdabc704835d tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:23.516742 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-c142548c-f275-430b-aa10-623278c4fb88 req-eb212c18-ddb7-4e24-9441-fdabc704835d tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:53:23.525408 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-5d22422a-f629-442e-bf3e-39ec4e396aa4 service neutron] 10.222.0.31 "GET /v2.0/networks/a3ca105b-3d3e-4a7a-9b0d-a11e76d51f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457604 Dec 09 15:53:23.556453 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb212c18-ddb7-4e24-9441-fdabc704835d tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Pushing event updated for resources: {'Port': ['ID=f09f559b-d4e6-4759-b0bc-f6c59d58ac2b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:23.570279 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d194acf4-9c9c-40c6-b369-49cab1d3888d tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:23.577732 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d194acf4-9c9c-40c6-b369-49cab1d3888d tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:23.614581 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142548c-f275-430b-aa10-623278c4fb88 req-eb212c18-ddb7-4e24-9441-fdabc704835d tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:23.615259 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c142548c-f275-430b-aa10-623278c4fb88 req-eb212c18-ddb7-4e24-9441-fdabc704835d tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:23.632742 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d194acf4-9c9c-40c6-b369-49cab1d3888d tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee699879-a85b-45c2-8916-f42912194bf4,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:23.638020 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d194acf4-9c9c-40c6-b369-49cab1d3888d tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:23.639415 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d194acf4-9c9c-40c6-b369-49cab1d3888d tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7794778 Dec 09 15:53:23.642624 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57012) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:23.653065 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c142548c-f275-430b-aa10-623278c4fb88 req-eb212c18-ddb7-4e24-9441-fdabc704835d tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4659271 Dec 09 15:53:23.666501 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-669ad736-c025-4846-a469-efbdaa6a9329 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:23.674016 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34e23eab-04f3-4188-9e66-61633ac32820 req-ae54b1d6-b0ed-450e-85a3-5c1f9d3cf56c tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7011c26-22ed-4779-b621-da01eebcf48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697164 Dec 09 15:53:23.686066 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-c142548c-f275-430b-aa10-623278c4fb88 req-b60c36ac-f4c8-4eb9-9bd7-1db1d42bcdad service neutron] Request body: {'port': {'device_id': '35ab2f72-adda-42ba-9e0b-78f851db5b1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:23.747870 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d14a41e7-d1d9-4425-8109-e41e03feea22 req-c0b4bcd2-09eb-400b-a0b5-9ed675d077a1 service neutron] 10.222.0.31 "GET /v2.0/networks/a3ca105b-3d3e-4a7a-9b0d-a11e76d51f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095692 Dec 09 15:53:23.751222 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8b2f5abd-757d-497f-9d4a-c8e321f7f27b tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1050434 Dec 09 15:53:23.755241 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57014) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:23.762622 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-0b96ed5a-4953-4228-b373-6ce8623ee190 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Request body: {'security_group': {'name': 'tempest-security--1994894738', 'description': 'tempest-security-description-2143092907'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:23.778388 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c142548c-f275-430b-aa10-623278c4fb88 req-b60c36ac-f4c8-4eb9-9bd7-1db1d42bcdad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:23.799765 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-669ad736-c025-4846-a469-efbdaa6a9329 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:23.875434 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ad736-c025-4846-a469-efbdaa6a9329 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Subnet': ['ID=33edba3f-3329-451c-96fb-a2ee98f911cc,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:23.880447 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-669ad736-c025-4846-a469-efbdaa6a9329 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:23.883495 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-669ad736-c025-4846-a469-efbdaa6a9329 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/33edba3f-3329-451c-96fb-a2ee98f911cc HTTP/1.1" status: 204 len: 168 time: 0.7043853 Dec 09 15:53:23.884766 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4eabbdd-0fd1-4181-a05b-d609e89f074a None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:53:23.898967 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57016) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:23.910891 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b96ed5a-4953-4228-b373-6ce8623ee190 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:23.959349 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d0e09d85-3412-4df8-89d3-02c9fa16f8e8 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0574262 Dec 09 15:53:23.966904 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57018) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:23.990133 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfa923-3895-42ab-aacb-99fd0bd559f7 req-9a1bab55-a013-4d0e-b2db-71e65c3de5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:23.991656 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11cfa923-3895-42ab-aacb-99fd0bd559f7 req-9a1bab55-a013-4d0e-b2db-71e65c3de5b4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=35aa1d8496754bf2aa64005c5aeac8b9&device_id=6218e15b-a00d-47a2-a972-8dd0a21895ee HTTP/1.1" status: 200 len: 1094 time: 0.1770656 Dec 09 15:53:24.048026 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:24.050126 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3c177-04f1-4ef3-aaac-1b87e0d822f4 req-6ecd3f96-547b-4b59-9757-f7be089f5329 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:24.051530 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99f3c177-04f1-4ef3-aaac-1b87e0d822f4 req-6ecd3f96-547b-4b59-9757-f7be089f5329 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=35ab2f72-adda-42ba-9e0b-78f851db5b1b HTTP/1.1" status: 200 len: 931 time: 0.2053313 Dec 09 15:53:24.056810 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890aee2f-2c56-4214-8547-46b247af760e None None] DHCP port deletion for e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:53:24.108351 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b96ed5a-4953-4228-b373-6ce8623ee190 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:24.111101 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-890aee2f-2c56-4214-8547-46b247af760e None None] Deleting port 71c90a83-55ee-4fb6-b965-6ec000db6c58 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:53:24.111983 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-890aee2f-2c56-4214-8547-46b247af760e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:24.112283 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-c142548c-f275-430b-aa10-623278c4fb88 req-b60c36ac-f4c8-4eb9-9bd7-1db1d42bcdad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f09f559b-d4e6-4759-b0bc-f6c59d58ac2b {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:53:24.121226 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c142548c-f275-430b-aa10-623278c4fb88 req-b60c36ac-f4c8-4eb9-9bd7-1db1d42bcdad service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:24.124949 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b96ed5a-4953-4228-b373-6ce8623ee190 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:24.127577 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b96ed5a-4953-4228-b373-6ce8623ee190 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:24.131293 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0b96ed5a-4953-4228-b373-6ce8623ee190 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "PUT /v2.0/security-groups/ee699879-a85b-45c2-8916-f42912194bf4 HTTP/1.1" status: 200 len: 1797 time: 0.3719566 Dec 09 15:53:24.131785 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57020) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:24.144914 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6c00f0-b3cb-4c8a-b9ef-1d4c773bb65b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:24.147246 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3f6c00f0-b3cb-4c8a-b9ef-1d4c773bb65b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1770515 Dec 09 15:53:24.151186 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57022) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:24.152875 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-c142548c-f275-430b-aa10-623278c4fb88 req-b60c36ac-f4c8-4eb9-9bd7-1db1d42bcdad service neutron] Transition to ACTIVE for port object f09f559b-d4e6-4759-b0bc-f6c59d58ac2b will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:53:24.163785 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c142548c-f275-430b-aa10-623278c4fb88 req-b60c36ac-f4c8-4eb9-9bd7-1db1d42bcdad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:24.199539 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-890aee2f-2c56-4214-8547-46b247af760e None None] For port 71c90a83-55ee-4fb6-b965-6ec000db6c58, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=71c90a83-55ee-4fb6-b965-6ec000db6c58,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:24.199961 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-890aee2f-2c56-4214-8547-46b247af760e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:24.212730 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-890aee2f-2c56-4214-8547-46b247af760e None None] Calling delete_port for 71c90a83-55ee-4fb6-b965-6ec000db6c58 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:53:24.238525 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b96ed5a-4953-4228-b373-6ce8623ee190 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee699879-a85b-45c2-8916-f42912194bf4,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:24.255925 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99f3c177-04f1-4ef3-aaac-1b87e0d822f4 req-99c0ff95-d49c-48ce-9770-83d357a6df5e tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912098 Dec 09 15:53:24.256714 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-44c2d01e-ee39-479c-adf5-29d8d86abfe3 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "GET /v2.0/security-groups/ee699879-a85b-45c2-8916-f42912194bf4 HTTP/1.1" status: 200 len: 1797 time: 0.1236062 Dec 09 15:53:24.266021 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57024) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:24.285510 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56dfc1f4-22a8-437a-bb84-003fde20b0dd tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:24.287366 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-56dfc1f4-22a8-437a-bb84-003fde20b0dd tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1302326 Dec 09 15:53:24.289072 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfa923-3895-42ab-aacb-99fd0bd559f7 req-2d7f6b65-fa60-4ee0-a9ec-10cb81bf6f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:24.291381 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11cfa923-3895-42ab-aacb-99fd0bd559f7 req-2d7f6b65-fa60-4ee0-a9ec-10cb81bf6f4b service neutron] 10.222.0.31 "GET /v2.0/networks?id=a3ca105b-3d3e-4a7a-9b0d-a11e76d51f42 HTTP/1.1" status: 200 len: 913 time: 0.2766728 Dec 09 15:53:24.291992 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57026) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:24.295661 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c36ac-f4c8-4eb9-9bd7-1db1d42bcdad service neutron] Pushing event updated for resources: {'Port': ['ID=f09f559b-d4e6-4759-b0bc-f6c59d58ac2b,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:24.328580 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-890aee2f-2c56-4214-8547-46b247af760e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:24.346263 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e023dbd5-f01d-4604-aef2-58c1f737abe3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0529704 Dec 09 15:53:24.349897 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57028) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:24.356378 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-155add82-00de-40fa-9d77-503f70a39f75 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'subnet': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:24.367291 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890aee2f-2c56-4214-8547-46b247af760e None None] Pushing event deleted for resources: {'Port': ['ID=71c90a83-55ee-4fb6-b965-6ec000db6c58,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:24.369895 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890aee2f-2c56-4214-8547-46b247af760e None None] No DVR routers for this DVR port 71c90a83-55ee-4fb6-b965-6ec000db6c58 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:53:24.389836 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11cfa923-3895-42ab-aacb-99fd0bd559f7 req-5c7a6018-ed51-470e-9fbb-8665a2debfe4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aec89db0-c975-4271-b995-5eec8a596c2d HTTP/1.1" status: 200 len: 217 time: 0.0894277 Dec 09 15:53:24.441405 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfa923-3895-42ab-aacb-99fd0bd559f7 req-ed77ddd8-5aa9-4db8-9088-bf758aca2e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:24.442806 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11cfa923-3895-42ab-aacb-99fd0bd559f7 req-ed77ddd8-5aa9-4db8-9088-bf758aca2e44 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f170afa9-2a7f-4b60-9042-962bee01146c HTTP/1.1" status: 200 len: 852 time: 0.0447819 Dec 09 15:53:24.447826 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f0eabfed-78f6-44e4-a929-b899d9f0b27b tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:24.451836 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-c142548c-f275-430b-aa10-623278c4fb88 req-b60c36ac-f4c8-4eb9-9bd7-1db1d42bcdad service neutron] Attempting to bind port f09f559b-d4e6-4759-b0bc-f6c59d58ac2b on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:53:24.452173 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-c142548c-f275-430b-aa10-623278c4fb88 req-b60c36ac-f4c8-4eb9-9bd7-1db1d42bcdad service neutron] Attempting to bind port f09f559b-d4e6-4759-b0bc-f6c59d58ac2b by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '9e9c1069-da4b-49d3-b7c1-b803e425ba04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '54fd6451-3431-4aa6-b8c9-b95452f7e9b0'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:53:24.452528 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c142548c-f275-430b-aa10-623278c4fb88 req-b60c36ac-f4c8-4eb9-9bd7-1db1d42bcdad service neutron] Attempting to bind port f09f559b-d4e6-4759-b0bc-f6c59d58ac2b on network 54fd6451-3431-4aa6-b8c9-b95452f7e9b0 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:53:24.475986 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11cfa923-3895-42ab-aacb-99fd0bd559f7 req-9ceebeb1-8c7c-42f6-9e64-4c4c6835ca21 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a3ca105b-3d3e-4a7a-9b0d-a11e76d51f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251856 Dec 09 15:53:24.476210 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c142548c-f275-430b-aa10-623278c4fb88 req-b60c36ac-f4c8-4eb9-9bd7-1db1d42bcdad service neutron] Port f09f559b-d4e6-4759-b0bc-f6c59d58ac2b on network 54fd6451-3431-4aa6-b8c9-b95452f7e9b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:53:24.476402 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c142548c-f275-430b-aa10-623278c4fb88 req-b60c36ac-f4c8-4eb9-9bd7-1db1d42bcdad service neutron] Attempting to bind port f09f559b-d4e6-4759-b0bc-f6c59d58ac2b on network 54fd6451-3431-4aa6-b8c9-b95452f7e9b0 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:53:24.493407 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f0eabfed-78f6-44e4-a929-b899d9f0b27b tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:24.497020 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c142548c-f275-430b-aa10-623278c4fb88 req-b60c36ac-f4c8-4eb9-9bd7-1db1d42bcdad service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:53:24.497363 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c142548c-f275-430b-aa10-623278c4fb88 req-b60c36ac-f4c8-4eb9-9bd7-1db1d42bcdad service neutron] Checking segment: {'id': '9e9c1069-da4b-49d3-b7c1-b803e425ba04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '54fd6451-3431-4aa6-b8c9-b95452f7e9b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:53:24.497754 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c142548c-f275-430b-aa10-623278c4fb88 req-b60c36ac-f4c8-4eb9-9bd7-1db1d42bcdad service neutron] Bound using segment: {'id': '9e9c1069-da4b-49d3-b7c1-b803e425ba04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '54fd6451-3431-4aa6-b8c9-b95452f7e9b0'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:53:24.498194 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-c142548c-f275-430b-aa10-623278c4fb88 req-b60c36ac-f4c8-4eb9-9bd7-1db1d42bcdad service neutron] Bound port: f09f559b-d4e6-4759-b0bc-f6c59d58ac2b, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9c1069-da4b-49d3-b7c1-b803e425ba04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '54fd6451-3431-4aa6-b8c9-b95452f7e9b0'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:53:24.498538 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c142548c-f275-430b-aa10-623278c4fb88 req-b60c36ac-f4c8-4eb9-9bd7-1db1d42bcdad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:24.553769 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:24.570141 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11cfa923-3895-42ab-aacb-99fd0bd559f7 req-b1a88614-4fac-4218-96bf-22917dc8d3cc service neutron] 10.222.0.31 "GET /v2.0/networks/a3ca105b-3d3e-4a7a-9b0d-a11e76d51f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867462 Dec 09 15:53:24.577446 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155add82-00de-40fa-9d77-503f70a39f75 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:24.580970 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-155add82-00de-40fa-9d77-503f70a39f75 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:24.654830 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f0eabfed-78f6-44e4-a929-b899d9f0b27b tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:24.657324 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f0eabfed-78f6-44e4-a929-b899d9f0b27b tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:24.658486 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f0eabfed-78f6-44e4-a929-b899d9f0b27b tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "DELETE /v2.0/security-groups/ee699879-a85b-45c2-8916-f42912194bf4 HTTP/1.1" status: 204 len: 168 time: 0.3912759 Dec 09 15:53:24.667070 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57030) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:24.684098 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eabfed-78f6-44e4-a929-b899d9f0b27b tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee699879-a85b-45c2-8916-f42912194bf4,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:24.687523 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-c142548c-f275-430b-aa10-623278c4fb88 req-b60c36ac-f4c8-4eb9-9bd7-1db1d42bcdad service neutron] For port f09f559b-d4e6-4759-b0bc-f6c59d58ac2b, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:53:24.692730 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11cfa923-3895-42ab-aacb-99fd0bd559f7 req-7f603d64-8508-4683-beb0-3d61b8d5ff59 service neutron] 10.222.0.31 "GET /v2.0/networks/a3ca105b-3d3e-4a7a-9b0d-a11e76d51f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153822 Dec 09 15:53:24.713874 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-c142548c-f275-430b-aa10-623278c4fb88 req-b60c36ac-f4c8-4eb9-9bd7-1db1d42bcdad service neutron] For port f09f559b-d4e6-4759-b0bc-f6c59d58ac2b, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=f09f559b-d4e6-4759-b0bc-f6c59d58ac2b,segment=NetworkSegment(9e9c1069-da4b-49d3-b7c1-b803e425ba04),segment_id=9e9c1069-da4b-49d3-b7c1-b803e425ba04)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:53:24.722452 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c142548c-f275-430b-aa10-623278c4fb88 req-b60c36ac-f4c8-4eb9-9bd7-1db1d42bcdad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:24.755827 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-387275b3-7d72-4d99-9861-33bdd86dd83b tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0871530 Dec 09 15:53:24.759554 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57034) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:24.768902 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142548c-f275-430b-aa10-623278c4fb88 req-b60c36ac-f4c8-4eb9-9bd7-1db1d42bcdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:24.768902 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c142548c-f275-430b-aa10-623278c4fb88 req-b60c36ac-f4c8-4eb9-9bd7-1db1d42bcdad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:24.770406 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c142548c-f275-430b-aa10-623278c4fb88 req-b60c36ac-f4c8-4eb9-9bd7-1db1d42bcdad service neutron] 10.222.0.42 "PUT /v2.0/ports/f09f559b-d4e6-4759-b0bc-f6c59d58ac2b HTTP/1.1" status: 200 len: 1091 time: 1.0980248 Dec 09 15:53:24.774073 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35ab2f72-adda-42ba-9e0b-78f851db5b1b', 'tag': 'f09f559b-d4e6-4759-b0bc-f6c59d58ac2b'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:53:24.776725 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d00da8-01b3-4b64-8bb9-8515f11de352" -d '{"events": [{"name": "network-changed", "server_uuid": "35ab2f72-adda-42ba-9e0b-78f851db5b1b", "tag": "f09f559b-d4e6-4759-b0bc-f6c59d58ac2b"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:53:24.783059 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-d94f2264-28ad-47f9-869c-6cb7e514222b tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] delete failed (client error): The resource could not be found. Dec 09 15:53:24.785150 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d94f2264-28ad-47f9-869c-6cb7e514222b tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "DELETE /v2.0/security-groups/ee699879-a85b-45c2-8916-f42912194bf4 HTTP/1.1" status: 404 len: 347 time: 0.0235012 Dec 09 15:53:24.797072 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57040) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:24.812358 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-42b12d57-2756-45b9-ad49-411ea8dab2d1 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Request body: {'security_group': {'name': 'tempest-secgroup--1278233242'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:24.873407 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c36ac-f4c8-4eb9-9bd7-1db1d42bcdad service neutron] Pushing event updated for resources: {'Port': ['ID=f09f559b-d4e6-4759-b0bc-f6c59d58ac2b,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:24.875567 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c6073-8360-4309-8ba8-7bc8f7bb947a req-03c71cef-9f40-4c6a-94f1-2bd6b0428d6c tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:24.877147 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1c9c6073-8360-4309-8ba8-7bc8f7bb947a req-03c71cef-9f40-4c6a-94f1-2bd6b0428d6c tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/ports?device_id=6218e15b-a00d-47a2-a972-8dd0a21895ee HTTP/1.1" status: 200 len: 943 time: 0.0908668 Dec 09 15:53:24.895334 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 71c90a83-55ee-4fb6-b965-6ec000db6c58 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:53:24.915238 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 71c90a83-55ee-4fb6-b965-6ec000db6c58 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:53:24.915570 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 71c90a83-55ee-4fb6-b965-6ec000db6c58 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:53:24.924787 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-42b12d57-2756-45b9-ad49-411ea8dab2d1 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:24.977654 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142548c-f275-430b-aa10-623278c4fb88 req-2df3831c-2f34-41cb-9efb-d21f30d9fbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:24.979070 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c142548c-f275-430b-aa10-623278c4fb88 req-2df3831c-2f34-41cb-9efb-d21f30d9fbfb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=37c7f4a0ae064ea9ae29f8af57d5c4cc&device_id=35ab2f72-adda-42ba-9e0b-78f851db5b1b HTTP/1.1" status: 200 len: 1094 time: 0.1304090 Dec 09 15:53:25.045830 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c142548c-f275-430b-aa10-623278c4fb88 req-c5206243-0f08-4c9d-ae5d-3c453739a796 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f09f559b-d4e6-4759-b0bc-f6c59d58ac2b HTTP/1.1" status: 200 len: 217 time: 0.0493021 Dec 09 15:53:25.178684 n-d-821228-1 neutron-server[103245]: DEBUG neutron.objects.ports [None req-155add82-00de-40fa-9d77-503f70a39f75 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103245) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 15:53:25.217358 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1c9c6073-8360-4309-8ba8-7bc8f7bb947a req-5b1acbd1-e066-456a-addc-7148aa3b4c56 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7011c26-22ed-4779-b621-da01eebcf48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310099 Dec 09 15:53:25.282321 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:25.427415 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1908e-ee3a-4f3b-8ae5-360d7a3e6706 req-150cf557-3c3f-44cf-b7f7-9ef992549dd0 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:25.429058 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-15a1908e-ee3a-4f3b-8ae5-360d7a3e6706 req-150cf557-3c3f-44cf-b7f7-9ef992549dd0 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=35ab2f72-adda-42ba-9e0b-78f851db5b1b HTTP/1.1" status: 200 len: 943 time: 0.0500727 Dec 09 15:53:25.480031 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-15a1908e-ee3a-4f3b-8ae5-360d7a3e6706 req-19b12cbb-e663-4f9a-94eb-ac605794860c tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433676 Dec 09 15:53:25.526974 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-42b12d57-2756-45b9-ad49-411ea8dab2d1 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:25.528738 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f9851a-73c2-4f73-8085-e3795aa33f68 x-openstack-request-id: req-d4f9851a-73c2-4f73-8085-e3795aa33f68 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:53:25.529030 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35ab2f72-adda-42ba-9e0b-78f851db5b1b", "tag": "f09f559b-d4e6-4759-b0bc-f6c59d58ac2b", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:53:25.529286 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d4f9851a-73c2-4f73-8085-e3795aa33f68 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:53:25.529719 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35ab2f72-adda-42ba-9e0b-78f851db5b1b', 'tag': 'f09f559b-d4e6-4759-b0bc-f6c59d58ac2b', 'status': 'completed', 'code': 200} Dec 09 15:53:25.531675 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-155add82-00de-40fa-9d77-503f70a39f75 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:25.534446 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142548c-f275-430b-aa10-623278c4fb88 req-2dd30f6c-fa20-4dcd-a98d-63398066679e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:25.535907 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c142548c-f275-430b-aa10-623278c4fb88 req-2dd30f6c-fa20-4dcd-a98d-63398066679e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a1e405de-5373-4667-83dc-4a2f4fc90d29 HTTP/1.1" status: 200 len: 854 time: 0.4676166 Dec 09 15:53:25.560221 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-42b12d57-2756-45b9-ad49-411ea8dab2d1 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:25.640969 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c142548c-f275-430b-aa10-623278c4fb88 req-1709d03e-32ea-4eeb-9228-f4d2babf818e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54fd6451-3431-4aa6-b8c9-b95452f7e9b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857601 Dec 09 15:53:25.650667 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155add82-00de-40fa-9d77-503f70a39f75 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:53:25.661003 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-42b12d57-2756-45b9-ad49-411ea8dab2d1 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:25.662187 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-42b12d57-2756-45b9-ad49-411ea8dab2d1 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8638070 Dec 09 15:53:25.665838 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57044) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:25.670495 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-c996e638-62b4-49b3-81c3-8a4424a0bc9e tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Request body: {'security_group_rule': {'security_group_id': '504e2b54-4507-48e6-93d4-d7ad915d5b37', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:25.673177 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-155add82-00de-40fa-9d77-503f70a39f75 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:25.681233 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155add82-00de-40fa-9d77-503f70a39f75 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:25.681852 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-155add82-00de-40fa-9d77-503f70a39f75 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:25.683703 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122b8b57-38f1-4659-8832-db403dc8431a None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:53:25.693385 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b12d57-2756-45b9-ad49-411ea8dab2d1 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=504e2b54-4507-48e6-93d4-d7ad915d5b37,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:25.702119 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c996e638-62b4-49b3-81c3-8a4424a0bc9e tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:25.721555 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155add82-00de-40fa-9d77-503f70a39f75 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Subnet': ['ID=28560cb7-1282-4c0e-be25-75d9c9b2bea8,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:25.731470 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cdb5858c-f844-432d-bcc9-2e3e9cff8c79 req-9c6cbfdb-5017-4a99-9694-9a302b04e41d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=77b66ba3-8958-4053-9af9-a11615152f15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5456669 Dec 09 15:53:25.752600 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-155add82-00de-40fa-9d77-503f70a39f75 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3991094 Dec 09 15:53:25.752837 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57046) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:25.759572 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a9a7f620-f7a9-4188-a77a-f14b97998059 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'port': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'mac_address': 'fa:16:3e:b9:e7:86', 'name': 'tempest-NetworksTestDHCPv6-648271032'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:25.766319 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c996e638-62b4-49b3-81c3-8a4424a0bc9e tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:25.771188 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c996e638-62b4-49b3-81c3-8a4424a0bc9e tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:25.803071 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c996e638-62b4-49b3-81c3-8a4424a0bc9e tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=560b272c-b82b-42f1-960a-937d0dc777b6,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:25.818715 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c996e638-62b4-49b3-81c3-8a4424a0bc9e tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:25.822553 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c996e638-62b4-49b3-81c3-8a4424a0bc9e tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1531255 Dec 09 15:53:25.824151 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57048) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:25.863981 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f7397bd5-ddc1-4df5-9d9c-2b66f21d6e29 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:25.865506 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c142548c-f275-430b-aa10-623278c4fb88 req-0246be39-6c9d-4115-933c-c2136c75879b service neutron] 10.222.0.42 "GET /v2.0/networks/54fd6451-3431-4aa6-b8c9-b95452f7e9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091565 Dec 09 15:53:25.872788 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f7397bd5-ddc1-4df5-9d9c-2b66f21d6e29 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:25.901666 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f7397bd5-ddc1-4df5-9d9c-2b66f21d6e29 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:25.909603 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f7397bd5-ddc1-4df5-9d9c-2b66f21d6e29 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:25.910229 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f7397bd5-ddc1-4df5-9d9c-2b66f21d6e29 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/560b272c-b82b-42f1-960a-937d0dc777b6 HTTP/1.1" status: 204 len: 168 time: 0.0850418 Dec 09 15:53:25.914500 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57050) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:25.921163 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7397bd5-ddc1-4df5-9d9c-2b66f21d6e29 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=560b272c-b82b-42f1-960a-937d0dc777b6,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:25.963970 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5858c-f844-432d-bcc9-2e3e9cff8c79 req-d95b8afd-cf13-4226-8fae-4f088edf76f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:25.965787 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cdb5858c-f844-432d-bcc9-2e3e9cff8c79 req-d95b8afd-cf13-4226-8fae-4f088edf76f5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=033ae2b2d4cc49e5bcd8a5d96b154150&device_id=77b66ba3-8958-4053-9af9-a11615152f15 HTTP/1.1" status: 200 len: 1096 time: 0.1504650 Dec 09 15:53:25.972366 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-bd4792c2-cad6-459a-bce3-44197b22f1db tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0567043 Dec 09 15:53:25.973579 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57052) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:25.997378 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25438a68-efea-49e2-8e4d-57837cfb6db2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'project_id': 'd6bab0483bfa42f8adbc5a6130ae139b', 'fixed_ips': [{'subnet_id': '28560cb7-1282-4c0e-be25-75d9c9b2bea8'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:53:25.998897 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-25438a68-efea-49e2-8e4d-57837cfb6db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:26.031032 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5c336833-17ea-44e8-9486-0d16d5781c54 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:26.056240 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5c336833-17ea-44e8-9486-0d16d5781c54 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:26.093388 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c142548c-f275-430b-aa10-623278c4fb88 req-b3813d29-7e41-4873-8775-0979714e1a9d service neutron] 10.222.0.42 "GET /v2.0/networks/54fd6451-3431-4aa6-b8c9-b95452f7e9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150512 Dec 09 15:53:26.110105 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a7f620-f7a9-4188-a77a-f14b97998059 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:26.122433 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5c336833-17ea-44e8-9486-0d16d5781c54 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:26.125339 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5c336833-17ea-44e8-9486-0d16d5781c54 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:26.129304 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-5c336833-17ea-44e8-9486-0d16d5781c54 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "DELETE /v2.0/security-groups/504e2b54-4507-48e6-93d4-d7ad915d5b37 HTTP/1.1" status: 204 len: 168 time: 0.1519418 Dec 09 15:53:26.134150 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57054) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:26.150083 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-25438a68-efea-49e2-8e4d-57837cfb6db2 None None] Allocated IP 2001:db8::f816:3eff:fe37:2f96 (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/28560cb7-1282-4c0e-be25-75d9c9b2bea8/66a29d7c-7523-4627-bce3-4d1f756b701b) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:53:26.150897 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c336833-17ea-44e8-9486-0d16d5781c54 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=504e2b54-4507-48e6-93d4-d7ad915d5b37,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:26.193014 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6f4a6b30-34cc-4df6-aaee-7908b1c296e8 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0541868 Dec 09 15:53:26.193228 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5858c-f844-432d-bcc9-2e3e9cff8c79 req-595f9453-7fda-4f98-b567-8e07bf515889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:26.193319 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57056) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:26.193425 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cdb5858c-f844-432d-bcc9-2e3e9cff8c79 req-595f9453-7fda-4f98-b567-8e07bf515889 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5 HTTP/1.1" status: 200 len: 898 time: 0.1968620 Dec 09 15:53:26.200001 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-3219ecf5-cd49-4a93-a792-3b2fc9858bf6 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Request body: {'security_group': {'name': 'tempest-secgroup--1348291252'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:26.229933 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3219ecf5-cd49-4a93-a792-3b2fc9858bf6 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:26.308965 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9a7f620-f7a9-4188-a77a-f14b97998059 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:26.312289 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3219ecf5-cd49-4a93-a792-3b2fc9858bf6 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:26.329694 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cdb5858c-f844-432d-bcc9-2e3e9cff8c79 req-77e1d06f-7c55-4b9d-876d-d9a3bb0b9f73 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33959313-41fe-4ab8-b0f5-84cfb06e5e02 HTTP/1.1" status: 200 len: 1001 time: 0.1259730 Dec 09 15:53:26.341195 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3219ecf5-cd49-4a93-a792-3b2fc9858bf6 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:26.343276 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-a9a7f620-f7a9-4188-a77a-f14b97998059 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] device_id is not set on port 7c779d6e-1926-4ba6-b92f-9668cf6acb07 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:53:26.359438 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d00da8-01b3-4b64-8bb9-8515f11de352 req-25082b78-007f-47e3-ad3b-aa5516925c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:26.361038 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d2d00da8-01b3-4b64-8bb9-8515f11de352 req-25082b78-007f-47e3-ad3b-aa5516925c34 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=37c7f4a0ae064ea9ae29f8af57d5c4cc&device_id=35ab2f72-adda-42ba-9e0b-78f851db5b1b HTTP/1.1" status: 200 len: 1094 time: 0.1148195 Dec 09 15:53:26.362059 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-25438a68-efea-49e2-8e4d-57837cfb6db2 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:26.372382 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-25438a68-efea-49e2-8e4d-57837cfb6db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:26.382077 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3219ecf5-cd49-4a93-a792-3b2fc9858bf6 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92db5865-0953-4de9-a713-8913fa2404e4,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:26.390965 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3219ecf5-cd49-4a93-a792-3b2fc9858bf6 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:26.395145 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3219ecf5-cd49-4a93-a792-3b2fc9858bf6 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1974759 Dec 09 15:53:26.395239 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57062) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:26.399725 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-dbd5a9d6-05cf-4016-8ccb-dc81a33c7c31 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Request body: {'security_group_rule': {'security_group_id': '92db5865-0953-4de9-a713-8913fa2404e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:26.418673 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a30435-132e-45c8-bace-1f71b580709c req-c25d9f69-8cd6-4687-ac9e-971add040c75 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:26.420215 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e4a30435-132e-45c8-bace-1f71b580709c req-c25d9f69-8cd6-4687-ac9e-971add040c75 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/ports?device_id=6218e15b-a00d-47a2-a972-8dd0a21895ee HTTP/1.1" status: 200 len: 943 time: 0.1107776 Dec 09 15:53:26.423576 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25438a68-efea-49e2-8e4d-57837cfb6db2 None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:53:26.429604 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-25438a68-efea-49e2-8e4d-57837cfb6db2 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:26.436633 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25438a68-efea-49e2-8e4d-57837cfb6db2 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:53:26.458793 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25438a68-efea-49e2-8e4d-57837cfb6db2 None None] Pushing event updated for resources: {'Port': ['ID=66a29d7c-7523-4627-bce3-4d1f756b701b,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:26.462943 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbd5a9d6-05cf-4016-8ccb-dc81a33c7c31 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:26.479647 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:26.499813 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5858c-f844-432d-bcc9-2e3e9cff8c79 req-eac4e9df-8fe4-46b2-b545-78b79ec463d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:26.501233 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cdb5858c-f844-432d-bcc9-2e3e9cff8c79 req-eac4e9df-8fe4-46b2-b545-78b79ec463d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=51626e49-5d71-4d05-9e5e-ff7fb76e288a HTTP/1.1" status: 200 len: 835 time: 0.1604335 Dec 09 15:53:26.512091 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-25438a68-efea-49e2-8e4d-57837cfb6db2 None None] Attempting to bind port 66a29d7c-7523-4627-bce3-4d1f756b701b on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:53:26.512498 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-25438a68-efea-49e2-8e4d-57837cfb6db2 None None] Attempting to bind port 66a29d7c-7523-4627-bce3-4d1f756b701b by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:53:26.512871 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25438a68-efea-49e2-8e4d-57837cfb6db2 None None] Attempting to bind port 66a29d7c-7523-4627-bce3-4d1f756b701b on network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:53:26.517540 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e4a30435-132e-45c8-bace-1f71b580709c req-75dfb8d1-7114-4a3e-8e79-1c42aa213f66 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7011c26-22ed-4779-b621-da01eebcf48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859115 Dec 09 15:53:26.518363 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25438a68-efea-49e2-8e4d-57837cfb6db2 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:53:26.518752 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25438a68-efea-49e2-8e4d-57837cfb6db2 None None] Checking segment: {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:53:26.519167 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-25438a68-efea-49e2-8e4d-57837cfb6db2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:26.519567 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25438a68-efea-49e2-8e4d-57837cfb6db2 None None] Bound using segment: {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:53:26.520041 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-25438a68-efea-49e2-8e4d-57837cfb6db2 None None] Bound port: 66a29d7c-7523-4627-bce3-4d1f756b701b, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:53:26.520458 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-25438a68-efea-49e2-8e4d-57837cfb6db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:26.547524 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbd5a9d6-05cf-4016-8ccb-dc81a33c7c31 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:26.559075 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbd5a9d6-05cf-4016-8ccb-dc81a33c7c31 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:26.583265 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5a9d6-05cf-4016-8ccb-dc81a33c7c31 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd39976c-6e64-4fc6-a5cc-e88a1d24a5aa,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:26.596743 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbd5a9d6-05cf-4016-8ccb-dc81a33c7c31 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:26.597711 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-dbd5a9d6-05cf-4016-8ccb-dc81a33c7c31 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2012923 Dec 09 15:53:26.600071 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57066) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:26.605516 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-51ecd1e2-d156-4fb5-91ee-953089550afd tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Request body: {'security_group_rule': {'security_group_id': '92db5865-0953-4de9-a713-8913fa2404e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:26.616392 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-25438a68-efea-49e2-8e4d-57837cfb6db2 None None] For port 66a29d7c-7523-4627-bce3-4d1f756b701b, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:53:26.619623 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-25438a68-efea-49e2-8e4d-57837cfb6db2 None None] For port 66a29d7c-7523-4627-bce3-4d1f756b701b, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=66a29d7c-7523-4627-bce3-4d1f756b701b,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:53:26.625613 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-25438a68-efea-49e2-8e4d-57837cfb6db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:26.649279 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5858c-f844-432d-bcc9-2e3e9cff8c79 req-828b5420-745d-4a4c-bd7b-52e042c0ee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:26.651151 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cdb5858c-f844-432d-bcc9-2e3e9cff8c79 req-828b5420-745d-4a4c-bd7b-52e042c0ee4d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1391921 Dec 09 15:53:26.651297 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-51ecd1e2-d156-4fb5-91ee-953089550afd tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:26.739818 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25438a68-efea-49e2-8e4d-57837cfb6db2 None None] Pushing event updated for resources: {'Port': ['ID=66a29d7c-7523-4627-bce3-4d1f756b701b,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:26.779189 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-51ecd1e2-d156-4fb5-91ee-953089550afd tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:26.787914 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cdb5858c-f844-432d-bcc9-2e3e9cff8c79 req-6c54b462-0225-4b31-a363-528f00291326 service neutron] 10.222.0.42 "GET /v2.0/networks/f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275759 Dec 09 15:53:26.789009 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-51ecd1e2-d156-4fb5-91ee-953089550afd tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:26.830881 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fea188-5c35-4b27-95f6-6ab07aa82170 req-74dd25a0-f7da-454f-996f-bfd43653d622 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:26.832459 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03fea188-5c35-4b27-95f6-6ab07aa82170 req-74dd25a0-f7da-454f-996f-bfd43653d622 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=35ab2f72-adda-42ba-9e0b-78f851db5b1b HTTP/1.1" status: 200 len: 943 time: 0.1182592 Dec 09 15:53:26.834049 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ecd1e2-d156-4fb5-91ee-953089550afd tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f55aad-04ca-448b-b63d-37c1505794cc,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:26.844851 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-51ecd1e2-d156-4fb5-91ee-953089550afd tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:26.846426 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-51ecd1e2-d156-4fb5-91ee-953089550afd tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2450185 Dec 09 15:53:26.857090 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57068) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:26.863580 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-43c77daf-b7d3-49af-aff8-52dddb3cf020 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Request body: {'security_group_rule': {'security_group_id': '92db5865-0953-4de9-a713-8913fa2404e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:26.870926 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-a9a7f620-f7a9-4188-a77a-f14b97998059 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Allocated IP 2001:db8::f816:3eff:feb9:e786 (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/28560cb7-1282-4c0e-be25-75d9c9b2bea8/7c779d6e-1926-4ba6-b92f-9668cf6acb07) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:53:26.880924 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d00da8-01b3-4b64-8bb9-8515f11de352 req-7ebef3bd-688e-44d3-83c5-52bbf61bcf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:26.882751 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d2d00da8-01b3-4b64-8bb9-8515f11de352 req-7ebef3bd-688e-44d3-83c5-52bbf61bcf01 service neutron] 10.222.0.42 "GET /v2.0/networks?id=54fd6451-3431-4aa6-b8c9-b95452f7e9b0 HTTP/1.1" status: 200 len: 915 time: 0.4747036 Dec 09 15:53:26.938513 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43c77daf-b7d3-49af-aff8-52dddb3cf020 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:26.943473 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d2d00da8-01b3-4b64-8bb9-8515f11de352 req-26d70876-86ac-45e3-b77d-d4370b2c12e9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f09f559b-d4e6-4759-b0bc-f6c59d58ac2b HTTP/1.1" status: 200 len: 217 time: 0.0465989 Dec 09 15:53:26.958925 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03fea188-5c35-4b27-95f6-6ab07aa82170 req-f7850125-c3a8-4c60-ba89-a870f5aa3325 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043301 Dec 09 15:53:27.003074 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cdb5858c-f844-432d-bcc9-2e3e9cff8c79 req-1322cade-8624-4095-aa2c-ba8a69525a28 service neutron] 10.222.0.42 "GET /v2.0/networks/f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054343 Dec 09 15:53:27.057904 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43c77daf-b7d3-49af-aff8-52dddb3cf020 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:27.071695 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d00da8-01b3-4b64-8bb9-8515f11de352 req-a0c76fcd-965d-44cd-a8c2-966af47a459d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:27.073837 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d2d00da8-01b3-4b64-8bb9-8515f11de352 req-a0c76fcd-965d-44cd-a8c2-966af47a459d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a1e405de-5373-4667-83dc-4a2f4fc90d29 HTTP/1.1" status: 200 len: 854 time: 0.1155863 Dec 09 15:53:27.075870 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43c77daf-b7d3-49af-aff8-52dddb3cf020 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:27.099542 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c77daf-b7d3-49af-aff8-52dddb3cf020 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87a3fbc2-dcda-4fe5-b193-3e99aca3e88c,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:27.112907 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43c77daf-b7d3-49af-aff8-52dddb3cf020 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:27.114350 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-43c77daf-b7d3-49af-aff8-52dddb3cf020 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2554052 Dec 09 15:53:27.117576 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57070) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:27.124482 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-9de9cc39-e6dd-4dcb-af39-d41f3e8f5050 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Request body: {'security_group_rule': {'security_group_id': '92db5865-0953-4de9-a713-8913fa2404e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:27.167345 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d2d00da8-01b3-4b64-8bb9-8515f11de352 req-5a394a51-8645-4612-bfe0-65292997a4a3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54fd6451-3431-4aa6-b8c9-b95452f7e9b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766459 Dec 09 15:53:27.172994 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9de9cc39-e6dd-4dcb-af39-d41f3e8f5050 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:27.246841 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9de9cc39-e6dd-4dcb-af39-d41f3e8f5050 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:27.250822 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9de9cc39-e6dd-4dcb-af39-d41f3e8f5050 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:27.272743 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de9cc39-e6dd-4dcb-af39-d41f3e8f5050 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22f6217b-6540-41c4-b323-9f2fad436bd5,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:27.276578 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9a7f620-f7a9-4188-a77a-f14b97998059 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:27.289655 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9de9cc39-e6dd-4dcb-af39-d41f3e8f5050 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:27.291973 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9de9cc39-e6dd-4dcb-af39-d41f3e8f5050 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1731017 Dec 09 15:53:27.294774 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57072) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:27.300862 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-e6dba678-423e-4ac3-9393-c82471e75bee tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Request body: {'security_group_rule': {'security_group_id': '92db5865-0953-4de9-a713-8913fa2404e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:27.317791 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d2d00da8-01b3-4b64-8bb9-8515f11de352 req-5fcd5c3d-ae8d-497b-8bbe-86462e538779 service neutron] 10.222.0.42 "GET /v2.0/networks/54fd6451-3431-4aa6-b8c9-b95452f7e9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418848 Dec 09 15:53:27.339412 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e6dba678-423e-4ac3-9393-c82471e75bee tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:27.392678 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9a7f620-f7a9-4188-a77a-f14b97998059 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:27.411382 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e6dba678-423e-4ac3-9393-c82471e75bee tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:27.417372 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e6dba678-423e-4ac3-9393-c82471e75bee tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:27.420121 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a7f620-f7a9-4188-a77a-f14b97998059 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:53:27.440289 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dba678-423e-4ac3-9393-c82471e75bee tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52edc3cd-ad58-4f77-be54-ebf341f26b1a,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:27.440649 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-a9a7f620-f7a9-4188-a77a-f14b97998059 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:27.448219 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a7f620-f7a9-4188-a77a-f14b97998059 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:53:27.451830 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e6dba678-423e-4ac3-9393-c82471e75bee tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:27.453325 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e6dba678-423e-4ac3-9393-c82471e75bee tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1572144 Dec 09 15:53:27.454078 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a7f620-f7a9-4188-a77a-f14b97998059 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:27.454707 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9a7f620-f7a9-4188-a77a-f14b97998059 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:27.456250 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57074) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:27.482985 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cf6b11a5-c903-4312-a2ae-46560e2f511b tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:27.491146 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cf6b11a5-c903-4312-a2ae-46560e2f511b tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:27.506298 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a9a7f620-f7a9-4188-a77a-f14b97998059 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7524507 Dec 09 15:53:27.507030 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57076) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:27.507186 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7f620-f7a9-4188-a77a-f14b97998059 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Port': ['ID=7c779d6e-1926-4ba6-b92f-9668cf6acb07,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:27.511318 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d2d00da8-01b3-4b64-8bb9-8515f11de352 req-e13a7fa8-fa43-4ce5-bb49-104894e50abe service neutron] 10.222.0.42 "GET /v2.0/networks/54fd6451-3431-4aa6-b8c9-b95452f7e9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804945 Dec 09 15:53:27.551611 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cf6b11a5-c903-4312-a2ae-46560e2f511b tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:27.561182 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cf6b11a5-c903-4312-a2ae-46560e2f511b tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:27.564646 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-cf6b11a5-c903-4312-a2ae-46560e2f511b tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/52edc3cd-ad58-4f77-be54-ebf341f26b1a HTTP/1.1" status: 204 len: 168 time: 0.1047335 Dec 09 15:53:27.565382 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57080) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:27.572728 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6b11a5-c903-4312-a2ae-46560e2f511b tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52edc3cd-ad58-4f77-be54-ebf341f26b1a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:27.583896 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec8c463-0556-4b01-82aa-baa23a20cd07 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:27.591761 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec8c463-0556-4b01-82aa-baa23a20cd07 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:27.593862 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6ec8c463-0556-4b01-82aa-baa23a20cd07 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0857384 Dec 09 15:53:27.596911 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57082) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:27.634897 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d0358dcc-a36e-4442-b02a-2086edb68da0 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0684445 Dec 09 15:53:27.638275 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57084) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:27.672814 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56a36277-6d06-4f4e-ae55-d1132d55dc6c tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:27.682959 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device aec89db0-c975-4271-b995-5eec8a596c2d details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:53:27.688171 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56a36277-6d06-4f4e-ae55-d1132d55dc6c tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:27.734184 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56a36277-6d06-4f4e-ae55-d1132d55dc6c tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:27.743860 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56a36277-6d06-4f4e-ae55-d1132d55dc6c tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:27.745304 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df0442-1e0a-491e-99a3-87d96dc0b781 req-7c7e15d1-8db7-4eed-9a30-86ab6836e7f2 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:27.746989 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-25df0442-1e0a-491e-99a3-87d96dc0b781 req-7c7e15d1-8db7-4eed-9a30-86ab6836e7f2 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/ports?device_id=6218e15b-a00d-47a2-a972-8dd0a21895ee HTTP/1.1" status: 200 len: 943 time: 0.1040127 Dec 09 15:53:27.753669 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-56a36277-6d06-4f4e-ae55-d1132d55dc6c tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/22f6217b-6540-41c4-b323-9f2fad436bd5 HTTP/1.1" status: 204 len: 168 time: 0.1128590 Dec 09 15:53:27.754696 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57088) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:27.760531 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a36277-6d06-4f4e-ae55-d1132d55dc6c tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22f6217b-6540-41c4-b323-9f2fad436bd5,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:27.814755 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-83e6c248-8c2b-4054-9d13-f321a1112b17 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting port 7c779d6e-1926-4ba6-b92f-9668cf6acb07 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:53:27.815792 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-83e6c248-8c2b-4054-9d13-f321a1112b17 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:27.850333 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port aec89db0-c975-4271-b995-5eec8a596c2d, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=aec89db0-c975-4271-b995-5eec8a596c2d,segment=NetworkSegment(03a713c7-02bf-4a7e-b4b2-7de1ef6926f5),segment_id=03a713c7-02bf-4a7e-b4b2-7de1ef6926f5)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:27.863560 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'aec89db0-c975-4271-b995-5eec8a596c2d', 'network_id': 'a3ca105b-3d3e-4a7a-9b0d-a11e76d51f42', 'port_id': 'aec89db0-c975-4271-b995-5eec8a596c2d', 'mac_address': 'fa:16:3e:36:78:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f170afa9-2a7f-4b60-9042-962bee01146c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:53:27.901334 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-bceb4344-6122-4279-b9f4-9d7d2e53e156 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1452203 Dec 09 15:53:27.905065 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57090) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:27.912526 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:27.928181 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aec89db0-c975-4271-b995-5eec8a596c2d {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:53:27.931988 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-25df0442-1e0a-491e-99a3-87d96dc0b781 req-30aff733-5715-4e46-ad5c-fc8f3f308123 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7011c26-22ed-4779-b621-da01eebcf48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597986 Dec 09 15:53:27.954765 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c7631dd-d51b-434e-8860-349d7788597c tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:27.965957 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port aec89db0-c975-4271-b995-5eec8a596c2d, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=aec89db0-c975-4271-b995-5eec8a596c2d,segment=NetworkSegment(03a713c7-02bf-4a7e-b4b2-7de1ef6926f5),segment_id=03a713c7-02bf-4a7e-b4b2-7de1ef6926f5)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:27.967574 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-83e6c248-8c2b-4054-9d13-f321a1112b17 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:27.978167 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:27.982791 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c7631dd-d51b-434e-8860-349d7788597c tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:27.985230 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-83e6c248-8c2b-4054-9d13-f321a1112b17 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Calling delete_port for 7c779d6e-1926-4ba6-b92f-9668cf6acb07 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:53:28.054006 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c7631dd-d51b-434e-8860-349d7788597c tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:28.061814 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c7631dd-d51b-434e-8860-349d7788597c tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:28.063663 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1c7631dd-d51b-434e-8860-349d7788597c tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/87a3fbc2-dcda-4fe5-b193-3e99aca3e88c HTTP/1.1" status: 204 len: 168 time: 0.1561549 Dec 09 15:53:28.067633 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57094) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:28.076355 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7631dd-d51b-434e-8860-349d7788597c tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87a3fbc2-dcda-4fe5-b193-3e99aca3e88c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:28.092624 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=aec89db0-c975-4271-b995-5eec8a596c2d,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:28.140644 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ecccc931-9462-4d37-b2f7-fa1cec8f1885 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0715237 Dec 09 15:53:28.144665 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57096) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:28.175629 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-640064a9-9f1a-446d-a26a-5abe4f4cc9b5 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:28.184460 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-640064a9-9f1a-446d-a26a-5abe4f4cc9b5 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:28.214487 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-640064a9-9f1a-446d-a26a-5abe4f4cc9b5 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:28.222607 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-640064a9-9f1a-446d-a26a-5abe4f4cc9b5 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:28.224133 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-640064a9-9f1a-446d-a26a-5abe4f4cc9b5 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/09f55aad-04ca-448b-b63d-37c1505794cc HTTP/1.1" status: 204 len: 168 time: 0.0786803 Dec 09 15:53:28.226837 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57098) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:28.235688 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da63e3a-19d3-4309-b4a5-6c7b89522237 req-8cbbaa18-53cf-4f6e-bf51-f0673225f513 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:28.237311 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6da63e3a-19d3-4309-b4a5-6c7b89522237 req-8cbbaa18-53cf-4f6e-bf51-f0673225f513 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=35ab2f72-adda-42ba-9e0b-78f851db5b1b HTTP/1.1" status: 200 len: 943 time: 0.0947969 Dec 09 15:53:28.241969 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640064a9-9f1a-446d-a26a-5abe4f4cc9b5 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=09f55aad-04ca-448b-b63d-37c1505794cc,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:28.252728 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-83e6c248-8c2b-4054-9d13-f321a1112b17 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:28.259835 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-08cbd9f7-eadd-4815-bd2b-acf5d37b99ba None None] Provisioning complete for port 66a29d7c-7523-4627-bce3-4d1f756b701b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:28.260228 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-08cbd9f7-eadd-4815-bd2b-acf5d37b99ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:28.293560 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c8596cd6-3988-46dc-8ba9-247feffd2064 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0640383 Dec 09 15:53:28.295336 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e6c248-8c2b-4054-9d13-f321a1112b17 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Port': ['ID=7c779d6e-1926-4ba6-b92f-9668cf6acb07,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:28.295858 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57100) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:28.329058 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3df16843-5bbf-4d60-94fe-8d25564edfd4 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:28.340156 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3df16843-5bbf-4d60-94fe-8d25564edfd4 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:28.346514 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-83e6c248-8c2b-4054-9d13-f321a1112b17 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:28.352183 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-83e6c248-8c2b-4054-9d13-f321a1112b17 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/ports/7c779d6e-1926-4ba6-b92f-9668cf6acb07 HTTP/1.1" status: 204 len: 168 time: 0.7518876 Dec 09 15:53:28.354583 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57102) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:28.358387 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['aec89db0-c975-4271-b995-5eec8a596c2d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:53:28.380551 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6da63e3a-19d3-4309-b4a5-6c7b89522237 req-d97af951-9a56-48b2-8d61-c069f21f74a4 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350925 Dec 09 15:53:28.385842 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3df16843-5bbf-4d60-94fe-8d25564edfd4 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:28.391179 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3df16843-5bbf-4d60-94fe-8d25564edfd4 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:28.392397 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3df16843-5bbf-4d60-94fe-8d25564edfd4 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/fd39976c-6e64-4fc6-a5cc-e88a1d24a5aa HTTP/1.1" status: 204 len: 168 time: 0.0954149 Dec 09 15:53:28.395563 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57104) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:28.423322 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-08cbd9f7-eadd-4815-bd2b-acf5d37b99ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:28.425635 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e47ed3-4417-4ae6-af43-19a13e077db1 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:28.425777 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df16843-5bbf-4d60-94fe-8d25564edfd4 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd39976c-6e64-4fc6-a5cc-e88a1d24a5aa,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:28.427504 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e47ed3-4417-4ae6-af43-19a13e077db1 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:28.429521 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d4e47ed3-4417-4ae6-af43-19a13e077db1 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0739617 Dec 09 15:53:28.433933 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57106) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:28.474753 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ab0d10bb-6b45-4541-b23a-c35f73290266 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0780363 Dec 09 15:53:28.478763 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57108) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:28.502272 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-08cbd9f7-eadd-4815-bd2b-acf5d37b99ba None None] For port 66a29d7c-7523-4627-bce3-4d1f756b701b, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=66a29d7c-7523-4627-bce3-4d1f756b701b,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:28.516583 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-08cbd9f7-eadd-4815-bd2b-acf5d37b99ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:28.520703 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-7af35363-836b-4817-83fb-59bc3dfdb684 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting subnet 28560cb7-1282-4c0e-be25-75d9c9b2bea8 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:53:28.524907 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7af35363-836b-4817-83fb-59bc3dfdb684 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:28.547284 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-69a29d73-bdda-4148-805b-a4fc3dcfa7f5 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:28.577629 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-69a29d73-bdda-4148-805b-a4fc3dcfa7f5 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:28.585123 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7af35363-836b-4817-83fb-59bc3dfdb684 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:28.596717 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cbd9f7-eadd-4815-bd2b-acf5d37b99ba None None] Pushing event updated for resources: {'Port': ['ID=66a29d7c-7523-4627-bce3-4d1f756b701b,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:28.636969 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-cdfd6174-82d5-455b-94dd-f0123743fd8d None None] Could not find standard attr ID for object 7c779d6e-1926-4ba6-b92f-9668cf6acb07. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:53:28.641521 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-69a29d73-bdda-4148-805b-a4fc3dcfa7f5 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:28.646629 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-69a29d73-bdda-4148-805b-a4fc3dcfa7f5 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:28.650472 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-69a29d73-bdda-4148-805b-a4fc3dcfa7f5 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "DELETE /v2.0/security-groups/92db5865-0953-4de9-a713-8913fa2404e4 HTTP/1.1" status: 204 len: 168 time: 0.1679688 Dec 09 15:53:28.650816 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57110) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:28.657608 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a29d73-bdda-4148-805b-a4fc3dcfa7f5 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92db5865-0953-4de9-a713-8913fa2404e4,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:28.708917 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7af35363-836b-4817-83fb-59bc3dfdb684 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:28.747335 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f52bde15-19f7-403a-8495-0ac0aa95bb39 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0954161 Dec 09 15:53:28.751702 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57112) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:28.760909 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-13e9a98b-27f4-4744-bd6f-2bbc48f48d31 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Request body: {'security_group': {'name': 'tempest-secgroup--1152650941'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:28.798736 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13e9a98b-27f4-4744-bd6f-2bbc48f48d31 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:28.810806 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7af35363-836b-4817-83fb-59bc3dfdb684 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:28.847058 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af35363-836b-4817-83fb-59bc3dfdb684 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Subnet': ['ID=28560cb7-1282-4c0e-be25-75d9c9b2bea8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:28.852163 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7af35363-836b-4817-83fb-59bc3dfdb684 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:28.855387 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1633c9b-98a9-46b0-9d86-ec0ad8aab821 None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:53:28.856067 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7af35363-836b-4817-83fb-59bc3dfdb684 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/28560cb7-1282-4c0e-be25-75d9c9b2bea8 HTTP/1.1" status: 204 len: 168 time: 0.4209697 Dec 09 15:53:28.859809 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57114) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:28.908841 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13e9a98b-27f4-4744-bd6f-2bbc48f48d31 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:28.917048 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13e9a98b-27f4-4744-bd6f-2bbc48f48d31 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:28.923541 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 66a29d7c-7523-4627-bce3-4d1f756b701b up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:53:28.935772 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-73edf8cf-cb42-43e9-8c3c-51849ab73ce1 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0713167 Dec 09 15:53:28.936001 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57116) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:28.942479 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-7b3b36b1-8772-43d4-a7df-a471d8b83629 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'subnet': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:28.949837 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13e9a98b-27f4-4744-bd6f-2bbc48f48d31 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:28.952459 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-13e9a98b-27f4-4744-bd6f-2bbc48f48d31 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1983311 Dec 09 15:53:28.953855 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57118) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:28.958749 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c7eb9373-955a-49b7-85f3-fab70e06615e tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Request body: {'security_group_rule': {'security_group_id': 'e9e72597-8a9b-43a6-b2af-ffe871769049', 'direction': 'ingress', 'protocol': 17}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:28.964135 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e9a98b-27f4-4744-bd6f-2bbc48f48d31 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e72597-8a9b-43a6-b2af-ffe871769049,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:29.007360 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c7eb9373-955a-49b7-85f3-fab70e06615e tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:29.021633 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 66a29d7c-7523-4627-bce3-4d1f756b701b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:29.022038 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:29.078572 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c7eb9373-955a-49b7-85f3-fab70e06615e tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:29.085688 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c7eb9373-955a-49b7-85f3-fab70e06615e tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:29.088029 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53803da-3376-4554-8b70-4a08b5dbb89b None None] DHCP port deletion for e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:53:29.106119 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eb9373-955a-49b7-85f3-fab70e06615e tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03c03a4f-5f09-4fe5-8f89-faaeb9167d97,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:29.120052 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e97cf2-59e1-4f39-bd89-e68a975d9641 req-15e426f4-c40c-4835-bb1d-290d61cce55c tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:29.121717 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-52e97cf2-59e1-4f39-bd89-e68a975d9641 req-15e426f4-c40c-4835-bb1d-290d61cce55c tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/ports?device_id=6218e15b-a00d-47a2-a972-8dd0a21895ee HTTP/1.1" status: 200 len: 944 time: 0.0981498 Dec 09 15:53:29.139594 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c7eb9373-955a-49b7-85f3-fab70e06615e tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:29.141364 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c7eb9373-955a-49b7-85f3-fab70e06615e tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1863792 Dec 09 15:53:29.144026 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57124) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:29.147437 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3b36b1-8772-43d4-a7df-a471d8b83629 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:29.151738 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b3b36b1-8772-43d4-a7df-a471d8b83629 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:29.174888 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d53803da-3376-4554-8b70-4a08b5dbb89b None None] Deleting port 66a29d7c-7523-4627-bce3-4d1f756b701b {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:53:29.175267 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d53803da-3376-4554-8b70-4a08b5dbb89b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:29.206590 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b1bdf398-c93e-448c-8d42-adabc13bc836 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:29.233908 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b1bdf398-c93e-448c-8d42-adabc13bc836 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:29.241468 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-52e97cf2-59e1-4f39-bd89-e68a975d9641 req-0296dc43-f778-43a0-9894-2367c53d5528 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7011c26-22ed-4779-b621-da01eebcf48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119912 Dec 09 15:53:29.253645 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d53803da-3376-4554-8b70-4a08b5dbb89b None None] For port 66a29d7c-7523-4627-bce3-4d1f756b701b, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=66a29d7c-7523-4627-bce3-4d1f756b701b,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:29.254103 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d53803da-3376-4554-8b70-4a08b5dbb89b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:29.289841 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d53803da-3376-4554-8b70-4a08b5dbb89b None None] Calling delete_port for 66a29d7c-7523-4627-bce3-4d1f756b701b owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:53:29.290556 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b1bdf398-c93e-448c-8d42-adabc13bc836 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:29.296381 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b1bdf398-c93e-448c-8d42-adabc13bc836 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:29.297700 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b1bdf398-c93e-448c-8d42-adabc13bc836 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "DELETE /v2.0/security-groups/e9e72597-8a9b-43a6-b2af-ffe871769049 HTTP/1.1" status: 204 len: 168 time: 0.1525559 Dec 09 15:53:29.302244 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57126) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:29.316596 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bdf398-c93e-448c-8d42-adabc13bc836 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e72597-8a9b-43a6-b2af-ffe871769049,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:29.379062 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5dfe129e-28fb-4533-b0be-3c24d8c3c033 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0705776 Dec 09 15:53:29.379613 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57128) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:29.385572 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-249a5c06-11b9-44b4-9d55-d18179f17688 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Request body: {'security_group': {'name': 'tempest-secgroup--1682328457'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:29.388732 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d53803da-3376-4554-8b70-4a08b5dbb89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:29.419414 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53803da-3376-4554-8b70-4a08b5dbb89b None None] Pushing event deleted for resources: {'Port': ['ID=66a29d7c-7523-4627-bce3-4d1f756b701b,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:29.420195 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-249a5c06-11b9-44b4-9d55-d18179f17688 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:29.424634 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53803da-3376-4554-8b70-4a08b5dbb89b None None] No DVR routers for this DVR port 66a29d7c-7523-4627-bce3-4d1f756b701b on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:53:29.503776 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-249a5c06-11b9-44b4-9d55-d18179f17688 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:29.508037 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-249a5c06-11b9-44b4-9d55-d18179f17688 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:29.515549 n-d-821228-1 neutron-server[103244]: DEBUG neutron.objects.ports [None req-7b3b36b1-8772-43d4-a7df-a471d8b83629 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103244) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 15:53:29.518823 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b3b36b1-8772-43d4-a7df-a471d8b83629 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:29.546420 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-249a5c06-11b9-44b4-9d55-d18179f17688 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:29.547668 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-249a5c06-11b9-44b4-9d55-d18179f17688 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1664627 Dec 09 15:53:29.548620 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a5c06-11b9-44b4-9d55-d18179f17688 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60c99cf5-07a1-4e11-a85a-551aa2e6f74b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:29.550495 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57132) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:29.554774 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-375852b9-3871-4b9d-a468-a337c2070c69 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Request body: {'security_group': {'name': 'tempest-secgroup--996034881'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:29.574886 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3b36b1-8772-43d4-a7df-a471d8b83629 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:53:29.578314 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-375852b9-3871-4b9d-a468-a337c2070c69 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:29.585443 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d6b95-7698-418d-b1a4-9b16bb246e29 req-a60f862d-7eb3-48a9-a0cf-dd2d5521955e tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:29.587492 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-074d6b95-7698-418d-b1a4-9b16bb246e29 req-a60f862d-7eb3-48a9-a0cf-dd2d5521955e tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=35ab2f72-adda-42ba-9e0b-78f851db5b1b HTTP/1.1" status: 200 len: 943 time: 0.1202669 Dec 09 15:53:29.592718 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-7b3b36b1-8772-43d4-a7df-a471d8b83629 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:29.595526 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3b36b1-8772-43d4-a7df-a471d8b83629 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:29.596323 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b3b36b1-8772-43d4-a7df-a471d8b83629 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:29.607463 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84eb5331-f6fa-4826-a770-4d6bc8d0fee4 None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:53:29.625744 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b36b1-8772-43d4-a7df-a471d8b83629 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Subnet': ['ID=9f4e6a17-8d67-45b6-a36a-9015db343948,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:29.644837 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57134) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:29.645050 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7b3b36b1-8772-43d4-a7df-a471d8b83629 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7079523 Dec 09 15:53:29.655237 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a1c63b13-4f11-443c-b942-66bd2d6f31f7 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'port': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'mac_address': 'fa:16:3e:12:c8:d2', 'name': 'tempest-NetworksTestDHCPv6-495542969'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:29.667698 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-375852b9-3871-4b9d-a468-a337c2070c69 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:29.673338 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-074d6b95-7698-418d-b1a4-9b16bb246e29 req-754c1f5b-09d1-4179-b69c-657684f25617 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744340 Dec 09 15:53:29.710336 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-375852b9-3871-4b9d-a468-a337c2070c69 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:29.719723 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device aec89db0-c975-4271-b995-5eec8a596c2d up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:53:29.747380 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e25334-4aea-41fe-b13f-e667a7e2e403 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'project_id': 'd6bab0483bfa42f8adbc5a6130ae139b', 'fixed_ips': [{'subnet_id': '9f4e6a17-8d67-45b6-a36a-9015db343948'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:53:29.748328 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-13e25334-4aea-41fe-b13f-e667a7e2e403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:29.753490 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-375852b9-3871-4b9d-a468-a337c2070c69 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:29.757833 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-375852b9-3871-4b9d-a468-a337c2070c69 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2033675 Dec 09 15:53:29.759284 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57136) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:29.761820 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375852b9-3871-4b9d-a468-a337c2070c69 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd63f763-dbc1-47d9-800e-e3ec8646ec20,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:29.765443 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-050ea0f7-b577-4c83-a131-f665aaf55e2c tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Request body: {'security_group_rule': {'security_group_id': '60c99cf5-07a1-4e11-a85a-551aa2e6f74b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'dd63f763-dbc1-47d9-800e-e3ec8646ec20', 'remote_ip_prefix': None}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:29.804942 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-050ea0f7-b577-4c83-a131-f665aaf55e2c tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:29.817234 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c63b13-4f11-443c-b942-66bd2d6f31f7 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:29.822439 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a1c63b13-4f11-443c-b942-66bd2d6f31f7 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:29.845062 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-a1c63b13-4f11-443c-b942-66bd2d6f31f7 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] device_id is not set on port a0d49ec8-25b2-47a4-bc10-f8240af67ad7 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:53:29.865642 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port aec89db0-c975-4271-b995-5eec8a596c2d completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:53:29.891222 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port aec89db0-c975-4271-b995-5eec8a596c2d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:29.891598 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:29.892771 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-050ea0f7-b577-4c83-a131-f665aaf55e2c tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:29.897837 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-050ea0f7-b577-4c83-a131-f665aaf55e2c tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:29.913547 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ea0f7-b577-4c83-a131-f665aaf55e2c tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6ff242a-7ac7-4cb6-84b5-c306dcfb4f4d,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:29.925483 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-050ea0f7-b577-4c83-a131-f665aaf55e2c tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:29.926693 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-050ea0f7-b577-4c83-a131-f665aaf55e2c tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1662390 Dec 09 15:53:29.929595 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57138) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:29.943831 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device f09f559b-d4e6-4759-b0bc-f6c59d58ac2b details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:53:29.947356 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-13e25334-4aea-41fe-b13f-e667a7e2e403 None None] Allocated IP 2001:db8::f816:3eff:feb8:3c80 (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/9f4e6a17-8d67-45b6-a36a-9015db343948/d9d8c4d2-df58-4481-aa0a-f798c1b33963) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:53:29.954307 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61a670d5-5792-4a0c-9d93-6b7f48a46997 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:29.962984 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61a670d5-5792-4a0c-9d93-6b7f48a46997 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:29.990164 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61a670d5-5792-4a0c-9d93-6b7f48a46997 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:29.997226 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61a670d5-5792-4a0c-9d93-6b7f48a46997 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:30.001032 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-61a670d5-5792-4a0c-9d93-6b7f48a46997 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/f6ff242a-7ac7-4cb6-84b5-c306dcfb4f4d HTTP/1.1" status: 204 len: 168 time: 0.0678232 Dec 09 15:53:30.001032 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57140) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:30.017403 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a670d5-5792-4a0c-9d93-6b7f48a46997 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6ff242a-7ac7-4cb6-84b5-c306dcfb4f4d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:30.048905 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ba454b37-ca6a-417b-80fe-701815474e57 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0444052 Dec 09 15:53:30.049116 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57142) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:30.101558 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3d294663-6dff-423e-8e4a-f89037df766f tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:30.123784 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3d294663-6dff-423e-8e4a-f89037df766f tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:30.146017 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:30.168836 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3d294663-6dff-423e-8e4a-f89037df766f tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:30.171666 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3d294663-6dff-423e-8e4a-f89037df766f tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:30.172840 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3d294663-6dff-423e-8e4a-f89037df766f tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "DELETE /v2.0/security-groups/dd63f763-dbc1-47d9-800e-e3ec8646ec20 HTTP/1.1" status: 204 len: 168 time: 0.1228371 Dec 09 15:53:30.175637 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57144) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:30.189935 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d294663-6dff-423e-8e4a-f89037df766f tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd63f763-dbc1-47d9-800e-e3ec8646ec20,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:30.220752 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port f09f559b-d4e6-4759-b0bc-f6c59d58ac2b, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=f09f559b-d4e6-4759-b0bc-f6c59d58ac2b,segment=NetworkSegment(9e9c1069-da4b-49d3-b7c1-b803e425ba04),segment_id=9e9c1069-da4b-49d3-b7c1-b803e425ba04)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:30.237889 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6218e15b-a00d-47a2-a972-8dd0a21895ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec89db0-c975-4271-b995-5eec8a596c2d'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:53:30.241236 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-68a7097a-6913-4a20-9a9f-dc5da4a0a5c5 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0617244 Dec 09 15:53:30.241333 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0527cb92-e3c8-41bd-a001-3019a7116b7b" -d '{"events": [{"server_uuid": "6218e15b-a00d-47a2-a972-8dd0a21895ee", "name": "network-vif-plugged", "status": "completed", "tag": "aec89db0-c975-4271-b995-5eec8a596c2d"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:53:30.241431 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57146) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:30.265683 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port aec89db0-c975-4271-b995-5eec8a596c2d, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=aec89db0-c975-4271-b995-5eec8a596c2d,segment=NetworkSegment(03a713c7-02bf-4a7e-b4b2-7de1ef6926f5),segment_id=03a713c7-02bf-4a7e-b4b2-7de1ef6926f5)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:30.266787 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': 'f09f559b-d4e6-4759-b0bc-f6c59d58ac2b', 'network_id': '54fd6451-3431-4aa6-b8c9-b95452f7e9b0', 'port_id': 'f09f559b-d4e6-4759-b0bc-f6c59d58ac2b', 'mac_address': 'fa:16:3e:2a:b9:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1e405de-5373-4667-83dc-4a2f4fc90d29', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:53:30.280564 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:30.289115 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad04864-28e3-4f48-b8f4-a3477c8c5853 x-openstack-request-id: req-5ad04864-28e3-4f48-b8f4-a3477c8c5853 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:53:30.289485 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6218e15b-a00d-47a2-a972-8dd0a21895ee", "name": "network-vif-plugged", "status": "completed", "tag": "aec89db0-c975-4271-b995-5eec8a596c2d", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:53:30.289798 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5ad04864-28e3-4f48-b8f4-a3477c8c5853 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:53:30.290217 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6218e15b-a00d-47a2-a972-8dd0a21895ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec89db0-c975-4271-b995-5eec8a596c2d', 'code': 200} Dec 09 15:53:30.291609 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-13e25334-4aea-41fe-b13f-e667a7e2e403 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:30.302879 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9c03e9f9-799b-4c8a-b1df-f1ab4acf1f06 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:30.362621 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-13e25334-4aea-41fe-b13f-e667a7e2e403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:30.370214 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9c03e9f9-799b-4c8a-b1df-f1ab4acf1f06 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:30.398757 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-a1c63b13-4f11-443c-b942-66bd2d6f31f7 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Allocated IP 2001:db8::f816:3eff:fe12:c8d2 (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/9f4e6a17-8d67-45b6-a36a-9015db343948/a0d49ec8-25b2-47a4-bc10-f8240af67ad7) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:53:30.406086 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=aec89db0-c975-4271-b995-5eec8a596c2d,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:30.411332 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:30.415542 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e25334-4aea-41fe-b13f-e667a7e2e403 None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:53:30.441848 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-13e25334-4aea-41fe-b13f-e667a7e2e403 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:30.444376 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e25334-4aea-41fe-b13f-e667a7e2e403 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:53:30.447332 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db397f9d-7754-4ea5-9871-fe1965b7a4e9 req-b65282e4-2285-432c-b1f2-9af7dbb9be71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:30.449949 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-db397f9d-7754-4ea5-9871-fe1965b7a4e9 req-b65282e4-2285-432c-b1f2-9af7dbb9be71 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6218e15b-a00d-47a2-a972-8dd0a21895ee HTTP/1.1" status: 200 len: 1096 time: 0.0888226 Dec 09 15:53:30.458471 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38405be6-53e7-46e1-878d-72a104571b0c req-8d36b20a-98e9-49b6-8b19-7682075cd9c3 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:30.460572 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38405be6-53e7-46e1-878d-72a104571b0c req-8d36b20a-98e9-49b6-8b19-7682075cd9c3 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/ports?device_id=6218e15b-a00d-47a2-a972-8dd0a21895ee HTTP/1.1" status: 200 len: 945 time: 0.1015375 Dec 09 15:53:30.461651 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f09f559b-d4e6-4759-b0bc-f6c59d58ac2b {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:53:30.462406 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9c03e9f9-799b-4c8a-b1df-f1ab4acf1f06 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:30.465417 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9c03e9f9-799b-4c8a-b1df-f1ab4acf1f06 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:30.468485 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9c03e9f9-799b-4c8a-b1df-f1ab4acf1f06 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "DELETE /v2.0/security-groups/60c99cf5-07a1-4e11-a85a-551aa2e6f74b HTTP/1.1" status: 204 len: 168 time: 0.2251475 Dec 09 15:53:30.470203 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57154) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:30.503524 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c03e9f9-799b-4c8a-b1df-f1ab4acf1f06 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c99cf5-07a1-4e11-a85a-551aa2e6f74b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:30.530143 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-db397f9d-7754-4ea5-9871-fe1965b7a4e9 req-c4c6423d-c858-4fe9-b52b-d06a74f50f5a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b7011c26-22ed-4779-b621-da01eebcf48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690532 Dec 09 15:53:30.538212 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e25334-4aea-41fe-b13f-e667a7e2e403 None None] Pushing event updated for resources: {'Port': ['ID=d9d8c4d2-df58-4481-aa0a-f798c1b33963,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:30.546576 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port f09f559b-d4e6-4759-b0bc-f6c59d58ac2b, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=f09f559b-d4e6-4759-b0bc-f6c59d58ac2b,segment=NetworkSegment(9e9c1069-da4b-49d3-b7c1-b803e425ba04),segment_id=9e9c1069-da4b-49d3-b7c1-b803e425ba04)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:30.555975 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38405be6-53e7-46e1-878d-72a104571b0c req-a3f42043-ae67-428e-9380-a492b6756ddc tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7011c26-22ed-4779-b621-da01eebcf48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703738 Dec 09 15:53:30.561130 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:30.570217 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-13e25334-4aea-41fe-b13f-e667a7e2e403 None None] Attempting to bind port d9d8c4d2-df58-4481-aa0a-f798c1b33963 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:53:30.570561 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-13e25334-4aea-41fe-b13f-e667a7e2e403 None None] Attempting to bind port d9d8c4d2-df58-4481-aa0a-f798c1b33963 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:53:30.570951 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e25334-4aea-41fe-b13f-e667a7e2e403 None None] Attempting to bind port d9d8c4d2-df58-4481-aa0a-f798c1b33963 on network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:53:30.598645 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e25334-4aea-41fe-b13f-e667a7e2e403 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:53:30.599029 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e25334-4aea-41fe-b13f-e667a7e2e403 None None] Checking segment: {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:53:30.599437 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-13e25334-4aea-41fe-b13f-e667a7e2e403 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:30.599836 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e25334-4aea-41fe-b13f-e667a7e2e403 None None] Bound using segment: {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:53:30.600313 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-13e25334-4aea-41fe-b13f-e667a7e2e403 None None] Bound port: d9d8c4d2-df58-4481-aa0a-f798c1b33963, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:53:30.600724 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-13e25334-4aea-41fe-b13f-e667a7e2e403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:30.605494 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-94f02a1a-6aa4-4dc2-82db-0265478beae2 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1255052 Dec 09 15:53:30.607529 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57156) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:30.612094 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-906153f1-d491-4a25-ab4a-e105fd152170 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Request body: {'security_group': {'name': 'tempest-secgroup--1554214439'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:30.635678 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=f09f559b-d4e6-4759-b0bc-f6c59d58ac2b,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:30.643935 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-906153f1-d491-4a25-ab4a-e105fd152170 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:30.664360 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a1c63b13-4f11-443c-b942-66bd2d6f31f7 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:30.690592 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-13e25334-4aea-41fe-b13f-e667a7e2e403 None None] For port d9d8c4d2-df58-4481-aa0a-f798c1b33963, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:53:30.695340 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-13e25334-4aea-41fe-b13f-e667a7e2e403 None None] For port d9d8c4d2-df58-4481-aa0a-f798c1b33963, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d9d8c4d2-df58-4481-aa0a-f798c1b33963,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:53:30.700260 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-13e25334-4aea-41fe-b13f-e667a7e2e403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:30.705154 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a1c63b13-4f11-443c-b942-66bd2d6f31f7 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:30.729998 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-906153f1-d491-4a25-ab4a-e105fd152170 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:30.734313 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-906153f1-d491-4a25-ab4a-e105fd152170 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:30.755177 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c63b13-4f11-443c-b942-66bd2d6f31f7 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:53:30.759626 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-a1c63b13-4f11-443c-b942-66bd2d6f31f7 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:30.765226 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c63b13-4f11-443c-b942-66bd2d6f31f7 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:53:30.771897 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-906153f1-d491-4a25-ab4a-e105fd152170 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:30.773310 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-906153f1-d491-4a25-ab4a-e105fd152170 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1647160 Dec 09 15:53:30.774405 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c63b13-4f11-443c-b942-66bd2d6f31f7 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:30.775224 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a1c63b13-4f11-443c-b942-66bd2d6f31f7 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:30.776066 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57160) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:30.785561 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c63b13-4f11-443c-b942-66bd2d6f31f7 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Port': ['ID=a0d49ec8-25b2-47a4-bc10-f8240af67ad7,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:30.785794 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-29dfb760-f520-4ac9-8878-9b6c56f8f2d5 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Request body: {'security_group_rule': {'security_group_id': 'a185b7b4-fbc2-4261-927c-349c79db98cb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:30.793959 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906153f1-d491-4a25-ab4a-e105fd152170 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a185b7b4-fbc2-4261-927c-349c79db98cb,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:30.808703 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a1c63b13-4f11-443c-b942-66bd2d6f31f7 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1626050 Dec 09 15:53:30.811462 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57162) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:30.812254 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e25334-4aea-41fe-b13f-e667a7e2e403 None None] Pushing event updated for resources: {'Port': ['ID=d9d8c4d2-df58-4481-aa0a-f798c1b33963,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:30.873217 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29dfb760-f520-4ac9-8878-9b6c56f8f2d5 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:30.885209 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958dae98-2156-484b-91f0-f275cac3db72 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:30.895266 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958dae98-2156-484b-91f0-f275cac3db72 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:30.896931 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 66a29d7c-7523-4627-bce3-4d1f756b701b no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:53:30.897511 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-958dae98-2156-484b-91f0-f275cac3db72 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0850821 Dec 09 15:53:30.900279 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57164) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:30.917879 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 66a29d7c-7523-4627-bce3-4d1f756b701b {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:53:30.918485 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 66a29d7c-7523-4627-bce3-4d1f756b701b not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:53:30.987263 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb317157-ab0d-4ad6-8f40-70e86735fc41 req-538397c1-7b42-4155-ab80-e0319c6b6335 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:30.993494 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cb317157-ab0d-4ad6-8f40-70e86735fc41 req-538397c1-7b42-4155-ab80-e0319c6b6335 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=35ab2f72-adda-42ba-9e0b-78f851db5b1b HTTP/1.1" status: 200 len: 944 time: 0.0922616 Dec 09 15:53:30.995632 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['f09f559b-d4e6-4759-b0bc-f6c59d58ac2b'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:53:31.036228 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0568336-45ea-430a-bd51-2886096bc5ba tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting port a0d49ec8-25b2-47a4-bc10-f8240af67ad7 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:53:31.036613 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0568336-45ea-430a-bd51-2886096bc5ba tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:31.069805 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29dfb760-f520-4ac9-8878-9b6c56f8f2d5 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:31.086279 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29dfb760-f520-4ac9-8878-9b6c56f8f2d5 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:31.108768 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cb317157-ab0d-4ad6-8f40-70e86735fc41 req-a38a3157-6ce1-4f36-b05c-0351a609377c tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036823 Dec 09 15:53:31.130377 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dfb760-f520-4ac9-8878-9b6c56f8f2d5 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39728f7d-80ff-440a-9454-38f6a80cb31d,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:31.147487 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29dfb760-f520-4ac9-8878-9b6c56f8f2d5 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:31.152111 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-29dfb760-f520-4ac9-8878-9b6c56f8f2d5 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3718667 Dec 09 15:53:31.152559 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57166) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:31.155682 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0568336-45ea-430a-bd51-2886096bc5ba tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:31.181864 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0568336-45ea-430a-bd51-2886096bc5ba tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Calling delete_port for a0d49ec8-25b2-47a4-bc10-f8240af67ad7 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:53:31.245118 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-042ecd2a-95eb-43c1-9592-b4549ca5fa64 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:31.257711 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-042ecd2a-95eb-43c1-9592-b4549ca5fa64 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:31.298231 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-042ecd2a-95eb-43c1-9592-b4549ca5fa64 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:31.320441 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-042ecd2a-95eb-43c1-9592-b4549ca5fa64 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:31.322326 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-042ecd2a-95eb-43c1-9592-b4549ca5fa64 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/39728f7d-80ff-440a-9454-38f6a80cb31d HTTP/1.1" status: 204 len: 168 time: 0.1686711 Dec 09 15:53:31.325610 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57168) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:31.340988 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ecd2a-95eb-43c1-9592-b4549ca5fa64 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39728f7d-80ff-440a-9454-38f6a80cb31d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:31.355999 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0568336-45ea-430a-bd51-2886096bc5ba tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:31.374725 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-79c8517f-6d68-4ea9-ba0a-4b4f2ab8b701 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0450709 Dec 09 15:53:31.375164 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57170) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:31.391030 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0568336-45ea-430a-bd51-2886096bc5ba tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Port': ['ID=a0d49ec8-25b2-47a4-bc10-f8240af67ad7,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:31.416177 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0568336-45ea-430a-bd51-2886096bc5ba tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:31.419878 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c0568336-45ea-430a-bd51-2886096bc5ba tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/ports/a0d49ec8-25b2-47a4-bc10-f8240af67ad7 HTTP/1.1" status: 204 len: 168 time: 0.5184422 Dec 09 15:53:31.422265 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57172) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:31.433964 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b3f97ed9-76dd-400f-acd0-e88394f8adcb tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:31.457229 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b3f97ed9-76dd-400f-acd0-e88394f8adcb tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:31.476437 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6874d007-470c-4fc8-b109-6938d1e56809 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:31.478590 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6874d007-470c-4fc8-b109-6938d1e56809 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:31.480236 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6874d007-470c-4fc8-b109-6938d1e56809 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0567944 Dec 09 15:53:31.482693 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57174) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:31.499866 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b3f97ed9-76dd-400f-acd0-e88394f8adcb tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:31.502577 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b3f97ed9-76dd-400f-acd0-e88394f8adcb tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:31.503858 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b3f97ed9-76dd-400f-acd0-e88394f8adcb tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "DELETE /v2.0/security-groups/a185b7b4-fbc2-4261-927c-349c79db98cb HTTP/1.1" status: 204 len: 168 time: 0.1275823 Dec 09 15:53:31.506998 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57176) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:31.529832 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f97ed9-76dd-400f-acd0-e88394f8adcb tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a185b7b4-fbc2-4261-927c-349c79db98cb,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:31.537497 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-abe8fe28-591a-4545-85a6-ca2ba8ed07b1 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting subnet 9f4e6a17-8d67-45b6-a36a-9015db343948 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:53:31.541821 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-abe8fe28-591a-4545-85a6-ca2ba8ed07b1 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:31.574294 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-07e303b6-910c-44f1-9bb7-58ac2d54b9b9 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0621450 Dec 09 15:53:31.575635 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57178) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:31.579220 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-e7828d4f-95f1-4378-8fb1-13acd4bf1ea5 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Request body: {'security_group': {'name': 'tempest-secgroup--804701297'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:31.606494 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e7828d4f-95f1-4378-8fb1-13acd4bf1ea5 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:31.606674 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-abe8fe28-591a-4545-85a6-ca2ba8ed07b1 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:31.704408 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-abe8fe28-591a-4545-85a6-ca2ba8ed07b1 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:31.725683 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467dc12-a4ba-4996-8a75-79a696cba1f6 req-63461df6-c4ac-4ba7-977f-2413d444b009 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:31.728115 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7467dc12-a4ba-4996-8a75-79a696cba1f6 req-63461df6-c4ac-4ba7-977f-2413d444b009 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/ports?device_id=6218e15b-a00d-47a2-a972-8dd0a21895ee HTTP/1.1" status: 200 len: 945 time: 0.0819159 Dec 09 15:53:31.740083 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e7828d4f-95f1-4378-8fb1-13acd4bf1ea5 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:31.748175 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e7828d4f-95f1-4378-8fb1-13acd4bf1ea5 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:31.786693 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-abe8fe28-591a-4545-85a6-ca2ba8ed07b1 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:31.794829 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e7828d4f-95f1-4378-8fb1-13acd4bf1ea5 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:31.796091 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e7828d4f-95f1-4378-8fb1-13acd4bf1ea5 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2204640 Dec 09 15:53:31.801997 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57182) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:31.811275 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-0290b95b-ba8c-4c06-9071-b99fa7a6ab8d tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Request body: {'security_group_rule': {'security_group_id': '427cf1e9-caf0-4e66-b156-2ccbd4fa0867', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:31.818985 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7828d4f-95f1-4378-8fb1-13acd4bf1ea5 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=427cf1e9-caf0-4e66-b156-2ccbd4fa0867,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:31.825571 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7467dc12-a4ba-4996-8a75-79a696cba1f6 req-85260d80-ca7e-4537-8fee-497c736bc266 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7011c26-22ed-4779-b621-da01eebcf48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881383 Dec 09 15:53:31.850579 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe8fe28-591a-4545-85a6-ca2ba8ed07b1 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Subnet': ['ID=9f4e6a17-8d67-45b6-a36a-9015db343948,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:31.858644 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-abe8fe28-591a-4545-85a6-ca2ba8ed07b1 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:31.861940 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-abe8fe28-591a-4545-85a6-ca2ba8ed07b1 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/9f4e6a17-8d67-45b6-a36a-9015db343948 HTTP/1.1" status: 204 len: 168 time: 0.3783121 Dec 09 15:53:31.864734 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57186) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:31.890906 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0290b95b-ba8c-4c06-9071-b99fa7a6ab8d tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:31.922396 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4f3a1f9e-e7bb-4dca-918a-de3531866e13 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0564749 Dec 09 15:53:31.924773 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57188) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:31.942926 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device f09f559b-d4e6-4759-b0bc-f6c59d58ac2b up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:53:31.973918 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0290b95b-ba8c-4c06-9071-b99fa7a6ab8d tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:31.980542 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867bbf75-b8ec-4f2e-9f6a-87720d5e7396 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:31.982374 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0290b95b-ba8c-4c06-9071-b99fa7a6ab8d tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:31.982554 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-867bbf75-b8ec-4f2e-9f6a-87720d5e7396 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0565681 Dec 09 15:53:31.985248 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57190) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:32.002181 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290b95b-ba8c-4c06-9071-b99fa7a6ab8d tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5d8f22f-c86b-4775-8ee0-0a7c07f9bae1,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:32.015773 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port f09f559b-d4e6-4759-b0bc-f6c59d58ac2b completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:53:32.015940 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0290b95b-ba8c-4c06-9071-b99fa7a6ab8d tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:32.017519 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0290b95b-ba8c-4c06-9071-b99fa7a6ab8d tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2156260 Dec 09 15:53:32.020138 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57192) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:32.020651 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port f09f559b-d4e6-4759-b0bc-f6c59d58ac2b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:32.021201 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:32.042564 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2701889e-1149-4d4b-8616-f7c2391d0c43 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "GET /v2.0/security-group-rules/f5d8f22f-c86b-4775-8ee0-0a7c07f9bae1 HTTP/1.1" status: 200 len: 763 time: 0.0181806 Dec 09 15:53:32.042823 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57194) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:32.056042 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d24df19-9843-4743-8a2a-927ef3ce3e75 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:32.060993 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3d24df19-9843-4743-8a2a-927ef3ce3e75 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0674748 Dec 09 15:53:32.061183 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f56a19-f94e-4151-a342-dfc2a1deeb90 None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:53:32.061309 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57196) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:32.097854 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-eb3273e1-fa1e-4e55-9ce1-ba1d25c494dc tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0355086 Dec 09 15:53:32.101800 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57198) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:32.108172 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a226dda3-6fc9-43bd-a17d-7b5dd71ea280 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'subnet': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:32.147691 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-38d8099e-61c6-4eb1-804d-92cbf0c9b41a tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1009855 Dec 09 15:53:32.148061 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57202) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:32.176218 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-11890bdc-3386-4c96-9255-14bd9e8c1ddd tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:32.186376 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-11890bdc-3386-4c96-9255-14bd9e8c1ddd tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:32.239534 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a226dda3-6fc9-43bd-a17d-7b5dd71ea280 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:32.243233 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a226dda3-6fc9-43bd-a17d-7b5dd71ea280 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:32.253331 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-11890bdc-3386-4c96-9255-14bd9e8c1ddd tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:32.260152 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-11890bdc-3386-4c96-9255-14bd9e8c1ddd tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:32.261450 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-11890bdc-3386-4c96-9255-14bd9e8c1ddd tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/f5d8f22f-c86b-4775-8ee0-0a7c07f9bae1 HTTP/1.1" status: 204 len: 168 time: 0.1123588 Dec 09 15:53:32.269340 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf1f12-44af-471a-ae4c-55c70d28e4ac req-af00d5d9-48e8-43e2-aec4-7872f1582e15 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:32.270918 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-66bf1f12-44af-471a-ae4c-55c70d28e4ac req-af00d5d9-48e8-43e2-aec4-7872f1582e15 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=35ab2f72-adda-42ba-9e0b-78f851db5b1b HTTP/1.1" status: 200 len: 944 time: 0.0822685 Dec 09 15:53:32.272570 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57204) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:32.296578 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11890bdc-3386-4c96-9255-14bd9e8c1ddd tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5d8f22f-c86b-4775-8ee0-0a7c07f9bae1,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:32.329275 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-dc676471-e3e9-4ae9-987f-3fe72b35f512 None None] Provisioning complete for port d9d8c4d2-df58-4481-aa0a-f798c1b33963 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:32.329941 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dc676471-e3e9-4ae9-987f-3fe72b35f512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:32.353825 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6d303d53-069e-4a12-953f-398632ce1633 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0761967 Dec 09 15:53:32.354064 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57206) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:32.358955 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-66bf1f12-44af-471a-ae4c-55c70d28e4ac req-3d765072-c8bc-4c66-9a0c-eb3d9f708d4f tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761464 Dec 09 15:53:32.359886 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c9091a2e-2c7d-42f6-a38f-da36e8acabaa tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Request body: {'security_group_rule': {'security_group_id': '427cf1e9-caf0-4e66-b156-2ccbd4fa0867', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:32.407254 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:32.425778 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9091a2e-2c7d-42f6-a38f-da36e8acabaa tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:32.463483 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ab2f72-adda-42ba-9e0b-78f851db5b1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09f559b-d4e6-4759-b0bc-f6c59d58ac2b'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:53:32.466010 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4935db0f-06da-4275-9b01-b8e12653a051" -d '{"events": [{"server_uuid": "35ab2f72-adda-42ba-9e0b-78f851db5b1b", "name": "network-vif-plugged", "status": "completed", "tag": "f09f559b-d4e6-4759-b0bc-f6c59d58ac2b"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:53:32.482952 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port f09f559b-d4e6-4759-b0bc-f6c59d58ac2b, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=f09f559b-d4e6-4759-b0bc-f6c59d58ac2b,segment=NetworkSegment(9e9c1069-da4b-49d3-b7c1-b803e425ba04),segment_id=9e9c1069-da4b-49d3-b7c1-b803e425ba04)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:32.486948 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2466b3-004b-45d2-8597-0de778483842 None None] DHCP port deletion for e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:53:32.499408 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:32.529768 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9091a2e-2c7d-42f6-a38f-da36e8acabaa tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:32.531069 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a226dda3-6fc9-43bd-a17d-7b5dd71ea280 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:32.537588 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9091a2e-2c7d-42f6-a38f-da36e8acabaa tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:32.539980 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54607f2-b599-4311-9eab-652e7d87c321 x-openstack-request-id: req-f54607f2-b599-4311-9eab-652e7d87c321 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:53:32.540333 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ab2f72-adda-42ba-9e0b-78f851db5b1b", "name": "network-vif-plugged", "status": "completed", "tag": "f09f559b-d4e6-4759-b0bc-f6c59d58ac2b", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:53:32.540805 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f54607f2-b599-4311-9eab-652e7d87c321 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:53:32.541203 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ab2f72-adda-42ba-9e0b-78f851db5b1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09f559b-d4e6-4759-b0bc-f6c59d58ac2b', 'code': 200} Dec 09 15:53:32.541794 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dc676471-e3e9-4ae9-987f-3fe72b35f512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:32.593640 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9091a2e-2c7d-42f6-a38f-da36e8acabaa tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f568956-afe5-4be0-95e5-212ff4de7e7f,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:32.596525 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a226dda3-6fc9-43bd-a17d-7b5dd71ea280 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:53:32.603756 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-a226dda3-6fc9-43bd-a17d-7b5dd71ea280 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:32.608730 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a226dda3-6fc9-43bd-a17d-7b5dd71ea280 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:32.609325 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a226dda3-6fc9-43bd-a17d-7b5dd71ea280 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:32.612007 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226dda3-6fc9-43bd-a17d-7b5dd71ea280 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Subnet': ['ID=6a9eefc7-fd15-4019-8075-c613db984685,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:32.614343 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=f09f559b-d4e6-4759-b0bc-f6c59d58ac2b,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:32.617190 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9091a2e-2c7d-42f6-a38f-da36e8acabaa tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:32.621111 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c9091a2e-2c7d-42f6-a38f-da36e8acabaa tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2641890 Dec 09 15:53:32.621271 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-dc676471-e3e9-4ae9-987f-3fe72b35f512 None None] For port d9d8c4d2-df58-4481-aa0a-f798c1b33963, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d9d8c4d2-df58-4481-aa0a-f798c1b33963,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:32.622252 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57210) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:32.635349 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dc676471-e3e9-4ae9-987f-3fe72b35f512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:32.638586 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a226dda3-6fc9-43bd-a17d-7b5dd71ea280 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5342858 Dec 09 15:53:32.640852 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57212) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:32.645499 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-85fd16f9-edbc-40d9-b83c-2d86c5708207 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'port': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'mac_address': 'fa:16:3e:38:22:51', 'name': 'tempest-NetworksTestDHCPv6-1373249127'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:32.645810 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-1f2466b3-004b-45d2-8597-0de778483842 None None] Deleting port d9d8c4d2-df58-4481-aa0a-f798c1b33963 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:53:32.646436 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1f2466b3-004b-45d2-8597-0de778483842 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:32.647649 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-856e75f0-271a-491d-b1d5-e2eb98ab356f tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "GET /v2.0/security-group-rules/9f568956-afe5-4be0-95e5-212ff4de7e7f HTTP/1.1" status: 200 len: 763 time: 0.0241549 Dec 09 15:53:32.656994 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57214) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:32.702672 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-97adedaa-6d17-45ee-a85e-e501ef9b1d3b tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0442426 Dec 09 15:53:32.705718 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57216) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:32.733054 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2dbcb886-7b06-4fba-bdc3-9df1a2d3f582 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:32.735016 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc676471-e3e9-4ae9-987f-3fe72b35f512 None None] Pushing event updated for resources: {'Port': ['ID=d9d8c4d2-df58-4481-aa0a-f798c1b33963,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:32.741647 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2dbcb886-7b06-4fba-bdc3-9df1a2d3f582 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:32.750789 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79e6dc-e7bd-4b24-9ce7-3c8a39415d90 req-f5bd32b6-22ed-4b01-a0f6-c20fca981c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:32.752295 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5b79e6dc-e7bd-4b24-9ce7-3c8a39415d90 req-f5bd32b6-22ed-4b01-a0f6-c20fca981c56 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=35ab2f72-adda-42ba-9e0b-78f851db5b1b HTTP/1.1" status: 200 len: 1096 time: 0.1126082 Dec 09 15:53:32.769447 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2dbcb886-7b06-4fba-bdc3-9df1a2d3f582 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:32.776369 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2dbcb886-7b06-4fba-bdc3-9df1a2d3f582 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:32.776588 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1f2466b3-004b-45d2-8597-0de778483842 None None] For port d9d8c4d2-df58-4481-aa0a-f798c1b33963, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d9d8c4d2-df58-4481-aa0a-f798c1b33963,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:32.777090 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1f2466b3-004b-45d2-8597-0de778483842 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:32.777526 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2dbcb886-7b06-4fba-bdc3-9df1a2d3f582 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/9f568956-afe5-4be0-95e5-212ff4de7e7f HTTP/1.1" status: 204 len: 168 time: 0.0707018 Dec 09 15:53:32.782334 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57218) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:32.782915 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbcb886-7b06-4fba-bdc3-9df1a2d3f582 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f568956-afe5-4be0-95e5-212ff4de7e7f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:32.795520 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-1f2466b3-004b-45d2-8597-0de778483842 None None] Calling delete_port for d9d8c4d2-df58-4481-aa0a-f798c1b33963 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:53:32.842565 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5b79e6dc-e7bd-4b24-9ce7-3c8a39415d90 req-37be37a0-6e99-488d-b69c-619cbb9f8855 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831339 Dec 09 15:53:32.859196 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d09ec637-5dc0-45fe-ae23-5c0d03d12de2 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0760520 Dec 09 15:53:32.860944 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fd16f9-edbc-40d9-b83c-2d86c5708207 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:32.861907 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57222) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:32.871090 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f7db15fd-904b-436f-9f0c-d8e8ce27a689 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Request body: {'security_group_rule': {'security_group_id': '427cf1e9-caf0-4e66-b156-2ccbd4fa0867', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:32.886498 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1f2466b3-004b-45d2-8597-0de778483842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:32.905325 n-d-821228-1 neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-f7db15fd-904b-436f-9f0c-d8e8ce27a689 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Project 5319ac1f75e5493abbd6b3907667229c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:53:32.912017 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f7db15fd-904b-436f-9f0c-d8e8ce27a689 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:32.925143 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2466b3-004b-45d2-8597-0de778483842 None None] No DVR routers for this DVR port d9d8c4d2-df58-4481-aa0a-f798c1b33963 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:53:32.930008 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2466b3-004b-45d2-8597-0de778483842 None None] Pushing event deleted for resources: {'Port': ['ID=d9d8c4d2-df58-4481-aa0a-f798c1b33963,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:32.951564 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-85fd16f9-edbc-40d9-b83c-2d86c5708207 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:32.954290 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d87623c-dc10-4bce-92d4-afbb55461ae8 None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:53:32.974659 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-85fd16f9-edbc-40d9-b83c-2d86c5708207 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] device_id is not set on port 2a803d85-f73c-4052-80be-89d1d05eef8d yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:53:33.012531 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598c602-1013-41d5-bf7e-04c15e717e64 req-241c426a-e68e-4d3f-81d4-303d7988e7d4 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:33.019797 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b598c602-1013-41d5-bf7e-04c15e717e64 req-241c426a-e68e-4d3f-81d4-303d7988e7d4 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/ports?device_id=6218e15b-a00d-47a2-a972-8dd0a21895ee HTTP/1.1" status: 200 len: 945 time: 0.0939808 Dec 09 15:53:33.034930 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f7db15fd-904b-436f-9f0c-d8e8ce27a689 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:33.048976 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f7db15fd-904b-436f-9f0c-d8e8ce27a689 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:33.070076 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55cad70-0cfa-4161-a679-8a477d85fbb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'project_id': 'd6bab0483bfa42f8adbc5a6130ae139b', 'fixed_ips': [{'subnet_id': '6a9eefc7-fd15-4019-8075-c613db984685'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:53:33.071048 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b55cad70-0cfa-4161-a679-8a477d85fbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:33.078424 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db15fd-904b-436f-9f0c-d8e8ce27a689 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69ec90c0-cfc9-4982-b355-0979923b70b9,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:33.101693 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b598c602-1013-41d5-bf7e-04c15e717e64 req-07630f7c-f94f-4dd0-afc1-be037249ed6b tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7011c26-22ed-4779-b621-da01eebcf48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809426 Dec 09 15:53:33.105793 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f7db15fd-904b-436f-9f0c-d8e8ce27a689 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:33.109626 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f7db15fd-904b-436f-9f0c-d8e8ce27a689 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2435246 Dec 09 15:53:33.109943 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57226) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:33.145438 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c1c1c4e4-baef-45d9-9368-478d3ac41997 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "GET /v2.0/security-group-rules/69ec90c0-cfc9-4982-b355-0979923b70b9 HTTP/1.1" status: 200 len: 769 time: 0.0343840 Dec 09 15:53:33.148129 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57230) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:33.198631 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2c9fb63c-3a6c-4bc0-8dcf-7efa6c65c3e0 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0486813 Dec 09 15:53:33.200761 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57232) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:33.230717 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dd8e1d66-77df-4faf-8e84-c77674d24d96 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:33.239377 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dd8e1d66-77df-4faf-8e84-c77674d24d96 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:33.278184 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dd8e1d66-77df-4faf-8e84-c77674d24d96 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:33.299661 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dd8e1d66-77df-4faf-8e84-c77674d24d96 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:33.300848 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-dd8e1d66-77df-4faf-8e84-c77674d24d96 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/69ec90c0-cfc9-4982-b355-0979923b70b9 HTTP/1.1" status: 204 len: 168 time: 0.0990038 Dec 09 15:53:33.305077 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57234) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:33.329032 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e1d66-77df-4faf-8e84-c77674d24d96 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69ec90c0-cfc9-4982-b355-0979923b70b9,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:33.362414 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3b1a1-b022-4106-801f-cbe885c69894 req-d07a0c9e-3e89-4f9f-a19f-727e110d46f7 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:33.363953 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e8f3b1a1-b022-4106-801f-cbe885c69894 req-d07a0c9e-3e89-4f9f-a19f-727e110d46f7 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/ports?device_id=6218e15b-a00d-47a2-a972-8dd0a21895ee HTTP/1.1" status: 200 len: 945 time: 0.0974135 Dec 09 15:53:33.375930 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b92bd9f9-fdb0-42b7-8b29-c5622dd45e60 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0691242 Dec 09 15:53:33.382739 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57236) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:33.444167 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-85fd16f9-edbc-40d9-b83c-2d86c5708207 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Allocated IP 2001:db8::148 (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/6a9eefc7-fd15-4019-8075-c613db984685/2a803d85-f73c-4052-80be-89d1d05eef8d) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:53:33.459587 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e8f3b1a1-b022-4106-801f-cbe885c69894 req-50109518-658a-4f85-8554-551e30103289 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7011c26-22ed-4779-b621-da01eebcf48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824966 Dec 09 15:53:33.474851 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-54a3be32-cc0c-4a0b-a916-93ce13bae2c0 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:33.509542 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-54a3be32-cc0c-4a0b-a916-93ce13bae2c0 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:33.585174 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02a37e-1700-4276-b408-e0460fa23814 req-4dcca4f4-74a4-467c-bfbb-a9383fa2b1ad tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:33.587650 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5e02a37e-1700-4276-b408-e0460fa23814 req-4dcca4f4-74a4-467c-bfbb-a9383fa2b1ad tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=35ab2f72-adda-42ba-9e0b-78f851db5b1b HTTP/1.1" status: 200 len: 945 time: 0.0641460 Dec 09 15:53:33.589076 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-54a3be32-cc0c-4a0b-a916-93ce13bae2c0 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:33.592314 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-54a3be32-cc0c-4a0b-a916-93ce13bae2c0 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:33.593549 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-54a3be32-cc0c-4a0b-a916-93ce13bae2c0 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "DELETE /v2.0/security-groups/427cf1e9-caf0-4e66-b156-2ccbd4fa0867 HTTP/1.1" status: 204 len: 168 time: 0.2098646 Dec 09 15:53:33.596670 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57242) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:33.614731 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3be32-cc0c-4a0b-a916-93ce13bae2c0 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=427cf1e9-caf0-4e66-b156-2ccbd4fa0867,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:33.661298 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5e02a37e-1700-4276-b408-e0460fa23814 req-0d49cef8-0422-405d-9795-1d45a3a7eafc tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665548 Dec 09 15:53:33.667229 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-85fd16f9-edbc-40d9-b83c-2d86c5708207 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:33.681616 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bd60b263-5a31-4d13-8476-a791a4367a6b tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0820680 Dec 09 15:53:33.682479 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57244) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:33.686820 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-2090c951-73ab-4e04-981e-19f5dcf031f1 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Request body: {'security_group': {'name': 'tempest-secgroup--1551579766'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:33.729593 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2090c951-73ab-4e04-981e-19f5dcf031f1 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:33.746909 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-85fd16f9-edbc-40d9-b83c-2d86c5708207 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:33.806186 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-b55cad70-0cfa-4161-a679-8a477d85fbb3 None None] Allocated IP 2001:db8::2 (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/6a9eefc7-fd15-4019-8075-c613db984685/64f20055-fca8-49ed-92ed-05b347026c4d) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:53:33.816201 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fd16f9-edbc-40d9-b83c-2d86c5708207 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:53:33.828649 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-85fd16f9-edbc-40d9-b83c-2d86c5708207 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:33.830505 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd16f9-edbc-40d9-b83c-2d86c5708207 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Port': ['ID=2a803d85-f73c-4052-80be-89d1d05eef8d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:33.833947 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fd16f9-edbc-40d9-b83c-2d86c5708207 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:53:33.840850 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fd16f9-edbc-40d9-b83c-2d86c5708207 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:33.841418 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-85fd16f9-edbc-40d9-b83c-2d86c5708207 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:33.867657 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-85fd16f9-edbc-40d9-b83c-2d86c5708207 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2260106 Dec 09 15:53:33.874385 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57248) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:33.887808 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2090c951-73ab-4e04-981e-19f5dcf031f1 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:33.893150 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2090c951-73ab-4e04-981e-19f5dcf031f1 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:33.924400 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b8ef6-814c-4c7e-a258-5fa7c5ab706c req-22bc14c3-07d9-4f7b-bfd6-ad40a6d1addb tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:33.925945 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-572b8ef6-814c-4c7e-a258-5fa7c5ab706c req-22bc14c3-07d9-4f7b-bfd6-ad40a6d1addb tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/ports?device_id=6218e15b-a00d-47a2-a972-8dd0a21895ee HTTP/1.1" status: 200 len: 945 time: 0.0830669 Dec 09 15:53:33.931126 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2090c951-73ab-4e04-981e-19f5dcf031f1 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:33.932997 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2090c951-73ab-4e04-981e-19f5dcf031f1 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2492058 Dec 09 15:53:33.934895 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090c951-73ab-4e04-981e-19f5dcf031f1 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31013e62-3f9a-4e03-9776-f5d1599f325d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:33.935994 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57250) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:33.944927 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95912b3b-576b-455c-b743-9e33b3f921fa tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:33.947809 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-95912b3b-576b-455c-b743-9e33b3f921fa tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0723186 Dec 09 15:53:33.950529 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57252) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:33.952150 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-0df53aac-8fcd-4c13-9994-1242bada2cc4 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Request body: {'security_group_rule': {'security_group_id': '31013e62-3f9a-4e03-9776-f5d1599f325d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:33.999834 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b55cad70-0cfa-4161-a679-8a477d85fbb3 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:34.012124 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b55cad70-0cfa-4161-a679-8a477d85fbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:34.015112 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0df53aac-8fcd-4c13-9994-1242bada2cc4 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:34.020966 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-572b8ef6-814c-4c7e-a258-5fa7c5ab706c req-88ccf181-1643-4480-8188-8f420d9aa02a tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7011c26-22ed-4779-b621-da01eebcf48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639248 Dec 09 15:53:34.055041 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55cad70-0cfa-4161-a679-8a477d85fbb3 None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:53:34.057985 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-b55cad70-0cfa-4161-a679-8a477d85fbb3 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:34.063593 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55cad70-0cfa-4161-a679-8a477d85fbb3 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:53:34.071018 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-46f5733e-2d7b-4500-b5da-a6c1bb9ebc8a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting port 2a803d85-f73c-4052-80be-89d1d05eef8d {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:53:34.071570 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-46f5733e-2d7b-4500-b5da-a6c1bb9ebc8a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:34.087493 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0df53aac-8fcd-4c13-9994-1242bada2cc4 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:34.091987 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0df53aac-8fcd-4c13-9994-1242bada2cc4 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:34.096025 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55cad70-0cfa-4161-a679-8a477d85fbb3 None None] Pushing event updated for resources: {'Port': ['ID=64f20055-fca8-49ed-92ed-05b347026c4d,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:34.113452 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df53aac-8fcd-4c13-9994-1242bada2cc4 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f07533c-e3a6-4e74-aac7-5dc250496e1f,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:34.120787 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0df53aac-8fcd-4c13-9994-1242bada2cc4 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:34.122308 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0df53aac-8fcd-4c13-9994-1242bada2cc4 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1734655 Dec 09 15:53:34.125996 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57254) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:34.130841 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-b55cad70-0cfa-4161-a679-8a477d85fbb3 None None] Attempting to bind port 64f20055-fca8-49ed-92ed-05b347026c4d on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:53:34.131419 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-b55cad70-0cfa-4161-a679-8a477d85fbb3 None None] Attempting to bind port 64f20055-fca8-49ed-92ed-05b347026c4d by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:53:34.132246 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55cad70-0cfa-4161-a679-8a477d85fbb3 None None] Attempting to bind port 64f20055-fca8-49ed-92ed-05b347026c4d on network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:53:34.139560 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55cad70-0cfa-4161-a679-8a477d85fbb3 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:53:34.140173 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55cad70-0cfa-4161-a679-8a477d85fbb3 None None] Checking segment: {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:53:34.140808 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b55cad70-0cfa-4161-a679-8a477d85fbb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:34.141401 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55cad70-0cfa-4161-a679-8a477d85fbb3 None None] Bound using segment: {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:53:34.141872 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-b55cad70-0cfa-4161-a679-8a477d85fbb3 None None] Bound port: 64f20055-fca8-49ed-92ed-05b347026c4d, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:53:34.142252 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b55cad70-0cfa-4161-a679-8a477d85fbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:34.175693 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-46f5733e-2d7b-4500-b5da-a6c1bb9ebc8a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:34.189524 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-46f5733e-2d7b-4500-b5da-a6c1bb9ebc8a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Calling delete_port for 2a803d85-f73c-4052-80be-89d1d05eef8d owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:53:34.191716 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7af0def6-31f6-4e7e-a579-d127074b1e89 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:34.210040 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b55cad70-0cfa-4161-a679-8a477d85fbb3 None None] For port 64f20055-fca8-49ed-92ed-05b347026c4d, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:53:34.214322 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b55cad70-0cfa-4161-a679-8a477d85fbb3 None None] For port 64f20055-fca8-49ed-92ed-05b347026c4d, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=64f20055-fca8-49ed-92ed-05b347026c4d,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:53:34.223030 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7af0def6-31f6-4e7e-a579-d127074b1e89 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:34.223626 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b55cad70-0cfa-4161-a679-8a477d85fbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:34.291712 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7af0def6-31f6-4e7e-a579-d127074b1e89 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:34.298107 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7af0def6-31f6-4e7e-a579-d127074b1e89 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:34.302306 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7af0def6-31f6-4e7e-a579-d127074b1e89 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "DELETE /v2.0/security-groups/31013e62-3f9a-4e03-9776-f5d1599f325d HTTP/1.1" status: 204 len: 168 time: 0.1725740 Dec 09 15:53:34.305200 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57258) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:34.318206 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55cad70-0cfa-4161-a679-8a477d85fbb3 None None] Pushing event updated for resources: {'Port': ['ID=64f20055-fca8-49ed-92ed-05b347026c4d,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:34.343731 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af0def6-31f6-4e7e-a579-d127074b1e89 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31013e62-3f9a-4e03-9776-f5d1599f325d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:34.387779 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9fe502be-09db-438c-8f07-7d3fc716b7b0 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0799873 Dec 09 15:53:34.390287 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57260) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:34.400201 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-46f5733e-2d7b-4500-b5da-a6c1bb9ebc8a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:34.433966 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e18a3ee4-672f-4953-a8cc-e56ffe678423 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0422225 Dec 09 15:53:34.436470 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57262) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:34.437515 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f5733e-2d7b-4500-b5da-a6c1bb9ebc8a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Port': ['ID=2a803d85-f73c-4052-80be-89d1d05eef8d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:34.451097 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-88b92a09-5329-496c-aa3f-4ccd7020f028 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] delete failed (client error): The resource could not be found. Dec 09 15:53:34.452141 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-88b92a09-5329-496c-aa3f-4ccd7020f028 tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "DELETE /v2.0/security-groups/31013e62-3f9a-4e03-9776-f5d1599f325d HTTP/1.1" status: 404 len: 347 time: 0.0147777 Dec 09 15:53:34.456098 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57264) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:34.464628 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-46f5733e-2d7b-4500-b5da-a6c1bb9ebc8a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:34.468371 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-46f5733e-2d7b-4500-b5da-a6c1bb9ebc8a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/ports/2a803d85-f73c-4052-80be-89d1d05eef8d HTTP/1.1" status: 204 len: 168 time: 0.5168488 Dec 09 15:53:34.471219 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57266) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:34.505379 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7917b4ee-719e-4480-b301-e1a00e72dd7b tempest-SecGroupIPv6Test-1499801285 tempest-SecGroupIPv6Test-1499801285-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0467277 Dec 09 15:53:34.528224 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc4fbf7-28f7-403c-b42e-2d1a6d577e81 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:34.529800 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc4fbf7-28f7-403c-b42e-2d1a6d577e81 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:34.535452 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57270) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:34.536131 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bdc4fbf7-28f7-403c-b42e-2d1a6d577e81 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0637391 Dec 09 15:53:34.616885 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-21c3458c-6a1b-4e4b-97eb-647bb59d7431 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting subnet 6a9eefc7-fd15-4019-8075-c613db984685 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:53:34.621322 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21c3458c-6a1b-4e4b-97eb-647bb59d7431 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:34.670451 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21c3458c-6a1b-4e4b-97eb-647bb59d7431 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:34.800533 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21c3458c-6a1b-4e4b-97eb-647bb59d7431 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:34.846602 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57276) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:34.852810 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f574c25-889a-4a14-8d51-207e02e59e55 req-0301ed02-f54e-493a-8ab7-903331dae80e tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:34.855308 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4f574c25-889a-4a14-8d51-207e02e59e55 req-0301ed02-f54e-493a-8ab7-903331dae80e tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=35ab2f72-adda-42ba-9e0b-78f851db5b1b HTTP/1.1" status: 200 len: 945 time: 0.1005218 Dec 09 15:53:34.921955 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21c3458c-6a1b-4e4b-97eb-647bb59d7431 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:34.950213 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 64f20055-fca8-49ed-92ed-05b347026c4d up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:53:34.976694 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4f574c25-889a-4a14-8d51-207e02e59e55 req-3c6be05c-d6eb-4773-8519-d1a095418dd2 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024473 Dec 09 15:53:34.976694 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3458c-6a1b-4e4b-97eb-647bb59d7431 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Subnet': ['ID=6a9eefc7-fd15-4019-8075-c613db984685,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:34.980889 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21c3458c-6a1b-4e4b-97eb-647bb59d7431 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:34.985855 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-21c3458c-6a1b-4e4b-97eb-647bb59d7431 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/6a9eefc7-fd15-4019-8075-c613db984685 HTTP/1.1" status: 204 len: 168 time: 0.4485123 Dec 09 15:53:34.986736 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57282) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:35.032148 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 64f20055-fca8-49ed-92ed-05b347026c4d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:35.033422 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:35.035468 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0552c278-2b5e-41eb-9d89-168eafa05b0c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0476136 Dec 09 15:53:35.038734 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8fc0b1d9-f6a4-43db-8e1a-6574f2473dfb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5319ac1f75e5493abbd6b3907667229c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1909387 Dec 09 15:53:35.039403 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57284) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:35.041857 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57286) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:35.108690 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9e292e4-74dd-477d-8e2b-596ef381fa47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:35.129503 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0514aa15-6303-468a-af14-c8736653f169 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:35.135914 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0514aa15-6303-468a-af14-c8736653f169 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0946226 Dec 09 15:53:35.137260 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57290) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:35.137826 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9e292e4-74dd-477d-8e2b-596ef381fa47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:35.199498 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:35.203557 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac11c05a-803d-4940-ba33-bbfd8d9ef00a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:35.208034 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ac11c05a-803d-4940-ba33-bbfd8d9ef00a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0687437 Dec 09 15:53:35.208911 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57292) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:35.238722 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 64f20055-fca8-49ed-92ed-05b347026c4d, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=64f20055-fca8-49ed-92ed-05b347026c4d,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:35.247239 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:35.265391 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6651bb3-fcf4-43a4-8ede-e8d4168de484 req-5fb9063d-bd2a-439e-82d1-50cd166c29f9 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:35.268760 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f7be4d02-de50-4428-9695-01684a0fd9de tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0585525 Dec 09 15:53:35.269365 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57294) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:35.269665 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e6651bb3-fcf4-43a4-8ede-e8d4168de484 req-5fb9063d-bd2a-439e-82d1-50cd166c29f9 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/ports?device_id=6218e15b-a00d-47a2-a972-8dd0a21895ee HTTP/1.1" status: 200 len: 945 time: 0.1150720 Dec 09 15:53:35.275854 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-34380972-09a9-4d97-a070-53ea1402b09e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'subnet': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:35.348530 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=64f20055-fca8-49ed-92ed-05b347026c4d,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:35.380232 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9e292e4-74dd-477d-8e2b-596ef381fa47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:35.383258 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9e292e4-74dd-477d-8e2b-596ef381fa47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:35.392134 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a9e292e4-74dd-477d-8e2b-596ef381fa47 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8505f586-5018-4c0c-916b-34b800c58368 HTTP/1.1" status: 204 len: 168 time: 0.3469615 Dec 09 15:53:35.423233 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e292e4-74dd-477d-8e2b-596ef381fa47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8505f586-5018-4c0c-916b-34b800c58368,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:35.438185 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e6651bb3-fcf4-43a4-8ede-e8d4168de484 req-08344401-f0e5-4436-b22a-922bc508a376 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7011c26-22ed-4779-b621-da01eebcf48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604123 Dec 09 15:53:35.446144 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34380972-09a9-4d97-a070-53ea1402b09e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:35.450926 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-34380972-09a9-4d97-a070-53ea1402b09e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:35.735343 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fad97d-00f5-46bb-9dd0-708b980f2a9d None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:53:35.841787 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b99d8e81-38be-4acd-9664-72d84452adf0 None None] Provisioning complete for port 64f20055-fca8-49ed-92ed-05b347026c4d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:35.842309 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b99d8e81-38be-4acd-9664-72d84452adf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:35.876674 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942591db-48bf-430a-8512-087b7206dbc4 req-9ac576eb-5412-489f-bace-db98eb8fecb2 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:35.882798 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-942591db-48bf-430a-8512-087b7206dbc4 req-9ac576eb-5412-489f-bace-db98eb8fecb2 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/ports?device_id=6218e15b-a00d-47a2-a972-8dd0a21895ee HTTP/1.1" status: 200 len: 945 time: 0.0870245 Dec 09 15:53:35.934391 n-d-821228-1 neutron-server[103245]: DEBUG neutron.objects.ports [None req-34380972-09a9-4d97-a070-53ea1402b09e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103245) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 15:53:35.993677 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-942591db-48bf-430a-8512-087b7206dbc4 req-13f6235a-2a78-462a-8767-d9cec379cb60 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7011c26-22ed-4779-b621-da01eebcf48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049495 Dec 09 15:53:36.109088 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d981877-22a3-4ddf-b3b7-1b26aaefe4bf req-8cebb250-42ec-4635-bdc0-3fa42a62a49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:36.111579 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2d981877-22a3-4ddf-b3b7-1b26aaefe4bf req-8cebb250-42ec-4635-bdc0-3fa42a62a49d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=35aa1d8496754bf2aa64005c5aeac8b9&device_id=6218e15b-a00d-47a2-a972-8dd0a21895ee HTTP/1.1" status: 200 len: 1096 time: 0.2844336 Dec 09 15:53:36.216613 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-34380972-09a9-4d97-a070-53ea1402b09e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:36.265347 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d981877-22a3-4ddf-b3b7-1b26aaefe4bf req-647fa486-68aa-4cb6-9e58-b37c995d6b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:36.267049 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2d981877-22a3-4ddf-b3b7-1b26aaefe4bf req-647fa486-68aa-4cb6-9e58-b37c995d6b40 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a3ca105b-3d3e-4a7a-9b0d-a11e76d51f42 HTTP/1.1" status: 200 len: 913 time: 0.1476383 Dec 09 15:53:36.312030 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f5d44920-490e-47a0-a728-198aba5df846 None None] Provisioning complete for port 64f20055-fca8-49ed-92ed-05b347026c4d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:36.312648 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f5d44920-490e-47a0-a728-198aba5df846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:36.380872 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2d981877-22a3-4ddf-b3b7-1b26aaefe4bf req-a3dd20cf-8909-465b-89e6-f5baece03b66 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aec89db0-c975-4271-b995-5eec8a596c2d HTTP/1.1" status: 200 len: 217 time: 0.1065402 Dec 09 15:53:36.478206 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d981877-22a3-4ddf-b3b7-1b26aaefe4bf req-f88c3fcd-0754-4f4e-8fed-3e641dff0406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:36.479920 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2d981877-22a3-4ddf-b3b7-1b26aaefe4bf req-f88c3fcd-0754-4f4e-8fed-3e641dff0406 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f170afa9-2a7f-4b60-9042-962bee01146c HTTP/1.1" status: 200 len: 852 time: 0.0900247 Dec 09 15:53:36.486683 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-34380972-09a9-4d97-a070-53ea1402b09e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] For port 64f20055-fca8-49ed-92ed-05b347026c4d, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=64f20055-fca8-49ed-92ed-05b347026c4d,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:36.534144 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2d981877-22a3-4ddf-b3b7-1b26aaefe4bf req-a5db1519-ecd8-40d2-885f-0d3eb890b19f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a3ca105b-3d3e-4a7a-9b0d-a11e76d51f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465846 Dec 09 15:53:36.595075 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-34380972-09a9-4d97-a070-53ea1402b09e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:36.602881 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-34380972-09a9-4d97-a070-53ea1402b09e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:36.604105 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-34380972-09a9-4d97-a070-53ea1402b09e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:36.689019 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-08ee8ded-6ae1-4a77-940c-ef6563f096af None None] Could not find standard attr ID for object a0d49ec8-25b2-47a4-bc10-f8240af67ad7. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:53:36.721812 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2d981877-22a3-4ddf-b3b7-1b26aaefe4bf req-61fbf992-692e-454a-a713-7be450a5f0ce service neutron] 10.222.0.31 "GET /v2.0/networks/a3ca105b-3d3e-4a7a-9b0d-a11e76d51f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781952 Dec 09 15:53:36.738644 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34380972-09a9-4d97-a070-53ea1402b09e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Port': ['ID=64f20055-fca8-49ed-92ed-05b347026c4d,revision_number=6']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:36.744238 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34380972-09a9-4d97-a070-53ea1402b09e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:53:36.749584 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-34380972-09a9-4d97-a070-53ea1402b09e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:36.753803 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34380972-09a9-4d97-a070-53ea1402b09e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:36.754374 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-34380972-09a9-4d97-a070-53ea1402b09e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:36.775029 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34380972-09a9-4d97-a070-53ea1402b09e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Subnet': ['ID=e28566c8-c753-4fb2-9746-bdef79c48074,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:36.788460 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-34380972-09a9-4d97-a070-53ea1402b09e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5152559 Dec 09 15:53:36.789105 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57334) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:36.796135 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57336) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:36.797000 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-c4333504-bfe3-4f5a-b0f1-e1554443b0f4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'subnet': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:36.910078 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 64f20055-fca8-49ed-92ed-05b347026c4d up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:53:36.943865 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-36643f8b-354f-4e4c-95c4-8e91cc363cec tempest-ServiceProvidersTest-1406656407 tempest-ServiceProvidersTest-1406656407-project] 10.222.0.57 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1465287 Dec 09 15:53:36.958061 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5625e7-6c41-4bec-b8ad-427358580746 None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:53:37.015545 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f3846bab-d7bc-4b8b-8542-e26f3e126802 None None] Could not find standard attr ID for object 2a803d85-f73c-4052-80be-89d1d05eef8d. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:53:37.034443 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 64f20055-fca8-49ed-92ed-05b347026c4d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:37.034827 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:37.234414 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57346) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:37.286827 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50adf6c6-4037-462a-91c2-f77eb2c435df req-6ee898c8-0ee0-4938-b8d5-cbc4169c7eeb tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:37.288398 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-50adf6c6-4037-462a-91c2-f77eb2c435df req-6ee898c8-0ee0-4938-b8d5-cbc4169c7eeb tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/ports?device_id=6218e15b-a00d-47a2-a972-8dd0a21895ee HTTP/1.1" status: 200 len: 945 time: 0.1651328 Dec 09 15:53:37.291059 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2d981877-22a3-4ddf-b3b7-1b26aaefe4bf req-9c7bf4fd-e467-41d8-bd1b-852c1b9efb17 service neutron] 10.222.0.31 "GET /v2.0/networks/a3ca105b-3d3e-4a7a-9b0d-a11e76d51f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5627968 Dec 09 15:53:37.356463 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4333504-bfe3-4f5a-b0f1-e1554443b0f4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:37.360762 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c4333504-bfe3-4f5a-b0f1-e1554443b0f4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:37.383170 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3eb62dc6-1812-4ff3-9a71-1814de3844fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:37.405628 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-50adf6c6-4037-462a-91c2-f77eb2c435df req-8361c778-a9ef-4317-9b33-e67b0042eb0e tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7011c26-22ed-4779-b621-da01eebcf48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091113 Dec 09 15:53:37.446585 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b418759e-eb75-406b-b640-4928b632292e None None] Provisioning complete for port 64f20055-fca8-49ed-92ed-05b347026c4d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:37.447324 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b418759e-eb75-406b-b640-4928b632292e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:37.479407 n-d-821228-1 neutron-server[103244]: INFO neutron.db.ipam_backend_mixin [None req-c4333504-bfe3-4f5a-b0f1-e1554443b0f4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e28566c8-c753-4fb2-9746-bdef79c48074 (CIDR: 2001:db8::/64) Dec 09 15:53:37.483029 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4333504-bfe3-4f5a-b0f1-e1554443b0f4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:53:37.483175 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3eb62dc6-1812-4ff3-9a71-1814de3844fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:37.483680 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4333504-bfe3-4f5a-b0f1-e1554443b0f4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:53:37.488157 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3eb62dc6-1812-4ff3-9a71-1814de3844fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:37.500876 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c4333504-bfe3-4f5a-b0f1-e1554443b0f4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7080696 Dec 09 15:53:37.503526 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57350) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:37.509212 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-630d5a15-cac4-4bed-a764-4ab8a1203f02 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'subnet': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:37.531466 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3eb62dc6-1812-4ff3-9a71-1814de3844fa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=38307ddfa61a4e4796e73f7250ce8e78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2958982 Dec 09 15:53:37.532679 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb62dc6-1812-4ff3-9a71-1814de3844fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76dbfe31-5b17-476a-9799-09b4d273da64,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:37.535156 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57352) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:37.595368 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4cb8062f-c32b-4e0a-86b9-9a02a91752b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:37.624644 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4cb8062f-c32b-4e0a-86b9-9a02a91752b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:37.645929 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630d5a15-cac4-4bed-a764-4ab8a1203f02 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:37.650664 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-630d5a15-cac4-4bed-a764-4ab8a1203f02 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:37.670323 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:53:37.678451 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4cb8062f-c32b-4e0a-86b9-9a02a91752b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:37.682440 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4cb8062f-c32b-4e0a-86b9-9a02a91752b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:37.684560 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4cb8062f-c32b-4e0a-86b9-9a02a91752b4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/76dbfe31-5b17-476a-9799-09b4d273da64 HTTP/1.1" status: 204 len: 168 time: 0.1482806 Dec 09 15:53:37.699518 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb8062f-c32b-4e0a-86b9-9a02a91752b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76dbfe31-5b17-476a-9799-09b4d273da64,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:37.948194 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-630d5a15-cac4-4bed-a764-4ab8a1203f02 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:37.999349 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630d5a15-cac4-4bed-a764-4ab8a1203f02 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:53:38.002805 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-630d5a15-cac4-4bed-a764-4ab8a1203f02 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:38.010133 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630d5a15-cac4-4bed-a764-4ab8a1203f02 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:38.010848 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-630d5a15-cac4-4bed-a764-4ab8a1203f02 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:38.016318 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56e7849-82a9-49f7-8804-6280c79543eb None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:53:38.030670 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d5a15-cac4-4bed-a764-4ab8a1203f02 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Subnet': ['ID=1b01d2af-1d65-4ff1-a2f8-15549f99ac73,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:38.037253 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-630d5a15-cac4-4bed-a764-4ab8a1203f02 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5324390 Dec 09 15:53:38.041949 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57378) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:38.046802 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a27af91e-087b-4361-9f06-6b8f9eeaee76 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'port': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'mac_address': 'fa:16:3e:03:bf:3b', 'name': 'tempest-NetworksTestDHCPv6-1986176120'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:38.282825 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27af91e-087b-4361-9f06-6b8f9eeaee76 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:38.295185 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaafb5cc-6bb6-419a-ac18-bda1dddb8bfb None None] Update dhcp port {'port': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'fixed_ips': [{'subnet_id': 'e28566c8-c753-4fb2-9746-bdef79c48074', 'ip_address': '2001:db8::f816:3eff:fe64:cd24'}, {'subnet_id': '1b01d2af-1d65-4ff1-a2f8-15549f99ac73'}], 'binding:host_id': 'n-d-821228-1'}, 'id': '64f20055-fca8-49ed-92ed-05b347026c4d'} from n-d-821228-1. {{(pid=103246) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 15:53:38.334098 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aaafb5cc-6bb6-419a-ac18-bda1dddb8bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:38.414970 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a27af91e-087b-4361-9f06-6b8f9eeaee76 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:38.446332 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-a27af91e-087b-4361-9f06-6b8f9eeaee76 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] device_id is not set on port 338de002-6645-40a0-a89d-7a2a3424ccd4 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:53:38.543580 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-aaafb5cc-6bb6-419a-ac18-bda1dddb8bfb None None] Allocated IP 2001:db8:0:1::2 (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/1b01d2af-1d65-4ff1-a2f8-15549f99ac73/64f20055-fca8-49ed-92ed-05b347026c4d) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:53:38.581616 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3720c-0a4d-485e-b691-2ec73ec9dd21 req-10371cf5-685c-4af3-95cb-59e7b2c989da tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:38.583183 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cdb3720c-0a4d-485e-b691-2ec73ec9dd21 req-10371cf5-685c-4af3-95cb-59e7b2c989da tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/ports?device_id=6218e15b-a00d-47a2-a972-8dd0a21895ee HTTP/1.1" status: 200 len: 945 time: 0.0937562 Dec 09 15:53:38.650840 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cdb3720c-0a4d-485e-b691-2ec73ec9dd21 req-74bb320b-89ac-4382-bb1a-1706f32f61a6 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7011c26-22ed-4779-b621-da01eebcf48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604787 Dec 09 15:53:38.675015 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-aaafb5cc-6bb6-419a-ac18-bda1dddb8bfb None None] For port 64f20055-fca8-49ed-92ed-05b347026c4d, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=64f20055-fca8-49ed-92ed-05b347026c4d,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:38.707397 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aaafb5cc-6bb6-419a-ac18-bda1dddb8bfb None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:38.724900 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aaafb5cc-6bb6-419a-ac18-bda1dddb8bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:38.886732 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaafb5cc-6bb6-419a-ac18-bda1dddb8bfb None None] Pushing event updated for resources: {'Port': ['ID=64f20055-fca8-49ed-92ed-05b347026c4d,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:38.932727 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-a27af91e-087b-4361-9f06-6b8f9eeaee76 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Allocated IP 2001:db8:0:1::324 (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/1b01d2af-1d65-4ff1-a2f8-15549f99ac73/338de002-6645-40a0-a89d-7a2a3424ccd4) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:53:38.940836 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-a27af91e-087b-4361-9f06-6b8f9eeaee76 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Allocated IP 2001:db8::f816:3eff:fe03:bf3b (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/e28566c8-c753-4fb2-9746-bdef79c48074/338de002-6645-40a0-a89d-7a2a3424ccd4) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:53:39.037098 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46e7fe-4019-4c6d-bdb7-7b72549424ef req-881c5a12-262b-4d29-b450-103e922e9be3 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:39.038845 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8d46e7fe-4019-4c6d-bdb7-7b72549424ef req-881c5a12-262b-4d29-b450-103e922e9be3 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/ports?device_id=6218e15b-a00d-47a2-a972-8dd0a21895ee HTTP/1.1" status: 200 len: 945 time: 0.0998030 Dec 09 15:53:39.152507 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8d46e7fe-4019-4c6d-bdb7-7b72549424ef req-c2b43329-cd9e-4217-86f2-567b1b65cdeb tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7011c26-22ed-4779-b621-da01eebcf48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069262 Dec 09 15:53:39.218622 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a27af91e-087b-4361-9f06-6b8f9eeaee76 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:39.270245 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a27af91e-087b-4361-9f06-6b8f9eeaee76 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:39.334890 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27af91e-087b-4361-9f06-6b8f9eeaee76 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:53:39.345241 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-a27af91e-087b-4361-9f06-6b8f9eeaee76 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:39.349438 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27af91e-087b-4361-9f06-6b8f9eeaee76 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:53:39.357535 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27af91e-087b-4361-9f06-6b8f9eeaee76 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:39.358910 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a27af91e-087b-4361-9f06-6b8f9eeaee76 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:39.373188 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27af91e-087b-4361-9f06-6b8f9eeaee76 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Port': ['ID=338de002-6645-40a0-a89d-7a2a3424ccd4,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:39.395680 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57414) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:39.396960 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a27af91e-087b-4361-9f06-6b8f9eeaee76 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.3546214 Dec 09 15:53:39.509958 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e29c0bd3-6104-4c64-b023-9d34b0bd9464 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting port 338de002-6645-40a0-a89d-7a2a3424ccd4 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:53:39.510303 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e29c0bd3-6104-4c64-b023-9d34b0bd9464 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:39.610409 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e29c0bd3-6104-4c64-b023-9d34b0bd9464 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:39.624977 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e29c0bd3-6104-4c64-b023-9d34b0bd9464 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Calling delete_port for 338de002-6645-40a0-a89d-7a2a3424ccd4 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:53:39.785102 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57420) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:39.874052 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e29c0bd3-6104-4c64-b023-9d34b0bd9464 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:39.897473 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-bd70d972-14f3-48bc-86f0-282357d29055 None None] Provisioning complete for port 64f20055-fca8-49ed-92ed-05b347026c4d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:39.898053 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bd70d972-14f3-48bc-86f0-282357d29055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:39.915916 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c0bd3-6104-4c64-b023-9d34b0bd9464 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Port': ['ID=338de002-6645-40a0-a89d-7a2a3424ccd4,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:39.929730 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb6052b0-4b5e-4d09-bff4-2a3f678fe922 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:40.018329 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e29c0bd3-6104-4c64-b023-9d34b0bd9464 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:40.027196 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57424) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:40.028210 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e29c0bd3-6104-4c64-b023-9d34b0bd9464 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/ports/338de002-6645-40a0-a89d-7a2a3424ccd4 HTTP/1.1" status: 204 len: 168 time: 0.6313334 Dec 09 15:53:40.108273 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb6052b0-4b5e-4d09-bff4-2a3f678fe922 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:40.118329 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ffcced-402c-4d2d-b80c-bab96b978e16 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:40.122228 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-04ffcced-402c-4d2d-b80c-bab96b978e16 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0914252 Dec 09 15:53:40.122410 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57426) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:40.130815 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb6052b0-4b5e-4d09-bff4-2a3f678fe922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:40.163434 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4e5441b0-ead4-4ab8-b080-1cbc0ffc7b83 None None] Could not find standard attr ID for object 338de002-6645-40a0-a89d-7a2a3424ccd4. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:53:40.203824 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bb6052b0-4b5e-4d09-bff4-2a3f678fe922 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6954e5edcffa40c0ba5570a0b9194019&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4176831 Dec 09 15:53:40.206591 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6052b0-4b5e-4d09-bff4-2a3f678fe922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75ef552-7e1b-4e40-becd-b122961723a5,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:40.207014 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57432) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:40.218604 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac2e5aa-37f3-4b84-869d-fcf653e4f098 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:40.220475 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-dac2e5aa-37f3-4b84-869d-fcf653e4f098 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0968144 Dec 09 15:53:40.222679 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57434) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:40.307119 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e29dc0-6b96-4f85-afb0-344f55cde958 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:40.308812 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e29dc0-6b96-4f85-afb0-344f55cde958 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:40.310530 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e29dc0-6b96-4f85-afb0-344f55cde958 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:40.314795 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-88e29dc0-6b96-4f85-afb0-344f55cde958 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0889206 Dec 09 15:53:40.315712 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57438) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:40.330135 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74307b51-c203-4154-8f4d-5a8853005a3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:40.362685 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74307b51-c203-4154-8f4d-5a8853005a3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:40.378371 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf4a0cae-4a9e-4420-9e1d-6332616145a2 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting subnet 1b01d2af-1d65-4ff1-a2f8-15549f99ac73 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:53:40.381918 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bf4a0cae-4a9e-4420-9e1d-6332616145a2 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:40.405203 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a911b06-1ff2-4d30-b864-78467537650f req-ec30060b-487f-4805-b503-e7a19ba50145 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:40.413195 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0a911b06-1ff2-4d30-b864-78467537650f req-ec30060b-487f-4805-b503-e7a19ba50145 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/ports?device_id=6218e15b-a00d-47a2-a972-8dd0a21895ee HTTP/1.1" status: 200 len: 945 time: 0.1301613 Dec 09 15:53:40.427603 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bf4a0cae-4a9e-4420-9e1d-6332616145a2 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:40.468976 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74307b51-c203-4154-8f4d-5a8853005a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:40.471702 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74307b51-c203-4154-8f4d-5a8853005a3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:40.473001 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-74307b51-c203-4154-8f4d-5a8853005a3e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f75ef552-7e1b-4e40-becd-b122961723a5 HTTP/1.1" status: 204 len: 168 time: 0.2647822 Dec 09 15:53:40.480938 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0a911b06-1ff2-4d30-b864-78467537650f req-0a0603d8-474c-4814-8e84-e84f81a192fe tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7011c26-22ed-4779-b621-da01eebcf48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666609 Dec 09 15:53:40.500150 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74307b51-c203-4154-8f4d-5a8853005a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75ef552-7e1b-4e40-becd-b122961723a5,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:40.542713 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bf4a0cae-4a9e-4420-9e1d-6332616145a2 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:40.619469 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bf4a0cae-4a9e-4420-9e1d-6332616145a2 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:40.659397 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a0cae-4a9e-4420-9e1d-6332616145a2 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Subnet': ['ID=1b01d2af-1d65-4ff1-a2f8-15549f99ac73,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:40.682172 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae371bc-7559-4180-9f17-9ce65cdaeef8 None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:53:40.684585 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bf4a0cae-4a9e-4420-9e1d-6332616145a2 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:40.694349 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bf4a0cae-4a9e-4420-9e1d-6332616145a2 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/1b01d2af-1d65-4ff1-a2f8-15549f99ac73 HTTP/1.1" status: 204 len: 168 time: 0.3764665 Dec 09 15:53:40.696838 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57446) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:40.782082 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-bca02534-15b0-4a4c-8644-d97b9f90673d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting subnet e28566c8-c753-4fb2-9746-bdef79c48074 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:53:40.786465 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bca02534-15b0-4a4c-8644-d97b9f90673d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:40.894368 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bca02534-15b0-4a4c-8644-d97b9f90673d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:40.907431 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f441232-b90a-451c-911c-760f059f0191 req-f75f563a-6482-47c5-b885-1f53fe68e9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:40.909172 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1f441232-b90a-451c-911c-760f059f0191 req-f75f563a-6482-47c5-b885-1f53fe68e9ab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=35aa1d8496754bf2aa64005c5aeac8b9&device_id=6218e15b-a00d-47a2-a972-8dd0a21895ee HTTP/1.1" status: 200 len: 1096 time: 0.1105742 Dec 09 15:53:40.989067 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 64f20055-fca8-49ed-92ed-05b347026c4d up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:53:41.036160 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57450) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:41.038504 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833a6c7-cfe8-4103-b569-f9612c065212 req-01637a9a-fe39-4d7c-98af-09d098ff3c2e tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:41.040378 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e833a6c7-cfe8-4103-b569-f9612c065212 req-01637a9a-fe39-4d7c-98af-09d098ff3c2e tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/ports?device_id=6218e15b-a00d-47a2-a972-8dd0a21895ee HTTP/1.1" status: 200 len: 945 time: 0.1874809 Dec 09 15:53:41.050549 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bca02534-15b0-4a4c-8644-d97b9f90673d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:41.069586 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 64f20055-fca8-49ed-92ed-05b347026c4d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:41.069963 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:41.094181 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc15373d-4db9-41bf-8e80-31e374d770d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:41.148562 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f441232-b90a-451c-911c-760f059f0191 req-94c82c45-70a7-4edd-852a-6e04b00c9b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:41.150860 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1f441232-b90a-451c-911c-760f059f0191 req-94c82c45-70a7-4edd-852a-6e04b00c9b74 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a3ca105b-3d3e-4a7a-9b0d-a11e76d51f42 HTTP/1.1" status: 200 len: 913 time: 0.2331822 Dec 09 15:53:41.167840 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e833a6c7-cfe8-4103-b569-f9612c065212 req-b728422f-6a5b-4c60-a94f-955c580e28f9 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7011c26-22ed-4779-b621-da01eebcf48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191769 Dec 09 15:53:41.220158 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1f441232-b90a-451c-911c-760f059f0191 req-9597d037-c74a-4dea-ba9e-4965163ad4dc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aec89db0-c975-4271-b995-5eec8a596c2d HTTP/1.1" status: 200 len: 217 time: 0.0455935 Dec 09 15:53:41.226322 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc15373d-4db9-41bf-8e80-31e374d770d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:41.242019 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc15373d-4db9-41bf-8e80-31e374d770d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:41.321480 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f441232-b90a-451c-911c-760f059f0191 req-95024108-6f43-4c0d-8b96-c61ff3b29822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:41.321821 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-cc15373d-4db9-41bf-8e80-31e374d770d5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c71c9e39e26b49dbb5b639af5f431605&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2842934 Dec 09 15:53:41.323283 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57454) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:41.327443 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1f441232-b90a-451c-911c-760f059f0191 req-95024108-6f43-4c0d-8b96-c61ff3b29822 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f170afa9-2a7f-4b60-9042-962bee01146c HTTP/1.1" status: 200 len: 852 time: 0.0978451 Dec 09 15:53:41.337035 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15373d-4db9-41bf-8e80-31e374d770d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620f8f32-7978-4cf7-af12-bb1e3ad049bc,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:41.361777 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bca02534-15b0-4a4c-8644-d97b9f90673d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:41.382066 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1f441232-b90a-451c-911c-760f059f0191 req-13eded13-f6b7-4579-bc58-051b0e1e0fb4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a3ca105b-3d3e-4a7a-9b0d-a11e76d51f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481308 Dec 09 15:53:41.423907 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bca02534-15b0-4a4c-8644-d97b9f90673d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:41.436251 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bca02534-15b0-4a4c-8644-d97b9f90673d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/e28566c8-c753-4fb2-9746-bdef79c48074 HTTP/1.1" status: 204 len: 168 time: 0.7379756 Dec 09 15:53:41.460569 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57456) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:41.465184 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca02534-15b0-4a4c-8644-d97b9f90673d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Subnet': ['ID=e28566c8-c753-4fb2-9746-bdef79c48074,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:41.519530 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1f441232-b90a-451c-911c-760f059f0191 req-d7d835cd-7ddd-4975-b500-9f56cab602db service neutron] 10.222.0.31 "GET /v2.0/networks/a3ca105b-3d3e-4a7a-9b0d-a11e76d51f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291349 Dec 09 15:53:41.528181 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-17cd5edb-3fa8-45cd-95ed-861527780bcf tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0556877 Dec 09 15:53:41.528587 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57458) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:41.533791 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8c9995e6-bce7-4821-9398-d2ff036d568c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'subnet': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:41.642797 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b62343b3-baf7-4cb0-a743-87459d713214 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:41.655827 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1f441232-b90a-451c-911c-760f059f0191 req-ecbd2b19-b298-477a-a3d7-db0e1ca50ed8 service neutron] 10.222.0.31 "GET /v2.0/networks/a3ca105b-3d3e-4a7a-9b0d-a11e76d51f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259096 Dec 09 15:53:41.697242 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9995e6-bce7-4821-9398-d2ff036d568c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:41.699311 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c9995e6-bce7-4821-9398-d2ff036d568c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:41.703844 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b62343b3-baf7-4cb0-a743-87459d713214 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:41.745840 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6111810f-03ca-4f17-a24c-1000481a7640 None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:53:41.834843 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b62343b3-baf7-4cb0-a743-87459d713214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:41.838187 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b62343b3-baf7-4cb0-a743-87459d713214 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:41.842290 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b62343b3-baf7-4cb0-a743-87459d713214 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/620f8f32-7978-4cf7-af12-bb1e3ad049bc HTTP/1.1" status: 204 len: 168 time: 0.5152986 Dec 09 15:53:41.854331 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62343b3-baf7-4cb0-a743-87459d713214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620f8f32-7978-4cf7-af12-bb1e3ad049bc,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:41.863098 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2219a427-f458-4661-ad00-32c8a3e86ca5 None None] Provisioning complete for port 64f20055-fca8-49ed-92ed-05b347026c4d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:41.863676 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2219a427-f458-4661-ad00-32c8a3e86ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:42.009599 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ce7432-a1de-4e63-b54d-a13ce4600a64 None None] DHCP port deletion for e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:53:42.069325 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a3ce7432-a1de-4e63-b54d-a13ce4600a64 None None] Deleting port 64f20055-fca8-49ed-92ed-05b347026c4d {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:53:42.069718 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a3ce7432-a1de-4e63-b54d-a13ce4600a64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:42.155996 n-d-821228-1 neutron-server[103245]: DEBUG neutron.objects.ports [None req-8c9995e6-bce7-4821-9398-d2ff036d568c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103245) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 15:53:42.163283 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a3ce7432-a1de-4e63-b54d-a13ce4600a64 None None] For port 64f20055-fca8-49ed-92ed-05b347026c4d, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=64f20055-fca8-49ed-92ed-05b347026c4d,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:42.163733 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a3ce7432-a1de-4e63-b54d-a13ce4600a64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:42.189533 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a3ce7432-a1de-4e63-b54d-a13ce4600a64 None None] Calling delete_port for 64f20055-fca8-49ed-92ed-05b347026c4d owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:53:42.337858 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.ipam_pluggable_backend [None req-8c9995e6-bce7-4821-9398-d2ff036d568c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Port 64f20055-fca8-49ed-92ed-05b347026c4d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103245) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 09 15:53:42.339829 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.ipam_pluggable_backend [None req-8c9995e6-bce7-4821-9398-d2ff036d568c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Reverting IP allocation for 2001:db8::f816:3eff:fe64:cd24 {{(pid=103245) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 09 15:53:42.340450 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a3ce7432-a1de-4e63-b54d-a13ce4600a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:42.347601 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.ipam_pluggable_backend [None req-8c9995e6-bce7-4821-9398-d2ff036d568c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe64:cd24 {{(pid=103245) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 09 15:53:42.352985 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c9995e6-bce7-4821-9398-d2ff036d568c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:42.363108 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55fa1a-a795-497a-9046-4b21e1606d0a req-9d04cba6-99bf-48d1-b704-cdb4bee217d6 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:42.374014 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ce7432-a1de-4e63-b54d-a13ce4600a64 None None] Pushing event deleted for resources: {'Port': ['ID=64f20055-fca8-49ed-92ed-05b347026c4d,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:42.375771 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3c55fa1a-a795-497a-9046-4b21e1606d0a req-9d04cba6-99bf-48d1-b704-cdb4bee217d6 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/ports?device_id=6218e15b-a00d-47a2-a972-8dd0a21895ee HTTP/1.1" status: 200 len: 945 time: 0.1067331 Dec 09 15:53:42.382254 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ce7432-a1de-4e63-b54d-a13ce4600a64 None None] No DVR routers for this DVR port 64f20055-fca8-49ed-92ed-05b347026c4d on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:53:42.438854 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9995e6-bce7-4821-9398-d2ff036d568c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:53:42.442294 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-8c9995e6-bce7-4821-9398-d2ff036d568c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:42.453589 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9995e6-bce7-4821-9398-d2ff036d568c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:42.457312 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c9995e6-bce7-4821-9398-d2ff036d568c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:42.466627 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd367b75-9d67-4fb6-8851-bb3756a13b2d None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:53:42.482411 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3c55fa1a-a795-497a-9046-4b21e1606d0a req-097f2686-31ab-4114-92a1-7a0231287499 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7011c26-22ed-4779-b621-da01eebcf48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023169 Dec 09 15:53:42.513361 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8c9995e6-bce7-4821-9398-d2ff036d568c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9836941 Dec 09 15:53:42.514411 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9995e6-bce7-4821-9398-d2ff036d568c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Subnet': ['ID=8ef89e5c-0a19-474f-a9d4-9b5fee909095,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:42.516943 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57478) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:42.521950 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4cb568c5-8a6f-4356-ac38-e7ab73050af3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'subnet': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:42.594201 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f39cbf-8f29-41b4-9c3b-b003160434ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'project_id': 'd6bab0483bfa42f8adbc5a6130ae139b', 'fixed_ips': [{'subnet_id': '8ef89e5c-0a19-474f-a9d4-9b5fee909095'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:53:42.595101 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-15f39cbf-8f29-41b4-9c3b-b003160434ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:42.710259 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb568c5-8a6f-4356-ac38-e7ab73050af3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:42.716763 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4cb568c5-8a6f-4356-ac38-e7ab73050af3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:42.793954 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-15f39cbf-8f29-41b4-9c3b-b003160434ce None None] Allocated IP 2001:db8::f816:3eff:fe9c:53ca (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/8ef89e5c-0a19-474f-a9d4-9b5fee909095/a9e7df9f-52c1-4449-bb5c-0e9b186363e8) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:53:42.859682 n-d-821228-1 neutron-server[103245]: INFO neutron.db.ipam_backend_mixin [None req-4cb568c5-8a6f-4356-ac38-e7ab73050af3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8ef89e5c-0a19-474f-a9d4-9b5fee909095 (CIDR: 2001:db8::/64) Dec 09 15:53:42.864026 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cb568c5-8a6f-4356-ac38-e7ab73050af3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:53:42.864773 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cb568c5-8a6f-4356-ac38-e7ab73050af3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:53:42.890400 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4cb568c5-8a6f-4356-ac38-e7ab73050af3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3719664 Dec 09 15:53:42.893037 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57490) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:42.898757 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-e796a715-4e69-4c6d-89cf-330ffe2eb98d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'subnet': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:42.923401 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 64f20055-fca8-49ed-92ed-05b347026c4d no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:53:42.948337 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 64f20055-fca8-49ed-92ed-05b347026c4d {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:53:42.948637 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 64f20055-fca8-49ed-92ed-05b347026c4d not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:53:43.043274 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-15f39cbf-8f29-41b4-9c3b-b003160434ce None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:43.053828 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-15f39cbf-8f29-41b4-9c3b-b003160434ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:43.060751 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e796a715-4e69-4c6d-89cf-330ffe2eb98d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:43.067103 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e796a715-4e69-4c6d-89cf-330ffe2eb98d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:43.098121 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f39cbf-8f29-41b4-9c3b-b003160434ce None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:53:43.102345 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-15f39cbf-8f29-41b4-9c3b-b003160434ce None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:43.106275 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f39cbf-8f29-41b4-9c3b-b003160434ce None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:53:43.143544 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f39cbf-8f29-41b4-9c3b-b003160434ce None None] Pushing event updated for resources: {'Port': ['ID=a9e7df9f-52c1-4449-bb5c-0e9b186363e8,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:43.190351 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-15f39cbf-8f29-41b4-9c3b-b003160434ce None None] Attempting to bind port a9e7df9f-52c1-4449-bb5c-0e9b186363e8 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:53:43.191109 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-15f39cbf-8f29-41b4-9c3b-b003160434ce None None] Attempting to bind port a9e7df9f-52c1-4449-bb5c-0e9b186363e8 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:53:43.191824 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f39cbf-8f29-41b4-9c3b-b003160434ce None None] Attempting to bind port a9e7df9f-52c1-4449-bb5c-0e9b186363e8 on network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:53:43.199500 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f39cbf-8f29-41b4-9c3b-b003160434ce None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:53:43.200269 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f39cbf-8f29-41b4-9c3b-b003160434ce None None] Checking segment: {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:53:43.200941 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-15f39cbf-8f29-41b4-9c3b-b003160434ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:43.201565 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f39cbf-8f29-41b4-9c3b-b003160434ce None None] Bound using segment: {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:53:43.202255 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-15f39cbf-8f29-41b4-9c3b-b003160434ce None None] Bound port: a9e7df9f-52c1-4449-bb5c-0e9b186363e8, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:53:43.202872 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-15f39cbf-8f29-41b4-9c3b-b003160434ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:43.292436 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-15f39cbf-8f29-41b4-9c3b-b003160434ce None None] For port a9e7df9f-52c1-4449-bb5c-0e9b186363e8, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:53:43.296459 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-15f39cbf-8f29-41b4-9c3b-b003160434ce None None] For port a9e7df9f-52c1-4449-bb5c-0e9b186363e8, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a9e7df9f-52c1-4449-bb5c-0e9b186363e8,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:53:43.303061 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-15f39cbf-8f29-41b4-9c3b-b003160434ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:43.349365 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e796a715-4e69-4c6d-89cf-330ffe2eb98d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:43.406544 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f39cbf-8f29-41b4-9c3b-b003160434ce None None] Pushing event updated for resources: {'Port': ['ID=a9e7df9f-52c1-4449-bb5c-0e9b186363e8,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:43.433357 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e796a715-4e69-4c6d-89cf-330ffe2eb98d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Subnet': ['ID=457720be-f33a-4847-a45a-7808532d9c2a,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:43.447327 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e796a715-4e69-4c6d-89cf-330ffe2eb98d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:53:43.449958 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-e796a715-4e69-4c6d-89cf-330ffe2eb98d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:43.453333 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e796a715-4e69-4c6d-89cf-330ffe2eb98d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:43.454970 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e796a715-4e69-4c6d-89cf-330ffe2eb98d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:43.477926 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57504) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:43.483279 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-81e0cc34-2612-4c0d-8c59-ebca75d9faab tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'port': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'mac_address': 'fa:16:3e:ed:74:42', 'name': 'tempest-NetworksTestDHCPv6-2041850359'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:43.487592 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e796a715-4e69-4c6d-89cf-330ffe2eb98d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5933704 Dec 09 15:53:43.738321 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e87b4f-b8f5-49ed-9218-5d4187583fa0 req-0f69758d-07f2-4f80-9b2d-d128f345edf2 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:43.748688 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f1e87b4f-b8f5-49ed-9218-5d4187583fa0 req-0f69758d-07f2-4f80-9b2d-d128f345edf2 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/ports?device_id=6218e15b-a00d-47a2-a972-8dd0a21895ee HTTP/1.1" status: 200 len: 945 time: 0.1238084 Dec 09 15:53:43.794439 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e0cc34-2612-4c0d-8c59-ebca75d9faab tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:43.896642 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f1e87b4f-b8f5-49ed-9218-5d4187583fa0 req-54110b2b-3fd4-4661-a491-0811263bb456 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7011c26-22ed-4779-b621-da01eebcf48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475518 Dec 09 15:53:43.962823 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-81e0cc34-2612-4c0d-8c59-ebca75d9faab tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:43.991825 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-81e0cc34-2612-4c0d-8c59-ebca75d9faab tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] device_id is not set on port 8aeba859-8771-4d27-960f-a43888155e12 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:53:44.257819 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-81e0cc34-2612-4c0d-8c59-ebca75d9faab tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Allocated IP 2001:db8:0:1::3d9 (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/457720be-f33a-4847-a45a-7808532d9c2a/8aeba859-8771-4d27-960f-a43888155e12) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:53:44.268776 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-81e0cc34-2612-4c0d-8c59-ebca75d9faab tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Allocated IP 2001:db8::f816:3eff:feed:7442 (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/8ef89e5c-0a19-474f-a9d4-9b5fee909095/8aeba859-8771-4d27-960f-a43888155e12) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:53:44.480979 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5aa802-7ec3-4559-abd6-a2aa087d1f72 req-47759149-a686-4755-97f7-b5bfbac89fd1 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:44.482523 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ea5aa802-7ec3-4559-abd6-a2aa087d1f72 req-47759149-a686-4755-97f7-b5bfbac89fd1 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/ports?device_id=6218e15b-a00d-47a2-a972-8dd0a21895ee HTTP/1.1" status: 200 len: 945 time: 0.1033881 Dec 09 15:53:44.507448 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-81e0cc34-2612-4c0d-8c59-ebca75d9faab tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:44.568325 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ea5aa802-7ec3-4559-abd6-a2aa087d1f72 req-e4a304fc-5bfe-465a-b1ba-c14221e30f1c tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7011c26-22ed-4779-b621-da01eebcf48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783997 Dec 09 15:53:44.581501 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-81e0cc34-2612-4c0d-8c59-ebca75d9faab tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:44.635964 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e0cc34-2612-4c0d-8c59-ebca75d9faab tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:53:44.650605 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-81e0cc34-2612-4c0d-8c59-ebca75d9faab tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:44.657111 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e0cc34-2612-4c0d-8c59-ebca75d9faab tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:53:44.669011 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e0cc34-2612-4c0d-8c59-ebca75d9faab tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:44.669912 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-81e0cc34-2612-4c0d-8c59-ebca75d9faab tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:44.681545 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e0cc34-2612-4c0d-8c59-ebca75d9faab tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Port': ['ID=8aeba859-8771-4d27-960f-a43888155e12,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:44.694003 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e0cc34-2612-4c0d-8c59-ebca75d9faab tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:44.694600 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e0cc34-2612-4c0d-8c59-ebca75d9faab tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:44.695110 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e0cc34-2612-4c0d-8c59-ebca75d9faab tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:44.696185 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e0cc34-2612-4c0d-8c59-ebca75d9faab tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:44.697883 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e0cc34-2612-4c0d-8c59-ebca75d9faab tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:44.698539 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e0cc34-2612-4c0d-8c59-ebca75d9faab tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:44.699099 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e0cc34-2612-4c0d-8c59-ebca75d9faab tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:44.699695 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e0cc34-2612-4c0d-8c59-ebca75d9faab tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:44.700269 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e0cc34-2612-4c0d-8c59-ebca75d9faab tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:44.701158 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e0cc34-2612-4c0d-8c59-ebca75d9faab tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:44.701710 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e0cc34-2612-4c0d-8c59-ebca75d9faab tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:44.702198 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e0cc34-2612-4c0d-8c59-ebca75d9faab tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:44.702754 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e0cc34-2612-4c0d-8c59-ebca75d9faab tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:44.731744 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57548) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:44.741897 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-81e0cc34-2612-4c0d-8c59-ebca75d9faab tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.2625093 Dec 09 15:53:44.850779 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13fac80-c0ee-451c-aeb1-ff2d3d46b9a7 None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:53:44.864142 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-bd332b50-8189-4ed7-8ccd-31ab11244dbc tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting port 8aeba859-8771-4d27-960f-a43888155e12 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:53:44.864655 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd332b50-8189-4ed7-8ccd-31ab11244dbc tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:44.981505 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57552) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:44.998459 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-70b7bd52-c958-4145-b095-0429c7d9cedc None None] Provisioning complete for port a9e7df9f-52c1-4449-bb5c-0e9b186363e8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:44.999690 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-70b7bd52-c958-4145-b095-0429c7d9cedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:45.027441 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd332b50-8189-4ed7-8ccd-31ab11244dbc tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:45.040967 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-bd332b50-8189-4ed7-8ccd-31ab11244dbc tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Calling delete_port for 8aeba859-8771-4d27-960f-a43888155e12 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:53:45.041577 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a9e7df9f-52c1-4449-bb5c-0e9b186363e8 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:53:45.175448 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port a9e7df9f-52c1-4449-bb5c-0e9b186363e8 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:45.175826 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:45.178968 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-70b7bd52-c958-4145-b095-0429c7d9cedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:45.224047 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5b2cf4d2-b5be-4426-9a9e-39f561e212ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:45.276837 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd332b50-8189-4ed7-8ccd-31ab11244dbc tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:45.281389 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-70b7bd52-c958-4145-b095-0429c7d9cedc None None] For port a9e7df9f-52c1-4449-bb5c-0e9b186363e8, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a9e7df9f-52c1-4449-bb5c-0e9b186363e8,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:45.286036 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540cb23b-891b-4e4a-b2df-ddab6f75c0f5 None None] Update dhcp port {'port': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'fixed_ips': [{'subnet_id': '8ef89e5c-0a19-474f-a9d4-9b5fee909095', 'ip_address': '2001:db8::f816:3eff:fe9c:53ca'}, {'subnet_id': '457720be-f33a-4847-a45a-7808532d9c2a'}], 'binding:host_id': 'n-d-821228-1'}, 'id': 'a9e7df9f-52c1-4449-bb5c-0e9b186363e8'} from n-d-821228-1. {{(pid=103246) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 15:53:45.309344 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-70b7bd52-c958-4145-b095-0429c7d9cedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:45.344190 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd332b50-8189-4ed7-8ccd-31ab11244dbc tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Port': ['ID=8aeba859-8771-4d27-960f-a43888155e12,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:45.344600 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5b2cf4d2-b5be-4426-9a9e-39f561e212ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:45.354661 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5b2cf4d2-b5be-4426-9a9e-39f561e212ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:45.362841 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-540cb23b-891b-4e4a-b2df-ddab6f75c0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:45.370240 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd332b50-8189-4ed7-8ccd-31ab11244dbc tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:45.376819 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bd332b50-8189-4ed7-8ccd-31ab11244dbc tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/ports/8aeba859-8771-4d27-960f-a43888155e12 HTTP/1.1" status: 204 len: 168 time: 0.6409254 Dec 09 15:53:45.376987 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57560) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:45.424011 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2cf4d2-b5be-4426-9a9e-39f561e212ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c00d9ec-8053-4dce-878e-102e4df3d901,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:45.432024 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-5b2cf4d2-b5be-4426-9a9e-39f561e212ed admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7ddea2ab5e4a46ebb055ed0cbd1cab60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4493618 Dec 09 15:53:45.432161 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b7bd52-c958-4145-b095-0429c7d9cedc None None] Pushing event updated for resources: {'Port': ['ID=a9e7df9f-52c1-4449-bb5c-0e9b186363e8,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:45.435221 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57562) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:45.451894 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29fa10e-41c8-448c-85f7-77b7e588807d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:45.455719 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c29fa10e-41c8-448c-85f7-77b7e588807d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0762773 Dec 09 15:53:45.455977 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57564) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:45.489610 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8577a2e0-e875-4b09-9a86-eddc0b5e1805 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:45.514929 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bf956a-5687-4af2-879c-d75280413497 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:45.515509 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8577a2e0-e875-4b09-9a86-eddc0b5e1805 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:45.517272 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b0bf956a-5687-4af2-879c-d75280413497 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0603354 Dec 09 15:53:45.519807 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57566) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:45.574403 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8577a2e0-e875-4b09-9a86-eddc0b5e1805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:45.575584 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-540cb23b-891b-4e4a-b2df-ddab6f75c0f5 None None] Allocated IP 2001:db8:0:1::2 (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/457720be-f33a-4847-a45a-7808532d9c2a/a9e7df9f-52c1-4449-bb5c-0e9b186363e8) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:53:45.577417 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8577a2e0-e875-4b09-9a86-eddc0b5e1805 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:45.581096 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8577a2e0-e875-4b09-9a86-eddc0b5e1805 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0c00d9ec-8053-4dce-878e-102e4df3d901 HTTP/1.1" status: 204 len: 168 time: 0.1412663 Dec 09 15:53:45.583084 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a90524-8b88-4bcf-92a5-a9e50d50118c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:45.584796 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a90524-8b88-4bcf-92a5-a9e50d50118c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:45.586450 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a90524-8b88-4bcf-92a5-a9e50d50118c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:45.588097 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-97a90524-8b88-4bcf-92a5-a9e50d50118c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0670140 Dec 09 15:53:45.590534 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8577a2e0-e875-4b09-9a86-eddc0b5e1805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c00d9ec-8053-4dce-878e-102e4df3d901,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:45.592268 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57570) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:45.662476 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccb52931-d500-4727-b7fb-62537e3e933e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting subnet 457720be-f33a-4847-a45a-7808532d9c2a {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:53:45.704182 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-540cb23b-891b-4e4a-b2df-ddab6f75c0f5 None None] For port a9e7df9f-52c1-4449-bb5c-0e9b186363e8, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a9e7df9f-52c1-4449-bb5c-0e9b186363e8,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:45.737824 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1fab1-bafe-4184-bcab-61a4fcc0af00 req-26eef8eb-4d40-4e8a-96e6-26fb986ff9f8 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:45.738248 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-540cb23b-891b-4e4a-b2df-ddab6f75c0f5 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:45.743841 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ccb52931-d500-4727-b7fb-62537e3e933e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:45.744465 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-540cb23b-891b-4e4a-b2df-ddab6f75c0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:45.746799 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-35a1fab1-bafe-4184-bcab-61a4fcc0af00 req-26eef8eb-4d40-4e8a-96e6-26fb986ff9f8 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/ports?device_id=6218e15b-a00d-47a2-a972-8dd0a21895ee HTTP/1.1" status: 200 len: 945 time: 0.0676889 Dec 09 15:53:45.807867 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ccb52931-d500-4727-b7fb-62537e3e933e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:45.821834 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-35a1fab1-bafe-4184-bcab-61a4fcc0af00 req-9f5dbc2b-f307-4b7b-bc86-38eaf994865d tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7011c26-22ed-4779-b621-da01eebcf48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739379 Dec 09 15:53:45.878726 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540cb23b-891b-4e4a-b2df-ddab6f75c0f5 None None] Pushing event updated for resources: {'Port': ['ID=a9e7df9f-52c1-4449-bb5c-0e9b186363e8,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:45.908933 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ccb52931-d500-4727-b7fb-62537e3e933e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:45.937954 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:45.978081 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ccb52931-d500-4727-b7fb-62537e3e933e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:45.978612 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57578) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:45.993956 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-19eab9c4-6360-428b-b4b3-7b7eb337f64e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:46.006254 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb52931-d500-4727-b7fb-62537e3e933e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Subnet': ['ID=457720be-f33a-4847-a45a-7808532d9c2a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:46.020559 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ccb52931-d500-4727-b7fb-62537e3e933e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:46.026516 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ccb52931-d500-4727-b7fb-62537e3e933e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/457720be-f33a-4847-a45a-7808532d9c2a HTTP/1.1" status: 204 len: 168 time: 0.4332135 Dec 09 15:53:46.029220 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57580) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:46.084082 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-19eab9c4-6360-428b-b4b3-7b7eb337f64e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:46.090274 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-eebb14c0-05fb-4640-b90e-832db69be95f tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting subnet 8ef89e5c-0a19-474f-a9d4-9b5fee909095 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:53:46.090592 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-19eab9c4-6360-428b-b4b3-7b7eb337f64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:46.094427 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eebb14c0-05fb-4640-b90e-832db69be95f tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:46.134318 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-19eab9c4-6360-428b-b4b3-7b7eb337f64e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=762149eeeebf46b3b9e11a3ea9f2f4b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1533422 Dec 09 15:53:46.138781 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57582) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:46.143560 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eab9c4-6360-428b-b4b3-7b7eb337f64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0ec89e-606a-41b2-b60f-96cd993ab80e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:46.149591 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eebb14c0-05fb-4640-b90e-832db69be95f tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:46.264536 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0126279c-2d24-4bec-81c1-ef126c8ae8e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:46.283865 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eebb14c0-05fb-4640-b90e-832db69be95f tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:46.300274 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca2a30-a38d-43b5-a884-332d9d238c18 req-5d10b4e8-ec13-4562-8a96-2e8babd4849d tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:46.302358 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a5ca2a30-a38d-43b5-a884-332d9d238c18 req-5d10b4e8-ec13-4562-8a96-2e8babd4849d tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.31 "GET /v2.0/ports?device_id=6218e15b-a00d-47a2-a972-8dd0a21895ee HTTP/1.1" status: 200 len: 945 time: 0.0587463 Dec 09 15:53:46.327059 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0126279c-2d24-4bec-81c1-ef126c8ae8e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:46.389717 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eebb14c0-05fb-4640-b90e-832db69be95f tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:46.418370 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-a5ca2a30-a38d-43b5-a884-332d9d238c18 req-7360acae-ef2b-40a9-9f14-58e2f9d1d93c tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] Deleting port aec89db0-c975-4271-b995-5eec8a596c2d {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:53:46.418677 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a5ca2a30-a38d-43b5-a884-332d9d238c18 req-7360acae-ef2b-40a9-9f14-58e2f9d1d93c tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:46.423950 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0126279c-2d24-4bec-81c1-ef126c8ae8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:46.426507 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0126279c-2d24-4bec-81c1-ef126c8ae8e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:46.430126 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0126279c-2d24-4bec-81c1-ef126c8ae8e8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9f0ec89e-606a-41b2-b60f-96cd993ab80e HTTP/1.1" status: 204 len: 168 time: 0.2879415 Dec 09 15:53:46.431230 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb14c0-05fb-4640-b90e-832db69be95f tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Subnet': ['ID=8ef89e5c-0a19-474f-a9d4-9b5fee909095,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:46.439574 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eebb14c0-05fb-4640-b90e-832db69be95f tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:46.442815 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-eebb14c0-05fb-4640-b90e-832db69be95f tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/8ef89e5c-0a19-474f-a9d4-9b5fee909095 HTTP/1.1" status: 204 len: 168 time: 0.4126120 Dec 09 15:53:46.443879 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0126279c-2d24-4bec-81c1-ef126c8ae8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0ec89e-606a-41b2-b60f-96cd993ab80e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:46.446038 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57588) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:46.490997 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2402f2ff-9c88-46a8-8a9f-1c7e197ff8df tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0413096 Dec 09 15:53:46.491304 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57590) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:46.496559 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-16b3a3c0-a3a4-49c6-92c7-3f0e74381288 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'subnet': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:46.496862 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064a2b40-7640-4c0b-9f3f-fc8fa080c5d2 None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:53:46.549511 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a5ca2a30-a38d-43b5-a884-332d9d238c18 req-7360acae-ef2b-40a9-9f14-58e2f9d1d93c tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] For port aec89db0-c975-4271-b995-5eec8a596c2d, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=aec89db0-c975-4271-b995-5eec8a596c2d,segment=NetworkSegment(03a713c7-02bf-4a7e-b4b2-7de1ef6926f5),segment_id=03a713c7-02bf-4a7e-b4b2-7de1ef6926f5)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:46.550084 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a5ca2a30-a38d-43b5-a884-332d9d238c18 req-7360acae-ef2b-40a9-9f14-58e2f9d1d93c tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:46.568063 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-a5ca2a30-a38d-43b5-a884-332d9d238c18 req-7360acae-ef2b-40a9-9f14-58e2f9d1d93c tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] Calling delete_port for aec89db0-c975-4271-b995-5eec8a596c2d owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:53:46.570435 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-deef2325-aa3e-496b-b693-78a340681052 None None] Could not find standard attr ID for object 8aeba859-8771-4d27-960f-a43888155e12. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:53:46.600735 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b3a3c0-a3a4-49c6-92c7-3f0e74381288 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:46.605833 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-16b3a3c0-a3a4-49c6-92c7-3f0e74381288 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:46.610375 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-deef2325-aa3e-496b-b693-78a340681052 None None] Provisioning complete for port a9e7df9f-52c1-4449-bb5c-0e9b186363e8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:46.610848 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-deef2325-aa3e-496b-b693-78a340681052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:46.745832 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f63b38-c6cd-423a-b829-f65ca89f64c4 None None] DHCP port deletion for e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:53:46.760866 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a5ca2a30-a38d-43b5-a884-332d9d238c18 req-7360acae-ef2b-40a9-9f14-58e2f9d1d93c tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:46.775887 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['aec89db0-c975-4271-b995-5eec8a596c2d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:53:46.798531 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7360acae-ef2b-40a9-9f14-58e2f9d1d93c tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] Pushing event deleted for resources: {'Port': ['ID=aec89db0-c975-4271-b995-5eec8a596c2d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:46.829408 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-25f63b38-c6cd-423a-b829-f65ca89f64c4 None None] Deleting port a9e7df9f-52c1-4449-bb5c-0e9b186363e8 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:53:46.829787 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-25f63b38-c6cd-423a-b829-f65ca89f64c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:46.869096 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ca2a30-a38d-43b5-a884-332d9d238c18 req-7360acae-ef2b-40a9-9f14-58e2f9d1d93c tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] No DVR routers for this DVR port aec89db0-c975-4271-b995-5eec8a596c2d on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:53:46.873056 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a5ca2a30-a38d-43b5-a884-332d9d238c18 req-7360acae-ef2b-40a9-9f14-58e2f9d1d93c tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:46.877958 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a5ca2a30-a38d-43b5-a884-332d9d238c18 req-7360acae-ef2b-40a9-9f14-58e2f9d1d93c tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.31 "DELETE /v2.0/ports/aec89db0-c975-4271-b995-5eec8a596c2d HTTP/1.1" status: 204 len: 173 time: 0.5694878 Dec 09 15:53:46.880045 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6218e15b-a00d-47a2-a972-8dd0a21895ee', 'name': 'network-vif-deleted', 'tag': 'aec89db0-c975-4271-b995-5eec8a596c2d'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:53:46.885436 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f135a2-2486-47b8-9c4c-e434e0eacb7a" -d '{"events": [{"server_uuid": "6218e15b-a00d-47a2-a972-8dd0a21895ee", "name": "network-vif-deleted", "tag": "aec89db0-c975-4271-b995-5eec8a596c2d"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:53:46.919972 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-25f63b38-c6cd-423a-b829-f65ca89f64c4 None None] For port a9e7df9f-52c1-4449-bb5c-0e9b186363e8, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a9e7df9f-52c1-4449-bb5c-0e9b186363e8,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:46.924003 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-25f63b38-c6cd-423a-b829-f65ca89f64c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:46.958618 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-16b3a3c0-a3a4-49c6-92c7-3f0e74381288 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:46.978549 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a9e7df9f-52c1-4449-bb5c-0e9b186363e8 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:53:47.011677 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-25f63b38-c6cd-423a-b829-f65ca89f64c4 None None] Calling delete_port for a9e7df9f-52c1-4449-bb5c-0e9b186363e8 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:53:47.041605 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9ca7fa66-9a14-4529-af6d-03ab809b80c7 req-aa82d162-b63a-45eb-8bd3-5b88670659c6 tempest-TestServerAdvancedOps-1557573236 tempest-TestServerAdvancedOps-1557573236-project] 10.222.0.57 "GET /v2.0/ports?device_id=6218e15b-a00d-47a2-a972-8dd0a21895ee HTTP/1.1" status: 200 len: 210 time: 0.0527282 Dec 09 15:53:47.113209 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78b561e-427c-407d-9870-dd57b6c9c1b9 x-openstack-request-id: req-c78b561e-427c-407d-9870-dd57b6c9c1b9 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:53:47.113617 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6218e15b-a00d-47a2-a972-8dd0a21895ee", "name": "network-vif-deleted", "tag": "aec89db0-c975-4271-b995-5eec8a596c2d", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:53:47.113936 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c78b561e-427c-407d-9870-dd57b6c9c1b9 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:53:47.114417 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6218e15b-a00d-47a2-a972-8dd0a21895ee', 'name': 'network-vif-deleted', 'tag': 'aec89db0-c975-4271-b995-5eec8a596c2d', 'status': 'completed', 'code': 200} Dec 09 15:53:47.143848 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:47.184781 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-25f63b38-c6cd-423a-b829-f65ca89f64c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:47.244879 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f63b38-c6cd-423a-b829-f65ca89f64c4 None None] Pushing event deleted for resources: {'Port': ['ID=a9e7df9f-52c1-4449-bb5c-0e9b186363e8,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:47.249146 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f63b38-c6cd-423a-b829-f65ca89f64c4 None None] No DVR routers for this DVR port a9e7df9f-52c1-4449-bb5c-0e9b186363e8 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:53:47.416335 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b3a3c0-a3a4-49c6-92c7-3f0e74381288 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:53:47.419582 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-16b3a3c0-a3a4-49c6-92c7-3f0e74381288 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:47.424149 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b3a3c0-a3a4-49c6-92c7-3f0e74381288 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:47.424765 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-16b3a3c0-a3a4-49c6-92c7-3f0e74381288 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:47.428502 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b3a3c0-a3a4-49c6-92c7-3f0e74381288 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Subnet': ['ID=29918f23-daf7-41a8-beaa-bd1f394ba215,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:47.430872 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e45446-3101-4eea-b430-6da2fc22694e None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:53:47.443818 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3a3c0-a3a4-49c6-92c7-3f0e74381288 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:47.445088 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3a3c0-a3a4-49c6-92c7-3f0e74381288 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:47.445524 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3a3c0-a3a4-49c6-92c7-3f0e74381288 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:47.445906 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3a3c0-a3a4-49c6-92c7-3f0e74381288 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:47.446593 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3a3c0-a3a4-49c6-92c7-3f0e74381288 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:47.446808 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3a3c0-a3a4-49c6-92c7-3f0e74381288 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:47.447403 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3a3c0-a3a4-49c6-92c7-3f0e74381288 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:47.447556 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3a3c0-a3a4-49c6-92c7-3f0e74381288 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:47.447882 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3a3c0-a3a4-49c6-92c7-3f0e74381288 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:47.448276 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3a3c0-a3a4-49c6-92c7-3f0e74381288 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:47.448640 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3a3c0-a3a4-49c6-92c7-3f0e74381288 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:47.448966 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3a3c0-a3a4-49c6-92c7-3f0e74381288 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:47.449404 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3a3c0-a3a4-49c6-92c7-3f0e74381288 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:47.459028 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57618) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:47.459232 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-16b3a3c0-a3a4-49c6-92c7-3f0e74381288 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9669139 Dec 09 15:53:47.474801 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ab3d5f03-61ba-437d-a0a8-2a3f443e973d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'subnet': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:47.548912 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc9bf66-2f5f-4651-bd1e-677abac86bb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'project_id': 'd6bab0483bfa42f8adbc5a6130ae139b', 'fixed_ips': [{'subnet_id': '29918f23-daf7-41a8-beaa-bd1f394ba215'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:53:47.550214 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7bc9bf66-2f5f-4651-bd1e-677abac86bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:47.609748 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3d5f03-61ba-437d-a0a8-2a3f443e973d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:47.613727 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ab3d5f03-61ba-437d-a0a8-2a3f443e973d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:47.690014 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-7bc9bf66-2f5f-4651-bd1e-677abac86bb2 None None] Allocated IP 2001:db8::2 (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/29918f23-daf7-41a8-beaa-bd1f394ba215/9d252530-8a3c-4d11-9c2e-31e861f76f33) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:53:47.709395 n-d-821228-1 neutron-server[103244]: INFO neutron.db.ipam_backend_mixin [None req-ab3d5f03-61ba-437d-a0a8-2a3f443e973d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 29918f23-daf7-41a8-beaa-bd1f394ba215 (CIDR: 2001:db8::/64) Dec 09 15:53:47.713335 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab3d5f03-61ba-437d-a0a8-2a3f443e973d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:53:47.713893 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab3d5f03-61ba-437d-a0a8-2a3f443e973d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:53:47.731668 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ab3d5f03-61ba-437d-a0a8-2a3f443e973d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2695167 Dec 09 15:53:47.734417 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57628) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:47.739936 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-09f86b20-3aa8-412a-bc1b-1dfd27628a97 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'subnet': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:47.859299 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f86b20-3aa8-412a-bc1b-1dfd27628a97 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:47.862884 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09f86b20-3aa8-412a-bc1b-1dfd27628a97 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:47.863997 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7bc9bf66-2f5f-4651-bd1e-677abac86bb2 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:47.870217 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7bc9bf66-2f5f-4651-bd1e-677abac86bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:47.906990 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc9bf66-2f5f-4651-bd1e-677abac86bb2 None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:53:47.910022 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-7bc9bf66-2f5f-4651-bd1e-677abac86bb2 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:47.912574 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc9bf66-2f5f-4651-bd1e-677abac86bb2 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:53:47.950434 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc9bf66-2f5f-4651-bd1e-677abac86bb2 None None] Pushing event updated for resources: {'Port': ['ID=9d252530-8a3c-4d11-9c2e-31e861f76f33,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:48.008280 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7bc9bf66-2f5f-4651-bd1e-677abac86bb2 None None] Attempting to bind port 9d252530-8a3c-4d11-9c2e-31e861f76f33 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:53:48.008706 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7bc9bf66-2f5f-4651-bd1e-677abac86bb2 None None] Attempting to bind port 9d252530-8a3c-4d11-9c2e-31e861f76f33 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:53:48.009078 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc9bf66-2f5f-4651-bd1e-677abac86bb2 None None] Attempting to bind port 9d252530-8a3c-4d11-9c2e-31e861f76f33 on network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:53:48.014443 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc9bf66-2f5f-4651-bd1e-677abac86bb2 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:53:48.014833 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc9bf66-2f5f-4651-bd1e-677abac86bb2 None None] Checking segment: {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:53:48.015313 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7bc9bf66-2f5f-4651-bd1e-677abac86bb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:48.015872 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc9bf66-2f5f-4651-bd1e-677abac86bb2 None None] Bound using segment: {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:53:48.016383 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7bc9bf66-2f5f-4651-bd1e-677abac86bb2 None None] Bound port: 9d252530-8a3c-4d11-9c2e-31e861f76f33, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eefe46fe-de83-46c7-a840-f71fdad0e3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:53:48.016853 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7bc9bf66-2f5f-4651-bd1e-677abac86bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:48.100895 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7bc9bf66-2f5f-4651-bd1e-677abac86bb2 None None] For port 9d252530-8a3c-4d11-9c2e-31e861f76f33, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:53:48.105896 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7bc9bf66-2f5f-4651-bd1e-677abac86bb2 None None] For port 9d252530-8a3c-4d11-9c2e-31e861f76f33, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=9d252530-8a3c-4d11-9c2e-31e861f76f33,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:53:48.118696 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7bc9bf66-2f5f-4651-bd1e-677abac86bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:48.119677 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57642) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:48.178467 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd93da2a-60e6-44df-a2f0-7c5b2ec69016 admin admin] Deleting subnet f170afa9-2a7f-4b60-9042-962bee01146c {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:53:48.182322 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc9bf66-2f5f-4651-bd1e-677abac86bb2 None None] Pushing event updated for resources: {'Port': ['ID=9d252530-8a3c-4d11-9c2e-31e861f76f33,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:48.182656 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cd93da2a-60e6-44df-a2f0-7c5b2ec69016 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:48.226666 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cd93da2a-60e6-44df-a2f0-7c5b2ec69016 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:48.268923 n-d-821228-1 neutron-server[103244]: DEBUG neutron.objects.ports [None req-09f86b20-3aa8-412a-bc1b-1dfd27628a97 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103244) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 15:53:48.283098 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cd93da2a-60e6-44df-a2f0-7c5b2ec69016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:48.363386 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cd93da2a-60e6-44df-a2f0-7c5b2ec69016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:48.377093 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cd93da2a-60e6-44df-a2f0-7c5b2ec69016 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:48.387366 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-cd93da2a-60e6-44df-a2f0-7c5b2ec69016 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f170afa9-2a7f-4b60-9042-962bee01146c HTTP/1.1" status: 204 len: 168 time: 0.2648077 Dec 09 15:53:48.388020 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57652) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:48.425186 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93da2a-60e6-44df-a2f0-7c5b2ec69016 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f170afa9-2a7f-4b60-9042-962bee01146c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:48.514001 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09f86b20-3aa8-412a-bc1b-1dfd27628a97 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:48.534984 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9a3a8185-55e9-487d-8222-412346e7332e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:48.635307 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9a3a8185-55e9-487d-8222-412346e7332e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:48.657188 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-9a3a8185-55e9-487d-8222-412346e7332e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3ca105b-3d3e-4a7a-9b0d-a11e76d51f42']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:48.670116 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-9a3a8185-55e9-487d-8222-412346e7332e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03a713c7-02bf-4a7e-b4b2-7de1ef6926f5') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:48.670393 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-9a3a8185-55e9-487d-8222-412346e7332e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03a713c7-02bf-4a7e-b4b2-7de1ef6926f5') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:48.682041 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9a3a8185-55e9-487d-8222-412346e7332e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:48.700597 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9a3a8185-55e9-487d-8222-412346e7332e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:48.707038 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a3a8185-55e9-487d-8222-412346e7332e admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:53:48.707429 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9a3a8185-55e9-487d-8222-412346e7332e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:48.709166 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:53:48.709166 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:53:48.709166 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:53:48.709166 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:53:48.709166 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:53:48.709166 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:53:48.709166 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:53:48.709166 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:53:48.709166 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:53:48.709166 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:53:48.709166 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:53:48.709166 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:53:48.709166 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:53:48.709166 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:53:48.709166 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:53:48.709166 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:53:48.709166 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:53:48.709166 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:53:48.709166 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:53:48.709166 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:53:48.709166 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:53:48.709166 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:53:48.709166 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:53:48.709166 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:53:48.709166 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:53:48.709166 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:53:48.709166 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:53:48.709166 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:53:48.709166 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:53:48.709166 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:53:48.709166 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:53:48.709166 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:53:48.721655 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-09f86b20-3aa8-412a-bc1b-1dfd27628a97 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] For port 9d252530-8a3c-4d11-9c2e-31e861f76f33, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=9d252530-8a3c-4d11-9c2e-31e861f76f33,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:48.759482 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09f86b20-3aa8-412a-bc1b-1dfd27628a97 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:48.766694 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09f86b20-3aa8-412a-bc1b-1dfd27628a97 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:48.767829 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09f86b20-3aa8-412a-bc1b-1dfd27628a97 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:48.783582 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9a3a8185-55e9-487d-8222-412346e7332e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:48.789401 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9a3a8185-55e9-487d-8222-412346e7332e admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:48.795711 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9a3a8185-55e9-487d-8222-412346e7332e admin admin] 10.222.0.57 "DELETE /v2.0/networks/a3ca105b-3d3e-4a7a-9b0d-a11e76d51f42 HTTP/1.1" status: 204 len: 168 time: 0.3819075 Dec 09 15:53:48.804391 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57672) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:48.855010 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a8185-55e9-487d-8222-412346e7332e admin admin] Pushing event deleted for resources: {'Network': ['ID=a3ca105b-3d3e-4a7a-9b0d-a11e76d51f42,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:48.871020 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f86b20-3aa8-412a-bc1b-1dfd27628a97 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Port': ['ID=9d252530-8a3c-4d11-9c2e-31e861f76f33,revision_number=4']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:48.883546 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f86b20-3aa8-412a-bc1b-1dfd27628a97 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:53:48.886160 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4e4429f-78e9-4917-865f-4ad169d1f94d admin admin] Deleting subnet e36a46c0-66e7-43c1-bad8-2ac421a96586 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:53:48.888351 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-09f86b20-3aa8-412a-bc1b-1dfd27628a97 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:48.889927 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c4e4429f-78e9-4917-865f-4ad169d1f94d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:48.892677 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f86b20-3aa8-412a-bc1b-1dfd27628a97 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:48.893353 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09f86b20-3aa8-412a-bc1b-1dfd27628a97 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:48.904224 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f86b20-3aa8-412a-bc1b-1dfd27628a97 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Subnet': ['ID=416f82f5-cd52-467c-ab88-c195a75e870c,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:48.918103 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-09f86b20-3aa8-412a-bc1b-1dfd27628a97 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1824334 Dec 09 15:53:48.921470 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57680) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:48.930840 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-c2ffab63-4453-4f85-925e-50125bc9a878 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'port': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'mac_address': 'fa:16:3e:85:e5:f6', 'name': 'tempest-NetworksTestDHCPv6-698624069'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:48.937580 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c4e4429f-78e9-4917-865f-4ad169d1f94d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:48.997310 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c4e4429f-78e9-4917-865f-4ad169d1f94d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:49.012405 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 9d252530-8a3c-4d11-9c2e-31e861f76f33 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:53:49.069418 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ffab63-4453-4f85-925e-50125bc9a878 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:49.153627 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c4e4429f-78e9-4917-865f-4ad169d1f94d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:49.197778 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e4429f-78e9-4917-865f-4ad169d1f94d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e36a46c0-66e7-43c1-bad8-2ac421a96586,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:49.200610 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c4e4429f-78e9-4917-865f-4ad169d1f94d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:49.208091 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c4e4429f-78e9-4917-865f-4ad169d1f94d admin admin] 10.222.0.57 "DELETE /v2.0/subnets/e36a46c0-66e7-43c1-bad8-2ac421a96586 HTTP/1.1" status: 204 len: 168 time: 0.4015772 Dec 09 15:53:49.209578 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57692) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:49.301639 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 9d252530-8a3c-4d11-9c2e-31e861f76f33 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:49.301990 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:49.361534 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9d1819b0-fb1c-4e01-8d6d-de5c4e54a116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:49.413479 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:49.473857 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 9d252530-8a3c-4d11-9c2e-31e861f76f33, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=9d252530-8a3c-4d11-9c2e-31e861f76f33,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:49.485801 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:49.519574 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9d1819b0-fb1c-4e01-8d6d-de5c4e54a116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:49.554565 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c2ffab63-4453-4f85-925e-50125bc9a878 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:49.558466 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-9d1819b0-fb1c-4e01-8d6d-de5c4e54a116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75d22a58-8fed-4d12-b43a-7b99a65baaec']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:49.573360 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-9d1819b0-fb1c-4e01-8d6d-de5c4e54a116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbe98be1-84d2-4d18-bfdf-3cb24b683f40') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:49.573793 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-9d1819b0-fb1c-4e01-8d6d-de5c4e54a116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbe98be1-84d2-4d18-bfdf-3cb24b683f40') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:49.579012 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=9d252530-8a3c-4d11-9c2e-31e861f76f33,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:49.585207 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9d1819b0-fb1c-4e01-8d6d-de5c4e54a116 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:49.592311 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-c2ffab63-4453-4f85-925e-50125bc9a878 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] device_id is not set on port 925421e2-ca76-4581-83fe-011633db1682 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:53:49.603078 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9d1819b0-fb1c-4e01-8d6d-de5c4e54a116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:49.613531 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d1819b0-fb1c-4e01-8d6d-de5c4e54a116 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:53:49.613968 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9d1819b0-fb1c-4e01-8d6d-de5c4e54a116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:49.615797 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:53:49.615797 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:53:49.615797 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:53:49.615797 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:53:49.615797 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:53:49.615797 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:53:49.615797 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:53:49.615797 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:53:49.615797 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:53:49.615797 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:53:49.615797 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:53:49.615797 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:53:49.615797 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:53:49.615797 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:53:49.615797 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:53:49.615797 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:53:49.615797 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:53:49.615797 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:53:49.615797 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:53:49.615797 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:53:49.615797 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:53:49.615797 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:53:49.615797 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:53:49.615797 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:53:49.615797 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:53:49.615797 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:53:49.615797 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:53:49.615797 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:53:49.615797 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:53:49.615797 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:53:49.615797 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:53:49.615797 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:53:49.659530 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc4dbe0-3310-4141-ac22-a517218382aa None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:53:49.675484 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9d1819b0-fb1c-4e01-8d6d-de5c4e54a116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:49.688519 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9d1819b0-fb1c-4e01-8d6d-de5c4e54a116 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:49.693944 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9d1819b0-fb1c-4e01-8d6d-de5c4e54a116 admin admin] 10.222.0.57 "DELETE /v2.0/networks/75d22a58-8fed-4d12-b43a-7b99a65baaec HTTP/1.1" status: 204 len: 168 time: 0.4809453 Dec 09 15:53:49.725300 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-63f94c20-e8f8-450c-a751-ec8ff7db17d7 None None] Provisioning complete for port 9d252530-8a3c-4d11-9c2e-31e861f76f33 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:49.725919 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-63f94c20-e8f8-450c-a751-ec8ff7db17d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:49.754835 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1819b0-fb1c-4e01-8d6d-de5c4e54a116 admin admin] Pushing event deleted for resources: {'Network': ['ID=75d22a58-8fed-4d12-b43a-7b99a65baaec,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:49.827973 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device aec89db0-c975-4271-b995-5eec8a596c2d no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:53:49.848115 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-c2ffab63-4453-4f85-925e-50125bc9a878 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Allocated IP 2001:db8::224 (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/29918f23-daf7-41a8-beaa-bd1f394ba215/925421e2-ca76-4581-83fe-011633db1682) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:53:49.856390 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-c2ffab63-4453-4f85-925e-50125bc9a878 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Allocated IP 2001:db8:0:1:f816:3eff:fe85:e5f6 (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/416f82f5-cd52-467c-ab88-c195a75e870c/925421e2-ca76-4581-83fe-011633db1682) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:53:49.861984 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: aec89db0-c975-4271-b995-5eec8a596c2d {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:53:49.862353 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device aec89db0-c975-4271-b995-5eec8a596c2d not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:53:49.941585 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57738) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:50.004855 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6c74582f-9d12-4280-ab8c-6ae2c5422777 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=35aa1d8496754bf2aa64005c5aeac8b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0596192 Dec 09 15:53:50.006023 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57744) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:50.067108 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c2ffab63-4453-4f85-925e-50125bc9a878 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:50.071955 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13ad01cd-2e25-47a6-a810-5c67da94dadb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:50.104030 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13ad01cd-2e25-47a6-a810-5c67da94dadb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:50.110687 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c2ffab63-4453-4f85-925e-50125bc9a878 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:50.174326 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13ad01cd-2e25-47a6-a810-5c67da94dadb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:50.186649 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13ad01cd-2e25-47a6-a810-5c67da94dadb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:50.187328 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ffab63-4453-4f85-925e-50125bc9a878 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:53:50.187437 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-13ad01cd-2e25-47a6-a810-5c67da94dadb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b7011c26-22ed-4779-b621-da01eebcf48b HTTP/1.1" status: 204 len: 168 time: 0.1772504 Dec 09 15:53:50.187542 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-c2ffab63-4453-4f85-925e-50125bc9a878 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:50.196236 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad01cd-2e25-47a6-a810-5c67da94dadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7011c26-22ed-4779-b621-da01eebcf48b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:50.204663 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ffab63-4453-4f85-925e-50125bc9a878 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:53:50.220318 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ffab63-4453-4f85-925e-50125bc9a878 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:50.221089 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c2ffab63-4453-4f85-925e-50125bc9a878 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:50.236845 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ffab63-4453-4f85-925e-50125bc9a878 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Port': ['ID=925421e2-ca76-4581-83fe-011633db1682,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:50.254341 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c2ffab63-4453-4f85-925e-50125bc9a878 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.3314414 Dec 09 15:53:50.256886 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57762) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:50.372892 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-1ea24fc4-6655-46e5-9bb1-803c293bd35b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting port 925421e2-ca76-4581-83fe-011633db1682 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:53:50.372892 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1ea24fc4-6655-46e5-9bb1-803c293bd35b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:50.458968 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3ecfb233-fbda-4f4f-ba43-9406de92aca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:50.477042 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1ea24fc4-6655-46e5-9bb1-803c293bd35b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:50.491374 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-1ea24fc4-6655-46e5-9bb1-803c293bd35b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Calling delete_port for 925421e2-ca76-4581-83fe-011633db1682 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:53:50.728696 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57770) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:50.758874 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1ea24fc4-6655-46e5-9bb1-803c293bd35b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:50.764755 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-90733830-31b2-466c-bc94-224973799b6a None None] Provisioning complete for port 9d252530-8a3c-4d11-9c2e-31e861f76f33 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:50.765357 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-90733830-31b2-466c-bc94-224973799b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:50.802685 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57772) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:50.810901 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57774) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:50.811771 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea24fc4-6655-46e5-9bb1-803c293bd35b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Port': ['ID=925421e2-ca76-4581-83fe-011633db1682,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:50.813444 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3d32fd69-c5bb-41c4-aeb2-47310b732e83 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0b3dc771826d4fe29fc01c25694882aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0840142 Dec 09 15:53:50.887495 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1ea24fc4-6655-46e5-9bb1-803c293bd35b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:50.895078 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1ea24fc4-6655-46e5-9bb1-803c293bd35b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/ports/925421e2-ca76-4581-83fe-011633db1682 HTTP/1.1" status: 204 len: 168 time: 0.6370139 Dec 09 15:53:50.895811 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57778) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:50.935301 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 9d252530-8a3c-4d11-9c2e-31e861f76f33 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:53:50.990296 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0213dc8-3597-4515-85b1-a9bcf31ada2e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:50.995189 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b0213dc8-3597-4515-85b1-a9bcf31ada2e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0938988 Dec 09 15:53:50.996134 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57780) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:50.998504 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0227a766-3f4d-49ce-97f4-241c87e6177e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:51.026774 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0227a766-3f4d-49ce-97f4-241c87e6177e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:51.030813 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 9d252530-8a3c-4d11-9c2e-31e861f76f33 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:51.031467 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:51.081502 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0227a766-3f4d-49ce-97f4-241c87e6177e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:51.084846 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0227a766-3f4d-49ce-97f4-241c87e6177e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:51.085073 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d465ba6-798b-4ef0-9e79-16d3ebcf1122 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:51.096134 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d01bc3-019a-4336-a7b1-b59e17bde5be tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:51.097734 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-61d01bc3-019a-4336-a7b1-b59e17bde5be tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1005192 Dec 09 15:53:51.099966 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0227a766-3f4d-49ce-97f4-241c87e6177e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4b0b9d8f-dd91-417f-856b-2342cc471d06 HTTP/1.1" status: 204 len: 168 time: 0.2742660 Dec 09 15:53:51.100704 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57784) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:51.111582 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9918a750-b6fd-4ec3-a19a-76e7148dcec5 None None] Could not find standard attr ID for object 925421e2-ca76-4581-83fe-011633db1682. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:53:51.137937 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0227a766-3f4d-49ce-97f4-241c87e6177e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0b9d8f-dd91-417f-856b-2342cc471d06,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:51.237655 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686e2a46-d6b1-4450-ae30-7f160def88cb tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:51.240051 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686e2a46-d6b1-4450-ae30-7f160def88cb tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:51.241971 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686e2a46-d6b1-4450-ae30-7f160def88cb tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:51.246725 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-686e2a46-d6b1-4450-ae30-7f160def88cb tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1243353 Dec 09 15:53:51.246907 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d465ba6-798b-4ef0-9e79-16d3ebcf1122 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:51.247008 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57790) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:51.257079 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d465ba6-798b-4ef0-9e79-16d3ebcf1122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:51.331812 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9d465ba6-798b-4ef0-9e79-16d3ebcf1122 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=af803c4231984c9eb45f7ebdcdcd8f8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5102458 Dec 09 15:53:51.335227 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57798) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:51.337324 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d465ba6-798b-4ef0-9e79-16d3ebcf1122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cc2db8-d54c-4af5-b3ae-a740a1f745b5,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:51.344664 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2c6a600-0fb8-426c-a233-2d5f55111735 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting subnet 29918f23-daf7-41a8-beaa-bd1f394ba215 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:53:51.348012 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c2c6a600-0fb8-426c-a233-2d5f55111735 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:51.391899 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c2c6a600-0fb8-426c-a233-2d5f55111735 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:51.410502 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0843c8e-e1c8-4124-a3d2-04508b4f0a81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:51.438850 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0843c8e-e1c8-4124-a3d2-04508b4f0a81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:51.500880 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0843c8e-e1c8-4124-a3d2-04508b4f0a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:51.503478 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0843c8e-e1c8-4124-a3d2-04508b4f0a81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:51.504692 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c0843c8e-e1c8-4124-a3d2-04508b4f0a81 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/34cc2db8-d54c-4af5-b3ae-a740a1f745b5 HTTP/1.1" status: 204 len: 168 time: 0.1678858 Dec 09 15:53:51.516848 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0843c8e-e1c8-4124-a3d2-04508b4f0a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cc2db8-d54c-4af5-b3ae-a740a1f745b5,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:51.525342 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c2c6a600-0fb8-426c-a233-2d5f55111735 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:51.677328 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c2c6a600-0fb8-426c-a233-2d5f55111735 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:51.715164 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6a600-0fb8-426c-a233-2d5f55111735 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Subnet': ['ID=29918f23-daf7-41a8-beaa-bd1f394ba215,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:51.717558 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c2c6a600-0fb8-426c-a233-2d5f55111735 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:51.723485 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c2c6a600-0fb8-426c-a233-2d5f55111735 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/29918f23-daf7-41a8-beaa-bd1f394ba215 HTTP/1.1" status: 204 len: 168 time: 0.4754355 Dec 09 15:53:51.723612 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57824) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:51.729166 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d45216-2d3a-444a-92bc-b770f1d3f388 None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:53:51.731076 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-8478fd77-274b-4cd2-9591-6052728bbf2c tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:51.732647 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-8478fd77-274b-4cd2-9591-6052728bbf2c tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/networks?id=54fd6451-3431-4aa6-b8c9-b95452f7e9b0 HTTP/1.1" status: 200 len: 814 time: 0.1695988 Dec 09 15:53:51.756970 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-fca335fd-97ca-4896-99fe-37de22886904 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/quotas/37c7f4a0ae064ea9ae29f8af57d5c4cc HTTP/1.1" status: 200 len: 375 time: 0.0175252 Dec 09 15:53:51.820907 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb05d0d8-df48-4cb1-926a-bc87757eb1b4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting subnet 416f82f5-cd52-467c-ab88-c195a75e870c {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:53:51.824578 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb05d0d8-df48-4cb1-926a-bc87757eb1b4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:51.836877 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-0da6998b-c298-471b-aa63-4d790eb301be tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=37c7f4a0ae064ea9ae29f8af57d5c4cc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0700209 Dec 09 15:53:51.877839 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb05d0d8-df48-4cb1-926a-bc87757eb1b4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:51.902184 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57832) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:51.920020 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ea6def7a-ade1-475c-bb93-67ad256547ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:51.989488 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-e7e667a2-082f-4d4c-bc95-c3ab7b49397f service neutron] 10.222.0.57 "GET /v2.0/networks/54fd6451-3431-4aa6-b8c9-b95452f7e9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514463 Dec 09 15:53:51.994971 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb05d0d8-df48-4cb1-926a-bc87757eb1b4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:52.073025 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb05d0d8-df48-4cb1-926a-bc87757eb1b4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:52.095993 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ea6def7a-ade1-475c-bb93-67ad256547ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:52.109040 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05d0d8-df48-4cb1-926a-bc87757eb1b4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Subnet': ['ID=416f82f5-cd52-467c-ab88-c195a75e870c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:52.109353 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ea6def7a-ade1-475c-bb93-67ad256547ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:52.118079 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb05d0d8-df48-4cb1-926a-bc87757eb1b4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:52.121670 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bb05d0d8-df48-4cb1-926a-bc87757eb1b4 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/416f82f5-cd52-467c-ab88-c195a75e870c HTTP/1.1" status: 204 len: 168 time: 0.3969843 Dec 09 15:53:52.124023 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57836) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:52.165671 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ea6def7a-ade1-475c-bb93-67ad256547ea admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=233d2d92976247f4846276241896810b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2595956 Dec 09 15:53:52.166937 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6def7a-ade1-475c-bb93-67ad256547ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79325758-8cef-4147-b726-bc6b227bdbac,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:52.168954 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57838) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:52.186029 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57840) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:52.190514 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-94ec6fc7-5333-4919-acd0-9ae5abf4682f tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0652637 Dec 09 15:53:52.196026 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57842) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:52.205389 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-21a728ee-9b0d-4b1d-bc36-e9aefc14d0b6 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'subnet': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:52.228975 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-d237bc31-cad9-4167-976e-5983a904d33e service neutron] 10.222.0.57 "GET /v2.0/networks/54fd6451-3431-4aa6-b8c9-b95452f7e9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198045 Dec 09 15:53:52.309251 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff66b664-6387-42a0-befa-47acc8614447 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:52.320919 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-91abe690-a399-4322-80e9-95e81360b4dc admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1294408284-network', 'tenant_id': 'f4d71564044144c0a7c07487671be4ce'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:52.347592 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff66b664-6387-42a0-befa-47acc8614447 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:52.349108 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91abe690-a399-4322-80e9-95e81360b4dc admin admin] Made reservation on behalf of f4d71564044144c0a7c07487671be4ce for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:52.352366 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-91abe690-a399-4322-80e9-95e81360b4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:52.363153 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-91abe690-a399-4322-80e9-95e81360b4dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:52.425360 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a728ee-9b0d-4b1d-bc36-e9aefc14d0b6 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:52.427877 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21a728ee-9b0d-4b1d-bc36-e9aefc14d0b6 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:52.497513 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff66b664-6387-42a0-befa-47acc8614447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:52.500148 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff66b664-6387-42a0-befa-47acc8614447 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:52.503691 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ff66b664-6387-42a0-befa-47acc8614447 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/79325758-8cef-4147-b726-bc6b227bdbac HTTP/1.1" status: 204 len: 168 time: 0.3293474 Dec 09 15:53:52.527165 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff66b664-6387-42a0-befa-47acc8614447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79325758-8cef-4147-b726-bc6b227bdbac,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:52.566417 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-91abe690-a399-4322-80e9-95e81360b4dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:52.573528 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-91abe690-a399-4322-80e9-95e81360b4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:52.595729 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eff4447b-167b-491c-9474-7f311cac3b67 req-5d2ba10b-412a-4a32-a08a-3eb1083031cc tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f5687f3-6d70-4fa1-b2c2-aa25d174db46 HTTP/1.1" status: 200 len: 210 time: 0.0429626 Dec 09 15:53:52.632268 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91abe690-a399-4322-80e9-95e81360b4dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:53:52.647706 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91abe690-a399-4322-80e9-95e81360b4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7571c836-1214-4c9d-8b69-4c4362a20a61,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:52.663787 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-91abe690-a399-4322-80e9-95e81360b4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:52.664284 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-91abe690-a399-4322-80e9-95e81360b4dc admin admin] Added segment 7fac3423-01ba-4e8c-918c-8e8a6107a008 of type vlan for network d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0 Dec 09 15:53:52.723739 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-91abe690-a399-4322-80e9-95e81360b4dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:52.759050 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21a728ee-9b0d-4b1d-bc36-e9aefc14d0b6 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:52.765206 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-91abe690-a399-4322-80e9-95e81360b4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:52.766693 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91abe690-a399-4322-80e9-95e81360b4dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:52.766919 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09feb92-f681-4c50-86e7-dc40fb8f63bb None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:53:52.767379 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-91abe690-a399-4322-80e9-95e81360b4dc admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:52.811423 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a728ee-9b0d-4b1d-bc36-e9aefc14d0b6 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:53:52.817344 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-21a728ee-9b0d-4b1d-bc36-e9aefc14d0b6 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:52.822672 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a728ee-9b0d-4b1d-bc36-e9aefc14d0b6 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:52.823533 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21a728ee-9b0d-4b1d-bc36-e9aefc14d0b6 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:52.834011 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a728ee-9b0d-4b1d-bc36-e9aefc14d0b6 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Subnet': ['ID=ac913b53-7c6e-4b0b-a3ab-22c4a6870c80,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:52.860114 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-21a728ee-9b0d-4b1d-bc36-e9aefc14d0b6 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6625574 Dec 09 15:53:52.862685 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57856) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:52.868811 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-1309bf0a-0ebb-4cc0-9f80-8bf1b80d0ea3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'subnet': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:52.874158 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-91abe690-a399-4322-80e9-95e81360b4dc admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6836317 Dec 09 15:53:52.877404 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57858) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:52.889731 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-af685342-28cb-4a97-a3de-f2279c2d524a admin admin] Request body: {'subnet': {'network_id': 'd4a4ee12-ce5d-417b-ac39-e16fce9cf3a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1294408284-subnet', 'tenant_id': 'f4d71564044144c0a7c07487671be4ce', 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:52.906845 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91abe690-a399-4322-80e9-95e81360b4dc admin admin] Pushing event updated for resources: {'Network': ['ID=d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:52.928816 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af685342-28cb-4a97-a3de-f2279c2d524a admin admin] Made reservation on behalf of f4d71564044144c0a7c07487671be4ce for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:52.932373 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-af685342-28cb-4a97-a3de-f2279c2d524a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:52.951441 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:53:53.037661 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7c15fd20-f4eb-441f-b499-7f5a015e54d2 None None] Provisioning complete for port 9d252530-8a3c-4d11-9c2e-31e861f76f33 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:53.038043 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7c15fd20-f4eb-441f-b499-7f5a015e54d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:53.044724 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1309bf0a-0ebb-4cc0-9f80-8bf1b80d0ea3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:53.048860 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1309bf0a-0ebb-4cc0-9f80-8bf1b80d0ea3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:53.091976 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-636fb56f-8be5-4b4d-bc66-4721f21fd5c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:53.174295 n-d-821228-1 neutron-server[103244]: INFO neutron.db.ipam_backend_mixin [None req-1309bf0a-0ebb-4cc0-9f80-8bf1b80d0ea3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ac913b53-7c6e-4b0b-a3ab-22c4a6870c80 (CIDR: 2001:db8::/64) Dec 09 15:53:53.178962 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-1309bf0a-0ebb-4cc0-9f80-8bf1b80d0ea3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:53:53.179613 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1309bf0a-0ebb-4cc0-9f80-8bf1b80d0ea3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:53:53.213589 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1309bf0a-0ebb-4cc0-9f80-8bf1b80d0ea3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3473392 Dec 09 15:53:53.213791 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57874) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:53.225757 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-41770a3d-473a-4e93-9be8-7899b4adfd2b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'subnet': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:53.264400 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-af685342-28cb-4a97-a3de-f2279c2d524a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:53.293526 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e3dfac-ec64-45fb-a96b-4932d0cde129 None None] Update dhcp port {'port': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'fixed_ips': [{'subnet_id': 'ac913b53-7c6e-4b0b-a3ab-22c4a6870c80'}], 'binding:host_id': 'n-d-821228-1'}, 'id': '9d252530-8a3c-4d11-9c2e-31e861f76f33'} from n-d-821228-1. {{(pid=103246) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 15:53:53.349877 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-70e3dfac-ec64-45fb-a96b-4932d0cde129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:53.377979 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af685342-28cb-4a97-a3de-f2279c2d524a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3812c03-4ef5-48f3-99e1-875d1f7c41a0,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:53.382820 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af685342-28cb-4a97-a3de-f2279c2d524a admin admin] Checking segment: {'id': '7fac3423-01ba-4e8c-918c-8e8a6107a008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd4a4ee12-ce5d-417b-ac39-e16fce9cf3a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:53:53.383201 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af685342-28cb-4a97-a3de-f2279c2d524a admin admin] Network hostable DHCP agents. Network: d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:53:53.410798 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41770a3d-473a-4e93-9be8-7899b4adfd2b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:53.414727 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41770a3d-473a-4e93-9be8-7899b4adfd2b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:53.415986 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af685342-28cb-4a97-a3de-f2279c2d524a admin admin] Network d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:53:53.433579 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-af685342-28cb-4a97-a3de-f2279c2d524a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:53.440373 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af685342-28cb-4a97-a3de-f2279c2d524a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:53.440999 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-af685342-28cb-4a97-a3de-f2279c2d524a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:53.475816 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-af685342-28cb-4a97-a3de-f2279c2d524a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5942500 Dec 09 15:53:53.475953 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57880) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:53.477274 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1317a17b-9dbb-48bd-9fa8-de3467526ecf None None] Network d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:53:53.491657 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-caf0dfb5-1482-4636-91ad-0e4f01932418 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1294408284-router', 'tenant_id': 'f4d71564044144c0a7c07487671be4ce', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:53.607791 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-caf0dfb5-1482-4636-91ad-0e4f01932418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:53.608936 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-caf0dfb5-1482-4636-91ad-0e4f01932418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:53.612433 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-70e3dfac-ec64-45fb-a96b-4932d0cde129 None None] Allocated IP 2001:db8::2 (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/ac913b53-7c6e-4b0b-a3ab-22c4a6870c80/9d252530-8a3c-4d11-9c2e-31e861f76f33) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:53:53.668005 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb9ae73-0e41-4ca0-84a4-451987b4122c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0', 'network_id': 'd4a4ee12-ce5d-417b-ac39-e16fce9cf3a0', 'project_id': 'f4d71564044144c0a7c07487671be4ce', 'fixed_ips': [{'subnet_id': 'a3812c03-4ef5-48f3-99e1-875d1f7c41a0'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:53:53.669506 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3fb9ae73-0e41-4ca0-84a4-451987b4122c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:53.759615 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-caf0dfb5-1482-4636-91ad-0e4f01932418 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:53.833851 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-70e3dfac-ec64-45fb-a96b-4932d0cde129 None None] For port 9d252530-8a3c-4d11-9c2e-31e861f76f33, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=9d252530-8a3c-4d11-9c2e-31e861f76f33,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:53.902700 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-70e3dfac-ec64-45fb-a96b-4932d0cde129 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:53.914146 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-70e3dfac-ec64-45fb-a96b-4932d0cde129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:53.917534 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-3fb9ae73-0e41-4ca0-84a4-451987b4122c None None] Allocated IP 172.20.0.2 (d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0/a3812c03-4ef5-48f3-99e1-875d1f7c41a0/1d91c249-9602-4102-b276-a7c2f27c4a0b) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:53:53.941272 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-caf0dfb5-1482-4636-91ad-0e4f01932418 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:53.973615 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3dfac-ec64-45fb-a96b-4932d0cde129 None None] Pushing event updated for resources: {'Port': ['ID=9d252530-8a3c-4d11-9c2e-31e861f76f33,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:54.185040 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:54.302919 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c680d90f-d667-4f45-8c35-6a3e50a705f4 req-94df1f61-3009-45be-985e-dfe62f1e64bc tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f5687f3-6d70-4fa1-b2c2-aa25d174db46 HTTP/1.1" status: 200 len: 210 time: 0.0994046 Dec 09 15:53:54.316214 n-d-821228-1 neutron-server[103244]: DEBUG neutron.objects.ports [None req-41770a3d-473a-4e93-9be8-7899b4adfd2b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103244) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 15:53:54.356173 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3fb9ae73-0e41-4ca0-84a4-451987b4122c None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:54.365245 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3fb9ae73-0e41-4ca0-84a4-451987b4122c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:54.417504 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb9ae73-0e41-4ca0-84a4-451987b4122c None None] Network d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:53:54.420930 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-3fb9ae73-0e41-4ca0-84a4-451987b4122c None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:54.423839 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb9ae73-0e41-4ca0-84a4-451987b4122c None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:53:54.455120 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb9ae73-0e41-4ca0-84a4-451987b4122c None None] Pushing event updated for resources: {'Port': ['ID=1d91c249-9602-4102-b276-a7c2f27c4a0b,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:54.457852 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-ec03ff92-17db-4ad1-a3ce-9610ae904d8a tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:54.459428 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-ec03ff92-17db-4ad1-a3ce-9610ae904d8a tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.31 "GET /v2.0/networks?id=54fd6451-3431-4aa6-b8c9-b95452f7e9b0 HTTP/1.1" status: 200 len: 814 time: 0.3410678 Dec 09 15:53:54.475091 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-8c0eb418-ea68-4afb-b69b-8a3cabb6933f tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Request body: {'port': {'device_id': '6f5687f3-6d70-4fa1-b2c2-aa25d174db46', 'network_id': '54fd6451-3431-4aa6-b8c9-b95452f7e9b0', 'admin_state_up': True, 'tenant_id': '37c7f4a0ae064ea9ae29f8af57d5c4cc'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:54.494231 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3fb9ae73-0e41-4ca0-84a4-451987b4122c None None] Attempting to bind port 1d91c249-9602-4102-b276-a7c2f27c4a0b on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:53:54.494660 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3fb9ae73-0e41-4ca0-84a4-451987b4122c None None] Attempting to bind port 1d91c249-9602-4102-b276-a7c2f27c4a0b by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '7fac3423-01ba-4e8c-918c-8e8a6107a008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd4a4ee12-ce5d-417b-ac39-e16fce9cf3a0'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:53:54.495037 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb9ae73-0e41-4ca0-84a4-451987b4122c None None] Attempting to bind port 1d91c249-9602-4102-b276-a7c2f27c4a0b on network d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:53:54.501417 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb9ae73-0e41-4ca0-84a4-451987b4122c None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:53:54.501417 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb9ae73-0e41-4ca0-84a4-451987b4122c None None] Checking segment: {'id': '7fac3423-01ba-4e8c-918c-8e8a6107a008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd4a4ee12-ce5d-417b-ac39-e16fce9cf3a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:53:54.501774 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3fb9ae73-0e41-4ca0-84a4-451987b4122c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:54.502165 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb9ae73-0e41-4ca0-84a4-451987b4122c None None] Bound using segment: {'id': '7fac3423-01ba-4e8c-918c-8e8a6107a008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd4a4ee12-ce5d-417b-ac39-e16fce9cf3a0'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:53:54.503334 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3fb9ae73-0e41-4ca0-84a4-451987b4122c None None] Bound port: 1d91c249-9602-4102-b276-a7c2f27c4a0b, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fac3423-01ba-4e8c-918c-8e8a6107a008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd4a4ee12-ce5d-417b-ac39-e16fce9cf3a0'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:53:54.503731 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3fb9ae73-0e41-4ca0-84a4-451987b4122c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:54.591783 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:54.597923 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3fb9ae73-0e41-4ca0-84a4-451987b4122c None None] For port 1d91c249-9602-4102-b276-a7c2f27c4a0b, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:53:54.602066 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3fb9ae73-0e41-4ca0-84a4-451987b4122c None None] For port 1d91c249-9602-4102-b276-a7c2f27c4a0b, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=1d91c249-9602-4102-b276-a7c2f27c4a0b,segment=NetworkSegment(7fac3423-01ba-4e8c-918c-8e8a6107a008),segment_id=7fac3423-01ba-4e8c-918c-8e8a6107a008)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:53:54.607294 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3fb9ae73-0e41-4ca0-84a4-451987b4122c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:54.699301 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb9ae73-0e41-4ca0-84a4-451987b4122c None None] Pushing event updated for resources: {'Port': ['ID=1d91c249-9602-4102-b276-a7c2f27c4a0b,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:54.849726 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b48222-924a-4e46-8a8b-5f391660191f None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:53:54.974044 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 9d252530-8a3c-4d11-9c2e-31e861f76f33 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:53:55.010285 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b3ce7e90-8e9e-4247-aea3-77cafde152eb None None] Provisioning complete for port 9d252530-8a3c-4d11-9c2e-31e861f76f33 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:55.010668 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b3ce7e90-8e9e-4247-aea3-77cafde152eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:55.084759 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-caf0dfb5-1482-4636-91ad-0e4f01932418 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:55.127978 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-caf0dfb5-1482-4636-91ad-0e4f01932418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:55.132284 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41770a3d-473a-4e93-9be8-7899b4adfd2b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:55.303993 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-8c0eb418-ea68-4afb-b69b-8a3cabb6933f tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Made reservation on behalf of 37c7f4a0ae064ea9ae29f8af57d5c4cc for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:55.309103 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-8c0eb418-ea68-4afb-b69b-8a3cabb6933f tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:55.344366 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:55.405173 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 9d252530-8a3c-4d11-9c2e-31e861f76f33 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:55.405553 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:55.468058 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71b47773-950d-4679-b92e-f4f807f87e23 req-2944088a-522d-4450-9b1c-b8a3eedd4692 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f5687f3-6d70-4fa1-b2c2-aa25d174db46 HTTP/1.1" status: 200 len: 210 time: 0.0569544 Dec 09 15:53:55.569654 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-caf0dfb5-1482-4636-91ad-0e4f01932418 admin admin] Allocated IP 172.25.3.88 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/2d3e97da-51f8-4e67-a302-5bd3f6196541) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:53:55.614138 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-41770a3d-473a-4e93-9be8-7899b4adfd2b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] For port 9d252530-8a3c-4d11-9c2e-31e861f76f33, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=9d252530-8a3c-4d11-9c2e-31e861f76f33,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:55.756981 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-8c0eb418-ea68-4afb-b69b-8a3cabb6933f tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Allocated IP 172.20.0.7 (54fd6451-3431-4aa6-b8c9-b95452f7e9b0/a1e405de-5373-4667-83dc-4a2f4fc90d29/83255f63-4ca3-4bd2-a590-db45acf327e2) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:53:55.771654 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41770a3d-473a-4e93-9be8-7899b4adfd2b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:55.787719 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41770a3d-473a-4e93-9be8-7899b4adfd2b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:55.788245 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41770a3d-473a-4e93-9be8-7899b4adfd2b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:55.866152 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41770a3d-473a-4e93-9be8-7899b4adfd2b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:53:55.889730 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-41770a3d-473a-4e93-9be8-7899b4adfd2b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:55.905353 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41770a3d-473a-4e93-9be8-7899b4adfd2b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:55.906191 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41770a3d-473a-4e93-9be8-7899b4adfd2b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:55.972500 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-caf0dfb5-1482-4636-91ad-0e4f01932418 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:55.978961 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41770a3d-473a-4e93-9be8-7899b4adfd2b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Port': ['ID=9d252530-8a3c-4d11-9c2e-31e861f76f33,revision_number=10']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:55.995388 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-41770a3d-473a-4e93-9be8-7899b4adfd2b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.7802684 Dec 09 15:53:55.998565 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57944) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:56.000970 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41770a3d-473a-4e93-9be8-7899b4adfd2b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Subnet': ['ID=c799186d-930d-441a-a88d-6c446565da76,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:56.005105 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-6519b40e-ac44-4e84-8697-d737d01aff7c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Request body: {'port': {'network_id': 'e299cc4e-2bbf-405f-bc15-fa1687a7e7a3', 'mac_address': 'fa:16:3e:f0:c4:58', 'name': 'tempest-NetworksTestDHCPv6-844637329'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:56.125923 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-caf0dfb5-1482-4636-91ad-0e4f01932418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:56.184811 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6519b40e-ac44-4e84-8697-d737d01aff7c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Made reservation on behalf of d6bab0483bfa42f8adbc5a6130ae139b for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:56.188673 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf0dfb5-1482-4636-91ad-0e4f01932418 admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:53:56.198423 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-caf0dfb5-1482-4636-91ad-0e4f01932418 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:56.201125 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf0dfb5-1482-4636-91ad-0e4f01932418 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:53:56.221868 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-8c0eb418-ea68-4afb-b69b-8a3cabb6933f tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:56.251408 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0dfb5-1482-4636-91ad-0e4f01932418 admin admin] Pushing event updated for resources: {'Port': ['ID=2d3e97da-51f8-4e67-a302-5bd3f6196541,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:56.253671 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60eff9e5-8477-4c09-9bea-8daccbb49123 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:53:56.346479 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6519b40e-ac44-4e84-8697-d737d01aff7c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:56.369417 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-6519b40e-ac44-4e84-8697-d737d01aff7c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] device_id is not set on port 591e6834-478e-4ea3-b16f-aa1325b4f674 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:53:56.407010 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c09523-39d5-41da-ab9e-6eefcded2868 None None] Network d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:53:56.494828 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1460f3bb-21c8-40b8-a7e7-a17872a7792f None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:53:56.522128 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-8c0eb418-ea68-4afb-b69b-8a3cabb6933f tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:56.564790 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f5c6c3a7-5cb7-442b-8694-dbfb5cb82b45 None None] Provisioning complete for port 2d3e97da-51f8-4e67-a302-5bd3f6196541 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:56.565246 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f5c6c3a7-5cb7-442b-8694-dbfb5cb82b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:56.567283 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['f09f559b-d4e6-4759-b0bc-f6c59d58ac2b'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:53:56.569403 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:56.595078 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-6519b40e-ac44-4e84-8697-d737d01aff7c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Allocated IP 2001:db8::320 (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/ac913b53-7c6e-4b0b-a3ab-22c4a6870c80/591e6834-478e-4ea3-b16f-aa1325b4f674) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:53:56.602819 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-6519b40e-ac44-4e84-8697-d737d01aff7c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Allocated IP 2001:db8:0:1:f816:3eff:fef0:c458 (e299cc4e-2bbf-405f-bc15-fa1687a7e7a3/c799186d-930d-441a-a88d-6c446565da76/591e6834-478e-4ea3-b16f-aa1325b4f674) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:53:56.662206 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-8c0eb418-ea68-4afb-b69b-8a3cabb6933f tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Network 54fd6451-3431-4aa6-b8c9-b95452f7e9b0 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:53:56.703862 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-8c0eb418-ea68-4afb-b69b-8a3cabb6933f tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:56.720880 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-8c0eb418-ea68-4afb-b69b-8a3cabb6933f tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:53:56.724030 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6c3a7-5cb7-442b-8694-dbfb5cb82b45 None None] Port 2d3e97da-51f8-4e67-a302-5bd3f6196541 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:53:56.780903 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-caf0dfb5-1482-4636-91ad-0e4f01932418 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:56.800607 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-8c0eb418-ea68-4afb-b69b-8a3cabb6933f tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:56.802751 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-8c0eb418-ea68-4afb-b69b-8a3cabb6933f tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:56.824246 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6519b40e-ac44-4e84-8697-d737d01aff7c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:56.859103 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f5c6c3a7-5cb7-442b-8694-dbfb5cb82b45 None None] Provisioning complete for port 1d91c249-9602-4102-b276-a7c2f27c4a0b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:56.859480 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f5c6c3a7-5cb7-442b-8694-dbfb5cb82b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:56.871586 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6519b40e-ac44-4e84-8697-d737d01aff7c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:56.885403 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0eb418-ea68-4afb-b69b-8a3cabb6933f tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Pushing event updated for resources: {'Port': ['ID=83255f63-4ca3-4bd2-a590-db45acf327e2,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:56.948382 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27644b4a-1d24-44dc-9d4c-82ea259b4f52 req-41c46907-1451-4409-9c28-32f402c1ba91 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:56.950843 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-27644b4a-1d24-44dc-9d4c-82ea259b4f52 req-41c46907-1451-4409-9c28-32f402c1ba91 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f5687f3-6d70-4fa1-b2c2-aa25d174db46 HTTP/1.1" status: 200 len: 931 time: 0.3168664 Dec 09 15:53:56.967382 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-8c0eb418-ea68-4afb-b69b-8a3cabb6933f tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4972370 Dec 09 15:53:56.981043 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6519b40e-ac44-4e84-8697-d737d01aff7c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:53:57.006581 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-6519b40e-ac44-4e84-8697-d737d01aff7c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:57.025385 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6519b40e-ac44-4e84-8697-d737d01aff7c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:53:57.038594 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6519b40e-ac44-4e84-8697-d737d01aff7c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:57.040274 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6519b40e-ac44-4e84-8697-d737d01aff7c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:57.070965 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6519b40e-ac44-4e84-8697-d737d01aff7c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event updated for resources: {'Port': ['ID=591e6834-478e-4ea3-b16f-aa1325b4f674,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:57.098450 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6519b40e-ac44-4e84-8697-d737d01aff7c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0982506 Dec 09 15:53:57.100966 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57960) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:57.114483 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-27644b4a-1d24-44dc-9d4c-82ea259b4f52 req-e21b42af-fe90-4b74-ba6b-dd39832d0098 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454499 Dec 09 15:53:57.132892 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-ad4b432d-0dfa-44b7-aed1-9d9749110422 service neutron] Request body: {'port': {'device_id': '6f5687f3-6d70-4fa1-b2c2-aa25d174db46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:57.180935 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f5c6c3a7-5cb7-442b-8694-dbfb5cb82b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:57.185637 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 1d91c249-9602-4102-b276-a7c2f27c4a0b up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:53:57.225136 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-ad4b432d-0dfa-44b7-aed1-9d9749110422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:57.281138 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f5c6c3a7-5cb7-442b-8694-dbfb5cb82b45 None None] For port 1d91c249-9602-4102-b276-a7c2f27c4a0b, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=1d91c249-9602-4102-b276-a7c2f27c4a0b,segment=NetworkSegment(7fac3423-01ba-4e8c-918c-8e8a6107a008),segment_id=7fac3423-01ba-4e8c-918c-8e8a6107a008)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:57.296705 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f5c6c3a7-5cb7-442b-8694-dbfb5cb82b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:57.324818 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-6b6c26af-4229-489b-8e30-2abe8d0d779d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting port 591e6834-478e-4ea3-b16f-aa1325b4f674 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:53:57.325305 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6b6c26af-4229-489b-8e30-2abe8d0d779d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:57.347819 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 1d91c249-9602-4102-b276-a7c2f27c4a0b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:57.348517 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:57.446014 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6c3a7-5cb7-442b-8694-dbfb5cb82b45 None None] Pushing event updated for resources: {'Port': ['ID=1d91c249-9602-4102-b276-a7c2f27c4a0b,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:57.481754 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-aa120696-9bb5-42b3-b1da-ae075f8b7670 None None] Provisioning complete for port 9d252530-8a3c-4d11-9c2e-31e861f76f33 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:57.481754 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aa120696-9bb5-42b3-b1da-ae075f8b7670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:57.522576 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6b6c26af-4229-489b-8e30-2abe8d0d779d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:57.539981 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-6b6c26af-4229-489b-8e30-2abe8d0d779d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Calling delete_port for 591e6834-478e-4ea3-b16f-aa1325b4f674 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:53:57.555906 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 9d252530-8a3c-4d11-9c2e-31e861f76f33 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:53:57.658307 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 9d252530-8a3c-4d11-9c2e-31e861f76f33 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:57.658695 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:57.746170 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-aa120696-9bb5-42b3-b1da-ae075f8b7670 None None] Provisioning complete for port 1d91c249-9602-4102-b276-a7c2f27c4a0b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:57.746816 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aa120696-9bb5-42b3-b1da-ae075f8b7670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:57.826670 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6b6c26af-4229-489b-8e30-2abe8d0d779d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:57.900049 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6c26af-4229-489b-8e30-2abe8d0d779d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Port': ['ID=591e6834-478e-4ea3-b16f-aa1325b4f674,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:57.953424 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-caf0dfb5-1482-4636-91ad-0e4f01932418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:57.963491 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6b6c26af-4229-489b-8e30-2abe8d0d779d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:57.970421 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6b6c26af-4229-489b-8e30-2abe8d0d779d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/ports/591e6834-478e-4ea3-b16f-aa1325b4f674 HTTP/1.1" status: 204 len: 168 time: 0.8657477 Dec 09 15:53:57.972036 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57966) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:58.005909 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-80e084d2-7e49-4158-86ec-af4b2b9942a6 None None] Could not find standard attr ID for object 591e6834-478e-4ea3-b16f-aa1325b4f674. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:53:58.048764 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80dede17-345d-4f49-bf65-be20bddcef07 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:58.051112 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-80dede17-345d-4f49-bf65-be20bddcef07 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0792317 Dec 09 15:53:58.054833 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57968) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:58.252613 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aea2338-f369-4d9a-9b6a-bfd4d09bb8fa tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:58.254119 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2aea2338-f369-4d9a-9b6a-bfd4d09bb8fa tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1944802 Dec 09 15:53:58.256870 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57972) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:58.306686 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac99e7-8bee-4d60-82c2-4922f1496dd6 req-2771a6ac-41dc-493e-8b5a-1c9906806ce8 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:58.308190 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2aac99e7-8bee-4d60-82c2-4922f1496dd6 req-2771a6ac-41dc-493e-8b5a-1c9906806ce8 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f5687f3-6d70-4fa1-b2c2-aa25d174db46 HTTP/1.1" status: 200 len: 931 time: 0.1208220 Dec 09 15:53:58.311260 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d61a93a-7b13-4867-b450-7010365db536 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:58.312826 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d61a93a-7b13-4867-b450-7010365db536 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:58.314342 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d61a93a-7b13-4867-b450-7010365db536 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:58.315888 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4d61a93a-7b13-4867-b450-7010365db536 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0574787 Dec 09 15:53:58.318599 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57974) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:58.356108 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf0dfb5-1482-4636-91ad-0e4f01932418 admin admin] Router ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:53:58.377775 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-25fd2175-d933-4a12-92fc-d1735cc16914 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting subnet ac913b53-7c6e-4b0b-a3ab-22c4a6870c80 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:53:58.378889 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-ad4b432d-0dfa-44b7-aed1-9d9749110422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83255f63-4ca3-4bd2-a590-db45acf327e2 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:53:58.380906 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-25fd2175-d933-4a12-92fc-d1735cc16914 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:58.395686 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-ad4b432d-0dfa-44b7-aed1-9d9749110422 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:58.422368 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-25fd2175-d933-4a12-92fc-d1735cc16914 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:58.458557 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2aac99e7-8bee-4d60-82c2-4922f1496dd6 req-4b8f4a87-3a44-42c2-aa91-075bfe2137e2 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401281 Dec 09 15:53:58.459497 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-ad4b432d-0dfa-44b7-aed1-9d9749110422 service neutron] Transition to ACTIVE for port object 83255f63-4ca3-4bd2-a590-db45acf327e2 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:53:58.472126 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-ad4b432d-0dfa-44b7-aed1-9d9749110422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:58.511113 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-25fd2175-d933-4a12-92fc-d1735cc16914 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:58.587584 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-25fd2175-d933-4a12-92fc-d1735cc16914 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:58.596376 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b432d-0dfa-44b7-aed1-9d9749110422 service neutron] Pushing event updated for resources: {'Port': ['ID=83255f63-4ca3-4bd2-a590-db45acf327e2,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:58.615261 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fd2175-d933-4a12-92fc-d1735cc16914 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Subnet': ['ID=ac913b53-7c6e-4b0b-a3ab-22c4a6870c80,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:58.619439 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-25fd2175-d933-4a12-92fc-d1735cc16914 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:58.622495 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf0dfb5-1482-4636-91ad-0e4f01932418 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:53:58.625379 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-25fd2175-d933-4a12-92fc-d1735cc16914 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/ac913b53-7c6e-4b0b-a3ab-22c4a6870c80 HTTP/1.1" status: 204 len: 168 time: 0.3058269 Dec 09 15:53:58.626061 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57978) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:58.628479 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503a7a9a-8af0-4aad-9fbb-09bd9bd2cf02 None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:53:58.639680 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164a45c0-891a-4607-ab5c-3669ac7a07c9 None None] Sync routers for ids ['ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:53:58.650804 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164a45c0-891a-4607-ab5c-3669ac7a07c9 None None] Routers {'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:53:58.651400 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-164a45c0-891a-4607-ab5c-3669ac7a07c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:53:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:58.653784 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-caf0dfb5-1482-4636-91ad-0e4f01932418 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:58.655031 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-caf0dfb5-1482-4636-91ad-0e4f01932418 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.1778724 Dec 09 15:53:58.658375 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57980) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:58.709316 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-ad4b432d-0dfa-44b7-aed1-9d9749110422 service neutron] Attempting to bind port 83255f63-4ca3-4bd2-a590-db45acf327e2 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:53:58.709664 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-ad4b432d-0dfa-44b7-aed1-9d9749110422 service neutron] Attempting to bind port 83255f63-4ca3-4bd2-a590-db45acf327e2 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '9e9c1069-da4b-49d3-b7c1-b803e425ba04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '54fd6451-3431-4aa6-b8c9-b95452f7e9b0'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:53:58.709915 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-ad4b432d-0dfa-44b7-aed1-9d9749110422 service neutron] Attempting to bind port 83255f63-4ca3-4bd2-a590-db45acf327e2 on network 54fd6451-3431-4aa6-b8c9-b95452f7e9b0 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:53:58.713867 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-82ba1b9a-dc6d-448e-bd08-6c11cc9c83b6 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Deleting subnet c799186d-930d-441a-a88d-6c446565da76 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:53:58.722727 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-ad4b432d-0dfa-44b7-aed1-9d9749110422 service neutron] Port 83255f63-4ca3-4bd2-a590-db45acf327e2 on network 54fd6451-3431-4aa6-b8c9-b95452f7e9b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:53:58.723063 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-ad4b432d-0dfa-44b7-aed1-9d9749110422 service neutron] Attempting to bind port 83255f63-4ca3-4bd2-a590-db45acf327e2 on network 54fd6451-3431-4aa6-b8c9-b95452f7e9b0 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:53:58.724339 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-82ba1b9a-dc6d-448e-bd08-6c11cc9c83b6 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:58.763397 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-164a45c0-891a-4607-ab5c-3669ac7a07c9 None None] Set router ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:53:58.765710 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-ad4b432d-0dfa-44b7-aed1-9d9749110422 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:53:58.766074 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-ad4b432d-0dfa-44b7-aed1-9d9749110422 service neutron] Checking segment: {'id': '9e9c1069-da4b-49d3-b7c1-b803e425ba04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '54fd6451-3431-4aa6-b8c9-b95452f7e9b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:53:58.766512 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-ad4b432d-0dfa-44b7-aed1-9d9749110422 service neutron] Bound using segment: {'id': '9e9c1069-da4b-49d3-b7c1-b803e425ba04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '54fd6451-3431-4aa6-b8c9-b95452f7e9b0'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:53:58.766918 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-ad4b432d-0dfa-44b7-aed1-9d9749110422 service neutron] Bound port: 83255f63-4ca3-4bd2-a590-db45acf327e2, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9c1069-da4b-49d3-b7c1-b803e425ba04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '54fd6451-3431-4aa6-b8c9-b95452f7e9b0'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:53:58.767284 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-ad4b432d-0dfa-44b7-aed1-9d9749110422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:58.792833 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-82ba1b9a-dc6d-448e-bd08-6c11cc9c83b6 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:58.861064 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-ad4b432d-0dfa-44b7-aed1-9d9749110422 service neutron] For port 83255f63-4ca3-4bd2-a590-db45acf327e2, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:53:58.865431 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-ad4b432d-0dfa-44b7-aed1-9d9749110422 service neutron] For port 83255f63-4ca3-4bd2-a590-db45acf327e2, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=83255f63-4ca3-4bd2-a590-db45acf327e2,segment=NetworkSegment(9e9c1069-da4b-49d3-b7c1-b803e425ba04),segment_id=9e9c1069-da4b-49d3-b7c1-b803e425ba04)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:53:58.914476 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-82ba1b9a-dc6d-448e-bd08-6c11cc9c83b6 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:58.971906 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 1d91c249-9602-4102-b276-a7c2f27c4a0b up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:53:58.982888 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-ad4b432d-0dfa-44b7-aed1-9d9749110422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:59.020973 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-82ba1b9a-dc6d-448e-bd08-6c11cc9c83b6 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:59.062840 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-ad4b432d-0dfa-44b7-aed1-9d9749110422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:59.064397 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-ad4b432d-0dfa-44b7-aed1-9d9749110422 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:59.066095 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-ad4b432d-0dfa-44b7-aed1-9d9749110422 service neutron] 10.222.0.31 "PUT /v2.0/ports/83255f63-4ca3-4bd2-a590-db45acf327e2 HTTP/1.1" status: 200 len: 1091 time: 1.9702346 Dec 09 15:53:59.066584 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f5687f3-6d70-4fa1-b2c2-aa25d174db46', 'tag': '83255f63-4ca3-4bd2-a590-db45acf327e2'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:53:59.066891 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-164a45c0-891a-4607-ab5c-3669ac7a07c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8', 'name': 'tempest-TestServerBasicOps-1294408284-router', 'tenant_id': 'f4d71564044144c0a7c07487671be4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '2d3e97da-51f8-4e67-a302-5bd3f6196541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:53:53Z', 'updated_at': '2021-12-09T15:53:56Z', 'revision_number': 3, 'project_id': 'f4d71564044144c0a7c07487671be4ce', 'gw_port': {'id': '2d3e97da-51f8-4e67-a302-5bd3f6196541', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:55Z', 'updated_at': '2021-12-09T15:53:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:59.069082 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4314667-9c6e-47d1-b698-6aceab3bae25" -d '{"events": [{"name": "network-changed", "server_uuid": "6f5687f3-6d70-4fa1-b2c2-aa25d174db46", "tag": "83255f63-4ca3-4bd2-a590-db45acf327e2"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:53:59.095420 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba1b9a-dc6d-448e-bd08-6c11cc9c83b6 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Subnet': ['ID=c799186d-930d-441a-a88d-6c446565da76,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:59.109657 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-82ba1b9a-dc6d-448e-bd08-6c11cc9c83b6 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:59.113241 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-82ba1b9a-dc6d-448e-bd08-6c11cc9c83b6 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/c799186d-930d-441a-a88d-6c446565da76 HTTP/1.1" status: 204 len: 168 time: 0.4862013 Dec 09 15:53:59.125439 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57992) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:59.131408 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 1d91c249-9602-4102-b276-a7c2f27c4a0b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:59.133672 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:59.182439 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164a45c0-891a-4607-ab5c-3669ac7a07c9 None None] Checking router: ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:53:59.182795 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164a45c0-891a-4607-ab5c-3669ac7a07c9 None None] Updating router ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8 port 2d3e97da-51f8-4e67-a302-5bd3f6196541 binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:53:59.223668 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-164a45c0-891a-4607-ab5c-3669ac7a07c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:59.278195 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-cc1e5f85-1874-4cd0-926f-9c5749eaf86b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1342461 Dec 09 15:53:59.278853 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57996) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:59.315805 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b432d-0dfa-44b7-aed1-9d9749110422 service neutron] Pushing event updated for resources: {'Port': ['ID=83255f63-4ca3-4bd2-a590-db45acf327e2,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:59.397036 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-c95f9705-7b39-4534-9133-63f48683b782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:59.400146 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-c95f9705-7b39-4534-9133-63f48683b782 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=37c7f4a0ae064ea9ae29f8af57d5c4cc&device_id=6f5687f3-6d70-4fa1-b2c2-aa25d174db46 HTTP/1.1" status: 200 len: 1094 time: 0.2760043 Dec 09 15:53:59.421514 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3628d149-9246-4a9c-934e-945f2b30a613 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:59.423138 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3628d149-9246-4a9c-934e-945f2b30a613 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1433029 Dec 09 15:53:59.427488 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57998) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:59.467145 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4937320b-fac0-4c54-a0ca-cddce48a5c68 x-openstack-request-id: req-4937320b-fac0-4c54-a0ca-cddce48a5c68 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:53:59.467601 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f5687f3-6d70-4fa1-b2c2-aa25d174db46", "tag": "83255f63-4ca3-4bd2-a590-db45acf327e2", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:53:59.468025 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4937320b-fac0-4c54-a0ca-cddce48a5c68 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:53:59.468674 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f5687f3-6d70-4fa1-b2c2-aa25d174db46', 'tag': '83255f63-4ca3-4bd2-a590-db45acf327e2', 'status': 'completed', 'code': 200} Dec 09 15:53:59.472527 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-ad5a63c9-0acf-4516-8a33-117724735c96 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83255f63-4ca3-4bd2-a590-db45acf327e2 HTTP/1.1" status: 200 len: 217 time: 0.0624509 Dec 09 15:53:59.505078 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3e90e4-0cb6-4c90-baf5-637c660d428f tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:59.506960 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6b3e90e4-0cb6-4c90-baf5-637c660d428f tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0737095 Dec 09 15:53:59.509746 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58002) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:59.574691 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-82f81fbe-3df9-4595-8101-5bfc4aa16a7a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0636258 Dec 09 15:53:59.580997 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58004) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:59.650099 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbbcd07b-ee5b-4c13-be06-46e6a9eee7ee tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:53:59.651298 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbbcd07b-ee5b-4c13-be06-46e6a9eee7ee tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:53:59.659697 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-cbbcd07b-ee5b-4c13-be06-46e6a9eee7ee tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/ports/591e6834-478e-4ea3-b16f-aa1325b4f674 HTTP/1.1" status: 404 len: 333 time: 0.0766509 Dec 09 15:53:59.659866 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-f4fe683e-2109-4498-ae25-30a7640911ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:59.661038 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58008) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:59.661423 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-f4fe683e-2109-4498-ae25-30a7640911ac service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a1e405de-5373-4667-83dc-4a2f4fc90d29 HTTP/1.1" status: 200 len: 854 time: 0.1812341 Dec 09 15:53:59.708202 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc6ba9d-47c7-49e2-b327-5381e0a8c605 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:53:59.708706 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efc6ba9d-47c7-49e2-b327-5381e0a8c605 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:53:59.720508 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-efc6ba9d-47c7-49e2-b327-5381e0a8c605 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/c799186d-930d-441a-a88d-6c446565da76 HTTP/1.1" status: 404 len: 337 time: 0.0561898 Dec 09 15:53:59.720714 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58010) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:59.724946 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-f74ea935-b78c-4646-906c-777e2c4f2501 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=54fd6451-3431-4aa6-b8c9-b95452f7e9b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414236 Dec 09 15:53:59.736293 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89940d22-04b3-4efa-b3b7-d0fb3c06c368 req-32b3d431-3c62-4627-989b-703f5b34fbae tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:59.738100 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-89940d22-04b3-4efa-b3b7-d0fb3c06c368 req-32b3d431-3c62-4627-989b-703f5b34fbae tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f5687f3-6d70-4fa1-b2c2-aa25d174db46 HTTP/1.1" status: 200 len: 943 time: 0.1489873 Dec 09 15:53:59.759155 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-164a45c0-891a-4607-ab5c-3669ac7a07c9 None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:59.768095 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e070c0-d425-4d57-9e81-201d2043f3eb tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:53:59.768623 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4e070c0-d425-4d57-9e81-201d2043f3eb tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:53:59.768750 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-164a45c0-891a-4607-ab5c-3669ac7a07c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:59.769853 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243b487d-e3d8-44d2-91c4-e43dd6cdcc4f None None] Network e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:53:59.775688 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f4e070c0-d425-4d57-9e81-201d2043f3eb tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/ac913b53-7c6e-4b0b-a3ab-22c4a6870c80 HTTP/1.1" status: 404 len: 337 time: 0.0513406 Dec 09 15:53:59.775874 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58012) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:59.805172 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-3076f7b8-2026-4745-b0ea-61f4be226afb tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:53:59.805782 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3076f7b8-2026-4745-b0ea-61f4be226afb tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:53:59.811526 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3076f7b8-2026-4745-b0ea-61f4be226afb tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/ports/925421e2-ca76-4581-83fe-011633db1682 HTTP/1.1" status: 404 len: 333 time: 0.0324609 Dec 09 15:53:59.811713 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58014) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:59.842993 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-46b4f9a7-635d-4e04-a5d8-d16375217cbc None None] Provisioning complete for port 9d252530-8a3c-4d11-9c2e-31e861f76f33 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:59.843369 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-46b4f9a7-635d-4e04-a5d8-d16375217cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:59.847846 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b20a410-b158-4580-9f4a-c65159605449 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:53:59.848320 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b20a410-b158-4580-9f4a-c65159605449 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:53:59.854815 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0b20a410-b158-4580-9f4a-c65159605449 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/416f82f5-cd52-467c-ab88-c195a75e870c HTTP/1.1" status: 404 len: 337 time: 0.0394971 Dec 09 15:53:59.855256 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58016) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:59.871722 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84468700-c51f-40df-b544-d206c288e960 None None] Pushing event updated for resources: {'Port': ['ID=2d3e97da-51f8-4e67-a302-5bd3f6196541,revision_number=2']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:59.886788 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea9c0eb-3a60-4858-af2d-9a9c0ba977c7 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:53:59.888757 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-89940d22-04b3-4efa-b3b7-d0fb3c06c368 req-c17b15fc-5c93-4495-88fd-dd166bff8eda tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373920 Dec 09 15:53:59.890588 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ac6a126-ca7b-489a-87ef-6208a54456e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:59.931534 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfd19df1-3e17-440f-936a-81f3a9a95164 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:53:59.932398 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfd19df1-3e17-440f-936a-81f3a9a95164 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:53:59.934384 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84468700-c51f-40df-b544-d206c288e960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:59.934764 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84468700-c51f-40df-b544-d206c288e960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:59.935111 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84468700-c51f-40df-b544-d206c288e960 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:59.937185 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-dfd19df1-3e17-440f-936a-81f3a9a95164 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/29918f23-daf7-41a8-beaa-bd1f394ba215 HTTP/1.1" status: 404 len: 337 time: 0.0807550 Dec 09 15:53:59.939510 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58018) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:59.939658 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84468700-c51f-40df-b544-d206c288e960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:59.939890 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84468700-c51f-40df-b544-d206c288e960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:59.940242 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84468700-c51f-40df-b544-d206c288e960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:59.941771 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84468700-c51f-40df-b544-d206c288e960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:59.942129 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84468700-c51f-40df-b544-d206c288e960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:59.942475 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84468700-c51f-40df-b544-d206c288e960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:59.942812 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84468700-c51f-40df-b544-d206c288e960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:59.943145 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84468700-c51f-40df-b544-d206c288e960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:59.943473 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84468700-c51f-40df-b544-d206c288e960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:59.943801 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84468700-c51f-40df-b544-d206c288e960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:59.953849 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-164a45c0-891a-4607-ab5c-3669ac7a07c9 None None] Attempting to bind port 2d3e97da-51f8-4e67-a302-5bd3f6196541 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:53:59.957081 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-164a45c0-891a-4607-ab5c-3669ac7a07c9 None None] Attempting to bind port 2d3e97da-51f8-4e67-a302-5bd3f6196541 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:53:59.957674 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164a45c0-891a-4607-ab5c-3669ac7a07c9 None None] Attempting to bind port 2d3e97da-51f8-4e67-a302-5bd3f6196541 on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:53:59.973136 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-5077a4fd-862d-4c75-b0a9-1bfc050ffd1d service neutron] 10.222.0.31 "GET /v2.0/networks/54fd6451-3431-4aa6-b8c9-b95452f7e9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320812 Dec 09 15:53:59.975583 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164a45c0-891a-4607-ab5c-3669ac7a07c9 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:53:59.978576 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164a45c0-891a-4607-ab5c-3669ac7a07c9 None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:53:59.979268 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-164a45c0-891a-4607-ab5c-3669ac7a07c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:59.980258 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164a45c0-891a-4607-ab5c-3669ac7a07c9 None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:53:59.982287 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-164a45c0-891a-4607-ab5c-3669ac7a07c9 None None] Bound port: 2d3e97da-51f8-4e67-a302-5bd3f6196541, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:53:59.983032 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-164a45c0-891a-4607-ab5c-3669ac7a07c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:59.990788 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-94b09e33-1c7d-4b39-a4e2-4e8139569a18 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:53:59.991389 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94b09e33-1c7d-4b39-a4e2-4e8139569a18 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:00.002593 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-94b09e33-1c7d-4b39-a4e2-4e8139569a18 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/ports/8aeba859-8771-4d27-960f-a43888155e12 HTTP/1.1" status: 404 len: 333 time: 0.0591695 Dec 09 15:54:00.003725 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58020) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:00.075979 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-164a45c0-891a-4607-ab5c-3669ac7a07c9 None None] For port 2d3e97da-51f8-4e67-a302-5bd3f6196541, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:54:00.076530 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc7d80af-fd98-4bb2-bbdf-8708be2dda99 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:54:00.076997 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc7d80af-fd98-4bb2-bbdf-8708be2dda99 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:00.082788 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-cc7d80af-fd98-4bb2-bbdf-8708be2dda99 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/457720be-f33a-4847-a45a-7808532d9c2a HTTP/1.1" status: 404 len: 337 time: 0.0758886 Dec 09 15:54:00.083694 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58022) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:00.085181 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-164a45c0-891a-4607-ab5c-3669ac7a07c9 None None] For port 2d3e97da-51f8-4e67-a302-5bd3f6196541, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=2d3e97da-51f8-4e67-a302-5bd3f6196541,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:54:00.093611 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-164a45c0-891a-4607-ab5c-3669ac7a07c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:00.119377 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4790586-9242-4374-b250-cd8964993dc0 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:54:00.120106 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4790586-9242-4374-b250-cd8964993dc0 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:00.126558 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e4790586-9242-4374-b250-cd8964993dc0 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/8ef89e5c-0a19-474f-a9d4-9b5fee909095 HTTP/1.1" status: 404 len: 337 time: 0.0398550 Dec 09 15:54:00.128912 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58024) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:00.168039 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164a45c0-891a-4607-ab5c-3669ac7a07c9 None None] Routers {'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:54:00.169098 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-164a45c0-891a-4607-ab5c-3669ac7a07c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:53:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:00.188189 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee38ebc3-d76e-4eac-ba56-95b94018c38c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:54:00.188822 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee38ebc3-d76e-4eac-ba56-95b94018c38c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:00.195500 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ee38ebc3-d76e-4eac-ba56-95b94018c38c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/ports/338de002-6645-40a0-a89d-7a2a3424ccd4 HTTP/1.1" status: 404 len: 333 time: 0.0619020 Dec 09 15:54:00.196031 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58026) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:00.226038 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2cd3e1-e628-4543-b0fb-d5370f0e754e None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:54:00.249627 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-fced25b6-fd59-4a3d-8f13-d26f83bae800 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:54:00.249984 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fced25b6-fd59-4a3d-8f13-d26f83bae800 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:00.257708 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84468700-c51f-40df-b544-d206c288e960 None None] Pushing event updated for resources: {'Port': ['ID=2d3e97da-51f8-4e67-a302-5bd3f6196541,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:00.262986 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-fced25b6-fd59-4a3d-8f13-d26f83bae800 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/1b01d2af-1d65-4ff1-a2f8-15549f99ac73 HTTP/1.1" status: 404 len: 337 time: 0.0659740 Dec 09 15:54:00.263835 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58028) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:00.301243 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad59634-274a-49b7-9f68-1281a9f218bc tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:54:00.301704 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ad59634-274a-49b7-9f68-1281a9f218bc tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:00.307514 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-768453ed-ef09-4595-a5c8-0d540ba24c49 req-d63a33ff-aa1b-48f9-b507-d8aea3f77cfe service neutron] 10.222.0.31 "GET /v2.0/networks/54fd6451-3431-4aa6-b8c9-b95452f7e9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050892 Dec 09 15:54:00.313296 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6ad59634-274a-49b7-9f68-1281a9f218bc tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/e28566c8-c753-4fb2-9746-bdef79c48074 HTTP/1.1" status: 404 len: 337 time: 0.0450003 Dec 09 15:54:00.313428 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58032) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:00.352317 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-749dbf88-69a3-47e9-8557-e0625345da2e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:54:00.352896 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-749dbf88-69a3-47e9-8557-e0625345da2e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:00.358481 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-749dbf88-69a3-47e9-8557-e0625345da2e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/ports/2a803d85-f73c-4052-80be-89d1d05eef8d HTTP/1.1" status: 404 len: 333 time: 0.0429096 Dec 09 15:54:00.358796 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58034) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:00.377893 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-6ac6a126-ca7b-489a-87ef-6208a54456e3 admin admin] Allocated IP 172.20.0.1 (d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0/a3812c03-4ef5-48f3-99e1-875d1f7c41a0/b9039c4f-2421-448e-a0e1-22179173d443) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:54:00.393830 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-310708a8-b19f-4345-9c2a-54067f7626d0 None None] Provisioning complete for port 2d3e97da-51f8-4e67-a302-5bd3f6196541 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:00.394352 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-310708a8-b19f-4345-9c2a-54067f7626d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:00.396508 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d07427e-af67-4969-9396-29f22bb2fcda None None] DHCP port deletion for e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:54:00.414861 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc13623a-cb82-4acb-9e68-e1ceb568059a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:54:00.415410 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc13623a-cb82-4acb-9e68-e1ceb568059a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:00.421396 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-fc13623a-cb82-4acb-9e68-e1ceb568059a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/6a9eefc7-fd15-4019-8075-c613db984685 HTTP/1.1" status: 404 len: 337 time: 0.0587819 Dec 09 15:54:00.428925 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58036) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:00.438914 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-164a45c0-891a-4607-ab5c-3669ac7a07c9 None None] Set router ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:54:00.471934 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-49fc57bf-3640-474d-9d76-3ba5123f63c2 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:54:00.472562 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49fc57bf-3640-474d-9d76-3ba5123f63c2 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:00.475878 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-49fc57bf-3640-474d-9d76-3ba5123f63c2 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/ports/a0d49ec8-25b2-47a4-bc10-f8240af67ad7 HTTP/1.1" status: 404 len: 333 time: 0.0458179 Dec 09 15:54:00.488066 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58038) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:00.524829 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-9209dcbc-d148-4184-8776-7ee8e2efa1c5 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:54:00.525385 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9209dcbc-d148-4184-8776-7ee8e2efa1c5 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:00.528549 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9209dcbc-d148-4184-8776-7ee8e2efa1c5 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/9f4e6a17-8d67-45b6-a36a-9015db343948 HTTP/1.1" status: 404 len: 337 time: 0.0393720 Dec 09 15:54:00.531295 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58040) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:00.540196 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4314667-9c6e-47d1-b698-6aceab3bae25 req-2949f401-5a9e-4554-9de8-34c369f1c4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:00.541741 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a4314667-9c6e-47d1-b698-6aceab3bae25 req-2949f401-5a9e-4554-9de8-34c369f1c4dc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=37c7f4a0ae064ea9ae29f8af57d5c4cc&device_id=6f5687f3-6d70-4fa1-b2c2-aa25d174db46 HTTP/1.1" status: 200 len: 1094 time: 0.1615872 Dec 09 15:54:00.557981 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-310708a8-b19f-4345-9c2a-54067f7626d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:00.572343 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab8e51a5-9f37-40d3-88c4-754810d46f7a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:54:00.572970 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab8e51a5-9f37-40d3-88c4-754810d46f7a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:00.578639 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ab8e51a5-9f37-40d3-88c4-754810d46f7a tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/ports/7c779d6e-1926-4ba6-b92f-9668cf6acb07 HTTP/1.1" status: 404 len: 333 time: 0.0461566 Dec 09 15:54:00.581806 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58042) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:00.584605 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-310708a8-b19f-4345-9c2a-54067f7626d0 None None] For port 2d3e97da-51f8-4e67-a302-5bd3f6196541, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=2d3e97da-51f8-4e67-a302-5bd3f6196541,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:54:00.588075 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3d07427e-af67-4969-9396-29f22bb2fcda None None] Deleting port 9d252530-8a3c-4d11-9c2e-31e861f76f33 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:54:00.588849 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d07427e-af67-4969-9396-29f22bb2fcda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:00.652224 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a097abc-be1c-4b1b-b1b5-2c37f307d7e3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:54:00.652711 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a097abc-be1c-4b1b-b1b5-2c37f307d7e3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:00.655767 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1a097abc-be1c-4b1b-b1b5-2c37f307d7e3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/28560cb7-1282-4c0e-be25-75d9c9b2bea8 HTTP/1.1" status: 404 len: 337 time: 0.0732112 Dec 09 15:54:00.658895 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58044) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:00.666240 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3d07427e-af67-4969-9396-29f22bb2fcda None None] For port 9d252530-8a3c-4d11-9c2e-31e861f76f33, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=9d252530-8a3c-4d11-9c2e-31e861f76f33,segment=NetworkSegment(eefe46fe-de83-46c7-a840-f71fdad0e3d8),segment_id=eefe46fe-de83-46c7-a840-f71fdad0e3d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:54:00.667113 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d07427e-af67-4969-9396-29f22bb2fcda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:00.678780 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ac6a126-ca7b-489a-87ef-6208a54456e3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:00.686256 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3d07427e-af67-4969-9396-29f22bb2fcda None None] Calling delete_port for 9d252530-8a3c-4d11-9c2e-31e861f76f33 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:54:00.702268 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-a077a74d-75d4-463d-9f6b-575c25bfd625 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:54:00.702636 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a077a74d-75d4-463d-9f6b-575c25bfd625 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:00.705776 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a077a74d-75d4-463d-9f6b-575c25bfd625 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/ports/334fc752-81d9-4e5b-9c59-283bf5c91f4d HTTP/1.1" status: 404 len: 333 time: 0.0462360 Dec 09 15:54:00.712836 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58046) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:00.714063 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-164a45c0-891a-4607-ab5c-3669ac7a07c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8', 'name': 'tempest-TestServerBasicOps-1294408284-router', 'tenant_id': 'f4d71564044144c0a7c07487671be4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '2d3e97da-51f8-4e67-a302-5bd3f6196541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:53:53Z', 'updated_at': '2021-12-09T15:53:56Z', 'revision_number': 3, 'project_id': 'f4d71564044144c0a7c07487671be4ce', 'gw_port': {'id': '2d3e97da-51f8-4e67-a302-5bd3f6196541', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:55Z', 'updated_at': '2021-12-09T15:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:00.744304 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-0646bbc7-5147-4c2e-8b39-c1e5f1bf9eef tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:54:00.744843 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0646bbc7-5147-4c2e-8b39-c1e5f1bf9eef tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:00.747957 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0646bbc7-5147-4c2e-8b39-c1e5f1bf9eef tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/33edba3f-3329-451c-96fb-a2ee98f911cc HTTP/1.1" status: 404 len: 337 time: 0.0341721 Dec 09 15:54:00.750605 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58048) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:00.753255 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164a45c0-891a-4607-ab5c-3669ac7a07c9 None None] The sync data for ids ['ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8'] in n-d-821228-1 is: [{'id': 'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8', 'name': 'tempest-TestServerBasicOps-1294408284-router', 'tenant_id': 'f4d71564044144c0a7c07487671be4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '2d3e97da-51f8-4e67-a302-5bd3f6196541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:53:53Z', 'updated_at': '2021-12-09T15:53:56Z', 'revision_number': 3, 'project_id': 'f4d71564044144c0a7c07487671be4ce', 'gw_port': {'id': '2d3e97da-51f8-4e67-a302-5bd3f6196541', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:55Z', 'updated_at': '2021-12-09T15:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:54:00.756746 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4314667-9c6e-47d1-b698-6aceab3bae25 req-a0b7bbe2-a91e-4766-bc2e-a4dbe01c9eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:00.759099 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a4314667-9c6e-47d1-b698-6aceab3bae25 req-a0b7bbe2-a91e-4766-bc2e-a4dbe01c9eaf service neutron] 10.222.0.31 "GET /v2.0/networks?id=54fd6451-3431-4aa6-b8c9-b95452f7e9b0 HTTP/1.1" status: 200 len: 915 time: 0.2059762 Dec 09 15:54:00.775771 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ea997b0-0458-4a15-bd64-0702a9d96c18 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:54:00.787729 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ea997b0-0458-4a15-bd64-0702a9d96c18 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:00.791663 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4ea997b0-0458-4a15-bd64-0702a9d96c18 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/ports/8b4112e3-bed1-467b-b912-a79f3b477c60 HTTP/1.1" status: 404 len: 333 time: 0.0399766 Dec 09 15:54:00.796973 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58050) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:00.806392 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-310708a8-b19f-4345-9c2a-54067f7626d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:00.816489 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a4314667-9c6e-47d1-b698-6aceab3bae25 req-df847c7a-c30f-4387-b19c-c31bcaee6d39 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83255f63-4ca3-4bd2-a590-db45acf327e2 HTTP/1.1" status: 200 len: 217 time: 0.0498080 Dec 09 15:54:00.828262 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ac6a126-ca7b-489a-87ef-6208a54456e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:00.835349 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-2867042c-3439-478b-812b-59f51b3ec6fa tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:54:00.837428 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2867042c-3439-478b-812b-59f51b3ec6fa tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:00.838387 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d07427e-af67-4969-9396-29f22bb2fcda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:00.853384 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d07427e-af67-4969-9396-29f22bb2fcda None None] No DVR routers for this DVR port 9d252530-8a3c-4d11-9c2e-31e861f76f33 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:54:00.867996 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2867042c-3439-478b-812b-59f51b3ec6fa tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/040a80c3-c296-4a85-bd1a-a0cc451c393d HTTP/1.1" status: 404 len: 337 time: 0.0615411 Dec 09 15:54:00.868909 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58052) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:00.890810 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310708a8-b19f-4345-9c2a-54067f7626d0 None None] Pushing event updated for resources: {'Port': ['ID=2d3e97da-51f8-4e67-a302-5bd3f6196541,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:00.905453 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4314667-9c6e-47d1-b698-6aceab3bae25 req-40c2cc8e-14e9-4722-9370-7dc6e91946ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:00.907060 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a4314667-9c6e-47d1-b698-6aceab3bae25 req-40c2cc8e-14e9-4722-9370-7dc6e91946ff service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a1e405de-5373-4667-83dc-4a2f4fc90d29 HTTP/1.1" status: 200 len: 854 time: 0.0815525 Dec 09 15:54:00.924791 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d07427e-af67-4969-9396-29f22bb2fcda None None] Pushing event deleted for resources: {'Port': ['ID=9d252530-8a3c-4d11-9c2e-31e861f76f33,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:00.941201 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4540a52-4469-478c-a852-a0e6317f3939 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:54:00.941789 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4540a52-4469-478c-a852-a0e6317f3939 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:00.949058 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c4540a52-4469-478c-a852-a0e6317f3939 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/ports/a37c1277-75c6-40c5-9d77-da90e84fce77 HTTP/1.1" status: 404 len: 333 time: 0.0786502 Dec 09 15:54:00.949699 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58056) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:00.985377 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-cacb5784-1220-461a-baeb-241480e520b3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:54:00.985377 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cacb5784-1220-461a-baeb-241480e520b3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:00.987892 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-cacb5784-1220-461a-baeb-241480e520b3 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/6821d753-1dcc-48d1-bd4f-79dfc3e50863 HTTP/1.1" status: 404 len: 337 time: 0.0371804 Dec 09 15:54:00.988661 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58058) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:00.997079 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 9d252530-8a3c-4d11-9c2e-31e861f76f33 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:54:01.020971 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5359f50-1a71-45dc-8b08-396f17771754 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:54:01.021434 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5359f50-1a71-45dc-8b08-396f17771754 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:01.027484 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d5359f50-1a71-45dc-8b08-396f17771754 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/c78423d1-aa9a-47fe-8754-bfe5abe3418d HTTP/1.1" status: 404 len: 337 time: 0.0378110 Dec 09 15:54:01.028097 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58060) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:01.032189 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac6a126-ca7b-489a-87ef-6208a54456e3 admin admin] Network d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:54:01.034842 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a4314667-9c6e-47d1-b698-6aceab3bae25 req-7ab96f7e-27b4-47c8-98ed-d7b413a83abf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=54fd6451-3431-4aa6-b8c9-b95452f7e9b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814254 Dec 09 15:54:01.036925 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 9d252530-8a3c-4d11-9c2e-31e861f76f33 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:54:01.037614 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 9d252530-8a3c-4d11-9c2e-31e861f76f33 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:54:01.038055 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-6ac6a126-ca7b-489a-87ef-6208a54456e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:01.054954 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac6a126-ca7b-489a-87ef-6208a54456e3 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:54:01.077408 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-14852ac3-dd8c-4d6e-9c55-b1df7c824428 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:54:01.078724 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14852ac3-dd8c-4d6e-9c55-b1df7c824428 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:01.088764 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-14852ac3-dd8c-4d6e-9c55-b1df7c824428 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/ports/9e79071d-ee75-4063-bafe-5a3373a6dfd9 HTTP/1.1" status: 404 len: 333 time: 0.0546818 Dec 09 15:54:01.090554 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58064) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:01.126018 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bed74a0-c609-4409-93e8-ee00eced6903 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:54:01.126632 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bed74a0-c609-4409-93e8-ee00eced6903 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:01.129942 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6bed74a0-c609-4409-93e8-ee00eced6903 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/7174a3dc-ae0f-4f78-853a-bf4a123ab6eb HTTP/1.1" status: 404 len: 337 time: 0.0379672 Dec 09 15:54:01.133403 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58068) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:01.171668 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-f807086e-65c2-4e8a-b082-a9427fade8c8 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:54:01.172136 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f807086e-65c2-4e8a-b082-a9427fade8c8 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:01.180007 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f807086e-65c2-4e8a-b082-a9427fade8c8 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/2bd4e7be-6482-4e70-99fd-5ef8d4a4e7b9 HTTP/1.1" status: 404 len: 337 time: 0.0452907 Dec 09 15:54:01.181844 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58070) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:01.218128 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-a012fe7f-0d86-4b1d-9998-5d34a39fc688 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:54:01.218709 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a012fe7f-0d86-4b1d-9998-5d34a39fc688 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:01.229054 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a012fe7f-0d86-4b1d-9998-5d34a39fc688 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/ports/0880523e-ae7d-450a-8e12-b8be0d52cafa HTTP/1.1" status: 404 len: 333 time: 0.0460429 Dec 09 15:54:01.229728 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58072) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:01.274060 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-32d4c37b-efef-4ae1-8ece-c799a26bfb19 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:54:01.274557 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32d4c37b-efef-4ae1-8ece-c799a26bfb19 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:01.280260 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-32d4c37b-efef-4ae1-8ece-c799a26bfb19 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/65a21f2e-c005-4b83-a92c-08cf707bf46e HTTP/1.1" status: 404 len: 337 time: 0.0472698 Dec 09 15:54:01.280604 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58074) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:01.314265 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2351368-0ee6-4a92-8629-6fa07fd111e6 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:54:01.314816 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2351368-0ee6-4a92-8629-6fa07fd111e6 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:01.330002 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c2351368-0ee6-4a92-8629-6fa07fd111e6 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/bddbbf04-07fd-49e8-b083-f1b81b2eda92 HTTP/1.1" status: 404 len: 337 time: 0.0476592 Dec 09 15:54:01.330970 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58076) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:01.355716 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-acea386e-7270-4135-a974-39b05143609c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:54:01.356297 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acea386e-7270-4135-a974-39b05143609c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:01.360456 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-acea386e-7270-4135-a974-39b05143609c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/ports/2f913e95-6369-4d93-83a7-44e4f5323ef0 HTTP/1.1" status: 404 len: 333 time: 0.0277240 Dec 09 15:54:01.362136 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58080) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:01.403246 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-f463b877-2b9e-4d46-bda2-4fccb0fa602e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:54:01.403725 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f463b877-2b9e-4d46-bda2-4fccb0fa602e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:01.412347 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f463b877-2b9e-4d46-bda2-4fccb0fa602e tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/40de0eb4-032d-46d8-86d9-9cadb97e5d47 HTTP/1.1" status: 404 len: 337 time: 0.0468268 Dec 09 15:54:01.412915 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58082) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:01.437183 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3a5ed3e0-7374-4fcd-9ea7-50ec5a18c04c None None] Provisioning complete for port b9039c4f-2421-448e-a0e1-22179173d443 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:01.437546 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3a5ed3e0-7374-4fcd-9ea7-50ec5a18c04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:01.450765 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ab4d33d-25c8-4a22-84c7-d55b99119120 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:54:01.451709 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ab4d33d-25c8-4a22-84c7-d55b99119120 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:01.458286 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7ab4d33d-25c8-4a22-84c7-d55b99119120 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/300609bc-215d-4538-9881-3bd4874a0cae HTTP/1.1" status: 404 len: 337 time: 0.0443721 Dec 09 15:54:01.459056 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58084) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:01.497354 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-34556cc0-4593-41ba-9224-2a4b352783ea tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/ports?device_id=4084a95b-0aae-4db6-a71c-42034d4c1663 HTTP/1.1" status: 200 len: 205 time: 0.0365536 Dec 09 15:54:01.498000 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58086) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:01.521702 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3a5ed3e0-7374-4fcd-9ea7-50ec5a18c04c None None] Port b9039c4f-2421-448e-a0e1-22179173d443 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:54:01.538600 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-eeb694b2-6f4c-4c1b-b3bf-3d14a3b253f1 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] delete failed (client error): The resource could not be found. Dec 09 15:54:01.543408 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-eeb694b2-6f4c-4c1b-b3bf-3d14a3b253f1 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/routers/4084a95b-0aae-4db6-a71c-42034d4c1663 HTTP/1.1" status: 404 len: 336 time: 0.0442834 Dec 09 15:54:01.543994 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58088) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:01.575233 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df099c3-3f41-426e-ab52-0a72655b3078 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:54:01.575751 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1df099c3-3f41-426e-ab52-0a72655b3078 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:01.582244 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1df099c3-3f41-426e-ab52-0a72655b3078 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/2a740c77-04f7-4f0e-b893-6e13f6b02b63 HTTP/1.1" status: 404 len: 337 time: 0.0369365 Dec 09 15:54:01.582586 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58090) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:01.610459 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6a126-ca7b-489a-87ef-6208a54456e3 admin admin] Pushing event updated for resources: {'Port': ['ID=b9039c4f-2421-448e-a0e1-22179173d443,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:01.620727 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58092) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:01.620864 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d24cd072-e18a-48e0-b64f-b903867b914b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9080d1d-d1bf-4a6e-ab6b-fd69997ad242 HTTP/1.1" status: 200 len: 205 time: 0.0370817 Dec 09 15:54:01.678414 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-e5f692c7-4c96-4d05-b198-f5649c58c9af tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] delete failed (client error): The resource could not be found. Dec 09 15:54:01.682284 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e5f692c7-4c96-4d05-b198-f5649c58c9af tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/routers/c9080d1d-d1bf-4a6e-ab6b-fd69997ad242 HTTP/1.1" status: 404 len: 336 time: 0.0565684 Dec 09 15:54:01.682521 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58094) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:01.687922 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ac6a126-ca7b-489a-87ef-6208a54456e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:01.713270 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-0969ecf2-42ca-443c-b218-8f663c24c44b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:54:01.713731 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0969ecf2-42ca-443c-b218-8f663c24c44b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:01.717289 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0969ecf2-42ca-443c-b218-8f663c24c44b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/e7606e43-46bf-4715-b172-095112e4429c HTTP/1.1" status: 404 len: 337 time: 0.0337951 Dec 09 15:54:01.719700 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58096) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:01.746521 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6c90dc7-dc43-4c40-b29b-1b334b096129 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:54:01.746980 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6c90dc7-dc43-4c40-b29b-1b334b096129 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:01.750381 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d6c90dc7-dc43-4c40-b29b-1b334b096129 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/307ca9ff-e020-40d3-bcf1-05e09032ddb7 HTTP/1.1" status: 404 len: 337 time: 0.0294528 Dec 09 15:54:01.752632 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58098) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:01.777394 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a4314667-9c6e-47d1-b698-6aceab3bae25 req-49adb8ec-faf8-41a0-af2b-4fc82a94577e service neutron] 10.222.0.31 "GET /v2.0/networks/54fd6451-3431-4aa6-b8c9-b95452f7e9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348070 Dec 09 15:54:01.782853 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5f012e0-50bf-4950-9498-c1b259cbfb3c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:54:01.784198 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5f012e0-50bf-4950-9498-c1b259cbfb3c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:01.790273 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f5f012e0-50bf-4950-9498-c1b259cbfb3c tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/ports/ecfb37c1-32c9-4f74-a31a-ce7f9ef39430 HTTP/1.1" status: 404 len: 333 time: 0.0338545 Dec 09 15:54:01.790571 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58100) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:01.794492 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c7ac5-db52-417e-b0e8-273b9d4e3d76 req-61d8c9e2-3858-4249-93f4-d2b38238b6a8 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:01.803583 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-722c7ac5-db52-417e-b0e8-273b9d4e3d76 req-61d8c9e2-3858-4249-93f4-d2b38238b6a8 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f5687f3-6d70-4fa1-b2c2-aa25d174db46 HTTP/1.1" status: 200 len: 943 time: 0.7855914 Dec 09 15:54:01.821852 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0b6e646-0bea-4217-bb70-e300fbc1a9f5 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:54:01.822461 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0b6e646-0bea-4217-bb70-e300fbc1a9f5 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:01.828194 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a0b6e646-0bea-4217-bb70-e300fbc1a9f5 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/d1e7d113-826d-4620-b3f7-eb51053286e8 HTTP/1.1" status: 404 len: 337 time: 0.0341229 Dec 09 15:54:01.828902 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58102) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:01.856293 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fb2367b-69c4-4f24-98a7-db4921359bbf tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:54:01.856979 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fb2367b-69c4-4f24-98a7-db4921359bbf tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:01.860150 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2fb2367b-69c4-4f24-98a7-db4921359bbf tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/ports/0bc93d2b-9384-4992-99de-a35f3e42d9b6 HTTP/1.1" status: 404 len: 333 time: 0.0305493 Dec 09 15:54:01.862855 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58104) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:01.897325 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8d23b0e-b37c-47ca-b867-86a59d130bf2 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:54:01.897897 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8d23b0e-b37c-47ca-b867-86a59d130bf2 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:01.902094 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e8d23b0e-b37c-47ca-b867-86a59d130bf2 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/812825b8-d3e6-4993-8419-566e3b60088c HTTP/1.1" status: 404 len: 337 time: 0.0367942 Dec 09 15:54:01.904713 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58106) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:01.937235 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b7e3d95-ba1c-4ec2-bfa6-4cc118804520 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:54:01.938000 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b7e3d95-ba1c-4ec2-bfa6-4cc118804520 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:01.943742 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9b7e3d95-ba1c-4ec2-bfa6-4cc118804520 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/ports/8a79199d-ca49-453d-9a10-33d14c0210aa HTTP/1.1" status: 404 len: 333 time: 0.0356617 Dec 09 15:54:01.943994 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58108) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:01.966898 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-722c7ac5-db52-417e-b0e8-273b9d4e3d76 req-127ede68-8f8c-42de-bac0-25e634ceebe2 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615653 Dec 09 15:54:01.974207 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd7386f6-5ae3-4072-9da3-6e568ddfeb21 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:54:01.974539 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd7386f6-5ae3-4072-9da3-6e568ddfeb21 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:01.980347 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-dd7386f6-5ae3-4072-9da3-6e568ddfeb21 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/816b08c1-96be-40cf-8ea3-460e395dca91 HTTP/1.1" status: 404 len: 337 time: 0.0327973 Dec 09 15:54:01.980347 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58110) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:02.015095 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-94900e2d-4d45-46d5-b366-3bb623b6c224 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:54:02.015751 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94900e2d-4d45-46d5-b366-3bb623b6c224 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:02.018988 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-94900e2d-4d45-46d5-b366-3bb623b6c224 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/ports/c7e2bdd1-a765-49d8-92f7-6a12bf44644a HTTP/1.1" status: 404 len: 333 time: 0.0376561 Dec 09 15:54:02.021780 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58112) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:02.052168 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-14e3b122-53ec-4465-872b-1bf762af9fdf tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:54:02.052881 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14e3b122-53ec-4465-872b-1bf762af9fdf tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:02.056474 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-14e3b122-53ec-4465-872b-1bf762af9fdf tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/dcd9240d-e46e-495a-86d1-0da3c3f53517 HTTP/1.1" status: 404 len: 337 time: 0.0334337 Dec 09 15:54:02.061914 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58114) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:02.066696 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a4314667-9c6e-47d1-b698-6aceab3bae25 req-5c47cf63-4d93-4daf-9458-162b328cdd6d service neutron] 10.222.0.31 "GET /v2.0/networks/54fd6451-3431-4aa6-b8c9-b95452f7e9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590623 Dec 09 15:54:02.069760 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ac6a126-ca7b-489a-87ef-6208a54456e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:02.091638 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-67c589a9-a7ee-4c52-be86-05728ce5cab6 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:54:02.092310 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67c589a9-a7ee-4c52-be86-05728ce5cab6 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:02.095844 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-67c589a9-a7ee-4c52-be86-05728ce5cab6 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/ports/ec934b83-455b-4615-9458-e7ed93bad2aa HTTP/1.1" status: 404 len: 333 time: 0.0328138 Dec 09 15:54:02.098443 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58116) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:02.127933 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf30679e-d3ed-441d-85d0-a08eabcfb64d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:54:02.128679 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf30679e-d3ed-441d-85d0-a08eabcfb64d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:02.134594 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-cf30679e-d3ed-441d-85d0-a08eabcfb64d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/868587de-7865-449b-ba73-7f9d2f371091 HTTP/1.1" status: 404 len: 337 time: 0.0321398 Dec 09 15:54:02.134839 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58118) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:02.165478 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae6e1dee-c5cc-475d-bf1f-975b50783884 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:54:02.166017 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae6e1dee-c5cc-475d-bf1f-975b50783884 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:02.172384 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ae6e1dee-c5cc-475d-bf1f-975b50783884 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/ports/90633e60-5de0-4243-bd70-e733f84a4af9 HTTP/1.1" status: 404 len: 333 time: 0.0343645 Dec 09 15:54:02.172721 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58120) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:02.206784 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-34da71e2-fb99-40d0-b018-8423c175ff36 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:54:02.207385 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34da71e2-fb99-40d0-b018-8423c175ff36 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:02.210627 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-34da71e2-fb99-40d0-b018-8423c175ff36 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/5f697b9f-6559-4775-9220-88c00d972e61 HTTP/1.1" status: 404 len: 337 time: 0.0369141 Dec 09 15:54:02.213179 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58122) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:02.237627 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e4b6aea-d7ec-42fb-8148-82a324887c9d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:54:02.238178 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e4b6aea-d7ec-42fb-8148-82a324887c9d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:02.243993 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2e4b6aea-d7ec-42fb-8148-82a324887c9d tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/ports/2f79aa44-d83c-4e41-aa34-1512b3a10d63 HTTP/1.1" status: 404 len: 333 time: 0.0266128 Dec 09 15:54:02.244238 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58124) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:02.270032 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-da444534-5009-45e9-a013-2c8b21040e8b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] DELETE failed (client error): The resource could not be found. Dec 09 15:54:02.270871 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da444534-5009-45e9-a013-2c8b21040e8b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:02.276679 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-da444534-5009-45e9-a013-2c8b21040e8b tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/subnets/a7562330-8af7-4589-86f7-1311e41be574 HTTP/1.1" status: 404 len: 337 time: 0.0292025 Dec 09 15:54:02.276873 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ac6a126-ca7b-489a-87ef-6208a54456e3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:02.276984 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58126) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:02.282413 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ac6a126-ca7b-489a-87ef-6208a54456e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:02.342191 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ac6a126-ca7b-489a-87ef-6208a54456e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:02.363083 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8af83578-f6ca-46cd-b5d8-5d2fdd480d10 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:02.406049 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6a126-ca7b-489a-87ef-6208a54456e3 admin admin] Pushing event updated for resources: {'Port': ['ID=b9039c4f-2421-448e-a0e1-22179173d443,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:02.461365 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac6a126-ca7b-489a-87ef-6208a54456e3 admin admin] Network d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:54:02.463082 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-6ac6a126-ca7b-489a-87ef-6208a54456e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:02.487840 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8af83578-f6ca-46cd-b5d8-5d2fdd480d10 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:02.518666 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-8af83578-f6ca-46cd-b5d8-5d2fdd480d10 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e299cc4e-2bbf-405f-bc15-fa1687a7e7a3']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:02.535436 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-8af83578-f6ca-46cd-b5d8-5d2fdd480d10 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eefe46fe-de83-46c7-a840-f71fdad0e3d8') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:02.535768 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-8af83578-f6ca-46cd-b5d8-5d2fdd480d10 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eefe46fe-de83-46c7-a840-f71fdad0e3d8') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:02.549126 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8af83578-f6ca-46cd-b5d8-5d2fdd480d10 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:02.566165 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8af83578-f6ca-46cd-b5d8-5d2fdd480d10 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:02.573214 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8af83578-f6ca-46cd-b5d8-5d2fdd480d10 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:54:02.573643 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8af83578-f6ca-46cd-b5d8-5d2fdd480d10 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:02.658593 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:54:02.658593 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:54:02.658593 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:54:02.658593 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:54:02.658593 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:54:02.658593 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:54:02.658593 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:54:02.658593 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:54:02.658593 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:54:02.658593 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:54:02.658593 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:54:02.658593 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:54:02.658593 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:54:02.658593 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:54:02.658593 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:54:02.658593 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:54:02.658593 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:54:02.658593 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:54:02.658593 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:54:02.658593 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:54:02.658593 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:54:02.658593 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:54:02.658593 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:54:02.658593 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:54:02.658593 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:54:02.658593 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:54:02.658593 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:54:02.658593 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:54:02.658593 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:54:02.658593 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:54:02.658593 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:54:02.658593 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:54:02.669855 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac6a126-ca7b-489a-87ef-6208a54456e3 admin admin] Router ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:54:02.710356 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8af83578-f6ca-46cd-b5d8-5d2fdd480d10 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:02.725036 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8af83578-f6ca-46cd-b5d8-5d2fdd480d10 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:02.731895 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8af83578-f6ca-46cd-b5d8-5d2fdd480d10 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] 10.222.0.57 "DELETE /v2.0/networks/e299cc4e-2bbf-405f-bc15-fa1687a7e7a3 HTTP/1.1" status: 204 len: 168 time: 0.4537888 Dec 09 15:54:02.753070 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af83578-f6ca-46cd-b5d8-5d2fdd480d10 tempest-NetworksTestDHCPv6-272373252 tempest-NetworksTestDHCPv6-272373252-project] Pushing event deleted for resources: {'Network': ['ID=e299cc4e-2bbf-405f-bc15-fa1687a7e7a3,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:02.838960 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac6a126-ca7b-489a-87ef-6208a54456e3 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:54:02.886849 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-bf16d4f0-35c6-4df2-b507-9fb61282e5e0 None None] Provisioning complete for port b9039c4f-2421-448e-a0e1-22179173d443 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:02.887361 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bf16d4f0-35c6-4df2-b507-9fb61282e5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:02.900969 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6ac6a126-ca7b-489a-87ef-6208a54456e3 admin admin] 10.222.0.57 "PUT /v2.0/routers/ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1993451 Dec 09 15:54:03.055109 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-bf16d4f0-35c6-4df2-b507-9fb61282e5e0 None None] Port b9039c4f-2421-448e-a0e1-22179173d443 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:54:03.130039 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 2d3e97da-51f8-4e67-a302-5bd3f6196541 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:54:03.191004 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83155683-9914-4445-8a68-93694052e08d None None] Sync routers for ids ['ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:54:03.197449 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58150) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:03.280534 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83155683-9914-4445-8a68-93694052e08d None None] Routers {'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:54:03.281522 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-83155683-9914-4445-8a68-93694052e08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:53:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:03.285398 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896c89a-2a18-4bce-b36c-20d464929f14 req-7318b292-f0f5-42e9-bf34-94921c931968 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:03.300609 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c896c89a-2a18-4bce-b36c-20d464929f14 req-7318b292-f0f5-42e9-bf34-94921c931968 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f5687f3-6d70-4fa1-b2c2-aa25d174db46 HTTP/1.1" status: 200 len: 943 time: 0.1919696 Dec 09 15:54:03.464605 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c896c89a-2a18-4bce-b36c-20d464929f14 req-bd6054ce-abdb-4c28-a413-2bd8514b1372 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531847 Dec 09 15:54:03.629350 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 2d3e97da-51f8-4e67-a302-5bd3f6196541 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:03.629732 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:03.679078 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-83155683-9914-4445-8a68-93694052e08d None None] Set router ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:54:03.763282 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a863c5d6-1c5f-4ccc-8012-d49a63bc6518 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d6bab0483bfa42f8adbc5a6130ae139b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5645928 Dec 09 15:54:03.766005 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58158) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:03.859062 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ae3baf99-a3bc-4e74-97d2-a6416bcd75f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:03.877314 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 83255f63-4ca3-4bd2-a590-db45acf327e2 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:54:03.895882 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ae3baf99-a3bc-4e74-97d2-a6416bcd75f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:03.949620 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ae3baf99-a3bc-4e74-97d2-a6416bcd75f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:03.954826 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ae3baf99-a3bc-4e74-97d2-a6416bcd75f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:03.956372 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ae3baf99-a3bc-4e74-97d2-a6416bcd75f5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/07d3da64-5c93-4656-a39d-d4926884dedc HTTP/1.1" status: 204 len: 168 time: 0.1886618 Dec 09 15:54:03.995892 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3baf99-a3bc-4e74-97d2-a6416bcd75f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d3da64-5c93-4656-a39d-d4926884dedc,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:04.081753 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58170) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:04.096440 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ac9ebdaf-e1b2-4a2a-b66c-bf11cf9f8717 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2006043802-network', 'tenant_id': '89437b95e193489282f8d92d0478921d'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:04.130661 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 83255f63-4ca3-4bd2-a590-db45acf327e2, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=83255f63-4ca3-4bd2-a590-db45acf327e2,segment=NetworkSegment(9e9c1069-da4b-49d3-b7c1-b803e425ba04),segment_id=9e9c1069-da4b-49d3-b7c1-b803e425ba04)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:54:04.156576 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '83255f63-4ca3-4bd2-a590-db45acf327e2', 'network_id': '54fd6451-3431-4aa6-b8c9-b95452f7e9b0', 'port_id': '83255f63-4ca3-4bd2-a590-db45acf327e2', 'mac_address': 'fa:16:3e:c2:e7:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1e405de-5373-4667-83dc-4a2f4fc90d29', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:54:04.169718 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9ebdaf-e1b2-4a2a-b66c-bf11cf9f8717 admin admin] Made reservation on behalf of 89437b95e193489282f8d92d0478921d for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:54:04.174286 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ac9ebdaf-e1b2-4a2a-b66c-bf11cf9f8717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:04.187260 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ac9ebdaf-e1b2-4a2a-b66c-bf11cf9f8717 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:04.216181 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:04.238258 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-83155683-9914-4445-8a68-93694052e08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8', 'name': 'tempest-TestServerBasicOps-1294408284-router', 'tenant_id': 'f4d71564044144c0a7c07487671be4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '2d3e97da-51f8-4e67-a302-5bd3f6196541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:53:53Z', 'updated_at': '2021-12-09T15:54:02Z', 'revision_number': 4, 'project_id': 'f4d71564044144c0a7c07487671be4ce', 'gw_port': {'id': '2d3e97da-51f8-4e67-a302-5bd3f6196541', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:55Z', 'updated_at': '2021-12-09T15:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'b9039c4f-2421-448e-a0e1-22179173d443', 'name': '', 'network_id': 'd4a4ee12-ce5d-417b-ac39-e16fce9cf3a0', 'tenant_id': 'f4d71564044144c0a7c07487671be4ce', 'mac_address': 'fa:16:3e:be:e2:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': 'a3812c03-4ef5-48f3-99e1-875d1f7c41a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:59Z', 'updated_at': '2021-12-09T15:54:02Z', 'revision_number': 2, 'project_id': 'f4d71564044144c0a7c07487671be4ce', 'subnets': [{'id': 'a3812c03-4ef5-48f3-99e1-875d1f7c41a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:04.269183 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83255f63-4ca3-4bd2-a590-db45acf327e2 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:54:04.275053 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83155683-9914-4445-8a68-93694052e08d None None] Checking router: ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:54:04.275417 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83155683-9914-4445-8a68-93694052e08d None None] Updating router ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8 port b9039c4f-2421-448e-a0e1-22179173d443 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:54:04.289332 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ac9ebdaf-e1b2-4a2a-b66c-bf11cf9f8717 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:04.294591 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ac9ebdaf-e1b2-4a2a-b66c-bf11cf9f8717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:04.310319 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 83255f63-4ca3-4bd2-a590-db45acf327e2, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=83255f63-4ca3-4bd2-a590-db45acf327e2,segment=NetworkSegment(9e9c1069-da4b-49d3-b7c1-b803e425ba04),segment_id=9e9c1069-da4b-49d3-b7c1-b803e425ba04)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:54:04.313174 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-83155683-9914-4445-8a68-93694052e08d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:04.316380 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:04.320911 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac9ebdaf-e1b2-4a2a-b66c-bf11cf9f8717 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:54:04.339942 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ebdaf-e1b2-4a2a-b66c-bf11cf9f8717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40bb582-bcbc-4954-a9c9-5464499295fe,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:04.345802 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ac9ebdaf-e1b2-4a2a-b66c-bf11cf9f8717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:04.346225 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-ac9ebdaf-e1b2-4a2a-b66c-bf11cf9f8717 admin admin] Added segment 0bef53c4-6448-4eeb-8358-d20f3074c3a5 of type vlan for network b264e65e-98b8-4a2b-8a7d-43f2dd9c58d8 Dec 09 15:54:04.393458 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ac9ebdaf-e1b2-4a2a-b66c-bf11cf9f8717 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:04.423384 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ac9ebdaf-e1b2-4a2a-b66c-bf11cf9f8717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:04.425056 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9ebdaf-e1b2-4a2a-b66c-bf11cf9f8717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:04.425817 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ac9ebdaf-e1b2-4a2a-b66c-bf11cf9f8717 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:04.450382 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=83255f63-4ca3-4bd2-a590-db45acf327e2,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:04.488338 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58180) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:04.488896 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ac9ebdaf-e1b2-4a2a-b66c-bf11cf9f8717 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4045293 Dec 09 15:54:04.496649 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ebdaf-e1b2-4a2a-b66c-bf11cf9f8717 admin admin] Pushing event updated for resources: {'Network': ['ID=b264e65e-98b8-4a2b-8a7d-43f2dd9c58d8,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:04.498594 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-505e02b2-2f11-41d7-806b-886ebbc42889 admin admin] Request body: {'subnet': {'network_id': 'b264e65e-98b8-4a2b-8a7d-43f2dd9c58d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2006043802-subnet', 'tenant_id': '89437b95e193489282f8d92d0478921d', 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:04.528913 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505e02b2-2f11-41d7-806b-886ebbc42889 admin admin] Made reservation on behalf of 89437b95e193489282f8d92d0478921d for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:54:04.531831 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-505e02b2-2f11-41d7-806b-886ebbc42889 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:04.540368 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network b264e65e-98b8-4a2b-8a7d-43f2dd9c58d8 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:54:04.658627 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f01195-1fbb-4a1c-8204-1dfe03e279b7 req-7329029e-398e-45bd-9e15-c288c06d378c tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:04.660128 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03f01195-1fbb-4a1c-8204-1dfe03e279b7 req-7329029e-398e-45bd-9e15-c288c06d378c tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f5687f3-6d70-4fa1-b2c2-aa25d174db46 HTTP/1.1" status: 200 len: 944 time: 0.0800679 Dec 09 15:54:04.733918 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-83155683-9914-4445-8a68-93694052e08d None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:04.742612 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['83255f63-4ca3-4bd2-a590-db45acf327e2'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:54:04.746073 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-83155683-9914-4445-8a68-93694052e08d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:04.756840 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03f01195-1fbb-4a1c-8204-1dfe03e279b7 req-1826cb17-deb7-44f3-985b-f29b2d5888d4 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861716 Dec 09 15:54:04.836929 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-505e02b2-2f11-41d7-806b-886ebbc42889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:04.870895 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd12e39f-410e-461f-be4f-3e9ccf7f6bc8 None None] Pushing event updated for resources: {'Port': ['ID=b9039c4f-2421-448e-a0e1-22179173d443,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:04.920098 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505e02b2-2f11-41d7-806b-886ebbc42889 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db5e0310-095f-40cf-9efc-f40fe4b15e3d,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:04.922967 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505e02b2-2f11-41d7-806b-886ebbc42889 admin admin] Checking segment: {'id': '0bef53c4-6448-4eeb-8358-d20f3074c3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b264e65e-98b8-4a2b-8a7d-43f2dd9c58d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:54:04.923555 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505e02b2-2f11-41d7-806b-886ebbc42889 admin admin] Network hostable DHCP agents. Network: b264e65e-98b8-4a2b-8a7d-43f2dd9c58d8, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:54:04.949388 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505e02b2-2f11-41d7-806b-886ebbc42889 admin admin] Network b264e65e-98b8-4a2b-8a7d-43f2dd9c58d8 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:54:04.962147 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-505e02b2-2f11-41d7-806b-886ebbc42889 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, b264e65e-98b8-4a2b-8a7d-43f2dd9c58d8) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:04.966907 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505e02b2-2f11-41d7-806b-886ebbc42889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:04.967741 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-505e02b2-2f11-41d7-806b-886ebbc42889 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:04.994566 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-505e02b2-2f11-41d7-806b-886ebbc42889 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5048940 Dec 09 15:54:04.997440 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58196) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:05.002478 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-58a546b6-7ec3-47ab-8dab-009a922544ea admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2006043802-router', 'tenant_id': '89437b95e193489282f8d92d0478921d', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:05.003163 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027abfe9-ecd7-44d9-951d-661cb8d41a02 None None] Network b264e65e-98b8-4a2b-8a7d-43f2dd9c58d8 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:54:05.029554 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58198) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:05.034507 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-58a546b6-7ec3-47ab-8dab-009a922544ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:05.035772 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-58a546b6-7ec3-47ab-8dab-009a922544ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:05.039943 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-83155683-9914-4445-8a68-93694052e08d None None] Attempting to bind port b9039c4f-2421-448e-a0e1-22179173d443 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:54:05.040301 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-83155683-9914-4445-8a68-93694052e08d None None] Attempting to bind port b9039c4f-2421-448e-a0e1-22179173d443 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '7fac3423-01ba-4e8c-918c-8e8a6107a008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd4a4ee12-ce5d-417b-ac39-e16fce9cf3a0'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:54:05.040690 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83155683-9914-4445-8a68-93694052e08d None None] Attempting to bind port b9039c4f-2421-448e-a0e1-22179173d443 on network d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:54:05.077584 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83155683-9914-4445-8a68-93694052e08d None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:54:05.077871 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83155683-9914-4445-8a68-93694052e08d None None] Checking segment: {'id': '7fac3423-01ba-4e8c-918c-8e8a6107a008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd4a4ee12-ce5d-417b-ac39-e16fce9cf3a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:54:05.078274 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-83155683-9914-4445-8a68-93694052e08d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:05.078670 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83155683-9914-4445-8a68-93694052e08d None None] Bound using segment: {'id': '7fac3423-01ba-4e8c-918c-8e8a6107a008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd4a4ee12-ce5d-417b-ac39-e16fce9cf3a0'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:54:05.079152 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-83155683-9914-4445-8a68-93694052e08d None None] Bound port: b9039c4f-2421-448e-a0e1-22179173d443, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fac3423-01ba-4e8c-918c-8e8a6107a008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd4a4ee12-ce5d-417b-ac39-e16fce9cf3a0'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:54:05.079532 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-83155683-9914-4445-8a68-93694052e08d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:05.110058 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-58a546b6-7ec3-47ab-8dab-009a922544ea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:05.167251 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-28f8e6ea-af54-4e5c-acc0-280c33f331cb tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1221342276'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:05.209617 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f8e6ea-af54-4e5c-acc0-280c33f331cb tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Made reservation on behalf of b0873a07fbbe49439f8c9667e92bd844 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:54:05.215572 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-28f8e6ea-af54-4e5c-acc0-280c33f331cb tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:05.237481 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-28f8e6ea-af54-4e5c-acc0-280c33f331cb tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:05.245812 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-562e7d7c-eec7-4bcc-b4be-f2bef5823660 None None] Provisioning complete for port b9039c4f-2421-448e-a0e1-22179173d443 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:05.246354 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-562e7d7c-eec7-4bcc-b4be-f2bef5823660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:05.249266 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-83155683-9914-4445-8a68-93694052e08d None None] For port b9039c4f-2421-448e-a0e1-22179173d443, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:54:05.265428 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-58a546b6-7ec3-47ab-8dab-009a922544ea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:05.283834 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ba4cf1-1ece-444c-9c70-c9ee2df129f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-b264e65e-98b8-4a2b-8a7d-43f2dd9c58d8', 'network_id': 'b264e65e-98b8-4a2b-8a7d-43f2dd9c58d8', 'project_id': '89437b95e193489282f8d92d0478921d', 'fixed_ips': [{'subnet_id': 'db5e0310-095f-40cf-9efc-f40fe4b15e3d'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:54:05.284741 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-00ba4cf1-1ece-444c-9c70-c9ee2df129f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:05.293581 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-83155683-9914-4445-8a68-93694052e08d None None] For port b9039c4f-2421-448e-a0e1-22179173d443, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=b9039c4f-2421-448e-a0e1-22179173d443,segment=NetworkSegment(7fac3423-01ba-4e8c-918c-8e8a6107a008),segment_id=7fac3423-01ba-4e8c-918c-8e8a6107a008)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:54:05.312478 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-83155683-9914-4445-8a68-93694052e08d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:05.321458 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-562e7d7c-eec7-4bcc-b4be-f2bef5823660 None None] Port b9039c4f-2421-448e-a0e1-22179173d443 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:54:05.362396 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-28f8e6ea-af54-4e5c-acc0-280c33f331cb tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:05.366599 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-28f8e6ea-af54-4e5c-acc0-280c33f331cb tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:05.405004 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28f8e6ea-af54-4e5c-acc0-280c33f331cb tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:54:05.441473 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e6ea-af54-4e5c-acc0-280c33f331cb tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05117e68-eafb-454b-8580-f97e389e39bb,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:05.445395 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83155683-9914-4445-8a68-93694052e08d None None] Routers {'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:54:05.446140 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-83155683-9914-4445-8a68-93694052e08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:53:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:05.446536 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-28f8e6ea-af54-4e5c-acc0-280c33f331cb tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:05.446896 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-28f8e6ea-af54-4e5c-acc0-280c33f331cb tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Added segment 8dee0521-46a8-4190-ba4f-8cd0ee004be9 of type vlan for network dda29b91-f96a-446e-97ea-afe4473c52d4 Dec 09 15:54:05.453933 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd12e39f-410e-461f-be4f-3e9ccf7f6bc8 None None] Pushing event updated for resources: {'Port': ['ID=b9039c4f-2421-448e-a0e1-22179173d443,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:05.518126 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-28f8e6ea-af54-4e5c-acc0-280c33f331cb tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:05.563506 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-28f8e6ea-af54-4e5c-acc0-280c33f331cb tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:05.571800 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f8e6ea-af54-4e5c-acc0-280c33f331cb tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:05.573585 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-28f8e6ea-af54-4e5c-acc0-280c33f331cb tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:05.660163 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8e6ea-af54-4e5c-acc0-280c33f331cb tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Pushing event updated for resources: {'Network': ['ID=dda29b91-f96a-446e-97ea-afe4473c52d4,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:05.669895 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-28f8e6ea-af54-4e5c-acc0-280c33f331cb tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6392052 Dec 09 15:54:05.671599 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58214) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:05.676670 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-71d797f3-20ba-4464-9c76-f0055d112703 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Request body: {'subnet': {'network_id': 'dda29b91-f96a-446e-97ea-afe4473c52d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:05.805999 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d797f3-20ba-4464-9c76-f0055d112703 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Made reservation on behalf of b0873a07fbbe49439f8c9667e92bd844 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:54:05.817611 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-71d797f3-20ba-4464-9c76-f0055d112703 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:05.872484 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network dda29b91-f96a-446e-97ea-afe4473c52d4 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:54:05.969854 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-00ba4cf1-1ece-444c-9c70-c9ee2df129f3 None None] Allocated IP 172.20.0.2 (b264e65e-98b8-4a2b-8a7d-43f2dd9c58d8/db5e0310-095f-40cf-9efc-f40fe4b15e3d/7e57ecd9-9141-4208-853a-61fcdfc31391) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:54:05.986970 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-77ac4942-e16e-4d00-9666-2c6fbc123c8f None None] Provisioning complete for port b9039c4f-2421-448e-a0e1-22179173d443 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:05.987355 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-77ac4942-e16e-4d00-9666-2c6fbc123c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:05.990091 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e18ea4-fba5-46e6-95f1-9790923b6c55 req-0f91dc63-c0b7-4d46-bc32-d3f1aac5382d tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:05.991380 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-58a546b6-7ec3-47ab-8dab-009a922544ea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:05.994189 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-96e18ea4-fba5-46e6-95f1-9790923b6c55 req-0f91dc63-c0b7-4d46-bc32-d3f1aac5382d tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f5687f3-6d70-4fa1-b2c2-aa25d174db46 HTTP/1.1" status: 200 len: 944 time: 0.1048114 Dec 09 15:54:06.027451 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-83155683-9914-4445-8a68-93694052e08d None None] Set router ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:54:06.028007 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-58a546b6-7ec3-47ab-8dab-009a922544ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:06.091820 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-96e18ea4-fba5-46e6-95f1-9790923b6c55 req-27fbdaa1-f68a-4973-95ee-1745822905ec tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880594 Dec 09 15:54:06.189193 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-58a546b6-7ec3-47ab-8dab-009a922544ea admin admin] Allocated IP 172.25.3.194 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/410e070d-b8fc-4cec-8c3d-343428a94e1e) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:54:06.231329 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-71d797f3-20ba-4464-9c76-f0055d112703 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:06.319590 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-58a546b6-7ec3-47ab-8dab-009a922544ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:06.322380 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d797f3-20ba-4464-9c76-f0055d112703 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Pushing event updated for resources: {'Subnet': ['ID=98ecd2c4-c462-43f5-beba-1d8e18820b08,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:06.330561 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d797f3-20ba-4464-9c76-f0055d112703 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Checking segment: {'id': '8dee0521-46a8-4190-ba4f-8cd0ee004be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'dda29b91-f96a-446e-97ea-afe4473c52d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:54:06.331218 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d797f3-20ba-4464-9c76-f0055d112703 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Network hostable DHCP agents. Network: dda29b91-f96a-446e-97ea-afe4473c52d4, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:54:06.353446 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d797f3-20ba-4464-9c76-f0055d112703 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Network dda29b91-f96a-446e-97ea-afe4473c52d4 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:54:06.353650 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-77ac4942-e16e-4d00-9666-2c6fbc123c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:06.367918 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-71d797f3-20ba-4464-9c76-f0055d112703 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, dda29b91-f96a-446e-97ea-afe4473c52d4) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:06.385279 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-58a546b6-7ec3-47ab-8dab-009a922544ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:06.389703 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d797f3-20ba-4464-9c76-f0055d112703 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:06.390310 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-71d797f3-20ba-4464-9c76-f0055d112703 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:06.405308 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7eba97-82fd-4780-922f-6c49422e6c2b None None] Network dda29b91-f96a-446e-97ea-afe4473c52d4 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:54:06.421714 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-71d797f3-20ba-4464-9c76-f0055d112703 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7469015 Dec 09 15:54:06.421950 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58222) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:06.423401 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-00ba4cf1-1ece-444c-9c70-c9ee2df129f3 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:06.426406 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a546b6-7ec3-47ab-8dab-009a922544ea admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:54:06.430344 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-58a546b6-7ec3-47ab-8dab-009a922544ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:06.433406 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-efb3ea37-8228-42d5-a5ec-7790231e3b52 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Request body: {'port': {'network_id': 'dda29b91-f96a-446e-97ea-afe4473c52d4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1251698633'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:06.434953 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a546b6-7ec3-47ab-8dab-009a922544ea admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:54:06.475733 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9f56c9-de2c-48d3-9eff-e16507483a6b None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:54:06.483628 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-00ba4cf1-1ece-444c-9c70-c9ee2df129f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:06.509070 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-77ac4942-e16e-4d00-9666-2c6fbc123c8f None None] For port b9039c4f-2421-448e-a0e1-22179173d443, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=b9039c4f-2421-448e-a0e1-22179173d443,segment=NetworkSegment(7fac3423-01ba-4e8c-918c-8e8a6107a008),segment_id=7fac3423-01ba-4e8c-918c-8e8a6107a008)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:54:06.548549 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-77ac4942-e16e-4d00-9666-2c6fbc123c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:06.563159 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ba4cf1-1ece-444c-9c70-c9ee2df129f3 None None] Network b264e65e-98b8-4a2b-8a7d-43f2dd9c58d8 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:54:06.575872 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-00ba4cf1-1ece-444c-9c70-c9ee2df129f3 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:06.578205 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a546b6-7ec3-47ab-8dab-009a922544ea admin admin] Pushing event updated for resources: {'Port': ['ID=410e070d-b8fc-4cec-8c3d-343428a94e1e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:06.584699 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ba4cf1-1ece-444c-9c70-c9ee2df129f3 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:54:06.597674 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba4cf1-1ece-444c-9c70-c9ee2df129f3 None None] Pushing event updated for resources: {'Port': ['ID=7e57ecd9-9141-4208-853a-61fcdfc31391,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:06.622557 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb3ea37-8228-42d5-a5ec-7790231e3b52 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Made reservation on behalf of b0873a07fbbe49439f8c9667e92bd844 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:54:06.627491 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-efb3ea37-8228-42d5-a5ec-7790231e3b52 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:06.673058 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-efb3ea37-8228-42d5-a5ec-7790231e3b52 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] device_id is not set on port acd4701b-b9eb-46e3-b815-732b69828430 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:54:06.673898 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a626c9-4ec3-49b1-aea4-1409180d9b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-dda29b91-f96a-446e-97ea-afe4473c52d4', 'network_id': 'dda29b91-f96a-446e-97ea-afe4473c52d4', 'project_id': 'b0873a07fbbe49439f8c9667e92bd844', 'fixed_ips': [{'subnet_id': '98ecd2c4-c462-43f5-beba-1d8e18820b08'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:54:06.674763 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-71a626c9-4ec3-49b1-aea4-1409180d9b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:06.732779 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-83155683-9914-4445-8a68-93694052e08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8', 'name': 'tempest-TestServerBasicOps-1294408284-router', 'tenant_id': 'f4d71564044144c0a7c07487671be4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '2d3e97da-51f8-4e67-a302-5bd3f6196541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:53:53Z', 'updated_at': '2021-12-09T15:54:02Z', 'revision_number': 4, 'project_id': 'f4d71564044144c0a7c07487671be4ce', 'gw_port': {'id': '2d3e97da-51f8-4e67-a302-5bd3f6196541', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:55Z', 'updated_at': '2021-12-09T15:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'b9039c4f-2421-448e-a0e1-22179173d443', 'name': '', 'network_id': 'd4a4ee12-ce5d-417b-ac39-e16fce9cf3a0', 'tenant_id': 'f4d71564044144c0a7c07487671be4ce', 'mac_address': 'fa:16:3e:be:e2:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': 'a3812c03-4ef5-48f3-99e1-875d1f7c41a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:59Z', 'updated_at': '2021-12-09T15:54:05Z', 'revision_number': 4, 'project_id': 'f4d71564044144c0a7c07487671be4ce', 'subnets': [{'id': 'a3812c03-4ef5-48f3-99e1-875d1f7c41a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:06.768808 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac4942-e16e-4d00-9666-2c6fbc123c8f None None] Pushing event updated for resources: {'Port': ['ID=b9039c4f-2421-448e-a0e1-22179173d443,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:06.778555 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83155683-9914-4445-8a68-93694052e08d None None] The sync data for ids ['ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8'] in n-d-821228-1 is: [{'id': 'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8', 'name': 'tempest-TestServerBasicOps-1294408284-router', 'tenant_id': 'f4d71564044144c0a7c07487671be4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '2d3e97da-51f8-4e67-a302-5bd3f6196541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:53:53Z', 'updated_at': '2021-12-09T15:54:02Z', 'revision_number': 4, 'project_id': 'f4d71564044144c0a7c07487671be4ce', 'gw_port': {'id': '2d3e97da-51f8-4e67-a302-5bd3f6196541', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:55Z', 'updated_at': '2021-12-09T15:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'b9039c4f-2421-448e-a0e1-22179173d443', 'name': '', 'network_id': 'd4a4ee12-ce5d-417b-ac39-e16fce9cf3a0', 'tenant_id': 'f4d71564044144c0a7c07487671be4ce', 'mac_address': 'fa:16:3e:be:e2:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': 'a3812c03-4ef5-48f3-99e1-875d1f7c41a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:59Z', 'updated_at': '2021-12-09T15:54:05Z', 'revision_number': 4, 'project_id': 'f4d71564044144c0a7c07487671be4ce', 'subnets': [{'id': 'a3812c03-4ef5-48f3-99e1-875d1f7c41a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:54:06.785037 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7cdd93fe-0586-464e-9895-101d9aca684f None None] Provisioning complete for port 410e070d-b8fc-4cec-8c3d-343428a94e1e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:06.785421 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7cdd93fe-0586-464e-9895-101d9aca684f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:06.788716 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-00ba4cf1-1ece-444c-9c70-c9ee2df129f3 None None] Attempting to bind port 7e57ecd9-9141-4208-853a-61fcdfc31391 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:54:06.789393 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-00ba4cf1-1ece-444c-9c70-c9ee2df129f3 None None] Attempting to bind port 7e57ecd9-9141-4208-853a-61fcdfc31391 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '0bef53c4-6448-4eeb-8358-d20f3074c3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b264e65e-98b8-4a2b-8a7d-43f2dd9c58d8'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:54:06.789659 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ba4cf1-1ece-444c-9c70-c9ee2df129f3 None None] Attempting to bind port 7e57ecd9-9141-4208-853a-61fcdfc31391 on network b264e65e-98b8-4a2b-8a7d-43f2dd9c58d8 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:54:06.801239 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-58a546b6-7ec3-47ab-8dab-009a922544ea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:06.824107 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-efb3ea37-8228-42d5-a5ec-7790231e3b52 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Allocated IP 172.20.0.3 (dda29b91-f96a-446e-97ea-afe4473c52d4/98ecd2c4-c462-43f5-beba-1d8e18820b08/acd4701b-b9eb-46e3-b815-732b69828430) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:54:06.976830 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ba4cf1-1ece-444c-9c70-c9ee2df129f3 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:54:06.977268 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ba4cf1-1ece-444c-9c70-c9ee2df129f3 None None] Checking segment: {'id': '0bef53c4-6448-4eeb-8358-d20f3074c3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b264e65e-98b8-4a2b-8a7d-43f2dd9c58d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:54:06.983888 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-00ba4cf1-1ece-444c-9c70-c9ee2df129f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:06.984656 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ba4cf1-1ece-444c-9c70-c9ee2df129f3 None None] Bound using segment: {'id': '0bef53c4-6448-4eeb-8358-d20f3074c3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b264e65e-98b8-4a2b-8a7d-43f2dd9c58d8'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:54:06.985343 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-00ba4cf1-1ece-444c-9c70-c9ee2df129f3 None None] Bound port: 7e57ecd9-9141-4208-853a-61fcdfc31391, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bef53c4-6448-4eeb-8358-d20f3074c3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b264e65e-98b8-4a2b-8a7d-43f2dd9c58d8'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:54:06.985902 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-00ba4cf1-1ece-444c-9c70-c9ee2df129f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:07.061220 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device b9039c4f-2421-448e-a0e1-22179173d443 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:54:07.094073 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-7cdd93fe-0586-464e-9895-101d9aca684f None None] Port 410e070d-b8fc-4cec-8c3d-343428a94e1e cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:54:07.162252 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-efb3ea37-8228-42d5-a5ec-7790231e3b52 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:07.170979 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-58a546b6-7ec3-47ab-8dab-009a922544ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:07.241200 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-00ba4cf1-1ece-444c-9c70-c9ee2df129f3 None None] For port 7e57ecd9-9141-4208-853a-61fcdfc31391, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:54:07.245167 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-00ba4cf1-1ece-444c-9c70-c9ee2df129f3 None None] For port 7e57ecd9-9141-4208-853a-61fcdfc31391, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=7e57ecd9-9141-4208-853a-61fcdfc31391,segment=NetworkSegment(0bef53c4-6448-4eeb-8358-d20f3074c3a5),segment_id=0bef53c4-6448-4eeb-8358-d20f3074c3a5)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:54:07.251268 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port b9039c4f-2421-448e-a0e1-22179173d443 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:07.251934 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:07.277325 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-00ba4cf1-1ece-444c-9c70-c9ee2df129f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:07.285444 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-efb3ea37-8228-42d5-a5ec-7790231e3b52 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:07.396960 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb3ea37-8228-42d5-a5ec-7790231e3b52 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Network dda29b91-f96a-446e-97ea-afe4473c52d4 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:54:07.401337 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-efb3ea37-8228-42d5-a5ec-7790231e3b52 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:07.404739 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb3ea37-8228-42d5-a5ec-7790231e3b52 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:54:07.410110 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-71a626c9-4ec3-49b1-aea4-1409180d9b1f None None] Allocated IP 172.20.0.2 (dda29b91-f96a-446e-97ea-afe4473c52d4/98ecd2c4-c462-43f5-beba-1d8e18820b08/b51381d1-5cbe-4fce-8431-70080ca50877) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:54:07.435904 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba4cf1-1ece-444c-9c70-c9ee2df129f3 None None] Pushing event updated for resources: {'Port': ['ID=7e57ecd9-9141-4208-853a-61fcdfc31391,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:07.477066 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1e34d-8c0e-4ac8-a17d-262f70c64009 req-a22227d4-7d48-44a4-9288-c04c34c6d943 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:07.478974 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2fa1e34d-8c0e-4ac8-a17d-262f70c64009 req-a22227d4-7d48-44a4-9288-c04c34c6d943 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f5687f3-6d70-4fa1-b2c2-aa25d174db46 HTTP/1.1" status: 200 len: 944 time: 0.2484374 Dec 09 15:54:07.494228 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a546b6-7ec3-47ab-8dab-009a922544ea admin admin] Router 48a1a678-3ec7-45aa-a196-17453f643ed4 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:54:07.535165 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb3ea37-8228-42d5-a5ec-7790231e3b52 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:07.535798 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-efb3ea37-8228-42d5-a5ec-7790231e3b52 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:07.549803 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb3ea37-8228-42d5-a5ec-7790231e3b52 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Pushing event updated for resources: {'Port': ['ID=acd4701b-b9eb-46e3-b815-732b69828430,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:07.614957 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2fa1e34d-8c0e-4ac8-a17d-262f70c64009 req-5ea99a62-d505-4408-a4a1-f1160ce9a725 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286745 Dec 09 15:54:07.622635 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-efb3ea37-8228-42d5-a5ec-7790231e3b52 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.1990263 Dec 09 15:54:07.625580 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58240) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:07.665153 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-b23371af-dda5-4999-8f5e-f8af7706d7b5 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Request body: {'port': {'network_id': 'dda29b91-f96a-446e-97ea-afe4473c52d4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-963888059', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:07.680292 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.api.validators [None req-b23371af-dda5-4999-8f5e-f8af7706d7b5 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] bootfile-name is not in valid_values {{(pid=103244) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 15:54:07.684789 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.api.validators [None req-b23371af-dda5-4999-8f5e-f8af7706d7b5 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] tftp-server is not in valid_values {{(pid=103244) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 15:54:07.685368 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.api.validators [None req-b23371af-dda5-4999-8f5e-f8af7706d7b5 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] server-ip-address is not in valid_values {{(pid=103244) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 15:54:07.781237 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-71a626c9-4ec3-49b1-aea4-1409180d9b1f None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:07.789955 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-71a626c9-4ec3-49b1-aea4-1409180d9b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:07.795184 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a546b6-7ec3-47ab-8dab-009a922544ea admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:54:07.805670 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1358dafb-22e7-4331-822a-47f57b7ce991 None None] Sync routers for ids ['48a1a678-3ec7-45aa-a196-17453f643ed4'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:54:07.834023 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-58a546b6-7ec3-47ab-8dab-009a922544ea admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:07.835299 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-58a546b6-7ec3-47ab-8dab-009a922544ea admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8365998 Dec 09 15:54:07.837779 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1358dafb-22e7-4331-822a-47f57b7ce991 None None] Routers {'48a1a678-3ec7-45aa-a196-17453f643ed4'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:54:07.838483 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-1358dafb-22e7-4331-822a-47f57b7ce991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:53:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['48a1a678-3ec7-45aa-a196-17453f643ed4'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:07.841324 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58242) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:07.893290 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 83255f63-4ca3-4bd2-a590-db45acf327e2 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:54:07.955714 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23371af-dda5-4999-8f5e-f8af7706d7b5 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Made reservation on behalf of b0873a07fbbe49439f8c9667e92bd844 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:54:07.959742 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b23371af-dda5-4999-8f5e-f8af7706d7b5 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:07.961323 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a626c9-4ec3-49b1-aea4-1409180d9b1f None None] Network dda29b91-f96a-446e-97ea-afe4473c52d4 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:54:07.962738 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a626c9-4ec3-49b1-aea4-1409180d9b1f None None] Pushing event updated for resources: {'Port': ['ID=b51381d1-5cbe-4fce-8431-70080ca50877,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:07.976809 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-71a626c9-4ec3-49b1-aea4-1409180d9b1f None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:07.979452 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a626c9-4ec3-49b1-aea4-1409180d9b1f None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:54:08.005293 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-b23371af-dda5-4999-8f5e-f8af7706d7b5 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] device_id is not set on port 5b034393-6979-48f6-8e52-c3a31163e7a9 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:54:08.059442 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-71a626c9-4ec3-49b1-aea4-1409180d9b1f None None] Attempting to bind port b51381d1-5cbe-4fce-8431-70080ca50877 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:54:08.060859 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-71a626c9-4ec3-49b1-aea4-1409180d9b1f None None] Attempting to bind port b51381d1-5cbe-4fce-8431-70080ca50877 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '8dee0521-46a8-4190-ba4f-8cd0ee004be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'dda29b91-f96a-446e-97ea-afe4473c52d4'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:54:08.067315 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a626c9-4ec3-49b1-aea4-1409180d9b1f None None] Attempting to bind port b51381d1-5cbe-4fce-8431-70080ca50877 on network dda29b91-f96a-446e-97ea-afe4473c52d4 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:54:08.073687 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 83255f63-4ca3-4bd2-a590-db45acf327e2 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:54:08.105278 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a626c9-4ec3-49b1-aea4-1409180d9b1f None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:54:08.105714 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a626c9-4ec3-49b1-aea4-1409180d9b1f None None] Checking segment: {'id': '8dee0521-46a8-4190-ba4f-8cd0ee004be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'dda29b91-f96a-446e-97ea-afe4473c52d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:54:08.106105 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-71a626c9-4ec3-49b1-aea4-1409180d9b1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:08.106944 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a626c9-4ec3-49b1-aea4-1409180d9b1f None None] Bound using segment: {'id': '8dee0521-46a8-4190-ba4f-8cd0ee004be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'dda29b91-f96a-446e-97ea-afe4473c52d4'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:54:08.107095 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-71a626c9-4ec3-49b1-aea4-1409180d9b1f None None] Bound port: b51381d1-5cbe-4fce-8431-70080ca50877, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dee0521-46a8-4190-ba4f-8cd0ee004be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'dda29b91-f96a-446e-97ea-afe4473c52d4'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:54:08.107402 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-71a626c9-4ec3-49b1-aea4-1409180d9b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:08.144667 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 83255f63-4ca3-4bd2-a590-db45acf327e2 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:08.145013 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:08.154347 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-1358dafb-22e7-4331-822a-47f57b7ce991 None None] Set router 48a1a678-3ec7-45aa-a196-17453f643ed4 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:54:08.234692 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-b23371af-dda5-4999-8f5e-f8af7706d7b5 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Allocated IP 172.20.0.10 (dda29b91-f96a-446e-97ea-afe4473c52d4/98ecd2c4-c462-43f5-beba-1d8e18820b08/5b034393-6979-48f6-8e52-c3a31163e7a9) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:54:08.354140 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-71a626c9-4ec3-49b1-aea4-1409180d9b1f None None] For port b51381d1-5cbe-4fce-8431-70080ca50877, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:54:08.358140 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-71a626c9-4ec3-49b1-aea4-1409180d9b1f None None] For port b51381d1-5cbe-4fce-8431-70080ca50877, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=b51381d1-5cbe-4fce-8431-70080ca50877,segment=NetworkSegment(8dee0521-46a8-4190-ba4f-8cd0ee004be9),segment_id=8dee0521-46a8-4190-ba4f-8cd0ee004be9)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:54:08.372515 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-71a626c9-4ec3-49b1-aea4-1409180d9b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:08.458382 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:08.511781 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a626c9-4ec3-49b1-aea4-1409180d9b1f None None] Pushing event updated for resources: {'Port': ['ID=b51381d1-5cbe-4fce-8431-70080ca50877,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:08.589117 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 83255f63-4ca3-4bd2-a590-db45acf327e2, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=83255f63-4ca3-4bd2-a590-db45acf327e2,segment=NetworkSegment(9e9c1069-da4b-49d3-b7c1-b803e425ba04),segment_id=9e9c1069-da4b-49d3-b7c1-b803e425ba04)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:54:08.596568 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5687f3-6d70-4fa1-b2c2-aa25d174db46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83255f63-4ca3-4bd2-a590-db45acf327e2'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:54:08.599533 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d324a39-ff80-4828-a76a-1d585a125136" -d '{"events": [{"server_uuid": "6f5687f3-6d70-4fa1-b2c2-aa25d174db46", "name": "network-vif-plugged", "status": "completed", "tag": "83255f63-4ca3-4bd2-a590-db45acf327e2"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:54:08.605205 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:08.741398 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b23371af-dda5-4999-8f5e-f8af7706d7b5 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:08.776728 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=83255f63-4ca3-4bd2-a590-db45acf327e2,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:08.895965 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-800e3ec6-285c-4e2f-9935-fcbdd7e4aad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:08.963427 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-1358dafb-22e7-4331-822a-47f57b7ce991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a1a678-3ec7-45aa-a196-17453f643ed4', 'name': 'tempest-TestServerBasicOps-2006043802-router', 'tenant_id': '89437b95e193489282f8d92d0478921d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '410e070d-b8fc-4cec-8c3d-343428a94e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:54:05Z', 'updated_at': '2021-12-09T15:54:06Z', 'revision_number': 3, 'project_id': '89437b95e193489282f8d92d0478921d', 'gw_port': {'id': '410e070d-b8fc-4cec-8c3d-343428a94e1e', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a1a678-3ec7-45aa-a196-17453f643ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:54:06Z', 'updated_at': '2021-12-09T15:54:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:09.078796 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1143abe-05da-4d7d-8f72-011fa4944b2a x-openstack-request-id: req-d1143abe-05da-4d7d-8f72-011fa4944b2a {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:54:09.079173 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5687f3-6d70-4fa1-b2c2-aa25d174db46", "name": "network-vif-plugged", "status": "completed", "tag": "83255f63-4ca3-4bd2-a590-db45acf327e2", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:54:09.079507 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d1143abe-05da-4d7d-8f72-011fa4944b2a {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:54:09.080093 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5687f3-6d70-4fa1-b2c2-aa25d174db46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83255f63-4ca3-4bd2-a590-db45acf327e2', 'code': 200} Dec 09 15:54:09.084778 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1358dafb-22e7-4331-822a-47f57b7ce991 None None] Checking router: 48a1a678-3ec7-45aa-a196-17453f643ed4 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:54:09.088653 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1358dafb-22e7-4331-822a-47f57b7ce991 None None] Updating router 48a1a678-3ec7-45aa-a196-17453f643ed4 port 410e070d-b8fc-4cec-8c3d-343428a94e1e binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:54:09.147627 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-1358dafb-22e7-4331-822a-47f57b7ce991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:09.181457 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6351e5e6-179a-4d2d-bf85-2028c40b64f4 None None] Network b264e65e-98b8-4a2b-8a7d-43f2dd9c58d8 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:54:09.318294 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 7e57ecd9-9141-4208-853a-61fcdfc31391 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:54:09.384563 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-800e3ec6-285c-4e2f-9935-fcbdd7e4aad1 admin admin] Allocated IP 172.20.0.1 (b264e65e-98b8-4a2b-8a7d-43f2dd9c58d8/db5e0310-095f-40cf-9efc-f40fe4b15e3d/7118f62e-33c3-44c9-90dd-420074964921) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:54:09.571623 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-800e3ec6-285c-4e2f-9935-fcbdd7e4aad1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:09.633609 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-800e3ec6-285c-4e2f-9935-fcbdd7e4aad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:09.653740 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-1358dafb-22e7-4331-822a-47f57b7ce991 None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:09.655010 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b23371af-dda5-4999-8f5e-f8af7706d7b5 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:09.663847 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-1358dafb-22e7-4331-822a-47f57b7ce991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:09.664247 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3eb823-756b-4bfe-a1f2-bbae52a961fd req-0324dc1a-bf49-4797-ace5-52ee4e58e6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:09.665826 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3d3eb823-756b-4bfe-a1f2-bbae52a961fd req-0324dc1a-bf49-4797-ace5-52ee4e58e6aa service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6f5687f3-6d70-4fa1-b2c2-aa25d174db46 HTTP/1.1" status: 200 len: 1096 time: 0.1151359 Dec 09 15:54:09.693950 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf928dcb-a862-41c4-99b2-7a2c420c174a req-27b52c64-7611-47bd-bad2-80b07725d688 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:09.706986 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf928dcb-a862-41c4-99b2-7a2c420c174a req-27b52c64-7611-47bd-bad2-80b07725d688 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f5687f3-6d70-4fa1-b2c2-aa25d174db46 HTTP/1.1" status: 200 len: 945 time: 0.1629219 Dec 09 15:54:09.707491 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e3ec6-285c-4e2f-9935-fcbdd7e4aad1 admin admin] Pushing event updated for resources: {'Port': ['ID=7118f62e-33c3-44c9-90dd-420074964921,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:09.713372 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-0aebcf8e-efef-4411-9999-6fc84b6f7ca6 None None] Provisioning complete for port 7e57ecd9-9141-4208-853a-61fcdfc31391 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:09.713918 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0aebcf8e-efef-4411-9999-6fc84b6f7ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:09.719403 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800e3ec6-285c-4e2f-9935-fcbdd7e4aad1 admin admin] Network b264e65e-98b8-4a2b-8a7d-43f2dd9c58d8 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:54:09.721212 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-800e3ec6-285c-4e2f-9935-fcbdd7e4aad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:09.727038 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800e3ec6-285c-4e2f-9935-fcbdd7e4aad1 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:54:09.735857 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f8087-4397-48e9-bb45-a0d8620addac None None] Pushing event updated for resources: {'Port': ['ID=410e070d-b8fc-4cec-8c3d-343428a94e1e,revision_number=2']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:09.781097 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-1358dafb-22e7-4331-822a-47f57b7ce991 None None] Attempting to bind port 410e070d-b8fc-4cec-8c3d-343428a94e1e on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:54:09.782088 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-1358dafb-22e7-4331-822a-47f57b7ce991 None None] Attempting to bind port 410e070d-b8fc-4cec-8c3d-343428a94e1e by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:54:09.782910 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1358dafb-22e7-4331-822a-47f57b7ce991 None None] Attempting to bind port 410e070d-b8fc-4cec-8c3d-343428a94e1e on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:54:09.787680 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df465bcc-add3-435a-b7cc-76662f0cf905 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:54:09.792337 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1358dafb-22e7-4331-822a-47f57b7ce991 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:54:09.792823 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1358dafb-22e7-4331-822a-47f57b7ce991 None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:54:09.793231 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-1358dafb-22e7-4331-822a-47f57b7ce991 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:09.793633 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1358dafb-22e7-4331-822a-47f57b7ce991 None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:54:09.794109 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-1358dafb-22e7-4331-822a-47f57b7ce991 None None] Bound port: 410e070d-b8fc-4cec-8c3d-343428a94e1e, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:54:09.794490 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-1358dafb-22e7-4331-822a-47f57b7ce991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:09.819704 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-800e3ec6-285c-4e2f-9935-fcbdd7e4aad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:09.855763 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 7e57ecd9-9141-4208-853a-61fcdfc31391 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:09.856133 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:09.870300 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23371af-dda5-4999-8f5e-f8af7706d7b5 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Pushing event updated for resources: {'Port': ['ID=5b034393-6979-48f6-8e52-c3a31163e7a9,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:09.904251 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-1358dafb-22e7-4331-822a-47f57b7ce991 None None] For port 410e070d-b8fc-4cec-8c3d-343428a94e1e, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:54:09.908324 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-1358dafb-22e7-4331-822a-47f57b7ce991 None None] For port 410e070d-b8fc-4cec-8c3d-343428a94e1e, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=410e070d-b8fc-4cec-8c3d-343428a94e1e,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:54:09.916278 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23371af-dda5-4999-8f5e-f8af7706d7b5 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Network dda29b91-f96a-446e-97ea-afe4473c52d4 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:54:09.922280 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-1358dafb-22e7-4331-822a-47f57b7ce991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:09.922522 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-b23371af-dda5-4999-8f5e-f8af7706d7b5 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:09.949639 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23371af-dda5-4999-8f5e-f8af7706d7b5 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:54:09.954363 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3d3eb823-756b-4bfe-a1f2-bbae52a961fd req-f91faf87-05b4-4a73-8e24-62bda594fe96 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736666 Dec 09 15:54:10.040578 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cb2566-24c8-4c72-89dd-655e6f97ae03 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:54:10.052311 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1358dafb-22e7-4331-822a-47f57b7ce991 None None] Routers {'48a1a678-3ec7-45aa-a196-17453f643ed4'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:54:10.052947 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-1358dafb-22e7-4331-822a-47f57b7ce991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:53:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['48a1a678-3ec7-45aa-a196-17453f643ed4'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:10.070583 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf928dcb-a862-41c4-99b2-7a2c420c174a req-39a2bd84-08db-46b8-a093-134cb3490b8f tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625171 Dec 09 15:54:10.101393 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23371af-dda5-4999-8f5e-f8af7706d7b5 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:10.102072 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b23371af-dda5-4999-8f5e-f8af7706d7b5 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:10.141875 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-800e3ec6-285c-4e2f-9935-fcbdd7e4aad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:10.150793 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b23371af-dda5-4999-8f5e-f8af7706d7b5 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.5203314 Dec 09 15:54:10.161546 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58258) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:10.175633 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f8087-4397-48e9-bb45-a0d8620addac None None] Pushing event updated for resources: {'Port': ['ID=410e070d-b8fc-4cec-8c3d-343428a94e1e,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:10.208593 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0aebcf8e-efef-4411-9999-6fc84b6f7ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:10.319281 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a08cf0-ef49-4f55-85d4-21bad69c1908 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:10.333662 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0aebcf8e-efef-4411-9999-6fc84b6f7ca6 None None] For port 7e57ecd9-9141-4208-853a-61fcdfc31391, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=7e57ecd9-9141-4208-853a-61fcdfc31391,segment=NetworkSegment(0bef53c4-6448-4eeb-8358-d20f3074c3a5),segment_id=0bef53c4-6448-4eeb-8358-d20f3074c3a5)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:54:10.335211 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:10.348449 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a08cf0-ef49-4f55-85d4-21bad69c1908 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:10.358297 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a08cf0-ef49-4f55-85d4-21bad69c1908 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:10.362633 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c0a08cf0-ef49-4f55-85d4-21bad69c1908 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1975236 Dec 09 15:54:10.364907 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58260) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:10.371625 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0aebcf8e-efef-4411-9999-6fc84b6f7ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:10.406224 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-1358dafb-22e7-4331-822a-47f57b7ce991 None None] Set router 48a1a678-3ec7-45aa-a196-17453f643ed4 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:54:10.455697 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee328823-11f6-4292-83b9-75ae858b5381 None None] Network dda29b91-f96a-446e-97ea-afe4473c52d4 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:54:10.555048 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-800e3ec6-285c-4e2f-9935-fcbdd7e4aad1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:10.563812 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-800e3ec6-285c-4e2f-9935-fcbdd7e4aad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:10.583444 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-4b126c34-b6e7-49e2-b1d8-d8395f48ebba service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1229832 Dec 09 15:54:10.598423 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aebcf8e-efef-4411-9999-6fc84b6f7ca6 None None] Pushing event updated for resources: {'Port': ['ID=7e57ecd9-9141-4208-853a-61fcdfc31391,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:10.602024 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:54:10.602338 n-d-821228-1 neutron-server[103246]: DEBUG oslo_db.api [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:54:10.616186 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4776753c-2b62-40ef-ba1c-c0cc1aa09039 None None] Provisioning complete for port 410e070d-b8fc-4cec-8c3d-343428a94e1e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:10.618042 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4776753c-2b62-40ef-ba1c-c0cc1aa09039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:10.623117 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aebcf8e-efef-4411-9999-6fc84b6f7ca6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:10.631177 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aebcf8e-efef-4411-9999-6fc84b6f7ca6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:10.631652 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aebcf8e-efef-4411-9999-6fc84b6f7ca6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:10.632065 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aebcf8e-efef-4411-9999-6fc84b6f7ca6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:10.632681 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aebcf8e-efef-4411-9999-6fc84b6f7ca6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:10.633095 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aebcf8e-efef-4411-9999-6fc84b6f7ca6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:10.633499 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aebcf8e-efef-4411-9999-6fc84b6f7ca6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:10.633900 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aebcf8e-efef-4411-9999-6fc84b6f7ca6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:10.635566 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-0d2b8750-bf47-48c8-a101-1ce3a1133833 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Deleting port 5b034393-6979-48f6-8e52-c3a31163e7a9 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:54:10.635912 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d2b8750-bf47-48c8-a101-1ce3a1133833 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:10.636758 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aebcf8e-efef-4411-9999-6fc84b6f7ca6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:10.637180 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aebcf8e-efef-4411-9999-6fc84b6f7ca6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:10.637657 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aebcf8e-efef-4411-9999-6fc84b6f7ca6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:10.642526 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aebcf8e-efef-4411-9999-6fc84b6f7ca6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:10.642971 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aebcf8e-efef-4411-9999-6fc84b6f7ca6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:10.737793 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e3ec6-285c-4e2f-9935-fcbdd7e4aad1 admin admin] Pushing event updated for resources: {'Port': ['ID=7118f62e-33c3-44c9-90dd-420074964921,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:10.744178 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-800e3ec6-285c-4e2f-9935-fcbdd7e4aad1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:10.778794 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-1358dafb-22e7-4331-822a-47f57b7ce991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a1a678-3ec7-45aa-a196-17453f643ed4', 'name': 'tempest-TestServerBasicOps-2006043802-router', 'tenant_id': '89437b95e193489282f8d92d0478921d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '410e070d-b8fc-4cec-8c3d-343428a94e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:54:05Z', 'updated_at': '2021-12-09T15:54:06Z', 'revision_number': 3, 'project_id': '89437b95e193489282f8d92d0478921d', 'gw_port': {'id': '410e070d-b8fc-4cec-8c3d-343428a94e1e', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a1a678-3ec7-45aa-a196-17453f643ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:54:06Z', 'updated_at': '2021-12-09T15:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:10.801671 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4776753c-2b62-40ef-ba1c-c0cc1aa09039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:10.827179 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4776753c-2b62-40ef-ba1c-c0cc1aa09039 None None] For port 410e070d-b8fc-4cec-8c3d-343428a94e1e, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=410e070d-b8fc-4cec-8c3d-343428a94e1e,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:54:10.829953 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-ceacde68-9768-4e25-9c03-e34e62e3ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:10.830641 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-ceacde68-9768-4e25-9c03-e34e62e3ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:10.831287 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-ceacde68-9768-4e25-9c03-e34e62e3ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:10.831915 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-ceacde68-9768-4e25-9c03-e34e62e3ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:10.832563 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-ceacde68-9768-4e25-9c03-e34e62e3ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:10.833637 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1358dafb-22e7-4331-822a-47f57b7ce991 None None] The sync data for ids ['48a1a678-3ec7-45aa-a196-17453f643ed4'] in n-d-821228-1 is: [{'id': '48a1a678-3ec7-45aa-a196-17453f643ed4', 'name': 'tempest-TestServerBasicOps-2006043802-router', 'tenant_id': '89437b95e193489282f8d92d0478921d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '410e070d-b8fc-4cec-8c3d-343428a94e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:54:05Z', 'updated_at': '2021-12-09T15:54:06Z', 'revision_number': 3, 'project_id': '89437b95e193489282f8d92d0478921d', 'gw_port': {'id': '410e070d-b8fc-4cec-8c3d-343428a94e1e', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a1a678-3ec7-45aa-a196-17453f643ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:54:06Z', 'updated_at': '2021-12-09T15:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:54:10.834041 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-ceacde68-9768-4e25-9c03-e34e62e3ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:10.834680 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-ceacde68-9768-4e25-9c03-e34e62e3ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:10.837015 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4776753c-2b62-40ef-ba1c-c0cc1aa09039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:10.845500 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-ceacde68-9768-4e25-9c03-e34e62e3ff91 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b613632b80754e8bbd6b2b6b64d76f9f&device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 6503 time: 0.1783535 Dec 09 15:54:10.847817 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d2b8750-bf47-48c8-a101-1ce3a1133833 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:10.880345 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-0d2b8750-bf47-48c8-a101-1ce3a1133833 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Calling delete_port for 5b034393-6979-48f6-8e52-c3a31163e7a9 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:54:10.914519 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4776753c-2b62-40ef-ba1c-c0cc1aa09039 None None] Provisioning complete for port 7e57ecd9-9141-4208-853a-61fcdfc31391 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:10.915210 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4776753c-2b62-40ef-ba1c-c0cc1aa09039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:10.968009 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800e3ec6-285c-4e2f-9935-fcbdd7e4aad1 admin admin] Network b264e65e-98b8-4a2b-8a7d-43f2dd9c58d8 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:54:10.971526 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-800e3ec6-285c-4e2f-9935-fcbdd7e4aad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:11.004973 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4776753c-2b62-40ef-ba1c-c0cc1aa09039 None None] Pushing event updated for resources: {'Port': ['ID=410e070d-b8fc-4cec-8c3d-343428a94e1e,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:11.122755 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4776753c-2b62-40ef-ba1c-c0cc1aa09039 None None] Provisioning complete for port b51381d1-5cbe-4fce-8431-70080ca50877 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:11.122978 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4776753c-2b62-40ef-ba1c-c0cc1aa09039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:11.259308 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-800e3ec6-285c-4e2f-9935-fcbdd7e4aad1 admin admin] Router 48a1a678-3ec7-45aa-a196-17453f643ed4 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:54:11.315464 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device b51381d1-5cbe-4fce-8431-70080ca50877 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:54:11.427205 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-bd7b8166-2c01-470f-b8d5-126c86843856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:11.432104 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-bd7b8166-2c01-470f-b8d5-126c86843856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:11.432870 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-bd7b8166-2c01-470f-b8d5-126c86843856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:11.437652 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-bd7b8166-2c01-470f-b8d5-126c86843856 service neutron] 10.222.0.31 "GET /v2.0/networks?id=adb124e6-1a92-4d5d-80ee-086775721fea&id=793151e9-673a-4eba-bc7f-eef12bb07531&id=793151e9-673a-4eba-bc7f-eef12bb07531&id=793151e9-673a-4eba-bc7f-eef12bb07531&id=793151e9-673a-4eba-bc7f-eef12bb07531&id=e220874f-4ea8-4ea6-9fc4-39a517be75d8&id=e220874f-4ea8-4ea6-9fc4-39a517be75d8 HTTP/1.1" status: 200 len: 2298 time: 0.4649677 Dec 09 15:54:11.563883 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port b51381d1-5cbe-4fce-8431-70080ca50877 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:11.569028 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:11.580951 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4776753c-2b62-40ef-ba1c-c0cc1aa09039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:11.643694 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800e3ec6-285c-4e2f-9935-fcbdd7e4aad1 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:54:11.657809 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-800e3ec6-285c-4e2f-9935-fcbdd7e4aad1 admin admin] 10.222.0.57 "PUT /v2.0/routers/48a1a678-3ec7-45aa-a196-17453f643ed4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8072128 Dec 09 15:54:11.667407 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d2b8750-bf47-48c8-a101-1ce3a1133833 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:11.706815 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4776753c-2b62-40ef-ba1c-c0cc1aa09039 None None] For port b51381d1-5cbe-4fce-8431-70080ca50877, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=b51381d1-5cbe-4fce-8431-70080ca50877,segment=NetworkSegment(8dee0521-46a8-4190-ba4f-8cd0ee004be9),segment_id=8dee0521-46a8-4190-ba4f-8cd0ee004be9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:54:11.722096 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4776753c-2b62-40ef-ba1c-c0cc1aa09039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:11.830056 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347feb49-3dde-4ed6-b02c-4f3b5c534d2a req-e21100da-4be6-45a9-8c69-3ace6c1ebe27 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:11.831980 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-347feb49-3dde-4ed6-b02c-4f3b5c534d2a req-e21100da-4be6-45a9-8c69-3ace6c1ebe27 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f5687f3-6d70-4fa1-b2c2-aa25d174db46 HTTP/1.1" status: 200 len: 945 time: 0.4259820 Dec 09 15:54:11.857236 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4776753c-2b62-40ef-ba1c-c0cc1aa09039 None None] Pushing event updated for resources: {'Port': ['ID=b51381d1-5cbe-4fce-8431-70080ca50877,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:11.870737 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7e42c84d-bf18-4fcf-a21b-55c9fe7a58e6 None None] Provisioning complete for port b51381d1-5cbe-4fce-8431-70080ca50877 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:11.871113 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7e42c84d-bf18-4fcf-a21b-55c9fe7a58e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:11.886281 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b8750-bf47-48c8-a101-1ce3a1133833 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Pushing event deleted for resources: {'Port': ['ID=5b034393-6979-48f6-8e52-c3a31163e7a9,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:11.930248 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-f5f87e68-5a39-4aed-975e-c5c7af36607c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=217d63fb-6a3c-41f2-9610-2d02930597a5 HTTP/1.1" status: 200 len: 1002 time: 0.4813542 Dec 09 15:54:12.097104 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7e42c84d-bf18-4fcf-a21b-55c9fe7a58e6 None None] Could not find standard attr ID for object 5b034393-6979-48f6-8e52-c3a31163e7a9. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:54:12.119636 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7e42c84d-bf18-4fcf-a21b-55c9fe7a58e6 None None] Provisioning complete for port acd4701b-b9eb-46e3-b815-732b69828430 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:12.120087 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7e42c84d-bf18-4fcf-a21b-55c9fe7a58e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:12.191286 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-ecbbb416-f490-49fb-9b12-6d243f3a6809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:12.192927 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-ecbbb416-f490-49fb-9b12-6d243f3a6809 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3889a99e-c403-4ee7-93f6-53dfad03a358 HTTP/1.1" status: 200 len: 856 time: 0.2387726 Dec 09 15:54:12.204882 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 7e57ecd9-9141-4208-853a-61fcdfc31391 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:54:12.208013 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-347feb49-3dde-4ed6-b02c-4f3b5c534d2a req-fcc293ca-9376-4f26-93a5-5a4bc1b39ef4 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946510 Dec 09 15:54:12.258986 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-7e42c84d-bf18-4fcf-a21b-55c9fe7a58e6 None None] Port acd4701b-b9eb-46e3-b815-732b69828430 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:54:12.292951 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d2b8750-bf47-48c8-a101-1ce3a1133833 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:12.300155 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58284) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:12.303820 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0d2b8750-bf47-48c8-a101-1ce3a1133833 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] 10.222.0.57 "DELETE /v2.0/ports/5b034393-6979-48f6-8e52-c3a31163e7a9 HTTP/1.1" status: 204 len: 168 time: 1.9253643 Dec 09 15:54:12.306129 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-fae4d185-9613-42a9-8187-d6517d510f17 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Request body: {'port': {'name': 'tempest-new-port-name-825349798', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:12.306649 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.api.validators [None req-fae4d185-9613-42a9-8187-d6517d510f17 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] bootfile-name is not in valid_values {{(pid=103245) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 15:54:12.306880 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.api.validators [None req-fae4d185-9613-42a9-8187-d6517d510f17 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] tftp-server is not in valid_values {{(pid=103245) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 15:54:12.307220 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.api.validators [None req-fae4d185-9613-42a9-8187-d6517d510f17 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] server-ip-address is not in valid_values {{(pid=103245) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 15:54:12.311243 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7e42c84d-bf18-4fcf-a21b-55c9fe7a58e6 None None] Provisioning complete for port 7118f62e-33c3-44c9-90dd-420074964921 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:12.311741 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7e42c84d-bf18-4fcf-a21b-55c9fe7a58e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:12.350144 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-3b11fb36-f065-4f3d-87b0-066fcce7163c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:12.352830 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-3b11fb36-f065-4f3d-87b0-066fcce7163c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=adb124e6-1a92-4d5d-80ee-086775721fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1438270 Dec 09 15:54:12.428841 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-7e42c84d-bf18-4fcf-a21b-55c9fe7a58e6 None None] Port 7118f62e-33c3-44c9-90dd-420074964921 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:54:12.442608 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 7e57ecd9-9141-4208-853a-61fcdfc31391 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:12.444044 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:12.464067 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fae4d185-9613-42a9-8187-d6517d510f17 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:12.560981 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fa837d79-1d07-42ed-a900-d87ed4918dfb None None] Could not find standard attr ID for object 5b034393-6979-48f6-8e52-c3a31163e7a9. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:54:12.603823 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-3e0fb18b-2a11-454f-9c53-35984bdcbdc6 service neutron] 10.222.0.31 "GET /v2.0/networks/adb124e6-1a92-4d5d-80ee-086775721fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351902 Dec 09 15:54:12.672990 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 410e070d-b8fc-4cec-8c3d-343428a94e1e up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:54:12.765518 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 410e070d-b8fc-4cec-8c3d-343428a94e1e triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:12.766665 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:12.799658 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-6e890da3-a1d7-4928-b91d-40dfb355fb3f service neutron] 10.222.0.31 "GET /v2.0/networks/adb124e6-1a92-4d5d-80ee-086775721fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888125 Dec 09 15:54:12.872079 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fae4d185-9613-42a9-8187-d6517d510f17 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:12.873909 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58290) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:12.874532 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device b51381d1-5cbe-4fce-8431-70080ca50877 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:54:12.892759 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fae4d185-9613-42a9-8187-d6517d510f17 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:12.895194 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-1aa63e68-677e-47f1-bc77-3d934ece5779 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=fad6d866-ac07-4b51-a443-56d0c8a689d8 HTTP/1.1" status: 200 len: 217 time: 0.0881982 Dec 09 15:54:12.998087 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-17289f5e-0ae4-48b2-8ca8-a81f9f425256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:12.999659 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-17289f5e-0ae4-48b2-8ca8-a81f9f425256 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=171b19ce-c8cb-49f0-b1d6-e7dc927afc82 HTTP/1.1" status: 200 len: 797 time: 0.0964160 Dec 09 15:54:13.019843 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port b51381d1-5cbe-4fce-8431-70080ca50877 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:13.020216 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:13.046769 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-fae4d185-9613-42a9-8187-d6517d510f17 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] In _notify_port_updated(), no bound segment for port acd4701b-b9eb-46e3-b815-732b69828430 on network dda29b91-f96a-446e-97ea-afe4473c52d4 {{(pid=103245) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:54:13.053241 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae4d185-9613-42a9-8187-d6517d510f17 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:13.054403 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fae4d185-9613-42a9-8187-d6517d510f17 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:13.056676 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-fae4d185-9613-42a9-8187-d6517d510f17 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] 10.222.0.57 "PUT /v2.0/ports/acd4701b-b9eb-46e3-b815-732b69828430 HTTP/1.1" status: 200 len: 1135 time: 0.7552607 Dec 09 15:54:13.061087 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58294) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:13.109388 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-69ef785e-aa10-4217-b15c-c28628829eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:13.110931 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-69ef785e-aa10-4217-b15c-c28628829eb8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=793151e9-673a-4eba-bc7f-eef12bb07531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0961273 Dec 09 15:54:13.118041 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae4d185-9613-42a9-8187-d6517d510f17 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Pushing event updated for resources: {'Port': ['ID=acd4701b-b9eb-46e3-b815-732b69828430,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:13.147808 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-86c000fe-ce4a-449b-8f31-c749ddf08fd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:13.188660 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0da063-5c99-4b2b-88d8-07b1db610189 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:13.193750 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7d0da063-5c99-4b2b-88d8-07b1db610189 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] 10.222.0.57 "GET /v2.0/ports/acd4701b-b9eb-46e3-b815-732b69828430 HTTP/1.1" status: 200 len: 1135 time: 0.1280468 Dec 09 15:54:13.196824 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58296) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:13.265569 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-74b59360-ebee-4099-ba10-cc862444339f service neutron] 10.222.0.31 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462452 Dec 09 15:54:13.361352 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58300) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:13.377155 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-49ad9986-7911-4be2-a336-d78020db1601 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-72060314', 'description': 'tempest-secgroup-smoke-72060314 description', 'project_id': 'f4d71564044144c0a7c07487671be4ce'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:13.401117 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-868ac52c-fba6-4352-8366-3ee9ebc2e046 None None] Provisioning complete for port acd4701b-b9eb-46e3-b815-732b69828430 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:13.403159 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-868ac52c-fba6-4352-8366-3ee9ebc2e046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:13.417104 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-86c000fe-ce4a-449b-8f31-c749ddf08fd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:13.430508 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-86c000fe-ce4a-449b-8f31-c749ddf08fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:13.436488 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-2ce1ca36-9839-4afe-b92e-ba19661f4e54 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Deleting port acd4701b-b9eb-46e3-b815-732b69828430 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:54:13.436881 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2ce1ca36-9839-4afe-b92e-ba19661f4e54 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:13.458203 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-868ac52c-fba6-4352-8366-3ee9ebc2e046 None None] Port acd4701b-b9eb-46e3-b815-732b69828430 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:54:13.486242 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49ad9986-7911-4be2-a336-d78020db1601 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:13.547608 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-fabf45d8-3622-45d5-a449-967cc4ad76c7 service neutron] 10.222.0.31 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734783 Dec 09 15:54:13.559798 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34f58b-4ab1-4e6f-8ea4-16359d365f13 req-a4736e20-26b0-4f87-914b-a363551edf38 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:13.561477 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-db34f58b-4ab1-4e6f-8ea4-16359d365f13 req-a4736e20-26b0-4f87-914b-a363551edf38 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f5687f3-6d70-4fa1-b2c2-aa25d174db46 HTTP/1.1" status: 200 len: 945 time: 0.1330411 Dec 09 15:54:13.565588 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-86c000fe-ce4a-449b-8f31-c749ddf08fd1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ba6fc59cf2214fffa9d7263c2abcf7f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6898646 Dec 09 15:54:13.568267 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58304) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:13.571103 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2ce1ca36-9839-4afe-b92e-ba19661f4e54 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:13.579222 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c000fe-ce4a-449b-8f31-c749ddf08fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16743657-4431-4004-af48-be25f6f78a98,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:13.588483 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-2ce1ca36-9839-4afe-b92e-ba19661f4e54 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Calling delete_port for acd4701b-b9eb-46e3-b815-732b69828430 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:54:13.660553 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-9a8239ac-8c87-45f9-938f-8cbe13cae286 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=c80d9ccb-8f47-4f45-874e-82d37cf55b7b HTTP/1.1" status: 200 len: 217 time: 0.0972781 Dec 09 15:54:13.756207 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-67471c18-00bf-4a1e-ba3d-5355462d451a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:13.767309 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49ad9986-7911-4be2-a336-d78020db1601 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:13.778356 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2ce1ca36-9839-4afe-b92e-ba19661f4e54 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:13.788991 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49ad9986-7911-4be2-a336-d78020db1601 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:13.807399 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce1ca36-9839-4afe-b92e-ba19661f4e54 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Pushing event deleted for resources: {'Port': ['ID=acd4701b-b9eb-46e3-b815-732b69828430,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:13.807656 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-db34f58b-4ab1-4e6f-8ea4-16359d365f13 req-67bdd189-5da1-47ad-828b-ddcf93afe333 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961842 Dec 09 15:54:13.845662 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-67471c18-00bf-4a1e-ba3d-5355462d451a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:13.904146 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-0c476b78-40d4-4582-9531-d902e8b21733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:13.905725 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-0c476b78-40d4-4582-9531-d902e8b21733 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=171b19ce-c8cb-49f0-b1d6-e7dc927afc82 HTTP/1.1" status: 200 len: 797 time: 0.2357776 Dec 09 15:54:13.911355 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2ce1ca36-9839-4afe-b92e-ba19661f4e54 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:13.916907 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2ce1ca36-9839-4afe-b92e-ba19661f4e54 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] 10.222.0.57 "DELETE /v2.0/ports/acd4701b-b9eb-46e3-b815-732b69828430 HTTP/1.1" status: 204 len: 168 time: 0.7189515 Dec 09 15:54:13.919346 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58308) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:13.941688 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49ad9986-7911-4be2-a336-d78020db1601 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:13.944315 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-49ad9986-7911-4be2-a336-d78020db1601 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5802422 Dec 09 15:54:13.966109 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58310) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:13.969770 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad9986-7911-4be2-a336-d78020db1601 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=817869b2-305b-41f2-b837-ebc295b756f5,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:13.971352 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-243559a1-e8bc-4f0e-bb37-303f6090d62a tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Request body: {'security_group_rule': {'security_group_id': '817869b2-305b-41f2-b837-ebc295b756f5', 'project_id': 'f4d71564044144c0a7c07487671be4ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:14.013066 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-552b02ec-d7e7-4066-818b-72764b11cb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:14.015735 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-552b02ec-d7e7-4066-818b-72764b11cb56 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=793151e9-673a-4eba-bc7f-eef12bb07531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0930586 Dec 09 15:54:14.018505 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-67471c18-00bf-4a1e-ba3d-5355462d451a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:14.021553 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-67471c18-00bf-4a1e-ba3d-5355462d451a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:14.025140 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c120372d-6418-4b89-a486-a76a6e80f61e None None] Sync routers for ids ['48a1a678-3ec7-45aa-a196-17453f643ed4'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:54:14.036722 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-67471c18-00bf-4a1e-ba3d-5355462d451a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/16743657-4431-4004-af48-be25f6f78a98 HTTP/1.1" status: 204 len: 168 time: 0.4511147 Dec 09 15:54:14.040243 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c120372d-6418-4b89-a486-a76a6e80f61e None None] Routers {'48a1a678-3ec7-45aa-a196-17453f643ed4'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:54:14.041328 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-c120372d-6418-4b89-a486-a76a6e80f61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:53:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['48a1a678-3ec7-45aa-a196-17453f643ed4'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:14.052243 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-90596d3d-7bf8-4a11-af7d-54d03b1d248f tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Deleting subnet 98ecd2c4-c462-43f5-beba-1d8e18820b08 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:54:14.079090 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90596d3d-7bf8-4a11-af7d-54d03b1d248f tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:14.137012 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-243559a1-e8bc-4f0e-bb37-303f6090d62a tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:14.182614 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67471c18-00bf-4a1e-ba3d-5355462d451a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16743657-4431-4004-af48-be25f6f78a98,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:14.186597 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-0ecee2ee-5774-4b6b-93f1-e151c54be8ff service neutron] 10.222.0.31 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486495 Dec 09 15:54:14.319416 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-c120372d-6418-4b89-a486-a76a6e80f61e None None] Set router 48a1a678-3ec7-45aa-a196-17453f643ed4 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:54:14.412798 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-0d02c3fe-f983-4a00-ade0-3ca73a3fb3c5 service neutron] 10.222.0.31 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185223 Dec 09 15:54:14.489047 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-ddfbf054-049f-4374-aeee-05522329397a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=0a1a311d-b032-4c37-bd71-5d8793b18d3c HTTP/1.1" status: 200 len: 217 time: 0.0681870 Dec 09 15:54:14.548518 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58328) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:14.571204 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-26c603ed-efa1-460f-8ece-210ffb1d4888 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:14.597060 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-41b1f03a-9df0-474d-805f-895d74a94a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:14.598684 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-41b1f03a-9df0-474d-805f-895d74a94a81 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=171b19ce-c8cb-49f0-b1d6-e7dc927afc82 HTTP/1.1" status: 200 len: 797 time: 0.1001537 Dec 09 15:54:14.599439 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90596d3d-7bf8-4a11-af7d-54d03b1d248f tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:14.625860 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-c120372d-6418-4b89-a486-a76a6e80f61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a1a678-3ec7-45aa-a196-17453f643ed4', 'name': 'tempest-TestServerBasicOps-2006043802-router', 'tenant_id': '89437b95e193489282f8d92d0478921d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '410e070d-b8fc-4cec-8c3d-343428a94e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:54:05Z', 'updated_at': '2021-12-09T15:54:10Z', 'revision_number': 4, 'project_id': '89437b95e193489282f8d92d0478921d', 'gw_port': {'id': '410e070d-b8fc-4cec-8c3d-343428a94e1e', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a1a678-3ec7-45aa-a196-17453f643ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:54:06Z', 'updated_at': '2021-12-09T15:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '7118f62e-33c3-44c9-90dd-420074964921', 'name': '', 'network_id': 'b264e65e-98b8-4a2b-8a7d-43f2dd9c58d8', 'tenant_id': '89437b95e193489282f8d92d0478921d', 'mac_address': 'fa:16:3e:3b:9e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a1a678-3ec7-45aa-a196-17453f643ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': 'db5e0310-095f-40cf-9efc-f40fe4b15e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:54:08Z', 'updated_at': '2021-12-09T15:54:10Z', 'revision_number': 2, 'project_id': '89437b95e193489282f8d92d0478921d', 'subnets': [{'id': 'db5e0310-095f-40cf-9efc-f40fe4b15e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:14.655332 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c120372d-6418-4b89-a486-a76a6e80f61e None None] Checking router: 48a1a678-3ec7-45aa-a196-17453f643ed4 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:54:14.655581 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c120372d-6418-4b89-a486-a76a6e80f61e None None] Updating router 48a1a678-3ec7-45aa-a196-17453f643ed4 port 7118f62e-33c3-44c9-90dd-420074964921 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:54:14.663477 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-243559a1-e8bc-4f0e-bb37-303f6090d62a tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:14.669633 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:54:14.670554 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-243559a1-e8bc-4f0e-bb37-303f6090d62a tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:14.676961 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-f3ff4789-75a8-4909-8040-64fbcc363a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:14.678531 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-f3ff4789-75a8-4909-8040-64fbcc363a26 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=793151e9-673a-4eba-bc7f-eef12bb07531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0703988 Dec 09 15:54:14.695074 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c120372d-6418-4b89-a486-a76a6e80f61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:14.711029 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243559a1-e8bc-4f0e-bb37-303f6090d62a tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1000f677-6ac7-4409-a039-cd5003cea90a,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:14.726973 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-243559a1-e8bc-4f0e-bb37-303f6090d62a tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:14.728739 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-243559a1-e8bc-4f0e-bb37-303f6090d62a tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7605557 Dec 09 15:54:14.731197 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58330) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:14.735887 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-816e2a2b-7963-4e8c-89ca-190a414be665 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Request body: {'security_group_rule': {'security_group_id': '817869b2-305b-41f2-b837-ebc295b756f5', 'project_id': 'f4d71564044144c0a7c07487671be4ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:14.746518 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90596d3d-7bf8-4a11-af7d-54d03b1d248f tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:14.762247 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-26c603ed-efa1-460f-8ece-210ffb1d4888 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:14.774214 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-26c603ed-efa1-460f-8ece-210ffb1d4888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:14.807631 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-816e2a2b-7963-4e8c-89ca-190a414be665 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:14.840343 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-26c603ed-efa1-460f-8ece-210ffb1d4888 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=45574ccda6ae4957a0b3ef44abb2a363&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2861598 Dec 09 15:54:14.840343 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58332) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:14.847030 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c603ed-efa1-460f-8ece-210ffb1d4888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8466fdd-ecc2-4abf-9715-d62f058f4819,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:14.852019 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-77f9763e-d77e-4b62-b330-05a4fe3b3526 service neutron] 10.222.0.31 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652660 Dec 09 15:54:14.874699 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90596d3d-7bf8-4a11-af7d-54d03b1d248f tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:14.911116 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596d3d-7bf8-4a11-af7d-54d03b1d248f tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Pushing event deleted for resources: {'Subnet': ['ID=98ecd2c4-c462-43f5-beba-1d8e18820b08,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:14.920875 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-816e2a2b-7963-4e8c-89ca-190a414be665 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:14.922075 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90596d3d-7bf8-4a11-af7d-54d03b1d248f tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:14.925741 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-90596d3d-7bf8-4a11-af7d-54d03b1d248f tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] 10.222.0.57 "DELETE /v2.0/subnets/98ecd2c4-c462-43f5-beba-1d8e18820b08 HTTP/1.1" status: 204 len: 168 time: 1.0051806 Dec 09 15:54:14.928589 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-816e2a2b-7963-4e8c-89ca-190a414be665 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:14.931490 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58336) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:14.938286 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b31531-c294-4f8b-8f41-eca4c93847d9 None None] Network dda29b91-f96a-446e-97ea-afe4473c52d4 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:54:15.000106 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e2a2b-7963-4e8c-89ca-190a414be665 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f408b19-9b72-45a4-afe8-d5372c847cf6,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:15.020214 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-816e2a2b-7963-4e8c-89ca-190a414be665 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:15.022918 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-344d671d-d276-4fc8-b539-bd21db8017ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:15.025083 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-816e2a2b-7963-4e8c-89ca-190a414be665 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2929237 Dec 09 15:54:15.028122 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58338) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:15.039344 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-7a035a6b-d966-499d-a28d-525e4feb4d01 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Request body: {'security_group_rule': {'security_group_id': '817869b2-305b-41f2-b837-ebc295b756f5', 'project_id': 'f4d71564044144c0a7c07487671be4ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:15.040981 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b6e194cf-0829-45b6-8ed2-82f3561b1c08 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:15.062800 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-c42723ea-7a4b-4c95-b893-d11e88e1e68c service neutron] 10.222.0.31 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029049 Dec 09 15:54:15.087668 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c120372d-6418-4b89-a486-a76a6e80f61e None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:15.105719 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-b6e194cf-0829-45b6-8ed2-82f3561b1c08 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Deleting port b51381d1-5cbe-4fce-8431-70080ca50877 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:54:15.106806 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b6e194cf-0829-45b6-8ed2-82f3561b1c08 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:15.108269 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c120372d-6418-4b89-a486-a76a6e80f61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:15.126607 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-81078c9c-6523-4849-94b1-5de9b9e2f228 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=dea1411b-b02d-409d-be67-df46d288f664 HTTP/1.1" status: 200 len: 217 time: 0.0510273 Dec 09 15:54:15.130214 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-344d671d-d276-4fc8-b539-bd21db8017ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:15.175347 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55960085-13d2-4d61-8838-932100bb5cfb None None] Pushing event updated for resources: {'Port': ['ID=7118f62e-33c3-44c9-90dd-420074964921,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:15.195849 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-b6e194cf-0829-45b6-8ed2-82f3561b1c08 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] For port b51381d1-5cbe-4fce-8431-70080ca50877, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=b51381d1-5cbe-4fce-8431-70080ca50877,segment=NetworkSegment(8dee0521-46a8-4190-ba4f-8cd0ee004be9),segment_id=8dee0521-46a8-4190-ba4f-8cd0ee004be9)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:54:15.196157 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b6e194cf-0829-45b6-8ed2-82f3561b1c08 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:15.197347 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7a035a6b-d966-499d-a28d-525e4feb4d01 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:15.227572 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-b6e194cf-0829-45b6-8ed2-82f3561b1c08 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Calling delete_port for b51381d1-5cbe-4fce-8431-70080ca50877 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:54:15.264643 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-c120372d-6418-4b89-a486-a76a6e80f61e None None] Attempting to bind port 7118f62e-33c3-44c9-90dd-420074964921 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:54:15.265173 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-c120372d-6418-4b89-a486-a76a6e80f61e None None] Attempting to bind port 7118f62e-33c3-44c9-90dd-420074964921 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '0bef53c4-6448-4eeb-8358-d20f3074c3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b264e65e-98b8-4a2b-8a7d-43f2dd9c58d8'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:54:15.265617 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c120372d-6418-4b89-a486-a76a6e80f61e None None] Attempting to bind port 7118f62e-33c3-44c9-90dd-420074964921 on network b264e65e-98b8-4a2b-8a7d-43f2dd9c58d8 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:54:15.271536 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c120372d-6418-4b89-a486-a76a6e80f61e None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:54:15.272001 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c120372d-6418-4b89-a486-a76a6e80f61e None None] Checking segment: {'id': '0bef53c4-6448-4eeb-8358-d20f3074c3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b264e65e-98b8-4a2b-8a7d-43f2dd9c58d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:54:15.273354 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c120372d-6418-4b89-a486-a76a6e80f61e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:15.273825 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c120372d-6418-4b89-a486-a76a6e80f61e None None] Bound using segment: {'id': '0bef53c4-6448-4eeb-8358-d20f3074c3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b264e65e-98b8-4a2b-8a7d-43f2dd9c58d8'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:54:15.274373 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-c120372d-6418-4b89-a486-a76a6e80f61e None None] Bound port: 7118f62e-33c3-44c9-90dd-420074964921, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bef53c4-6448-4eeb-8358-d20f3074c3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b264e65e-98b8-4a2b-8a7d-43f2dd9c58d8'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:54:15.274832 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c120372d-6418-4b89-a486-a76a6e80f61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:15.293513 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cc0c17-48ed-4ac5-bf85-922750862313 None None] DHCP port deletion for dda29b91-f96a-446e-97ea-afe4473c52d4 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:54:15.313190 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7a035a6b-d966-499d-a28d-525e4feb4d01 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:15.375458 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b6e194cf-0829-45b6-8ed2-82f3561b1c08 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:15.379989 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-97979bf1-1d13-4b0c-95a8-33a346f2f5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:15.382706 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-97979bf1-1d13-4b0c-95a8-33a346f2f5db service neutron] 10.222.0.31 "GET /v2.0/subnets?id=171b19ce-c8cb-49f0-b1d6-e7dc927afc82 HTTP/1.1" status: 200 len: 797 time: 0.2406769 Dec 09 15:54:15.384371 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-344d671d-d276-4fc8-b539-bd21db8017ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:15.387202 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-344d671d-d276-4fc8-b539-bd21db8017ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:15.388723 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-344d671d-d276-4fc8-b539-bd21db8017ca admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c8466fdd-ecc2-4abf-9715-d62f058f4819 HTTP/1.1" status: 204 len: 168 time: 0.5484796 Dec 09 15:54:15.390847 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7a035a6b-d966-499d-a28d-525e4feb4d01 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:15.419996 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e194cf-0829-45b6-8ed2-82f3561b1c08 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Pushing event deleted for resources: {'Port': ['ID=b51381d1-5cbe-4fce-8431-70080ca50877,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:15.426569 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e194cf-0829-45b6-8ed2-82f3561b1c08 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] No DVR routers for this DVR port b51381d1-5cbe-4fce-8431-70080ca50877 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:54:15.508138 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d671d-d276-4fc8-b539-bd21db8017ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8466fdd-ecc2-4abf-9715-d62f058f4819,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:15.547928 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b6e194cf-0829-45b6-8ed2-82f3561b1c08 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:15.568082 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7a035a6b-d966-499d-a28d-525e4feb4d01 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:15.573092 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7a035a6b-d966-499d-a28d-525e4feb4d01 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5423663 Dec 09 15:54:15.574528 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a035a6b-d966-499d-a28d-525e4feb4d01 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dbff222-63eb-4601-82ee-ce3249c2d1b9,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:15.581391 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58346) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:15.603629 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f92c367d-1e15-409c-8430-22d29e370867 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Request body: {'security_group_rule': {'security_group_id': '817869b2-305b-41f2-b837-ebc295b756f5', 'project_id': 'f4d71564044144c0a7c07487671be4ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:15.611851 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-b6e194cf-0829-45b6-8ed2-82f3561b1c08 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dda29b91-f96a-446e-97ea-afe4473c52d4']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:15.633244 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-b6e194cf-0829-45b6-8ed2-82f3561b1c08 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dee0521-46a8-4190-ba4f-8cd0ee004be9') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:15.633635 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-b6e194cf-0829-45b6-8ed2-82f3561b1c08 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dee0521-46a8-4190-ba4f-8cd0ee004be9') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:15.647079 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b6e194cf-0829-45b6-8ed2-82f3561b1c08 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:15.669748 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b6e194cf-0829-45b6-8ed2-82f3561b1c08 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:15.677565 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6e194cf-0829-45b6-8ed2-82f3561b1c08 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:54:15.678074 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b6e194cf-0829-45b6-8ed2-82f3561b1c08 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:15.682996 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:54:15.682996 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:54:15.682996 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:54:15.682996 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:54:15.682996 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:54:15.682996 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:54:15.682996 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:54:15.682996 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:54:15.682996 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:54:15.682996 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:54:15.682996 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:54:15.682996 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:54:15.682996 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:54:15.682996 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:54:15.682996 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:54:15.682996 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:54:15.682996 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:54:15.682996 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:54:15.682996 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:54:15.682996 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:54:15.682996 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:54:15.682996 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:54:15.682996 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:54:15.682996 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:54:15.682996 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:54:15.682996 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:54:15.682996 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:54:15.682996 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:54:15.682996 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:54:15.682996 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:54:15.682996 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:54:15.682996 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:54:15.688072 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-a90a0264-8607-4d93-ae3a-2112db188fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:15.693087 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-a90a0264-8607-4d93-ae3a-2112db188fa5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=793151e9-673a-4eba-bc7f-eef12bb07531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2851450 Dec 09 15:54:15.733421 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a837e8d2-d390-475a-826e-dd6a6afccae1 None None] Provisioning complete for port 7118f62e-33c3-44c9-90dd-420074964921 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:15.733421 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a837e8d2-d390-475a-826e-dd6a6afccae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:15.738095 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c120372d-6418-4b89-a486-a76a6e80f61e None None] For port 7118f62e-33c3-44c9-90dd-420074964921, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:54:15.771554 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f92c367d-1e15-409c-8430-22d29e370867 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:15.809240 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c120372d-6418-4b89-a486-a76a6e80f61e None None] For port 7118f62e-33c3-44c9-90dd-420074964921, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=7118f62e-33c3-44c9-90dd-420074964921,segment=NetworkSegment(0bef53c4-6448-4eeb-8358-d20f3074c3a5),segment_id=0bef53c4-6448-4eeb-8358-d20f3074c3a5)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:54:15.809732 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b6e194cf-0829-45b6-8ed2-82f3561b1c08 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:15.830522 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b0cc0c17-48ed-4ac5-bf85-922750862313 None None] Deleting port b51381d1-5cbe-4fce-8431-70080ca50877 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:54:15.831443 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b0cc0c17-48ed-4ac5-bf85-922750862313 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:15.832511 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b6e194cf-0829-45b6-8ed2-82f3561b1c08 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:15.838904 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c120372d-6418-4b89-a486-a76a6e80f61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:15.842876 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b6e194cf-0829-45b6-8ed2-82f3561b1c08 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] 10.222.0.57 "DELETE /v2.0/networks/dda29b91-f96a-446e-97ea-afe4473c52d4 HTTP/1.1" status: 204 len: 168 time: 0.9083655 Dec 09 15:54:15.859217 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e194cf-0829-45b6-8ed2-82f3561b1c08 tempest-ExtraDHCPOptionsTestJSON-42251140 tempest-ExtraDHCPOptionsTestJSON-42251140-project] Pushing event deleted for resources: {'Network': ['ID=dda29b91-f96a-446e-97ea-afe4473c52d4,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:15.888324 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f92c367d-1e15-409c-8430-22d29e370867 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:15.892633 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-7c719a95-c47a-4b06-be79-7a290f5e93d8 service neutron] 10.222.0.31 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898074 Dec 09 15:54:15.897922 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f92c367d-1e15-409c-8430-22d29e370867 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server [None req-b0cc0c17-48ed-4ac5-bf85-922750862313 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network dda29b91-f96a-446e-97ea-afe4473c52d4 could not be found. Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return self._iter().one() Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return self._only_one_row( Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 281, in release_dhcp_port Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1971, in delete_port Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network dda29b91-f96a-446e-97ea-afe4473c52d4 could not be found. Dec 09 15:54:15.941991 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Dec 09 15:54:15.950907 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a837e8d2-d390-475a-826e-dd6a6afccae1 None None] Port 7118f62e-33c3-44c9-90dd-420074964921 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:54:16.005052 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c367d-1e15-409c-8430-22d29e370867 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0345df5-2a2a-4524-a3ec-5c9f1a5f1163,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:16.039820 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device b51381d1-5cbe-4fce-8431-70080ca50877 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:54:16.053134 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f92c367d-1e15-409c-8430-22d29e370867 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:16.062905 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58354) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:16.067184 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f92c367d-1e15-409c-8430-22d29e370867 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4763279 Dec 09 15:54:16.067510 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-b4bc5aa4-38cc-4e68-bcd8-22e0b609bc15 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Request body: {'security_group_rule': {'security_group_id': '817869b2-305b-41f2-b837-ebc295b756f5', 'project_id': 'f4d71564044144c0a7c07487671be4ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:16.081198 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58356) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:16.114520 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-6194ebb2-27ae-4d46-8e21-990a4cd1092d service neutron] 10.222.0.31 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139788 Dec 09 15:54:16.125254 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e9412229-289f-48e9-a923-2fa6d80ec97a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:16.146570 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:16.151165 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b736d2b8-8e7d-4490-9be4-680febdebc96 None None] DHCP port deletion for dda29b91-f96a-446e-97ea-afe4473c52d4 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:54:16.171133 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: b51381d1-5cbe-4fce-8431-70080ca50877 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:54:16.171488 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device b51381d1-5cbe-4fce-8431-70080ca50877 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:54:16.179680 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55960085-13d2-4d61-8838-932100bb5cfb None None] Pushing event updated for resources: {'Port': ['ID=7118f62e-33c3-44c9-90dd-420074964921,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:16.190713 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c120372d-6418-4b89-a486-a76a6e80f61e None None] Routers {'48a1a678-3ec7-45aa-a196-17453f643ed4'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:54:16.192574 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-c120372d-6418-4b89-a486-a76a6e80f61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:53:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['48a1a678-3ec7-45aa-a196-17453f643ed4'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:16.201354 n-d-821228-1 neutron-server[103245]: INFO neutron.db.securitygroups_db [None req-b4bc5aa4-38cc-4e68-bcd8-22e0b609bc15 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Project f4d71564044144c0a7c07487671be4ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:54:16.214941 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-ee18ed18-c926-4d11-82d8-a6d8cf6ed399 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=228cf703-1a9f-469e-a207-e9d6be7acce9 HTTP/1.1" status: 200 len: 217 time: 0.0852506 Dec 09 15:54:16.220527 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b4bc5aa4-38cc-4e68-bcd8-22e0b609bc15 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:16.301246 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-16257aea-7548-4305-a15c-c7438e69c584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:16.305109 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-16257aea-7548-4305-a15c-c7438e69c584 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b86dc975-38b6-4f7b-a1b5-a30d296dd58d HTTP/1.1" status: 200 len: 797 time: 0.0824034 Dec 09 15:54:16.392272 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-02d13484-b0ea-4159-81c0-883ecfb96ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:16.401112 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-02d13484-b0ea-4159-81c0-883ecfb96ba2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e220874f-4ea8-4ea6-9fc4-39a517be75d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0885370 Dec 09 15:54:16.411146 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d231d002-f8d2-48ef-92ae-8c4cd1831ed4 None None] get_active_networks_info from n-d-821228-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 15:54:16.445533 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b4bc5aa4-38cc-4e68-bcd8-22e0b609bc15 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:16.473334 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b4bc5aa4-38cc-4e68-bcd8-22e0b609bc15 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:16.501243 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-c120372d-6418-4b89-a486-a76a6e80f61e None None] Set router 48a1a678-3ec7-45aa-a196-17453f643ed4 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:54:16.538791 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc5aa4-38cc-4e68-bcd8-22e0b609bc15 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc322a1d-c8cd-4581-b3e7-1757676d6828,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:16.568524 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b4bc5aa4-38cc-4e68-bcd8-22e0b609bc15 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:16.572460 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b4bc5aa4-38cc-4e68-bcd8-22e0b609bc15 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5080521 Dec 09 15:54:16.577296 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58358) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:16.588910 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-b00d1ffb-8ae4-4b99-b4f1-acdb6bca21fa service neutron] 10.222.0.31 "GET /v2.0/networks/e220874f-4ea8-4ea6-9fc4-39a517be75d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793602 Dec 09 15:54:16.603216 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-1a9e9988-1e41-4cdd-8b5e-855207e99a09 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Request body: {'security_group_rule': {'security_group_id': '817869b2-305b-41f2-b837-ebc295b756f5', 'project_id': 'f4d71564044144c0a7c07487671be4ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:16.667557 n-d-821228-1 neutron-server[103245]: INFO neutron.db.securitygroups_db [None req-1a9e9988-1e41-4cdd-8b5e-855207e99a09 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Project f4d71564044144c0a7c07487671be4ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:54:16.674733 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-228f08bf-1fbf-4d41-a971-259e3932d0f1 None None] Provisioning complete for port 7118f62e-33c3-44c9-90dd-420074964921 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:16.685667 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-228f08bf-1fbf-4d41-a971-259e3932d0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:16.693057 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1a9e9988-1e41-4cdd-8b5e-855207e99a09 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:16.702969 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e9412229-289f-48e9-a923-2fa6d80ec97a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:16.720803 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e9412229-289f-48e9-a923-2fa6d80ec97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:16.743044 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-54e29518-7b38-4579-9f64-ee87dc313ac8 service neutron] 10.222.0.31 "GET /v2.0/networks/e220874f-4ea8-4ea6-9fc4-39a517be75d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465662 Dec 09 15:54:16.818220 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9412229-289f-48e9-a923-2fa6d80ec97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd92afd6-82e4-439a-9d91-741a086c2f4b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:16.833697 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-d459e079-eb78-4777-a37d-1cb6c3096dda service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5d0eeda5-19bf-4cd3-94f9-1bc316a94e48 HTTP/1.1" status: 200 len: 217 time: 0.0828333 Dec 09 15:54:16.835856 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e9412229-289f-48e9-a923-2fa6d80ec97a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=738425138672444d93375a34b0aa83e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7525659 Dec 09 15:54:16.839823 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58364) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:16.844616 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1a9e9988-1e41-4cdd-8b5e-855207e99a09 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:16.852868 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1a9e9988-1e41-4cdd-8b5e-855207e99a09 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:16.885481 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e9988-1e41-4cdd-8b5e-855207e99a09 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ddf851d-03c6-4c2a-ab8a-afd37e603252,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:16.892084 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1a9e9988-1e41-4cdd-8b5e-855207e99a09 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:16.893623 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1a9e9988-1e41-4cdd-8b5e-855207e99a09 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3137126 Dec 09 15:54:16.920982 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d231d002-f8d2-48ef-92ae-8c4cd1831ed4 None None] Resources bound (agent type, host, resource id): {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 15:54:16.949080 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58368) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:17.012758 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-138af031-e5b5-4ee2-b00c-b4836b69c866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:17.017217 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-138af031-e5b5-4ee2-b00c-b4836b69c866 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b86dc975-38b6-4f7b-a1b5-a30d296dd58d HTTP/1.1" status: 200 len: 797 time: 0.1748738 Dec 09 15:54:17.065061 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ead8e3b4-a02c-478c-a990-b383f45a1930 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:17.069709 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-228f08bf-1fbf-4d41-a971-259e3932d0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:17.105029 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ead8e3b4-a02c-478c-a990-b383f45a1930 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:17.115696 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-fc4b0a66-65d8-4776-bcc8-0d6cc58f8223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:17.117905 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-fc4b0a66-65d8-4776-bcc8-0d6cc58f8223 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e220874f-4ea8-4ea6-9fc4-39a517be75d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0914063 Dec 09 15:54:17.176914 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-be6cb2c4-e371-4450-9759-d1ca19b90eb2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b0873a07fbbe49439f8c9667e92bd844&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2260656 Dec 09 15:54:17.179342 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58384) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:17.190644 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-228f08bf-1fbf-4d41-a971-259e3932d0f1 None None] For port 7118f62e-33c3-44c9-90dd-420074964921, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=7118f62e-33c3-44c9-90dd-420074964921,segment=NetworkSegment(0bef53c4-6448-4eeb-8358-d20f3074c3a5),segment_id=0bef53c4-6448-4eeb-8358-d20f3074c3a5)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:54:17.214492 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-228f08bf-1fbf-4d41-a971-259e3932d0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:17.238410 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b97c996-249b-47be-9d51-a4f54a38890e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:17.243474 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-fc2838a3-c972-4b72-aed7-03db693e07f7 service neutron] 10.222.0.31 "GET /v2.0/networks/e220874f-4ea8-4ea6-9fc4-39a517be75d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129966 Dec 09 15:54:17.264934 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b97c996-249b-47be-9d51-a4f54a38890e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:17.278498 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-c120372d-6418-4b89-a486-a76a6e80f61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a1a678-3ec7-45aa-a196-17453f643ed4', 'name': 'tempest-TestServerBasicOps-2006043802-router', 'tenant_id': '89437b95e193489282f8d92d0478921d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '410e070d-b8fc-4cec-8c3d-343428a94e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:54:05Z', 'updated_at': '2021-12-09T15:54:10Z', 'revision_number': 4, 'project_id': '89437b95e193489282f8d92d0478921d', 'gw_port': {'id': '410e070d-b8fc-4cec-8c3d-343428a94e1e', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a1a678-3ec7-45aa-a196-17453f643ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:54:06Z', 'updated_at': '2021-12-09T15:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '7118f62e-33c3-44c9-90dd-420074964921', 'name': '', 'network_id': 'b264e65e-98b8-4a2b-8a7d-43f2dd9c58d8', 'tenant_id': '89437b95e193489282f8d92d0478921d', 'mac_address': 'fa:16:3e:3b:9e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a1a678-3ec7-45aa-a196-17453f643ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': 'db5e0310-095f-40cf-9efc-f40fe4b15e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:54:08Z', 'updated_at': '2021-12-09T15:54:15Z', 'revision_number': 4, 'project_id': '89437b95e193489282f8d92d0478921d', 'subnets': [{'id': 'db5e0310-095f-40cf-9efc-f40fe4b15e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:17.336609 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b97c996-249b-47be-9d51-a4f54a38890e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:17.339225 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b97c996-249b-47be-9d51-a4f54a38890e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:17.340547 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7b97c996-249b-47be-9d51-a4f54a38890e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/05117e68-eafb-454b-8580-f97e389e39bb HTTP/1.1" status: 204 len: 168 time: 0.1601338 Dec 09 15:54:17.342367 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c120372d-6418-4b89-a486-a76a6e80f61e None None] The sync data for ids ['48a1a678-3ec7-45aa-a196-17453f643ed4'] in n-d-821228-1 is: [{'id': '48a1a678-3ec7-45aa-a196-17453f643ed4', 'name': 'tempest-TestServerBasicOps-2006043802-router', 'tenant_id': '89437b95e193489282f8d92d0478921d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '410e070d-b8fc-4cec-8c3d-343428a94e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:54:05Z', 'updated_at': '2021-12-09T15:54:10Z', 'revision_number': 4, 'project_id': '89437b95e193489282f8d92d0478921d', 'gw_port': {'id': '410e070d-b8fc-4cec-8c3d-343428a94e1e', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a1a678-3ec7-45aa-a196-17453f643ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:54:06Z', 'updated_at': '2021-12-09T15:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '7118f62e-33c3-44c9-90dd-420074964921', 'name': '', 'network_id': 'b264e65e-98b8-4a2b-8a7d-43f2dd9c58d8', 'tenant_id': '89437b95e193489282f8d92d0478921d', 'mac_address': 'fa:16:3e:3b:9e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a1a678-3ec7-45aa-a196-17453f643ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': 'db5e0310-095f-40cf-9efc-f40fe4b15e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:54:08Z', 'updated_at': '2021-12-09T15:54:15Z', 'revision_number': 4, 'project_id': '89437b95e193489282f8d92d0478921d', 'subnets': [{'id': 'db5e0310-095f-40cf-9efc-f40fe4b15e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:54:17.350252 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b97c996-249b-47be-9d51-a4f54a38890e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05117e68-eafb-454b-8580-f97e389e39bb,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:17.417003 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ead8e3b4-a02c-478c-a990-b383f45a1930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:17.417003 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ead8e3b4-a02c-478c-a990-b383f45a1930 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:17.417003 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ead8e3b4-a02c-478c-a990-b383f45a1930 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cd92afd6-82e4-439a-9d91-741a086c2f4b HTTP/1.1" status: 204 len: 168 time: 0.5755944 Dec 09 15:54:17.434223 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-8b622496-9f8d-41a9-b7fd-4a4509be8fc7 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-72060314&fields=id&tenant_id=f4d71564044144c0a7c07487671be4ce HTTP/1.1" status: 200 len: 267 time: 0.1842515 Dec 09 15:54:17.434415 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f08bf-1fbf-4d41-a971-259e3932d0f1 None None] Pushing event updated for resources: {'Port': ['ID=7118f62e-33c3-44c9-90dd-420074964921,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:17.466754 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead8e3b4-a02c-478c-a990-b383f45a1930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd92afd6-82e4-439a-9d91-741a086c2f4b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:17.596356 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-65e71e2d-6c40-4b07-aa8c-f2d920a750a5 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:17.604627 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-65e71e2d-6c40-4b07-aa8c-f2d920a750a5 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.57 "GET /v2.0/networks?id=d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0 HTTP/1.1" status: 200 len: 809 time: 0.1699579 Dec 09 15:54:17.648050 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-380f9371-c01d-4a50-bd57-d5f3f4c6410c req-46767042-a224-4f94-b539-4b6027848635 service neutron] 10.222.0.31 "GET /v2.0/networks/e220874f-4ea8-4ea6-9fc4-39a517be75d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951201 Dec 09 15:54:17.649629 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-1083cd14-f7de-46ec-a750-5c68a6c92afa tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.57 "GET /v2.0/quotas/f4d71564044144c0a7c07487671be4ce HTTP/1.1" status: 200 len: 375 time: 0.0375371 Dec 09 15:54:17.797634 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-46e57715-bfab-4050-b710-59a34536c33c tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=f4d71564044144c0a7c07487671be4ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1408994 Dec 09 15:54:17.861902 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8b6a316a-5324-49d5-a349-f63fbb70b46e None None] Provisioning complete for port f09f559b-d4e6-4759-b0bc-f6c59d58ac2b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:17.862276 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8b6a316a-5324-49d5-a349-f63fbb70b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:18.052725 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 7118f62e-33c3-44c9-90dd-420074964921 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:54:18.209336 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8b6a316a-5324-49d5-a349-f63fbb70b46e None None] Provisioning complete for port 83255f63-4ca3-4bd2-a590-db45acf327e2 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:18.210833 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8b6a316a-5324-49d5-a349-f63fbb70b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:18.220708 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-e1b86353-6f90-4333-91c0-dfb0643bc132 service neutron] 10.222.0.57 "GET /v2.0/networks/d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111779 Dec 09 15:54:18.275623 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 7118f62e-33c3-44c9-90dd-420074964921 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:18.276079 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:18.374326 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-b8da5378-3082-4bc6-b833-b0d4d9e631a7 service neutron] 10.222.0.57 "GET /v2.0/networks/d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484253 Dec 09 15:54:18.797334 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58434) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:19.281313 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f74e29c2-ca50-426a-9cd4-3ae4684a7129 req-9cdb7c75-6184-4abe-9c5d-1ca7ebe61cda tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d358826-2d1d-4339-bfba-d2bbd84dce36 HTTP/1.1" status: 200 len: 210 time: 0.4544179 Dec 09 15:54:19.289713 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-3cd8fe4b-67a5-4e4d-9bb8-85f679c6cfe2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-136659073'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:19.327459 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd8fe4b-67a5-4e4d-9bb8-85f679c6cfe2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Made reservation on behalf of a0414aa73f0c4eafb04aaa84640f8f2b for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:54:19.329085 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3cd8fe4b-67a5-4e4d-9bb8-85f679c6cfe2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:19.341302 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3cd8fe4b-67a5-4e4d-9bb8-85f679c6cfe2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:19.470840 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3cd8fe4b-67a5-4e4d-9bb8-85f679c6cfe2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:19.478619 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3cd8fe4b-67a5-4e4d-9bb8-85f679c6cfe2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:19.512305 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8fe4b-67a5-4e4d-9bb8-85f679c6cfe2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6353bcc-a0f7-47ff-8bed-fd9de0c18522,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:19.522279 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd8fe4b-67a5-4e4d-9bb8-85f679c6cfe2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:54:19.535953 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3cd8fe4b-67a5-4e4d-9bb8-85f679c6cfe2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:19.536510 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-3cd8fe4b-67a5-4e4d-9bb8-85f679c6cfe2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Added segment 91ae66a4-2fd5-418a-9b26-bc30ec3c0003 of type vlan for network 656197f4-1cd3-493a-ab28-12ffabdc1b9e Dec 09 15:54:19.589681 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3cd8fe4b-67a5-4e4d-9bb8-85f679c6cfe2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:19.620990 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3cd8fe4b-67a5-4e4d-9bb8-85f679c6cfe2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:19.626683 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd8fe4b-67a5-4e4d-9bb8-85f679c6cfe2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:19.627269 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3cd8fe4b-67a5-4e4d-9bb8-85f679c6cfe2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:19.690279 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3cd8fe4b-67a5-4e4d-9bb8-85f679c6cfe2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8914926 Dec 09 15:54:19.692992 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58460) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:19.699650 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-39ab2298-fd84-40ef-86e4-65a609cc132b tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'port': {'network_id': '656197f4-1cd3-493a-ab28-12ffabdc1b9e', 'name': 'tempest-PortsIpV6TestJSON-1999106347'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:19.703164 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8fe4b-67a5-4e4d-9bb8-85f679c6cfe2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'Network': ['ID=656197f4-1cd3-493a-ab28-12ffabdc1b9e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:19.716189 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 656197f4-1cd3-493a-ab28-12ffabdc1b9e details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:54:19.842319 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ab2298-fd84-40ef-86e4-65a609cc132b tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Made reservation on behalf of a0414aa73f0c4eafb04aaa84640f8f2b for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:54:19.853672 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-39ab2298-fd84-40ef-86e4-65a609cc132b tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:19.877376 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-39ab2298-fd84-40ef-86e4-65a609cc132b tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] device_id is not set on port 746b9a67-77d0-463b-8549-b363c862aef7 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:54:20.103373 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-e76fe0cd-ec44-4644-ad4e-ea7961b4d97f tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:20.105365 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-e76fe0cd-ec44-4644-ad4e-ea7961b4d97f tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.31 "GET /v2.0/networks?id=d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0 HTTP/1.1" status: 200 len: 809 time: 0.1865098 Dec 09 15:54:20.135495 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-39ab2298-fd84-40ef-86e4-65a609cc132b tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:20.179534 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-39ab2298-fd84-40ef-86e4-65a609cc132b tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:20.224242 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-bdca4267-adea-4a59-be92-9b9c98e03fb2 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4d71564044144c0a7c07487671be4ce HTTP/1.1" status: 200 len: 378 time: 0.1068108 Dec 09 15:54:20.238045 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-a8a6df13-8dd0-4933-8daa-40f406aad353 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Request body: {'port': {'device_id': '4d358826-2d1d-4339-bfba-d2bbd84dce36', 'network_id': 'd4a4ee12-ce5d-417b-ac39-e16fce9cf3a0', 'admin_state_up': True, 'tenant_id': 'f4d71564044144c0a7c07487671be4ce', 'security_groups': ['817869b2-305b-41f2-b837-ebc295b756f5']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:20.274124 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab2298-fd84-40ef-86e4-65a609cc132b tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'Port': ['ID=746b9a67-77d0-463b-8549-b363c862aef7,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:20.291995 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ab2298-fd84-40ef-86e4-65a609cc132b tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Checking segment: {'id': '91ae66a4-2fd5-418a-9b26-bc30ec3c0003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '656197f4-1cd3-493a-ab28-12ffabdc1b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:54:20.292374 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ab2298-fd84-40ef-86e4-65a609cc132b tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Network hostable DHCP agents. Network: 656197f4-1cd3-493a-ab28-12ffabdc1b9e, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:54:20.317980 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ab2298-fd84-40ef-86e4-65a609cc132b tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Network 656197f4-1cd3-493a-ab28-12ffabdc1b9e is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:54:20.358625 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-39ab2298-fd84-40ef-86e4-65a609cc132b tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 656197f4-1cd3-493a-ab28-12ffabdc1b9e) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:20.373983 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4078aace-236e-40ae-af8f-d9a676635a7e None None] Network 656197f4-1cd3-493a-ab28-12ffabdc1b9e requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:54:20.389071 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ab2298-fd84-40ef-86e4-65a609cc132b tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:54:20.410617 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ab2298-fd84-40ef-86e4-65a609cc132b tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:20.412349 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-39ab2298-fd84-40ef-86e4-65a609cc132b tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:20.435843 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7bf3769b-a572-4fba-9513-e70db4f1c92d req-f640cead-9622-4c89-9c3f-ef777faae9c0 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d358826-2d1d-4339-bfba-d2bbd84dce36 HTTP/1.1" status: 200 len: 210 time: 0.0384793 Dec 09 15:54:20.462179 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58476) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:20.463668 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-39ab2298-fd84-40ef-86e4-65a609cc132b tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7683043 Dec 09 15:54:20.467855 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-7d335832-2370-4c45-8aa1-12063f5476c3 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1939416878'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:20.541163 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-25f0d1da-b210-4323-8d54-7295523089b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:20.541726 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-a8a6df13-8dd0-4933-8daa-40f406aad353 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Made reservation on behalf of f4d71564044144c0a7c07487671be4ce for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:54:20.545449 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-a8a6df13-8dd0-4933-8daa-40f406aad353 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:20.633792 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d335832-2370-4c45-8aa1-12063f5476c3 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Made reservation on behalf of a0414aa73f0c4eafb04aaa84640f8f2b for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:54:20.638157 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d335832-2370-4c45-8aa1-12063f5476c3 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:20.699593 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d335832-2370-4c45-8aa1-12063f5476c3 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:54:20.719718 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d335832-2370-4c45-8aa1-12063f5476c3 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:20.720057 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-7d335832-2370-4c45-8aa1-12063f5476c3 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Added segment f470aea7-0aa5-41f2-b72d-98a7e0a88166 of type vlan for network fa7dc71b-499a-4203-88c1-feef37a49b3d Dec 09 15:54:20.733995 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-a8a6df13-8dd0-4933-8daa-40f406aad353 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Allocated IP 172.20.0.11 (d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0/a3812c03-4ef5-48f3-99e1-875d1f7c41a0/ce797569-3698-4716-9160-fb979f10b1ca) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:54:20.784492 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d335832-2370-4c45-8aa1-12063f5476c3 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:20.843917 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d335832-2370-4c45-8aa1-12063f5476c3 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:20.849468 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d335832-2370-4c45-8aa1-12063f5476c3 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:20.850070 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d335832-2370-4c45-8aa1-12063f5476c3 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:20.942612 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7d335832-2370-4c45-8aa1-12063f5476c3 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4790800 Dec 09 15:54:20.945680 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58488) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:20.951258 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-2354687c-489c-4909-8e02-7d95591fd7d2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'ports': [{'network_id': '656197f4-1cd3-493a-ab28-12ffabdc1b9e'}, {'network_id': 'fa7dc71b-499a-4203-88c1-feef37a49b3d'}]} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:20.951872 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-2354687c-489c-4909-8e02-7d95591fd7d2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'port': {'network_id': '656197f4-1cd3-493a-ab28-12ffabdc1b9e'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:20.952598 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-2354687c-489c-4909-8e02-7d95591fd7d2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'port': {'network_id': 'fa7dc71b-499a-4203-88c1-feef37a49b3d'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:20.972052 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d335832-2370-4c45-8aa1-12063f5476c3 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'Network': ['ID=fa7dc71b-499a-4203-88c1-feef37a49b3d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:20.986198 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network fa7dc71b-499a-4203-88c1-feef37a49b3d details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:54:21.018982 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-a8a6df13-8dd0-4933-8daa-40f406aad353 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:21.061374 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-a8a6df13-8dd0-4933-8daa-40f406aad353 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:21.122172 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-a8a6df13-8dd0-4933-8daa-40f406aad353 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Network d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:54:21.125906 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-a8a6df13-8dd0-4933-8daa-40f406aad353 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:21.149531 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-a8a6df13-8dd0-4933-8daa-40f406aad353 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:54:21.190088 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a6df13-8dd0-4933-8daa-40f406aad353 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Pushing event updated for resources: {'Port': ['ID=ce797569-3698-4716-9160-fb979f10b1ca,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:21.221282 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-a8a6df13-8dd0-4933-8daa-40f406aad353 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:21.222435 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-a8a6df13-8dd0-4933-8daa-40f406aad353 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:21.262040 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2354687c-489c-4909-8e02-7d95591fd7d2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Made reservation on behalf of a0414aa73f0c4eafb04aaa84640f8f2b for: {'port': 2} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:54:21.266653 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-a8a6df13-8dd0-4933-8daa-40f406aad353 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0358958 Dec 09 15:54:21.271837 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2354687c-489c-4909-8e02-7d95591fd7d2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:21.279502 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-7e80aa84-c0b1-499b-ac35-4e3ef6feeda3 service neutron] Request body: {'port': {'device_id': '4d358826-2d1d-4339-bfba-d2bbd84dce36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:21.314163 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2354687c-489c-4909-8e02-7d95591fd7d2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:21.364174 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-7e80aa84-c0b1-499b-ac35-4e3ef6feeda3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:21.464363 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-2354687c-489c-4909-8e02-7d95591fd7d2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] device_id is not set on port 20004d96-2dfa-43c3-a1f6-1c6f5905cc39 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:54:21.658041 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2354687c-489c-4909-8e02-7d95591fd7d2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:21.767061 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-2354687c-489c-4909-8e02-7d95591fd7d2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] device_id is not set on port 6a95c461-a2ee-4a51-8c8b-48ad6152d3e4 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:54:21.807412 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-7e80aa84-c0b1-499b-ac35-4e3ef6feeda3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce797569-3698-4716-9160-fb979f10b1ca {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:54:21.830517 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-7e80aa84-c0b1-499b-ac35-4e3ef6feeda3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:21.838829 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7519c2b0-5565-4358-b66b-a516dc59ad39 None None] Provisioning complete for port ce797569-3698-4716-9160-fb979f10b1ca triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:21.839254 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7519c2b0-5565-4358-b66b-a516dc59ad39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:21.851904 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-7e80aa84-c0b1-499b-ac35-4e3ef6feeda3 service neutron] Transition to ACTIVE for port object ce797569-3698-4716-9160-fb979f10b1ca will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:54:21.858060 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-7e80aa84-c0b1-499b-ac35-4e3ef6feeda3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:21.879487 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-7519c2b0-5565-4358-b66b-a516dc59ad39 None None] Port ce797569-3698-4716-9160-fb979f10b1ca cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:54:21.904966 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215541e-9e66-4e38-8407-03a48cc8539c req-b83c4b01-b678-4c92-b196-7bc667a3f7ab tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:21.906502 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2215541e-9e66-4e38-8407-03a48cc8539c req-b83c4b01-b678-4c92-b196-7bc667a3f7ab tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d358826-2d1d-4339-bfba-d2bbd84dce36 HTTP/1.1" status: 200 len: 932 time: 0.3070228 Dec 09 15:54:21.970288 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2354687c-489c-4909-8e02-7d95591fd7d2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:22.004487 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80aa84-c0b1-499b-ac35-4e3ef6feeda3 service neutron] Pushing event updated for resources: {'Port': ['ID=ce797569-3698-4716-9160-fb979f10b1ca,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:22.011771 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2354687c-489c-4909-8e02-7d95591fd7d2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:22.042864 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2215541e-9e66-4e38-8407-03a48cc8539c req-b4041977-32e6-4ac6-acfe-d70a889e3705 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.57 "GET /v2.0/security-groups?id=817869b2-305b-41f2-b837-ebc295b756f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1161211 Dec 09 15:54:22.063148 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2354687c-489c-4909-8e02-7d95591fd7d2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Network 656197f4-1cd3-493a-ab28-12ffabdc1b9e is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:54:22.065566 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-2354687c-489c-4909-8e02-7d95591fd7d2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:22.068984 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2354687c-489c-4909-8e02-7d95591fd7d2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:54:22.070520 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2354687c-489c-4909-8e02-7d95591fd7d2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:22.073654 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-7e80aa84-c0b1-499b-ac35-4e3ef6feeda3 service neutron] Attempting to bind port ce797569-3698-4716-9160-fb979f10b1ca on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:54:22.074002 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-7e80aa84-c0b1-499b-ac35-4e3ef6feeda3 service neutron] Attempting to bind port ce797569-3698-4716-9160-fb979f10b1ca by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '7fac3423-01ba-4e8c-918c-8e8a6107a008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd4a4ee12-ce5d-417b-ac39-e16fce9cf3a0'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:54:22.074342 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-7e80aa84-c0b1-499b-ac35-4e3ef6feeda3 service neutron] Attempting to bind port ce797569-3698-4716-9160-fb979f10b1ca on network d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:54:22.079230 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-7e80aa84-c0b1-499b-ac35-4e3ef6feeda3 service neutron] Port ce797569-3698-4716-9160-fb979f10b1ca on network d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:54:22.079564 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-7e80aa84-c0b1-499b-ac35-4e3ef6feeda3 service neutron] Attempting to bind port ce797569-3698-4716-9160-fb979f10b1ca on network d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:54:22.084933 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-7e80aa84-c0b1-499b-ac35-4e3ef6feeda3 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:54:22.085393 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-7e80aa84-c0b1-499b-ac35-4e3ef6feeda3 service neutron] Checking segment: {'id': '7fac3423-01ba-4e8c-918c-8e8a6107a008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd4a4ee12-ce5d-417b-ac39-e16fce9cf3a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:54:22.086034 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-7e80aa84-c0b1-499b-ac35-4e3ef6feeda3 service neutron] Bound using segment: {'id': '7fac3423-01ba-4e8c-918c-8e8a6107a008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd4a4ee12-ce5d-417b-ac39-e16fce9cf3a0'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:54:22.086479 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-7e80aa84-c0b1-499b-ac35-4e3ef6feeda3 service neutron] Bound port: ce797569-3698-4716-9160-fb979f10b1ca, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fac3423-01ba-4e8c-918c-8e8a6107a008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd4a4ee12-ce5d-417b-ac39-e16fce9cf3a0'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:54:22.086850 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-7e80aa84-c0b1-499b-ac35-4e3ef6feeda3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:22.092519 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354687c-489c-4909-8e02-7d95591fd7d2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'Port': ['ID=20004d96-2dfa-43c3-a1f6-1c6f5905cc39,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:22.161524 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-7e80aa84-c0b1-499b-ac35-4e3ef6feeda3 service neutron] For port ce797569-3698-4716-9160-fb979f10b1ca, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:54:22.166088 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-7e80aa84-c0b1-499b-ac35-4e3ef6feeda3 service neutron] For port ce797569-3698-4716-9160-fb979f10b1ca, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=ce797569-3698-4716-9160-fb979f10b1ca,segment=NetworkSegment(7fac3423-01ba-4e8c-918c-8e8a6107a008),segment_id=7fac3423-01ba-4e8c-918c-8e8a6107a008)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:54:22.166945 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354687c-489c-4909-8e02-7d95591fd7d2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'Port': ['ID=6a95c461-a2ee-4a51-8c8b-48ad6152d3e4,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:22.171834 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-7e80aa84-c0b1-499b-ac35-4e3ef6feeda3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:22.177021 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2354687c-489c-4909-8e02-7d95591fd7d2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Checking segment: {'id': 'f470aea7-0aa5-41f2-b72d-98a7e0a88166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fa7dc71b-499a-4203-88c1-feef37a49b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:54:22.177394 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2354687c-489c-4909-8e02-7d95591fd7d2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Network hostable DHCP agents. Network: fa7dc71b-499a-4203-88c1-feef37a49b3d, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:54:22.199033 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2354687c-489c-4909-8e02-7d95591fd7d2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Network fa7dc71b-499a-4203-88c1-feef37a49b3d is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:54:22.211732 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-2354687c-489c-4909-8e02-7d95591fd7d2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, fa7dc71b-499a-4203-88c1-feef37a49b3d) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:22.217096 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2354687c-489c-4909-8e02-7d95591fd7d2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:54:22.226328 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2354687c-489c-4909-8e02-7d95591fd7d2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:22.227034 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6bc164-488c-4f72-890f-94fdf09e1739 None None] Network fa7dc71b-499a-4203-88c1-feef37a49b3d requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:54:22.233286 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-7e80aa84-c0b1-499b-ac35-4e3ef6feeda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:22.233968 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-7e80aa84-c0b1-499b-ac35-4e3ef6feeda3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:22.235446 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-7e80aa84-c0b1-499b-ac35-4e3ef6feeda3 service neutron] 10.222.0.31 "PUT /v2.0/ports/ce797569-3698-4716-9160-fb979f10b1ca HTTP/1.1" status: 200 len: 1092 time: 0.9607539 Dec 09 15:54:22.236000 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d358826-2d1d-4339-bfba-d2bbd84dce36', 'tag': 'ce797569-3698-4716-9160-fb979f10b1ca'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:54:22.238564 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273f95b6-2e33-4496-aca4-e7ca215b5451" -d '{"events": [{"name": "network-changed", "server_uuid": "4d358826-2d1d-4339-bfba-d2bbd84dce36", "tag": "ce797569-3698-4716-9160-fb979f10b1ca"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:54:22.247359 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2354687c-489c-4909-8e02-7d95591fd7d2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:22.248121 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2354687c-489c-4909-8e02-7d95591fd7d2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:22.282351 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2354687c-489c-4909-8e02-7d95591fd7d2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3355379 Dec 09 15:54:22.285185 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58502) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:22.319991 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80aa84-c0b1-499b-ac35-4e3ef6feeda3 service neutron] Pushing event updated for resources: {'Port': ['ID=ce797569-3698-4716-9160-fb979f10b1ca,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:22.324700 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8af905b-00ed-4427-9ba8-983d2a30b946 x-openstack-request-id: req-d8af905b-00ed-4427-9ba8-983d2a30b946 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:54:22.325105 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d358826-2d1d-4339-bfba-d2bbd84dce36", "tag": "ce797569-3698-4716-9160-fb979f10b1ca", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:54:22.325457 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d8af905b-00ed-4427-9ba8-983d2a30b946 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:54:22.325958 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d358826-2d1d-4339-bfba-d2bbd84dce36', 'tag': 'ce797569-3698-4716-9160-fb979f10b1ca', 'status': 'completed', 'code': 200} Dec 09 15:54:22.364221 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-4afeb529-0177-481e-84c9-c0780280070d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:22.368159 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-4afeb529-0177-481e-84c9-c0780280070d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f4d71564044144c0a7c07487671be4ce&device_id=4d358826-2d1d-4339-bfba-d2bbd84dce36 HTTP/1.1" status: 200 len: 1095 time: 0.0753071 Dec 09 15:54:22.420722 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-092e165f-23f7-417c-8a8b-afa2da2ab827 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce797569-3698-4716-9160-fb979f10b1ca HTTP/1.1" status: 200 len: 217 time: 0.0431175 Dec 09 15:54:22.444463 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-d9942e39-9405-4b0e-9abb-d1063f133b5b tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Deleting port 6a95c461-a2ee-4a51-8c8b-48ad6152d3e4 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:54:22.445014 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d9942e39-9405-4b0e-9abb-d1063f133b5b tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:22.490978 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-81c7f18f-91cf-4d0e-bec0-39b25b344960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:22.493671 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-81c7f18f-91cf-4d0e-bec0-39b25b344960 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a3812c03-4ef5-48f3-99e1-875d1f7c41a0 HTTP/1.1" status: 200 len: 848 time: 0.0661001 Dec 09 15:54:22.528262 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d9942e39-9405-4b0e-9abb-d1063f133b5b tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:22.543182 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-d9942e39-9405-4b0e-9abb-d1063f133b5b tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Calling delete_port for 6a95c461-a2ee-4a51-8c8b-48ad6152d3e4 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:54:22.610271 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-d2702a05-312b-495f-b2b8-1967da5e3a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:22.611801 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-d2702a05-312b-495f-b2b8-1967da5e3a97 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1093230 Dec 09 15:54:22.625271 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d9942e39-9405-4b0e-9abb-d1063f133b5b tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:22.664372 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d9942e39-9405-4b0e-9abb-d1063f133b5b tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:22.669027 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d9942e39-9405-4b0e-9abb-d1063f133b5b tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/ports/6a95c461-a2ee-4a51-8c8b-48ad6152d3e4 HTTP/1.1" status: 204 len: 168 time: 0.3814642 Dec 09 15:54:22.671277 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9942e39-9405-4b0e-9abb-d1063f133b5b tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'Port': ['ID=6a95c461-a2ee-4a51-8c8b-48ad6152d3e4,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:22.673051 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58518) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:22.707645 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-4497540f-0021-460b-a906-0b51bd38225f tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:22.709176 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-4497540f-0021-460b-a906-0b51bd38225f tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/networks?id=54fd6451-3431-4aa6-b8c9-b95452f7e9b0 HTTP/1.1" status: 200 len: 814 time: 0.1721189 Dec 09 15:54:22.735713 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-6afc23c0-4abc-47a8-8883-42315a762f54 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/quotas/37c7f4a0ae064ea9ae29f8af57d5c4cc HTTP/1.1" status: 200 len: 375 time: 0.0150549 Dec 09 15:54:22.749132 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad339146-3cf2-439d-bfca-36982019c901 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:22.756495 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad339146-3cf2-439d-bfca-36982019c901 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:22.761583 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ad339146-3cf2-439d-bfca-36982019c901 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0848637 Dec 09 15:54:22.761747 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-98ad0bf1-de83-4ed5-ac7e-a9d02016c2d2 service neutron] 10.222.0.31 "GET /v2.0/networks/d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392035 Dec 09 15:54:22.761747 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58522) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:22.916703 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-5eab3871-e1ca-4396-a472-9bf61eabb363 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=37c7f4a0ae064ea9ae29f8af57d5c4cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1713402 Dec 09 15:54:22.968987 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-91a6d717-8c8b-4c6e-8301-ad48ef1c37b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:23.004573 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d9f26c08-95fa-45c8-bc35-d0061423034a req-d601f823-1e3d-40d7-a4f9-ebc4398179e6 service neutron] 10.222.0.31 "GET /v2.0/networks/d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350378 Dec 09 15:54:23.021544 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-31a65e17-25d9-49d4-899c-5434fcca630d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Deleting port 20004d96-2dfa-43c3-a1f6-1c6f5905cc39 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:54:23.021806 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31a65e17-25d9-49d4-899c-5434fcca630d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:23.142714 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-bf0c925e-56a9-4147-8dd5-6e8fde738094 service neutron] 10.222.0.57 "GET /v2.0/networks/54fd6451-3431-4aa6-b8c9-b95452f7e9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182810 Dec 09 15:54:23.144288 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31a65e17-25d9-49d4-899c-5434fcca630d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:23.168672 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-31a65e17-25d9-49d4-899c-5434fcca630d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Calling delete_port for 20004d96-2dfa-43c3-a1f6-1c6f5905cc39 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:54:23.221172 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f95b6-2e33-4496-aca4-e7ca215b5451 req-0058e996-c43f-4207-a869-dbb8693d2125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:23.222706 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-273f95b6-2e33-4496-aca4-e7ca215b5451 req-0058e996-c43f-4207-a869-dbb8693d2125 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f4d71564044144c0a7c07487671be4ce&device_id=4d358826-2d1d-4339-bfba-d2bbd84dce36 HTTP/1.1" status: 200 len: 1095 time: 0.1488459 Dec 09 15:54:23.368884 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-f12dedf8-ff65-469a-98cc-07a81f5fd6fa service neutron] 10.222.0.57 "GET /v2.0/networks/54fd6451-3431-4aa6-b8c9-b95452f7e9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160592 Dec 09 15:54:23.403597 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f95b6-2e33-4496-aca4-e7ca215b5451 req-8445877b-868b-4d1a-9fa6-cdb63e294b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:23.405082 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-273f95b6-2e33-4496-aca4-e7ca215b5451 req-8445877b-868b-4d1a-9fa6-cdb63e294b7c service neutron] 10.222.0.31 "GET /v2.0/networks?id=d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0 HTTP/1.1" status: 200 len: 910 time: 0.1470118 Dec 09 15:54:23.407312 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31a65e17-25d9-49d4-899c-5434fcca630d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:23.476506 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a65e17-25d9-49d4-899c-5434fcca630d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'Port': ['ID=20004d96-2dfa-43c3-a1f6-1c6f5905cc39,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:23.479658 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-273f95b6-2e33-4496-aca4-e7ca215b5451 req-7dbde8a0-2480-4b07-86fd-78b759473559 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce797569-3698-4716-9160-fb979f10b1ca HTTP/1.1" status: 200 len: 217 time: 0.0630605 Dec 09 15:54:23.483815 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31a65e17-25d9-49d4-899c-5434fcca630d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:23.487630 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-31a65e17-25d9-49d4-899c-5434fcca630d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/ports/20004d96-2dfa-43c3-a1f6-1c6f5905cc39 HTTP/1.1" status: 204 len: 168 time: 0.7249551 Dec 09 15:54:23.490042 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58532) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:23.580319 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f95b6-2e33-4496-aca4-e7ca215b5451 req-32a70714-6a07-4598-bb0f-623ce90f5dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:23.581872 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-273f95b6-2e33-4496-aca4-e7ca215b5451 req-32a70714-6a07-4598-bb0f-623ce90f5dbf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a3812c03-4ef5-48f3-99e1-875d1f7c41a0 HTTP/1.1" status: 200 len: 848 time: 0.0931652 Dec 09 15:54:23.598337 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3bb785-fadc-4ceb-9d3d-daa001d339d9 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:23.599879 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6e3bb785-fadc-4ceb-9d3d-daa001d339d9 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1089866 Dec 09 15:54:23.603439 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58538) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:23.629604 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-14d1d47d-865e-486e-90d5-d555df584e76 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] GET failed (client error): The resource could not be found. Dec 09 15:54:23.632470 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-14d1d47d-865e-486e-90d5-d555df584e76 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "GET /v2.0/ports/6a95c461-a2ee-4a51-8c8b-48ad6152d3e4 HTTP/1.1" status: 404 len: 333 time: 0.0270386 Dec 09 15:54:23.634854 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58540) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:23.664031 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dc7db68-e878-46ed-b762-10ee69274c13 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] GET failed (client error): The resource could not be found. Dec 09 15:54:23.665624 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3dc7db68-e878-46ed-b762-10ee69274c13 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "GET /v2.0/ports/20004d96-2dfa-43c3-a1f6-1c6f5905cc39 HTTP/1.1" status: 404 len: 333 time: 0.0294838 Dec 09 15:54:23.668234 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58544) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:23.684832 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe110deb-5ee5-412d-a37c-a48629814db8 req-c7fc62ff-e507-462c-bc82-0328e8ae11dd tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:23.686451 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fe110deb-5ee5-412d-a37c-a48629814db8 req-c7fc62ff-e507-462c-bc82-0328e8ae11dd tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d358826-2d1d-4339-bfba-d2bbd84dce36 HTTP/1.1" status: 200 len: 944 time: 0.0848885 Dec 09 15:54:23.688511 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f95b6-2e33-4496-aca4-e7ca215b5451 req-bfb1dbbb-82e6-4c6d-8075-fd9c81615bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:23.689958 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-273f95b6-2e33-4496-aca4-e7ca215b5451 req-bfb1dbbb-82e6-4c6d-8075-fd9c81615bf2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872481 Dec 09 15:54:23.784187 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-10a2d6c0-e038-4140-be67-c17428a66242 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:23.793406 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fe110deb-5ee5-412d-a37c-a48629814db8 req-ffdff334-2651-468e-8c75-9290b1a98245 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.57 "GET /v2.0/security-groups?id=817869b2-305b-41f2-b837-ebc295b756f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1003187 Dec 09 15:54:23.835548 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-273f95b6-2e33-4496-aca4-e7ca215b5451 req-eca33245-cf94-4601-a03f-146cbc61381e service neutron] 10.222.0.31 "GET /v2.0/networks/d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340768 Dec 09 15:54:23.955653 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-273f95b6-2e33-4496-aca4-e7ca215b5451 req-47f8327c-ec90-4a4b-acae-f7dbbd6aab47 service neutron] 10.222.0.31 "GET /v2.0/networks/d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126893 Dec 09 15:54:23.993430 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58552) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:23.995786 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-173e33e2-671b-4421-abef-a55c48e18711 req-f975b98e-b874-4e17-9d74-9e2211fb85eb tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=ca4320ee-812c-42d3-81f4-90548bc41b51 HTTP/1.1" status: 200 len: 210 time: 0.0341363 Dec 09 15:54:24.001449 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-10a2d6c0-e038-4140-be67-c17428a66242 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:24.061177 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:24.081748 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-10a2d6c0-e038-4140-be67-c17428a66242 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa7dc71b-499a-4203-88c1-feef37a49b3d']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:24.098092 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-10a2d6c0-e038-4140-be67-c17428a66242 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f470aea7-0aa5-41f2-b72d-98a7e0a88166') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:24.098519 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-10a2d6c0-e038-4140-be67-c17428a66242 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f470aea7-0aa5-41f2-b72d-98a7e0a88166') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:24.115372 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-10a2d6c0-e038-4140-be67-c17428a66242 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:24.137269 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d5f4a5a7-6571-403d-90e3-35cd4df64f28 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/floatingips/9933e513-f94e-4e09-865a-c27c0a9ef741 HTTP/1.1" status: 200 len: 993 time: 0.1427155 Dec 09 15:54:24.150427 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-10a2d6c0-e038-4140-be67-c17428a66242 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:24.168156 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10a2d6c0-e038-4140-be67-c17428a66242 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:54:24.170705 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-10a2d6c0-e038-4140-be67-c17428a66242 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:24.177079 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:54:24.177079 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:54:24.177079 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:54:24.177079 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:54:24.177079 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:54:24.177079 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:54:24.177079 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:54:24.177079 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:54:24.177079 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:54:24.177079 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:54:24.177079 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:54:24.177079 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:54:24.177079 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:54:24.177079 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:54:24.177079 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:54:24.177079 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:54:24.177079 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:54:24.177079 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:54:24.177079 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:54:24.177079 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:54:24.177079 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:54:24.177079 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:54:24.177079 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:54:24.177079 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:54:24.177079 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:54:24.177079 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:54:24.177079 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:54:24.177079 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:54:24.177079 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:54:24.177079 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:54:24.177079 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:54:24.177079 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:54:24.264085 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-10a2d6c0-e038-4140-be67-c17428a66242 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:24.281741 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-10a2d6c0-e038-4140-be67-c17428a66242 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:24.285422 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-10a2d6c0-e038-4140-be67-c17428a66242 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/networks/fa7dc71b-499a-4203-88c1-feef37a49b3d HTTP/1.1" status: 204 len: 168 time: 0.6152933 Dec 09 15:54:24.289696 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58566) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:24.295036 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-212529fe-f639-4a1a-aa23-461fcf397c01 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1072211815'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:24.314352 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a2d6c0-e038-4140-be67-c17428a66242 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'Network': ['ID=fa7dc71b-499a-4203-88c1-feef37a49b3d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:24.346007 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212529fe-f639-4a1a-aa23-461fcf397c01 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Made reservation on behalf of a0414aa73f0c4eafb04aaa84640f8f2b for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:54:24.353636 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-212529fe-f639-4a1a-aa23-461fcf397c01 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:24.385403 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-212529fe-f639-4a1a-aa23-461fcf397c01 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:54:24.401601 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-212529fe-f639-4a1a-aa23-461fcf397c01 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:24.401988 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-212529fe-f639-4a1a-aa23-461fcf397c01 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Added segment ebdc7f15-b297-4f53-ad6f-50b0c89c4c95 of type vlan for network 274dc54d-c6f3-4d3b-b851-55fc64ae7aa8 Dec 09 15:54:24.407519 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58570) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:24.455825 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-212529fe-f639-4a1a-aa23-461fcf397c01 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:24.489669 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-212529fe-f639-4a1a-aa23-461fcf397c01 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:24.496548 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212529fe-f639-4a1a-aa23-461fcf397c01 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:24.497614 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-212529fe-f639-4a1a-aa23-461fcf397c01 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:24.574980 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212529fe-f639-4a1a-aa23-461fcf397c01 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'Network': ['ID=274dc54d-c6f3-4d3b-b851-55fc64ae7aa8,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:24.597720 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-212529fe-f639-4a1a-aa23-461fcf397c01 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3066900 Dec 09 15:54:24.598475 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58572) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:24.599062 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 274dc54d-c6f3-4d3b-b851-55fc64ae7aa8 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:54:24.612795 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-9e73e12a-2269-4366-bd3a-5271061949a6 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'subnet': {'network_id': '274dc54d-c6f3-4d3b-b851-55fc64ae7aa8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:24.642079 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:24.696482 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-d49b6337-222d-4d83-9466-0002479b8bfe tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Deleting port f65f578e-556f-4f64-8ca1-e6873436792f {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:54:24.696828 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d49b6337-222d-4d83-9466-0002479b8bfe tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:24.777295 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e73e12a-2269-4366-bd3a-5271061949a6 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Made reservation on behalf of a0414aa73f0c4eafb04aaa84640f8f2b for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:54:24.780816 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9e73e12a-2269-4366-bd3a-5271061949a6 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:24.843347 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d49b6337-222d-4d83-9466-0002479b8bfe tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:24.843679 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d49b6337-222d-4d83-9466-0002479b8bfe tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:24.882702 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.ipam_backend_mixin [None req-9e73e12a-2269-4366-bd3a-5271061949a6 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Performing IP validity checks on allocation pools {{(pid=103245) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 09 15:54:24.885713 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.ipam_backend_mixin [None req-9e73e12a-2269-4366-bd3a-5271061949a6 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103245) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 09 15:54:24.890416 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-d49b6337-222d-4d83-9466-0002479b8bfe tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Calling delete_port for f65f578e-556f-4f64-8ca1-e6873436792f owned by network:floatingip {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:54:24.948134 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0fbbc-cdf9-46c5-a391-b4f01ee9cf9e req-1e5f78b2-d078-4540-9acd-97b525fe6e36 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:24.949678 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-81a0fbbc-cdf9-46c5-a391-b4f01ee9cf9e req-1e5f78b2-d078-4540-9acd-97b525fe6e36 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d358826-2d1d-4339-bfba-d2bbd84dce36 HTTP/1.1" status: 200 len: 944 time: 0.0618763 Dec 09 15:54:25.009920 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-81a0fbbc-cdf9-46c5-a391-b4f01ee9cf9e req-042fa61b-3aaf-4d64-9224-78cf2e6b6d06 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.57 "GET /v2.0/security-groups?id=817869b2-305b-41f2-b837-ebc295b756f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539126 Dec 09 15:54:25.137236 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-44fddb62-eb36-49db-8811-85f0aedda353 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:25.138822 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-44fddb62-eb36-49db-8811-85f0aedda353 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.42 "GET /v2.0/networks?id=54fd6451-3431-4aa6-b8c9-b95452f7e9b0 HTTP/1.1" status: 200 len: 814 time: 0.2730446 Dec 09 15:54:25.173216 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-b3e36092-bb41-492e-8b2b-6ab673433e0a tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Request body: {'port': {'device_id': 'ca4320ee-812c-42d3-81f4-90548bc41b51', 'network_id': '54fd6451-3431-4aa6-b8c9-b95452f7e9b0', 'admin_state_up': True, 'tenant_id': '37c7f4a0ae064ea9ae29f8af57d5c4cc'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:25.177392 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eac79f11-4e42-4913-b8f1-621047344b96 req-42ca6e25-3988-4576-a35e-410dd25f1557 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=ca4320ee-812c-42d3-81f4-90548bc41b51 HTTP/1.1" status: 200 len: 210 time: 0.0271385 Dec 09 15:54:25.277678 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9e73e12a-2269-4366-bd3a-5271061949a6 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:25.289836 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:25.386241 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e73e12a-2269-4366-bd3a-5271061949a6 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'Subnet': ['ID=374944d7-1928-444b-8fec-012b7be0f6d8,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:25.428340 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d49b6337-222d-4d83-9466-0002479b8bfe tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:25.462393 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b6337-222d-4d83-9466-0002479b8bfe tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event deleted for resources: {'Port': ['ID=f65f578e-556f-4f64-8ca1-e6873436792f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:25.464157 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-b3e36092-bb41-492e-8b2b-6ab673433e0a tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Made reservation on behalf of 37c7f4a0ae064ea9ae29f8af57d5c4cc for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:54:25.467893 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-b3e36092-bb41-492e-8b2b-6ab673433e0a tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:25.470023 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e73e12a-2269-4366-bd3a-5271061949a6 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Checking segment: {'id': 'ebdc7f15-b297-4f53-ad6f-50b0c89c4c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '274dc54d-c6f3-4d3b-b851-55fc64ae7aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:54:25.470375 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e73e12a-2269-4366-bd3a-5271061949a6 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Network hostable DHCP agents. Network: 274dc54d-c6f3-4d3b-b851-55fc64ae7aa8, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:54:25.548305 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e73e12a-2269-4366-bd3a-5271061949a6 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Network 274dc54d-c6f3-4d3b-b851-55fc64ae7aa8 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:54:25.602457 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-9e73e12a-2269-4366-bd3a-5271061949a6 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 274dc54d-c6f3-4d3b-b851-55fc64ae7aa8) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:25.611323 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cfcff7-4e42-472c-9032-c409a246b518 None None] Network 274dc54d-c6f3-4d3b-b851-55fc64ae7aa8 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:54:25.614553 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d49b6337-222d-4d83-9466-0002479b8bfe tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for floatingip, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:25.615085 n-d-821228-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-d49b6337-222d-4d83-9466-0002479b8bfe tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Floating IP 9933e513-f94e-4e09-865a-c27c0a9ef741 disassociated (deleted). External IP: 172.25.3.131, port: 33959313-41fe-4ab8-b0f5-84cfb06e5e02. Dec 09 15:54:25.617782 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e73e12a-2269-4366-bd3a-5271061949a6 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:25.618361 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9e73e12a-2269-4366-bd3a-5271061949a6 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:25.695149 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9e73e12a-2269-4366-bd3a-5271061949a6 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0926635 Dec 09 15:54:25.698405 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58582) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:25.704711 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-eb55ceff-e2bc-4b17-85d4-b8e7245e23d1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'port': {'network_id': '274dc54d-c6f3-4d3b-b851-55fc64ae7aa8', 'name': 'tempest-PortsIpV6TestJSON-1861128343'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:25.730930 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627c839c-c70d-4611-a360-3b49f63e87d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-274dc54d-c6f3-4d3b-b851-55fc64ae7aa8', 'network_id': '274dc54d-c6f3-4d3b-b851-55fc64ae7aa8', 'project_id': 'a0414aa73f0c4eafb04aaa84640f8f2b', 'fixed_ips': [{'subnet_id': '374944d7-1928-444b-8fec-012b7be0f6d8'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:54:25.732239 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-627c839c-c70d-4611-a360-3b49f63e87d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:25.759469 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-b3e36092-bb41-492e-8b2b-6ab673433e0a tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Allocated IP 172.20.0.9 (54fd6451-3431-4aa6-b8c9-b95452f7e9b0/a1e405de-5373-4667-83dc-4a2f4fc90d29/2dd471b4-56cd-43a8-8e2c-70832a88b3b7) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:54:25.900544 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb55ceff-e2bc-4b17-85d4-b8e7245e23d1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Made reservation on behalf of a0414aa73f0c4eafb04aaa84640f8f2b for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:54:25.911485 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb55ceff-e2bc-4b17-85d4-b8e7245e23d1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:25.917092 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-627c839c-c70d-4611-a360-3b49f63e87d7 None None] Allocated IP 2001:db8::2 (274dc54d-c6f3-4d3b-b851-55fc64ae7aa8/374944d7-1928-444b-8fec-012b7be0f6d8/df8c2028-c403-4dec-9369-8177188d3fda) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:54:25.943389 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-eb55ceff-e2bc-4b17-85d4-b8e7245e23d1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] device_id is not set on port 535b8c9d-60b2-4ee4-a55d-f393e9cb880f yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:54:26.006668 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49b6337-222d-4d83-9466-0002479b8bfe tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Router 1e0d803d-121e-4864-a239-7ddb7edbe821 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:54:26.022446 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-b3e36092-bb41-492e-8b2b-6ab673433e0a tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:26.023177 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device ce797569-3698-4716-9160-fb979f10b1ca details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:54:26.145774 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-b3e36092-bb41-492e-8b2b-6ab673433e0a tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:26.161493 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb49342-6239-4bce-99c2-e3c9a2b7e528 req-41d53e9f-e32c-4f54-9fff-ae05432cd7c2 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:26.170871 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6bb49342-6239-4bce-99c2-e3c9a2b7e528 req-41d53e9f-e32c-4f54-9fff-ae05432cd7c2 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d358826-2d1d-4339-bfba-d2bbd84dce36 HTTP/1.1" status: 200 len: 944 time: 0.0750654 Dec 09 15:54:26.177774 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['83255f63-4ca3-4bd2-a590-db45acf327e2'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:54:26.185250 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49b6337-222d-4d83-9466-0002479b8bfe tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:54:26.193559 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d49b6337-222d-4d83-9466-0002479b8bfe tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:26.197858 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e800ce99-eb2a-4d21-822a-e3c5854c7e0c None None] Sync routers for ids ['1e0d803d-121e-4864-a239-7ddb7edbe821'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:54:26.201999 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-b3e36092-bb41-492e-8b2b-6ab673433e0a tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Network 54fd6451-3431-4aa6-b8c9-b95452f7e9b0 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:54:26.207323 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['f09f559b-d4e6-4759-b0bc-f6c59d58ac2b'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:54:26.219868 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e800ce99-eb2a-4d21-822a-e3c5854c7e0c None None] Routers {'1e0d803d-121e-4864-a239-7ddb7edbe821'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:54:26.220764 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-e800ce99-eb2a-4d21-822a-e3c5854c7e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:54:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1e0d803d-121e-4864-a239-7ddb7edbe821'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:26.227763 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-b3e36092-bb41-492e-8b2b-6ab673433e0a tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:26.235788 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-b3e36092-bb41-492e-8b2b-6ab673433e0a tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:54:26.261243 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e36092-bb41-492e-8b2b-6ab673433e0a tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Pushing event updated for resources: {'Port': ['ID=2dd471b4-56cd-43a8-8e2c-70832a88b3b7,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:26.278226 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6bb49342-6239-4bce-99c2-e3c9a2b7e528 req-b9750571-2ecd-49e7-8561-c834d4f39487 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.57 "GET /v2.0/security-groups?id=817869b2-305b-41f2-b837-ebc295b756f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1061821 Dec 09 15:54:26.279975 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d49b6337-222d-4d83-9466-0002479b8bfe tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "DELETE /v2.0/floatingips/9933e513-f94e-4e09-865a-c27c0a9ef741 HTTP/1.1" status: 204 len: 168 time: 1.8711944 Dec 09 15:54:26.284799 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b66ba3-8958-4053-9af9-a11615152f15', 'tag': '33959313-41fe-4ab8-b0f5-84cfb06e5e02'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:54:26.286464 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76fd724-9aab-4edd-ba02-4e059cd48f39" -d '{"events": [{"name": "network-changed", "server_uuid": "77b66ba3-8958-4053-9af9-a11615152f15", "tag": "33959313-41fe-4ab8-b0f5-84cfb06e5e02"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:54:26.302887 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-b3e36092-bb41-492e-8b2b-6ab673433e0a tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:26.304043 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-b3e36092-bb41-492e-8b2b-6ab673433e0a tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:26.313709 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fa0a8c-89c1-4c55-822c-64a3eef64d2a None None] DHCP port deletion for 54fd6451-3431-4aa6-b8c9-b95452f7e9b0 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:54:26.336616 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-b3e36092-bb41-492e-8b2b-6ab673433e0a tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1698794 Dec 09 15:54:26.342642 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-627c839c-c70d-4611-a360-3b49f63e87d7 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:26.355052 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-6d0df175-7708-4039-832d-198912689e67 service neutron] Request body: {'port': {'device_id': 'ca4320ee-812c-42d3-81f4-90548bc41b51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:26.370206 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-627c839c-c70d-4611-a360-3b49f63e87d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:26.449918 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-6d0df175-7708-4039-832d-198912689e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:26.489563 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-eb55ceff-e2bc-4b17-85d4-b8e7245e23d1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Allocated IP 2001:db8::f2 (274dc54d-c6f3-4d3b-b851-55fc64ae7aa8/374944d7-1928-444b-8fec-012b7be0f6d8/535b8c9d-60b2-4ee4-a55d-f393e9cb880f) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:54:26.495698 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-e800ce99-eb2a-4d21-822a-e3c5854c7e0c None None] Set router 1e0d803d-121e-4864-a239-7ddb7edbe821 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:54:26.565019 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port ce797569-3698-4716-9160-fb979f10b1ca, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=ce797569-3698-4716-9160-fb979f10b1ca,segment=NetworkSegment(7fac3423-01ba-4e8c-918c-8e8a6107a008),segment_id=7fac3423-01ba-4e8c-918c-8e8a6107a008)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:54:26.620604 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4d666a35-07f6-4d15-bf8a-0c386b4deb62 None None] Provisioning complete for port 2dd471b4-56cd-43a8-8e2c-70832a88b3b7 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:26.620985 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4d666a35-07f6-4d15-bf8a-0c386b4deb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:26.623178 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'ce797569-3698-4716-9160-fb979f10b1ca', 'network_id': 'd4a4ee12-ce5d-417b-ac39-e16fce9cf3a0', 'port_id': 'ce797569-3698-4716-9160-fb979f10b1ca', 'mac_address': 'fa:16:3e:d8:4f:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3812c03-4ef5-48f3-99e1-875d1f7c41a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:54:26.624657 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c839c-c70d-4611-a360-3b49f63e87d7 None None] Pushing event updated for resources: {'Port': ['ID=df8c2028-c403-4dec-9369-8177188d3fda,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:26.630209 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627c839c-c70d-4611-a360-3b49f63e87d7 None None] Network 274dc54d-c6f3-4d3b-b851-55fc64ae7aa8 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:54:26.656964 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:26.669739 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-627c839c-c70d-4611-a360-3b49f63e87d7 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:26.721888 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627c839c-c70d-4611-a360-3b49f63e87d7 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:54:26.732988 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:26.755418 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-e800ce99-eb2a-4d21-822a-e3c5854c7e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0d803d-121e-4864-a239-7ddb7edbe821', 'name': 'tempest-TestNetworkBasicOps-router-1615296745', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '0f54118a-1e5a-4b97-860a-92578ce42d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:52:17Z', 'updated_at': '2021-12-09T15:52:31Z', 'revision_number': 4, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'gw_port': {'id': '0f54118a-1e5a-4b97-860a-92578ce42d97', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:41:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0d803d-121e-4864-a239-7ddb7edbe821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:52:19Z', 'updated_at': '2021-12-09T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'bfaf9049-59a7-4be7-bbf7-a87f7cac7dd8', 'name': '', 'network_id': 'f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'mac_address': 'fa:16:3e:ec:38:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0d803d-121e-4864-a239-7ddb7edbe821', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '51626e49-5d71-4d05-9e5e-ff7fb76e288a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:52:29Z', 'updated_at': '2021-12-09T15:52:39Z', 'revision_number': 5, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'subnets': [{'id': '51626e49-5d71-4d05-9e5e-ff7fb76e288a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:26.803161 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e800ce99-eb2a-4d21-822a-e3c5854c7e0c None None] Checking router: 1e0d803d-121e-4864-a239-7ddb7edbe821 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:54:26.822191 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e800ce99-eb2a-4d21-822a-e3c5854c7e0c None None] Routers {'1e0d803d-121e-4864-a239-7ddb7edbe821'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:54:26.823073 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-e800ce99-eb2a-4d21-822a-e3c5854c7e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:54:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1e0d803d-121e-4864-a239-7ddb7edbe821'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:26.909898 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-4d666a35-07f6-4d15-bf8a-0c386b4deb62 None None] Port 2dd471b4-56cd-43a8-8e2c-70832a88b3b7 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:54:26.922023 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-627c839c-c70d-4611-a360-3b49f63e87d7 None None] Attempting to bind port df8c2028-c403-4dec-9369-8177188d3fda on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:54:26.922674 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-627c839c-c70d-4611-a360-3b49f63e87d7 None None] Attempting to bind port df8c2028-c403-4dec-9369-8177188d3fda by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'ebdc7f15-b297-4f53-ad6f-50b0c89c4c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '274dc54d-c6f3-4d3b-b851-55fc64ae7aa8'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:54:26.923899 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627c839c-c70d-4611-a360-3b49f63e87d7 None None] Attempting to bind port df8c2028-c403-4dec-9369-8177188d3fda on network 274dc54d-c6f3-4d3b-b851-55fc64ae7aa8 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:54:26.928527 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce797569-3698-4716-9160-fb979f10b1ca {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:54:26.958162 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port ce797569-3698-4716-9160-fb979f10b1ca, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=ce797569-3698-4716-9160-fb979f10b1ca,segment=NetworkSegment(7fac3423-01ba-4e8c-918c-8e8a6107a008),segment_id=7fac3423-01ba-4e8c-918c-8e8a6107a008)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:54:26.982317 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:27.018059 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627c839c-c70d-4611-a360-3b49f63e87d7 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:54:27.018627 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627c839c-c70d-4611-a360-3b49f63e87d7 None None] Checking segment: {'id': 'ebdc7f15-b297-4f53-ad6f-50b0c89c4c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '274dc54d-c6f3-4d3b-b851-55fc64ae7aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:54:27.019195 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-627c839c-c70d-4611-a360-3b49f63e87d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:27.020178 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627c839c-c70d-4611-a360-3b49f63e87d7 None None] Bound using segment: {'id': 'ebdc7f15-b297-4f53-ad6f-50b0c89c4c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '274dc54d-c6f3-4d3b-b851-55fc64ae7aa8'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:54:27.020797 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-627c839c-c70d-4611-a360-3b49f63e87d7 None None] Bound port: df8c2028-c403-4dec-9369-8177188d3fda, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebdc7f15-b297-4f53-ad6f-50b0c89c4c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '274dc54d-c6f3-4d3b-b851-55fc64ae7aa8'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:54:27.021383 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-627c839c-c70d-4611-a360-3b49f63e87d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:27.043082 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-6d0df175-7708-4039-832d-198912689e67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dd471b4-56cd-43a8-8e2c-70832a88b3b7 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:54:27.064238 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-6d0df175-7708-4039-832d-198912689e67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:27.087598 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-e800ce99-eb2a-4d21-822a-e3c5854c7e0c None None] Set router 1e0d803d-121e-4864-a239-7ddb7edbe821 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:54:27.097265 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-6d0df175-7708-4039-832d-198912689e67 service neutron] Transition to ACTIVE for port object 2dd471b4-56cd-43a8-8e2c-70832a88b3b7 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:54:27.113146 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-6d0df175-7708-4039-832d-198912689e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:27.168390 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-627c839c-c70d-4611-a360-3b49f63e87d7 None None] For port df8c2028-c403-4dec-9369-8177188d3fda, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:54:27.175956 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-627c839c-c70d-4611-a360-3b49f63e87d7 None None] For port df8c2028-c403-4dec-9369-8177188d3fda, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=df8c2028-c403-4dec-9369-8177188d3fda,segment=NetworkSegment(ebdc7f15-b297-4f53-ad6f-50b0c89c4c95),segment_id=ebdc7f15-b297-4f53-ad6f-50b0c89c4c95)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:54:27.227282 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc49684-716d-462c-9d4f-072c28c1c63c None None] DHCP port deletion for 54fd6451-3431-4aa6-b8c9-b95452f7e9b0 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:54:27.232495 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0df175-7708-4039-832d-198912689e67 service neutron] Pushing event updated for resources: {'Port': ['ID=2dd471b4-56cd-43a8-8e2c-70832a88b3b7,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:27.255622 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-627c839c-c70d-4611-a360-3b49f63e87d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:27.270120 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58546ee-dcc6-48cc-9dbe-1b3a0e44b501 req-cd51d84a-f752-419f-a013-881bf1c709d5 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:27.272826 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b58546ee-dcc6-48cc-9dbe-1b3a0e44b501 req-cd51d84a-f752-419f-a013-881bf1c709d5 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=ca4320ee-812c-42d3-81f4-90548bc41b51 HTTP/1.1" status: 200 len: 931 time: 0.7215617 Dec 09 15:54:27.291844 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f7855c1a-aeb8-47b2-a24e-14270d3ee67f req-ea8f928a-2393-402f-9538-f6c57b98ba63 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=77b66ba3-8958-4053-9af9-a11615152f15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0994954 Dec 09 15:54:27.317209 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-6d0df175-7708-4039-832d-198912689e67 service neutron] Attempting to bind port 2dd471b4-56cd-43a8-8e2c-70832a88b3b7 on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:54:27.317546 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-6d0df175-7708-4039-832d-198912689e67 service neutron] Attempting to bind port 2dd471b4-56cd-43a8-8e2c-70832a88b3b7 by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '9e9c1069-da4b-49d3-b7c1-b803e425ba04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '54fd6451-3431-4aa6-b8c9-b95452f7e9b0'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:54:27.317874 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-6d0df175-7708-4039-832d-198912689e67 service neutron] Attempting to bind port 2dd471b4-56cd-43a8-8e2c-70832a88b3b7 on network 54fd6451-3431-4aa6-b8c9-b95452f7e9b0 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:54:27.327783 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-6d0df175-7708-4039-832d-198912689e67 service neutron] Port 2dd471b4-56cd-43a8-8e2c-70832a88b3b7 on network 54fd6451-3431-4aa6-b8c9-b95452f7e9b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:54:27.327783 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-6d0df175-7708-4039-832d-198912689e67 service neutron] Attempting to bind port 2dd471b4-56cd-43a8-8e2c-70832a88b3b7 on network 54fd6451-3431-4aa6-b8c9-b95452f7e9b0 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:54:27.330208 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-6d0df175-7708-4039-832d-198912689e67 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:54:27.330549 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-6d0df175-7708-4039-832d-198912689e67 service neutron] Checking segment: {'id': '9e9c1069-da4b-49d3-b7c1-b803e425ba04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '54fd6451-3431-4aa6-b8c9-b95452f7e9b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:54:27.330934 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-6d0df175-7708-4039-832d-198912689e67 service neutron] Bound using segment: {'id': '9e9c1069-da4b-49d3-b7c1-b803e425ba04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '54fd6451-3431-4aa6-b8c9-b95452f7e9b0'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:54:27.337442 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-6d0df175-7708-4039-832d-198912689e67 service neutron] Bound port: 2dd471b4-56cd-43a8-8e2c-70832a88b3b7, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9c1069-da4b-49d3-b7c1-b803e425ba04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '54fd6451-3431-4aa6-b8c9-b95452f7e9b0'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:54:27.337442 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-6d0df175-7708-4039-832d-198912689e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:27.353656 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b58546ee-dcc6-48cc-9dbe-1b3a0e44b501 req-a8688cf6-a474-4363-8d93-d4b480f97c98 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707076 Dec 09 15:54:27.380232 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=ce797569-3698-4716-9160-fb979f10b1ca,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:27.495087 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-6d0df175-7708-4039-832d-198912689e67 service neutron] For port 2dd471b4-56cd-43a8-8e2c-70832a88b3b7, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:54:27.508185 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb55ceff-e2bc-4b17-85d4-b8e7245e23d1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:27.509148 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-6d0df175-7708-4039-832d-198912689e67 service neutron] For port 2dd471b4-56cd-43a8-8e2c-70832a88b3b7, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=2dd471b4-56cd-43a8-8e2c-70832a88b3b7,segment=NetworkSegment(9e9c1069-da4b-49d3-b7c1-b803e425ba04),segment_id=9e9c1069-da4b-49d3-b7c1-b803e425ba04)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:54:27.513352 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7855c1a-aeb8-47b2-a24e-14270d3ee67f req-895713de-55ec-42ec-a194-4c9101f816e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:27.514302 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['ce797569-3698-4716-9160-fb979f10b1ca'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:54:27.515455 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f7855c1a-aeb8-47b2-a24e-14270d3ee67f req-895713de-55ec-42ec-a194-4c9101f816e1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=033ae2b2d4cc49e5bcd8a5d96b154150&device_id=77b66ba3-8958-4053-9af9-a11615152f15 HTTP/1.1" status: 200 len: 1096 time: 0.1410913 Dec 09 15:54:27.533166 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-6d0df175-7708-4039-832d-198912689e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:27.612053 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb55ceff-e2bc-4b17-85d4-b8e7245e23d1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:27.725143 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24dae81b-ff9d-4488-92d2-4ba1713ba6e3 None None] DHCP port deletion for 54fd6451-3431-4aa6-b8c9-b95452f7e9b0 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:54:27.729725 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb55ceff-e2bc-4b17-85d4-b8e7245e23d1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Network 274dc54d-c6f3-4d3b-b851-55fc64ae7aa8 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:54:27.746723 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-eb55ceff-e2bc-4b17-85d4-b8e7245e23d1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:27.750736 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb55ceff-e2bc-4b17-85d4-b8e7245e23d1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:54:27.785836 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb55ceff-e2bc-4b17-85d4-b8e7245e23d1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:27.786407 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb55ceff-e2bc-4b17-85d4-b8e7245e23d1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:27.834093 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4de79b-cca0-4502-a68e-91020ea3f94b x-openstack-request-id: req-8e4de79b-cca0-4502-a68e-91020ea3f94b {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:54:27.834343 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77b66ba3-8958-4053-9af9-a11615152f15", "tag": "33959313-41fe-4ab8-b0f5-84cfb06e5e02", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:54:27.838310 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8e4de79b-cca0-4502-a68e-91020ea3f94b {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:54:27.839846 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77b66ba3-8958-4053-9af9-a11615152f15', 'tag': '33959313-41fe-4ab8-b0f5-84cfb06e5e02', 'status': 'completed', 'code': 200} Dec 09 15:54:27.846924 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c839c-c70d-4611-a360-3b49f63e87d7 None None] Pushing event updated for resources: {'Port': ['ID=df8c2028-c403-4dec-9369-8177188d3fda,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:27.853554 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-6d0df175-7708-4039-832d-198912689e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:27.854179 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-6d0df175-7708-4039-832d-198912689e67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:27.855595 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-6d0df175-7708-4039-832d-198912689e67 service neutron] 10.222.0.42 "PUT /v2.0/ports/2dd471b4-56cd-43a8-8e2c-70832a88b3b7 HTTP/1.1" status: 200 len: 1091 time: 1.5049400 Dec 09 15:54:27.867320 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-eb55ceff-e2bc-4b17-85d4-b8e7245e23d1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1673267 Dec 09 15:54:27.874557 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58610) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:27.919887 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55ceff-e2bc-4b17-85d4-b8e7245e23d1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'Port': ['ID=535b8c9d-60b2-4ee4-a55d-f393e9cb880f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:28.049878 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-e800ce99-eb2a-4d21-822a-e3c5854c7e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0d803d-121e-4864-a239-7ddb7edbe821', 'name': 'tempest-TestNetworkBasicOps-router-1615296745', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '0f54118a-1e5a-4b97-860a-92578ce42d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:52:17Z', 'updated_at': '2021-12-09T15:52:31Z', 'revision_number': 4, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'gw_port': {'id': '0f54118a-1e5a-4b97-860a-92578ce42d97', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:41:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0d803d-121e-4864-a239-7ddb7edbe821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:52:19Z', 'updated_at': '2021-12-09T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'bfaf9049-59a7-4be7-bbf7-a87f7cac7dd8', 'name': '', 'network_id': 'f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'mac_address': 'fa:16:3e:ec:38:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0d803d-121e-4864-a239-7ddb7edbe821', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '51626e49-5d71-4d05-9e5e-ff7fb76e288a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:52:29Z', 'updated_at': '2021-12-09T15:52:39Z', 'revision_number': 5, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'subnets': [{'id': '51626e49-5d71-4d05-9e5e-ff7fb76e288a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:28.109649 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7855c1a-aeb8-47b2-a24e-14270d3ee67f req-70008888-a3e4-47f1-b3eb-5f4a8430aea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:28.113675 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f7855c1a-aeb8-47b2-a24e-14270d3ee67f req-70008888-a3e4-47f1-b3eb-5f4a8430aea7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5 HTTP/1.1" status: 200 len: 898 time: 0.5730572 Dec 09 15:54:28.117652 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0df175-7708-4039-832d-198912689e67 service neutron] Pushing event updated for resources: {'Port': ['ID=2dd471b4-56cd-43a8-8e2c-70832a88b3b7,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:28.144396 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e800ce99-eb2a-4d21-822a-e3c5854c7e0c None None] The sync data for ids ['1e0d803d-121e-4864-a239-7ddb7edbe821'] in n-d-821228-1 is: [{'id': '1e0d803d-121e-4864-a239-7ddb7edbe821', 'name': 'tempest-TestNetworkBasicOps-router-1615296745', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '0f54118a-1e5a-4b97-860a-92578ce42d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:52:17Z', 'updated_at': '2021-12-09T15:52:31Z', 'revision_number': 4, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'gw_port': {'id': '0f54118a-1e5a-4b97-860a-92578ce42d97', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:41:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0d803d-121e-4864-a239-7ddb7edbe821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:52:19Z', 'updated_at': '2021-12-09T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'bfaf9049-59a7-4be7-bbf7-a87f7cac7dd8', 'name': '', 'network_id': 'f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'mac_address': 'fa:16:3e:ec:38:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0d803d-121e-4864-a239-7ddb7edbe821', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '51626e49-5d71-4d05-9e5e-ff7fb76e288a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:52:29Z', 'updated_at': '2021-12-09T15:52:39Z', 'revision_number': 5, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'subnets': [{'id': '51626e49-5d71-4d05-9e5e-ff7fb76e288a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:54:28.172290 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device df8c2028-c403-4dec-9369-8177188d3fda up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:54:28.243511 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e56037-4fbc-4295-8ecf-643ef8e9ce82 req-e0e8311d-034a-43bc-9bae-6c0c48192677 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:28.254979 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-52e56037-4fbc-4295-8ecf-643ef8e9ce82 req-e0e8311d-034a-43bc-9bae-6c0c48192677 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d358826-2d1d-4339-bfba-d2bbd84dce36 HTTP/1.1" status: 200 len: 945 time: 0.3364670 Dec 09 15:54:28.306008 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f7855c1a-aeb8-47b2-a24e-14270d3ee67f req-46b4742b-2bc0-4647-b526-d1a57ea509c9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33959313-41fe-4ab8-b0f5-84cfb06e5e02 HTTP/1.1" status: 200 len: 217 time: 0.1658912 Dec 09 15:54:28.349645 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port df8c2028-c403-4dec-9369-8177188d3fda triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:28.349940 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:28.371564 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-0e731f81-dc53-4916-9af2-fffb3c4824b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:28.382628 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-0e731f81-dc53-4916-9af2-fffb3c4824b8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=37c7f4a0ae064ea9ae29f8af57d5c4cc&device_id=ca4320ee-812c-42d3-81f4-90548bc41b51 HTTP/1.1" status: 200 len: 1094 time: 0.2342649 Dec 09 15:54:28.415104 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-eb954366-8758-4265-b8bc-5833166d4b9f tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Deleting port 535b8c9d-60b2-4ee4-a55d-f393e9cb880f {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:54:28.415634 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb954366-8758-4265-b8bc-5833166d4b9f tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:28.474171 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58620) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:28.479827 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:28.497168 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-52e56037-4fbc-4295-8ecf-643ef8e9ce82 req-bfec4571-b993-45d0-9a92-587136a54ef7 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.57 "GET /v2.0/security-groups?id=817869b2-305b-41f2-b837-ebc295b756f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2336700 Dec 09 15:54:28.569117 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port df8c2028-c403-4dec-9369-8177188d3fda, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=df8c2028-c403-4dec-9369-8177188d3fda,segment=NetworkSegment(ebdc7f15-b297-4f53-ad6f-50b0c89c4c95),segment_id=ebdc7f15-b297-4f53-ad6f-50b0c89c4c95)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:54:28.577087 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:28.690072 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb954366-8758-4265-b8bc-5833166d4b9f tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:28.692210 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=df8c2028-c403-4dec-9369-8177188d3fda,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:28.724838 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-eb954366-8758-4265-b8bc-5833166d4b9f tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Calling delete_port for 535b8c9d-60b2-4ee4-a55d-f393e9cb880f owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:54:28.763927 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb26669-7603-417a-9685-ac54dc1f546c None None] New status for floating IP 9933e513-f94e-4e09-865a-c27c0a9ef741: DOWN {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:54:29.022252 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aaca34-0556-4888-9935-d4f6f964d076 req-0c54e49b-e820-40d1-ae4e-6524ad16c384 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:29.031048 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-41aaca34-0556-4888-9935-d4f6f964d076 req-0c54e49b-e820-40d1-ae4e-6524ad16c384 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=77b66ba3-8958-4053-9af9-a11615152f15 HTTP/1.1" status: 200 len: 945 time: 0.2207367 Dec 09 15:54:29.056611 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb954366-8758-4265-b8bc-5833166d4b9f tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:29.098684 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb954366-8758-4265-b8bc-5833166d4b9f tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'Port': ['ID=535b8c9d-60b2-4ee4-a55d-f393e9cb880f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:29.146711 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb954366-8758-4265-b8bc-5833166d4b9f tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:29.153587 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-eb954366-8758-4265-b8bc-5833166d4b9f tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/ports/535b8c9d-60b2-4ee4-a55d-f393e9cb880f HTTP/1.1" status: 204 len: 168 time: 1.2779078 Dec 09 15:54:29.155489 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58624) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:29.186391 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-41aaca34-0556-4888-9935-d4f6f964d076 req-e2e55abd-0d47-4f29-abf6-830b9d7b016b tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/security-groups?id=a70cd565-8a65-4ac9-83c4-7ea700b19c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541278 Dec 09 15:54:29.219704 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-e54fe740-b65b-4f08-be61-45c7ea18b7c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2dd471b4-56cd-43a8-8e2c-70832a88b3b7 HTTP/1.1" status: 200 len: 217 time: 0.7837272 Dec 09 15:54:29.233379 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-847028cb-26b9-4745-bdb8-9f9ba8d8ba31 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] DELETE failed (client error): The resource could not be found. Dec 09 15:54:29.233989 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-847028cb-26b9-4745-bdb8-9f9ba8d8ba31 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:29.239141 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45285bef-6baf-4043-8069-1bd31994ed73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:29.249145 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-847028cb-26b9-4745-bdb8-9f9ba8d8ba31 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/ports/535b8c9d-60b2-4ee4-a55d-f393e9cb880f HTTP/1.1" status: 404 len: 333 time: 0.0902309 Dec 09 15:54:29.252195 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58626) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:29.285743 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-db440e92-4d94-4a62-918e-3ee0c5566469 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] GET failed (client error): The resource could not be found. Dec 09 15:54:29.285956 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7855c1a-aeb8-47b2-a24e-14270d3ee67f req-e8a393a2-fb5b-4503-a87b-9a394bc291f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:29.287469 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f7855c1a-aeb8-47b2-a24e-14270d3ee67f req-e8a393a2-fb5b-4503-a87b-9a394bc291f2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=51626e49-5d71-4d05-9e5e-ff7fb76e288a HTTP/1.1" status: 200 len: 835 time: 0.9596038 Dec 09 15:54:29.292356 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-db440e92-4d94-4a62-918e-3ee0c5566469 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "GET /v2.0/ports/535b8c9d-60b2-4ee4-a55d-f393e9cb880f HTTP/1.1" status: 404 len: 333 time: 0.0385926 Dec 09 15:54:29.293105 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58628) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:29.363563 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-7f6de8e1-edbc-4fa5-bb3b-1f6fee98887e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:29.364997 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-7f6de8e1-edbc-4fa5-bb3b-1f6fee98887e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a1e405de-5373-4667-83dc-4a2f4fc90d29 HTTP/1.1" status: 200 len: 854 time: 0.1229935 Dec 09 15:54:29.384404 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb7bb6aa-2718-4504-bd29-fbf4321f9943 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Deleting subnet 374944d7-1928-444b-8fec-012b7be0f6d8 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:54:29.388098 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb6aa-2718-4504-bd29-fbf4321f9943 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:29.396351 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7855c1a-aeb8-47b2-a24e-14270d3ee67f req-581b97d9-b8a1-43cc-96f0-24240ae508e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:29.398507 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f7855c1a-aeb8-47b2-a24e-14270d3ee67f req-581b97d9-b8a1-43cc-96f0-24240ae508e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0996366 Dec 09 15:54:29.422837 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-f51217df-a943-41c3-bca0-9b7e1dbb9543 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54fd6451-3431-4aa6-b8c9-b95452f7e9b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453653 Dec 09 15:54:29.423794 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed417bea-0ee3-4913-9390-d0b5d214949f None None] Network 274dc54d-c6f3-4d3b-b851-55fc64ae7aa8 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:54:29.444242 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb6aa-2718-4504-bd29-fbf4321f9943 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:29.546090 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45285bef-6baf-4043-8069-1bd31994ed73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:29.559638 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c04c5ec4-f21c-402d-b78e-342fb2701f49 None None] Provisioning complete for port df8c2028-c403-4dec-9369-8177188d3fda triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:29.560236 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c04c5ec4-f21c-402d-b78e-342fb2701f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:29.619514 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338083db-df36-41aa-a3b2-f5613001f592 req-7dc834f9-21e5-43f1-b663-1cc04373a53d tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:29.621128 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-338083db-df36-41aa-a3b2-f5613001f592 req-7dc834f9-21e5-43f1-b663-1cc04373a53d tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.42 "GET /v2.0/ports?device_id=77b66ba3-8958-4053-9af9-a11615152f15 HTTP/1.1" status: 200 len: 945 time: 0.0972695 Dec 09 15:54:29.632348 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-e411d802-cca7-4842-bdf5-5d90034c3fda service neutron] 10.222.0.42 "GET /v2.0/networks/54fd6451-3431-4aa6-b8c9-b95452f7e9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989717 Dec 09 15:54:29.633020 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45285bef-6baf-4043-8069-1bd31994ed73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:29.634687 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb6aa-2718-4504-bd29-fbf4321f9943 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:29.680642 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8645c97-9a93-4e64-bcab-410c70a45ef8 req-da37b7c5-c96f-495a-aba8-0d921a3969cd tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:29.688525 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d8645c97-9a93-4e64-bcab-410c70a45ef8 req-da37b7c5-c96f-495a-aba8-0d921a3969cd tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=ca4320ee-812c-42d3-81f4-90548bc41b51 HTTP/1.1" status: 200 len: 943 time: 0.3838503 Dec 09 15:54:29.777572 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d8645c97-9a93-4e64-bcab-410c70a45ef8 req-aa103098-4493-437c-b5ce-d017d30ffb8f tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875165 Dec 09 15:54:29.791469 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-dd0a37ff-7705-4f9c-a39f-390226484d41 req-b84784fb-6ae9-4f19-b42e-918f3c228fc2 service neutron] 10.222.0.42 "GET /v2.0/networks/54fd6451-3431-4aa6-b8c9-b95452f7e9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320906 Dec 09 15:54:29.808865 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-45285bef-6baf-4043-8069-1bd31994ed73 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1d5d42bc8455448e92e3b080b02439ee&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3322535 Dec 09 15:54:29.811770 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58634) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:29.833952 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45285bef-6baf-4043-8069-1bd31994ed73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d056c79-9161-4605-93c0-73299ee337a8,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:29.852207 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4320ee-812c-42d3-81f4-90548bc41b51', 'tag': '2dd471b4-56cd-43a8-8e2c-70832a88b3b7'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:54:29.855253 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cca44e-3b3d-4328-8588-d38fc8aa7c82" -d '{"events": [{"name": "network-changed", "server_uuid": "ca4320ee-812c-42d3-81f4-90548bc41b51", "tag": "2dd471b4-56cd-43a8-8e2c-70832a88b3b7"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:54:29.884862 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb6aa-2718-4504-bd29-fbf4321f9943 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:29.894202 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-714d4e99-1ebb-4ea7-9f46-9913d8738dea None None] Provisioning complete for port df8c2028-c403-4dec-9369-8177188d3fda triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:29.894673 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-714d4e99-1ebb-4ea7-9f46-9913d8738dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:29.922329 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f7855c1a-aeb8-47b2-a24e-14270d3ee67f req-9dc2f1a8-51bf-4e07-b601-2635fc742fbe service neutron] 10.222.0.42 "GET /v2.0/networks/f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5016823 Dec 09 15:54:29.948462 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7bb6aa-2718-4504-bd29-fbf4321f9943 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'Subnet': ['ID=374944d7-1928-444b-8fec-012b7be0f6d8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:29.953357 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb6aa-2718-4504-bd29-fbf4321f9943 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:29.959270 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-cb7bb6aa-2718-4504-bd29-fbf4321f9943 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/subnets/374944d7-1928-444b-8fec-012b7be0f6d8 HTTP/1.1" status: 204 len: 168 time: 0.6648884 Dec 09 15:54:29.966351 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58638) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:30.014980 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a565406-dccf-4802-bd85-4e9fa1fe6a93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:30.051955 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a565406-dccf-4802-bd85-4e9fa1fe6a93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:30.074566 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d2382a54-fe5d-4334-a554-3c29d2505249 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:30.092205 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc5cba-8231-46a8-a3a7-625346fd8107 req-d2a868bd-eb66-44ef-bc26-04c28fcb9097 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:30.101526 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4fcc5cba-8231-46a8-a3a7-625346fd8107 req-d2a868bd-eb66-44ef-bc26-04c28fcb9097 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d358826-2d1d-4339-bfba-d2bbd84dce36 HTTP/1.1" status: 200 len: 945 time: 0.2336459 Dec 09 15:54:30.116608 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f7855c1a-aeb8-47b2-a24e-14270d3ee67f req-ec2e795c-e826-4276-8535-c1b553de586f service neutron] 10.222.0.42 "GET /v2.0/networks/f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784129 Dec 09 15:54:30.143716 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device df8c2028-c403-4dec-9369-8177188d3fda up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:54:30.146132 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device ce797569-3698-4716-9160-fb979f10b1ca up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:54:30.150197 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-338083db-df36-41aa-a3b2-f5613001f592 req-ebef947f-80cb-401f-9a9e-852a2dafafc4 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Deleting port 33959313-41fe-4ab8-b0f5-84cfb06e5e02 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:54:30.150858 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-338083db-df36-41aa-a3b2-f5613001f592 req-ebef947f-80cb-401f-9a9e-852a2dafafc4 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:30.155844 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a565406-dccf-4802-bd85-4e9fa1fe6a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:30.160313 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a565406-dccf-4802-bd85-4e9fa1fe6a93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:30.162173 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4a565406-dccf-4802-bd85-4e9fa1fe6a93 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2d056c79-9161-4605-93c0-73299ee337a8 HTTP/1.1" status: 204 len: 168 time: 0.3359683 Dec 09 15:54:30.173840 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a565406-dccf-4802-bd85-4e9fa1fe6a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d056c79-9161-4605-93c0-73299ee337a8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:30.213412 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c423675-6c18-4fff-af72-dde654ba47aa None None] Network 274dc54d-c6f3-4d3b-b851-55fc64ae7aa8 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:54:30.273690 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fd724-9aab-4edd-ba02-4e059cd48f39 req-ec897341-bec4-4a8d-b0b3-929176121079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:30.275311 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b76fd724-9aab-4edd-ba02-4e059cd48f39 req-ec897341-bec4-4a8d-b0b3-929176121079 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=033ae2b2d4cc49e5bcd8a5d96b154150&device_id=77b66ba3-8958-4053-9af9-a11615152f15 HTTP/1.1" status: 200 len: 1096 time: 0.0601897 Dec 09 15:54:30.276932 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4fcc5cba-8231-46a8-a3a7-625346fd8107 req-f9a374cc-0e23-40b1-94ea-f0016a489b99 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.57 "GET /v2.0/security-groups?id=817869b2-305b-41f2-b837-ebc295b756f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1744924 Dec 09 15:54:30.387383 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port df8c2028-c403-4dec-9369-8177188d3fda triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:30.388018 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:30.407594 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fd724-9aab-4edd-ba02-4e059cd48f39 req-e0dcf28b-3d1e-4db8-9f35-35126ea99b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:30.409452 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b76fd724-9aab-4edd-ba02-4e059cd48f39 req-e0dcf28b-3d1e-4db8-9f35-35126ea99b14 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5 HTTP/1.1" status: 200 len: 898 time: 0.1267827 Dec 09 15:54:30.421526 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port ce797569-3698-4716-9160-fb979f10b1ca completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:54:30.424287 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-338083db-df36-41aa-a3b2-f5613001f592 req-ebef947f-80cb-401f-9a9e-852a2dafafc4 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] For port 33959313-41fe-4ab8-b0f5-84cfb06e5e02, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=33959313-41fe-4ab8-b0f5-84cfb06e5e02,segment=NetworkSegment(70a7e2c1-c7ec-4dad-a59e-ead94cc69f21),segment_id=70a7e2c1-c7ec-4dad-a59e-ead94cc69f21)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:54:30.424679 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-338083db-df36-41aa-a3b2-f5613001f592 req-ebef947f-80cb-401f-9a9e-852a2dafafc4 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:30.432628 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port ce797569-3698-4716-9160-fb979f10b1ca triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:30.433283 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:30.454781 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-338083db-df36-41aa-a3b2-f5613001f592 req-ebef947f-80cb-401f-9a9e-852a2dafafc4 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Calling delete_port for 33959313-41fe-4ab8-b0f5-84cfb06e5e02 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:54:30.470845 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b76fd724-9aab-4edd-ba02-4e059cd48f39 req-8cd5ce86-a86a-4413-a985-7988661f7192 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33959313-41fe-4ab8-b0f5-84cfb06e5e02 HTTP/1.1" status: 200 len: 217 time: 0.0527790 Dec 09 15:54:30.479622 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03353c4-264f-4167-9c50-32f25a805bf7 x-openstack-request-id: req-b03353c4-264f-4167-9c50-32f25a805bf7 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:54:30.479930 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca4320ee-812c-42d3-81f4-90548bc41b51", "tag": "2dd471b4-56cd-43a8-8e2c-70832a88b3b7", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:54:30.480189 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b03353c4-264f-4167-9c50-32f25a805bf7 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:54:30.480620 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca4320ee-812c-42d3-81f4-90548bc41b51', 'tag': '2dd471b4-56cd-43a8-8e2c-70832a88b3b7', 'status': 'completed', 'code': 200} Dec 09 15:54:30.525359 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-49fb0a4a-bc1b-4ace-b3f2-4bb252b4d6d9 None None] Could not find standard attr ID for object 535b8c9d-60b2-4ee4-a55d-f393e9cb880f. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:54:30.566547 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d2382a54-fe5d-4334-a554-3c29d2505249 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Deleting port df8c2028-c403-4dec-9369-8177188d3fda {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:54:30.566869 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d2382a54-fe5d-4334-a554-3c29d2505249 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:30.610747 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fd724-9aab-4edd-ba02-4e059cd48f39 req-f6dac6a6-4b2e-4999-a2c6-7a6de6d40a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:30.611693 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df5ed05-8c98-4036-b7c9-ff60d45b23cd None None] DHCP port deletion for 274dc54d-c6f3-4d3b-b851-55fc64ae7aa8 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:54:30.612239 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b76fd724-9aab-4edd-ba02-4e059cd48f39 req-f6dac6a6-4b2e-4999-a2c6-7a6de6d40a0e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=51626e49-5d71-4d05-9e5e-ff7fb76e288a HTTP/1.1" status: 200 len: 835 time: 0.1027160 Dec 09 15:54:30.634622 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58646) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:30.667352 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cca44e-3b3d-4328-8588-d38fc8aa7c82 req-b6d3ec07-ceac-48df-9159-4037feaa871f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:30.669001 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-92cca44e-3b3d-4328-8588-d38fc8aa7c82 req-b6d3ec07-ceac-48df-9159-4037feaa871f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=37c7f4a0ae064ea9ae29f8af57d5c4cc&device_id=ca4320ee-812c-42d3-81f4-90548bc41b51 HTTP/1.1" status: 200 len: 1094 time: 0.1083701 Dec 09 15:54:30.670916 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8a988475-087c-4b10-9ebe-968258d7dce5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:30.688496 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d2382a54-fe5d-4334-a554-3c29d2505249 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] For port df8c2028-c403-4dec-9369-8177188d3fda, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=df8c2028-c403-4dec-9369-8177188d3fda,segment=NetworkSegment(ebdc7f15-b297-4f53-ad6f-50b0c89c4c95),segment_id=ebdc7f15-b297-4f53-ad6f-50b0c89c4c95)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:54:30.688807 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d2382a54-fe5d-4334-a554-3c29d2505249 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:30.694214 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:30.709409 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762af17-b4f0-4fa6-88b7-8e5f26ac648d req-830f903b-973e-446b-a27b-7a805e7a87cb tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:30.711688 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4762af17-b4f0-4fa6-88b7-8e5f26ac648d req-830f903b-973e-446b-a27b-7a805e7a87cb tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/ports?device_id=77b66ba3-8958-4053-9af9-a11615152f15 HTTP/1.1" status: 200 len: 945 time: 0.1419621 Dec 09 15:54:30.727430 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d2382a54-fe5d-4334-a554-3c29d2505249 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Calling delete_port for df8c2028-c403-4dec-9369-8177188d3fda owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:54:30.734240 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d358826-2d1d-4339-bfba-d2bbd84dce36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce797569-3698-4716-9160-fb979f10b1ca'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:54:30.737164 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a2a49b-498d-4f62-b380-42aff7089585" -d '{"events": [{"server_uuid": "4d358826-2d1d-4339-bfba-d2bbd84dce36", "name": "network-vif-plugged", "status": "completed", "tag": "ce797569-3698-4716-9160-fb979f10b1ca"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:54:30.751473 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fd724-9aab-4edd-ba02-4e059cd48f39 req-39f21626-0bc2-4463-a0e2-f5a91988e709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:30.754130 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b76fd724-9aab-4edd-ba02-4e059cd48f39 req-39f21626-0bc2-4463-a0e2-f5a91988e709 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1329160 Dec 09 15:54:30.757910 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port ce797569-3698-4716-9160-fb979f10b1ca, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=ce797569-3698-4716-9160-fb979f10b1ca,segment=NetworkSegment(7fac3423-01ba-4e8c-918c-8e8a6107a008),segment_id=7fac3423-01ba-4e8c-918c-8e8a6107a008)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:54:30.763676 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-4df5ed05-8c98-4036-b7c9-ff60d45b23cd None None] Deleting port df8c2028-c403-4dec-9369-8177188d3fda {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:54:30.763885 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4df5ed05-8c98-4036-b7c9-ff60d45b23cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:30.779165 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:30.859203 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4762af17-b4f0-4fa6-88b7-8e5f26ac648d req-f35b2781-bd3d-44c6-8ac1-85bd44c8cea9 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "GET /v2.0/security-groups?id=a70cd565-8a65-4ac9-83c4-7ea700b19c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393294 Dec 09 15:54:30.877193 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4df5ed05-8c98-4036-b7c9-ff60d45b23cd None None] For port df8c2028-c403-4dec-9369-8177188d3fda, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=df8c2028-c403-4dec-9369-8177188d3fda,segment=NetworkSegment(ebdc7f15-b297-4f53-ad6f-50b0c89c4c95),segment_id=ebdc7f15-b297-4f53-ad6f-50b0c89c4c95)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:54:30.877629 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4df5ed05-8c98-4036-b7c9-ff60d45b23cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:30.892787 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=ce797569-3698-4716-9160-fb979f10b1ca,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:30.893010 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-338083db-df36-41aa-a3b2-f5613001f592 req-ebef947f-80cb-401f-9a9e-852a2dafafc4 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:30.894359 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cca44e-3b3d-4328-8588-d38fc8aa7c82 req-b06da808-c4e9-473d-94bd-35eb1c05fb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:30.895877 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-92cca44e-3b3d-4328-8588-d38fc8aa7c82 req-b06da808-c4e9-473d-94bd-35eb1c05fb40 service neutron] 10.222.0.42 "GET /v2.0/networks?id=54fd6451-3431-4aa6-b8c9-b95452f7e9b0 HTTP/1.1" status: 200 len: 915 time: 0.2145915 Dec 09 15:54:30.904380 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d2382a54-fe5d-4334-a554-3c29d2505249 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:30.905368 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-4df5ed05-8c98-4036-b7c9-ff60d45b23cd None None] Calling delete_port for df8c2028-c403-4dec-9369-8177188d3fda owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:54:30.947537 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef947f-80cb-401f-9a9e-852a2dafafc4 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event deleted for resources: {'Port': ['ID=33959313-41fe-4ab8-b0f5-84cfb06e5e02,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:30.960201 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-92cca44e-3b3d-4328-8588-d38fc8aa7c82 req-878208cd-ec2b-45dc-8f0f-fa3cb3bfac06 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2dd471b4-56cd-43a8-8e2c-70832a88b3b7 HTTP/1.1" status: 200 len: 217 time: 0.0540068 Dec 09 15:54:30.974570 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2382a54-fe5d-4334-a554-3c29d2505249 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] No DVR routers for this DVR port df8c2028-c403-4dec-9369-8177188d3fda on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:54:30.976934 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0354f7cf-c895-4f3c-8f7e-610d0ca8bd7c x-openstack-request-id: req-0354f7cf-c895-4f3c-8f7e-610d0ca8bd7c {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:54:30.978506 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d358826-2d1d-4339-bfba-d2bbd84dce36", "name": "network-vif-plugged", "status": "completed", "tag": "ce797569-3698-4716-9160-fb979f10b1ca", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:54:30.978506 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0354f7cf-c895-4f3c-8f7e-610d0ca8bd7c {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:54:30.993736 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d358826-2d1d-4339-bfba-d2bbd84dce36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce797569-3698-4716-9160-fb979f10b1ca', 'code': 200} Dec 09 15:54:31.021456 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b76fd724-9aab-4edd-ba02-4e059cd48f39 req-06f71131-6c94-46e2-9fa0-74ff1c1bd00c service neutron] 10.222.0.42 "GET /v2.0/networks/f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566843 Dec 09 15:54:31.048531 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8a988475-087c-4b10-9ebe-968258d7dce5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:31.068330 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2382a54-fe5d-4334-a554-3c29d2505249 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'Port': ['ID=df8c2028-c403-4dec-9369-8177188d3fda,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:31.074139 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-338083db-df36-41aa-a3b2-f5613001f592 req-ebef947f-80cb-401f-9a9e-852a2dafafc4 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] No DVR routers for this DVR port 33959313-41fe-4ab8-b0f5-84cfb06e5e02 on host n-h1-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:54:31.075440 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4df5ed05-8c98-4036-b7c9-ff60d45b23cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:31.087005 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-338083db-df36-41aa-a3b2-f5613001f592 req-ebef947f-80cb-401f-9a9e-852a2dafafc4 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:31.089758 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8a988475-087c-4b10-9ebe-968258d7dce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:31.090298 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-338083db-df36-41aa-a3b2-f5613001f592 req-ebef947f-80cb-401f-9a9e-852a2dafafc4 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.42 "DELETE /v2.0/ports/33959313-41fe-4ab8-b0f5-84cfb06e5e02 HTTP/1.1" status: 204 len: 173 time: 1.4515274 Dec 09 15:54:31.112407 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b66ba3-8958-4053-9af9-a11615152f15', 'name': 'network-vif-deleted', 'tag': '33959313-41fe-4ab8-b0f5-84cfb06e5e02'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:54:31.115049 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da53d51-bbfa-4ab8-8c66-7fe2667ba56e" -d '{"events": [{"server_uuid": "77b66ba3-8958-4053-9af9-a11615152f15", "name": "network-vif-deleted", "tag": "33959313-41fe-4ab8-b0f5-84cfb06e5e02"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:54:31.118593 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cca44e-3b3d-4328-8588-d38fc8aa7c82 req-2e4a1a22-8838-49e2-87a3-1f6d8cd028ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:31.118780 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df5ed05-8c98-4036-b7c9-ff60d45b23cd None None] Pushing event deleted for resources: {'Port': ['ID=df8c2028-c403-4dec-9369-8177188d3fda,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:31.120085 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-92cca44e-3b3d-4328-8588-d38fc8aa7c82 req-2e4a1a22-8838-49e2-87a3-1f6d8cd028ea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a1e405de-5373-4667-83dc-4a2f4fc90d29 HTTP/1.1" status: 200 len: 854 time: 0.1525497 Dec 09 15:54:31.137597 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df5ed05-8c98-4036-b7c9-ff60d45b23cd None None] No DVR routers for this DVR port df8c2028-c403-4dec-9369-8177188d3fda on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:54:31.182399 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-92cca44e-3b3d-4328-8588-d38fc8aa7c82 req-79d53b88-0689-4c9f-9bf0-b7b15c920835 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54fd6451-3431-4aa6-b8c9-b95452f7e9b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451286 Dec 09 15:54:31.184643 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8a988475-087c-4b10-9ebe-968258d7dce5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9e13c9163a0b495f912ecc2284d04fb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5490766 Dec 09 15:54:31.188137 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58654) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:31.201815 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a988475-087c-4b10-9ebe-968258d7dce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7bbb90-e7a6-4fdb-9c85-aeb3ad8e8073,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:31.202607 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d2382a54-fe5d-4334-a554-3c29d2505249 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:31.233725 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d241f6-d10c-4b6e-8776-a59eee6d0c97 req-bb299747-fec5-4991-98a1-5b92b7054b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:31.235221 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-18d241f6-d10c-4b6e-8776-a59eee6d0c97 req-bb299747-fec5-4991-98a1-5b92b7054b05 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4d358826-2d1d-4339-bfba-d2bbd84dce36 HTTP/1.1" status: 200 len: 1097 time: 0.1633570 Dec 09 15:54:31.236869 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-d2382a54-fe5d-4334-a554-3c29d2505249 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['274dc54d-c6f3-4d3b-b851-55fc64ae7aa8']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:31.246586 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c6f0e-5439-4794-b21c-a74b046973a4 req-0ed78c04-e78e-4ce9-9d14-a73c3aca4716 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:31.248078 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f02c6f0e-5439-4794-b21c-a74b046973a4 req-0ed78c04-e78e-4ce9-9d14-a73c3aca4716 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=ca4320ee-812c-42d3-81f4-90548bc41b51 HTTP/1.1" status: 200 len: 943 time: 0.1750240 Dec 09 15:54:31.264698 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-d2382a54-fe5d-4334-a554-3c29d2505249 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebdc7f15-b297-4f53-ad6f-50b0c89c4c95') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:31.265006 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-d2382a54-fe5d-4334-a554-3c29d2505249 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebdc7f15-b297-4f53-ad6f-50b0c89c4c95') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:31.284964 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b76fd724-9aab-4edd-ba02-4e059cd48f39 req-da1a4d4c-4114-46d7-908c-b2e6922ac202 service neutron] 10.222.0.42 "GET /v2.0/networks/f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510493 Dec 09 15:54:31.287020 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d2382a54-fe5d-4334-a554-3c29d2505249 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:31.333798 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d2382a54-fe5d-4334-a554-3c29d2505249 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:31.348901 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-58408c17-4b65-437f-9b35-9679634c4f82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:31.357341 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2382a54-fe5d-4334-a554-3c29d2505249 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:54:31.358015 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d2382a54-fe5d-4334-a554-3c29d2505249 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:31.360970 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:54:31.360970 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:54:31.360970 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:54:31.360970 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:54:31.360970 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:54:31.360970 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:54:31.360970 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:54:31.360970 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:54:31.360970 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:54:31.360970 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:54:31.360970 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:54:31.360970 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:54:31.360970 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:54:31.360970 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:54:31.360970 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:54:31.360970 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:54:31.360970 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:54:31.360970 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:54:31.360970 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:54:31.360970 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:54:31.360970 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:54:31.360970 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:54:31.360970 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:54:31.360970 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:54:31.360970 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:54:31.360970 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:54:31.360970 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:54:31.360970 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:54:31.360970 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:54:31.360970 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:54:31.360970 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:54:31.360970 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:54:31.369038 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f02c6f0e-5439-4794-b21c-a74b046973a4 req-4f77a7d6-46bc-4bd5-8e23-556763b29cc0 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070139 Dec 09 15:54:31.372519 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-18d241f6-d10c-4b6e-8776-a59eee6d0c97 req-532ea2d4-55c3-43b6-87ce-a33dde3b6b33 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=817869b2-305b-41f2-b837-ebc295b756f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1234636 Dec 09 15:54:31.372762 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-92cca44e-3b3d-4328-8588-d38fc8aa7c82 req-c82ee784-2a32-40d9-8b7b-839d3817027a service neutron] 10.222.0.42 "GET /v2.0/networks/54fd6451-3431-4aa6-b8c9-b95452f7e9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767268 Dec 09 15:54:31.392535 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-58408c17-4b65-437f-9b35-9679634c4f82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:31.425075 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e141c21b-315b-43ea-a6d0-700453f2933d x-openstack-request-id: req-e141c21b-315b-43ea-a6d0-700453f2933d {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:54:31.425366 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b66ba3-8958-4053-9af9-a11615152f15", "name": "network-vif-deleted", "tag": "33959313-41fe-4ab8-b0f5-84cfb06e5e02", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:54:31.425616 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e141c21b-315b-43ea-a6d0-700453f2933d {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:54:31.426017 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b66ba3-8958-4053-9af9-a11615152f15', 'name': 'network-vif-deleted', 'tag': '33959313-41fe-4ab8-b0f5-84cfb06e5e02', 'status': 'completed', 'code': 200} Dec 09 15:54:31.464329 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d2382a54-fe5d-4334-a554-3c29d2505249 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:31.480041 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d2382a54-fe5d-4334-a554-3c29d2505249 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:31.487767 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d2382a54-fe5d-4334-a554-3c29d2505249 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/networks/274dc54d-c6f3-4d3b-b851-55fc64ae7aa8 HTTP/1.1" status: 204 len: 168 time: 1.5147839 Dec 09 15:54:31.493230 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58660) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:31.501326 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-46ce1bd6-e0b9-4ae6-b1a0-60691a270b93 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-951334573'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:31.515439 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2382a54-fe5d-4334-a554-3c29d2505249 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'Network': ['ID=274dc54d-c6f3-4d3b-b851-55fc64ae7aa8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:31.541862 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-58408c17-4b65-437f-9b35-9679634c4f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:31.544519 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-58408c17-4b65-437f-9b35-9679634c4f82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:31.548245 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-58408c17-4b65-437f-9b35-9679634c4f82 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3c7bbb90-e7a6-4fdb-9c85-aeb3ad8e8073 HTTP/1.1" status: 204 len: 168 time: 0.3591249 Dec 09 15:54:31.560280 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ce1bd6-e0b9-4ae6-b1a0-60691a270b93 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Made reservation on behalf of a0414aa73f0c4eafb04aaa84640f8f2b for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:54:31.564265 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-46ce1bd6-e0b9-4ae6-b1a0-60691a270b93 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:31.567249 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58408c17-4b65-437f-9b35-9679634c4f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7bbb90-e7a6-4fdb-9c85-aeb3ad8e8073,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:31.570789 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-92cca44e-3b3d-4328-8588-d38fc8aa7c82 req-49f103b7-add6-4635-a0f9-2b5e09b4600d service neutron] 10.222.0.42 "GET /v2.0/networks/54fd6451-3431-4aa6-b8c9-b95452f7e9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806226 Dec 09 15:54:31.586558 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b9243-85d8-4cef-97f8-50c8bb9d5283 req-c71490d8-6489-44a5-93e8-1b1215e971f4 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:31.595813 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aa3b9243-85d8-4cef-97f8-50c8bb9d5283 req-c71490d8-6489-44a5-93e8-1b1215e971f4 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d358826-2d1d-4339-bfba-d2bbd84dce36 HTTP/1.1" status: 200 len: 946 time: 0.1064284 Dec 09 15:54:31.610832 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ce1bd6-e0b9-4ae6-b1a0-60691a270b93 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:54:31.622980 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-46ce1bd6-e0b9-4ae6-b1a0-60691a270b93 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:31.623303 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-46ce1bd6-e0b9-4ae6-b1a0-60691a270b93 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Added segment 36fd5dc8-7997-4063-90e9-54073dfc90ec of type vlan for network ae0572ac-ac9c-4b65-b4a4-7bc23a3e5f15 Dec 09 15:54:31.651755 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aa3b9243-85d8-4cef-97f8-50c8bb9d5283 req-d2838706-f9e6-41f2-ba21-bb0b1de1486e tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.57 "GET /v2.0/security-groups?id=817869b2-305b-41f2-b837-ebc295b756f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550683 Dec 09 15:54:31.691093 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-46ce1bd6-e0b9-4ae6-b1a0-60691a270b93 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:31.724638 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-46ce1bd6-e0b9-4ae6-b1a0-60691a270b93 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:31.733796 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ce1bd6-e0b9-4ae6-b1a0-60691a270b93 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:31.734425 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-46ce1bd6-e0b9-4ae6-b1a0-60691a270b93 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:31.800539 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58666) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:31.800873 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-46ce1bd6-e0b9-4ae6-b1a0-60691a270b93 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3057380 Dec 09 15:54:31.806725 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-284a5193-da63-48ff-bee2-bb5452dca958 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'subnet': {'network_id': 'ae0572ac-ac9c-4b65-b4a4-7bc23a3e5f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:31.816593 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce1bd6-e0b9-4ae6-b1a0-60691a270b93 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'Network': ['ID=ae0572ac-ac9c-4b65-b4a4-7bc23a3e5f15,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:31.830691 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network ae0572ac-ac9c-4b65-b4a4-7bc23a3e5f15 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:54:31.903830 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284a5193-da63-48ff-bee2-bb5452dca958 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Made reservation on behalf of a0414aa73f0c4eafb04aaa84640f8f2b for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:54:31.908718 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-284a5193-da63-48ff-bee2-bb5452dca958 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:31.977532 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58674) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:31.984997 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device df8c2028-c403-4dec-9369-8177188d3fda no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:54:32.011994 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: df8c2028-c403-4dec-9369-8177188d3fda {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:54:32.011994 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device df8c2028-c403-4dec-9369-8177188d3fda not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:54:32.052121 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e869418f-15f9-44bc-830c-eae00b95b7ac tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:32.081812 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e869418f-15f9-44bc-830c-eae00b95b7ac tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:32.127861 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-284a5193-da63-48ff-bee2-bb5452dca958 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:32.148764 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e869418f-15f9-44bc-830c-eae00b95b7ac tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:32.151455 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e869418f-15f9-44bc-830c-eae00b95b7ac tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:32.153601 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e869418f-15f9-44bc-830c-eae00b95b7ac tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "DELETE /v2.0/security-groups/a70cd565-8a65-4ac9-83c4-7ea700b19c6e HTTP/1.1" status: 204 len: 168 time: 0.1740882 Dec 09 15:54:32.171343 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869418f-15f9-44bc-830c-eae00b95b7ac tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70cd565-8a65-4ac9-83c4-7ea700b19c6e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:32.186842 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a5193-da63-48ff-bee2-bb5452dca958 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'Subnet': ['ID=ebf7936b-3dff-43b0-80ac-d48e02c66e73,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:32.190974 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58682) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:32.207913 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284a5193-da63-48ff-bee2-bb5452dca958 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Checking segment: {'id': '36fd5dc8-7997-4063-90e9-54073dfc90ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ae0572ac-ac9c-4b65-b4a4-7bc23a3e5f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:54:32.208367 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284a5193-da63-48ff-bee2-bb5452dca958 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Network hostable DHCP agents. Network: ae0572ac-ac9c-4b65-b4a4-7bc23a3e5f15, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:54:32.230215 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284a5193-da63-48ff-bee2-bb5452dca958 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Network ae0572ac-ac9c-4b65-b4a4-7bc23a3e5f15 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:54:32.233412 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 2dd471b4-56cd-43a8-8e2c-70832a88b3b7 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:54:32.246051 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-284a5193-da63-48ff-bee2-bb5452dca958 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, ae0572ac-ac9c-4b65-b4a4-7bc23a3e5f15) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:32.253419 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284a5193-da63-48ff-bee2-bb5452dca958 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:32.254126 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-284a5193-da63-48ff-bee2-bb5452dca958 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:32.261102 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad7059d-101d-4207-9124-6ff8564b01c2 None None] Network ae0572ac-ac9c-4b65-b4a4-7bc23a3e5f15 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:54:32.281703 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-284a5193-da63-48ff-bee2-bb5452dca958 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4774976 Dec 09 15:54:32.282402 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58688) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:32.289910 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-0b3f0cba-e12c-4584-91fd-6314fd834f5a tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'port': {'network_id': 'ae0572ac-ac9c-4b65-b4a4-7bc23a3e5f15', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1043780493'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:32.437445 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8f0fa2-bca0-492a-b96e-8b6c7ba7ecfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-ae0572ac-ac9c-4b65-b4a4-7bc23a3e5f15', 'network_id': 'ae0572ac-ac9c-4b65-b4a4-7bc23a3e5f15', 'project_id': 'a0414aa73f0c4eafb04aaa84640f8f2b', 'fixed_ips': [{'subnet_id': 'ebf7936b-3dff-43b0-80ac-d48e02c66e73'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:54:32.438364 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bd8f0fa2-bca0-492a-b96e-8b6c7ba7ecfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:32.457744 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3f0cba-e12c-4584-91fd-6314fd834f5a tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Made reservation on behalf of a0414aa73f0c4eafb04aaa84640f8f2b for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:54:32.464347 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b3f0cba-e12c-4584-91fd-6314fd834f5a tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:32.465046 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 2dd471b4-56cd-43a8-8e2c-70832a88b3b7, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=2dd471b4-56cd-43a8-8e2c-70832a88b3b7,segment=NetworkSegment(9e9c1069-da4b-49d3-b7c1-b803e425ba04),segment_id=9e9c1069-da4b-49d3-b7c1-b803e425ba04)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:54:32.484722 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '2dd471b4-56cd-43a8-8e2c-70832a88b3b7', 'network_id': '54fd6451-3431-4aa6-b8c9-b95452f7e9b0', 'port_id': '2dd471b4-56cd-43a8-8e2c-70832a88b3b7', 'mac_address': 'fa:16:3e:4d:5a:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1e405de-5373-4667-83dc-4a2f4fc90d29', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:54:32.515253 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-0b3f0cba-e12c-4584-91fd-6314fd834f5a tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] device_id is not set on port 46bae927-4460-49ec-a4ff-70d1cc0583a9 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:54:32.589388 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:32.605939 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dd471b4-56cd-43a8-8e2c-70832a88b3b7 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:54:32.626408 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 2dd471b4-56cd-43a8-8e2c-70832a88b3b7, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=2dd471b4-56cd-43a8-8e2c-70832a88b3b7,segment=NetworkSegment(9e9c1069-da4b-49d3-b7c1-b803e425ba04),segment_id=9e9c1069-da4b-49d3-b7c1-b803e425ba04)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:54:32.634833 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:32.659477 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1af008-328d-4f9f-a23e-811832d261f3 req-fb4e8aa2-839b-4f5e-8049-caffed269d1e tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:32.669103 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-be1af008-328d-4f9f-a23e-811832d261f3 req-fb4e8aa2-839b-4f5e-8049-caffed269d1e tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=ca4320ee-812c-42d3-81f4-90548bc41b51 HTTP/1.1" status: 200 len: 943 time: 0.2018611 Dec 09 15:54:32.697940 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-0b3f0cba-e12c-4584-91fd-6314fd834f5a tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Allocated IP 2001:db8::1a1 (ae0572ac-ac9c-4b65-b4a4-7bc23a3e5f15/ebf7936b-3dff-43b0-80ac-d48e02c66e73/46bae927-4460-49ec-a4ff-70d1cc0583a9) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:54:32.699667 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=2dd471b4-56cd-43a8-8e2c-70832a88b3b7,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:32.742723 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-76ab91d9-a54d-4f0a-b1b6-ec650cda251a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:32.765718 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-be1af008-328d-4f9f-a23e-811832d261f3 req-941f1379-322d-4844-99dc-692a24533b07 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914011 Dec 09 15:54:32.954693 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80bfac-1428-4386-a1a9-08244501a1ea req-0c98e608-a3e0-49b2-87f0-2e3c64e3d904 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:32.956199 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c80bfac-1428-4386-a1a9-08244501a1ea req-0c98e608-a3e0-49b2-87f0-2e3c64e3d904 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d358826-2d1d-4339-bfba-d2bbd84dce36 HTTP/1.1" status: 200 len: 946 time: 0.0851233 Dec 09 15:54:32.959268 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b3f0cba-e12c-4584-91fd-6314fd834f5a tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:33.030240 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c80bfac-1428-4386-a1a9-08244501a1ea req-499b796b-80ac-41a9-915f-c6092eb4ec9b tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.57 "GET /v2.0/security-groups?id=817869b2-305b-41f2-b837-ebc295b756f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616813 Dec 09 15:54:33.031678 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b3f0cba-e12c-4584-91fd-6314fd834f5a tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:33.066206 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3f0cba-e12c-4584-91fd-6314fd834f5a tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Network ae0572ac-ac9c-4b65-b4a4-7bc23a3e5f15 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:54:33.069622 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-0b3f0cba-e12c-4584-91fd-6314fd834f5a tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:33.071156 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['2dd471b4-56cd-43a8-8e2c-70832a88b3b7'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:54:33.073431 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3f0cba-e12c-4584-91fd-6314fd834f5a tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:54:33.079125 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3f0cba-e12c-4584-91fd-6314fd834f5a tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:33.079760 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b3f0cba-e12c-4584-91fd-6314fd834f5a tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:33.105618 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3f0cba-e12c-4584-91fd-6314fd834f5a tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'Port': ['ID=46bae927-4460-49ec-a4ff-70d1cc0583a9,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:33.111056 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-76ab91d9-a54d-4f0a-b1b6-ec650cda251a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Deleting port bfaf9049-59a7-4be7-bbf7-a87f7cac7dd8 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:54:33.113334 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-76ab91d9-a54d-4f0a-b1b6-ec650cda251a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:33.126383 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58712) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:33.126541 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0b3f0cba-e12c-4584-91fd-6314fd834f5a tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.8429160 Dec 09 15:54:33.170776 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-bd8f0fa2-bca0-492a-b96e-8b6c7ba7ecfc None None] Allocated IP 2001:db8::2 (ae0572ac-ac9c-4b65-b4a4-7bc23a3e5f15/ebf7936b-3dff-43b0-80ac-d48e02c66e73/43cc2dc9-940c-4e17-9e78-504c16745353) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:54:33.290742 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-76ab91d9-a54d-4f0a-b1b6-ec650cda251a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] For port bfaf9049-59a7-4be7-bbf7-a87f7cac7dd8, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=bfaf9049-59a7-4be7-bbf7-a87f7cac7dd8,segment=NetworkSegment(70a7e2c1-c7ec-4dad-a59e-ead94cc69f21),segment_id=70a7e2c1-c7ec-4dad-a59e-ead94cc69f21)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:54:33.291404 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-76ab91d9-a54d-4f0a-b1b6-ec650cda251a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:33.308218 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-76ab91d9-a54d-4f0a-b1b6-ec650cda251a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Calling delete_port for bfaf9049-59a7-4be7-bbf7-a87f7cac7dd8 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:54:33.314712 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-92193493-d65f-45dd-a02c-052ba8cc056d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Deleting port 46bae927-4460-49ec-a4ff-70d1cc0583a9 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:54:33.315068 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-92193493-d65f-45dd-a02c-052ba8cc056d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:33.405502 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bd8f0fa2-bca0-492a-b96e-8b6c7ba7ecfc None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:33.413404 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bd8f0fa2-bca0-492a-b96e-8b6c7ba7ecfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:33.454375 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8f0fa2-bca0-492a-b96e-8b6c7ba7ecfc None None] Network ae0572ac-ac9c-4b65-b4a4-7bc23a3e5f15 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:54:33.465450 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-bd8f0fa2-bca0-492a-b96e-8b6c7ba7ecfc None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:33.467327 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8f0fa2-bca0-492a-b96e-8b6c7ba7ecfc None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:54:33.470861 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f0fa2-bca0-492a-b96e-8b6c7ba7ecfc None None] Pushing event updated for resources: {'Port': ['ID=43cc2dc9-940c-4e17-9e78-504c16745353,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:33.486688 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-92193493-d65f-45dd-a02c-052ba8cc056d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:33.531501 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-bd8f0fa2-bca0-492a-b96e-8b6c7ba7ecfc None None] Attempting to bind port 43cc2dc9-940c-4e17-9e78-504c16745353 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:54:33.532275 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-bd8f0fa2-bca0-492a-b96e-8b6c7ba7ecfc None None] Attempting to bind port 43cc2dc9-940c-4e17-9e78-504c16745353 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '36fd5dc8-7997-4063-90e9-54073dfc90ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ae0572ac-ac9c-4b65-b4a4-7bc23a3e5f15'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:54:33.532275 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8f0fa2-bca0-492a-b96e-8b6c7ba7ecfc None None] Attempting to bind port 43cc2dc9-940c-4e17-9e78-504c16745353 on network ae0572ac-ac9c-4b65-b4a4-7bc23a3e5f15 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:54:33.542718 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-92193493-d65f-45dd-a02c-052ba8cc056d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Calling delete_port for 46bae927-4460-49ec-a4ff-70d1cc0583a9 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:54:33.547664 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8f0fa2-bca0-492a-b96e-8b6c7ba7ecfc None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:54:33.547995 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8f0fa2-bca0-492a-b96e-8b6c7ba7ecfc None None] Checking segment: {'id': '36fd5dc8-7997-4063-90e9-54073dfc90ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ae0572ac-ac9c-4b65-b4a4-7bc23a3e5f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:54:33.548425 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bd8f0fa2-bca0-492a-b96e-8b6c7ba7ecfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:33.549111 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8f0fa2-bca0-492a-b96e-8b6c7ba7ecfc None None] Bound using segment: {'id': '36fd5dc8-7997-4063-90e9-54073dfc90ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ae0572ac-ac9c-4b65-b4a4-7bc23a3e5f15'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:54:33.549469 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-bd8f0fa2-bca0-492a-b96e-8b6c7ba7ecfc None None] Bound port: 43cc2dc9-940c-4e17-9e78-504c16745353, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36fd5dc8-7997-4063-90e9-54073dfc90ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ae0572ac-ac9c-4b65-b4a4-7bc23a3e5f15'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:54:33.549864 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bd8f0fa2-bca0-492a-b96e-8b6c7ba7ecfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:33.621994 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-bd8f0fa2-bca0-492a-b96e-8b6c7ba7ecfc None None] For port 43cc2dc9-940c-4e17-9e78-504c16745353, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:54:33.625135 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-bd8f0fa2-bca0-492a-b96e-8b6c7ba7ecfc None None] For port 43cc2dc9-940c-4e17-9e78-504c16745353, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=43cc2dc9-940c-4e17-9e78-504c16745353,segment=NetworkSegment(36fd5dc8-7997-4063-90e9-54073dfc90ec),segment_id=36fd5dc8-7997-4063-90e9-54073dfc90ec)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:54:33.632302 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bd8f0fa2-bca0-492a-b96e-8b6c7ba7ecfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:33.692753 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f0fa2-bca0-492a-b96e-8b6c7ba7ecfc None None] Pushing event updated for resources: {'Port': ['ID=43cc2dc9-940c-4e17-9e78-504c16745353,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:33.745342 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-76ab91d9-a54d-4f0a-b1b6-ec650cda251a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:33.784304 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab91d9-a54d-4f0a-b1b6-ec650cda251a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event deleted for resources: {'Port': ['ID=bfaf9049-59a7-4be7-bbf7-a87f7cac7dd8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:33.791020 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-92193493-d65f-45dd-a02c-052ba8cc056d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:33.885510 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92193493-d65f-45dd-a02c-052ba8cc056d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'Port': ['ID=46bae927-4460-49ec-a4ff-70d1cc0583a9,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:33.909540 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe362b6-4354-46f5-97db-dee57db9cec0 req-6fef62c5-0e59-479f-b0cd-fa3d2049eafe tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:33.911405 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bbe362b6-4354-46f5-97db-dee57db9cec0 req-6fef62c5-0e59-479f-b0cd-fa3d2049eafe tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=ca4320ee-812c-42d3-81f4-90548bc41b51 HTTP/1.1" status: 200 len: 944 time: 0.0639565 Dec 09 15:54:33.921453 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-92193493-d65f-45dd-a02c-052ba8cc056d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:33.927964 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-92193493-d65f-45dd-a02c-052ba8cc056d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/ports/46bae927-4460-49ec-a4ff-70d1cc0583a9 HTTP/1.1" status: 204 len: 168 time: 0.7993429 Dec 09 15:54:33.946551 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58752) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:33.999436 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b7330f-802c-40c5-8ebc-000ac1812ba6 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] GET failed (client error): The resource could not be found. Dec 09 15:54:34.000943 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-85b7330f-802c-40c5-8ebc-000ac1812ba6 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "GET /v2.0/ports/46bae927-4460-49ec-a4ff-70d1cc0583a9 HTTP/1.1" status: 404 len: 333 time: 0.0509577 Dec 09 15:54:34.007482 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58754) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:34.025556 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bbe362b6-4354-46f5-97db-dee57db9cec0 req-b92d460d-46e3-4657-ae92-1244bb0bce11 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004908 Dec 09 15:54:34.168194 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e04b1eb-b426-4b1d-a035-18373aede32d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Deleting subnet ebf7936b-3dff-43b0-80ac-d48e02c66e73 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:54:34.176402 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e04b1eb-b426-4b1d-a035-18373aede32d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:34.200950 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58762) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:34.235291 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 2dd471b4-56cd-43a8-8e2c-70832a88b3b7 up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:54:34.237122 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77459e0-6a09-49f9-ac8a-ba9bee1569e3 req-5beb17cf-a936-4a5d-b5b4-bdb3b3573e8f tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:34.238814 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d77459e0-6a09-49f9-ac8a-ba9bee1569e3 req-5beb17cf-a936-4a5d-b5b4-bdb3b3573e8f tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d358826-2d1d-4339-bfba-d2bbd84dce36 HTTP/1.1" status: 200 len: 946 time: 0.0734997 Dec 09 15:54:34.265916 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e04b1eb-b426-4b1d-a035-18373aede32d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:34.307113 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port 2dd471b4-56cd-43a8-8e2c-70832a88b3b7 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:54:34.310737 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d77459e0-6a09-49f9-ac8a-ba9bee1569e3 req-46ac94c3-1fe0-40ef-b327-1ca85853814e tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.57 "GET /v2.0/security-groups?id=817869b2-305b-41f2-b837-ebc295b756f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0640624 Dec 09 15:54:34.315077 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-76ab91d9-a54d-4f0a-b1b6-ec650cda251a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:34.316680 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 2dd471b4-56cd-43a8-8e2c-70832a88b3b7 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:34.317139 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:34.386438 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-463c59d3-bbe8-46b5-ba53-c3d6ce3a52d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:34.423484 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:34.452619 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4320ee-812c-42d3-81f4-90548bc41b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd471b4-56cd-43a8-8e2c-70832a88b3b7'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:54:34.455335 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8059f122-5b3a-4402-89e9-4cc97f63447c" -d '{"events": [{"server_uuid": "ca4320ee-812c-42d3-81f4-90548bc41b51", "name": "network-vif-plugged", "status": "completed", "tag": "2dd471b4-56cd-43a8-8e2c-70832a88b3b7"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:54:34.461877 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e04b1eb-b426-4b1d-a035-18373aede32d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:34.473042 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 2dd471b4-56cd-43a8-8e2c-70832a88b3b7, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=2dd471b4-56cd-43a8-8e2c-70832a88b3b7,segment=NetworkSegment(9e9c1069-da4b-49d3-b7c1-b803e425ba04),segment_id=9e9c1069-da4b-49d3-b7c1-b803e425ba04)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:54:34.481003 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:34.481876 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 33959313-41fe-4ab8-b0f5-84cfb06e5e02 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:54:34.511386 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-463c59d3-bbe8-46b5-ba53-c3d6ce3a52d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:34.516735 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-463c59d3-bbe8-46b5-ba53-c3d6ce3a52d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:34.528439 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: 33959313-41fe-4ab8-b0f5-84cfb06e5e02 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:54:34.528814 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 33959313-41fe-4ab8-b0f5-84cfb06e5e02 not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:54:34.555776 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=2dd471b4-56cd-43a8-8e2c-70832a88b3b7,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:34.586947 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e04b1eb-b426-4b1d-a035-18373aede32d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:34.597681 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-463c59d3-bbe8-46b5-ba53-c3d6ce3a52d5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a3a7feda502b4307b2982b57efa216e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3943465 Dec 09 15:54:34.599354 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58770) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:34.602201 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c59d3-bbe8-46b5-ba53-c3d6ce3a52d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cfb57c-05de-4dbb-83af-d03547831b92,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:34.634766 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83151e3-bf5c-472a-8e6f-d770d43a07bf req-042e0421-962b-448e-947c-89ec4c6fa38d tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:34.640087 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a83151e3-bf5c-472a-8e6f-d770d43a07bf req-042e0421-962b-448e-947c-89ec4c6fa38d tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d358826-2d1d-4339-bfba-d2bbd84dce36 HTTP/1.1" status: 200 len: 946 time: 0.1189520 Dec 09 15:54:34.656158 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e04b1eb-b426-4b1d-a035-18373aede32d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:34.661709 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1e04b1eb-b426-4b1d-a035-18373aede32d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/subnets/ebf7936b-3dff-43b0-80ac-d48e02c66e73 HTTP/1.1" status: 204 len: 168 time: 0.6505578 Dec 09 15:54:34.661709 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04b1eb-b426-4b1d-a035-18373aede32d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'Subnet': ['ID=ebf7936b-3dff-43b0-80ac-d48e02c66e73,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:34.662121 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58772) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:34.716069 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-70304638-76a2-4f7a-882d-720531070280 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:34.724558 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a83151e3-bf5c-472a-8e6f-d770d43a07bf req-c792b366-7ea4-4640-be9d-d926cc2f4c32 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.57 "GET /v2.0/security-groups?id=817869b2-305b-41f2-b837-ebc295b756f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0717778 Dec 09 15:54:34.752091 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ab91d9-a54d-4f0a-b1b6-ec650cda251a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Router 1e0d803d-121e-4864-a239-7ddb7edbe821 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:54:34.757185 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-70304638-76a2-4f7a-882d-720531070280 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:34.765615 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-379e35e7-b520-4e06-9bc5-1d304aa8c8ae tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:34.796269 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95caf7db-2fb2-405f-bdb4-2fc1ce093dcf x-openstack-request-id: req-95caf7db-2fb2-405f-bdb4-2fc1ce093dcf {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:54:34.797055 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4320ee-812c-42d3-81f4-90548bc41b51", "name": "network-vif-plugged", "status": "completed", "tag": "2dd471b4-56cd-43a8-8e2c-70832a88b3b7", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:54:34.799027 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-95caf7db-2fb2-405f-bdb4-2fc1ce093dcf {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:54:34.800074 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca4320ee-812c-42d3-81f4-90548bc41b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd471b4-56cd-43a8-8e2c-70832a88b3b7', 'code': 200} Dec 09 15:54:34.838671 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-70304638-76a2-4f7a-882d-720531070280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:34.844140 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-70304638-76a2-4f7a-882d-720531070280 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:34.847604 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-70304638-76a2-4f7a-882d-720531070280 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d2cfb57c-05de-4dbb-83af-d03547831b92 HTTP/1.1" status: 204 len: 168 time: 0.2450092 Dec 09 15:54:34.869497 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70304638-76a2-4f7a-882d-720531070280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cfb57c-05de-4dbb-83af-d03547831b92,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:34.965808 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519878fd-c98c-4c15-90fc-a490ff043d72 req-aa2b68b7-883e-426b-8b0c-f054ec44b8ab tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:34.968667 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-519878fd-c98c-4c15-90fc-a490ff043d72 req-aa2b68b7-883e-426b-8b0c-f054ec44b8ab tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d358826-2d1d-4339-bfba-d2bbd84dce36 HTTP/1.1" status: 200 len: 946 time: 0.0899532 Dec 09 15:54:35.041330 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-519878fd-c98c-4c15-90fc-a490ff043d72 req-40ae2d0a-8883-48e5-90ea-3624e695de81 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.57 "GET /v2.0/security-groups?id=817869b2-305b-41f2-b837-ebc295b756f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0626676 Dec 09 15:54:35.059950 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58782) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:35.206571 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25eb5728-7712-42f4-80ac-dfaaee2c5cae None None] Network ae0572ac-ac9c-4b65-b4a4-7bc23a3e5f15 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:54:35.223669 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf54562-72d4-4371-a022-6674be9d16ae req-7682d578-42dd-4e91-bd0f-4bb05195bcab tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:35.239007 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fcf54562-72d4-4371-a022-6674be9d16ae req-7682d578-42dd-4e91-bd0f-4bb05195bcab tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=ca4320ee-812c-42d3-81f4-90548bc41b51 HTTP/1.1" status: 200 len: 945 time: 0.0971193 Dec 09 15:54:35.255381 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58786) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:35.292169 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-480f363e-6418-4c36-9d63-f9dac91fc255 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:35.304008 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-233f9461-2300-4885-9c8e-d1075009e9eb None None] Provisioning complete for port 43cc2dc9-940c-4e17-9e78-504c16745353 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:35.304718 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-233f9461-2300-4885-9c8e-d1075009e9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:35.388739 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fcf54562-72d4-4371-a022-6674be9d16ae req-438951db-eedc-48f5-b5f7-074606744a20 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478155 Dec 09 15:54:35.393580 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284420f0-ecec-4202-9cef-e6782b5fd226 tempest-TestServerBasicOps-1667179265 tempest-TestServerBasicOps-1667179265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:35.399207 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-284420f0-ecec-4202-9cef-e6782b5fd226 tempest-TestServerBasicOps-1667179265 tempest-TestServerBasicOps-1667179265-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4d358826-2d1d-4339-bfba-d2bbd84dce36 HTTP/1.1" status: 200 len: 1092 time: 0.3367851 Dec 09 15:54:35.399867 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58788) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:35.406572 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-0a67186d-9638-4da8-b07c-8fa07b545a78 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'port_id': 'ce797569-3698-4716-9160-fb979f10b1ca', 'tenant_id': 'f4d71564044144c0a7c07487671be4ce', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:35.409443 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a68d4-40b4-462e-b4e5-71ee6aff9b94 req-0968f64d-0499-43d4-88fb-aa4b3f5c475b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:35.411115 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c80a68d4-40b4-462e-b4e5-71ee6aff9b94 req-0968f64d-0499-43d4-88fb-aa4b3f5c475b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ca4320ee-812c-42d3-81f4-90548bc41b51 HTTP/1.1" status: 200 len: 1096 time: 0.4974124 Dec 09 15:54:35.414416 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ab91d9-a54d-4f0a-b1b6-ec650cda251a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:54:35.418105 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-379e35e7-b520-4e06-9bc5-1d304aa8c8ae tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Deleting port 43cc2dc9-940c-4e17-9e78-504c16745353 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:54:35.418456 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-379e35e7-b520-4e06-9bc5-1d304aa8c8ae tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:35.425225 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ec38aa-d716-4591-ac87-402ffd75cc1a None None] Sync routers for ids ['1e0d803d-121e-4864-a239-7ddb7edbe821'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:54:35.462159 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a67186d-9638-4da8-b07c-8fa07b545a78 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:35.463246 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ec38aa-d716-4591-ac87-402ffd75cc1a None None] Routers {'1e0d803d-121e-4864-a239-7ddb7edbe821'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:54:35.464645 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-74ec38aa-d716-4591-ac87-402ffd75cc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:54:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1e0d803d-121e-4864-a239-7ddb7edbe821'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:35.519419 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-480f363e-6418-4c36-9d63-f9dac91fc255 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:35.524343 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-379e35e7-b520-4e06-9bc5-1d304aa8c8ae tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] For port 43cc2dc9-940c-4e17-9e78-504c16745353, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=43cc2dc9-940c-4e17-9e78-504c16745353,segment=NetworkSegment(36fd5dc8-7997-4063-90e9-54073dfc90ec),segment_id=36fd5dc8-7997-4063-90e9-54073dfc90ec)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:54:35.524814 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-379e35e7-b520-4e06-9bc5-1d304aa8c8ae tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:35.528318 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-480f363e-6418-4c36-9d63-f9dac91fc255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:35.545168 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-379e35e7-b520-4e06-9bc5-1d304aa8c8ae tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Calling delete_port for 43cc2dc9-940c-4e17-9e78-504c16745353 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:54:35.591801 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f363e-6418-4c36-9d63-f9dac91fc255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c42fd5-8f1d-4d4c-a952-345568ac435b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:35.601369 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-480f363e-6418-4c36-9d63-f9dac91fc255 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5b57cb57776c4afaa54a1c5384c340e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3444088 Dec 09 15:54:35.602000 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58792) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:35.604173 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eeb2eb4-9e58-4c1f-9410-e379cfb4cf05 None None] DHCP port deletion for ae0572ac-ac9c-4b65-b4a4-7bc23a3e5f15 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:54:35.642233 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-233f9461-2300-4885-9c8e-d1075009e9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:35.681858 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-233f9461-2300-4885-9c8e-d1075009e9eb None None] For port 43cc2dc9-940c-4e17-9e78-504c16745353, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=43cc2dc9-940c-4e17-9e78-504c16745353,segment=NetworkSegment(36fd5dc8-7997-4063-90e9-54073dfc90ec),segment_id=36fd5dc8-7997-4063-90e9-54073dfc90ec)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:54:35.685790 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-74ec38aa-d716-4591-ac87-402ffd75cc1a None None] Set router 1e0d803d-121e-4864-a239-7ddb7edbe821 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:54:35.687967 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-233f9461-2300-4885-9c8e-d1075009e9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:35.693345 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8ccea07e-21d9-485c-9f18-7f08de6023c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:35.700969 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-76ab91d9-a54d-4f0a-b1b6-ec650cda251a tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "PUT /v2.0/routers/1e0d803d-121e-4864-a239-7ddb7edbe821/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5088501 Dec 09 15:54:35.707583 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58794) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:35.723653 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8ccea07e-21d9-485c-9f18-7f08de6023c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:35.731461 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f9461-2300-4885-9c8e-d1075009e9eb None None] Pushing event deleted for resources: {'Port': ['ID=43cc2dc9-940c-4e17-9e78-504c16745353,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:35.735291 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a67186d-9638-4da8-b07c-8fa07b545a78 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:35.741804 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9eeb2eb4-9e58-4c1f-9410-e379cfb4cf05 None None] Deleting port 43cc2dc9-940c-4e17-9e78-504c16745353 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:54:35.742230 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9eeb2eb4-9e58-4c1f-9410-e379cfb4cf05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:35.827019 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9eeb2eb4-9e58-4c1f-9410-e379cfb4cf05 None None] For port 43cc2dc9-940c-4e17-9e78-504c16745353, host n-d-821228-1, got binding levels [] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:54:35.827592 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9eeb2eb4-9e58-4c1f-9410-e379cfb4cf05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:35.831549 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c80a68d4-40b4-462e-b4e5-71ee6aff9b94 req-18671c76-ceb2-46d0-ba1d-2fe0501e9195 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258402 Dec 09 15:54:35.832299 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-379e35e7-b520-4e06-9bc5-1d304aa8c8ae tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:35.845492 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9eeb2eb4-9e58-4c1f-9410-e379cfb4cf05 None None] Calling delete_port for 43cc2dc9-940c-4e17-9e78-504c16745353 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:54:35.849977 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.ipam_backend_mixin [None req-9eeb2eb4-9e58-4c1f-9410-e379cfb4cf05 None None] Port 43cc2dc9-940c-4e17-9e78-504c16745353 was not found and therefore no delete operation was performed {{(pid=103246) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 15:54:35.850251 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f1f7f96-ff88-4d0f-ae5e-1cf08c16dd5e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Deleting subnet 51626e49-5d71-4d05-9e5e-ff7fb76e288a {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:54:35.852428 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9eeb2eb4-9e58-4c1f-9410-e379cfb4cf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:35.858130 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f1f7f96-ff88-4d0f-ae5e-1cf08c16dd5e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:35.862312 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8ccea07e-21d9-485c-9f18-7f08de6023c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:35.865174 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8ccea07e-21d9-485c-9f18-7f08de6023c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:35.869223 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8ccea07e-21d9-485c-9f18-7f08de6023c1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/53c42fd5-8f1d-4d4c-a952-345568ac435b HTTP/1.1" status: 204 len: 168 time: 0.2650547 Dec 09 15:54:35.880490 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379e35e7-b520-4e06-9bc5-1d304aa8c8ae tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] No DVR routers for this DVR port 43cc2dc9-940c-4e17-9e78-504c16745353 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:54:35.887004 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb2eb4-9e58-4c1f-9410-e379cfb4cf05 None None] Pushing event deleted for resources: {'Port': ['ID=43cc2dc9-940c-4e17-9e78-504c16745353,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:35.891849 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-0a67186d-9638-4da8-b07c-8fa07b545a78 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Allocated IP 172.25.3.53 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/e1ec84c7-4a65-49c9-aa3b-e2ebbf8d7167) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:54:35.893893 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccea07e-21d9-485c-9f18-7f08de6023c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c42fd5-8f1d-4d4c-a952-345568ac435b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:35.896482 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eeb2eb4-9e58-4c1f-9410-e379cfb4cf05 None None] No DVR routers for this DVR port 43cc2dc9-940c-4e17-9e78-504c16745353 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:54:35.908883 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e35e7-b520-4e06-9bc5-1d304aa8c8ae tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'Port': ['ID=43cc2dc9-940c-4e17-9e78-504c16745353,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:35.997669 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-74ec38aa-d716-4591-ac87-402ffd75cc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0d803d-121e-4864-a239-7ddb7edbe821', 'name': 'tempest-TestNetworkBasicOps-router-1615296745', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '0f54118a-1e5a-4b97-860a-92578ce42d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:52:17Z', 'updated_at': '2021-12-09T15:54:33Z', 'revision_number': 5, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'gw_port': {'id': '0f54118a-1e5a-4b97-860a-92578ce42d97', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:41:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0d803d-121e-4864-a239-7ddb7edbe821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:52:19Z', 'updated_at': '2021-12-09T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:35.999292 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-379e35e7-b520-4e06-9bc5-1d304aa8c8ae tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:36.034123 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ec38aa-d716-4591-ac87-402ffd75cc1a None None] Checking router: 1e0d803d-121e-4864-a239-7ddb7edbe821 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:54:36.044355 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-379e35e7-b520-4e06-9bc5-1d304aa8c8ae tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae0572ac-ac9c-4b65-b4a4-7bc23a3e5f15']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:36.045785 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ec38aa-d716-4591-ac87-402ffd75cc1a None None] Routers {'1e0d803d-121e-4864-a239-7ddb7edbe821'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:54:36.047005 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-74ec38aa-d716-4591-ac87-402ffd75cc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:54:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1e0d803d-121e-4864-a239-7ddb7edbe821'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:36.048508 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f1f7f96-ff88-4d0f-ae5e-1cf08c16dd5e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:36.080597 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-379e35e7-b520-4e06-9bc5-1d304aa8c8ae tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36fd5dc8-7997-4063-90e9-54073dfc90ec') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:36.081006 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-379e35e7-b520-4e06-9bc5-1d304aa8c8ae tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36fd5dc8-7997-4063-90e9-54073dfc90ec') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:36.097686 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-379e35e7-b520-4e06-9bc5-1d304aa8c8ae tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:36.129535 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-379e35e7-b520-4e06-9bc5-1d304aa8c8ae tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:36.157435 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-379e35e7-b520-4e06-9bc5-1d304aa8c8ae tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:54:36.157857 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-379e35e7-b520-4e06-9bc5-1d304aa8c8ae tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:36.161045 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:54:36.161045 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:54:36.161045 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:54:36.161045 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:54:36.161045 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:54:36.161045 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:54:36.161045 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:54:36.161045 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:54:36.161045 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:54:36.161045 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:54:36.161045 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:54:36.161045 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:54:36.161045 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:54:36.161045 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:54:36.161045 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:54:36.161045 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:54:36.161045 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:54:36.161045 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:54:36.161045 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:54:36.161045 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:54:36.161045 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:54:36.161045 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:54:36.161045 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:54:36.161045 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:54:36.161045 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:54:36.161045 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:54:36.161045 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:54:36.161045 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:54:36.161045 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:54:36.161045 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:54:36.161045 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:54:36.161045 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:54:36.204851 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-74ec38aa-d716-4591-ac87-402ffd75cc1a None None] Set router 1e0d803d-121e-4864-a239-7ddb7edbe821 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:54:36.229475 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f1f7f96-ff88-4d0f-ae5e-1cf08c16dd5e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:36.253692 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-379e35e7-b520-4e06-9bc5-1d304aa8c8ae tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:36.262541 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-379e35e7-b520-4e06-9bc5-1d304aa8c8ae tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:36.269714 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-379e35e7-b520-4e06-9bc5-1d304aa8c8ae tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/networks/ae0572ac-ac9c-4b65-b4a4-7bc23a3e5f15 HTTP/1.1" status: 204 len: 168 time: 1.6009176 Dec 09 15:54:36.271833 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58800) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:36.295298 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-720a01a9-a531-458f-b1b9-f97666b27474 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'port': {'network_id': '656197f4-1cd3-493a-ab28-12ffabdc1b9e', 'name': 'tempest-PortsIpV6TestJSON-626129955'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:36.311644 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e35e7-b520-4e06-9bc5-1d304aa8c8ae tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'Network': ['ID=ae0572ac-ac9c-4b65-b4a4-7bc23a3e5f15,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:36.430692 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f1f7f96-ff88-4d0f-ae5e-1cf08c16dd5e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:36.454957 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a67186d-9638-4da8-b07c-8fa07b545a78 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:36.456204 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f7f96-ff88-4d0f-ae5e-1cf08c16dd5e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event deleted for resources: {'Subnet': ['ID=51626e49-5d71-4d05-9e5e-ff7fb76e288a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:36.458094 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720a01a9-a531-458f-b1b9-f97666b27474 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Made reservation on behalf of a0414aa73f0c4eafb04aaa84640f8f2b for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:54:36.462109 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-720a01a9-a531-458f-b1b9-f97666b27474 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:36.482492 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f1f7f96-ff88-4d0f-ae5e-1cf08c16dd5e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:36.488494 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58810) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:36.488676 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3f1f7f96-ff88-4d0f-ae5e-1cf08c16dd5e tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "DELETE /v2.0/subnets/51626e49-5d71-4d05-9e5e-ff7fb76e288a HTTP/1.1" status: 204 len: 168 time: 0.7584922 Dec 09 15:54:36.488960 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396e589b-94fc-45bb-a4d4-8d5c70302c0e None None] Network f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:54:36.497735 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-720a01a9-a531-458f-b1b9-f97666b27474 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] device_id is not set on port b6acbfb4-2f37-4fba-82e5-3415ea973dae yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:54:36.600668 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a67186d-9638-4da8-b07c-8fa07b545a78 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:36.633619 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-74ec38aa-d716-4591-ac87-402ffd75cc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0d803d-121e-4864-a239-7ddb7edbe821', 'name': 'tempest-TestNetworkBasicOps-router-1615296745', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '0f54118a-1e5a-4b97-860a-92578ce42d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:52:17Z', 'updated_at': '2021-12-09T15:54:33Z', 'revision_number': 5, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'gw_port': {'id': '0f54118a-1e5a-4b97-860a-92578ce42d97', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:41:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0d803d-121e-4864-a239-7ddb7edbe821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:52:19Z', 'updated_at': '2021-12-09T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:36.667544 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ec38aa-d716-4591-ac87-402ffd75cc1a None None] The sync data for ids ['1e0d803d-121e-4864-a239-7ddb7edbe821'] in n-d-821228-1 is: [{'id': '1e0d803d-121e-4864-a239-7ddb7edbe821', 'name': 'tempest-TestNetworkBasicOps-router-1615296745', 'tenant_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '0f54118a-1e5a-4b97-860a-92578ce42d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:52:17Z', 'updated_at': '2021-12-09T15:54:33Z', 'revision_number': 5, 'project_id': '033ae2b2d4cc49e5bcd8a5d96b154150', 'gw_port': {'id': '0f54118a-1e5a-4b97-860a-92578ce42d97', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:41:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0d803d-121e-4864-a239-7ddb7edbe821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:52:19Z', 'updated_at': '2021-12-09T15:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:54:36.729514 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492e6651-a8e7-44ab-b2c9-1bde55a9f9e1 None None] DHCP port deletion for f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:54:36.771158 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a67186d-9638-4da8-b07c-8fa07b545a78 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:54:36.788649 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-0a67186d-9638-4da8-b07c-8fa07b545a78 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:36.792665 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-720a01a9-a531-458f-b1b9-f97666b27474 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:36.794777 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a67186d-9638-4da8-b07c-8fa07b545a78 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:54:36.795607 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-492e6651-a8e7-44ab-b2c9-1bde55a9f9e1 None None] Deleting port 0008f4af-0c24-4bf8-9799-8c7c134acc09 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:54:36.796154 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-492e6651-a8e7-44ab-b2c9-1bde55a9f9e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:36.805042 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67186d-9638-4da8-b07c-8fa07b545a78 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Pushing event updated for resources: {'Port': ['ID=e1ec84c7-4a65-49c9-aa3b-e2ebbf8d7167,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:36.834881 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e0745-f673-466d-9682-5f25e7b8efc2 req-cad54732-beb1-4acc-8125-4031162f0fdd tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:36.836440 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-460e0745-f673-466d-9682-5f25e7b8efc2 req-cad54732-beb1-4acc-8125-4031162f0fdd tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=ca4320ee-812c-42d3-81f4-90548bc41b51 HTTP/1.1" status: 200 len: 945 time: 0.1961577 Dec 09 15:54:36.841219 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-25939c94-fe20-40d6-a7b0-0c148f861678 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:36.847059 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-720a01a9-a531-458f-b1b9-f97666b27474 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:36.899240 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-492e6651-a8e7-44ab-b2c9-1bde55a9f9e1 None None] For port 0008f4af-0c24-4bf8-9799-8c7c134acc09, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=0008f4af-0c24-4bf8-9799-8c7c134acc09,segment=NetworkSegment(70a7e2c1-c7ec-4dad-a59e-ead94cc69f21),segment_id=70a7e2c1-c7ec-4dad-a59e-ead94cc69f21)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:54:36.900054 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-492e6651-a8e7-44ab-b2c9-1bde55a9f9e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:36.907194 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a01a9-a531-458f-b1b9-f97666b27474 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'Port': ['ID=b6acbfb4-2f37-4fba-82e5-3415ea973dae,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:36.920836 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720a01a9-a531-458f-b1b9-f97666b27474 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Network 656197f4-1cd3-493a-ab28-12ffabdc1b9e is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:54:36.924269 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-720a01a9-a531-458f-b1b9-f97666b27474 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:36.927542 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720a01a9-a531-458f-b1b9-f97666b27474 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:54:36.933578 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720a01a9-a531-458f-b1b9-f97666b27474 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:36.934854 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-720a01a9-a531-458f-b1b9-f97666b27474 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:36.941929 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-492e6651-a8e7-44ab-b2c9-1bde55a9f9e1 None None] Calling delete_port for 0008f4af-0c24-4bf8-9799-8c7c134acc09 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:54:36.953618 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-720a01a9-a531-458f-b1b9-f97666b27474 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6801291 Dec 09 15:54:36.956252 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58824) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:36.998508 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-460e0745-f673-466d-9682-5f25e7b8efc2 req-d8b34534-002f-406b-b78d-9abaf53dd702 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228724 Dec 09 15:54:37.075791 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-492e6651-a8e7-44ab-b2c9-1bde55a9f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:37.121204 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-25939c94-fe20-40d6-a7b0-0c148f861678 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:37.144136 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492e6651-a8e7-44ab-b2c9-1bde55a9f9e1 None None] No DVR routers for this DVR port 0008f4af-0c24-4bf8-9799-8c7c134acc09 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:54:37.148225 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-db18825e-6562-45f9-9f1f-822390c5ee79 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Deleting port b6acbfb4-2f37-4fba-82e5-3415ea973dae {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:54:37.148658 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-db18825e-6562-45f9-9f1f-822390c5ee79 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:37.150736 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e6651-a8e7-44ab-b2c9-1bde55a9f9e1 None None] Pushing event deleted for resources: {'Port': ['ID=0008f4af-0c24-4bf8-9799-8c7c134acc09,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:37.253040 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-db18825e-6562-45f9-9f1f-822390c5ee79 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:37.273737 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-db18825e-6562-45f9-9f1f-822390c5ee79 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Calling delete_port for b6acbfb4-2f37-4fba-82e5-3415ea973dae owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:54:37.344618 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-25939c94-fe20-40d6-a7b0-0c148f861678 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Deleting port 0f54118a-1e5a-4b97-860a-92578ce42d97 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:54:37.344972 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-25939c94-fe20-40d6-a7b0-0c148f861678 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:37.379315 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-db18825e-6562-45f9-9f1f-822390c5ee79 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:37.413881 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18825e-6562-45f9-9f1f-822390c5ee79 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'Port': ['ID=b6acbfb4-2f37-4fba-82e5-3415ea973dae,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:37.421897 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-db18825e-6562-45f9-9f1f-822390c5ee79 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:37.425409 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-db18825e-6562-45f9-9f1f-822390c5ee79 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/ports/b6acbfb4-2f37-4fba-82e5-3415ea973dae HTTP/1.1" status: 204 len: 168 time: 0.4679410 Dec 09 15:54:37.427906 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58832) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:37.436192 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-1121cda6-389a-4ef6-9b04-3092aae420c1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'port': {'network_id': '656197f4-1cd3-493a-ab28-12ffabdc1b9e', 'mac_address': 'fa:16:3e:3d:62:13', 'name': 'tempest-PortsIpV6TestJSON-2027263707'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:37.539455 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1121cda6-389a-4ef6-9b04-3092aae420c1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Made reservation on behalf of a0414aa73f0c4eafb04aaa84640f8f2b for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:54:37.578653 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-25939c94-fe20-40d6-a7b0-0c148f861678 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] For port 0f54118a-1e5a-4b97-860a-92578ce42d97, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=0f54118a-1e5a-4b97-860a-92578ce42d97,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:54:37.579198 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-25939c94-fe20-40d6-a7b0-0c148f861678 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:37.609590 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1121cda6-389a-4ef6-9b04-3092aae420c1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:37.626193 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-25939c94-fe20-40d6-a7b0-0c148f861678 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Calling delete_port for 0f54118a-1e5a-4b97-860a-92578ce42d97 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:54:37.635180 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-1121cda6-389a-4ef6-9b04-3092aae420c1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] device_id is not set on port 1fac8cdd-f0d5-42d2-805c-4e37dd3ab288 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:54:37.768370 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a67186d-9638-4da8-b07c-8fa07b545a78 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:37.820057 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1121cda6-389a-4ef6-9b04-3092aae420c1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:37.857381 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1121cda6-389a-4ef6-9b04-3092aae420c1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:37.908205 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1121cda6-389a-4ef6-9b04-3092aae420c1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Network 656197f4-1cd3-493a-ab28-12ffabdc1b9e is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:54:37.911319 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-1121cda6-389a-4ef6-9b04-3092aae420c1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:37.916924 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1121cda6-389a-4ef6-9b04-3092aae420c1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:54:37.922481 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1121cda6-389a-4ef6-9b04-3092aae420c1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:37.922481 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1121cda6-389a-4ef6-9b04-3092aae420c1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:37.926009 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1121cda6-389a-4ef6-9b04-3092aae420c1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'Port': ['ID=1fac8cdd-f0d5-42d2-805c-4e37dd3ab288,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:37.929940 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a67186d-9638-4da8-b07c-8fa07b545a78 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:37.944964 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1121cda6-389a-4ef6-9b04-3092aae420c1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5156810 Dec 09 15:54:37.947241 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58846) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:38.000476 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc12b52-fa33-404d-941a-b3e947bc57ce tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:38.002055 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-acc12b52-fa33-404d-941a-b3e947bc57ce tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "GET /v2.0/ports/1fac8cdd-f0d5-42d2-805c-4e37dd3ab288 HTTP/1.1" status: 200 len: 845 time: 0.0536134 Dec 09 15:54:38.004819 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58848) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:38.013329 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device bfaf9049-59a7-4be7-bbf7-a87f7cac7dd8 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:54:38.040205 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: bfaf9049-59a7-4be7-bbf7-a87f7cac7dd8 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:54:38.040833 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device bfaf9049-59a7-4be7-bbf7-a87f7cac7dd8 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:54:38.041251 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 0008f4af-0c24-4bf8-9799-8c7c134acc09 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:54:38.064489 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 0008f4af-0c24-4bf8-9799-8c7c134acc09 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:54:38.065241 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 0008f4af-0c24-4bf8-9799-8c7c134acc09 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:54:38.111668 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-25939c94-fe20-40d6-a7b0-0c148f861678 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:38.152013 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-304c1a58-56b8-4391-9848-e1ba657f4159 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Deleting port 1fac8cdd-f0d5-42d2-805c-4e37dd3ab288 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:54:38.152716 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-304c1a58-56b8-4391-9848-e1ba657f4159 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:38.160251 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25939c94-fe20-40d6-a7b0-0c148f861678 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event deleted for resources: {'Port': ['ID=0f54118a-1e5a-4b97-860a-92578ce42d97,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:38.203279 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78f6c93-4fde-4d25-a2b6-d421dd54ae5c None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:54:38.232154 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-304c1a58-56b8-4391-9848-e1ba657f4159 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:38.249832 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-304c1a58-56b8-4391-9848-e1ba657f4159 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Calling delete_port for 1fac8cdd-f0d5-42d2-805c-4e37dd3ab288 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:54:38.362883 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-304c1a58-56b8-4391-9848-e1ba657f4159 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:38.392863 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c1a58-56b8-4391-9848-e1ba657f4159 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'Port': ['ID=1fac8cdd-f0d5-42d2-805c-4e37dd3ab288,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:38.401889 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-304c1a58-56b8-4391-9848-e1ba657f4159 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:38.405643 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-304c1a58-56b8-4391-9848-e1ba657f4159 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/ports/1fac8cdd-f0d5-42d2-805c-4e37dd3ab288 HTTP/1.1" status: 204 len: 168 time: 0.3995924 Dec 09 15:54:38.407951 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58858) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:38.457777 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fdb4e21-3826-498a-9643-e4270708bad2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] GET failed (client error): The resource could not be found. Dec 09 15:54:38.459077 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9fdb4e21-3826-498a-9643-e4270708bad2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "GET /v2.0/ports/1fac8cdd-f0d5-42d2-805c-4e37dd3ab288 HTTP/1.1" status: 404 len: 333 time: 0.0500443 Dec 09 15:54:38.464791 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58862) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:38.470626 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-5deb7bf0-613b-4fee-a74d-8a6330fb4e5d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'port': {'network_id': '656197f4-1cd3-493a-ab28-12ffabdc1b9e', 'name': 'tempest-PortsIpV6TestJSON-266664668'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:38.566771 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5deb7bf0-613b-4fee-a74d-8a6330fb4e5d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Made reservation on behalf of a0414aa73f0c4eafb04aaa84640f8f2b for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:54:38.572853 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5deb7bf0-613b-4fee-a74d-8a6330fb4e5d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:38.580852 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-25939c94-fe20-40d6-a7b0-0c148f861678 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:38.594795 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-5deb7bf0-613b-4fee-a74d-8a6330fb4e5d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] device_id is not set on port bcabd46a-b5e8-4ce3-ac7f-8f46c6b760be yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:54:38.660510 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d2e96-d7c7-452e-8715-ee0a8d5a4460 req-5c66d547-1bd7-44a0-a5e8-e4f37c08788e tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:38.662006 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9e9d2e96-d7c7-452e-8715-ee0a8d5a4460 req-5c66d547-1bd7-44a0-a5e8-e4f37c08788e tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=ca4320ee-812c-42d3-81f4-90548bc41b51 HTTP/1.1" status: 200 len: 945 time: 0.5470071 Dec 09 15:54:38.702517 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-25939c94-fe20-40d6-a7b0-0c148f861678 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:38.713685 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-25939c94-fe20-40d6-a7b0-0c148f861678 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:38.769823 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5deb7bf0-613b-4fee-a74d-8a6330fb4e5d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:38.770559 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a67186d-9638-4da8-b07c-8fa07b545a78 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:38.783177 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a67186d-9638-4da8-b07c-8fa07b545a78 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:38.797108 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-25939c94-fe20-40d6-a7b0-0c148f861678 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:38.797647 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25939c94-fe20-40d6-a7b0-0c148f861678 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Fanout notify agent at l3_agent the message router_deleted on router 1e0d803d-121e-4864-a239-7ddb7edbe821 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:54:38.817157 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5deb7bf0-613b-4fee-a74d-8a6330fb4e5d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:38.825126 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-25939c94-fe20-40d6-a7b0-0c148f861678 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:38.829072 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-25939c94-fe20-40d6-a7b0-0c148f861678 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "DELETE /v2.0/routers/1e0d803d-121e-4864-a239-7ddb7edbe821 HTTP/1.1" status: 204 len: 168 time: 2.3368285 Dec 09 15:54:38.831887 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9e9d2e96-d7c7-452e-8715-ee0a8d5a4460 req-e82bb76b-11de-4dcb-b61d-41d4f525d4b2 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432440 Dec 09 15:54:38.835214 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58864) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:38.890423 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb7bf0-613b-4fee-a74d-8a6330fb4e5d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'Port': ['ID=bcabd46a-b5e8-4ce3-ac7f-8f46c6b760be,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:38.910869 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5deb7bf0-613b-4fee-a74d-8a6330fb4e5d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Network 656197f4-1cd3-493a-ab28-12ffabdc1b9e is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:54:38.912380 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-5deb7bf0-613b-4fee-a74d-8a6330fb4e5d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:38.921127 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5deb7bf0-613b-4fee-a74d-8a6330fb4e5d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:54:38.933419 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5deb7bf0-613b-4fee-a74d-8a6330fb4e5d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:38.934100 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5deb7bf0-613b-4fee-a74d-8a6330fb4e5d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:38.958692 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5deb7bf0-613b-4fee-a74d-8a6330fb4e5d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4923582 Dec 09 15:54:38.962589 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58868) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:38.972855 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67186d-9638-4da8-b07c-8fa07b545a78 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Pushing event updated for resources: {'Port': ['ID=e1ec84c7-4a65-49c9-aa3b-e2ebbf8d7167,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:38.982456 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d5e70782-f942-46da-99dd-c1fb771ad940 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:39.003357 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f13f7b85-efd8-4640-81fa-0e867897be18 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:39.007013 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a67186d-9638-4da8-b07c-8fa07b545a78 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:39.104735 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d5e70782-f942-46da-99dd-c1fb771ad940 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:39.193788 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f13f7b85-efd8-4640-81fa-0e867897be18 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:39.208201 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-0a67186d-9638-4da8-b07c-8fa07b545a78 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Floating IP 74990517-560e-4dcd-afdc-e448909f28dc associated. External IP: 172.25.3.53, port: ce797569-3698-4716-9160-fb979f10b1ca. Dec 09 15:54:39.275586 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-f13f7b85-efd8-4640-81fa-0e867897be18 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:39.302614 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-f13f7b85-efd8-4640-81fa-0e867897be18 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70a7e2c1-c7ec-4dad-a59e-ead94cc69f21') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:39.303038 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-f13f7b85-efd8-4640-81fa-0e867897be18 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70a7e2c1-c7ec-4dad-a59e-ead94cc69f21') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:39.336711 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f13f7b85-efd8-4640-81fa-0e867897be18 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:39.405417 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d5e70782-f942-46da-99dd-c1fb771ad940 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:39.408527 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f13f7b85-efd8-4640-81fa-0e867897be18 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:39.413925 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d5e70782-f942-46da-99dd-c1fb771ad940 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:39.425343 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f13f7b85-efd8-4640-81fa-0e867897be18 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:54:39.426008 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f13f7b85-efd8-4640-81fa-0e867897be18 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:39.430098 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:54:39.430098 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:54:39.430098 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:54:39.430098 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:54:39.430098 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:54:39.430098 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:54:39.430098 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:54:39.430098 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:54:39.430098 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:54:39.430098 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:54:39.430098 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:54:39.430098 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:54:39.430098 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:54:39.430098 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:54:39.430098 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:54:39.430098 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:54:39.430098 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:54:39.430098 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:54:39.430098 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:54:39.430098 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:54:39.430098 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:54:39.430098 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:54:39.430098 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:54:39.430098 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:54:39.430098 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:54:39.430098 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:54:39.430098 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:54:39.430098 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:54:39.430098 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:54:39.430098 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:54:39.430098 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:54:39.430098 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:54:39.456648 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-d5e70782-f942-46da-99dd-c1fb771ad940 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] In _notify_port_updated(), no bound segment for port bcabd46a-b5e8-4ce3-ac7f-8f46c6b760be on network 656197f4-1cd3-493a-ab28-12ffabdc1b9e {{(pid=103245) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:54:39.462255 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e70782-f942-46da-99dd-c1fb771ad940 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:39.462821 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d5e70782-f942-46da-99dd-c1fb771ad940 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:39.464126 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d5e70782-f942-46da-99dd-c1fb771ad940 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "PUT /v2.0/ports/bcabd46a-b5e8-4ce3-ac7f-8f46c6b760be HTTP/1.1" status: 200 len: 818 time: 0.5005620 Dec 09 15:54:39.467736 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58878) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:39.514491 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f13f7b85-efd8-4640-81fa-0e867897be18 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:39.518771 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e70782-f942-46da-99dd-c1fb771ad940 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'Port': ['ID=bcabd46a-b5e8-4ce3-ac7f-8f46c6b760be,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:39.552801 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f13f7b85-efd8-4640-81fa-0e867897be18 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:39.559137 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f13f7b85-efd8-4640-81fa-0e867897be18 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] 10.222.0.57 "DELETE /v2.0/networks/f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5 HTTP/1.1" status: 204 len: 168 time: 0.7203338 Dec 09 15:54:39.582892 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f7b85-efd8-4640-81fa-0e867897be18 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] Pushing event deleted for resources: {'Network': ['ID=f66e94bf-c32e-4b1a-bd28-59cbec6b9ef5,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:39.610644 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-702031f8-b8be-4204-b9ca-ee12a6a5b5ae tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Deleting port bcabd46a-b5e8-4ce3-ac7f-8f46c6b760be {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:54:39.610980 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-702031f8-b8be-4204-b9ca-ee12a6a5b5ae tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:39.669473 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a67186d-9638-4da8-b07c-8fa07b545a78 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Router ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:54:39.685959 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-702031f8-b8be-4204-b9ca-ee12a6a5b5ae tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:39.702810 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-702031f8-b8be-4204-b9ca-ee12a6a5b5ae tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Calling delete_port for bcabd46a-b5e8-4ce3-ac7f-8f46c6b760be owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:54:39.800913 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-702031f8-b8be-4204-b9ca-ee12a6a5b5ae tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:39.833944 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a67186d-9638-4da8-b07c-8fa07b545a78 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:54:39.841587 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702031f8-b8be-4204-b9ca-ee12a6a5b5ae tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'Port': ['ID=bcabd46a-b5e8-4ce3-ac7f-8f46c6b760be,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:39.851338 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e056d7-0387-45bf-9741-ce9f7e214621 None None] Sync routers for ids ['ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:54:39.869155 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-702031f8-b8be-4204-b9ca-ee12a6a5b5ae tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:39.871369 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e056d7-0387-45bf-9741-ce9f7e214621 None None] Routers {'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:54:39.871503 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0a67186d-9638-4da8-b07c-8fa07b545a78 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:39.874112 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-22e056d7-0387-45bf-9741-ce9f7e214621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:54:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:39.882118 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-702031f8-b8be-4204-b9ca-ee12a6a5b5ae tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/ports/bcabd46a-b5e8-4ce3-ac7f-8f46c6b760be HTTP/1.1" status: 204 len: 168 time: 0.4115129 Dec 09 15:54:39.884405 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58886) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:39.909353 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0a67186d-9638-4da8-b07c-8fa07b545a78 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5058527 Dec 09 15:54:39.909566 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58888) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:39.910809 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d358826-2d1d-4339-bfba-d2bbd84dce36', 'tag': 'ce797569-3698-4716-9160-fb979f10b1ca'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:54:39.914226 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcaa3bb0-a54f-4ea1-8122-971efad4bfa6" -d '{"events": [{"name": "network-changed", "server_uuid": "4d358826-2d1d-4339-bfba-d2bbd84dce36", "tag": "ce797569-3698-4716-9160-fb979f10b1ca"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:54:39.971699 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b81b443-fc4e-4343-bb8f-fdd4d46d5035 x-openstack-request-id: req-8b81b443-fc4e-4343-bb8f-fdd4d46d5035 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:54:39.972242 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d358826-2d1d-4339-bfba-d2bbd84dce36", "tag": "ce797569-3698-4716-9160-fb979f10b1ca", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:54:39.972881 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8b81b443-fc4e-4343-bb8f-fdd4d46d5035 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:54:39.973471 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d358826-2d1d-4339-bfba-d2bbd84dce36', 'tag': 'ce797569-3698-4716-9160-fb979f10b1ca', 'status': 'completed', 'code': 200} Dec 09 15:54:40.026606 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea2b527-3251-4aba-bcdb-020799ae89bc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:40.049157 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bea2b527-3251-4aba-bcdb-020799ae89bc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1636078 Dec 09 15:54:40.052616 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58898) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:40.056581 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 0f54118a-1e5a-4b97-860a-92578ce42d97 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:54:40.088357 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 0f54118a-1e5a-4b97-860a-92578ce42d97 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:54:40.088985 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 0f54118a-1e5a-4b97-860a-92578ce42d97 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:54:40.106976 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b0c3551-c56a-4f57-b1e9-594ca783e521 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] GET failed (client error): The resource could not be found. Dec 09 15:54:40.111774 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9b0c3551-c56a-4f57-b1e9-594ca783e521 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "GET /v2.0/ports/bcabd46a-b5e8-4ce3-ac7f-8f46c6b760be HTTP/1.1" status: 404 len: 333 time: 0.0542562 Dec 09 15:54:40.112517 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa3bb0-a54f-4ea1-8122-971efad4bfa6 req-e3b0de24-aaa7-490b-9b13-5333bdc510a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:40.114053 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bcaa3bb0-a54f-4ea1-8122-971efad4bfa6 req-e3b0de24-aaa7-490b-9b13-5333bdc510a1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f4d71564044144c0a7c07487671be4ce&device_id=4d358826-2d1d-4339-bfba-d2bbd84dce36 HTTP/1.1" status: 200 len: 1097 time: 0.1079094 Dec 09 15:54:40.114534 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58900) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:40.114920 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-22e056d7-0387-45bf-9741-ce9f7e214621 None None] Set router ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:54:40.119826 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-9926b86c-dae5-4582-ba97-dc5a4aeaa40d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-321117606'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:40.204997 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9926b86c-dae5-4582-ba97-dc5a4aeaa40d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Made reservation on behalf of a0414aa73f0c4eafb04aaa84640f8f2b for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:54:40.208872 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9926b86c-dae5-4582-ba97-dc5a4aeaa40d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:40.282921 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ff9a8fc8-cddc-424c-be38-6bcc65946c39 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=033ae2b2d4cc49e5bcd8a5d96b154150&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3630023 Dec 09 15:54:40.284513 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58902) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:40.300701 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9926b86c-dae5-4582-ba97-dc5a4aeaa40d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:54:40.314098 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa3bb0-a54f-4ea1-8122-971efad4bfa6 req-ea510d16-e2ef-40c2-89f2-c588f1e2b98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:40.315625 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bcaa3bb0-a54f-4ea1-8122-971efad4bfa6 req-ea510d16-e2ef-40c2-89f2-c588f1e2b98a service neutron] 10.222.0.31 "GET /v2.0/networks?id=d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0 HTTP/1.1" status: 200 len: 910 time: 0.1829455 Dec 09 15:54:40.319949 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9926b86c-dae5-4582-ba97-dc5a4aeaa40d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:40.320472 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-9926b86c-dae5-4582-ba97-dc5a4aeaa40d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Added segment beff999d-ce9b-4dbf-bae3-ea1bd15f1e09 of type vlan for network 80e6ea02-6f02-44df-b040-276cdf571e9b Dec 09 15:54:40.358331 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e5bbba6-5f1d-4474-8bbc-fd4ec4f476a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:40.382826 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e5bbba6-5f1d-4474-8bbc-fd4ec4f476a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:40.446770 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-22e056d7-0387-45bf-9741-ce9f7e214621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8', 'name': 'tempest-TestServerBasicOps-1294408284-router', 'tenant_id': 'f4d71564044144c0a7c07487671be4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '2d3e97da-51f8-4e67-a302-5bd3f6196541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:53:53Z', 'updated_at': '2021-12-09T15:54:02Z', 'revision_number': 4, 'project_id': 'f4d71564044144c0a7c07487671be4ce', 'gw_port': {'id': '2d3e97da-51f8-4e67-a302-5bd3f6196541', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:55Z', 'updated_at': '2021-12-09T15:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '74990517-560e-4dcd-afdc-e448909f28dc', 'tenant_id': 'f4d71564044144c0a7c07487671be4ce', 'floating_ip_address': '172.25.3.53', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8', 'port_id': 'ce797569-3698-4716-9160-fb979f10b1ca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2966, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4a4ee12-ce5d-417b-ac39-e16fce9cf3a0', 'mac_address': 'fa:16:3e:d8:4f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d358826-2d1d-4339-bfba-d2bbd84dce36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:54:37Z', 'updated_at': '2021-12-09T15:54:37Z', 'revision_number': 0, 'project_id': 'f4d71564044144c0a7c07487671be4ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9039c4f-2421-448e-a0e1-22179173d443', 'name': '', 'network_id': 'd4a4ee12-ce5d-417b-ac39-e16fce9cf3a0', 'tenant_id': 'f4d71564044144c0a7c07487671be4ce', 'mac_address': 'fa:16:3e:be:e2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': 'a3812c03-4ef5-48f3-99e1-875d1f7c41a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:59Z', 'updated_at': '2021-12-09T15:54:06Z', 'revision_number': 5, 'project_id': 'f4d71564044144c0a7c07487671be4ce', 'subnets': [{'id': 'a3812c03-4ef5-48f3-99e1-875d1f7c41a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:40.474326 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e5bbba6-5f1d-4474-8bbc-fd4ec4f476a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:40.478917 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e5bbba6-5f1d-4474-8bbc-fd4ec4f476a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:40.480575 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4e5bbba6-5f1d-4474-8bbc-fd4ec4f476a8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/28bab387-2007-488c-8b45-6bb765b86dfb HTTP/1.1" status: 204 len: 168 time: 0.1958044 Dec 09 15:54:40.486970 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bcaa3bb0-a54f-4ea1-8122-971efad4bfa6 req-5fe49fc1-699f-4c70-adb8-6c3e7afca1f4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce797569-3698-4716-9160-fb979f10b1ca HTTP/1.1" status: 200 len: 999 time: 0.1638138 Dec 09 15:54:40.488763 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9926b86c-dae5-4582-ba97-dc5a4aeaa40d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:40.490250 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e056d7-0387-45bf-9741-ce9f7e214621 None None] Checking router: ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:54:40.497595 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5bbba6-5f1d-4474-8bbc-fd4ec4f476a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28bab387-2007-488c-8b45-6bb765b86dfb,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:40.501045 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e056d7-0387-45bf-9741-ce9f7e214621 None None] Routers {'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:54:40.502610 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-22e056d7-0387-45bf-9741-ce9f7e214621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:54:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:40.566084 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa3bb0-a54f-4ea1-8122-971efad4bfa6 req-09bb1250-2f60-4497-96c8-44c261fb9afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:40.567439 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bcaa3bb0-a54f-4ea1-8122-971efad4bfa6 req-09bb1250-2f60-4497-96c8-44c261fb9afb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a3812c03-4ef5-48f3-99e1-875d1f7c41a0 HTTP/1.1" status: 200 len: 848 time: 0.0718701 Dec 09 15:54:40.574806 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9926b86c-dae5-4582-ba97-dc5a4aeaa40d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:40.582436 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9926b86c-dae5-4582-ba97-dc5a4aeaa40d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:40.583317 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9926b86c-dae5-4582-ba97-dc5a4aeaa40d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:40.671701 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-22e056d7-0387-45bf-9741-ce9f7e214621 None None] Set router ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:54:40.699884 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9926b86c-dae5-4582-ba97-dc5a4aeaa40d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5817404 Dec 09 15:54:40.700562 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58918) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:40.705754 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-37caa87f-8cf0-44a7-8a31-3d0ae368102f tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'subnet': {'network_id': '80e6ea02-6f02-44df-b040-276cdf571e9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:40.725835 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa3bb0-a54f-4ea1-8122-971efad4bfa6 req-f339563f-8d35-42c5-87e3-d2a0c46be403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:40.727528 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bcaa3bb0-a54f-4ea1-8122-971efad4bfa6 req-f339563f-8d35-42c5-87e3-d2a0c46be403 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1401775 Dec 09 15:54:40.728330 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9926b86c-dae5-4582-ba97-dc5a4aeaa40d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'Network': ['ID=80e6ea02-6f02-44df-b040-276cdf571e9b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:40.745180 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 80e6ea02-6f02-44df-b040-276cdf571e9b details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:54:40.847378 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bcaa3bb0-a54f-4ea1-8122-971efad4bfa6 req-88b2a230-c1d0-48b1-aca4-6c8261c00cff service neutron] 10.222.0.31 "GET /v2.0/networks/d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118193 Dec 09 15:54:40.901209 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37caa87f-8cf0-44a7-8a31-3d0ae368102f tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Made reservation on behalf of a0414aa73f0c4eafb04aaa84640f8f2b for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:54:40.904846 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-37caa87f-8cf0-44a7-8a31-3d0ae368102f tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:40.952446 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58920) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:40.973940 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ddc6bc25-2aa3-461d-b249-e5cbe4f8ccf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:40.978141 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bcaa3bb0-a54f-4ea1-8122-971efad4bfa6 req-574a2627-f811-414e-91e4-a2a79b1bfd61 service neutron] 10.222.0.31 "GET /v2.0/networks/d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233959 Dec 09 15:54:41.067027 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-22e056d7-0387-45bf-9741-ce9f7e214621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8', 'name': 'tempest-TestServerBasicOps-1294408284-router', 'tenant_id': 'f4d71564044144c0a7c07487671be4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '2d3e97da-51f8-4e67-a302-5bd3f6196541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:53:53Z', 'updated_at': '2021-12-09T15:54:02Z', 'revision_number': 4, 'project_id': 'f4d71564044144c0a7c07487671be4ce', 'gw_port': {'id': '2d3e97da-51f8-4e67-a302-5bd3f6196541', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:55Z', 'updated_at': '2021-12-09T15:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '74990517-560e-4dcd-afdc-e448909f28dc', 'tenant_id': 'f4d71564044144c0a7c07487671be4ce', 'floating_ip_address': '172.25.3.53', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8', 'port_id': 'ce797569-3698-4716-9160-fb979f10b1ca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2966, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4a4ee12-ce5d-417b-ac39-e16fce9cf3a0', 'mac_address': 'fa:16:3e:d8:4f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d358826-2d1d-4339-bfba-d2bbd84dce36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:54:37Z', 'updated_at': '2021-12-09T15:54:37Z', 'revision_number': 0, 'project_id': 'f4d71564044144c0a7c07487671be4ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9039c4f-2421-448e-a0e1-22179173d443', 'name': '', 'network_id': 'd4a4ee12-ce5d-417b-ac39-e16fce9cf3a0', 'tenant_id': 'f4d71564044144c0a7c07487671be4ce', 'mac_address': 'fa:16:3e:be:e2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': 'a3812c03-4ef5-48f3-99e1-875d1f7c41a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:59Z', 'updated_at': '2021-12-09T15:54:06Z', 'revision_number': 5, 'project_id': 'f4d71564044144c0a7c07487671be4ce', 'subnets': [{'id': 'a3812c03-4ef5-48f3-99e1-875d1f7c41a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:41.087461 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ddc6bc25-2aa3-461d-b249-e5cbe4f8ccf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:41.093588 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ddc6bc25-2aa3-461d-b249-e5cbe4f8ccf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:41.106165 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e056d7-0387-45bf-9741-ce9f7e214621 None None] The sync data for ids ['ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8'] in n-d-821228-1 is: [{'id': 'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8', 'name': 'tempest-TestServerBasicOps-1294408284-router', 'tenant_id': 'f4d71564044144c0a7c07487671be4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '2d3e97da-51f8-4e67-a302-5bd3f6196541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:53:53Z', 'updated_at': '2021-12-09T15:54:02Z', 'revision_number': 4, 'project_id': 'f4d71564044144c0a7c07487671be4ce', 'gw_port': {'id': '2d3e97da-51f8-4e67-a302-5bd3f6196541', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:55Z', 'updated_at': '2021-12-09T15:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '74990517-560e-4dcd-afdc-e448909f28dc', 'tenant_id': 'f4d71564044144c0a7c07487671be4ce', 'floating_ip_address': '172.25.3.53', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8', 'port_id': 'ce797569-3698-4716-9160-fb979f10b1ca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2966, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4a4ee12-ce5d-417b-ac39-e16fce9cf3a0', 'mac_address': 'fa:16:3e:d8:4f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d358826-2d1d-4339-bfba-d2bbd84dce36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:54:37Z', 'updated_at': '2021-12-09T15:54:37Z', 'revision_number': 0, 'project_id': 'f4d71564044144c0a7c07487671be4ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9039c4f-2421-448e-a0e1-22179173d443', 'name': '', 'network_id': 'd4a4ee12-ce5d-417b-ac39-e16fce9cf3a0', 'tenant_id': 'f4d71564044144c0a7c07487671be4ce', 'mac_address': 'fa:16:3e:be:e2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': 'a3812c03-4ef5-48f3-99e1-875d1f7c41a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:59Z', 'updated_at': '2021-12-09T15:54:06Z', 'revision_number': 5, 'project_id': 'f4d71564044144c0a7c07487671be4ce', 'subnets': [{'id': 'a3812c03-4ef5-48f3-99e1-875d1f7c41a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:54:41.127696 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ddc6bc25-2aa3-461d-b249-e5cbe4f8ccf6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f8f534e35049476c9d019f1c745ce44f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1718514 Dec 09 15:54:41.127946 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58922) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:41.189482 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6bc25-2aa3-461d-b249-e5cbe4f8ccf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9f5e90-f667-44cc-b364-21e39fcdd876,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:41.213320 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-37caa87f-8cf0-44a7-8a31-3d0ae368102f tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:41.230535 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e9e301f0-28d3-4c22-9aa8-e1362ae2c1b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:41.260702 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e9e301f0-28d3-4c22-9aa8-e1362ae2c1b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:41.297830 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37caa87f-8cf0-44a7-8a31-3d0ae368102f tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'Subnet': ['ID=c3de442c-11b9-4918-bc2e-db77d359cc5f,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:41.318486 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37caa87f-8cf0-44a7-8a31-3d0ae368102f tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Checking segment: {'id': 'beff999d-ce9b-4dbf-bae3-ea1bd15f1e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '80e6ea02-6f02-44df-b040-276cdf571e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:54:41.319518 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37caa87f-8cf0-44a7-8a31-3d0ae368102f tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Network hostable DHCP agents. Network: 80e6ea02-6f02-44df-b040-276cdf571e9b, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:54:41.339553 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37caa87f-8cf0-44a7-8a31-3d0ae368102f tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Network 80e6ea02-6f02-44df-b040-276cdf571e9b is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:54:41.343837 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e9e301f0-28d3-4c22-9aa8-e1362ae2c1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:41.346411 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e9e301f0-28d3-4c22-9aa8-e1362ae2c1b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:41.347584 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e9e301f0-28d3-4c22-9aa8-e1362ae2c1b9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bd9f5e90-f667-44cc-b364-21e39fcdd876 HTTP/1.1" status: 204 len: 168 time: 0.2186930 Dec 09 15:54:41.358220 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-37caa87f-8cf0-44a7-8a31-3d0ae368102f tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 80e6ea02-6f02-44df-b040-276cdf571e9b) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:41.362320 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e301f0-28d3-4c22-9aa8-e1362ae2c1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9f5e90-f667-44cc-b364-21e39fcdd876,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:41.363936 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37caa87f-8cf0-44a7-8a31-3d0ae368102f tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:41.364646 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-37caa87f-8cf0-44a7-8a31-3d0ae368102f tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:41.373205 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7713a0d9-cccb-4e60-aab6-5c89d71cd1ec None None] Network 80e6ea02-6f02-44df-b040-276cdf571e9b requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:54:41.392738 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-37caa87f-8cf0-44a7-8a31-3d0ae368102f tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6911952 Dec 09 15:54:41.395524 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58928) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:41.401917 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-eef6e5f5-866d-4f4f-8275-1d51ccc7b3db tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'subnet': {'network_id': '80e6ea02-6f02-44df-b040-276cdf571e9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:41.524240 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4aafcc-b105-41fe-a63e-1f78f346a01c None None] New status for floating IP 74990517-560e-4dcd-afdc-e448909f28dc: ACTIVE {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:54:41.542726 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811eb79f-db07-4e98-b38b-9ede14559a71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-80e6ea02-6f02-44df-b040-276cdf571e9b', 'network_id': '80e6ea02-6f02-44df-b040-276cdf571e9b', 'project_id': 'a0414aa73f0c4eafb04aaa84640f8f2b', 'fixed_ips': [{'subnet_id': 'c3de442c-11b9-4918-bc2e-db77d359cc5f'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:54:41.543907 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-811eb79f-db07-4e98-b38b-9ede14559a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:41.597723 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef6e5f5-866d-4f4f-8275-1d51ccc7b3db tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Made reservation on behalf of a0414aa73f0c4eafb04aaa84640f8f2b for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:54:41.602600 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eef6e5f5-866d-4f4f-8275-1d51ccc7b3db tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:41.738233 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-811eb79f-db07-4e98-b38b-9ede14559a71 None None] Allocated IP 2001:db8::2 (80e6ea02-6f02-44df-b040-276cdf571e9b/c3de442c-11b9-4918-bc2e-db77d359cc5f/0451a831-31f4-444c-a01f-f810e6cf22b6) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:54:41.775511 n-d-821228-1 neutron-server[103244]: INFO neutron.db.ipam_backend_mixin [None req-eef6e5f5-866d-4f4f-8275-1d51ccc7b3db tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c3de442c-11b9-4918-bc2e-db77d359cc5f (CIDR: 2001:db8::/64) Dec 09 15:54:41.786846 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-eef6e5f5-866d-4f4f-8275-1d51ccc7b3db tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:54:41.787588 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eef6e5f5-866d-4f4f-8275-1d51ccc7b3db tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:54:41.825707 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-eef6e5f5-866d-4f4f-8275-1d51ccc7b3db tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4288805 Dec 09 15:54:41.826684 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58938) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:41.840061 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-02d91359-25a9-4ef6-b611-37377c101bad tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'subnet': {'network_id': '80e6ea02-6f02-44df-b040-276cdf571e9b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:42.116554 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-811eb79f-db07-4e98-b38b-9ede14559a71 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:42.126584 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d91359-25a9-4ef6-b611-37377c101bad tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Made reservation on behalf of a0414aa73f0c4eafb04aaa84640f8f2b for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:54:42.132566 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-02d91359-25a9-4ef6-b611-37377c101bad tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:42.133365 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-811eb79f-db07-4e98-b38b-9ede14559a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:42.218876 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811eb79f-db07-4e98-b38b-9ede14559a71 None None] Network 80e6ea02-6f02-44df-b040-276cdf571e9b is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:54:42.222267 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-811eb79f-db07-4e98-b38b-9ede14559a71 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:42.228431 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811eb79f-db07-4e98-b38b-9ede14559a71 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:54:42.260014 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811eb79f-db07-4e98-b38b-9ede14559a71 None None] Pushing event updated for resources: {'Port': ['ID=0451a831-31f4-444c-a01f-f810e6cf22b6,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:42.316228 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-811eb79f-db07-4e98-b38b-9ede14559a71 None None] Attempting to bind port 0451a831-31f4-444c-a01f-f810e6cf22b6 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:54:42.316652 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-811eb79f-db07-4e98-b38b-9ede14559a71 None None] Attempting to bind port 0451a831-31f4-444c-a01f-f810e6cf22b6 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'beff999d-ce9b-4dbf-bae3-ea1bd15f1e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '80e6ea02-6f02-44df-b040-276cdf571e9b'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:54:42.317026 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811eb79f-db07-4e98-b38b-9ede14559a71 None None] Attempting to bind port 0451a831-31f4-444c-a01f-f810e6cf22b6 on network 80e6ea02-6f02-44df-b040-276cdf571e9b {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:54:42.328701 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811eb79f-db07-4e98-b38b-9ede14559a71 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:54:42.329084 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811eb79f-db07-4e98-b38b-9ede14559a71 None None] Checking segment: {'id': 'beff999d-ce9b-4dbf-bae3-ea1bd15f1e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '80e6ea02-6f02-44df-b040-276cdf571e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:54:42.329497 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-811eb79f-db07-4e98-b38b-9ede14559a71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:42.330521 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811eb79f-db07-4e98-b38b-9ede14559a71 None None] Bound using segment: {'id': 'beff999d-ce9b-4dbf-bae3-ea1bd15f1e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '80e6ea02-6f02-44df-b040-276cdf571e9b'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:54:42.330521 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-811eb79f-db07-4e98-b38b-9ede14559a71 None None] Bound port: 0451a831-31f4-444c-a01f-f810e6cf22b6, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beff999d-ce9b-4dbf-bae3-ea1bd15f1e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '80e6ea02-6f02-44df-b040-276cdf571e9b'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:54:42.330786 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-811eb79f-db07-4e98-b38b-9ede14559a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:42.418735 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-811eb79f-db07-4e98-b38b-9ede14559a71 None None] For port 0451a831-31f4-444c-a01f-f810e6cf22b6, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:54:42.422370 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-811eb79f-db07-4e98-b38b-9ede14559a71 None None] For port 0451a831-31f4-444c-a01f-f810e6cf22b6, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=0451a831-31f4-444c-a01f-f810e6cf22b6,segment=NetworkSegment(beff999d-ce9b-4dbf-bae3-ea1bd15f1e09),segment_id=beff999d-ce9b-4dbf-bae3-ea1bd15f1e09)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:54:42.426583 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-811eb79f-db07-4e98-b38b-9ede14559a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:42.430829 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-02d91359-25a9-4ef6-b611-37377c101bad tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:42.477525 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d91359-25a9-4ef6-b611-37377c101bad tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Network 80e6ea02-6f02-44df-b040-276cdf571e9b is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:54:42.484543 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-02d91359-25a9-4ef6-b611-37377c101bad tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:42.487407 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811eb79f-db07-4e98-b38b-9ede14559a71 None None] Pushing event updated for resources: {'Port': ['ID=0451a831-31f4-444c-a01f-f810e6cf22b6,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:42.487946 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d91359-25a9-4ef6-b611-37377c101bad tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:42.488665 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-02d91359-25a9-4ef6-b611-37377c101bad tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:42.509221 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d91359-25a9-4ef6-b611-37377c101bad tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'Subnet': ['ID=7a611f21-86de-4e2f-ace1-ec002f5842e8,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:42.518900 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-02d91359-25a9-4ef6-b611-37377c101bad tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6910930 Dec 09 15:54:42.521469 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58948) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:42.526844 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d315dd8a-5e9a-46f8-a9fc-61c591b9f1af tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'port': {'network_id': '80e6ea02-6f02-44df-b040-276cdf571e9b', 'fixed_ips': [{'subnet_id': 'c3de442c-11b9-4918-bc2e-db77d359cc5f'}, {'subnet_id': '7a611f21-86de-4e2f-ace1-ec002f5842e8'}], 'name': 'tempest-PortsIpV6TestJSON-2053775240'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:42.678829 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d315dd8a-5e9a-46f8-a9fc-61c591b9f1af tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Made reservation on behalf of a0414aa73f0c4eafb04aaa84640f8f2b for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:54:42.822987 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d315dd8a-5e9a-46f8-a9fc-61c591b9f1af tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:42.843544 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-d315dd8a-5e9a-46f8-a9fc-61c591b9f1af tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] device_id is not set on port 7f392de6-d06b-47de-88fb-0ef94e6ae6f9 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:54:43.173383 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-d315dd8a-5e9a-46f8-a9fc-61c591b9f1af tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Allocated IP 2001:db8::352 (80e6ea02-6f02-44df-b040-276cdf571e9b/c3de442c-11b9-4918-bc2e-db77d359cc5f/7f392de6-d06b-47de-88fb-0ef94e6ae6f9) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:54:43.182544 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-d315dd8a-5e9a-46f8-a9fc-61c591b9f1af tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Allocated IP 2001:db8:0:1::10e (80e6ea02-6f02-44df-b040-276cdf571e9b/7a611f21-86de-4e2f-ace1-ec002f5842e8/7f392de6-d06b-47de-88fb-0ef94e6ae6f9) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:54:43.423193 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d315dd8a-5e9a-46f8-a9fc-61c591b9f1af tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:43.494030 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d315dd8a-5e9a-46f8-a9fc-61c591b9f1af tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:43.559071 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d315dd8a-5e9a-46f8-a9fc-61c591b9f1af tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Network 80e6ea02-6f02-44df-b040-276cdf571e9b is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:54:43.565741 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-d315dd8a-5e9a-46f8-a9fc-61c591b9f1af tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:43.568568 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d315dd8a-5e9a-46f8-a9fc-61c591b9f1af tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:54:43.577143 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d315dd8a-5e9a-46f8-a9fc-61c591b9f1af tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:43.577816 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d315dd8a-5e9a-46f8-a9fc-61c591b9f1af tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:43.594408 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d315dd8a-5e9a-46f8-a9fc-61c591b9f1af tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'Port': ['ID=7f392de6-d06b-47de-88fb-0ef94e6ae6f9,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:43.608809 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d315dd8a-5e9a-46f8-a9fc-61c591b9f1af tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.0861180 Dec 09 15:54:43.611289 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58956) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:43.618993 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-3d5de51e-fb28-4214-8e58-5d8cf28ec044 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c3de442c-11b9-4918-bc2e-db77d359cc5f'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:43.703353 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3d5de51e-fb28-4214-8e58-5d8cf28ec044 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:43.761928 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a22219d-b19b-4339-a86f-7522285e5c64 None None] Network 80e6ea02-6f02-44df-b040-276cdf571e9b requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:54:43.881555 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4d19d0fd-3fc7-43f6-9cc2-e624c57831b8 None None] Provisioning complete for port 0451a831-31f4-444c-a01f-f810e6cf22b6 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:43.882030 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4d19d0fd-3fc7-43f6-9cc2-e624c57831b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:44.002777 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4d19d0fd-3fc7-43f6-9cc2-e624c57831b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:44.096268 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-3d5de51e-fb28-4214-8e58-5d8cf28ec044 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Delete allocated IP 2001:db8:0:1::10e (80e6ea02-6f02-44df-b040-276cdf571e9b/7a611f21-86de-4e2f-ace1-ec002f5842e8) {{(pid=103245) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 09 15:54:44.362387 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 0451a831-31f4-444c-a01f-f810e6cf22b6 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:54:44.372408 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4d19d0fd-3fc7-43f6-9cc2-e624c57831b8 None None] For port 0451a831-31f4-444c-a01f-f810e6cf22b6, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=0451a831-31f4-444c-a01f-f810e6cf22b6,segment=NetworkSegment(beff999d-ce9b-4dbf-bae3-ea1bd15f1e09),segment_id=beff999d-ce9b-4dbf-bae3-ea1bd15f1e09)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:54:44.411597 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4d19d0fd-3fc7-43f6-9cc2-e624c57831b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:44.428817 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3d5de51e-fb28-4214-8e58-5d8cf28ec044 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:44.438968 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3d5de51e-fb28-4214-8e58-5d8cf28ec044 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:44.479049 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83266d55-eb42-400b-9f12-006c1375c033 None None] Update dhcp port {'port': {'network_id': '80e6ea02-6f02-44df-b040-276cdf571e9b', 'fixed_ips': [{'subnet_id': 'c3de442c-11b9-4918-bc2e-db77d359cc5f', 'ip_address': '2001:db8::2'}, {'subnet_id': '7a611f21-86de-4e2f-ace1-ec002f5842e8'}], 'binding:host_id': 'n-d-821228-1'}, 'id': '0451a831-31f4-444c-a01f-f810e6cf22b6'} from n-d-821228-1. {{(pid=103246) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 15:54:44.519309 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5de51e-fb28-4214-8e58-5d8cf28ec044 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'Port': ['ID=7f392de6-d06b-47de-88fb-0ef94e6ae6f9,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:44.529606 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-83266d55-eb42-400b-9f12-006c1375c033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:44.531594 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d19d0fd-3fc7-43f6-9cc2-e624c57831b8 None None] Pushing event updated for resources: {'Port': ['ID=0451a831-31f4-444c-a01f-f810e6cf22b6,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:44.546479 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 0451a831-31f4-444c-a01f-f810e6cf22b6 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:44.548068 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:44.583310 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-3d5de51e-fb28-4214-8e58-5d8cf28ec044 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] In _notify_port_updated(), no bound segment for port 7f392de6-d06b-47de-88fb-0ef94e6ae6f9 on network 80e6ea02-6f02-44df-b040-276cdf571e9b {{(pid=103245) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:54:44.586557 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58968) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:44.610529 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5de51e-fb28-4214-8e58-5d8cf28ec044 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:44.614472 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3d5de51e-fb28-4214-8e58-5d8cf28ec044 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:44.621571 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58972) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:44.622724 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3d5de51e-fb28-4214-8e58-5d8cf28ec044 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "PUT /v2.0/ports/7f392de6-d06b-47de-88fb-0ef94e6ae6f9 HTTP/1.1" status: 200 len: 926 time: 1.0101519 Dec 09 15:54:44.627536 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-dc2802d0-0ed8-4891-a81b-fd8bc993fe52 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c3de442c-11b9-4918-bc2e-db77d359cc5f'}, {'subnet_id': '7a611f21-86de-4e2f-ace1-ec002f5842e8'}]}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:44.836056 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e10127e-8050-43b9-838d-9c5ff52cbf3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:44.886283 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-83266d55-eb42-400b-9f12-006c1375c033 None None] Allocated IP 2001:db8:0:1::2 (80e6ea02-6f02-44df-b040-276cdf571e9b/7a611f21-86de-4e2f-ace1-ec002f5842e8/0451a831-31f4-444c-a01f-f810e6cf22b6) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:54:44.921317 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc2802d0-0ed8-4891-a81b-fd8bc993fe52 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:45.040194 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-83266d55-eb42-400b-9f12-006c1375c033 None None] For port 0451a831-31f4-444c-a01f-f810e6cf22b6, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=0451a831-31f4-444c-a01f-f810e6cf22b6,segment=NetworkSegment(beff999d-ce9b-4dbf-bae3-ea1bd15f1e09),segment_id=beff999d-ce9b-4dbf-bae3-ea1bd15f1e09)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:54:45.075727 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-83266d55-eb42-400b-9f12-006c1375c033 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:45.087285 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-83266d55-eb42-400b-9f12-006c1375c033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:45.163070 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e10127e-8050-43b9-838d-9c5ff52cbf3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:45.194771 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e10127e-8050-43b9-838d-9c5ff52cbf3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:45.210843 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83266d55-eb42-400b-9f12-006c1375c033 None None] Pushing event updated for resources: {'Port': ['ID=0451a831-31f4-444c-a01f-f810e6cf22b6,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:45.262424 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0e10127e-8050-43b9-838d-9c5ff52cbf3b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3d867dab09f94a3bb6d8228662394b17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6747403 Dec 09 15:54:45.265934 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58974) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:45.266127 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10127e-8050-43b9-838d-9c5ff52cbf3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b0fa90-65e9-4bba-9bf3-3e6219fe919d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:45.305141 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e10127e-8050-43b9-838d-9c5ff52cbf3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:45.306087 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e10127e-8050-43b9-838d-9c5ff52cbf3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:45.306580 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e10127e-8050-43b9-838d-9c5ff52cbf3b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:45.307027 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e10127e-8050-43b9-838d-9c5ff52cbf3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:45.307470 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e10127e-8050-43b9-838d-9c5ff52cbf3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:45.307923 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e10127e-8050-43b9-838d-9c5ff52cbf3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:45.308359 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e10127e-8050-43b9-838d-9c5ff52cbf3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:45.308818 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e10127e-8050-43b9-838d-9c5ff52cbf3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:45.309055 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e10127e-8050-43b9-838d-9c5ff52cbf3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:45.313267 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e10127e-8050-43b9-838d-9c5ff52cbf3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:45.313854 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e10127e-8050-43b9-838d-9c5ff52cbf3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:45.314427 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e10127e-8050-43b9-838d-9c5ff52cbf3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:45.315007 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e10127e-8050-43b9-838d-9c5ff52cbf3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:45.369678 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-dc2802d0-0ed8-4891-a81b-fd8bc993fe52 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Allocated IP 2001:db8:0:1::b7 (80e6ea02-6f02-44df-b040-276cdf571e9b/7a611f21-86de-4e2f-ace1-ec002f5842e8/7f392de6-d06b-47de-88fb-0ef94e6ae6f9) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:54:45.379271 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3344c5c5-a7a3-4376-a877-7c79cf9632d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:45.427577 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3344c5c5-a7a3-4376-a877-7c79cf9632d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:45.494839 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3344c5c5-a7a3-4376-a877-7c79cf9632d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:45.500625 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3344c5c5-a7a3-4376-a877-7c79cf9632d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:45.504274 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3344c5c5-a7a3-4376-a877-7c79cf9632d9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/04b0fa90-65e9-4bba-9bf3-3e6219fe919d HTTP/1.1" status: 204 len: 168 time: 0.2344465 Dec 09 15:54:45.517873 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344c5c5-a7a3-4376-a877-7c79cf9632d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b0fa90-65e9-4bba-9bf3-3e6219fe919d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:45.545215 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc2802d0-0ed8-4891-a81b-fd8bc993fe52 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:45.558334 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc2802d0-0ed8-4891-a81b-fd8bc993fe52 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:45.658388 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-dc2802d0-0ed8-4891-a81b-fd8bc993fe52 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] In _notify_port_updated(), no bound segment for port 7f392de6-d06b-47de-88fb-0ef94e6ae6f9 on network 80e6ea02-6f02-44df-b040-276cdf571e9b {{(pid=103244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:54:45.667823 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2802d0-0ed8-4891-a81b-fd8bc993fe52 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:45.667823 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc2802d0-0ed8-4891-a81b-fd8bc993fe52 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:45.667823 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-dc2802d0-0ed8-4891-a81b-fd8bc993fe52 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "PUT /v2.0/ports/7f392de6-d06b-47de-88fb-0ef94e6ae6f9 HTTP/1.1" status: 200 len: 1011 time: 1.0440533 Dec 09 15:54:45.668141 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2802d0-0ed8-4891-a81b-fd8bc993fe52 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'Port': ['ID=7f392de6-d06b-47de-88fb-0ef94e6ae6f9,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:45.670953 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58980) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:45.786744 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-b548b0fe-af7a-4b40-b05e-b9fda766bcfe tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Deleting port 7f392de6-d06b-47de-88fb-0ef94e6ae6f9 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:54:45.787180 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b548b0fe-af7a-4b40-b05e-b9fda766bcfe tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:45.890976 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b548b0fe-af7a-4b40-b05e-b9fda766bcfe tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:45.904699 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-b548b0fe-af7a-4b40-b05e-b9fda766bcfe tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Calling delete_port for 7f392de6-d06b-47de-88fb-0ef94e6ae6f9 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:54:45.941977 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58986) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:45.957174 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a4c06aba-541c-4b30-9762-5133ee4456dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:45.975557 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:46.046776 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 0451a831-31f4-444c-a01f-f810e6cf22b6 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:54:46.091733 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba1cb20-3978-49eb-bb22-dd832a3d8d8e None None] Network 80e6ea02-6f02-44df-b040-276cdf571e9b requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:54:46.120528 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b548b0fe-af7a-4b40-b05e-b9fda766bcfe tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:46.161855 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 0451a831-31f4-444c-a01f-f810e6cf22b6 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:46.162830 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:46.171867 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b548b0fe-af7a-4b40-b05e-b9fda766bcfe tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'Port': ['ID=7f392de6-d06b-47de-88fb-0ef94e6ae6f9,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:46.198554 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a4c06aba-541c-4b30-9762-5133ee4456dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:46.203856 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a4c06aba-541c-4b30-9762-5133ee4456dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:46.212712 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b548b0fe-af7a-4b40-b05e-b9fda766bcfe tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:46.217427 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b548b0fe-af7a-4b40-b05e-b9fda766bcfe tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/ports/7f392de6-d06b-47de-88fb-0ef94e6ae6f9 HTTP/1.1" status: 204 len: 168 time: 0.5453134 Dec 09 15:54:46.219935 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58988) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:46.237118 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-195b9d94-26eb-44ec-a471-cbc9d7b59ec6 None None] Provisioning complete for port 0451a831-31f4-444c-a01f-f810e6cf22b6 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:46.237481 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-195b9d94-26eb-44ec-a471-cbc9d7b59ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:46.247703 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-393dfa4e-61b8-42d3-aa95-7c28b5b14f63 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] GET failed (client error): The resource could not be found. Dec 09 15:54:46.249468 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-393dfa4e-61b8-42d3-aa95-7c28b5b14f63 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "GET /v2.0/ports/7f392de6-d06b-47de-88fb-0ef94e6ae6f9 HTTP/1.1" status: 404 len: 333 time: 0.0281582 Dec 09 15:54:46.252154 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58990) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:46.273239 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a4c06aba-541c-4b30-9762-5133ee4456dd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=73bc6a021da74acf965a0d9c9d5ca19e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3301363 Dec 09 15:54:46.274047 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c06aba-541c-4b30-9762-5133ee4456dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ddda45-fdda-42e0-a981-76d4be2e3faf,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:46.276527 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58992) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:46.328964 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-041104b3-a704-431c-aa17-f57d7ad65e8d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Deleting subnet 7a611f21-86de-4e2f-ace1-ec002f5842e8 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:54:46.332706 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-041104b3-a704-431c-aa17-f57d7ad65e8d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:46.342393 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9474baa5-9871-4ac2-86e2-5c111053636d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:46.375629 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9474baa5-9871-4ac2-86e2-5c111053636d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:46.390412 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-041104b3-a704-431c-aa17-f57d7ad65e8d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:46.430029 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-195b9d94-26eb-44ec-a471-cbc9d7b59ec6 None None] Could not find standard attr ID for object 7f392de6-d06b-47de-88fb-0ef94e6ae6f9. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:54:46.453868 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9474baa5-9871-4ac2-86e2-5c111053636d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:46.457095 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9474baa5-9871-4ac2-86e2-5c111053636d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:46.458261 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9474baa5-9871-4ac2-86e2-5c111053636d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/83ddda45-fdda-42e0-a981-76d4be2e3faf HTTP/1.1" status: 204 len: 168 time: 0.1808503 Dec 09 15:54:46.484776 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9474baa5-9871-4ac2-86e2-5c111053636d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ddda45-fdda-42e0-a981-76d4be2e3faf,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:46.549976 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-041104b3-a704-431c-aa17-f57d7ad65e8d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:46.614453 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-041104b3-a704-431c-aa17-f57d7ad65e8d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:46.661311 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041104b3-a704-431c-aa17-f57d7ad65e8d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'Subnet': ['ID=7a611f21-86de-4e2f-ace1-ec002f5842e8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:46.664931 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-041104b3-a704-431c-aa17-f57d7ad65e8d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:46.668942 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-041104b3-a704-431c-aa17-f57d7ad65e8d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/subnets/7a611f21-86de-4e2f-ace1-ec002f5842e8 HTTP/1.1" status: 204 len: 168 time: 0.4154561 Dec 09 15:54:46.671547 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58998) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:46.706739 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54ed12f-f552-43b8-8ec2-383c869b97a7 None None] Network 80e6ea02-6f02-44df-b040-276cdf571e9b requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:54:46.737489 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a7d6aa0-8b67-4bc3-93ad-7452e62e4324 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Deleting subnet c3de442c-11b9-4918-bc2e-db77d359cc5f {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:54:46.741250 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a7d6aa0-8b67-4bc3-93ad-7452e62e4324 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:46.790350 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a7d6aa0-8b67-4bc3-93ad-7452e62e4324 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:46.824112 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2e143706-fc8a-41f1-b4a7-84b0a2803b92 None None] Provisioning complete for port 0451a831-31f4-444c-a01f-f810e6cf22b6 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:46.824749 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2e143706-fc8a-41f1-b4a7-84b0a2803b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:46.952935 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a7d6aa0-8b67-4bc3-93ad-7452e62e4324 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:47.039927 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a7d6aa0-8b67-4bc3-93ad-7452e62e4324 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:47.077039 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a7d6aa0-8b67-4bc3-93ad-7452e62e4324 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:47.080640 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9a7d6aa0-8b67-4bc3-93ad-7452e62e4324 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/subnets/c3de442c-11b9-4918-bc2e-db77d359cc5f HTTP/1.1" status: 204 len: 168 time: 0.4078577 Dec 09 15:54:47.081706 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d6aa0-8b67-4bc3-93ad-7452e62e4324 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'Subnet': ['ID=c3de442c-11b9-4918-bc2e-db77d359cc5f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:47.083338 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59012) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:47.182238 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee04ed4e-7830-4ed5-b350-9b68094db7d4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:47.246023 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-ee04ed4e-7830-4ed5-b350-9b68094db7d4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Deleting port 0451a831-31f4-444c-a01f-f810e6cf22b6 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:54:47.246369 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee04ed4e-7830-4ed5-b350-9b68094db7d4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:47.351985 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-ee04ed4e-7830-4ed5-b350-9b68094db7d4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] For port 0451a831-31f4-444c-a01f-f810e6cf22b6, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=0451a831-31f4-444c-a01f-f810e6cf22b6,segment=NetworkSegment(beff999d-ce9b-4dbf-bae3-ea1bd15f1e09),segment_id=beff999d-ce9b-4dbf-bae3-ea1bd15f1e09)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:54:47.352721 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee04ed4e-7830-4ed5-b350-9b68094db7d4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:47.368632 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-ee04ed4e-7830-4ed5-b350-9b68094db7d4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Calling delete_port for 0451a831-31f4-444c-a01f-f810e6cf22b6 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:54:47.464560 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee04ed4e-7830-4ed5-b350-9b68094db7d4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:47.499247 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee04ed4e-7830-4ed5-b350-9b68094db7d4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'Port': ['ID=0451a831-31f4-444c-a01f-f810e6cf22b6,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:47.507833 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee04ed4e-7830-4ed5-b350-9b68094db7d4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] No DVR routers for this DVR port 0451a831-31f4-444c-a01f-f810e6cf22b6 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:54:47.511285 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee04ed4e-7830-4ed5-b350-9b68094db7d4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:47.511711 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee04ed4e-7830-4ed5-b350-9b68094db7d4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:47.512056 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee04ed4e-7830-4ed5-b350-9b68094db7d4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:47.512561 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee04ed4e-7830-4ed5-b350-9b68094db7d4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:47.512896 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee04ed4e-7830-4ed5-b350-9b68094db7d4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:47.513229 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee04ed4e-7830-4ed5-b350-9b68094db7d4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:47.513559 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee04ed4e-7830-4ed5-b350-9b68094db7d4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:47.513886 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee04ed4e-7830-4ed5-b350-9b68094db7d4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:47.514216 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee04ed4e-7830-4ed5-b350-9b68094db7d4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:47.514539 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee04ed4e-7830-4ed5-b350-9b68094db7d4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:47.514864 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee04ed4e-7830-4ed5-b350-9b68094db7d4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:47.515185 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee04ed4e-7830-4ed5-b350-9b68094db7d4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:47.515503 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee04ed4e-7830-4ed5-b350-9b68094db7d4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:47.606118 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45431200-c1ff-4337-af5d-c3fb8fae7401 None None] Network 80e6ea02-6f02-44df-b040-276cdf571e9b requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:54:47.665371 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee04ed4e-7830-4ed5-b350-9b68094db7d4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:47.675128 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a27c3ce1-bb99-4573-a193-7b8ab622098c None None] Could not find standard attr ID for object 0451a831-31f4-444c-a01f-f810e6cf22b6. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:54:47.695347 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ee04ed4e-7830-4ed5-b350-9b68094db7d4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80e6ea02-6f02-44df-b040-276cdf571e9b']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:47.706222 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ee04ed4e-7830-4ed5-b350-9b68094db7d4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beff999d-ce9b-4dbf-bae3-ea1bd15f1e09') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:47.706556 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ee04ed4e-7830-4ed5-b350-9b68094db7d4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beff999d-ce9b-4dbf-bae3-ea1bd15f1e09') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:47.717604 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee04ed4e-7830-4ed5-b350-9b68094db7d4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:47.733011 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee04ed4e-7830-4ed5-b350-9b68094db7d4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:47.740356 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee04ed4e-7830-4ed5-b350-9b68094db7d4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:54:47.741064 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee04ed4e-7830-4ed5-b350-9b68094db7d4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:47.745059 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:54:47.745059 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:54:47.745059 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:54:47.745059 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:54:47.745059 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:54:47.745059 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:54:47.745059 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:54:47.745059 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:54:47.745059 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:54:47.745059 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:54:47.745059 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:54:47.745059 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:54:47.745059 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:54:47.745059 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:54:47.745059 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:54:47.745059 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:54:47.745059 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:54:47.745059 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:54:47.745059 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:54:47.745059 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:54:47.745059 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:54:47.745059 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:54:47.745059 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:54:47.745059 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:54:47.745059 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:54:47.745059 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:54:47.745059 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:54:47.745059 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:54:47.745059 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:54:47.745059 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:54:47.745059 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:54:47.745059 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:54:47.809643 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9942223e-93c6-4cfc-aa23-3cfe2b1e1039 None None] DHCP port deletion for 80e6ea02-6f02-44df-b040-276cdf571e9b request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:54:47.831268 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee04ed4e-7830-4ed5-b350-9b68094db7d4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:47.841737 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ee04ed4e-7830-4ed5-b350-9b68094db7d4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:47.849458 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59034) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:47.850012 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ee04ed4e-7830-4ed5-b350-9b68094db7d4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/networks/80e6ea02-6f02-44df-b040-276cdf571e9b HTTP/1.1" status: 204 len: 168 time: 0.7640865 Dec 09 15:54:47.868701 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee04ed4e-7830-4ed5-b350-9b68094db7d4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'Network': ['ID=80e6ea02-6f02-44df-b040-276cdf571e9b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:47.908777 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59036) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:47.909735 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2340d341-75c5-4281-be92-e67179c3f41c tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:47.911348 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2340d341-75c5-4281-be92-e67179c3f41c tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0601287 Dec 09 15:54:47.915494 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59038) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:47.982189 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8e2f84a0-b0ca-4ee4-bef5-97ca99014ca8 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0624938 Dec 09 15:54:47.982555 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59044) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:47.988874 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-0792c09a-5a53-49ea-8a41-3ce1925407e9 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-810273603'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:48.021536 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0792c09a-5a53-49ea-8a41-3ce1925407e9 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Made reservation on behalf of a0414aa73f0c4eafb04aaa84640f8f2b for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:54:48.026285 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0792c09a-5a53-49ea-8a41-3ce1925407e9 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:48.044140 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 0451a831-31f4-444c-a01f-f810e6cf22b6 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:54:48.058313 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0792c09a-5a53-49ea-8a41-3ce1925407e9 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:54:48.066183 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 0451a831-31f4-444c-a01f-f810e6cf22b6 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:54:48.066541 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 0451a831-31f4-444c-a01f-f810e6cf22b6 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:54:48.080872 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2a98a6a4-a437-40ee-be0f-fd9632b1b260 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:48.086250 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0792c09a-5a53-49ea-8a41-3ce1925407e9 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:48.086852 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-0792c09a-5a53-49ea-8a41-3ce1925407e9 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Added segment 3d0eb8c9-92d2-40eb-8736-6c4c3d7f3474 of type vlan for network d8e7eaf3-8da5-47ec-a48e-1a176154a60f Dec 09 15:54:48.141980 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0792c09a-5a53-49ea-8a41-3ce1925407e9 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:48.191671 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0792c09a-5a53-49ea-8a41-3ce1925407e9 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:48.197595 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0792c09a-5a53-49ea-8a41-3ce1925407e9 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:48.198254 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0792c09a-5a53-49ea-8a41-3ce1925407e9 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:48.281437 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0792c09a-5a53-49ea-8a41-3ce1925407e9 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2949049 Dec 09 15:54:48.283195 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59046) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:48.298169 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7423ca7d-5af0-40be-b5bc-0aa03c30067d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'subnet': {'network_id': 'd8e7eaf3-8da5-47ec-a48e-1a176154a60f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:48.312249 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0792c09a-5a53-49ea-8a41-3ce1925407e9 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'Network': ['ID=d8e7eaf3-8da5-47ec-a48e-1a176154a60f,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:48.315840 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2a98a6a4-a437-40ee-be0f-fd9632b1b260 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:48.328352 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network d8e7eaf3-8da5-47ec-a48e-1a176154a60f details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:54:48.356746 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2a98a6a4-a437-40ee-be0f-fd9632b1b260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:48.428547 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98a6a4-a437-40ee-be0f-fd9632b1b260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2954a395-5453-46fb-bb7f-df8605fa25f8,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:48.432671 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2a98a6a4-a437-40ee-be0f-fd9632b1b260 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ae10718d317043ecb06b3e3d0f9cb491&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5226293 Dec 09 15:54:48.435644 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59048) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:48.459105 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7423ca7d-5af0-40be-b5bc-0aa03c30067d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Made reservation on behalf of a0414aa73f0c4eafb04aaa84640f8f2b for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:54:48.464530 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7423ca7d-5af0-40be-b5bc-0aa03c30067d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:48.492301 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-202d23c7-0de8-42bf-ac1e-c3fe0c1fb601 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:48.513744 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-202d23c7-0de8-42bf-ac1e-c3fe0c1fb601 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:48.574278 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-202d23c7-0de8-42bf-ac1e-c3fe0c1fb601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:48.577029 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-202d23c7-0de8-42bf-ac1e-c3fe0c1fb601 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:48.581208 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-202d23c7-0de8-42bf-ac1e-c3fe0c1fb601 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2954a395-5453-46fb-bb7f-df8605fa25f8 HTTP/1.1" status: 204 len: 168 time: 0.1442559 Dec 09 15:54:48.589917 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d23c7-0de8-42bf-ac1e-c3fe0c1fb601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2954a395-5453-46fb-bb7f-df8605fa25f8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:48.657761 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7423ca7d-5af0-40be-b5bc-0aa03c30067d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:48.730532 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7423ca7d-5af0-40be-b5bc-0aa03c30067d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'Subnet': ['ID=1a11d24c-d663-4b72-b0d7-8155978ba271,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:48.735737 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7423ca7d-5af0-40be-b5bc-0aa03c30067d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Checking segment: {'id': '3d0eb8c9-92d2-40eb-8736-6c4c3d7f3474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd8e7eaf3-8da5-47ec-a48e-1a176154a60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:54:48.736108 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7423ca7d-5af0-40be-b5bc-0aa03c30067d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Network hostable DHCP agents. Network: d8e7eaf3-8da5-47ec-a48e-1a176154a60f, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:54:48.753346 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7423ca7d-5af0-40be-b5bc-0aa03c30067d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Network d8e7eaf3-8da5-47ec-a48e-1a176154a60f is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:54:48.763784 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-7423ca7d-5af0-40be-b5bc-0aa03c30067d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, d8e7eaf3-8da5-47ec-a48e-1a176154a60f) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:48.768637 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7423ca7d-5af0-40be-b5bc-0aa03c30067d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:48.769756 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7423ca7d-5af0-40be-b5bc-0aa03c30067d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:48.773965 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc12a7a-c65d-48d6-b9dc-db10d7f5ae42 None None] Network d8e7eaf3-8da5-47ec-a48e-1a176154a60f requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:54:48.786938 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7423ca7d-5af0-40be-b5bc-0aa03c30067d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5028238 Dec 09 15:54:48.789776 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59058) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:48.794797 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-efc62a36-20da-4553-ba78-b239c7d9f913 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'port': {'network_id': 'd8e7eaf3-8da5-47ec-a48e-1a176154a60f', 'name': 'tempest-PortsIpV6TestJSON-278640007'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:48.903652 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cbb6ab-f28c-4e5a-8fc6-deef06746135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-d8e7eaf3-8da5-47ec-a48e-1a176154a60f', 'network_id': 'd8e7eaf3-8da5-47ec-a48e-1a176154a60f', 'project_id': 'a0414aa73f0c4eafb04aaa84640f8f2b', 'fixed_ips': [{'subnet_id': '1a11d24c-d663-4b72-b0d7-8155978ba271'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:54:48.904572 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b3cbb6ab-f28c-4e5a-8fc6-deef06746135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:48.921924 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc62a36-20da-4553-ba78-b239c7d9f913 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Made reservation on behalf of a0414aa73f0c4eafb04aaa84640f8f2b for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:54:48.925492 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-efc62a36-20da-4553-ba78-b239c7d9f913 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:49.052464 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-b3cbb6ab-f28c-4e5a-8fc6-deef06746135 None None] Allocated IP 2001:db8::2 (d8e7eaf3-8da5-47ec-a48e-1a176154a60f/1a11d24c-d663-4b72-b0d7-8155978ba271/56404374-b987-4c0f-b8b8-1de333c212c1) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:54:49.210939 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b3cbb6ab-f28c-4e5a-8fc6-deef06746135 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:49.217412 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b3cbb6ab-f28c-4e5a-8fc6-deef06746135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:49.255353 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cbb6ab-f28c-4e5a-8fc6-deef06746135 None None] Network d8e7eaf3-8da5-47ec-a48e-1a176154a60f is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:54:49.262929 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-efc62a36-20da-4553-ba78-b239c7d9f913 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] device_id is not set on port 7bd7f8af-9aab-442a-8948-7744d0615f4a yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:54:49.263439 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-b3cbb6ab-f28c-4e5a-8fc6-deef06746135 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:49.268368 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cbb6ab-f28c-4e5a-8fc6-deef06746135 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:54:49.272220 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cbb6ab-f28c-4e5a-8fc6-deef06746135 None None] Pushing event updated for resources: {'Port': ['ID=56404374-b987-4c0f-b8b8-1de333c212c1,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:49.327099 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-b3cbb6ab-f28c-4e5a-8fc6-deef06746135 None None] Attempting to bind port 56404374-b987-4c0f-b8b8-1de333c212c1 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:54:49.327478 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-b3cbb6ab-f28c-4e5a-8fc6-deef06746135 None None] Attempting to bind port 56404374-b987-4c0f-b8b8-1de333c212c1 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '3d0eb8c9-92d2-40eb-8736-6c4c3d7f3474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd8e7eaf3-8da5-47ec-a48e-1a176154a60f'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:54:49.327900 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cbb6ab-f28c-4e5a-8fc6-deef06746135 None None] Attempting to bind port 56404374-b987-4c0f-b8b8-1de333c212c1 on network d8e7eaf3-8da5-47ec-a48e-1a176154a60f {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:54:49.340034 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cbb6ab-f28c-4e5a-8fc6-deef06746135 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:54:49.341979 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cbb6ab-f28c-4e5a-8fc6-deef06746135 None None] Checking segment: {'id': '3d0eb8c9-92d2-40eb-8736-6c4c3d7f3474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd8e7eaf3-8da5-47ec-a48e-1a176154a60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:54:49.342392 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b3cbb6ab-f28c-4e5a-8fc6-deef06746135 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:49.342791 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cbb6ab-f28c-4e5a-8fc6-deef06746135 None None] Bound using segment: {'id': '3d0eb8c9-92d2-40eb-8736-6c4c3d7f3474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd8e7eaf3-8da5-47ec-a48e-1a176154a60f'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:54:49.343267 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-b3cbb6ab-f28c-4e5a-8fc6-deef06746135 None None] Bound port: 56404374-b987-4c0f-b8b8-1de333c212c1, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0eb8c9-92d2-40eb-8736-6c4c3d7f3474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd8e7eaf3-8da5-47ec-a48e-1a176154a60f'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:54:49.343648 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b3cbb6ab-f28c-4e5a-8fc6-deef06746135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:49.404912 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-efc62a36-20da-4553-ba78-b239c7d9f913 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Allocated IP 2001:db8::28c (d8e7eaf3-8da5-47ec-a48e-1a176154a60f/1a11d24c-d663-4b72-b0d7-8155978ba271/7bd7f8af-9aab-442a-8948-7744d0615f4a) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:54:49.413781 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b3cbb6ab-f28c-4e5a-8fc6-deef06746135 None None] For port 56404374-b987-4c0f-b8b8-1de333c212c1, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:54:49.423327 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b3cbb6ab-f28c-4e5a-8fc6-deef06746135 None None] For port 56404374-b987-4c0f-b8b8-1de333c212c1, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=56404374-b987-4c0f-b8b8-1de333c212c1,segment=NetworkSegment(3d0eb8c9-92d2-40eb-8736-6c4c3d7f3474),segment_id=3d0eb8c9-92d2-40eb-8736-6c4c3d7f3474)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:54:49.428628 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b3cbb6ab-f28c-4e5a-8fc6-deef06746135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:49.492642 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cbb6ab-f28c-4e5a-8fc6-deef06746135 None None] Pushing event updated for resources: {'Port': ['ID=56404374-b987-4c0f-b8b8-1de333c212c1,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:49.573509 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-efc62a36-20da-4553-ba78-b239c7d9f913 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:49.609529 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-efc62a36-20da-4553-ba78-b239c7d9f913 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:49.656598 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc62a36-20da-4553-ba78-b239c7d9f913 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Network d8e7eaf3-8da5-47ec-a48e-1a176154a60f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:54:49.687450 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-efc62a36-20da-4553-ba78-b239c7d9f913 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:49.691783 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc62a36-20da-4553-ba78-b239c7d9f913 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:54:49.698619 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc62a36-20da-4553-ba78-b239c7d9f913 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:49.699281 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-efc62a36-20da-4553-ba78-b239c7d9f913 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:49.709594 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc62a36-20da-4553-ba78-b239c7d9f913 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'Port': ['ID=7bd7f8af-9aab-442a-8948-7744d0615f4a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:49.726220 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-efc62a36-20da-4553-ba78-b239c7d9f913 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9353175 Dec 09 15:54:49.732806 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59092) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:49.739039 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-aebd80da-4ffd-4708-aba2-abc07f1b43fc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'port': {'network_id': 'd8e7eaf3-8da5-47ec-a48e-1a176154a60f', 'name': 'tempest-PortsIpV6TestJSON-802639724'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:49.882388 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebd80da-4ffd-4708-aba2-abc07f1b43fc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Made reservation on behalf of a0414aa73f0c4eafb04aaa84640f8f2b for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:54:49.886297 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aebd80da-4ffd-4708-aba2-abc07f1b43fc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:49.906622 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-aebd80da-4ffd-4708-aba2-abc07f1b43fc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] device_id is not set on port 81722dc8-1541-49fe-8427-9015461b103a yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:54:50.012498 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 56404374-b987-4c0f-b8b8-1de333c212c1 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:54:50.070203 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 56404374-b987-4c0f-b8b8-1de333c212c1 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:50.070572 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:50.075486 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-aebd80da-4ffd-4708-aba2-abc07f1b43fc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Allocated IP 2001:db8::2a6 (d8e7eaf3-8da5-47ec-a48e-1a176154a60f/1a11d24c-d663-4b72-b0d7-8155978ba271/81722dc8-1541-49fe-8427-9015461b103a) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:54:50.186966 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:50.225099 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 56404374-b987-4c0f-b8b8-1de333c212c1, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=56404374-b987-4c0f-b8b8-1de333c212c1,segment=NetworkSegment(3d0eb8c9-92d2-40eb-8736-6c4c3d7f3474),segment_id=3d0eb8c9-92d2-40eb-8736-6c4c3d7f3474)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:54:50.231283 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:50.306375 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=56404374-b987-4c0f-b8b8-1de333c212c1,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:50.457218 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-65c30381-d333-43dc-8147-f5bd94b2141f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:50.598286 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ad3776-d008-490c-809b-1d88b6611472 None None] Network d8e7eaf3-8da5-47ec-a48e-1a176154a60f requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:54:50.628526 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aebd80da-4ffd-4708-aba2-abc07f1b43fc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:50.662313 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-27e3d070-4b14-4eb6-8963-ac7e7b20ed24 None None] Provisioning complete for port 56404374-b987-4c0f-b8b8-1de333c212c1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:50.662745 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-27e3d070-4b14-4eb6-8963-ac7e7b20ed24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:50.666014 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aebd80da-4ffd-4708-aba2-abc07f1b43fc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:50.713708 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebd80da-4ffd-4708-aba2-abc07f1b43fc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Network d8e7eaf3-8da5-47ec-a48e-1a176154a60f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:54:50.717422 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-aebd80da-4ffd-4708-aba2-abc07f1b43fc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:50.725697 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebd80da-4ffd-4708-aba2-abc07f1b43fc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:54:50.741881 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebd80da-4ffd-4708-aba2-abc07f1b43fc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:50.742553 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aebd80da-4ffd-4708-aba2-abc07f1b43fc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:50.751721 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd80da-4ffd-4708-aba2-abc07f1b43fc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'Port': ['ID=81722dc8-1541-49fe-8427-9015461b103a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:50.777389 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-aebd80da-4ffd-4708-aba2-abc07f1b43fc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0425084 Dec 09 15:54:50.777789 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59102) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:50.884295 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de41e23a-df15-4ed0-8ed3-6c2cc69b44e6 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:50.885938 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-de41e23a-df15-4ed0-8ed3-6c2cc69b44e6 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A28c HTTP/1.1" status: 200 len: 928 time: 0.1068223 Dec 09 15:54:50.888808 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59106) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:50.983450 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-ac78dc8f-1995-48da-820c-f1c0c424b6b3 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Deleting port 81722dc8-1541-49fe-8427-9015461b103a {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:54:50.983907 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac78dc8f-1995-48da-820c-f1c0c424b6b3 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:51.090668 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac78dc8f-1995-48da-820c-f1c0c424b6b3 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:51.104856 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-ac78dc8f-1995-48da-820c-f1c0c424b6b3 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Calling delete_port for 81722dc8-1541-49fe-8427-9015461b103a owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:54:51.151039 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ef365cb6-94e5-4a92-ac28-b275f749f4d6 None None] Provisioning complete for port 81722dc8-1541-49fe-8427-9015461b103a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:51.152441 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ef365cb6-94e5-4a92-ac28-b275f749f4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:51.204565 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ef365cb6-94e5-4a92-ac28-b275f749f4d6 None None] Port 81722dc8-1541-49fe-8427-9015461b103a cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:54:51.231699 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ef365cb6-94e5-4a92-ac28-b275f749f4d6 None None] Provisioning complete for port 7bd7f8af-9aab-442a-8948-7744d0615f4a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:51.232364 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ef365cb6-94e5-4a92-ac28-b275f749f4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:51.286077 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac78dc8f-1995-48da-820c-f1c0c424b6b3 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:51.290027 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ef365cb6-94e5-4a92-ac28-b275f749f4d6 None None] Port 7bd7f8af-9aab-442a-8948-7744d0615f4a cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:54:51.308698 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ef365cb6-94e5-4a92-ac28-b275f749f4d6 None None] Provisioning complete for port 56404374-b987-4c0f-b8b8-1de333c212c1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:51.309611 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ef365cb6-94e5-4a92-ac28-b275f749f4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:51.332730 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac78dc8f-1995-48da-820c-f1c0c424b6b3 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'Port': ['ID=81722dc8-1541-49fe-8427-9015461b103a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:51.371661 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac78dc8f-1995-48da-820c-f1c0c424b6b3 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:51.377355 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ac78dc8f-1995-48da-820c-f1c0c424b6b3 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/ports/81722dc8-1541-49fe-8427-9015461b103a HTTP/1.1" status: 204 len: 168 time: 0.4853294 Dec 09 15:54:51.377791 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59116) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:51.402860 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d78bdd3-aeac-4c72-a661-f00f1ed2aa6e tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] GET failed (client error): The resource could not be found. Dec 09 15:54:51.406909 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6d78bdd3-aeac-4c72-a661-f00f1ed2aa6e tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "GET /v2.0/ports/81722dc8-1541-49fe-8427-9015461b103a HTTP/1.1" status: 404 len: 333 time: 0.0258856 Dec 09 15:54:51.407127 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59118) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:51.516170 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-8a972054-2e01-4c77-844d-e24816d484a9 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Deleting port 7bd7f8af-9aab-442a-8948-7744d0615f4a {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:54:51.516509 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8a972054-2e01-4c77-844d-e24816d484a9 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:51.550690 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-bcd87d2f-b93a-448d-8b60-2537a5480229 None None] Provisioning complete for port 7bd7f8af-9aab-442a-8948-7744d0615f4a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:51.551618 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bcd87d2f-b93a-448d-8b60-2537a5480229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:51.604069 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-bcd87d2f-b93a-448d-8b60-2537a5480229 None None] Port 7bd7f8af-9aab-442a-8948-7744d0615f4a cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:54:51.611732 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8a972054-2e01-4c77-844d-e24816d484a9 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:51.625429 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-8a972054-2e01-4c77-844d-e24816d484a9 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Calling delete_port for 7bd7f8af-9aab-442a-8948-7744d0615f4a owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:54:51.671673 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:54:51.719052 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-65546432-e20b-4e83-9d46-a60847981fd6 None None] Could not find standard attr ID for object 81722dc8-1541-49fe-8427-9015461b103a. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:54:51.763501 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8a972054-2e01-4c77-844d-e24816d484a9 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:51.796830 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a972054-2e01-4c77-844d-e24816d484a9 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'Port': ['ID=7bd7f8af-9aab-442a-8948-7744d0615f4a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:51.824706 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8a972054-2e01-4c77-844d-e24816d484a9 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:51.830422 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8a972054-2e01-4c77-844d-e24816d484a9 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/ports/7bd7f8af-9aab-442a-8948-7744d0615f4a HTTP/1.1" status: 204 len: 168 time: 0.4199417 Dec 09 15:54:51.830755 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59120) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:51.872465 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-773446f6-c104-4dc3-baaa-a4658d2d01fb tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] GET failed (client error): The resource could not be found. Dec 09 15:54:51.877809 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59124) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:51.878430 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-773446f6-c104-4dc3-baaa-a4658d2d01fb tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "GET /v2.0/ports/7bd7f8af-9aab-442a-8948-7744d0615f4a HTTP/1.1" status: 404 len: 333 time: 0.0463550 Dec 09 15:54:51.966148 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea46bb71-833c-4add-8b0c-9daa3024c149 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Deleting subnet 1a11d24c-d663-4b72-b0d7-8155978ba271 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:54:51.970072 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea46bb71-833c-4add-8b0c-9daa3024c149 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:52.020826 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea46bb71-833c-4add-8b0c-9daa3024c149 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:52.075661 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 56404374-b987-4c0f-b8b8-1de333c212c1 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:54:52.124901 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 56404374-b987-4c0f-b8b8-1de333c212c1 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:52.125396 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:52.128082 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea46bb71-833c-4add-8b0c-9daa3024c149 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:52.203453 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea46bb71-833c-4add-8b0c-9daa3024c149 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:52.235078 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea46bb71-833c-4add-8b0c-9daa3024c149 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'Subnet': ['ID=1a11d24c-d663-4b72-b0d7-8155978ba271,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:52.238746 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea46bb71-833c-4add-8b0c-9daa3024c149 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:52.244712 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ea46bb71-833c-4add-8b0c-9daa3024c149 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/subnets/1a11d24c-d663-4b72-b0d7-8155978ba271 HTTP/1.1" status: 204 len: 168 time: 0.3634305 Dec 09 15:54:52.244939 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59128) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:52.247960 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c54eaf-ad02-4f94-8d49-3c8f7c44a1b5 None None] Network d8e7eaf3-8da5-47ec-a48e-1a176154a60f requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:54:52.324868 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c74c375f-d1fa-4b3b-a9bc-3c210bc1626d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:52.389429 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c74c375f-d1fa-4b3b-a9bc-3c210bc1626d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Deleting port 56404374-b987-4c0f-b8b8-1de333c212c1 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:54:52.389781 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c74c375f-d1fa-4b3b-a9bc-3c210bc1626d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:52.430724 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25b339b-424d-488a-891c-2a83f163d9d6 None None] DHCP port deletion for d8e7eaf3-8da5-47ec-a48e-1a176154a60f request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:54:52.460711 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-c74c375f-d1fa-4b3b-a9bc-3c210bc1626d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] For port 56404374-b987-4c0f-b8b8-1de333c212c1, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=56404374-b987-4c0f-b8b8-1de333c212c1,segment=NetworkSegment(3d0eb8c9-92d2-40eb-8736-6c4c3d7f3474),segment_id=3d0eb8c9-92d2-40eb-8736-6c4c3d7f3474)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:54:52.461247 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c74c375f-d1fa-4b3b-a9bc-3c210bc1626d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:52.477648 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c74c375f-d1fa-4b3b-a9bc-3c210bc1626d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Calling delete_port for 56404374-b987-4c0f-b8b8-1de333c212c1 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:54:52.483548 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e25b339b-424d-488a-891c-2a83f163d9d6 None None] Deleting port 56404374-b987-4c0f-b8b8-1de333c212c1 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:54:52.483930 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e25b339b-424d-488a-891c-2a83f163d9d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:52.553642 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e25b339b-424d-488a-891c-2a83f163d9d6 None None] For port 56404374-b987-4c0f-b8b8-1de333c212c1, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=56404374-b987-4c0f-b8b8-1de333c212c1,segment=NetworkSegment(3d0eb8c9-92d2-40eb-8736-6c4c3d7f3474),segment_id=3d0eb8c9-92d2-40eb-8736-6c4c3d7f3474)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:54:52.554434 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e25b339b-424d-488a-891c-2a83f163d9d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:52.563668 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c74c375f-d1fa-4b3b-a9bc-3c210bc1626d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:52.569332 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e25b339b-424d-488a-891c-2a83f163d9d6 None None] Calling delete_port for 56404374-b987-4c0f-b8b8-1de333c212c1 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:54:52.592457 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c375f-d1fa-4b3b-a9bc-3c210bc1626d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'Port': ['ID=56404374-b987-4c0f-b8b8-1de333c212c1,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:52.596242 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74c375f-d1fa-4b3b-a9bc-3c210bc1626d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] No DVR routers for this DVR port 56404374-b987-4c0f-b8b8-1de333c212c1 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:54:52.709802 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e25b339b-424d-488a-891c-2a83f163d9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:52.745307 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c74c375f-d1fa-4b3b-a9bc-3c210bc1626d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:52.747458 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25b339b-424d-488a-891c-2a83f163d9d6 None None] No DVR routers for this DVR port 56404374-b987-4c0f-b8b8-1de333c212c1 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:54:52.749401 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b339b-424d-488a-891c-2a83f163d9d6 None None] Pushing event deleted for resources: {'Port': ['ID=56404374-b987-4c0f-b8b8-1de333c212c1,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:52.786164 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-c74c375f-d1fa-4b3b-a9bc-3c210bc1626d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8e7eaf3-8da5-47ec-a48e-1a176154a60f']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:52.795809 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-c74c375f-d1fa-4b3b-a9bc-3c210bc1626d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d0eb8c9-92d2-40eb-8736-6c4c3d7f3474') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:52.796102 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-c74c375f-d1fa-4b3b-a9bc-3c210bc1626d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d0eb8c9-92d2-40eb-8736-6c4c3d7f3474') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:52.805912 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c74c375f-d1fa-4b3b-a9bc-3c210bc1626d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:52.819639 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c74c375f-d1fa-4b3b-a9bc-3c210bc1626d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:52.826832 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c74c375f-d1fa-4b3b-a9bc-3c210bc1626d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:54:52.827319 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c74c375f-d1fa-4b3b-a9bc-3c210bc1626d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:52.830633 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:54:52.830633 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:54:52.830633 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:54:52.830633 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:54:52.830633 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:54:52.830633 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:54:52.830633 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:54:52.830633 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:54:52.830633 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:54:52.830633 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:54:52.830633 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:54:52.830633 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:54:52.830633 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:54:52.830633 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:54:52.830633 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:54:52.830633 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:54:52.830633 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:54:52.830633 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:54:52.830633 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:54:52.830633 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:54:52.830633 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:54:52.830633 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:54:52.830633 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:54:52.830633 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:54:52.830633 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:54:52.830633 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:54:52.830633 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:54:52.830633 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:54:52.830633 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:54:52.830633 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:54:52.830633 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:54:52.830633 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:54:52.898831 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c74c375f-d1fa-4b3b-a9bc-3c210bc1626d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:52.905759 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c74c375f-d1fa-4b3b-a9bc-3c210bc1626d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:52.908942 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c74c375f-d1fa-4b3b-a9bc-3c210bc1626d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/networks/d8e7eaf3-8da5-47ec-a48e-1a176154a60f HTTP/1.1" status: 204 len: 168 time: 0.6630850 Dec 09 15:54:52.913987 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59132) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:52.919519 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-9d3d338f-b45d-452e-9e46-9c9b8ffe9778 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2016634415'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:52.922127 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c375f-d1fa-4b3b-a9bc-3c210bc1626d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'Network': ['ID=d8e7eaf3-8da5-47ec-a48e-1a176154a60f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:52.950640 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3d338f-b45d-452e-9e46-9c9b8ffe9778 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Made reservation on behalf of a0414aa73f0c4eafb04aaa84640f8f2b for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:54:52.952955 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-047d25e1-4465-4612-8593-6278ad5d5bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:52.954596 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d3d338f-b45d-452e-9e46-9c9b8ffe9778 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:52.980255 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d3d338f-b45d-452e-9e46-9c9b8ffe9778 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:54:52.989159 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d3d338f-b45d-452e-9e46-9c9b8ffe9778 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:52.989511 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-9d3d338f-b45d-452e-9e46-9c9b8ffe9778 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Added segment 0c292e35-29d8-49d7-9259-2ad3a80c3010 of type vlan for network 612aa776-d9f4-4cc7-b78a-13d074e5677f Dec 09 15:54:53.028595 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d3d338f-b45d-452e-9e46-9c9b8ffe9778 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:53.053864 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d3d338f-b45d-452e-9e46-9c9b8ffe9778 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:53.059584 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3d338f-b45d-452e-9e46-9c9b8ffe9778 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:53.060168 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d3d338f-b45d-452e-9e46-9c9b8ffe9778 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:53.123386 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9d3d338f-b45d-452e-9e46-9c9b8ffe9778 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2082632 Dec 09 15:54:53.126295 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59136) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:53.131308 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-e7c94833-f2a3-48ab-b35e-6d5650758974 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'subnet': {'network_id': '612aa776-d9f4-4cc7-b78a-13d074e5677f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:53.137856 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d338f-b45d-452e-9e46-9c9b8ffe9778 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'Network': ['ID=612aa776-d9f4-4cc7-b78a-13d074e5677f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:53.147891 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 612aa776-d9f4-4cc7-b78a-13d074e5677f details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:54:53.233024 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c94833-f2a3-48ab-b35e-6d5650758974 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Made reservation on behalf of a0414aa73f0c4eafb04aaa84640f8f2b for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:54:53.236538 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e7c94833-f2a3-48ab-b35e-6d5650758974 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:53.440549 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e7c94833-f2a3-48ab-b35e-6d5650758974 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:53.504438 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c94833-f2a3-48ab-b35e-6d5650758974 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'Subnet': ['ID=94b06418-0cca-4b20-b0d6-a56291f47062,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:53.510868 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c94833-f2a3-48ab-b35e-6d5650758974 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Checking segment: {'id': '0c292e35-29d8-49d7-9259-2ad3a80c3010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '612aa776-d9f4-4cc7-b78a-13d074e5677f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:54:53.511309 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c94833-f2a3-48ab-b35e-6d5650758974 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Network hostable DHCP agents. Network: 612aa776-d9f4-4cc7-b78a-13d074e5677f, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:54:53.528513 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c94833-f2a3-48ab-b35e-6d5650758974 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Network 612aa776-d9f4-4cc7-b78a-13d074e5677f is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:54:53.537916 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-e7c94833-f2a3-48ab-b35e-6d5650758974 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 612aa776-d9f4-4cc7-b78a-13d074e5677f) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:53.542077 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c94833-f2a3-48ab-b35e-6d5650758974 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:53.542800 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e7c94833-f2a3-48ab-b35e-6d5650758974 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:53.549021 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d90030-0659-49d3-a191-29d3f33555f3 None None] Network 612aa776-d9f4-4cc7-b78a-13d074e5677f requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:54:53.566172 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e7c94833-f2a3-48ab-b35e-6d5650758974 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4387016 Dec 09 15:54:53.569710 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59148) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:53.575099 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4f293398-0701-45ee-a00a-9142ee5635f1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'port': {'network_id': '612aa776-d9f4-4cc7-b78a-13d074e5677f', 'name': 'tempest-PortsIpV6TestJSON-732980706', 'fixed_ips': [{'subnet_id': '94b06418-0cca-4b20-b0d6-a56291f47062', 'ip_address': '2001:db8::10'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:53.666286 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1778d0cd-b4dc-44cd-8d22-da4dfbad7f44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-612aa776-d9f4-4cc7-b78a-13d074e5677f', 'network_id': '612aa776-d9f4-4cc7-b78a-13d074e5677f', 'project_id': 'a0414aa73f0c4eafb04aaa84640f8f2b', 'fixed_ips': [{'subnet_id': '94b06418-0cca-4b20-b0d6-a56291f47062'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:54:53.667393 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1778d0cd-b4dc-44cd-8d22-da4dfbad7f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:53.701509 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f293398-0701-45ee-a00a-9142ee5635f1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Made reservation on behalf of a0414aa73f0c4eafb04aaa84640f8f2b for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:54:53.800264 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4f293398-0701-45ee-a00a-9142ee5635f1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:53.813315 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-1778d0cd-b4dc-44cd-8d22-da4dfbad7f44 None None] Allocated IP 2001:db8::2 (612aa776-d9f4-4cc7-b78a-13d074e5677f/94b06418-0cca-4b20-b0d6-a56291f47062/0573bb65-8def-4627-8046-63f144c18897) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:54:53.819872 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-4f293398-0701-45ee-a00a-9142ee5635f1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] device_id is not set on port e67e9e06-9c0e-443f-8d59-9205a8a0e854 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:54:53.977938 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1778d0cd-b4dc-44cd-8d22-da4dfbad7f44 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:53.987453 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1778d0cd-b4dc-44cd-8d22-da4dfbad7f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:54.000566 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 56404374-b987-4c0f-b8b8-1de333c212c1 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:54:54.051991 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-4f293398-0701-45ee-a00a-9142ee5635f1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Allocated IP 2001:db8::10 (612aa776-d9f4-4cc7-b78a-13d074e5677f/94b06418-0cca-4b20-b0d6-a56291f47062/e67e9e06-9c0e-443f-8d59-9205a8a0e854) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:54:54.069562 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 56404374-b987-4c0f-b8b8-1de333c212c1 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:54:54.069995 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 56404374-b987-4c0f-b8b8-1de333c212c1 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:54:54.090622 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1778d0cd-b4dc-44cd-8d22-da4dfbad7f44 None None] Network 612aa776-d9f4-4cc7-b78a-13d074e5677f is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:54:54.095185 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-1778d0cd-b4dc-44cd-8d22-da4dfbad7f44 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:54.100772 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1778d0cd-b4dc-44cd-8d22-da4dfbad7f44 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:54:54.108834 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1778d0cd-b4dc-44cd-8d22-da4dfbad7f44 None None] Pushing event updated for resources: {'Port': ['ID=0573bb65-8def-4627-8046-63f144c18897,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:54.139158 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:54.172520 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-1778d0cd-b4dc-44cd-8d22-da4dfbad7f44 None None] Attempting to bind port 0573bb65-8def-4627-8046-63f144c18897 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:54:54.172904 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-1778d0cd-b4dc-44cd-8d22-da4dfbad7f44 None None] Attempting to bind port 0573bb65-8def-4627-8046-63f144c18897 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '0c292e35-29d8-49d7-9259-2ad3a80c3010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '612aa776-d9f4-4cc7-b78a-13d074e5677f'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:54:54.173269 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1778d0cd-b4dc-44cd-8d22-da4dfbad7f44 None None] Attempting to bind port 0573bb65-8def-4627-8046-63f144c18897 on network 612aa776-d9f4-4cc7-b78a-13d074e5677f {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:54:54.181317 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1778d0cd-b4dc-44cd-8d22-da4dfbad7f44 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:54:54.182787 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1778d0cd-b4dc-44cd-8d22-da4dfbad7f44 None None] Checking segment: {'id': '0c292e35-29d8-49d7-9259-2ad3a80c3010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '612aa776-d9f4-4cc7-b78a-13d074e5677f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:54:54.183395 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1778d0cd-b4dc-44cd-8d22-da4dfbad7f44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:54.184612 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1778d0cd-b4dc-44cd-8d22-da4dfbad7f44 None None] Bound using segment: {'id': '0c292e35-29d8-49d7-9259-2ad3a80c3010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '612aa776-d9f4-4cc7-b78a-13d074e5677f'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:54:54.185421 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-1778d0cd-b4dc-44cd-8d22-da4dfbad7f44 None None] Bound port: 0573bb65-8def-4627-8046-63f144c18897, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c292e35-29d8-49d7-9259-2ad3a80c3010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '612aa776-d9f4-4cc7-b78a-13d074e5677f'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:54:54.185983 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1778d0cd-b4dc-44cd-8d22-da4dfbad7f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:54.225825 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4f293398-0701-45ee-a00a-9142ee5635f1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:54.264605 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4f293398-0701-45ee-a00a-9142ee5635f1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:54.270596 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1778d0cd-b4dc-44cd-8d22-da4dfbad7f44 None None] For port 0573bb65-8def-4627-8046-63f144c18897, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:54:54.276355 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1778d0cd-b4dc-44cd-8d22-da4dfbad7f44 None None] For port 0573bb65-8def-4627-8046-63f144c18897, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=0573bb65-8def-4627-8046-63f144c18897,segment=NetworkSegment(0c292e35-29d8-49d7-9259-2ad3a80c3010),segment_id=0c292e35-29d8-49d7-9259-2ad3a80c3010)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:54:54.282961 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1778d0cd-b4dc-44cd-8d22-da4dfbad7f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:54.329890 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f293398-0701-45ee-a00a-9142ee5635f1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Network 612aa776-d9f4-4cc7-b78a-13d074e5677f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:54:54.337534 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-4f293398-0701-45ee-a00a-9142ee5635f1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:54.342090 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f293398-0701-45ee-a00a-9142ee5635f1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:54:54.348761 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f293398-0701-45ee-a00a-9142ee5635f1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:54.348948 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4f293398-0701-45ee-a00a-9142ee5635f1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:54.359341 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f293398-0701-45ee-a00a-9142ee5635f1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'Port': ['ID=e67e9e06-9c0e-443f-8d59-9205a8a0e854,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:54.366716 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1778d0cd-b4dc-44cd-8d22-da4dfbad7f44 None None] Pushing event updated for resources: {'Port': ['ID=0573bb65-8def-4627-8046-63f144c18897,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:54.373012 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4f293398-0701-45ee-a00a-9142ee5635f1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8020484 Dec 09 15:54:54.375654 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59154) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:54.381272 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-56e76212-bd07-4f3a-a6d0-02686cb101cf tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'port': {'network_id': '612aa776-d9f4-4cc7-b78a-13d074e5677f', 'name': 'tempest-PortsIpV6TestJSON-1609224938', 'fixed_ips': [{'subnet_id': '94b06418-0cca-4b20-b0d6-a56291f47062', 'ip_address': '2001:db8::f'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:54.508590 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e76212-bd07-4f3a-a6d0-02686cb101cf tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Made reservation on behalf of a0414aa73f0c4eafb04aaa84640f8f2b for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:54:54.514096 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56e76212-bd07-4f3a-a6d0-02686cb101cf tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:54.533871 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-56e76212-bd07-4f3a-a6d0-02686cb101cf tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] device_id is not set on port aa2140a7-1f3a-4a53-9829-4b9803ea642a yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:54:54.614836 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:54.761243 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-56e76212-bd07-4f3a-a6d0-02686cb101cf tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Allocated IP 2001:db8::f (612aa776-d9f4-4cc7-b78a-13d074e5677f/94b06418-0cca-4b20-b0d6-a56291f47062/aa2140a7-1f3a-4a53-9829-4b9803ea642a) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:54:54.924703 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56e76212-bd07-4f3a-a6d0-02686cb101cf tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:54.961328 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56e76212-bd07-4f3a-a6d0-02686cb101cf tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:55.005471 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e76212-bd07-4f3a-a6d0-02686cb101cf tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Network 612aa776-d9f4-4cc7-b78a-13d074e5677f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:54:55.011346 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-56e76212-bd07-4f3a-a6d0-02686cb101cf tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:55.015100 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e76212-bd07-4f3a-a6d0-02686cb101cf tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:54:55.020821 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e76212-bd07-4f3a-a6d0-02686cb101cf tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:55.021474 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56e76212-bd07-4f3a-a6d0-02686cb101cf tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:55.030040 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e76212-bd07-4f3a-a6d0-02686cb101cf tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'Port': ['ID=aa2140a7-1f3a-4a53-9829-4b9803ea642a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:55.041573 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-56e76212-bd07-4f3a-a6d0-02686cb101cf tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6648862 Dec 09 15:54:55.044455 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59162) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:55.145582 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7945123-2cb4-4865-8e8c-ce729a917b4a tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:55.147391 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b7945123-2cb4-4865-8e8c-ce729a917b4a tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1018362 Dec 09 15:54:55.150806 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59168) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:55.208447 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b990c4d-33ad-442a-b2d0-fd223ef6b9a6 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:55.214463 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b990c4d-33ad-442a-b2d0-fd223ef6b9a6 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:55.221350 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b990c4d-33ad-442a-b2d0-fd223ef6b9a6 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:55.222712 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9b990c4d-33ad-442a-b2d0-fd223ef6b9a6 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.0705347 Dec 09 15:54:55.226281 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59174) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:55.300309 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:55.327553 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-0e53f7db-1c50-4a1d-9205-29220554720f tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Deleting port aa2140a7-1f3a-4a53-9829-4b9803ea642a {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:54:55.327903 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e53f7db-1c50-4a1d-9205-29220554720f tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:55.410995 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93716242-d310-410b-857d-a4d8cd82bb50 None None] Network 612aa776-d9f4-4cc7-b78a-13d074e5677f requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:54:55.440441 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e53f7db-1c50-4a1d-9205-29220554720f tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:55.454634 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-0e53f7db-1c50-4a1d-9205-29220554720f tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Calling delete_port for aa2140a7-1f3a-4a53-9829-4b9803ea642a owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:54:55.503625 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7c4b7f7d-f414-41a1-b7a1-a9f56578f8fa None None] Provisioning complete for port 0573bb65-8def-4627-8046-63f144c18897 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:55.504292 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7c4b7f7d-f414-41a1-b7a1-a9f56578f8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:55.629307 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7c4b7f7d-f414-41a1-b7a1-a9f56578f8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:55.677445 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7c4b7f7d-f414-41a1-b7a1-a9f56578f8fa None None] For port 0573bb65-8def-4627-8046-63f144c18897, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=0573bb65-8def-4627-8046-63f144c18897,segment=NetworkSegment(0c292e35-29d8-49d7-9259-2ad3a80c3010),segment_id=0c292e35-29d8-49d7-9259-2ad3a80c3010)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:54:55.687155 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7c4b7f7d-f414-41a1-b7a1-a9f56578f8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:55.732457 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e53f7db-1c50-4a1d-9205-29220554720f tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:55.756201 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b7f7d-f414-41a1-b7a1-a9f56578f8fa None None] Pushing event updated for resources: {'Port': ['ID=0573bb65-8def-4627-8046-63f144c18897,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:55.820700 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e53f7db-1c50-4a1d-9205-29220554720f tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'Port': ['ID=aa2140a7-1f3a-4a53-9829-4b9803ea642a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:55.825963 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e53f7db-1c50-4a1d-9205-29220554720f tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:55.830095 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0e53f7db-1c50-4a1d-9205-29220554720f tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/ports/aa2140a7-1f3a-4a53-9829-4b9803ea642a HTTP/1.1" status: 204 len: 168 time: 0.6028187 Dec 09 15:54:55.833130 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59194) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:55.861445 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-9392c7ed-c49b-441f-9bf6-30587dfc6b62 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] GET failed (client error): The resource could not be found. Dec 09 15:54:55.866193 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9392c7ed-c49b-441f-9bf6-30587dfc6b62 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "GET /v2.0/ports/aa2140a7-1f3a-4a53-9829-4b9803ea642a HTTP/1.1" status: 404 len: 333 time: 0.0287137 Dec 09 15:54:55.866502 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59196) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:55.978509 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a280f99c-d754-4ce9-aa68-e4db157c3abd tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Deleting port e67e9e06-9c0e-443f-8d59-9205a8a0e854 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:54:55.979112 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a280f99c-d754-4ce9-aa68-e4db157c3abd tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:56.013285 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-abf1d983-7723-42d1-ab77-61d5237e50fe None None] Provisioning complete for port 0573bb65-8def-4627-8046-63f144c18897 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:56.013675 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-abf1d983-7723-42d1-ab77-61d5237e50fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:56.077819 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 0573bb65-8def-4627-8046-63f144c18897 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:54:56.095910 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a280f99c-d754-4ce9-aa68-e4db157c3abd tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:56.111143 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a280f99c-d754-4ce9-aa68-e4db157c3abd tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Calling delete_port for e67e9e06-9c0e-443f-8d59-9205a8a0e854 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:54:56.184871 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 0573bb65-8def-4627-8046-63f144c18897 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:56.185100 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:56.211585 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-abf1d983-7723-42d1-ab77-61d5237e50fe None None] Could not find standard attr ID for object aa2140a7-1f3a-4a53-9829-4b9803ea642a. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:54:56.237864 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-abf1d983-7723-42d1-ab77-61d5237e50fe None None] Provisioning complete for port e67e9e06-9c0e-443f-8d59-9205a8a0e854 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:56.238252 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-abf1d983-7723-42d1-ab77-61d5237e50fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:56.277748 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a280f99c-d754-4ce9-aa68-e4db157c3abd tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:56.305750 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-abf1d983-7723-42d1-ab77-61d5237e50fe None None] Port e67e9e06-9c0e-443f-8d59-9205a8a0e854 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:54:56.326132 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280f99c-d754-4ce9-aa68-e4db157c3abd tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'Port': ['ID=e67e9e06-9c0e-443f-8d59-9205a8a0e854,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:56.356318 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a280f99c-d754-4ce9-aa68-e4db157c3abd tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:56.362810 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a280f99c-d754-4ce9-aa68-e4db157c3abd tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/ports/e67e9e06-9c0e-443f-8d59-9205a8a0e854 HTTP/1.1" status: 204 len: 168 time: 0.4949992 Dec 09 15:54:56.363206 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59198) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:56.390235 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a418bc1-3b48-4459-afd4-72b917312103 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] GET failed (client error): The resource could not be found. Dec 09 15:54:56.394649 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1a418bc1-3b48-4459-afd4-72b917312103 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "GET /v2.0/ports/e67e9e06-9c0e-443f-8d59-9205a8a0e854 HTTP/1.1" status: 404 len: 333 time: 0.0303092 Dec 09 15:54:56.395120 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59200) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:56.433183 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-61f608e9-b548-49a4-8787-9c89dd0bd35e None None] Could not find standard attr ID for object e67e9e06-9c0e-443f-8d59-9205a8a0e854. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:54:56.456716 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:56.470122 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3f0bddf-894c-4e42-adff-54fafe25d2cf tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Deleting subnet 94b06418-0cca-4b20-b0d6-a56291f47062 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:54:56.474570 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3f0bddf-894c-4e42-adff-54fafe25d2cf tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:56.530739 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3f0bddf-894c-4e42-adff-54fafe25d2cf tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:56.549532 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fa8ef874-021e-4c82-91be-6367447dd19b None None] Could not find standard attr ID for object aa2140a7-1f3a-4a53-9829-4b9803ea642a. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:54:56.641956 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3f0bddf-894c-4e42-adff-54fafe25d2cf tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:56.718222 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3f0bddf-894c-4e42-adff-54fafe25d2cf tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:56.761808 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f0bddf-894c-4e42-adff-54fafe25d2cf tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'Subnet': ['ID=94b06418-0cca-4b20-b0d6-a56291f47062,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:56.764448 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a3f0bddf-894c-4e42-adff-54fafe25d2cf tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:56.768291 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a3f0bddf-894c-4e42-adff-54fafe25d2cf tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/subnets/94b06418-0cca-4b20-b0d6-a56291f47062 HTTP/1.1" status: 204 len: 168 time: 0.3721375 Dec 09 15:54:56.770745 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59206) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:56.810627 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7412c897-498c-4a33-98ce-916069e231e7 None None] Network 612aa776-d9f4-4cc7-b78a-13d074e5677f requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:54:56.860017 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d4f803fe-9b41-4e19-938c-618ffb27c9fe tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:56.934684 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d4f803fe-9b41-4e19-938c-618ffb27c9fe tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Deleting port 0573bb65-8def-4627-8046-63f144c18897 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:54:56.935553 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d4f803fe-9b41-4e19-938c-618ffb27c9fe tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:57.003933 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bd0bf1-ef8e-4d30-a58e-f8b482ddb3fe None None] DHCP port deletion for 612aa776-d9f4-4cc7-b78a-13d074e5677f request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:54:57.012836 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d4f803fe-9b41-4e19-938c-618ffb27c9fe tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] For port 0573bb65-8def-4627-8046-63f144c18897, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=0573bb65-8def-4627-8046-63f144c18897,segment=NetworkSegment(0c292e35-29d8-49d7-9259-2ad3a80c3010),segment_id=0c292e35-29d8-49d7-9259-2ad3a80c3010)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:54:57.013199 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d4f803fe-9b41-4e19-938c-618ffb27c9fe tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:57.027372 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d4f803fe-9b41-4e19-938c-618ffb27c9fe tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Calling delete_port for 0573bb65-8def-4627-8046-63f144c18897 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:54:57.058881 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-86bd0bf1-ef8e-4d30-a58e-f8b482ddb3fe None None] Deleting port 0573bb65-8def-4627-8046-63f144c18897 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:54:57.059261 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-86bd0bf1-ef8e-4d30-a58e-f8b482ddb3fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:57.114872 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d4f803fe-9b41-4e19-938c-618ffb27c9fe tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:57.127599 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-86bd0bf1-ef8e-4d30-a58e-f8b482ddb3fe None None] For port 0573bb65-8def-4627-8046-63f144c18897, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=0573bb65-8def-4627-8046-63f144c18897,segment=NetworkSegment(0c292e35-29d8-49d7-9259-2ad3a80c3010),segment_id=0c292e35-29d8-49d7-9259-2ad3a80c3010)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:54:57.128000 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-86bd0bf1-ef8e-4d30-a58e-f8b482ddb3fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:57.140822 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-86bd0bf1-ef8e-4d30-a58e-f8b482ddb3fe None None] Calling delete_port for 0573bb65-8def-4627-8046-63f144c18897 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:54:57.144376 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f803fe-9b41-4e19-938c-618ffb27c9fe tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] No DVR routers for this DVR port 0573bb65-8def-4627-8046-63f144c18897 on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:54:57.158972 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f803fe-9b41-4e19-938c-618ffb27c9fe tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'Port': ['ID=0573bb65-8def-4627-8046-63f144c18897,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:57.226863 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-86bd0bf1-ef8e-4d30-a58e-f8b482ddb3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:57.256025 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd0bf1-ef8e-4d30-a58e-f8b482ddb3fe None None] Pushing event deleted for resources: {'Port': ['ID=0573bb65-8def-4627-8046-63f144c18897,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:57.262918 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d4f803fe-9b41-4e19-938c-618ffb27c9fe tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:57.267935 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bd0bf1-ef8e-4d30-a58e-f8b482ddb3fe None None] No DVR routers for this DVR port 0573bb65-8def-4627-8046-63f144c18897 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:54:57.293009 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-d4f803fe-9b41-4e19-938c-618ffb27c9fe tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['612aa776-d9f4-4cc7-b78a-13d074e5677f']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:57.304150 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-d4f803fe-9b41-4e19-938c-618ffb27c9fe tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c292e35-29d8-49d7-9259-2ad3a80c3010') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:57.304475 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-d4f803fe-9b41-4e19-938c-618ffb27c9fe tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c292e35-29d8-49d7-9259-2ad3a80c3010') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:57.315177 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d4f803fe-9b41-4e19-938c-618ffb27c9fe tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:57.339961 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d4f803fe-9b41-4e19-938c-618ffb27c9fe tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:57.353169 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4f803fe-9b41-4e19-938c-618ffb27c9fe tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:54:57.353169 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d4f803fe-9b41-4e19-938c-618ffb27c9fe tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:57.355998 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:54:57.355998 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:54:57.355998 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:54:57.355998 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:54:57.355998 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:54:57.355998 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:54:57.355998 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:54:57.355998 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:54:57.355998 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:54:57.355998 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:54:57.355998 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:54:57.355998 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:54:57.355998 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:54:57.355998 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:54:57.355998 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:54:57.355998 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:54:57.355998 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:54:57.355998 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:54:57.355998 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:54:57.355998 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:54:57.355998 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:54:57.355998 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:54:57.355998 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:54:57.355998 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:54:57.355998 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:54:57.355998 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:54:57.355998 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:54:57.355998 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:54:57.355998 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:54:57.355998 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:54:57.355998 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:54:57.355998 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:54:57.418490 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d4f803fe-9b41-4e19-938c-618ffb27c9fe tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:57.427215 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d4f803fe-9b41-4e19-938c-618ffb27c9fe tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:57.434587 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59210) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:57.437180 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d4f803fe-9b41-4e19-938c-618ffb27c9fe tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/networks/612aa776-d9f4-4cc7-b78a-13d074e5677f HTTP/1.1" status: 204 len: 168 time: 0.6645222 Dec 09 15:54:57.440401 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-bf3f4d7d-7e02-4c67-b810-469bea95a556 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-676274956'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:57.457768 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f803fe-9b41-4e19-938c-618ffb27c9fe tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'Network': ['ID=612aa776-d9f4-4cc7-b78a-13d074e5677f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:57.470115 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3f4d7d-7e02-4c67-b810-469bea95a556 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Made reservation on behalf of a0414aa73f0c4eafb04aaa84640f8f2b for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:54:57.475121 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bf3f4d7d-7e02-4c67-b810-469bea95a556 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:57.510907 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf3f4d7d-7e02-4c67-b810-469bea95a556 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:54:57.523885 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bf3f4d7d-7e02-4c67-b810-469bea95a556 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:57.524654 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-bf3f4d7d-7e02-4c67-b810-469bea95a556 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Added segment 6a5d24d9-6a5b-4199-8f16-a58722e43bd1 of type vlan for network 52634f49-dfcd-42cf-b2b6-567faf78e468 Dec 09 15:54:57.570184 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bf3f4d7d-7e02-4c67-b810-469bea95a556 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:57.600733 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bf3f4d7d-7e02-4c67-b810-469bea95a556 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:57.607104 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3f4d7d-7e02-4c67-b810-469bea95a556 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:57.608103 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bf3f4d7d-7e02-4c67-b810-469bea95a556 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:57.681064 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bf3f4d7d-7e02-4c67-b810-469bea95a556 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2453032 Dec 09 15:54:57.685304 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59214) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:57.691860 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d7206c7f-a2b3-4b29-96e9-441f24a3039c tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'subnet': {'network_id': '52634f49-dfcd-42cf-b2b6-567faf78e468', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:57.696943 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f4d7d-7e02-4c67-b810-469bea95a556 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'Network': ['ID=52634f49-dfcd-42cf-b2b6-567faf78e468,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:57.708601 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 52634f49-dfcd-42cf-b2b6-567faf78e468 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:54:57.790077 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [req-426852a9-67c6-429d-89d6-1d8d57371495 req-68da0800-b5f8-4f46-a763-6de206bedc82 service neutron] (103245) timed out ('10.222.0.57', 51978) {{(pid=103245) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 15:54:57.812783 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7206c7f-a2b3-4b29-96e9-441f24a3039c tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Made reservation on behalf of a0414aa73f0c4eafb04aaa84640f8f2b for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:54:57.817686 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d7206c7f-a2b3-4b29-96e9-441f24a3039c tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:58.059803 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d7206c7f-a2b3-4b29-96e9-441f24a3039c tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:58.061938 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 0573bb65-8def-4627-8046-63f144c18897 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:54:58.087394 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 0573bb65-8def-4627-8046-63f144c18897 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:54:58.088139 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 0573bb65-8def-4627-8046-63f144c18897 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:54:58.137753 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7206c7f-a2b3-4b29-96e9-441f24a3039c tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'Subnet': ['ID=5dae6038-7a91-460c-8134-d1d0a5e2891b,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:58.145089 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7206c7f-a2b3-4b29-96e9-441f24a3039c tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Checking segment: {'id': '6a5d24d9-6a5b-4199-8f16-a58722e43bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '52634f49-dfcd-42cf-b2b6-567faf78e468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:54:58.145429 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7206c7f-a2b3-4b29-96e9-441f24a3039c tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Network hostable DHCP agents. Network: 52634f49-dfcd-42cf-b2b6-567faf78e468, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:54:58.163568 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7206c7f-a2b3-4b29-96e9-441f24a3039c tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Network 52634f49-dfcd-42cf-b2b6-567faf78e468 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:54:58.174514 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-d7206c7f-a2b3-4b29-96e9-441f24a3039c tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 52634f49-dfcd-42cf-b2b6-567faf78e468) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:58.178862 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7206c7f-a2b3-4b29-96e9-441f24a3039c tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:58.179957 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d7206c7f-a2b3-4b29-96e9-441f24a3039c tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:58.183895 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a61e6b-7187-43a0-8f76-7f50ef97d333 None None] Network 52634f49-dfcd-42cf-b2b6-567faf78e468 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:54:58.213401 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59220) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:58.213723 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d7206c7f-a2b3-4b29-96e9-441f24a3039c tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5270479 Dec 09 15:54:58.218854 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-37ad83cd-60e7-40a8-944d-db91d678b3aa tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-243719033', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:58.259035 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37ad83cd-60e7-40a8-944d-db91d678b3aa tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:58.260785 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37ad83cd-60e7-40a8-944d-db91d678b3aa tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:58.335997 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37ad83cd-60e7-40a8-944d-db91d678b3aa tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:58.341528 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37ad83cd-60e7-40a8-944d-db91d678b3aa tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:58.358333 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153b70c4-6ecd-4fd6-81a7-81eaa29e86d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-52634f49-dfcd-42cf-b2b6-567faf78e468', 'network_id': '52634f49-dfcd-42cf-b2b6-567faf78e468', 'project_id': 'a0414aa73f0c4eafb04aaa84640f8f2b', 'fixed_ips': [{'subnet_id': '5dae6038-7a91-460c-8134-d1d0a5e2891b'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:54:58.359293 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-153b70c4-6ecd-4fd6-81a7-81eaa29e86d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:58.368024 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37ad83cd-60e7-40a8-944d-db91d678b3aa tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:58.373828 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-37ad83cd-60e7-40a8-944d-db91d678b3aa tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1579320 Dec 09 15:54:58.374018 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59222) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:58.378812 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-dcb9c42b-f960-45c5-9ece-29e4f4081bc6 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'port': {'network_id': '52634f49-dfcd-42cf-b2b6-567faf78e468', 'name': 'tempest-PortsIpV6TestJSON-1004564572'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:58.518392 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb9c42b-f960-45c5-9ece-29e4f4081bc6 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Made reservation on behalf of a0414aa73f0c4eafb04aaa84640f8f2b for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:54:58.524635 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dcb9c42b-f960-45c5-9ece-29e4f4081bc6 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:58.528163 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-153b70c4-6ecd-4fd6-81a7-81eaa29e86d2 None None] Allocated IP 2001:db8::2 (52634f49-dfcd-42cf-b2b6-567faf78e468/5dae6038-7a91-460c-8134-d1d0a5e2891b/3f25e4fb-db75-4f25-90ca-f8428a8ef59e) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:54:58.550912 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-dcb9c42b-f960-45c5-9ece-29e4f4081bc6 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] device_id is not set on port 71e7bfbf-cc9e-4aab-b680-ecfb23845a11 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:54:58.691634 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-153b70c4-6ecd-4fd6-81a7-81eaa29e86d2 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:58.697626 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-153b70c4-6ecd-4fd6-81a7-81eaa29e86d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:58.760514 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-dcb9c42b-f960-45c5-9ece-29e4f4081bc6 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Allocated IP 2001:db8::209 (52634f49-dfcd-42cf-b2b6-567faf78e468/5dae6038-7a91-460c-8134-d1d0a5e2891b/71e7bfbf-cc9e-4aab-b680-ecfb23845a11) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:54:58.768110 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b70c4-6ecd-4fd6-81a7-81eaa29e86d2 None None] Pushing event updated for resources: {'Port': ['ID=3f25e4fb-db75-4f25-90ca-f8428a8ef59e,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:58.788705 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153b70c4-6ecd-4fd6-81a7-81eaa29e86d2 None None] Network 52634f49-dfcd-42cf-b2b6-567faf78e468 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:54:58.792624 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-153b70c4-6ecd-4fd6-81a7-81eaa29e86d2 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:58.795300 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153b70c4-6ecd-4fd6-81a7-81eaa29e86d2 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:54:58.864283 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-153b70c4-6ecd-4fd6-81a7-81eaa29e86d2 None None] Attempting to bind port 3f25e4fb-db75-4f25-90ca-f8428a8ef59e on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:54:58.864995 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-153b70c4-6ecd-4fd6-81a7-81eaa29e86d2 None None] Attempting to bind port 3f25e4fb-db75-4f25-90ca-f8428a8ef59e by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '6a5d24d9-6a5b-4199-8f16-a58722e43bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '52634f49-dfcd-42cf-b2b6-567faf78e468'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:54:58.866260 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153b70c4-6ecd-4fd6-81a7-81eaa29e86d2 None None] Attempting to bind port 3f25e4fb-db75-4f25-90ca-f8428a8ef59e on network 52634f49-dfcd-42cf-b2b6-567faf78e468 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:54:58.873480 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153b70c4-6ecd-4fd6-81a7-81eaa29e86d2 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:54:58.873881 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153b70c4-6ecd-4fd6-81a7-81eaa29e86d2 None None] Checking segment: {'id': '6a5d24d9-6a5b-4199-8f16-a58722e43bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '52634f49-dfcd-42cf-b2b6-567faf78e468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:54:58.874318 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-153b70c4-6ecd-4fd6-81a7-81eaa29e86d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:58.874903 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153b70c4-6ecd-4fd6-81a7-81eaa29e86d2 None None] Bound using segment: {'id': '6a5d24d9-6a5b-4199-8f16-a58722e43bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '52634f49-dfcd-42cf-b2b6-567faf78e468'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:54:58.875319 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-153b70c4-6ecd-4fd6-81a7-81eaa29e86d2 None None] Bound port: 3f25e4fb-db75-4f25-90ca-f8428a8ef59e, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a5d24d9-6a5b-4199-8f16-a58722e43bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '52634f49-dfcd-42cf-b2b6-567faf78e468'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:54:58.876789 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-153b70c4-6ecd-4fd6-81a7-81eaa29e86d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:58.957010 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-153b70c4-6ecd-4fd6-81a7-81eaa29e86d2 None None] For port 3f25e4fb-db75-4f25-90ca-f8428a8ef59e, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:54:58.960973 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-153b70c4-6ecd-4fd6-81a7-81eaa29e86d2 None None] For port 3f25e4fb-db75-4f25-90ca-f8428a8ef59e, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=3f25e4fb-db75-4f25-90ca-f8428a8ef59e,segment=NetworkSegment(6a5d24d9-6a5b-4199-8f16-a58722e43bd1),segment_id=6a5d24d9-6a5b-4199-8f16-a58722e43bd1)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:54:58.968378 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-153b70c4-6ecd-4fd6-81a7-81eaa29e86d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:59.058436 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dcb9c42b-f960-45c5-9ece-29e4f4081bc6 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:59.121033 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b70c4-6ecd-4fd6-81a7-81eaa29e86d2 None None] Pushing event updated for resources: {'Port': ['ID=3f25e4fb-db75-4f25-90ca-f8428a8ef59e,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:59.144260 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dcb9c42b-f960-45c5-9ece-29e4f4081bc6 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:59.218081 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59234) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:59.220782 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb9c42b-f960-45c5-9ece-29e4f4081bc6 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Network 52634f49-dfcd-42cf-b2b6-567faf78e468 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:54:59.229767 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-dcb9c42b-f960-45c5-9ece-29e4f4081bc6 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:59.233883 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb9c42b-f960-45c5-9ece-29e4f4081bc6 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:54:59.239654 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb9c42b-f960-45c5-9ece-29e4f4081bc6 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:59.240486 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dcb9c42b-f960-45c5-9ece-29e4f4081bc6 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:59.247251 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9c42b-f960-45c5-9ece-29e4f4081bc6 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'Port': ['ID=71e7bfbf-cc9e-4aab-b680-ecfb23845a11,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:59.269557 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-dcb9c42b-f960-45c5-9ece-29e4f4081bc6 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8948214 Dec 09 15:54:59.273396 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59238) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:59.412352 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-545aad17-262c-425f-a8ba-9a767872ac23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:59.568215 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-545aad17-262c-425f-a8ba-9a767872ac23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:59.572942 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-545aad17-262c-425f-a8ba-9a767872ac23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:59.602257 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545aad17-262c-425f-a8ba-9a767872ac23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669cf09f-f3ce-405b-923e-ea2efd6e6eed,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:59.634271 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-545aad17-262c-425f-a8ba-9a767872ac23 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1bc7f3efff754c88ad0124e07890315b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4137478 Dec 09 15:54:59.636742 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59240) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:59.699973 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b871edc-d6d4-42e9-b7ae-2fdc12caf6f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:59.731040 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b871edc-d6d4-42e9-b7ae-2fdc12caf6f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:59.759976 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fab95f3d-5cbb-46d4-9f48-da90164bd8c1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:59.793407 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b871edc-d6d4-42e9-b7ae-2fdc12caf6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:59.796154 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b871edc-d6d4-42e9-b7ae-2fdc12caf6f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:59.797750 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2b871edc-d6d4-42e9-b7ae-2fdc12caf6f8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/669cf09f-f3ce-405b-923e-ea2efd6e6eed HTTP/1.1" status: 204 len: 168 time: 0.1595633 Dec 09 15:54:59.816434 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b871edc-d6d4-42e9-b7ae-2fdc12caf6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669cf09f-f3ce-405b-923e-ea2efd6e6eed,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:00.063460 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 3f25e4fb-db75-4f25-90ca-f8428a8ef59e up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:55:00.084661 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fab95f3d-5cbb-46d4-9f48-da90164bd8c1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:00.097425 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fab95f3d-5cbb-46d4-9f48-da90164bd8c1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:00.204121 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 3f25e4fb-db75-4f25-90ca-f8428a8ef59e triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:00.207639 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:00.241638 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab95f3d-5cbb-46d4-9f48-da90164bd8c1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'Port': ['ID=71e7bfbf-cc9e-4aab-b680-ecfb23845a11,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:00.371754 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fab95f3d-5cbb-46d4-9f48-da90164bd8c1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:00.377764 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:00.427303 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 3f25e4fb-db75-4f25-90ca-f8428a8ef59e, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=3f25e4fb-db75-4f25-90ca-f8428a8ef59e,segment=NetworkSegment(6a5d24d9-6a5b-4199-8f16-a58722e43bd1),segment_id=6a5d24d9-6a5b-4199-8f16-a58722e43bd1)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:00.436321 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:00.505352 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=3f25e4fb-db75-4f25-90ca-f8428a8ef59e,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:00.579944 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fab95f3d-5cbb-46d4-9f48-da90164bd8c1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:00.617176 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07d8904-904e-4118-8ab8-7349f6938d2f None None] Network 52634f49-dfcd-42cf-b2b6-567faf78e468 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:55:00.738760 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59266) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:00.766178 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-36176964-18f9-40d3-a3d9-3a8f9e4ff585 None None] Provisioning complete for port 3f25e4fb-db75-4f25-90ca-f8428a8ef59e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:00.766809 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-36176964-18f9-40d3-a3d9-3a8f9e4ff585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:00.925590 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-0de27f84-9016-4a1f-937c-01bacf39a536 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1559726741-network', 'tenant_id': 'e18a03e47891481dabf58a2599c1b791'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:00.971581 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de27f84-9016-4a1f-937c-01bacf39a536 admin admin] Made reservation on behalf of e18a03e47891481dabf58a2599c1b791 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:55:00.977727 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0de27f84-9016-4a1f-937c-01bacf39a536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:00.988384 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0de27f84-9016-4a1f-937c-01bacf39a536 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:00.992324 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fab95f3d-5cbb-46d4-9f48-da90164bd8c1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:01.002095 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fab95f3d-5cbb-46d4-9f48-da90164bd8c1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:01.008791 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fab95f3d-5cbb-46d4-9f48-da90164bd8c1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:01.156166 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab95f3d-5cbb-46d4-9f48-da90164bd8c1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'Port': ['ID=71e7bfbf-cc9e-4aab-b680-ecfb23845a11,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:01.163631 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0de27f84-9016-4a1f-937c-01bacf39a536 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:01.170416 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0de27f84-9016-4a1f-937c-01bacf39a536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:01.214519 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de27f84-9016-4a1f-937c-01bacf39a536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cea6069-a19b-418d-9caa-70c77fae62f3,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:01.231413 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de27f84-9016-4a1f-937c-01bacf39a536 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:55:01.247556 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6a4a7a48-c829-4b9f-a29d-276f140483c0 None None] Provisioning complete for port 3f25e4fb-db75-4f25-90ca-f8428a8ef59e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:01.248035 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6a4a7a48-c829-4b9f-a29d-276f140483c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:01.259004 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0de27f84-9016-4a1f-937c-01bacf39a536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:01.259761 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-0de27f84-9016-4a1f-937c-01bacf39a536 admin admin] Added segment 6b8c6052-e0aa-4ad8-8aac-f5341a6ac233 of type vlan for network d1d24551-8618-4743-bded-43ca0c5964fb Dec 09 15:55:01.295048 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab95f3d-5cbb-46d4-9f48-da90164bd8c1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Network 52634f49-dfcd-42cf-b2b6-567faf78e468 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:55:01.296963 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-fab95f3d-5cbb-46d4-9f48-da90164bd8c1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:55:01.348370 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0de27f84-9016-4a1f-937c-01bacf39a536 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:01.401854 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0de27f84-9016-4a1f-937c-01bacf39a536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:01.404331 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de27f84-9016-4a1f-937c-01bacf39a536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:01.409677 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0de27f84-9016-4a1f-937c-01bacf39a536 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:01.543657 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab95f3d-5cbb-46d4-9f48-da90164bd8c1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Router 751cc0fa-5dbc-48e9-bcf4-dc2c8381f899 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:55:01.559505 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de27f84-9016-4a1f-937c-01bacf39a536 admin admin] Pushing event updated for resources: {'Network': ['ID=d1d24551-8618-4743-bded-43ca0c5964fb,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:01.585393 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0de27f84-9016-4a1f-937c-01bacf39a536 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8408196 Dec 09 15:55:01.587054 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59278) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:01.595864 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-8b6fd4bf-02fc-425c-8ebc-a2468316153d admin admin] Request body: {'subnet': {'network_id': 'd1d24551-8618-4743-bded-43ca0c5964fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1559726741-subnet', 'tenant_id': 'e18a03e47891481dabf58a2599c1b791', 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:01.640677 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6fd4bf-02fc-425c-8ebc-a2468316153d admin admin] Made reservation on behalf of e18a03e47891481dabf58a2599c1b791 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:55:01.642990 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8b6fd4bf-02fc-425c-8ebc-a2468316153d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:01.689890 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab95f3d-5cbb-46d4-9f48-da90164bd8c1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:55:01.703462 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-fab95f3d-5cbb-46d4-9f48-da90164bd8c1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "PUT /v2.0/routers/751cc0fa-5dbc-48e9-bcf4-dc2c8381f899/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4281821 Dec 09 15:55:01.705519 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59280) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:01.767341 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network d1d24551-8618-4743-bded-43ca0c5964fb details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:55:01.875566 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9135364b-cba0-4beb-89a1-9c77d3cb52b8 None None] Sync routers for ids ['751cc0fa-5dbc-48e9-bcf4-dc2c8381f899'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:55:01.878882 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8b6fd4bf-02fc-425c-8ebc-a2468316153d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:01.935326 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9135364b-cba0-4beb-89a1-9c77d3cb52b8 None None] Routers {'751cc0fa-5dbc-48e9-bcf4-dc2c8381f899'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:55:01.936032 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9135364b-cba0-4beb-89a1-9c77d3cb52b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:54:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['751cc0fa-5dbc-48e9-bcf4-dc2c8381f899'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:01.960337 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6fd4bf-02fc-425c-8ebc-a2468316153d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c745f4a-b96f-4105-89fe-b5c071d78c0a,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:01.970683 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6fd4bf-02fc-425c-8ebc-a2468316153d admin admin] Checking segment: {'id': '6b8c6052-e0aa-4ad8-8aac-f5341a6ac233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd1d24551-8618-4743-bded-43ca0c5964fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:55:01.971159 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6fd4bf-02fc-425c-8ebc-a2468316153d admin admin] Network hostable DHCP agents. Network: d1d24551-8618-4743-bded-43ca0c5964fb, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:55:01.992671 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9135364b-cba0-4beb-89a1-9c77d3cb52b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:02.021076 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6fd4bf-02fc-425c-8ebc-a2468316153d admin admin] Network d1d24551-8618-4743-bded-43ca0c5964fb is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:55:02.029953 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6a4a7a48-c829-4b9f-a29d-276f140483c0 None None] Provisioning complete for port 71e7bfbf-cc9e-4aab-b680-ecfb23845a11 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:02.030336 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6a4a7a48-c829-4b9f-a29d-276f140483c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:02.032888 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9135364b-cba0-4beb-89a1-9c77d3cb52b8 None None] Routers {'751cc0fa-5dbc-48e9-bcf4-dc2c8381f899'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:55:02.033592 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9135364b-cba0-4beb-89a1-9c77d3cb52b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:54:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['751cc0fa-5dbc-48e9-bcf4-dc2c8381f899'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:02.038203 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-8b6fd4bf-02fc-425c-8ebc-a2468316153d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, d1d24551-8618-4743-bded-43ca0c5964fb) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:55:02.043477 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6fd4bf-02fc-425c-8ebc-a2468316153d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:02.044214 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8b6fd4bf-02fc-425c-8ebc-a2468316153d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:02.081456 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8b6fd4bf-02fc-425c-8ebc-a2468316153d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4893141 Dec 09 15:55:02.081456 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59282) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:02.086639 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-3c88347d-82f6-42a7-90f2-be10cdf69752 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1559726741-router', 'tenant_id': 'e18a03e47891481dabf58a2599c1b791', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:02.119639 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3c88347d-82f6-42a7-90f2-be10cdf69752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:02.121567 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3c88347d-82f6-42a7-90f2-be10cdf69752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:02.136032 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8becabf-099d-4151-9a38-2fce215fb0aa None None] Network d1d24551-8618-4743-bded-43ca0c5964fb requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:55:02.138529 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 3f25e4fb-db75-4f25-90ca-f8428a8ef59e up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:55:02.145988 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9135364b-cba0-4beb-89a1-9c77d3cb52b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:02.147248 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9135364b-cba0-4beb-89a1-9c77d3cb52b8 None None] The sync data for ids ['751cc0fa-5dbc-48e9-bcf4-dc2c8381f899'] in n-d-821228-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:55:02.236808 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-6a4a7a48-c829-4b9f-a29d-276f140483c0 None None] Port 71e7bfbf-cc9e-4aab-b680-ecfb23845a11 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:55:02.253445 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3c88347d-82f6-42a7-90f2-be10cdf69752 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:02.258614 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b752fec-8d47-4b45-a1bd-7e5e70f761f2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:02.262985 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1b752fec-8d47-4b45-a1bd-7e5e70f761f2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "GET /v2.0/ports?device_id=751cc0fa-5dbc-48e9-bcf4-dc2c8381f899 HTTP/1.1" status: 200 len: 989 time: 0.5537815 Dec 09 15:55:02.263307 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59284) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:02.304603 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 3f25e4fb-db75-4f25-90ca-f8428a8ef59e triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:02.305220 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:02.350301 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ef3437-df92-4b03-997e-1f8e5020512c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-d1d24551-8618-4743-bded-43ca0c5964fb', 'network_id': 'd1d24551-8618-4743-bded-43ca0c5964fb', 'project_id': 'e18a03e47891481dabf58a2599c1b791', 'fixed_ips': [{'subnet_id': '1c745f4a-b96f-4105-89fe-b5c071d78c0a'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:55:02.351730 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a8ef3437-df92-4b03-997e-1f8e5020512c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:02.399812 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-28b6ba05-da77-4a20-8b79-3bd2e7785f32 None None] Provisioning complete for port 71e7bfbf-cc9e-4aab-b680-ecfb23845a11 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:02.400120 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-28b6ba05-da77-4a20-8b79-3bd2e7785f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:02.477023 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3c88347d-82f6-42a7-90f2-be10cdf69752 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:02.520754 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-28b6ba05-da77-4a20-8b79-3bd2e7785f32 None None] Port 71e7bfbf-cc9e-4aab-b680-ecfb23845a11 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:55:02.585294 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-a8ef3437-df92-4b03-997e-1f8e5020512c None None] Allocated IP 172.20.0.2 (d1d24551-8618-4743-bded-43ca0c5964fb/1c745f4a-b96f-4105-89fe-b5c071d78c0a/9ad668f1-ac28-4c4c-a959-c55baf39691f) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:55:02.749287 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a8ef3437-df92-4b03-997e-1f8e5020512c None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:02.755194 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a8ef3437-df92-4b03-997e-1f8e5020512c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:02.792985 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ef3437-df92-4b03-997e-1f8e5020512c None None] Network d1d24551-8618-4743-bded-43ca0c5964fb is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:55:02.797774 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-a8ef3437-df92-4b03-997e-1f8e5020512c None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:55:02.801221 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ef3437-df92-4b03-997e-1f8e5020512c None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:55:02.809426 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef3437-df92-4b03-997e-1f8e5020512c None None] Pushing event updated for resources: {'Port': ['ID=9ad668f1-ac28-4c4c-a959-c55baf39691f,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:02.863774 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a8ef3437-df92-4b03-997e-1f8e5020512c None None] Attempting to bind port 9ad668f1-ac28-4c4c-a959-c55baf39691f on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:55:02.864145 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a8ef3437-df92-4b03-997e-1f8e5020512c None None] Attempting to bind port 9ad668f1-ac28-4c4c-a959-c55baf39691f by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '6b8c6052-e0aa-4ad8-8aac-f5341a6ac233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd1d24551-8618-4743-bded-43ca0c5964fb'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:55:02.864549 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ef3437-df92-4b03-997e-1f8e5020512c None None] Attempting to bind port 9ad668f1-ac28-4c4c-a959-c55baf39691f on network d1d24551-8618-4743-bded-43ca0c5964fb {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:55:02.870474 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ef3437-df92-4b03-997e-1f8e5020512c None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:55:02.870854 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ef3437-df92-4b03-997e-1f8e5020512c None None] Checking segment: {'id': '6b8c6052-e0aa-4ad8-8aac-f5341a6ac233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd1d24551-8618-4743-bded-43ca0c5964fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:55:02.871256 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a8ef3437-df92-4b03-997e-1f8e5020512c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:02.871645 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ef3437-df92-4b03-997e-1f8e5020512c None None] Bound using segment: {'id': '6b8c6052-e0aa-4ad8-8aac-f5341a6ac233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd1d24551-8618-4743-bded-43ca0c5964fb'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:55:02.872103 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a8ef3437-df92-4b03-997e-1f8e5020512c None None] Bound port: 9ad668f1-ac28-4c4c-a959-c55baf39691f, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b8c6052-e0aa-4ad8-8aac-f5341a6ac233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd1d24551-8618-4743-bded-43ca0c5964fb'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:55:02.872501 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a8ef3437-df92-4b03-997e-1f8e5020512c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:02.937868 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a8ef3437-df92-4b03-997e-1f8e5020512c None None] For port 9ad668f1-ac28-4c4c-a959-c55baf39691f, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:55:02.941162 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a8ef3437-df92-4b03-997e-1f8e5020512c None None] For port 9ad668f1-ac28-4c4c-a959-c55baf39691f, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=9ad668f1-ac28-4c4c-a959-c55baf39691f,segment=NetworkSegment(6b8c6052-e0aa-4ad8-8aac-f5341a6ac233),segment_id=6b8c6052-e0aa-4ad8-8aac-f5341a6ac233)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:55:02.947614 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a8ef3437-df92-4b03-997e-1f8e5020512c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:03.015109 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef3437-df92-4b03-997e-1f8e5020512c None None] Pushing event updated for resources: {'Port': ['ID=9ad668f1-ac28-4c4c-a959-c55baf39691f,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:03.336362 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3c88347d-82f6-42a7-90f2-be10cdf69752 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:03.350406 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba0a55-371a-404e-85bc-2e146814287b req-dcc18e9f-b02e-4bec-b8b7-aa5068f2b9d9 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:03.351903 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cdba0a55-371a-404e-85bc-2e146814287b req-dcc18e9f-b02e-4bec-b8b7-aa5068f2b9d9 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/networks?id=54fd6451-3431-4aa6-b8c9-b95452f7e9b0 HTTP/1.1" status: 200 len: 814 time: 0.5922232 Dec 09 15:55:03.384607 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3c88347d-82f6-42a7-90f2-be10cdf69752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:03.413132 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-70da593b-69b8-469c-9854-1a63b2d1a011 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:03.417088 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cdba0a55-371a-404e-85bc-2e146814287b req-6ff37c13-d1c2-4821-b4e2-8a0368cc864e tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/quotas/37c7f4a0ae064ea9ae29f8af57d5c4cc HTTP/1.1" status: 200 len: 375 time: 0.0432484 Dec 09 15:55:03.610449 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cdba0a55-371a-404e-85bc-2e146814287b req-808664b7-5c41-40cd-8b75-cef64e9a0ac9 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=37c7f4a0ae064ea9ae29f8af57d5c4cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1631041 Dec 09 15:55:03.725127 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-3c88347d-82f6-42a7-90f2-be10cdf69752 admin admin] Allocated IP 172.25.3.82 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/cb526edf-9e9c-4d04-9b69-7275b01518b9) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:55:03.844225 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cdba0a55-371a-404e-85bc-2e146814287b req-8e031365-bbdc-4774-9ddb-740cd9804b83 service neutron] 10.222.0.57 "GET /v2.0/networks/54fd6451-3431-4aa6-b8c9-b95452f7e9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012274 Dec 09 15:55:03.902727 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdaaaab8-becd-4a02-8cdd-005a9301a84c None None] Network d1d24551-8618-4743-bded-43ca0c5964fb requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:55:03.972645 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7683bd0f-dba0-4967-916b-5a24a58936cf None None] Provisioning complete for port 9ad668f1-ac28-4c4c-a959-c55baf39691f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:03.973021 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7683bd0f-dba0-4967-916b-5a24a58936cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:03.985441 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3c88347d-82f6-42a7-90f2-be10cdf69752 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:04.028961 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cdba0a55-371a-404e-85bc-2e146814287b req-0df443eb-9815-4798-ad25-82be1a32b54d service neutron] 10.222.0.57 "GET /v2.0/networks/54fd6451-3431-4aa6-b8c9-b95452f7e9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770146 Dec 09 15:55:04.036368 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-70da593b-69b8-469c-9854-1a63b2d1a011 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Deleting port 71e7bfbf-cc9e-4aab-b680-ecfb23845a11 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:55:04.036876 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-70da593b-69b8-469c-9854-1a63b2d1a011 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:04.061167 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 9ad668f1-ac28-4c4c-a959-c55baf39691f up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:55:04.103730 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3c88347d-82f6-42a7-90f2-be10cdf69752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:04.146185 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7683bd0f-dba0-4967-916b-5a24a58936cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:04.148214 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c88347d-82f6-42a7-90f2-be10cdf69752 admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:55:04.179418 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-3c88347d-82f6-42a7-90f2-be10cdf69752 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:55:04.209049 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c88347d-82f6-42a7-90f2-be10cdf69752 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:55:04.220538 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002df6e7-c43c-4064-9c5e-77ef9702ff1e None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:55:04.227346 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7683bd0f-dba0-4967-916b-5a24a58936cf None None] For port 9ad668f1-ac28-4c4c-a959-c55baf39691f, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=9ad668f1-ac28-4c4c-a959-c55baf39691f,segment=NetworkSegment(6b8c6052-e0aa-4ad8-8aac-f5341a6ac233),segment_id=6b8c6052-e0aa-4ad8-8aac-f5341a6ac233)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:04.237774 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7683bd0f-dba0-4967-916b-5a24a58936cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:04.244145 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 9ad668f1-ac28-4c4c-a959-c55baf39691f triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:04.244573 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:04.268603 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-70da593b-69b8-469c-9854-1a63b2d1a011 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:04.279206 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c88347d-82f6-42a7-90f2-be10cdf69752 admin admin] Pushing event updated for resources: {'Port': ['ID=cb526edf-9e9c-4d04-9b69-7275b01518b9,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:04.325427 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-70da593b-69b8-469c-9854-1a63b2d1a011 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Calling delete_port for 71e7bfbf-cc9e-4aab-b680-ecfb23845a11 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:55:04.379309 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7683bd0f-dba0-4967-916b-5a24a58936cf None None] Pushing event updated for resources: {'Port': ['ID=9ad668f1-ac28-4c4c-a959-c55baf39691f,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:04.393067 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-154ffee0-184f-46d2-a11b-2afa5304d6ec None None] Provisioning complete for port cb526edf-9e9c-4d04-9b69-7275b01518b9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:04.393653 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-154ffee0-184f-46d2-a11b-2afa5304d6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:04.401576 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8ec3d72f-725a-4882-95cc-0223895f722d req-f2abc393-3416-4973-a83e-72c92678b6c2 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=080ebf84-6de3-4db7-85d0-c4c65a56ca05 HTTP/1.1" status: 200 len: 210 time: 0.0784047 Dec 09 15:55:04.482769 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-154ffee0-184f-46d2-a11b-2afa5304d6ec None None] Port cb526edf-9e9c-4d04-9b69-7275b01518b9 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:55:04.611583 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e78e3784-958b-4fcb-9f4b-c58d00dc03af None None] Provisioning complete for port 9ad668f1-ac28-4c4c-a959-c55baf39691f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:04.611886 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e78e3784-958b-4fcb-9f4b-c58d00dc03af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:04.707284 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3c88347d-82f6-42a7-90f2-be10cdf69752 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:04.758137 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-70da593b-69b8-469c-9854-1a63b2d1a011 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:04.818614 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70da593b-69b8-469c-9854-1a63b2d1a011 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'Port': ['ID=71e7bfbf-cc9e-4aab-b680-ecfb23845a11,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:04.964310 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-70da593b-69b8-469c-9854-1a63b2d1a011 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:05.094795 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3c88347d-82f6-42a7-90f2-be10cdf69752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:05.204454 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70da593b-69b8-469c-9854-1a63b2d1a011 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Router 751cc0fa-5dbc-48e9-bcf4-dc2c8381f899 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:55:05.422241 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba0a55-371a-404e-85bc-2e146814287b req-c47f1123-5401-498d-aa41-96aafd9b9c07 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:05.423943 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cdba0a55-371a-404e-85bc-2e146814287b req-c47f1123-5401-498d-aa41-96aafd9b9c07 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.42 "GET /v2.0/networks?id=54fd6451-3431-4aa6-b8c9-b95452f7e9b0 HTTP/1.1" status: 200 len: 814 time: 0.1336832 Dec 09 15:55:05.444367 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-cdba0a55-371a-404e-85bc-2e146814287b req-6f9e1cc0-284c-4535-b371-e5a167e21686 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Request body: {'port': {'device_id': '080ebf84-6de3-4db7-85d0-c4c65a56ca05', 'network_id': '54fd6451-3431-4aa6-b8c9-b95452f7e9b0', 'admin_state_up': True, 'tenant_id': '37c7f4a0ae064ea9ae29f8af57d5c4cc'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:05.564554 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdba0a55-371a-404e-85bc-2e146814287b req-6f9e1cc0-284c-4535-b371-e5a167e21686 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Made reservation on behalf of 37c7f4a0ae064ea9ae29f8af57d5c4cc for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:55:05.568837 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-cdba0a55-371a-404e-85bc-2e146814287b req-6f9e1cc0-284c-4535-b371-e5a167e21686 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:05.624981 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6cc10ade-a7dd-408b-ac96-09733b287659 req-60944ec9-b7e5-42ec-82cb-9d84bd43ca84 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=080ebf84-6de3-4db7-85d0-c4c65a56ca05 HTTP/1.1" status: 200 len: 210 time: 0.0650120 Dec 09 15:55:05.669477 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70da593b-69b8-469c-9854-1a63b2d1a011 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:55:05.676835 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-70da593b-69b8-469c-9854-1a63b2d1a011 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "PUT /v2.0/routers/751cc0fa-5dbc-48e9-bcf4-dc2c8381f899/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4123268 Dec 09 15:55:05.681206 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59320) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:05.682583 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126c2861-55cb-4d2e-9283-31c50938c043 None None] Sync routers for ids ['751cc0fa-5dbc-48e9-bcf4-dc2c8381f899'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:55:05.694799 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126c2861-55cb-4d2e-9283-31c50938c043 None None] Routers {'751cc0fa-5dbc-48e9-bcf4-dc2c8381f899'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:55:05.695502 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-126c2861-55cb-4d2e-9283-31c50938c043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:54:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['751cc0fa-5dbc-48e9-bcf4-dc2c8381f899'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:05.710108 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-d649ce5f-54a1-45ce-a76e-457278ce13a6 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] GET failed (client error): The resource could not be found. Dec 09 15:55:05.711575 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d649ce5f-54a1-45ce-a76e-457278ce13a6 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "GET /v2.0/ports/71e7bfbf-cc9e-4aab-b680-ecfb23845a11 HTTP/1.1" status: 404 len: 333 time: 0.0294373 Dec 09 15:55:05.715109 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59322) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:05.723218 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-cdba0a55-371a-404e-85bc-2e146814287b req-6f9e1cc0-284c-4535-b371-e5a167e21686 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Allocated IP 172.20.0.2 (54fd6451-3431-4aa6-b8c9-b95452f7e9b0/a1e405de-5373-4667-83dc-4a2f4fc90d29/df898883-aef0-4e8b-9b84-7a63b78f468c) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:55:05.728544 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c88347d-82f6-42a7-90f2-be10cdf69752 admin admin] Router 54382acd-709b-45ed-a676-c0fe9688c721 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:55:05.734777 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-126c2861-55cb-4d2e-9283-31c50938c043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:05.743531 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126c2861-55cb-4d2e-9283-31c50938c043 None None] Routers {'751cc0fa-5dbc-48e9-bcf4-dc2c8381f899'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:55:05.744172 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-126c2861-55cb-4d2e-9283-31c50938c043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:54:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['751cc0fa-5dbc-48e9-bcf4-dc2c8381f899'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:05.776681 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-126c2861-55cb-4d2e-9283-31c50938c043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:05.777341 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126c2861-55cb-4d2e-9283-31c50938c043 None None] The sync data for ids ['751cc0fa-5dbc-48e9-bcf4-dc2c8381f899'] in n-d-821228-1 is: [] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:55:05.805761 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-abbd6530-7e25-4a43-9ec5-3b5276cdd936 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:05.841813 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c88347d-82f6-42a7-90f2-be10cdf69752 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:55:05.851415 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54106306-5555-4d42-ac39-f400fec863a4 None None] Sync routers for ids ['54382acd-709b-45ed-a676-c0fe9688c721'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:55:05.862161 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3c88347d-82f6-42a7-90f2-be10cdf69752 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:05.863427 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3c88347d-82f6-42a7-90f2-be10cdf69752 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7841239 Dec 09 15:55:05.863786 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54106306-5555-4d42-ac39-f400fec863a4 None None] Routers {'54382acd-709b-45ed-a676-c0fe9688c721'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:55:05.864402 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-54106306-5555-4d42-ac39-f400fec863a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:54:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['54382acd-709b-45ed-a676-c0fe9688c721'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:05.866357 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59324) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:05.985365 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-54106306-5555-4d42-ac39-f400fec863a4 None None] Set router 54382acd-709b-45ed-a676-c0fe9688c721 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:55:06.043118 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-abbd6530-7e25-4a43-9ec5-3b5276cdd936 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:06.046836 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-abbd6530-7e25-4a43-9ec5-3b5276cdd936 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:06.050178 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 9ad668f1-ac28-4c4c-a959-c55baf39691f up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:55:06.119902 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-abbd6530-7e25-4a43-9ec5-3b5276cdd936 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:06.120325 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abbd6530-7e25-4a43-9ec5-3b5276cdd936 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Fanout notify agent at l3_agent the message router_deleted on router 751cc0fa-5dbc-48e9-bcf4-dc2c8381f899 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:55:06.129464 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-abbd6530-7e25-4a43-9ec5-3b5276cdd936 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:06.135568 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-abbd6530-7e25-4a43-9ec5-3b5276cdd936 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/routers/751cc0fa-5dbc-48e9-bcf4-dc2c8381f899 HTTP/1.1" status: 204 len: 168 time: 0.4193864 Dec 09 15:55:06.136220 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59326) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:06.203089 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-cdba0a55-371a-404e-85bc-2e146814287b req-6f9e1cc0-284c-4535-b371-e5a167e21686 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:06.220126 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4a3c2c1-f6dc-4caf-a04c-0369ae3b3715 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Deleting subnet 5dae6038-7a91-460c-8134-d1d0a5e2891b {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:55:06.225213 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d4a3c2c1-f6dc-4caf-a04c-0369ae3b3715 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:06.278760 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d4a3c2c1-f6dc-4caf-a04c-0369ae3b3715 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:06.319363 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-cdba0a55-371a-404e-85bc-2e146814287b req-6f9e1cc0-284c-4535-b371-e5a167e21686 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:06.334472 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 9ad668f1-ac28-4c4c-a959-c55baf39691f triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:06.334693 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:06.348192 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3de983d3-36e8-4268-8f54-171970491376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:06.357531 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['83255f63-4ca3-4bd2-a590-db45acf327e2'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:55:06.367794 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['f09f559b-d4e6-4759-b0bc-f6c59d58ac2b', '2dd471b4-56cd-43a8-8e2c-70832a88b3b7'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:55:06.377134 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdba0a55-371a-404e-85bc-2e146814287b req-6f9e1cc0-284c-4535-b371-e5a167e21686 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Network 54fd6451-3431-4aa6-b8c9-b95452f7e9b0 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:55:06.443790 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e1cc0-284c-4535-b371-e5a167e21686 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Pushing event updated for resources: {'Port': ['ID=df898883-aef0-4e8b-9b84-7a63b78f468c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:06.449577 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-cdba0a55-371a-404e-85bc-2e146814287b req-6f9e1cc0-284c-4535-b371-e5a167e21686 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:55:06.452547 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d4a3c2c1-f6dc-4caf-a04c-0369ae3b3715 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:06.455998 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdba0a55-371a-404e-85bc-2e146814287b req-6f9e1cc0-284c-4535-b371-e5a167e21686 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:55:06.481758 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778545dc-2fb9-497b-96d2-f2a135305465 None None] DHCP port deletion for 54fd6451-3431-4aa6-b8c9-b95452f7e9b0 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:55:06.553882 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba0a55-371a-404e-85bc-2e146814287b req-6f9e1cc0-284c-4535-b371-e5a167e21686 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:06.554686 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-cdba0a55-371a-404e-85bc-2e146814287b req-6f9e1cc0-284c-4535-b371-e5a167e21686 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:06.571114 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-3de983d3-36e8-4268-8f54-171970491376 admin admin] Allocated IP 172.20.0.1 (d1d24551-8618-4743-bded-43ca0c5964fb/1c745f4a-b96f-4105-89fe-b5c071d78c0a/a9f1f1b6-0a4b-428b-8a70-2ad8923ac5fa) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:55:06.578701 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cdba0a55-371a-404e-85bc-2e146814287b req-6f9e1cc0-284c-4535-b371-e5a167e21686 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1397533 Dec 09 15:55:06.580786 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d4a3c2c1-f6dc-4caf-a04c-0369ae3b3715 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:06.613476 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-cdba0a55-371a-404e-85bc-2e146814287b req-6a92401d-f2e3-4d08-9217-8ca93d8072a0 service neutron] Request body: {'port': {'device_id': '080ebf84-6de3-4db7-85d0-c4c65a56ca05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:06.616218 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a3c2c1-f6dc-4caf-a04c-0369ae3b3715 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'Subnet': ['ID=5dae6038-7a91-460c-8134-d1d0a5e2891b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:06.642358 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d4a3c2c1-f6dc-4caf-a04c-0369ae3b3715 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:06.649117 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d4a3c2c1-f6dc-4caf-a04c-0369ae3b3715 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/subnets/5dae6038-7a91-460c-8134-d1d0a5e2891b HTTP/1.1" status: 204 len: 168 time: 0.5088756 Dec 09 15:55:06.650670 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59330) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:06.662887 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cdf1de-94b3-41a6-8b32-ee184362211e None None] Network 52634f49-dfcd-42cf-b2b6-567faf78e468 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:55:06.672769 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-78da6bbb-2731-45fc-a5ec-0e1cf2852e3e None None] Provisioning complete for port df898883-aef0-4e8b-9b84-7a63b78f468c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:06.672769 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-78da6bbb-2731-45fc-a5ec-0e1cf2852e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:06.694712 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-cdba0a55-371a-404e-85bc-2e146814287b req-6a92401d-f2e3-4d08-9217-8ca93d8072a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:06.761228 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-54106306-5555-4d42-ac39-f400fec863a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54382acd-709b-45ed-a676-c0fe9688c721', 'name': 'tempest-TestServerMultinode-1559726741-router', 'tenant_id': 'e18a03e47891481dabf58a2599c1b791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'cb526edf-9e9c-4d04-9b69-7275b01518b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:55:02Z', 'updated_at': '2021-12-09T15:55:04Z', 'revision_number': 3, 'project_id': 'e18a03e47891481dabf58a2599c1b791', 'gw_port': {'id': 'cb526edf-9e9c-4d04-9b69-7275b01518b9', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:43:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54382acd-709b-45ed-a676-c0fe9688c721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:03Z', 'updated_at': '2021-12-09T15:55:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:06.799928 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77a4a9e3-db42-406f-a729-ee8cb0751616 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:06.821761 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39c7ce-81f5-45cd-b0d1-8ea426a69f72 req-8105b7fa-5577-479a-87f3-d9b2818ae774 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:06.823305 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d39c7ce-81f5-45cd-b0d1-8ea426a69f72 req-8105b7fa-5577-479a-87f3-d9b2818ae774 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=080ebf84-6de3-4db7-85d0-c4c65a56ca05 HTTP/1.1" status: 200 len: 931 time: 0.1074812 Dec 09 15:55:06.829243 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54106306-5555-4d42-ac39-f400fec863a4 None None] Checking router: 54382acd-709b-45ed-a676-c0fe9688c721 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:55:06.829599 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54106306-5555-4d42-ac39-f400fec863a4 None None] Updating router 54382acd-709b-45ed-a676-c0fe9688c721 port cb526edf-9e9c-4d04-9b69-7275b01518b9 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:55:06.842164 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3de983d3-36e8-4268-8f54-171970491376 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:06.859814 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-78da6bbb-2731-45fc-a5ec-0e1cf2852e3e None None] Port df898883-aef0-4e8b-9b84-7a63b78f468c cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:55:06.909928 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-54106306-5555-4d42-ac39-f400fec863a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:06.923813 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d39c7ce-81f5-45cd-b0d1-8ea426a69f72 req-99912138-26cd-4c7f-a211-2c07bca7abdf tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796182 Dec 09 15:55:06.955775 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-77a4a9e3-db42-406f-a729-ee8cb0751616 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Deleting port 3f25e4fb-db75-4f25-90ca-f8428a8ef59e {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:55:06.956118 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77a4a9e3-db42-406f-a729-ee8cb0751616 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:06.972678 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3de983d3-36e8-4268-8f54-171970491376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:07.008614 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-cdba0a55-371a-404e-85bc-2e146814287b req-6a92401d-f2e3-4d08-9217-8ca93d8072a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df898883-aef0-4e8b-9b84-7a63b78f468c {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:55:07.017681 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-cdba0a55-371a-404e-85bc-2e146814287b req-6a92401d-f2e3-4d08-9217-8ca93d8072a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:07.031735 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-cdba0a55-371a-404e-85bc-2e146814287b req-6a92401d-f2e3-4d08-9217-8ca93d8072a0 service neutron] Transition to ACTIVE for port object df898883-aef0-4e8b-9b84-7a63b78f468c will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:55:07.036740 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-cdba0a55-371a-404e-85bc-2e146814287b req-6a92401d-f2e3-4d08-9217-8ca93d8072a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:07.048270 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de983d3-36e8-4268-8f54-171970491376 admin admin] Network d1d24551-8618-4743-bded-43ca0c5964fb is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:55:07.058596 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-3de983d3-36e8-4268-8f54-171970491376 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:55:07.070271 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de983d3-36e8-4268-8f54-171970491376 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:55:07.073230 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de983d3-36e8-4268-8f54-171970491376 admin admin] Pushing event updated for resources: {'Port': ['ID=a9f1f1b6-0a4b-428b-8a70-2ad8923ac5fa,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:07.100208 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-77a4a9e3-db42-406f-a729-ee8cb0751616 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] For port 3f25e4fb-db75-4f25-90ca-f8428a8ef59e, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=3f25e4fb-db75-4f25-90ca-f8428a8ef59e,segment=NetworkSegment(6a5d24d9-6a5b-4199-8f16-a58722e43bd1),segment_id=6a5d24d9-6a5b-4199-8f16-a58722e43bd1)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:07.100394 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77a4a9e3-db42-406f-a729-ee8cb0751616 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:07.105146 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92401d-f2e3-4d08-9217-8ca93d8072a0 service neutron] Pushing event updated for resources: {'Port': ['ID=df898883-aef0-4e8b-9b84-7a63b78f468c,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:07.121196 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-77a4a9e3-db42-406f-a729-ee8cb0751616 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Calling delete_port for 3f25e4fb-db75-4f25-90ca-f8428a8ef59e owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:55:07.134927 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3de983d3-36e8-4268-8f54-171970491376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:07.160288 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdf65b4-3987-457a-98f8-17674d207a10 None None] DHCP port deletion for 54fd6451-3431-4aa6-b8c9-b95452f7e9b0 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:55:07.214575 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299f2ab1-ddc4-4187-9a98-10f33186b5c4 None None] DHCP port deletion for 52634f49-dfcd-42cf-b2b6-567faf78e468 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:55:07.216878 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-cdba0a55-371a-404e-85bc-2e146814287b req-6a92401d-f2e3-4d08-9217-8ca93d8072a0 service neutron] Attempting to bind port df898883-aef0-4e8b-9b84-7a63b78f468c on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:55:07.217217 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-cdba0a55-371a-404e-85bc-2e146814287b req-6a92401d-f2e3-4d08-9217-8ca93d8072a0 service neutron] Attempting to bind port df898883-aef0-4e8b-9b84-7a63b78f468c by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '9e9c1069-da4b-49d3-b7c1-b803e425ba04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '54fd6451-3431-4aa6-b8c9-b95452f7e9b0'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:55:07.217548 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdba0a55-371a-404e-85bc-2e146814287b req-6a92401d-f2e3-4d08-9217-8ca93d8072a0 service neutron] Attempting to bind port df898883-aef0-4e8b-9b84-7a63b78f468c on network 54fd6451-3431-4aa6-b8c9-b95452f7e9b0 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:55:07.222208 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdba0a55-371a-404e-85bc-2e146814287b req-6a92401d-f2e3-4d08-9217-8ca93d8072a0 service neutron] Port df898883-aef0-4e8b-9b84-7a63b78f468c on network 54fd6451-3431-4aa6-b8c9-b95452f7e9b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:55:07.223550 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdba0a55-371a-404e-85bc-2e146814287b req-6a92401d-f2e3-4d08-9217-8ca93d8072a0 service neutron] Attempting to bind port df898883-aef0-4e8b-9b84-7a63b78f468c on network 54fd6451-3431-4aa6-b8c9-b95452f7e9b0 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:55:07.231133 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdba0a55-371a-404e-85bc-2e146814287b req-6a92401d-f2e3-4d08-9217-8ca93d8072a0 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:55:07.232028 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdba0a55-371a-404e-85bc-2e146814287b req-6a92401d-f2e3-4d08-9217-8ca93d8072a0 service neutron] Checking segment: {'id': '9e9c1069-da4b-49d3-b7c1-b803e425ba04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '54fd6451-3431-4aa6-b8c9-b95452f7e9b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:55:07.232028 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdba0a55-371a-404e-85bc-2e146814287b req-6a92401d-f2e3-4d08-9217-8ca93d8072a0 service neutron] Bound using segment: {'id': '9e9c1069-da4b-49d3-b7c1-b803e425ba04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '54fd6451-3431-4aa6-b8c9-b95452f7e9b0'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:55:07.232322 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-cdba0a55-371a-404e-85bc-2e146814287b req-6a92401d-f2e3-4d08-9217-8ca93d8072a0 service neutron] Bound port: df898883-aef0-4e8b-9b84-7a63b78f468c, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9c1069-da4b-49d3-b7c1-b803e425ba04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '54fd6451-3431-4aa6-b8c9-b95452f7e9b0'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:55:07.233674 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-cdba0a55-371a-404e-85bc-2e146814287b req-6a92401d-f2e3-4d08-9217-8ca93d8072a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:07.344465 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-cdba0a55-371a-404e-85bc-2e146814287b req-6a92401d-f2e3-4d08-9217-8ca93d8072a0 service neutron] For port df898883-aef0-4e8b-9b84-7a63b78f468c, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:55:07.356061 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-cdba0a55-371a-404e-85bc-2e146814287b req-6a92401d-f2e3-4d08-9217-8ca93d8072a0 service neutron] For port df898883-aef0-4e8b-9b84-7a63b78f468c, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=df898883-aef0-4e8b-9b84-7a63b78f468c,segment=NetworkSegment(9e9c1069-da4b-49d3-b7c1-b803e425ba04),segment_id=9e9c1069-da4b-49d3-b7c1-b803e425ba04)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:55:07.361084 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77a4a9e3-db42-406f-a729-ee8cb0751616 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:07.362919 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-cdba0a55-371a-404e-85bc-2e146814287b req-6a92401d-f2e3-4d08-9217-8ca93d8072a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:07.367784 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-299f2ab1-ddc4-4187-9a98-10f33186b5c4 None None] Deleting port 3f25e4fb-db75-4f25-90ca-f8428a8ef59e {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:55:07.368270 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-299f2ab1-ddc4-4187-9a98-10f33186b5c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:07.398267 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba0a55-371a-404e-85bc-2e146814287b req-6a92401d-f2e3-4d08-9217-8ca93d8072a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:07.398949 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-cdba0a55-371a-404e-85bc-2e146814287b req-6a92401d-f2e3-4d08-9217-8ca93d8072a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:07.400571 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cdba0a55-371a-404e-85bc-2e146814287b req-6a92401d-f2e3-4d08-9217-8ca93d8072a0 service neutron] 10.222.0.42 "PUT /v2.0/ports/df898883-aef0-4e8b-9b84-7a63b78f468c HTTP/1.1" status: 200 len: 1091 time: 0.7944469 Dec 09 15:55:07.401089 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '080ebf84-6de3-4db7-85d0-c4c65a56ca05', 'tag': 'df898883-aef0-4e8b-9b84-7a63b78f468c'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:55:07.403510 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93feb6c9-c466-4f7e-aec7-5f51e303589a" -d '{"events": [{"name": "network-changed", "server_uuid": "080ebf84-6de3-4db7-85d0-c4c65a56ca05", "tag": "df898883-aef0-4e8b-9b84-7a63b78f468c"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:55:07.421769 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a4a9e3-db42-406f-a729-ee8cb0751616 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'Port': ['ID=3f25e4fb-db75-4f25-90ca-f8428a8ef59e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:07.423893 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a4a9e3-db42-406f-a729-ee8cb0751616 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] No DVR routers for this DVR port 3f25e4fb-db75-4f25-90ca-f8428a8ef59e on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:55:07.436826 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92401d-f2e3-4d08-9217-8ca93d8072a0 service neutron] Pushing event updated for resources: {'Port': ['ID=df898883-aef0-4e8b-9b84-7a63b78f468c,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:07.442561 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3de983d3-36e8-4268-8f54-171970491376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:07.454349 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc06a59d-b465-45ea-af7e-3387b02a892b None None] DHCP port deletion for 54fd6451-3431-4aa6-b8c9-b95452f7e9b0 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:55:07.473805 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398f60c3-02f6-4dde-ad62-25898b9527a3 x-openstack-request-id: req-398f60c3-02f6-4dde-ad62-25898b9527a3 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:55:07.474983 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "080ebf84-6de3-4db7-85d0-c4c65a56ca05", "tag": "df898883-aef0-4e8b-9b84-7a63b78f468c", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:55:07.474983 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-398f60c3-02f6-4dde-ad62-25898b9527a3 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:55:07.475606 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '080ebf84-6de3-4db7-85d0-c4c65a56ca05', 'tag': 'df898883-aef0-4e8b-9b84-7a63b78f468c', 'status': 'completed', 'code': 200} Dec 09 15:55:07.514369 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-299f2ab1-ddc4-4187-9a98-10f33186b5c4 None None] For port 3f25e4fb-db75-4f25-90ca-f8428a8ef59e, host n-d-821228-1, got binding levels [] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:07.514805 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-299f2ab1-ddc4-4187-9a98-10f33186b5c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:07.519598 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4c9d9519-2664-4370-a878-3716c62bd63e None None] Provisioning complete for port a9f1f1b6-0a4b-428b-8a70-2ad8923ac5fa triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:07.519598 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4c9d9519-2664-4370-a878-3716c62bd63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:07.527541 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-54106306-5555-4d42-ac39-f400fec863a4 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:07.545165 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba0a55-371a-404e-85bc-2e146814287b req-801bd69b-f8c0-43ab-986b-3a55839d0e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:07.552794 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cdba0a55-371a-404e-85bc-2e146814287b req-801bd69b-f8c0-43ab-986b-3a55839d0e17 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=37c7f4a0ae064ea9ae29f8af57d5c4cc&device_id=080ebf84-6de3-4db7-85d0-c4c65a56ca05 HTTP/1.1" status: 200 len: 1094 time: 0.0846143 Dec 09 15:55:07.555440 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-299f2ab1-ddc4-4187-9a98-10f33186b5c4 None None] Calling delete_port for 3f25e4fb-db75-4f25-90ca-f8428a8ef59e owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:55:07.558317 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.ipam_backend_mixin [None req-299f2ab1-ddc4-4187-9a98-10f33186b5c4 None None] Port 3f25e4fb-db75-4f25-90ca-f8428a8ef59e was not found and therefore no delete operation was performed {{(pid=103246) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 15:55:07.561012 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-54106306-5555-4d42-ac39-f400fec863a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:07.566378 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-299f2ab1-ddc4-4187-9a98-10f33186b5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:07.585245 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77a4a9e3-db42-406f-a729-ee8cb0751616 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:07.608483 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-4c9d9519-2664-4370-a878-3716c62bd63e None None] Port a9f1f1b6-0a4b-428b-8a70-2ad8923ac5fa cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:55:07.611624 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cdba0a55-371a-404e-85bc-2e146814287b req-a4d20253-6cfa-4bee-8f71-f6deddd4b0e3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df898883-aef0-4e8b-9b84-7a63b78f468c HTTP/1.1" status: 200 len: 217 time: 0.0473313 Dec 09 15:55:07.615737 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299f2ab1-ddc4-4187-9a98-10f33186b5c4 None None] No DVR routers for this DVR port 3f25e4fb-db75-4f25-90ca-f8428a8ef59e on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:55:07.621285 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-77a4a9e3-db42-406f-a729-ee8cb0751616 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52634f49-dfcd-42cf-b2b6-567faf78e468']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:07.636535 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be7f014-de20-4ca2-a368-7e67fd4aef19 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:55:07.642479 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe8040-0474-446b-994a-7e1e96649818 None None] Pushing event updated for resources: {'Port': ['ID=cb526edf-9e9c-4d04-9b69-7275b01518b9,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:07.646204 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-54106306-5555-4d42-ac39-f400fec863a4 None None] Attempting to bind port cb526edf-9e9c-4d04-9b69-7275b01518b9 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:55:07.646583 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-54106306-5555-4d42-ac39-f400fec863a4 None None] Attempting to bind port cb526edf-9e9c-4d04-9b69-7275b01518b9 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:55:07.646947 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54106306-5555-4d42-ac39-f400fec863a4 None None] Attempting to bind port cb526edf-9e9c-4d04-9b69-7275b01518b9 on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:55:07.667447 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-77a4a9e3-db42-406f-a729-ee8cb0751616 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a5d24d9-6a5b-4199-8f16-a58722e43bd1') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:07.667990 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-77a4a9e3-db42-406f-a729-ee8cb0751616 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a5d24d9-6a5b-4199-8f16-a58722e43bd1') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:07.675525 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54106306-5555-4d42-ac39-f400fec863a4 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:55:07.675906 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54106306-5555-4d42-ac39-f400fec863a4 None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:55:07.676308 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-54106306-5555-4d42-ac39-f400fec863a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:07.676733 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54106306-5555-4d42-ac39-f400fec863a4 None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:55:07.677837 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-54106306-5555-4d42-ac39-f400fec863a4 None None] Bound port: cb526edf-9e9c-4d04-9b69-7275b01518b9, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:55:07.678379 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-54106306-5555-4d42-ac39-f400fec863a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:07.681145 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f2ab1-ddc4-4187-9a98-10f33186b5c4 None None] Pushing event deleted for resources: {'Port': ['ID=3f25e4fb-db75-4f25-90ca-f8428a8ef59e,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:07.681292 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77a4a9e3-db42-406f-a729-ee8cb0751616 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:07.696958 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba0a55-371a-404e-85bc-2e146814287b req-1d6e8ddc-08ec-4656-aff9-8996a5f6fa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:07.699003 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cdba0a55-371a-404e-85bc-2e146814287b req-1d6e8ddc-08ec-4656-aff9-8996a5f6fa2a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a1e405de-5373-4667-83dc-4a2f4fc90d29 HTTP/1.1" status: 200 len: 854 time: 0.0797479 Dec 09 15:55:07.709450 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77a4a9e3-db42-406f-a729-ee8cb0751616 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:07.726147 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a4a9e3-db42-406f-a729-ee8cb0751616 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:55:07.726961 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77a4a9e3-db42-406f-a729-ee8cb0751616 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:07.730059 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:55:07.730059 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:55:07.730059 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:55:07.730059 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:55:07.730059 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:55:07.730059 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:55:07.730059 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:55:07.730059 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:55:07.730059 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:55:07.730059 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:55:07.730059 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:55:07.730059 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:55:07.730059 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:55:07.730059 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:55:07.730059 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:55:07.730059 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:55:07.730059 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:55:07.730059 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:55:07.730059 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:55:07.730059 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:55:07.730059 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:55:07.730059 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:55:07.730059 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:55:07.730059 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:55:07.730059 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:55:07.730059 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:55:07.730059 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:55:07.730059 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:55:07.730059 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:55:07.730059 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:55:07.730059 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:55:07.730059 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:55:07.748707 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-54106306-5555-4d42-ac39-f400fec863a4 None None] For port cb526edf-9e9c-4d04-9b69-7275b01518b9, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:55:07.753289 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cdba0a55-371a-404e-85bc-2e146814287b req-e29f0013-0d76-4bdf-b311-5a4d3b95a87b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54fd6451-3431-4aa6-b8c9-b95452f7e9b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435035 Dec 09 15:55:07.764046 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-54106306-5555-4d42-ac39-f400fec863a4 None None] For port cb526edf-9e9c-4d04-9b69-7275b01518b9, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=cb526edf-9e9c-4d04-9b69-7275b01518b9,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:55:07.766850 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8d5d1e62-0355-4fbf-9d9b-251eec1351c1 None None] Provisioning complete for port cb526edf-9e9c-4d04-9b69-7275b01518b9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:07.767325 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8d5d1e62-0355-4fbf-9d9b-251eec1351c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:07.770360 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-54106306-5555-4d42-ac39-f400fec863a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:07.821545 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77a4a9e3-db42-406f-a729-ee8cb0751616 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:07.830502 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77a4a9e3-db42-406f-a729-ee8cb0751616 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:07.840841 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-77a4a9e3-db42-406f-a729-ee8cb0751616 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/networks/52634f49-dfcd-42cf-b2b6-567faf78e468 HTTP/1.1" status: 204 len: 168 time: 1.1890640 Dec 09 15:55:07.844819 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3de983d3-36e8-4268-8f54-171970491376 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:07.847286 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59338) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:07.856303 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3de983d3-36e8-4268-8f54-171970491376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:07.859587 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a4a9e3-db42-406f-a729-ee8cb0751616 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'Network': ['ID=52634f49-dfcd-42cf-b2b6-567faf78e468,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:07.860768 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b007568-42ae-46d8-a41b-77eec0ac9ffc None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:55:07.887536 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54106306-5555-4d42-ac39-f400fec863a4 None None] Routers {'54382acd-709b-45ed-a676-c0fe9688c721'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:55:07.888078 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-54106306-5555-4d42-ac39-f400fec863a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:54:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['54382acd-709b-45ed-a676-c0fe9688c721'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:07.914509 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a34c82-fa75-43d5-9ad9-e020a95b464e tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:07.920835 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-58a34c82-fa75-43d5-9ad9-e020a95b464e tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "GET /v2.0/ports/746b9a67-77d0-463b-8549-b363c862aef7 HTTP/1.1" status: 200 len: 845 time: 0.0676739 Dec 09 15:55:07.920835 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cdba0a55-371a-404e-85bc-2e146814287b req-4ca4d8b9-164c-4d80-8167-fd901dd30239 service neutron] 10.222.0.42 "GET /v2.0/networks/54fd6451-3431-4aa6-b8c9-b95452f7e9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578307 Dec 09 15:55:07.920835 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59340) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:07.926454 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe8040-0474-446b-994a-7e1e96649818 None None] Pushing event updated for resources: {'Port': ['ID=cb526edf-9e9c-4d04-9b69-7275b01518b9,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:07.935890 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3de983d3-36e8-4268-8f54-171970491376 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:07.938066 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de983d3-36e8-4268-8f54-171970491376 admin admin] Pushing event updated for resources: {'Port': ['ID=a9f1f1b6-0a4b-428b-8a70-2ad8923ac5fa,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:08.013461 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8d5d1e62-0355-4fbf-9d9b-251eec1351c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:08.035861 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d933acd6-815b-4ee4-b337-3cf631267513 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "GET /v2.0/ports/746b9a67-77d0-463b-8549-b363c862aef7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1115432 Dec 09 15:55:08.036080 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59344) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:08.043219 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-192553d9-1d2b-4494-b677-8730a3b218dc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'subnet': {'network_id': '656197f4-1cd3-493a-ab28-12ffabdc1b9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:08.061447 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de983d3-36e8-4268-8f54-171970491376 admin admin] Network d1d24551-8618-4743-bded-43ca0c5964fb is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:55:08.063467 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-3de983d3-36e8-4268-8f54-171970491376 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:55:08.067644 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8d5d1e62-0355-4fbf-9d9b-251eec1351c1 None None] For port cb526edf-9e9c-4d04-9b69-7275b01518b9, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=cb526edf-9e9c-4d04-9b69-7275b01518b9,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:08.086983 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8d5d1e62-0355-4fbf-9d9b-251eec1351c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:08.090592 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-54106306-5555-4d42-ac39-f400fec863a4 None None] Set router 54382acd-709b-45ed-a676-c0fe9688c721 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:55:08.122263 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 3f25e4fb-db75-4f25-90ca-f8428a8ef59e no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:55:08.161333 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cdba0a55-371a-404e-85bc-2e146814287b req-f4ba31c4-2efb-4def-bc98-8a2e38580c04 service neutron] 10.222.0.42 "GET /v2.0/networks/54fd6451-3431-4aa6-b8c9-b95452f7e9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290323 Dec 09 15:55:08.185546 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192553d9-1d2b-4494-b677-8730a3b218dc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Made reservation on behalf of a0414aa73f0c4eafb04aaa84640f8f2b for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:55:08.194246 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-192553d9-1d2b-4494-b677-8730a3b218dc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:08.211545 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d383ee5-3b00-4b32-8370-628643713c8e req-f6b00d4b-0c6d-4c57-9a40-27bb0ac77a33 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:08.213236 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7d383ee5-3b00-4b32-8370-628643713c8e req-f6b00d4b-0c6d-4c57-9a40-27bb0ac77a33 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=080ebf84-6de3-4db7-85d0-c4c65a56ca05 HTTP/1.1" status: 200 len: 943 time: 0.1475294 Dec 09 15:55:08.265729 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de983d3-36e8-4268-8f54-171970491376 admin admin] Router 54382acd-709b-45ed-a676-c0fe9688c721 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:55:08.299248 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7d383ee5-3b00-4b32-8370-628643713c8e req-1f99ae33-bcde-4b29-83d9-86b4b2dde7e8 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725636 Dec 09 15:55:08.386637 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93feb6c9-c466-4f7e-aec7-5f51e303589a req-d9712aeb-6d2a-452c-b7db-dd2a3f20b3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:08.388089 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-93feb6c9-c466-4f7e-aec7-5f51e303589a req-d9712aeb-6d2a-452c-b7db-dd2a3f20b3b8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=37c7f4a0ae064ea9ae29f8af57d5c4cc&device_id=080ebf84-6de3-4db7-85d0-c4c65a56ca05 HTTP/1.1" status: 200 len: 1094 time: 0.0761135 Dec 09 15:55:08.420564 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de983d3-36e8-4268-8f54-171970491376 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:55:08.423454 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 3f25e4fb-db75-4f25-90ca-f8428a8ef59e {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:55:08.423809 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 3f25e4fb-db75-4f25-90ca-f8428a8ef59e not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:55:08.436428 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3de983d3-36e8-4268-8f54-171970491376 admin admin] 10.222.0.57 "PUT /v2.0/routers/54382acd-709b-45ed-a676-c0fe9688c721/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5688729 Dec 09 15:55:08.519591 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d1e62-0355-4fbf-9d9b-251eec1351c1 None None] Pushing event updated for resources: {'Port': ['ID=cb526edf-9e9c-4d04-9b69-7275b01518b9,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:08.549593 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-192553d9-1d2b-4494-b677-8730a3b218dc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:08.592798 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93feb6c9-c466-4f7e-aec7-5f51e303589a req-21fa3840-4645-415e-a3b7-edba6ca4915a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:08.594268 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-93feb6c9-c466-4f7e-aec7-5f51e303589a req-21fa3840-4645-415e-a3b7-edba6ca4915a service neutron] 10.222.0.42 "GET /v2.0/networks?id=54fd6451-3431-4aa6-b8c9-b95452f7e9b0 HTTP/1.1" status: 200 len: 915 time: 0.1879809 Dec 09 15:55:08.608453 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192553d9-1d2b-4494-b677-8730a3b218dc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Network 656197f4-1cd3-493a-ab28-12ffabdc1b9e is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:55:08.620434 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-192553d9-1d2b-4494-b677-8730a3b218dc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:55:08.624111 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192553d9-1d2b-4494-b677-8730a3b218dc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:08.624716 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-192553d9-1d2b-4494-b677-8730a3b218dc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:08.635142 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0de5c3f-081e-4a0e-bf47-09b4f22110d3 None None] Network 656197f4-1cd3-493a-ab28-12ffabdc1b9e requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:55:08.669671 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-93feb6c9-c466-4f7e-aec7-5f51e303589a req-70de92b4-f227-4e3a-beb8-df8bb4d1cbb9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df898883-aef0-4e8b-9b84-7a63b78f468c HTTP/1.1" status: 200 len: 217 time: 0.0641644 Dec 09 15:55:08.678109 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192553d9-1d2b-4494-b677-8730a3b218dc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'Subnet': ['ID=b593d98f-93cf-47f3-8918-63c34880559c,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:08.684608 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-882d9c79-bbcc-4699-815e-fda29555a77a None None] Provisioning complete for port cb526edf-9e9c-4d04-9b69-7275b01518b9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:08.685076 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-882d9c79-bbcc-4699-815e-fda29555a77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:08.721965 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-192553d9-1d2b-4494-b677-8730a3b218dc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6842113 Dec 09 15:55:08.724682 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59354) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:08.729684 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-5ee446eb-41ad-44b3-985e-3b6e797337e4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'security_group': {'name': 'tempest-secgroup-552787643'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:08.760309 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93feb6c9-c466-4f7e-aec7-5f51e303589a req-d28b16c5-4753-4740-b6c3-710211a5d75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:08.762801 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-93feb6c9-c466-4f7e-aec7-5f51e303589a req-d28b16c5-4753-4740-b6c3-710211a5d75c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a1e405de-5373-4667-83dc-4a2f4fc90d29 HTTP/1.1" status: 200 len: 854 time: 0.0855696 Dec 09 15:55:08.791548 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-54106306-5555-4d42-ac39-f400fec863a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54382acd-709b-45ed-a676-c0fe9688c721', 'name': 'tempest-TestServerMultinode-1559726741-router', 'tenant_id': 'e18a03e47891481dabf58a2599c1b791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'cb526edf-9e9c-4d04-9b69-7275b01518b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:55:02Z', 'updated_at': '2021-12-09T15:55:07Z', 'revision_number': 4, 'project_id': 'e18a03e47891481dabf58a2599c1b791', 'gw_port': {'id': 'cb526edf-9e9c-4d04-9b69-7275b01518b9', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:43:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54382acd-709b-45ed-a676-c0fe9688c721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:03Z', 'updated_at': '2021-12-09T15:55:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'a9f1f1b6-0a4b-428b-8a70-2ad8923ac5fa', 'name': '', 'network_id': 'd1d24551-8618-4743-bded-43ca0c5964fb', 'tenant_id': 'e18a03e47891481dabf58a2599c1b791', 'mac_address': 'fa:16:3e:89:56:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54382acd-709b-45ed-a676-c0fe9688c721', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '1c745f4a-b96f-4105-89fe-b5c071d78c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:06Z', 'updated_at': '2021-12-09T15:55:07Z', 'revision_number': 2, 'project_id': 'e18a03e47891481dabf58a2599c1b791', 'subnets': [{'id': '1c745f4a-b96f-4105-89fe-b5c071d78c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:08.798752 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-93feb6c9-c466-4f7e-aec7-5f51e303589a req-1bf7b3eb-ecb7-4f8d-adff-50eb701231b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54fd6451-3431-4aa6-b8c9-b95452f7e9b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255644 Dec 09 15:55:08.799502 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5ee446eb-41ad-44b3-985e-3b6e797337e4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:08.823610 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54106306-5555-4d42-ac39-f400fec863a4 None None] The sync data for ids ['54382acd-709b-45ed-a676-c0fe9688c721'] in n-d-821228-1 is: [{'id': '54382acd-709b-45ed-a676-c0fe9688c721', 'name': 'tempest-TestServerMultinode-1559726741-router', 'tenant_id': 'e18a03e47891481dabf58a2599c1b791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'cb526edf-9e9c-4d04-9b69-7275b01518b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:55:02Z', 'updated_at': '2021-12-09T15:55:07Z', 'revision_number': 4, 'project_id': 'e18a03e47891481dabf58a2599c1b791', 'gw_port': {'id': 'cb526edf-9e9c-4d04-9b69-7275b01518b9', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:43:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54382acd-709b-45ed-a676-c0fe9688c721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:03Z', 'updated_at': '2021-12-09T15:55:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'a9f1f1b6-0a4b-428b-8a70-2ad8923ac5fa', 'name': '', 'network_id': 'd1d24551-8618-4743-bded-43ca0c5964fb', 'tenant_id': 'e18a03e47891481dabf58a2599c1b791', 'mac_address': 'fa:16:3e:89:56:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54382acd-709b-45ed-a676-c0fe9688c721', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '1c745f4a-b96f-4105-89fe-b5c071d78c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:06Z', 'updated_at': '2021-12-09T15:55:07Z', 'revision_number': 2, 'project_id': 'e18a03e47891481dabf58a2599c1b791', 'subnets': [{'id': '1c745f4a-b96f-4105-89fe-b5c071d78c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:55:08.874562 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dde805-5de7-4b23-9eb2-056846906490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-656197f4-1cd3-493a-ab28-12ffabdc1b9e', 'network_id': '656197f4-1cd3-493a-ab28-12ffabdc1b9e', 'project_id': 'a0414aa73f0c4eafb04aaa84640f8f2b', 'fixed_ips': [{'subnet_id': 'b593d98f-93cf-47f3-8918-63c34880559c'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:55:08.876157 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f1dde805-5de7-4b23-9eb2-056846906490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:08.909290 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-882d9c79-bbcc-4699-815e-fda29555a77a None None] Provisioning complete for port a9f1f1b6-0a4b-428b-8a70-2ad8923ac5fa triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:08.909673 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-882d9c79-bbcc-4699-815e-fda29555a77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:08.939513 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5ee446eb-41ad-44b3-985e-3b6e797337e4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:08.955897 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5ee446eb-41ad-44b3-985e-3b6e797337e4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:08.996140 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-93feb6c9-c466-4f7e-aec7-5f51e303589a req-2c733afb-fe3d-4ffd-93c0-e4aaeef1dbbe service neutron] 10.222.0.42 "GET /v2.0/networks/54fd6451-3431-4aa6-b8c9-b95452f7e9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850750 Dec 09 15:55:08.997237 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee446eb-41ad-44b3-985e-3b6e797337e4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1499c5e-2b5e-4555-a364-e97fdde0c99c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:09.008057 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-882d9c79-bbcc-4699-815e-fda29555a77a None None] Port a9f1f1b6-0a4b-428b-8a70-2ad8923ac5fa cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:55:09.013493 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5ee446eb-41ad-44b3-985e-3b6e797337e4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:09.014962 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5ee446eb-41ad-44b3-985e-3b6e797337e4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2891953 Dec 09 15:55:09.017809 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59362) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:09.022072 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-1b5a2911-6f1f-4412-8b6f-c81cc6a078a4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'security_group': {'name': 'tempest-secgroup-1869166203'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:09.053492 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-f1dde805-5de7-4b23-9eb2-056846906490 None None] Allocated IP 2001:db8::2 (656197f4-1cd3-493a-ab28-12ffabdc1b9e/b593d98f-93cf-47f3-8918-63c34880559c/897a4a60-db28-4394-b0a3-ae1f73d667e0) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:55:09.078810 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59366) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:09.085003 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-df775dde-30ff-42bb-a43c-f5c0a7ce8b9e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1790802681-network', 'tenant_id': '6e549b5d2a5a4b1ea5c832e1ffdd7be7'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:09.117771 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1b5a2911-6f1f-4412-8b6f-c81cc6a078a4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:09.163996 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df775dde-30ff-42bb-a43c-f5c0a7ce8b9e admin admin] Made reservation on behalf of 6e549b5d2a5a4b1ea5c832e1ffdd7be7 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:55:09.173687 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-df775dde-30ff-42bb-a43c-f5c0a7ce8b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:09.174950 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-93feb6c9-c466-4f7e-aec7-5f51e303589a req-81b11470-d4c6-4714-939e-8a6aeff66477 service neutron] 10.222.0.42 "GET /v2.0/networks/54fd6451-3431-4aa6-b8c9-b95452f7e9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587195 Dec 09 15:55:09.185517 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-df775dde-30ff-42bb-a43c-f5c0a7ce8b9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:09.239100 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1b5a2911-6f1f-4412-8b6f-c81cc6a078a4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:09.245217 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1b5a2911-6f1f-4412-8b6f-c81cc6a078a4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:09.269193 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f1dde805-5de7-4b23-9eb2-056846906490 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:09.277995 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f1dde805-5de7-4b23-9eb2-056846906490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:09.278963 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1b5a2911-6f1f-4412-8b6f-c81cc6a078a4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:09.280295 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1b5a2911-6f1f-4412-8b6f-c81cc6a078a4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2615802 Dec 09 15:55:09.283123 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59368) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:09.285193 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a2911-6f1f-4412-8b6f-c81cc6a078a4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4ecefd-6534-4eb1-8ed6-e886a3a49f02,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:09.289978 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-3cf0cd76-50a2-4e05-9f80-1877d13732bf tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1058779848', 'security_groups': ['7d4ecefd-6534-4eb1-8ed6-e886a3a49f02'], 'network_id': '656197f4-1cd3-493a-ab28-12ffabdc1b9e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b593d98f-93cf-47f3-8918-63c34880559c'}]}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:09.326822 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dde805-5de7-4b23-9eb2-056846906490 None None] Network 656197f4-1cd3-493a-ab28-12ffabdc1b9e is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:55:09.342756 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-f1dde805-5de7-4b23-9eb2-056846906490 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:55:09.346889 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dde805-5de7-4b23-9eb2-056846906490 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:55:09.355072 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dde805-5de7-4b23-9eb2-056846906490 None None] Pushing event updated for resources: {'Port': ['ID=897a4a60-db28-4394-b0a3-ae1f73d667e0,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:09.359928 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-df775dde-30ff-42bb-a43c-f5c0a7ce8b9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:09.369195 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-df775dde-30ff-42bb-a43c-f5c0a7ce8b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:09.414473 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df775dde-30ff-42bb-a43c-f5c0a7ce8b9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:55:09.415438 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f1dde805-5de7-4b23-9eb2-056846906490 None None] Attempting to bind port 897a4a60-db28-4394-b0a3-ae1f73d667e0 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:55:09.415935 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f1dde805-5de7-4b23-9eb2-056846906490 None None] Attempting to bind port 897a4a60-db28-4394-b0a3-ae1f73d667e0 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '91ae66a4-2fd5-418a-9b26-bc30ec3c0003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '656197f4-1cd3-493a-ab28-12ffabdc1b9e'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:55:09.416378 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dde805-5de7-4b23-9eb2-056846906490 None None] Attempting to bind port 897a4a60-db28-4394-b0a3-ae1f73d667e0 on network 656197f4-1cd3-493a-ab28-12ffabdc1b9e {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:55:09.422301 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dde805-5de7-4b23-9eb2-056846906490 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:55:09.423228 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dde805-5de7-4b23-9eb2-056846906490 None None] Checking segment: {'id': '91ae66a4-2fd5-418a-9b26-bc30ec3c0003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '656197f4-1cd3-493a-ab28-12ffabdc1b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:55:09.423561 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f1dde805-5de7-4b23-9eb2-056846906490 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:09.424043 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dde805-5de7-4b23-9eb2-056846906490 None None] Bound using segment: {'id': '91ae66a4-2fd5-418a-9b26-bc30ec3c0003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '656197f4-1cd3-493a-ab28-12ffabdc1b9e'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:55:09.424609 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f1dde805-5de7-4b23-9eb2-056846906490 None None] Bound port: 897a4a60-db28-4394-b0a3-ae1f73d667e0, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ae66a4-2fd5-418a-9b26-bc30ec3c0003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '656197f4-1cd3-493a-ab28-12ffabdc1b9e'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:55:09.425068 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f1dde805-5de7-4b23-9eb2-056846906490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:09.473610 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-df775dde-30ff-42bb-a43c-f5c0a7ce8b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:09.473879 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-df775dde-30ff-42bb-a43c-f5c0a7ce8b9e admin admin] Added segment 1507b202-2ff8-41cd-8c15-e19550c493d8 of type vlan for network 2b864a9d-a861-4304-a143-d93ea1f3f0f0 Dec 09 15:55:09.478869 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df775dde-30ff-42bb-a43c-f5c0a7ce8b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db634a58-0c73-42f2-88ee-4aecee811c75,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:09.498341 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f1dde805-5de7-4b23-9eb2-056846906490 None None] For port 897a4a60-db28-4394-b0a3-ae1f73d667e0, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:55:09.502005 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f1dde805-5de7-4b23-9eb2-056846906490 None None] For port 897a4a60-db28-4394-b0a3-ae1f73d667e0, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=897a4a60-db28-4394-b0a3-ae1f73d667e0,segment=NetworkSegment(91ae66a4-2fd5-418a-9b26-bc30ec3c0003),segment_id=91ae66a4-2fd5-418a-9b26-bc30ec3c0003)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:55:09.507152 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f1dde805-5de7-4b23-9eb2-056846906490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:09.546831 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec30dc-f657-413e-a9fb-a8dca3a487d2 req-8cae7f57-7ac5-4913-97b0-858ccbd3b7a0 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:09.548452 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-83ec30dc-f657-413e-a9fb-a8dca3a487d2 req-8cae7f57-7ac5-4913-97b0-858ccbd3b7a0 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=080ebf84-6de3-4db7-85d0-c4c65a56ca05 HTTP/1.1" status: 200 len: 943 time: 0.1438818 Dec 09 15:55:09.550350 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-df775dde-30ff-42bb-a43c-f5c0a7ce8b9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:09.573902 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dde805-5de7-4b23-9eb2-056846906490 None None] Pushing event updated for resources: {'Port': ['ID=897a4a60-db28-4394-b0a3-ae1f73d667e0,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:09.574136 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf0cd76-50a2-4e05-9f80-1877d13732bf tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Made reservation on behalf of a0414aa73f0c4eafb04aaa84640f8f2b for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:55:09.653698 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-df775dde-30ff-42bb-a43c-f5c0a7ce8b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:09.654669 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df775dde-30ff-42bb-a43c-f5c0a7ce8b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:09.655305 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-df775dde-30ff-42bb-a43c-f5c0a7ce8b9e admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:09.767713 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-df775dde-30ff-42bb-a43c-f5c0a7ce8b9e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6877189 Dec 09 15:55:09.771491 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59374) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:09.776004 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-83ec30dc-f657-413e-a9fb-a8dca3a487d2 req-cac9053e-ddba-448a-97f5-db865135568e tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164683 Dec 09 15:55:09.779249 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-69437638-3c08-4106-88ef-f954c5cd6d6b admin admin] Request body: {'subnet': {'network_id': '2b864a9d-a861-4304-a143-d93ea1f3f0f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1790802681-subnet', 'tenant_id': '6e549b5d2a5a4b1ea5c832e1ffdd7be7', 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:09.793359 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df775dde-30ff-42bb-a43c-f5c0a7ce8b9e admin admin] Pushing event updated for resources: {'Network': ['ID=2b864a9d-a861-4304-a143-d93ea1f3f0f0,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:09.801503 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3cf0cd76-50a2-4e05-9f80-1877d13732bf tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:09.811427 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 2b864a9d-a861-4304-a143-d93ea1f3f0f0 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:55:09.815545 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69437638-3c08-4106-88ef-f954c5cd6d6b admin admin] Made reservation on behalf of 6e549b5d2a5a4b1ea5c832e1ffdd7be7 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:55:09.824098 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-69437638-3c08-4106-88ef-f954c5cd6d6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:09.856299 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-3cf0cd76-50a2-4e05-9f80-1877d13732bf tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] device_id is not set on port b3d34765-d59b-4a83-b3e8-72ef5d24b11f yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:55:10.113783 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-69437638-3c08-4106-88ef-f954c5cd6d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:10.150269 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-3cf0cd76-50a2-4e05-9f80-1877d13732bf tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Allocated IP 2001:db8::1c7 (656197f4-1cd3-493a-ab28-12ffabdc1b9e/b593d98f-93cf-47f3-8918-63c34880559c/b3d34765-d59b-4a83-b3e8-72ef5d24b11f) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:55:10.178154 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 897a4a60-db28-4394-b0a3-ae1f73d667e0 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:55:10.191376 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69437638-3c08-4106-88ef-f954c5cd6d6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=663c5292-486d-455b-a6a5-b80279ca3770,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:10.224529 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69437638-3c08-4106-88ef-f954c5cd6d6b admin admin] Checking segment: {'id': '1507b202-2ff8-41cd-8c15-e19550c493d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2b864a9d-a861-4304-a143-d93ea1f3f0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:55:10.224792 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69437638-3c08-4106-88ef-f954c5cd6d6b admin admin] Network hostable DHCP agents. Network: 2b864a9d-a861-4304-a143-d93ea1f3f0f0, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:55:10.252168 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69437638-3c08-4106-88ef-f954c5cd6d6b admin admin] Network 2b864a9d-a861-4304-a143-d93ea1f3f0f0 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:55:10.253962 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 897a4a60-db28-4394-b0a3-ae1f73d667e0 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:10.254600 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:10.267137 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-69437638-3c08-4106-88ef-f954c5cd6d6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 2b864a9d-a861-4304-a143-d93ea1f3f0f0) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:55:10.286295 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69437638-3c08-4106-88ef-f954c5cd6d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:10.287621 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-69437638-3c08-4106-88ef-f954c5cd6d6b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:10.296644 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b49db2-5237-47ab-a5a1-be8eaba00ed9 None None] Network 2b864a9d-a861-4304-a143-d93ea1f3f0f0 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:55:10.310424 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-69437638-3c08-4106-88ef-f954c5cd6d6b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5341558 Dec 09 15:55:10.310664 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59378) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:10.315461 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-f35e7802-98c7-4e0d-b26e-21f97890fc6f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1790802681-router', 'tenant_id': '6e549b5d2a5a4b1ea5c832e1ffdd7be7', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:10.337430 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3cf0cd76-50a2-4e05-9f80-1877d13732bf tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:10.346364 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f35e7802-98c7-4e0d-b26e-21f97890fc6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:10.347409 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f35e7802-98c7-4e0d-b26e-21f97890fc6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:10.360113 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device df898883-aef0-4e8b-9b84-7a63b78f468c details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:55:10.409919 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3cf0cd76-50a2-4e05-9f80-1877d13732bf tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:10.411154 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f35e7802-98c7-4e0d-b26e-21f97890fc6f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:10.499333 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf0cd76-50a2-4e05-9f80-1877d13732bf tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Network 656197f4-1cd3-493a-ab28-12ffabdc1b9e is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:55:10.528117 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-3cf0cd76-50a2-4e05-9f80-1877d13732bf tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:55:10.538090 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf0cd76-50a2-4e05-9f80-1877d13732bf tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:55:10.543975 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf0cd76-50a2-4e05-9f80-1877d13732bf tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:10.544663 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3cf0cd76-50a2-4e05-9f80-1877d13732bf tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:10.561331 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf0cd76-50a2-4e05-9f80-1877d13732bf tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'Port': ['ID=b3d34765-d59b-4a83-b3e8-72ef5d24b11f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:10.585266 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:10.588243 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-fa143f9a-b09c-4e21-9a22-47af36df516f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1158142 Dec 09 15:55:10.592395 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3cf0cd76-50a2-4e05-9f80-1877d13732bf tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3082790 Dec 09 15:55:10.602184 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59380) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:10.616658 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-bb1271a5-0cec-41c3-992d-7c45823428ca tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'subnet': {'network_id': '656197f4-1cd3-493a-ab28-12ffabdc1b9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:10.625243 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3aefc84-c262-4727-982b-28247638c549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-2b864a9d-a861-4304-a143-d93ea1f3f0f0', 'network_id': '2b864a9d-a861-4304-a143-d93ea1f3f0f0', 'project_id': '6e549b5d2a5a4b1ea5c832e1ffdd7be7', 'fixed_ips': [{'subnet_id': '663c5292-486d-455b-a6a5-b80279ca3770'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:55:10.626183 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d3aefc84-c262-4727-982b-28247638c549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:10.650412 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f35e7802-98c7-4e0d-b26e-21f97890fc6f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:10.804641 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 897a4a60-db28-4394-b0a3-ae1f73d667e0, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=897a4a60-db28-4394-b0a3-ae1f73d667e0,segment=NetworkSegment(91ae66a4-2fd5-418a-9b26-bc30ec3c0003),segment_id=91ae66a4-2fd5-418a-9b26-bc30ec3c0003)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:10.833332 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port df898883-aef0-4e8b-9b84-7a63b78f468c, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=df898883-aef0-4e8b-9b84-7a63b78f468c,segment=NetworkSegment(9e9c1069-da4b-49d3-b7c1-b803e425ba04),segment_id=9e9c1069-da4b-49d3-b7c1-b803e425ba04)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:10.835906 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:10.836740 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device cb526edf-9e9c-4d04-9b69-7275b01518b9 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:55:10.932551 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f35e7802-98c7-4e0d-b26e-21f97890fc6f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:10.966313 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f35e7802-98c7-4e0d-b26e-21f97890fc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:10.990860 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': 'df898883-aef0-4e8b-9b84-7a63b78f468c', 'network_id': '54fd6451-3431-4aa6-b8c9-b95452f7e9b0', 'port_id': 'df898883-aef0-4e8b-9b84-7a63b78f468c', 'mac_address': 'fa:16:3e:2a:c5:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1e405de-5373-4667-83dc-4a2f4fc90d29', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:55:10.997792 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=897a4a60-db28-4394-b0a3-ae1f73d667e0,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:11.011112 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:11.011494 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:11.011803 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:11.012144 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:11.012508 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:11.012844 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:11.013338 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:11.013530 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:11.013820 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:11.014146 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:11.014472 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:11.014797 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:11.015155 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:11.120568 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-d3aefc84-c262-4727-982b-28247638c549 None None] Allocated IP 172.20.0.2 (2b864a9d-a861-4304-a143-d93ea1f3f0f0/663c5292-486d-455b-a6a5-b80279ca3770/4981d34b-db4d-4bac-9c1d-b58e4662f317) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:55:11.127811 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:11.129360 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-f35e7802-98c7-4e0d-b26e-21f97890fc6f admin admin] Allocated IP 172.25.3.68 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/53dd776b-0938-44ec-a848-6e0d91a77686) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:55:11.152560 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port cb526edf-9e9c-4d04-9b69-7275b01518b9 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:11.152800 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:11.196293 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df898883-aef0-4e8b-9b84-7a63b78f468c {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:55:11.278928 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f35e7802-98c7-4e0d-b26e-21f97890fc6f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:11.283799 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-bd457ff3-481b-4567-a412-6851e093c66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:11.284325 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-bd457ff3-481b-4567-a412-6851e093c66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:11.284842 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-bd457ff3-481b-4567-a412-6851e093c66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:11.285303 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-bd457ff3-481b-4567-a412-6851e093c66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:11.285965 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-bd457ff3-481b-4567-a412-6851e093c66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:11.287119 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port df898883-aef0-4e8b-9b84-7a63b78f468c, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=df898883-aef0-4e8b-9b84-7a63b78f468c,segment=NetworkSegment(9e9c1069-da4b-49d3-b7c1-b803e425ba04),segment_id=9e9c1069-da4b-49d3-b7c1-b803e425ba04)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:11.287260 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-bd457ff3-481b-4567-a412-6851e093c66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:11.287893 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-bd457ff3-481b-4567-a412-6851e093c66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:11.289931 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-bd457ff3-481b-4567-a412-6851e093c66b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b613632b80754e8bbd6b2b6b64d76f9f&device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 6503 time: 0.6040864 Dec 09 15:55:11.296627 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-cb5ed8a3-481a-46a3-9295-e487889bc85f None None] Provisioning complete for port 746b9a67-77d0-463b-8549-b363c862aef7 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:11.297366 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cb5ed8a3-481a-46a3-9295-e487889bc85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:11.322738 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:11.324835 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84ade1-b650-49d7-ba2e-c3aacc0a01d6 req-b534000d-535f-43ab-a9a0-68942d3697c0 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:11.341421 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2c84ade1-b650-49d7-ba2e-c3aacc0a01d6 req-b534000d-535f-43ab-a9a0-68942d3697c0 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=080ebf84-6de3-4db7-85d0-c4c65a56ca05 HTTP/1.1" status: 200 len: 943 time: 0.1131210 Dec 09 15:55:11.341559 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f35e7802-98c7-4e0d-b26e-21f97890fc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:11.390431 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35e7802-98c7-4e0d-b26e-21f97890fc6f admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:55:11.396495 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1271a5-0cec-41c3-992d-7c45823428ca tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Made reservation on behalf of a0414aa73f0c4eafb04aaa84640f8f2b for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:55:11.397443 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-f35e7802-98c7-4e0d-b26e-21f97890fc6f admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:55:11.400534 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35e7802-98c7-4e0d-b26e-21f97890fc6f admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:55:11.400835 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bb1271a5-0cec-41c3-992d-7c45823428ca tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:11.413603 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-cb5ed8a3-481a-46a3-9295-e487889bc85f None None] Port 746b9a67-77d0-463b-8549-b363c862aef7 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:55:11.429532 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0897fac6-851c-4263-b2bf-9133ebf5c1fc None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:55:11.433693 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e7802-98c7-4e0d-b26e-21f97890fc6f admin admin] Pushing event updated for resources: {'Port': ['ID=53dd776b-0938-44ec-a848-6e0d91a77686,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:11.474157 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=df898883-aef0-4e8b-9b84-7a63b78f468c,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:11.486917 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-cb5ed8a3-481a-46a3-9295-e487889bc85f None None] Provisioning complete for port 897a4a60-db28-4394-b0a3-ae1f73d667e0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:11.487335 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cb5ed8a3-481a-46a3-9295-e487889bc85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:11.541955 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d3aefc84-c262-4727-982b-28247638c549 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:11.568617 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2c84ade1-b650-49d7-ba2e-c3aacc0a01d6 req-b8069d3d-4d30-49c7-9d73-8eb30482dd9d tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023952 Dec 09 15:55:11.594179 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d3aefc84-c262-4727-982b-28247638c549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:11.612460 n-d-821228-1 neutron-server[103244]: INFO neutron.db.ipam_backend_mixin [None req-bb1271a5-0cec-41c3-992d-7c45823428ca tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b593d98f-93cf-47f3-8918-63c34880559c (CIDR: 2001:db8::/64) Dec 09 15:55:11.616526 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3aefc84-c262-4727-982b-28247638c549 None None] Network 2b864a9d-a861-4304-a143-d93ea1f3f0f0 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:55:11.620176 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb1271a5-0cec-41c3-992d-7c45823428ca tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:55:11.620404 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-d3aefc84-c262-4727-982b-28247638c549 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:55:11.620641 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb1271a5-0cec-41c3-992d-7c45823428ca tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:55:11.644197 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3aefc84-c262-4727-982b-28247638c549 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:55:11.678196 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-bb1271a5-0cec-41c3-992d-7c45823428ca tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0675340 Dec 09 15:55:11.678196 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59386) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:11.685222 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-7da371c2-053c-4ca9-80c4-a896e2dca871 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'subnet': {'network_id': '656197f4-1cd3-493a-ab28-12ffabdc1b9e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:11.691911 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-ca213f1e-a5af-49b7-bfd7-1588802ab7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:11.692385 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-ca213f1e-a5af-49b7-bfd7-1588802ab7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:11.693641 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-ca213f1e-a5af-49b7-bfd7-1588802ab7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:11.695448 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-ca213f1e-a5af-49b7-bfd7-1588802ab7c2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=adb124e6-1a92-4d5d-80ee-086775721fea&id=793151e9-673a-4eba-bc7f-eef12bb07531&id=793151e9-673a-4eba-bc7f-eef12bb07531&id=793151e9-673a-4eba-bc7f-eef12bb07531&id=793151e9-673a-4eba-bc7f-eef12bb07531&id=e220874f-4ea8-4ea6-9fc4-39a517be75d8&id=e220874f-4ea8-4ea6-9fc4-39a517be75d8 HTTP/1.1" status: 200 len: 2298 time: 0.3071699 Dec 09 15:55:11.737728 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['df898883-aef0-4e8b-9b84-7a63b78f468c'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:55:11.760176 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aefc84-c262-4727-982b-28247638c549 None None] Pushing event updated for resources: {'Port': ['ID=4981d34b-db4d-4bac-9c1d-b58e4662f317,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:11.809765 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d3aefc84-c262-4727-982b-28247638c549 None None] Attempting to bind port 4981d34b-db4d-4bac-9c1d-b58e4662f317 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:55:11.810140 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d3aefc84-c262-4727-982b-28247638c549 None None] Attempting to bind port 4981d34b-db4d-4bac-9c1d-b58e4662f317 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '1507b202-2ff8-41cd-8c15-e19550c493d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2b864a9d-a861-4304-a143-d93ea1f3f0f0'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:55:11.810506 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aefc84-c262-4727-982b-28247638c549 None None] Attempting to bind port 4981d34b-db4d-4bac-9c1d-b58e4662f317 on network 2b864a9d-a861-4304-a143-d93ea1f3f0f0 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:55:11.819951 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aefc84-c262-4727-982b-28247638c549 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:55:11.820821 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aefc84-c262-4727-982b-28247638c549 None None] Checking segment: {'id': '1507b202-2ff8-41cd-8c15-e19550c493d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2b864a9d-a861-4304-a143-d93ea1f3f0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:55:11.820821 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d3aefc84-c262-4727-982b-28247638c549 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:11.821133 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aefc84-c262-4727-982b-28247638c549 None None] Bound using segment: {'id': '1507b202-2ff8-41cd-8c15-e19550c493d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2b864a9d-a861-4304-a143-d93ea1f3f0f0'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:55:11.821617 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d3aefc84-c262-4727-982b-28247638c549 None None] Bound port: 4981d34b-db4d-4bac-9c1d-b58e4662f317, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507b202-2ff8-41cd-8c15-e19550c493d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2b864a9d-a861-4304-a143-d93ea1f3f0f0'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:55:11.821994 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d3aefc84-c262-4727-982b-28247638c549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:11.861667 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-1a2cc4a3-eb18-4359-b5fe-3acc33425bf2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=217d63fb-6a3c-41f2-9610-2d02930597a5 HTTP/1.1" status: 200 len: 1002 time: 0.1549568 Dec 09 15:55:11.925083 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-114100a8-7da7-483f-8b23-9b5b4b017011 None None] Provisioning complete for port b3d34765-d59b-4a83-b3e8-72ef5d24b11f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:11.925454 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-114100a8-7da7-483f-8b23-9b5b4b017011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:11.946596 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-f9149f69-9a3f-4192-bd7d-e5995516acb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:11.948531 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-f9149f69-9a3f-4192-bd7d-e5995516acb7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3889a99e-c403-4ee7-93f6-53dfad03a358 HTTP/1.1" status: 200 len: 856 time: 0.0739241 Dec 09 15:55:11.953143 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da371c2-053c-4ca9-80c4-a896e2dca871 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Made reservation on behalf of a0414aa73f0c4eafb04aaa84640f8f2b for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:55:11.956500 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d3aefc84-c262-4727-982b-28247638c549 None None] For port 4981d34b-db4d-4bac-9c1d-b58e4662f317, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:55:11.959828 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7da371c2-053c-4ca9-80c4-a896e2dca871 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:11.982555 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d3aefc84-c262-4727-982b-28247638c549 None None] For port 4981d34b-db4d-4bac-9c1d-b58e4662f317, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=4981d34b-db4d-4bac-9c1d-b58e4662f317,segment=NetworkSegment(1507b202-2ff8-41cd-8c15-e19550c493d8),segment_id=1507b202-2ff8-41cd-8c15-e19550c493d8)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:55:11.998069 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d3aefc84-c262-4727-982b-28247638c549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:12.008698 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-114100a8-7da7-483f-8b23-9b5b4b017011 None None] Port b3d34765-d59b-4a83-b3e8-72ef5d24b11f cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:55:12.053309 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da6a30c-ffe2-4a01-82d0-41b1f350e42c None None] Sync routers for ids ['54382acd-709b-45ed-a676-c0fe9688c721'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:55:12.063906 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da6a30c-ffe2-4a01-82d0-41b1f350e42c None None] Routers {'54382acd-709b-45ed-a676-c0fe9688c721'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:55:12.065062 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-9da6a30c-ffe2-4a01-82d0-41b1f350e42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:54:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['54382acd-709b-45ed-a676-c0fe9688c721'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:12.075790 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-9413280a-34c3-445f-a30d-e555827c2d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:12.077363 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-9413280a-34c3-445f-a30d-e555827c2d74 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=adb124e6-1a92-4d5d-80ee-086775721fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1119812 Dec 09 15:55:12.081413 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 897a4a60-db28-4394-b0a3-ae1f73d667e0 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:55:12.213074 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f35e7802-98c7-4e0d-b26e-21f97890fc6f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:12.331752 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-d5500453-2ec3-4c03-b8a9-6a7190fc9dd0 service neutron] 10.222.0.31 "GET /v2.0/networks/adb124e6-1a92-4d5d-80ee-086775721fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422276 Dec 09 15:55:12.353312 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-9da6a30c-ffe2-4a01-82d0-41b1f350e42c None None] Set router 54382acd-709b-45ed-a676-c0fe9688c721 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:55:12.376693 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aefc84-c262-4727-982b-28247638c549 None None] Pushing event updated for resources: {'Port': ['ID=4981d34b-db4d-4bac-9c1d-b58e4662f317,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:12.403905 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-114100a8-7da7-483f-8b23-9b5b4b017011 None None] Provisioning complete for port 53dd776b-0938-44ec-a848-6e0d91a77686 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:12.403905 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-114100a8-7da7-483f-8b23-9b5b4b017011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:12.448316 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-114100a8-7da7-483f-8b23-9b5b4b017011 None None] Port 53dd776b-0938-44ec-a848-6e0d91a77686 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:55:12.478133 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 897a4a60-db28-4394-b0a3-ae1f73d667e0 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:12.478512 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:12.573302 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f35e7802-98c7-4e0d-b26e-21f97890fc6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:12.596999 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-4a1f7645-365e-4563-998e-6a97e4a1c1c5 service neutron] 10.222.0.31 "GET /v2.0/networks/adb124e6-1a92-4d5d-80ee-086775721fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505105 Dec 09 15:55:12.597599 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7da371c2-053c-4ca9-80c4-a896e2dca871 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:12.686397 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-9da6a30c-ffe2-4a01-82d0-41b1f350e42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54382acd-709b-45ed-a676-c0fe9688c721', 'name': 'tempest-TestServerMultinode-1559726741-router', 'tenant_id': 'e18a03e47891481dabf58a2599c1b791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'cb526edf-9e9c-4d04-9b69-7275b01518b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:55:02Z', 'updated_at': '2021-12-09T15:55:07Z', 'revision_number': 4, 'project_id': 'e18a03e47891481dabf58a2599c1b791', 'gw_port': {'id': 'cb526edf-9e9c-4d04-9b69-7275b01518b9', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:43:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54382acd-709b-45ed-a676-c0fe9688c721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:03Z', 'updated_at': '2021-12-09T15:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'a9f1f1b6-0a4b-428b-8a70-2ad8923ac5fa', 'name': '', 'network_id': 'd1d24551-8618-4743-bded-43ca0c5964fb', 'tenant_id': 'e18a03e47891481dabf58a2599c1b791', 'mac_address': 'fa:16:3e:89:56:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54382acd-709b-45ed-a676-c0fe9688c721', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '1c745f4a-b96f-4105-89fe-b5c071d78c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:06Z', 'updated_at': '2021-12-09T15:55:07Z', 'revision_number': 2, 'project_id': 'e18a03e47891481dabf58a2599c1b791', 'subnets': [{'id': '1c745f4a-b96f-4105-89fe-b5c071d78c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:12.714919 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da6a30c-ffe2-4a01-82d0-41b1f350e42c None None] Checking router: 54382acd-709b-45ed-a676-c0fe9688c721 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:55:12.715277 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da6a30c-ffe2-4a01-82d0-41b1f350e42c None None] Updating router 54382acd-709b-45ed-a676-c0fe9688c721 port a9f1f1b6-0a4b-428b-8a70-2ad8923ac5fa binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:55:12.716813 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-6c4181b6-942b-458b-974b-21a12c841fd2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=fad6d866-ac07-4b51-a443-56d0c8a689d8 HTTP/1.1" status: 200 len: 217 time: 0.1074812 Dec 09 15:55:12.724341 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da371c2-053c-4ca9-80c4-a896e2dca871 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Network 656197f4-1cd3-493a-ab28-12ffabdc1b9e is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:55:12.741732 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-9da6a30c-ffe2-4a01-82d0-41b1f350e42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:12.756011 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-7da371c2-053c-4ca9-80c4-a896e2dca871 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:55:12.759079 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35e7802-98c7-4e0d-b26e-21f97890fc6f admin admin] Router 5f07390e-47af-4a7c-9687-4c0578c179ed is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:55:12.759338 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da371c2-053c-4ca9-80c4-a896e2dca871 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:12.759892 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7da371c2-053c-4ca9-80c4-a896e2dca871 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:12.768685 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed488f4c-fa7d-4f58-afb5-9636c7c15eeb None None] Network 656197f4-1cd3-493a-ab28-12ffabdc1b9e requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:55:12.810935 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da371c2-053c-4ca9-80c4-a896e2dca871 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'Subnet': ['ID=07ed0479-7e7a-48a9-9652-5043ea2eb0b6,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:12.836145 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7da371c2-053c-4ca9-80c4-a896e2dca871 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1571465 Dec 09 15:55:12.841626 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59392) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:12.853293 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-570a3ff7-f280-4552-8cfb-e5dc0f988da8 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1943549231', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '07ed0479-7e7a-48a9-9652-5043ea2eb0b6'}], 'security_groups': ['b1499c5e-2b5e-4555-a364-e97fdde0c99c']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:12.858163 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-e5fee9a9-0eaf-4120-abc9-066e883995a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:12.859611 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-e5fee9a9-0eaf-4120-abc9-066e883995a9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=171b19ce-c8cb-49f0-b1d6-e7dc927afc82 HTTP/1.1" status: 200 len: 797 time: 0.1189513 Dec 09 15:55:12.870359 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0f5aa-fd12-4703-a4d1-f34c3a06bfce req-dd497918-556b-4355-8dde-9ef55fe73d66 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:12.871935 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-00a0f5aa-fd12-4703-a4d1-f34c3a06bfce req-dd497918-556b-4355-8dde-9ef55fe73d66 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=080ebf84-6de3-4db7-85d0-c4c65a56ca05 HTTP/1.1" status: 200 len: 944 time: 0.1688750 Dec 09 15:55:12.912200 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35e7802-98c7-4e0d-b26e-21f97890fc6f admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:55:12.932258 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5762b8b9-40fd-4771-9b03-6c456934afba None None] Sync routers for ids ['5f07390e-47af-4a7c-9687-4c0578c179ed'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:55:12.947128 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f35e7802-98c7-4e0d-b26e-21f97890fc6f admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:12.948398 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f35e7802-98c7-4e0d-b26e-21f97890fc6f admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6368287 Dec 09 15:55:12.951284 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59394) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:12.960832 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5762b8b9-40fd-4771-9b03-6c456934afba None None] Routers {'5f07390e-47af-4a7c-9687-4c0578c179ed'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:55:12.961564 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5762b8b9-40fd-4771-9b03-6c456934afba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:54:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['5f07390e-47af-4a7c-9687-4c0578c179ed'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:13.036951 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-aa3ddff1-d112-49d5-8dc6-f02bfdf22026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:13.039367 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-aa3ddff1-d112-49d5-8dc6-f02bfdf22026 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=793151e9-673a-4eba-bc7f-eef12bb07531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1471882 Dec 09 15:55:13.040159 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-570a3ff7-f280-4552-8cfb-e5dc0f988da8 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:13.043006 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-9da6a30c-ffe2-4a01-82d0-41b1f350e42c None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:13.058305 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-9da6a30c-ffe2-4a01-82d0-41b1f350e42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:13.111593 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ecafcf-aeb8-4e0b-98a8-21dc1750c9f5 None None] Pushing event updated for resources: {'Port': ['ID=a9f1f1b6-0a4b-428b-8a70-2ad8923ac5fa,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:13.123127 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ecafcf-aeb8-4e0b-98a8-21dc1750c9f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:13.123568 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ecafcf-aeb8-4e0b-98a8-21dc1750c9f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:13.123920 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ecafcf-aeb8-4e0b-98a8-21dc1750c9f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:13.124261 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ecafcf-aeb8-4e0b-98a8-21dc1750c9f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:13.124622 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ecafcf-aeb8-4e0b-98a8-21dc1750c9f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:13.124958 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ecafcf-aeb8-4e0b-98a8-21dc1750c9f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:13.125297 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ecafcf-aeb8-4e0b-98a8-21dc1750c9f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:13.125617 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ecafcf-aeb8-4e0b-98a8-21dc1750c9f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:13.126293 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ecafcf-aeb8-4e0b-98a8-21dc1750c9f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:13.126761 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ecafcf-aeb8-4e0b-98a8-21dc1750c9f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:13.127227 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ecafcf-aeb8-4e0b-98a8-21dc1750c9f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:13.127556 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ecafcf-aeb8-4e0b-98a8-21dc1750c9f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:13.127669 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cfc50e-5cda-4450-80a1-c3dbdc77105e None None] Update dhcp port {'port': {'network_id': '656197f4-1cd3-493a-ab28-12ffabdc1b9e', 'fixed_ips': [{'subnet_id': 'b593d98f-93cf-47f3-8918-63c34880559c', 'ip_address': '2001:db8::2'}, {'subnet_id': '07ed0479-7e7a-48a9-9652-5043ea2eb0b6'}], 'binding:host_id': 'n-d-821228-1'}, 'id': '897a4a60-db28-4394-b0a3-ae1f73d667e0'} from n-d-821228-1. {{(pid=103246) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 15:55:13.127943 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ecafcf-aeb8-4e0b-98a8-21dc1750c9f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:13.180155 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-14cfc50e-5cda-4450-80a1-c3dbdc77105e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:13.185614 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-6e80c9ce-451e-47b9-91a2-b79db7d5efe3 service neutron] 10.222.0.31 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367784 Dec 09 15:55:13.201099 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-5762b8b9-40fd-4771-9b03-6c456934afba None None] Set router 5f07390e-47af-4a7c-9687-4c0578c179ed gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:55:13.216890 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-00a0f5aa-fd12-4703-a4d1-f34c3a06bfce req-a477c3ba-65f5-4814-a9e1-7b7442618e73 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215051 Dec 09 15:55:13.258980 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-9da6a30c-ffe2-4a01-82d0-41b1f350e42c None None] Attempting to bind port a9f1f1b6-0a4b-428b-8a70-2ad8923ac5fa on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:55:13.262670 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-9da6a30c-ffe2-4a01-82d0-41b1f350e42c None None] Attempting to bind port a9f1f1b6-0a4b-428b-8a70-2ad8923ac5fa by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '6b8c6052-e0aa-4ad8-8aac-f5341a6ac233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd1d24551-8618-4743-bded-43ca0c5964fb'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:55:13.263287 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da6a30c-ffe2-4a01-82d0-41b1f350e42c None None] Attempting to bind port a9f1f1b6-0a4b-428b-8a70-2ad8923ac5fa on network d1d24551-8618-4743-bded-43ca0c5964fb {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:55:13.272646 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da6a30c-ffe2-4a01-82d0-41b1f350e42c None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:55:13.275137 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da6a30c-ffe2-4a01-82d0-41b1f350e42c None None] Checking segment: {'id': '6b8c6052-e0aa-4ad8-8aac-f5341a6ac233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd1d24551-8618-4743-bded-43ca0c5964fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:55:13.276656 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-9da6a30c-ffe2-4a01-82d0-41b1f350e42c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:13.277261 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da6a30c-ffe2-4a01-82d0-41b1f350e42c None None] Bound using segment: {'id': '6b8c6052-e0aa-4ad8-8aac-f5341a6ac233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd1d24551-8618-4743-bded-43ca0c5964fb'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:55:13.279554 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-9da6a30c-ffe2-4a01-82d0-41b1f350e42c None None] Bound port: a9f1f1b6-0a4b-428b-8a70-2ad8923ac5fa, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b8c6052-e0aa-4ad8-8aac-f5341a6ac233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd1d24551-8618-4743-bded-43ca0c5964fb'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:55:13.280142 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-9da6a30c-ffe2-4a01-82d0-41b1f350e42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:13.465284 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-9da6a30c-ffe2-4a01-82d0-41b1f350e42c None None] For port a9f1f1b6-0a4b-428b-8a70-2ad8923ac5fa, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:55:13.472074 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-9da6a30c-ffe2-4a01-82d0-41b1f350e42c None None] For port a9f1f1b6-0a4b-428b-8a70-2ad8923ac5fa, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a9f1f1b6-0a4b-428b-8a70-2ad8923ac5fa,segment=NetworkSegment(6b8c6052-e0aa-4ad8-8aac-f5341a6ac233),segment_id=6b8c6052-e0aa-4ad8-8aac-f5341a6ac233)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:55:13.482511 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-9da6a30c-ffe2-4a01-82d0-41b1f350e42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:13.559972 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da6a30c-ffe2-4a01-82d0-41b1f350e42c None None] Routers {'54382acd-709b-45ed-a676-c0fe9688c721'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:55:13.560646 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-9da6a30c-ffe2-4a01-82d0-41b1f350e42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:54:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['54382acd-709b-45ed-a676-c0fe9688c721'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:13.615098 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-1e011375-22d4-4cc8-b68c-cdc8ada54a82 service neutron] 10.222.0.31 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040387 Dec 09 15:55:13.643305 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-15563961-6a3f-4466-aa78-b92b58c658ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:13.658044 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-900276a1-ef4b-4044-aa66-e68a6afafd2b None None] Provisioning complete for port a9f1f1b6-0a4b-428b-8a70-2ad8923ac5fa triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:13.658603 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-900276a1-ef4b-4044-aa66-e68a6afafd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:13.685715 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ecafcf-aeb8-4e0b-98a8-21dc1750c9f5 None None] Pushing event updated for resources: {'Port': ['ID=a9f1f1b6-0a4b-428b-8a70-2ad8923ac5fa,revision_number=4']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:13.711978 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-35a93051-df98-42ca-8f5e-02a832b816b0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=c80d9ccb-8f47-4f45-874e-82d37cf55b7b HTTP/1.1" status: 200 len: 217 time: 0.0864730 Dec 09 15:55:13.823950 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-9da6a30c-ffe2-4a01-82d0-41b1f350e42c None None] Set router 54382acd-709b-45ed-a676-c0fe9688c721 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:55:13.842310 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-14cfc50e-5cda-4450-80a1-c3dbdc77105e None None] Allocated IP 2001:db8:0:1::2 (656197f4-1cd3-493a-ab28-12ffabdc1b9e/07ed0479-7e7a-48a9-9652-5043ea2eb0b6/897a4a60-db28-4394-b0a3-ae1f73d667e0) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:55:13.862972 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-2b0f14e6-9b75-42fa-bcfa-2d015e727b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:13.864527 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-2b0f14e6-9b75-42fa-bcfa-2d015e727b6b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=171b19ce-c8cb-49f0-b1d6-e7dc927afc82 HTTP/1.1" status: 200 len: 797 time: 0.1103380 Dec 09 15:55:13.889860 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed543bd-ad4f-4547-8a66-74d35017b182 None None] Network 2b864a9d-a861-4304-a143-d93ea1f3f0f0 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:55:13.934144 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-0a1ac334-d341-4e75-bec7-accc13fce605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:13.939270 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-15563961-6a3f-4466-aa78-b92b58c658ca admin admin] Allocated IP 172.20.0.1 (2b864a9d-a861-4304-a143-d93ea1f3f0f0/663c5292-486d-455b-a6a5-b80279ca3770/6b41d28f-2584-41d3-8076-4311cfaa92da) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:55:13.944998 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-0a1ac334-d341-4e75-bec7-accc13fce605 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=793151e9-673a-4eba-bc7f-eef12bb07531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0713296 Dec 09 15:55:14.013942 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5762b8b9-40fd-4771-9b03-6c456934afba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f07390e-47af-4a7c-9687-4c0578c179ed', 'name': 'tempest-TestServerMultinode-1790802681-router', 'tenant_id': '6e549b5d2a5a4b1ea5c832e1ffdd7be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '53dd776b-0938-44ec-a848-6e0d91a77686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:55:10Z', 'updated_at': '2021-12-09T15:55:12Z', 'revision_number': 3, 'project_id': '6e549b5d2a5a4b1ea5c832e1ffdd7be7', 'gw_port': {'id': '53dd776b-0938-44ec-a848-6e0d91a77686', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f07390e-47af-4a7c-9687-4c0578c179ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:10Z', 'updated_at': '2021-12-09T15:55:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:14.077992 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5762b8b9-40fd-4771-9b03-6c456934afba None None] Checking router: 5f07390e-47af-4a7c-9687-4c0578c179ed for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:55:14.078361 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5762b8b9-40fd-4771-9b03-6c456934afba None None] Updating router 5f07390e-47af-4a7c-9687-4c0578c179ed port 53dd776b-0938-44ec-a848-6e0d91a77686 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:55:14.085503 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-15563961-6a3f-4466-aa78-b92b58c658ca admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:14.144225 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-15563961-6a3f-4466-aa78-b92b58c658ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:14.152095 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5762b8b9-40fd-4771-9b03-6c456934afba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:14.154371 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-9da6a30c-ffe2-4a01-82d0-41b1f350e42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54382acd-709b-45ed-a676-c0fe9688c721', 'name': 'tempest-TestServerMultinode-1559726741-router', 'tenant_id': 'e18a03e47891481dabf58a2599c1b791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'cb526edf-9e9c-4d04-9b69-7275b01518b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:55:02Z', 'updated_at': '2021-12-09T15:55:07Z', 'revision_number': 4, 'project_id': 'e18a03e47891481dabf58a2599c1b791', 'gw_port': {'id': 'cb526edf-9e9c-4d04-9b69-7275b01518b9', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:43:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54382acd-709b-45ed-a676-c0fe9688c721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:03Z', 'updated_at': '2021-12-09T15:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'a9f1f1b6-0a4b-428b-8a70-2ad8923ac5fa', 'name': '', 'network_id': 'd1d24551-8618-4743-bded-43ca0c5964fb', 'tenant_id': 'e18a03e47891481dabf58a2599c1b791', 'mac_address': 'fa:16:3e:89:56:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54382acd-709b-45ed-a676-c0fe9688c721', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '1c745f4a-b96f-4105-89fe-b5c071d78c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:06Z', 'updated_at': '2021-12-09T15:55:13Z', 'revision_number': 4, 'project_id': 'e18a03e47891481dabf58a2599c1b791', 'subnets': [{'id': '1c745f4a-b96f-4105-89fe-b5c071d78c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:14.158437 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-900276a1-ef4b-4044-aa66-e68a6afafd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:14.175142 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-26062f56-4268-488b-bd34-111974797774 service neutron] 10.222.0.31 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220049 Dec 09 15:55:14.191493 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da6a30c-ffe2-4a01-82d0-41b1f350e42c None None] The sync data for ids ['54382acd-709b-45ed-a676-c0fe9688c721'] in n-d-821228-1 is: [{'id': '54382acd-709b-45ed-a676-c0fe9688c721', 'name': 'tempest-TestServerMultinode-1559726741-router', 'tenant_id': 'e18a03e47891481dabf58a2599c1b791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'cb526edf-9e9c-4d04-9b69-7275b01518b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:55:02Z', 'updated_at': '2021-12-09T15:55:07Z', 'revision_number': 4, 'project_id': 'e18a03e47891481dabf58a2599c1b791', 'gw_port': {'id': 'cb526edf-9e9c-4d04-9b69-7275b01518b9', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:43:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54382acd-709b-45ed-a676-c0fe9688c721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:03Z', 'updated_at': '2021-12-09T15:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'a9f1f1b6-0a4b-428b-8a70-2ad8923ac5fa', 'name': '', 'network_id': 'd1d24551-8618-4743-bded-43ca0c5964fb', 'tenant_id': 'e18a03e47891481dabf58a2599c1b791', 'mac_address': 'fa:16:3e:89:56:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54382acd-709b-45ed-a676-c0fe9688c721', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '1c745f4a-b96f-4105-89fe-b5c071d78c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:06Z', 'updated_at': '2021-12-09T15:55:13Z', 'revision_number': 4, 'project_id': 'e18a03e47891481dabf58a2599c1b791', 'subnets': [{'id': '1c745f4a-b96f-4105-89fe-b5c071d78c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:55:14.221596 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-14cfc50e-5cda-4450-80a1-c3dbdc77105e None None] For port 897a4a60-db28-4394-b0a3-ae1f73d667e0, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=897a4a60-db28-4394-b0a3-ae1f73d667e0,segment=NetworkSegment(91ae66a4-2fd5-418a-9b26-bc30ec3c0003),segment_id=91ae66a4-2fd5-418a-9b26-bc30ec3c0003)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:14.226853 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15563961-6a3f-4466-aa78-b92b58c658ca admin admin] Network 2b864a9d-a861-4304-a143-d93ea1f3f0f0 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:55:14.229808 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-15563961-6a3f-4466-aa78-b92b58c658ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:55:14.252179 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15563961-6a3f-4466-aa78-b92b58c658ca admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:55:14.279356 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a9f1f1b6-0a4b-428b-8a70-2ad8923ac5fa up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:55:14.295119 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-900276a1-ef4b-4044-aa66-e68a6afafd2b None None] For port a9f1f1b6-0a4b-428b-8a70-2ad8923ac5fa, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a9f1f1b6-0a4b-428b-8a70-2ad8923ac5fa,segment=NetworkSegment(6b8c6052-e0aa-4ad8-8aac-f5341a6ac233),segment_id=6b8c6052-e0aa-4ad8-8aac-f5341a6ac233)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:14.302686 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-15563961-6a3f-4466-aa78-b92b58c658ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:14.339255 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-b1e0b69e-834c-46fd-bdd7-d1969db9f166 service neutron] 10.222.0.31 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510246 Dec 09 15:55:14.375864 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15563961-6a3f-4466-aa78-b92b58c658ca admin admin] Pushing event updated for resources: {'Port': ['ID=6b41d28f-2584-41d3-8076-4311cfaa92da,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:14.398294 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-900276a1-ef4b-4044-aa66-e68a6afafd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:14.413411 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device df898883-aef0-4e8b-9b84-7a63b78f468c up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:55:14.429113 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-5cd51843-6cf8-4b1f-a232-47bf45ff4b16 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=0a1a311d-b032-4c37-bd71-5d8793b18d3c HTTP/1.1" status: 200 len: 217 time: 0.0804365 Dec 09 15:55:14.494841 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-14cfc50e-5cda-4450-80a1-c3dbdc77105e None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:14.498032 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce520e-7ab5-4c89-b071-e57c5abb4d7d req-d04e46fb-8691-48ef-a767-56cbeec7c64e tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:14.499372 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-15563961-6a3f-4466-aa78-b92b58c658ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:14.506673 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bfce520e-7ab5-4c89-b071-e57c5abb4d7d req-d04e46fb-8691-48ef-a767-56cbeec7c64e tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=080ebf84-6de3-4db7-85d0-c4c65a56ca05 HTTP/1.1" status: 200 len: 944 time: 0.1488640 Dec 09 15:55:14.534642 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-14cfc50e-5cda-4450-80a1-c3dbdc77105e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:14.620450 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-645b42fc-c165-4522-910b-3eab15c92910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:14.621959 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-645b42fc-c165-4522-910b-3eab15c92910 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=171b19ce-c8cb-49f0-b1d6-e7dc927afc82 HTTP/1.1" status: 200 len: 797 time: 0.1839442 Dec 09 15:55:14.723098 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bfce520e-7ab5-4c89-b071-e57c5abb4d7d req-daba4c1b-13c3-4c08-ad59-28c80a1bdf12 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140439 Dec 09 15:55:14.738878 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-15563961-6a3f-4466-aa78-b92b58c658ca admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:14.744384 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-15563961-6a3f-4466-aa78-b92b58c658ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:14.761705 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-570a3ff7-f280-4552-8cfb-e5dc0f988da8 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Delete allocated IP 2001:db8::1c7 (656197f4-1cd3-493a-ab28-12ffabdc1b9e/b593d98f-93cf-47f3-8918-63c34880559c) {{(pid=103244) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 09 15:55:14.789360 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-570a3ff7-f280-4552-8cfb-e5dc0f988da8 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Allocated IP 2001:db8:0:1::bd (656197f4-1cd3-493a-ab28-12ffabdc1b9e/07ed0479-7e7a-48a9-9652-5043ea2eb0b6/b3d34765-d59b-4a83-b3e8-72ef5d24b11f) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:55:14.811507 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-945c3268-6567-469c-8190-a6a1478cc6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:14.814002 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-945c3268-6567-469c-8190-a6a1478cc6ff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=793151e9-673a-4eba-bc7f-eef12bb07531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1755462 Dec 09 15:55:14.818382 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-15563961-6a3f-4466-aa78-b92b58c658ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:14.994447 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15563961-6a3f-4466-aa78-b92b58c658ca admin admin] Network 2b864a9d-a861-4304-a143-d93ea1f3f0f0 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:55:15.007220 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-15563961-6a3f-4466-aa78-b92b58c658ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:55:15.017864 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15563961-6a3f-4466-aa78-b92b58c658ca admin admin] Pushing event updated for resources: {'Port': ['ID=6b41d28f-2584-41d3-8076-4311cfaa92da,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:15.147134 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900276a1-ef4b-4044-aa66-e68a6afafd2b None None] Pushing event updated for resources: {'Port': ['ID=a9f1f1b6-0a4b-428b-8a70-2ad8923ac5fa,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:15.151415 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15563961-6a3f-4466-aa78-b92b58c658ca admin admin] Router 5f07390e-47af-4a7c-9687-4c0578c179ed has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:55:15.222954 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-48f12668-44ba-44e5-9f3c-3a39360b163f None None] Provisioning complete for port a9f1f1b6-0a4b-428b-8a70-2ad8923ac5fa triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:15.223463 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-48f12668-44ba-44e5-9f3c-3a39360b163f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:15.225662 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-6f0c4abc-d3f5-4779-9181-4ad99f46c38a service neutron] 10.222.0.31 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955946 Dec 09 15:55:15.283473 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port a9f1f1b6-0a4b-428b-8a70-2ad8923ac5fa triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:15.283473 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:15.331232 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5762b8b9-40fd-4771-9b03-6c456934afba None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:15.341977 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15563961-6a3f-4466-aa78-b92b58c658ca admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:55:15.355136 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-15563961-6a3f-4466-aa78-b92b58c658ca admin admin] 10.222.0.57 "PUT /v2.0/routers/5f07390e-47af-4a7c-9687-4c0578c179ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4026418 Dec 09 15:55:15.397303 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-570a3ff7-f280-4552-8cfb-e5dc0f988da8 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:15.414446 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-570a3ff7-f280-4552-8cfb-e5dc0f988da8 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:15.427562 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cfc50e-5cda-4450-80a1-c3dbdc77105e None None] Pushing event updated for resources: {'Port': ['ID=897a4a60-db28-4394-b0a3-ae1f73d667e0,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:15.464764 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5762b8b9-40fd-4771-9b03-6c456934afba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:15.472107 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port df898883-aef0-4e8b-9b84-7a63b78f468c completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:55:15.487081 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port df898883-aef0-4e8b-9b84-7a63b78f468c triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:15.487956 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:15.558249 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-570a3ff7-f280-4552-8cfb-e5dc0f988da8 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] In _notify_port_updated(), no bound segment for port b3d34765-d59b-4a83-b3e8-72ef5d24b11f on network 656197f4-1cd3-493a-ab28-12ffabdc1b9e {{(pid=103244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:55:15.565046 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570a3ff7-f280-4552-8cfb-e5dc0f988da8 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:15.565884 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-570a3ff7-f280-4552-8cfb-e5dc0f988da8 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:15.567344 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-570a3ff7-f280-4552-8cfb-e5dc0f988da8 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "PUT /v2.0/ports/b3d34765-d59b-4a83-b3e8-72ef5d24b11f HTTP/1.1" status: 200 len: 930 time: 2.7244127 Dec 09 15:55:15.570635 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-48f8fbc0-0187-46f9-8974-a21d3fec1318 service neutron] 10.222.0.31 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316391 Dec 09 15:55:15.570810 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59402) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:15.571493 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a3ff7-f280-4552-8cfb-e5dc0f988da8 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'Port': ['ID=b3d34765-d59b-4a83-b3e8-72ef5d24b11f,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:15.579687 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e657f963-6f50-4749-9775-d860282a1128 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:55:15.678446 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-21d7f008-ab6a-4169-a38e-e07443626a36 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=dea1411b-b02d-409d-be67-df46d288f664 HTTP/1.1" status: 200 len: 217 time: 0.0914917 Dec 09 15:55:15.679911 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 4981d34b-db4d-4bac-9c1d-b58e4662f317 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:55:15.733097 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-39c24fc2-18a5-438a-8ba3-10467625b631 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Deleting port b3d34765-d59b-4a83-b3e8-72ef5d24b11f {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:55:15.733398 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-39c24fc2-18a5-438a-8ba3-10467625b631 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:15.751868 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5762b8b9-40fd-4771-9b03-6c456934afba None None] Attempting to bind port 53dd776b-0938-44ec-a848-6e0d91a77686 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:55:15.752787 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5762b8b9-40fd-4771-9b03-6c456934afba None None] Attempting to bind port 53dd776b-0938-44ec-a848-6e0d91a77686 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:55:15.753183 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5762b8b9-40fd-4771-9b03-6c456934afba None None] Attempting to bind port 53dd776b-0938-44ec-a848-6e0d91a77686 on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:55:15.785479 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-0377321a-e987-4bee-8f91-17ca62e475c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:15.786936 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-0377321a-e987-4bee-8f91-17ca62e475c4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=171b19ce-c8cb-49f0-b1d6-e7dc927afc82 HTTP/1.1" status: 200 len: 797 time: 0.1009991 Dec 09 15:55:15.824151 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39becdaa-4dd7-416a-9381-bc667d6685cd None None] Pushing event updated for resources: {'Port': ['ID=53dd776b-0938-44ec-a848-6e0d91a77686,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:15.832574 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5762b8b9-40fd-4771-9b03-6c456934afba None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:55:15.832984 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5762b8b9-40fd-4771-9b03-6c456934afba None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:55:15.833619 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5762b8b9-40fd-4771-9b03-6c456934afba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:15.834706 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5762b8b9-40fd-4771-9b03-6c456934afba None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:55:15.835228 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5762b8b9-40fd-4771-9b03-6c456934afba None None] Bound port: 53dd776b-0938-44ec-a848-6e0d91a77686, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:55:15.835634 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5762b8b9-40fd-4771-9b03-6c456934afba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:15.878469 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-39c24fc2-18a5-438a-8ba3-10467625b631 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:15.888242 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-1ce254e2-94db-4c63-891f-27dcb6cebd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:15.889952 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-1ce254e2-94db-4c63-891f-27dcb6cebd48 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=793151e9-673a-4eba-bc7f-eef12bb07531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0950639 Dec 09 15:55:15.895514 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-39c24fc2-18a5-438a-8ba3-10467625b631 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Calling delete_port for b3d34765-d59b-4a83-b3e8-72ef5d24b11f owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:55:16.011279 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-96b8fb8c-8871-44f3-b0bb-0a87793ddd41 service neutron] 10.222.0.31 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139035 Dec 09 15:55:16.029981 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 4981d34b-db4d-4bac-9c1d-b58e4662f317 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:16.030352 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:16.045190 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-48f12668-44ba-44e5-9f3c-3a39360b163f None None] Provisioning complete for port 4981d34b-db4d-4bac-9c1d-b58e4662f317 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:16.045484 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-48f12668-44ba-44e5-9f3c-3a39360b163f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:16.099348 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-39c24fc2-18a5-438a-8ba3-10467625b631 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:16.140966 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:16.142189 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5762b8b9-40fd-4771-9b03-6c456934afba None None] For port 53dd776b-0938-44ec-a848-6e0d91a77686, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:55:16.146907 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:16.172485 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c24fc2-18a5-438a-8ba3-10467625b631 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'Port': ['ID=b3d34765-d59b-4a83-b3e8-72ef5d24b11f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:16.179280 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-39c24fc2-18a5-438a-8ba3-10467625b631 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:16.185274 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-39c24fc2-18a5-438a-8ba3-10467625b631 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/ports/b3d34765-d59b-4a83-b3e8-72ef5d24b11f HTTP/1.1" status: 204 len: 168 time: 0.6106002 Dec 09 15:55:16.186937 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59418) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:16.197666 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f302c-f5ae-4779-82aa-a34b1ebbff65 req-b0d07ff2-e896-4918-8a1e-135ce08d59fc tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:16.199931 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7b5f302c-f5ae-4779-82aa-a34b1ebbff65 req-b0d07ff2-e896-4918-8a1e-135ce08d59fc tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=080ebf84-6de3-4db7-85d0-c4c65a56ca05 HTTP/1.1" status: 200 len: 944 time: 0.1291478 Dec 09 15:55:16.201822 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '080ebf84-6de3-4db7-85d0-c4c65a56ca05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df898883-aef0-4e8b-9b84-7a63b78f468c'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:55:16.204113 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23695773-1840-4407-a629-22fb9ca67166" -d '{"events": [{"server_uuid": "080ebf84-6de3-4db7-85d0-c4c65a56ca05", "name": "network-vif-plugged", "status": "completed", "tag": "df898883-aef0-4e8b-9b84-7a63b78f468c"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:55:16.212948 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d9b273-3ed9-4ba4-9064-5fb67c934a5d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] GET failed (client error): The resource could not be found. Dec 09 15:55:16.217291 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d6d9b273-3ed9-4ba4-9064-5fb67c934a5d tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "GET /v2.0/ports/b3d34765-d59b-4a83-b3e8-72ef5d24b11f HTTP/1.1" status: 404 len: 333 time: 0.0264268 Dec 09 15:55:16.218465 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59422) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:16.221111 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5762b8b9-40fd-4771-9b03-6c456934afba None None] For port 53dd776b-0938-44ec-a848-6e0d91a77686, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=53dd776b-0938-44ec-a848-6e0d91a77686,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:55:16.235925 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5762b8b9-40fd-4771-9b03-6c456934afba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:16.241128 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port df898883-aef0-4e8b-9b84-7a63b78f468c, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=df898883-aef0-4e8b-9b84-7a63b78f468c,segment=NetworkSegment(9e9c1069-da4b-49d3-b7c1-b803e425ba04),segment_id=9e9c1069-da4b-49d3-b7c1-b803e425ba04)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:16.247640 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-788b96f1-4de5-4548-b01a-a040a412c6c4 service neutron] 10.222.0.31 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291622 Dec 09 15:55:16.280734 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5369f27b-4102-4c7e-a31c-469cfb248da2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:16.291760 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:16.307240 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5369f27b-4102-4c7e-a31c-469cfb248da2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:16.314005 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-5385128c-87d2-40eb-819a-3a6c0b6da8b4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=228cf703-1a9f-469e-a207-e9d6be7acce9 HTTP/1.1" status: 200 len: 217 time: 0.0544825 Dec 09 15:55:16.338472 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7b5f302c-f5ae-4779-82aa-a34b1ebbff65 req-a9a7c053-4cfd-4207-95f2-faed1c4411e4 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267529 Dec 09 15:55:16.354968 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-48f12668-44ba-44e5-9f3c-3a39360b163f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:16.399325 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5369f27b-4102-4c7e-a31c-469cfb248da2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:16.402472 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5369f27b-4102-4c7e-a31c-469cfb248da2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:16.407719 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5369f27b-4102-4c7e-a31c-469cfb248da2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/security-groups/7d4ecefd-6534-4eb1-8ed6-e886a3a49f02 HTTP/1.1" status: 204 len: 168 time: 0.1882379 Dec 09 15:55:16.408483 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59426) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:16.416456 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32de1412-0aaa-4d4a-9bd1-efd850dd05d2 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:55:16.418834 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5369f27b-4102-4c7e-a31c-469cfb248da2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4ecefd-6534-4eb1-8ed6-e886a3a49f02,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:16.427293 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-aafd4991-e2e4-4bbb-9d27-45e97080ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:16.431097 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-aafd4991-e2e4-4bbb-9d27-45e97080ee3d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b86dc975-38b6-4f7b-a1b5-a30d296dd58d HTTP/1.1" status: 200 len: 797 time: 0.1064649 Dec 09 15:55:16.454098 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39becdaa-4dd7-416a-9381-bc667d6685cd None None] Pushing event updated for resources: {'Port': ['ID=53dd776b-0938-44ec-a848-6e0d91a77686,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:16.465582 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5762b8b9-40fd-4771-9b03-6c456934afba None None] Routers {'5f07390e-47af-4a7c-9687-4c0578c179ed'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:55:16.466485 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5762b8b9-40fd-4771-9b03-6c456934afba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:54:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['5f07390e-47af-4a7c-9687-4c0578c179ed'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:16.547628 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-801c2370-247e-47b0-a957-c596f1ea4c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:16.549225 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-801c2370-247e-47b0-a957-c596f1ea4c47 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e220874f-4ea8-4ea6-9fc4-39a517be75d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1092212 Dec 09 15:55:16.600076 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-48f12668-44ba-44e5-9f3c-3a39360b163f None None] For port 4981d34b-db4d-4bac-9c1d-b58e4662f317, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=4981d34b-db4d-4bac-9c1d-b58e4662f317,segment=NetworkSegment(1507b202-2ff8-41cd-8c15-e19550c493d8),segment_id=1507b202-2ff8-41cd-8c15-e19550c493d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:16.601158 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:16.615153 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6e64a7e-d91d-42e3-b60a-76ff18ece1cd tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:16.650388 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-48f12668-44ba-44e5-9f3c-3a39360b163f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:16.674238 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=df898883-aef0-4e8b-9b84-7a63b78f468c,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:16.723967 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6e64a7e-d91d-42e3-b60a-76ff18ece1cd tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:16.738714 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-5762b8b9-40fd-4771-9b03-6c456934afba None None] Set router 5f07390e-47af-4a7c-9687-4c0578c179ed gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:55:16.798085 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9430ef7d-c73c-49bb-910a-f3eef71d0b1b None None] Could not find standard attr ID for object b3d34765-d59b-4a83-b3e8-72ef5d24b11f. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:55:16.814391 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-b728b8e5-69dd-49da-b409-20b27d468b85 service neutron] 10.222.0.31 "GET /v2.0/networks/e220874f-4ea8-4ea6-9fc4-39a517be75d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538133 Dec 09 15:55:16.820694 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-a851e486-f33b-422f-b4c9-79d9afa4b0fa tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:16.822348 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-a851e486-f33b-422f-b4c9-79d9afa4b0fa tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/networks?id=d1d24551-8618-4743-bded-43ca0c5964fb HTTP/1.1" status: 200 len: 911 time: 0.2354174 Dec 09 15:55:16.847545 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:55:16.847935 n-d-821228-1 neutron-server[103246]: DEBUG oslo_db.api [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:55:16.850408 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f12668-44ba-44e5-9f3c-3a39360b163f None None] Pushing event updated for resources: {'Port': ['ID=4981d34b-db4d-4bac-9c1d-b58e4662f317,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:16.895227 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9430ef7d-c73c-49bb-910a-f3eef71d0b1b None None] Provisioning complete for port 746b9a67-77d0-463b-8549-b363c862aef7 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:16.895661 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9430ef7d-c73c-49bb-910a-f3eef71d0b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:16.895860 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6e64a7e-d91d-42e3-b60a-76ff18ece1cd tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:16.898449 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6e64a7e-d91d-42e3-b60a-76ff18ece1cd tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:16.899571 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f6e64a7e-d91d-42e3-b60a-76ff18ece1cd tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/security-groups/b1499c5e-2b5e-4555-a364-e97fdde0c99c HTTP/1.1" status: 204 len: 168 time: 0.4897356 Dec 09 15:55:16.902680 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59436) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:16.947303 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9430ef7d-c73c-49bb-910a-f3eef71d0b1b None None] Port 746b9a67-77d0-463b-8549-b363c862aef7 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:55:16.958034 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-a87ea3cd-b50c-45d6-b114-f48660147012 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Deleting subnet b593d98f-93cf-47f3-8918-63c34880559c {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:55:16.962331 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a87ea3cd-b50c-45d6-b114-f48660147012 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:16.996978 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9430ef7d-c73c-49bb-910a-f3eef71d0b1b None None] Provisioning complete for port 6b41d28f-2584-41d3-8076-4311cfaa92da triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:16.997393 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9430ef7d-c73c-49bb-910a-f3eef71d0b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:17.007265 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a87ea3cd-b50c-45d6-b114-f48660147012 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:17.040748 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9430ef7d-c73c-49bb-910a-f3eef71d0b1b None None] Port 6b41d28f-2584-41d3-8076-4311cfaa92da cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:55:17.058157 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9430ef7d-c73c-49bb-910a-f3eef71d0b1b None None] Provisioning complete for port 53dd776b-0938-44ec-a848-6e0d91a77686 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:17.058510 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9430ef7d-c73c-49bb-910a-f3eef71d0b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:17.089622 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5762b8b9-40fd-4771-9b03-6c456934afba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f07390e-47af-4a7c-9687-4c0578c179ed', 'name': 'tempest-TestServerMultinode-1790802681-router', 'tenant_id': '6e549b5d2a5a4b1ea5c832e1ffdd7be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '53dd776b-0938-44ec-a848-6e0d91a77686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:55:10Z', 'updated_at': '2021-12-09T15:55:14Z', 'revision_number': 4, 'project_id': '6e549b5d2a5a4b1ea5c832e1ffdd7be7', 'gw_port': {'id': '53dd776b-0938-44ec-a848-6e0d91a77686', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f07390e-47af-4a7c-9687-4c0578c179ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:10Z', 'updated_at': '2021-12-09T15:55:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '6b41d28f-2584-41d3-8076-4311cfaa92da', 'name': '', 'network_id': '2b864a9d-a861-4304-a143-d93ea1f3f0f0', 'tenant_id': '6e549b5d2a5a4b1ea5c832e1ffdd7be7', 'mac_address': 'fa:16:3e:5e:46:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f07390e-47af-4a7c-9687-4c0578c179ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '663c5292-486d-455b-a6a5-b80279ca3770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:13Z', 'updated_at': '2021-12-09T15:55:14Z', 'revision_number': 2, 'project_id': '6e549b5d2a5a4b1ea5c832e1ffdd7be7', 'subnets': [{'id': '663c5292-486d-455b-a6a5-b80279ca3770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:17.105383 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a87ea3cd-b50c-45d6-b114-f48660147012 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:17.125211 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5762b8b9-40fd-4771-9b03-6c456934afba None None] The sync data for ids ['5f07390e-47af-4a7c-9687-4c0578c179ed'] in n-d-821228-1 is: [{'id': '5f07390e-47af-4a7c-9687-4c0578c179ed', 'name': 'tempest-TestServerMultinode-1790802681-router', 'tenant_id': '6e549b5d2a5a4b1ea5c832e1ffdd7be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '53dd776b-0938-44ec-a848-6e0d91a77686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:55:10Z', 'updated_at': '2021-12-09T15:55:14Z', 'revision_number': 4, 'project_id': '6e549b5d2a5a4b1ea5c832e1ffdd7be7', 'gw_port': {'id': '53dd776b-0938-44ec-a848-6e0d91a77686', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f07390e-47af-4a7c-9687-4c0578c179ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:10Z', 'updated_at': '2021-12-09T15:55:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '6b41d28f-2584-41d3-8076-4311cfaa92da', 'name': '', 'network_id': '2b864a9d-a861-4304-a143-d93ea1f3f0f0', 'tenant_id': '6e549b5d2a5a4b1ea5c832e1ffdd7be7', 'mac_address': 'fa:16:3e:5e:46:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f07390e-47af-4a7c-9687-4c0578c179ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '663c5292-486d-455b-a6a5-b80279ca3770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:13Z', 'updated_at': '2021-12-09T15:55:14Z', 'revision_number': 2, 'project_id': '6e549b5d2a5a4b1ea5c832e1ffdd7be7', 'subnets': [{'id': '663c5292-486d-455b-a6a5-b80279ca3770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:55:17.184308 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9430ef7d-c73c-49bb-910a-f3eef71d0b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:17.187312 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a87ea3cd-b50c-45d6-b114-f48660147012 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:17.209042 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9430ef7d-c73c-49bb-910a-f3eef71d0b1b None None] For port 53dd776b-0938-44ec-a848-6e0d91a77686, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=53dd776b-0938-44ec-a848-6e0d91a77686,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:17.214196 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ea3cd-b50c-45d6-b114-f48660147012 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'Subnet': ['ID=b593d98f-93cf-47f3-8918-63c34880559c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:17.214753 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9430ef7d-c73c-49bb-910a-f3eef71d0b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:17.224561 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a87ea3cd-b50c-45d6-b114-f48660147012 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:17.228630 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a87ea3cd-b50c-45d6-b114-f48660147012 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/subnets/b593d98f-93cf-47f3-8918-63c34880559c HTTP/1.1" status: 204 len: 168 time: 0.3241849 Dec 09 15:55:17.234217 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59438) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:17.239889 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-f2417999-963e-4951-85ce-54a0568e3937 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'subnet': {'network_id': '656197f4-1cd3-493a-ab28-12ffabdc1b9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:17.258353 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a279f6f-a007-45ac-8211-fb6d951d6f69 None None] Network 656197f4-1cd3-493a-ab28-12ffabdc1b9e requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:55:17.265029 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e64a7e-d91d-42e3-b60a-76ff18ece1cd tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1499c5e-2b5e-4555-a364-e97fdde0c99c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:17.267152 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-882f7c02-66e4-47b8-b86d-596f18a85eae tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/quotas/6e549b5d2a5a4b1ea5c832e1ffdd7be7 HTTP/1.1" status: 200 len: 375 time: 0.3864276 Dec 09 15:55:17.344069 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9430ef7d-c73c-49bb-910a-f3eef71d0b1b None None] Provisioning complete for port 897a4a60-db28-4394-b0a3-ae1f73d667e0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:17.344069 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9430ef7d-c73c-49bb-910a-f3eef71d0b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:17.372247 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-f64c2cae-faaa-4bfa-a728-104a1cfebf8a service neutron] 10.222.0.31 "GET /v2.0/networks/e220874f-4ea8-4ea6-9fc4-39a517be75d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5470488 Dec 09 15:55:17.402629 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2417999-963e-4951-85ce-54a0568e3937 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Made reservation on behalf of a0414aa73f0c4eafb04aaa84640f8f2b for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:55:17.406625 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430ef7d-c73c-49bb-910a-f3eef71d0b1b None None] Pushing event updated for resources: {'Port': ['ID=53dd776b-0938-44ec-a848-6e0d91a77686,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:17.408752 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f2417999-963e-4951-85ce-54a0568e3937 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:17.435182 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-558ac58d-4c67-46fc-bd80-7af0d94e1cf0 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/ports?tenant_id=6e549b5d2a5a4b1ea5c832e1ffdd7be7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1602645 Dec 09 15:55:17.466660 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-1accecd9-e2ae-4933-a361-c40dc48f3a10 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5d0eeda5-19bf-4cd3-94f9-1bc316a94e48 HTTP/1.1" status: 200 len: 217 time: 0.0868323 Dec 09 15:55:17.612985 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-2a2bc2f3-98ae-4dd5-ad7a-69b455f49c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:17.615027 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-2a2bc2f3-98ae-4dd5-ad7a-69b455f49c92 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b86dc975-38b6-4f7b-a1b5-a30d296dd58d HTTP/1.1" status: 200 len: 797 time: 0.1351185 Dec 09 15:55:17.659363 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-95868192-de92-4ab3-87e6-91f9af58b9e1 service neutron] 10.222.0.57 "GET /v2.0/networks/d1d24551-8618-4743-bded-43ca0c5964fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240629 Dec 09 15:55:17.752840 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-83336cff-970f-4c46-8eb5-bd53604b5fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:17.755401 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-83336cff-970f-4c46-8eb5-bd53604b5fe3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e220874f-4ea8-4ea6-9fc4-39a517be75d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1303182 Dec 09 15:55:17.760713 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f2417999-963e-4951-85ce-54a0568e3937 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:17.771760 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a9f1f1b6-0a4b-428b-8a70-2ad8923ac5fa up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:55:17.827854 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2417999-963e-4951-85ce-54a0568e3937 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'Subnet': ['ID=813b2b6c-90a1-4f9a-8fc5-730b5c9cb60d,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:17.842062 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2417999-963e-4951-85ce-54a0568e3937 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Network 656197f4-1cd3-493a-ab28-12ffabdc1b9e is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:55:17.843438 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-f2417999-963e-4951-85ce-54a0568e3937 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:55:17.846415 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2417999-963e-4951-85ce-54a0568e3937 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:17.847215 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f2417999-963e-4951-85ce-54a0568e3937 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:17.853504 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-d7f4f618-d1b9-4ac5-8d47-85fdce81cb70 service neutron] 10.222.0.57 "GET /v2.0/networks/d1d24551-8618-4743-bded-43ca0c5964fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739969 Dec 09 15:55:17.857196 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port a9f1f1b6-0a4b-428b-8a70-2ad8923ac5fa triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:17.857741 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:17.891219 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f2417999-963e-4951-85ce-54a0568e3937 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6532466 Dec 09 15:55:17.891737 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59444) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:17.896897 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-54790bda-2ae4-4a71-8fea-2d3cebc2446e tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'security_group': {'name': 'tempest-secgroup-266738292'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:17.909915 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-45dd59a6-35b4-4de2-8f44-d4a2f8f33911 service neutron] 10.222.0.31 "GET /v2.0/networks/e220874f-4ea8-4ea6-9fc4-39a517be75d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411541 Dec 09 15:55:17.917468 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9430ef7d-c73c-49bb-910a-f3eef71d0b1b None None] Provisioning complete for port 4981d34b-db4d-4bac-9c1d-b58e4662f317 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:17.917841 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9430ef7d-c73c-49bb-910a-f3eef71d0b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:17.941789 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-54790bda-2ae4-4a71-8fea-2d3cebc2446e tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:18.039420 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f11acb18-1b4b-4bed-9eb1-8fdebbc81543 req-7692168c-f9d1-43ea-a05d-5a3219d50018 service neutron] 10.222.0.31 "GET /v2.0/networks/e220874f-4ea8-4ea6-9fc4-39a517be75d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202652 Dec 09 15:55:18.081877 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-54790bda-2ae4-4a71-8fea-2d3cebc2446e tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:18.099820 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-54790bda-2ae4-4a71-8fea-2d3cebc2446e tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:18.126275 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-54790bda-2ae4-4a71-8fea-2d3cebc2446e tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:18.130662 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-54790bda-2ae4-4a71-8fea-2d3cebc2446e tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2348247 Dec 09 15:55:18.131685 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59448) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:18.139031 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-04f9d4b2-ed3d-45c2-be11-034ede34868a tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'security_group': {'name': 'tempest-secgroup-656925312'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:18.209239 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54790bda-2ae4-4a71-8fea-2d3cebc2446e tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d93e83e-2a7b-4576-81b9-d1acf6c012bc,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:18.232878 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00c6224-9ff0-40f7-b912-87071f429952 x-openstack-request-id: req-f00c6224-9ff0-40f7-b912-87071f429952 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:55:18.233824 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "080ebf84-6de3-4db7-85d0-c4c65a56ca05", "name": "network-vif-plugged", "status": "completed", "tag": "df898883-aef0-4e8b-9b84-7a63b78f468c", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:55:18.234283 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f00c6224-9ff0-40f7-b912-87071f429952 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:55:18.234879 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '080ebf84-6de3-4db7-85d0-c4c65a56ca05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df898883-aef0-4e8b-9b84-7a63b78f468c', 'code': 200} Dec 09 15:55:18.237755 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-04f9d4b2-ed3d-45c2-be11-034ede34868a tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:18.239338 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 4981d34b-db4d-4bac-9c1d-b58e4662f317 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:55:18.354900 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 4981d34b-db4d-4bac-9c1d-b58e4662f317 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:18.355324 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:18.496493 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064609de-3c6f-45e5-8b92-2e30d48fe859 req-8625ec6e-3c9d-4f51-8346-061c4f4c2f02 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:18.508879 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-064609de-3c6f-45e5-8b92-2e30d48fe859 req-8625ec6e-3c9d-4f51-8346-061c4f4c2f02 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=080ebf84-6de3-4db7-85d0-c4c65a56ca05 HTTP/1.1" status: 200 len: 945 time: 0.1801090 Dec 09 15:55:18.560214 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-04f9d4b2-ed3d-45c2-be11-034ede34868a tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:18.573103 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-04f9d4b2-ed3d-45c2-be11-034ede34868a tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:18.584193 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 897a4a60-db28-4394-b0a3-ae1f73d667e0 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:55:18.645091 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-064609de-3c6f-45e5-8b92-2e30d48fe859 req-ef6254bf-6266-49c3-b9f0-56779e460028 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352069 Dec 09 15:55:18.662791 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-04f9d4b2-ed3d-45c2-be11-034ede34868a tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:18.669969 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-04f9d4b2-ed3d-45c2-be11-034ede34868a tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5367498 Dec 09 15:55:18.670718 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59458) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:18.676589 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 897a4a60-db28-4394-b0a3-ae1f73d667e0 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:18.677697 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:18.688184 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b89a7-aab6-4063-933c-d3b2f05c7653 req-bf95e588-269a-4a8c-907a-3e05a76fba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:18.689781 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-957b89a7-aab6-4063-933c-d3b2f05c7653 req-bf95e588-269a-4a8c-907a-3e05a76fba65 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=080ebf84-6de3-4db7-85d0-c4c65a56ca05 HTTP/1.1" status: 200 len: 1096 time: 0.3622749 Dec 09 15:55:18.690334 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-49a7f78d-36e4-436f-8f5d-35d382bb4b97 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'security_group': {'name': 'tempest-secgroup-510955339'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:18.713832 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f9d4b2-ed3d-45c2-be11-034ede34868a tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a56ca9d6-8da7-49ad-adb9-ec8291c7acdd,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:18.764317 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49a7f78d-36e4-436f-8f5d-35d382bb4b97 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:18.804425 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-957b89a7-aab6-4063-933c-d3b2f05c7653 req-c57a4944-d8ba-487e-a409-1d949c20ebaa service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058383 Dec 09 15:55:18.875818 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-55bd874f-366f-454c-bb77-09d2f93712e7 req-e378e67b-fb31-4624-88c6-f937574455af tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=da7aa1e9-a8f7-4b9d-8e30-956d99b631f5 HTTP/1.1" status: 200 len: 210 time: 0.0361891 Dec 09 15:55:18.950152 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49a7f78d-36e4-436f-8f5d-35d382bb4b97 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:18.957628 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49a7f78d-36e4-436f-8f5d-35d382bb4b97 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:18.959884 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6231fb-a084-42a8-a2af-9e37eaf8d00d None None] Network 656197f4-1cd3-493a-ab28-12ffabdc1b9e requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:55:18.990101 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a7f78d-36e4-436f-8f5d-35d382bb4b97 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4520373-f074-4d05-9c99-c03306b97cbe,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:18.995468 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49a7f78d-36e4-436f-8f5d-35d382bb4b97 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:18.996839 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-49a7f78d-36e4-436f-8f5d-35d382bb4b97 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3173137 Dec 09 15:55:18.999392 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59462) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:19.006386 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-bd6a3454-9184-445f-b4bf-0a071c73babb tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-247584496', 'security_groups': ['a4520373-f074-4d05-9c99-c03306b97cbe'], 'network_id': '656197f4-1cd3-493a-ab28-12ffabdc1b9e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '813b2b6c-90a1-4f9a-8fc5-730b5c9cb60d'}]}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:19.070832 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-0d01ae30-63a9-412a-a08a-8527ecdeae3d None None] Provisioning complete for port 746b9a67-77d0-463b-8549-b363c862aef7 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:19.071313 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0d01ae30-63a9-412a-a08a-8527ecdeae3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:19.121826 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-0d01ae30-63a9-412a-a08a-8527ecdeae3d None None] Port 746b9a67-77d0-463b-8549-b363c862aef7 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:55:19.142940 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-0d01ae30-63a9-412a-a08a-8527ecdeae3d None None] Provisioning complete for port 897a4a60-db28-4394-b0a3-ae1f73d667e0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:19.143292 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0d01ae30-63a9-412a-a08a-8527ecdeae3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:19.145443 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6a3454-9184-445f-b4bf-0a071c73babb tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Made reservation on behalf of a0414aa73f0c4eafb04aaa84640f8f2b for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:55:19.237131 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26eb81a-c022-4a28-bbed-0757d67b3f8e None None] Update dhcp port {'port': {'network_id': '656197f4-1cd3-493a-ab28-12ffabdc1b9e', 'fixed_ips': [{'subnet_id': '07ed0479-7e7a-48a9-9652-5043ea2eb0b6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '813b2b6c-90a1-4f9a-8fc5-730b5c9cb60d'}], 'binding:host_id': 'n-d-821228-1'}, 'id': '897a4a60-db28-4394-b0a3-ae1f73d667e0'} from n-d-821228-1. {{(pid=103246) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 15:55:19.259467 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bd6a3454-9184-445f-b4bf-0a071c73babb tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:19.280107 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-bd6a3454-9184-445f-b4bf-0a071c73babb tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] device_id is not set on port 97f5ba9f-2fa7-430b-a360-3a40bd261c2c yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:55:19.299926 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c26eb81a-c022-4a28-bbed-0757d67b3f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:19.464317 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-bd6a3454-9184-445f-b4bf-0a071c73babb tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Allocated IP 2001:db8::38d (656197f4-1cd3-493a-ab28-12ffabdc1b9e/813b2b6c-90a1-4f9a-8fc5-730b5c9cb60d/97f5ba9f-2fa7-430b-a360-3a40bd261c2c) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:55:19.582570 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 53dd776b-0938-44ec-a848-6e0d91a77686 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:55:19.605878 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bd6a3454-9184-445f-b4bf-0a071c73babb tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:19.635825 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 53dd776b-0938-44ec-a848-6e0d91a77686 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:19.636200 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:19.640974 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bd6a3454-9184-445f-b4bf-0a071c73babb tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:19.694479 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6a3454-9184-445f-b4bf-0a071c73babb tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Network 656197f4-1cd3-493a-ab28-12ffabdc1b9e is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:55:19.697705 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-bd6a3454-9184-445f-b4bf-0a071c73babb tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:55:19.700243 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6a3454-9184-445f-b4bf-0a071c73babb tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:55:19.706435 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6a3454-9184-445f-b4bf-0a071c73babb tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:19.707075 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bd6a3454-9184-445f-b4bf-0a071c73babb tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:19.719133 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-c26eb81a-c022-4a28-bbed-0757d67b3f8e None None] Allocated IP 2001:db8::2 (656197f4-1cd3-493a-ab28-12ffabdc1b9e/813b2b6c-90a1-4f9a-8fc5-730b5c9cb60d/897a4a60-db28-4394-b0a3-ae1f73d667e0) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:55:19.726821 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a3454-9184-445f-b4bf-0a071c73babb tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'Port': ['ID=97f5ba9f-2fa7-430b-a360-3a40bd261c2c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:19.759005 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-bd6a3454-9184-445f-b4bf-0a071c73babb tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7550082 Dec 09 15:55:19.760139 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59466) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:19.776023 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-467340cc-aed8-493c-a1d8-12849432d050 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'subnet': {'network_id': '656197f4-1cd3-493a-ab28-12ffabdc1b9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:19.782657 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd9efd-c2b3-431d-aefa-840d42099a7e req-0df3cdb3-b21f-406e-a13e-43076c0f0045 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:19.784862 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51cd9efd-c2b3-431d-aefa-840d42099a7e req-0df3cdb3-b21f-406e-a13e-43076c0f0045 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=080ebf84-6de3-4db7-85d0-c4c65a56ca05 HTTP/1.1" status: 200 len: 945 time: 0.0705891 Dec 09 15:55:19.856934 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51cd9efd-c2b3-431d-aefa-840d42099a7e req-b6e9b6a4-22cc-4c3e-9fe3-b16b4b00b137 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645697 Dec 09 15:55:19.863328 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c26eb81a-c022-4a28-bbed-0757d67b3f8e None None] For port 897a4a60-db28-4394-b0a3-ae1f73d667e0, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=897a4a60-db28-4394-b0a3-ae1f73d667e0,segment=NetworkSegment(91ae66a4-2fd5-418a-9b26-bc30ec3c0003),segment_id=91ae66a4-2fd5-418a-9b26-bc30ec3c0003)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:19.907466 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c26eb81a-c022-4a28-bbed-0757d67b3f8e None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:19.912565 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c26eb81a-c022-4a28-bbed-0757d67b3f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:19.966676 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467340cc-aed8-493c-a1d8-12849432d050 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Made reservation on behalf of a0414aa73f0c4eafb04aaa84640f8f2b for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:55:19.971359 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-467340cc-aed8-493c-a1d8-12849432d050 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:20.006432 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26eb81a-c022-4a28-bbed-0757d67b3f8e None None] Pushing event updated for resources: {'Port': ['ID=897a4a60-db28-4394-b0a3-ae1f73d667e0,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:20.091003 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-04535c3f-9210-47c9-89b3-65233cb7c4f0 req-f74a87a6-4495-4b84-b9bb-bc552ece1e11 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=da7aa1e9-a8f7-4b9d-8e30-956d99b631f5 HTTP/1.1" status: 200 len: 210 time: 0.0376289 Dec 09 15:55:20.117191 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-e557d3e6-b522-4b86-9334-7b5d75a3d6a1 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:20.118693 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-e557d3e6-b522-4b86-9334-7b5d75a3d6a1 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.42 "GET /v2.0/networks?id=d1d24551-8618-4743-bded-43ca0c5964fb HTTP/1.1" status: 200 len: 911 time: 0.2110634 Dec 09 15:55:20.121369 n-d-821228-1 neutron-server[103245]: INFO neutron.db.ipam_backend_mixin [None req-467340cc-aed8-493c-a1d8-12849432d050 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 813b2b6c-90a1-4f9a-8fc5-730b5c9cb60d (CIDR: 2001:db8::/64) Dec 09 15:55:20.125257 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-467340cc-aed8-493c-a1d8-12849432d050 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:55:20.125833 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-467340cc-aed8-493c-a1d8-12849432d050 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:55:20.139099 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-675e62a2-846f-43c2-9021-ca5613445645 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Request body: {'port': {'device_id': 'da7aa1e9-a8f7-4b9d-8e30-956d99b631f5', 'network_id': 'd1d24551-8618-4743-bded-43ca0c5964fb', 'admin_state_up': True, 'tenant_id': '6e549b5d2a5a4b1ea5c832e1ffdd7be7'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:20.152360 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-467340cc-aed8-493c-a1d8-12849432d050 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3860540 Dec 09 15:55:20.156868 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59472) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:20.163772 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-18951576-6b61-4a09-b473-db0ba1f8a135 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'subnet': {'network_id': '656197f4-1cd3-493a-ab28-12ffabdc1b9e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:20.456686 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f6df6aa0-0705-4669-b170-f0b20a76d255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:20.585160 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-675e62a2-846f-43c2-9021-ca5613445645 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Made reservation on behalf of 6e549b5d2a5a4b1ea5c832e1ffdd7be7 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:55:20.587469 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-675e62a2-846f-43c2-9021-ca5613445645 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:20.659170 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b5246e19-0363-43e0-8eb9-395b18b71cfb None None] Provisioning complete for port 746b9a67-77d0-463b-8549-b363c862aef7 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:20.659547 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b5246e19-0363-43e0-8eb9-395b18b71cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:20.705881 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b5246e19-0363-43e0-8eb9-395b18b71cfb None None] Port 746b9a67-77d0-463b-8549-b363c862aef7 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:55:20.718541 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b5246e19-0363-43e0-8eb9-395b18b71cfb None None] Provisioning complete for port 897a4a60-db28-4394-b0a3-ae1f73d667e0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:20.719288 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b5246e19-0363-43e0-8eb9-395b18b71cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:20.734478 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18951576-6b61-4a09-b473-db0ba1f8a135 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Made reservation on behalf of a0414aa73f0c4eafb04aaa84640f8f2b for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:55:20.737964 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-18951576-6b61-4a09-b473-db0ba1f8a135 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:20.816813 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-675e62a2-846f-43c2-9021-ca5613445645 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Allocated IP 172.20.0.8 (d1d24551-8618-4743-bded-43ca0c5964fb/1c745f4a-b96f-4105-89fe-b5c071d78c0a/030ad829-3fab-4389-9dd8-91cc20509e29) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:55:20.880400 n-d-821228-1 neutron-server[103245]: INFO neutron.db.ipam_backend_mixin [None req-18951576-6b61-4a09-b473-db0ba1f8a135 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 07ed0479-7e7a-48a9-9652-5043ea2eb0b6 (CIDR: 2001:db8:0:1::/64) Dec 09 15:55:20.888879 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-18951576-6b61-4a09-b473-db0ba1f8a135 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:55:20.889341 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18951576-6b61-4a09-b473-db0ba1f8a135 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:55:20.938313 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8ed7c581-f768-43ce-bccb-c1a417c95102 None None] Provisioning complete for port 97f5ba9f-2fa7-430b-a360-3a40bd261c2c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:20.938621 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-18951576-6b61-4a09-b473-db0ba1f8a135 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7802067 Dec 09 15:55:20.938762 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8ed7c581-f768-43ce-bccb-c1a417c95102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:20.943241 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59476) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:20.949571 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-30109522-7ad5-42e4-8344-6794527a23dd tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'subnet': {'network_id': '656197f4-1cd3-493a-ab28-12ffabdc1b9e', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:20.991790 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8ed7c581-f768-43ce-bccb-c1a417c95102 None None] Port 97f5ba9f-2fa7-430b-a360-3a40bd261c2c cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:55:21.032267 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-675e62a2-846f-43c2-9021-ca5613445645 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:21.073527 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-675e62a2-846f-43c2-9021-ca5613445645 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:21.082584 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c2383-38d5-4732-97ec-bb5a2f80f54e req-deb524a2-6462-479c-8ed9-1d9031c34f6c tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:21.084265 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-916c2383-38d5-4732-97ec-bb5a2f80f54e req-deb524a2-6462-479c-8ed9-1d9031c34f6c tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=080ebf84-6de3-4db7-85d0-c4c65a56ca05 HTTP/1.1" status: 200 len: 945 time: 0.1297569 Dec 09 15:55:21.094541 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacdb317-f337-4cba-ac97-301573e0f776 None None] Sync routers for ids ['5f07390e-47af-4a7c-9687-4c0578c179ed'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:55:21.105581 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacdb317-f337-4cba-ac97-301573e0f776 None None] Routers {'5f07390e-47af-4a7c-9687-4c0578c179ed'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:55:21.106178 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-dacdb317-f337-4cba-ac97-301573e0f776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:54:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['5f07390e-47af-4a7c-9687-4c0578c179ed'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:21.117976 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-675e62a2-846f-43c2-9021-ca5613445645 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Network d1d24551-8618-4743-bded-43ca0c5964fb is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:55:21.125467 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-675e62a2-846f-43c2-9021-ca5613445645 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:55:21.131289 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-675e62a2-846f-43c2-9021-ca5613445645 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:55:21.134552 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675e62a2-846f-43c2-9021-ca5613445645 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Pushing event updated for resources: {'Port': ['ID=030ad829-3fab-4389-9dd8-91cc20509e29,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:21.181973 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-675e62a2-846f-43c2-9021-ca5613445645 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:21.182375 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-675e62a2-846f-43c2-9021-ca5613445645 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:21.194518 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30109522-7ad5-42e4-8344-6794527a23dd tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Made reservation on behalf of a0414aa73f0c4eafb04aaa84640f8f2b for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:55:21.199279 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30109522-7ad5-42e4-8344-6794527a23dd tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:21.208253 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-675e62a2-846f-43c2-9021-ca5613445645 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0728350 Dec 09 15:55:21.213011 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-916c2383-38d5-4732-97ec-bb5a2f80f54e req-fd79a608-802e-4149-b674-ca629cd9d9bd tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218767 Dec 09 15:55:21.228994 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-bf399e45-502d-4332-8c4d-d1a3134435ce service neutron] Request body: {'port': {'device_id': 'da7aa1e9-a8f7-4b9d-8e30-956d99b631f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:21.232749 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-dacdb317-f337-4cba-ac97-301573e0f776 None None] Set router 5f07390e-47af-4a7c-9687-4c0578c179ed gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:55:21.312557 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-bf399e45-502d-4332-8c4d-d1a3134435ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:21.547330 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2acebd30-4025-4fec-b0de-c14d85885718 None None] Provisioning complete for port 030ad829-3fab-4389-9dd8-91cc20509e29 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:21.548293 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2acebd30-4025-4fec-b0de-c14d85885718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:21.633609 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db325ba-5e42-40b5-bdff-9d1fade2c92f req-60f851f2-f6f4-470c-aaf5-1cc46224e607 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:21.636211 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2acebd30-4025-4fec-b0de-c14d85885718 None None] Port 030ad829-3fab-4389-9dd8-91cc20509e29 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:55:21.642243 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6db325ba-5e42-40b5-bdff-9d1fade2c92f req-60f851f2-f6f4-470c-aaf5-1cc46224e607 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=da7aa1e9-a8f7-4b9d-8e30-956d99b631f5 HTTP/1.1" status: 200 len: 1027 time: 0.1528420 Dec 09 15:55:21.646365 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 897a4a60-db28-4394-b0a3-ae1f73d667e0 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:55:21.673038 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30109522-7ad5-42e4-8344-6794527a23dd tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:21.685483 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-dacdb317-f337-4cba-ac97-301573e0f776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f07390e-47af-4a7c-9687-4c0578c179ed', 'name': 'tempest-TestServerMultinode-1790802681-router', 'tenant_id': '6e549b5d2a5a4b1ea5c832e1ffdd7be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '53dd776b-0938-44ec-a848-6e0d91a77686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:55:10Z', 'updated_at': '2021-12-09T15:55:14Z', 'revision_number': 4, 'project_id': '6e549b5d2a5a4b1ea5c832e1ffdd7be7', 'gw_port': {'id': '53dd776b-0938-44ec-a848-6e0d91a77686', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f07390e-47af-4a7c-9687-4c0578c179ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:10Z', 'updated_at': '2021-12-09T15:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '6b41d28f-2584-41d3-8076-4311cfaa92da', 'name': '', 'network_id': '2b864a9d-a861-4304-a143-d93ea1f3f0f0', 'tenant_id': '6e549b5d2a5a4b1ea5c832e1ffdd7be7', 'mac_address': 'fa:16:3e:5e:46:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f07390e-47af-4a7c-9687-4c0578c179ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '663c5292-486d-455b-a6a5-b80279ca3770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:13Z', 'updated_at': '2021-12-09T15:55:14Z', 'revision_number': 2, 'project_id': '6e549b5d2a5a4b1ea5c832e1ffdd7be7', 'subnets': [{'id': '663c5292-486d-455b-a6a5-b80279ca3770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:21.713580 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 897a4a60-db28-4394-b0a3-ae1f73d667e0 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:21.714218 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:21.738167 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacdb317-f337-4cba-ac97-301573e0f776 None None] Checking router: 5f07390e-47af-4a7c-9687-4c0578c179ed for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:55:21.740274 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacdb317-f337-4cba-ac97-301573e0f776 None None] Updating router 5f07390e-47af-4a7c-9687-4c0578c179ed port 6b41d28f-2584-41d3-8076-4311cfaa92da binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:55:21.752197 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30109522-7ad5-42e4-8344-6794527a23dd tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Network 656197f4-1cd3-493a-ab28-12ffabdc1b9e is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:55:21.768927 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6db325ba-5e42-40b5-bdff-9d1fade2c92f req-99f19ae9-9b14-45f8-bfc2-4709019e4ee9 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=db634a58-0c73-42f2-88ee-4aecee811c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207454 Dec 09 15:55:21.774315 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-30109522-7ad5-42e4-8344-6794527a23dd tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:55:21.777466 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30109522-7ad5-42e4-8344-6794527a23dd tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:21.778098 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30109522-7ad5-42e4-8344-6794527a23dd tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:21.781794 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30109522-7ad5-42e4-8344-6794527a23dd tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'Subnet': ['ID=97d0ba16-7b9a-4471-8f25-29f85291b2cf,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:21.798161 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3b2185-104b-4966-93a1-d1029e9a22de None None] Network 656197f4-1cd3-493a-ab28-12ffabdc1b9e requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:55:21.799355 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-30109522-7ad5-42e4-8344-6794527a23dd tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8543010 Dec 09 15:55:21.802411 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59488) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:21.808682 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-5ff56499-e00b-4fe0-98e7-4765406639bb tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-694983103', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '97d0ba16-7b9a-4471-8f25-29f85291b2cf'}], 'security_groups': ['4d93e83e-2a7b-4576-81b9-d1acf6c012bc', 'a56ca9d6-8da7-49ad-adb9-ec8291c7acdd']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:21.909606 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-dacdb317-f337-4cba-ac97-301573e0f776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:21.913109 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-bf399e45-502d-4332-8c4d-d1a3134435ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 030ad829-3fab-4389-9dd8-91cc20509e29 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:55:21.923407 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-bf399e45-502d-4332-8c4d-d1a3134435ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:21.934640 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5ff56499-e00b-4fe0-98e7-4765406639bb tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:21.959570 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-bf399e45-502d-4332-8c4d-d1a3134435ce service neutron] Transition to ACTIVE for port object 030ad829-3fab-4389-9dd8-91cc20509e29 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:55:21.967342 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-bf399e45-502d-4332-8c4d-d1a3134435ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:22.052370 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf399e45-502d-4332-8c4d-d1a3134435ce service neutron] Pushing event updated for resources: {'Port': ['ID=030ad829-3fab-4389-9dd8-91cc20509e29,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:22.139850 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff26eaa-e5b6-48f3-9015-b4d4de9500de None None] Update dhcp port {'port': {'network_id': '656197f4-1cd3-493a-ab28-12ffabdc1b9e', 'fixed_ips': [{'subnet_id': '07ed0479-7e7a-48a9-9652-5043ea2eb0b6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '813b2b6c-90a1-4f9a-8fc5-730b5c9cb60d', 'ip_address': '2001:db8::2'}, {'subnet_id': '97d0ba16-7b9a-4471-8f25-29f85291b2cf'}], 'binding:host_id': 'n-d-821228-1'}, 'id': '897a4a60-db28-4394-b0a3-ae1f73d667e0'} from n-d-821228-1. {{(pid=103246) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 15:55:22.180683 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-bf399e45-502d-4332-8c4d-d1a3134435ce service neutron] Attempting to bind port 030ad829-3fab-4389-9dd8-91cc20509e29 on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:55:22.181032 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-bf399e45-502d-4332-8c4d-d1a3134435ce service neutron] Attempting to bind port 030ad829-3fab-4389-9dd8-91cc20509e29 by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '6b8c6052-e0aa-4ad8-8aac-f5341a6ac233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd1d24551-8618-4743-bded-43ca0c5964fb'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:55:22.181352 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-bf399e45-502d-4332-8c4d-d1a3134435ce service neutron] Attempting to bind port 030ad829-3fab-4389-9dd8-91cc20509e29 on network d1d24551-8618-4743-bded-43ca0c5964fb {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:55:22.184606 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aff26eaa-e5b6-48f3-9015-b4d4de9500de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:22.196129 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-bf399e45-502d-4332-8c4d-d1a3134435ce service neutron] Port 030ad829-3fab-4389-9dd8-91cc20509e29 on network d1d24551-8618-4743-bded-43ca0c5964fb not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:55:22.196484 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-bf399e45-502d-4332-8c4d-d1a3134435ce service neutron] Attempting to bind port 030ad829-3fab-4389-9dd8-91cc20509e29 on network d1d24551-8618-4743-bded-43ca0c5964fb {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:55:22.206181 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-bf399e45-502d-4332-8c4d-d1a3134435ce service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:55:22.206181 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-bf399e45-502d-4332-8c4d-d1a3134435ce service neutron] Checking segment: {'id': '6b8c6052-e0aa-4ad8-8aac-f5341a6ac233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd1d24551-8618-4743-bded-43ca0c5964fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:55:22.206551 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-bf399e45-502d-4332-8c4d-d1a3134435ce service neutron] Bound using segment: {'id': '6b8c6052-e0aa-4ad8-8aac-f5341a6ac233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd1d24551-8618-4743-bded-43ca0c5964fb'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:55:22.206894 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-bf399e45-502d-4332-8c4d-d1a3134435ce service neutron] Bound port: 030ad829-3fab-4389-9dd8-91cc20509e29, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b8c6052-e0aa-4ad8-8aac-f5341a6ac233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd1d24551-8618-4743-bded-43ca0c5964fb'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:55:22.207265 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-bf399e45-502d-4332-8c4d-d1a3134435ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:22.310732 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-bf399e45-502d-4332-8c4d-d1a3134435ce service neutron] For port 030ad829-3fab-4389-9dd8-91cc20509e29, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:55:22.317481 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-bf399e45-502d-4332-8c4d-d1a3134435ce service neutron] For port 030ad829-3fab-4389-9dd8-91cc20509e29, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=030ad829-3fab-4389-9dd8-91cc20509e29,segment=NetworkSegment(6b8c6052-e0aa-4ad8-8aac-f5341a6ac233),segment_id=6b8c6052-e0aa-4ad8-8aac-f5341a6ac233)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:55:22.342329 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-bf399e45-502d-4332-8c4d-d1a3134435ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:22.347413 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-dacdb317-f337-4cba-ac97-301573e0f776 None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:22.363754 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-dacdb317-f337-4cba-ac97-301573e0f776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:22.432983 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-bf399e45-502d-4332-8c4d-d1a3134435ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:22.436968 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-bf399e45-502d-4332-8c4d-d1a3134435ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:22.439828 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f823cfe-1c05-4300-97f4-ea362fa1165e None None] Pushing event updated for resources: {'Port': ['ID=6b41d28f-2584-41d3-8076-4311cfaa92da,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:22.456280 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-bf399e45-502d-4332-8c4d-d1a3134435ce service neutron] 10.222.0.42 "PUT /v2.0/ports/030ad829-3fab-4389-9dd8-91cc20509e29 HTTP/1.1" status: 200 len: 1091 time: 1.2315526 Dec 09 15:55:22.476431 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7aa1e9-a8f7-4b9d-8e30-956d99b631f5', 'tag': '030ad829-3fab-4389-9dd8-91cc20509e29'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:55:22.486778 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4c1d11-a594-46bf-98fe-424a8db1e7ea" -d '{"events": [{"name": "network-changed", "server_uuid": "da7aa1e9-a8f7-4b9d-8e30-956d99b631f5", "tag": "030ad829-3fab-4389-9dd8-91cc20509e29"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:55:22.522211 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-dacdb317-f337-4cba-ac97-301573e0f776 None None] Attempting to bind port 6b41d28f-2584-41d3-8076-4311cfaa92da on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:55:22.522723 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-dacdb317-f337-4cba-ac97-301573e0f776 None None] Attempting to bind port 6b41d28f-2584-41d3-8076-4311cfaa92da by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '1507b202-2ff8-41cd-8c15-e19550c493d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2b864a9d-a861-4304-a143-d93ea1f3f0f0'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:55:22.523298 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacdb317-f337-4cba-ac97-301573e0f776 None None] Attempting to bind port 6b41d28f-2584-41d3-8076-4311cfaa92da on network 2b864a9d-a861-4304-a143-d93ea1f3f0f0 {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:55:22.533257 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacdb317-f337-4cba-ac97-301573e0f776 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:55:22.533781 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacdb317-f337-4cba-ac97-301573e0f776 None None] Checking segment: {'id': '1507b202-2ff8-41cd-8c15-e19550c493d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2b864a9d-a861-4304-a143-d93ea1f3f0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:55:22.534282 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-dacdb317-f337-4cba-ac97-301573e0f776 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:22.534766 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacdb317-f337-4cba-ac97-301573e0f776 None None] Bound using segment: {'id': '1507b202-2ff8-41cd-8c15-e19550c493d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2b864a9d-a861-4304-a143-d93ea1f3f0f0'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:55:22.536671 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-dacdb317-f337-4cba-ac97-301573e0f776 None None] Bound port: 6b41d28f-2584-41d3-8076-4311cfaa92da, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507b202-2ff8-41cd-8c15-e19550c493d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2b864a9d-a861-4304-a143-d93ea1f3f0f0'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:55:22.537227 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-5ff56499-e00b-4fe0-98e7-4765406639bb tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Delete allocated IP 2001:db8::38d (656197f4-1cd3-493a-ab28-12ffabdc1b9e/813b2b6c-90a1-4f9a-8fc5-730b5c9cb60d) {{(pid=103244) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 09 15:55:22.538058 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-dacdb317-f337-4cba-ac97-301573e0f776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:22.559434 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-5ff56499-e00b-4fe0-98e7-4765406639bb tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Allocated IP 2001:db8:0:2::2e6 (656197f4-1cd3-493a-ab28-12ffabdc1b9e/97d0ba16-7b9a-4471-8f25-29f85291b2cf/97f5ba9f-2fa7-430b-a360-3a40bd261c2c) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:55:22.649672 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf399e45-502d-4332-8c4d-d1a3134435ce service neutron] Pushing event updated for resources: {'Port': ['ID=030ad829-3fab-4389-9dd8-91cc20509e29,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:22.693383 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-b973807d-8c83-4f6a-bab1-4af365e1b7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:22.694326 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-dacdb317-f337-4cba-ac97-301573e0f776 None None] For port 6b41d28f-2584-41d3-8076-4311cfaa92da, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:55:22.695431 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-b973807d-8c83-4f6a-bab1-4af365e1b7a8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e549b5d2a5a4b1ea5c832e1ffdd7be7&device_id=da7aa1e9-a8f7-4b9d-8e30-956d99b631f5 HTTP/1.1" status: 200 len: 1094 time: 0.1526222 Dec 09 15:55:22.697903 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-dacdb317-f337-4cba-ac97-301573e0f776 None None] For port 6b41d28f-2584-41d3-8076-4311cfaa92da, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=6b41d28f-2584-41d3-8076-4311cfaa92da,segment=NetworkSegment(1507b202-2ff8-41cd-8c15-e19550c493d8),segment_id=1507b202-2ff8-41cd-8c15-e19550c493d8)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:55:22.707633 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-dacdb317-f337-4cba-ac97-301573e0f776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:22.804367 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacdb317-f337-4cba-ac97-301573e0f776 None None] Routers {'5f07390e-47af-4a7c-9687-4c0578c179ed'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:55:22.805199 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-dacdb317-f337-4cba-ac97-301573e0f776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:54:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['5f07390e-47af-4a7c-9687-4c0578c179ed'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:22.807434 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f823cfe-1c05-4300-97f4-ea362fa1165e None None] Pushing event updated for resources: {'Port': ['ID=6b41d28f-2584-41d3-8076-4311cfaa92da,revision_number=4']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:22.821445 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-df29a0b3-a6d7-4627-84af-0afae4ef0566 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=030ad829-3fab-4389-9dd8-91cc20509e29 HTTP/1.1" status: 200 len: 217 time: 0.1110940 Dec 09 15:55:22.935438 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0861131b-e4f2-4dea-ac91-e2fe61cb623b x-openstack-request-id: req-0861131b-e4f2-4dea-ac91-e2fe61cb623b {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:55:22.938337 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7aa1e9-a8f7-4b9d-8e30-956d99b631f5", "tag": "030ad829-3fab-4389-9dd8-91cc20509e29", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:55:22.938765 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0861131b-e4f2-4dea-ac91-e2fe61cb623b {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:55:22.940278 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7aa1e9-a8f7-4b9d-8e30-956d99b631f5', 'tag': '030ad829-3fab-4389-9dd8-91cc20509e29', 'status': 'completed', 'code': 200} Dec 09 15:55:22.983968 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6d94e6c3-fcd5-4caf-a9eb-e2d072855809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:22.992146 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5ff56499-e00b-4fe0-98e7-4765406639bb tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:22.992396 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5e2128b5-0101-4494-8e1a-14fc05b5d3fc None None] Provisioning complete for port 6b41d28f-2584-41d3-8076-4311cfaa92da triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:22.992771 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5e2128b5-0101-4494-8e1a-14fc05b5d3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:23.002558 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-6ab871cf-7e2a-48e7-800c-5a46553ae316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:23.004989 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-6ab871cf-7e2a-48e7-800c-5a46553ae316 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1c745f4a-b96f-4105-89fe-b5c071d78c0a HTTP/1.1" status: 200 len: 849 time: 0.1707959 Dec 09 15:55:23.019786 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5ff56499-e00b-4fe0-98e7-4765406639bb tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:23.039224 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-dacdb317-f337-4cba-ac97-301573e0f776 None None] Set router 5f07390e-47af-4a7c-9687-4c0578c179ed gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:55:23.109650 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-a79cfe04-dcd5-45e8-aa49-0fc3ad54914e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:23.112838 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-a79cfe04-dcd5-45e8-aa49-0fc3ad54914e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d1d24551-8618-4743-bded-43ca0c5964fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978734 Dec 09 15:55:23.118413 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22902a7-32b0-477c-9c27-42fc72dc31c7 req-06aa6bcf-21f8-4cf5-b1a9-be8afe2192ba tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:23.127311 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c22902a7-32b0-477c-9c27-42fc72dc31c7 req-06aa6bcf-21f8-4cf5-b1a9-be8afe2192ba tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=da7aa1e9-a8f7-4b9d-8e30-956d99b631f5 HTTP/1.1" status: 200 len: 1094 time: 0.1588860 Dec 09 15:55:23.202959 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-aff26eaa-e5b6-48f3-9015-b4d4de9500de None None] Allocated IP 2001:db8:0:2::2 (656197f4-1cd3-493a-ab28-12ffabdc1b9e/97d0ba16-7b9a-4471-8f25-29f85291b2cf/897a4a60-db28-4394-b0a3-ae1f73d667e0) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:55:23.205014 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5e2128b5-0101-4494-8e1a-14fc05b5d3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:23.225543 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c22902a7-32b0-477c-9c27-42fc72dc31c7 req-cb32a98b-837f-44d0-8b7b-4413214a3000 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=db634a58-0c73-42f2-88ee-4aecee811c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971367 Dec 09 15:55:23.226994 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-5ff56499-e00b-4fe0-98e7-4765406639bb tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] In _notify_port_updated(), no bound segment for port 97f5ba9f-2fa7-430b-a360-3a40bd261c2c on network 656197f4-1cd3-493a-ab28-12ffabdc1b9e {{(pid=103244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:55:23.242193 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff56499-e00b-4fe0-98e7-4765406639bb tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:23.242193 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5ff56499-e00b-4fe0-98e7-4765406639bb tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:23.242193 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-5ff56499-e00b-4fe0-98e7-4765406639bb tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "PUT /v2.0/ports/97f5ba9f-2fa7-430b-a360-3a40bd261c2c HTTP/1.1" status: 200 len: 969 time: 1.4383447 Dec 09 15:55:23.242527 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59502) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:23.243640 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff56499-e00b-4fe0-98e7-4765406639bb tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event updated for resources: {'Port': ['ID=97f5ba9f-2fa7-430b-a360-3a40bd261c2c,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:23.299634 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5e2128b5-0101-4494-8e1a-14fc05b5d3fc None None] For port 6b41d28f-2584-41d3-8076-4311cfaa92da, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=6b41d28f-2584-41d3-8076-4311cfaa92da,segment=NetworkSegment(1507b202-2ff8-41cd-8c15-e19550c493d8),segment_id=1507b202-2ff8-41cd-8c15-e19550c493d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:23.311023 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5e2128b5-0101-4494-8e1a-14fc05b5d3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:23.386806 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-aff26eaa-e5b6-48f3-9015-b4d4de9500de None None] For port 897a4a60-db28-4394-b0a3-ae1f73d667e0, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=897a4a60-db28-4394-b0a3-ae1f73d667e0,segment=NetworkSegment(91ae66a4-2fd5-418a-9b26-bc30ec3c0003),segment_id=91ae66a4-2fd5-418a-9b26-bc30ec3c0003)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:23.400740 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-831fd283-2577-4c41-a179-95eb19f0d16d service neutron] 10.222.0.42 "GET /v2.0/networks/d1d24551-8618-4743-bded-43ca0c5964fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784350 Dec 09 15:55:23.408505 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2128b5-0101-4494-8e1a-14fc05b5d3fc None None] Pushing event updated for resources: {'Port': ['ID=6b41d28f-2584-41d3-8076-4311cfaa92da,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:23.431370 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-dacdb317-f337-4cba-ac97-301573e0f776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f07390e-47af-4a7c-9687-4c0578c179ed', 'name': 'tempest-TestServerMultinode-1790802681-router', 'tenant_id': '6e549b5d2a5a4b1ea5c832e1ffdd7be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '53dd776b-0938-44ec-a848-6e0d91a77686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:55:10Z', 'updated_at': '2021-12-09T15:55:14Z', 'revision_number': 4, 'project_id': '6e549b5d2a5a4b1ea5c832e1ffdd7be7', 'gw_port': {'id': '53dd776b-0938-44ec-a848-6e0d91a77686', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f07390e-47af-4a7c-9687-4c0578c179ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:10Z', 'updated_at': '2021-12-09T15:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '6b41d28f-2584-41d3-8076-4311cfaa92da', 'name': '', 'network_id': '2b864a9d-a861-4304-a143-d93ea1f3f0f0', 'tenant_id': '6e549b5d2a5a4b1ea5c832e1ffdd7be7', 'mac_address': 'fa:16:3e:5e:46:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f07390e-47af-4a7c-9687-4c0578c179ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '663c5292-486d-455b-a6a5-b80279ca3770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:13Z', 'updated_at': '2021-12-09T15:55:22Z', 'revision_number': 4, 'project_id': '6e549b5d2a5a4b1ea5c832e1ffdd7be7', 'subnets': [{'id': '663c5292-486d-455b-a6a5-b80279ca3770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:23.431973 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aff26eaa-e5b6-48f3-9015-b4d4de9500de None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:23.437767 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aff26eaa-e5b6-48f3-9015-b4d4de9500de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:23.464025 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacdb317-f337-4cba-ac97-301573e0f776 None None] The sync data for ids ['5f07390e-47af-4a7c-9687-4c0578c179ed'] in n-d-821228-1 is: [{'id': '5f07390e-47af-4a7c-9687-4c0578c179ed', 'name': 'tempest-TestServerMultinode-1790802681-router', 'tenant_id': '6e549b5d2a5a4b1ea5c832e1ffdd7be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '53dd776b-0938-44ec-a848-6e0d91a77686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:55:10Z', 'updated_at': '2021-12-09T15:55:14Z', 'revision_number': 4, 'project_id': '6e549b5d2a5a4b1ea5c832e1ffdd7be7', 'gw_port': {'id': '53dd776b-0938-44ec-a848-6e0d91a77686', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f07390e-47af-4a7c-9687-4c0578c179ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:10Z', 'updated_at': '2021-12-09T15:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '6b41d28f-2584-41d3-8076-4311cfaa92da', 'name': '', 'network_id': '2b864a9d-a861-4304-a143-d93ea1f3f0f0', 'tenant_id': '6e549b5d2a5a4b1ea5c832e1ffdd7be7', 'mac_address': 'fa:16:3e:5e:46:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f07390e-47af-4a7c-9687-4c0578c179ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '663c5292-486d-455b-a6a5-b80279ca3770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:13Z', 'updated_at': '2021-12-09T15:55:22Z', 'revision_number': 4, 'project_id': '6e549b5d2a5a4b1ea5c832e1ffdd7be7', 'subnets': [{'id': '663c5292-486d-455b-a6a5-b80279ca3770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:55:23.475454 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-336a3f7d-1585-48ab-a887-694ee822780f tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Deleting port 97f5ba9f-2fa7-430b-a360-3a40bd261c2c {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:55:23.478180 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-336a3f7d-1585-48ab-a887-694ee822780f tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:23.541309 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff26eaa-e5b6-48f3-9015-b4d4de9500de None None] Pushing event updated for resources: {'Port': ['ID=897a4a60-db28-4394-b0a3-ae1f73d667e0,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:23.573316 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1f26d252-57d8-47a5-9c8f-a4e85eeb0f98 None None] Provisioning complete for port 6b41d28f-2584-41d3-8076-4311cfaa92da triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:23.573643 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1f26d252-57d8-47a5-9c8f-a4e85eeb0f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:23.596124 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1be1648a-77d5-4f00-87a1-84e226933ce1 req-6134fd97-bc6f-435a-ae67-bf13d763916b service neutron] 10.222.0.42 "GET /v2.0/networks/d1d24551-8618-4743-bded-43ca0c5964fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821229 Dec 09 15:55:23.611244 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-336a3f7d-1585-48ab-a887-694ee822780f tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:23.628196 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-336a3f7d-1585-48ab-a887-694ee822780f tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Calling delete_port for 97f5ba9f-2fa7-430b-a360-3a40bd261c2c owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:55:23.731094 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 6b41d28f-2584-41d3-8076-4311cfaa92da up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:55:23.777280 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c1d11-a594-46bf-98fe-424a8db1e7ea req-9067f5f8-7eea-41b6-b0ba-0adcbb671ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:23.779312 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4e4c1d11-a594-46bf-98fe-424a8db1e7ea req-9067f5f8-7eea-41b6-b0ba-0adcbb671ddd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e549b5d2a5a4b1ea5c832e1ffdd7be7&device_id=da7aa1e9-a8f7-4b9d-8e30-956d99b631f5 HTTP/1.1" status: 200 len: 1094 time: 0.0629551 Dec 09 15:55:23.799964 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 6b41d28f-2584-41d3-8076-4311cfaa92da triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:23.800355 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:23.912684 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c1d11-a594-46bf-98fe-424a8db1e7ea req-2731376c-cd18-4afa-a0b5-da1c88c3c350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:23.914797 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4e4c1d11-a594-46bf-98fe-424a8db1e7ea req-2731376c-cd18-4afa-a0b5-da1c88c3c350 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d1d24551-8618-4743-bded-43ca0c5964fb HTTP/1.1" status: 200 len: 911 time: 0.1239293 Dec 09 15:55:23.991413 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4e4c1d11-a594-46bf-98fe-424a8db1e7ea req-698dd571-a050-4c64-bda6-cbb19d690f48 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=030ad829-3fab-4389-9dd8-91cc20509e29 HTTP/1.1" status: 200 len: 217 time: 0.0618861 Dec 09 15:55:24.066631 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:24.078040 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c1d11-a594-46bf-98fe-424a8db1e7ea req-eb6093af-95c4-4397-b025-acc5fbf76164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:24.079696 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4e4c1d11-a594-46bf-98fe-424a8db1e7ea req-eb6093af-95c4-4397-b025-acc5fbf76164 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1c745f4a-b96f-4105-89fe-b5c071d78c0a HTTP/1.1" status: 200 len: 849 time: 0.0806823 Dec 09 15:55:24.085396 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-336a3f7d-1585-48ab-a887-694ee822780f tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:24.145985 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a3f7d-1585-48ab-a887-694ee822780f tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'Port': ['ID=97f5ba9f-2fa7-430b-a360-3a40bd261c2c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:24.179233 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-336a3f7d-1585-48ab-a887-694ee822780f tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:24.185058 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-336a3f7d-1585-48ab-a887-694ee822780f tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/ports/97f5ba9f-2fa7-430b-a360-3a40bd261c2c HTTP/1.1" status: 204 len: 168 time: 0.9413073 Dec 09 15:55:24.185581 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59514) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:24.191364 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c1d11-a594-46bf-98fe-424a8db1e7ea req-e0195628-40d6-49a9-b532-5636e5c0ea93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:24.193952 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4e4c1d11-a594-46bf-98fe-424a8db1e7ea req-e0195628-40d6-49a9-b532-5636e5c0ea93 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d1d24551-8618-4743-bded-43ca0c5964fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065495 Dec 09 15:55:24.219830 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d0326fd-fdee-46dd-bd16-61fc9b7dde65 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] GET failed (client error): The resource could not be found. Dec 09 15:55:24.221727 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-5d0326fd-fdee-46dd-bd16-61fc9b7dde65 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "GET /v2.0/ports/97f5ba9f-2fa7-430b-a360-3a40bd261c2c HTTP/1.1" status: 404 len: 333 time: 0.0346205 Dec 09 15:55:24.225094 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59518) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:24.371261 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4e4c1d11-a594-46bf-98fe-424a8db1e7ea req-e0575971-84d6-47ee-bd3f-f8b0227ebbee service neutron] 10.222.0.42 "GET /v2.0/networks/d1d24551-8618-4743-bded-43ca0c5964fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648545 Dec 09 15:55:24.372151 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d7e4ccb-4715-4d08-b99e-893f56868263 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:24.419785 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-115caa15-5e34-440d-af88-edd18153633a None None] Could not find standard attr ID for object 97f5ba9f-2fa7-430b-a360-3a40bd261c2c. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:55:24.452944 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-115caa15-5e34-440d-af88-edd18153633a None None] Provisioning complete for port 897a4a60-db28-4394-b0a3-ae1f73d667e0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:24.453171 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-115caa15-5e34-440d-af88-edd18153633a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:24.503122 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d7e4ccb-4715-4d08-b99e-893f56868263 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:24.559778 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d7e4ccb-4715-4d08-b99e-893f56868263 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:24.560973 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169913c5-49e6-42c8-b2c1-8da65b1dcd29 req-0e42264f-af83-455b-af6f-455ece43d101 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:24.563282 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d7e4ccb-4715-4d08-b99e-893f56868263 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:24.564734 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4d7e4ccb-4715-4d08-b99e-893f56868263 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/security-groups/a4520373-f074-4d05-9c99-c03306b97cbe HTTP/1.1" status: 204 len: 168 time: 0.3383896 Dec 09 15:55:24.571805 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-169913c5-49e6-42c8-b2c1-8da65b1dcd29 req-0e42264f-af83-455b-af6f-455ece43d101 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=da7aa1e9-a8f7-4b9d-8e30-956d99b631f5 HTTP/1.1" status: 200 len: 1094 time: 0.0709100 Dec 09 15:55:24.579416 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59526) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:24.584766 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e4ccb-4715-4d08-b99e-893f56868263 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4520373-f074-4d05-9c99-c03306b97cbe,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:24.607905 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4e4c1d11-a594-46bf-98fe-424a8db1e7ea req-32efa82f-6d0b-4d19-9ff0-a65303706619 service neutron] 10.222.0.42 "GET /v2.0/networks/d1d24551-8618-4743-bded-43ca0c5964fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214170 Dec 09 15:55:24.649981 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:24.659530 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-115caa15-5e34-440d-af88-edd18153633a None None] Provisioning complete for port 746b9a67-77d0-463b-8549-b363c862aef7 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:24.660405 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-115caa15-5e34-440d-af88-edd18153633a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:24.672981 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-169913c5-49e6-42c8-b2c1-8da65b1dcd29 req-725ae143-51d0-4a75-a72a-b3adba22990b tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=db634a58-0c73-42f2-88ee-4aecee811c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913358 Dec 09 15:55:24.697932 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8d29c000-fc50-4c23-ab0c-90c09702830f tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:24.698562 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-115caa15-5e34-440d-af88-edd18153633a None None] Port 746b9a67-77d0-463b-8549-b363c862aef7 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:55:24.734696 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8d29c000-fc50-4c23-ab0c-90c09702830f tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:24.794347 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8d29c000-fc50-4c23-ab0c-90c09702830f tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:24.799395 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8d29c000-fc50-4c23-ab0c-90c09702830f tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:24.800859 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8d29c000-fc50-4c23-ab0c-90c09702830f tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/security-groups/a56ca9d6-8da7-49ad-adb9-ec8291c7acdd HTTP/1.1" status: 204 len: 168 time: 0.2202926 Dec 09 15:55:24.803643 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59530) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:24.812453 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-22bbb686-6478-4aa5-a475-7b7107974f11 None None] Could not find standard attr ID for object 97f5ba9f-2fa7-430b-a360-3a40bd261c2c. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:55:24.836193 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29c000-fc50-4c23-ab0c-90c09702830f tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56ca9d6-8da7-49ad-adb9-ec8291c7acdd,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:24.884218 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b7710a7-7827-441a-907d-aa15b994f2e3 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:24.911927 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b7710a7-7827-441a-907d-aa15b994f2e3 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:24.956634 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b7710a7-7827-441a-907d-aa15b994f2e3 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:24.959976 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b7710a7-7827-441a-907d-aa15b994f2e3 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:24.963757 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5b7710a7-7827-441a-907d-aa15b994f2e3 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/security-groups/4d93e83e-2a7b-4576-81b9-d1acf6c012bc HTTP/1.1" status: 204 len: 168 time: 0.1563842 Dec 09 15:55:24.964265 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59532) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:24.982020 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7710a7-7827-441a-907d-aa15b994f2e3 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d93e83e-2a7b-4576-81b9-d1acf6c012bc,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:25.032278 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-41aa4c64-7093-432c-a523-80af98cb4755 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Deleting subnet 813b2b6c-90a1-4f9a-8fc5-730b5c9cb60d {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:55:25.035412 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41aa4c64-7093-432c-a523-80af98cb4755 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:25.075998 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41aa4c64-7093-432c-a523-80af98cb4755 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:25.162786 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41aa4c64-7093-432c-a523-80af98cb4755 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:25.222736 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41aa4c64-7093-432c-a523-80af98cb4755 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:25.249463 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa4c64-7093-432c-a523-80af98cb4755 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'Subnet': ['ID=813b2b6c-90a1-4f9a-8fc5-730b5c9cb60d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:25.253258 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41aa4c64-7093-432c-a523-80af98cb4755 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:25.263330 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59534) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:25.263920 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-41aa4c64-7093-432c-a523-80af98cb4755 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/subnets/813b2b6c-90a1-4f9a-8fc5-730b5c9cb60d HTTP/1.1" status: 204 len: 168 time: 0.2979283 Dec 09 15:55:25.264139 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4092e86a-e553-4609-91c6-f1b153d8b027 None None] Network 656197f4-1cd3-493a-ab28-12ffabdc1b9e requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:55:25.329630 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-eab57aa7-3164-4d81-b0ee-4d9a70a62875 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Deleting subnet 97d0ba16-7b9a-4471-8f25-29f85291b2cf {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:55:25.341508 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eab57aa7-3164-4d81-b0ee-4d9a70a62875 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:25.389207 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eab57aa7-3164-4d81-b0ee-4d9a70a62875 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:25.479606 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eab57aa7-3164-4d81-b0ee-4d9a70a62875 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:25.502452 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:25.576547 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eab57aa7-3164-4d81-b0ee-4d9a70a62875 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:25.600095 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab57aa7-3164-4d81-b0ee-4d9a70a62875 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'Subnet': ['ID=97d0ba16-7b9a-4471-8f25-29f85291b2cf,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:25.602231 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eab57aa7-3164-4d81-b0ee-4d9a70a62875 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:25.607162 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-eab57aa7-3164-4d81-b0ee-4d9a70a62875 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/subnets/97d0ba16-7b9a-4471-8f25-29f85291b2cf HTTP/1.1" status: 204 len: 168 time: 0.3426521 Dec 09 15:55:25.609471 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59538) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:25.614804 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 897a4a60-db28-4394-b0a3-ae1f73d667e0 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:55:25.643483 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-854db943-50bd-47b2-96b9-a12c40f581d2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] DELETE failed (client error): The resource could not be found. Dec 09 15:55:25.643944 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-854db943-50bd-47b2-96b9-a12c40f581d2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:55:25.647661 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-854db943-50bd-47b2-96b9-a12c40f581d2 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/subnets/813b2b6c-90a1-4f9a-8fc5-730b5c9cb60d HTTP/1.1" status: 404 len: 337 time: 0.0372484 Dec 09 15:55:25.650143 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59540) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:25.671432 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 897a4a60-db28-4394-b0a3-ae1f73d667e0 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:25.672084 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:25.732771 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-09838bd0-8867-44f6-8080-07d498356a1a tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Deleting subnet 07ed0479-7e7a-48a9-9652-5043ea2eb0b6 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:55:25.736188 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09838bd0-8867-44f6-8080-07d498356a1a tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:25.782930 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09838bd0-8867-44f6-8080-07d498356a1a tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:25.843934 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a8f3d-6371-470f-b30c-59efc93efc86 req-bf0d6521-f564-4272-babc-62f83ca14c6b tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:25.853267 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-365a8f3d-6371-470f-b30c-59efc93efc86 req-bf0d6521-f564-4272-babc-62f83ca14c6b tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=da7aa1e9-a8f7-4b9d-8e30-956d99b631f5 HTTP/1.1" status: 200 len: 1094 time: 0.0547535 Dec 09 15:55:25.888860 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09838bd0-8867-44f6-8080-07d498356a1a tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:25.917376 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-365a8f3d-6371-470f-b30c-59efc93efc86 req-b82a879d-5f5b-4dfd-8faa-c54f5146574b tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=db634a58-0c73-42f2-88ee-4aecee811c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624020 Dec 09 15:55:25.972760 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09838bd0-8867-44f6-8080-07d498356a1a tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:25.989120 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09838bd0-8867-44f6-8080-07d498356a1a tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:25.995499 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-09838bd0-8867-44f6-8080-07d498356a1a tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/subnets/07ed0479-7e7a-48a9-9652-5043ea2eb0b6 HTTP/1.1" status: 204 len: 168 time: 0.3422618 Dec 09 15:55:25.996176 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59546) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:26.013832 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09838bd0-8867-44f6-8080-07d498356a1a tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'Subnet': ['ID=07ed0479-7e7a-48a9-9652-5043ea2eb0b6,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:26.029241 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cff4208-2cd3-4b35-8a6b-88785c3ec880 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] DELETE failed (client error): The resource could not be found. Dec 09 15:55:26.030335 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cff4208-2cd3-4b35-8a6b-88785c3ec880 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:55:26.037256 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6cff4208-2cd3-4b35-8a6b-88785c3ec880 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/subnets/b593d98f-93cf-47f3-8918-63c34880559c HTTP/1.1" status: 404 len: 337 time: 0.0395503 Dec 09 15:55:26.040010 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59548) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:26.070376 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1586f064-3100-4e24-a00d-fcbcf9097c40 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "GET /v2.0/ports?device_id=751cc0fa-5dbc-48e9-bcf4-dc2c8381f899 HTTP/1.1" status: 200 len: 205 time: 0.0269785 Dec 09 15:55:26.070596 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59550) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:26.109011 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-cf67bb02-107b-47b8-93b4-b4edd058819c tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] delete failed (client error): The resource could not be found. Dec 09 15:55:26.110077 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-cf67bb02-107b-47b8-93b4-b4edd058819c tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/routers/751cc0fa-5dbc-48e9-bcf4-dc2c8381f899 HTTP/1.1" status: 404 len: 336 time: 0.0385716 Dec 09 15:55:26.112572 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59552) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:26.146519 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-a870e9e4-f09c-40a4-b32a-8f088c131fb8 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] DELETE failed (client error): The resource could not be found. Dec 09 15:55:26.147279 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a870e9e4-f09c-40a4-b32a-8f088c131fb8 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:55:26.151714 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a870e9e4-f09c-40a4-b32a-8f088c131fb8 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/subnets/5dae6038-7a91-460c-8134-d1d0a5e2891b HTTP/1.1" status: 404 len: 337 time: 0.0367408 Dec 09 15:55:26.153179 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59554) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:26.181063 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cbec77d-7fd4-4781-8141-83f699729c1a tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] DELETE failed (client error): The resource could not be found. Dec 09 15:55:26.181535 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cbec77d-7fd4-4781-8141-83f699729c1a tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:55:26.187209 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-5cbec77d-7fd4-4781-8141-83f699729c1a tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/subnets/94b06418-0cca-4b20-b0d6-a56291f47062 HTTP/1.1" status: 404 len: 337 time: 0.0304425 Dec 09 15:55:26.187209 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59556) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:26.211371 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6036233-0106-4e53-9eb9-0ced149bb2f4 None None] Network 656197f4-1cd3-493a-ab28-12ffabdc1b9e requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:55:26.218558 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-96a31af8-09c3-44c2-a061-219f802566d0 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] DELETE failed (client error): The resource could not be found. Dec 09 15:55:26.219179 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96a31af8-09c3-44c2-a061-219f802566d0 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:55:26.224814 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-96a31af8-09c3-44c2-a061-219f802566d0 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/subnets/1a11d24c-d663-4b72-b0d7-8155978ba271 HTTP/1.1" status: 404 len: 337 time: 0.0342102 Dec 09 15:55:26.225408 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59558) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:26.249774 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d7854f0-6010-4fe4-9847-66d7fdfab217 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] DELETE failed (client error): The resource could not be found. Dec 09 15:55:26.250688 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d7854f0-6010-4fe4-9847-66d7fdfab217 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:55:26.257467 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3d7854f0-6010-4fe4-9847-66d7fdfab217 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/ports/7f392de6-d06b-47de-88fb-0ef94e6ae6f9 HTTP/1.1" status: 404 len: 333 time: 0.0281677 Dec 09 15:55:26.257822 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59560) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:26.299576 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-14180e18-0f59-4691-b926-ecee6beb8fc1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] DELETE failed (client error): The resource could not be found. Dec 09 15:55:26.300237 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14180e18-0f59-4691-b926-ecee6beb8fc1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:55:26.306851 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-14180e18-0f59-4691-b926-ecee6beb8fc1 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/subnets/7a611f21-86de-4e2f-ace1-ec002f5842e8 HTTP/1.1" status: 404 len: 337 time: 0.0454810 Dec 09 15:55:26.307166 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59562) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:26.308517 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-43582c92-c404-494e-af7f-3c5f16d017d8 None None] Provisioning complete for port 746b9a67-77d0-463b-8549-b363c862aef7 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:26.309004 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-43582c92-c404-494e-af7f-3c5f16d017d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:26.336164 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7e341b4-fc08-444f-8274-c492739bbc44 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] DELETE failed (client error): The resource could not be found. Dec 09 15:55:26.336669 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7e341b4-fc08-444f-8274-c492739bbc44 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:55:26.340681 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a7e341b4-fc08-444f-8274-c492739bbc44 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/subnets/c3de442c-11b9-4918-bc2e-db77d359cc5f HTTP/1.1" status: 404 len: 337 time: 0.0324552 Dec 09 15:55:26.343479 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59564) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:26.352397 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-43582c92-c404-494e-af7f-3c5f16d017d8 None None] Port 746b9a67-77d0-463b-8549-b363c862aef7 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:55:26.369891 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f8f248b-2f93-4046-aebe-b73268bc2cf5 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] DELETE failed (client error): The resource could not be found. Dec 09 15:55:26.370049 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-43582c92-c404-494e-af7f-3c5f16d017d8 None None] Provisioning complete for port 897a4a60-db28-4394-b0a3-ae1f73d667e0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:26.370462 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-43582c92-c404-494e-af7f-3c5f16d017d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:26.370592 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f8f248b-2f93-4046-aebe-b73268bc2cf5 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:55:26.376148 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4f8f248b-2f93-4046-aebe-b73268bc2cf5 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/ports/46bae927-4460-49ec-a4ff-70d1cc0583a9 HTTP/1.1" status: 404 len: 333 time: 0.0293443 Dec 09 15:55:26.376543 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59566) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:26.403703 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d0b4cc5-9102-48f0-9a1f-8d0a85f12027 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] DELETE failed (client error): The resource could not be found. Dec 09 15:55:26.404172 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d0b4cc5-9102-48f0-9a1f-8d0a85f12027 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:55:26.407280 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6d0b4cc5-9102-48f0-9a1f-8d0a85f12027 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/subnets/ebf7936b-3dff-43b0-80ac-d48e02c66e73 HTTP/1.1" status: 404 len: 337 time: 0.0295455 Dec 09 15:55:26.409938 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59568) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:26.420552 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 030ad829-3fab-4389-9dd8-91cc20509e29 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:55:26.441688 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-09267e02-b595-4d37-a9ae-7e93e37db887 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] DELETE failed (client error): The resource could not be found. Dec 09 15:55:26.443050 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09267e02-b595-4d37-a9ae-7e93e37db887 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:55:26.448469 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-09267e02-b595-4d37-a9ae-7e93e37db887 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/subnets/374944d7-1928-444b-8fec-012b7be0f6d8 HTTP/1.1" status: 404 len: 337 time: 0.0356064 Dec 09 15:55:26.449625 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59570) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:26.460918 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:26.470805 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a2918d-6392-4a16-81dd-8deca92ac67a None None] DHCP port deletion for 656197f4-1cd3-493a-ab28-12ffabdc1b9e request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:55:26.549678 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-957a4a60-026d-40a9-9cb5-f1edab8e61b4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Deleting port 746b9a67-77d0-463b-8549-b363c862aef7 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:55:26.550025 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-957a4a60-026d-40a9-9cb5-f1edab8e61b4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:26.632456 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-957a4a60-026d-40a9-9cb5-f1edab8e61b4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:26.656460 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-957a4a60-026d-40a9-9cb5-f1edab8e61b4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Calling delete_port for 746b9a67-77d0-463b-8549-b363c862aef7 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:55:26.657940 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 030ad829-3fab-4389-9dd8-91cc20509e29, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=030ad829-3fab-4389-9dd8-91cc20509e29,segment=NetworkSegment(6b8c6052-e0aa-4ad8-8aac-f5341a6ac233),segment_id=6b8c6052-e0aa-4ad8-8aac-f5341a6ac233)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:26.680209 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '030ad829-3fab-4389-9dd8-91cc20509e29', 'network_id': 'd1d24551-8618-4743-bded-43ca0c5964fb', 'port_id': '030ad829-3fab-4389-9dd8-91cc20509e29', 'mac_address': 'fa:16:3e:0e:87:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c745f4a-b96f-4105-89fe-b5c071d78c0a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:55:26.687076 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-62a2918d-6392-4a16-81dd-8deca92ac67a None None] Deleting port 897a4a60-db28-4394-b0a3-ae1f73d667e0 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:55:26.687651 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-62a2918d-6392-4a16-81dd-8deca92ac67a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:26.749644 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-957a4a60-026d-40a9-9cb5-f1edab8e61b4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:26.784040 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:26.791176 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-62a2918d-6392-4a16-81dd-8deca92ac67a None None] For port 897a4a60-db28-4394-b0a3-ae1f73d667e0, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=897a4a60-db28-4394-b0a3-ae1f73d667e0,segment=NetworkSegment(91ae66a4-2fd5-418a-9b26-bc30ec3c0003),segment_id=91ae66a4-2fd5-418a-9b26-bc30ec3c0003)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:26.791581 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-62a2918d-6392-4a16-81dd-8deca92ac67a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:26.806220 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-957a4a60-026d-40a9-9cb5-f1edab8e61b4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:26.813649 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 030ad829-3fab-4389-9dd8-91cc20509e29 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:55:26.813826 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59574) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:26.815015 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-957a4a60-026d-40a9-9cb5-f1edab8e61b4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/ports/746b9a67-77d0-463b-8549-b363c862aef7 HTTP/1.1" status: 204 len: 168 time: 0.3642521 Dec 09 15:55:26.817062 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a4a60-026d-40a9-9cb5-f1edab8e61b4 tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'Port': ['ID=746b9a67-77d0-463b-8549-b363c862aef7,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:26.818805 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-62a2918d-6392-4a16-81dd-8deca92ac67a None None] Calling delete_port for 897a4a60-db28-4394-b0a3-ae1f73d667e0 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:55:26.847164 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 030ad829-3fab-4389-9dd8-91cc20509e29, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=030ad829-3fab-4389-9dd8-91cc20509e29,segment=NetworkSegment(6b8c6052-e0aa-4ad8-8aac-f5341a6ac233),segment_id=6b8c6052-e0aa-4ad8-8aac-f5341a6ac233)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:26.882389 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:26.906761 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-008b51a1-b333-488f-a6d7-689eb44258dc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:26.938783 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=030ad829-3fab-4389-9dd8-91cc20509e29,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:27.002736 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-62a2918d-6392-4a16-81dd-8deca92ac67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:27.032197 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-008b51a1-b333-488f-a6d7-689eb44258dc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Deleting port 897a4a60-db28-4394-b0a3-ae1f73d667e0 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:55:27.032893 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-008b51a1-b333-488f-a6d7-689eb44258dc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:27.037301 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a2918d-6392-4a16-81dd-8deca92ac67a None None] Pushing event deleted for resources: {'Port': ['ID=897a4a60-db28-4394-b0a3-ae1f73d667e0,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:27.043845 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a2918d-6392-4a16-81dd-8deca92ac67a None None] No DVR routers for this DVR port 897a4a60-db28-4394-b0a3-ae1f73d667e0 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:55:27.091710 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc01c52-9a6b-4e1b-ba1a-35e79c9f5060 req-996435a4-4b11-4cca-979f-3c7091765f07 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:27.100965 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bdc01c52-9a6b-4e1b-ba1a-35e79c9f5060 req-996435a4-4b11-4cca-979f-3c7091765f07 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=da7aa1e9-a8f7-4b9d-8e30-956d99b631f5 HTTP/1.1" status: 200 len: 1095 time: 0.0767822 Dec 09 15:55:27.115689 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-008b51a1-b333-488f-a6d7-689eb44258dc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] For port 897a4a60-db28-4394-b0a3-ae1f73d667e0, host n-d-821228-1, got binding levels [] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:27.116040 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-008b51a1-b333-488f-a6d7-689eb44258dc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:27.135458 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-008b51a1-b333-488f-a6d7-689eb44258dc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Calling delete_port for 897a4a60-db28-4394-b0a3-ae1f73d667e0 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:55:27.138344 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.ipam_backend_mixin [None req-008b51a1-b333-488f-a6d7-689eb44258dc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Port 897a4a60-db28-4394-b0a3-ae1f73d667e0 was not found and therefore no delete operation was performed {{(pid=103245) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 15:55:27.139695 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-008b51a1-b333-488f-a6d7-689eb44258dc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:27.164750 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b51a1-b333-488f-a6d7-689eb44258dc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'Port': ['ID=897a4a60-db28-4394-b0a3-ae1f73d667e0,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:27.175206 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bdc01c52-9a6b-4e1b-ba1a-35e79c9f5060 req-ac67ea33-d966-45f2-905a-6321fa3b1575 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=db634a58-0c73-42f2-88ee-4aecee811c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687537 Dec 09 15:55:27.176286 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008b51a1-b333-488f-a6d7-689eb44258dc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] No DVR routers for this DVR port 897a4a60-db28-4394-b0a3-ae1f73d667e0 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:55:27.280757 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-008b51a1-b333-488f-a6d7-689eb44258dc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:27.301296 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['030ad829-3fab-4389-9dd8-91cc20509e29'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:55:27.303847 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-008b51a1-b333-488f-a6d7-689eb44258dc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['656197f4-1cd3-493a-ab28-12ffabdc1b9e']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:27.314867 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-008b51a1-b333-488f-a6d7-689eb44258dc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ae66a4-2fd5-418a-9b26-bc30ec3c0003') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:27.315084 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-008b51a1-b333-488f-a6d7-689eb44258dc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ae66a4-2fd5-418a-9b26-bc30ec3c0003') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:27.326516 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-008b51a1-b333-488f-a6d7-689eb44258dc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:27.345285 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-008b51a1-b333-488f-a6d7-689eb44258dc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:27.354401 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-008b51a1-b333-488f-a6d7-689eb44258dc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:55:27.354902 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-008b51a1-b333-488f-a6d7-689eb44258dc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:27.360202 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:55:27.360202 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:55:27.360202 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:55:27.360202 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:55:27.360202 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:55:27.360202 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:55:27.360202 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:55:27.360202 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:55:27.360202 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:55:27.360202 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:55:27.360202 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:55:27.360202 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:55:27.360202 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:55:27.360202 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:55:27.360202 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:55:27.360202 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:55:27.360202 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:55:27.360202 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:55:27.360202 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:55:27.360202 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:55:27.360202 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:55:27.360202 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:55:27.360202 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:55:27.360202 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:55:27.360202 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:55:27.360202 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:55:27.360202 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:55:27.360202 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:55:27.360202 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:55:27.360202 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:55:27.360202 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:55:27.360202 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:55:27.438386 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-008b51a1-b333-488f-a6d7-689eb44258dc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:27.449089 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-008b51a1-b333-488f-a6d7-689eb44258dc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:27.455270 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-008b51a1-b333-488f-a6d7-689eb44258dc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] 10.222.0.57 "DELETE /v2.0/networks/656197f4-1cd3-493a-ab28-12ffabdc1b9e HTTP/1.1" status: 204 len: 168 time: 0.6384149 Dec 09 15:55:27.464843 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b51a1-b333-488f-a6d7-689eb44258dc tempest-PortsIpV6TestJSON-1191349993 tempest-PortsIpV6TestJSON-1191349993-project] Pushing event deleted for resources: {'Network': ['ID=656197f4-1cd3-493a-ab28-12ffabdc1b9e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:27.587724 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 897a4a60-db28-4394-b0a3-ae1f73d667e0 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:55:27.609843 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 897a4a60-db28-4394-b0a3-ae1f73d667e0 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:55:27.610567 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 897a4a60-db28-4394-b0a3-ae1f73d667e0 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:55:27.785082 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59586) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:27.929842 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-25cef0a2-b9eb-4280-8c1b-14162af3cb0e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a0414aa73f0c4eafb04aaa84640f8f2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1435750 Dec 09 15:55:27.932185 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59590) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:27.980841 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-00e284c8-bdba-4736-8738-38e8480c63a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:28.002456 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-00e284c8-bdba-4736-8738-38e8480c63a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:28.050562 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-00e284c8-bdba-4736-8738-38e8480c63a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:28.054142 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-00e284c8-bdba-4736-8738-38e8480c63a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:28.055379 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-00e284c8-bdba-4736-8738-38e8480c63a8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d6353bcc-a0f7-47ff-8bed-fd9de0c18522 HTTP/1.1" status: 204 len: 168 time: 0.1221416 Dec 09 15:55:28.065401 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e284c8-bdba-4736-8738-38e8480c63a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6353bcc-a0f7-47ff-8bed-fd9de0c18522,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:28.200247 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1aac3c3b-6011-41f0-bbb8-c857a84d124a req-7b2b06a3-5bb0-4bfe-a945-2cdd25bdfbff service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=35ab2f72-adda-42ba-9e0b-78f851db5b1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0494206 Dec 09 15:55:28.292195 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac3c3b-6011-41f0-bbb8-c857a84d124a req-48062fa5-2787-47a9-b614-1c0ec05658a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:28.294334 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1aac3c3b-6011-41f0-bbb8-c857a84d124a req-48062fa5-2787-47a9-b614-1c0ec05658a3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=37c7f4a0ae064ea9ae29f8af57d5c4cc&device_id=35ab2f72-adda-42ba-9e0b-78f851db5b1b HTTP/1.1" status: 200 len: 1096 time: 0.0596786 Dec 09 15:55:28.305995 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb0761-9929-4c1f-9a0f-a8dbca1219ff req-dfb1bb66-59ef-4ea6-a159-fc3f61021c46 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:28.308458 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9dfb0761-9929-4c1f-9a0f-a8dbca1219ff req-dfb1bb66-59ef-4ea6-a159-fc3f61021c46 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=da7aa1e9-a8f7-4b9d-8e30-956d99b631f5 HTTP/1.1" status: 200 len: 1095 time: 0.0578601 Dec 09 15:55:28.371615 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9dfb0761-9929-4c1f-9a0f-a8dbca1219ff req-5f997a36-e3b1-48b5-9f34-1125f54de71b tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=db634a58-0c73-42f2-88ee-4aecee811c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522654 Dec 09 15:55:28.424712 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 030ad829-3fab-4389-9dd8-91cc20509e29 up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:55:28.437110 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac3c3b-6011-41f0-bbb8-c857a84d124a req-b316cfab-872e-4d91-844a-581c8d8f5f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:28.440340 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1aac3c3b-6011-41f0-bbb8-c857a84d124a req-b316cfab-872e-4d91-844a-581c8d8f5f3e service neutron] 10.222.0.42 "GET /v2.0/networks?id=54fd6451-3431-4aa6-b8c9-b95452f7e9b0 HTTP/1.1" status: 200 len: 915 time: 0.1178327 Dec 09 15:55:28.493203 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port 030ad829-3fab-4389-9dd8-91cc20509e29 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:55:28.502173 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 030ad829-3fab-4389-9dd8-91cc20509e29 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:28.502173 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:28.507095 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1aac3c3b-6011-41f0-bbb8-c857a84d124a req-552fa62b-7367-4857-adbe-90ce70b9f870 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f09f559b-d4e6-4759-b0bc-f6c59d58ac2b HTTP/1.1" status: 200 len: 217 time: 0.0588639 Dec 09 15:55:28.562234 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac3c3b-6011-41f0-bbb8-c857a84d124a req-903a885e-94a3-4ca9-81cb-bf6c796a39e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:28.563726 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1aac3c3b-6011-41f0-bbb8-c857a84d124a req-903a885e-94a3-4ca9-81cb-bf6c796a39e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a1e405de-5373-4667-83dc-4a2f4fc90d29 HTTP/1.1" status: 200 len: 854 time: 0.0496931 Dec 09 15:55:28.601729 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1aac3c3b-6011-41f0-bbb8-c857a84d124a req-eba55e3e-72a2-4a0d-8309-171f6252adb4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54fd6451-3431-4aa6-b8c9-b95452f7e9b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302162 Dec 09 15:55:28.653549 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:28.673441 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:55:28.685480 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7aa1e9-a8f7-4b9d-8e30-956d99b631f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030ad829-3fab-4389-9dd8-91cc20509e29'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:55:28.687923 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8786df7a-0552-484b-857c-c050c3a2622b" -d '{"events": [{"server_uuid": "da7aa1e9-a8f7-4b9d-8e30-956d99b631f5", "name": "network-vif-plugged", "status": "completed", "tag": "030ad829-3fab-4389-9dd8-91cc20509e29"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:55:28.703797 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 030ad829-3fab-4389-9dd8-91cc20509e29, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=030ad829-3fab-4389-9dd8-91cc20509e29,segment=NetworkSegment(6b8c6052-e0aa-4ad8-8aac-f5341a6ac233),segment_id=6b8c6052-e0aa-4ad8-8aac-f5341a6ac233)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:28.710739 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:28.753687 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1aac3c3b-6011-41f0-bbb8-c857a84d124a req-0ca34b7b-70d6-4cd2-a81a-f765bb371ea2 service neutron] 10.222.0.42 "GET /v2.0/networks/54fd6451-3431-4aa6-b8c9-b95452f7e9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438670 Dec 09 15:55:28.764751 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735ba76c-f909-4082-b700-0a64040fd80d x-openstack-request-id: req-735ba76c-f909-4082-b700-0a64040fd80d {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:55:28.765283 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7aa1e9-a8f7-4b9d-8e30-956d99b631f5", "name": "network-vif-plugged", "status": "completed", "tag": "030ad829-3fab-4389-9dd8-91cc20509e29", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:55:28.765732 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-735ba76c-f909-4082-b700-0a64040fd80d {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:55:28.766186 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7aa1e9-a8f7-4b9d-8e30-956d99b631f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030ad829-3fab-4389-9dd8-91cc20509e29', 'code': 200} Dec 09 15:55:28.785831 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=030ad829-3fab-4389-9dd8-91cc20509e29,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:28.910325 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1aac3c3b-6011-41f0-bbb8-c857a84d124a req-bb148028-075a-45ae-a094-44283d9002c5 service neutron] 10.222.0.42 "GET /v2.0/networks/54fd6451-3431-4aa6-b8c9-b95452f7e9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223812 Dec 09 15:55:28.919404 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94debe-3ca5-452b-9245-cadbb983aff9 req-3640f046-5bc3-4f21-8e07-ae1fc2e13bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:28.921928 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5b94debe-3ca5-452b-9245-cadbb983aff9 req-3640f046-5bc3-4f21-8e07-ae1fc2e13bf2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=da7aa1e9-a8f7-4b9d-8e30-956d99b631f5 HTTP/1.1" status: 200 len: 1096 time: 0.0527782 Dec 09 15:55:28.961034 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59620) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:28.979151 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5b94debe-3ca5-452b-9245-cadbb983aff9 req-23216b44-7095-41e3-b2ed-8283b9221b7b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=db634a58-0c73-42f2-88ee-4aecee811c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493536 Dec 09 15:55:29.057396 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-8fb622ff-a884-4c82-8b92-7031f96c1c8e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Request body: {'network': {'name': 'tempest-RoutersTest-941323820'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:29.079349 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb622ff-a884-4c82-8b92-7031f96c1c8e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Made reservation on behalf of 191f2fbe1f284dfcaf35d400d96cab65 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:55:29.083440 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8fb622ff-a884-4c82-8b92-7031f96c1c8e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:29.092830 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8fb622ff-a884-4c82-8b92-7031f96c1c8e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:29.167795 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8fb622ff-a884-4c82-8b92-7031f96c1c8e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:29.171524 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8fb622ff-a884-4c82-8b92-7031f96c1c8e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:29.202117 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fb622ff-a884-4c82-8b92-7031f96c1c8e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:55:29.209572 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb622ff-a884-4c82-8b92-7031f96c1c8e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71af790d-72ce-4287-b6ce-e4d8d453a3be,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:29.217373 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8fb622ff-a884-4c82-8b92-7031f96c1c8e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:29.217797 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-8fb622ff-a884-4c82-8b92-7031f96c1c8e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Added segment e536b308-6221-4834-bfdf-df9a22854dcf of type vlan for network eab1db52-1fa2-4fc5-862d-b792598fd3af Dec 09 15:55:29.260814 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8fb622ff-a884-4c82-8b92-7031f96c1c8e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:29.287910 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8fb622ff-a884-4c82-8b92-7031f96c1c8e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:29.293710 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb622ff-a884-4c82-8b92-7031f96c1c8e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:29.294310 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8fb622ff-a884-4c82-8b92-7031f96c1c8e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:29.356762 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8fb622ff-a884-4c82-8b92-7031f96c1c8e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3945830 Dec 09 15:55:29.359372 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59624) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:29.364645 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-0f1a9e7f-ac8f-45e6-b0c8-e403182a2433 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Request body: {'network': {'name': 'tempest-RoutersTest-1200946219'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:29.382072 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb622ff-a884-4c82-8b92-7031f96c1c8e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event updated for resources: {'Network': ['ID=eab1db52-1fa2-4fc5-862d-b792598fd3af,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:29.393572 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network eab1db52-1fa2-4fc5-862d-b792598fd3af details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:55:29.394265 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1a9e7f-ac8f-45e6-b0c8-e403182a2433 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Made reservation on behalf of 191f2fbe1f284dfcaf35d400d96cab65 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:55:29.398251 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0f1a9e7f-ac8f-45e6-b0c8-e403182a2433 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:29.424501 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f1a9e7f-ac8f-45e6-b0c8-e403182a2433 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:55:29.435774 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0f1a9e7f-ac8f-45e6-b0c8-e403182a2433 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:29.436117 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-0f1a9e7f-ac8f-45e6-b0c8-e403182a2433 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Added segment babcfc86-d47b-461d-82a4-1471b6f4a99f of type vlan for network 95389f70-b24c-4ab5-bb99-c91f24613eee Dec 09 15:55:29.482535 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0f1a9e7f-ac8f-45e6-b0c8-e403182a2433 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:29.539018 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0f1a9e7f-ac8f-45e6-b0c8-e403182a2433 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:29.544438 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1a9e7f-ac8f-45e6-b0c8-e403182a2433 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:29.545028 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0f1a9e7f-ac8f-45e6-b0c8-e403182a2433 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:29.557255 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ecdd7-b29c-4fd9-998c-83046c65c550 req-1a636eb3-c75d-42ab-bc05-4abad4345408 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:29.558762 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d91ecdd7-b29c-4fd9-998c-83046c65c550 req-1a636eb3-c75d-42ab-bc05-4abad4345408 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=da7aa1e9-a8f7-4b9d-8e30-956d99b631f5 HTTP/1.1" status: 200 len: 1096 time: 0.0795853 Dec 09 15:55:29.625994 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0f1a9e7f-ac8f-45e6-b0c8-e403182a2433 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2656000 Dec 09 15:55:29.630809 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59630) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:29.634926 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a9e7f-ac8f-45e6-b0c8-e403182a2433 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event updated for resources: {'Network': ['ID=95389f70-b24c-4ab5-bb99-c91f24613eee,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:29.637303 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-5a517e0e-976e-414b-a9cb-a79e438b0c53 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Request body: {'subnet': {'network_id': 'eab1db52-1fa2-4fc5-862d-b792598fd3af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:29.649925 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 95389f70-b24c-4ab5-bb99-c91f24613eee details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:55:29.674730 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d91ecdd7-b29c-4fd9-998c-83046c65c550 req-1d985583-8987-4ea3-ab0b-07c142adbddd tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=db634a58-0c73-42f2-88ee-4aecee811c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754242 Dec 09 15:55:29.746628 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a517e0e-976e-414b-a9cb-a79e438b0c53 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Made reservation on behalf of 191f2fbe1f284dfcaf35d400d96cab65 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:55:29.751646 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a517e0e-976e-414b-a9cb-a79e438b0c53 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:29.939512 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a517e0e-976e-414b-a9cb-a79e438b0c53 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:29.996869 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a517e0e-976e-414b-a9cb-a79e438b0c53 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event updated for resources: {'Subnet': ['ID=35ee35ec-4feb-4f01-9443-3b4dc086e007,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:30.011840 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a517e0e-976e-414b-a9cb-a79e438b0c53 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Checking segment: {'id': 'e536b308-6221-4834-bfdf-df9a22854dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'eab1db52-1fa2-4fc5-862d-b792598fd3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:55:30.012212 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a517e0e-976e-414b-a9cb-a79e438b0c53 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Network hostable DHCP agents. Network: eab1db52-1fa2-4fc5-862d-b792598fd3af, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:55:30.030534 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a517e0e-976e-414b-a9cb-a79e438b0c53 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Network eab1db52-1fa2-4fc5-862d-b792598fd3af is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:55:30.041418 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-5a517e0e-976e-414b-a9cb-a79e438b0c53 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, eab1db52-1fa2-4fc5-862d-b792598fd3af) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:55:30.045911 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a517e0e-976e-414b-a9cb-a79e438b0c53 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:30.046507 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a517e0e-976e-414b-a9cb-a79e438b0c53 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:30.050802 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76945cf3-f0a5-4cbc-ab55-54e1cdda8bf0 None None] Network eab1db52-1fa2-4fc5-862d-b792598fd3af requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:55:30.069607 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5a517e0e-976e-414b-a9cb-a79e438b0c53 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4372156 Dec 09 15:55:30.072698 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59634) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:30.078254 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-61a7a844-47b9-4744-b904-992a7660b675 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Request body: {'subnet': {'network_id': '95389f70-b24c-4ab5-bb99-c91f24613eee', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:30.157607 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b40767-83a2-4a4d-91a9-e80cf4fba991 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-eab1db52-1fa2-4fc5-862d-b792598fd3af', 'network_id': 'eab1db52-1fa2-4fc5-862d-b792598fd3af', 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'fixed_ips': [{'subnet_id': '35ee35ec-4feb-4f01-9443-3b4dc086e007'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:55:30.158782 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-66b40767-83a2-4a4d-91a9-e80cf4fba991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:30.185818 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a7a844-47b9-4744-b904-992a7660b675 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Made reservation on behalf of 191f2fbe1f284dfcaf35d400d96cab65 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:55:30.189858 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61a7a844-47b9-4744-b904-992a7660b675 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:30.312352 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-66b40767-83a2-4a4d-91a9-e80cf4fba991 None None] Allocated IP 172.20.0.2 (eab1db52-1fa2-4fc5-862d-b792598fd3af/35ee35ec-4feb-4f01-9443-3b4dc086e007/54eae4ee-fb21-467b-8653-2ceaeb4765d6) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:55:30.397940 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61a7a844-47b9-4744-b904-992a7660b675 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:30.465001 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a7a844-47b9-4744-b904-992a7660b675 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event updated for resources: {'Subnet': ['ID=61f6cefb-9271-4483-b1b1-7c49cb279792,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:30.471853 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-66b40767-83a2-4a4d-91a9-e80cf4fba991 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:30.472723 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a7a844-47b9-4744-b904-992a7660b675 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Checking segment: {'id': 'babcfc86-d47b-461d-82a4-1471b6f4a99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '95389f70-b24c-4ab5-bb99-c91f24613eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:55:30.472952 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a7a844-47b9-4744-b904-992a7660b675 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Network hostable DHCP agents. Network: 95389f70-b24c-4ab5-bb99-c91f24613eee, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:55:30.479906 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-66b40767-83a2-4a4d-91a9-e80cf4fba991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:30.493637 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a7a844-47b9-4744-b904-992a7660b675 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Network 95389f70-b24c-4ab5-bb99-c91f24613eee is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:55:30.503609 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-61a7a844-47b9-4744-b904-992a7660b675 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 95389f70-b24c-4ab5-bb99-c91f24613eee) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:55:30.514004 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a7a844-47b9-4744-b904-992a7660b675 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:30.514726 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61a7a844-47b9-4744-b904-992a7660b675 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:30.517564 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b40767-83a2-4a4d-91a9-e80cf4fba991 None None] Network eab1db52-1fa2-4fc5-862d-b792598fd3af is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:55:30.522728 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-66b40767-83a2-4a4d-91a9-e80cf4fba991 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:55:30.524721 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d039a12f-57f8-49a6-ad27-f7975a328136 None None] Network 95389f70-b24c-4ab5-bb99-c91f24613eee requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:55:30.528457 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b40767-83a2-4a4d-91a9-e80cf4fba991 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:55:30.538800 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-61a7a844-47b9-4744-b904-992a7660b675 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4628220 Dec 09 15:55:30.539048 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59636) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:30.544321 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-380482af-164a-4703-9d78-55ced6e821b5 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1521036999', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:30.566724 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-380482af-164a-4703-9d78-55ced6e821b5 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:30.568581 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-380482af-164a-4703-9d78-55ced6e821b5 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:30.604549 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b40767-83a2-4a4d-91a9-e80cf4fba991 None None] Pushing event updated for resources: {'Port': ['ID=54eae4ee-fb21-467b-8653-2ceaeb4765d6,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:30.631895 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-380482af-164a-4703-9d78-55ced6e821b5 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:30.636432 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-380482af-164a-4703-9d78-55ced6e821b5 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:30.651848 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-66b40767-83a2-4a4d-91a9-e80cf4fba991 None None] Attempting to bind port 54eae4ee-fb21-467b-8653-2ceaeb4765d6 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:55:30.652227 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-66b40767-83a2-4a4d-91a9-e80cf4fba991 None None] Attempting to bind port 54eae4ee-fb21-467b-8653-2ceaeb4765d6 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'e536b308-6221-4834-bfdf-df9a22854dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'eab1db52-1fa2-4fc5-862d-b792598fd3af'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:55:30.652610 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b40767-83a2-4a4d-91a9-e80cf4fba991 None None] Attempting to bind port 54eae4ee-fb21-467b-8653-2ceaeb4765d6 on network eab1db52-1fa2-4fc5-862d-b792598fd3af {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:55:30.654678 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-380482af-164a-4703-9d78-55ced6e821b5 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:30.656044 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-380482af-164a-4703-9d78-55ced6e821b5 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1158061 Dec 09 15:55:30.658657 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59638) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:30.662751 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b40767-83a2-4a4d-91a9-e80cf4fba991 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:55:30.663133 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b40767-83a2-4a4d-91a9-e80cf4fba991 None None] Checking segment: {'id': 'e536b308-6221-4834-bfdf-df9a22854dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'eab1db52-1fa2-4fc5-862d-b792598fd3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:55:30.663537 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-66b40767-83a2-4a4d-91a9-e80cf4fba991 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:30.663926 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b40767-83a2-4a4d-91a9-e80cf4fba991 None None] Bound using segment: {'id': 'e536b308-6221-4834-bfdf-df9a22854dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'eab1db52-1fa2-4fc5-862d-b792598fd3af'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:55:30.664391 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-66b40767-83a2-4a4d-91a9-e80cf4fba991 None None] Bound port: 54eae4ee-fb21-467b-8653-2ceaeb4765d6, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e536b308-6221-4834-bfdf-df9a22854dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'eab1db52-1fa2-4fc5-862d-b792598fd3af'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:55:30.664800 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-66b40767-83a2-4a4d-91a9-e80cf4fba991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:30.718874 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d677c7a9-ef37-4253-af90-6bac5a4728a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-95389f70-b24c-4ab5-bb99-c91f24613eee', 'network_id': '95389f70-b24c-4ab5-bb99-c91f24613eee', 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'fixed_ips': [{'subnet_id': '61f6cefb-9271-4483-b1b1-7c49cb279792'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:55:30.719659 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d677c7a9-ef37-4253-af90-6bac5a4728a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:30.790976 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e57349-123d-40a8-9f5c-6df9a1684e84 req-322ad976-47a6-49fa-b46e-62cf446b1ad6 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:30.792985 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-74e57349-123d-40a8-9f5c-6df9a1684e84 req-322ad976-47a6-49fa-b46e-62cf446b1ad6 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=da7aa1e9-a8f7-4b9d-8e30-956d99b631f5 HTTP/1.1" status: 200 len: 1096 time: 0.0437994 Dec 09 15:55:30.811361 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-66b40767-83a2-4a4d-91a9-e80cf4fba991 None None] For port 54eae4ee-fb21-467b-8653-2ceaeb4765d6, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:55:30.833726 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-66b40767-83a2-4a4d-91a9-e80cf4fba991 None None] For port 54eae4ee-fb21-467b-8653-2ceaeb4765d6, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=54eae4ee-fb21-467b-8653-2ceaeb4765d6,segment=NetworkSegment(e536b308-6221-4834-bfdf-df9a22854dcf),segment_id=e536b308-6221-4834-bfdf-df9a22854dcf)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:55:30.854743 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-74e57349-123d-40a8-9f5c-6df9a1684e84 req-569d3655-9652-4291-8449-294e525befab tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=db634a58-0c73-42f2-88ee-4aecee811c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542939 Dec 09 15:55:30.882724 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-66b40767-83a2-4a4d-91a9-e80cf4fba991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:30.942796 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-d677c7a9-ef37-4253-af90-6bac5a4728a5 None None] Allocated IP 172.21.0.2 (95389f70-b24c-4ab5-bb99-c91f24613eee/61f6cefb-9271-4483-b1b1-7c49cb279792/a17a4dae-7f54-4c7d-ad0a-2a064ffd38b7) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:55:30.957290 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cdced068-feb0-40be-b2bb-3efb56eb8c06 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:30.986118 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b40767-83a2-4a4d-91a9-e80cf4fba991 None None] Pushing event updated for resources: {'Port': ['ID=54eae4ee-fb21-467b-8653-2ceaeb4765d6,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:31.049960 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5c148-4a08-42d3-a3f7-4c626600c051 req-df594c63-45db-4bb4-a3cd-785b9d2f6976 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:31.051064 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b1c5c148-4a08-42d3-a3f7-4c626600c051 req-df594c63-45db-4bb4-a3cd-785b9d2f6976 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=da7aa1e9-a8f7-4b9d-8e30-956d99b631f5 HTTP/1.1" status: 200 len: 1096 time: 0.0479176 Dec 09 15:55:31.106728 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b1c5c148-4a08-42d3-a3f7-4c626600c051 req-f5ef0f58-f928-4c54-bbed-edfa9c613fc9 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=db634a58-0c73-42f2-88ee-4aecee811c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470014 Dec 09 15:55:31.173101 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d677c7a9-ef37-4253-af90-6bac5a4728a5 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:31.187945 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d677c7a9-ef37-4253-af90-6bac5a4728a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:31.237822 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d677c7a9-ef37-4253-af90-6bac5a4728a5 None None] Network 95389f70-b24c-4ab5-bb99-c91f24613eee is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:55:31.242048 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-d677c7a9-ef37-4253-af90-6bac5a4728a5 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:55:31.248573 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d677c7a9-ef37-4253-af90-6bac5a4728a5 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:55:31.269882 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d677c7a9-ef37-4253-af90-6bac5a4728a5 None None] Pushing event updated for resources: {'Port': ['ID=a17a4dae-7f54-4c7d-ad0a-2a064ffd38b7,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:31.273456 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d9d74-de11-4e0a-8210-d3e3dc37a2d5 req-f0a9efc4-5f3d-4727-834e-e445a4974dac tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:31.275497 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e64d9d74-de11-4e0a-8210-d3e3dc37a2d5 req-f0a9efc4-5f3d-4727-834e-e445a4974dac tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=da7aa1e9-a8f7-4b9d-8e30-956d99b631f5 HTTP/1.1" status: 200 len: 1096 time: 0.0602155 Dec 09 15:55:31.336500 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d677c7a9-ef37-4253-af90-6bac5a4728a5 None None] Attempting to bind port a17a4dae-7f54-4c7d-ad0a-2a064ffd38b7 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:55:31.338557 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d677c7a9-ef37-4253-af90-6bac5a4728a5 None None] Attempting to bind port a17a4dae-7f54-4c7d-ad0a-2a064ffd38b7 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'babcfc86-d47b-461d-82a4-1471b6f4a99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '95389f70-b24c-4ab5-bb99-c91f24613eee'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:55:31.339053 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d677c7a9-ef37-4253-af90-6bac5a4728a5 None None] Attempting to bind port a17a4dae-7f54-4c7d-ad0a-2a064ffd38b7 on network 95389f70-b24c-4ab5-bb99-c91f24613eee {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:55:31.344018 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e64d9d74-de11-4e0a-8210-d3e3dc37a2d5 req-732cafa4-56bb-4cc4-af72-54d2105384c5 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=db634a58-0c73-42f2-88ee-4aecee811c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585535 Dec 09 15:55:31.345923 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d677c7a9-ef37-4253-af90-6bac5a4728a5 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:55:31.346315 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d677c7a9-ef37-4253-af90-6bac5a4728a5 None None] Checking segment: {'id': 'babcfc86-d47b-461d-82a4-1471b6f4a99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '95389f70-b24c-4ab5-bb99-c91f24613eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:55:31.347357 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d677c7a9-ef37-4253-af90-6bac5a4728a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:31.347910 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d677c7a9-ef37-4253-af90-6bac5a4728a5 None None] Bound using segment: {'id': 'babcfc86-d47b-461d-82a4-1471b6f4a99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '95389f70-b24c-4ab5-bb99-c91f24613eee'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:55:31.348810 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d677c7a9-ef37-4253-af90-6bac5a4728a5 None None] Bound port: a17a4dae-7f54-4c7d-ad0a-2a064ffd38b7, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'babcfc86-d47b-461d-82a4-1471b6f4a99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '95389f70-b24c-4ab5-bb99-c91f24613eee'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:55:31.349203 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d677c7a9-ef37-4253-af90-6bac5a4728a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:31.428034 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d677c7a9-ef37-4253-af90-6bac5a4728a5 None None] For port a17a4dae-7f54-4c7d-ad0a-2a064ffd38b7, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:55:31.431136 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d677c7a9-ef37-4253-af90-6bac5a4728a5 None None] For port a17a4dae-7f54-4c7d-ad0a-2a064ffd38b7, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a17a4dae-7f54-4c7d-ad0a-2a064ffd38b7,segment=NetworkSegment(babcfc86-d47b-461d-82a4-1471b6f4a99f),segment_id=babcfc86-d47b-461d-82a4-1471b6f4a99f)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:55:31.436211 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d677c7a9-ef37-4253-af90-6bac5a4728a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:31.514927 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d677c7a9-ef37-4253-af90-6bac5a4728a5 None None] Pushing event updated for resources: {'Port': ['ID=a17a4dae-7f54-4c7d-ad0a-2a064ffd38b7,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:31.674657 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 54eae4ee-fb21-467b-8653-2ceaeb4765d6 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:55:31.674885 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-5607e829-95cf-4706-a4b3-1dc04d6a1f37 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:31.676352 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-5607e829-95cf-4706-a4b3-1dc04d6a1f37 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/networks?id=d1d24551-8618-4743-bded-43ca0c5964fb HTTP/1.1" status: 200 len: 911 time: 0.1196804 Dec 09 15:55:31.698901 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-e91d75fc-3488-4e61-8052-ead41f111ff7 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/quotas/6e549b5d2a5a4b1ea5c832e1ffdd7be7 HTTP/1.1" status: 200 len: 375 time: 0.0148523 Dec 09 15:55:31.712108 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-cdced068-feb0-40be-b2bb-3efb56eb8c06 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Allocated IP 172.20.0.1 (eab1db52-1fa2-4fc5-862d-b792598fd3af/35ee35ec-4feb-4f01-9443-3b4dc086e007/473c3eac-e20c-4e1b-a42a-af436d618b2e) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:55:31.756582 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 54eae4ee-fb21-467b-8653-2ceaeb4765d6 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:31.757660 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:31.777314 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-7640418d-0798-4a89-8016-e9a0cba4eb69 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/ports?tenant_id=6e549b5d2a5a4b1ea5c832e1ffdd7be7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0775518 Dec 09 15:55:31.878162 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:31.921990 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cdced068-feb0-40be-b2bb-3efb56eb8c06 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:31.954317 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 54eae4ee-fb21-467b-8653-2ceaeb4765d6, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=54eae4ee-fb21-467b-8653-2ceaeb4765d6,segment=NetworkSegment(e536b308-6221-4834-bfdf-df9a22854dcf),segment_id=e536b308-6221-4834-bfdf-df9a22854dcf)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:31.968548 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-fb6372d0-a6dc-4d2b-afae-75a1454f28e2 service neutron] 10.222.0.57 "GET /v2.0/networks/d1d24551-8618-4743-bded-43ca0c5964fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834102 Dec 09 15:55:31.974749 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:31.978308 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cdced068-feb0-40be-b2bb-3efb56eb8c06 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:32.034542 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdced068-feb0-40be-b2bb-3efb56eb8c06 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Network eab1db52-1fa2-4fc5-862d-b792598fd3af is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:55:32.036449 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=54eae4ee-fb21-467b-8653-2ceaeb4765d6,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:32.037572 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-cdced068-feb0-40be-b2bb-3efb56eb8c06 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:55:32.044571 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdced068-feb0-40be-b2bb-3efb56eb8c06 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:55:32.077106 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-0d908dcf-f146-43bb-a5a1-90076adab2a6 service neutron] 10.222.0.57 "GET /v2.0/networks/d1d24551-8618-4743-bded-43ca0c5964fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076710 Dec 09 15:55:32.084952 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdced068-feb0-40be-b2bb-3efb56eb8c06 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event updated for resources: {'Port': ['ID=473c3eac-e20c-4e1b-a42a-af436d618b2e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:32.109492 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cdced068-feb0-40be-b2bb-3efb56eb8c06 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:32.246079 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cdced068-feb0-40be-b2bb-3efb56eb8c06 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:32.293858 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d8cc53-d0a4-4433-81b9-01eac3f5e445 None None] Network eab1db52-1fa2-4fc5-862d-b792598fd3af requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:55:32.354345 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b0e6b9f8-e2b5-4de0-8f97-9f0f13b5b7e9 req-49d9592d-a9c1-482e-a9b5-e7dc84b7a812 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ab218291-6db9-4d1c-8107-a5c18a348189 HTTP/1.1" status: 200 len: 210 time: 0.0428336 Dec 09 15:55:32.576008 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e967b0a9-d2c9-4728-870f-8c2f702f9586 None None] Provisioning complete for port 54eae4ee-fb21-467b-8653-2ceaeb4765d6 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:32.576668 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e967b0a9-d2c9-4728-870f-8c2f702f9586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:32.643150 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cdced068-feb0-40be-b2bb-3efb56eb8c06 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:32.650915 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cdced068-feb0-40be-b2bb-3efb56eb8c06 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:32.755868 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cdced068-feb0-40be-b2bb-3efb56eb8c06 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:32.758313 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdced068-feb0-40be-b2bb-3efb56eb8c06 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event updated for resources: {'Port': ['ID=473c3eac-e20c-4e1b-a42a-af436d618b2e,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:32.830706 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45b496b-7eda-40b7-a37b-4c5c7b1fa918 None None] Network 95389f70-b24c-4ab5-bb99-c91f24613eee requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:55:32.865795 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdced068-feb0-40be-b2bb-3efb56eb8c06 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Network eab1db52-1fa2-4fc5-862d-b792598fd3af is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:55:32.867346 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-cdced068-feb0-40be-b2bb-3efb56eb8c06 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:55:32.950104 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5dbe4d5c-9e18-47ec-9a0b-0b6a07cd719a None None] Provisioning complete for port a17a4dae-7f54-4c7d-ad0a-2a064ffd38b7 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:32.950694 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5dbe4d5c-9e18-47ec-9a0b-0b6a07cd719a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:33.038570 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdced068-feb0-40be-b2bb-3efb56eb8c06 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Router 49837f81-a778-43df-a733-6f075a0db678 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:55:33.080589 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5dbe4d5c-9e18-47ec-9a0b-0b6a07cd719a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:33.123262 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5dbe4d5c-9e18-47ec-9a0b-0b6a07cd719a None None] For port a17a4dae-7f54-4c7d-ad0a-2a064ffd38b7, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a17a4dae-7f54-4c7d-ad0a-2a064ffd38b7,segment=NetworkSegment(babcfc86-d47b-461d-82a4-1471b6f4a99f),segment_id=babcfc86-d47b-461d-82a4-1471b6f4a99f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:33.127447 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5dbe4d5c-9e18-47ec-9a0b-0b6a07cd719a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:33.161707 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdced068-feb0-40be-b2bb-3efb56eb8c06 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:55:33.173733 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f983cd-b6ba-4339-84c5-418aa656dd62 None None] Sync routers for ids ['49837f81-a778-43df-a733-6f075a0db678'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:55:33.174478 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-cdced068-feb0-40be-b2bb-3efb56eb8c06 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "PUT /v2.0/routers/49837f81-a778-43df-a733-6f075a0db678/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5147600 Dec 09 15:55:33.177447 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59680) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:33.196538 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe4d5c-9e18-47ec-9a0b-0b6a07cd719a None None] Pushing event updated for resources: {'Port': ['ID=a17a4dae-7f54-4c7d-ad0a-2a064ffd38b7,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:33.206219 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f983cd-b6ba-4339-84c5-418aa656dd62 None None] Routers {'49837f81-a778-43df-a733-6f075a0db678'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:55:33.206690 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-23f983cd-b6ba-4339-84c5-418aa656dd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:55:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['49837f81-a778-43df-a733-6f075a0db678'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:33.245751 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a917ee5-aa23-42ef-8e89-e7d640496884 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:33.249808 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0a917ee5-aa23-42ef-8e89-e7d640496884 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "GET /v2.0/ports/473c3eac-e20c-4e1b-a42a-af436d618b2e HTTP/1.1" status: 200 len: 910 time: 0.0689292 Dec 09 15:55:33.250342 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59682) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:33.251443 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-23f983cd-b6ba-4339-84c5-418aa656dd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:33.291070 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f983cd-b6ba-4339-84c5-418aa656dd62 None None] Routers {'49837f81-a778-43df-a733-6f075a0db678'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:55:33.291816 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-23f983cd-b6ba-4339-84c5-418aa656dd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:55:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['49837f81-a778-43df-a733-6f075a0db678'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:33.295028 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a0ec3fc7-ffaf-4f71-a381-581ba5fea514 None None] Provisioning complete for port 473c3eac-e20c-4e1b-a42a-af436d618b2e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:33.295622 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a0ec3fc7-ffaf-4f71-a381-581ba5fea514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:33.375169 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-23f983cd-b6ba-4339-84c5-418aa656dd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:33.375876 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f983cd-b6ba-4339-84c5-418aa656dd62 None None] The sync data for ids ['49837f81-a778-43df-a733-6f075a0db678'] in n-d-821228-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:55:33.424384 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a0ec3fc7-ffaf-4f71-a381-581ba5fea514 None None] Port 473c3eac-e20c-4e1b-a42a-af436d618b2e cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:55:33.440282 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a0ec3fc7-ffaf-4f71-a381-581ba5fea514 None None] Provisioning complete for port 54eae4ee-fb21-467b-8653-2ceaeb4765d6 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:33.440723 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a0ec3fc7-ffaf-4f71-a381-581ba5fea514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:33.551994 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ae4c8a0d-610c-407b-83ef-061b2f6664c3 req-7575cbab-eaa0-4555-8d5a-7684abf28431 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ab218291-6db9-4d1c-8107-a5c18a348189 HTTP/1.1" status: 200 len: 210 time: 0.0745819 Dec 09 15:55:33.608913 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-05a9e8a6-2b79-4ac6-a5c9-b92166ba7968 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:33.611178 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-05a9e8a6-2b79-4ac6-a5c9-b92166ba7968 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.31 "GET /v2.0/networks?id=d1d24551-8618-4743-bded-43ca0c5964fb HTTP/1.1" status: 200 len: 911 time: 0.2108774 Dec 09 15:55:33.625550 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-9839b353-f7b8-4b89-bd80-f1a8832fe07d tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Request body: {'port': {'device_id': 'ab218291-6db9-4d1c-8107-a5c18a348189', 'network_id': 'd1d24551-8618-4743-bded-43ca0c5964fb', 'admin_state_up': True, 'tenant_id': '6e549b5d2a5a4b1ea5c832e1ffdd7be7'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:33.656456 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-9839b353-f7b8-4b89-bd80-f1a8832fe07d tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Made reservation on behalf of 6e549b5d2a5a4b1ea5c832e1ffdd7be7 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:55:33.659397 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-9839b353-f7b8-4b89-bd80-f1a8832fe07d tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:33.685840 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [req-426852a9-67c6-429d-89d6-1d8d57371495 req-e2b7e348-a940-4190-9dbe-312833b5c36d service neutron] (103245) timed out ('10.222.0.31', 57599) {{(pid=103245) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 15:55:33.690750 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-489b91c7-fe93-4cd3-9876-e5a675df556a None None] Provisioning complete for port 473c3eac-e20c-4e1b-a42a-af436d618b2e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:33.692545 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-489b91c7-fe93-4cd3-9876-e5a675df556a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:33.734065 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a17a4dae-7f54-4c7d-ad0a-2a064ffd38b7 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:55:33.767828 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-489b91c7-fe93-4cd3-9876-e5a675df556a None None] Port 473c3eac-e20c-4e1b-a42a-af436d618b2e cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:55:33.776287 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bf73d7e2-b470-4bb6-9792-bff06a45fa6b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:33.792686 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-489b91c7-fe93-4cd3-9876-e5a675df556a None None] Provisioning complete for port a17a4dae-7f54-4c7d-ad0a-2a064ffd38b7 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:33.793056 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-489b91c7-fe93-4cd3-9876-e5a675df556a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:33.795800 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-9839b353-f7b8-4b89-bd80-f1a8832fe07d tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Allocated IP 172.20.0.3 (d1d24551-8618-4743-bded-43ca0c5964fb/1c745f4a-b96f-4105-89fe-b5c071d78c0a/9e470191-9631-43ae-9d5c-62c66a11b99d) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:55:33.828476 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port a17a4dae-7f54-4c7d-ad0a-2a064ffd38b7 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:33.828872 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:33.947909 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 54eae4ee-fb21-467b-8653-2ceaeb4765d6 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:55:33.948997 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-9839b353-f7b8-4b89-bd80-f1a8832fe07d tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:34.000759 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 54eae4ee-fb21-467b-8653-2ceaeb4765d6 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:34.001292 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:34.055374 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-bf73d7e2-b470-4bb6-9792-bff06a45fa6b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Allocated IP 172.21.0.1 (95389f70-b24c-4ab5-bb99-c91f24613eee/61f6cefb-9271-4483-b1b1-7c49cb279792/dd3c46f7-c02f-42dd-af2a-6f7cfd63d3bd) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:55:34.187383 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bf73d7e2-b470-4bb6-9792-bff06a45fa6b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:34.224231 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bf73d7e2-b470-4bb6-9792-bff06a45fa6b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:34.263970 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf73d7e2-b470-4bb6-9792-bff06a45fa6b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Network 95389f70-b24c-4ab5-bb99-c91f24613eee is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:55:34.267391 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-bf73d7e2-b470-4bb6-9792-bff06a45fa6b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:55:34.277486 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf73d7e2-b470-4bb6-9792-bff06a45fa6b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:55:34.305997 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73d7e2-b470-4bb6-9792-bff06a45fa6b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event updated for resources: {'Port': ['ID=dd3c46f7-c02f-42dd-af2a-6f7cfd63d3bd,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:34.327599 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-9839b353-f7b8-4b89-bd80-f1a8832fe07d tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:34.328263 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bf73d7e2-b470-4bb6-9792-bff06a45fa6b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:34.363510 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['030ad829-3fab-4389-9dd8-91cc20509e29'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:55:34.377364 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-9839b353-f7b8-4b89-bd80-f1a8832fe07d tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Network d1d24551-8618-4743-bded-43ca0c5964fb is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:55:34.383090 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-9839b353-f7b8-4b89-bd80-f1a8832fe07d tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:55:34.386976 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-9839b353-f7b8-4b89-bd80-f1a8832fe07d tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:55:34.416157 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839b353-f7b8-4b89-bd80-f1a8832fe07d tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Pushing event updated for resources: {'Port': ['ID=9e470191-9631-43ae-9d5c-62c66a11b99d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:34.450445 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-9839b353-f7b8-4b89-bd80-f1a8832fe07d tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:34.451274 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-9839b353-f7b8-4b89-bd80-f1a8832fe07d tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:34.477678 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-9839b353-f7b8-4b89-bd80-f1a8832fe07d tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8564119 Dec 09 15:55:34.487320 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bf73d7e2-b470-4bb6-9792-bff06a45fa6b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:34.494126 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-67f1eea8-6ff5-49a5-84ee-acb7f65a46cd service neutron] Request body: {'port': {'device_id': 'ab218291-6db9-4d1c-8107-a5c18a348189', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:34.598308 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-67f1eea8-6ff5-49a5-84ee-acb7f65a46cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:34.663522 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-09298ba3-81bb-41c9-9b8a-0d31faec2844 None None] Provisioning complete for port dd3c46f7-c02f-42dd-af2a-6f7cfd63d3bd triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:34.663912 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-09298ba3-81bb-41c9-9b8a-0d31faec2844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:34.710352 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-09298ba3-81bb-41c9-9b8a-0d31faec2844 None None] Port dd3c46f7-c02f-42dd-af2a-6f7cfd63d3bd cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:55:34.797365 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bf73d7e2-b470-4bb6-9792-bff06a45fa6b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:34.802569 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bf73d7e2-b470-4bb6-9792-bff06a45fa6b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:34.814611 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f44127-9c1e-48c9-b4cd-7e1bf9e7bc46 req-f67ac193-fe60-4c45-b538-ab483f43ff29 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:34.816132 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d2f44127-9c1e-48c9-b4cd-7e1bf9e7bc46 req-f67ac193-fe60-4c45-b538-ab483f43ff29 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ab218291-6db9-4d1c-8107-a5c18a348189 HTTP/1.1" status: 200 len: 1027 time: 0.1376443 Dec 09 15:55:34.834272 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8d2215ef-a381-4e87-b756-1abce4c68d16 None None] Provisioning complete for port 9e470191-9631-43ae-9d5c-62c66a11b99d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:34.835124 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8d2215ef-a381-4e87-b756-1abce4c68d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:34.877841 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8d2215ef-a381-4e87-b756-1abce4c68d16 None None] Port 9e470191-9631-43ae-9d5c-62c66a11b99d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:55:34.882884 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73d7e2-b470-4bb6-9792-bff06a45fa6b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event updated for resources: {'Port': ['ID=dd3c46f7-c02f-42dd-af2a-6f7cfd63d3bd,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:34.886444 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bf73d7e2-b470-4bb6-9792-bff06a45fa6b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:34.946196 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d2f44127-9c1e-48c9-b4cd-7e1bf9e7bc46 req-c1dca741-fadc-4518-9d68-38c72d70a4e7 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=db634a58-0c73-42f2-88ee-4aecee811c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903974 Dec 09 15:55:34.957864 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-67f1eea8-6ff5-49a5-84ee-acb7f65a46cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e470191-9631-43ae-9d5c-62c66a11b99d {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:55:34.968737 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-67f1eea8-6ff5-49a5-84ee-acb7f65a46cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:34.981393 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-67f1eea8-6ff5-49a5-84ee-acb7f65a46cd service neutron] Transition to ACTIVE for port object 9e470191-9631-43ae-9d5c-62c66a11b99d will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:55:34.985523 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-67f1eea8-6ff5-49a5-84ee-acb7f65a46cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:34.986194 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf73d7e2-b470-4bb6-9792-bff06a45fa6b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Network 95389f70-b24c-4ab5-bb99-c91f24613eee is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:55:34.987570 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-bf73d7e2-b470-4bb6-9792-bff06a45fa6b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:55:35.081151 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f1eea8-6ff5-49a5-84ee-acb7f65a46cd service neutron] Pushing event updated for resources: {'Port': ['ID=9e470191-9631-43ae-9d5c-62c66a11b99d,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:35.102382 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf73d7e2-b470-4bb6-9792-bff06a45fa6b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Router 49837f81-a778-43df-a733-6f075a0db678 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:55:35.112133 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-67f1eea8-6ff5-49a5-84ee-acb7f65a46cd service neutron] Attempting to bind port 9e470191-9631-43ae-9d5c-62c66a11b99d on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:55:35.112669 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-67f1eea8-6ff5-49a5-84ee-acb7f65a46cd service neutron] Attempting to bind port 9e470191-9631-43ae-9d5c-62c66a11b99d by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '6b8c6052-e0aa-4ad8-8aac-f5341a6ac233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd1d24551-8618-4743-bded-43ca0c5964fb'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:55:35.113099 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-67f1eea8-6ff5-49a5-84ee-acb7f65a46cd service neutron] Attempting to bind port 9e470191-9631-43ae-9d5c-62c66a11b99d on network d1d24551-8618-4743-bded-43ca0c5964fb {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:55:35.118988 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-67f1eea8-6ff5-49a5-84ee-acb7f65a46cd service neutron] Port 9e470191-9631-43ae-9d5c-62c66a11b99d on network d1d24551-8618-4743-bded-43ca0c5964fb not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:55:35.119412 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-67f1eea8-6ff5-49a5-84ee-acb7f65a46cd service neutron] Attempting to bind port 9e470191-9631-43ae-9d5c-62c66a11b99d on network d1d24551-8618-4743-bded-43ca0c5964fb {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:55:35.124633 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-67f1eea8-6ff5-49a5-84ee-acb7f65a46cd service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:55:35.125060 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-67f1eea8-6ff5-49a5-84ee-acb7f65a46cd service neutron] Checking segment: {'id': '6b8c6052-e0aa-4ad8-8aac-f5341a6ac233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd1d24551-8618-4743-bded-43ca0c5964fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:55:35.125520 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-67f1eea8-6ff5-49a5-84ee-acb7f65a46cd service neutron] Bound using segment: {'id': '6b8c6052-e0aa-4ad8-8aac-f5341a6ac233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd1d24551-8618-4743-bded-43ca0c5964fb'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:55:35.126014 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-67f1eea8-6ff5-49a5-84ee-acb7f65a46cd service neutron] Bound port: 9e470191-9631-43ae-9d5c-62c66a11b99d, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b8c6052-e0aa-4ad8-8aac-f5341a6ac233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd1d24551-8618-4743-bded-43ca0c5964fb'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:55:35.126441 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-67f1eea8-6ff5-49a5-84ee-acb7f65a46cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:35.217785 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf73d7e2-b470-4bb6-9792-bff06a45fa6b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:55:35.226349 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bf73d7e2-b470-4bb6-9792-bff06a45fa6b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "PUT /v2.0/routers/49837f81-a778-43df-a733-6f075a0db678/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9750710 Dec 09 15:55:35.229933 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59696) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:35.234601 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481cfde0-ae4f-4bf9-939c-2582a08f6ab5 None None] Sync routers for ids ['49837f81-a778-43df-a733-6f075a0db678'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:55:35.238082 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-67f1eea8-6ff5-49a5-84ee-acb7f65a46cd service neutron] For port 9e470191-9631-43ae-9d5c-62c66a11b99d, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:55:35.247405 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-67f1eea8-6ff5-49a5-84ee-acb7f65a46cd service neutron] For port 9e470191-9631-43ae-9d5c-62c66a11b99d, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=9e470191-9631-43ae-9d5c-62c66a11b99d,segment=NetworkSegment(6b8c6052-e0aa-4ad8-8aac-f5341a6ac233),segment_id=6b8c6052-e0aa-4ad8-8aac-f5341a6ac233)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:55:35.248668 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481cfde0-ae4f-4bf9-939c-2582a08f6ab5 None None] Routers {'49837f81-a778-43df-a733-6f075a0db678'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:55:35.249703 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-481cfde0-ae4f-4bf9-939c-2582a08f6ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:55:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['49837f81-a778-43df-a733-6f075a0db678'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:35.256591 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-67f1eea8-6ff5-49a5-84ee-acb7f65a46cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:35.297145 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-481cfde0-ae4f-4bf9-939c-2582a08f6ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:35.302889 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b0945a-f394-4662-85f9-cfcf2a88f719 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:35.307101 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d5b0945a-f394-4662-85f9-cfcf2a88f719 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "GET /v2.0/ports/dd3c46f7-c02f-42dd-af2a-6f7cfd63d3bd HTTP/1.1" status: 200 len: 910 time: 0.0734410 Dec 09 15:55:35.308552 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59698) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:35.313753 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481cfde0-ae4f-4bf9-939c-2582a08f6ab5 None None] Routers {'49837f81-a778-43df-a733-6f075a0db678'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:55:35.314607 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-481cfde0-ae4f-4bf9-939c-2582a08f6ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:55:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['49837f81-a778-43df-a733-6f075a0db678'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:35.322668 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-67f1eea8-6ff5-49a5-84ee-acb7f65a46cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:35.323294 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-67f1eea8-6ff5-49a5-84ee-acb7f65a46cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:35.324975 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-67f1eea8-6ff5-49a5-84ee-acb7f65a46cd service neutron] 10.222.0.31 "PUT /v2.0/ports/9e470191-9631-43ae-9d5c-62c66a11b99d HTTP/1.1" status: 200 len: 1091 time: 0.8365655 Dec 09 15:55:35.325501 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab218291-6db9-4d1c-8107-a5c18a348189', 'tag': '9e470191-9631-43ae-9d5c-62c66a11b99d'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:55:35.328363 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75d1219-f411-4357-a39a-59b2d627f460" -d '{"events": [{"name": "network-changed", "server_uuid": "ab218291-6db9-4d1c-8107-a5c18a348189", "tag": "9e470191-9631-43ae-9d5c-62c66a11b99d"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:55:35.357767 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-481cfde0-ae4f-4bf9-939c-2582a08f6ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:35.358453 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481cfde0-ae4f-4bf9-939c-2582a08f6ab5 None None] The sync data for ids ['49837f81-a778-43df-a733-6f075a0db678'] in n-d-821228-1 is: [] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:55:35.404098 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9a78c0ef-d7b9-4fb6-872f-3607e3c6f406 None None] Provisioning complete for port dd3c46f7-c02f-42dd-af2a-6f7cfd63d3bd triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:35.404725 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9a78c0ef-d7b9-4fb6-872f-3607e3c6f406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:35.427214 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a24fcd6-6b49-440b-a76b-738b5682ee16 x-openstack-request-id: req-0a24fcd6-6b49-440b-a76b-738b5682ee16 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:55:35.427669 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab218291-6db9-4d1c-8107-a5c18a348189", "tag": "9e470191-9631-43ae-9d5c-62c66a11b99d", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:55:35.428382 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0a24fcd6-6b49-440b-a76b-738b5682ee16 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:55:35.428382 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab218291-6db9-4d1c-8107-a5c18a348189', 'tag': '9e470191-9631-43ae-9d5c-62c66a11b99d', 'status': 'completed', 'code': 200} Dec 09 15:55:35.445067 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f1eea8-6ff5-49a5-84ee-acb7f65a46cd service neutron] Pushing event updated for resources: {'Port': ['ID=9e470191-9631-43ae-9d5c-62c66a11b99d,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:35.445996 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9a78c0ef-d7b9-4fb6-872f-3607e3c6f406 None None] Port dd3c46f7-c02f-42dd-af2a-6f7cfd63d3bd cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:55:35.485128 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-0dec6dcf-5b2f-4379-92b9-5e6b0ead81ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:35.486629 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-0dec6dcf-5b2f-4379-92b9-5e6b0ead81ab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e549b5d2a5a4b1ea5c832e1ffdd7be7&device_id=ab218291-6db9-4d1c-8107-a5c18a348189 HTTP/1.1" status: 200 len: 1094 time: 0.1052313 Dec 09 15:55:35.589715 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-87e6d42b-f9b5-47bb-b995-ea921053374d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e470191-9631-43ae-9d5c-62c66a11b99d HTTP/1.1" status: 200 len: 217 time: 0.0690739 Dec 09 15:55:35.676986 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-cb3db2f2-7346-4543-8dc4-ba841b23f6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:35.678478 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-cb3db2f2-7346-4543-8dc4-ba841b23f6b3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1c745f4a-b96f-4105-89fe-b5c071d78c0a HTTP/1.1" status: 200 len: 849 time: 0.0791173 Dec 09 15:55:35.769698 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-ad798789-fa6c-44b5-9611-d4d078e0e811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:35.771903 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-ad798789-fa6c-44b5-9611-d4d078e0e811 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d1d24551-8618-4743-bded-43ca0c5964fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783761 Dec 09 15:55:35.892904 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aa9aef7f-b982-486b-ad3f-ffa07c75fd33 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:35.897256 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-deda1e8e-52ee-4fab-a962-5889fc7bbb13 service neutron] 10.222.0.31 "GET /v2.0/networks/d1d24551-8618-4743-bded-43ca0c5964fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169002 Dec 09 15:55:36.152773 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-030067a9-2d0f-4a52-ad17-3fda17a24f5c req-a85b85f4-c853-4d17-b702-bee62e14ffac service neutron] 10.222.0.31 "GET /v2.0/networks/d1d24551-8618-4743-bded-43ca0c5964fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212396 Dec 09 15:55:36.154418 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97053df-59ef-488c-a548-5759f4b09317 req-0ec3ecc7-44aa-4a20-a099-5ae27ed3c85d tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:36.155805 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d97053df-59ef-488c-a548-5759f4b09317 req-0ec3ecc7-44aa-4a20-a099-5ae27ed3c85d tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ab218291-6db9-4d1c-8107-a5c18a348189 HTTP/1.1" status: 200 len: 1094 time: 0.1317012 Dec 09 15:55:36.247649 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d97053df-59ef-488c-a548-5759f4b09317 req-001f5c72-33a3-431b-b8ce-dc723806bff5 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=db634a58-0c73-42f2-88ee-4aecee811c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853529 Dec 09 15:55:36.288699 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d1219-f411-4357-a39a-59b2d627f460 req-132f91e9-8957-473f-82b4-b466bcb4701a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:36.290187 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c75d1219-f411-4357-a39a-59b2d627f460 req-132f91e9-8957-473f-82b4-b466bcb4701a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e549b5d2a5a4b1ea5c832e1ffdd7be7&device_id=ab218291-6db9-4d1c-8107-a5c18a348189 HTTP/1.1" status: 200 len: 1094 time: 0.0892057 Dec 09 15:55:36.402991 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-aa9aef7f-b982-486b-ad3f-ffa07c75fd33 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Deleting port dd3c46f7-c02f-42dd-af2a-6f7cfd63d3bd {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:55:36.403636 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aa9aef7f-b982-486b-ad3f-ffa07c75fd33 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:36.455504 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d1219-f411-4357-a39a-59b2d627f460 req-a8337300-60ec-40ae-89e6-d81bdfa79765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:36.457026 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c75d1219-f411-4357-a39a-59b2d627f460 req-a8337300-60ec-40ae-89e6-d81bdfa79765 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d1d24551-8618-4743-bded-43ca0c5964fb HTTP/1.1" status: 200 len: 911 time: 0.1494620 Dec 09 15:55:36.517211 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c75d1219-f411-4357-a39a-59b2d627f460 req-d846d7eb-a781-4a7f-8c6e-c7663c965d93 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e470191-9631-43ae-9d5c-62c66a11b99d HTTP/1.1" status: 200 len: 217 time: 0.0481694 Dec 09 15:55:36.565342 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aa9aef7f-b982-486b-ad3f-ffa07c75fd33 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:36.584127 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-aa9aef7f-b982-486b-ad3f-ffa07c75fd33 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Calling delete_port for dd3c46f7-c02f-42dd-af2a-6f7cfd63d3bd owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:55:36.606031 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d1219-f411-4357-a39a-59b2d627f460 req-14fdcb33-60ec-40d9-a205-092ceda57b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:36.607726 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c75d1219-f411-4357-a39a-59b2d627f460 req-14fdcb33-60ec-40d9-a205-092ceda57b0f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1c745f4a-b96f-4105-89fe-b5c071d78c0a HTTP/1.1" status: 200 len: 849 time: 0.0817130 Dec 09 15:55:36.711647 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d1219-f411-4357-a39a-59b2d627f460 req-10a32324-2066-408c-919c-ac89b1cf43e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:36.713200 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c75d1219-f411-4357-a39a-59b2d627f460 req-10a32324-2066-408c-919c-ac89b1cf43e3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d1d24551-8618-4743-bded-43ca0c5964fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702000 Dec 09 15:55:36.875401 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c75d1219-f411-4357-a39a-59b2d627f460 req-e8bef598-0648-4f59-a98f-d9359a0ebb36 service neutron] 10.222.0.31 "GET /v2.0/networks/d1d24551-8618-4743-bded-43ca0c5964fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295223 Dec 09 15:55:36.893259 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aa9aef7f-b982-486b-ad3f-ffa07c75fd33 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:36.951792 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9aef7f-b982-486b-ad3f-ffa07c75fd33 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event deleted for resources: {'Port': ['ID=dd3c46f7-c02f-42dd-af2a-6f7cfd63d3bd,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:37.046780 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c75d1219-f411-4357-a39a-59b2d627f460 req-19785b75-105b-495d-b4d0-860f75f1e8f6 service neutron] 10.222.0.31 "GET /v2.0/networks/d1d24551-8618-4743-bded-43ca0c5964fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614289 Dec 09 15:55:37.140010 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aa9aef7f-b982-486b-ad3f-ffa07c75fd33 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:37.672078 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9aef7f-b982-486b-ad3f-ffa07c75fd33 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Router 49837f81-a778-43df-a733-6f075a0db678 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:55:37.688605 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f5b25e-f8a8-4b95-9ea5-f6663d9b1223 req-acbc665e-e09d-42d7-b553-e2d3c516e921 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:37.690153 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-67f5b25e-f8a8-4b95-9ea5-f6663d9b1223 req-acbc665e-e09d-42d7-b553-e2d3c516e921 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ab218291-6db9-4d1c-8107-a5c18a348189 HTTP/1.1" status: 200 len: 1094 time: 0.0594347 Dec 09 15:55:37.807817 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-67f5b25e-f8a8-4b95-9ea5-f6663d9b1223 req-02fcb6bf-b651-4f1b-b27d-7604a3ca6a85 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=db634a58-0c73-42f2-88ee-4aecee811c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843270 Dec 09 15:55:37.808847 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9aef7f-b982-486b-ad3f-ffa07c75fd33 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:55:37.816642 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-aa9aef7f-b982-486b-ad3f-ffa07c75fd33 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "PUT /v2.0/routers/49837f81-a778-43df-a733-6f075a0db678/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5028083 Dec 09 15:55:37.816642 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59730) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:37.824873 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d969e42-cb72-4b02-b457-187aa2af758e None None] Sync routers for ids ['49837f81-a778-43df-a733-6f075a0db678'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:55:37.838676 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d969e42-cb72-4b02-b457-187aa2af758e None None] Routers {'49837f81-a778-43df-a733-6f075a0db678'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:55:37.839546 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7d969e42-cb72-4b02-b457-187aa2af758e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:55:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['49837f81-a778-43df-a733-6f075a0db678'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:37.875932 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7d969e42-cb72-4b02-b457-187aa2af758e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:37.885222 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d969e42-cb72-4b02-b457-187aa2af758e None None] Routers {'49837f81-a778-43df-a733-6f075a0db678'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:55:37.886105 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7d969e42-cb72-4b02-b457-187aa2af758e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:55:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['49837f81-a778-43df-a733-6f075a0db678'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:37.925704 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7d969e42-cb72-4b02-b457-187aa2af758e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:37.927010 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d969e42-cb72-4b02-b457-187aa2af758e None None] The sync data for ids ['49837f81-a778-43df-a733-6f075a0db678'] in n-d-821228-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:55:38.160146 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d477a965-c1d9-4f76-b50e-f1a303742df9 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:38.407752 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d477a965-c1d9-4f76-b50e-f1a303742df9 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Deleting port 473c3eac-e20c-4e1b-a42a-af436d618b2e {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:55:38.407991 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d477a965-c1d9-4f76-b50e-f1a303742df9 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:38.496795 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d477a965-c1d9-4f76-b50e-f1a303742df9 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:38.508558 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d477a965-c1d9-4f76-b50e-f1a303742df9 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Calling delete_port for 473c3eac-e20c-4e1b-a42a-af436d618b2e owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:55:38.680240 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d477a965-c1d9-4f76-b50e-f1a303742df9 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:38.710172 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d477a965-c1d9-4f76-b50e-f1a303742df9 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event deleted for resources: {'Port': ['ID=473c3eac-e20c-4e1b-a42a-af436d618b2e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:38.858267 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d477a965-c1d9-4f76-b50e-f1a303742df9 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:39.055064 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f73d8-d614-4ebe-ac5b-2c1cb38d23d3 req-68ac54bc-764e-4b56-afd0-33c796c8fe8b tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:39.056650 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-658f73d8-d614-4ebe-ac5b-2c1cb38d23d3 req-68ac54bc-764e-4b56-afd0-33c796c8fe8b tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ab218291-6db9-4d1c-8107-a5c18a348189 HTTP/1.1" status: 200 len: 1094 time: 0.1397603 Dec 09 15:55:39.066164 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d477a965-c1d9-4f76-b50e-f1a303742df9 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Router 49837f81-a778-43df-a733-6f075a0db678 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:55:39.174642 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-658f73d8-d614-4ebe-ac5b-2c1cb38d23d3 req-0f24082b-1ce3-4892-841b-14104f3db5fd tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=db634a58-0c73-42f2-88ee-4aecee811c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104467 Dec 09 15:55:39.178092 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d477a965-c1d9-4f76-b50e-f1a303742df9 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:55:39.186070 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d477a965-c1d9-4f76-b50e-f1a303742df9 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "PUT /v2.0/routers/49837f81-a778-43df-a733-6f075a0db678/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3652806 Dec 09 15:55:39.186432 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59738) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:39.193654 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f692169c-d274-4b1c-8603-b2a466f49359 None None] Sync routers for ids ['49837f81-a778-43df-a733-6f075a0db678'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:55:39.206931 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f692169c-d274-4b1c-8603-b2a466f49359 None None] Routers {'49837f81-a778-43df-a733-6f075a0db678'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:55:39.207850 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-f692169c-d274-4b1c-8603-b2a466f49359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:55:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['49837f81-a778-43df-a733-6f075a0db678'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:39.221169 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ee977b84-5f63-40f9-b40b-43faa7c0816a tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "GET /v2.0/ports?device_id=49837f81-a778-43df-a733-6f075a0db678 HTTP/1.1" status: 200 len: 205 time: 0.0312650 Dec 09 15:55:39.221586 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59740) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:39.251065 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-f692169c-d274-4b1c-8603-b2a466f49359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:39.262415 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f692169c-d274-4b1c-8603-b2a466f49359 None None] Routers {'49837f81-a778-43df-a733-6f075a0db678'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:55:39.262967 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-f692169c-d274-4b1c-8603-b2a466f49359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:55:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['49837f81-a778-43df-a733-6f075a0db678'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:39.301798 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-f692169c-d274-4b1c-8603-b2a466f49359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:39.302458 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f692169c-d274-4b1c-8603-b2a466f49359 None None] The sync data for ids ['49837f81-a778-43df-a733-6f075a0db678'] in n-d-821228-1 is: [] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:55:39.306112 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f4874ac-e929-4fa6-a53f-a2b344353dc8 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:39.839541 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f4874ac-e929-4fa6-a53f-a2b344353dc8 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:39.841983 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f4874ac-e929-4fa6-a53f-a2b344353dc8 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:39.884236 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f4874ac-e929-4fa6-a53f-a2b344353dc8 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:39.884884 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4874ac-e929-4fa6-a53f-a2b344353dc8 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Fanout notify agent at l3_agent the message router_deleted on router 49837f81-a778-43df-a733-6f075a0db678 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:55:39.892171 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f4874ac-e929-4fa6-a53f-a2b344353dc8 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:39.893304 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0f4874ac-e929-4fa6-a53f-a2b344353dc8 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "DELETE /v2.0/routers/49837f81-a778-43df-a733-6f075a0db678 HTTP/1.1" status: 204 len: 168 time: 0.6706400 Dec 09 15:55:39.896021 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59742) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:39.947426 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-3119e643-01ee-4dae-af90-4cc75d7904c4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Deleting subnet 61f6cefb-9271-4483-b1b1-7c49cb279792 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:55:39.950523 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3119e643-01ee-4dae-af90-4cc75d7904c4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:39.990870 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3119e643-01ee-4dae-af90-4cc75d7904c4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:40.077268 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3119e643-01ee-4dae-af90-4cc75d7904c4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:40.137215 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3119e643-01ee-4dae-af90-4cc75d7904c4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:40.164066 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3119e643-01ee-4dae-af90-4cc75d7904c4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event deleted for resources: {'Subnet': ['ID=61f6cefb-9271-4483-b1b1-7c49cb279792,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:40.168614 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3119e643-01ee-4dae-af90-4cc75d7904c4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:40.174720 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3119e643-01ee-4dae-af90-4cc75d7904c4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "DELETE /v2.0/subnets/61f6cefb-9271-4483-b1b1-7c49cb279792 HTTP/1.1" status: 204 len: 168 time: 0.2747865 Dec 09 15:55:40.174720 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59744) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:40.175904 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c940b59-ba9b-40a3-9931-06359177ab4d None None] Network 95389f70-b24c-4ab5-bb99-c91f24613eee requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:55:40.232831 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-a074380c-d602-4602-85b3-37f05cf18a5d tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Deleting subnet 35ee35ec-4feb-4f01-9443-3b4dc086e007 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:55:40.236111 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a074380c-d602-4602-85b3-37f05cf18a5d tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:40.279984 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a074380c-d602-4602-85b3-37f05cf18a5d tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:40.323576 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c81fe-81d7-4a82-b4bb-412d57bea0d4 req-d0046725-ffde-419c-97c9-7ddcdd826476 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:40.325204 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d70c81fe-81d7-4a82-b4bb-412d57bea0d4 req-d0046725-ffde-419c-97c9-7ddcdd826476 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ab218291-6db9-4d1c-8107-a5c18a348189 HTTP/1.1" status: 200 len: 1094 time: 0.0533559 Dec 09 15:55:40.369019 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04275e2-df2f-4e49-b5dd-9ef27920a4fa None None] DHCP port deletion for 95389f70-b24c-4ab5-bb99-c91f24613eee request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:55:40.390992 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a074380c-d602-4602-85b3-37f05cf18a5d tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:40.415123 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 9e470191-9631-43ae-9d5c-62c66a11b99d details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:55:40.416521 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d70c81fe-81d7-4a82-b4bb-412d57bea0d4 req-d016b443-63b6-486b-80af-120b5c550358 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=db634a58-0c73-42f2-88ee-4aecee811c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713074 Dec 09 15:55:40.477226 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a074380c-d602-4602-85b3-37f05cf18a5d tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:40.510255 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e04275e2-df2f-4e49-b5dd-9ef27920a4fa None None] Deleting port a17a4dae-7f54-4c7d-ad0a-2a064ffd38b7 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:55:40.510634 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e04275e2-df2f-4e49-b5dd-9ef27920a4fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:40.514647 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074380c-d602-4602-85b3-37f05cf18a5d tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event deleted for resources: {'Subnet': ['ID=35ee35ec-4feb-4f01-9443-3b4dc086e007,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:40.531998 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a074380c-d602-4602-85b3-37f05cf18a5d tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:40.535687 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a074380c-d602-4602-85b3-37f05cf18a5d tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "DELETE /v2.0/subnets/35ee35ec-4feb-4f01-9443-3b4dc086e007 HTTP/1.1" status: 204 len: 168 time: 0.3599970 Dec 09 15:55:40.538236 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59752) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:40.567416 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16fbc02-c9d4-4e59-b867-dcf1fa60ac32 None None] Network eab1db52-1fa2-4fc5-862d-b792598fd3af requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:55:40.621032 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9fa5b4a8-9d6f-419d-9e06-bee5ce83328e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:40.670326 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e04275e2-df2f-4e49-b5dd-9ef27920a4fa None None] For port a17a4dae-7f54-4c7d-ad0a-2a064ffd38b7, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a17a4dae-7f54-4c7d-ad0a-2a064ffd38b7,segment=NetworkSegment(babcfc86-d47b-461d-82a4-1471b6f4a99f),segment_id=babcfc86-d47b-461d-82a4-1471b6f4a99f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:40.670887 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e04275e2-df2f-4e49-b5dd-9ef27920a4fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:40.681362 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-9fa5b4a8-9d6f-419d-9e06-bee5ce83328e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Deleting port a17a4dae-7f54-4c7d-ad0a-2a064ffd38b7 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:55:40.681704 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9fa5b4a8-9d6f-419d-9e06-bee5ce83328e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:40.682166 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 9e470191-9631-43ae-9d5c-62c66a11b99d, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=9e470191-9631-43ae-9d5c-62c66a11b99d,segment=NetworkSegment(6b8c6052-e0aa-4ad8-8aac-f5341a6ac233),segment_id=6b8c6052-e0aa-4ad8-8aac-f5341a6ac233)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:40.699418 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e04275e2-df2f-4e49-b5dd-9ef27920a4fa None None] Calling delete_port for a17a4dae-7f54-4c7d-ad0a-2a064ffd38b7 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:55:40.719906 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '9e470191-9631-43ae-9d5c-62c66a11b99d', 'network_id': 'd1d24551-8618-4743-bded-43ca0c5964fb', 'port_id': '9e470191-9631-43ae-9d5c-62c66a11b99d', 'mac_address': 'fa:16:3e:0c:80:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c745f4a-b96f-4105-89fe-b5c071d78c0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:55:40.756151 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-9fa5b4a8-9d6f-419d-9e06-bee5ce83328e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] For port a17a4dae-7f54-4c7d-ad0a-2a064ffd38b7, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a17a4dae-7f54-4c7d-ad0a-2a064ffd38b7,segment=NetworkSegment(babcfc86-d47b-461d-82a4-1471b6f4a99f),segment_id=babcfc86-d47b-461d-82a4-1471b6f4a99f)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:40.756553 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9fa5b4a8-9d6f-419d-9e06-bee5ce83328e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:40.771359 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-9fa5b4a8-9d6f-419d-9e06-bee5ce83328e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Calling delete_port for a17a4dae-7f54-4c7d-ad0a-2a064ffd38b7 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:55:40.825475 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:40.849333 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e470191-9631-43ae-9d5c-62c66a11b99d {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:55:40.874605 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e04275e2-df2f-4e49-b5dd-9ef27920a4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:40.878494 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 9e470191-9631-43ae-9d5c-62c66a11b99d, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=9e470191-9631-43ae-9d5c-62c66a11b99d,segment=NetworkSegment(6b8c6052-e0aa-4ad8-8aac-f5341a6ac233),segment_id=6b8c6052-e0aa-4ad8-8aac-f5341a6ac233)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:40.878911 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9fa5b4a8-9d6f-419d-9e06-bee5ce83328e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:40.908940 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cca78c7-5381-4cd0-ad0e-a8396583bff7 None None] DHCP port deletion for eab1db52-1fa2-4fc5-862d-b792598fd3af request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:55:40.911254 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:40.913037 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa5b4a8-9d6f-419d-9e06-bee5ce83328e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event deleted for resources: {'Port': ['ID=a17a4dae-7f54-4c7d-ad0a-2a064ffd38b7,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:40.914962 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04275e2-df2f-4e49-b5dd-9ef27920a4fa None None] Pushing event deleted for resources: {'Port': ['ID=a17a4dae-7f54-4c7d-ad0a-2a064ffd38b7,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:40.918860 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa5b4a8-9d6f-419d-9e06-bee5ce83328e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] No DVR routers for this DVR port a17a4dae-7f54-4c7d-ad0a-2a064ffd38b7 on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:55:40.921082 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04275e2-df2f-4e49-b5dd-9ef27920a4fa None None] No DVR routers for this DVR port a17a4dae-7f54-4c7d-ad0a-2a064ffd38b7 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:55:40.993702 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=9e470191-9631-43ae-9d5c-62c66a11b99d,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:41.010657 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9fa5b4a8-9d6f-419d-9e06-bee5ce83328e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:41.013547 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9cca78c7-5381-4cd0-ad0e-a8396583bff7 None None] Deleting port 54eae4ee-fb21-467b-8653-2ceaeb4765d6 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:55:41.014133 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9cca78c7-5381-4cd0-ad0e-a8396583bff7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:41.031693 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-9fa5b4a8-9d6f-419d-9e06-bee5ce83328e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95389f70-b24c-4ab5-bb99-c91f24613eee']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:41.041716 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-9fa5b4a8-9d6f-419d-9e06-bee5ce83328e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'babcfc86-d47b-461d-82a4-1471b6f4a99f') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:41.042011 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-9fa5b4a8-9d6f-419d-9e06-bee5ce83328e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'babcfc86-d47b-461d-82a4-1471b6f4a99f') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:41.052018 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9fa5b4a8-9d6f-419d-9e06-bee5ce83328e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:41.066316 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9fa5b4a8-9d6f-419d-9e06-bee5ce83328e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:41.078102 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fa5b4a8-9d6f-419d-9e06-bee5ce83328e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:55:41.078701 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9fa5b4a8-9d6f-419d-9e06-bee5ce83328e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:41.082193 n-d-821228-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:55:41.082193 n-d-821228-1 neutron-server[103244]: self.session.flush() Dec 09 15:55:41.082193 n-d-821228-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:55:41.082193 n-d-821228-1 neutron-server[103244]: self.session.flush() Dec 09 15:55:41.082193 n-d-821228-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:55:41.082193 n-d-821228-1 neutron-server[103244]: self.session.flush() Dec 09 15:55:41.082193 n-d-821228-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:55:41.082193 n-d-821228-1 neutron-server[103244]: self.session.flush() Dec 09 15:55:41.082193 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:55:41.082193 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:55:41.082193 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:55:41.082193 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:55:41.082193 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:55:41.082193 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:55:41.082193 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:55:41.082193 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:55:41.082193 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:55:41.082193 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:55:41.082193 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:55:41.082193 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:55:41.082193 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:55:41.082193 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:55:41.082193 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:55:41.082193 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:55:41.082193 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:55:41.082193 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:55:41.082193 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:55:41.082193 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:55:41.082193 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:55:41.082193 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:55:41.082193 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:55:41.082193 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:55:41.082193 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:55:41.082193 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:55:41.082193 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:55:41.082193 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:55:41.082193 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:55:41.082193 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:55:41.082193 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:55:41.082193 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:55:41.085597 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9cca78c7-5381-4cd0-ad0e-a8396583bff7 None None] For port 54eae4ee-fb21-467b-8653-2ceaeb4765d6, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=54eae4ee-fb21-467b-8653-2ceaeb4765d6,segment=NetworkSegment(e536b308-6221-4834-bfdf-df9a22854dcf),segment_id=e536b308-6221-4834-bfdf-df9a22854dcf)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:41.085597 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9cca78c7-5381-4cd0-ad0e-a8396583bff7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:41.098832 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9cca78c7-5381-4cd0-ad0e-a8396583bff7 None None] Calling delete_port for 54eae4ee-fb21-467b-8653-2ceaeb4765d6 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:55:41.151068 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9fa5b4a8-9d6f-419d-9e06-bee5ce83328e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:41.158330 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9fa5b4a8-9d6f-419d-9e06-bee5ce83328e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:41.162529 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9fa5b4a8-9d6f-419d-9e06-bee5ce83328e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "DELETE /v2.0/networks/95389f70-b24c-4ab5-bb99-c91f24613eee HTTP/1.1" status: 204 len: 168 time: 0.6232705 Dec 09 15:55:41.165147 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59754) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:41.184117 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa5b4a8-9d6f-419d-9e06-bee5ce83328e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event deleted for resources: {'Network': ['ID=95389f70-b24c-4ab5-bb99-c91f24613eee,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:41.189941 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9cca78c7-5381-4cd0-ad0e-a8396583bff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:41.222601 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca78c7-5381-4cd0-ad0e-a8396583bff7 None None] Pushing event deleted for resources: {'Port': ['ID=54eae4ee-fb21-467b-8653-2ceaeb4765d6,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:41.227439 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cca78c7-5381-4cd0-ad0e-a8396583bff7 None None] No DVR routers for this DVR port 54eae4ee-fb21-467b-8653-2ceaeb4765d6 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:55:41.267057 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-36c4b36b-7d13-470a-82e1-3e9a39ef6097 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:41.296864 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['9e470191-9631-43ae-9d5c-62c66a11b99d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:55:41.362072 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-36c4b36b-7d13-470a-82e1-3e9a39ef6097 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:41.386189 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-36c4b36b-7d13-470a-82e1-3e9a39ef6097 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab1db52-1fa2-4fc5-862d-b792598fd3af']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:41.399993 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-36c4b36b-7d13-470a-82e1-3e9a39ef6097 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e536b308-6221-4834-bfdf-df9a22854dcf') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:41.400442 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-36c4b36b-7d13-470a-82e1-3e9a39ef6097 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e536b308-6221-4834-bfdf-df9a22854dcf') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:41.410171 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-36c4b36b-7d13-470a-82e1-3e9a39ef6097 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:41.423824 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-36c4b36b-7d13-470a-82e1-3e9a39ef6097 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:41.430968 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c4b36b-7d13-470a-82e1-3e9a39ef6097 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:55:41.431443 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-36c4b36b-7d13-470a-82e1-3e9a39ef6097 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:41.434750 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:55:41.434750 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:55:41.434750 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:55:41.434750 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:55:41.434750 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:55:41.434750 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:55:41.434750 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:55:41.434750 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:55:41.434750 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:55:41.434750 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:55:41.434750 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:55:41.434750 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:55:41.434750 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:55:41.434750 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:55:41.434750 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:55:41.434750 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:55:41.434750 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:55:41.434750 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:55:41.434750 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:55:41.434750 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:55:41.434750 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:55:41.434750 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:55:41.434750 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:55:41.434750 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:55:41.434750 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:55:41.434750 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:55:41.434750 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:55:41.434750 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:55:41.434750 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:55:41.434750 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:55:41.434750 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:55:41.434750 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:55:41.537236 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-36c4b36b-7d13-470a-82e1-3e9a39ef6097 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:41.544779 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-36c4b36b-7d13-470a-82e1-3e9a39ef6097 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:41.552328 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-36c4b36b-7d13-470a-82e1-3e9a39ef6097 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "DELETE /v2.0/networks/eab1db52-1fa2-4fc5-862d-b792598fd3af HTTP/1.1" status: 204 len: 168 time: 0.3818829 Dec 09 15:55:41.553841 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59760) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:41.564012 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-14681e01-8128-4826-b0e2-745f58c7e776 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Request body: {'network': {'name': 'tempest-RoutersTest-453331601'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:41.577817 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89762c-1378-4137-8d65-6290681139ab req-284e249d-ced9-439d-b4d9-ecd3455ee9b8 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:41.579395 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a89762c-1378-4137-8d65-6290681139ab req-284e249d-ced9-439d-b4d9-ecd3455ee9b8 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ab218291-6db9-4d1c-8107-a5c18a348189 HTTP/1.1" status: 200 len: 1095 time: 0.0874910 Dec 09 15:55:41.581799 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4b36b-7d13-470a-82e1-3e9a39ef6097 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event deleted for resources: {'Network': ['ID=eab1db52-1fa2-4fc5-862d-b792598fd3af,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:41.594373 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a17a4dae-7f54-4c7d-ad0a-2a064ffd38b7 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:55:41.624087 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: a17a4dae-7f54-4c7d-ad0a-2a064ffd38b7 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:55:41.624509 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a17a4dae-7f54-4c7d-ad0a-2a064ffd38b7 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:55:41.625292 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 54eae4ee-fb21-467b-8653-2ceaeb4765d6 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:55:41.625445 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14681e01-8128-4826-b0e2-745f58c7e776 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Made reservation on behalf of 191f2fbe1f284dfcaf35d400d96cab65 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:55:41.628709 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-14681e01-8128-4826-b0e2-745f58c7e776 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:41.644930 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 54eae4ee-fb21-467b-8653-2ceaeb4765d6 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:55:41.645612 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 54eae4ee-fb21-467b-8653-2ceaeb4765d6 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:55:41.667648 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a89762c-1378-4137-8d65-6290681139ab req-12c68392-ee21-4ada-b1d6-eb4e0633b93a tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=db634a58-0c73-42f2-88ee-4aecee811c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762982 Dec 09 15:55:41.670957 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14681e01-8128-4826-b0e2-745f58c7e776 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:55:41.682809 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-14681e01-8128-4826-b0e2-745f58c7e776 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:41.683233 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-14681e01-8128-4826-b0e2-745f58c7e776 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Added segment 6065f443-1347-4802-a6f5-e3d1daf463c3 of type vlan for network 51debeec-45b3-4a61-840f-66b8aa8cc3a6 Dec 09 15:55:41.726172 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-14681e01-8128-4826-b0e2-745f58c7e776 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:41.752725 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-14681e01-8128-4826-b0e2-745f58c7e776 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:41.764849 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14681e01-8128-4826-b0e2-745f58c7e776 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:41.765573 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-14681e01-8128-4826-b0e2-745f58c7e776 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:41.840284 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-14681e01-8128-4826-b0e2-745f58c7e776 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2800274 Dec 09 15:55:41.843124 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59766) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:41.847908 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-a995ef11-b859-4952-b600-a279f70f04e5 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Request body: {'subnet': {'network_id': '51debeec-45b3-4a61-840f-66b8aa8cc3a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:41.852817 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14681e01-8128-4826-b0e2-745f58c7e776 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event updated for resources: {'Network': ['ID=51debeec-45b3-4a61-840f-66b8aa8cc3a6,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:41.867886 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 51debeec-45b3-4a61-840f-66b8aa8cc3a6 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:55:41.954185 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a995ef11-b859-4952-b600-a279f70f04e5 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Made reservation on behalf of 191f2fbe1f284dfcaf35d400d96cab65 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:55:41.958455 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a995ef11-b859-4952-b600-a279f70f04e5 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:42.143012 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a995ef11-b859-4952-b600-a279f70f04e5 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:42.204176 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a995ef11-b859-4952-b600-a279f70f04e5 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event updated for resources: {'Subnet': ['ID=6b3211ab-e8f0-4429-899f-5c58ee8e8b17,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:42.214268 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a995ef11-b859-4952-b600-a279f70f04e5 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Checking segment: {'id': '6065f443-1347-4802-a6f5-e3d1daf463c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '51debeec-45b3-4a61-840f-66b8aa8cc3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:55:42.214630 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a995ef11-b859-4952-b600-a279f70f04e5 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Network hostable DHCP agents. Network: 51debeec-45b3-4a61-840f-66b8aa8cc3a6, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:55:42.232112 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a995ef11-b859-4952-b600-a279f70f04e5 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Network 51debeec-45b3-4a61-840f-66b8aa8cc3a6 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:55:42.241591 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-a995ef11-b859-4952-b600-a279f70f04e5 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 51debeec-45b3-4a61-840f-66b8aa8cc3a6) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:55:42.246592 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a995ef11-b859-4952-b600-a279f70f04e5 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:42.247423 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a995ef11-b859-4952-b600-a279f70f04e5 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:42.253385 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6862f024-e55e-40b3-9f12-6a49b598e24b None None] Network 51debeec-45b3-4a61-840f-66b8aa8cc3a6 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:55:42.267814 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a995ef11-b859-4952-b600-a279f70f04e5 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4233301 Dec 09 15:55:42.271191 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59776) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:42.275780 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-dcf92704-7496-4128-b653-07e3be309026 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-466409211', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:42.302879 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dcf92704-7496-4128-b653-07e3be309026 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:42.304224 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dcf92704-7496-4128-b653-07e3be309026 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:42.375496 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dcf92704-7496-4128-b653-07e3be309026 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:42.375734 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98734e05-2bc6-4219-8bd3-4481c8916259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-51debeec-45b3-4a61-840f-66b8aa8cc3a6', 'network_id': '51debeec-45b3-4a61-840f-66b8aa8cc3a6', 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'fixed_ips': [{'subnet_id': '6b3211ab-e8f0-4429-899f-5c58ee8e8b17'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:55:42.376915 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-98734e05-2bc6-4219-8bd3-4481c8916259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:42.383877 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dcf92704-7496-4128-b653-07e3be309026 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:42.403283 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dcf92704-7496-4128-b653-07e3be309026 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:42.407730 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59778) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:42.408508 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-dcf92704-7496-4128-b653-07e3be309026 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1356497 Dec 09 15:55:42.414483 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-39283384-35e5-4204-b970-4400ddbe046f tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Request body: {'port': {'network_id': '51debeec-45b3-4a61-840f-66b8aa8cc3a6', 'name': 'tempest-RoutersTest-119975073'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:42.450723 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 9e470191-9631-43ae-9d5c-62c66a11b99d up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:55:42.542345 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39283384-35e5-4204-b970-4400ddbe046f tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Made reservation on behalf of 191f2fbe1f284dfcaf35d400d96cab65 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:55:42.547613 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-39283384-35e5-4204-b970-4400ddbe046f tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:42.569502 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-39283384-35e5-4204-b970-4400ddbe046f tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] device_id is not set on port 5556d80f-91e4-40fd-8c85-9397e581a04a yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:55:42.673971 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 9e470191-9631-43ae-9d5c-62c66a11b99d completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:55:42.679465 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 9e470191-9631-43ae-9d5c-62c66a11b99d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:42.679831 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:42.692842 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-39283384-35e5-4204-b970-4400ddbe046f tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Allocated IP 172.20.0.7 (51debeec-45b3-4a61-840f-66b8aa8cc3a6/6b3211ab-e8f0-4429-899f-5c58ee8e8b17/5556d80f-91e4-40fd-8c85-9397e581a04a) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:55:42.784478 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:42.812051 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab218291-6db9-4d1c-8107-a5c18a348189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e470191-9631-43ae-9d5c-62c66a11b99d'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:55:42.814345 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5598da1f-a8ba-450e-98cb-cff4ef36265b" -d '{"events": [{"server_uuid": "ab218291-6db9-4d1c-8107-a5c18a348189", "name": "network-vif-plugged", "status": "completed", "tag": "9e470191-9631-43ae-9d5c-62c66a11b99d"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:55:42.827191 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 9e470191-9631-43ae-9d5c-62c66a11b99d, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=9e470191-9631-43ae-9d5c-62c66a11b99d,segment=NetworkSegment(6b8c6052-e0aa-4ad8-8aac-f5341a6ac233),segment_id=6b8c6052-e0aa-4ad8-8aac-f5341a6ac233)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:42.834782 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:42.868541 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f9b6e-d71a-46f3-9f59-c513444d7a05 req-e93cced0-db35-47d5-adab-c25d582a43f8 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:42.870085 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-561f9b6e-d71a-46f3-9f59-c513444d7a05 req-e93cced0-db35-47d5-adab-c25d582a43f8 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ab218291-6db9-4d1c-8107-a5c18a348189 HTTP/1.1" status: 200 len: 1095 time: 0.1046541 Dec 09 15:55:42.888646 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=9e470191-9631-43ae-9d5c-62c66a11b99d,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:42.924925 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-39283384-35e5-4204-b970-4400ddbe046f tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:42.943513 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-561f9b6e-d71a-46f3-9f59-c513444d7a05 req-e5c752de-8f78-4b9a-9e17-ea513214480d tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=db634a58-0c73-42f2-88ee-4aecee811c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642450 Dec 09 15:55:42.972296 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-39283384-35e5-4204-b970-4400ddbe046f tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:43.025310 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39283384-35e5-4204-b970-4400ddbe046f tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Network 51debeec-45b3-4a61-840f-66b8aa8cc3a6 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:55:43.028746 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-39283384-35e5-4204-b970-4400ddbe046f tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:55:43.032264 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39283384-35e5-4204-b970-4400ddbe046f tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:55:43.060435 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-98734e05-2bc6-4219-8bd3-4481c8916259 None None] Allocated IP 172.20.0.2 (51debeec-45b3-4a61-840f-66b8aa8cc3a6/6b3211ab-e8f0-4429-899f-5c58ee8e8b17/01f7aae3-e610-4d75-82d9-fbaa66439056) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:55:43.071021 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39283384-35e5-4204-b970-4400ddbe046f tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event updated for resources: {'Port': ['ID=5556d80f-91e4-40fd-8c85-9397e581a04a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:43.114937 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39283384-35e5-4204-b970-4400ddbe046f tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:43.115839 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-39283384-35e5-4204-b970-4400ddbe046f tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:43.137877 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-39283384-35e5-4204-b970-4400ddbe046f tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.7287531 Dec 09 15:55:43.138101 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59788) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:43.143786 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58ec3bc-29e4-46ef-834e-3da1eb95cd44 x-openstack-request-id: req-b58ec3bc-29e4-46ef-834e-3da1eb95cd44 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:55:43.144209 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab218291-6db9-4d1c-8107-a5c18a348189", "name": "network-vif-plugged", "status": "completed", "tag": "9e470191-9631-43ae-9d5c-62c66a11b99d", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:55:43.146434 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b58ec3bc-29e4-46ef-834e-3da1eb95cd44 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:55:43.146965 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab218291-6db9-4d1c-8107-a5c18a348189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e470191-9631-43ae-9d5c-62c66a11b99d', 'code': 200} Dec 09 15:55:43.234216 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e6f19-b417-41c3-9442-46d6b0017658 req-f333a6d7-0e1d-412f-8174-51b5f29b719d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:43.235781 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d39e6f19-b417-41c3-9442-46d6b0017658 req-f333a6d7-0e1d-412f-8174-51b5f29b719d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ab218291-6db9-4d1c-8107-a5c18a348189 HTTP/1.1" status: 200 len: 1096 time: 0.0488384 Dec 09 15:55:43.245780 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-98734e05-2bc6-4219-8bd3-4481c8916259 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:43.252722 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-98734e05-2bc6-4219-8bd3-4481c8916259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:43.289823 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d39e6f19-b417-41c3-9442-46d6b0017658 req-c61d9bb3-572b-4801-bcd2-124b7c44aa02 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=db634a58-0c73-42f2-88ee-4aecee811c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451005 Dec 09 15:55:43.295237 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98734e05-2bc6-4219-8bd3-4481c8916259 None None] Network 51debeec-45b3-4a61-840f-66b8aa8cc3a6 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:55:43.298419 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-98734e05-2bc6-4219-8bd3-4481c8916259 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:55:43.303918 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98734e05-2bc6-4219-8bd3-4481c8916259 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:55:43.339275 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98734e05-2bc6-4219-8bd3-4481c8916259 None None] Pushing event updated for resources: {'Port': ['ID=01f7aae3-e610-4d75-82d9-fbaa66439056,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:43.394642 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-98734e05-2bc6-4219-8bd3-4481c8916259 None None] Attempting to bind port 01f7aae3-e610-4d75-82d9-fbaa66439056 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:55:43.395042 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-98734e05-2bc6-4219-8bd3-4481c8916259 None None] Attempting to bind port 01f7aae3-e610-4d75-82d9-fbaa66439056 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '6065f443-1347-4802-a6f5-e3d1daf463c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '51debeec-45b3-4a61-840f-66b8aa8cc3a6'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:55:43.395417 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98734e05-2bc6-4219-8bd3-4481c8916259 None None] Attempting to bind port 01f7aae3-e610-4d75-82d9-fbaa66439056 on network 51debeec-45b3-4a61-840f-66b8aa8cc3a6 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:55:43.404601 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98734e05-2bc6-4219-8bd3-4481c8916259 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:55:43.404979 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98734e05-2bc6-4219-8bd3-4481c8916259 None None] Checking segment: {'id': '6065f443-1347-4802-a6f5-e3d1daf463c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '51debeec-45b3-4a61-840f-66b8aa8cc3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:55:43.405381 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-98734e05-2bc6-4219-8bd3-4481c8916259 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:43.405773 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98734e05-2bc6-4219-8bd3-4481c8916259 None None] Bound using segment: {'id': '6065f443-1347-4802-a6f5-e3d1daf463c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '51debeec-45b3-4a61-840f-66b8aa8cc3a6'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:55:43.406238 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-98734e05-2bc6-4219-8bd3-4481c8916259 None None] Bound port: 01f7aae3-e610-4d75-82d9-fbaa66439056, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6065f443-1347-4802-a6f5-e3d1daf463c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '51debeec-45b3-4a61-840f-66b8aa8cc3a6'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:55:43.406621 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-98734e05-2bc6-4219-8bd3-4481c8916259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:43.510284 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-98734e05-2bc6-4219-8bd3-4481c8916259 None None] For port 01f7aae3-e610-4d75-82d9-fbaa66439056, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:55:43.527938 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-98734e05-2bc6-4219-8bd3-4481c8916259 None None] For port 01f7aae3-e610-4d75-82d9-fbaa66439056, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=01f7aae3-e610-4d75-82d9-fbaa66439056,segment=NetworkSegment(6065f443-1347-4802-a6f5-e3d1daf463c3),segment_id=6065f443-1347-4802-a6f5-e3d1daf463c3)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:55:43.534304 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-98734e05-2bc6-4219-8bd3-4481c8916259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:43.565907 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a195e2f4-c439-49e9-90d8-0a3a26e3be8d tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:43.616911 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98734e05-2bc6-4219-8bd3-4481c8916259 None None] Pushing event updated for resources: {'Port': ['ID=01f7aae3-e610-4d75-82d9-fbaa66439056,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:43.834855 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59806) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:43.921715 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a195e2f4-c439-49e9-90d8-0a3a26e3be8d tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:43.929418 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a195e2f4-c439-49e9-90d8-0a3a26e3be8d tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:43.941716 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95de2b3-8583-41ba-93a6-7639513a659b req-591f6fd6-f2ca-4f11-9767-67343a8caf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:43.951004 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f95de2b3-8583-41ba-93a6-7639513a659b req-591f6fd6-f2ca-4f11-9767-67343a8caf56 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4d358826-2d1d-4339-bfba-d2bbd84dce36 HTTP/1.1" status: 200 len: 1097 time: 0.1146603 Dec 09 15:55:43.981976 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195e2f4-c439-49e9-90d8-0a3a26e3be8d tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event updated for resources: {'Port': ['ID=5556d80f-91e4-40fd-8c85-9397e581a04a,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:44.053199 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f95de2b3-8583-41ba-93a6-7639513a659b req-f86a269a-d6d5-4f04-a39a-62dbaae2c0d3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=817869b2-305b-41f2-b837-ebc295b756f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1005330 Dec 09 15:55:44.133481 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a21b52-6644-4ec4-8306-b4059fa64b91 req-48ec46a3-4e5b-4dfa-ba90-76bddcecd42e tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:44.134935 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-62a21b52-6644-4ec4-8306-b4059fa64b91 req-48ec46a3-4e5b-4dfa-ba90-76bddcecd42e tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ab218291-6db9-4d1c-8107-a5c18a348189 HTTP/1.1" status: 200 len: 1096 time: 0.0551949 Dec 09 15:55:44.187306 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-62a21b52-6644-4ec4-8306-b4059fa64b91 req-5afc1e71-3646-4742-b8e4-03063c320b89 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=db634a58-0c73-42f2-88ee-4aecee811c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405109 Dec 09 15:55:44.197151 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a195e2f4-c439-49e9-90d8-0a3a26e3be8d tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:44.334973 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a195e2f4-c439-49e9-90d8-0a3a26e3be8d tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:44.700034 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a195e2f4-c439-49e9-90d8-0a3a26e3be8d tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:44.709607 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a195e2f4-c439-49e9-90d8-0a3a26e3be8d tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:44.843266 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195e2f4-c439-49e9-90d8-0a3a26e3be8d tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event updated for resources: {'Port': ['ID=5556d80f-91e4-40fd-8c85-9397e581a04a,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:44.857579 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a195e2f4-c439-49e9-90d8-0a3a26e3be8d tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:44.983153 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a195e2f4-c439-49e9-90d8-0a3a26e3be8d tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Network 51debeec-45b3-4a61-840f-66b8aa8cc3a6 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:55:44.984955 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-a195e2f4-c439-49e9-90d8-0a3a26e3be8d tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:55:44.987044 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd8253a-68c4-4609-a647-5eee7c76fa4c None None] Network 51debeec-45b3-4a61-840f-66b8aa8cc3a6 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:55:45.095393 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-0d9c60ef-b17e-4fb6-8c7f-6d9da76fd630 None None] Provisioning complete for port 01f7aae3-e610-4d75-82d9-fbaa66439056 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:45.095765 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0d9c60ef-b17e-4fb6-8c7f-6d9da76fd630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:45.152637 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a195e2f4-c439-49e9-90d8-0a3a26e3be8d tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Router e748f122-0137-4cc1-a6b6-dbc5fa501cf0 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:55:45.247555 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0d9c60ef-b17e-4fb6-8c7f-6d9da76fd630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:45.261306 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a195e2f4-c439-49e9-90d8-0a3a26e3be8d tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:55:45.266946 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a195e2f4-c439-49e9-90d8-0a3a26e3be8d tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "PUT /v2.0/routers/e748f122-0137-4cc1-a6b6-dbc5fa501cf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1277618 Dec 09 15:55:45.270264 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59830) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:45.291412 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98154e23-a644-4fba-afc5-7c6a230b10fe None None] Sync routers for ids ['e748f122-0137-4cc1-a6b6-dbc5fa501cf0'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:55:45.303818 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0d9c60ef-b17e-4fb6-8c7f-6d9da76fd630 None None] For port 01f7aae3-e610-4d75-82d9-fbaa66439056, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=01f7aae3-e610-4d75-82d9-fbaa66439056,segment=NetworkSegment(6065f443-1347-4802-a6f5-e3d1daf463c3),segment_id=6065f443-1347-4802-a6f5-e3d1daf463c3)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:45.313098 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0d9c60ef-b17e-4fb6-8c7f-6d9da76fd630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:45.317396 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98154e23-a644-4fba-afc5-7c6a230b10fe None None] Routers {'e748f122-0137-4cc1-a6b6-dbc5fa501cf0'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:55:45.317658 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-98154e23-a644-4fba-afc5-7c6a230b10fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:55:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['e748f122-0137-4cc1-a6b6-dbc5fa501cf0'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:45.357819 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3705596-0eba-4d25-92a3-ed47d288b8aa tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:45.359319 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b3705596-0eba-4d25-92a3-ed47d288b8aa tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "GET /v2.0/ports/5556d80f-91e4-40fd-8c85-9397e581a04a HTTP/1.1" status: 200 len: 976 time: 0.0871286 Dec 09 15:55:45.362663 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59836) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:45.374841 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-98154e23-a644-4fba-afc5-7c6a230b10fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:45.376460 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddefa81-39b8-4e38-93f5-13cef810f2d0 req-2f1e4477-cf59-46bd-bd25-b626a2ad604e tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:45.377997 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2ddefa81-39b8-4e38-93f5-13cef810f2d0 req-2f1e4477-cf59-46bd-bd25-b626a2ad604e tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ab218291-6db9-4d1c-8107-a5c18a348189 HTTP/1.1" status: 200 len: 1096 time: 0.0942178 Dec 09 15:55:45.413421 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98154e23-a644-4fba-afc5-7c6a230b10fe None None] Routers {'e748f122-0137-4cc1-a6b6-dbc5fa501cf0'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:55:45.413653 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-98154e23-a644-4fba-afc5-7c6a230b10fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:55:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['e748f122-0137-4cc1-a6b6-dbc5fa501cf0'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:45.459626 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c60ef-b17e-4fb6-8c7f-6d9da76fd630 None None] Pushing event updated for resources: {'Port': ['ID=01f7aae3-e610-4d75-82d9-fbaa66439056,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:45.464266 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-98154e23-a644-4fba-afc5-7c6a230b10fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:45.465163 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98154e23-a644-4fba-afc5-7c6a230b10fe None None] The sync data for ids ['e748f122-0137-4cc1-a6b6-dbc5fa501cf0'] in n-d-821228-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:55:45.465861 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2ddefa81-39b8-4e38-93f5-13cef810f2d0 req-995fe86b-2655-48d6-b571-5c6b2e90b5bc tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=db634a58-0c73-42f2-88ee-4aecee811c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771604 Dec 09 15:55:45.647967 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-413a179e-83e8-4740-957c-7398385ab02a None None] Provisioning complete for port 01f7aae3-e610-4d75-82d9-fbaa66439056 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:45.648351 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-413a179e-83e8-4740-957c-7398385ab02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:45.687658 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 01f7aae3-e610-4d75-82d9-fbaa66439056 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:55:45.726281 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c9153-e8ea-4502-bdbd-15d5e29f09da req-23711353-04cd-4fe5-8843-2bebe1ff9b15 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:45.739822 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af4c9153-e8ea-4502-bdbd-15d5e29f09da req-23711353-04cd-4fe5-8843-2bebe1ff9b15 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ab218291-6db9-4d1c-8107-a5c18a348189 HTTP/1.1" status: 200 len: 1096 time: 0.0959945 Dec 09 15:55:45.800268 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 01f7aae3-e610-4d75-82d9-fbaa66439056 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:45.800717 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:45.818064 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2daf4619-6191-473d-907f-3ae3d32c3f42 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:45.823611 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af4c9153-e8ea-4502-bdbd-15d5e29f09da req-4ca8aa3a-1172-4732-8ca5-a2d2481d323f tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=db634a58-0c73-42f2-88ee-4aecee811c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825267 Dec 09 15:55:45.880655 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-413a179e-83e8-4740-957c-7398385ab02a None None] Provisioning complete for port 5556d80f-91e4-40fd-8c85-9397e581a04a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:45.880941 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-413a179e-83e8-4740-957c-7398385ab02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:45.948683 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aada18-18be-4052-ad91-d927633a10f0 req-da1588f8-0cce-4f46-8582-55156d6b2408 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:45.951372 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f1aada18-18be-4052-ad91-d927633a10f0 req-da1588f8-0cce-4f46-8582-55156d6b2408 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ab218291-6db9-4d1c-8107-a5c18a348189 HTTP/1.1" status: 200 len: 1096 time: 0.0549228 Dec 09 15:55:45.967695 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-413a179e-83e8-4740-957c-7398385ab02a None None] Port 5556d80f-91e4-40fd-8c85-9397e581a04a cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:55:46.001600 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:46.024599 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f1aada18-18be-4052-ad91-d927633a10f0 req-134df5f1-f4c1-4a08-8c1a-f74e1aa159f4 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=db634a58-0c73-42f2-88ee-4aecee811c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653975 Dec 09 15:55:46.089146 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c9916fa6-7ac7-4158-9a38-824c4610d022 None None] Provisioning complete for port 5556d80f-91e4-40fd-8c85-9397e581a04a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:46.089666 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c9916fa6-7ac7-4158-9a38-824c4610d022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:46.142561 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c9916fa6-7ac7-4158-9a38-824c4610d022 None None] Port 5556d80f-91e4-40fd-8c85-9397e581a04a cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:55:46.142946 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-2daf4619-6191-473d-907f-3ae3d32c3f42 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Deleting port 5556d80f-91e4-40fd-8c85-9397e581a04a {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:55:46.143352 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2daf4619-6191-473d-907f-3ae3d32c3f42 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:46.266252 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34abba14-d4b6-4c01-a4b3-5e0d8fd9e20b None None] Provisioning complete for port 5556d80f-91e4-40fd-8c85-9397e581a04a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:46.266704 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34abba14-d4b6-4c01-a4b3-5e0d8fd9e20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:46.275728 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2daf4619-6191-473d-907f-3ae3d32c3f42 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:46.293180 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-2daf4619-6191-473d-907f-3ae3d32c3f42 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Calling delete_port for 5556d80f-91e4-40fd-8c85-9397e581a04a owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:55:46.316179 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34abba14-d4b6-4c01-a4b3-5e0d8fd9e20b None None] Port 5556d80f-91e4-40fd-8c85-9397e581a04a cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:55:46.529660 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2daf4619-6191-473d-907f-3ae3d32c3f42 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:46.542975 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d97a7067-7022-4acc-a70a-6d046c07e704 None None] Provisioning complete for port 5556d80f-91e4-40fd-8c85-9397e581a04a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:46.543349 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d97a7067-7022-4acc-a70a-6d046c07e704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:46.562005 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf4619-6191-473d-907f-3ae3d32c3f42 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event deleted for resources: {'Port': ['ID=5556d80f-91e4-40fd-8c85-9397e581a04a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:46.579612 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d97a7067-7022-4acc-a70a-6d046c07e704 None None] Port 5556d80f-91e4-40fd-8c85-9397e581a04a was deleted so its status cannot be updated. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 09 15:55:46.580544 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9a4e6-570c-4e53-9975-dec76f134132 req-9c2f6630-c079-477e-a6ad-6e0fb43101be tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:46.592391 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a0b9a4e6-570c-4e53-9975-dec76f134132 req-9c2f6630-c079-477e-a6ad-6e0fb43101be tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ab218291-6db9-4d1c-8107-a5c18a348189 HTTP/1.1" status: 200 len: 1096 time: 0.1109955 Dec 09 15:55:46.657026 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a0b9a4e6-570c-4e53-9975-dec76f134132 req-03254512-9b95-412a-9f42-f43f25cf2fea tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=db634a58-0c73-42f2-88ee-4aecee811c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587320 Dec 09 15:55:46.718167 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2daf4619-6191-473d-907f-3ae3d32c3f42 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:46.774313 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8b5d4-6604-4aa3-a593-5642f6ce1200 req-f1a4d2dd-9203-402a-a65d-e41a6168ba25 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:46.780976 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c9b8b5d4-6604-4aa3-a593-5642f6ce1200 req-f1a4d2dd-9203-402a-a65d-e41a6168ba25 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=080ebf84-6de3-4db7-85d0-c4c65a56ca05 HTTP/1.1" status: 200 len: 945 time: 0.0630848 Dec 09 15:55:46.827071 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c9b8b5d4-6604-4aa3-a593-5642f6ce1200 req-a8f3d945-f35a-4ae5-8cb7-3dc64e7087ee tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433497 Dec 09 15:55:46.895857 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2daf4619-6191-473d-907f-3ae3d32c3f42 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Router e748f122-0137-4cc1-a6b6-dbc5fa501cf0 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:55:46.976885 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2daf4619-6191-473d-907f-3ae3d32c3f42 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:55:46.984607 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2daf4619-6191-473d-907f-3ae3d32c3f42 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "PUT /v2.0/routers/e748f122-0137-4cc1-a6b6-dbc5fa501cf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6179311 Dec 09 15:55:46.984717 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59854) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:46.987153 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60a9cbb-7a5e-4ebf-bcd6-19d2d0147174 None None] Sync routers for ids ['e748f122-0137-4cc1-a6b6-dbc5fa501cf0'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:55:46.998130 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60a9cbb-7a5e-4ebf-bcd6-19d2d0147174 None None] Routers {'e748f122-0137-4cc1-a6b6-dbc5fa501cf0'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:55:46.998835 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-b60a9cbb-7a5e-4ebf-bcd6-19d2d0147174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:55:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['e748f122-0137-4cc1-a6b6-dbc5fa501cf0'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:47.032431 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-b60a9cbb-7a5e-4ebf-bcd6-19d2d0147174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:47.042486 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60a9cbb-7a5e-4ebf-bcd6-19d2d0147174 None None] Routers {'e748f122-0137-4cc1-a6b6-dbc5fa501cf0'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:55:47.043092 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-b60a9cbb-7a5e-4ebf-bcd6-19d2d0147174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:55:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['e748f122-0137-4cc1-a6b6-dbc5fa501cf0'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:47.074389 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-b60a9cbb-7a5e-4ebf-bcd6-19d2d0147174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:47.075058 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60a9cbb-7a5e-4ebf-bcd6-19d2d0147174 None None] The sync data for ids ['e748f122-0137-4cc1-a6b6-dbc5fa501cf0'] in n-d-821228-1 is: [] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:55:47.166246 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-27e4a30f-4b70-450e-98eb-17a49fa9fc38 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] remove_router_interface failed (client error): The resource could not be found. Dec 09 15:55:47.167308 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-27e4a30f-4b70-450e-98eb-17a49fa9fc38 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "PUT /v2.0/routers/e748f122-0137-4cc1-a6b6-dbc5fa501cf0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1815593 Dec 09 15:55:47.169992 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59856) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:47.195996 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2d234026-1521-4c75-84f4-03f3111c1bd5 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "GET /v2.0/ports?device_id=e748f122-0137-4cc1-a6b6-dbc5fa501cf0 HTTP/1.1" status: 200 len: 205 time: 0.0248168 Dec 09 15:55:47.198191 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59858) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:47.272720 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b07fed47-fef7-405f-8f9c-ff7508525bf6 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:47.795465 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b07fed47-fef7-405f-8f9c-ff7508525bf6 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:47.799534 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b07fed47-fef7-405f-8f9c-ff7508525bf6 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:47.850454 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed2e7f-9344-42d7-8a42-eeab3e70b240 req-4c888b50-fc82-4c69-a923-9ddca8fee29c tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:47.852065 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cbed2e7f-9344-42d7-8a42-eeab3e70b240 req-4c888b50-fc82-4c69-a923-9ddca8fee29c tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ab218291-6db9-4d1c-8107-a5c18a348189 HTTP/1.1" status: 200 len: 1096 time: 0.1352687 Dec 09 15:55:47.854056 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b07fed47-fef7-405f-8f9c-ff7508525bf6 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:47.854569 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07fed47-fef7-405f-8f9c-ff7508525bf6 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Fanout notify agent at l3_agent the message router_deleted on router e748f122-0137-4cc1-a6b6-dbc5fa501cf0 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:55:47.862265 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b07fed47-fef7-405f-8f9c-ff7508525bf6 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:47.863206 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b07fed47-fef7-405f-8f9c-ff7508525bf6 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "DELETE /v2.0/routers/e748f122-0137-4cc1-a6b6-dbc5fa501cf0 HTTP/1.1" status: 204 len: 168 time: 0.6641271 Dec 09 15:55:47.865967 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59864) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:47.872964 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b57ac-8e90-4419-8b2a-d7542a47efd4 req-dc4abbb0-d260-417f-a7d4-9a6570c865f8 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:47.874429 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-532b57ac-8e90-4419-8b2a-d7542a47efd4 req-dc4abbb0-d260-417f-a7d4-9a6570c865f8 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ab218291-6db9-4d1c-8107-a5c18a348189 HTTP/1.1" status: 200 len: 1096 time: 0.1485672 Dec 09 15:55:47.917670 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd9812c-f446-48e6-a367-2b41d7eae3f1 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Deleting subnet 6b3211ab-e8f0-4429-899f-5c58ee8e8b17 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:55:47.920836 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-edd9812c-f446-48e6-a367-2b41d7eae3f1 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:47.960637 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-edd9812c-f446-48e6-a367-2b41d7eae3f1 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:47.964956 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-532b57ac-8e90-4419-8b2a-d7542a47efd4 req-c959684d-8f14-4157-a40e-751643afd244 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=db634a58-0c73-42f2-88ee-4aecee811c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755103 Dec 09 15:55:47.986887 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-cbed2e7f-9344-42d7-8a42-eeab3e70b240 req-69b1a06c-ddad-4ce9-a248-c58f89cc26c6 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Deleting port 9e470191-9631-43ae-9d5c-62c66a11b99d {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:55:47.986887 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cbed2e7f-9344-42d7-8a42-eeab3e70b240 req-69b1a06c-ddad-4ce9-a248-c58f89cc26c6 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:48.053213 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-edd9812c-f446-48e6-a367-2b41d7eae3f1 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:48.089649 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-cbed2e7f-9344-42d7-8a42-eeab3e70b240 req-69b1a06c-ddad-4ce9-a248-c58f89cc26c6 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] For port 9e470191-9631-43ae-9d5c-62c66a11b99d, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=9e470191-9631-43ae-9d5c-62c66a11b99d,segment=NetworkSegment(6b8c6052-e0aa-4ad8-8aac-f5341a6ac233),segment_id=6b8c6052-e0aa-4ad8-8aac-f5341a6ac233)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:48.090016 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cbed2e7f-9344-42d7-8a42-eeab3e70b240 req-69b1a06c-ddad-4ce9-a248-c58f89cc26c6 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:48.111316 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-edd9812c-f446-48e6-a367-2b41d7eae3f1 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:48.112611 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ca6c0-5523-40b6-8f00-e2d21974f9ab req-e6e2e5c0-3e32-49e4-b858-7561f72c2765 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:48.114574 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a15ca6c0-5523-40b6-8f00-e2d21974f9ab req-e6e2e5c0-3e32-49e4-b858-7561f72c2765 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=080ebf84-6de3-4db7-85d0-c4c65a56ca05 HTTP/1.1" status: 200 len: 945 time: 0.0845699 Dec 09 15:55:48.115551 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-cbed2e7f-9344-42d7-8a42-eeab3e70b240 req-69b1a06c-ddad-4ce9-a248-c58f89cc26c6 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Calling delete_port for 9e470191-9631-43ae-9d5c-62c66a11b99d owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:55:48.137947 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd9812c-f446-48e6-a367-2b41d7eae3f1 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event deleted for resources: {'Subnet': ['ID=6b3211ab-e8f0-4429-899f-5c58ee8e8b17,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:48.146491 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-edd9812c-f446-48e6-a367-2b41d7eae3f1 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:48.149694 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-edd9812c-f446-48e6-a367-2b41d7eae3f1 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "DELETE /v2.0/subnets/6b3211ab-e8f0-4429-899f-5c58ee8e8b17 HTTP/1.1" status: 204 len: 168 time: 0.2825286 Dec 09 15:55:48.151507 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f731c54-43b3-4283-b5e9-3cd8f78f5192 None None] Network 51debeec-45b3-4a61-840f-66b8aa8cc3a6 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:55:48.152281 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59868) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:48.161358 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd9812c-f446-48e6-a367-2b41d7eae3f1 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:48.161988 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd9812c-f446-48e6-a367-2b41d7eae3f1 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:48.162403 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd9812c-f446-48e6-a367-2b41d7eae3f1 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:48.162809 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd9812c-f446-48e6-a367-2b41d7eae3f1 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:48.163210 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd9812c-f446-48e6-a367-2b41d7eae3f1 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:48.163647 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd9812c-f446-48e6-a367-2b41d7eae3f1 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:48.164023 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd9812c-f446-48e6-a367-2b41d7eae3f1 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:48.164408 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd9812c-f446-48e6-a367-2b41d7eae3f1 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:48.164818 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd9812c-f446-48e6-a367-2b41d7eae3f1 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:48.165211 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd9812c-f446-48e6-a367-2b41d7eae3f1 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:48.165859 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd9812c-f446-48e6-a367-2b41d7eae3f1 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:48.166019 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd9812c-f446-48e6-a367-2b41d7eae3f1 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:48.166412 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd9812c-f446-48e6-a367-2b41d7eae3f1 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:48.218035 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a15ca6c0-5523-40b6-8f00-e2d21974f9ab req-e1e90610-7f9b-4eaa-8dae-3ea6fc037996 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931535 Dec 09 15:55:48.267550 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0864b411-98dc-46f6-8074-f251ac2f4db7 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:48.330589 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cbed2e7f-9344-42d7-8a42-eeab3e70b240 req-69b1a06c-ddad-4ce9-a248-c58f89cc26c6 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:48.338870 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e28338-a2d1-4ac1-b870-1ac38ebb9f2d None None] DHCP port deletion for 51debeec-45b3-4a61-840f-66b8aa8cc3a6 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:55:48.345345 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['9e470191-9631-43ae-9d5c-62c66a11b99d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:55:48.352378 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-0864b411-98dc-46f6-8074-f251ac2f4db7 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Deleting port 01f7aae3-e610-4d75-82d9-fbaa66439056 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:55:48.352764 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0864b411-98dc-46f6-8074-f251ac2f4db7 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:48.371718 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1a06c-ddad-4ce9-a248-c58f89cc26c6 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e470191-9631-43ae-9d5c-62c66a11b99d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:48.391770 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['030ad829-3fab-4389-9dd8-91cc20509e29'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:55:48.393812 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b1a06c-ddad-4ce9-a248-c58f89cc26c6 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:48.394278 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b1a06c-ddad-4ce9-a248-c58f89cc26c6 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:48.395460 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b1a06c-ddad-4ce9-a248-c58f89cc26c6 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:48.395644 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b1a06c-ddad-4ce9-a248-c58f89cc26c6 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:48.396166 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b1a06c-ddad-4ce9-a248-c58f89cc26c6 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:48.396725 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b1a06c-ddad-4ce9-a248-c58f89cc26c6 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:48.397216 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b1a06c-ddad-4ce9-a248-c58f89cc26c6 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:48.397931 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b1a06c-ddad-4ce9-a248-c58f89cc26c6 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:48.398364 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b1a06c-ddad-4ce9-a248-c58f89cc26c6 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:48.398796 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b1a06c-ddad-4ce9-a248-c58f89cc26c6 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:48.399387 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b1a06c-ddad-4ce9-a248-c58f89cc26c6 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:48.399943 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b1a06c-ddad-4ce9-a248-c58f89cc26c6 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:48.400374 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b1a06c-ddad-4ce9-a248-c58f89cc26c6 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:48.447341 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbed2e7f-9344-42d7-8a42-eeab3e70b240 req-69b1a06c-ddad-4ce9-a248-c58f89cc26c6 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] No DVR routers for this DVR port 9e470191-9631-43ae-9d5c-62c66a11b99d on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:55:48.450601 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cbed2e7f-9344-42d7-8a42-eeab3e70b240 req-69b1a06c-ddad-4ce9-a248-c58f89cc26c6 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:48.455278 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cbed2e7f-9344-42d7-8a42-eeab3e70b240 req-69b1a06c-ddad-4ce9-a248-c58f89cc26c6 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.31 "DELETE /v2.0/ports/9e470191-9631-43ae-9d5c-62c66a11b99d HTTP/1.1" status: 204 len: 173 time: 0.5901325 Dec 09 15:55:48.456045 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab218291-6db9-4d1c-8107-a5c18a348189', 'name': 'network-vif-deleted', 'tag': '9e470191-9631-43ae-9d5c-62c66a11b99d'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:55:48.460232 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af15482-3595-4870-8787-87abb5f660ab" -d '{"events": [{"server_uuid": "ab218291-6db9-4d1c-8107-a5c18a348189", "name": "network-vif-deleted", "tag": "9e470191-9631-43ae-9d5c-62c66a11b99d"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:55:48.520543 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88ce803-d774-4596-a65d-44515eb08ad9 x-openstack-request-id: req-b88ce803-d774-4596-a65d-44515eb08ad9 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:55:48.521133 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab218291-6db9-4d1c-8107-a5c18a348189", "name": "network-vif-deleted", "tag": "9e470191-9631-43ae-9d5c-62c66a11b99d", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:55:48.521397 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b88ce803-d774-4596-a65d-44515eb08ad9 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:55:48.521816 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab218291-6db9-4d1c-8107-a5c18a348189', 'name': 'network-vif-deleted', 'tag': '9e470191-9631-43ae-9d5c-62c66a11b99d', 'status': 'completed', 'code': 200} Dec 09 15:55:48.549811 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d4e28338-a2d1-4ac1-b870-1ac38ebb9f2d None None] Deleting port 01f7aae3-e610-4d75-82d9-fbaa66439056 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:55:48.550489 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d4e28338-a2d1-4ac1-b870-1ac38ebb9f2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:48.642030 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d4e28338-a2d1-4ac1-b870-1ac38ebb9f2d None None] For port 01f7aae3-e610-4d75-82d9-fbaa66439056, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=01f7aae3-e610-4d75-82d9-fbaa66439056,segment=NetworkSegment(6065f443-1347-4802-a6f5-e3d1daf463c3),segment_id=6065f443-1347-4802-a6f5-e3d1daf463c3)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:48.642561 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d4e28338-a2d1-4ac1-b870-1ac38ebb9f2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:48.666528 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d4e28338-a2d1-4ac1-b870-1ac38ebb9f2d None None] Calling delete_port for 01f7aae3-e610-4d75-82d9-fbaa66439056 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:55:48.775226 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d4e28338-a2d1-4ac1-b870-1ac38ebb9f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:48.804315 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e28338-a2d1-4ac1-b870-1ac38ebb9f2d None None] No DVR routers for this DVR port 01f7aae3-e610-4d75-82d9-fbaa66439056 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:55:48.805914 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e28338-a2d1-4ac1-b870-1ac38ebb9f2d None None] Pushing event deleted for resources: {'Port': ['ID=01f7aae3-e610-4d75-82d9-fbaa66439056,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:48.850902 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-0864b411-98dc-46f6-8074-f251ac2f4db7 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] For port 01f7aae3-e610-4d75-82d9-fbaa66439056, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=01f7aae3-e610-4d75-82d9-fbaa66439056,segment=NetworkSegment(6065f443-1347-4802-a6f5-e3d1daf463c3),segment_id=6065f443-1347-4802-a6f5-e3d1daf463c3)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:48.851272 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0864b411-98dc-46f6-8074-f251ac2f4db7 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:48.867511 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-0864b411-98dc-46f6-8074-f251ac2f4db7 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Calling delete_port for 01f7aae3-e610-4d75-82d9-fbaa66439056 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:55:48.879156 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ab6a3-8d25-40ba-87f3-d2b4a3b71186 req-d3f8d39d-4b7c-4997-b6bd-64801101eb64 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:48.880657 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-db4ab6a3-8d25-40ba-87f3-d2b4a3b71186 req-d3f8d39d-4b7c-4997-b6bd-64801101eb64 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.42 "GET /v2.0/ports?device_id=080ebf84-6de3-4db7-85d0-c4c65a56ca05 HTTP/1.1" status: 200 len: 945 time: 0.1085274 Dec 09 15:55:49.024878 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0864b411-98dc-46f6-8074-f251ac2f4db7 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:49.060319 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864b411-98dc-46f6-8074-f251ac2f4db7 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event deleted for resources: {'Port': ['ID=01f7aae3-e610-4d75-82d9-fbaa66439056,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:49.062246 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0864b411-98dc-46f6-8074-f251ac2f4db7 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] No DVR routers for this DVR port 01f7aae3-e610-4d75-82d9-fbaa66439056 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:55:49.090418 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-db4ab6a3-8d25-40ba-87f3-d2b4a3b71186 req-f87dddda-d3f9-4573-95e1-da51170f28b1 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Deleting port df898883-aef0-4e8b-9b84-7a63b78f468c {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:55:49.090763 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-db4ab6a3-8d25-40ba-87f3-d2b4a3b71186 req-f87dddda-d3f9-4573-95e1-da51170f28b1 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:49.197131 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0864b411-98dc-46f6-8074-f251ac2f4db7 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:49.231493 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-0864b411-98dc-46f6-8074-f251ac2f4db7 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51debeec-45b3-4a61-840f-66b8aa8cc3a6']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:49.233310 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c620c0-176e-462c-a1b3-e8e22f9b2e48 req-4269f380-facc-40e9-87f5-2f17a7b4a4bb tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:49.234915 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-35c620c0-176e-462c-a1b3-e8e22f9b2e48 req-4269f380-facc-40e9-87f5-2f17a7b4a4bb tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=da7aa1e9-a8f7-4b9d-8e30-956d99b631f5 HTTP/1.1" status: 200 len: 1096 time: 0.0409684 Dec 09 15:55:49.247409 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-0864b411-98dc-46f6-8074-f251ac2f4db7 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6065f443-1347-4802-a6f5-e3d1daf463c3') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:49.247710 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-0864b411-98dc-46f6-8074-f251ac2f4db7 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6065f443-1347-4802-a6f5-e3d1daf463c3') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:49.265630 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0864b411-98dc-46f6-8074-f251ac2f4db7 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:49.268150 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-db4ab6a3-8d25-40ba-87f3-d2b4a3b71186 req-f87dddda-d3f9-4573-95e1-da51170f28b1 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] For port df898883-aef0-4e8b-9b84-7a63b78f468c, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=df898883-aef0-4e8b-9b84-7a63b78f468c,segment=NetworkSegment(9e9c1069-da4b-49d3-b7c1-b803e425ba04),segment_id=9e9c1069-da4b-49d3-b7c1-b803e425ba04)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:49.268528 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-db4ab6a3-8d25-40ba-87f3-d2b4a3b71186 req-f87dddda-d3f9-4573-95e1-da51170f28b1 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:49.282151 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-35c620c0-176e-462c-a1b3-e8e22f9b2e48 req-87977367-7dd1-4483-94c9-f26e356c4c23 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=db634a58-0c73-42f2-88ee-4aecee811c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403106 Dec 09 15:55:49.289061 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-db4ab6a3-8d25-40ba-87f3-d2b4a3b71186 req-f87dddda-d3f9-4573-95e1-da51170f28b1 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Calling delete_port for df898883-aef0-4e8b-9b84-7a63b78f468c owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:55:49.290943 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0864b411-98dc-46f6-8074-f251ac2f4db7 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:49.302306 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0864b411-98dc-46f6-8074-f251ac2f4db7 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:55:49.302704 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0864b411-98dc-46f6-8074-f251ac2f4db7 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:49.305924 n-d-821228-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:55:49.305924 n-d-821228-1 neutron-server[103245]: self.session.flush() Dec 09 15:55:49.305924 n-d-821228-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:55:49.305924 n-d-821228-1 neutron-server[103245]: self.session.flush() Dec 09 15:55:49.305924 n-d-821228-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:55:49.305924 n-d-821228-1 neutron-server[103245]: self.session.flush() Dec 09 15:55:49.305924 n-d-821228-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:55:49.305924 n-d-821228-1 neutron-server[103245]: self.session.flush() Dec 09 15:55:49.305924 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:55:49.305924 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:55:49.305924 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:55:49.305924 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:55:49.305924 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:55:49.305924 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:55:49.305924 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:55:49.305924 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:55:49.305924 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:55:49.305924 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:55:49.305924 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:55:49.305924 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:55:49.305924 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:55:49.305924 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:55:49.305924 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:55:49.305924 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:55:49.305924 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:55:49.305924 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:55:49.305924 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:55:49.305924 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:55:49.305924 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:55:49.305924 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:55:49.305924 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:55:49.305924 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:55:49.305924 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:55:49.305924 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:55:49.305924 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:55:49.305924 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:55:49.305924 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:55:49.305924 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:55:49.305924 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:55:49.305924 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:55:49.399590 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31b7a6-a07f-44db-a164-8b919faa3fce req-a62e2c9d-e275-4461-8865-81b50449f9a6 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:49.401178 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bd31b7a6-a07f-44db-a164-8b919faa3fce req-a62e2c9d-e275-4461-8865-81b50449f9a6 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=080ebf84-6de3-4db7-85d0-c4c65a56ca05 HTTP/1.1" status: 200 len: 945 time: 0.0569038 Dec 09 15:55:49.408304 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0864b411-98dc-46f6-8074-f251ac2f4db7 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:49.420899 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0864b411-98dc-46f6-8074-f251ac2f4db7 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:49.426101 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0864b411-98dc-46f6-8074-f251ac2f4db7 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "DELETE /v2.0/networks/51debeec-45b3-4a61-840f-66b8aa8cc3a6 HTTP/1.1" status: 204 len: 168 time: 1.2727153 Dec 09 15:55:49.433298 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59882) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:49.439601 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864b411-98dc-46f6-8074-f251ac2f4db7 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event deleted for resources: {'Network': ['ID=51debeec-45b3-4a61-840f-66b8aa8cc3a6,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:49.440574 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-a7a4fe2a-2555-4c84-9bc9-2c8a78b246b8 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Request body: {'network': {'name': 'tempest-RoutersTest-2111115980'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:49.466903 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bd31b7a6-a07f-44db-a164-8b919faa3fce req-8ec363af-e1f8-463b-a046-7270f0ef892f tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591295 Dec 09 15:55:49.475669 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a4fe2a-2555-4c84-9bc9-2c8a78b246b8 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Made reservation on behalf of 191f2fbe1f284dfcaf35d400d96cab65 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:55:49.479568 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7a4fe2a-2555-4c84-9bc9-2c8a78b246b8 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:49.516846 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-db4ab6a3-8d25-40ba-87f3-d2b4a3b71186 req-f87dddda-d3f9-4573-95e1-da51170f28b1 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:49.521516 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a4fe2a-2555-4c84-9bc9-2c8a78b246b8 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:55:49.530021 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['83255f63-4ca3-4bd2-a590-db45acf327e2'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:55:49.534255 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7a4fe2a-2555-4c84-9bc9-2c8a78b246b8 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:49.534556 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-a7a4fe2a-2555-4c84-9bc9-2c8a78b246b8 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Added segment 9466b4d3-8889-44c0-a43b-e39f6d26fc67 of type vlan for network 8c40f38a-6da4-414a-8057-aba408cdd76a Dec 09 15:55:49.554223 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87dddda-d3f9-4573-95e1-da51170f28b1 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Pushing event deleted for resources: {'Port': ['ID=df898883-aef0-4e8b-9b84-7a63b78f468c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:49.585916 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7a4fe2a-2555-4c84-9bc9-2c8a78b246b8 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:49.589725 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['f09f559b-d4e6-4759-b0bc-f6c59d58ac2b', '2dd471b4-56cd-43a8-8e2c-70832a88b3b7', 'df898883-aef0-4e8b-9b84-7a63b78f468c'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:55:49.592642 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8caeea8-fd18-4b86-a02b-5fa8581a71d6 None None] DHCP port deletion for 54fd6451-3431-4aa6-b8c9-b95452f7e9b0 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:55:49.619006 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7a4fe2a-2555-4c84-9bc9-2c8a78b246b8 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:49.624008 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 01f7aae3-e610-4d75-82d9-fbaa66439056 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:55:49.624710 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4ab6a3-8d25-40ba-87f3-d2b4a3b71186 req-f87dddda-d3f9-4573-95e1-da51170f28b1 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] No DVR routers for this DVR port df898883-aef0-4e8b-9b84-7a63b78f468c on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:55:49.625673 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a4fe2a-2555-4c84-9bc9-2c8a78b246b8 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:49.626284 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7a4fe2a-2555-4c84-9bc9-2c8a78b246b8 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:49.627115 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-db4ab6a3-8d25-40ba-87f3-d2b4a3b71186 req-f87dddda-d3f9-4573-95e1-da51170f28b1 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:49.632682 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-db4ab6a3-8d25-40ba-87f3-d2b4a3b71186 req-f87dddda-d3f9-4573-95e1-da51170f28b1 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.42 "DELETE /v2.0/ports/df898883-aef0-4e8b-9b84-7a63b78f468c HTTP/1.1" status: 204 len: 173 time: 0.7400868 Dec 09 15:55:49.632682 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '080ebf84-6de3-4db7-85d0-c4c65a56ca05', 'name': 'network-vif-deleted', 'tag': 'df898883-aef0-4e8b-9b84-7a63b78f468c'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:55:49.634942 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e72a99c-de10-4723-91b0-c808779d8407" -d '{"events": [{"server_uuid": "080ebf84-6de3-4db7-85d0-c4c65a56ca05", "name": "network-vif-deleted", "tag": "df898883-aef0-4e8b-9b84-7a63b78f468c"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:55:49.668309 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 01f7aae3-e610-4d75-82d9-fbaa66439056 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:55:49.668766 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 01f7aae3-e610-4d75-82d9-fbaa66439056 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:55:49.686309 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cede11ba-2cb7-40a7-97f6-210fee6e7079 x-openstack-request-id: req-cede11ba-2cb7-40a7-97f6-210fee6e7079 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:55:49.686309 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "080ebf84-6de3-4db7-85d0-c4c65a56ca05", "name": "network-vif-deleted", "tag": "df898883-aef0-4e8b-9b84-7a63b78f468c", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:55:49.687122 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cede11ba-2cb7-40a7-97f6-210fee6e7079 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:55:49.687943 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '080ebf84-6de3-4db7-85d0-c4c65a56ca05', 'name': 'network-vif-deleted', 'tag': 'df898883-aef0-4e8b-9b84-7a63b78f468c', 'status': 'completed', 'code': 200} Dec 09 15:55:49.703719 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a7a4fe2a-2555-4c84-9bc9-2c8a78b246b8 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2693613 Dec 09 15:55:49.706601 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59886) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:49.715934 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-d353f25d-ed20-4611-908f-ed05b20347ac tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Request body: {'subnet': {'network_id': '8c40f38a-6da4-414a-8057-aba408cdd76a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:49.740307 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a4fe2a-2555-4c84-9bc9-2c8a78b246b8 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event updated for resources: {'Network': ['ID=8c40f38a-6da4-414a-8057-aba408cdd76a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:49.754344 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 8c40f38a-6da4-414a-8057-aba408cdd76a details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:55:49.835546 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d353f25d-ed20-4611-908f-ed05b20347ac tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Made reservation on behalf of 191f2fbe1f284dfcaf35d400d96cab65 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:55:49.840081 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d353f25d-ed20-4611-908f-ed05b20347ac tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:50.023449 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d353f25d-ed20-4611-908f-ed05b20347ac tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:50.090910 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353f25d-ed20-4611-908f-ed05b20347ac tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event updated for resources: {'Subnet': ['ID=f879f966-8acc-446a-8a5f-9322d96b36c9,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:50.098615 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d353f25d-ed20-4611-908f-ed05b20347ac tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Checking segment: {'id': '9466b4d3-8889-44c0-a43b-e39f6d26fc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8c40f38a-6da4-414a-8057-aba408cdd76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:55:50.098987 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d353f25d-ed20-4611-908f-ed05b20347ac tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Network hostable DHCP agents. Network: 8c40f38a-6da4-414a-8057-aba408cdd76a, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:55:50.115267 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d353f25d-ed20-4611-908f-ed05b20347ac tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Network 8c40f38a-6da4-414a-8057-aba408cdd76a is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:55:50.124103 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-d353f25d-ed20-4611-908f-ed05b20347ac tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 8c40f38a-6da4-414a-8057-aba408cdd76a) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:55:50.128550 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d353f25d-ed20-4611-908f-ed05b20347ac tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:50.129764 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d353f25d-ed20-4611-908f-ed05b20347ac tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:50.134002 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf15322-42fa-44e1-b02c-46b67f401431 None None] Network 8c40f38a-6da4-414a-8057-aba408cdd76a requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:55:50.147979 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d353f25d-ed20-4611-908f-ed05b20347ac tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4394984 Dec 09 15:55:50.150247 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59888) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:50.154883 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-e95cc2d4-9858-484e-bde0-e59c97924453 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1687957328', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:50.180236 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e95cc2d4-9858-484e-bde0-e59c97924453 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:50.181337 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e95cc2d4-9858-484e-bde0-e59c97924453 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:50.240123 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e95cc2d4-9858-484e-bde0-e59c97924453 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:50.245036 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e95cc2d4-9858-484e-bde0-e59c97924453 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:50.250181 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81743b2-a832-486d-b0b6-4188b0e26379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-8c40f38a-6da4-414a-8057-aba408cdd76a', 'network_id': '8c40f38a-6da4-414a-8057-aba408cdd76a', 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'fixed_ips': [{'subnet_id': 'f879f966-8acc-446a-8a5f-9322d96b36c9'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:55:50.251141 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e81743b2-a832-486d-b0b6-4188b0e26379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:50.265137 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e95cc2d4-9858-484e-bde0-e59c97924453 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:50.266424 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e95cc2d4-9858-484e-bde0-e59c97924453 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1151812 Dec 09 15:55:50.269150 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59890) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:50.408119 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-e81743b2-a832-486d-b0b6-4188b0e26379 None None] Allocated IP 172.20.0.2 (8c40f38a-6da4-414a-8057-aba408cdd76a/f879f966-8acc-446a-8a5f-9322d96b36c9/c9a8822c-2171-43e5-a285-75f3330c7044) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:55:50.481912 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d37fe9f8-88ad-48c1-abcf-87ae21f527e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:50.523321 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a36a66-f2fd-4634-8e9e-ddd4a82e7635 req-5e699dc2-abd0-4399-b02e-b74d299285b5 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:50.524991 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-85a36a66-f2fd-4634-8e9e-ddd4a82e7635 req-5e699dc2-abd0-4399-b02e-b74d299285b5 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=da7aa1e9-a8f7-4b9d-8e30-956d99b631f5 HTTP/1.1" status: 200 len: 1096 time: 0.1684453 Dec 09 15:55:50.573751 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e81743b2-a832-486d-b0b6-4188b0e26379 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:50.579190 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e81743b2-a832-486d-b0b6-4188b0e26379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:50.617356 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81743b2-a832-486d-b0b6-4188b0e26379 None None] Network 8c40f38a-6da4-414a-8057-aba408cdd76a is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:55:50.618417 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e601d55-867a-495b-9917-a911bdc14e77 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:50.622165 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-e81743b2-a832-486d-b0b6-4188b0e26379 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:55:50.622849 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-85a36a66-f2fd-4634-8e9e-ddd4a82e7635 req-7bb1fae8-9a2b-45e0-82ea-6cf87fa2038c tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=db634a58-0c73-42f2-88ee-4aecee811c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912936 Dec 09 15:55:50.625683 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81743b2-a832-486d-b0b6-4188b0e26379 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:55:50.635558 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81743b2-a832-486d-b0b6-4188b0e26379 None None] Pushing event updated for resources: {'Port': ['ID=c9a8822c-2171-43e5-a285-75f3330c7044,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:50.684929 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-e81743b2-a832-486d-b0b6-4188b0e26379 None None] Attempting to bind port c9a8822c-2171-43e5-a285-75f3330c7044 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:55:50.685084 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-e81743b2-a832-486d-b0b6-4188b0e26379 None None] Attempting to bind port c9a8822c-2171-43e5-a285-75f3330c7044 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '9466b4d3-8889-44c0-a43b-e39f6d26fc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8c40f38a-6da4-414a-8057-aba408cdd76a'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:55:50.685542 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81743b2-a832-486d-b0b6-4188b0e26379 None None] Attempting to bind port c9a8822c-2171-43e5-a285-75f3330c7044 on network 8c40f38a-6da4-414a-8057-aba408cdd76a {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:55:50.692003 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81743b2-a832-486d-b0b6-4188b0e26379 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:55:50.692992 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81743b2-a832-486d-b0b6-4188b0e26379 None None] Checking segment: {'id': '9466b4d3-8889-44c0-a43b-e39f6d26fc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8c40f38a-6da4-414a-8057-aba408cdd76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:55:50.692992 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e81743b2-a832-486d-b0b6-4188b0e26379 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:50.693457 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81743b2-a832-486d-b0b6-4188b0e26379 None None] Bound using segment: {'id': '9466b4d3-8889-44c0-a43b-e39f6d26fc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8c40f38a-6da4-414a-8057-aba408cdd76a'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:55:50.694006 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-e81743b2-a832-486d-b0b6-4188b0e26379 None None] Bound port: c9a8822c-2171-43e5-a285-75f3330c7044, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9466b4d3-8889-44c0-a43b-e39f6d26fc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8c40f38a-6da4-414a-8057-aba408cdd76a'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:55:50.694516 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e81743b2-a832-486d-b0b6-4188b0e26379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:50.768517 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e81743b2-a832-486d-b0b6-4188b0e26379 None None] For port c9a8822c-2171-43e5-a285-75f3330c7044, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:55:50.776588 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e81743b2-a832-486d-b0b6-4188b0e26379 None None] For port c9a8822c-2171-43e5-a285-75f3330c7044, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=c9a8822c-2171-43e5-a285-75f3330c7044,segment=NetworkSegment(9466b4d3-8889-44c0-a43b-e39f6d26fc67),segment_id=9466b4d3-8889-44c0-a43b-e39f6d26fc67)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:55:50.782529 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e81743b2-a832-486d-b0b6-4188b0e26379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:50.863985 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81743b2-a832-486d-b0b6-4188b0e26379 None None] Pushing event updated for resources: {'Port': ['ID=c9a8822c-2171-43e5-a285-75f3330c7044,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:50.931965 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-8e601d55-867a-495b-9917-a911bdc14e77 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Allocated IP 172.20.0.1 (8c40f38a-6da4-414a-8057-aba408cdd76a/f879f966-8acc-446a-8a5f-9322d96b36c9/2bc27bb1-eff7-4e4a-accb-e283614b57b4) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:55:51.081578 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e601d55-867a-495b-9917-a911bdc14e77 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:51.122091 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e601d55-867a-495b-9917-a911bdc14e77 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:51.189195 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e601d55-867a-495b-9917-a911bdc14e77 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event updated for resources: {'Port': ['ID=2bc27bb1-eff7-4e4a-accb-e283614b57b4,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:51.206088 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e601d55-867a-495b-9917-a911bdc14e77 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Network 8c40f38a-6da4-414a-8057-aba408cdd76a is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:55:51.209713 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-8e601d55-867a-495b-9917-a911bdc14e77 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:55:51.210468 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f08cc7-3b77-4614-8c64-4d11e8108d0e req-1ee7085b-f9bc-4939-a682-115f11c7eed8 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:51.212250 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-97f08cc7-3b77-4614-8c64-4d11e8108d0e req-1ee7085b-f9bc-4939-a682-115f11c7eed8 tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=da7aa1e9-a8f7-4b9d-8e30-956d99b631f5 HTTP/1.1" status: 200 len: 1096 time: 0.0578365 Dec 09 15:55:51.213291 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e601d55-867a-495b-9917-a911bdc14e77 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:55:51.263759 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e601d55-867a-495b-9917-a911bdc14e77 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:51.299179 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-97f08cc7-3b77-4614-8c64-4d11e8108d0e req-ba89391c-3522-49f4-a06a-26d475085b7d tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Deleting port 030ad829-3fab-4389-9dd8-91cc20509e29 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:55:51.299763 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-97f08cc7-3b77-4614-8c64-4d11e8108d0e req-ba89391c-3522-49f4-a06a-26d475085b7d tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:51.401597 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e601d55-867a-495b-9917-a911bdc14e77 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:51.405154 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-97f08cc7-3b77-4614-8c64-4d11e8108d0e req-ba89391c-3522-49f4-a06a-26d475085b7d tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] For port 030ad829-3fab-4389-9dd8-91cc20509e29, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=030ad829-3fab-4389-9dd8-91cc20509e29,segment=NetworkSegment(6b8c6052-e0aa-4ad8-8aac-f5341a6ac233),segment_id=6b8c6052-e0aa-4ad8-8aac-f5341a6ac233)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:51.405658 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-97f08cc7-3b77-4614-8c64-4d11e8108d0e req-ba89391c-3522-49f4-a06a-26d475085b7d tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:51.419438 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-97f08cc7-3b77-4614-8c64-4d11e8108d0e req-ba89391c-3522-49f4-a06a-26d475085b7d tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Calling delete_port for 030ad829-3fab-4389-9dd8-91cc20509e29 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:55:51.560911 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-97f08cc7-3b77-4614-8c64-4d11e8108d0e req-ba89391c-3522-49f4-a06a-26d475085b7d tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:51.598063 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89391c-3522-49f4-a06a-26d475085b7d tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Pushing event deleted for resources: {'Port': ['ID=030ad829-3fab-4389-9dd8-91cc20509e29,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:51.605343 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['030ad829-3fab-4389-9dd8-91cc20509e29'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:55:51.640277 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f08cc7-3b77-4614-8c64-4d11e8108d0e req-ba89391c-3522-49f4-a06a-26d475085b7d tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] No DVR routers for this DVR port 030ad829-3fab-4389-9dd8-91cc20509e29 on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:55:51.643629 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-97f08cc7-3b77-4614-8c64-4d11e8108d0e req-ba89391c-3522-49f4-a06a-26d475085b7d tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:51.648280 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-97f08cc7-3b77-4614-8c64-4d11e8108d0e req-ba89391c-3522-49f4-a06a-26d475085b7d tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.42 "DELETE /v2.0/ports/030ad829-3fab-4389-9dd8-91cc20509e29 HTTP/1.1" status: 204 len: 173 time: 0.4290879 Dec 09 15:55:51.688664 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7aa1e9-a8f7-4b9d-8e30-956d99b631f5', 'name': 'network-vif-deleted', 'tag': '030ad829-3fab-4389-9dd8-91cc20509e29'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:55:51.691035 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e651d220-8783-4d14-8e62-cdfcc0a67ff6" -d '{"events": [{"server_uuid": "da7aa1e9-a8f7-4b9d-8e30-956d99b631f5", "name": "network-vif-deleted", "tag": "030ad829-3fab-4389-9dd8-91cc20509e29"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:55:51.768480 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e601d55-867a-495b-9917-a911bdc14e77 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:51.785179 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e601d55-867a-495b-9917-a911bdc14e77 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:51.799077 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device c9a8822c-2171-43e5-a285-75f3330c7044 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:55:51.865968 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e1a1fc9b-7b50-4bb9-9217-499e11074325 req-21e2884c-a141-4d28-9f75-c017fe0db91c tempest-TestServerMultinode-1462148219 tempest-TestServerMultinode-1462148219-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=da7aa1e9-a8f7-4b9d-8e30-956d99b631f5 HTTP/1.1" status: 200 len: 210 time: 0.0938933 Dec 09 15:55:51.917109 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port c9a8822c-2171-43e5-a285-75f3330c7044 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:51.917536 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:51.993553 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e601d55-867a-495b-9917-a911bdc14e77 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event updated for resources: {'Port': ['ID=2bc27bb1-eff7-4e4a-accb-e283614b57b4,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:51.994385 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa18412d-8cad-42d3-9f97-65cb4fe8ac55 x-openstack-request-id: req-fa18412d-8cad-42d3-9f97-65cb4fe8ac55 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:55:51.994866 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7aa1e9-a8f7-4b9d-8e30-956d99b631f5", "name": "network-vif-deleted", "tag": "030ad829-3fab-4389-9dd8-91cc20509e29", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:55:51.995295 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fa18412d-8cad-42d3-9f97-65cb4fe8ac55 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:55:51.995864 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7aa1e9-a8f7-4b9d-8e30-956d99b631f5', 'name': 'network-vif-deleted', 'tag': '030ad829-3fab-4389-9dd8-91cc20509e29', 'status': 'completed', 'code': 200} Dec 09 15:55:51.996750 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e601d55-867a-495b-9917-a911bdc14e77 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:52.057410 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:52.097295 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port c9a8822c-2171-43e5-a285-75f3330c7044, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=c9a8822c-2171-43e5-a285-75f3330c7044,segment=NetworkSegment(9466b4d3-8889-44c0-a43b-e39f6d26fc67),segment_id=9466b4d3-8889-44c0-a43b-e39f6d26fc67)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:52.103237 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:52.152718 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e601d55-867a-495b-9917-a911bdc14e77 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Network 8c40f38a-6da4-414a-8057-aba408cdd76a is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:55:52.154361 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-8e601d55-867a-495b-9917-a911bdc14e77 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:55:52.163445 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=c9a8822c-2171-43e5-a285-75f3330c7044,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:52.213456 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a05833-b49f-4b51-8a3b-e03c38e449ce None None] Network 8c40f38a-6da4-414a-8057-aba408cdd76a requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:55:52.312100 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e601d55-867a-495b-9917-a911bdc14e77 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Router 03e40fa9-f049-4c22-91cf-d8a3c1265e52 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:55:52.329895 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2b2686c6-2855-48bf-8be4-b699c82009b2 None None] Provisioning complete for port c9a8822c-2171-43e5-a285-75f3330c7044 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:52.330273 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2b2686c6-2855-48bf-8be4-b699c82009b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:52.432992 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e601d55-867a-495b-9917-a911bdc14e77 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:55:52.442115 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59910) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:52.442782 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8e601d55-867a-495b-9917-a911bdc14e77 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "PUT /v2.0/routers/03e40fa9-f049-4c22-91cf-d8a3c1265e52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1707222 Dec 09 15:55:52.494077 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8295c941-d868-4309-b4fb-737a3e51cf71 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:52.495536 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8295c941-d868-4309-b4fb-737a3e51cf71 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "GET /v2.0/ports/2bc27bb1-eff7-4e4a-accb-e283614b57b4 HTTP/1.1" status: 200 len: 910 time: 0.0509541 Dec 09 15:55:52.498489 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59912) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:52.566130 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b97da73-211c-451d-9b28-da00bfff141f None None] Sync routers for ids ['03e40fa9-f049-4c22-91cf-d8a3c1265e52'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:55:52.569062 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 9e470191-9631-43ae-9d5c-62c66a11b99d no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:55:52.571380 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device df898883-aef0-4e8b-9b84-7a63b78f468c no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:55:52.619615 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: df898883-aef0-4e8b-9b84-7a63b78f468c {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:55:52.619615 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device df898883-aef0-4e8b-9b84-7a63b78f468c not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:55:52.623068 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 9e470191-9631-43ae-9d5c-62c66a11b99d {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:55:52.623423 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 9e470191-9631-43ae-9d5c-62c66a11b99d not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:55:52.635355 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b97da73-211c-451d-9b28-da00bfff141f None None] Routers {'03e40fa9-f049-4c22-91cf-d8a3c1265e52'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:55:52.636278 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-8b97da73-211c-451d-9b28-da00bfff141f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:55:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['03e40fa9-f049-4c22-91cf-d8a3c1265e52'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:52.677751 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-8b97da73-211c-451d-9b28-da00bfff141f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:52.715449 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b97da73-211c-451d-9b28-da00bfff141f None None] Routers {'03e40fa9-f049-4c22-91cf-d8a3c1265e52'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:55:52.716087 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-8b97da73-211c-451d-9b28-da00bfff141f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:55:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['03e40fa9-f049-4c22-91cf-d8a3c1265e52'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:52.753680 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-8b97da73-211c-451d-9b28-da00bfff141f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:52.754456 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b97da73-211c-451d-9b28-da00bfff141f None None] The sync data for ids ['03e40fa9-f049-4c22-91cf-d8a3c1265e52'] in n-d-821228-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:55:52.849633 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d9f95bff-075a-42d7-b7cd-48a262e45870 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:52.977301 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-30766fdd-f614-4451-98d0-8cbeb4285a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:52.985324 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59916) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:53.006214 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-32d517c1-1c65-40b2-b502-8e4775b4121c None None] Provisioning complete for port c9a8822c-2171-43e5-a285-75f3330c7044 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:53.008749 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-32d517c1-1c65-40b2-b502-8e4775b4121c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:53.176845 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-32d517c1-1c65-40b2-b502-8e4775b4121c None None] Provisioning complete for port 2bc27bb1-eff7-4e4a-accb-e283614b57b4 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:53.177188 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-32d517c1-1c65-40b2-b502-8e4775b4121c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:53.227550 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-32d517c1-1c65-40b2-b502-8e4775b4121c None None] Port 2bc27bb1-eff7-4e4a-accb-e283614b57b4 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:55:53.235863 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-d9f95bff-075a-42d7-b7cd-48a262e45870 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Deleting port 2bc27bb1-eff7-4e4a-accb-e283614b57b4 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:55:53.236205 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d9f95bff-075a-42d7-b7cd-48a262e45870 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:53.353399 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d9f95bff-075a-42d7-b7cd-48a262e45870 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:53.360986 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-05a74656-ab27-480a-92c3-eb785add7d39 None None] Provisioning complete for port 2bc27bb1-eff7-4e4a-accb-e283614b57b4 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:53.361627 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-05a74656-ab27-480a-92c3-eb785add7d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:53.368090 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-d9f95bff-075a-42d7-b7cd-48a262e45870 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Calling delete_port for 2bc27bb1-eff7-4e4a-accb-e283614b57b4 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:55:53.422379 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-05a74656-ab27-480a-92c3-eb785add7d39 None None] Port 2bc27bb1-eff7-4e4a-accb-e283614b57b4 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:55:53.491720 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f1720461-194a-437b-907d-d70d9d382dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:53.547919 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5a7a7107-772e-4f7e-ae59-84f43447e558 None None] Provisioning complete for port 2bc27bb1-eff7-4e4a-accb-e283614b57b4 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:53.552324 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5a7a7107-772e-4f7e-ae59-84f43447e558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:53.583630 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d9f95bff-075a-42d7-b7cd-48a262e45870 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:53.630241 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5a7a7107-772e-4f7e-ae59-84f43447e558 None None] Port 2bc27bb1-eff7-4e4a-accb-e283614b57b4 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:55:53.636296 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device c9a8822c-2171-43e5-a285-75f3330c7044 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:55:53.647956 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f95bff-075a-42d7-b7cd-48a262e45870 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event deleted for resources: {'Port': ['ID=2bc27bb1-eff7-4e4a-accb-e283614b57b4,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:53.716543 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port c9a8822c-2171-43e5-a285-75f3330c7044 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:53.716922 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:53.849515 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d9f95bff-075a-42d7-b7cd-48a262e45870 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:53.868996 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f1720461-194a-437b-907d-d70d9d382dcd admin admin] Deleting port a9f1f1b6-0a4b-428b-8a70-2ad8923ac5fa {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:55:53.869458 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f1720461-194a-437b-907d-d70d9d382dcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:53.968257 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-f1720461-194a-437b-907d-d70d9d382dcd admin admin] For port a9f1f1b6-0a4b-428b-8a70-2ad8923ac5fa, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a9f1f1b6-0a4b-428b-8a70-2ad8923ac5fa,segment=NetworkSegment(6b8c6052-e0aa-4ad8-8aac-f5341a6ac233),segment_id=6b8c6052-e0aa-4ad8-8aac-f5341a6ac233)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:53.968564 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f1720461-194a-437b-907d-d70d9d382dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:53.986707 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f1720461-194a-437b-907d-d70d9d382dcd admin admin] Calling delete_port for a9f1f1b6-0a4b-428b-8a70-2ad8923ac5fa owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:55:54.022917 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f95bff-075a-42d7-b7cd-48a262e45870 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Router 03e40fa9-f049-4c22-91cf-d8a3c1265e52 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:55:54.057615 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:54.124925 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f95bff-075a-42d7-b7cd-48a262e45870 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:55:54.134021 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d9f95bff-075a-42d7-b7cd-48a262e45870 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "PUT /v2.0/routers/03e40fa9-f049-4c22-91cf-d8a3c1265e52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6315620 Dec 09 15:55:54.134021 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59924) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:54.142739 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d716f1ce-86f6-4319-8112-6c9cd101d55e None None] Sync routers for ids ['03e40fa9-f049-4c22-91cf-d8a3c1265e52'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:55:54.156147 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d716f1ce-86f6-4319-8112-6c9cd101d55e None None] Routers {'03e40fa9-f049-4c22-91cf-d8a3c1265e52'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:55:54.161268 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d716f1ce-86f6-4319-8112-6c9cd101d55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:55:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['03e40fa9-f049-4c22-91cf-d8a3c1265e52'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:54.164277 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-de82865f-52bc-4ce9-93dd-9bf75ac579a0 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "GET /v2.0/ports?device_id=03e40fa9-f049-4c22-91cf-d8a3c1265e52 HTTP/1.1" status: 200 len: 205 time: 0.0292082 Dec 09 15:55:54.166859 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59926) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:54.206475 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d716f1ce-86f6-4319-8112-6c9cd101d55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:54.218136 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d716f1ce-86f6-4319-8112-6c9cd101d55e None None] Routers {'03e40fa9-f049-4c22-91cf-d8a3c1265e52'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:55:54.218956 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d716f1ce-86f6-4319-8112-6c9cd101d55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:55:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['03e40fa9-f049-4c22-91cf-d8a3c1265e52'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:54.242137 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f1720461-194a-437b-907d-d70d9d382dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:54.252218 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aacd25f0-e7f0-4f9a-bc87-91376b3bacf5 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:54.253675 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d716f1ce-86f6-4319-8112-6c9cd101d55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:54.254652 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d716f1ce-86f6-4319-8112-6c9cd101d55e None None] The sync data for ids ['03e40fa9-f049-4c22-91cf-d8a3c1265e52'] in n-d-821228-1 is: [] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:55:54.288224 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1720461-194a-437b-907d-d70d9d382dcd admin admin] Pushing event deleted for resources: {'Port': ['ID=a9f1f1b6-0a4b-428b-8a70-2ad8923ac5fa,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:54.455338 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aacd25f0-e7f0-4f9a-bc87-91376b3bacf5 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:54.458780 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aacd25f0-e7f0-4f9a-bc87-91376b3bacf5 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:54.483090 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 030ad829-3fab-4389-9dd8-91cc20509e29 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:55:54.511236 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f1720461-194a-437b-907d-d70d9d382dcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:54.516060 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: 030ad829-3fab-4389-9dd8-91cc20509e29 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:55:54.516463 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 030ad829-3fab-4389-9dd8-91cc20509e29 not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:55:54.521469 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aacd25f0-e7f0-4f9a-bc87-91376b3bacf5 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:54.522447 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aacd25f0-e7f0-4f9a-bc87-91376b3bacf5 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Fanout notify agent at l3_agent the message router_deleted on router 03e40fa9-f049-4c22-91cf-d8a3c1265e52 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:55:54.533392 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aacd25f0-e7f0-4f9a-bc87-91376b3bacf5 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:54.537710 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-aacd25f0-e7f0-4f9a-bc87-91376b3bacf5 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "DELETE /v2.0/routers/03e40fa9-f049-4c22-91cf-d8a3c1265e52 HTTP/1.1" status: 204 len: 168 time: 0.3672609 Dec 09 15:55:54.538002 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59930) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:54.604480 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f80da5a-15c0-44b5-b756-996737c95c42 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Deleting subnet f879f966-8acc-446a-8a5f-9322d96b36c9 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:55:54.608375 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5f80da5a-15c0-44b5-b756-996737c95c42 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:54.625932 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:54.652993 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5f80da5a-15c0-44b5-b756-996737c95c42 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:54.747409 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5f80da5a-15c0-44b5-b756-996737c95c42 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:54.822687 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5f80da5a-15c0-44b5-b756-996737c95c42 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:54.853794 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f80da5a-15c0-44b5-b756-996737c95c42 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event deleted for resources: {'Subnet': ['ID=f879f966-8acc-446a-8a5f-9322d96b36c9,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:54.857425 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5f80da5a-15c0-44b5-b756-996737c95c42 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:54.860759 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5f80da5a-15c0-44b5-b756-996737c95c42 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "DELETE /v2.0/subnets/f879f966-8acc-446a-8a5f-9322d96b36c9 HTTP/1.1" status: 204 len: 168 time: 0.3216531 Dec 09 15:55:54.864182 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59932) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:54.868382 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaaa9e14-7183-4d8e-88ab-1482b0967bb5 None None] Network 8c40f38a-6da4-414a-8057-aba408cdd76a requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:55:54.954486 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-412626bf-c4f2-4932-bfcc-9b815aab2c72 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:55.025136 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-412626bf-c4f2-4932-bfcc-9b815aab2c72 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Deleting port c9a8822c-2171-43e5-a285-75f3330c7044 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:55:55.025506 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-412626bf-c4f2-4932-bfcc-9b815aab2c72 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:55.058855 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba19326-dd0b-4eeb-bf22-dd30b6402586 None None] DHCP port deletion for 8c40f38a-6da4-414a-8057-aba408cdd76a request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:55:55.116071 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-412626bf-c4f2-4932-bfcc-9b815aab2c72 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] For port c9a8822c-2171-43e5-a285-75f3330c7044, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=c9a8822c-2171-43e5-a285-75f3330c7044,segment=NetworkSegment(9466b4d3-8889-44c0-a43b-e39f6d26fc67),segment_id=9466b4d3-8889-44c0-a43b-e39f6d26fc67)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:55.116592 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-412626bf-c4f2-4932-bfcc-9b815aab2c72 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:55.124437 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-0ba19326-dd0b-4eeb-bf22-dd30b6402586 None None] Deleting port c9a8822c-2171-43e5-a285-75f3330c7044 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:55:55.127279 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0ba19326-dd0b-4eeb-bf22-dd30b6402586 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:55.137174 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-412626bf-c4f2-4932-bfcc-9b815aab2c72 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Calling delete_port for c9a8822c-2171-43e5-a285-75f3330c7044 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:55:55.173627 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1720461-194a-437b-907d-d70d9d382dcd admin admin] Router 54382acd-709b-45ed-a676-c0fe9688c721 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:55:55.202973 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0ba19326-dd0b-4eeb-bf22-dd30b6402586 None None] For port c9a8822c-2171-43e5-a285-75f3330c7044, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=c9a8822c-2171-43e5-a285-75f3330c7044,segment=NetworkSegment(9466b4d3-8889-44c0-a43b-e39f6d26fc67),segment_id=9466b4d3-8889-44c0-a43b-e39f6d26fc67)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:55.203635 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0ba19326-dd0b-4eeb-bf22-dd30b6402586 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:55.217288 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-0ba19326-dd0b-4eeb-bf22-dd30b6402586 None None] Calling delete_port for c9a8822c-2171-43e5-a285-75f3330c7044 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:55:55.280140 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-412626bf-c4f2-4932-bfcc-9b815aab2c72 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:55.327142 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:55.351354 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412626bf-c4f2-4932-bfcc-9b815aab2c72 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] No DVR routers for this DVR port c9a8822c-2171-43e5-a285-75f3330c7044 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:55:55.362753 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0ba19326-dd0b-4eeb-bf22-dd30b6402586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:55.372565 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1720461-194a-437b-907d-d70d9d382dcd admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:55:55.382166 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412626bf-c4f2-4932-bfcc-9b815aab2c72 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event deleted for resources: {'Port': ['ID=c9a8822c-2171-43e5-a285-75f3330c7044,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:55.388825 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f1720461-194a-437b-907d-d70d9d382dcd admin admin] 10.222.0.57 "PUT /v2.0/routers/54382acd-709b-45ed-a676-c0fe9688c721/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4043479 Dec 09 15:55:55.395096 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59942) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:55.437968 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25a6794-12d8-40d1-b39f-c9af33d8aecd None None] Sync routers for ids ['54382acd-709b-45ed-a676-c0fe9688c721'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:55:55.440076 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba19326-dd0b-4eeb-bf22-dd30b6402586 None None] No DVR routers for this DVR port c9a8822c-2171-43e5-a285-75f3330c7044 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:55:55.445141 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba19326-dd0b-4eeb-bf22-dd30b6402586 None None] Pushing event deleted for resources: {'Port': ['ID=c9a8822c-2171-43e5-a285-75f3330c7044,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:55.462907 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25a6794-12d8-40d1-b39f-c9af33d8aecd None None] Routers {'54382acd-709b-45ed-a676-c0fe9688c721'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:55:55.463691 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e25a6794-12d8-40d1-b39f-c9af33d8aecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:55:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['54382acd-709b-45ed-a676-c0fe9688c721'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:55.524915 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c7b9835-14f0-40b1-b856-110eb3fdfe09 admin admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:55.582378 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-412626bf-c4f2-4932-bfcc-9b815aab2c72 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:55.613071 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-412626bf-c4f2-4932-bfcc-9b815aab2c72 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c40f38a-6da4-414a-8057-aba408cdd76a']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:55.624516 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-412626bf-c4f2-4932-bfcc-9b815aab2c72 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9466b4d3-8889-44c0-a43b-e39f6d26fc67') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:55.625425 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-412626bf-c4f2-4932-bfcc-9b815aab2c72 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9466b4d3-8889-44c0-a43b-e39f6d26fc67') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:55.637758 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-412626bf-c4f2-4932-bfcc-9b815aab2c72 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:55.654492 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-412626bf-c4f2-4932-bfcc-9b815aab2c72 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:55.662762 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-e25a6794-12d8-40d1-b39f-c9af33d8aecd None None] Set router 54382acd-709b-45ed-a676-c0fe9688c721 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:55:55.664241 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-412626bf-c4f2-4932-bfcc-9b815aab2c72 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:55:55.664681 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-412626bf-c4f2-4932-bfcc-9b815aab2c72 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:55.667747 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:55:55.667747 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:55:55.667747 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:55:55.667747 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:55:55.667747 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:55:55.667747 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:55:55.667747 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:55:55.667747 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:55:55.667747 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:55:55.667747 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:55:55.667747 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:55:55.667747 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:55:55.667747 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:55:55.667747 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:55:55.667747 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:55:55.667747 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:55:55.667747 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:55:55.667747 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:55:55.667747 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:55:55.667747 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:55:55.667747 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:55:55.667747 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:55:55.667747 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:55:55.667747 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:55:55.667747 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:55:55.667747 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:55:55.667747 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:55:55.667747 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:55:55.667747 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:55:55.667747 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:55:55.667747 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:55:55.667747 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:55:55.744853 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-412626bf-c4f2-4932-bfcc-9b815aab2c72 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:55.745569 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c340d-93cc-43e2-bfe7-8c468482df20 req-35931194-e1cc-469a-8a6a-b452107ff635 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:55.754962 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-134c340d-93cc-43e2-bfe7-8c468482df20 req-35931194-e1cc-469a-8a6a-b452107ff635 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=ca4320ee-812c-42d3-81f4-90548bc41b51 HTTP/1.1" status: 200 len: 945 time: 0.1817696 Dec 09 15:55:55.756104 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device c9a8822c-2171-43e5-a285-75f3330c7044 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:55:55.758172 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-412626bf-c4f2-4932-bfcc-9b815aab2c72 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:55.763982 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-412626bf-c4f2-4932-bfcc-9b815aab2c72 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "DELETE /v2.0/networks/8c40f38a-6da4-414a-8057-aba408cdd76a HTTP/1.1" status: 204 len: 168 time: 0.8987024 Dec 09 15:55:55.771232 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59944) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:55.778727 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4b900759-4147-41b2-a9f5-4b392421e70b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1403295932', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}, 'admin_state_up': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:55.799382 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412626bf-c4f2-4932-bfcc-9b815aab2c72 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event deleted for resources: {'Network': ['ID=8c40f38a-6da4-414a-8057-aba408cdd76a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:55.826732 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c7b9835-14f0-40b1-b856-110eb3fdfe09 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:55.827751 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: c9a8822c-2171-43e5-a285-75f3330c7044 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:55:55.828188 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device c9a8822c-2171-43e5-a285-75f3330c7044 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:55:55.846289 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-134c340d-93cc-43e2-bfe7-8c468482df20 req-246fa66c-1203-4d79-9fc1-58f706a483e0 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903561 Dec 09 15:55:55.850280 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4b900759-4147-41b2-a9f5-4b392421e70b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:55.852335 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4b900759-4147-41b2-a9f5-4b392421e70b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:55.905483 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6c7b9835-14f0-40b1-b856-110eb3fdfe09 admin admin] Deleting port cb526edf-9e9c-4d04-9b69-7275b01518b9 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:55:55.906713 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c7b9835-14f0-40b1-b856-110eb3fdfe09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:55.911138 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4b900759-4147-41b2-a9f5-4b392421e70b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:55.928733 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e25a6794-12d8-40d1-b39f-c9af33d8aecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54382acd-709b-45ed-a676-c0fe9688c721', 'name': 'tempest-TestServerMultinode-1559726741-router', 'tenant_id': 'e18a03e47891481dabf58a2599c1b791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'cb526edf-9e9c-4d04-9b69-7275b01518b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:55:02Z', 'updated_at': '2021-12-09T15:55:54Z', 'revision_number': 5, 'project_id': 'e18a03e47891481dabf58a2599c1b791', 'gw_port': {'id': 'cb526edf-9e9c-4d04-9b69-7275b01518b9', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:43:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54382acd-709b-45ed-a676-c0fe9688c721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:03Z', 'updated_at': '2021-12-09T15:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:55.958198 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25a6794-12d8-40d1-b39f-c9af33d8aecd None None] Checking router: 54382acd-709b-45ed-a676-c0fe9688c721 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:55:55.967616 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25a6794-12d8-40d1-b39f-c9af33d8aecd None None] Routers {'54382acd-709b-45ed-a676-c0fe9688c721'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:55:55.968304 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e25a6794-12d8-40d1-b39f-c9af33d8aecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:55:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['54382acd-709b-45ed-a676-c0fe9688c721'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:55.995239 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-6c7b9835-14f0-40b1-b856-110eb3fdfe09 admin admin] For port cb526edf-9e9c-4d04-9b69-7275b01518b9, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=cb526edf-9e9c-4d04-9b69-7275b01518b9,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:55.995611 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c7b9835-14f0-40b1-b856-110eb3fdfe09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:56.010172 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6c7b9835-14f0-40b1-b856-110eb3fdfe09 admin admin] Calling delete_port for cb526edf-9e9c-4d04-9b69-7275b01518b9 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:55:56.058373 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-e25a6794-12d8-40d1-b39f-c9af33d8aecd None None] Set router 54382acd-709b-45ed-a676-c0fe9688c721 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:55:56.058990 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4b900759-4147-41b2-a9f5-4b392421e70b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:56.116606 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e25a6794-12d8-40d1-b39f-c9af33d8aecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54382acd-709b-45ed-a676-c0fe9688c721', 'name': 'tempest-TestServerMultinode-1559726741-router', 'tenant_id': 'e18a03e47891481dabf58a2599c1b791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:55:02Z', 'updated_at': '2021-12-09T15:55:55Z', 'revision_number': 6, 'project_id': 'e18a03e47891481dabf58a2599c1b791', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:56.144288 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25a6794-12d8-40d1-b39f-c9af33d8aecd None None] The sync data for ids ['54382acd-709b-45ed-a676-c0fe9688c721'] in n-d-821228-1 is: [{'id': '54382acd-709b-45ed-a676-c0fe9688c721', 'name': 'tempest-TestServerMultinode-1559726741-router', 'tenant_id': 'e18a03e47891481dabf58a2599c1b791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:55:02Z', 'updated_at': '2021-12-09T15:55:55Z', 'revision_number': 6, 'project_id': 'e18a03e47891481dabf58a2599c1b791', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:55:56.199976 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c7b9835-14f0-40b1-b856-110eb3fdfe09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:56.227473 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b9835-14f0-40b1-b856-110eb3fdfe09 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb526edf-9e9c-4d04-9b69-7275b01518b9,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:56.244160 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21542fd-c862-4520-b050-f4f6df45e6b1 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:55:56.261111 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4b900759-4147-41b2-a9f5-4b392421e70b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:56.284304 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4b900759-4147-41b2-a9f5-4b392421e70b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:56.295414 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c7b9835-14f0-40b1-b856-110eb3fdfe09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:56.401128 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-4b900759-4147-41b2-a9f5-4b392421e70b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Allocated IP 172.25.3.116 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/f40dfdfb-c1e1-4f80-8619-359cce8d665a) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:55:56.402822 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c7b9835-14f0-40b1-b856-110eb3fdfe09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:56.405544 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c7b9835-14f0-40b1-b856-110eb3fdfe09 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:56.440460 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:56.453187 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c7b9835-14f0-40b1-b856-110eb3fdfe09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:56.454072 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7b9835-14f0-40b1-b856-110eb3fdfe09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54382acd-709b-45ed-a676-c0fe9688c721 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:55:56.462101 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c7b9835-14f0-40b1-b856-110eb3fdfe09 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:56.463264 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6c7b9835-14f0-40b1-b856-110eb3fdfe09 admin admin] 10.222.0.57 "DELETE /v2.0/routers/54382acd-709b-45ed-a676-c0fe9688c721 HTTP/1.1" status: 204 len: 168 time: 1.0672150 Dec 09 15:55:56.465867 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59948) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:56.518597 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb1dc933-f749-4138-85f4-34a1ce8d0e2a admin admin] Deleting subnet 1c745f4a-b96f-4105-89fe-b5c071d78c0a {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:55:56.522855 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb1dc933-f749-4138-85f4-34a1ce8d0e2a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:56.526672 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4b900759-4147-41b2-a9f5-4b392421e70b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:56.561976 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb1dc933-f749-4138-85f4-34a1ce8d0e2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:56.570247 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4b900759-4147-41b2-a9f5-4b392421e70b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:56.617509 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b900759-4147-41b2-a9f5-4b392421e70b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:55:56.622564 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-4b900759-4147-41b2-a9f5-4b392421e70b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:55:56.624993 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b900759-4147-41b2-a9f5-4b392421e70b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:55:56.636689 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5c5739-fb08-4457-82e6-a6c4bdb7392e None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:55:56.653779 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b900759-4147-41b2-a9f5-4b392421e70b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event updated for resources: {'Port': ['ID=f40dfdfb-c1e1-4f80-8619-359cce8d665a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:56.659877 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb1dc933-f749-4138-85f4-34a1ce8d0e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:56.690658 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-bdb52e2e-bdde-4b05-aef7-7ca97aa18fae None None] Provisioning complete for port f40dfdfb-c1e1-4f80-8619-359cce8d665a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:56.690939 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bdb52e2e-bdde-4b05-aef7-7ca97aa18fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:56.715120 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb1dc933-f749-4138-85f4-34a1ce8d0e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:56.730002 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-bdb52e2e-bdde-4b05-aef7-7ca97aa18fae None None] Port f40dfdfb-c1e1-4f80-8619-359cce8d665a cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:55:56.741903 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1dc933-f749-4138-85f4-34a1ce8d0e2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c745f4a-b96f-4105-89fe-b5c071d78c0a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:56.745987 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb1dc933-f749-4138-85f4-34a1ce8d0e2a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:56.749540 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-eb1dc933-f749-4138-85f4-34a1ce8d0e2a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/1c745f4a-b96f-4105-89fe-b5c071d78c0a HTTP/1.1" status: 204 len: 168 time: 0.2821748 Dec 09 15:55:56.751919 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59950) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:56.755496 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92799e8f-342e-4dad-a60c-b3dbed82e0fb None None] Network d1d24551-8618-4743-bded-43ca0c5964fb requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:55:56.831709 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb9d930a-5a0f-4133-8755-e3b25aafe5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:56.905290 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-eb9d930a-5a0f-4133-8755-e3b25aafe5ca admin admin] Deleting port 9ad668f1-ac28-4c4c-a959-c55baf39691f {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:55:56.907584 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb9d930a-5a0f-4133-8755-e3b25aafe5ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:56.938128 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb2eaf6-e266-4ab8-9f98-82b133e503fb None None] DHCP port deletion for d1d24551-8618-4743-bded-43ca0c5964fb request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:55:56.997641 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3bb2eaf6-e266-4ab8-9f98-82b133e503fb None None] Deleting port 9ad668f1-ac28-4c4c-a959-c55baf39691f {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:55:56.998120 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3bb2eaf6-e266-4ab8-9f98-82b133e503fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:57.033394 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-eb9d930a-5a0f-4133-8755-e3b25aafe5ca admin admin] For port 9ad668f1-ac28-4c4c-a959-c55baf39691f, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=9ad668f1-ac28-4c4c-a959-c55baf39691f,segment=NetworkSegment(6b8c6052-e0aa-4ad8-8aac-f5341a6ac233),segment_id=6b8c6052-e0aa-4ad8-8aac-f5341a6ac233)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:57.034801 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb9d930a-5a0f-4133-8755-e3b25aafe5ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:57.055729 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-eb9d930a-5a0f-4133-8755-e3b25aafe5ca admin admin] Calling delete_port for 9ad668f1-ac28-4c4c-a959-c55baf39691f owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:55:57.072361 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3bb2eaf6-e266-4ab8-9f98-82b133e503fb None None] For port 9ad668f1-ac28-4c4c-a959-c55baf39691f, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=9ad668f1-ac28-4c4c-a959-c55baf39691f,segment=NetworkSegment(6b8c6052-e0aa-4ad8-8aac-f5341a6ac233),segment_id=6b8c6052-e0aa-4ad8-8aac-f5341a6ac233)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:57.073009 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3bb2eaf6-e266-4ab8-9f98-82b133e503fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:57.086818 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5ea4e-5811-49c1-9574-111a2d7d0837 req-46025d7c-8f15-4cda-a238-6dc727e4578a tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:57.092787 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3bb2eaf6-e266-4ab8-9f98-82b133e503fb None None] Calling delete_port for 9ad668f1-ac28-4c4c-a959-c55baf39691f owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:55:57.096772 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-84a5ea4e-5811-49c1-9574-111a2d7d0837 req-46025d7c-8f15-4cda-a238-6dc727e4578a tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=ca4320ee-812c-42d3-81f4-90548bc41b51 HTTP/1.1" status: 200 len: 945 time: 0.1238971 Dec 09 15:55:57.187779 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3bb2eaf6-e266-4ab8-9f98-82b133e503fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:57.196015 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-84a5ea4e-5811-49c1-9574-111a2d7d0837 req-d3893a5f-1a4d-4fd3-afc7-2d7ca3625f75 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978415 Dec 09 15:55:57.228256 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb9d930a-5a0f-4133-8755-e3b25aafe5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:57.234626 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2eaf6-e266-4ab8-9f98-82b133e503fb None None] Pushing event deleted for resources: {'Port': ['ID=9ad668f1-ac28-4c4c-a959-c55baf39691f,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:57.237809 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb2eaf6-e266-4ab8-9f98-82b133e503fb None None] No DVR routers for this DVR port 9ad668f1-ac28-4c4c-a959-c55baf39691f on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:55:57.260011 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9d930a-5a0f-4133-8755-e3b25aafe5ca admin admin] Pushing event deleted for resources: {'Port': ['ID=9ad668f1-ac28-4c4c-a959-c55baf39691f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:57.262046 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9d930a-5a0f-4133-8755-e3b25aafe5ca admin admin] No DVR routers for this DVR port 9ad668f1-ac28-4c4c-a959-c55baf39691f on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:55:57.346260 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb9d930a-5a0f-4133-8755-e3b25aafe5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:57.347638 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4b900759-4147-41b2-a9f5-4b392421e70b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:57.360722 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa5450-1fd8-4f23-964e-8e9f23c96296 req-457b10e1-abb9-4a9e-bb42-68cf690dfa58 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:57.362197 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f3aa5450-1fd8-4f23-964e-8e9f23c96296 req-457b10e1-abb9-4a9e-bb42-68cf690dfa58 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca4320ee-812c-42d3-81f4-90548bc41b51 HTTP/1.1" status: 200 len: 945 time: 0.0724144 Dec 09 15:55:57.371623 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-eb9d930a-5a0f-4133-8755-e3b25aafe5ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1d24551-8618-4743-bded-43ca0c5964fb']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:57.381779 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-eb9d930a-5a0f-4133-8755-e3b25aafe5ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b8c6052-e0aa-4ad8-8aac-f5341a6ac233') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:57.382079 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-eb9d930a-5a0f-4133-8755-e3b25aafe5ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b8c6052-e0aa-4ad8-8aac-f5341a6ac233') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:57.391444 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb9d930a-5a0f-4133-8755-e3b25aafe5ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:57.405531 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb9d930a-5a0f-4133-8755-e3b25aafe5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:57.411893 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb9d930a-5a0f-4133-8755-e3b25aafe5ca admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:55:57.412287 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb9d930a-5a0f-4133-8755-e3b25aafe5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:57.414039 n-d-821228-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:55:57.414039 n-d-821228-1 neutron-server[103244]: self.session.flush() Dec 09 15:55:57.414039 n-d-821228-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:55:57.414039 n-d-821228-1 neutron-server[103244]: self.session.flush() Dec 09 15:55:57.414039 n-d-821228-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:55:57.414039 n-d-821228-1 neutron-server[103244]: self.session.flush() Dec 09 15:55:57.414039 n-d-821228-1 neutron-server[103244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:55:57.414039 n-d-821228-1 neutron-server[103244]: self.session.flush() Dec 09 15:55:57.414039 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:55:57.414039 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:55:57.414039 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:55:57.414039 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:55:57.414039 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:55:57.414039 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:55:57.414039 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:55:57.414039 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:55:57.414039 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:55:57.414039 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:55:57.414039 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:55:57.414039 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:55:57.414039 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:55:57.414039 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:55:57.414039 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:55:57.414039 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:55:57.414039 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:55:57.414039 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:55:57.414039 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:55:57.414039 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:55:57.414039 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:55:57.414039 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:55:57.414039 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:55:57.414039 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:55:57.414039 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:55:57.414039 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:55:57.414039 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:55:57.414039 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:55:57.414039 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:55:57.414039 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:55:57.414039 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:55:57.414039 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:55:57.473542 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb9d930a-5a0f-4133-8755-e3b25aafe5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:57.479154 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb9d930a-5a0f-4133-8755-e3b25aafe5ca admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:57.482420 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-eb9d930a-5a0f-4133-8755-e3b25aafe5ca admin admin] 10.222.0.57 "DELETE /v2.0/networks/d1d24551-8618-4743-bded-43ca0c5964fb HTTP/1.1" status: 204 len: 168 time: 0.7294819 Dec 09 15:55:57.493274 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59954) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:57.499467 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9d930a-5a0f-4133-8755-e3b25aafe5ca admin admin] Pushing event deleted for resources: {'Network': ['ID=d1d24551-8618-4743-bded-43ca0c5964fb,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:57.586283 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-f3aa5450-1fd8-4f23-964e-8e9f23c96296 req-cca5dccb-af25-4c3e-84b4-2b35530e5546 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Deleting port 2dd471b4-56cd-43a8-8e2c-70832a88b3b7 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:55:57.587182 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f3aa5450-1fd8-4f23-964e-8e9f23c96296 req-cca5dccb-af25-4c3e-84b4-2b35530e5546 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:57.628003 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a9f1f1b6-0a4b-428b-8a70-2ad8923ac5fa no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:55:57.649691 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: a9f1f1b6-0a4b-428b-8a70-2ad8923ac5fa {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:55:57.650042 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a9f1f1b6-0a4b-428b-8a70-2ad8923ac5fa not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:55:57.650458 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device cb526edf-9e9c-4d04-9b69-7275b01518b9 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:55:57.669846 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: cb526edf-9e9c-4d04-9b69-7275b01518b9 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:55:57.670199 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device cb526edf-9e9c-4d04-9b69-7275b01518b9 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:55:57.670627 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 9ad668f1-ac28-4c4c-a959-c55baf39691f no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:55:57.693471 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 9ad668f1-ac28-4c4c-a959-c55baf39691f {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:55:57.693738 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 9ad668f1-ac28-4c4c-a959-c55baf39691f not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:55:57.707894 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4b900759-4147-41b2-a9f5-4b392421e70b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:57.776352 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-f3aa5450-1fd8-4f23-964e-8e9f23c96296 req-cca5dccb-af25-4c3e-84b4-2b35530e5546 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] For port 2dd471b4-56cd-43a8-8e2c-70832a88b3b7, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=2dd471b4-56cd-43a8-8e2c-70832a88b3b7,segment=NetworkSegment(9e9c1069-da4b-49d3-b7c1-b803e425ba04),segment_id=9e9c1069-da4b-49d3-b7c1-b803e425ba04)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:57.777171 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f3aa5450-1fd8-4f23-964e-8e9f23c96296 req-cca5dccb-af25-4c3e-84b4-2b35530e5546 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:57.795497 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-f3aa5450-1fd8-4f23-964e-8e9f23c96296 req-cca5dccb-af25-4c3e-84b4-2b35530e5546 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Calling delete_port for 2dd471b4-56cd-43a8-8e2c-70832a88b3b7 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:55:57.855252 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d3f1258c-8c75-4c7d-baad-a1fb619688df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:57.940130 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b900759-4147-41b2-a9f5-4b392421e70b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Router fa68c97b-1cc0-4c38-8526-a84ebcd623eb is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:55:58.031673 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f3aa5450-1fd8-4f23-964e-8e9f23c96296 req-cca5dccb-af25-4c3e-84b4-2b35530e5546 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:58.043191 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['83255f63-4ca3-4bd2-a590-db45acf327e2'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:55:58.070406 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['f09f559b-d4e6-4759-b0bc-f6c59d58ac2b', '2dd471b4-56cd-43a8-8e2c-70832a88b3b7'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:55:58.097289 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca5dccb-af25-4c3e-84b4-2b35530e5546 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Pushing event deleted for resources: {'Port': ['ID=2dd471b4-56cd-43a8-8e2c-70832a88b3b7,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:58.118128 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3753cb9-c0f7-454a-b3af-ac7c8d55714c None None] DHCP port deletion for 54fd6451-3431-4aa6-b8c9-b95452f7e9b0 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:55:58.136801 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d3f1258c-8c75-4c7d-baad-a1fb619688df admin admin] Deleting port 6b41d28f-2584-41d3-8076-4311cfaa92da {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:55:58.137152 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d3f1258c-8c75-4c7d-baad-a1fb619688df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:58.150002 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3aa5450-1fd8-4f23-964e-8e9f23c96296 req-cca5dccb-af25-4c3e-84b4-2b35530e5546 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] No DVR routers for this DVR port 2dd471b4-56cd-43a8-8e2c-70832a88b3b7 on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:55:58.154364 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f3aa5450-1fd8-4f23-964e-8e9f23c96296 req-cca5dccb-af25-4c3e-84b4-2b35530e5546 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:58.158401 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f3aa5450-1fd8-4f23-964e-8e9f23c96296 req-cca5dccb-af25-4c3e-84b4-2b35530e5546 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.42 "DELETE /v2.0/ports/2dd471b4-56cd-43a8-8e2c-70832a88b3b7 HTTP/1.1" status: 204 len: 173 time: 0.7641463 Dec 09 15:55:58.158401 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4320ee-812c-42d3-81f4-90548bc41b51', 'name': 'network-vif-deleted', 'tag': '2dd471b4-56cd-43a8-8e2c-70832a88b3b7'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:55:58.161349 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a851d22-28b1-4022-a31e-d2dc8c0ca7c2" -d '{"events": [{"server_uuid": "ca4320ee-812c-42d3-81f4-90548bc41b51", "name": "network-vif-deleted", "tag": "2dd471b4-56cd-43a8-8e2c-70832a88b3b7"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:55:58.166678 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b900759-4147-41b2-a9f5-4b392421e70b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:55:58.179306 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9677412b-dc8e-4db3-9657-2647d8d72ee0 None None] Sync routers for ids ['fa68c97b-1cc0-4c38-8526-a84ebcd623eb'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:55:58.190447 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4b900759-4147-41b2-a9f5-4b392421e70b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:58.195364 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4b900759-4147-41b2-a9f5-4b392421e70b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.4209106 Dec 09 15:55:58.196156 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59960) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:58.198929 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9677412b-dc8e-4db3-9657-2647d8d72ee0 None None] Routers {'fa68c97b-1cc0-4c38-8526-a84ebcd623eb'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:55:58.201245 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-9677412b-dc8e-4db3-9657-2647d8d72ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:55:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['fa68c97b-1cc0-4c38-8526-a84ebcd623eb'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:58.274634 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d3f1258c-8c75-4c7d-baad-a1fb619688df admin admin] For port 6b41d28f-2584-41d3-8076-4311cfaa92da, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=6b41d28f-2584-41d3-8076-4311cfaa92da,segment=NetworkSegment(1507b202-2ff8-41cd-8c15-e19550c493d8),segment_id=1507b202-2ff8-41cd-8c15-e19550c493d8)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:58.274997 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d3f1258c-8c75-4c7d-baad-a1fb619688df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:58.277954 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f97c64-0d64-4cc2-b51a-0b82735a59ad x-openstack-request-id: req-78f97c64-0d64-4cc2-b51a-0b82735a59ad {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:55:58.279679 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4320ee-812c-42d3-81f4-90548bc41b51", "name": "network-vif-deleted", "tag": "2dd471b4-56cd-43a8-8e2c-70832a88b3b7", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:55:58.280043 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-78f97c64-0d64-4cc2-b51a-0b82735a59ad {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:55:58.281371 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca4320ee-812c-42d3-81f4-90548bc41b51', 'name': 'network-vif-deleted', 'tag': '2dd471b4-56cd-43a8-8e2c-70832a88b3b7', 'status': 'completed', 'code': 200} Dec 09 15:55:58.284045 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-9677412b-dc8e-4db3-9657-2647d8d72ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:58.293370 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d3f1258c-8c75-4c7d-baad-a1fb619688df admin admin] Calling delete_port for 6b41d28f-2584-41d3-8076-4311cfaa92da owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:55:58.308864 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9677412b-dc8e-4db3-9657-2647d8d72ee0 None None] Routers {'fa68c97b-1cc0-4c38-8526-a84ebcd623eb'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:55:58.313561 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-9677412b-dc8e-4db3-9657-2647d8d72ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:55:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['fa68c97b-1cc0-4c38-8526-a84ebcd623eb'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:58.402135 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-9677412b-dc8e-4db3-9657-2647d8d72ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:58.405247 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9677412b-dc8e-4db3-9657-2647d8d72ee0 None None] The sync data for ids ['fa68c97b-1cc0-4c38-8526-a84ebcd623eb'] in n-d-821228-1 is: [] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:55:58.422639 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8b65c7da-b223-4418-a0fe-8ef30b696bb8 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "GET /v2.0/routers/fa68c97b-1cc0-4c38-8526-a84ebcd623eb HTTP/1.1" status: 200 len: 881 time: 0.2246327 Dec 09 15:55:58.424976 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59964) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:58.457956 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5d7591d5-6566-4688-ba7f-38ed27d130f7 req-4d2018f8-059f-44de-862e-a83230dd49ac tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=ca4320ee-812c-42d3-81f4-90548bc41b51 HTTP/1.1" status: 200 len: 210 time: 0.0298843 Dec 09 15:55:58.537020 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d3f1258c-8c75-4c7d-baad-a1fb619688df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:58.561399 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f1258c-8c75-4c7d-baad-a1fb619688df admin admin] Pushing event deleted for resources: {'Port': ['ID=6b41d28f-2584-41d3-8076-4311cfaa92da,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:58.632020 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-01eed642-f5dc-483c-b90f-7e9e5c8f2f37 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2053144 Dec 09 15:55:58.634568 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59968) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:58.640335 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-983be28e-211a-46e6-9ec2-5ee15e8ec7dc tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1403295932'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:59.182366 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d3f1258c-8c75-4c7d-baad-a1fb619688df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:59.473786 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-983be28e-211a-46e6-9ec2-5ee15e8ec7dc tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1598674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1781863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39067'] for router, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:59.513291 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-983be28e-211a-46e6-9ec2-5ee15e8ec7dc tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1598665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1598656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1781790'] for router, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:59.611916 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f1258c-8c75-4c7d-baad-a1fb619688df admin admin] Router 5f07390e-47af-4a7c-9687-4c0578c179ed has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:55:59.681457 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983be28e-211a-46e6-9ec2-5ee15e8ec7dc tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Router fa68c97b-1cc0-4c38-8526-a84ebcd623eb has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:55:59.850806 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f1258c-8c75-4c7d-baad-a1fb619688df admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:55:59.859824 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f272ac3-aab1-43d6-a16f-6336cc5ba553 None None] Sync routers for ids ['5f07390e-47af-4a7c-9687-4c0578c179ed'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:55:59.860365 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59978) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:59.860785 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d3f1258c-8c75-4c7d-baad-a1fb619688df admin admin] 10.222.0.57 "PUT /v2.0/routers/5f07390e-47af-4a7c-9687-4c0578c179ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3656986 Dec 09 15:55:59.870209 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad88e5-3cb7-4ab0-9e6f-52c9b2dbd388 req-e987be48-1767-4997-af3c-ce33c5ea2a5d tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:59.871710 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3aad88e5-3cb7-4ab0-9e6f-52c9b2dbd388 req-e987be48-1767-4997-af3c-ce33c5ea2a5d tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f5687f3-6d70-4fa1-b2c2-aa25d174db46 HTTP/1.1" status: 200 len: 945 time: 0.1726496 Dec 09 15:55:59.871863 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f272ac3-aab1-43d6-a16f-6336cc5ba553 None None] Routers {'5f07390e-47af-4a7c-9687-4c0578c179ed'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:55:59.872481 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0f272ac3-aab1-43d6-a16f-6336cc5ba553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:55:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['5f07390e-47af-4a7c-9687-4c0578c179ed'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:59.901234 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983be28e-211a-46e6-9ec2-5ee15e8ec7dc tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:55:59.908736 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-983be28e-211a-46e6-9ec2-5ee15e8ec7dc tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:59.910503 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-983be28e-211a-46e6-9ec2-5ee15e8ec7dc tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "PUT /v2.0/routers/fa68c97b-1cc0-4c38-8526-a84ebcd623eb HTTP/1.1" status: 200 len: 888 time: 1.2742703 Dec 09 15:55:59.914354 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59980) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:59.917382 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f77e097-f010-4136-b45e-b778098b976f None None] Sync routers for ids ['fa68c97b-1cc0-4c38-8526-a84ebcd623eb'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:55:59.938472 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f77e097-f010-4136-b45e-b778098b976f None None] Routers {'fa68c97b-1cc0-4c38-8526-a84ebcd623eb'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:55:59.938929 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3aad88e5-3cb7-4ab0-9e6f-52c9b2dbd388 req-00013ecb-3c73-4fbd-b0eb-3876d232ed37 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560911 Dec 09 15:55:59.945557 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-2f77e097-f010-4136-b45e-b778098b976f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:55:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['fa68c97b-1cc0-4c38-8526-a84ebcd623eb'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:59.985371 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-2f77e097-f010-4136-b45e-b778098b976f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:59.998950 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f77e097-f010-4136-b45e-b778098b976f None None] Routers {'fa68c97b-1cc0-4c38-8526-a84ebcd623eb'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:55:59.999168 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-0f272ac3-aab1-43d6-a16f-6336cc5ba553 None None] Set router 5f07390e-47af-4a7c-9687-4c0578c179ed gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:56:00.000010 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-2f77e097-f010-4136-b45e-b778098b976f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:55:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['fa68c97b-1cc0-4c38-8526-a84ebcd623eb'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:00.039297 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-2f77e097-f010-4136-b45e-b778098b976f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:00.040282 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f77e097-f010-4136-b45e-b778098b976f None None] The sync data for ids ['fa68c97b-1cc0-4c38-8526-a84ebcd623eb'] in n-d-821228-1 is: [] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:56:00.059599 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aebb64ce-a7a4-47ce-a166-492dcbb9a090 admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:00.124372 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c4d1e8a1-ff29-4170-8f57-4aab6cf45873 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "GET /v2.0/routers/fa68c97b-1cc0-4c38-8526-a84ebcd623eb HTTP/1.1" status: 200 len: 888 time: 0.2083523 Dec 09 15:56:00.126896 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59982) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:00.181622 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ccc147c5-6ae6-4fa5-8e76-b2e680ba4634 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa68c97b-1cc0-4c38-8526-a84ebcd623eb HTTP/1.1" status: 200 len: 205 time: 0.0536325 Dec 09 15:56:00.183497 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0f272ac3-aab1-43d6-a16f-6336cc5ba553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f07390e-47af-4a7c-9687-4c0578c179ed', 'name': 'tempest-TestServerMultinode-1790802681-router', 'tenant_id': '6e549b5d2a5a4b1ea5c832e1ffdd7be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '53dd776b-0938-44ec-a848-6e0d91a77686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:55:10Z', 'updated_at': '2021-12-09T15:55:58Z', 'revision_number': 5, 'project_id': '6e549b5d2a5a4b1ea5c832e1ffdd7be7', 'gw_port': {'id': '53dd776b-0938-44ec-a848-6e0d91a77686', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f07390e-47af-4a7c-9687-4c0578c179ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:10Z', 'updated_at': '2021-12-09T15:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:00.184078 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59984) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:00.214280 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f272ac3-aab1-43d6-a16f-6336cc5ba553 None None] Checking router: 5f07390e-47af-4a7c-9687-4c0578c179ed for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:56:00.223104 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f272ac3-aab1-43d6-a16f-6336cc5ba553 None None] Routers {'5f07390e-47af-4a7c-9687-4c0578c179ed'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:56:00.223709 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0f272ac3-aab1-43d6-a16f-6336cc5ba553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:55:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['5f07390e-47af-4a7c-9687-4c0578c179ed'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:00.252654 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aebb64ce-a7a4-47ce-a166-492dcbb9a090 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:00.327696 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-0f272ac3-aab1-43d6-a16f-6336cc5ba553 None None] Set router 5f07390e-47af-4a7c-9687-4c0578c179ed gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:56:00.331487 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b25acc5-2885-4df1-89b6-f6558a251b02 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:00.425939 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-aebb64ce-a7a4-47ce-a166-492dcbb9a090 admin admin] Deleting port 53dd776b-0938-44ec-a848-6e0d91a77686 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:56:00.426164 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aebb64ce-a7a4-47ce-a166-492dcbb9a090 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:00.507503 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b25acc5-2885-4df1-89b6-f6558a251b02 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:00.537492 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 2dd471b4-56cd-43a8-8e2c-70832a88b3b7 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:56:00.537731 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-aebb64ce-a7a4-47ce-a166-492dcbb9a090 admin admin] For port 53dd776b-0938-44ec-a848-6e0d91a77686, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=53dd776b-0938-44ec-a848-6e0d91a77686,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:56:00.538029 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aebb64ce-a7a4-47ce-a166-492dcbb9a090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:00.568071 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-aebb64ce-a7a4-47ce-a166-492dcbb9a090 admin admin] Calling delete_port for 53dd776b-0938-44ec-a848-6e0d91a77686 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:56:00.569697 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: 2dd471b4-56cd-43a8-8e2c-70832a88b3b7 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:56:00.570043 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 2dd471b4-56cd-43a8-8e2c-70832a88b3b7 not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:56:00.633150 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-7b25acc5-2885-4df1-89b6-f6558a251b02 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Deleting port f40dfdfb-c1e1-4f80-8619-359cce8d665a {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:56:00.633580 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b25acc5-2885-4df1-89b6-f6558a251b02 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:00.681088 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0f272ac3-aab1-43d6-a16f-6336cc5ba553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f07390e-47af-4a7c-9687-4c0578c179ed', 'name': 'tempest-TestServerMultinode-1790802681-router', 'tenant_id': '6e549b5d2a5a4b1ea5c832e1ffdd7be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '53dd776b-0938-44ec-a848-6e0d91a77686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:55:10Z', 'updated_at': '2021-12-09T15:55:58Z', 'revision_number': 5, 'project_id': '6e549b5d2a5a4b1ea5c832e1ffdd7be7', 'gw_port': {'id': '53dd776b-0938-44ec-a848-6e0d91a77686', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f07390e-47af-4a7c-9687-4c0578c179ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:10Z', 'updated_at': '2021-12-09T15:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:00.711693 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f272ac3-aab1-43d6-a16f-6336cc5ba553 None None] The sync data for ids ['5f07390e-47af-4a7c-9687-4c0578c179ed'] in n-d-821228-1 is: [{'id': '5f07390e-47af-4a7c-9687-4c0578c179ed', 'name': 'tempest-TestServerMultinode-1790802681-router', 'tenant_id': '6e549b5d2a5a4b1ea5c832e1ffdd7be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '53dd776b-0938-44ec-a848-6e0d91a77686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:55:10Z', 'updated_at': '2021-12-09T15:55:58Z', 'revision_number': 5, 'project_id': '6e549b5d2a5a4b1ea5c832e1ffdd7be7', 'gw_port': {'id': '53dd776b-0938-44ec-a848-6e0d91a77686', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f07390e-47af-4a7c-9687-4c0578c179ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:10Z', 'updated_at': '2021-12-09T15:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:56:00.763181 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b25acc5-2885-4df1-89b6-f6558a251b02 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:00.778551 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-7b25acc5-2885-4df1-89b6-f6558a251b02 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Calling delete_port for f40dfdfb-c1e1-4f80-8619-359cce8d665a owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:56:00.871085 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aebb64ce-a7a4-47ce-a166-492dcbb9a090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:00.900081 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebb64ce-a7a4-47ce-a166-492dcbb9a090 admin admin] Pushing event deleted for resources: {'Port': ['ID=53dd776b-0938-44ec-a848-6e0d91a77686,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:00.914044 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09e44a3-6ed4-40a7-821e-292f19cec7aa None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:56:01.007700 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aebb64ce-a7a4-47ce-a166-492dcbb9a090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:01.099911 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6bf8e-ff82-440f-b0d0-02088a052967 req-4a9f12dd-e7f1-4ae4-8dd2-73dacc185122 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:01.101598 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-04c6bf8e-ff82-440f-b0d0-02088a052967 req-4a9f12dd-e7f1-4ae4-8dd2-73dacc185122 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f5687f3-6d70-4fa1-b2c2-aa25d174db46 HTTP/1.1" status: 200 len: 945 time: 0.0822382 Dec 09 15:56:01.137531 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a59d6-14db-4a61-ba65-917e5b55c1eb req-106f9589-5b8c-4641-a01d-cb5c3b336afe tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:01.139110 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2e4a59d6-14db-4a61-ba65-917e5b55c1eb req-106f9589-5b8c-4641-a01d-cb5c3b336afe tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f5687f3-6d70-4fa1-b2c2-aa25d174db46 HTTP/1.1" status: 200 len: 945 time: 0.0901546 Dec 09 15:56:01.201207 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-04c6bf8e-ff82-440f-b0d0-02088a052967 req-ad7e3baa-de25-4405-9a7d-6e36802ca24e tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915492 Dec 09 15:56:01.266185 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-2e4a59d6-14db-4a61-ba65-917e5b55c1eb req-d40d0355-cc99-4619-904f-42ff178ceff0 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Deleting port 83255f63-4ca3-4bd2-a590-db45acf327e2 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:56:01.266185 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2e4a59d6-14db-4a61-ba65-917e5b55c1eb req-d40d0355-cc99-4619-904f-42ff178ceff0 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:01.368956 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-2e4a59d6-14db-4a61-ba65-917e5b55c1eb req-d40d0355-cc99-4619-904f-42ff178ceff0 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] For port 83255f63-4ca3-4bd2-a590-db45acf327e2, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=83255f63-4ca3-4bd2-a590-db45acf327e2,segment=NetworkSegment(9e9c1069-da4b-49d3-b7c1-b803e425ba04),segment_id=9e9c1069-da4b-49d3-b7c1-b803e425ba04)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:56:01.369315 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2e4a59d6-14db-4a61-ba65-917e5b55c1eb req-d40d0355-cc99-4619-904f-42ff178ceff0 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:01.383878 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-2e4a59d6-14db-4a61-ba65-917e5b55c1eb req-d40d0355-cc99-4619-904f-42ff178ceff0 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Calling delete_port for 83255f63-4ca3-4bd2-a590-db45acf327e2 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:56:01.472645 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aebb64ce-a7a4-47ce-a166-492dcbb9a090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:01.476190 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aebb64ce-a7a4-47ce-a166-492dcbb9a090 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:01.517769 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2e4a59d6-14db-4a61-ba65-917e5b55c1eb req-d40d0355-cc99-4619-904f-42ff178ceff0 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:01.519100 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b25acc5-2885-4df1-89b6-f6558a251b02 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:01.530958 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['83255f63-4ca3-4bd2-a590-db45acf327e2'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:56:01.551330 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aebb64ce-a7a4-47ce-a166-492dcbb9a090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:01.552118 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebb64ce-a7a4-47ce-a166-492dcbb9a090 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f07390e-47af-4a7c-9687-4c0578c179ed {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:56:01.552896 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d0355-cc99-4619-904f-42ff178ceff0 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Pushing event deleted for resources: {'Port': ['ID=83255f63-4ca3-4bd2-a590-db45acf327e2,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:01.557078 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aebb64ce-a7a4-47ce-a166-492dcbb9a090 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:01.558254 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-aebb64ce-a7a4-47ce-a166-492dcbb9a090 admin admin] 10.222.0.57 "DELETE /v2.0/routers/5f07390e-47af-4a7c-9687-4c0578c179ed HTTP/1.1" status: 204 len: 168 time: 1.6968284 Dec 09 15:56:01.559669 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b25acc5-2885-4df1-89b6-f6558a251b02 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event deleted for resources: {'Port': ['ID=f40dfdfb-c1e1-4f80-8619-359cce8d665a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:01.560828 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59990) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:01.573995 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['f09f559b-d4e6-4759-b0bc-f6c59d58ac2b'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:56:01.624309 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034785d4-ae83-443d-8535-7730762f0e9b None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:56:01.631896 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b706362-5bd8-476d-8013-8956e7fd7e52 None None] DHCP port deletion for 54fd6451-3431-4aa6-b8c9-b95452f7e9b0 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:56:01.643141 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4a59d6-14db-4a61-ba65-917e5b55c1eb req-d40d0355-cc99-4619-904f-42ff178ceff0 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] No DVR routers for this DVR port 83255f63-4ca3-4bd2-a590-db45acf327e2 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:56:01.647194 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2e4a59d6-14db-4a61-ba65-917e5b55c1eb req-d40d0355-cc99-4619-904f-42ff178ceff0 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:01.650026 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b25acc5-2885-4df1-89b6-f6558a251b02 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:01.650941 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2e4a59d6-14db-4a61-ba65-917e5b55c1eb req-d40d0355-cc99-4619-904f-42ff178ceff0 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.31 "DELETE /v2.0/ports/83255f63-4ca3-4bd2-a590-db45acf327e2 HTTP/1.1" status: 204 len: 173 time: 0.5041530 Dec 09 15:56:01.651425 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5687f3-6d70-4fa1-b2c2-aa25d174db46', 'name': 'network-vif-deleted', 'tag': '83255f63-4ca3-4bd2-a590-db45acf327e2'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:56:01.662533 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c13fda-f8fd-4435-9714-277b2dc903bf" -d '{"events": [{"server_uuid": "6f5687f3-6d70-4fa1-b2c2-aa25d174db46", "name": "network-vif-deleted", "tag": "83255f63-4ca3-4bd2-a590-db45acf327e2"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:56:01.678874 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 6b41d28f-2584-41d3-8076-4311cfaa92da no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:56:01.712280 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 6b41d28f-2584-41d3-8076-4311cfaa92da {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:56:01.712748 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 6b41d28f-2584-41d3-8076-4311cfaa92da not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:56:01.723951 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d7a1cf6-5672-4070-8c01-387f332b84d6 admin admin] Deleting subnet 663c5292-486d-455b-a6a5-b80279ca3770 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:56:01.735378 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d7a1cf6-5672-4070-8c01-387f332b84d6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:01.794779 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b4119b-39a4-4ac3-95be-2a7533fe7391 x-openstack-request-id: req-10b4119b-39a4-4ac3-95be-2a7533fe7391 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:56:01.795081 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5687f3-6d70-4fa1-b2c2-aa25d174db46", "name": "network-vif-deleted", "tag": "83255f63-4ca3-4bd2-a590-db45acf327e2", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:56:01.795339 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-10b4119b-39a4-4ac3-95be-2a7533fe7391 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:56:01.795746 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5687f3-6d70-4fa1-b2c2-aa25d174db46', 'name': 'network-vif-deleted', 'tag': '83255f63-4ca3-4bd2-a590-db45acf327e2', 'status': 'completed', 'code': 200} Dec 09 15:56:01.810931 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b25acc5-2885-4df1-89b6-f6558a251b02 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:01.815426 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b25acc5-2885-4df1-89b6-f6558a251b02 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:01.826920 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d7a1cf6-5672-4070-8c01-387f332b84d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:01.875270 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b25acc5-2885-4df1-89b6-f6558a251b02 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:01.875944 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b25acc5-2885-4df1-89b6-f6558a251b02 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Fanout notify agent at l3_agent the message router_deleted on router fa68c97b-1cc0-4c38-8526-a84ebcd623eb {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:56:01.886474 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b25acc5-2885-4df1-89b6-f6558a251b02 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:01.887627 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7b25acc5-2885-4df1-89b6-f6558a251b02 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "DELETE /v2.0/routers/fa68c97b-1cc0-4c38-8526-a84ebcd623eb HTTP/1.1" status: 204 len: 168 time: 1.7025270 Dec 09 15:56:01.891195 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59994) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:01.897333 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-e338cd6e-63a3-421a-8c3a-c0ee7beba80a tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Request body: {'network': {'name': 'tempest-RoutersTest-576165524'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:56:01.918960 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e338cd6e-63a3-421a-8c3a-c0ee7beba80a tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Made reservation on behalf of 191f2fbe1f284dfcaf35d400d96cab65 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:56:01.919509 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d7a1cf6-5672-4070-8c01-387f332b84d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:01.922468 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e338cd6e-63a3-421a-8c3a-c0ee7beba80a tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:01.947591 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e338cd6e-63a3-421a-8c3a-c0ee7beba80a tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:56:01.956297 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e338cd6e-63a3-421a-8c3a-c0ee7beba80a tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:01.957228 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-e338cd6e-63a3-421a-8c3a-c0ee7beba80a tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Added segment 91698383-054c-42e5-b42c-6d58c974de81 of type vlan for network 266fd916-a57c-4063-8532-e74b05284909 Dec 09 15:56:01.974313 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d7a1cf6-5672-4070-8c01-387f332b84d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:02.000953 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e338cd6e-63a3-421a-8c3a-c0ee7beba80a tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:02.006027 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a1cf6-5672-4070-8c01-387f332b84d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=663c5292-486d-455b-a6a5-b80279ca3770,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:02.008001 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d7a1cf6-5672-4070-8c01-387f332b84d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:02.014077 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0d7a1cf6-5672-4070-8c01-387f332b84d6 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/663c5292-486d-455b-a6a5-b80279ca3770 HTTP/1.1" status: 204 len: 168 time: 0.4498794 Dec 09 15:56:02.014227 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59996) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:02.014492 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f9874b-354b-49a8-bd54-a71a6ff10306 None None] Network 2b864a9d-a861-4304-a143-d93ea1f3f0f0 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:56:02.032556 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e338cd6e-63a3-421a-8c3a-c0ee7beba80a tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:02.039380 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e338cd6e-63a3-421a-8c3a-c0ee7beba80a tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:02.040008 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e338cd6e-63a3-421a-8c3a-c0ee7beba80a tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:02.096664 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bb451963-406d-4bf1-80af-19ea31d5d5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:02.121065 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e338cd6e-63a3-421a-8c3a-c0ee7beba80a tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2281404 Dec 09 15:56:02.124454 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59998) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:02.129735 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-78f99cd1-be96-40b9-bb96-9b7ae5189845 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Request body: {'subnet': {'network_id': '266fd916-a57c-4063-8532-e74b05284909', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:56:02.152820 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338cd6e-63a3-421a-8c3a-c0ee7beba80a tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event updated for resources: {'Network': ['ID=266fd916-a57c-4063-8532-e74b05284909,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:02.165332 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 266fd916-a57c-4063-8532-e74b05284909 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:56:02.188432 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-bb451963-406d-4bf1-80af-19ea31d5d5d9 admin admin] Deleting port 4981d34b-db4d-4bac-9c1d-b58e4662f317 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:56:02.189007 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bb451963-406d-4bf1-80af-19ea31d5d5d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:02.270952 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f99cd1-be96-40b9-bb96-9b7ae5189845 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Made reservation on behalf of 191f2fbe1f284dfcaf35d400d96cab65 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:56:02.274869 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-78f99cd1-be96-40b9-bb96-9b7ae5189845 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:02.287660 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b681d7-62b8-4128-93ba-f88153f97de0 None None] DHCP port deletion for 2b864a9d-a861-4304-a143-d93ea1f3f0f0 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:56:02.299562 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-bb451963-406d-4bf1-80af-19ea31d5d5d9 admin admin] For port 4981d34b-db4d-4bac-9c1d-b58e4662f317, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=4981d34b-db4d-4bac-9c1d-b58e4662f317,segment=NetworkSegment(1507b202-2ff8-41cd-8c15-e19550c493d8),segment_id=1507b202-2ff8-41cd-8c15-e19550c493d8)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:56:02.299937 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bb451963-406d-4bf1-80af-19ea31d5d5d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:02.319949 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-bb451963-406d-4bf1-80af-19ea31d5d5d9 admin admin] Calling delete_port for 4981d34b-db4d-4bac-9c1d-b58e4662f317 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:56:02.435022 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e6b681d7-62b8-4128-93ba-f88153f97de0 None None] Deleting port 4981d34b-db4d-4bac-9c1d-b58e4662f317 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:56:02.435913 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e6b681d7-62b8-4128-93ba-f88153f97de0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:02.453728 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bb451963-406d-4bf1-80af-19ea31d5d5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:02.482438 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb451963-406d-4bf1-80af-19ea31d5d5d9 admin admin] No DVR routers for this DVR port 4981d34b-db4d-4bac-9c1d-b58e4662f317 on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:56:02.505650 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb451963-406d-4bf1-80af-19ea31d5d5d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4981d34b-db4d-4bac-9c1d-b58e4662f317,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:02.522312 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e6b681d7-62b8-4128-93ba-f88153f97de0 None None] For port 4981d34b-db4d-4bac-9c1d-b58e4662f317, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=4981d34b-db4d-4bac-9c1d-b58e4662f317,segment=NetworkSegment(1507b202-2ff8-41cd-8c15-e19550c493d8),segment_id=1507b202-2ff8-41cd-8c15-e19550c493d8)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:56:02.522716 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e6b681d7-62b8-4128-93ba-f88153f97de0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:02.539104 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e6b681d7-62b8-4128-93ba-f88153f97de0 None None] Calling delete_port for 4981d34b-db4d-4bac-9c1d-b58e4662f317 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:56:02.577362 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-78f99cd1-be96-40b9-bb96-9b7ae5189845 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:02.582359 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bb451963-406d-4bf1-80af-19ea31d5d5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:02.606543 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-bb451963-406d-4bf1-80af-19ea31d5d5d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b864a9d-a861-4304-a143-d93ea1f3f0f0']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:02.618968 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-bb451963-406d-4bf1-80af-19ea31d5d5d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1507b202-2ff8-41cd-8c15-e19550c493d8') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:02.619409 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-bb451963-406d-4bf1-80af-19ea31d5d5d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1507b202-2ff8-41cd-8c15-e19550c493d8') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:02.632839 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bb451963-406d-4bf1-80af-19ea31d5d5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:02.636604 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e6b681d7-62b8-4128-93ba-f88153f97de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:02.649104 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bb451963-406d-4bf1-80af-19ea31d5d5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:02.655834 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b681d7-62b8-4128-93ba-f88153f97de0 None None] No DVR routers for this DVR port 4981d34b-db4d-4bac-9c1d-b58e4662f317 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:56:02.656966 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb451963-406d-4bf1-80af-19ea31d5d5d9 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:56:02.657551 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bb451963-406d-4bf1-80af-19ea31d5d5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:02.660222 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:56:02.660222 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:56:02.660222 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:56:02.660222 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:56:02.660222 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:56:02.660222 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:56:02.660222 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:56:02.660222 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:56:02.660222 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:56:02.660222 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:56:02.660222 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:56:02.660222 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:56:02.660222 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:56:02.660222 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:56:02.660222 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:56:02.660222 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:56:02.660222 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:56:02.660222 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:56:02.660222 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:56:02.660222 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:56:02.660222 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:56:02.660222 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:56:02.660222 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:56:02.660222 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:56:02.660222 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:56:02.660222 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:56:02.660222 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:56:02.660222 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:56:02.660222 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:56:02.660222 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:56:02.660222 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:56:02.660222 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:56:02.681466 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f99cd1-be96-40b9-bb96-9b7ae5189845 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event updated for resources: {'Subnet': ['ID=026827f2-0b8e-4907-85bd-5c8a6802631f,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:02.688753 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f99cd1-be96-40b9-bb96-9b7ae5189845 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Checking segment: {'id': '91698383-054c-42e5-b42c-6d58c974de81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '266fd916-a57c-4063-8532-e74b05284909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:56:02.689760 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f99cd1-be96-40b9-bb96-9b7ae5189845 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Network hostable DHCP agents. Network: 266fd916-a57c-4063-8532-e74b05284909, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:56:02.700621 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b681d7-62b8-4128-93ba-f88153f97de0 None None] Pushing event deleted for resources: {'Port': ['ID=4981d34b-db4d-4bac-9c1d-b58e4662f317,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:02.712527 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f99cd1-be96-40b9-bb96-9b7ae5189845 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Network 266fd916-a57c-4063-8532-e74b05284909 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:56:02.723209 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-78f99cd1-be96-40b9-bb96-9b7ae5189845 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 266fd916-a57c-4063-8532-e74b05284909) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:56:02.728942 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f99cd1-be96-40b9-bb96-9b7ae5189845 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:02.729797 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-78f99cd1-be96-40b9-bb96-9b7ae5189845 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:02.732735 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237b5e0f-4520-4f38-94b2-1219e7cefac6 None None] Network 266fd916-a57c-4063-8532-e74b05284909 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:56:02.740306 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bb451963-406d-4bf1-80af-19ea31d5d5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:02.759474 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-78f99cd1-be96-40b9-bb96-9b7ae5189845 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6341505 Dec 09 15:56:02.760345 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60008) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:02.764404 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bb451963-406d-4bf1-80af-19ea31d5d5d9 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:02.765570 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-093b0851-9a00-4cef-8f6f-3b5b8de2caa3 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1499888759', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:56:02.768038 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-bb451963-406d-4bf1-80af-19ea31d5d5d9 admin admin] 10.222.0.57 "DELETE /v2.0/networks/2b864a9d-a861-4304-a143-d93ea1f3f0f0 HTTP/1.1" status: 204 len: 168 time: 0.7527759 Dec 09 15:56:02.769604 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb451963-406d-4bf1-80af-19ea31d5d5d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b864a9d-a861-4304-a143-d93ea1f3f0f0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:02.802080 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-093b0851-9a00-4cef-8f6f-3b5b8de2caa3 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:02.804379 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-093b0851-9a00-4cef-8f6f-3b5b8de2caa3 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:02.870725 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-093b0851-9a00-4cef-8f6f-3b5b8de2caa3 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:02.874906 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6caec00-53d6-41c8-8aa2-0e2c93f2e6a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-266fd916-a57c-4063-8532-e74b05284909', 'network_id': '266fd916-a57c-4063-8532-e74b05284909', 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'fixed_ips': [{'subnet_id': '026827f2-0b8e-4907-85bd-5c8a6802631f'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:56:02.875685 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-093b0851-9a00-4cef-8f6f-3b5b8de2caa3 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:02.876191 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b6caec00-53d6-41c8-8aa2-0e2c93f2e6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:02.900097 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-093b0851-9a00-4cef-8f6f-3b5b8de2caa3 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:02.905019 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-093b0851-9a00-4cef-8f6f-3b5b8de2caa3 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1434577 Dec 09 15:56:02.905806 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60012) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:03.024876 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60014) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:03.038409 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-b6caec00-53d6-41c8-8aa2-0e2c93f2e6a7 None None] Allocated IP 172.20.0.2 (266fd916-a57c-4063-8532-e74b05284909/026827f2-0b8e-4907-85bd-5c8a6802631f/0b1aa305-3555-4946-b4f8-f0059c43ee8b) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:56:03.089452 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d44b7e4c-d807-4590-91b5-090c371012ea admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e18a03e47891481dabf58a2599c1b791&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0623546 Dec 09 15:56:03.092216 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60016) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:03.157513 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-84402317-83f3-410b-ba24-cd6cbf91fd35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:03.185961 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-84402317-83f3-410b-ba24-cd6cbf91fd35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:03.219607 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b6caec00-53d6-41c8-8aa2-0e2c93f2e6a7 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:03.223225 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3adf0f0-3eca-4d41-b950-d4336baf5a7c tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:03.227409 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b6caec00-53d6-41c8-8aa2-0e2c93f2e6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:03.262937 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-84402317-83f3-410b-ba24-cd6cbf91fd35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:03.267245 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-84402317-83f3-410b-ba24-cd6cbf91fd35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:03.271797 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-84402317-83f3-410b-ba24-cd6cbf91fd35 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0cea6069-a19b-418d-9caa-70c77fae62f3 HTTP/1.1" status: 204 len: 168 time: 0.1753142 Dec 09 15:56:03.273681 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6caec00-53d6-41c8-8aa2-0e2c93f2e6a7 None None] Network 266fd916-a57c-4063-8532-e74b05284909 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:56:03.278389 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-b6caec00-53d6-41c8-8aa2-0e2c93f2e6a7 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:56:03.284327 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6caec00-53d6-41c8-8aa2-0e2c93f2e6a7 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:56:03.285862 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84402317-83f3-410b-ba24-cd6cbf91fd35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cea6069-a19b-418d-9caa-70c77fae62f3,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:03.332110 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6caec00-53d6-41c8-8aa2-0e2c93f2e6a7 None None] Pushing event updated for resources: {'Port': ['ID=0b1aa305-3555-4946-b4f8-f0059c43ee8b,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:03.369046 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-b6caec00-53d6-41c8-8aa2-0e2c93f2e6a7 None None] Attempting to bind port 0b1aa305-3555-4946-b4f8-f0059c43ee8b on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:56:03.369565 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-b6caec00-53d6-41c8-8aa2-0e2c93f2e6a7 None None] Attempting to bind port 0b1aa305-3555-4946-b4f8-f0059c43ee8b by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '91698383-054c-42e5-b42c-6d58c974de81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '266fd916-a57c-4063-8532-e74b05284909'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:56:03.370043 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6caec00-53d6-41c8-8aa2-0e2c93f2e6a7 None None] Attempting to bind port 0b1aa305-3555-4946-b4f8-f0059c43ee8b on network 266fd916-a57c-4063-8532-e74b05284909 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:56:03.375948 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6caec00-53d6-41c8-8aa2-0e2c93f2e6a7 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:56:03.376497 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6caec00-53d6-41c8-8aa2-0e2c93f2e6a7 None None] Checking segment: {'id': '91698383-054c-42e5-b42c-6d58c974de81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '266fd916-a57c-4063-8532-e74b05284909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:56:03.377095 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b6caec00-53d6-41c8-8aa2-0e2c93f2e6a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:03.377858 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6caec00-53d6-41c8-8aa2-0e2c93f2e6a7 None None] Bound using segment: {'id': '91698383-054c-42e5-b42c-6d58c974de81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '266fd916-a57c-4063-8532-e74b05284909'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:56:03.379161 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-b6caec00-53d6-41c8-8aa2-0e2c93f2e6a7 None None] Bound port: 0b1aa305-3555-4946-b4f8-f0059c43ee8b, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91698383-054c-42e5-b42c-6d58c974de81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '266fd916-a57c-4063-8532-e74b05284909'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:56:03.379746 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b6caec00-53d6-41c8-8aa2-0e2c93f2e6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:03.452107 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b6caec00-53d6-41c8-8aa2-0e2c93f2e6a7 None None] For port 0b1aa305-3555-4946-b4f8-f0059c43ee8b, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:56:03.455566 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b6caec00-53d6-41c8-8aa2-0e2c93f2e6a7 None None] For port 0b1aa305-3555-4946-b4f8-f0059c43ee8b, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=0b1aa305-3555-4946-b4f8-f0059c43ee8b,segment=NetworkSegment(91698383-054c-42e5-b42c-6d58c974de81),segment_id=91698383-054c-42e5-b42c-6d58c974de81)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:56:03.461956 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b6caec00-53d6-41c8-8aa2-0e2c93f2e6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:03.529300 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6caec00-53d6-41c8-8aa2-0e2c93f2e6a7 None None] Pushing event updated for resources: {'Port': ['ID=0b1aa305-3555-4946-b4f8-f0059c43ee8b,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:03.586703 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-e3adf0f0-3eca-4d41-b950-d4336baf5a7c tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Allocated IP 172.20.0.1 (266fd916-a57c-4063-8532-e74b05284909/026827f2-0b8e-4907-85bd-5c8a6802631f/ef03d513-8264-4293-a2cb-cba11dcef886) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:56:03.646985 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 53dd776b-0938-44ec-a848-6e0d91a77686 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:56:03.683919 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 53dd776b-0938-44ec-a848-6e0d91a77686 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:56:03.684622 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 53dd776b-0938-44ec-a848-6e0d91a77686 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:56:03.685282 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 4981d34b-db4d-4bac-9c1d-b58e4662f317 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:56:03.711408 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 4981d34b-db4d-4bac-9c1d-b58e4662f317 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:56:03.712074 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 4981d34b-db4d-4bac-9c1d-b58e4662f317 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:56:03.781286 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3adf0f0-3eca-4d41-b950-d4336baf5a7c tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:03.850713 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3adf0f0-3eca-4d41-b950-d4336baf5a7c tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:03.897901 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60026) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:03.915345 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3adf0f0-3eca-4d41-b950-d4336baf5a7c tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Network 266fd916-a57c-4063-8532-e74b05284909 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:56:03.925524 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-e3adf0f0-3eca-4d41-b950-d4336baf5a7c tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:56:03.929378 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3adf0f0-3eca-4d41-b950-d4336baf5a7c tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:56:03.954323 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-73a86bca-0de7-412e-8f2f-bc9ae5425673 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6e549b5d2a5a4b1ea5c832e1ffdd7be7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0530050 Dec 09 15:56:03.954541 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60028) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:03.980000 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3adf0f0-3eca-4d41-b950-d4336baf5a7c tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:04.008357 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a2443912-b153-4d55-b758-34fe8db95ac5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:04.030706 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3adf0f0-3eca-4d41-b950-d4336baf5a7c tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event updated for resources: {'Port': ['ID=ef03d513-8264-4293-a2cb-cba11dcef886,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:04.037786 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a2443912-b153-4d55-b758-34fe8db95ac5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:04.087354 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a2443912-b153-4d55-b758-34fe8db95ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:04.094074 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a2443912-b153-4d55-b758-34fe8db95ac5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:04.095523 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a2443912-b153-4d55-b758-34fe8db95ac5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/db634a58-0c73-42f2-88ee-4aecee811c75 HTTP/1.1" status: 204 len: 168 time: 0.1400747 Dec 09 15:56:04.106005 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2443912-b153-4d55-b758-34fe8db95ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db634a58-0c73-42f2-88ee-4aecee811c75,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:04.117927 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3adf0f0-3eca-4d41-b950-d4336baf5a7c tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:04.493592 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3adf0f0-3eca-4d41-b950-d4336baf5a7c tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:04.501438 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3adf0f0-3eca-4d41-b950-d4336baf5a7c tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:04.634933 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3adf0f0-3eca-4d41-b950-d4336baf5a7c tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event updated for resources: {'Port': ['ID=ef03d513-8264-4293-a2cb-cba11dcef886,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:04.639487 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3adf0f0-3eca-4d41-b950-d4336baf5a7c tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:04.772472 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3adf0f0-3eca-4d41-b950-d4336baf5a7c tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Network 266fd916-a57c-4063-8532-e74b05284909 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:56:04.774985 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-e3adf0f0-3eca-4d41-b950-d4336baf5a7c tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:56:04.852556 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0a0829-fa47-468e-9b1f-9c68251c8f19 None None] Network 266fd916-a57c-4063-8532-e74b05284909 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:56:04.912426 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3adf0f0-3eca-4d41-b950-d4336baf5a7c tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Router 5bcda74e-4bf8-4dd2-9fd8-e5af31c48789 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:56:04.938383 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ecdb48bf-b327-42f6-aa7e-b036d2b2461c None None] Provisioning complete for port 0b1aa305-3555-4946-b4f8-f0059c43ee8b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:56:04.938756 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ecdb48bf-b327-42f6-aa7e-b036d2b2461c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:05.013556 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3adf0f0-3eca-4d41-b950-d4336baf5a7c tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:56:05.021977 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e3adf0f0-3eca-4d41-b950-d4336baf5a7c tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "PUT /v2.0/routers/5bcda74e-4bf8-4dd2-9fd8-e5af31c48789/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1127560 Dec 09 15:56:05.022523 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60036) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:05.037939 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084b3844-5873-42a8-ab3a-f6215bde3d55 None None] Sync routers for ids ['5bcda74e-4bf8-4dd2-9fd8-e5af31c48789'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:56:05.061745 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084b3844-5873-42a8-ab3a-f6215bde3d55 None None] Routers {'5bcda74e-4bf8-4dd2-9fd8-e5af31c48789'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:56:05.062803 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-084b3844-5873-42a8-ab3a-f6215bde3d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:55:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['5bcda74e-4bf8-4dd2-9fd8-e5af31c48789'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:05.064377 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ecdb48bf-b327-42f6-aa7e-b036d2b2461c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:05.082574 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496941f8-0596-436a-95fc-e2e931ebb877 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:05.087157 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60038) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:05.087507 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-496941f8-0596-436a-95fc-e2e931ebb877 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "GET /v2.0/ports/ef03d513-8264-4293-a2cb-cba11dcef886 HTTP/1.1" status: 200 len: 910 time: 0.0632567 Dec 09 15:56:05.098675 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f19aecaa-8c5c-43e5-b452-f795137f8e57 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '026827f2-0b8e-4907-85bd-5c8a6802631f'}]}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:56:05.109876 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-084b3844-5873-42a8-ab3a-f6215bde3d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:05.134904 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084b3844-5873-42a8-ab3a-f6215bde3d55 None None] Routers {'5bcda74e-4bf8-4dd2-9fd8-e5af31c48789'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:56:05.136446 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-084b3844-5873-42a8-ab3a-f6215bde3d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:55:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['5bcda74e-4bf8-4dd2-9fd8-e5af31c48789'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:05.176616 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-084b3844-5873-42a8-ab3a-f6215bde3d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:05.177287 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084b3844-5873-42a8-ab3a-f6215bde3d55 None None] The sync data for ids ['5bcda74e-4bf8-4dd2-9fd8-e5af31c48789'] in n-d-821228-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:56:05.180010 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ecdb48bf-b327-42f6-aa7e-b036d2b2461c None None] For port 0b1aa305-3555-4946-b4f8-f0059c43ee8b, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=0b1aa305-3555-4946-b4f8-f0059c43ee8b,segment=NetworkSegment(91698383-054c-42e5-b42c-6d58c974de81),segment_id=91698383-054c-42e5-b42c-6d58c974de81)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:56:05.186897 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ecdb48bf-b327-42f6-aa7e-b036d2b2461c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:05.249390 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb48bf-b327-42f6-aa7e-b036d2b2461c None None] Pushing event updated for resources: {'Port': ['ID=0b1aa305-3555-4946-b4f8-f0059c43ee8b,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:05.284084 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f19aecaa-8c5c-43e5-b452-f795137f8e57 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:05.409205 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8ebe8687-4de3-4def-a35b-c2cb5794b673 None None] Provisioning complete for port 0b1aa305-3555-4946-b4f8-f0059c43ee8b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:56:05.409666 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8ebe8687-4de3-4def-a35b-c2cb5794b673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:05.533949 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8ebe8687-4de3-4def-a35b-c2cb5794b673 None None] Provisioning complete for port ef03d513-8264-4293-a2cb-cba11dcef886 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:56:05.534324 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8ebe8687-4de3-4def-a35b-c2cb5794b673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:05.579018 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8ebe8687-4de3-4def-a35b-c2cb5794b673 None None] Port ef03d513-8264-4293-a2cb-cba11dcef886 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:56:05.673710 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:56:05.716845 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 0b1aa305-3555-4946-b4f8-f0059c43ee8b up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:56:05.758126 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c5a17718-fb53-4c77-aa12-e83fdbecad70 None None] Provisioning complete for port ef03d513-8264-4293-a2cb-cba11dcef886 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:56:05.758500 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c5a17718-fb53-4c77-aa12-e83fdbecad70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:05.837732 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c5a17718-fb53-4c77-aa12-e83fdbecad70 None None] Port ef03d513-8264-4293-a2cb-cba11dcef886 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:56:05.850201 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 0b1aa305-3555-4946-b4f8-f0059c43ee8b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:56:05.850667 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:05.962089 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e7d49452-6a3f-4726-82b2-fac0645aca42 None None] Provisioning complete for port ef03d513-8264-4293-a2cb-cba11dcef886 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:56:05.962677 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e7d49452-6a3f-4726-82b2-fac0645aca42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:06.008162 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e7d49452-6a3f-4726-82b2-fac0645aca42 None None] Port ef03d513-8264-4293-a2cb-cba11dcef886 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:56:06.123792 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbae0b5-9d44-4464-8f1d-517f5f1db5c2 req-e356b4a6-d5fe-4987-a9e8-6514ee41a96c tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:06.125310 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1dbae0b5-9d44-4464-8f1d-517f5f1db5c2 req-e356b4a6-d5fe-4987-a9e8-6514ee41a96c tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=35ab2f72-adda-42ba-9e0b-78f851db5b1b HTTP/1.1" status: 200 len: 945 time: 0.0829766 Dec 09 15:56:06.181414 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f19aecaa-8c5c-43e5-b452-f795137f8e57 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:06.197036 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1dbae0b5-9d44-4464-8f1d-517f5f1db5c2 req-494038c7-6b83-47be-a140-f40f4844f5be tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614007 Dec 09 15:56:06.197985 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f19aecaa-8c5c-43e5-b452-f795137f8e57 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:06.282120 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19aecaa-8c5c-43e5-b452-f795137f8e57 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:06.282728 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f19aecaa-8c5c-43e5-b452-f795137f8e57 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:06.284039 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f19aecaa-8c5c-43e5-b452-f795137f8e57 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "PUT /v2.0/ports/ef03d513-8264-4293-a2cb-cba11dcef886 HTTP/1.1" status: 200 len: 910 time: 1.1957378 Dec 09 15:56:06.284986 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19aecaa-8c5c-43e5-b452-f795137f8e57 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event updated for resources: {'Port': ['ID=ef03d513-8264-4293-a2cb-cba11dcef886,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:06.287190 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60048) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:06.504849 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 83255f63-4ca3-4bd2-a590-db45acf327e2 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:56:06.526064 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 83255f63-4ca3-4bd2-a590-db45acf327e2 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:56:06.526502 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 83255f63-4ca3-4bd2-a590-db45acf327e2 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:56:06.608397 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e39c7ed3-465e-4c8b-a4ae-b2c276903948 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:06.857204 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-e39c7ed3-465e-4c8b-a4ae-b2c276903948 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Deleting port ef03d513-8264-4293-a2cb-cba11dcef886 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:56:06.857818 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e39c7ed3-465e-4c8b-a4ae-b2c276903948 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:06.942973 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e39c7ed3-465e-4c8b-a4ae-b2c276903948 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:06.954834 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-e39c7ed3-465e-4c8b-a4ae-b2c276903948 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Calling delete_port for ef03d513-8264-4293-a2cb-cba11dcef886 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:56:07.131469 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e39c7ed3-465e-4c8b-a4ae-b2c276903948 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:07.161900 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c7ed3-465e-4c8b-a4ae-b2c276903948 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event deleted for resources: {'Port': ['ID=ef03d513-8264-4293-a2cb-cba11dcef886,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:07.306479 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e39c7ed3-465e-4c8b-a4ae-b2c276903948 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:07.330374 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8355608-32b0-4e57-838c-7188b80b1d2b req-8e1688ab-0a07-4847-9863-0332b7e733ab tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:07.332606 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f8355608-32b0-4e57-838c-7188b80b1d2b req-8e1688ab-0a07-4847-9863-0332b7e733ab tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=35ab2f72-adda-42ba-9e0b-78f851db5b1b HTTP/1.1" status: 200 len: 945 time: 0.0541222 Dec 09 15:56:07.384225 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f8355608-32b0-4e57-838c-7188b80b1d2b req-a2f185bd-cf6a-4692-aaa8-73ce6490c7e0 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/security-groups?id=56685de5-77a5-49f3-a8ed-718c66b8ca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443368 Dec 09 15:56:07.469802 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39c7ed3-465e-4c8b-a4ae-b2c276903948 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Router 5bcda74e-4bf8-4dd2-9fd8-e5af31c48789 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:56:07.543264 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39c7ed3-465e-4c8b-a4ae-b2c276903948 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:56:07.548493 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e39c7ed3-465e-4c8b-a4ae-b2c276903948 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "PUT /v2.0/routers/5bcda74e-4bf8-4dd2-9fd8-e5af31c48789/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2602484 Dec 09 15:56:07.551839 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60054) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:07.553282 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ed20b2-dcf0-476f-b561-f1c7caf7d49a None None] Sync routers for ids ['5bcda74e-4bf8-4dd2-9fd8-e5af31c48789'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:56:07.562752 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ed20b2-dcf0-476f-b561-f1c7caf7d49a None None] Routers {'5bcda74e-4bf8-4dd2-9fd8-e5af31c48789'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:56:07.563363 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-a2ed20b2-dcf0-476f-b561-f1c7caf7d49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:55:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['5bcda74e-4bf8-4dd2-9fd8-e5af31c48789'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:07.581723 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7ac3b054-9db1-4bc8-bd0e-240b7d47397a tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bcda74e-4bf8-4dd2-9fd8-e5af31c48789 HTTP/1.1" status: 200 len: 205 time: 0.0284314 Dec 09 15:56:07.583850 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60056) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:07.595478 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-a2ed20b2-dcf0-476f-b561-f1c7caf7d49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:07.604289 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ed20b2-dcf0-476f-b561-f1c7caf7d49a None None] Routers {'5bcda74e-4bf8-4dd2-9fd8-e5af31c48789'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:56:07.604906 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-a2ed20b2-dcf0-476f-b561-f1c7caf7d49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:55:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['5bcda74e-4bf8-4dd2-9fd8-e5af31c48789'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:07.656225 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e6393ea-5502-441a-bff2-026ddebe8516 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:07.729021 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-a2ed20b2-dcf0-476f-b561-f1c7caf7d49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:07.729672 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ed20b2-dcf0-476f-b561-f1c7caf7d49a None None] The sync data for ids ['5bcda74e-4bf8-4dd2-9fd8-e5af31c48789'] in n-d-821228-1 is: [] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:56:07.829053 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ec192-9f94-4130-a249-4075413cae80 req-82812a5a-9a05-42a5-876e-a5d536948ddd tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:07.830506 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ea1ec192-9f94-4130-a249-4075413cae80 req-82812a5a-9a05-42a5-876e-a5d536948ddd tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.42 "GET /v2.0/ports?device_id=35ab2f72-adda-42ba-9e0b-78f851db5b1b HTTP/1.1" status: 200 len: 945 time: 0.1360109 Dec 09 15:56:07.888159 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e6393ea-5502-441a-bff2-026ddebe8516 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:07.891854 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e6393ea-5502-441a-bff2-026ddebe8516 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:07.959001 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e6393ea-5502-441a-bff2-026ddebe8516 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:07.959498 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6393ea-5502-441a-bff2-026ddebe8516 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Fanout notify agent at l3_agent the message router_deleted on router 5bcda74e-4bf8-4dd2-9fd8-e5af31c48789 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:56:07.966711 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e6393ea-5502-441a-bff2-026ddebe8516 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:07.967809 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5e6393ea-5502-441a-bff2-026ddebe8516 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "DELETE /v2.0/routers/5bcda74e-4bf8-4dd2-9fd8-e5af31c48789 HTTP/1.1" status: 204 len: 168 time: 0.3830705 Dec 09 15:56:07.970724 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60060) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:07.995144 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-ea1ec192-9f94-4130-a249-4075413cae80 req-d92ecf54-7406-413e-b77c-d2817a3a8b58 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Deleting port f09f559b-d4e6-4759-b0bc-f6c59d58ac2b {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:56:07.995482 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ea1ec192-9f94-4130-a249-4075413cae80 req-d92ecf54-7406-413e-b77c-d2817a3a8b58 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:08.021863 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-44830c31-aa8d-49d5-ab3d-4d532be44706 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Deleting subnet 026827f2-0b8e-4907-85bd-5c8a6802631f {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:56:08.025138 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44830c31-aa8d-49d5-ab3d-4d532be44706 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:08.069773 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44830c31-aa8d-49d5-ab3d-4d532be44706 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:08.088402 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-ea1ec192-9f94-4130-a249-4075413cae80 req-d92ecf54-7406-413e-b77c-d2817a3a8b58 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] For port f09f559b-d4e6-4759-b0bc-f6c59d58ac2b, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=f09f559b-d4e6-4759-b0bc-f6c59d58ac2b,segment=NetworkSegment(9e9c1069-da4b-49d3-b7c1-b803e425ba04),segment_id=9e9c1069-da4b-49d3-b7c1-b803e425ba04)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:56:08.088793 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ea1ec192-9f94-4130-a249-4075413cae80 req-d92ecf54-7406-413e-b77c-d2817a3a8b58 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:08.103064 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-ea1ec192-9f94-4130-a249-4075413cae80 req-d92ecf54-7406-413e-b77c-d2817a3a8b58 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Calling delete_port for f09f559b-d4e6-4759-b0bc-f6c59d58ac2b owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:56:08.153969 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44830c31-aa8d-49d5-ab3d-4d532be44706 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:08.215612 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44830c31-aa8d-49d5-ab3d-4d532be44706 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:08.234571 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ea1ec192-9f94-4130-a249-4075413cae80 req-d92ecf54-7406-413e-b77c-d2817a3a8b58 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:08.249554 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44830c31-aa8d-49d5-ab3d-4d532be44706 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event deleted for resources: {'Subnet': ['ID=026827f2-0b8e-4907-85bd-5c8a6802631f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:08.251596 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44830c31-aa8d-49d5-ab3d-4d532be44706 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:08.255506 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-44830c31-aa8d-49d5-ab3d-4d532be44706 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "DELETE /v2.0/subnets/026827f2-0b8e-4907-85bd-5c8a6802631f HTTP/1.1" status: 204 len: 168 time: 0.2836981 Dec 09 15:56:08.258078 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60062) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:08.258901 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2054908-77f4-4c62-b348-9129f5bf1289 None None] Network 266fd916-a57c-4063-8532-e74b05284909 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:56:08.266023 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ecf54-7406-413e-b77c-d2817a3a8b58 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Pushing event deleted for resources: {'Port': ['ID=f09f559b-d4e6-4759-b0bc-f6c59d58ac2b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:08.307218 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['f09f559b-d4e6-4759-b0bc-f6c59d58ac2b'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:56:08.310495 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1ec192-9f94-4130-a249-4075413cae80 req-d92ecf54-7406-413e-b77c-d2817a3a8b58 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] No DVR routers for this DVR port f09f559b-d4e6-4759-b0bc-f6c59d58ac2b on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:56:08.313705 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ea1ec192-9f94-4130-a249-4075413cae80 req-d92ecf54-7406-413e-b77c-d2817a3a8b58 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:08.314364 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1650f56-ac4f-4378-b733-5b32de59a5a2 None None] DHCP port deletion for 54fd6451-3431-4aa6-b8c9-b95452f7e9b0 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:56:08.317164 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ea1ec192-9f94-4130-a249-4075413cae80 req-d92ecf54-7406-413e-b77c-d2817a3a8b58 tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.42 "DELETE /v2.0/ports/f09f559b-d4e6-4759-b0bc-f6c59d58ac2b HTTP/1.1" status: 204 len: 173 time: 0.4589312 Dec 09 15:56:08.318348 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ab2f72-adda-42ba-9e0b-78f851db5b1b', 'name': 'network-vif-deleted', 'tag': 'f09f559b-d4e6-4759-b0bc-f6c59d58ac2b'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:56:08.320334 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0142dd5-957f-4e19-9280-9a5055cf1787" -d '{"events": [{"server_uuid": "35ab2f72-adda-42ba-9e0b-78f851db5b1b", "name": "network-vif-deleted", "tag": "f09f559b-d4e6-4759-b0bc-f6c59d58ac2b"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:56:08.351142 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a02403fe-4123-4f89-aa61-e9d05112fc0e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:08.375393 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5d3fd4-9fbb-4f0f-814e-c10fc36a7642 x-openstack-request-id: req-cf5d3fd4-9fbb-4f0f-814e-c10fc36a7642 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:56:08.375724 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ab2f72-adda-42ba-9e0b-78f851db5b1b", "name": "network-vif-deleted", "tag": "f09f559b-d4e6-4759-b0bc-f6c59d58ac2b", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:56:08.375977 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cf5d3fd4-9fbb-4f0f-814e-c10fc36a7642 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:56:08.376390 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ab2f72-adda-42ba-9e0b-78f851db5b1b', 'name': 'network-vif-deleted', 'tag': 'f09f559b-d4e6-4759-b0bc-f6c59d58ac2b', 'status': 'completed', 'code': 200} Dec 09 15:56:08.432040 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a02403fe-4123-4f89-aa61-e9d05112fc0e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Deleting port 0b1aa305-3555-4946-b4f8-f0059c43ee8b {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:56:08.432497 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a02403fe-4123-4f89-aa61-e9d05112fc0e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:08.493986 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d1d448-f813-44b5-aab6-4fb8ea70f012 None None] DHCP port deletion for 266fd916-a57c-4063-8532-e74b05284909 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:56:08.521321 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f94ad27c-3f4e-4137-bc51-cd3662835895 req-86f348c6-a591-4654-b221-145495391d0c tempest-AttachVolumeNegativeTest-420680533 tempest-AttachVolumeNegativeTest-420680533-project] 10.222.0.57 "GET /v2.0/ports?device_id=35ab2f72-adda-42ba-9e0b-78f851db5b1b HTTP/1.1" status: 200 len: 210 time: 0.0340896 Dec 09 15:56:08.533075 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-a02403fe-4123-4f89-aa61-e9d05112fc0e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] For port 0b1aa305-3555-4946-b4f8-f0059c43ee8b, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=0b1aa305-3555-4946-b4f8-f0059c43ee8b,segment=NetworkSegment(91698383-054c-42e5-b42c-6d58c974de81),segment_id=91698383-054c-42e5-b42c-6d58c974de81)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:56:08.533445 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a02403fe-4123-4f89-aa61-e9d05112fc0e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:08.545481 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1d448-f813-44b5-aab6-4fb8ea70f012 None None] Deleting port 0b1aa305-3555-4946-b4f8-f0059c43ee8b {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:56:08.545860 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c6d1d448-f813-44b5-aab6-4fb8ea70f012 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:08.555195 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a02403fe-4123-4f89-aa61-e9d05112fc0e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Calling delete_port for 0b1aa305-3555-4946-b4f8-f0059c43ee8b owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:56:08.612498 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c6d1d448-f813-44b5-aab6-4fb8ea70f012 None None] For port 0b1aa305-3555-4946-b4f8-f0059c43ee8b, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=0b1aa305-3555-4946-b4f8-f0059c43ee8b,segment=NetworkSegment(91698383-054c-42e5-b42c-6d58c974de81),segment_id=91698383-054c-42e5-b42c-6d58c974de81)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:56:08.613443 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c6d1d448-f813-44b5-aab6-4fb8ea70f012 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:08.626108 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1d448-f813-44b5-aab6-4fb8ea70f012 None None] Calling delete_port for 0b1aa305-3555-4946-b4f8-f0059c43ee8b owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:56:08.636042 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a02403fe-4123-4f89-aa61-e9d05112fc0e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:08.665460 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02403fe-4123-4f89-aa61-e9d05112fc0e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event deleted for resources: {'Port': ['ID=0b1aa305-3555-4946-b4f8-f0059c43ee8b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:08.670239 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02403fe-4123-4f89-aa61-e9d05112fc0e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] No DVR routers for this DVR port 0b1aa305-3555-4946-b4f8-f0059c43ee8b on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:56:08.704039 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c6d1d448-f813-44b5-aab6-4fb8ea70f012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:08.732531 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1d448-f813-44b5-aab6-4fb8ea70f012 None None] Pushing event deleted for resources: {'Port': ['ID=0b1aa305-3555-4946-b4f8-f0059c43ee8b,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:08.735958 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d1d448-f813-44b5-aab6-4fb8ea70f012 None None] No DVR routers for this DVR port 0b1aa305-3555-4946-b4f8-f0059c43ee8b on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:56:08.758407 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a02403fe-4123-4f89-aa61-e9d05112fc0e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:08.780985 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-a02403fe-4123-4f89-aa61-e9d05112fc0e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['266fd916-a57c-4063-8532-e74b05284909']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:08.791856 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-a02403fe-4123-4f89-aa61-e9d05112fc0e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91698383-054c-42e5-b42c-6d58c974de81') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:08.792154 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-a02403fe-4123-4f89-aa61-e9d05112fc0e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91698383-054c-42e5-b42c-6d58c974de81') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:08.802297 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a02403fe-4123-4f89-aa61-e9d05112fc0e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:08.815408 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a02403fe-4123-4f89-aa61-e9d05112fc0e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:08.821806 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a02403fe-4123-4f89-aa61-e9d05112fc0e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:56:08.822268 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a02403fe-4123-4f89-aa61-e9d05112fc0e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:08.825280 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:56:08.825280 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:56:08.825280 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:56:08.825280 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:56:08.825280 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:56:08.825280 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:56:08.825280 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:56:08.825280 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:56:08.825280 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:56:08.825280 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:56:08.825280 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:56:08.825280 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:56:08.825280 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:56:08.825280 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:56:08.825280 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:56:08.825280 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:56:08.825280 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:56:08.825280 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:56:08.825280 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:56:08.825280 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:56:08.825280 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:56:08.825280 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:56:08.825280 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:56:08.825280 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:56:08.825280 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:56:08.825280 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:56:08.825280 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:56:08.825280 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:56:08.825280 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:56:08.825280 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:56:08.825280 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:56:08.825280 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:56:08.897201 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a02403fe-4123-4f89-aa61-e9d05112fc0e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:08.906634 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a02403fe-4123-4f89-aa61-e9d05112fc0e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:08.910139 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a02403fe-4123-4f89-aa61-e9d05112fc0e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "DELETE /v2.0/networks/266fd916-a57c-4063-8532-e74b05284909 HTTP/1.1" status: 204 len: 168 time: 0.6509213 Dec 09 15:56:08.914482 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60070) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:08.919100 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-1d9b09e4-5b1f-4b7f-aef6-95c3e7908319 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1005941500', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:56:08.923346 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02403fe-4123-4f89-aa61-e9d05112fc0e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event deleted for resources: {'Network': ['ID=266fd916-a57c-4063-8532-e74b05284909,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:08.948193 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d9b09e4-5b1f-4b7f-aef6-95c3e7908319 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:08.949242 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d9b09e4-5b1f-4b7f-aef6-95c3e7908319 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:09.002364 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d9b09e4-5b1f-4b7f-aef6-95c3e7908319 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:09.007225 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d9b09e4-5b1f-4b7f-aef6-95c3e7908319 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:09.025311 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d9b09e4-5b1f-4b7f-aef6-95c3e7908319 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:09.026495 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1d9b09e4-5b1f-4b7f-aef6-95c3e7908319 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1109581 Dec 09 15:56:09.029187 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60072) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:09.034038 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4262a305-b65b-4d66-b21e-cb6131de692e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Request body: {'network': {'name': 'tempest-RoutersTest-1650750724'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:56:09.053863 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4262a305-b65b-4d66-b21e-cb6131de692e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Made reservation on behalf of 191f2fbe1f284dfcaf35d400d96cab65 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:56:09.057304 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4262a305-b65b-4d66-b21e-cb6131de692e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:09.080224 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4262a305-b65b-4d66-b21e-cb6131de692e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:56:09.088945 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4262a305-b65b-4d66-b21e-cb6131de692e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:09.089289 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-4262a305-b65b-4d66-b21e-cb6131de692e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Added segment c3ae038e-07ac-4850-bd26-23f601dc115a of type vlan for network cac11d61-1f7d-45d9-aff8-718056a7bfe3 Dec 09 15:56:09.129240 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4262a305-b65b-4d66-b21e-cb6131de692e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:09.153273 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4262a305-b65b-4d66-b21e-cb6131de692e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:09.158778 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4262a305-b65b-4d66-b21e-cb6131de692e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:09.159355 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4262a305-b65b-4d66-b21e-cb6131de692e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:09.223157 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4262a305-b65b-4d66-b21e-cb6131de692e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1928747 Dec 09 15:56:09.225838 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60074) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:09.230499 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-5f1d6b53-845b-424d-b742-f43dda8fd09c tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Request body: {'subnet': {'network_id': 'cac11d61-1f7d-45d9-aff8-718056a7bfe3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:56:09.236835 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4262a305-b65b-4d66-b21e-cb6131de692e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event updated for resources: {'Network': ['ID=cac11d61-1f7d-45d9-aff8-718056a7bfe3,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:09.247386 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network cac11d61-1f7d-45d9-aff8-718056a7bfe3 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:56:09.322449 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1d6b53-845b-424d-b742-f43dda8fd09c tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Made reservation on behalf of 191f2fbe1f284dfcaf35d400d96cab65 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:56:09.326110 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5f1d6b53-845b-424d-b742-f43dda8fd09c tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:09.507084 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5f1d6b53-845b-424d-b742-f43dda8fd09c tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:09.569686 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d6b53-845b-424d-b742-f43dda8fd09c tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event updated for resources: {'Subnet': ['ID=5959d859-50bc-4d35-96c0-cac09b7ae303,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:09.574922 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1d6b53-845b-424d-b742-f43dda8fd09c tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Checking segment: {'id': 'c3ae038e-07ac-4850-bd26-23f601dc115a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'cac11d61-1f7d-45d9-aff8-718056a7bfe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:56:09.575279 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1d6b53-845b-424d-b742-f43dda8fd09c tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Network hostable DHCP agents. Network: cac11d61-1f7d-45d9-aff8-718056a7bfe3, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:56:09.583358 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60078) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:09.593562 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1d6b53-845b-424d-b742-f43dda8fd09c tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Network cac11d61-1f7d-45d9-aff8-718056a7bfe3 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:56:09.603654 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-5f1d6b53-845b-424d-b742-f43dda8fd09c tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, cac11d61-1f7d-45d9-aff8-718056a7bfe3) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:56:09.605149 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 0b1aa305-3555-4946-b4f8-f0059c43ee8b no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:56:09.608310 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1d6b53-845b-424d-b742-f43dda8fd09c tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:09.609123 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5f1d6b53-845b-424d-b742-f43dda8fd09c tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:09.631710 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5f1d6b53-845b-424d-b742-f43dda8fd09c tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4016531 Dec 09 15:56:09.631935 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60080) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:09.636494 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6c2d25-f4fb-4fbc-b97e-46927d68b1e0 None None] Network cac11d61-1f7d-45d9-aff8-718056a7bfe3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:56:09.638743 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 0b1aa305-3555-4946-b4f8-f0059c43ee8b {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:56:09.639262 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 0b1aa305-3555-4946-b4f8-f0059c43ee8b not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:56:09.710479 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a6a9338-cdfa-4962-960f-9aabc1068d81 admin admin] Deleting subnet a1e405de-5373-4667-83dc-4a2f4fc90d29 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:56:09.715152 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6a6a9338-cdfa-4962-960f-9aabc1068d81 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:09.734734 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e04cf9-2276-4daa-8d1e-d1a36fa8095f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-cac11d61-1f7d-45d9-aff8-718056a7bfe3', 'network_id': 'cac11d61-1f7d-45d9-aff8-718056a7bfe3', 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'fixed_ips': [{'subnet_id': '5959d859-50bc-4d35-96c0-cac09b7ae303'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:56:09.735690 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c1e04cf9-2276-4daa-8d1e-d1a36fa8095f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:09.823301 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6a6a9338-cdfa-4962-960f-9aabc1068d81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:09.869680 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-c1e04cf9-2276-4daa-8d1e-d1a36fa8095f None None] Allocated IP 172.20.0.2 (cac11d61-1f7d-45d9-aff8-718056a7bfe3/5959d859-50bc-4d35-96c0-cac09b7ae303/dc93b49d-bb30-4191-9faa-78bc3dde4252) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:56:09.950357 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6a6a9338-cdfa-4962-960f-9aabc1068d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:10.017782 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c1e04cf9-2276-4daa-8d1e-d1a36fa8095f None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:10.024614 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c1e04cf9-2276-4daa-8d1e-d1a36fa8095f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:10.027653 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d9d7b53-131d-4db9-8d65-f51e9b9902f9 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:10.063514 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e04cf9-2276-4daa-8d1e-d1a36fa8095f None None] Network cac11d61-1f7d-45d9-aff8-718056a7bfe3 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:56:10.069174 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-c1e04cf9-2276-4daa-8d1e-d1a36fa8095f None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:56:10.072679 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e04cf9-2276-4daa-8d1e-d1a36fa8095f None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:56:10.079633 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e04cf9-2276-4daa-8d1e-d1a36fa8095f None None] Pushing event updated for resources: {'Port': ['ID=dc93b49d-bb30-4191-9faa-78bc3dde4252,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:10.117108 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6a6a9338-cdfa-4962-960f-9aabc1068d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:10.132144 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-c1e04cf9-2276-4daa-8d1e-d1a36fa8095f None None] Attempting to bind port dc93b49d-bb30-4191-9faa-78bc3dde4252 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:56:10.132550 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-c1e04cf9-2276-4daa-8d1e-d1a36fa8095f None None] Attempting to bind port dc93b49d-bb30-4191-9faa-78bc3dde4252 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'c3ae038e-07ac-4850-bd26-23f601dc115a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'cac11d61-1f7d-45d9-aff8-718056a7bfe3'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:56:10.132920 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e04cf9-2276-4daa-8d1e-d1a36fa8095f None None] Attempting to bind port dc93b49d-bb30-4191-9faa-78bc3dde4252 on network cac11d61-1f7d-45d9-aff8-718056a7bfe3 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:56:10.137974 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e04cf9-2276-4daa-8d1e-d1a36fa8095f None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:56:10.138359 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e04cf9-2276-4daa-8d1e-d1a36fa8095f None None] Checking segment: {'id': 'c3ae038e-07ac-4850-bd26-23f601dc115a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'cac11d61-1f7d-45d9-aff8-718056a7bfe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:56:10.138782 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c1e04cf9-2276-4daa-8d1e-d1a36fa8095f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:10.139162 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e04cf9-2276-4daa-8d1e-d1a36fa8095f None None] Bound using segment: {'id': 'c3ae038e-07ac-4850-bd26-23f601dc115a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'cac11d61-1f7d-45d9-aff8-718056a7bfe3'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:56:10.139686 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-c1e04cf9-2276-4daa-8d1e-d1a36fa8095f None None] Bound port: dc93b49d-bb30-4191-9faa-78bc3dde4252, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ae038e-07ac-4850-bd26-23f601dc115a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'cac11d61-1f7d-45d9-aff8-718056a7bfe3'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:56:10.140027 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c1e04cf9-2276-4daa-8d1e-d1a36fa8095f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:10.155660 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a9338-cdfa-4962-960f-9aabc1068d81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1e405de-5373-4667-83dc-4a2f4fc90d29,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:10.162920 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6a6a9338-cdfa-4962-960f-9aabc1068d81 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:10.166613 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6a6a9338-cdfa-4962-960f-9aabc1068d81 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a1e405de-5373-4667-83dc-4a2f4fc90d29 HTTP/1.1" status: 204 len: 168 time: 0.5822895 Dec 09 15:56:10.169097 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60084) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:10.175900 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b128fb-1d78-46d0-bfb0-45d36fedd479 None None] Network 54fd6451-3431-4aa6-b8c9-b95452f7e9b0 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:56:10.244925 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b2147726-d8a0-4e33-b824-b312a32e3d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:10.274694 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c1e04cf9-2276-4daa-8d1e-d1a36fa8095f None None] For port dc93b49d-bb30-4191-9faa-78bc3dde4252, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:56:10.287618 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c1e04cf9-2276-4daa-8d1e-d1a36fa8095f None None] For port dc93b49d-bb30-4191-9faa-78bc3dde4252, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=dc93b49d-bb30-4191-9faa-78bc3dde4252,segment=NetworkSegment(c3ae038e-07ac-4850-bd26-23f601dc115a),segment_id=c3ae038e-07ac-4850-bd26-23f601dc115a)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:56:10.294443 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f67929-c583-47af-8a33-3b95cc5629a4 None None] DHCP port deletion for 54fd6451-3431-4aa6-b8c9-b95452f7e9b0 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:56:10.298680 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c1e04cf9-2276-4daa-8d1e-d1a36fa8095f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:10.332229 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-9d9d7b53-131d-4db9-8d65-f51e9b9902f9 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Allocated IP 172.20.0.1 (cac11d61-1f7d-45d9-aff8-718056a7bfe3/5959d859-50bc-4d35-96c0-cac09b7ae303/d46c88cc-41f7-407f-929e-b751e46c05d4) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:56:10.340001 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b2147726-d8a0-4e33-b824-b312a32e3d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:10.378289 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e04cf9-2276-4daa-8d1e-d1a36fa8095f None None] Pushing event updated for resources: {'Port': ['ID=dc93b49d-bb30-4191-9faa-78bc3dde4252,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:10.378723 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-b2147726-d8a0-4e33-b824-b312a32e3d2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54fd6451-3431-4aa6-b8c9-b95452f7e9b0']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:10.390479 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-b2147726-d8a0-4e33-b824-b312a32e3d2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e9c1069-da4b-49d3-b7c1-b803e425ba04') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:10.390772 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-b2147726-d8a0-4e33-b824-b312a32e3d2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e9c1069-da4b-49d3-b7c1-b803e425ba04') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:10.401065 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b2147726-d8a0-4e33-b824-b312a32e3d2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:10.415292 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b2147726-d8a0-4e33-b824-b312a32e3d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:10.423262 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2147726-d8a0-4e33-b824-b312a32e3d2e admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:56:10.424115 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b2147726-d8a0-4e33-b824-b312a32e3d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:10.426201 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:56:10.426201 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:56:10.426201 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:56:10.426201 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:56:10.426201 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:56:10.426201 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:56:10.426201 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:56:10.426201 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:56:10.426201 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:56:10.426201 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:56:10.426201 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:56:10.426201 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:56:10.426201 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:56:10.426201 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:56:10.426201 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:56:10.426201 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:56:10.426201 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:56:10.426201 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:56:10.426201 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:56:10.426201 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:56:10.426201 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:56:10.426201 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:56:10.426201 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:56:10.426201 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:56:10.426201 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:56:10.426201 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:56:10.426201 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:56:10.426201 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:56:10.426201 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:56:10.426201 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:56:10.426201 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:56:10.426201 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:56:10.461015 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d9d7b53-131d-4db9-8d65-f51e9b9902f9 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:10.482318 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b2147726-d8a0-4e33-b824-b312a32e3d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:10.501555 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b2147726-d8a0-4e33-b824-b312a32e3d2e admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:10.501857 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d9d7b53-131d-4db9-8d65-f51e9b9902f9 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:10.508548 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b2147726-d8a0-4e33-b824-b312a32e3d2e admin admin] 10.222.0.57 "DELETE /v2.0/networks/54fd6451-3431-4aa6-b8c9-b95452f7e9b0 HTTP/1.1" status: 204 len: 168 time: 0.3358748 Dec 09 15:56:10.508548 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2147726-d8a0-4e33-b824-b312a32e3d2e admin admin] Pushing event deleted for resources: {'Network': ['ID=54fd6451-3431-4aa6-b8c9-b95452f7e9b0,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:10.568143 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d7b53-131d-4db9-8d65-f51e9b9902f9 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event updated for resources: {'Port': ['ID=d46c88cc-41f7-407f-929e-b751e46c05d4,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:10.576033 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9d7b53-131d-4db9-8d65-f51e9b9902f9 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Network cac11d61-1f7d-45d9-aff8-718056a7bfe3 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:56:10.577173 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-9d9d7b53-131d-4db9-8d65-f51e9b9902f9 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:56:10.584013 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9d7b53-131d-4db9-8d65-f51e9b9902f9 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:56:10.641394 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d9d7b53-131d-4db9-8d65-f51e9b9902f9 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:10.746940 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60088) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:10.770631 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d9d7b53-131d-4db9-8d65-f51e9b9902f9 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:10.790924 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-904c079d-bc07-4e33-8df2-c87360699f24 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=37c7f4a0ae064ea9ae29f8af57d5c4cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423596 Dec 09 15:56:10.793304 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60090) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:10.841628 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cdaaf84f-36a1-46a6-9edb-295d12495997 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:10.867632 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cdaaf84f-36a1-46a6-9edb-295d12495997 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:10.915296 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cdaaf84f-36a1-46a6-9edb-295d12495997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:10.918743 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cdaaf84f-36a1-46a6-9edb-295d12495997 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:10.922688 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-cdaaf84f-36a1-46a6-9edb-295d12495997 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/56685de5-77a5-49f3-a8ed-718c66b8ca90 HTTP/1.1" status: 204 len: 168 time: 0.1260436 Dec 09 15:56:10.930062 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaaf84f-36a1-46a6-9edb-295d12495997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56685de5-77a5-49f3-a8ed-718c66b8ca90,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:11.055310 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d9d7b53-131d-4db9-8d65-f51e9b9902f9 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:11.061326 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d9d7b53-131d-4db9-8d65-f51e9b9902f9 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:11.146175 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d7b53-131d-4db9-8d65-f51e9b9902f9 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event updated for resources: {'Port': ['ID=d46c88cc-41f7-407f-929e-b751e46c05d4,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:11.148914 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d9d7b53-131d-4db9-8d65-f51e9b9902f9 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:11.254115 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9d7b53-131d-4db9-8d65-f51e9b9902f9 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Network cac11d61-1f7d-45d9-aff8-718056a7bfe3 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:56:11.256032 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-9d9d7b53-131d-4db9-8d65-f51e9b9902f9 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:56:11.391339 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9d7b53-131d-4db9-8d65-f51e9b9902f9 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Router 9615f943-44f1-4382-bd67-0e468973775c is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:56:11.434319 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53351717-7754-4f28-99f9-613a53964493 None None] Network cac11d61-1f7d-45d9-aff8-718056a7bfe3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:56:11.495675 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9d7b53-131d-4db9-8d65-f51e9b9902f9 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:56:11.505437 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60110) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:11.505928 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9d9d7b53-131d-4db9-8d65-f51e9b9902f9 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "PUT /v2.0/routers/9615f943-44f1-4382-bd67-0e468973775c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8720949 Dec 09 15:56:11.512008 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-6d93b8df-7232-44b5-99bf-e1f6c1eb8d77 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Request body: {'network': {'name': 'tempest-RoutersTest-1175561193'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:56:11.564763 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d93b8df-7232-44b5-99bf-e1f6c1eb8d77 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Made reservation on behalf of 191f2fbe1f284dfcaf35d400d96cab65 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:56:11.570673 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d93b8df-7232-44b5-99bf-e1f6c1eb8d77 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:11.606118 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d93b8df-7232-44b5-99bf-e1f6c1eb8d77 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:56:11.622247 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d93b8df-7232-44b5-99bf-e1f6c1eb8d77 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:11.622952 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-6d93b8df-7232-44b5-99bf-e1f6c1eb8d77 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Added segment 82e6cbc8-f242-4803-8dca-9c53572560b5 of type vlan for network ddbd99d0-0ce9-4236-873a-4207cd3a8a5a Dec 09 15:56:11.671652 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d93b8df-7232-44b5-99bf-e1f6c1eb8d77 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:11.688664 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device dc93b49d-bb30-4191-9faa-78bc3dde4252 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:56:11.693074 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458b0d52-e2d8-4f84-bc95-ebffbba57a75 None None] Sync routers for ids ['9615f943-44f1-4382-bd67-0e468973775c'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:56:11.701851 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d93b8df-7232-44b5-99bf-e1f6c1eb8d77 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:11.708241 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d93b8df-7232-44b5-99bf-e1f6c1eb8d77 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:11.708993 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6d93b8df-7232-44b5-99bf-e1f6c1eb8d77 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:11.752213 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-688e2395-7214-46f7-ad9f-e172f758f2b2 None None] Provisioning complete for port dc93b49d-bb30-4191-9faa-78bc3dde4252 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:56:11.752618 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-688e2395-7214-46f7-ad9f-e172f758f2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:11.777194 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458b0d52-e2d8-4f84-bc95-ebffbba57a75 None None] Routers {'9615f943-44f1-4382-bd67-0e468973775c'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:56:11.778138 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-458b0d52-e2d8-4f84-bc95-ebffbba57a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:55:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9615f943-44f1-4382-bd67-0e468973775c'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:11.778526 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6d93b8df-7232-44b5-99bf-e1f6c1eb8d77 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2712042 Dec 09 15:56:11.781325 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60118) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:11.789550 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-cfffbe11-d400-4693-9820-6c81a81b31da tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Request body: {'subnet': {'network_id': 'ddbd99d0-0ce9-4236-873a-4207cd3a8a5a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:56:11.929310 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-458b0d52-e2d8-4f84-bc95-ebffbba57a75 None None] Set router 9615f943-44f1-4382-bd67-0e468973775c gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:56:11.963622 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port dc93b49d-bb30-4191-9faa-78bc3dde4252 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:56:11.964001 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:12.117513 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-688e2395-7214-46f7-ad9f-e172f758f2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:12.193325 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-688e2395-7214-46f7-ad9f-e172f758f2b2 None None] For port dc93b49d-bb30-4191-9faa-78bc3dde4252, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=dc93b49d-bb30-4191-9faa-78bc3dde4252,segment=NetworkSegment(c3ae038e-07ac-4850-bd26-23f601dc115a),segment_id=c3ae038e-07ac-4850-bd26-23f601dc115a)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:56:12.230413 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-688e2395-7214-46f7-ad9f-e172f758f2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:12.244117 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d93b8df-7232-44b5-99bf-e1f6c1eb8d77 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event updated for resources: {'Network': ['ID=ddbd99d0-0ce9-4236-873a-4207cd3a8a5a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:12.283210 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network ddbd99d0-0ce9-4236-873a-4207cd3a8a5a details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:56:12.307633 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfffbe11-d400-4693-9820-6c81a81b31da tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Made reservation on behalf of 191f2fbe1f284dfcaf35d400d96cab65 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:56:12.313315 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cfffbe11-d400-4693-9820-6c81a81b31da tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:12.390204 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:12.506220 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:56:12.506805 n-d-821228-1 neutron-server[103246]: DEBUG oslo_db.api [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:56:12.511224 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688e2395-7214-46f7-ad9f-e172f758f2b2 None None] Pushing event updated for resources: {'Port': ['ID=dc93b49d-bb30-4191-9faa-78bc3dde4252,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:12.525560 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c6605c03-d6cc-4f61-81e9-a59d4796fba9 None None] Provisioning complete for port d46c88cc-41f7-407f-929e-b751e46c05d4 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:56:12.525560 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c6605c03-d6cc-4f61-81e9-a59d4796fba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:12.563028 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c6605c03-d6cc-4f61-81e9-a59d4796fba9 None None] Port d46c88cc-41f7-407f-929e-b751e46c05d4 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:56:12.564220 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9a1ac47e-0b06-46d0-8afa-d50e4a3571a6 req-12653443-34b2-4903-aa43-f1fa6d8af9df service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4d358826-2d1d-4339-bfba-d2bbd84dce36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0807481 Dec 09 15:56:12.568346 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688e2395-7214-46f7-ad9f-e172f758f2b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:12.569228 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688e2395-7214-46f7-ad9f-e172f758f2b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:12.569588 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688e2395-7214-46f7-ad9f-e172f758f2b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:12.570133 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688e2395-7214-46f7-ad9f-e172f758f2b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:12.570490 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688e2395-7214-46f7-ad9f-e172f758f2b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:12.570832 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688e2395-7214-46f7-ad9f-e172f758f2b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:12.571171 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688e2395-7214-46f7-ad9f-e172f758f2b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:12.571537 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688e2395-7214-46f7-ad9f-e172f758f2b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:12.571836 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688e2395-7214-46f7-ad9f-e172f758f2b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:12.572169 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688e2395-7214-46f7-ad9f-e172f758f2b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:12.572600 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688e2395-7214-46f7-ad9f-e172f758f2b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:12.572934 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688e2395-7214-46f7-ad9f-e172f758f2b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:12.573265 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688e2395-7214-46f7-ad9f-e172f758f2b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:12.583503 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device f09f559b-d4e6-4759-b0bc-f6c59d58ac2b no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:56:12.618009 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: f09f559b-d4e6-4759-b0bc-f6c59d58ac2b {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:56:12.618371 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device f09f559b-d4e6-4759-b0bc-f6c59d58ac2b not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:56:12.635896 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c6605c03-d6cc-4f61-81e9-a59d4796fba9 None None] Provisioning complete for port dc93b49d-bb30-4191-9faa-78bc3dde4252 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:56:12.636300 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c6605c03-d6cc-4f61-81e9-a59d4796fba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:12.640447 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cfffbe11-d400-4693-9820-6c81a81b31da tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:12.672257 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-458b0d52-e2d8-4f84-bc95-ebffbba57a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9615f943-44f1-4382-bd67-0e468973775c', 'name': 'tempest-RoutersTest-router-1005941500', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:56:08Z', 'updated_at': '2021-12-09T15:56:10Z', 'revision_number': 2, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'gw_port_host': None, '_interfaces': [{'id': 'd46c88cc-41f7-407f-929e-b751e46c05d4', 'name': '', 'network_id': 'cac11d61-1f7d-45d9-aff8-718056a7bfe3', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:14:da:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:10Z', 'updated_at': '2021-12-09T15:56:10Z', 'revision_number': 2, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:12.678876 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ac47e-0b06-46d0-8afa-d50e4a3571a6 req-264d58e1-3907-4896-a777-9c653963ce29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:12.681678 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9a1ac47e-0b06-46d0-8afa-d50e4a3571a6 req-264d58e1-3907-4896-a777-9c653963ce29 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f4d71564044144c0a7c07487671be4ce&device_id=4d358826-2d1d-4339-bfba-d2bbd84dce36 HTTP/1.1" status: 200 len: 1097 time: 0.0918932 Dec 09 15:56:12.714867 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458b0d52-e2d8-4f84-bc95-ebffbba57a75 None None] Checking router: 9615f943-44f1-4382-bd67-0e468973775c for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:56:12.715219 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458b0d52-e2d8-4f84-bc95-ebffbba57a75 None None] Updating router 9615f943-44f1-4382-bd67-0e468973775c port d46c88cc-41f7-407f-929e-b751e46c05d4 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:56:12.744671 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfffbe11-d400-4693-9820-6c81a81b31da tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event updated for resources: {'Subnet': ['ID=97512316-3b34-466d-a152-f47c4329476a,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:12.748449 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-458b0d52-e2d8-4f84-bc95-ebffbba57a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:12.755697 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfffbe11-d400-4693-9820-6c81a81b31da tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Checking segment: {'id': '82e6cbc8-f242-4803-8dca-9c53572560b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ddbd99d0-0ce9-4236-873a-4207cd3a8a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:56:12.756165 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfffbe11-d400-4693-9820-6c81a81b31da tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Network hostable DHCP agents. Network: ddbd99d0-0ce9-4236-873a-4207cd3a8a5a, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:56:12.804495 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfffbe11-d400-4693-9820-6c81a81b31da tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Network ddbd99d0-0ce9-4236-873a-4207cd3a8a5a is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:56:12.819220 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-cfffbe11-d400-4693-9820-6c81a81b31da tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, ddbd99d0-0ce9-4236-873a-4207cd3a8a5a) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:56:12.825165 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfffbe11-d400-4693-9820-6c81a81b31da tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:12.826601 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cfffbe11-d400-4693-9820-6c81a81b31da tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:12.848432 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe386fe-f1fe-4ff0-91e0-ed9e51fe9174 None None] Network ddbd99d0-0ce9-4236-873a-4207cd3a8a5a requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:56:12.852202 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-cfffbe11-d400-4693-9820-6c81a81b31da tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0698445 Dec 09 15:56:12.855048 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60144) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:12.869586 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ac47e-0b06-46d0-8afa-d50e4a3571a6 req-8f0e3d81-0445-42d3-8234-adbfc9b7b2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:12.871094 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9a1ac47e-0b06-46d0-8afa-d50e4a3571a6 req-8f0e3d81-0445-42d3-8234-adbfc9b7b2f2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0 HTTP/1.1" status: 200 len: 910 time: 0.1660931 Dec 09 15:56:12.962814 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9a1ac47e-0b06-46d0-8afa-d50e4a3571a6 req-4a720863-e2c5-489a-9463-af9879ca2b3c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce797569-3698-4716-9160-fb979f10b1ca HTTP/1.1" status: 200 len: 1001 time: 0.0838716 Dec 09 15:56:13.025301 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb88915c-ce9a-49aa-b641-01b2c3eeea63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-ddbd99d0-0ce9-4236-873a-4207cd3a8a5a', 'network_id': 'ddbd99d0-0ce9-4236-873a-4207cd3a8a5a', 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'fixed_ips': [{'subnet_id': '97512316-3b34-466d-a152-f47c4329476a'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:56:13.026374 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fb88915c-ce9a-49aa-b641-01b2c3eeea63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:13.029497 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ac47e-0b06-46d0-8afa-d50e4a3571a6 req-77471b3e-56de-440f-a336-a6b6525c983d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:13.031411 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9a1ac47e-0b06-46d0-8afa-d50e4a3571a6 req-77471b3e-56de-440f-a336-a6b6525c983d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a3812c03-4ef5-48f3-99e1-875d1f7c41a0 HTTP/1.1" status: 200 len: 848 time: 0.0571752 Dec 09 15:56:13.083362 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ac47e-0b06-46d0-8afa-d50e4a3571a6 req-23c41267-d10b-4d56-9c7e-0c5afdf8d2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:13.084931 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9a1ac47e-0b06-46d0-8afa-d50e4a3571a6 req-23c41267-d10b-4d56-9c7e-0c5afdf8d2b8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463331 Dec 09 15:56:13.200886 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9a1ac47e-0b06-46d0-8afa-d50e4a3571a6 req-eabf7a3e-405c-44c0-b31c-23488297a611 service neutron] 10.222.0.31 "GET /v2.0/networks/d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084657 Dec 09 15:56:13.270493 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5e1953f9-a81e-4552-aa61-8656e4340860 None None] Provisioning complete for port d46c88cc-41f7-407f-929e-b751e46c05d4 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:56:13.270847 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5e1953f9-a81e-4552-aa61-8656e4340860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:13.288886 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-674573da-49d3-42d4-97b7-ed89c2adbd71 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:13.380639 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9a1ac47e-0b06-46d0-8afa-d50e4a3571a6 req-582a4380-28e7-4a11-b662-817991db6046 service neutron] 10.222.0.31 "GET /v2.0/networks/d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710157 Dec 09 15:56:13.401463 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5e1953f9-a81e-4552-aa61-8656e4340860 None None] Port d46c88cc-41f7-407f-929e-b751e46c05d4 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:56:13.458842 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-fb88915c-ce9a-49aa-b641-01b2c3eeea63 None None] Allocated IP 172.21.0.2 (ddbd99d0-0ce9-4236-873a-4207cd3a8a5a/97512316-3b34-466d-a152-f47c4329476a/96a3ce57-bb39-42c4-b8f2-43974bc8c80b) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:56:13.486631 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-458b0d52-e2d8-4f84-bc95-ebffbba57a75 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:13.500541 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-458b0d52-e2d8-4f84-bc95-ebffbba57a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:13.695276 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device dc93b49d-bb30-4191-9faa-78bc3dde4252 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:56:13.794418 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a11281d-963b-4532-af00-8052515cc2ec None None] Pushing event updated for resources: {'Port': ['ID=d46c88cc-41f7-407f-929e-b751e46c05d4,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:13.908393 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-458b0d52-e2d8-4f84-bc95-ebffbba57a75 None None] Attempting to bind port d46c88cc-41f7-407f-929e-b751e46c05d4 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:56:13.908764 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-458b0d52-e2d8-4f84-bc95-ebffbba57a75 None None] Attempting to bind port d46c88cc-41f7-407f-929e-b751e46c05d4 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'c3ae038e-07ac-4850-bd26-23f601dc115a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'cac11d61-1f7d-45d9-aff8-718056a7bfe3'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:56:13.909078 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458b0d52-e2d8-4f84-bc95-ebffbba57a75 None None] Attempting to bind port d46c88cc-41f7-407f-929e-b751e46c05d4 on network cac11d61-1f7d-45d9-aff8-718056a7bfe3 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:56:13.914328 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port dc93b49d-bb30-4191-9faa-78bc3dde4252 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:56:13.914704 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:13.926533 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458b0d52-e2d8-4f84-bc95-ebffbba57a75 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:56:13.926922 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458b0d52-e2d8-4f84-bc95-ebffbba57a75 None None] Checking segment: {'id': 'c3ae038e-07ac-4850-bd26-23f601dc115a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'cac11d61-1f7d-45d9-aff8-718056a7bfe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:56:13.927527 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-458b0d52-e2d8-4f84-bc95-ebffbba57a75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:13.928069 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458b0d52-e2d8-4f84-bc95-ebffbba57a75 None None] Bound using segment: {'id': 'c3ae038e-07ac-4850-bd26-23f601dc115a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'cac11d61-1f7d-45d9-aff8-718056a7bfe3'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:56:13.928446 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-458b0d52-e2d8-4f84-bc95-ebffbba57a75 None None] Bound port: d46c88cc-41f7-407f-929e-b751e46c05d4, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ae038e-07ac-4850-bd26-23f601dc115a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'cac11d61-1f7d-45d9-aff8-718056a7bfe3'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:56:13.928833 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-458b0d52-e2d8-4f84-bc95-ebffbba57a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:13.964891 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fb88915c-ce9a-49aa-b641-01b2c3eeea63 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:13.977597 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fb88915c-ce9a-49aa-b641-01b2c3eeea63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:13.991214 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60182) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:14.027345 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-674573da-49d3-42d4-97b7-ed89c2adbd71 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Allocated IP 172.21.0.1 (ddbd99d0-0ce9-4236-873a-4207cd3a8a5a/97512316-3b34-466d-a152-f47c4329476a/aa057fed-87af-4d29-b324-82005aeaa56a) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:56:14.078045 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb88915c-ce9a-49aa-b641-01b2c3eeea63 None None] Network ddbd99d0-0ce9-4236-873a-4207cd3a8a5a is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:56:14.093461 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-fb88915c-ce9a-49aa-b641-01b2c3eeea63 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:56:14.095225 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88915c-ce9a-49aa-b641-01b2c3eeea63 None None] Pushing event updated for resources: {'Port': ['ID=96a3ce57-bb39-42c4-b8f2-43974bc8c80b,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:14.097976 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb88915c-ce9a-49aa-b641-01b2c3eeea63 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:56:14.104760 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-0d4c5711-668a-41ef-a80b-204ef6a73c5f None None] Provisioning complete for port d46c88cc-41f7-407f-929e-b751e46c05d4 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:56:14.105143 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0d4c5711-668a-41ef-a80b-204ef6a73c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:14.110849 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-458b0d52-e2d8-4f84-bc95-ebffbba57a75 None None] For port d46c88cc-41f7-407f-929e-b751e46c05d4, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:56:14.138555 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2e9ed252-ea12-485e-a6b5-1dd025cb81dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:14.166283 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-674573da-49d3-42d4-97b7-ed89c2adbd71 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:14.186566 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-458b0d52-e2d8-4f84-bc95-ebffbba57a75 None None] For port d46c88cc-41f7-407f-929e-b751e46c05d4, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d46c88cc-41f7-407f-929e-b751e46c05d4,segment=NetworkSegment(c3ae038e-07ac-4850-bd26-23f601dc115a),segment_id=c3ae038e-07ac-4850-bd26-23f601dc115a)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:56:14.204003 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-458b0d52-e2d8-4f84-bc95-ebffbba57a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:14.209652 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-674573da-49d3-42d4-97b7-ed89c2adbd71 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:14.225716 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2e9ed252-ea12-485e-a6b5-1dd025cb81dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:14.230721 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2e9ed252-ea12-485e-a6b5-1dd025cb81dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:14.238006 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-0d4c5711-668a-41ef-a80b-204ef6a73c5f None None] Port d46c88cc-41f7-407f-929e-b751e46c05d4 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:56:14.254627 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674573da-49d3-42d4-97b7-ed89c2adbd71 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Network ddbd99d0-0ce9-4236-873a-4207cd3a8a5a is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:56:14.259883 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-674573da-49d3-42d4-97b7-ed89c2adbd71 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:56:14.262353 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674573da-49d3-42d4-97b7-ed89c2adbd71 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:56:14.271719 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ed252-ea12-485e-a6b5-1dd025cb81dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a288567f-e358-4d6a-b797-8e992016ff83,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:14.277574 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-fb88915c-ce9a-49aa-b641-01b2c3eeea63 None None] Attempting to bind port 96a3ce57-bb39-42c4-b8f2-43974bc8c80b on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:56:14.277952 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-fb88915c-ce9a-49aa-b641-01b2c3eeea63 None None] Attempting to bind port 96a3ce57-bb39-42c4-b8f2-43974bc8c80b by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '82e6cbc8-f242-4803-8dca-9c53572560b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ddbd99d0-0ce9-4236-873a-4207cd3a8a5a'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:56:14.279822 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb88915c-ce9a-49aa-b641-01b2c3eeea63 None None] Attempting to bind port 96a3ce57-bb39-42c4-b8f2-43974bc8c80b on network ddbd99d0-0ce9-4236-873a-4207cd3a8a5a {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:56:14.296704 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb88915c-ce9a-49aa-b641-01b2c3eeea63 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:56:14.297088 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb88915c-ce9a-49aa-b641-01b2c3eeea63 None None] Checking segment: {'id': '82e6cbc8-f242-4803-8dca-9c53572560b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ddbd99d0-0ce9-4236-873a-4207cd3a8a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:56:14.297501 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fb88915c-ce9a-49aa-b641-01b2c3eeea63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:14.298011 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb88915c-ce9a-49aa-b641-01b2c3eeea63 None None] Bound using segment: {'id': '82e6cbc8-f242-4803-8dca-9c53572560b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ddbd99d0-0ce9-4236-873a-4207cd3a8a5a'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:56:14.298490 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-fb88915c-ce9a-49aa-b641-01b2c3eeea63 None None] Bound port: 96a3ce57-bb39-42c4-b8f2-43974bc8c80b, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e6cbc8-f242-4803-8dca-9c53572560b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ddbd99d0-0ce9-4236-873a-4207cd3a8a5a'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:56:14.298880 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fb88915c-ce9a-49aa-b641-01b2c3eeea63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:14.299023 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674573da-49d3-42d4-97b7-ed89c2adbd71 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event updated for resources: {'Port': ['ID=aa057fed-87af-4d29-b324-82005aeaa56a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:14.315070 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60188) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:14.316920 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2e9ed252-ea12-485e-a6b5-1dd025cb81dd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=807a07445f2240d786e49e31e14e27d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3236234 Dec 09 15:56:14.322954 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458b0d52-e2d8-4f84-bc95-ebffbba57a75 None None] Routers {'9615f943-44f1-4382-bd67-0e468973775c'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:56:14.323589 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-458b0d52-e2d8-4f84-bc95-ebffbba57a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:55:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9615f943-44f1-4382-bd67-0e468973775c'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:14.358445 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a11281d-963b-4532-af00-8052515cc2ec None None] Pushing event updated for resources: {'Port': ['ID=d46c88cc-41f7-407f-929e-b751e46c05d4,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:14.381002 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-674573da-49d3-42d4-97b7-ed89c2adbd71 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:14.459346 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-32a459f9-7798-4032-9a36-15543104307f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:14.461377 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-458b0d52-e2d8-4f84-bc95-ebffbba57a75 None None] Set router 9615f943-44f1-4382-bd67-0e468973775c gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:56:14.497693 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-fb88915c-ce9a-49aa-b641-01b2c3eeea63 None None] For port 96a3ce57-bb39-42c4-b8f2-43974bc8c80b, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:56:14.514182 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-32a459f9-7798-4032-9a36-15543104307f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:14.518291 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-fb88915c-ce9a-49aa-b641-01b2c3eeea63 None None] For port 96a3ce57-bb39-42c4-b8f2-43974bc8c80b, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=96a3ce57-bb39-42c4-b8f2-43974bc8c80b,segment=NetworkSegment(82e6cbc8-f242-4803-8dca-9c53572560b5),segment_id=82e6cbc8-f242-4803-8dca-9c53572560b5)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:56:14.550994 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fb88915c-ce9a-49aa-b641-01b2c3eeea63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:14.583426 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-674573da-49d3-42d4-97b7-ed89c2adbd71 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:14.631538 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-32a459f9-7798-4032-9a36-15543104307f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:14.634076 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-32a459f9-7798-4032-9a36-15543104307f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:14.637632 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-32a459f9-7798-4032-9a36-15543104307f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a288567f-e358-4d6a-b797-8e992016ff83 HTTP/1.1" status: 204 len: 168 time: 0.3190784 Dec 09 15:56:14.670618 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88915c-ce9a-49aa-b641-01b2c3eeea63 None None] Pushing event updated for resources: {'Port': ['ID=96a3ce57-bb39-42c4-b8f2-43974bc8c80b,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:14.683872 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a459f9-7798-4032-9a36-15543104307f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a288567f-e358-4d6a-b797-8e992016ff83,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:14.697886 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-31768f98-249b-4311-bdb3-5d01b694a381 None None] Provisioning complete for port d46c88cc-41f7-407f-929e-b751e46c05d4 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:56:14.698431 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-31768f98-249b-4311-bdb3-5d01b694a381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:14.847264 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-31768f98-249b-4311-bdb3-5d01b694a381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:14.868850 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-458b0d52-e2d8-4f84-bc95-ebffbba57a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9615f943-44f1-4382-bd67-0e468973775c', 'name': 'tempest-RoutersTest-router-1005941500', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:56:08Z', 'updated_at': '2021-12-09T15:56:10Z', 'revision_number': 2, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'gw_port_host': None, '_interfaces': [{'id': 'd46c88cc-41f7-407f-929e-b751e46c05d4', 'name': '', 'network_id': 'cac11d61-1f7d-45d9-aff8-718056a7bfe3', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:14:da:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:10Z', 'updated_at': '2021-12-09T15:56:14Z', 'revision_number': 4, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:14.901289 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-674573da-49d3-42d4-97b7-ed89c2adbd71 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:14.910037 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-674573da-49d3-42d4-97b7-ed89c2adbd71 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:14.927737 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458b0d52-e2d8-4f84-bc95-ebffbba57a75 None None] The sync data for ids ['9615f943-44f1-4382-bd67-0e468973775c'] in n-d-821228-1 is: [{'id': '9615f943-44f1-4382-bd67-0e468973775c', 'name': 'tempest-RoutersTest-router-1005941500', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:56:08Z', 'updated_at': '2021-12-09T15:56:10Z', 'revision_number': 2, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'gw_port_host': None, '_interfaces': [{'id': 'd46c88cc-41f7-407f-929e-b751e46c05d4', 'name': '', 'network_id': 'cac11d61-1f7d-45d9-aff8-718056a7bfe3', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:14:da:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:10Z', 'updated_at': '2021-12-09T15:56:14Z', 'revision_number': 4, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:56:14.959575 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-31768f98-249b-4311-bdb3-5d01b694a381 None None] For port d46c88cc-41f7-407f-929e-b751e46c05d4, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d46c88cc-41f7-407f-929e-b751e46c05d4,segment=NetworkSegment(c3ae038e-07ac-4850-bd26-23f601dc115a),segment_id=c3ae038e-07ac-4850-bd26-23f601dc115a)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:56:14.969811 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-31768f98-249b-4311-bdb3-5d01b694a381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:15.022065 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-674573da-49d3-42d4-97b7-ed89c2adbd71 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:15.043568 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31768f98-249b-4311-bdb3-5d01b694a381 None None] Pushing event updated for resources: {'Port': ['ID=d46c88cc-41f7-407f-929e-b751e46c05d4,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:15.086680 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674573da-49d3-42d4-97b7-ed89c2adbd71 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event updated for resources: {'Port': ['ID=aa057fed-87af-4d29-b324-82005aeaa56a,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:15.113736 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60194) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:15.129037 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5f9b8cb-ba1e-497c-a1f1-e1a742285cfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:15.163389 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674573da-49d3-42d4-97b7-ed89c2adbd71 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Network ddbd99d0-0ce9-4236-873a-4207cd3a8a5a is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:56:15.165082 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-674573da-49d3-42d4-97b7-ed89c2adbd71 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:56:15.231292 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5f9b8cb-ba1e-497c-a1f1-e1a742285cfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:15.240497 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5f9b8cb-ba1e-497c-a1f1-e1a742285cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:15.276793 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9b8cb-ba1e-497c-a1f1-e1a742285cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503a5b27-74cf-4176-b36a-2042c63af3a2,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:15.288381 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674573da-49d3-42d4-97b7-ed89c2adbd71 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Router 9615f943-44f1-4382-bd67-0e468973775c has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:56:15.305969 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b5f9b8cb-ba1e-497c-a1f1-e1a742285cfb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b82a5cdc3f4a47cb9e118d9a22c52ef1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1911454 Dec 09 15:56:15.308478 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60196) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:15.392987 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b25a2b1b-3c16-48e0-82e9-5a5a817ea597 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:15.408261 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674573da-49d3-42d4-97b7-ed89c2adbd71 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:56:15.419298 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-674573da-49d3-42d4-97b7-ed89c2adbd71 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "PUT /v2.0/routers/9615f943-44f1-4382-bd67-0e468973775c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5605624 Dec 09 15:56:15.420165 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b25a2b1b-3c16-48e0-82e9-5a5a817ea597 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:15.420289 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60200) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:15.426396 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7510ad21-2a2a-42f0-b2ac-7e9f5f247a93 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Request body: {'network': {'name': 'tempest-RoutersTest-811566853'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:56:15.453491 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7510ad21-2a2a-42f0-b2ac-7e9f5f247a93 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Made reservation on behalf of 191f2fbe1f284dfcaf35d400d96cab65 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:56:15.458522 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7510ad21-2a2a-42f0-b2ac-7e9f5f247a93 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:15.487202 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b25a2b1b-3c16-48e0-82e9-5a5a817ea597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:15.492651 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b25a2b1b-3c16-48e0-82e9-5a5a817ea597 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:15.496722 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b25a2b1b-3c16-48e0-82e9-5a5a817ea597 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/503a5b27-74cf-4176-b36a-2042c63af3a2 HTTP/1.1" status: 204 len: 168 time: 0.1870148 Dec 09 15:56:15.498243 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7510ad21-2a2a-42f0-b2ac-7e9f5f247a93 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:56:15.506164 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a2b1b-3c16-48e0-82e9-5a5a817ea597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503a5b27-74cf-4176-b36a-2042c63af3a2,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:15.520283 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7510ad21-2a2a-42f0-b2ac-7e9f5f247a93 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:15.520684 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-7510ad21-2a2a-42f0-b2ac-7e9f5f247a93 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Added segment 1bd97fe5-7feb-4c3a-b1ef-a19b37f2f09f of type vlan for network bc347738-ba90-4a2f-8b92-12300d614273 Dec 09 15:56:15.581226 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7510ad21-2a2a-42f0-b2ac-7e9f5f247a93 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:15.629078 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7510ad21-2a2a-42f0-b2ac-7e9f5f247a93 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:15.639873 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7510ad21-2a2a-42f0-b2ac-7e9f5f247a93 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:15.640738 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7510ad21-2a2a-42f0-b2ac-7e9f5f247a93 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:15.735644 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 96a3ce57-bb39-42c4-b8f2-43974bc8c80b up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:56:15.741152 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7510ad21-2a2a-42f0-b2ac-7e9f5f247a93 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3171334 Dec 09 15:56:15.742150 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60204) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:15.747694 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-2c022d8a-8abd-4155-9057-9ca441de63e4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Request body: {'subnet': {'network_id': 'bc347738-ba90-4a2f-8b92-12300d614273', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:56:15.761017 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7510ad21-2a2a-42f0-b2ac-7e9f5f247a93 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event updated for resources: {'Network': ['ID=bc347738-ba90-4a2f-8b92-12300d614273,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:15.786658 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network bc347738-ba90-4a2f-8b92-12300d614273 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:56:15.894233 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c022d8a-8abd-4155-9057-9ca441de63e4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Made reservation on behalf of 191f2fbe1f284dfcaf35d400d96cab65 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:56:15.898884 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2c022d8a-8abd-4155-9057-9ca441de63e4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:15.960202 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 96a3ce57-bb39-42c4-b8f2-43974bc8c80b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:56:15.960625 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:16.033614 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:16.090903 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:16.115508 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74da6616-4eb9-40c3-b14a-0dc8c16c63b8 None None] Network ddbd99d0-0ce9-4236-873a-4207cd3a8a5a requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:56:16.134856 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2c022d8a-8abd-4155-9057-9ca441de63e4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:16.167417 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 96a3ce57-bb39-42c4-b8f2-43974bc8c80b, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=96a3ce57-bb39-42c4-b8f2-43974bc8c80b,segment=NetworkSegment(82e6cbc8-f242-4803-8dca-9c53572560b5),segment_id=82e6cbc8-f242-4803-8dca-9c53572560b5)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:56:16.178417 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:16.179222 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d46c88cc-41f7-407f-929e-b751e46c05d4 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:56:16.205221 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c022d8a-8abd-4155-9057-9ca441de63e4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event updated for resources: {'Subnet': ['ID=d2545d9c-4c05-404e-8c04-194e83858687,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:16.209041 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c022d8a-8abd-4155-9057-9ca441de63e4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Checking segment: {'id': '1bd97fe5-7feb-4c3a-b1ef-a19b37f2f09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'bc347738-ba90-4a2f-8b92-12300d614273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:56:16.209331 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c022d8a-8abd-4155-9057-9ca441de63e4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Network hostable DHCP agents. Network: bc347738-ba90-4a2f-8b92-12300d614273, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:56:16.232884 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c022d8a-8abd-4155-9057-9ca441de63e4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Network bc347738-ba90-4a2f-8b92-12300d614273 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:56:16.245601 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-2c022d8a-8abd-4155-9057-9ca441de63e4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, bc347738-ba90-4a2f-8b92-12300d614273) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:56:16.252636 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c022d8a-8abd-4155-9057-9ca441de63e4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:16.254017 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2c022d8a-8abd-4155-9057-9ca441de63e4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:16.265208 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5365e8e4-1d3a-4b33-b275-7a58a0d04379 None None] Network bc347738-ba90-4a2f-8b92-12300d614273 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:56:16.275084 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2c022d8a-8abd-4155-9057-9ca441de63e4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5313721 Dec 09 15:56:16.277866 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60218) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:16.372746 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f48ebb9b-cbb4-4492-a481-5dfe8dd3c62c None None] Provisioning complete for port 96a3ce57-bb39-42c4-b8f2-43974bc8c80b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:56:16.373131 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f48ebb9b-cbb4-4492-a481-5dfe8dd3c62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:16.400623 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=96a3ce57-bb39-42c4-b8f2-43974bc8c80b,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:16.458299 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port d46c88cc-41f7-407f-929e-b751e46c05d4 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:56:16.458677 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:16.549412 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b395a7c-d674-4282-b506-7d5a1ead7b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-bc347738-ba90-4a2f-8b92-12300d614273', 'network_id': 'bc347738-ba90-4a2f-8b92-12300d614273', 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'fixed_ips': [{'subnet_id': 'd2545d9c-4c05-404e-8c04-194e83858687'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:56:16.551468 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4b395a7c-d674-4282-b506-7d5a1ead7b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:16.767408 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0900df4b-d0fa-4937-b613-99568f5d187e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:16.943429 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb71c05-4ff3-486c-ba9f-bdbe9d5fcb12 None None] Sync routers for ids ['9615f943-44f1-4382-bd67-0e468973775c'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:56:16.958890 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb71c05-4ff3-486c-ba9f-bdbe9d5fcb12 None None] Routers {'9615f943-44f1-4382-bd67-0e468973775c'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:56:16.960092 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-8cb71c05-4ff3-486c-ba9f-bdbe9d5fcb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:55:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9615f943-44f1-4382-bd67-0e468973775c'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:16.997501 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-4b395a7c-d674-4282-b506-7d5a1ead7b1f None None] Allocated IP 172.22.0.2 (bc347738-ba90-4a2f-8b92-12300d614273/d2545d9c-4c05-404e-8c04-194e83858687/1eebea1f-7631-4ff3-8312-5844124c3ee2) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:56:17.102159 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-8cb71c05-4ff3-486c-ba9f-bdbe9d5fcb12 None None] Set router 9615f943-44f1-4382-bd67-0e468973775c gateway port host: None {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:56:17.113867 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2a40cd04-6eef-4955-ad20-48e83804247a None None] Provisioning complete for port 96a3ce57-bb39-42c4-b8f2-43974bc8c80b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:56:17.114251 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2a40cd04-6eef-4955-ad20-48e83804247a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:17.298087 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4b395a7c-d674-4282-b506-7d5a1ead7b1f None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:17.306301 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2a40cd04-6eef-4955-ad20-48e83804247a None None] Provisioning complete for port aa057fed-87af-4d29-b324-82005aeaa56a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:56:17.306687 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2a40cd04-6eef-4955-ad20-48e83804247a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:17.350628 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4b395a7c-d674-4282-b506-7d5a1ead7b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:17.401832 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b395a7c-d674-4282-b506-7d5a1ead7b1f None None] Network bc347738-ba90-4a2f-8b92-12300d614273 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:56:17.408014 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-4b395a7c-d674-4282-b506-7d5a1ead7b1f None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:56:17.412621 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b395a7c-d674-4282-b506-7d5a1ead7b1f None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:56:17.416985 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2a40cd04-6eef-4955-ad20-48e83804247a None None] Port aa057fed-87af-4d29-b324-82005aeaa56a cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:56:17.432575 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b395a7c-d674-4282-b506-7d5a1ead7b1f None None] Pushing event updated for resources: {'Port': ['ID=1eebea1f-7631-4ff3-8312-5844124c3ee2,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:17.462478 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-8cb71c05-4ff3-486c-ba9f-bdbe9d5fcb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9615f943-44f1-4382-bd67-0e468973775c', 'name': 'tempest-RoutersTest-router-1005941500', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:56:08Z', 'updated_at': '2021-12-09T15:56:14Z', 'revision_number': 3, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'gw_port_host': None, '_interfaces': [{'id': 'aa057fed-87af-4d29-b324-82005aeaa56a', 'name': '', 'network_id': 'ddbd99d0-0ce9-4236-873a-4207cd3a8a5a', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:ca:8a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '97512316-3b34-466d-a152-f47c4329476a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:13Z', 'updated_at': '2021-12-09T15:56:14Z', 'revision_number': 2, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': '97512316-3b34-466d-a152-f47c4329476a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd46c88cc-41f7-407f-929e-b751e46c05d4', 'name': '', 'network_id': 'cac11d61-1f7d-45d9-aff8-718056a7bfe3', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:14:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:10Z', 'updated_at': '2021-12-09T15:56:14Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:17.501491 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb71c05-4ff3-486c-ba9f-bdbe9d5fcb12 None None] Checking router: 9615f943-44f1-4382-bd67-0e468973775c for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:56:17.502117 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb71c05-4ff3-486c-ba9f-bdbe9d5fcb12 None None] Updating router 9615f943-44f1-4382-bd67-0e468973775c port aa057fed-87af-4d29-b324-82005aeaa56a binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:56:17.522675 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-4b395a7c-d674-4282-b506-7d5a1ead7b1f None None] Attempting to bind port 1eebea1f-7631-4ff3-8312-5844124c3ee2 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:56:17.523327 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-4b395a7c-d674-4282-b506-7d5a1ead7b1f None None] Attempting to bind port 1eebea1f-7631-4ff3-8312-5844124c3ee2 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '1bd97fe5-7feb-4c3a-b1ef-a19b37f2f09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'bc347738-ba90-4a2f-8b92-12300d614273'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:56:17.523893 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b395a7c-d674-4282-b506-7d5a1ead7b1f None None] Attempting to bind port 1eebea1f-7631-4ff3-8312-5844124c3ee2 on network bc347738-ba90-4a2f-8b92-12300d614273 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:56:17.538557 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b395a7c-d674-4282-b506-7d5a1ead7b1f None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:56:17.538955 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b395a7c-d674-4282-b506-7d5a1ead7b1f None None] Checking segment: {'id': '1bd97fe5-7feb-4c3a-b1ef-a19b37f2f09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'bc347738-ba90-4a2f-8b92-12300d614273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:56:17.539359 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4b395a7c-d674-4282-b506-7d5a1ead7b1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:17.539760 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b395a7c-d674-4282-b506-7d5a1ead7b1f None None] Bound using segment: {'id': '1bd97fe5-7feb-4c3a-b1ef-a19b37f2f09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'bc347738-ba90-4a2f-8b92-12300d614273'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:56:17.540836 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-8cb71c05-4ff3-486c-ba9f-bdbe9d5fcb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:17.542665 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-4b395a7c-d674-4282-b506-7d5a1ead7b1f None None] Bound port: 1eebea1f-7631-4ff3-8312-5844124c3ee2, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bd97fe5-7feb-4c3a-b1ef-a19b37f2f09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'bc347738-ba90-4a2f-8b92-12300d614273'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:56:17.543331 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4b395a7c-d674-4282-b506-7d5a1ead7b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:17.590410 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e43628a7-cef2-4d3b-856a-74890dcddd59 None None] Provisioning complete for port aa057fed-87af-4d29-b324-82005aeaa56a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:56:17.590786 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e43628a7-cef2-4d3b-856a-74890dcddd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:17.651560 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e43628a7-cef2-4d3b-856a-74890dcddd59 None None] Port aa057fed-87af-4d29-b324-82005aeaa56a cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:56:17.692347 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 96a3ce57-bb39-42c4-b8f2-43974bc8c80b up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:56:17.762250 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4b395a7c-d674-4282-b506-7d5a1ead7b1f None None] For port 1eebea1f-7631-4ff3-8312-5844124c3ee2, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:56:17.781623 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4b395a7c-d674-4282-b506-7d5a1ead7b1f None None] For port 1eebea1f-7631-4ff3-8312-5844124c3ee2, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=1eebea1f-7631-4ff3-8312-5844124c3ee2,segment=NetworkSegment(1bd97fe5-7feb-4c3a-b1ef-a19b37f2f09f),segment_id=1bd97fe5-7feb-4c3a-b1ef-a19b37f2f09f)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:56:17.788146 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-0900df4b-d0fa-4937-b613-99568f5d187e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Allocated IP 172.22.0.1 (bc347738-ba90-4a2f-8b92-12300d614273/d2545d9c-4c05-404e-8c04-194e83858687/de959caf-1c87-4d24-869c-244aa04ffe6f) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:56:17.809142 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4b395a7c-d674-4282-b506-7d5a1ead7b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:17.925364 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 96a3ce57-bb39-42c4-b8f2-43974bc8c80b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:56:17.927969 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:17.931868 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b395a7c-d674-4282-b506-7d5a1ead7b1f None None] Pushing event updated for resources: {'Port': ['ID=1eebea1f-7631-4ff3-8312-5844124c3ee2,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:17.956716 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0900df4b-d0fa-4937-b613-99568f5d187e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:18.028162 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0900df4b-d0fa-4937-b613-99568f5d187e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:18.052127 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-8cb71c05-4ff3-486c-ba9f-bdbe9d5fcb12 None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:18.061909 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-8cb71c05-4ff3-486c-ba9f-bdbe9d5fcb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:18.086859 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0900df4b-d0fa-4937-b613-99568f5d187e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Network bc347738-ba90-4a2f-8b92-12300d614273 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:56:18.095345 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-0900df4b-d0fa-4937-b613-99568f5d187e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:56:18.100397 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0900df4b-d0fa-4937-b613-99568f5d187e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:56:18.107491 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900df4b-d0fa-4937-b613-99568f5d187e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event updated for resources: {'Port': ['ID=de959caf-1c87-4d24-869c-244aa04ffe6f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:18.138663 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38950c79-cefe-4eaa-ae3e-731776dec5c5 None None] Pushing event updated for resources: {'Port': ['ID=aa057fed-87af-4d29-b324-82005aeaa56a,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:18.163946 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0900df4b-d0fa-4937-b613-99568f5d187e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:18.165110 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38950c79-cefe-4eaa-ae3e-731776dec5c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:18.165684 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38950c79-cefe-4eaa-ae3e-731776dec5c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:18.166211 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38950c79-cefe-4eaa-ae3e-731776dec5c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:18.166913 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38950c79-cefe-4eaa-ae3e-731776dec5c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:18.167251 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38950c79-cefe-4eaa-ae3e-731776dec5c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:18.167590 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38950c79-cefe-4eaa-ae3e-731776dec5c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:18.167923 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38950c79-cefe-4eaa-ae3e-731776dec5c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:18.168255 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38950c79-cefe-4eaa-ae3e-731776dec5c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:18.168610 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38950c79-cefe-4eaa-ae3e-731776dec5c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:18.169110 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38950c79-cefe-4eaa-ae3e-731776dec5c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:18.169617 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38950c79-cefe-4eaa-ae3e-731776dec5c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:18.180562 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38950c79-cefe-4eaa-ae3e-731776dec5c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:18.181120 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38950c79-cefe-4eaa-ae3e-731776dec5c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:18.227831 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-8cb71c05-4ff3-486c-ba9f-bdbe9d5fcb12 None None] Attempting to bind port aa057fed-87af-4d29-b324-82005aeaa56a on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:56:18.228252 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-8cb71c05-4ff3-486c-ba9f-bdbe9d5fcb12 None None] Attempting to bind port aa057fed-87af-4d29-b324-82005aeaa56a by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '82e6cbc8-f242-4803-8dca-9c53572560b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ddbd99d0-0ce9-4236-873a-4207cd3a8a5a'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:56:18.228648 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb71c05-4ff3-486c-ba9f-bdbe9d5fcb12 None None] Attempting to bind port aa057fed-87af-4d29-b324-82005aeaa56a on network ddbd99d0-0ce9-4236-873a-4207cd3a8a5a {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:56:18.235888 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb71c05-4ff3-486c-ba9f-bdbe9d5fcb12 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:56:18.236274 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb71c05-4ff3-486c-ba9f-bdbe9d5fcb12 None None] Checking segment: {'id': '82e6cbc8-f242-4803-8dca-9c53572560b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ddbd99d0-0ce9-4236-873a-4207cd3a8a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:56:18.236705 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-8cb71c05-4ff3-486c-ba9f-bdbe9d5fcb12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:18.237102 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb71c05-4ff3-486c-ba9f-bdbe9d5fcb12 None None] Bound using segment: {'id': '82e6cbc8-f242-4803-8dca-9c53572560b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ddbd99d0-0ce9-4236-873a-4207cd3a8a5a'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:56:18.237611 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-8cb71c05-4ff3-486c-ba9f-bdbe9d5fcb12 None None] Bound port: aa057fed-87af-4d29-b324-82005aeaa56a, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e6cbc8-f242-4803-8dca-9c53572560b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ddbd99d0-0ce9-4236-873a-4207cd3a8a5a'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:56:18.238000 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-8cb71c05-4ff3-486c-ba9f-bdbe9d5fcb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:18.327014 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-8cb71c05-4ff3-486c-ba9f-bdbe9d5fcb12 None None] For port aa057fed-87af-4d29-b324-82005aeaa56a, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:56:18.330577 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-8cb71c05-4ff3-486c-ba9f-bdbe9d5fcb12 None None] For port aa057fed-87af-4d29-b324-82005aeaa56a, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=aa057fed-87af-4d29-b324-82005aeaa56a,segment=NetworkSegment(82e6cbc8-f242-4803-8dca-9c53572560b5),segment_id=82e6cbc8-f242-4803-8dca-9c53572560b5)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:56:18.339512 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-8cb71c05-4ff3-486c-ba9f-bdbe9d5fcb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:18.390846 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb71c05-4ff3-486c-ba9f-bdbe9d5fcb12 None None] Routers {'9615f943-44f1-4382-bd67-0e468973775c'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:56:18.391467 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-8cb71c05-4ff3-486c-ba9f-bdbe9d5fcb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:55:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9615f943-44f1-4382-bd67-0e468973775c'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:18.411281 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0900df4b-d0fa-4937-b613-99568f5d187e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:18.512926 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38950c79-cefe-4eaa-ae3e-731776dec5c5 None None] Pushing event updated for resources: {'Port': ['ID=aa057fed-87af-4d29-b324-82005aeaa56a,revision_number=4']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:18.538353 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-8cb71c05-4ff3-486c-ba9f-bdbe9d5fcb12 None None] Set router 9615f943-44f1-4382-bd67-0e468973775c gateway port host: None {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:56:18.593093 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-64c0de6b-39c8-4722-b34b-ed8b5a8e2c77 None None] Provisioning complete for port aa057fed-87af-4d29-b324-82005aeaa56a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:56:18.593677 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-64c0de6b-39c8-4722-b34b-ed8b5a8e2c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:18.707564 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-64c0de6b-39c8-4722-b34b-ed8b5a8e2c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:18.787254 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-64c0de6b-39c8-4722-b34b-ed8b5a8e2c77 None None] For port aa057fed-87af-4d29-b324-82005aeaa56a, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=aa057fed-87af-4d29-b324-82005aeaa56a,segment=NetworkSegment(82e6cbc8-f242-4803-8dca-9c53572560b5),segment_id=82e6cbc8-f242-4803-8dca-9c53572560b5)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:56:18.797007 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-64c0de6b-39c8-4722-b34b-ed8b5a8e2c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:18.896225 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0de6b-39c8-4722-b34b-ed8b5a8e2c77 None None] Pushing event updated for resources: {'Port': ['ID=aa057fed-87af-4d29-b324-82005aeaa56a,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:18.904116 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0900df4b-d0fa-4937-b613-99568f5d187e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:18.906790 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-8cb71c05-4ff3-486c-ba9f-bdbe9d5fcb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9615f943-44f1-4382-bd67-0e468973775c', 'name': 'tempest-RoutersTest-router-1005941500', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:56:08Z', 'updated_at': '2021-12-09T15:56:18Z', 'revision_number': 4, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'gw_port_host': None, '_interfaces': [{'id': 'aa057fed-87af-4d29-b324-82005aeaa56a', 'name': '', 'network_id': 'ddbd99d0-0ce9-4236-873a-4207cd3a8a5a', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:ca:8a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '97512316-3b34-466d-a152-f47c4329476a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:13Z', 'updated_at': '2021-12-09T15:56:18Z', 'revision_number': 4, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': '97512316-3b34-466d-a152-f47c4329476a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd46c88cc-41f7-407f-929e-b751e46c05d4', 'name': '', 'network_id': 'cac11d61-1f7d-45d9-aff8-718056a7bfe3', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:14:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:10Z', 'updated_at': '2021-12-09T15:56:14Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de959caf-1c87-4d24-869c-244aa04ffe6f', 'name': '', 'network_id': 'bc347738-ba90-4a2f-8b92-12300d614273', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:62:23:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'd2545d9c-4c05-404e-8c04-194e83858687', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:17Z', 'updated_at': '2021-12-09T15:56:17Z', 'revision_number': 1, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': 'd2545d9c-4c05-404e-8c04-194e83858687', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:18.912263 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0900df4b-d0fa-4937-b613-99568f5d187e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:18.954478 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8d1c747a-e038-4682-b928-90ba6211ffb2 None None] Provisioning complete for port aa057fed-87af-4d29-b324-82005aeaa56a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:56:18.954853 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8d1c747a-e038-4682-b928-90ba6211ffb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:18.970287 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb71c05-4ff3-486c-ba9f-bdbe9d5fcb12 None None] The sync data for ids ['9615f943-44f1-4382-bd67-0e468973775c'] in n-d-821228-1 is: [{'id': '9615f943-44f1-4382-bd67-0e468973775c', 'name': 'tempest-RoutersTest-router-1005941500', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:56:08Z', 'updated_at': '2021-12-09T15:56:18Z', 'revision_number': 4, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'gw_port_host': None, '_interfaces': [{'id': 'aa057fed-87af-4d29-b324-82005aeaa56a', 'name': '', 'network_id': 'ddbd99d0-0ce9-4236-873a-4207cd3a8a5a', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:ca:8a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '97512316-3b34-466d-a152-f47c4329476a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:13Z', 'updated_at': '2021-12-09T15:56:18Z', 'revision_number': 4, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': '97512316-3b34-466d-a152-f47c4329476a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd46c88cc-41f7-407f-929e-b751e46c05d4', 'name': '', 'network_id': 'cac11d61-1f7d-45d9-aff8-718056a7bfe3', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:14:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:10Z', 'updated_at': '2021-12-09T15:56:14Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de959caf-1c87-4d24-869c-244aa04ffe6f', 'name': '', 'network_id': 'bc347738-ba90-4a2f-8b92-12300d614273', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:62:23:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'd2545d9c-4c05-404e-8c04-194e83858687', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:17Z', 'updated_at': '2021-12-09T15:56:17Z', 'revision_number': 1, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': 'd2545d9c-4c05-404e-8c04-194e83858687', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:56:18.991658 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0900df4b-d0fa-4937-b613-99568f5d187e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:19.005032 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60276) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:19.065588 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900df4b-d0fa-4937-b613-99568f5d187e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event updated for resources: {'Port': ['ID=de959caf-1c87-4d24-869c-244aa04ffe6f,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:19.180812 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0900df4b-d0fa-4937-b613-99568f5d187e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Network bc347738-ba90-4a2f-8b92-12300d614273 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:56:19.182325 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-0900df4b-d0fa-4937-b613-99568f5d187e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:56:19.201244 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea263527-b405-4cfc-98c2-ef84b61870e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:19.309822 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0900df4b-d0fa-4937-b613-99568f5d187e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Router 9615f943-44f1-4382-bd67-0e468973775c has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:56:19.315992 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea263527-b405-4cfc-98c2-ef84b61870e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:19.339561 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea263527-b405-4cfc-98c2-ef84b61870e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:19.372263 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e3f003-f2da-48b6-8ac4-9ac68d7e5288 None None] Network bc347738-ba90-4a2f-8b92-12300d614273 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:56:19.385114 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ea263527-b405-4cfc-98c2-ef84b61870e4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e0012d65170c4610931303958ee9a948&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3778529 Dec 09 15:56:19.386445 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea263527-b405-4cfc-98c2-ef84b61870e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc68f072-17af-4da5-9c29-c6d933d3a2a4,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:19.389066 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60280) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:19.439632 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0900df4b-d0fa-4937-b613-99568f5d187e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:56:19.448975 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0900df4b-d0fa-4937-b613-99568f5d187e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "PUT /v2.0/routers/9615f943-44f1-4382-bd67-0e468973775c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1676226 Dec 09 15:56:19.449367 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60282) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:19.455384 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-72b0859c-4b60-43c2-9e8c-986079cd89d7 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Request body: {'network': {'name': 'tempest-RoutersTest-1677269118'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:56:19.471260 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aaf38084-740d-4739-baae-a9cdadfdbd71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:19.490801 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b0859c-4b60-43c2-9e8c-986079cd89d7 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Made reservation on behalf of 191f2fbe1f284dfcaf35d400d96cab65 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:56:19.492301 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e9346f99-468d-4d69-a50d-18855128e434 None None] Provisioning complete for port 1eebea1f-7631-4ff3-8312-5844124c3ee2 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:56:19.492718 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e9346f99-468d-4d69-a50d-18855128e434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:19.497940 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-72b0859c-4b60-43c2-9e8c-986079cd89d7 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:19.501756 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aaf38084-740d-4739-baae-a9cdadfdbd71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:19.542819 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72b0859c-4b60-43c2-9e8c-986079cd89d7 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:56:19.575189 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aaf38084-740d-4739-baae-a9cdadfdbd71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:19.579394 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-72b0859c-4b60-43c2-9e8c-986079cd89d7 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:19.579774 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-72b0859c-4b60-43c2-9e8c-986079cd89d7 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Added segment d56348fc-ba60-4859-8b39-c2a0188114fb of type vlan for network d2173d3a-720b-4e95-8ee5-d07aaf442d62 Dec 09 15:56:19.602822 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aaf38084-740d-4739-baae-a9cdadfdbd71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:19.608734 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-aaf38084-740d-4739-baae-a9cdadfdbd71 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dc68f072-17af-4da5-9c29-c6d933d3a2a4 HTTP/1.1" status: 204 len: 168 time: 0.2145953 Dec 09 15:56:19.639061 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf38084-740d-4739-baae-a9cdadfdbd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc68f072-17af-4da5-9c29-c6d933d3a2a4,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:19.662805 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e9346f99-468d-4d69-a50d-18855128e434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:19.718696 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-72b0859c-4b60-43c2-9e8c-986079cd89d7 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:19.760798 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e9346f99-468d-4d69-a50d-18855128e434 None None] For port 1eebea1f-7631-4ff3-8312-5844124c3ee2, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=1eebea1f-7631-4ff3-8312-5844124c3ee2,segment=NetworkSegment(1bd97fe5-7feb-4c3a-b1ef-a19b37f2f09f),segment_id=1bd97fe5-7feb-4c3a-b1ef-a19b37f2f09f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:56:19.770672 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-72b0859c-4b60-43c2-9e8c-986079cd89d7 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:19.771596 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e9346f99-468d-4d69-a50d-18855128e434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:19.786180 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b0859c-4b60-43c2-9e8c-986079cd89d7 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:19.787874 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-72b0859c-4b60-43c2-9e8c-986079cd89d7 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:19.903135 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9346f99-468d-4d69-a50d-18855128e434 None None] Pushing event updated for resources: {'Port': ['ID=1eebea1f-7631-4ff3-8312-5844124c3ee2,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:19.949476 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 1eebea1f-7631-4ff3-8312-5844124c3ee2 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:56:19.955460 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-72b0859c-4b60-43c2-9e8c-986079cd89d7 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5043104 Dec 09 15:56:19.958209 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60290) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:19.969304 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-22684dcf-6af8-44f1-a1b2-af4ec7f2d5a2 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Request body: {'subnet': {'network_id': 'd2173d3a-720b-4e95-8ee5-d07aaf442d62', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:56:20.011530 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b0859c-4b60-43c2-9e8c-986079cd89d7 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event updated for resources: {'Network': ['ID=d2173d3a-720b-4e95-8ee5-d07aaf442d62,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:20.033271 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network d2173d3a-720b-4e95-8ee5-d07aaf442d62 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:56:20.110726 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22684dcf-6af8-44f1-a1b2-af4ec7f2d5a2 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Made reservation on behalf of 191f2fbe1f284dfcaf35d400d96cab65 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:56:20.117285 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 1eebea1f-7631-4ff3-8312-5844124c3ee2 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:56:20.117585 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-22684dcf-6af8-44f1-a1b2-af4ec7f2d5a2 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:20.120527 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:20.163494 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60292) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:20.191785 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb6da3e8-d0a2-4a3b-91b3-4a13261f284b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:20.218723 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-07ff3beb-2f3c-4b99-bf65-49da0505df24 None None] Provisioning complete for port 1eebea1f-7631-4ff3-8312-5844124c3ee2 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:56:20.219375 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-07ff3beb-2f3c-4b99-bf65-49da0505df24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:20.325369 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb6da3e8-d0a2-4a3b-91b3-4a13261f284b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:20.331462 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb6da3e8-d0a2-4a3b-91b3-4a13261f284b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:20.351788 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device aa057fed-87af-4d29-b324-82005aeaa56a up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:56:20.399851 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-fb6da3e8-d0a2-4a3b-91b3-4a13261f284b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d65b18c6ce994601a08f8d27147a63cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2350318 Dec 09 15:56:20.403660 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60294) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:20.441267 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-22684dcf-6af8-44f1-a1b2-af4ec7f2d5a2 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:20.449391 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6da3e8-d0a2-4a3b-91b3-4a13261f284b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bf279f-9cb2-463b-b10f-e4ff5cba2ddc,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:20.465804 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c447031f-2d10-4b4a-9548-76e96bbe8169 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:20.492447 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c447031f-2d10-4b4a-9548-76e96bbe8169 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:20.493938 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port aa057fed-87af-4d29-b324-82005aeaa56a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:56:20.495871 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:20.566134 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c447031f-2d10-4b4a-9548-76e96bbe8169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:20.569954 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c447031f-2d10-4b4a-9548-76e96bbe8169 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:20.574197 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c447031f-2d10-4b4a-9548-76e96bbe8169 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a3bf279f-9cb2-463b-b10f-e4ff5cba2ddc HTTP/1.1" status: 204 len: 168 time: 0.1665726 Dec 09 15:56:20.581785 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c447031f-2d10-4b4a-9548-76e96bbe8169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bf279f-9cb2-463b-b10f-e4ff5cba2ddc,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:20.584923 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22684dcf-6af8-44f1-a1b2-af4ec7f2d5a2 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Checking segment: {'id': 'd56348fc-ba60-4859-8b39-c2a0188114fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd2173d3a-720b-4e95-8ee5-d07aaf442d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:56:20.585432 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22684dcf-6af8-44f1-a1b2-af4ec7f2d5a2 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Network hostable DHCP agents. Network: d2173d3a-720b-4e95-8ee5-d07aaf442d62, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:56:20.589280 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22684dcf-6af8-44f1-a1b2-af4ec7f2d5a2 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event updated for resources: {'Subnet': ['ID=e1d909fd-a40e-4ec0-8e47-7873db56b330,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:20.620717 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22684dcf-6af8-44f1-a1b2-af4ec7f2d5a2 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Network d2173d3a-720b-4e95-8ee5-d07aaf442d62 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:56:20.624283 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c72f74ad-6eae-4430-a04a-daeda87314dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:20.634154 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-22684dcf-6af8-44f1-a1b2-af4ec7f2d5a2 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, d2173d3a-720b-4e95-8ee5-d07aaf442d62) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:56:20.639481 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22684dcf-6af8-44f1-a1b2-af4ec7f2d5a2 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:20.640482 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-22684dcf-6af8-44f1-a1b2-af4ec7f2d5a2 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:20.642290 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-07ff3beb-2f3c-4b99-bf65-49da0505df24 None None] Provisioning complete for port de959caf-1c87-4d24-869c-244aa04ffe6f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:56:20.644119 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-07ff3beb-2f3c-4b99-bf65-49da0505df24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:20.666486 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-22684dcf-6af8-44f1-a1b2-af4ec7f2d5a2 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7067337 Dec 09 15:56:20.668839 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60300) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:20.687842 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64696e8-164f-4988-a76e-926ea97cb880 None None] Network d2173d3a-720b-4e95-8ee5-d07aaf442d62 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:56:20.745031 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-07ff3beb-2f3c-4b99-bf65-49da0505df24 None None] Port de959caf-1c87-4d24-869c-244aa04ffe6f cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:56:20.784751 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f582bc38-3749-4247-98ce-5d2c61970938 None None] Sync routers for ids ['9615f943-44f1-4382-bd67-0e468973775c'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:56:20.822240 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f582bc38-3749-4247-98ce-5d2c61970938 None None] Routers {'9615f943-44f1-4382-bd67-0e468973775c'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:56:20.822868 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f582bc38-3749-4247-98ce-5d2c61970938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:55:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9615f943-44f1-4382-bd67-0e468973775c'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:20.931067 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0c28ec-98c1-45e5-a592-4ee6f780d1b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-d2173d3a-720b-4e95-8ee5-d07aaf442d62', 'network_id': 'd2173d3a-720b-4e95-8ee5-d07aaf442d62', 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'fixed_ips': [{'subnet_id': 'e1d909fd-a40e-4ec0-8e47-7873db56b330'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:56:20.931921 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cb0c28ec-98c1-45e5-a592-4ee6f780d1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:20.949812 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-87e9cb2d-4077-4580-bda2-a7ce6abe1c0f None None] Provisioning complete for port de959caf-1c87-4d24-869c-244aa04ffe6f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:56:20.949812 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-87e9cb2d-4077-4580-bda2-a7ce6abe1c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:20.976602 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-f582bc38-3749-4247-98ce-5d2c61970938 None None] Set router 9615f943-44f1-4382-bd67-0e468973775c gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:56:21.099999 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-390f35a9-22cd-401b-8b8a-c10b4873879d tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:21.201126 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-87e9cb2d-4077-4580-bda2-a7ce6abe1c0f None None] Port de959caf-1c87-4d24-869c-244aa04ffe6f cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:56:21.395212 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-390f35a9-22cd-401b-8b8a-c10b4873879d tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Allocated IP 172.23.0.1 (d2173d3a-720b-4e95-8ee5-d07aaf442d62/e1d909fd-a40e-4ec0-8e47-7873db56b330/d6f76ae7-5262-49d7-8b12-7cc8867c12a1) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:56:21.448645 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f582bc38-3749-4247-98ce-5d2c61970938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9615f943-44f1-4382-bd67-0e468973775c', 'name': 'tempest-RoutersTest-router-1005941500', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:56:08Z', 'updated_at': '2021-12-09T15:56:18Z', 'revision_number': 4, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'gw_port_host': None, '_interfaces': [{'id': 'aa057fed-87af-4d29-b324-82005aeaa56a', 'name': '', 'network_id': 'ddbd99d0-0ce9-4236-873a-4207cd3a8a5a', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:ca:8a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '97512316-3b34-466d-a152-f47c4329476a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:13Z', 'updated_at': '2021-12-09T15:56:18Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': '97512316-3b34-466d-a152-f47c4329476a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd46c88cc-41f7-407f-929e-b751e46c05d4', 'name': '', 'network_id': 'cac11d61-1f7d-45d9-aff8-718056a7bfe3', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:14:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:10Z', 'updated_at': '2021-12-09T15:56:14Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de959caf-1c87-4d24-869c-244aa04ffe6f', 'name': '', 'network_id': 'bc347738-ba90-4a2f-8b92-12300d614273', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:62:23:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'd2545d9c-4c05-404e-8c04-194e83858687', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:17Z', 'updated_at': '2021-12-09T15:56:18Z', 'revision_number': 2, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': 'd2545d9c-4c05-404e-8c04-194e83858687', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:21.476339 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f582bc38-3749-4247-98ce-5d2c61970938 None None] Checking router: 9615f943-44f1-4382-bd67-0e468973775c for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:56:21.476728 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f582bc38-3749-4247-98ce-5d2c61970938 None None] Updating router 9615f943-44f1-4382-bd67-0e468973775c port de959caf-1c87-4d24-869c-244aa04ffe6f binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:56:21.508796 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f582bc38-3749-4247-98ce-5d2c61970938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:21.513097 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-390f35a9-22cd-401b-8b8a-c10b4873879d tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:21.553307 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-390f35a9-22cd-401b-8b8a-c10b4873879d tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:21.599066 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390f35a9-22cd-401b-8b8a-c10b4873879d tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Network d2173d3a-720b-4e95-8ee5-d07aaf442d62 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:56:21.602782 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-390f35a9-22cd-401b-8b8a-c10b4873879d tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:56:21.607027 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390f35a9-22cd-401b-8b8a-c10b4873879d tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:56:21.651663 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f35a9-22cd-401b-8b8a-c10b4873879d tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event updated for resources: {'Port': ['ID=d6f76ae7-5262-49d7-8b12-7cc8867c12a1,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:21.668052 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-390f35a9-22cd-401b-8b8a-c10b4873879d tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:21.676226 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 1eebea1f-7631-4ff3-8312-5844124c3ee2 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:56:21.768016 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-cb0c28ec-98c1-45e5-a592-4ee6f780d1b8 None None] Allocated IP 172.23.0.2 (d2173d3a-720b-4e95-8ee5-d07aaf442d62/e1d909fd-a40e-4ec0-8e47-7873db56b330/8820ba33-17b5-405f-b16e-77b2fe372227) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:56:21.814371 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-390f35a9-22cd-401b-8b8a-c10b4873879d tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:21.872640 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 1eebea1f-7631-4ff3-8312-5844124c3ee2 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:56:21.872869 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:22.016357 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f582bc38-3749-4247-98ce-5d2c61970938 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:22.034172 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f582bc38-3749-4247-98ce-5d2c61970938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:22.182045 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-390f35a9-22cd-401b-8b8a-c10b4873879d tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:22.190410 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-390f35a9-22cd-401b-8b8a-c10b4873879d tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:22.190939 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cb0c28ec-98c1-45e5-a592-4ee6f780d1b8 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:22.211752 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cb0c28ec-98c1-45e5-a592-4ee6f780d1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:22.216076 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504fed2-c0df-482f-ab64-57aad5949fdc None None] Pushing event updated for resources: {'Port': ['ID=de959caf-1c87-4d24-869c-244aa04ffe6f,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:22.294440 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f35a9-22cd-401b-8b8a-c10b4873879d tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event updated for resources: {'Port': ['ID=d6f76ae7-5262-49d7-8b12-7cc8867c12a1,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:22.297163 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-390f35a9-22cd-401b-8b8a-c10b4873879d tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:22.325263 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0c28ec-98c1-45e5-a592-4ee6f780d1b8 None None] Network d2173d3a-720b-4e95-8ee5-d07aaf442d62 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:56:22.326804 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f582bc38-3749-4247-98ce-5d2c61970938 None None] Attempting to bind port de959caf-1c87-4d24-869c-244aa04ffe6f on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:56:22.327070 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f582bc38-3749-4247-98ce-5d2c61970938 None None] Attempting to bind port de959caf-1c87-4d24-869c-244aa04ffe6f by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '1bd97fe5-7feb-4c3a-b1ef-a19b37f2f09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'bc347738-ba90-4a2f-8b92-12300d614273'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:56:22.327441 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f582bc38-3749-4247-98ce-5d2c61970938 None None] Attempting to bind port de959caf-1c87-4d24-869c-244aa04ffe6f on network bc347738-ba90-4a2f-8b92-12300d614273 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:56:22.337589 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f582bc38-3749-4247-98ce-5d2c61970938 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:56:22.338197 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f582bc38-3749-4247-98ce-5d2c61970938 None None] Checking segment: {'id': '1bd97fe5-7feb-4c3a-b1ef-a19b37f2f09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'bc347738-ba90-4a2f-8b92-12300d614273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:56:22.338620 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f582bc38-3749-4247-98ce-5d2c61970938 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:22.339025 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f582bc38-3749-4247-98ce-5d2c61970938 None None] Bound using segment: {'id': '1bd97fe5-7feb-4c3a-b1ef-a19b37f2f09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'bc347738-ba90-4a2f-8b92-12300d614273'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:56:22.339510 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f582bc38-3749-4247-98ce-5d2c61970938 None None] Bound port: de959caf-1c87-4d24-869c-244aa04ffe6f, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bd97fe5-7feb-4c3a-b1ef-a19b37f2f09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'bc347738-ba90-4a2f-8b92-12300d614273'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:56:22.339894 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f582bc38-3749-4247-98ce-5d2c61970938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:22.354772 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-cb0c28ec-98c1-45e5-a592-4ee6f780d1b8 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:56:22.361245 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0c28ec-98c1-45e5-a592-4ee6f780d1b8 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:56:22.425314 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390f35a9-22cd-401b-8b8a-c10b4873879d tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Network d2173d3a-720b-4e95-8ee5-d07aaf442d62 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:56:22.427289 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-390f35a9-22cd-401b-8b8a-c10b4873879d tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:56:22.430032 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c28ec-98c1-45e5-a592-4ee6f780d1b8 None None] Pushing event updated for resources: {'Port': ['ID=8820ba33-17b5-405f-b16e-77b2fe372227,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:22.478032 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-cb0c28ec-98c1-45e5-a592-4ee6f780d1b8 None None] Attempting to bind port 8820ba33-17b5-405f-b16e-77b2fe372227 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:56:22.478032 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-cb0c28ec-98c1-45e5-a592-4ee6f780d1b8 None None] Attempting to bind port 8820ba33-17b5-405f-b16e-77b2fe372227 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'd56348fc-ba60-4859-8b39-c2a0188114fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd2173d3a-720b-4e95-8ee5-d07aaf442d62'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:56:22.478346 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0c28ec-98c1-45e5-a592-4ee6f780d1b8 None None] Attempting to bind port 8820ba33-17b5-405f-b16e-77b2fe372227 on network d2173d3a-720b-4e95-8ee5-d07aaf442d62 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:56:22.494461 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0c28ec-98c1-45e5-a592-4ee6f780d1b8 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:56:22.494920 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0c28ec-98c1-45e5-a592-4ee6f780d1b8 None None] Checking segment: {'id': 'd56348fc-ba60-4859-8b39-c2a0188114fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd2173d3a-720b-4e95-8ee5-d07aaf442d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:56:22.495237 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cb0c28ec-98c1-45e5-a592-4ee6f780d1b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:22.496218 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0c28ec-98c1-45e5-a592-4ee6f780d1b8 None None] Bound using segment: {'id': 'd56348fc-ba60-4859-8b39-c2a0188114fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd2173d3a-720b-4e95-8ee5-d07aaf442d62'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:56:22.496727 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-cb0c28ec-98c1-45e5-a592-4ee6f780d1b8 None None] Bound port: 8820ba33-17b5-405f-b16e-77b2fe372227, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56348fc-ba60-4859-8b39-c2a0188114fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd2173d3a-720b-4e95-8ee5-d07aaf442d62'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:56:22.497110 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cb0c28ec-98c1-45e5-a592-4ee6f780d1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:22.522232 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f582bc38-3749-4247-98ce-5d2c61970938 None None] For port de959caf-1c87-4d24-869c-244aa04ffe6f, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:56:22.529553 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f582bc38-3749-4247-98ce-5d2c61970938 None None] For port de959caf-1c87-4d24-869c-244aa04ffe6f, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=de959caf-1c87-4d24-869c-244aa04ffe6f,segment=NetworkSegment(1bd97fe5-7feb-4c3a-b1ef-a19b37f2f09f),segment_id=1bd97fe5-7feb-4c3a-b1ef-a19b37f2f09f)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:56:22.560150 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f582bc38-3749-4247-98ce-5d2c61970938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:22.564147 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390f35a9-22cd-401b-8b8a-c10b4873879d tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Router 9615f943-44f1-4382-bd67-0e468973775c has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:56:22.618606 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-797060b7-d426-42e3-9ead-6dd2c7819af5 None None] Provisioning complete for port de959caf-1c87-4d24-869c-244aa04ffe6f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:56:22.618974 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-797060b7-d426-42e3-9ead-6dd2c7819af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:22.671716 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-cb0c28ec-98c1-45e5-a592-4ee6f780d1b8 None None] For port 8820ba33-17b5-405f-b16e-77b2fe372227, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:56:22.689335 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f582bc38-3749-4247-98ce-5d2c61970938 None None] Routers {'9615f943-44f1-4382-bd67-0e468973775c'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:56:22.689992 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f582bc38-3749-4247-98ce-5d2c61970938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:55:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9615f943-44f1-4382-bd67-0e468973775c'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:22.695496 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390f35a9-22cd-401b-8b8a-c10b4873879d tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:56:22.704880 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-390f35a9-22cd-401b-8b8a-c10b4873879d tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "PUT /v2.0/routers/9615f943-44f1-4382-bd67-0e468973775c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0346127 Dec 09 15:56:22.708372 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60346) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:22.715484 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-fa3287fa-d9a8-4da9-9cba-5d5656dafd45 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:56:22.757570 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-cb0c28ec-98c1-45e5-a592-4ee6f780d1b8 None None] For port 8820ba33-17b5-405f-b16e-77b2fe372227, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=8820ba33-17b5-405f-b16e-77b2fe372227,segment=NetworkSegment(d56348fc-ba60-4859-8b39-c2a0188114fb),segment_id=d56348fc-ba60-4859-8b39-c2a0188114fb)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:56:22.802044 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504fed2-c0df-482f-ab64-57aad5949fdc None None] Pushing event updated for resources: {'Port': ['ID=de959caf-1c87-4d24-869c-244aa04ffe6f,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:22.809745 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cb0c28ec-98c1-45e5-a592-4ee6f780d1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:22.892596 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-f582bc38-3749-4247-98ce-5d2c61970938 None None] Set router 9615f943-44f1-4382-bd67-0e468973775c gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:56:22.953105 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c28ec-98c1-45e5-a592-4ee6f780d1b8 None None] Pushing event updated for resources: {'Port': ['ID=8820ba33-17b5-405f-b16e-77b2fe372227,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:23.027720 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dabf2e62-9d54-4212-b7c7-c971363463b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:23.031009 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-797060b7-d426-42e3-9ead-6dd2c7819af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:23.151851 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-797060b7-d426-42e3-9ead-6dd2c7819af5 None None] For port de959caf-1c87-4d24-869c-244aa04ffe6f, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=de959caf-1c87-4d24-869c-244aa04ffe6f,segment=NetworkSegment(1bd97fe5-7feb-4c3a-b1ef-a19b37f2f09f),segment_id=1bd97fe5-7feb-4c3a-b1ef-a19b37f2f09f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:56:23.159353 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-797060b7-d426-42e3-9ead-6dd2c7819af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:23.193116 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60350) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:23.298488 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797060b7-d426-42e3-9ead-6dd2c7819af5 None None] Pushing event updated for resources: {'Port': ['ID=de959caf-1c87-4d24-869c-244aa04ffe6f,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:23.316783 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-cf378724-000b-4b87-afd8-6eeeeb71cc00 None None] Provisioning complete for port de959caf-1c87-4d24-869c-244aa04ffe6f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:56:23.317153 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cf378724-000b-4b87-afd8-6eeeeb71cc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:23.344038 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.extraroute_db [None req-fa3287fa-d9a8-4da9-9cba-5d5656dafd45 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103244) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 09 15:56:23.365780 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f582bc38-3749-4247-98ce-5d2c61970938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9615f943-44f1-4382-bd67-0e468973775c', 'name': 'tempest-RoutersTest-router-1005941500', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:56:08Z', 'updated_at': '2021-12-09T15:56:21Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'gw_port_host': None, '_interfaces': [{'id': 'aa057fed-87af-4d29-b324-82005aeaa56a', 'name': '', 'network_id': 'ddbd99d0-0ce9-4236-873a-4207cd3a8a5a', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:ca:8a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '97512316-3b34-466d-a152-f47c4329476a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:13Z', 'updated_at': '2021-12-09T15:56:18Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': '97512316-3b34-466d-a152-f47c4329476a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd46c88cc-41f7-407f-929e-b751e46c05d4', 'name': '', 'network_id': 'cac11d61-1f7d-45d9-aff8-718056a7bfe3', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:14:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:10Z', 'updated_at': '2021-12-09T15:56:14Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6f76ae7-5262-49d7-8b12-7cc8867c12a1', 'name': '', 'network_id': 'd2173d3a-720b-4e95-8ee5-d07aaf442d62', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:5e:27:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'e1d909fd-a40e-4ec0-8e47-7873db56b330', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:21Z', 'updated_at': '2021-12-09T15:56:21Z', 'revision_number': 2, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': 'e1d909fd-a40e-4ec0-8e47-7873db56b330', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de959caf-1c87-4d24-869c-244aa04ffe6f', 'name': '', 'network_id': 'bc347738-ba90-4a2f-8b92-12300d614273', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:62:23:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'd2545d9c-4c05-404e-8c04-194e83858687', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:17Z', 'updated_at': '2021-12-09T15:56:22Z', 'revision_number': 4, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': 'd2545d9c-4c05-404e-8c04-194e83858687', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:23.384143 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.extraroute_db [None req-fa3287fa-d9a8-4da9-9cba-5d5656dafd45 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Removed routes are [] {{(pid=103244) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 09 15:56:23.385024 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa3287fa-d9a8-4da9-9cba-5d5656dafd45 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1598674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1781863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39067'] for router, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:23.400007 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f582bc38-3749-4247-98ce-5d2c61970938 None None] The sync data for ids ['9615f943-44f1-4382-bd67-0e468973775c'] in n-d-821228-1 is: [{'id': '9615f943-44f1-4382-bd67-0e468973775c', 'name': 'tempest-RoutersTest-router-1005941500', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:56:08Z', 'updated_at': '2021-12-09T15:56:21Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'gw_port_host': None, '_interfaces': [{'id': 'aa057fed-87af-4d29-b324-82005aeaa56a', 'name': '', 'network_id': 'ddbd99d0-0ce9-4236-873a-4207cd3a8a5a', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:ca:8a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '97512316-3b34-466d-a152-f47c4329476a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:13Z', 'updated_at': '2021-12-09T15:56:18Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': '97512316-3b34-466d-a152-f47c4329476a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd46c88cc-41f7-407f-929e-b751e46c05d4', 'name': '', 'network_id': 'cac11d61-1f7d-45d9-aff8-718056a7bfe3', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:14:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:10Z', 'updated_at': '2021-12-09T15:56:14Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6f76ae7-5262-49d7-8b12-7cc8867c12a1', 'name': '', 'network_id': 'd2173d3a-720b-4e95-8ee5-d07aaf442d62', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:5e:27:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'e1d909fd-a40e-4ec0-8e47-7873db56b330', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:21Z', 'updated_at': '2021-12-09T15:56:21Z', 'revision_number': 2, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': 'e1d909fd-a40e-4ec0-8e47-7873db56b330', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de959caf-1c87-4d24-869c-244aa04ffe6f', 'name': '', 'network_id': 'bc347738-ba90-4a2f-8b92-12300d614273', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:62:23:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'd2545d9c-4c05-404e-8c04-194e83858687', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:17Z', 'updated_at': '2021-12-09T15:56:22Z', 'revision_number': 4, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': 'd2545d9c-4c05-404e-8c04-194e83858687', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:56:23.417939 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2f26e265-8ad7-4359-a1ae-55965ccdc92c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:23.566972 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2f26e265-8ad7-4359-a1ae-55965ccdc92c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:23.575993 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2f26e265-8ad7-4359-a1ae-55965ccdc92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:23.689246 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2f26e265-8ad7-4359-a1ae-55965ccdc92c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a0d8023a13bd471a95fb5aadfef99021&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4931483 Dec 09 15:56:23.698819 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60356) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:23.710698 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa3287fa-d9a8-4da9-9cba-5d5656dafd45 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1598674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1781863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39067'] for router, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:23.715725 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa3287fa-d9a8-4da9-9cba-5d5656dafd45 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1598665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1598656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1781790'] for router, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:23.721253 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26e265-8ad7-4359-a1ae-55965ccdc92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50b6653-ea8d-4811-87c0-ec3e667dc257,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:23.797983 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6b25a08d-bf61-4ec4-85e7-8e0f65c05c32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:23.846187 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6b25a08d-bf61-4ec4-85e7-8e0f65c05c32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:23.873147 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3287fa-d9a8-4da9-9cba-5d5656dafd45 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Router 9615f943-44f1-4382-bd67-0e468973775c has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:56:23.912724 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6b25a08d-bf61-4ec4-85e7-8e0f65c05c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:23.916848 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6b25a08d-bf61-4ec4-85e7-8e0f65c05c32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:23.920863 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6b25a08d-bf61-4ec4-85e7-8e0f65c05c32 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b50b6653-ea8d-4811-87c0-ec3e667dc257 HTTP/1.1" status: 204 len: 168 time: 0.2182090 Dec 09 15:56:23.932525 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25a08d-bf61-4ec4-85e7-8e0f65c05c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50b6653-ea8d-4811-87c0-ec3e667dc257,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:23.989925 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3287fa-d9a8-4da9-9cba-5d5656dafd45 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:56:23.997770 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa3287fa-d9a8-4da9-9cba-5d5656dafd45 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:23.999017 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-fa3287fa-d9a8-4da9-9cba-5d5656dafd45 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "PUT /v2.0/routers/9615f943-44f1-4382-bd67-0e468973775c HTTP/1.1" status: 200 len: 934 time: 1.2894926 Dec 09 15:56:24.001718 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60360) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:24.072609 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:24.133899 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device de959caf-1c87-4d24-869c-244aa04ffe6f up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:56:24.260339 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port de959caf-1c87-4d24-869c-244aa04ffe6f triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:56:24.261711 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:24.411029 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 8820ba33-17b5-405f-b16e-77b2fe372227 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:56:24.423746 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60366) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:24.438828 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac72e86b-f055-43ca-b078-c18b85885a1a None None] Network d2173d3a-720b-4e95-8ee5-d07aaf442d62 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:56:24.442217 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc0ad526-a4ba-4b4e-a19b-805d64b09f66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:24.517621 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5971b9-73bb-4779-90a4-277353770807 None None] Sync routers for ids ['9615f943-44f1-4382-bd67-0e468973775c'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:56:24.531763 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5971b9-73bb-4779-90a4-277353770807 None None] Routers {'9615f943-44f1-4382-bd67-0e468973775c'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:56:24.542607 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-cb5971b9-73bb-4779-90a4-277353770807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:56:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9615f943-44f1-4382-bd67-0e468973775c'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:24.564273 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-514ee775-2aea-4a08-afe6-efa0038db642 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "GET /v2.0/routers/9615f943-44f1-4382-bd67-0e468973775c HTTP/1.1" status: 200 len: 934 time: 0.5589652 Dec 09 15:56:24.564873 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc0ad526-a4ba-4b4e-a19b-805d64b09f66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:24.565008 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60368) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:24.568950 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc0ad526-a4ba-4b4e-a19b-805d64b09f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:24.569624 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f92d0a5f-2681-44b0-a3ae-d16e07b57bcf tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Request body: {'router': {'routes': None}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:56:24.614472 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-fc0ad526-a4ba-4b4e-a19b-805d64b09f66 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d09bcf4cbd6a4172bdb29a4b524b7e5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1895711 Dec 09 15:56:24.616772 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ad526-a4ba-4b4e-a19b-805d64b09f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b5e60d-1762-4dd8-9ed7-996025cffa11,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:24.631548 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60370) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:24.655417 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-cb5971b9-73bb-4779-90a4-277353770807 None None] Set router 9615f943-44f1-4382-bd67-0e468973775c gateway port host: None {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:56:24.692902 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f38f4fb2-7ec4-4646-ab93-7a99f4e5f390 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:24.717610 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f38f4fb2-7ec4-4646-ab93-7a99f4e5f390 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:24.730994 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:24.754494 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-65f02b29-e592-4f21-8ede-7274b4f950af None None] Provisioning complete for port 8820ba33-17b5-405f-b16e-77b2fe372227 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:56:24.754952 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-65f02b29-e592-4f21-8ede-7274b4f950af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:24.788020 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f38f4fb2-7ec4-4646-ab93-7a99f4e5f390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:24.794814 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f38f4fb2-7ec4-4646-ab93-7a99f4e5f390 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:24.796591 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f38f4fb2-7ec4-4646-ab93-7a99f4e5f390 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c3b5e60d-1762-4dd8-9ed7-996025cffa11 HTTP/1.1" status: 204 len: 168 time: 0.1614721 Dec 09 15:56:24.806829 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f4fb2-7ec4-4646-ab93-7a99f4e5f390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b5e60d-1762-4dd8-9ed7-996025cffa11,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:24.827413 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 8820ba33-17b5-405f-b16e-77b2fe372227 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:56:24.827802 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:25.003783 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:25.007087 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-65f02b29-e592-4f21-8ede-7274b4f950af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:25.015043 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-cb5971b9-73bb-4779-90a4-277353770807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9615f943-44f1-4382-bd67-0e468973775c', 'name': 'tempest-RoutersTest-router-1005941500', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:56:08Z', 'updated_at': '2021-12-09T15:56:23Z', 'revision_number': 6, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'gw_port_host': None, '_interfaces': [{'id': 'aa057fed-87af-4d29-b324-82005aeaa56a', 'name': '', 'network_id': 'ddbd99d0-0ce9-4236-873a-4207cd3a8a5a', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:ca:8a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '97512316-3b34-466d-a152-f47c4329476a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:13Z', 'updated_at': '2021-12-09T15:56:18Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': '97512316-3b34-466d-a152-f47c4329476a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd46c88cc-41f7-407f-929e-b751e46c05d4', 'name': '', 'network_id': 'cac11d61-1f7d-45d9-aff8-718056a7bfe3', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:14:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:10Z', 'updated_at': '2021-12-09T15:56:14Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6f76ae7-5262-49d7-8b12-7cc8867c12a1', 'name': '', 'network_id': 'd2173d3a-720b-4e95-8ee5-d07aaf442d62', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:5e:27:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'e1d909fd-a40e-4ec0-8e47-7873db56b330', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:21Z', 'updated_at': '2021-12-09T15:56:21Z', 'revision_number': 2, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': 'e1d909fd-a40e-4ec0-8e47-7873db56b330', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de959caf-1c87-4d24-869c-244aa04ffe6f', 'name': '', 'network_id': 'bc347738-ba90-4a2f-8b92-12300d614273', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:62:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'd2545d9c-4c05-404e-8c04-194e83858687', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:17Z', 'updated_at': '2021-12-09T15:56:23Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': 'd2545d9c-4c05-404e-8c04-194e83858687', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:25.042314 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5971b9-73bb-4779-90a4-277353770807 None None] Checking router: 9615f943-44f1-4382-bd67-0e468973775c for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:56:25.042941 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5971b9-73bb-4779-90a4-277353770807 None None] Updating router 9615f943-44f1-4382-bd67-0e468973775c port d6f76ae7-5262-49d7-8b12-7cc8867c12a1 binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:56:25.076824 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-cb5971b9-73bb-4779-90a4-277353770807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:25.085727 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 8820ba33-17b5-405f-b16e-77b2fe372227, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=8820ba33-17b5-405f-b16e-77b2fe372227,segment=NetworkSegment(d56348fc-ba60-4859-8b39-c2a0188114fb),segment_id=d56348fc-ba60-4859-8b39-c2a0188114fb)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:56:25.094921 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:25.132510 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.extraroute_db [None req-f92d0a5f-2681-44b0-a3ae-d16e07b57bcf tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Added routes are [] {{(pid=103244) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 09 15:56:25.132840 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.extraroute_db [None req-f92d0a5f-2681-44b0-a3ae-d16e07b57bcf tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103244) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 09 15:56:25.172629 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f92d0a5f-2681-44b0-a3ae-d16e07b57bcf tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1598674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1781863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39067'] for router, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:25.256790 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-65f02b29-e592-4f21-8ede-7274b4f950af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:56:25.257013 n-d-821228-1 neutron-server[103246]: DEBUG oslo_db.api [None req-65f02b29-e592-4f21-8ede-7274b4f950af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:56:25.261997 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=8820ba33-17b5-405f-b16e-77b2fe372227,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:25.298250 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:25.412081 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-cb5971b9-73bb-4779-90a4-277353770807 None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:25.419415 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-cb5971b9-73bb-4779-90a4-277353770807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:25.442729 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f92d0a5f-2681-44b0-a3ae-d16e07b57bcf tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1598674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1781863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39067'] for router, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:25.446451 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f92d0a5f-2681-44b0-a3ae-d16e07b57bcf tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1598665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1598656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1781790'] for router, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:25.479525 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7982936-436f-4e40-b325-b3774eefe3ce None None] Pushing event updated for resources: {'Port': ['ID=d6f76ae7-5262-49d7-8b12-7cc8867c12a1,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:25.542615 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-cb5971b9-73bb-4779-90a4-277353770807 None None] Attempting to bind port d6f76ae7-5262-49d7-8b12-7cc8867c12a1 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:56:25.543214 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-cb5971b9-73bb-4779-90a4-277353770807 None None] Attempting to bind port d6f76ae7-5262-49d7-8b12-7cc8867c12a1 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'd56348fc-ba60-4859-8b39-c2a0188114fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd2173d3a-720b-4e95-8ee5-d07aaf442d62'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:56:25.543340 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5971b9-73bb-4779-90a4-277353770807 None None] Attempting to bind port d6f76ae7-5262-49d7-8b12-7cc8867c12a1 on network d2173d3a-720b-4e95-8ee5-d07aaf442d62 {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:56:25.549394 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5971b9-73bb-4779-90a4-277353770807 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:56:25.550564 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5971b9-73bb-4779-90a4-277353770807 None None] Checking segment: {'id': 'd56348fc-ba60-4859-8b39-c2a0188114fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd2173d3a-720b-4e95-8ee5-d07aaf442d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:56:25.551163 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-cb5971b9-73bb-4779-90a4-277353770807 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:25.551634 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5971b9-73bb-4779-90a4-277353770807 None None] Bound using segment: {'id': 'd56348fc-ba60-4859-8b39-c2a0188114fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd2173d3a-720b-4e95-8ee5-d07aaf442d62'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:56:25.552032 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-cb5971b9-73bb-4779-90a4-277353770807 None None] Bound port: d6f76ae7-5262-49d7-8b12-7cc8867c12a1, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56348fc-ba60-4859-8b39-c2a0188114fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd2173d3a-720b-4e95-8ee5-d07aaf442d62'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:56:25.552447 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-cb5971b9-73bb-4779-90a4-277353770807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:25.600534 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92d0a5f-2681-44b0-a3ae-d16e07b57bcf tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Router 9615f943-44f1-4382-bd67-0e468973775c has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:56:25.634128 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-cb5971b9-73bb-4779-90a4-277353770807 None None] For port d6f76ae7-5262-49d7-8b12-7cc8867c12a1, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:56:25.637725 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-cb5971b9-73bb-4779-90a4-277353770807 None None] For port d6f76ae7-5262-49d7-8b12-7cc8867c12a1, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d6f76ae7-5262-49d7-8b12-7cc8867c12a1,segment=NetworkSegment(d56348fc-ba60-4859-8b39-c2a0188114fb),segment_id=d56348fc-ba60-4859-8b39-c2a0188114fb)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:56:25.648533 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-cb5971b9-73bb-4779-90a4-277353770807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:25.712147 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 8820ba33-17b5-405f-b16e-77b2fe372227 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:56:25.731794 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7982936-436f-4e40-b325-b3774eefe3ce None None] Pushing event updated for resources: {'Port': ['ID=d6f76ae7-5262-49d7-8b12-7cc8867c12a1,revision_number=4']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:25.744870 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92d0a5f-2681-44b0-a3ae-d16e07b57bcf tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:56:25.750024 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5971b9-73bb-4779-90a4-277353770807 None None] Routers {'9615f943-44f1-4382-bd67-0e468973775c'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:56:25.750764 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-cb5971b9-73bb-4779-90a4-277353770807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:56:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9615f943-44f1-4382-bd67-0e468973775c'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:25.762391 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f92d0a5f-2681-44b0-a3ae-d16e07b57bcf tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:25.767948 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f92d0a5f-2681-44b0-a3ae-d16e07b57bcf tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "PUT /v2.0/routers/9615f943-44f1-4382-bd67-0e468973775c HTTP/1.1" status: 200 len: 700 time: 1.1998820 Dec 09 15:56:25.770793 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60388) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:25.840776 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 8820ba33-17b5-405f-b16e-77b2fe372227 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:56:25.841905 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:25.869427 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-cb5971b9-73bb-4779-90a4-277353770807 None None] Set router 9615f943-44f1-4382-bd67-0e468973775c gateway port host: None {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:56:25.947642 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60396) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:25.948068 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ae07aea2-b7e7-497b-85ba-5ab429432a0e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "GET /v2.0/routers/9615f943-44f1-4382-bd67-0e468973775c HTTP/1.1" status: 200 len: 700 time: 0.1752622 Dec 09 15:56:25.955880 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c75c7c36-486b-4944-ae54-0e904b2b25b9 None None] Provisioning complete for port d6f76ae7-5262-49d7-8b12-7cc8867c12a1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:56:25.956487 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c75c7c36-486b-4944-ae54-0e904b2b25b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:26.069908 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c75c7c36-486b-4944-ae54-0e904b2b25b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:26.109059 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c75c7c36-486b-4944-ae54-0e904b2b25b9 None None] For port d6f76ae7-5262-49d7-8b12-7cc8867c12a1, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d6f76ae7-5262-49d7-8b12-7cc8867c12a1,segment=NetworkSegment(d56348fc-ba60-4859-8b39-c2a0188114fb),segment_id=d56348fc-ba60-4859-8b39-c2a0188114fb)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:56:26.114930 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c75c7c36-486b-4944-ae54-0e904b2b25b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:26.157120 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-cb5971b9-73bb-4779-90a4-277353770807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9615f943-44f1-4382-bd67-0e468973775c', 'name': 'tempest-RoutersTest-router-1005941500', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:56:08Z', 'updated_at': '2021-12-09T15:56:25Z', 'revision_number': 7, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'gw_port_host': None, '_interfaces': [{'id': 'aa057fed-87af-4d29-b324-82005aeaa56a', 'name': '', 'network_id': 'ddbd99d0-0ce9-4236-873a-4207cd3a8a5a', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:ca:8a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '97512316-3b34-466d-a152-f47c4329476a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:13Z', 'updated_at': '2021-12-09T15:56:18Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': '97512316-3b34-466d-a152-f47c4329476a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd46c88cc-41f7-407f-929e-b751e46c05d4', 'name': '', 'network_id': 'cac11d61-1f7d-45d9-aff8-718056a7bfe3', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:14:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:10Z', 'updated_at': '2021-12-09T15:56:14Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6f76ae7-5262-49d7-8b12-7cc8867c12a1', 'name': '', 'network_id': 'd2173d3a-720b-4e95-8ee5-d07aaf442d62', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:5e:27:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'e1d909fd-a40e-4ec0-8e47-7873db56b330', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:21Z', 'updated_at': '2021-12-09T15:56:25Z', 'revision_number': 4, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': 'e1d909fd-a40e-4ec0-8e47-7873db56b330', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de959caf-1c87-4d24-869c-244aa04ffe6f', 'name': '', 'network_id': 'bc347738-ba90-4a2f-8b92-12300d614273', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:62:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'd2545d9c-4c05-404e-8c04-194e83858687', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:17Z', 'updated_at': '2021-12-09T15:56:23Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': 'd2545d9c-4c05-404e-8c04-194e83858687', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:26.166235 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c75c7c36-486b-4944-ae54-0e904b2b25b9 None None] Provisioning complete for port 8820ba33-17b5-405f-b16e-77b2fe372227 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:56:26.166920 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c75c7c36-486b-4944-ae54-0e904b2b25b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:26.213931 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5971b9-73bb-4779-90a4-277353770807 None None] The sync data for ids ['9615f943-44f1-4382-bd67-0e468973775c'] in n-d-821228-1 is: [{'id': '9615f943-44f1-4382-bd67-0e468973775c', 'name': 'tempest-RoutersTest-router-1005941500', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:56:08Z', 'updated_at': '2021-12-09T15:56:25Z', 'revision_number': 7, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'gw_port_host': None, '_interfaces': [{'id': 'aa057fed-87af-4d29-b324-82005aeaa56a', 'name': '', 'network_id': 'ddbd99d0-0ce9-4236-873a-4207cd3a8a5a', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:ca:8a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '97512316-3b34-466d-a152-f47c4329476a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:13Z', 'updated_at': '2021-12-09T15:56:18Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': '97512316-3b34-466d-a152-f47c4329476a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd46c88cc-41f7-407f-929e-b751e46c05d4', 'name': '', 'network_id': 'cac11d61-1f7d-45d9-aff8-718056a7bfe3', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:14:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:10Z', 'updated_at': '2021-12-09T15:56:14Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6f76ae7-5262-49d7-8b12-7cc8867c12a1', 'name': '', 'network_id': 'd2173d3a-720b-4e95-8ee5-d07aaf442d62', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:5e:27:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'e1d909fd-a40e-4ec0-8e47-7873db56b330', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:21Z', 'updated_at': '2021-12-09T15:56:25Z', 'revision_number': 4, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': 'e1d909fd-a40e-4ec0-8e47-7873db56b330', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de959caf-1c87-4d24-869c-244aa04ffe6f', 'name': '', 'network_id': 'bc347738-ba90-4a2f-8b92-12300d614273', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:62:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'd2545d9c-4c05-404e-8c04-194e83858687', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:17Z', 'updated_at': '2021-12-09T15:56:23Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': 'd2545d9c-4c05-404e-8c04-194e83858687', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:56:26.243735 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c7c36-486b-4944-ae54-0e904b2b25b9 None None] Pushing event updated for resources: {'Port': ['ID=d6f76ae7-5262-49d7-8b12-7cc8867c12a1,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:26.431694 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-af33f865-dd94-4640-a056-62c221054527 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:26.488755 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:26.502129 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8271723b-05ee-465b-9802-84775b827e50 None None] Sync routers for ids ['9615f943-44f1-4382-bd67-0e468973775c'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:56:26.507784 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ab8570ce-b0bf-4ebc-9800-d3b3d87fa89d None None] Provisioning complete for port d6f76ae7-5262-49d7-8b12-7cc8867c12a1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:56:26.508200 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ab8570ce-b0bf-4ebc-9800-d3b3d87fa89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:26.560220 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8271723b-05ee-465b-9802-84775b827e50 None None] Routers {'9615f943-44f1-4382-bd67-0e468973775c'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:56:26.561045 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-8271723b-05ee-465b-9802-84775b827e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:56:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9615f943-44f1-4382-bd67-0e468973775c'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:26.727459 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-8271723b-05ee-465b-9802-84775b827e50 None None] Set router 9615f943-44f1-4382-bd67-0e468973775c gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:56:26.796104 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-af33f865-dd94-4640-a056-62c221054527 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Deleting port d6f76ae7-5262-49d7-8b12-7cc8867c12a1 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:56:26.797160 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-af33f865-dd94-4640-a056-62c221054527 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:26.929406 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-af33f865-dd94-4640-a056-62c221054527 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] For port d6f76ae7-5262-49d7-8b12-7cc8867c12a1, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d6f76ae7-5262-49d7-8b12-7cc8867c12a1,segment=NetworkSegment(d56348fc-ba60-4859-8b39-c2a0188114fb),segment_id=d56348fc-ba60-4859-8b39-c2a0188114fb)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:56:26.931320 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-af33f865-dd94-4640-a056-62c221054527 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:26.965023 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-af33f865-dd94-4640-a056-62c221054527 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Calling delete_port for d6f76ae7-5262-49d7-8b12-7cc8867c12a1 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:56:26.999427 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ebd5e0b7-e416-431e-bea4-a1d16c9ee526 None None] Provisioning complete for port d6f76ae7-5262-49d7-8b12-7cc8867c12a1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:56:27.000063 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ebd5e0b7-e416-431e-bea4-a1d16c9ee526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:27.110415 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-8271723b-05ee-465b-9802-84775b827e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9615f943-44f1-4382-bd67-0e468973775c', 'name': 'tempest-RoutersTest-router-1005941500', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:56:08Z', 'updated_at': '2021-12-09T15:56:25Z', 'revision_number': 7, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'gw_port_host': None, '_interfaces': [{'id': 'aa057fed-87af-4d29-b324-82005aeaa56a', 'name': '', 'network_id': 'ddbd99d0-0ce9-4236-873a-4207cd3a8a5a', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:ca:8a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '97512316-3b34-466d-a152-f47c4329476a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:13Z', 'updated_at': '2021-12-09T15:56:18Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': '97512316-3b34-466d-a152-f47c4329476a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd46c88cc-41f7-407f-929e-b751e46c05d4', 'name': '', 'network_id': 'cac11d61-1f7d-45d9-aff8-718056a7bfe3', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:14:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:10Z', 'updated_at': '2021-12-09T15:56:14Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6f76ae7-5262-49d7-8b12-7cc8867c12a1', 'name': '', 'network_id': 'd2173d3a-720b-4e95-8ee5-d07aaf442d62', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:5e:27:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'e1d909fd-a40e-4ec0-8e47-7873db56b330', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:21Z', 'updated_at': '2021-12-09T15:56:26Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': 'e1d909fd-a40e-4ec0-8e47-7873db56b330', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de959caf-1c87-4d24-869c-244aa04ffe6f', 'name': '', 'network_id': 'bc347738-ba90-4a2f-8b92-12300d614273', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:62:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'd2545d9c-4c05-404e-8c04-194e83858687', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:17Z', 'updated_at': '2021-12-09T15:56:23Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': 'd2545d9c-4c05-404e-8c04-194e83858687', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:27.145382 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8271723b-05ee-465b-9802-84775b827e50 None None] Checking router: 9615f943-44f1-4382-bd67-0e468973775c for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:56:27.154400 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8271723b-05ee-465b-9802-84775b827e50 None None] Routers {'9615f943-44f1-4382-bd67-0e468973775c'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:56:27.155032 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-8271723b-05ee-465b-9802-84775b827e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:56:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9615f943-44f1-4382-bd67-0e468973775c'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:27.204837 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-af33f865-dd94-4640-a056-62c221054527 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:27.231826 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33f865-dd94-4640-a056-62c221054527 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event deleted for resources: {'Port': ['ID=d6f76ae7-5262-49d7-8b12-7cc8867c12a1,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:27.258820 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-8271723b-05ee-465b-9802-84775b827e50 None None] Set router 9615f943-44f1-4382-bd67-0e468973775c gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:56:27.462294 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-af33f865-dd94-4640-a056-62c221054527 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:27.573862 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-8271723b-05ee-465b-9802-84775b827e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9615f943-44f1-4382-bd67-0e468973775c', 'name': 'tempest-RoutersTest-router-1005941500', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:56:08Z', 'updated_at': '2021-12-09T15:56:25Z', 'revision_number': 7, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'gw_port_host': None, '_interfaces': [{'id': 'aa057fed-87af-4d29-b324-82005aeaa56a', 'name': '', 'network_id': 'ddbd99d0-0ce9-4236-873a-4207cd3a8a5a', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:ca:8a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '97512316-3b34-466d-a152-f47c4329476a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:13Z', 'updated_at': '2021-12-09T15:56:18Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': '97512316-3b34-466d-a152-f47c4329476a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd46c88cc-41f7-407f-929e-b751e46c05d4', 'name': '', 'network_id': 'cac11d61-1f7d-45d9-aff8-718056a7bfe3', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:14:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:10Z', 'updated_at': '2021-12-09T15:56:14Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6f76ae7-5262-49d7-8b12-7cc8867c12a1', 'name': '', 'network_id': 'd2173d3a-720b-4e95-8ee5-d07aaf442d62', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:5e:27:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'e1d909fd-a40e-4ec0-8e47-7873db56b330', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:21Z', 'updated_at': '2021-12-09T15:56:26Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': 'e1d909fd-a40e-4ec0-8e47-7873db56b330', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de959caf-1c87-4d24-869c-244aa04ffe6f', 'name': '', 'network_id': 'bc347738-ba90-4a2f-8b92-12300d614273', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:62:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'd2545d9c-4c05-404e-8c04-194e83858687', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:17Z', 'updated_at': '2021-12-09T15:56:23Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': 'd2545d9c-4c05-404e-8c04-194e83858687', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:27.614605 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8271723b-05ee-465b-9802-84775b827e50 None None] The sync data for ids ['9615f943-44f1-4382-bd67-0e468973775c'] in n-d-821228-1 is: [{'id': '9615f943-44f1-4382-bd67-0e468973775c', 'name': 'tempest-RoutersTest-router-1005941500', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:56:08Z', 'updated_at': '2021-12-09T15:56:25Z', 'revision_number': 7, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'gw_port_host': None, '_interfaces': [{'id': 'aa057fed-87af-4d29-b324-82005aeaa56a', 'name': '', 'network_id': 'ddbd99d0-0ce9-4236-873a-4207cd3a8a5a', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:ca:8a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '97512316-3b34-466d-a152-f47c4329476a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:13Z', 'updated_at': '2021-12-09T15:56:18Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': '97512316-3b34-466d-a152-f47c4329476a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd46c88cc-41f7-407f-929e-b751e46c05d4', 'name': '', 'network_id': 'cac11d61-1f7d-45d9-aff8-718056a7bfe3', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:14:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:10Z', 'updated_at': '2021-12-09T15:56:14Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6f76ae7-5262-49d7-8b12-7cc8867c12a1', 'name': '', 'network_id': 'd2173d3a-720b-4e95-8ee5-d07aaf442d62', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:5e:27:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'e1d909fd-a40e-4ec0-8e47-7873db56b330', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:21Z', 'updated_at': '2021-12-09T15:56:26Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': 'e1d909fd-a40e-4ec0-8e47-7873db56b330', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de959caf-1c87-4d24-869c-244aa04ffe6f', 'name': '', 'network_id': 'bc347738-ba90-4a2f-8b92-12300d614273', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:62:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'd2545d9c-4c05-404e-8c04-194e83858687', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:17Z', 'updated_at': '2021-12-09T15:56:23Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': 'd2545d9c-4c05-404e-8c04-194e83858687', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:56:27.741765 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af33f865-dd94-4640-a056-62c221054527 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Router 9615f943-44f1-4382-bd67-0e468973775c has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:56:27.863391 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af33f865-dd94-4640-a056-62c221054527 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:56:27.871487 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-af33f865-dd94-4640-a056-62c221054527 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "PUT /v2.0/routers/9615f943-44f1-4382-bd67-0e468973775c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9200146 Dec 09 15:56:27.871803 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60434) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:27.878673 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36746451-86fc-43d1-8a94-9209df080b54 None None] Sync routers for ids ['9615f943-44f1-4382-bd67-0e468973775c'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:56:27.889866 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36746451-86fc-43d1-8a94-9209df080b54 None None] Routers {'9615f943-44f1-4382-bd67-0e468973775c'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:56:27.890602 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-36746451-86fc-43d1-8a94-9209df080b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:56:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9615f943-44f1-4382-bd67-0e468973775c'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:27.935129 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3dbb5d2-17ab-41e5-9055-7e657080d040 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Deleting subnet e1d909fd-a40e-4ec0-8e47-7873db56b330 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:56:27.938447 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3dbb5d2-17ab-41e5-9055-7e657080d040 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:27.991812 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-36746451-86fc-43d1-8a94-9209df080b54 None None] Set router 9615f943-44f1-4382-bd67-0e468973775c gateway port host: None {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:56:28.002643 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3dbb5d2-17ab-41e5-9055-7e657080d040 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:28.108088 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3dbb5d2-17ab-41e5-9055-7e657080d040 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:28.184646 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3dbb5d2-17ab-41e5-9055-7e657080d040 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:28.224604 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-36746451-86fc-43d1-8a94-9209df080b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9615f943-44f1-4382-bd67-0e468973775c', 'name': 'tempest-RoutersTest-router-1005941500', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:56:08Z', 'updated_at': '2021-12-09T15:56:27Z', 'revision_number': 8, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'gw_port_host': None, '_interfaces': [{'id': 'aa057fed-87af-4d29-b324-82005aeaa56a', 'name': '', 'network_id': 'ddbd99d0-0ce9-4236-873a-4207cd3a8a5a', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:ca:8a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '97512316-3b34-466d-a152-f47c4329476a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:13Z', 'updated_at': '2021-12-09T15:56:18Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': '97512316-3b34-466d-a152-f47c4329476a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd46c88cc-41f7-407f-929e-b751e46c05d4', 'name': '', 'network_id': 'cac11d61-1f7d-45d9-aff8-718056a7bfe3', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:14:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:10Z', 'updated_at': '2021-12-09T15:56:14Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de959caf-1c87-4d24-869c-244aa04ffe6f', 'name': '', 'network_id': 'bc347738-ba90-4a2f-8b92-12300d614273', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:62:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'd2545d9c-4c05-404e-8c04-194e83858687', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:17Z', 'updated_at': '2021-12-09T15:56:23Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': 'd2545d9c-4c05-404e-8c04-194e83858687', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:28.226827 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dbb5d2-17ab-41e5-9055-7e657080d040 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event deleted for resources: {'Subnet': ['ID=e1d909fd-a40e-4ec0-8e47-7873db56b330,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:28.229587 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3dbb5d2-17ab-41e5-9055-7e657080d040 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:28.232961 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d3dbb5d2-17ab-41e5-9055-7e657080d040 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "DELETE /v2.0/subnets/e1d909fd-a40e-4ec0-8e47-7873db56b330 HTTP/1.1" status: 204 len: 168 time: 0.3598356 Dec 09 15:56:28.233426 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17411b0b-dde3-4cd0-9c8b-f361d9d3a9dc None None] Network d2173d3a-720b-4e95-8ee5-d07aaf442d62 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:56:28.235598 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60442) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:28.254645 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36746451-86fc-43d1-8a94-9209df080b54 None None] Checking router: 9615f943-44f1-4382-bd67-0e468973775c for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:56:28.265223 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36746451-86fc-43d1-8a94-9209df080b54 None None] Routers {'9615f943-44f1-4382-bd67-0e468973775c'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:56:28.265889 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-36746451-86fc-43d1-8a94-9209df080b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:56:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9615f943-44f1-4382-bd67-0e468973775c'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:28.342389 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3bd5ef1-a061-470e-a74f-b8a81ddfd5d0 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:28.374215 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-36746451-86fc-43d1-8a94-9209df080b54 None None] Set router 9615f943-44f1-4382-bd67-0e468973775c gateway port host: None {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:56:28.407150 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-f3bd5ef1-a061-470e-a74f-b8a81ddfd5d0 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Deleting port 8820ba33-17b5-405f-b16e-77b2fe372227 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:56:28.407497 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3bd5ef1-a061-470e-a74f-b8a81ddfd5d0 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:28.433958 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75621a68-fc20-4d7c-b7fc-28356828c49a None None] DHCP port deletion for d2173d3a-720b-4e95-8ee5-d07aaf442d62 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:56:28.493658 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-75621a68-fc20-4d7c-b7fc-28356828c49a None None] Deleting port 8820ba33-17b5-405f-b16e-77b2fe372227 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:56:28.494413 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-75621a68-fc20-4d7c-b7fc-28356828c49a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:28.508183 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-f3bd5ef1-a061-470e-a74f-b8a81ddfd5d0 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] For port 8820ba33-17b5-405f-b16e-77b2fe372227, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=8820ba33-17b5-405f-b16e-77b2fe372227,segment=NetworkSegment(d56348fc-ba60-4859-8b39-c2a0188114fb),segment_id=d56348fc-ba60-4859-8b39-c2a0188114fb)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:56:28.508572 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3bd5ef1-a061-470e-a74f-b8a81ddfd5d0 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:28.523152 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-f3bd5ef1-a061-470e-a74f-b8a81ddfd5d0 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Calling delete_port for 8820ba33-17b5-405f-b16e-77b2fe372227 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:56:28.584064 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-75621a68-fc20-4d7c-b7fc-28356828c49a None None] For port 8820ba33-17b5-405f-b16e-77b2fe372227, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=8820ba33-17b5-405f-b16e-77b2fe372227,segment=NetworkSegment(d56348fc-ba60-4859-8b39-c2a0188114fb),segment_id=d56348fc-ba60-4859-8b39-c2a0188114fb)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:56:28.585619 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-75621a68-fc20-4d7c-b7fc-28356828c49a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:28.604347 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-75621a68-fc20-4d7c-b7fc-28356828c49a None None] Calling delete_port for 8820ba33-17b5-405f-b16e-77b2fe372227 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:56:28.608761 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-36746451-86fc-43d1-8a94-9209df080b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9615f943-44f1-4382-bd67-0e468973775c', 'name': 'tempest-RoutersTest-router-1005941500', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:56:08Z', 'updated_at': '2021-12-09T15:56:27Z', 'revision_number': 8, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'gw_port_host': None, '_interfaces': [{'id': 'aa057fed-87af-4d29-b324-82005aeaa56a', 'name': '', 'network_id': 'ddbd99d0-0ce9-4236-873a-4207cd3a8a5a', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:ca:8a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '97512316-3b34-466d-a152-f47c4329476a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:13Z', 'updated_at': '2021-12-09T15:56:18Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': '97512316-3b34-466d-a152-f47c4329476a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd46c88cc-41f7-407f-929e-b751e46c05d4', 'name': '', 'network_id': 'cac11d61-1f7d-45d9-aff8-718056a7bfe3', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:14:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:10Z', 'updated_at': '2021-12-09T15:56:14Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de959caf-1c87-4d24-869c-244aa04ffe6f', 'name': '', 'network_id': 'bc347738-ba90-4a2f-8b92-12300d614273', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:62:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'd2545d9c-4c05-404e-8c04-194e83858687', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:17Z', 'updated_at': '2021-12-09T15:56:23Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': 'd2545d9c-4c05-404e-8c04-194e83858687', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:28.624607 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3bd5ef1-a061-470e-a74f-b8a81ddfd5d0 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:28.652380 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36746451-86fc-43d1-8a94-9209df080b54 None None] The sync data for ids ['9615f943-44f1-4382-bd67-0e468973775c'] in n-d-821228-1 is: [{'id': '9615f943-44f1-4382-bd67-0e468973775c', 'name': 'tempest-RoutersTest-router-1005941500', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:56:08Z', 'updated_at': '2021-12-09T15:56:27Z', 'revision_number': 8, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'gw_port_host': None, '_interfaces': [{'id': 'aa057fed-87af-4d29-b324-82005aeaa56a', 'name': '', 'network_id': 'ddbd99d0-0ce9-4236-873a-4207cd3a8a5a', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:ca:8a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '97512316-3b34-466d-a152-f47c4329476a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:13Z', 'updated_at': '2021-12-09T15:56:18Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': '97512316-3b34-466d-a152-f47c4329476a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd46c88cc-41f7-407f-929e-b751e46c05d4', 'name': '', 'network_id': 'cac11d61-1f7d-45d9-aff8-718056a7bfe3', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:14:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:10Z', 'updated_at': '2021-12-09T15:56:14Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de959caf-1c87-4d24-869c-244aa04ffe6f', 'name': '', 'network_id': 'bc347738-ba90-4a2f-8b92-12300d614273', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:62:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'd2545d9c-4c05-404e-8c04-194e83858687', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:17Z', 'updated_at': '2021-12-09T15:56:23Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': 'd2545d9c-4c05-404e-8c04-194e83858687', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:56:28.677975 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd5ef1-a061-470e-a74f-b8a81ddfd5d0 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event deleted for resources: {'Port': ['ID=8820ba33-17b5-405f-b16e-77b2fe372227,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:28.685597 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bd5ef1-a061-470e-a74f-b8a81ddfd5d0 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] No DVR routers for this DVR port 8820ba33-17b5-405f-b16e-77b2fe372227 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:56:28.779230 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3bd5ef1-a061-470e-a74f-b8a81ddfd5d0 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:28.805735 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-f3bd5ef1-a061-470e-a74f-b8a81ddfd5d0 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2173d3a-720b-4e95-8ee5-d07aaf442d62']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:28.818228 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-f3bd5ef1-a061-470e-a74f-b8a81ddfd5d0 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd56348fc-ba60-4859-8b39-c2a0188114fb') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:28.818536 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-f3bd5ef1-a061-470e-a74f-b8a81ddfd5d0 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd56348fc-ba60-4859-8b39-c2a0188114fb') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:28.833370 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3bd5ef1-a061-470e-a74f-b8a81ddfd5d0 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:28.856167 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3bd5ef1-a061-470e-a74f-b8a81ddfd5d0 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:28.863064 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3bd5ef1-a061-470e-a74f-b8a81ddfd5d0 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:56:28.863333 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-75621a68-fc20-4d7c-b7fc-28356828c49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:28.863688 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3bd5ef1-a061-470e-a74f-b8a81ddfd5d0 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:28.867145 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:56:28.867145 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:56:28.867145 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:56:28.867145 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:56:28.867145 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:56:28.867145 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:56:28.867145 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:56:28.867145 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:56:28.867145 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:56:28.867145 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:56:28.867145 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:56:28.867145 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:56:28.867145 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:56:28.867145 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:56:28.867145 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:56:28.867145 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:56:28.867145 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:56:28.867145 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:56:28.867145 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:56:28.867145 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:56:28.867145 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:56:28.867145 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:56:28.867145 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:56:28.867145 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:56:28.867145 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:56:28.867145 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:56:28.867145 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:56:28.867145 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:56:28.867145 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:56:28.867145 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:56:28.867145 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:56:28.867145 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:56:28.889151 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75621a68-fc20-4d7c-b7fc-28356828c49a None None] Pushing event deleted for resources: {'Port': ['ID=8820ba33-17b5-405f-b16e-77b2fe372227,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:28.896155 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75621a68-fc20-4d7c-b7fc-28356828c49a None None] No DVR routers for this DVR port 8820ba33-17b5-405f-b16e-77b2fe372227 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:56:28.941883 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3bd5ef1-a061-470e-a74f-b8a81ddfd5d0 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:28.950440 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3bd5ef1-a061-470e-a74f-b8a81ddfd5d0 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:28.953897 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f3bd5ef1-a061-470e-a74f-b8a81ddfd5d0 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "DELETE /v2.0/networks/d2173d3a-720b-4e95-8ee5-d07aaf442d62 HTTP/1.1" status: 204 len: 168 time: 0.7173212 Dec 09 15:56:28.956961 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60460) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:28.974099 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd5ef1-a061-470e-a74f-b8a81ddfd5d0 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event deleted for resources: {'Network': ['ID=d2173d3a-720b-4e95-8ee5-d07aaf442d62,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:29.332952 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7d7d16d1-793d-4025-95c8-dedb3e99965b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:29.594101 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-7d7d16d1-793d-4025-95c8-dedb3e99965b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Deleting port de959caf-1c87-4d24-869c-244aa04ffe6f {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:56:29.594773 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7d7d16d1-793d-4025-95c8-dedb3e99965b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:29.606511 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 8820ba33-17b5-405f-b16e-77b2fe372227 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:56:29.627630 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 8820ba33-17b5-405f-b16e-77b2fe372227 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:56:29.628081 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 8820ba33-17b5-405f-b16e-77b2fe372227 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:56:29.628550 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d6f76ae7-5262-49d7-8b12-7cc8867c12a1 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:56:29.647569 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: d6f76ae7-5262-49d7-8b12-7cc8867c12a1 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:56:29.647833 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d6f76ae7-5262-49d7-8b12-7cc8867c12a1 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:56:29.703859 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-7d7d16d1-793d-4025-95c8-dedb3e99965b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] For port de959caf-1c87-4d24-869c-244aa04ffe6f, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=de959caf-1c87-4d24-869c-244aa04ffe6f,segment=NetworkSegment(1bd97fe5-7feb-4c3a-b1ef-a19b37f2f09f),segment_id=1bd97fe5-7feb-4c3a-b1ef-a19b37f2f09f)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:56:29.704221 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7d7d16d1-793d-4025-95c8-dedb3e99965b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:29.717832 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-7d7d16d1-793d-4025-95c8-dedb3e99965b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Calling delete_port for de959caf-1c87-4d24-869c-244aa04ffe6f owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:56:29.891775 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7d7d16d1-793d-4025-95c8-dedb3e99965b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:29.924180 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d16d1-793d-4025-95c8-dedb3e99965b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event deleted for resources: {'Port': ['ID=de959caf-1c87-4d24-869c-244aa04ffe6f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:30.088077 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7d7d16d1-793d-4025-95c8-dedb3e99965b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:30.282896 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7d16d1-793d-4025-95c8-dedb3e99965b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Router 9615f943-44f1-4382-bd67-0e468973775c has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:56:30.722983 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7d16d1-793d-4025-95c8-dedb3e99965b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:56:30.731227 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7d7d16d1-793d-4025-95c8-dedb3e99965b tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "PUT /v2.0/routers/9615f943-44f1-4382-bd67-0e468973775c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7698557 Dec 09 15:56:30.731227 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60492) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:30.733400 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af42e0a-a5a2-4b5c-bfd3-c522b27cade3 None None] Sync routers for ids ['9615f943-44f1-4382-bd67-0e468973775c'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:56:30.744057 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af42e0a-a5a2-4b5c-bfd3-c522b27cade3 None None] Routers {'9615f943-44f1-4382-bd67-0e468973775c'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:56:30.744708 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2af42e0a-a5a2-4b5c-bfd3-c522b27cade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:56:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9615f943-44f1-4382-bd67-0e468973775c'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:30.790371 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2543756-38a8-40c6-8852-49d197d2cce4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Deleting subnet d2545d9c-4c05-404e-8c04-194e83858687 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:56:30.793608 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f2543756-38a8-40c6-8852-49d197d2cce4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:30.834716 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f2543756-38a8-40c6-8852-49d197d2cce4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:30.839719 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-2af42e0a-a5a2-4b5c-bfd3-c522b27cade3 None None] Set router 9615f943-44f1-4382-bd67-0e468973775c gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:56:30.936667 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f2543756-38a8-40c6-8852-49d197d2cce4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:31.014297 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f2543756-38a8-40c6-8852-49d197d2cce4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:31.043627 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2543756-38a8-40c6-8852-49d197d2cce4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event deleted for resources: {'Subnet': ['ID=d2545d9c-4c05-404e-8c04-194e83858687,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:31.055382 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f2543756-38a8-40c6-8852-49d197d2cce4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:31.058392 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3dee7e-8f42-4013-96eb-730222ebd004 None None] Network bc347738-ba90-4a2f-8b92-12300d614273 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:56:31.059905 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f2543756-38a8-40c6-8852-49d197d2cce4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "DELETE /v2.0/subnets/d2545d9c-4c05-404e-8c04-194e83858687 HTTP/1.1" status: 204 len: 168 time: 0.3283689 Dec 09 15:56:31.062497 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60500) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:31.125753 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2af42e0a-a5a2-4b5c-bfd3-c522b27cade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9615f943-44f1-4382-bd67-0e468973775c', 'name': 'tempest-RoutersTest-router-1005941500', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:56:08Z', 'updated_at': '2021-12-09T15:56:29Z', 'revision_number': 9, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'gw_port_host': None, '_interfaces': [{'id': 'aa057fed-87af-4d29-b324-82005aeaa56a', 'name': '', 'network_id': 'ddbd99d0-0ce9-4236-873a-4207cd3a8a5a', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:ca:8a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '97512316-3b34-466d-a152-f47c4329476a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:13Z', 'updated_at': '2021-12-09T15:56:18Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': '97512316-3b34-466d-a152-f47c4329476a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd46c88cc-41f7-407f-929e-b751e46c05d4', 'name': '', 'network_id': 'cac11d61-1f7d-45d9-aff8-718056a7bfe3', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:14:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:10Z', 'updated_at': '2021-12-09T15:56:14Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:31.151017 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-22ec75e5-6fea-43fa-b6a2-e7affe441552 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:31.158690 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af42e0a-a5a2-4b5c-bfd3-c522b27cade3 None None] Checking router: 9615f943-44f1-4382-bd67-0e468973775c for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:56:31.187759 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af42e0a-a5a2-4b5c-bfd3-c522b27cade3 None None] Routers {'9615f943-44f1-4382-bd67-0e468973775c'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:56:31.188374 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2af42e0a-a5a2-4b5c-bfd3-c522b27cade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:56:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9615f943-44f1-4382-bd67-0e468973775c'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:31.206621 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-22ec75e5-6fea-43fa-b6a2-e7affe441552 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Deleting port 1eebea1f-7631-4ff3-8312-5844124c3ee2 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:56:31.207107 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-22ec75e5-6fea-43fa-b6a2-e7affe441552 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:31.277843 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-22ec75e5-6fea-43fa-b6a2-e7affe441552 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] For port 1eebea1f-7631-4ff3-8312-5844124c3ee2, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=1eebea1f-7631-4ff3-8312-5844124c3ee2,segment=NetworkSegment(1bd97fe5-7feb-4c3a-b1ef-a19b37f2f09f),segment_id=1bd97fe5-7feb-4c3a-b1ef-a19b37f2f09f)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:56:31.277843 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-22ec75e5-6fea-43fa-b6a2-e7affe441552 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:31.293422 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-2af42e0a-a5a2-4b5c-bfd3-c522b27cade3 None None] Set router 9615f943-44f1-4382-bd67-0e468973775c gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:56:31.296965 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-22ec75e5-6fea-43fa-b6a2-e7affe441552 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Calling delete_port for 1eebea1f-7631-4ff3-8312-5844124c3ee2 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:56:31.328457 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b6e0e2-4943-436f-a47c-c33416c697ba None None] DHCP port deletion for bc347738-ba90-4a2f-8b92-12300d614273 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:56:31.389061 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-22ec75e5-6fea-43fa-b6a2-e7affe441552 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:31.421404 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ec75e5-6fea-43fa-b6a2-e7affe441552 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] No DVR routers for this DVR port 1eebea1f-7631-4ff3-8312-5844124c3ee2 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:56:31.423331 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec75e5-6fea-43fa-b6a2-e7affe441552 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event deleted for resources: {'Port': ['ID=1eebea1f-7631-4ff3-8312-5844124c3ee2,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:31.482363 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-44b6e0e2-4943-436f-a47c-c33416c697ba None None] Deleting port 1eebea1f-7631-4ff3-8312-5844124c3ee2 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:56:31.482746 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-44b6e0e2-4943-436f-a47c-c33416c697ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:31.511251 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-22ec75e5-6fea-43fa-b6a2-e7affe441552 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:31.533664 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-22ec75e5-6fea-43fa-b6a2-e7affe441552 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc347738-ba90-4a2f-8b92-12300d614273']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:31.544351 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-22ec75e5-6fea-43fa-b6a2-e7affe441552 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bd97fe5-7feb-4c3a-b1ef-a19b37f2f09f') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:31.544861 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-22ec75e5-6fea-43fa-b6a2-e7affe441552 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bd97fe5-7feb-4c3a-b1ef-a19b37f2f09f') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:31.556352 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-22ec75e5-6fea-43fa-b6a2-e7affe441552 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:31.575200 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-22ec75e5-6fea-43fa-b6a2-e7affe441552 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:31.583606 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-44b6e0e2-4943-436f-a47c-c33416c697ba None None] For port 1eebea1f-7631-4ff3-8312-5844124c3ee2, host n-d-821228-1, got binding levels [] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:56:31.583606 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-44b6e0e2-4943-436f-a47c-c33416c697ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:31.584797 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22ec75e5-6fea-43fa-b6a2-e7affe441552 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:56:31.585355 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-22ec75e5-6fea-43fa-b6a2-e7affe441552 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:31.589622 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:56:31.589622 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:56:31.589622 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:56:31.589622 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:56:31.589622 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:56:31.589622 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:56:31.589622 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:56:31.589622 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:56:31.589622 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:56:31.589622 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:56:31.589622 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:56:31.589622 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:56:31.589622 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:56:31.589622 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:56:31.589622 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:56:31.589622 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:56:31.589622 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:56:31.589622 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:56:31.589622 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:56:31.589622 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:56:31.589622 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:56:31.589622 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:56:31.589622 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:56:31.589622 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:56:31.589622 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:56:31.589622 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:56:31.589622 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:56:31.589622 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:56:31.589622 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:56:31.589622 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:56:31.589622 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:56:31.589622 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:56:31.599141 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-44b6e0e2-4943-436f-a47c-c33416c697ba None None] Calling delete_port for 1eebea1f-7631-4ff3-8312-5844124c3ee2 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:56:31.602487 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.ipam_backend_mixin [None req-44b6e0e2-4943-436f-a47c-c33416c697ba None None] Port 1eebea1f-7631-4ff3-8312-5844124c3ee2 was not found and therefore no delete operation was performed {{(pid=103246) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 15:56:31.605273 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-44b6e0e2-4943-436f-a47c-c33416c697ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:31.636047 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6e0e2-4943-436f-a47c-c33416c697ba None None] Pushing event deleted for resources: {'Port': ['ID=1eebea1f-7631-4ff3-8312-5844124c3ee2,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:31.642579 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b6e0e2-4943-436f-a47c-c33416c697ba None None] No DVR routers for this DVR port 1eebea1f-7631-4ff3-8312-5844124c3ee2 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:56:31.665042 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2af42e0a-a5a2-4b5c-bfd3-c522b27cade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9615f943-44f1-4382-bd67-0e468973775c', 'name': 'tempest-RoutersTest-router-1005941500', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:56:08Z', 'updated_at': '2021-12-09T15:56:29Z', 'revision_number': 9, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'gw_port_host': None, '_interfaces': [{'id': 'aa057fed-87af-4d29-b324-82005aeaa56a', 'name': '', 'network_id': 'ddbd99d0-0ce9-4236-873a-4207cd3a8a5a', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:ca:8a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '97512316-3b34-466d-a152-f47c4329476a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:13Z', 'updated_at': '2021-12-09T15:56:18Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': '97512316-3b34-466d-a152-f47c4329476a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd46c88cc-41f7-407f-929e-b751e46c05d4', 'name': '', 'network_id': 'cac11d61-1f7d-45d9-aff8-718056a7bfe3', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:14:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:10Z', 'updated_at': '2021-12-09T15:56:14Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:31.681830 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-22ec75e5-6fea-43fa-b6a2-e7affe441552 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:31.690474 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-22ec75e5-6fea-43fa-b6a2-e7affe441552 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:31.693928 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af42e0a-a5a2-4b5c-bfd3-c522b27cade3 None None] The sync data for ids ['9615f943-44f1-4382-bd67-0e468973775c'] in n-d-821228-1 is: [{'id': '9615f943-44f1-4382-bd67-0e468973775c', 'name': 'tempest-RoutersTest-router-1005941500', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:56:08Z', 'updated_at': '2021-12-09T15:56:29Z', 'revision_number': 9, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'gw_port_host': None, '_interfaces': [{'id': 'aa057fed-87af-4d29-b324-82005aeaa56a', 'name': '', 'network_id': 'ddbd99d0-0ce9-4236-873a-4207cd3a8a5a', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:ca:8a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '97512316-3b34-466d-a152-f47c4329476a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:13Z', 'updated_at': '2021-12-09T15:56:18Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': '97512316-3b34-466d-a152-f47c4329476a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd46c88cc-41f7-407f-929e-b751e46c05d4', 'name': '', 'network_id': 'cac11d61-1f7d-45d9-aff8-718056a7bfe3', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:14:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:10Z', 'updated_at': '2021-12-09T15:56:14Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:56:31.694201 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-22ec75e5-6fea-43fa-b6a2-e7affe441552 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "DELETE /v2.0/networks/bc347738-ba90-4a2f-8b92-12300d614273 HTTP/1.1" status: 204 len: 168 time: 0.6308169 Dec 09 15:56:31.696829 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60510) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:31.717311 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec75e5-6fea-43fa-b6a2-e7affe441552 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event deleted for resources: {'Network': ['ID=bc347738-ba90-4a2f-8b92-12300d614273,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:31.752584 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 1eebea1f-7631-4ff3-8312-5844124c3ee2 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:56:31.776134 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 1eebea1f-7631-4ff3-8312-5844124c3ee2 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:56:31.776567 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 1eebea1f-7631-4ff3-8312-5844124c3ee2 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:56:32.063311 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9fb9db32-fada-49ae-ab7c-4c98233055c5 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:32.337612 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-9fb9db32-fada-49ae-ab7c-4c98233055c5 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Deleting port aa057fed-87af-4d29-b324-82005aeaa56a {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:56:32.338192 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9fb9db32-fada-49ae-ab7c-4c98233055c5 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:32.428055 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-9fb9db32-fada-49ae-ab7c-4c98233055c5 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] For port aa057fed-87af-4d29-b324-82005aeaa56a, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=aa057fed-87af-4d29-b324-82005aeaa56a,segment=NetworkSegment(82e6cbc8-f242-4803-8dca-9c53572560b5),segment_id=82e6cbc8-f242-4803-8dca-9c53572560b5)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:56:32.428434 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9fb9db32-fada-49ae-ab7c-4c98233055c5 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:32.442062 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-9fb9db32-fada-49ae-ab7c-4c98233055c5 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Calling delete_port for aa057fed-87af-4d29-b324-82005aeaa56a owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:56:32.616744 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9fb9db32-fada-49ae-ab7c-4c98233055c5 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:32.644632 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb9db32-fada-49ae-ab7c-4c98233055c5 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event deleted for resources: {'Port': ['ID=aa057fed-87af-4d29-b324-82005aeaa56a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:32.814798 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9fb9db32-fada-49ae-ab7c-4c98233055c5 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:33.007788 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb9db32-fada-49ae-ab7c-4c98233055c5 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Router 9615f943-44f1-4382-bd67-0e468973775c has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:56:33.098779 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb9db32-fada-49ae-ab7c-4c98233055c5 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:56:33.105077 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9fb9db32-fada-49ae-ab7c-4c98233055c5 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "PUT /v2.0/routers/9615f943-44f1-4382-bd67-0e468973775c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4071319 Dec 09 15:56:33.107807 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60540) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:33.110954 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aadf0ef-b236-46e3-b5b5-1ecdef894a93 None None] Sync routers for ids ['9615f943-44f1-4382-bd67-0e468973775c'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:56:33.131814 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aadf0ef-b236-46e3-b5b5-1ecdef894a93 None None] Routers {'9615f943-44f1-4382-bd67-0e468973775c'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:56:33.136813 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-3aadf0ef-b236-46e3-b5b5-1ecdef894a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:56:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9615f943-44f1-4382-bd67-0e468973775c'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:33.172831 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd9f8a9d-65ef-4fc3-a5d4-6d85c6df67cb tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Deleting subnet 97512316-3b34-466d-a152-f47c4329476a {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:56:33.176915 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dd9f8a9d-65ef-4fc3-a5d4-6d85c6df67cb tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:33.225065 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dd9f8a9d-65ef-4fc3-a5d4-6d85c6df67cb tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:33.318299 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dd9f8a9d-65ef-4fc3-a5d4-6d85c6df67cb tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:33.345318 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-3aadf0ef-b236-46e3-b5b5-1ecdef894a93 None None] Set router 9615f943-44f1-4382-bd67-0e468973775c gateway port host: None {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:56:33.385856 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dd9f8a9d-65ef-4fc3-a5d4-6d85c6df67cb tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:33.415100 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f8a9d-65ef-4fc3-a5d4-6d85c6df67cb tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event deleted for resources: {'Subnet': ['ID=97512316-3b34-466d-a152-f47c4329476a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:33.417487 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dd9f8a9d-65ef-4fc3-a5d4-6d85c6df67cb tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:33.420771 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-dd9f8a9d-65ef-4fc3-a5d4-6d85c6df67cb tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "DELETE /v2.0/subnets/97512316-3b34-466d-a152-f47c4329476a HTTP/1.1" status: 204 len: 168 time: 0.3114064 Dec 09 15:56:33.423330 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60550) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:33.426789 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f371d3b9-31de-49f2-b9f1-051e85ebdd38 None None] Network ddbd99d0-0ce9-4236-873a-4207cd3a8a5a requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:56:33.508004 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a1828532-6ebc-4aac-996a-05c381ffe127 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:33.571484 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a1828532-6ebc-4aac-996a-05c381ffe127 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Deleting port 96a3ce57-bb39-42c4-b8f2-43974bc8c80b {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:56:33.571824 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a1828532-6ebc-4aac-996a-05c381ffe127 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:33.609429 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead0e875-0153-496e-a1cd-ae8746d08d26 None None] DHCP port deletion for ddbd99d0-0ce9-4236-873a-4207cd3a8a5a request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:56:33.634604 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-3aadf0ef-b236-46e3-b5b5-1ecdef894a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9615f943-44f1-4382-bd67-0e468973775c', 'name': 'tempest-RoutersTest-router-1005941500', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:56:08Z', 'updated_at': '2021-12-09T15:56:32Z', 'revision_number': 10, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'gw_port_host': None, '_interfaces': [{'id': 'd46c88cc-41f7-407f-929e-b751e46c05d4', 'name': '', 'network_id': 'cac11d61-1f7d-45d9-aff8-718056a7bfe3', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:14:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:10Z', 'updated_at': '2021-12-09T15:56:14Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:33.670869 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aadf0ef-b236-46e3-b5b5-1ecdef894a93 None None] Checking router: 9615f943-44f1-4382-bd67-0e468973775c for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:56:33.683989 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aadf0ef-b236-46e3-b5b5-1ecdef894a93 None None] Routers {'9615f943-44f1-4382-bd67-0e468973775c'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:56:33.684258 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ead0e875-0153-496e-a1cd-ae8746d08d26 None None] Deleting port 96a3ce57-bb39-42c4-b8f2-43974bc8c80b {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:56:33.684758 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ead0e875-0153-496e-a1cd-ae8746d08d26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:33.685196 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-3aadf0ef-b236-46e3-b5b5-1ecdef894a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:56:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9615f943-44f1-4382-bd67-0e468973775c'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:33.703023 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-a1828532-6ebc-4aac-996a-05c381ffe127 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] For port 96a3ce57-bb39-42c4-b8f2-43974bc8c80b, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=96a3ce57-bb39-42c4-b8f2-43974bc8c80b,segment=NetworkSegment(82e6cbc8-f242-4803-8dca-9c53572560b5),segment_id=82e6cbc8-f242-4803-8dca-9c53572560b5)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:56:33.703658 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a1828532-6ebc-4aac-996a-05c381ffe127 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:33.720693 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a1828532-6ebc-4aac-996a-05c381ffe127 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Calling delete_port for 96a3ce57-bb39-42c4-b8f2-43974bc8c80b owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:56:33.733017 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device de959caf-1c87-4d24-869c-244aa04ffe6f no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:56:33.766077 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: de959caf-1c87-4d24-869c-244aa04ffe6f {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:56:33.766581 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device de959caf-1c87-4d24-869c-244aa04ffe6f not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:56:33.785080 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ead0e875-0153-496e-a1cd-ae8746d08d26 None None] For port 96a3ce57-bb39-42c4-b8f2-43974bc8c80b, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=96a3ce57-bb39-42c4-b8f2-43974bc8c80b,segment=NetworkSegment(82e6cbc8-f242-4803-8dca-9c53572560b5),segment_id=82e6cbc8-f242-4803-8dca-9c53572560b5)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:56:33.785632 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ead0e875-0153-496e-a1cd-ae8746d08d26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:33.798985 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ead0e875-0153-496e-a1cd-ae8746d08d26 None None] Calling delete_port for 96a3ce57-bb39-42c4-b8f2-43974bc8c80b owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:56:33.824405 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-3aadf0ef-b236-46e3-b5b5-1ecdef894a93 None None] Set router 9615f943-44f1-4382-bd67-0e468973775c gateway port host: None {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:56:33.826707 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a1828532-6ebc-4aac-996a-05c381ffe127 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:33.857156 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1828532-6ebc-4aac-996a-05c381ffe127 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event deleted for resources: {'Port': ['ID=96a3ce57-bb39-42c4-b8f2-43974bc8c80b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:33.863294 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1828532-6ebc-4aac-996a-05c381ffe127 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] No DVR routers for this DVR port 96a3ce57-bb39-42c4-b8f2-43974bc8c80b on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:56:33.895479 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ead0e875-0153-496e-a1cd-ae8746d08d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:33.920706 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0e875-0153-496e-a1cd-ae8746d08d26 None None] Pushing event deleted for resources: {'Port': ['ID=96a3ce57-bb39-42c4-b8f2-43974bc8c80b,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:33.930385 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead0e875-0153-496e-a1cd-ae8746d08d26 None None] No DVR routers for this DVR port 96a3ce57-bb39-42c4-b8f2-43974bc8c80b on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:56:33.968335 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a1828532-6ebc-4aac-996a-05c381ffe127 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:33.992179 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-a1828532-6ebc-4aac-996a-05c381ffe127 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddbd99d0-0ce9-4236-873a-4207cd3a8a5a']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:34.004609 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-a1828532-6ebc-4aac-996a-05c381ffe127 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82e6cbc8-f242-4803-8dca-9c53572560b5') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:34.004609 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-a1828532-6ebc-4aac-996a-05c381ffe127 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82e6cbc8-f242-4803-8dca-9c53572560b5') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:34.015117 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a1828532-6ebc-4aac-996a-05c381ffe127 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:34.029319 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a1828532-6ebc-4aac-996a-05c381ffe127 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:34.035931 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1828532-6ebc-4aac-996a-05c381ffe127 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:56:34.036943 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a1828532-6ebc-4aac-996a-05c381ffe127 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:34.039996 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:56:34.039996 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:56:34.039996 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:56:34.039996 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:56:34.039996 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:56:34.039996 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:56:34.039996 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:56:34.039996 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:56:34.039996 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:56:34.039996 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:56:34.039996 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:56:34.039996 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:56:34.039996 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:56:34.039996 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:56:34.039996 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:56:34.039996 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:56:34.039996 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:56:34.039996 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:56:34.039996 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:56:34.039996 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:56:34.039996 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:56:34.039996 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:56:34.039996 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:56:34.039996 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:56:34.039996 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:56:34.039996 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:56:34.039996 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:56:34.039996 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:56:34.039996 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:56:34.039996 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:56:34.039996 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:56:34.039996 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:56:34.060389 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-3aadf0ef-b236-46e3-b5b5-1ecdef894a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9615f943-44f1-4382-bd67-0e468973775c', 'name': 'tempest-RoutersTest-router-1005941500', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:56:08Z', 'updated_at': '2021-12-09T15:56:32Z', 'revision_number': 10, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'gw_port_host': None, '_interfaces': [{'id': 'd46c88cc-41f7-407f-929e-b751e46c05d4', 'name': '', 'network_id': 'cac11d61-1f7d-45d9-aff8-718056a7bfe3', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:14:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:10Z', 'updated_at': '2021-12-09T15:56:14Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:34.092689 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aadf0ef-b236-46e3-b5b5-1ecdef894a93 None None] The sync data for ids ['9615f943-44f1-4382-bd67-0e468973775c'] in n-d-821228-1 is: [{'id': '9615f943-44f1-4382-bd67-0e468973775c', 'name': 'tempest-RoutersTest-router-1005941500', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:56:08Z', 'updated_at': '2021-12-09T15:56:32Z', 'revision_number': 10, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'gw_port_host': None, '_interfaces': [{'id': 'd46c88cc-41f7-407f-929e-b751e46c05d4', 'name': '', 'network_id': 'cac11d61-1f7d-45d9-aff8-718056a7bfe3', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'mac_address': 'fa:16:3e:14:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615f943-44f1-4382-bd67-0e468973775c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:56:10Z', 'updated_at': '2021-12-09T15:56:14Z', 'revision_number': 5, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'subnets': [{'id': '5959d859-50bc-4d35-96c0-cac09b7ae303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:56:34.105113 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a1828532-6ebc-4aac-996a-05c381ffe127 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:34.112820 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a1828532-6ebc-4aac-996a-05c381ffe127 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:34.116182 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a1828532-6ebc-4aac-996a-05c381ffe127 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "DELETE /v2.0/networks/ddbd99d0-0ce9-4236-873a-4207cd3a8a5a HTTP/1.1" status: 204 len: 168 time: 0.6918540 Dec 09 15:56:34.119065 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60564) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:34.130500 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1828532-6ebc-4aac-996a-05c381ffe127 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event deleted for resources: {'Network': ['ID=ddbd99d0-0ce9-4236-873a-4207cd3a8a5a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:34.471864 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b472419-7f63-495e-a7ed-f43a59776a1f tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:34.731846 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-3b472419-7f63-495e-a7ed-f43a59776a1f tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Deleting port d46c88cc-41f7-407f-929e-b751e46c05d4 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:56:34.732195 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b472419-7f63-495e-a7ed-f43a59776a1f tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:34.825751 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-3b472419-7f63-495e-a7ed-f43a59776a1f tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] For port d46c88cc-41f7-407f-929e-b751e46c05d4, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d46c88cc-41f7-407f-929e-b751e46c05d4,segment=NetworkSegment(c3ae038e-07ac-4850-bd26-23f601dc115a),segment_id=c3ae038e-07ac-4850-bd26-23f601dc115a)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:56:34.826121 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b472419-7f63-495e-a7ed-f43a59776a1f tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:34.840012 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-3b472419-7f63-495e-a7ed-f43a59776a1f tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Calling delete_port for d46c88cc-41f7-407f-929e-b751e46c05d4 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:56:34.997459 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60584) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:35.013285 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b472419-7f63-495e-a7ed-f43a59776a1f tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:35.039915 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b472419-7f63-495e-a7ed-f43a59776a1f tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event deleted for resources: {'Port': ['ID=d46c88cc-41f7-407f-929e-b751e46c05d4,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:35.124355 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-873aedc3-c314-4d41-b071-0a2ecb5d496a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:35.188527 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b472419-7f63-495e-a7ed-f43a59776a1f tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:35.210553 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-873aedc3-c314-4d41-b071-0a2ecb5d496a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:35.214925 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-873aedc3-c314-4d41-b071-0a2ecb5d496a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:35.254550 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-873aedc3-c314-4d41-b071-0a2ecb5d496a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=298e3ab5d38843ec961776cc2df77558&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2531366 Dec 09 15:56:35.256821 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60588) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:35.276148 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873aedc3-c314-4d41-b071-0a2ecb5d496a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d481064-8ff8-44a5-a3a0-2db91a13b268,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:35.318936 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fa98c73c-6844-4e6d-aed3-5ffcfc2f148c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:35.351909 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fa98c73c-6844-4e6d-aed3-5ffcfc2f148c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:35.403189 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fa98c73c-6844-4e6d-aed3-5ffcfc2f148c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:35.406029 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fa98c73c-6844-4e6d-aed3-5ffcfc2f148c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:35.407280 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-fa98c73c-6844-4e6d-aed3-5ffcfc2f148c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6d481064-8ff8-44a5-a3a0-2db91a13b268 HTTP/1.1" status: 204 len: 168 time: 0.1494482 Dec 09 15:56:35.416604 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa98c73c-6844-4e6d-aed3-5ffcfc2f148c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d481064-8ff8-44a5-a3a0-2db91a13b268,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:35.667889 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 96a3ce57-bb39-42c4-b8f2-43974bc8c80b no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:56:35.688943 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b472419-7f63-495e-a7ed-f43a59776a1f tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Router 9615f943-44f1-4382-bd67-0e468973775c has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:56:35.690483 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 96a3ce57-bb39-42c4-b8f2-43974bc8c80b {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:56:35.690962 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 96a3ce57-bb39-42c4-b8f2-43974bc8c80b not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:56:35.691576 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device aa057fed-87af-4d29-b324-82005aeaa56a no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:56:35.700744 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60596) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:35.711378 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: aa057fed-87af-4d29-b324-82005aeaa56a {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:56:35.711732 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device aa057fed-87af-4d29-b324-82005aeaa56a not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:56:35.714800 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fe0126bf-33f3-4467-9c2c-9ce05f963839 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:35.775458 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b472419-7f63-495e-a7ed-f43a59776a1f tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:56:35.781063 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3b472419-7f63-495e-a7ed-f43a59776a1f tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "PUT /v2.0/routers/9615f943-44f1-4382-bd67-0e468973775c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6596675 Dec 09 15:56:35.783104 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60598) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:35.787772 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5a9834-4a95-4dfd-802a-95f35ad6447e None None] Sync routers for ids ['9615f943-44f1-4382-bd67-0e468973775c'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:56:35.795269 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fe0126bf-33f3-4467-9c2c-9ce05f963839 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:35.797383 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5a9834-4a95-4dfd-802a-95f35ad6447e None None] Routers {'9615f943-44f1-4382-bd67-0e468973775c'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:56:35.798094 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-bc5a9834-4a95-4dfd-802a-95f35ad6447e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:56:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9615f943-44f1-4382-bd67-0e468973775c'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:35.803011 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fe0126bf-33f3-4467-9c2c-9ce05f963839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:35.838926 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-fe0126bf-33f3-4467-9c2c-9ce05f963839 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b0c457c20bb84810906e1e940f620939&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1343622 Dec 09 15:56:35.839152 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-c27946d2-91e3-42b0-b5fd-1d047d40aca2 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Deleting subnet 5959d859-50bc-4d35-96c0-cac09b7ae303 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:56:35.840240 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60600) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:35.846020 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c27946d2-91e3-42b0-b5fd-1d047d40aca2 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:35.852972 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0126bf-33f3-4467-9c2c-9ce05f963839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16930c9c-3c4e-46f2-9997-ad1390ec72ef,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:35.876142 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-bc5a9834-4a95-4dfd-802a-95f35ad6447e None None] Set router 9615f943-44f1-4382-bd67-0e468973775c gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:56:35.910117 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c27946d2-91e3-42b0-b5fd-1d047d40aca2 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:35.930519 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-bc5a9834-4a95-4dfd-802a-95f35ad6447e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9615f943-44f1-4382-bd67-0e468973775c', 'name': 'tempest-RoutersTest-router-1005941500', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:56:08Z', 'updated_at': '2021-12-09T15:56:34Z', 'revision_number': 11, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:35.956563 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5a9834-4a95-4dfd-802a-95f35ad6447e None None] Checking router: 9615f943-44f1-4382-bd67-0e468973775c for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:56:35.958350 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-170785b3-8988-4c9f-b495-bbac6854c204 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:35.966123 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5a9834-4a95-4dfd-802a-95f35ad6447e None None] Routers {'9615f943-44f1-4382-bd67-0e468973775c'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:56:35.966987 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-bc5a9834-4a95-4dfd-802a-95f35ad6447e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:56:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9615f943-44f1-4382-bd67-0e468973775c'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:36.005853 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-170785b3-8988-4c9f-b495-bbac6854c204 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:36.039191 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c27946d2-91e3-42b0-b5fd-1d047d40aca2 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:36.098305 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-170785b3-8988-4c9f-b495-bbac6854c204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:36.101225 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-170785b3-8988-4c9f-b495-bbac6854c204 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:36.102714 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-170785b3-8988-4c9f-b495-bbac6854c204 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/16930c9c-3c4e-46f2-9997-ad1390ec72ef HTTP/1.1" status: 204 len: 168 time: 0.2620089 Dec 09 15:56:36.116267 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170785b3-8988-4c9f-b495-bbac6854c204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16930c9c-3c4e-46f2-9997-ad1390ec72ef,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:36.132305 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c27946d2-91e3-42b0-b5fd-1d047d40aca2 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:36.171188 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27946d2-91e3-42b0-b5fd-1d047d40aca2 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event deleted for resources: {'Subnet': ['ID=5959d859-50bc-4d35-96c0-cac09b7ae303,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:36.176355 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c27946d2-91e3-42b0-b5fd-1d047d40aca2 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:36.182396 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60604) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:36.182852 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c27946d2-91e3-42b0-b5fd-1d047d40aca2 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "DELETE /v2.0/subnets/5959d859-50bc-4d35-96c0-cac09b7ae303 HTTP/1.1" status: 204 len: 168 time: 0.3975003 Dec 09 15:56:36.197726 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db4ccd5-1087-44d6-aa0f-64a8867870c4 None None] Network cac11d61-1f7d-45d9-aff8-718056a7bfe3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:56:36.243875 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-bc5a9834-4a95-4dfd-802a-95f35ad6447e None None] Set router 9615f943-44f1-4382-bd67-0e468973775c gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:56:36.275468 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-082f9dae-e34e-4d4d-bfce-ac73b1931cd4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:36.321152 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-bc5a9834-4a95-4dfd-802a-95f35ad6447e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9615f943-44f1-4382-bd67-0e468973775c', 'name': 'tempest-RoutersTest-router-1005941500', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:56:08Z', 'updated_at': '2021-12-09T15:56:34Z', 'revision_number': 11, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:36.353904 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5a9834-4a95-4dfd-802a-95f35ad6447e None None] The sync data for ids ['9615f943-44f1-4382-bd67-0e468973775c'] in n-d-821228-1 is: [{'id': '9615f943-44f1-4382-bd67-0e468973775c', 'name': 'tempest-RoutersTest-router-1005941500', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:56:08Z', 'updated_at': '2021-12-09T15:56:34Z', 'revision_number': 11, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:56:36.356748 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-082f9dae-e34e-4d4d-bfce-ac73b1931cd4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Deleting port dc93b49d-bb30-4191-9faa-78bc3dde4252 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:56:36.357102 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-082f9dae-e34e-4d4d-bfce-ac73b1931cd4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:36.488010 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-082f9dae-e34e-4d4d-bfce-ac73b1931cd4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] For port dc93b49d-bb30-4191-9faa-78bc3dde4252, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=dc93b49d-bb30-4191-9faa-78bc3dde4252,segment=NetworkSegment(c3ae038e-07ac-4850-bd26-23f601dc115a),segment_id=c3ae038e-07ac-4850-bd26-23f601dc115a)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:56:36.488621 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-082f9dae-e34e-4d4d-bfce-ac73b1931cd4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:36.503450 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-082f9dae-e34e-4d4d-bfce-ac73b1931cd4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Calling delete_port for dc93b49d-bb30-4191-9faa-78bc3dde4252 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:56:36.549776 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60610) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:36.569430 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e509b42-d8b1-4ba0-8fc9-9c92fbb4f1d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:36.620650 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-082f9dae-e34e-4d4d-bfce-ac73b1931cd4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:36.656009 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082f9dae-e34e-4d4d-bfce-ac73b1931cd4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] No DVR routers for this DVR port dc93b49d-bb30-4191-9faa-78bc3dde4252 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:56:36.660524 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f9dae-e34e-4d4d-bfce-ac73b1931cd4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event deleted for resources: {'Port': ['ID=dc93b49d-bb30-4191-9faa-78bc3dde4252,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:36.723604 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ba1af5-0d8a-460e-94de-ad717202386b None None] DHCP port deletion for cac11d61-1f7d-45d9-aff8-718056a7bfe3 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:56:36.765824 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-082f9dae-e34e-4d4d-bfce-ac73b1931cd4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:36.788348 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e509b42-d8b1-4ba0-8fc9-9c92fbb4f1d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:36.795928 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e509b42-d8b1-4ba0-8fc9-9c92fbb4f1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:36.799687 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-082f9dae-e34e-4d4d-bfce-ac73b1931cd4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cac11d61-1f7d-45d9-aff8-718056a7bfe3']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:36.831045 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-082f9dae-e34e-4d4d-bfce-ac73b1931cd4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ae038e-07ac-4850-bd26-23f601dc115a') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:36.831350 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-082f9dae-e34e-4d4d-bfce-ac73b1931cd4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ae038e-07ac-4850-bd26-23f601dc115a') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:36.851920 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-082f9dae-e34e-4d4d-bfce-ac73b1931cd4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:36.864484 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4e509b42-d8b1-4ba0-8fc9-9c92fbb4f1d4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=85faf33735f4445f8cc5008b0f639407&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3136358 Dec 09 15:56:36.867033 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60612) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:36.875388 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e509b42-d8b1-4ba0-8fc9-9c92fbb4f1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f28b18d-83f2-4f59-a767-d3df1e352d2e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:36.887167 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-082f9dae-e34e-4d4d-bfce-ac73b1931cd4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:36.899771 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-082f9dae-e34e-4d4d-bfce-ac73b1931cd4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:56:36.900229 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-082f9dae-e34e-4d4d-bfce-ac73b1931cd4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:36.903228 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:56:36.903228 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:56:36.903228 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:56:36.903228 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:56:36.903228 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:56:36.903228 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:56:36.903228 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:56:36.903228 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:56:36.903228 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:56:36.903228 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:56:36.903228 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:56:36.903228 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:56:36.903228 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:56:36.903228 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:56:36.903228 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:56:36.903228 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:56:36.903228 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:56:36.903228 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:56:36.903228 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:56:36.903228 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:56:36.903228 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:56:36.903228 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:56:36.903228 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:56:36.903228 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:56:36.903228 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:56:36.903228 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:56:36.903228 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:56:36.903228 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:56:36.903228 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:56:36.903228 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:56:36.903228 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:56:36.903228 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:56:36.977255 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-082f9dae-e34e-4d4d-bfce-ac73b1931cd4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:36.981721 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-082f9dae-e34e-4d4d-bfce-ac73b1931cd4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:36.988611 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-082f9dae-e34e-4d4d-bfce-ac73b1931cd4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "DELETE /v2.0/networks/cac11d61-1f7d-45d9-aff8-718056a7bfe3 HTTP/1.1" status: 204 len: 168 time: 0.8010533 Dec 09 15:56:36.988611 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d06839b6-bbcc-4abc-ab1c-c5371fbcf8bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:36.988822 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60614) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:36.993571 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-153dc8ae-997f-4512-9eb7-17e92c095a10 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Request body: {'router': {'routes': None}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:56:37.007620 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f9dae-e34e-4d4d-bfce-ac73b1931cd4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Pushing event deleted for resources: {'Network': ['ID=cac11d61-1f7d-45d9-aff8-718056a7bfe3,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:37.023363 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d06839b6-bbcc-4abc-ab1c-c5371fbcf8bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:37.076125 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d06839b6-bbcc-4abc-ab1c-c5371fbcf8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:37.078806 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d06839b6-bbcc-4abc-ab1c-c5371fbcf8bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:37.080010 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d06839b6-bbcc-4abc-ab1c-c5371fbcf8bf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6f28b18d-83f2-4f59-a767-d3df1e352d2e HTTP/1.1" status: 204 len: 168 time: 0.2120602 Dec 09 15:56:37.088368 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06839b6-bbcc-4abc-ab1c-c5371fbcf8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f28b18d-83f2-4f59-a767-d3df1e352d2e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:37.166140 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.extraroute_db [None req-153dc8ae-997f-4512-9eb7-17e92c095a10 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Added routes are [] {{(pid=103244) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 09 15:56:37.166478 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.extraroute_db [None req-153dc8ae-997f-4512-9eb7-17e92c095a10 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Removed routes are [] {{(pid=103244) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 09 15:56:37.166844 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-153dc8ae-997f-4512-9eb7-17e92c095a10 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1598674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1781863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39067'] for router, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:37.311453 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-153dc8ae-997f-4512-9eb7-17e92c095a10 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1598674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1781863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39067'] for router, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:37.314718 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-153dc8ae-997f-4512-9eb7-17e92c095a10 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1598665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1598656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1781790'] for router, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:37.397875 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-153dc8ae-997f-4512-9eb7-17e92c095a10 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Router 9615f943-44f1-4382-bd67-0e468973775c has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:56:37.474870 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153dc8ae-997f-4512-9eb7-17e92c095a10 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:56:37.487598 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-153dc8ae-997f-4512-9eb7-17e92c095a10 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:37.489276 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-153dc8ae-997f-4512-9eb7-17e92c095a10 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "PUT /v2.0/routers/9615f943-44f1-4382-bd67-0e468973775c HTTP/1.1" status: 200 len: 701 time: 0.4992294 Dec 09 15:56:37.490363 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea76a4e-4c7d-4fa2-9efa-38a713d0aa4c None None] Sync routers for ids ['9615f943-44f1-4382-bd67-0e468973775c'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:56:37.492020 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60628) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:37.505025 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea76a4e-4c7d-4fa2-9efa-38a713d0aa4c None None] Routers {'9615f943-44f1-4382-bd67-0e468973775c'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:56:37.505709 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-dea76a4e-4c7d-4fa2-9efa-38a713d0aa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:56:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9615f943-44f1-4382-bd67-0e468973775c'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:37.531646 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60632) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:37.532991 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8db99536-980f-411b-b07b-0fbfd6db5caf tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "GET /v2.0/ports?device_id=9615f943-44f1-4382-bd67-0e468973775c HTTP/1.1" status: 200 len: 205 time: 0.0388241 Dec 09 15:56:37.599643 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-dea76a4e-4c7d-4fa2-9efa-38a713d0aa4c None None] Set router 9615f943-44f1-4382-bd67-0e468973775c gateway port host: None {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:56:37.616680 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa516f92-527f-4205-a55d-6333c103c720 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:37.629636 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d46c88cc-41f7-407f-929e-b751e46c05d4 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:56:37.651201 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: d46c88cc-41f7-407f-929e-b751e46c05d4 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:56:37.651736 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d46c88cc-41f7-407f-929e-b751e46c05d4 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:56:37.652326 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device dc93b49d-bb30-4191-9faa-78bc3dde4252 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:56:37.663925 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-dea76a4e-4c7d-4fa2-9efa-38a713d0aa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9615f943-44f1-4382-bd67-0e468973775c', 'name': 'tempest-RoutersTest-router-1005941500', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:56:08Z', 'updated_at': '2021-12-09T15:56:34Z', 'revision_number': 11, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:37.674465 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: dc93b49d-bb30-4191-9faa-78bc3dde4252 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:56:37.675136 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device dc93b49d-bb30-4191-9faa-78bc3dde4252 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:56:37.694726 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea76a4e-4c7d-4fa2-9efa-38a713d0aa4c None None] Checking router: 9615f943-44f1-4382-bd67-0e468973775c for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:56:37.703363 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea76a4e-4c7d-4fa2-9efa-38a713d0aa4c None None] Routers {'9615f943-44f1-4382-bd67-0e468973775c'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:56:37.703981 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-dea76a4e-4c7d-4fa2-9efa-38a713d0aa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:56:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9615f943-44f1-4382-bd67-0e468973775c'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:37.775873 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-dea76a4e-4c7d-4fa2-9efa-38a713d0aa4c None None] Set router 9615f943-44f1-4382-bd67-0e468973775c gateway port host: None {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:56:37.814507 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa516f92-527f-4205-a55d-6333c103c720 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:37.816847 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa516f92-527f-4205-a55d-6333c103c720 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:37.832166 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-dea76a4e-4c7d-4fa2-9efa-38a713d0aa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9615f943-44f1-4382-bd67-0e468973775c', 'name': 'tempest-RoutersTest-router-1005941500', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:56:08Z', 'updated_at': '2021-12-09T15:56:34Z', 'revision_number': 11, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:37.861864 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea76a4e-4c7d-4fa2-9efa-38a713d0aa4c None None] The sync data for ids ['9615f943-44f1-4382-bd67-0e468973775c'] in n-d-821228-1 is: [{'id': '9615f943-44f1-4382-bd67-0e468973775c', 'name': 'tempest-RoutersTest-router-1005941500', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:56:08Z', 'updated_at': '2021-12-09T15:56:34Z', 'revision_number': 11, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'gw_port_host': None}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:56:37.864101 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa516f92-527f-4205-a55d-6333c103c720 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:37.864729 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa516f92-527f-4205-a55d-6333c103c720 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Fanout notify agent at l3_agent the message router_deleted on router 9615f943-44f1-4382-bd67-0e468973775c {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:56:37.871953 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa516f92-527f-4205-a55d-6333c103c720 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:37.873210 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-fa516f92-527f-4205-a55d-6333c103c720 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "DELETE /v2.0/routers/9615f943-44f1-4382-bd67-0e468973775c HTTP/1.1" status: 204 len: 168 time: 0.3404925 Dec 09 15:56:37.878414 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60642) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:37.883512 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-59080d0b-b72f-46fb-9d80-847224a59d0c tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1842101268', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:56:37.912457 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-59080d0b-b72f-46fb-9d80-847224a59d0c tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:37.913565 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-59080d0b-b72f-46fb-9d80-847224a59d0c tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:37.974108 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-59080d0b-b72f-46fb-9d80-847224a59d0c tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:37.979545 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-59080d0b-b72f-46fb-9d80-847224a59d0c tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:38.010912 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-59080d0b-b72f-46fb-9d80-847224a59d0c tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:38.012544 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-59080d0b-b72f-46fb-9d80-847224a59d0c tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1330469 Dec 09 15:56:38.015204 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60646) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:38.020880 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-9030a4fb-735e-4f5c-853c-de8e7ec45571 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:56:38.230216 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9030a4fb-735e-4f5c-853c-de8e7ec45571 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1598674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1781863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39067'] for router, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:38.242314 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9030a4fb-735e-4f5c-853c-de8e7ec45571 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1598665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1598656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1781790'] for router, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:38.344043 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9030a4fb-735e-4f5c-853c-de8e7ec45571 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Router 5a4b219f-bba5-4eb4-9ab6-c12525abc01d is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:56:38.421285 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9030a4fb-735e-4f5c-853c-de8e7ec45571 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:56:38.428584 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9030a4fb-735e-4f5c-853c-de8e7ec45571 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:38.429755 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9030a4fb-735e-4f5c-853c-de8e7ec45571 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "PUT /v2.0/routers/5a4b219f-bba5-4eb4-9ab6-c12525abc01d HTTP/1.1" status: 200 len: 694 time: 0.4134510 Dec 09 15:56:38.432319 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60660) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:38.434449 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0246211f-622d-4b64-8bed-3e8773a15ebf None None] Sync routers for ids ['5a4b219f-bba5-4eb4-9ab6-c12525abc01d'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:56:38.446325 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0246211f-622d-4b64-8bed-3e8773a15ebf None None] Routers {'5a4b219f-bba5-4eb4-9ab6-c12525abc01d'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:56:38.447090 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0246211f-622d-4b64-8bed-3e8773a15ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:56:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['5a4b219f-bba5-4eb4-9ab6-c12525abc01d'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:38.514359 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d2fdecb3-88dc-4006-a1c7-85ff829d1dd1 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "GET /v2.0/routers/5a4b219f-bba5-4eb4-9ab6-c12525abc01d HTTP/1.1" status: 200 len: 700 time: 0.0808599 Dec 09 15:56:38.516930 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60664) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:38.522695 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-0246211f-622d-4b64-8bed-3e8773a15ebf None None] Set router 5a4b219f-bba5-4eb4-9ab6-c12525abc01d gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:56:38.599464 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0246211f-622d-4b64-8bed-3e8773a15ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4b219f-bba5-4eb4-9ab6-c12525abc01d', 'name': 'tempest-RoutersTest-router-1842101268', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:56:37Z', 'updated_at': '2021-12-09T15:56:38Z', 'revision_number': 2, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:38.649646 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0246211f-622d-4b64-8bed-3e8773a15ebf None None] Checking router: 5a4b219f-bba5-4eb4-9ab6-c12525abc01d for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:56:38.661942 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0246211f-622d-4b64-8bed-3e8773a15ebf None None] Routers {'5a4b219f-bba5-4eb4-9ab6-c12525abc01d'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:56:38.662630 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0246211f-622d-4b64-8bed-3e8773a15ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:56:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['5a4b219f-bba5-4eb4-9ab6-c12525abc01d'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:38.739359 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-0246211f-622d-4b64-8bed-3e8773a15ebf None None] Set router 5a4b219f-bba5-4eb4-9ab6-c12525abc01d gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:56:38.799868 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0246211f-622d-4b64-8bed-3e8773a15ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4b219f-bba5-4eb4-9ab6-c12525abc01d', 'name': 'tempest-RoutersTest-router-1842101268', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:56:37Z', 'updated_at': '2021-12-09T15:56:38Z', 'revision_number': 2, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:38.827368 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0246211f-622d-4b64-8bed-3e8773a15ebf None None] The sync data for ids ['5a4b219f-bba5-4eb4-9ab6-c12525abc01d'] in n-d-821228-1 is: [{'id': '5a4b219f-bba5-4eb4-9ab6-c12525abc01d', 'name': 'tempest-RoutersTest-router-1842101268', 'tenant_id': '191f2fbe1f284dfcaf35d400d96cab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:56:37Z', 'updated_at': '2021-12-09T15:56:38Z', 'revision_number': 2, 'project_id': '191f2fbe1f284dfcaf35d400d96cab65', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:56:38.910691 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-09476329-bb01-4c8a-8d75-4b0f8e4a1f61 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a4b219f-bba5-4eb4-9ab6-c12525abc01d HTTP/1.1" status: 200 len: 205 time: 0.3923020 Dec 09 15:56:38.913180 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60678) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:38.989922 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0bcab642-e063-4193-a719-ae67162693db tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:39.153924 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0bcab642-e063-4193-a719-ae67162693db tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:39.156040 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0bcab642-e063-4193-a719-ae67162693db tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:39.199247 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0bcab642-e063-4193-a719-ae67162693db tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:39.199876 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bcab642-e063-4193-a719-ae67162693db tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Fanout notify agent at l3_agent the message router_deleted on router 5a4b219f-bba5-4eb4-9ab6-c12525abc01d {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:56:39.207987 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0bcab642-e063-4193-a719-ae67162693db tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:39.209442 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0bcab642-e063-4193-a719-ae67162693db tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "DELETE /v2.0/routers/5a4b219f-bba5-4eb4-9ab6-c12525abc01d HTTP/1.1" status: 204 len: 168 time: 0.2953401 Dec 09 15:56:39.213152 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60688) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:39.241421 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ab7e9ed7-0fe0-4792-a2f2-3a96c1021ff8 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a4b219f-bba5-4eb4-9ab6-c12525abc01d HTTP/1.1" status: 200 len: 205 time: 0.0270252 Dec 09 15:56:39.243629 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60690) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:39.289795 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-a0751d1c-d66d-425a-b9dd-275046aa5dec tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] delete failed (client error): The resource could not be found. Dec 09 15:56:39.291020 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a0751d1c-d66d-425a-b9dd-275046aa5dec tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "DELETE /v2.0/routers/5a4b219f-bba5-4eb4-9ab6-c12525abc01d HTTP/1.1" status: 404 len: 336 time: 0.0462482 Dec 09 15:56:39.293649 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60692) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:39.321346 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e68e1b0-51fc-439a-889b-ca5333acaf70 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] DELETE failed (client error): The resource could not be found. Dec 09 15:56:39.321805 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e68e1b0-51fc-439a-889b-ca5333acaf70 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:56:39.324912 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9e68e1b0-51fc-439a-889b-ca5333acaf70 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "DELETE /v2.0/subnets/e1d909fd-a40e-4ec0-8e47-7873db56b330 HTTP/1.1" status: 404 len: 337 time: 0.0302761 Dec 09 15:56:39.327369 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60696) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:39.357954 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-db1a37e8-3b8f-4f65-ab34-36bf97bf7091 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] DELETE failed (client error): The resource could not be found. Dec 09 15:56:39.358418 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db1a37e8-3b8f-4f65-ab34-36bf97bf7091 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:56:39.361486 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-db1a37e8-3b8f-4f65-ab34-36bf97bf7091 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "DELETE /v2.0/subnets/d2545d9c-4c05-404e-8c04-194e83858687 HTTP/1.1" status: 404 len: 337 time: 0.0329983 Dec 09 15:56:39.364058 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60700) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:39.392914 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac8e0cc7-f55d-4bd7-89e9-de9b42d9ce28 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] DELETE failed (client error): The resource could not be found. Dec 09 15:56:39.393876 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac8e0cc7-f55d-4bd7-89e9-de9b42d9ce28 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:56:39.396975 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ac8e0cc7-f55d-4bd7-89e9-de9b42d9ce28 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "DELETE /v2.0/subnets/97512316-3b34-466d-a152-f47c4329476a HTTP/1.1" status: 404 len: 337 time: 0.0317543 Dec 09 15:56:39.399591 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60702) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:39.429082 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-3641ce26-54e6-4019-825d-53b682d5753d tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] DELETE failed (client error): The resource could not be found. Dec 09 15:56:39.429550 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3641ce26-54e6-4019-825d-53b682d5753d tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:56:39.432851 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3641ce26-54e6-4019-825d-53b682d5753d tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "DELETE /v2.0/subnets/5959d859-50bc-4d35-96c0-cac09b7ae303 HTTP/1.1" status: 404 len: 337 time: 0.0321803 Dec 09 15:56:39.435373 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60706) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:39.467050 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-00a53589-5fa6-4070-8381-fd8baa2fa013 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "GET /v2.0/ports?device_id=9615f943-44f1-4382-bd67-0e468973775c HTTP/1.1" status: 200 len: 205 time: 0.0279970 Dec 09 15:56:39.467327 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60710) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:39.513865 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-a1456f1c-f705-49ca-a06e-e5076ead9baa tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] delete failed (client error): The resource could not be found. Dec 09 15:56:39.514920 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a1456f1c-f705-49ca-a06e-e5076ead9baa tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "DELETE /v2.0/routers/9615f943-44f1-4382-bd67-0e468973775c HTTP/1.1" status: 404 len: 336 time: 0.0465894 Dec 09 15:56:39.517546 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60712) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:39.547259 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8c3e767d-e9c0-4c9d-801a-e636cad2e3b8 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bcda74e-4bf8-4dd2-9fd8-e5af31c48789 HTTP/1.1" status: 200 len: 205 time: 0.0281794 Dec 09 15:56:39.550240 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60716) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:39.587812 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-44994702-1da2-4b6e-94b4-54592334465e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] delete failed (client error): The resource could not be found. Dec 09 15:56:39.591647 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-44994702-1da2-4b6e-94b4-54592334465e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "DELETE /v2.0/routers/5bcda74e-4bf8-4dd2-9fd8-e5af31c48789 HTTP/1.1" status: 404 len: 336 time: 0.0376322 Dec 09 15:56:39.592563 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60718) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:39.621159 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c489246-dd38-463e-abd7-0df1ce1584af tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] DELETE failed (client error): The resource could not be found. Dec 09 15:56:39.621626 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c489246-dd38-463e-abd7-0df1ce1584af tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:56:39.625034 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9c489246-dd38-463e-abd7-0df1ce1584af tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "DELETE /v2.0/subnets/026827f2-0b8e-4907-85bd-5c8a6802631f HTTP/1.1" status: 404 len: 337 time: 0.0316274 Dec 09 15:56:39.627560 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60720) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:39.656560 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8261fd2b-6e78-4f7a-b0ea-b5c38f8b98a4 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa68c97b-1cc0-4c38-8526-a84ebcd623eb HTTP/1.1" status: 200 len: 205 time: 0.0274057 Dec 09 15:56:39.659436 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60724) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:39.716146 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-d827c9ce-f95d-4257-b5fd-714f967bc9db tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] delete failed (client error): The resource could not be found. Dec 09 15:56:39.717578 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d827c9ce-f95d-4257-b5fd-714f967bc9db tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "DELETE /v2.0/routers/fa68c97b-1cc0-4c38-8526-a84ebcd623eb HTTP/1.1" status: 404 len: 336 time: 0.0568905 Dec 09 15:56:39.720177 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60728) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:39.748463 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-463da4e6-0a14-4f72-afc7-25afb089336e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "GET /v2.0/ports?device_id=03e40fa9-f049-4c22-91cf-d8a3c1265e52 HTTP/1.1" status: 200 len: 205 time: 0.0255210 Dec 09 15:56:39.749169 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60730) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:39.788088 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-9778b9a3-41d7-4aa6-bc93-1fbcafaa4d4e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] delete failed (client error): The resource could not be found. Dec 09 15:56:39.788088 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9778b9a3-41d7-4aa6-bc93-1fbcafaa4d4e tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "DELETE /v2.0/routers/03e40fa9-f049-4c22-91cf-d8a3c1265e52 HTTP/1.1" status: 404 len: 336 time: 0.0377245 Dec 09 15:56:39.790433 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60732) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:39.822549 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-28639d19-e2f7-4d31-a361-4bd26b718041 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] DELETE failed (client error): The resource could not be found. Dec 09 15:56:39.823014 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28639d19-e2f7-4d31-a361-4bd26b718041 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:56:39.826145 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-28639d19-e2f7-4d31-a361-4bd26b718041 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "DELETE /v2.0/subnets/f879f966-8acc-446a-8a5f-9322d96b36c9 HTTP/1.1" status: 404 len: 337 time: 0.0347846 Dec 09 15:56:39.828855 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60734) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:39.865497 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f2926b62-81d0-484b-a863-f0e2aa6fa2be tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "GET /v2.0/ports?device_id=e748f122-0137-4cc1-a6b6-dbc5fa501cf0 HTTP/1.1" status: 200 len: 205 time: 0.0354397 Dec 09 15:56:39.867740 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60738) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:39.907408 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-ab71e962-12f2-4f6c-af75-acc767a61e80 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] delete failed (client error): The resource could not be found. Dec 09 15:56:39.908834 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ab71e962-12f2-4f6c-af75-acc767a61e80 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "DELETE /v2.0/routers/e748f122-0137-4cc1-a6b6-dbc5fa501cf0 HTTP/1.1" status: 404 len: 336 time: 0.0396717 Dec 09 15:56:39.911293 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60740) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:39.936943 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c7a45fa-8f30-40ea-ac2a-a3ea74213cbe tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] DELETE failed (client error): The resource could not be found. Dec 09 15:56:39.937392 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c7a45fa-8f30-40ea-ac2a-a3ea74213cbe tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:56:39.941070 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0c7a45fa-8f30-40ea-ac2a-a3ea74213cbe tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "DELETE /v2.0/subnets/6b3211ab-e8f0-4429-899f-5c58ee8e8b17 HTTP/1.1" status: 404 len: 337 time: 0.0288579 Dec 09 15:56:39.943884 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60742) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:39.970355 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-fb0bc08a-1cc8-4ee4-8ebb-7ab7d661c558 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "GET /v2.0/ports?device_id=49837f81-a778-43df-a733-6f075a0db678 HTTP/1.1" status: 200 len: 205 time: 0.0253823 Dec 09 15:56:39.972747 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60744) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:40.015096 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-8529529b-1952-49de-9321-5c8b422193b6 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] delete failed (client error): The resource could not be found. Dec 09 15:56:40.019498 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8529529b-1952-49de-9321-5c8b422193b6 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "DELETE /v2.0/routers/49837f81-a778-43df-a733-6f075a0db678 HTTP/1.1" status: 404 len: 336 time: 0.0424604 Dec 09 15:56:40.019498 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60746) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:40.046085 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b14fe7-61b2-4522-833c-3e3ad0d6d3c9 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] DELETE failed (client error): The resource could not be found. Dec 09 15:56:40.046551 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1b14fe7-61b2-4522-833c-3e3ad0d6d3c9 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:56:40.050349 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d1b14fe7-61b2-4522-833c-3e3ad0d6d3c9 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "DELETE /v2.0/subnets/61f6cefb-9271-4483-b1b1-7c49cb279792 HTTP/1.1" status: 404 len: 337 time: 0.0297067 Dec 09 15:56:40.052695 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60750) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:40.079326 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d49a85-8ed8-4e27-b99e-39e9c8a48263 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] DELETE failed (client error): The resource could not be found. Dec 09 15:56:40.079767 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6d49a85-8ed8-4e27-b99e-39e9c8a48263 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:56:40.083532 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e6d49a85-8ed8-4e27-b99e-39e9c8a48263 tempest-RoutersTest-2042215480 tempest-RoutersTest-2042215480-project] 10.222.0.57 "DELETE /v2.0/subnets/35ee35ec-4feb-4f01-9443-3b4dc086e007 HTTP/1.1" status: 404 len: 337 time: 0.0298970 Dec 09 15:56:40.392116 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60764) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:40.634077 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-02944c55-3b29-4dd0-a093-26ced0f3629b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=191f2fbe1f284dfcaf35d400d96cab65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2405925 Dec 09 15:56:40.636513 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60774) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:40.689509 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-55f59511-9bf6-41d1-a2ce-c8b83d59798f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:40.711249 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-55f59511-9bf6-41d1-a2ce-c8b83d59798f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:40.763485 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-55f59511-9bf6-41d1-a2ce-c8b83d59798f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:40.766379 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-55f59511-9bf6-41d1-a2ce-c8b83d59798f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:40.767727 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-55f59511-9bf6-41d1-a2ce-c8b83d59798f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/71af790d-72ce-4287-b6ce-e4d8d453a3be HTTP/1.1" status: 204 len: 168 time: 0.1301622 Dec 09 15:56:40.785969 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f59511-9bf6-41d1-a2ce-c8b83d59798f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71af790d-72ce-4287-b6ce-e4d8d453a3be,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:41.584153 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60816) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:41.780129 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-3315158d-ee09-4442-8a08-955f0338acf9 tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-604877099'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:56:41.802795 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3315158d-ee09-4442-8a08-955f0338acf9 tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] Made reservation on behalf of b447e7fd29804b06aef37345b3d05b34 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:56:41.806551 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3315158d-ee09-4442-8a08-955f0338acf9 tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:41.815771 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3315158d-ee09-4442-8a08-955f0338acf9 tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:41.902920 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3315158d-ee09-4442-8a08-955f0338acf9 tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:41.906779 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3315158d-ee09-4442-8a08-955f0338acf9 tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:41.931215 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3315158d-ee09-4442-8a08-955f0338acf9 tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:56:41.944906 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3315158d-ee09-4442-8a08-955f0338acf9 tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d08a9058-cd6f-486d-a443-083137118d89,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:41.949728 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3315158d-ee09-4442-8a08-955f0338acf9 tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:41.950078 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-3315158d-ee09-4442-8a08-955f0338acf9 tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] Added segment cc814403-9be3-424b-9789-6f2803580f7e of type vlan for network 184fe8b1-6544-413c-a4e7-93d1c46f5654 Dec 09 15:56:41.992127 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3315158d-ee09-4442-8a08-955f0338acf9 tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:42.018833 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3315158d-ee09-4442-8a08-955f0338acf9 tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:42.024732 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3315158d-ee09-4442-8a08-955f0338acf9 tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:42.025326 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3315158d-ee09-4442-8a08-955f0338acf9 tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:42.088825 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3315158d-ee09-4442-8a08-955f0338acf9 tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.5033829 Dec 09 15:56:42.092204 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60834) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:42.097267 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-d157884f-e4b5-4697-bd53-26bb4677f84e tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '184fe8b1-6544-413c-a4e7-93d1c46f5654', 'tempest-TagsTest-Tag-11812139') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:42.114306 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3315158d-ee09-4442-8a08-955f0338acf9 tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] Pushing event updated for resources: {'Network': ['ID=184fe8b1-6544-413c-a4e7-93d1c46f5654,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:42.124915 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 184fe8b1-6544-413c-a4e7-93d1c46f5654 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:56:42.189487 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d157884f-e4b5-4697-bd53-26bb4677f84e tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] 10.222.0.57 "PUT /v2.0/networks/184fe8b1-6544-413c-a4e7-93d1c46f5654/tags/tempest-TagsTest-Tag-11812139 HTTP/1.1" status: 201 len: 201 time: 0.0962596 Dec 09 15:56:42.192255 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60838) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:42.198062 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-418198bb-43c3-489d-8ed2-68dfc1a8967b tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '184fe8b1-6544-413c-a4e7-93d1c46f5654', 'tempest-TagsTest-Tag-11812139') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:42.270663 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-418198bb-43c3-489d-8ed2-68dfc1a8967b tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] 10.222.0.57 "GET /v2.0/networks/184fe8b1-6544-413c-a4e7-93d1c46f5654/tags/tempest-TagsTest-Tag-11812139 HTTP/1.1" status: 204 len: 168 time: 0.0760398 Dec 09 15:56:42.273142 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60842) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:42.277253 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-c7198c76-4db1-4c1b-a637-1703d3f4bfeb tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '184fe8b1-6544-413c-a4e7-93d1c46f5654') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:42.353894 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c7198c76-4db1-4c1b-a637-1703d3f4bfeb tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] 10.222.0.57 "GET /v2.0/networks/184fe8b1-6544-413c-a4e7-93d1c46f5654/tags HTTP/1.1" status: 200 len: 236 time: 0.0797102 Dec 09 15:56:42.355382 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60846) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:42.360019 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-bd328075-4d2a-4d97-b9a7-08a54785ba64 tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '184fe8b1-6544-413c-a4e7-93d1c46f5654', {'tags': ['tempest-TagsTest-Tag-1593298481', 'tempest-TagsTest-Tag-755103832', 'tempest-TagsTest-Tag-1898503096']}) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:42.439029 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bd328075-4d2a-4d97-b9a7-08a54785ba64 tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] 10.222.0.57 "PUT /v2.0/networks/184fe8b1-6544-413c-a4e7-93d1c46f5654/tags HTTP/1.1" status: 200 len: 308 time: 0.0823948 Dec 09 15:56:42.442384 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60850) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:42.447786 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-e2f7e440-359c-4bca-846e-03c496177778 tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '184fe8b1-6544-413c-a4e7-93d1c46f5654', 'tempest-TagsTest-Tag-1593298481') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:42.540244 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e2f7e440-359c-4bca-846e-03c496177778 tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] 10.222.0.57 "DELETE /v2.0/networks/184fe8b1-6544-413c-a4e7-93d1c46f5654/tags/tempest-TagsTest-Tag-1593298481 HTTP/1.1" status: 204 len: 168 time: 0.0964410 Dec 09 15:56:42.542901 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60858) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:42.547281 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-3df9d362-4751-4579-a86a-e18c4052f690 tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '184fe8b1-6544-413c-a4e7-93d1c46f5654', 'tempest-TagsTest-Tag-1593298481') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:42.617038 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-3df9d362-4751-4579-a86a-e18c4052f690 tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] show failed (client error): The resource could not be found. Dec 09 15:56:42.618115 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3df9d362-4751-4579-a86a-e18c4052f690 tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] 10.222.0.57 "GET /v2.0/networks/184fe8b1-6544-413c-a4e7-93d1c46f5654/tags/tempest-TagsTest-Tag-1593298481 HTTP/1.1" status: 404 len: 326 time: 0.0741851 Dec 09 15:56:42.620895 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60864) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:42.625031 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-aaa3a1d8-1d22-416b-91b2-bdc7c53c4fc1 tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '184fe8b1-6544-413c-a4e7-93d1c46f5654', 'tempest-TagsTest-Tag-755103832') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:42.672767 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:56:42.698050 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-aaa3a1d8-1d22-416b-91b2-bdc7c53c4fc1 tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] 10.222.0.57 "GET /v2.0/networks/184fe8b1-6544-413c-a4e7-93d1c46f5654/tags/tempest-TagsTest-Tag-755103832 HTTP/1.1" status: 204 len: 168 time: 0.0761435 Dec 09 15:56:42.700538 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60870) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:42.704993 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-bd9f831c-9838-45dc-8b76-fd48fdc23f27 tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '184fe8b1-6544-413c-a4e7-93d1c46f5654', 'tempest-TagsTest-Tag-1898503096') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:42.777180 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-bd9f831c-9838-45dc-8b76-fd48fdc23f27 tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] 10.222.0.57 "GET /v2.0/networks/184fe8b1-6544-413c-a4e7-93d1c46f5654/tags/tempest-TagsTest-Tag-1898503096 HTTP/1.1" status: 204 len: 168 time: 0.0752463 Dec 09 15:56:42.780029 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60874) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:42.784512 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-6c5d1b01-3fe2-4f06-a52f-d76bbc91b522 tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '184fe8b1-6544-413c-a4e7-93d1c46f5654') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:42.870187 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6c5d1b01-3fe2-4f06-a52f-d76bbc91b522 tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] 10.222.0.57 "DELETE /v2.0/networks/184fe8b1-6544-413c-a4e7-93d1c46f5654/tags HTTP/1.1" status: 204 len: 168 time: 0.0865538 Dec 09 15:56:42.870187 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60880) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:42.874475 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-40a77997-0454-4f7a-b136-3aea62bad51d tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '184fe8b1-6544-413c-a4e7-93d1c46f5654', 'tempest-TagsTest-Tag-755103832') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:42.947222 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-40a77997-0454-4f7a-b136-3aea62bad51d tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] show failed (client error): The resource could not be found. Dec 09 15:56:42.948680 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-40a77997-0454-4f7a-b136-3aea62bad51d tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] 10.222.0.57 "GET /v2.0/networks/184fe8b1-6544-413c-a4e7-93d1c46f5654/tags/tempest-TagsTest-Tag-755103832 HTTP/1.1" status: 404 len: 325 time: 0.0774896 Dec 09 15:56:42.951434 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60884) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:42.955634 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-1f66a218-b486-4c80-bc0d-e8a8a0e536a6 tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '184fe8b1-6544-413c-a4e7-93d1c46f5654', 'tempest-TagsTest-Tag-1898503096') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:43.022298 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-1f66a218-b486-4c80-bc0d-e8a8a0e536a6 tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] show failed (client error): The resource could not be found. Dec 09 15:56:43.023395 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1f66a218-b486-4c80-bc0d-e8a8a0e536a6 tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] 10.222.0.57 "GET /v2.0/networks/184fe8b1-6544-413c-a4e7-93d1c46f5654/tags/tempest-TagsTest-Tag-1898503096 HTTP/1.1" status: 404 len: 326 time: 0.0710204 Dec 09 15:56:43.026109 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 60888) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:43.030312 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-7b44b150-52a5-4a76-b10a-1f67e51f349e tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '184fe8b1-6544-413c-a4e7-93d1c46f5654') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:43.105922 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7b44b150-52a5-4a76-b10a-1f67e51f349e tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] 10.222.0.57 "DELETE /v2.0/networks/184fe8b1-6544-413c-a4e7-93d1c46f5654/tags HTTP/1.1" status: 204 len: 168 time: 0.0787792 Dec 09 15:56:43.110214 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60890) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:43.189273 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3b2ff702-36d5-417d-bdb2-222938cb7858 tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:43.277675 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3b2ff702-36d5-417d-bdb2-222938cb7858 tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:43.297951 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-3b2ff702-36d5-417d-bdb2-222938cb7858 tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['184fe8b1-6544-413c-a4e7-93d1c46f5654']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:43.307718 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-3b2ff702-36d5-417d-bdb2-222938cb7858 tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc814403-9be3-424b-9789-6f2803580f7e') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:43.308182 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-3b2ff702-36d5-417d-bdb2-222938cb7858 tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc814403-9be3-424b-9789-6f2803580f7e') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:43.319253 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3b2ff702-36d5-417d-bdb2-222938cb7858 tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:43.332938 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3b2ff702-36d5-417d-bdb2-222938cb7858 tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:43.339423 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b2ff702-36d5-417d-bdb2-222938cb7858 tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:56:43.340183 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3b2ff702-36d5-417d-bdb2-222938cb7858 tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:43.343235 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:56:43.343235 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:56:43.343235 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:56:43.343235 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:56:43.343235 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:56:43.343235 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:56:43.343235 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:56:43.343235 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:56:43.343235 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:56:43.343235 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:56:43.343235 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:56:43.343235 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:56:43.343235 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:56:43.343235 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:56:43.343235 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:56:43.343235 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:56:43.343235 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:56:43.343235 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:56:43.343235 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:56:43.343235 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:56:43.343235 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:56:43.343235 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:56:43.343235 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:56:43.343235 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:56:43.343235 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:56:43.343235 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:56:43.343235 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:56:43.343235 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:56:43.343235 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:56:43.343235 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:56:43.343235 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:56:43.343235 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:56:43.408040 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3b2ff702-36d5-417d-bdb2-222938cb7858 tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:43.426461 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3b2ff702-36d5-417d-bdb2-222938cb7858 tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:43.429706 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3b2ff702-36d5-417d-bdb2-222938cb7858 tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] 10.222.0.57 "DELETE /v2.0/networks/184fe8b1-6544-413c-a4e7-93d1c46f5654 HTTP/1.1" status: 204 len: 168 time: 0.3184972 Dec 09 15:56:43.431024 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ff702-36d5-417d-bdb2-222938cb7858 tempest-TagsTest-1309904675 tempest-TagsTest-1309904675-project] Pushing event deleted for resources: {'Network': ['ID=184fe8b1-6544-413c-a4e7-93d1c46f5654,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:43.683883 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60908) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:43.916875 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b4d8c6d5-eda0-42ae-b29e-600cf8661f85 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b447e7fd29804b06aef37345b3d05b34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2317431 Dec 09 15:56:43.919265 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 60918) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:43.967936 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-54329937-f1ec-43df-98bc-ec40755299cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:43.992567 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-54329937-f1ec-43df-98bc-ec40755299cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:44.046926 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-54329937-f1ec-43df-98bc-ec40755299cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:44.050107 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-54329937-f1ec-43df-98bc-ec40755299cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:44.051298 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-54329937-f1ec-43df-98bc-ec40755299cd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d08a9058-cd6f-486d-a443-083137118d89 HTTP/1.1" status: 204 len: 168 time: 0.1311259 Dec 09 15:56:44.060731 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54329937-f1ec-43df-98bc-ec40755299cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08a9058-cd6f-486d-a443-083137118d89,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:46.008570 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:46.140367 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 32792) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:46.303670 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-983216b2-7514-4771-8474-614398dc7dee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:46.387731 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-983216b2-7514-4771-8474-614398dc7dee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:46.392243 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-983216b2-7514-4771-8474-614398dc7dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:46.432920 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-983216b2-7514-4771-8474-614398dc7dee admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8ae4465eb3e04c5d8db97b53826b808f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2913032 Dec 09 15:56:46.433714 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 32802) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:46.435555 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983216b2-7514-4771-8474-614398dc7dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8f7145-44eb-4a6e-a0cb-3005636093a9,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:46.485947 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29f4ef74-869e-407c-99af-f7cca383a3f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:46.508549 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29f4ef74-869e-407c-99af-f7cca383a3f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:46.556297 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29f4ef74-869e-407c-99af-f7cca383a3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:46.559610 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-29f4ef74-869e-407c-99af-f7cca383a3f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:46.561046 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-29f4ef74-869e-407c-99af-f7cca383a3f8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0d8f7145-44eb-4a6e-a0cb-3005636093a9 HTTP/1.1" status: 204 len: 168 time: 0.1261609 Dec 09 15:56:46.570020 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ef74-869e-407c-99af-f7cca383a3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8f7145-44eb-4a6e-a0cb-3005636093a9,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:46.934586 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 32816) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:46.948149 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1c4084a1-5967-424d-9a96-7b57b7200f90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:47.022762 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1c4084a1-5967-424d-9a96-7b57b7200f90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:47.026506 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1c4084a1-5967-424d-9a96-7b57b7200f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:47.067902 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1c4084a1-5967-424d-9a96-7b57b7200f90 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=87fb1392495745b0bdca36c5710e6836&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1322253 Dec 09 15:56:47.069853 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4084a1-5967-424d-9a96-7b57b7200f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c7bc8a-2ce0-4876-aa3d-d91566ef0319,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:47.070536 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 32822) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:47.122624 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ced82ac9-b8dc-4191-b9e9-f9c8935a4ffc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:47.145144 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ced82ac9-b8dc-4191-b9e9-f9c8935a4ffc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:47.196496 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ced82ac9-b8dc-4191-b9e9-f9c8935a4ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:47.199158 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ced82ac9-b8dc-4191-b9e9-f9c8935a4ffc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:47.200350 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ced82ac9-b8dc-4191-b9e9-f9c8935a4ffc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b2c7bc8a-2ce0-4876-aa3d-d91566ef0319 HTTP/1.1" status: 204 len: 168 time: 0.1287224 Dec 09 15:56:47.209695 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced82ac9-b8dc-4191-b9e9-f9c8935a4ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c7bc8a-2ce0-4876-aa3d-d91566ef0319,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:48.982942 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 32908) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:49.088851 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c8f005dc-88d5-4a1a-aa85-521ff9b55f85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:49.169258 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c8f005dc-88d5-4a1a-aa85-521ff9b55f85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:49.173009 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c8f005dc-88d5-4a1a-aa85-521ff9b55f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:49.212554 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c8f005dc-88d5-4a1a-aa85-521ff9b55f85 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a1d9fcf0b67943638fc29375769b9952&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2284882 Dec 09 15:56:49.213431 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f005dc-88d5-4a1a-aa85-521ff9b55f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05db7776-79a8-43fc-9c2e-0c874c0a5874,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:49.215309 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 32912) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:49.227915 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f005dc-88d5-4a1a-aa85-521ff9b55f85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:49.228267 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f005dc-88d5-4a1a-aa85-521ff9b55f85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:49.228638 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f005dc-88d5-4a1a-aa85-521ff9b55f85 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:49.228976 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f005dc-88d5-4a1a-aa85-521ff9b55f85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:49.229310 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f005dc-88d5-4a1a-aa85-521ff9b55f85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:49.229637 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f005dc-88d5-4a1a-aa85-521ff9b55f85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:49.229962 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f005dc-88d5-4a1a-aa85-521ff9b55f85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:49.230287 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f005dc-88d5-4a1a-aa85-521ff9b55f85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:49.230616 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f005dc-88d5-4a1a-aa85-521ff9b55f85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:49.230930 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f005dc-88d5-4a1a-aa85-521ff9b55f85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:49.231249 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f005dc-88d5-4a1a-aa85-521ff9b55f85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:49.231566 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f005dc-88d5-4a1a-aa85-521ff9b55f85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:49.231882 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f005dc-88d5-4a1a-aa85-521ff9b55f85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:49.278515 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bfa053a3-4eb9-430a-b206-664daee96e79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:49.299629 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bfa053a3-4eb9-430a-b206-664daee96e79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:49.364538 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bfa053a3-4eb9-430a-b206-664daee96e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:49.367654 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bfa053a3-4eb9-430a-b206-664daee96e79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:49.371564 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bfa053a3-4eb9-430a-b206-664daee96e79 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/05db7776-79a8-43fc-9c2e-0c874c0a5874 HTTP/1.1" status: 204 len: 168 time: 0.1527181 Dec 09 15:56:49.379498 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa053a3-4eb9-430a-b206-664daee96e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05db7776-79a8-43fc-9c2e-0c874c0a5874,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:49.663036 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 32920) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:49.677342 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d119e1f1-0a48-416d-abee-c2f6e8b4a20b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:49.752754 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d119e1f1-0a48-416d-abee-c2f6e8b4a20b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:49.756224 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d119e1f1-0a48-416d-abee-c2f6e8b4a20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:49.796076 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d119e1f1-0a48-416d-abee-c2f6e8b4a20b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=92b066a3208e4088a0c5949ecccf8971&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1318941 Dec 09 15:56:49.798095 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d119e1f1-0a48-416d-abee-c2f6e8b4a20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5197c555-667e-4605-935a-9ee04e8271c1,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:49.799399 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 32922) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:49.849201 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7028384-d12d-42ab-a00b-f3fe9d1cdfaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:49.870384 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7028384-d12d-42ab-a00b-f3fe9d1cdfaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:49.918552 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7028384-d12d-42ab-a00b-f3fe9d1cdfaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:49.921505 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7028384-d12d-42ab-a00b-f3fe9d1cdfaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:49.922755 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a7028384-d12d-42ab-a00b-f3fe9d1cdfaa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5197c555-667e-4605-935a-9ee04e8271c1 HTTP/1.1" status: 204 len: 168 time: 0.1222370 Dec 09 15:56:49.934598 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7028384-d12d-42ab-a00b-f3fe9d1cdfaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5197c555-667e-4605-935a-9ee04e8271c1,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:49.946200 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7028384-d12d-42ab-a00b-f3fe9d1cdfaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:49.946659 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7028384-d12d-42ab-a00b-f3fe9d1cdfaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:49.947111 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7028384-d12d-42ab-a00b-f3fe9d1cdfaa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:49.947539 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7028384-d12d-42ab-a00b-f3fe9d1cdfaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:49.948052 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7028384-d12d-42ab-a00b-f3fe9d1cdfaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:49.948481 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7028384-d12d-42ab-a00b-f3fe9d1cdfaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:49.948886 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7028384-d12d-42ab-a00b-f3fe9d1cdfaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:49.949285 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7028384-d12d-42ab-a00b-f3fe9d1cdfaa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:49.949683 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7028384-d12d-42ab-a00b-f3fe9d1cdfaa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:49.950083 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7028384-d12d-42ab-a00b-f3fe9d1cdfaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:49.950480 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7028384-d12d-42ab-a00b-f3fe9d1cdfaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:49.950875 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7028384-d12d-42ab-a00b-f3fe9d1cdfaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:49.951279 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7028384-d12d-42ab-a00b-f3fe9d1cdfaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:56:50.461283 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fb73c664-fc75-4b07-b06d-35752bd4f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:52.133915 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 32992) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:52.240545 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b9b37e39-8416-47d6-b5f0-f17e47eb9fce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:52.313891 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b9b37e39-8416-47d6-b5f0-f17e47eb9fce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:52.318656 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b9b37e39-8416-47d6-b5f0-f17e47eb9fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:52.357824 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b9b37e39-8416-47d6-b5f0-f17e47eb9fce admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5021c2a289e540e5859d8127112e1260&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2227874 Dec 09 15:56:52.358567 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b37e39-8416-47d6-b5f0-f17e47eb9fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2a9638-ed55-42a5-936e-984b52672725,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:52.360594 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 32996) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:52.413708 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aac0cb16-189e-4f38-973d-ec04868d1eb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:52.435692 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aac0cb16-189e-4f38-973d-ec04868d1eb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:52.487371 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aac0cb16-189e-4f38-973d-ec04868d1eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:52.490147 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aac0cb16-189e-4f38-973d-ec04868d1eb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:52.494420 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-aac0cb16-189e-4f38-973d-ec04868d1eb6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8e2a9638-ed55-42a5-936e-984b52672725 HTTP/1.1" status: 204 len: 168 time: 0.1326241 Dec 09 15:56:52.503613 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0cb16-189e-4f38-973d-ec04868d1eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2a9638-ed55-42a5-936e-984b52672725,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:52.769008 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33004) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:52.784128 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-439312be-3dc6-4957-a90a-23958acc70c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:52.860755 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-439312be-3dc6-4957-a90a-23958acc70c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:52.865199 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-439312be-3dc6-4957-a90a-23958acc70c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:52.903802 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-439312be-3dc6-4957-a90a-23958acc70c5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dec714a22c9744e3b2a5bafcfe8d2152&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1336758 Dec 09 15:56:52.904794 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439312be-3dc6-4957-a90a-23958acc70c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6b026e-dd70-4d82-ac4e-8169c60cfbd7,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:52.906605 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 33006) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:52.960907 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e4ed8f80-db6e-4a4d-9bbe-c5a29bbe6890 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:52.963730 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c322a317-0bd0-490f-8f56-e9f498c691ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:52.983501 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e4ed8f80-db6e-4a4d-9bbe-c5a29bbe6890 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:53.030395 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e4ed8f80-db6e-4a4d-9bbe-c5a29bbe6890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:53.033771 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e4ed8f80-db6e-4a4d-9bbe-c5a29bbe6890 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:53.036868 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e4ed8f80-db6e-4a4d-9bbe-c5a29bbe6890 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3d6b026e-dd70-4d82-ac4e-8169c60cfbd7 HTTP/1.1" status: 204 len: 168 time: 0.1277056 Dec 09 15:56:53.045117 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed8f80-db6e-4a4d-9bbe-c5a29bbe6890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6b026e-dd70-4d82-ac4e-8169c60cfbd7,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:54.070753 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:54.623234 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 33058) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:54.641141 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:54.731880 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10143c89-37e3-46e3-abe7-f37958aa3084 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:54.815437 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10143c89-37e3-46e3-abe7-f37958aa3084 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:54.819258 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10143c89-37e3-46e3-abe7-f37958aa3084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:54.858298 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-10143c89-37e3-46e3-abe7-f37958aa3084 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6a6f0d7ed5dd4c88900cce6e9b28f9ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2337201 Dec 09 15:56:54.860233 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10143c89-37e3-46e3-abe7-f37958aa3084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59d4b04-3137-4062-8678-b1b40ad06cd1,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:54.861364 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33064) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:54.914853 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27738156-a1f0-41b3-aff9-a8179c8e7a8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:54.935913 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27738156-a1f0-41b3-aff9-a8179c8e7a8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:54.983092 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27738156-a1f0-41b3-aff9-a8179c8e7a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:54.985745 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27738156-a1f0-41b3-aff9-a8179c8e7a8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:54.987069 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-27738156-a1f0-41b3-aff9-a8179c8e7a8a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d59d4b04-3137-4062-8678-b1b40ad06cd1 HTTP/1.1" status: 204 len: 168 time: 0.1244161 Dec 09 15:56:54.995227 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27738156-a1f0-41b3-aff9-a8179c8e7a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59d4b04-3137-4062-8678-b1b40ad06cd1,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:55.304876 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:56.442800 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:02.375381 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e4343-32d2-40b9-8434-f094ea068ffe req-d4467d84-a427-49a4-b1d9-f236f7805ce9 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:02.382573 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e4343-32d2-40b9-8434-f094ea068ffe req-d4467d84-a427-49a4-b1d9-f236f7805ce9 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:02.388738 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e4343-32d2-40b9-8434-f094ea068ffe req-d4467d84-a427-49a4-b1d9-f236f7805ce9 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:02.395321 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e4343-32d2-40b9-8434-f094ea068ffe req-d4467d84-a427-49a4-b1d9-f236f7805ce9 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:02.401414 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e4343-32d2-40b9-8434-f094ea068ffe req-d4467d84-a427-49a4-b1d9-f236f7805ce9 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:02.407376 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e4343-32d2-40b9-8434-f094ea068ffe req-d4467d84-a427-49a4-b1d9-f236f7805ce9 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:02.413834 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e4343-32d2-40b9-8434-f094ea068ffe req-d4467d84-a427-49a4-b1d9-f236f7805ce9 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:02.415746 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-997e4343-32d2-40b9-8434-f094ea068ffe req-d4467d84-a427-49a4-b1d9-f236f7805ce9 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 5446 time: 0.1056952 Dec 09 15:57:02.480712 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-997e4343-32d2-40b9-8434-f094ea068ffe req-eecbe819-3471-4050-b8e7-4540957df16b tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=c5881a67-eda0-4da9-8b2e-8ff2108b95fa&id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586064 Dec 09 15:57:02.641661 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44fd10-d642-4768-87ab-2a0bd4bcdf72 req-af9da7ab-ec03-4a6f-bd3c-6c778babfec8 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:02.647959 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44fd10-d642-4768-87ab-2a0bd4bcdf72 req-af9da7ab-ec03-4a6f-bd3c-6c778babfec8 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:02.654502 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44fd10-d642-4768-87ab-2a0bd4bcdf72 req-af9da7ab-ec03-4a6f-bd3c-6c778babfec8 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:02.661000 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44fd10-d642-4768-87ab-2a0bd4bcdf72 req-af9da7ab-ec03-4a6f-bd3c-6c778babfec8 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:02.667118 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44fd10-d642-4768-87ab-2a0bd4bcdf72 req-af9da7ab-ec03-4a6f-bd3c-6c778babfec8 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:02.674060 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44fd10-d642-4768-87ab-2a0bd4bcdf72 req-af9da7ab-ec03-4a6f-bd3c-6c778babfec8 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:02.680166 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44fd10-d642-4768-87ab-2a0bd4bcdf72 req-af9da7ab-ec03-4a6f-bd3c-6c778babfec8 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:02.685036 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ba44fd10-d642-4768-87ab-2a0bd4bcdf72 req-af9da7ab-ec03-4a6f-bd3c-6c778babfec8 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 5446 time: 0.1032312 Dec 09 15:57:04.334294 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6352d4-dfdb-476b-8ece-a2f3cab411cf req-dc4aaae7-2eb6-46d8-af07-61b1284e29a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:04.334978 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6352d4-dfdb-476b-8ece-a2f3cab411cf req-dc4aaae7-2eb6-46d8-af07-61b1284e29a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:04.335243 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6352d4-dfdb-476b-8ece-a2f3cab411cf req-dc4aaae7-2eb6-46d8-af07-61b1284e29a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:04.335717 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6352d4-dfdb-476b-8ece-a2f3cab411cf req-dc4aaae7-2eb6-46d8-af07-61b1284e29a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:04.336237 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6352d4-dfdb-476b-8ece-a2f3cab411cf req-dc4aaae7-2eb6-46d8-af07-61b1284e29a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:04.336731 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6352d4-dfdb-476b-8ece-a2f3cab411cf req-dc4aaae7-2eb6-46d8-af07-61b1284e29a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:04.337202 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6352d4-dfdb-476b-8ece-a2f3cab411cf req-dc4aaae7-2eb6-46d8-af07-61b1284e29a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:04.339168 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4e6352d4-dfdb-476b-8ece-a2f3cab411cf req-dc4aaae7-2eb6-46d8-af07-61b1284e29a7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 6503 time: 0.0536442 Dec 09 15:57:04.401551 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4e6352d4-dfdb-476b-8ece-a2f3cab411cf req-b170e8eb-d6ed-4f72-bb7f-f34dc1f1c10d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c5881a67-eda0-4da9-8b2e-8ff2108b95fa&id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543320 Dec 09 15:57:12.478663 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-7aaf739f-0581-4b7c-baad-a92e26b4a534 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0456946 Dec 09 15:57:12.571672 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-64b29e2c-6edc-4334-b1b2-2257ad66ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:12.572152 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-64b29e2c-6edc-4334-b1b2-2257ad66ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:12.572712 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-64b29e2c-6edc-4334-b1b2-2257ad66ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:12.573220 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-64b29e2c-6edc-4334-b1b2-2257ad66ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:12.573668 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-64b29e2c-6edc-4334-b1b2-2257ad66ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:12.574125 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-64b29e2c-6edc-4334-b1b2-2257ad66ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:12.574581 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-64b29e2c-6edc-4334-b1b2-2257ad66ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:12.576472 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-64b29e2c-6edc-4334-b1b2-2257ad66ca1d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b613632b80754e8bbd6b2b6b64d76f9f&device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 6503 time: 0.0494440 Dec 09 15:57:12.701388 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-ac923bcb-26d2-47ad-8dec-e4898229fd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:12.701866 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-ac923bcb-26d2-47ad-8dec-e4898229fd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:12.702365 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-ac923bcb-26d2-47ad-8dec-e4898229fd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:12.703953 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-ac923bcb-26d2-47ad-8dec-e4898229fd4f service neutron] 10.222.0.31 "GET /v2.0/networks?id=adb124e6-1a92-4d5d-80ee-086775721fea&id=793151e9-673a-4eba-bc7f-eef12bb07531&id=793151e9-673a-4eba-bc7f-eef12bb07531&id=793151e9-673a-4eba-bc7f-eef12bb07531&id=793151e9-673a-4eba-bc7f-eef12bb07531&id=e220874f-4ea8-4ea6-9fc4-39a517be75d8&id=e220874f-4ea8-4ea6-9fc4-39a517be75d8 HTTP/1.1" status: 200 len: 2298 time: 0.1042676 Dec 09 15:57:12.770523 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-42835007-f226-4592-9ae8-06cb808abc7b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=217d63fb-6a3c-41f2-9610-2d02930597a5 HTTP/1.1" status: 200 len: 1002 time: 0.0592811 Dec 09 15:57:12.821310 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-b6191c05-2bd2-4187-9bc5-530101b6804c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:12.822760 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-b6191c05-2bd2-4187-9bc5-530101b6804c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3889a99e-c403-4ee7-93f6-53dfad03a358 HTTP/1.1" status: 200 len: 856 time: 0.0445883 Dec 09 15:57:12.873574 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-81b7f5c5-9425-4921-9fe9-7ca82284f833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:12.875100 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-81b7f5c5-9425-4921-9fe9-7ca82284f833 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=adb124e6-1a92-4d5d-80ee-086775721fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451288 Dec 09 15:57:12.967493 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-47af9789-ce30-420c-8a23-9750cb829148 service neutron] 10.222.0.31 "GET /v2.0/networks/adb124e6-1a92-4d5d-80ee-086775721fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851290 Dec 09 15:57:13.060829 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-13111080-0b6d-4b69-ab7b-b4adc1b53c12 service neutron] 10.222.0.31 "GET /v2.0/networks/adb124e6-1a92-4d5d-80ee-086775721fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861731 Dec 09 15:57:13.102922 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-f96d04d4-5561-4672-8b01-ae4d001ef325 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=fad6d866-ac07-4b51-a443-56d0c8a689d8 HTTP/1.1" status: 200 len: 217 time: 0.0356452 Dec 09 15:57:13.153004 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-42c807e6-2cb1-4dca-b6e2-d13ec8ef76f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:13.154478 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-42c807e6-2cb1-4dca-b6e2-d13ec8ef76f0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=171b19ce-c8cb-49f0-b1d6-e7dc927afc82 HTTP/1.1" status: 200 len: 797 time: 0.0449793 Dec 09 15:57:13.212940 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-59f44c07-de5c-4b31-9729-baec7c5a6ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:13.214465 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-59f44c07-de5c-4b31-9729-baec7c5a6ee3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=793151e9-673a-4eba-bc7f-eef12bb07531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0533645 Dec 09 15:57:13.310066 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-0822593c-423c-4c28-9ace-6aa852b7f1f7 service neutron] 10.222.0.31 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874717 Dec 09 15:57:13.406101 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-46fee12c-b116-4d8e-8b9c-e4515bc411ae service neutron] 10.222.0.31 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888629 Dec 09 15:57:13.448977 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-4cca8c31-9626-413e-b203-50ecca77fad5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=c80d9ccb-8f47-4f45-874e-82d37cf55b7b HTTP/1.1" status: 200 len: 217 time: 0.0355954 Dec 09 15:57:13.498592 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-7900563e-b747-48f9-b97e-467d283f7505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:13.500066 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-7900563e-b747-48f9-b97e-467d283f7505 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=171b19ce-c8cb-49f0-b1d6-e7dc927afc82 HTTP/1.1" status: 200 len: 797 time: 0.0441642 Dec 09 15:57:13.549549 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-34f61886-79a2-4e21-a880-596c75f592d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:13.551020 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-34f61886-79a2-4e21-a880-596c75f592d7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=793151e9-673a-4eba-bc7f-eef12bb07531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0439975 Dec 09 15:57:13.642731 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-f485865e-0706-40fd-b94c-730d62137554 service neutron] 10.222.0.31 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839436 Dec 09 15:57:13.753609 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-a2b4b2dc-fd95-4ef4-a765-1f57cb1ccb32 service neutron] 10.222.0.31 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044066 Dec 09 15:57:13.797011 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-c4fb5d74-ec9c-4d11-928f-2e31ce2f01e1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=0a1a311d-b032-4c37-bd71-5d8793b18d3c HTTP/1.1" status: 200 len: 217 time: 0.0368044 Dec 09 15:57:13.848233 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-c5ca617e-3a3b-4ad9-a2b7-e1ff45c7723a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:13.849748 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-c5ca617e-3a3b-4ad9-a2b7-e1ff45c7723a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=171b19ce-c8cb-49f0-b1d6-e7dc927afc82 HTTP/1.1" status: 200 len: 797 time: 0.0461376 Dec 09 15:57:13.901485 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-37056a7b-3361-4723-8ad5-c7323f3b9227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:13.903200 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-37056a7b-3361-4723-8ad5-c7323f3b9227 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=793151e9-673a-4eba-bc7f-eef12bb07531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0456681 Dec 09 15:57:14.002470 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-e9c0e3ac-9c8f-4e7c-8f05-b9d0e0a67e4e service neutron] 10.222.0.31 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921373 Dec 09 15:57:14.409511 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-921f487a-f6f3-4e8a-a376-03d693bbbc90 service neutron] 10.222.0.31 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001391 Dec 09 15:57:14.452639 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-fb9cc4fc-76ba-49ea-8a2d-325816aa70d6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=dea1411b-b02d-409d-be67-df46d288f664 HTTP/1.1" status: 200 len: 217 time: 0.0350866 Dec 09 15:57:14.502468 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-ce39d7c1-fc0e-468b-9f12-7766067fe8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:14.503927 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-ce39d7c1-fc0e-468b-9f12-7766067fe8f8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=171b19ce-c8cb-49f0-b1d6-e7dc927afc82 HTTP/1.1" status: 200 len: 797 time: 0.0449457 Dec 09 15:57:14.554229 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-3841f3ba-690f-4670-8749-a3f7a49d6d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:14.555744 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-3841f3ba-690f-4670-8749-a3f7a49d6d47 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=793151e9-673a-4eba-bc7f-eef12bb07531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0447640 Dec 09 15:57:14.646618 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-b5540085-162e-4065-ad1e-32f05fc32654 service neutron] 10.222.0.31 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831122 Dec 09 15:57:14.748593 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-e6fc4aa0-43ec-4645-a661-804d1ff4a93c service neutron] 10.222.0.31 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905092 Dec 09 15:57:14.791257 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-ae283aa9-d00b-4299-b01b-aa356d4bb05f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=228cf703-1a9f-469e-a207-e9d6be7acce9 HTTP/1.1" status: 200 len: 217 time: 0.0360689 Dec 09 15:57:14.842859 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-5521cf4a-b4b2-4857-9e9c-337a5b83d984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:14.844354 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-5521cf4a-b4b2-4857-9e9c-337a5b83d984 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b86dc975-38b6-4f7b-a1b5-a30d296dd58d HTTP/1.1" status: 200 len: 797 time: 0.0456882 Dec 09 15:57:14.906201 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-db3e3554-f744-45cf-b2ec-e3077460eeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:14.908290 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-db3e3554-f744-45cf-b2ec-e3077460eeb1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e220874f-4ea8-4ea6-9fc4-39a517be75d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0567718 Dec 09 15:57:15.013798 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-7458415e-8726-4145-abb0-0cc9b427d295 service neutron] 10.222.0.31 "GET /v2.0/networks/e220874f-4ea8-4ea6-9fc4-39a517be75d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976579 Dec 09 15:57:15.112180 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-e4beadbf-e06f-421e-ab53-24c1d0cd470f service neutron] 10.222.0.31 "GET /v2.0/networks/e220874f-4ea8-4ea6-9fc4-39a517be75d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915744 Dec 09 15:57:15.154412 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-8a7a2833-bea5-4055-b259-7ef8acdbded9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5d0eeda5-19bf-4cd3-94f9-1bc316a94e48 HTTP/1.1" status: 200 len: 217 time: 0.0357728 Dec 09 15:57:15.203660 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-065d9390-9510-45b5-aed1-da5629a87902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:15.206427 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-065d9390-9510-45b5-aed1-da5629a87902 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b86dc975-38b6-4f7b-a1b5-a30d296dd58d HTTP/1.1" status: 200 len: 797 time: 0.0450571 Dec 09 15:57:15.258872 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-b2fbb30d-787a-42cd-9be6-e04004a66913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:15.260501 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-b2fbb30d-787a-42cd-9be6-e04004a66913 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e220874f-4ea8-4ea6-9fc4-39a517be75d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0455501 Dec 09 15:57:15.361937 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-f0fe7511-1700-42e6-b6be-1d153437710f service neutron] 10.222.0.31 "GET /v2.0/networks/e220874f-4ea8-4ea6-9fc4-39a517be75d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936470 Dec 09 15:57:15.457723 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e35c18c-cc72-4897-a36a-23fda9c17461 req-71d88436-cc2b-4b2e-9e9b-6fa4419e8317 service neutron] 10.222.0.31 "GET /v2.0/networks/e220874f-4ea8-4ea6-9fc4-39a517be75d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883214 Dec 09 15:57:16.031507 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:19.672983 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:57:19.687213 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33620) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:19.802925 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24a1023-6c0d-461d-836f-b7126b8fd1d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:19.882345 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24a1023-6c0d-461d-836f-b7126b8fd1d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:19.886039 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24a1023-6c0d-461d-836f-b7126b8fd1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:19.925611 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e24a1023-6c0d-461d-836f-b7126b8fd1d8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=84e6c14f90844157a8926467e93f4ce7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2372108 Dec 09 15:57:19.926502 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a1023-6c0d-461d-836f-b7126b8fd1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c0e062-fdd2-459c-b6d1-af8fc20223d2,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:19.928347 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 33630) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:19.977719 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e9e63be5-cae9-4d1f-8655-41ad9ae17d30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:19.998252 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e9e63be5-cae9-4d1f-8655-41ad9ae17d30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:20.046589 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e9e63be5-cae9-4d1f-8655-41ad9ae17d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:20.050521 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e9e63be5-cae9-4d1f-8655-41ad9ae17d30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:20.051675 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e9e63be5-cae9-4d1f-8655-41ad9ae17d30 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b4c0e062-fdd2-459c-b6d1-af8fc20223d2 HTTP/1.1" status: 204 len: 168 time: 0.1222842 Dec 09 15:57:20.060560 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e63be5-cae9-4d1f-8655-41ad9ae17d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c0e062-fdd2-459c-b6d1-af8fc20223d2,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:20.453222 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1a20f8b5-292b-478d-b2d7-00742ec950c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:21.239255 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33728) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:21.347475 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e94a861-b62f-49e5-8e0c-11f251a3e594 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:21.422930 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e94a861-b62f-49e5-8e0c-11f251a3e594 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:21.427273 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e94a861-b62f-49e5-8e0c-11f251a3e594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:21.471709 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6e94a861-b62f-49e5-8e0c-11f251a3e594 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9fb83712e6d640448861862e2601789a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2312143 Dec 09 15:57:21.473914 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94a861-b62f-49e5-8e0c-11f251a3e594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c989d017-fca6-473a-949e-f03145795563,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:21.474598 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 33736) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:21.525925 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ba992a7a-0921-4101-9084-7b35fb8b9a93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:21.547068 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ba992a7a-0921-4101-9084-7b35fb8b9a93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:21.595090 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ba992a7a-0921-4101-9084-7b35fb8b9a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:21.598590 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ba992a7a-0921-4101-9084-7b35fb8b9a93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:21.600026 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ba992a7a-0921-4101-9084-7b35fb8b9a93 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c989d017-fca6-473a-949e-f03145795563 HTTP/1.1" status: 204 len: 168 time: 0.1239793 Dec 09 15:57:21.610130 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba992a7a-0921-4101-9084-7b35fb8b9a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c989d017-fca6-473a-949e-f03145795563,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:22.261367 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 33772) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:22.364305 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-cefa15bc-4d2d-446a-bd34-2971d32d1b89 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-770952477'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:22.388685 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefa15bc-4d2d-446a-bd34-2971d32d1b89 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Made reservation on behalf of 43342fdf18ac47f8bdd8acbf94190fa0 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:57:22.392070 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cefa15bc-4d2d-446a-bd34-2971d32d1b89 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:22.400483 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cefa15bc-4d2d-446a-bd34-2971d32d1b89 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:22.477542 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cefa15bc-4d2d-446a-bd34-2971d32d1b89 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:22.481946 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cefa15bc-4d2d-446a-bd34-2971d32d1b89 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:22.512244 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cefa15bc-4d2d-446a-bd34-2971d32d1b89 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:57:22.518460 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa15bc-4d2d-446a-bd34-2971d32d1b89 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce24adc-de72-4dd6-93e1-cc419066b230,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:22.527243 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cefa15bc-4d2d-446a-bd34-2971d32d1b89 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:22.529085 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-cefa15bc-4d2d-446a-bd34-2971d32d1b89 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Added segment 1787f1cb-ccc2-4572-afc1-5ef06cb19e1d of type vlan for network 7143995d-76bf-422a-bfa8-c75f84e6bfb9 Dec 09 15:57:22.572762 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cefa15bc-4d2d-446a-bd34-2971d32d1b89 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:22.597565 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cefa15bc-4d2d-446a-bd34-2971d32d1b89 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:22.603251 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefa15bc-4d2d-446a-bd34-2971d32d1b89 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:22.603841 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cefa15bc-4d2d-446a-bd34-2971d32d1b89 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:22.664390 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-cefa15bc-4d2d-446a-bd34-2971d32d1b89 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4018703 Dec 09 15:57:22.667310 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 33780) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:22.672245 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-e347ea91-7367-42fe-a08c-01f44421a435 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Request body: {'subnet': {'network_id': '7143995d-76bf-422a-bfa8-c75f84e6bfb9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:22.720360 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa15bc-4d2d-446a-bd34-2971d32d1b89 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Pushing event updated for resources: {'Network': ['ID=7143995d-76bf-422a-bfa8-c75f84e6bfb9,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:22.732082 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 7143995d-76bf-422a-bfa8-c75f84e6bfb9 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:57:22.789619 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e347ea91-7367-42fe-a08c-01f44421a435 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Made reservation on behalf of 43342fdf18ac47f8bdd8acbf94190fa0 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:57:22.793296 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e347ea91-7367-42fe-a08c-01f44421a435 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:22.978634 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-68fff1c2-5a91-4f0b-9933-8f2b5cfc1176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:23.010381 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e347ea91-7367-42fe-a08c-01f44421a435 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:23.099047 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e347ea91-7367-42fe-a08c-01f44421a435 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Pushing event updated for resources: {'Subnet': ['ID=a7163ed9-7a52-47b3-82b2-72bfbb001f17,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:23.109658 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e347ea91-7367-42fe-a08c-01f44421a435 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Checking segment: {'id': '1787f1cb-ccc2-4572-afc1-5ef06cb19e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7143995d-76bf-422a-bfa8-c75f84e6bfb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:57:23.110216 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e347ea91-7367-42fe-a08c-01f44421a435 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Network hostable DHCP agents. Network: 7143995d-76bf-422a-bfa8-c75f84e6bfb9, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:57:23.130774 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e347ea91-7367-42fe-a08c-01f44421a435 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Network 7143995d-76bf-422a-bfa8-c75f84e6bfb9 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:57:23.140940 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-e347ea91-7367-42fe-a08c-01f44421a435 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 7143995d-76bf-422a-bfa8-c75f84e6bfb9) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:57:23.147803 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e347ea91-7367-42fe-a08c-01f44421a435 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:23.148407 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e347ea91-7367-42fe-a08c-01f44421a435 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:23.151603 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5264e8-690e-4849-9e32-3c6969852e40 None None] Network 7143995d-76bf-422a-bfa8-c75f84e6bfb9 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:57:23.170653 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e347ea91-7367-42fe-a08c-01f44421a435 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4998977 Dec 09 15:57:23.171067 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33792) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:23.176183 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8c58c131-6c4a-40cc-870e-aa16716645e2 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-614209303', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:23.201849 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c58c131-6c4a-40cc-870e-aa16716645e2 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:23.203827 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c58c131-6c4a-40cc-870e-aa16716645e2 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:23.274048 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c58c131-6c4a-40cc-870e-aa16716645e2 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:23.279007 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c58c131-6c4a-40cc-870e-aa16716645e2 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:23.282899 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bfc47d-e2c2-4749-a2b4-3796dcaeb572 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-7143995d-76bf-422a-bfa8-c75f84e6bfb9', 'network_id': '7143995d-76bf-422a-bfa8-c75f84e6bfb9', 'project_id': '43342fdf18ac47f8bdd8acbf94190fa0', 'fixed_ips': [{'subnet_id': 'a7163ed9-7a52-47b3-82b2-72bfbb001f17'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:57:23.284021 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a8bfc47d-e2c2-4749-a2b4-3796dcaeb572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:23.303869 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c58c131-6c4a-40cc-870e-aa16716645e2 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:23.305137 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8c58c131-6c4a-40cc-870e-aa16716645e2 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1330504 Dec 09 15:57:23.309919 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33798) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:23.435984 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-a8bfc47d-e2c2-4749-a2b4-3796dcaeb572 None None] Allocated IP 172.20.0.2 (7143995d-76bf-422a-bfa8-c75f84e6bfb9/a7163ed9-7a52-47b3-82b2-72bfbb001f17/978c3861-73e2-454e-a0c7-816634306acb) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:57:23.616865 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-906bb57c-ae8f-46f0-bf39-c3bdf21fecb3 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:23.617340 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a8bfc47d-e2c2-4749-a2b4-3796dcaeb572 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:23.626767 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a8bfc47d-e2c2-4749-a2b4-3796dcaeb572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:23.665805 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bfc47d-e2c2-4749-a2b4-3796dcaeb572 None None] Network 7143995d-76bf-422a-bfa8-c75f84e6bfb9 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:57:23.671058 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-a8bfc47d-e2c2-4749-a2b4-3796dcaeb572 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:57:23.677149 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bfc47d-e2c2-4749-a2b4-3796dcaeb572 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:57:23.709771 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bfc47d-e2c2-4749-a2b4-3796dcaeb572 None None] Pushing event updated for resources: {'Port': ['ID=978c3861-73e2-454e-a0c7-816634306acb,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:23.721419 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfc47d-e2c2-4749-a2b4-3796dcaeb572 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:23.722039 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfc47d-e2c2-4749-a2b4-3796dcaeb572 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:23.722596 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfc47d-e2c2-4749-a2b4-3796dcaeb572 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:23.722940 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfc47d-e2c2-4749-a2b4-3796dcaeb572 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:23.723277 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfc47d-e2c2-4749-a2b4-3796dcaeb572 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:23.723611 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfc47d-e2c2-4749-a2b4-3796dcaeb572 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:23.723936 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfc47d-e2c2-4749-a2b4-3796dcaeb572 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:23.724272 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfc47d-e2c2-4749-a2b4-3796dcaeb572 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:23.724624 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfc47d-e2c2-4749-a2b4-3796dcaeb572 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:23.724949 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfc47d-e2c2-4749-a2b4-3796dcaeb572 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:23.725279 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfc47d-e2c2-4749-a2b4-3796dcaeb572 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:23.725601 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfc47d-e2c2-4749-a2b4-3796dcaeb572 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:23.725925 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfc47d-e2c2-4749-a2b4-3796dcaeb572 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:23.755851 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a8bfc47d-e2c2-4749-a2b4-3796dcaeb572 None None] Attempting to bind port 978c3861-73e2-454e-a0c7-816634306acb on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:57:23.756629 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a8bfc47d-e2c2-4749-a2b4-3796dcaeb572 None None] Attempting to bind port 978c3861-73e2-454e-a0c7-816634306acb by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '1787f1cb-ccc2-4572-afc1-5ef06cb19e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7143995d-76bf-422a-bfa8-c75f84e6bfb9'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:57:23.756629 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bfc47d-e2c2-4749-a2b4-3796dcaeb572 None None] Attempting to bind port 978c3861-73e2-454e-a0c7-816634306acb on network 7143995d-76bf-422a-bfa8-c75f84e6bfb9 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:57:23.761774 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bfc47d-e2c2-4749-a2b4-3796dcaeb572 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:57:23.762155 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bfc47d-e2c2-4749-a2b4-3796dcaeb572 None None] Checking segment: {'id': '1787f1cb-ccc2-4572-afc1-5ef06cb19e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7143995d-76bf-422a-bfa8-c75f84e6bfb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:57:23.762560 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a8bfc47d-e2c2-4749-a2b4-3796dcaeb572 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:23.762956 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bfc47d-e2c2-4749-a2b4-3796dcaeb572 None None] Bound using segment: {'id': '1787f1cb-ccc2-4572-afc1-5ef06cb19e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7143995d-76bf-422a-bfa8-c75f84e6bfb9'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:57:23.763423 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a8bfc47d-e2c2-4749-a2b4-3796dcaeb572 None None] Bound port: 978c3861-73e2-454e-a0c7-816634306acb, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1787f1cb-ccc2-4572-afc1-5ef06cb19e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7143995d-76bf-422a-bfa8-c75f84e6bfb9'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:57:23.763809 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a8bfc47d-e2c2-4749-a2b4-3796dcaeb572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:23.830496 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a8bfc47d-e2c2-4749-a2b4-3796dcaeb572 None None] For port 978c3861-73e2-454e-a0c7-816634306acb, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:57:23.833944 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a8bfc47d-e2c2-4749-a2b4-3796dcaeb572 None None] For port 978c3861-73e2-454e-a0c7-816634306acb, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=978c3861-73e2-454e-a0c7-816634306acb,segment=NetworkSegment(1787f1cb-ccc2-4572-afc1-5ef06cb19e1d),segment_id=1787f1cb-ccc2-4572-afc1-5ef06cb19e1d)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:57:23.838926 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a8bfc47d-e2c2-4749-a2b4-3796dcaeb572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:23.884020 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-906bb57c-ae8f-46f0-bf39-c3bdf21fecb3 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Allocated IP 172.20.0.1 (7143995d-76bf-422a-bfa8-c75f84e6bfb9/a7163ed9-7a52-47b3-82b2-72bfbb001f17/87a97902-9ee7-430d-8fa3-5ef19469bf00) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:57:23.909850 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bfc47d-e2c2-4749-a2b4-3796dcaeb572 None None] Pushing event updated for resources: {'Port': ['ID=978c3861-73e2-454e-a0c7-816634306acb,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:24.009368 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-906bb57c-ae8f-46f0-bf39-c3bdf21fecb3 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:24.047754 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-906bb57c-ae8f-46f0-bf39-c3bdf21fecb3 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:24.074665 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:24.103419 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906bb57c-ae8f-46f0-bf39-c3bdf21fecb3 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Network 7143995d-76bf-422a-bfa8-c75f84e6bfb9 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:57:24.115680 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-906bb57c-ae8f-46f0-bf39-c3bdf21fecb3 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:57:24.120789 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906bb57c-ae8f-46f0-bf39-c3bdf21fecb3 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:57:24.154838 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bb57c-ae8f-46f0-bf39-c3bdf21fecb3 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Pushing event updated for resources: {'Port': ['ID=87a97902-9ee7-430d-8fa3-5ef19469bf00,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:24.186082 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-906bb57c-ae8f-46f0-bf39-c3bdf21fecb3 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:24.314088 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-906bb57c-ae8f-46f0-bf39-c3bdf21fecb3 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:24.586355 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-906bb57c-ae8f-46f0-bf39-c3bdf21fecb3 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:24.591407 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-906bb57c-ae8f-46f0-bf39-c3bdf21fecb3 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:24.643432 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:24.683721 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bb57c-ae8f-46f0-bf39-c3bdf21fecb3 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Pushing event updated for resources: {'Port': ['ID=87a97902-9ee7-430d-8fa3-5ef19469bf00,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:24.686306 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-906bb57c-ae8f-46f0-bf39-c3bdf21fecb3 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:24.787026 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906bb57c-ae8f-46f0-bf39-c3bdf21fecb3 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Network 7143995d-76bf-422a-bfa8-c75f84e6bfb9 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:57:24.788661 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-906bb57c-ae8f-46f0-bf39-c3bdf21fecb3 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:57:24.920984 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-906bb57c-ae8f-46f0-bf39-c3bdf21fecb3 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Router 7f5840be-5ccf-48d1-9963-69d08f85fa34 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:57:24.985025 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27382e87-e6bd-434a-8d4d-5fcdad8a4922 None None] Network 7143995d-76bf-422a-bfa8-c75f84e6bfb9 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:57:25.041002 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906bb57c-ae8f-46f0-bf39-c3bdf21fecb3 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:57:25.051159 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 33816) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:25.055153 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f81999-c3b5-4b6b-bc94-0b6299196162 None None] Sync routers for ids ['7f5840be-5ccf-48d1-9963-69d08f85fa34'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:57:25.056808 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-1dfda596-949e-4284-93ae-faf70549b79e tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Request body: {'port': {'network_id': '7143995d-76bf-422a-bfa8-c75f84e6bfb9', 'name': 'tempest-FloatingIPNegativeTestJSON-1669604511'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:25.057048 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-906bb57c-ae8f-46f0-bf39-c3bdf21fecb3 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] 10.222.0.57 "PUT /v2.0/routers/7f5840be-5ccf-48d1-9963-69d08f85fa34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7458670 Dec 09 15:57:25.068511 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f81999-c3b5-4b6b-bc94-0b6299196162 None None] Routers {'7f5840be-5ccf-48d1-9963-69d08f85fa34'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:57:25.070092 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-09f81999-c3b5-4b6b-bc94-0b6299196162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:57:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['7f5840be-5ccf-48d1-9963-69d08f85fa34'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:57:25.081489 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-05582d24-f3ce-4838-9022-0b2b1fe9e51f None None] Provisioning complete for port 978c3861-73e2-454e-a0c7-816634306acb triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:57:25.081864 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-05582d24-f3ce-4838-9022-0b2b1fe9e51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:25.207032 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-05582d24-f3ce-4838-9022-0b2b1fe9e51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:25.223163 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-09f81999-c3b5-4b6b-bc94-0b6299196162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:57:25.233104 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f81999-c3b5-4b6b-bc94-0b6299196162 None None] Routers {'7f5840be-5ccf-48d1-9963-69d08f85fa34'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:57:25.233946 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-09f81999-c3b5-4b6b-bc94-0b6299196162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:57:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['7f5840be-5ccf-48d1-9963-69d08f85fa34'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:57:25.234509 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfda596-949e-4284-93ae-faf70549b79e tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Made reservation on behalf of 43342fdf18ac47f8bdd8acbf94190fa0 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:57:25.239912 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1dfda596-949e-4284-93ae-faf70549b79e tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:25.261984 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-05582d24-f3ce-4838-9022-0b2b1fe9e51f None None] For port 978c3861-73e2-454e-a0c7-816634306acb, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=978c3861-73e2-454e-a0c7-816634306acb,segment=NetworkSegment(1787f1cb-ccc2-4572-afc1-5ef06cb19e1d),segment_id=1787f1cb-ccc2-4572-afc1-5ef06cb19e1d)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:57:25.269780 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-1dfda596-949e-4284-93ae-faf70549b79e tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] device_id is not set on port de3825c8-978d-4139-873d-75c4bda76ad9 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:57:25.270016 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-05582d24-f3ce-4838-9022-0b2b1fe9e51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:25.286573 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-09f81999-c3b5-4b6b-bc94-0b6299196162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:57:25.287404 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f81999-c3b5-4b6b-bc94-0b6299196162 None None] The sync data for ids ['7f5840be-5ccf-48d1-9963-69d08f85fa34'] in n-d-821228-1 is: [] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:57:25.367605 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:25.372251 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05582d24-f3ce-4838-9022-0b2b1fe9e51f None None] Pushing event updated for resources: {'Port': ['ID=978c3861-73e2-454e-a0c7-816634306acb,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:25.435323 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-1dfda596-949e-4284-93ae-faf70549b79e tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Allocated IP 172.20.0.3 (7143995d-76bf-422a-bfa8-c75f84e6bfb9/a7163ed9-7a52-47b3-82b2-72bfbb001f17/de3825c8-978d-4139-873d-75c4bda76ad9) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:57:25.495152 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4086be24-a9f9-4caa-b763-e5b16ddbe49f None None] Provisioning complete for port 978c3861-73e2-454e-a0c7-816634306acb triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:57:25.495529 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4086be24-a9f9-4caa-b763-e5b16ddbe49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:25.609357 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4086be24-a9f9-4caa-b763-e5b16ddbe49f None None] Provisioning complete for port 87a97902-9ee7-430d-8fa3-5ef19469bf00 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:57:25.609729 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4086be24-a9f9-4caa-b763-e5b16ddbe49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:25.664568 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-4086be24-a9f9-4caa-b763-e5b16ddbe49f None None] Port 87a97902-9ee7-430d-8fa3-5ef19469bf00 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:57:25.680771 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1dfda596-949e-4284-93ae-faf70549b79e tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:25.724404 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1dfda596-949e-4284-93ae-faf70549b79e tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:25.733197 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 978c3861-73e2-454e-a0c7-816634306acb up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:57:25.771905 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfda596-949e-4284-93ae-faf70549b79e tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Network 7143995d-76bf-422a-bfa8-c75f84e6bfb9 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:57:25.777991 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-1dfda596-949e-4284-93ae-faf70549b79e tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:57:25.782941 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfda596-949e-4284-93ae-faf70549b79e tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:57:25.811420 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d8879265-ffcb-4264-a112-6dee91db30ee None None] Provisioning complete for port 87a97902-9ee7-430d-8fa3-5ef19469bf00 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:57:25.811782 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d8879265-ffcb-4264-a112-6dee91db30ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:25.826116 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfda596-949e-4284-93ae-faf70549b79e tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Pushing event updated for resources: {'Port': ['ID=de3825c8-978d-4139-873d-75c4bda76ad9,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:25.842192 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfda596-949e-4284-93ae-faf70549b79e tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:25.842840 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1dfda596-949e-4284-93ae-faf70549b79e tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:25.854254 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 978c3861-73e2-454e-a0c7-816634306acb triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:57:25.854904 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:25.866849 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1dfda596-949e-4284-93ae-faf70549b79e tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8142433 Dec 09 15:57:25.870152 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33818) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:25.875542 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-1da016b3-21db-4f2e-85d7-4ba4f025df92 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:25.895325 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d8879265-ffcb-4264-a112-6dee91db30ee None None] Port 87a97902-9ee7-430d-8fa3-5ef19469bf00 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:57:25.905580 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1da016b3-21db-4f2e-85d7-4ba4f025df92 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:26.019073 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a0bf129c-cb30-46e7-8f9a-46cd199af35c None None] Provisioning complete for port 87a97902-9ee7-430d-8fa3-5ef19469bf00 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:57:26.019635 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a0bf129c-cb30-46e7-8f9a-46cd199af35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:26.056941 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1da016b3-21db-4f2e-85d7-4ba4f025df92 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:26.063503 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a0bf129c-cb30-46e7-8f9a-46cd199af35c None None] Port 87a97902-9ee7-430d-8fa3-5ef19469bf00 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:57:26.171400 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-1da016b3-21db-4f2e-85d7-4ba4f025df92 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Allocated IP 172.25.3.87 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/48a28278-f1ef-43b5-86de-8bed7c3c8be7) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:57:26.185586 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-79b3af6e-c5e4-4cf3-be87-b0eac71b4237 None None] Provisioning complete for port de3825c8-978d-4139-873d-75c4bda76ad9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:57:26.185902 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-79b3af6e-c5e4-4cf3-be87-b0eac71b4237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:26.222700 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-79b3af6e-c5e4-4cf3-be87-b0eac71b4237 None None] Port de3825c8-978d-4139-873d-75c4bda76ad9 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:57:26.279340 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1da016b3-21db-4f2e-85d7-4ba4f025df92 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:26.314124 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1da016b3-21db-4f2e-85d7-4ba4f025df92 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:26.355635 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da016b3-21db-4f2e-85d7-4ba4f025df92 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:57:26.358511 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-1da016b3-21db-4f2e-85d7-4ba4f025df92 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:57:26.364707 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da016b3-21db-4f2e-85d7-4ba4f025df92 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:57:26.390003 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da016b3-21db-4f2e-85d7-4ba4f025df92 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Pushing event updated for resources: {'Port': ['ID=48a28278-f1ef-43b5-86de-8bed7c3c8be7,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:26.439044 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:26.458435 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1da016b3-21db-4f2e-85d7-4ba4f025df92 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:26.494404 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1da016b3-21db-4f2e-85d7-4ba4f025df92 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:26.652979 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1da016b3-21db-4f2e-85d7-4ba4f025df92 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:26.659887 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1da016b3-21db-4f2e-85d7-4ba4f025df92 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:26.734249 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da016b3-21db-4f2e-85d7-4ba4f025df92 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Pushing event updated for resources: {'Port': ['ID=48a28278-f1ef-43b5-86de-8bed7c3c8be7,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:26.744286 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1da016b3-21db-4f2e-85d7-4ba4f025df92 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:26.763386 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1da016b3-21db-4f2e-85d7-4ba4f025df92 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:26.767919 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 33822) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:26.768459 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1da016b3-21db-4f2e-85d7-4ba4f025df92 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8969264 Dec 09 15:57:26.772501 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-1fa2023b-906f-4d0f-8b76-24be45ce6013 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Request body: {'floatingip': {'port_id': 'de3825c8-978d-4139-873d-75c4bda76ad9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:26.818915 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1fa2023b-906f-4d0f-8b76-24be45ce6013 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:26.929150 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-1fa2023b-906f-4d0f-8b76-24be45ce6013 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] update failed (client error): The resource could not be found. Dec 09 15:57:26.930202 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1fa2023b-906f-4d0f-8b76-24be45ce6013 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] 10.222.0.57 "PUT /v2.0/floatingips/0c888614-7bb9-4314-b5ee-f08040b08f42 HTTP/1.1" status: 404 len: 507 time: 0.1612418 Dec 09 15:57:26.932991 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 33824) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:27.071987 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-9a7a9ac0-5460-443b-bc4f-e8220b9be6f2 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Deleting port 48a28278-f1ef-43b5-86de-8bed7c3c8be7 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:57:27.072326 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a7a9ac0-5460-443b-bc4f-e8220b9be6f2 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:27.152667 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a7a9ac0-5460-443b-bc4f-e8220b9be6f2 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:27.152995 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a7a9ac0-5460-443b-bc4f-e8220b9be6f2 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:27.167579 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-9a7a9ac0-5460-443b-bc4f-e8220b9be6f2 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Calling delete_port for 48a28278-f1ef-43b5-86de-8bed7c3c8be7 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:57:27.309957 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a7a9ac0-5460-443b-bc4f-e8220b9be6f2 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:27.341193 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a9ac0-5460-443b-bc4f-e8220b9be6f2 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Pushing event deleted for resources: {'Port': ['ID=48a28278-f1ef-43b5-86de-8bed7c3c8be7,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:27.405100 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a7a9ac0-5460-443b-bc4f-e8220b9be6f2 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:27.408395 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a7a9ac0-5460-443b-bc4f-e8220b9be6f2 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:27.413074 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9a7a9ac0-5460-443b-bc4f-e8220b9be6f2 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] 10.222.0.57 "DELETE /v2.0/floatingips/0c888614-7bb9-4314-b5ee-f08040b08f42 HTTP/1.1" status: 204 len: 168 time: 0.4755719 Dec 09 15:57:27.413275 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 33828) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:27.417725 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-7563dd0a-c40e-4f74-8b91-29be2f65ce23 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Request body: {'floatingip': {'floating_network_id': '7143995d-76bf-422a-bfa8-c75f84e6bfb9', 'port_id': 'de3825c8-978d-4139-873d-75c4bda76ad9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:27.441601 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7563dd0a-c40e-4f74-8b91-29be2f65ce23 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:27.559223 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-7563dd0a-c40e-4f74-8b91-29be2f65ce23 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:57:27.564876 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7563dd0a-c40e-4f74-8b91-29be2f65ce23 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1506047 Dec 09 15:57:27.565842 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33830) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:27.571323 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-143e1d91-8223-424f-b25a-da3d0128e6f7 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'port_id': 'de3825c8-978d-4139-873d-75c4bda76ad9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:27.596883 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-143e1d91-8223-424f-b25a-da3d0128e6f7 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:28.039525 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-143e1d91-8223-424f-b25a-da3d0128e6f7 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:28.143876 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-143e1d91-8223-424f-b25a-da3d0128e6f7 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Allocated IP 172.25.3.30 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/535d7db9-8995-49da-9ebc-ca2447a19a80) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:57:28.252759 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-143e1d91-8223-424f-b25a-da3d0128e6f7 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:28.287731 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-143e1d91-8223-424f-b25a-da3d0128e6f7 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:28.325508 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143e1d91-8223-424f-b25a-da3d0128e6f7 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:57:28.332803 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-143e1d91-8223-424f-b25a-da3d0128e6f7 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:57:28.335272 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143e1d91-8223-424f-b25a-da3d0128e6f7 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:57:28.341524 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e1d91-8223-424f-b25a-da3d0128e6f7 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Pushing event updated for resources: {'Port': ['ID=535d7db9-8995-49da-9ebc-ca2447a19a80,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:28.497474 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-143e1d91-8223-424f-b25a-da3d0128e6f7 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Deleting port 535d7db9-8995-49da-9ebc-ca2447a19a80 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:57:28.497817 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-143e1d91-8223-424f-b25a-da3d0128e6f7 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:28.576934 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-143e1d91-8223-424f-b25a-da3d0128e6f7 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:28.577588 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-143e1d91-8223-424f-b25a-da3d0128e6f7 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:28.589355 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-143e1d91-8223-424f-b25a-da3d0128e6f7 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Calling delete_port for 535d7db9-8995-49da-9ebc-ca2447a19a80 owned by network:floatingip {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:57:28.709681 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-143e1d91-8223-424f-b25a-da3d0128e6f7 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:28.742065 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e1d91-8223-424f-b25a-da3d0128e6f7 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Pushing event deleted for resources: {'Port': ['ID=535d7db9-8995-49da-9ebc-ca2447a19a80,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:28.814070 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-143e1d91-8223-424f-b25a-da3d0128e6f7 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] create failed (client error): The resource could not be found. Dec 09 15:57:28.818938 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-143e1d91-8223-424f-b25a-da3d0128e6f7 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.2479715 Dec 09 15:57:28.819284 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33834) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:28.907692 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-8d75d57d-3bf4-48e2-ae15-3233572cdb7f tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Deleting port de3825c8-978d-4139-873d-75c4bda76ad9 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:57:28.907972 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8d75d57d-3bf4-48e2-ae15-3233572cdb7f tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:28.997728 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8d75d57d-3bf4-48e2-ae15-3233572cdb7f tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:29.010238 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-8d75d57d-3bf4-48e2-ae15-3233572cdb7f tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Calling delete_port for de3825c8-978d-4139-873d-75c4bda76ad9 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:57:29.149024 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8d75d57d-3bf4-48e2-ae15-3233572cdb7f tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:29.176602 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75d57d-3bf4-48e2-ae15-3233572cdb7f tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Pushing event deleted for resources: {'Port': ['ID=de3825c8-978d-4139-873d-75c4bda76ad9,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:29.246542 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8d75d57d-3bf4-48e2-ae15-3233572cdb7f tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:29.250009 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8d75d57d-3bf4-48e2-ae15-3233572cdb7f tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] 10.222.0.57 "DELETE /v2.0/ports/de3825c8-978d-4139-873d-75c4bda76ad9 HTTP/1.1" status: 204 len: 168 time: 0.4296603 Dec 09 15:57:29.253344 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 33838) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:29.303665 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07bfaa9-0832-40ba-9782-a62c09c43788 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:29.307950 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e07bfaa9-0832-40ba-9782-a62c09c43788 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f5840be-5ccf-48d1-9963-69d08f85fa34 HTTP/1.1" status: 200 len: 913 time: 0.0509987 Dec 09 15:57:29.308630 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 33840) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:29.623054 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dd5b21c1-06d2-4f00-ba93-aa09a1a5e952 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:29.859262 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-dd5b21c1-06d2-4f00-ba93-aa09a1a5e952 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Deleting port 87a97902-9ee7-430d-8fa3-5ef19469bf00 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:57:29.859521 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dd5b21c1-06d2-4f00-ba93-aa09a1a5e952 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:29.944969 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dd5b21c1-06d2-4f00-ba93-aa09a1a5e952 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:29.957281 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-dd5b21c1-06d2-4f00-ba93-aa09a1a5e952 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Calling delete_port for 87a97902-9ee7-430d-8fa3-5ef19469bf00 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:57:30.126901 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dd5b21c1-06d2-4f00-ba93-aa09a1a5e952 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:30.157153 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b21c1-06d2-4f00-ba93-aa09a1a5e952 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Pushing event deleted for resources: {'Port': ['ID=87a97902-9ee7-430d-8fa3-5ef19469bf00,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:30.305956 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dd5b21c1-06d2-4f00-ba93-aa09a1a5e952 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:30.471117 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd5b21c1-06d2-4f00-ba93-aa09a1a5e952 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Router 7f5840be-5ccf-48d1-9963-69d08f85fa34 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:57:30.552887 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5b21c1-06d2-4f00-ba93-aa09a1a5e952 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:57:30.560194 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-dd5b21c1-06d2-4f00-ba93-aa09a1a5e952 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] 10.222.0.57 "PUT /v2.0/routers/7f5840be-5ccf-48d1-9963-69d08f85fa34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2504559 Dec 09 15:57:30.560891 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33856) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:30.564220 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccb8fda-4ce6-4d47-b76e-7fa1ab535082 None None] Sync routers for ids ['7f5840be-5ccf-48d1-9963-69d08f85fa34'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:57:30.574357 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccb8fda-4ce6-4d47-b76e-7fa1ab535082 None None] Routers {'7f5840be-5ccf-48d1-9963-69d08f85fa34'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:57:30.575009 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-cccb8fda-4ce6-4d47-b76e-7fa1ab535082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:57:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['7f5840be-5ccf-48d1-9963-69d08f85fa34'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:57:30.608006 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-cccb8fda-4ce6-4d47-b76e-7fa1ab535082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:57:30.616700 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccb8fda-4ce6-4d47-b76e-7fa1ab535082 None None] Routers {'7f5840be-5ccf-48d1-9963-69d08f85fa34'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:57:30.617295 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-cccb8fda-4ce6-4d47-b76e-7fa1ab535082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:57:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['7f5840be-5ccf-48d1-9963-69d08f85fa34'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:57:30.638802 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45c00612-8529-4963-94f7-0ecc17020f6b tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:30.652800 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-cccb8fda-4ce6-4d47-b76e-7fa1ab535082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:57:30.653460 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccb8fda-4ce6-4d47-b76e-7fa1ab535082 None None] The sync data for ids ['7f5840be-5ccf-48d1-9963-69d08f85fa34'] in n-d-821228-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:57:30.809007 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45c00612-8529-4963-94f7-0ecc17020f6b tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:30.811135 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45c00612-8529-4963-94f7-0ecc17020f6b tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:30.861779 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45c00612-8529-4963-94f7-0ecc17020f6b tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:30.862282 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c00612-8529-4963-94f7-0ecc17020f6b tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Fanout notify agent at l3_agent the message router_deleted on router 7f5840be-5ccf-48d1-9963-69d08f85fa34 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:57:30.869151 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45c00612-8529-4963-94f7-0ecc17020f6b tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:30.870145 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-45c00612-8529-4963-94f7-0ecc17020f6b tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] 10.222.0.57 "DELETE /v2.0/routers/7f5840be-5ccf-48d1-9963-69d08f85fa34 HTTP/1.1" status: 204 len: 168 time: 0.3082254 Dec 09 15:57:30.872619 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33858) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:30.927154 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-3041d9a8-b61c-4108-9d71-ee7f7c3075d8 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Deleting subnet a7163ed9-7a52-47b3-82b2-72bfbb001f17 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:57:30.930304 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3041d9a8-b61c-4108-9d71-ee7f7c3075d8 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:30.969757 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3041d9a8-b61c-4108-9d71-ee7f7c3075d8 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:31.050056 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3041d9a8-b61c-4108-9d71-ee7f7c3075d8 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:31.110649 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3041d9a8-b61c-4108-9d71-ee7f7c3075d8 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:31.137633 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3041d9a8-b61c-4108-9d71-ee7f7c3075d8 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Pushing event deleted for resources: {'Subnet': ['ID=a7163ed9-7a52-47b3-82b2-72bfbb001f17,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:31.141464 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3041d9a8-b61c-4108-9d71-ee7f7c3075d8 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:31.144893 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3041d9a8-b61c-4108-9d71-ee7f7c3075d8 tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] 10.222.0.57 "DELETE /v2.0/subnets/a7163ed9-7a52-47b3-82b2-72bfbb001f17 HTTP/1.1" status: 204 len: 168 time: 0.2712245 Dec 09 15:57:31.147195 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33860) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:31.149777 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26434a3-5e77-4d1c-be7c-d98db05628a0 None None] Network 7143995d-76bf-422a-bfa8-c75f84e6bfb9 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:57:31.224077 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c987bfa3-64b5-4726-a34a-92c776400d8a tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:31.280021 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c987bfa3-64b5-4726-a34a-92c776400d8a tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Deleting port 978c3861-73e2-454e-a0c7-816634306acb {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:57:31.280357 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c987bfa3-64b5-4726-a34a-92c776400d8a tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:31.289371 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e722cf-9ad5-45da-8b07-8d36e0ce2c69 None None] DHCP port deletion for 7143995d-76bf-422a-bfa8-c75f84e6bfb9 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:57:31.343232 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c7e722cf-9ad5-45da-8b07-8d36e0ce2c69 None None] Deleting port 978c3861-73e2-454e-a0c7-816634306acb {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:57:31.343606 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c7e722cf-9ad5-45da-8b07-8d36e0ce2c69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:31.349468 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-c987bfa3-64b5-4726-a34a-92c776400d8a tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] For port 978c3861-73e2-454e-a0c7-816634306acb, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=978c3861-73e2-454e-a0c7-816634306acb,segment=NetworkSegment(1787f1cb-ccc2-4572-afc1-5ef06cb19e1d),segment_id=1787f1cb-ccc2-4572-afc1-5ef06cb19e1d)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:57:31.349832 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c987bfa3-64b5-4726-a34a-92c776400d8a tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:31.363428 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c987bfa3-64b5-4726-a34a-92c776400d8a tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Calling delete_port for 978c3861-73e2-454e-a0c7-816634306acb owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:57:31.445252 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c987bfa3-64b5-4726-a34a-92c776400d8a tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:31.476606 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987bfa3-64b5-4726-a34a-92c776400d8a tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Pushing event deleted for resources: {'Port': ['ID=978c3861-73e2-454e-a0c7-816634306acb,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:31.480081 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c987bfa3-64b5-4726-a34a-92c776400d8a tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] No DVR routers for this DVR port 978c3861-73e2-454e-a0c7-816634306acb on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:57:31.560885 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c987bfa3-64b5-4726-a34a-92c776400d8a tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:31.572237 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c7e722cf-9ad5-45da-8b07-8d36e0ce2c69 None None] For port 978c3861-73e2-454e-a0c7-816634306acb, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=978c3861-73e2-454e-a0c7-816634306acb,segment=NetworkSegment(1787f1cb-ccc2-4572-afc1-5ef06cb19e1d),segment_id=1787f1cb-ccc2-4572-afc1-5ef06cb19e1d)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:57:31.572778 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c7e722cf-9ad5-45da-8b07-8d36e0ce2c69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:31.585481 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-c987bfa3-64b5-4726-a34a-92c776400d8a tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7143995d-76bf-422a-bfa8-c75f84e6bfb9']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:57:31.586051 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c7e722cf-9ad5-45da-8b07-8d36e0ce2c69 None None] Calling delete_port for 978c3861-73e2-454e-a0c7-816634306acb owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:57:31.599115 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-c987bfa3-64b5-4726-a34a-92c776400d8a tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1787f1cb-ccc2-4572-afc1-5ef06cb19e1d') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:57:31.599633 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-c987bfa3-64b5-4726-a34a-92c776400d8a tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1787f1cb-ccc2-4572-afc1-5ef06cb19e1d') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:57:31.611092 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c987bfa3-64b5-4726-a34a-92c776400d8a tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:31.627230 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c987bfa3-64b5-4726-a34a-92c776400d8a tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:31.634715 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c987bfa3-64b5-4726-a34a-92c776400d8a tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:57:31.635797 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c987bfa3-64b5-4726-a34a-92c776400d8a tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:31.639698 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:57:31.639698 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:57:31.639698 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:57:31.639698 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:57:31.639698 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:57:31.639698 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:57:31.639698 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:57:31.639698 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:57:31.639698 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:57:31.639698 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:57:31.639698 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:57:31.639698 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:57:31.639698 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:57:31.639698 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:57:31.639698 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:57:31.639698 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:57:31.639698 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:57:31.639698 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:57:31.639698 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:57:31.639698 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:57:31.639698 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:57:31.639698 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:57:31.639698 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:57:31.639698 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:57:31.639698 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:57:31.639698 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:57:31.639698 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:57:31.639698 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:57:31.639698 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:57:31.639698 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:57:31.639698 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:57:31.639698 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:57:31.670296 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c7e722cf-9ad5-45da-8b07-8d36e0ce2c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:31.676953 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 978c3861-73e2-454e-a0c7-816634306acb no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:57:31.712212 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c987bfa3-64b5-4726-a34a-92c776400d8a tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:31.719984 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 978c3861-73e2-454e-a0c7-816634306acb {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:57:31.720333 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 978c3861-73e2-454e-a0c7-816634306acb not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:57:31.721879 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e722cf-9ad5-45da-8b07-8d36e0ce2c69 None None] No DVR routers for this DVR port 978c3861-73e2-454e-a0c7-816634306acb on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:57:31.723431 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e722cf-9ad5-45da-8b07-8d36e0ce2c69 None None] Pushing event deleted for resources: {'Port': ['ID=978c3861-73e2-454e-a0c7-816634306acb,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:31.734770 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c987bfa3-64b5-4726-a34a-92c776400d8a tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:31.737306 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c987bfa3-64b5-4726-a34a-92c776400d8a tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] 10.222.0.57 "DELETE /v2.0/networks/7143995d-76bf-422a-bfa8-c75f84e6bfb9 HTTP/1.1" status: 204 len: 168 time: 0.5883894 Dec 09 15:57:31.737715 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987bfa3-64b5-4726-a34a-92c776400d8a tempest-FloatingIPNegativeTestJSON-471317324 tempest-FloatingIPNegativeTestJSON-471317324-project] Pushing event deleted for resources: {'Network': ['ID=7143995d-76bf-422a-bfa8-c75f84e6bfb9,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:32.008702 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33876) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:32.143144 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-86972002-e53d-4405-94cf-8dbeffbee12f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=43342fdf18ac47f8bdd8acbf94190fa0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1331828 Dec 09 15:57:32.145528 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33880) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:32.192845 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-178fbfbe-1987-4245-96f7-38c6f2a685d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:32.214127 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-178fbfbe-1987-4245-96f7-38c6f2a685d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:32.260776 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-178fbfbe-1987-4245-96f7-38c6f2a685d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:32.263408 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-178fbfbe-1987-4245-96f7-38c6f2a685d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:32.267505 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-178fbfbe-1987-4245-96f7-38c6f2a685d4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9ce24adc-de72-4dd6-93e1-cc419066b230 HTTP/1.1" status: 204 len: 168 time: 0.1181142 Dec 09 15:57:32.273223 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178fbfbe-1987-4245-96f7-38c6f2a685d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce24adc-de72-4dd6-93e1-cc419066b230,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:32.924626 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33904) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:33.031486 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-bf55f95c-fcdb-4719-891b-8dd54f91e5d7 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1524091746'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:33.055493 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf55f95c-fcdb-4719-891b-8dd54f91e5d7 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Made reservation on behalf of e2a4ff691cc745598fafcb787c92e1c1 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:57:33.059807 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bf55f95c-fcdb-4719-891b-8dd54f91e5d7 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:33.073472 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bf55f95c-fcdb-4719-891b-8dd54f91e5d7 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:33.150928 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bf55f95c-fcdb-4719-891b-8dd54f91e5d7 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:33.155025 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bf55f95c-fcdb-4719-891b-8dd54f91e5d7 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:33.182578 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf55f95c-fcdb-4719-891b-8dd54f91e5d7 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:57:33.192640 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf55f95c-fcdb-4719-891b-8dd54f91e5d7 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81dec128-d43e-4a9f-809a-e3ea465b1efa,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:33.197553 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bf55f95c-fcdb-4719-891b-8dd54f91e5d7 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:33.197895 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-bf55f95c-fcdb-4719-891b-8dd54f91e5d7 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Added segment e4dc70a1-e76f-41e1-a497-9eecee4b262f of type vlan for network e081b962-9ede-4813-94bd-89e709b4b8d0 Dec 09 15:57:33.238950 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bf55f95c-fcdb-4719-891b-8dd54f91e5d7 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:33.263492 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bf55f95c-fcdb-4719-891b-8dd54f91e5d7 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:33.269598 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf55f95c-fcdb-4719-891b-8dd54f91e5d7 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:33.270170 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bf55f95c-fcdb-4719-891b-8dd54f91e5d7 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:33.343200 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bf55f95c-fcdb-4719-891b-8dd54f91e5d7 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4139397 Dec 09 15:57:33.343983 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33908) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:33.348775 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-32216feb-f5b4-4f95-84af-2dde80aa8fd0 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'port': {'network_id': 'e081b962-9ede-4813-94bd-89e709b4b8d0', 'name': 'tempest-PortsTestJSON-688764739'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:33.353305 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf55f95c-fcdb-4719-891b-8dd54f91e5d7 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'Network': ['ID=e081b962-9ede-4813-94bd-89e709b4b8d0,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:33.363709 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network e081b962-9ede-4813-94bd-89e709b4b8d0 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:57:33.442000 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32216feb-f5b4-4f95-84af-2dde80aa8fd0 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Made reservation on behalf of e2a4ff691cc745598fafcb787c92e1c1 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:57:33.445539 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-32216feb-f5b4-4f95-84af-2dde80aa8fd0 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:33.463092 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-32216feb-f5b4-4f95-84af-2dde80aa8fd0 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] device_id is not set on port ce77992e-ec43-4912-8994-e73903c83ab3 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:57:33.621555 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-32216feb-f5b4-4f95-84af-2dde80aa8fd0 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:33.657482 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-32216feb-f5b4-4f95-84af-2dde80aa8fd0 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:33.731168 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32216feb-f5b4-4f95-84af-2dde80aa8fd0 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'Port': ['ID=ce77992e-ec43-4912-8994-e73903c83ab3,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:33.740775 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32216feb-f5b4-4f95-84af-2dde80aa8fd0 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Checking segment: {'id': 'e4dc70a1-e76f-41e1-a497-9eecee4b262f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e081b962-9ede-4813-94bd-89e709b4b8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:57:33.741146 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32216feb-f5b4-4f95-84af-2dde80aa8fd0 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Network hostable DHCP agents. Network: e081b962-9ede-4813-94bd-89e709b4b8d0, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:57:33.757763 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32216feb-f5b4-4f95-84af-2dde80aa8fd0 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Network e081b962-9ede-4813-94bd-89e709b4b8d0 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:57:33.767122 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-32216feb-f5b4-4f95-84af-2dde80aa8fd0 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, e081b962-9ede-4813-94bd-89e709b4b8d0) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:57:33.770995 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32216feb-f5b4-4f95-84af-2dde80aa8fd0 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:57:33.777112 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32216feb-f5b4-4f95-84af-2dde80aa8fd0 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:33.777860 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-32216feb-f5b4-4f95-84af-2dde80aa8fd0 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:33.778025 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8031f8-f70e-4ad1-a2ff-5ff46433a632 None None] Network e081b962-9ede-4813-94bd-89e709b4b8d0 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:57:33.794578 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-32216feb-f5b4-4f95-84af-2dde80aa8fd0 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4503036 Dec 09 15:57:33.798145 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33910) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:33.803138 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4bca9bba-a7ad-42c4-9597-7578f13fe7cc tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1861799921'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:33.824316 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bca9bba-a7ad-42c4-9597-7578f13fe7cc tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Made reservation on behalf of e2a4ff691cc745598fafcb787c92e1c1 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:57:33.827890 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4bca9bba-a7ad-42c4-9597-7578f13fe7cc tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:33.854156 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bca9bba-a7ad-42c4-9597-7578f13fe7cc tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:57:33.864322 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4bca9bba-a7ad-42c4-9597-7578f13fe7cc tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:33.864777 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-4bca9bba-a7ad-42c4-9597-7578f13fe7cc tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Added segment 2b1263ba-3f7c-4894-ae51-82ee9039d4d6 of type vlan for network 5712e199-c6a5-4cdf-bbee-9a63bdee0483 Dec 09 15:57:33.909862 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4bca9bba-a7ad-42c4-9597-7578f13fe7cc tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:33.936554 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4bca9bba-a7ad-42c4-9597-7578f13fe7cc tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:33.943694 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bca9bba-a7ad-42c4-9597-7578f13fe7cc tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:33.944277 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4bca9bba-a7ad-42c4-9597-7578f13fe7cc tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:34.002182 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4bca9bba-a7ad-42c4-9597-7578f13fe7cc tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2029202 Dec 09 15:57:34.004797 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33914) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:34.011642 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-0346be67-b4dc-43a2-b04f-fd623a9b9985 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'ports': [{'network_id': 'e081b962-9ede-4813-94bd-89e709b4b8d0'}, {'network_id': '5712e199-c6a5-4cdf-bbee-9a63bdee0483'}]} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:34.011956 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-0346be67-b4dc-43a2-b04f-fd623a9b9985 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'port': {'network_id': 'e081b962-9ede-4813-94bd-89e709b4b8d0'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:34.012445 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-0346be67-b4dc-43a2-b04f-fd623a9b9985 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'port': {'network_id': '5712e199-c6a5-4cdf-bbee-9a63bdee0483'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:34.059072 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca9bba-a7ad-42c4-9597-7578f13fe7cc tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'Network': ['ID=5712e199-c6a5-4cdf-bbee-9a63bdee0483,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:34.071347 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 5712e199-c6a5-4cdf-bbee-9a63bdee0483 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:57:34.181912 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0346be67-b4dc-43a2-b04f-fd623a9b9985 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Made reservation on behalf of e2a4ff691cc745598fafcb787c92e1c1 for: {'port': 2} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:57:34.186755 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0346be67-b4dc-43a2-b04f-fd623a9b9985 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:34.199537 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0346be67-b4dc-43a2-b04f-fd623a9b9985 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:34.278084 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-0346be67-b4dc-43a2-b04f-fd623a9b9985 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] device_id is not set on port 4b4c8505-0c55-42ad-82c8-149dc5d50980 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:57:34.399735 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0346be67-b4dc-43a2-b04f-fd623a9b9985 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:34.472558 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-0346be67-b4dc-43a2-b04f-fd623a9b9985 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] device_id is not set on port 92fd5690-9963-48c2-9098-55589e37d152 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:57:34.582988 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0346be67-b4dc-43a2-b04f-fd623a9b9985 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:34.624474 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0346be67-b4dc-43a2-b04f-fd623a9b9985 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:34.669668 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0346be67-b4dc-43a2-b04f-fd623a9b9985 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Network e081b962-9ede-4813-94bd-89e709b4b8d0 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:57:34.674686 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-0346be67-b4dc-43a2-b04f-fd623a9b9985 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:57:34.677090 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0346be67-b4dc-43a2-b04f-fd623a9b9985 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:57:34.678101 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0346be67-b4dc-43a2-b04f-fd623a9b9985 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:34.691684 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346be67-b4dc-43a2-b04f-fd623a9b9985 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'Port': ['ID=4b4c8505-0c55-42ad-82c8-149dc5d50980,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:34.750361 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346be67-b4dc-43a2-b04f-fd623a9b9985 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'Port': ['ID=92fd5690-9963-48c2-9098-55589e37d152,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:34.756912 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0346be67-b4dc-43a2-b04f-fd623a9b9985 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Checking segment: {'id': '2b1263ba-3f7c-4894-ae51-82ee9039d4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5712e199-c6a5-4cdf-bbee-9a63bdee0483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:57:34.757232 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0346be67-b4dc-43a2-b04f-fd623a9b9985 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Network hostable DHCP agents. Network: 5712e199-c6a5-4cdf-bbee-9a63bdee0483, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:57:34.774588 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0346be67-b4dc-43a2-b04f-fd623a9b9985 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Network 5712e199-c6a5-4cdf-bbee-9a63bdee0483 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:57:34.784505 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-0346be67-b4dc-43a2-b04f-fd623a9b9985 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 5712e199-c6a5-4cdf-bbee-9a63bdee0483) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:57:34.788220 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0346be67-b4dc-43a2-b04f-fd623a9b9985 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:57:34.793470 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1f88fd-2316-44ac-ac7c-873c1ffe63a3 None None] Network 5712e199-c6a5-4cdf-bbee-9a63bdee0483 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:57:34.794896 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0346be67-b4dc-43a2-b04f-fd623a9b9985 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:34.799969 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0346be67-b4dc-43a2-b04f-fd623a9b9985 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:34.800675 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0346be67-b4dc-43a2-b04f-fd623a9b9985 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:34.817304 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0346be67-b4dc-43a2-b04f-fd623a9b9985 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8114915 Dec 09 15:57:34.819999 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33916) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:34.921386 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4ec6e4c5-c217-437e-8b57-a34f4fe5b6fe tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Deleting port 92fd5690-9963-48c2-9098-55589e37d152 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:57:34.921720 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ec6e4c5-c217-437e-8b57-a34f4fe5b6fe tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:34.989493 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ec6e4c5-c217-437e-8b57-a34f4fe5b6fe tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:35.003409 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4ec6e4c5-c217-437e-8b57-a34f4fe5b6fe tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Calling delete_port for 92fd5690-9963-48c2-9098-55589e37d152 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:57:35.085772 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ec6e4c5-c217-437e-8b57-a34f4fe5b6fe tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:35.118754 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec6e4c5-c217-437e-8b57-a34f4fe5b6fe tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'Port': ['ID=92fd5690-9963-48c2-9098-55589e37d152,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:35.122679 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4ec6e4c5-c217-437e-8b57-a34f4fe5b6fe tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:35.126651 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4ec6e4c5-c217-437e-8b57-a34f4fe5b6fe tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/ports/92fd5690-9963-48c2-9098-55589e37d152 HTTP/1.1" status: 204 len: 168 time: 0.3056781 Dec 09 15:57:35.129443 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33920) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:35.179332 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20eced00-85da-40df-9d03-2e43de06dce4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:35.185263 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20eced00-85da-40df-9d03-2e43de06dce4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:35.186815 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-20eced00-85da-40df-9d03-2e43de06dce4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0562780 Dec 09 15:57:35.190610 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33922) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:35.287321 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-6bb9067f-4321-46b2-8153-ac94bb31c345 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Deleting port 4b4c8505-0c55-42ad-82c8-149dc5d50980 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:57:35.287665 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6bb9067f-4321-46b2-8153-ac94bb31c345 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:35.357296 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6bb9067f-4321-46b2-8153-ac94bb31c345 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:35.370186 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-6bb9067f-4321-46b2-8153-ac94bb31c345 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Calling delete_port for 4b4c8505-0c55-42ad-82c8-149dc5d50980 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:57:35.450994 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6bb9067f-4321-46b2-8153-ac94bb31c345 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:35.481528 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9067f-4321-46b2-8153-ac94bb31c345 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'Port': ['ID=4b4c8505-0c55-42ad-82c8-149dc5d50980,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:35.487605 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6bb9067f-4321-46b2-8153-ac94bb31c345 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:35.491397 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6bb9067f-4321-46b2-8153-ac94bb31c345 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/ports/4b4c8505-0c55-42ad-82c8-149dc5d50980 HTTP/1.1" status: 204 len: 168 time: 0.2998638 Dec 09 15:57:35.494008 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33924) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:35.543097 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58446dd3-9d9b-45f7-8f71-4d9e78484514 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:35.544589 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-58446dd3-9d9b-45f7-8f71-4d9e78484514 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0496144 Dec 09 15:57:35.547448 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33926) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:35.571050 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ac3b80d-6fd3-49d0-a40e-c35fcc0b93a5 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] GET failed (client error): The resource could not be found. Dec 09 15:57:35.572346 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4ac3b80d-6fd3-49d0-a40e-c35fcc0b93a5 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "GET /v2.0/ports/92fd5690-9963-48c2-9098-55589e37d152 HTTP/1.1" status: 404 len: 333 time: 0.0240586 Dec 09 15:57:35.575134 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33928) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:35.599878 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-54adee8d-e1b3-4076-a484-1c5170075d86 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] GET failed (client error): The resource could not be found. Dec 09 15:57:35.603791 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-54adee8d-e1b3-4076-a484-1c5170075d86 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "GET /v2.0/ports/4b4c8505-0c55-42ad-82c8-149dc5d50980 HTTP/1.1" status: 404 len: 333 time: 0.0253420 Dec 09 15:57:35.603997 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33932) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:35.684588 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5d369079-33c8-48c8-9360-c0dd54eec3e8 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:35.777183 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5d369079-33c8-48c8-9360-c0dd54eec3e8 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:35.797163 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-5d369079-33c8-48c8-9360-c0dd54eec3e8 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5712e199-c6a5-4cdf-bbee-9a63bdee0483']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:57:35.806570 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-5d369079-33c8-48c8-9360-c0dd54eec3e8 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b1263ba-3f7c-4894-ae51-82ee9039d4d6') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:57:35.806875 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-5d369079-33c8-48c8-9360-c0dd54eec3e8 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b1263ba-3f7c-4894-ae51-82ee9039d4d6') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:57:35.816602 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5d369079-33c8-48c8-9360-c0dd54eec3e8 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:35.829974 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5d369079-33c8-48c8-9360-c0dd54eec3e8 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:35.835844 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d369079-33c8-48c8-9360-c0dd54eec3e8 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:57:35.836224 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5d369079-33c8-48c8-9360-c0dd54eec3e8 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:35.839153 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:57:35.839153 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:57:35.839153 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:57:35.839153 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:57:35.839153 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:57:35.839153 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:57:35.839153 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:57:35.839153 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:57:35.839153 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:57:35.839153 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:57:35.839153 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:57:35.839153 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:57:35.839153 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:57:35.839153 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:57:35.839153 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:57:35.839153 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:57:35.839153 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:57:35.839153 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:57:35.839153 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:57:35.839153 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:57:35.839153 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:57:35.839153 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:57:35.839153 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:57:35.839153 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:57:35.839153 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:57:35.839153 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:57:35.839153 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:57:35.839153 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:57:35.839153 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:57:35.839153 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:57:35.839153 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:57:35.839153 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:57:35.897010 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5d369079-33c8-48c8-9360-c0dd54eec3e8 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:35.901637 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5d369079-33c8-48c8-9360-c0dd54eec3e8 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:35.908914 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 33934) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:35.909449 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5d369079-33c8-48c8-9360-c0dd54eec3e8 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/networks/5712e199-c6a5-4cdf-bbee-9a63bdee0483 HTTP/1.1" status: 204 len: 168 time: 0.3040090 Dec 09 15:57:35.914722 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-95412c13-4227-47ad-848d-247df3b69e69 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-35086537'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:35.924262 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d369079-33c8-48c8-9360-c0dd54eec3e8 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'Network': ['ID=5712e199-c6a5-4cdf-bbee-9a63bdee0483,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:35.936126 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95412c13-4227-47ad-848d-247df3b69e69 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Made reservation on behalf of e2a4ff691cc745598fafcb787c92e1c1 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:57:35.940146 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-95412c13-4227-47ad-848d-247df3b69e69 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:35.965945 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95412c13-4227-47ad-848d-247df3b69e69 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:57:35.975812 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-95412c13-4227-47ad-848d-247df3b69e69 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:35.976165 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-95412c13-4227-47ad-848d-247df3b69e69 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Added segment 62475a72-489f-4fc3-9c63-29b678efe17f of type vlan for network 02288f54-c91c-4b3f-a784-546e7144f012 Dec 09 15:57:36.022414 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-95412c13-4227-47ad-848d-247df3b69e69 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:36.048369 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-95412c13-4227-47ad-848d-247df3b69e69 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:36.054044 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95412c13-4227-47ad-848d-247df3b69e69 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:36.054633 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-95412c13-4227-47ad-848d-247df3b69e69 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:36.115814 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-95412c13-4227-47ad-848d-247df3b69e69 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2050695 Dec 09 15:57:36.119078 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33938) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:36.124913 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c1c7aa32-c3d8-4085-9e2f-661b7b2ee615 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'subnet': {'network_id': '02288f54-c91c-4b3f-a784-546e7144f012', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:36.128704 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95412c13-4227-47ad-848d-247df3b69e69 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'Network': ['ID=02288f54-c91c-4b3f-a784-546e7144f012,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:36.140838 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 02288f54-c91c-4b3f-a784-546e7144f012 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:57:36.231041 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c7aa32-c3d8-4085-9e2f-661b7b2ee615 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Made reservation on behalf of e2a4ff691cc745598fafcb787c92e1c1 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:57:36.234587 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c1c7aa32-c3d8-4085-9e2f-661b7b2ee615 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:36.293225 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.ipam_backend_mixin [None req-c1c7aa32-c3d8-4085-9e2f-661b7b2ee615 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Performing IP validity checks on allocation pools {{(pid=103245) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 09 15:57:36.293851 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.ipam_backend_mixin [None req-c1c7aa32-c3d8-4085-9e2f-661b7b2ee615 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103245) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 09 15:57:36.418194 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c1c7aa32-c3d8-4085-9e2f-661b7b2ee615 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:36.480171 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7aa32-c3d8-4085-9e2f-661b7b2ee615 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'Subnet': ['ID=d9924ae2-0f69-4507-ab88-a97b55e813b8,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:36.490226 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c7aa32-c3d8-4085-9e2f-661b7b2ee615 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Checking segment: {'id': '62475a72-489f-4fc3-9c63-29b678efe17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '02288f54-c91c-4b3f-a784-546e7144f012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:57:36.490587 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c7aa32-c3d8-4085-9e2f-661b7b2ee615 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Network hostable DHCP agents. Network: 02288f54-c91c-4b3f-a784-546e7144f012, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:57:36.507001 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c7aa32-c3d8-4085-9e2f-661b7b2ee615 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Network 02288f54-c91c-4b3f-a784-546e7144f012 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:57:36.516648 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-c1c7aa32-c3d8-4085-9e2f-661b7b2ee615 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 02288f54-c91c-4b3f-a784-546e7144f012) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:57:36.521513 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c7aa32-c3d8-4085-9e2f-661b7b2ee615 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:36.522689 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c1c7aa32-c3d8-4085-9e2f-661b7b2ee615 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:36.526233 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000abeb0-6913-4162-b81c-a6b61929e032 None None] Network 02288f54-c91c-4b3f-a784-546e7144f012 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:57:36.542211 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c1c7aa32-c3d8-4085-9e2f-661b7b2ee615 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4218547 Dec 09 15:57:36.544669 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33940) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:36.550463 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-258bc667-8df0-48de-8add-93e7d0754da4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'port': {'network_id': '02288f54-c91c-4b3f-a784-546e7144f012', 'name': 'tempest-PortsTestJSON-1927384693'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:36.630527 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90f9100-a092-4ff7-b901-be1391ab344b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-02288f54-c91c-4b3f-a784-546e7144f012', 'network_id': '02288f54-c91c-4b3f-a784-546e7144f012', 'project_id': 'e2a4ff691cc745598fafcb787c92e1c1', 'fixed_ips': [{'subnet_id': 'd9924ae2-0f69-4507-ab88-a97b55e813b8'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:57:36.631556 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d90f9100-a092-4ff7-b901-be1391ab344b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:36.666249 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258bc667-8df0-48de-8add-93e7d0754da4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Made reservation on behalf of e2a4ff691cc745598fafcb787c92e1c1 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:57:36.669838 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-258bc667-8df0-48de-8add-93e7d0754da4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:36.689017 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-258bc667-8df0-48de-8add-93e7d0754da4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] device_id is not set on port 9f28dcbb-86f7-45e4-ae84-b95290821831 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:57:36.773777 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-d90f9100-a092-4ff7-b901-be1391ab344b None None] Allocated IP 172.20.0.2 (02288f54-c91c-4b3f-a784-546e7144f012/d9924ae2-0f69-4507-ab88-a97b55e813b8/a943d201-ab08-48f2-96d9-7ce77dc09f2b) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:57:36.917150 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d90f9100-a092-4ff7-b901-be1391ab344b None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:36.922442 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d90f9100-a092-4ff7-b901-be1391ab344b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:36.963286 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90f9100-a092-4ff7-b901-be1391ab344b None None] Network 02288f54-c91c-4b3f-a784-546e7144f012 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:57:36.968320 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-d90f9100-a092-4ff7-b901-be1391ab344b None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:57:36.973165 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90f9100-a092-4ff7-b901-be1391ab344b None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:57:36.980633 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f9100-a092-4ff7-b901-be1391ab344b None None] Pushing event updated for resources: {'Port': ['ID=a943d201-ab08-48f2-96d9-7ce77dc09f2b,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:36.990046 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-258bc667-8df0-48de-8add-93e7d0754da4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Allocated IP 172.20.0.13 (02288f54-c91c-4b3f-a784-546e7144f012/d9924ae2-0f69-4507-ab88-a97b55e813b8/9f28dcbb-86f7-45e4-ae84-b95290821831) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:57:37.038382 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d90f9100-a092-4ff7-b901-be1391ab344b None None] Attempting to bind port a943d201-ab08-48f2-96d9-7ce77dc09f2b on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:57:37.038846 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d90f9100-a092-4ff7-b901-be1391ab344b None None] Attempting to bind port a943d201-ab08-48f2-96d9-7ce77dc09f2b by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '62475a72-489f-4fc3-9c63-29b678efe17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '02288f54-c91c-4b3f-a784-546e7144f012'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:57:37.039466 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90f9100-a092-4ff7-b901-be1391ab344b None None] Attempting to bind port a943d201-ab08-48f2-96d9-7ce77dc09f2b on network 02288f54-c91c-4b3f-a784-546e7144f012 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:57:37.044976 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90f9100-a092-4ff7-b901-be1391ab344b None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:57:37.045440 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90f9100-a092-4ff7-b901-be1391ab344b None None] Checking segment: {'id': '62475a72-489f-4fc3-9c63-29b678efe17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '02288f54-c91c-4b3f-a784-546e7144f012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:57:37.045924 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d90f9100-a092-4ff7-b901-be1391ab344b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:37.046398 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90f9100-a092-4ff7-b901-be1391ab344b None None] Bound using segment: {'id': '62475a72-489f-4fc3-9c63-29b678efe17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '02288f54-c91c-4b3f-a784-546e7144f012'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:57:37.046943 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d90f9100-a092-4ff7-b901-be1391ab344b None None] Bound port: a943d201-ab08-48f2-96d9-7ce77dc09f2b, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62475a72-489f-4fc3-9c63-29b678efe17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '02288f54-c91c-4b3f-a784-546e7144f012'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:57:37.047361 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d90f9100-a092-4ff7-b901-be1391ab344b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:37.114628 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d90f9100-a092-4ff7-b901-be1391ab344b None None] For port a943d201-ab08-48f2-96d9-7ce77dc09f2b, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:57:37.118008 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d90f9100-a092-4ff7-b901-be1391ab344b None None] For port a943d201-ab08-48f2-96d9-7ce77dc09f2b, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a943d201-ab08-48f2-96d9-7ce77dc09f2b,segment=NetworkSegment(62475a72-489f-4fc3-9c63-29b678efe17f),segment_id=62475a72-489f-4fc3-9c63-29b678efe17f)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:57:37.122549 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d90f9100-a092-4ff7-b901-be1391ab344b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:37.174979 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-258bc667-8df0-48de-8add-93e7d0754da4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:37.180777 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f9100-a092-4ff7-b901-be1391ab344b None None] Pushing event updated for resources: {'Port': ['ID=a943d201-ab08-48f2-96d9-7ce77dc09f2b,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:37.221423 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-258bc667-8df0-48de-8add-93e7d0754da4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:37.263351 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258bc667-8df0-48de-8add-93e7d0754da4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Network 02288f54-c91c-4b3f-a784-546e7144f012 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:57:37.267095 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-258bc667-8df0-48de-8add-93e7d0754da4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:57:37.271156 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258bc667-8df0-48de-8add-93e7d0754da4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:57:37.306444 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258bc667-8df0-48de-8add-93e7d0754da4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'Port': ['ID=9f28dcbb-86f7-45e4-ae84-b95290821831,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:37.335187 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258bc667-8df0-48de-8add-93e7d0754da4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:37.335816 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-258bc667-8df0-48de-8add-93e7d0754da4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:37.357479 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 33944) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:37.360577 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-258bc667-8df0-48de-8add-93e7d0754da4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8137412 Dec 09 15:57:37.461506 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-379a8a1e-f7a8-48a3-86a5-8d6059363c18 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Deleting port 9f28dcbb-86f7-45e4-ae84-b95290821831 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:57:37.461855 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-379a8a1e-f7a8-48a3-86a5-8d6059363c18 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:37.557555 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-379a8a1e-f7a8-48a3-86a5-8d6059363c18 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:37.569826 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-379a8a1e-f7a8-48a3-86a5-8d6059363c18 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Calling delete_port for 9f28dcbb-86f7-45e4-ae84-b95290821831 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:57:37.704555 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a943d201-ab08-48f2-96d9-7ce77dc09f2b up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:57:37.724722 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-379a8a1e-f7a8-48a3-86a5-8d6059363c18 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:37.754255 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a8a1e-f7a8-48a3-86a5-8d6059363c18 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'Port': ['ID=9f28dcbb-86f7-45e4-ae84-b95290821831,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:37.762168 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port a943d201-ab08-48f2-96d9-7ce77dc09f2b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:57:37.762601 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:37.827264 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-379a8a1e-f7a8-48a3-86a5-8d6059363c18 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:37.834450 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33946) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:37.843773 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-379a8a1e-f7a8-48a3-86a5-8d6059363c18 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/ports/9f28dcbb-86f7-45e4-ae84-b95290821831 HTTP/1.1" status: 204 len: 168 time: 0.4850917 Dec 09 15:57:37.853986 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:37.860475 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-f441aaa5-1515-45b2-a9e4-6eb056b399a2 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] DELETE failed (client error): The resource could not be found. Dec 09 15:57:37.861227 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f441aaa5-1515-45b2-a9e4-6eb056b399a2 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:57:37.867139 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f441aaa5-1515-45b2-a9e4-6eb056b399a2 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/ports/9f28dcbb-86f7-45e4-ae84-b95290821831 HTTP/1.1" status: 404 len: 333 time: 0.0308073 Dec 09 15:57:37.867362 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 33948) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:37.895464 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port a943d201-ab08-48f2-96d9-7ce77dc09f2b, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a943d201-ab08-48f2-96d9-7ce77dc09f2b,segment=NetworkSegment(62475a72-489f-4fc3-9c63-29b678efe17f),segment_id=62475a72-489f-4fc3-9c63-29b678efe17f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:57:37.900755 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:37.901392 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f891485-0368-45c2-95d0-a421db63442a tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] GET failed (client error): The resource could not be found. Dec 09 15:57:37.905795 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33950) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:37.906025 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7f891485-0368-45c2-95d0-a421db63442a tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "GET /v2.0/ports/9f28dcbb-86f7-45e4-ae84-b95290821831 HTTP/1.1" status: 404 len: 333 time: 0.0346515 Dec 09 15:57:37.967479 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9e3fa84-c201-4694-8651-82739259a3a8 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Deleting subnet d9924ae2-0f69-4507-ab88-a97b55e813b8 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:57:37.967967 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=a943d201-ab08-48f2-96d9-7ce77dc09f2b,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:37.971590 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9e3fa84-c201-4694-8651-82739259a3a8 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:38.019298 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9e3fa84-c201-4694-8651-82739259a3a8 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:38.127164 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9e3fa84-c201-4694-8651-82739259a3a8 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:38.205370 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9e3fa84-c201-4694-8651-82739259a3a8 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:38.240722 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3fa84-c201-4694-8651-82739259a3a8 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'Subnet': ['ID=d9924ae2-0f69-4507-ab88-a97b55e813b8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:38.245709 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c9e3fa84-c201-4694-8651-82739259a3a8 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:38.250742 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c9e3fa84-c201-4694-8651-82739259a3a8 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/subnets/d9924ae2-0f69-4507-ab88-a97b55e813b8 HTTP/1.1" status: 204 len: 168 time: 0.3437057 Dec 09 15:57:38.253388 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33956) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:38.261867 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee221187-4050-4a65-8347-3e0347f32ff5 None None] Network 02288f54-c91c-4b3f-a784-546e7144f012 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:57:38.341222 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc7138eb-ba85-4ed1-b723-48b9a425ba4f tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:38.380597 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8b9f7c43-1f3a-4420-816f-43849c463d1e None None] Provisioning complete for port a943d201-ab08-48f2-96d9-7ce77dc09f2b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:57:38.380971 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8b9f7c43-1f3a-4420-816f-43849c463d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:38.408127 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-cc7138eb-ba85-4ed1-b723-48b9a425ba4f tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Deleting port a943d201-ab08-48f2-96d9-7ce77dc09f2b {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:57:38.408493 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc7138eb-ba85-4ed1-b723-48b9a425ba4f tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:38.457895 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90804bd7-d473-4fcd-9cf5-f169531bb2b7 None None] DHCP port deletion for 02288f54-c91c-4b3f-a784-546e7144f012 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:57:38.474030 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-cc7138eb-ba85-4ed1-b723-48b9a425ba4f tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] For port a943d201-ab08-48f2-96d9-7ce77dc09f2b, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a943d201-ab08-48f2-96d9-7ce77dc09f2b,segment=NetworkSegment(62475a72-489f-4fc3-9c63-29b678efe17f),segment_id=62475a72-489f-4fc3-9c63-29b678efe17f)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:57:38.474420 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc7138eb-ba85-4ed1-b723-48b9a425ba4f tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:38.487884 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-cc7138eb-ba85-4ed1-b723-48b9a425ba4f tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Calling delete_port for a943d201-ab08-48f2-96d9-7ce77dc09f2b owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:57:38.515594 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-90804bd7-d473-4fcd-9cf5-f169531bb2b7 None None] Deleting port a943d201-ab08-48f2-96d9-7ce77dc09f2b {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:57:38.516595 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-90804bd7-d473-4fcd-9cf5-f169531bb2b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:38.570462 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc7138eb-ba85-4ed1-b723-48b9a425ba4f tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:38.576711 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-90804bd7-d473-4fcd-9cf5-f169531bb2b7 None None] For port a943d201-ab08-48f2-96d9-7ce77dc09f2b, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a943d201-ab08-48f2-96d9-7ce77dc09f2b,segment=NetworkSegment(62475a72-489f-4fc3-9c63-29b678efe17f),segment_id=62475a72-489f-4fc3-9c63-29b678efe17f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:57:38.577117 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-90804bd7-d473-4fcd-9cf5-f169531bb2b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:38.589804 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-90804bd7-d473-4fcd-9cf5-f169531bb2b7 None None] Calling delete_port for a943d201-ab08-48f2-96d9-7ce77dc09f2b owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:57:38.598798 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7138eb-ba85-4ed1-b723-48b9a425ba4f tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] No DVR routers for this DVR port a943d201-ab08-48f2-96d9-7ce77dc09f2b on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:57:38.600830 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7138eb-ba85-4ed1-b723-48b9a425ba4f tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'Port': ['ID=a943d201-ab08-48f2-96d9-7ce77dc09f2b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:38.669123 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-90804bd7-d473-4fcd-9cf5-f169531bb2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:38.684927 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc7138eb-ba85-4ed1-b723-48b9a425ba4f tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:38.695019 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90804bd7-d473-4fcd-9cf5-f169531bb2b7 None None] Pushing event deleted for resources: {'Port': ['ID=a943d201-ab08-48f2-96d9-7ce77dc09f2b,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:38.696879 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90804bd7-d473-4fcd-9cf5-f169531bb2b7 None None] No DVR routers for this DVR port a943d201-ab08-48f2-96d9-7ce77dc09f2b on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:57:38.708683 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-cc7138eb-ba85-4ed1-b723-48b9a425ba4f tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02288f54-c91c-4b3f-a784-546e7144f012']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:57:38.718344 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-cc7138eb-ba85-4ed1-b723-48b9a425ba4f tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62475a72-489f-4fc3-9c63-29b678efe17f') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:57:38.718643 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-cc7138eb-ba85-4ed1-b723-48b9a425ba4f tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62475a72-489f-4fc3-9c63-29b678efe17f') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:57:38.728016 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc7138eb-ba85-4ed1-b723-48b9a425ba4f tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:38.741915 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc7138eb-ba85-4ed1-b723-48b9a425ba4f tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:38.748089 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc7138eb-ba85-4ed1-b723-48b9a425ba4f tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:57:38.748541 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc7138eb-ba85-4ed1-b723-48b9a425ba4f tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:38.752479 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:57:38.752479 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:57:38.752479 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:57:38.752479 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:57:38.752479 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:57:38.752479 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:57:38.752479 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:57:38.752479 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:57:38.752479 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:57:38.752479 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:57:38.752479 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:57:38.752479 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:57:38.752479 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:57:38.752479 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:57:38.752479 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:57:38.752479 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:57:38.752479 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:57:38.752479 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:57:38.752479 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:57:38.752479 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:57:38.752479 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:57:38.752479 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:57:38.752479 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:57:38.752479 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:57:38.752479 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:57:38.752479 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:57:38.752479 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:57:38.752479 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:57:38.752479 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:57:38.752479 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:57:38.752479 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:57:38.752479 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:57:38.813614 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc7138eb-ba85-4ed1-b723-48b9a425ba4f tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:38.817856 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc7138eb-ba85-4ed1-b723-48b9a425ba4f tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:38.821445 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-cc7138eb-ba85-4ed1-b723-48b9a425ba4f tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/networks/02288f54-c91c-4b3f-a784-546e7144f012 HTTP/1.1" status: 204 len: 168 time: 0.5669250 Dec 09 15:57:38.825104 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33958) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:38.830328 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7af2bf82-e7ee-459d-9e6e-4b14f2a6d757 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1852576663'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:38.849967 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7138eb-ba85-4ed1-b723-48b9a425ba4f tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'Network': ['ID=02288f54-c91c-4b3f-a784-546e7144f012,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:38.864025 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af2bf82-e7ee-459d-9e6e-4b14f2a6d757 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Made reservation on behalf of e2a4ff691cc745598fafcb787c92e1c1 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:57:38.867609 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7af2bf82-e7ee-459d-9e6e-4b14f2a6d757 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:38.891936 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af2bf82-e7ee-459d-9e6e-4b14f2a6d757 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:57:38.900552 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7af2bf82-e7ee-459d-9e6e-4b14f2a6d757 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:38.900887 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-7af2bf82-e7ee-459d-9e6e-4b14f2a6d757 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Added segment 68042742-17ea-43a4-9191-c65b14d2af7a of type vlan for network c6130fa0-3b05-493d-baf6-e200517801e8 Dec 09 15:57:38.941686 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7af2bf82-e7ee-459d-9e6e-4b14f2a6d757 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:39.311445 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7af2bf82-e7ee-459d-9e6e-4b14f2a6d757 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:39.317214 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af2bf82-e7ee-459d-9e6e-4b14f2a6d757 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:39.317719 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7af2bf82-e7ee-459d-9e6e-4b14f2a6d757 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:39.374345 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7af2bf82-e7ee-459d-9e6e-4b14f2a6d757 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5482800 Dec 09 15:57:39.378177 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33962) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:39.382891 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-de9679ee-0709-430d-b49f-f201195ce6ab tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'subnet': {'network_id': 'c6130fa0-3b05-493d-baf6-e200517801e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:39.430504 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2bf82-e7ee-459d-9e6e-4b14f2a6d757 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'Network': ['ID=c6130fa0-3b05-493d-baf6-e200517801e8,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:39.441170 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network c6130fa0-3b05-493d-baf6-e200517801e8 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:57:39.482397 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9679ee-0709-430d-b49f-f201195ce6ab tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Made reservation on behalf of e2a4ff691cc745598fafcb787c92e1c1 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:57:39.486928 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de9679ee-0709-430d-b49f-f201195ce6ab tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:39.648942 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a943d201-ab08-48f2-96d9-7ce77dc09f2b no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:57:39.673017 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: a943d201-ab08-48f2-96d9-7ce77dc09f2b {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:57:39.673689 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a943d201-ab08-48f2-96d9-7ce77dc09f2b not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:57:39.679981 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de9679ee-0709-430d-b49f-f201195ce6ab tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:39.743597 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9679ee-0709-430d-b49f-f201195ce6ab tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'Subnet': ['ID=610421b2-a143-4573-b4d7-e62e1c2b6fcc,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:39.753987 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9679ee-0709-430d-b49f-f201195ce6ab tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Checking segment: {'id': '68042742-17ea-43a4-9191-c65b14d2af7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'c6130fa0-3b05-493d-baf6-e200517801e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:57:39.754352 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9679ee-0709-430d-b49f-f201195ce6ab tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Network hostable DHCP agents. Network: c6130fa0-3b05-493d-baf6-e200517801e8, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:57:39.772900 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9679ee-0709-430d-b49f-f201195ce6ab tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Network c6130fa0-3b05-493d-baf6-e200517801e8 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:57:39.784349 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-de9679ee-0709-430d-b49f-f201195ce6ab tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, c6130fa0-3b05-493d-baf6-e200517801e8) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:57:39.788822 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9679ee-0709-430d-b49f-f201195ce6ab tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:39.789444 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de9679ee-0709-430d-b49f-f201195ce6ab tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:39.795746 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d67907-d547-4355-bdde-94f7a5cec105 None None] Network c6130fa0-3b05-493d-baf6-e200517801e8 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:57:39.808871 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-de9679ee-0709-430d-b49f-f201195ce6ab tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4296427 Dec 09 15:57:40.048773 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 33968) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:40.048773 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-eb592110-ce3a-454b-99df-84a8d830bccb tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'port': {'network_id': 'c6130fa0-3b05-493d-baf6-e200517801e8', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1305254454'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:40.052200 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d71704-7d7b-4b85-aef2-5044b8e29afe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-c6130fa0-3b05-493d-baf6-e200517801e8', 'network_id': 'c6130fa0-3b05-493d-baf6-e200517801e8', 'project_id': 'e2a4ff691cc745598fafcb787c92e1c1', 'fixed_ips': [{'subnet_id': '610421b2-a143-4573-b4d7-e62e1c2b6fcc'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:57:40.052200 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-68d71704-7d7b-4b85-aef2-5044b8e29afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:40.053342 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb592110-ce3a-454b-99df-84a8d830bccb tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Made reservation on behalf of e2a4ff691cc745598fafcb787c92e1c1 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:57:40.053342 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb592110-ce3a-454b-99df-84a8d830bccb tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:40.053342 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-eb592110-ce3a-454b-99df-84a8d830bccb tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] device_id is not set on port ba132874-999d-4e05-b371-3ccedc4abe69 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:57:40.455798 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-eb592110-ce3a-454b-99df-84a8d830bccb tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Allocated IP 172.20.0.12 (c6130fa0-3b05-493d-baf6-e200517801e8/610421b2-a143-4573-b4d7-e62e1c2b6fcc/ba132874-999d-4e05-b371-3ccedc4abe69) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:57:40.591522 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb592110-ce3a-454b-99df-84a8d830bccb tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:40.626236 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb592110-ce3a-454b-99df-84a8d830bccb tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:40.679270 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb592110-ce3a-454b-99df-84a8d830bccb tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Network c6130fa0-3b05-493d-baf6-e200517801e8 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:57:40.682121 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-eb592110-ce3a-454b-99df-84a8d830bccb tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:57:40.684603 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb592110-ce3a-454b-99df-84a8d830bccb tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:57:40.688693 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-68d71704-7d7b-4b85-aef2-5044b8e29afe None None] Allocated IP 172.20.0.2 (c6130fa0-3b05-493d-baf6-e200517801e8/610421b2-a143-4573-b4d7-e62e1c2b6fcc/41e7d5b6-73da-444c-9d75-8bb22eac42c6) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:57:40.692230 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb592110-ce3a-454b-99df-84a8d830bccb tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'Port': ['ID=ba132874-999d-4e05-b371-3ccedc4abe69,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:40.742371 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb592110-ce3a-454b-99df-84a8d830bccb tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:40.743050 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb592110-ce3a-454b-99df-84a8d830bccb tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:40.766777 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 33994) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:40.767329 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-eb592110-ce3a-454b-99df-84a8d830bccb tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 0.9542491 Dec 09 15:57:40.861143 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-68d71704-7d7b-4b85-aef2-5044b8e29afe None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:40.868820 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-68d71704-7d7b-4b85-aef2-5044b8e29afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:40.884344 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c1d7881d-c52d-43a2-b993-ddf21ff3ba20 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Deleting port ba132874-999d-4e05-b371-3ccedc4abe69 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:57:40.884715 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c1d7881d-c52d-43a2-b993-ddf21ff3ba20 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:40.911728 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d71704-7d7b-4b85-aef2-5044b8e29afe None None] Network c6130fa0-3b05-493d-baf6-e200517801e8 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:57:40.914637 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-68d71704-7d7b-4b85-aef2-5044b8e29afe None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:57:40.919114 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d71704-7d7b-4b85-aef2-5044b8e29afe None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:57:40.924736 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d71704-7d7b-4b85-aef2-5044b8e29afe None None] Pushing event updated for resources: {'Port': ['ID=41e7d5b6-73da-444c-9d75-8bb22eac42c6,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:40.981701 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-68d71704-7d7b-4b85-aef2-5044b8e29afe None None] Attempting to bind port 41e7d5b6-73da-444c-9d75-8bb22eac42c6 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:57:40.982277 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-68d71704-7d7b-4b85-aef2-5044b8e29afe None None] Attempting to bind port 41e7d5b6-73da-444c-9d75-8bb22eac42c6 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '68042742-17ea-43a4-9191-c65b14d2af7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'c6130fa0-3b05-493d-baf6-e200517801e8'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:57:40.982836 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d71704-7d7b-4b85-aef2-5044b8e29afe None None] Attempting to bind port 41e7d5b6-73da-444c-9d75-8bb22eac42c6 on network c6130fa0-3b05-493d-baf6-e200517801e8 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:57:40.988962 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d71704-7d7b-4b85-aef2-5044b8e29afe None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:57:40.989340 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d71704-7d7b-4b85-aef2-5044b8e29afe None None] Checking segment: {'id': '68042742-17ea-43a4-9191-c65b14d2af7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'c6130fa0-3b05-493d-baf6-e200517801e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:57:40.989830 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-68d71704-7d7b-4b85-aef2-5044b8e29afe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:40.990119 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d71704-7d7b-4b85-aef2-5044b8e29afe None None] Bound using segment: {'id': '68042742-17ea-43a4-9191-c65b14d2af7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'c6130fa0-3b05-493d-baf6-e200517801e8'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:57:40.990581 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-68d71704-7d7b-4b85-aef2-5044b8e29afe None None] Bound port: 41e7d5b6-73da-444c-9d75-8bb22eac42c6, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68042742-17ea-43a4-9191-c65b14d2af7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'c6130fa0-3b05-493d-baf6-e200517801e8'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:57:40.990957 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-68d71704-7d7b-4b85-aef2-5044b8e29afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:40.996068 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c1d7881d-c52d-43a2-b993-ddf21ff3ba20 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:41.011360 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c1d7881d-c52d-43a2-b993-ddf21ff3ba20 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Calling delete_port for ba132874-999d-4e05-b371-3ccedc4abe69 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:57:41.059766 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-68d71704-7d7b-4b85-aef2-5044b8e29afe None None] For port 41e7d5b6-73da-444c-9d75-8bb22eac42c6, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:57:41.064577 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-68d71704-7d7b-4b85-aef2-5044b8e29afe None None] For port 41e7d5b6-73da-444c-9d75-8bb22eac42c6, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=41e7d5b6-73da-444c-9d75-8bb22eac42c6,segment=NetworkSegment(68042742-17ea-43a4-9191-c65b14d2af7a),segment_id=68042742-17ea-43a4-9191-c65b14d2af7a)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:57:41.075838 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-68d71704-7d7b-4b85-aef2-5044b8e29afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:41.150192 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d71704-7d7b-4b85-aef2-5044b8e29afe None None] Pushing event updated for resources: {'Port': ['ID=41e7d5b6-73da-444c-9d75-8bb22eac42c6,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:41.166963 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c1d7881d-c52d-43a2-b993-ddf21ff3ba20 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:41.194428 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d7881d-c52d-43a2-b993-ddf21ff3ba20 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'Port': ['ID=ba132874-999d-4e05-b371-3ccedc4abe69,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:41.269470 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c1d7881d-c52d-43a2-b993-ddf21ff3ba20 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:41.272907 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c1d7881d-c52d-43a2-b993-ddf21ff3ba20 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/ports/ba132874-999d-4e05-b371-3ccedc4abe69 HTTP/1.1" status: 204 len: 168 time: 0.5051227 Dec 09 15:57:41.276213 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34008) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:41.304781 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-016d9aaf-f5f9-4fc3-941c-bea9e469570c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] GET failed (client error): The resource could not be found. Dec 09 15:57:41.306431 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-016d9aaf-f5f9-4fc3-941c-bea9e469570c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "GET /v2.0/ports/ba132874-999d-4e05-b371-3ccedc4abe69 HTTP/1.1" status: 404 len: 333 time: 0.0281904 Dec 09 15:57:41.309146 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34010) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:41.376808 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b32431a-873c-4d0d-a235-b61741f34467 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Deleting subnet 610421b2-a143-4573-b4d7-e62e1c2b6fcc {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:57:41.380870 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b32431a-873c-4d0d-a235-b61741f34467 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:41.445473 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b32431a-873c-4d0d-a235-b61741f34467 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:41.542473 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b32431a-873c-4d0d-a235-b61741f34467 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:41.604648 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b32431a-873c-4d0d-a235-b61741f34467 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:41.634239 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32431a-873c-4d0d-a235-b61741f34467 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'Subnet': ['ID=610421b2-a143-4573-b4d7-e62e1c2b6fcc,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:41.649579 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7b32431a-873c-4d0d-a235-b61741f34467 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:41.654204 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7b32431a-873c-4d0d-a235-b61741f34467 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/subnets/610421b2-a143-4573-b4d7-e62e1c2b6fcc HTTP/1.1" status: 204 len: 168 time: 0.3437550 Dec 09 15:57:41.658090 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34018) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:41.725794 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 41e7d5b6-73da-444c-9d75-8bb22eac42c6 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:57:41.766385 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e2b0e916-595a-4d8e-8101-b5d7b3bca065 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:41.787094 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 41e7d5b6-73da-444c-9d75-8bb22eac42c6 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:57:41.787472 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:41.827910 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-e2b0e916-595a-4d8e-8101-b5d7b3bca065 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Deleting port 41e7d5b6-73da-444c-9d75-8bb22eac42c6 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:57:41.829198 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e2b0e916-595a-4d8e-8101-b5d7b3bca065 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:41.872738 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:41.909879 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-e2b0e916-595a-4d8e-8101-b5d7b3bca065 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] For port 41e7d5b6-73da-444c-9d75-8bb22eac42c6, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=41e7d5b6-73da-444c-9d75-8bb22eac42c6,segment=NetworkSegment(68042742-17ea-43a4-9191-c65b14d2af7a),segment_id=68042742-17ea-43a4-9191-c65b14d2af7a)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:57:41.910242 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e2b0e916-595a-4d8e-8101-b5d7b3bca065 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:41.921591 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 41e7d5b6-73da-444c-9d75-8bb22eac42c6, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=41e7d5b6-73da-444c-9d75-8bb22eac42c6,segment=NetworkSegment(68042742-17ea-43a4-9191-c65b14d2af7a),segment_id=68042742-17ea-43a4-9191-c65b14d2af7a)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:57:41.925830 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-e2b0e916-595a-4d8e-8101-b5d7b3bca065 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Calling delete_port for 41e7d5b6-73da-444c-9d75-8bb22eac42c6 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:57:41.927245 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:41.992876 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=41e7d5b6-73da-444c-9d75-8bb22eac42c6,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:42.026967 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e2b0e916-595a-4d8e-8101-b5d7b3bca065 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:42.054881 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0e916-595a-4d8e-8101-b5d7b3bca065 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'Port': ['ID=41e7d5b6-73da-444c-9d75-8bb22eac42c6,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:42.058416 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b0e916-595a-4d8e-8101-b5d7b3bca065 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] No DVR routers for this DVR port 41e7d5b6-73da-444c-9d75-8bb22eac42c6 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:57:42.158197 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e2b0e916-595a-4d8e-8101-b5d7b3bca065 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:42.183289 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-e2b0e916-595a-4d8e-8101-b5d7b3bca065 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6130fa0-3b05-493d-baf6-e200517801e8']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:57:42.201246 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-e2b0e916-595a-4d8e-8101-b5d7b3bca065 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68042742-17ea-43a4-9191-c65b14d2af7a') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:57:42.201580 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-e2b0e916-595a-4d8e-8101-b5d7b3bca065 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68042742-17ea-43a4-9191-c65b14d2af7a') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:57:42.212307 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e2b0e916-595a-4d8e-8101-b5d7b3bca065 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:42.226784 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e2b0e916-595a-4d8e-8101-b5d7b3bca065 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:42.233753 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b0e916-595a-4d8e-8101-b5d7b3bca065 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:57:42.234294 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e2b0e916-595a-4d8e-8101-b5d7b3bca065 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:42.238658 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:57:42.238658 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:57:42.238658 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:57:42.238658 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:57:42.238658 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:57:42.238658 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:57:42.238658 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:57:42.238658 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:57:42.238658 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:57:42.238658 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:57:42.238658 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:57:42.238658 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:57:42.238658 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:57:42.238658 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:57:42.238658 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:57:42.238658 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:57:42.238658 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:57:42.238658 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:57:42.238658 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:57:42.238658 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:57:42.238658 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:57:42.238658 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:57:42.238658 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:57:42.238658 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:57:42.238658 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:57:42.238658 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:57:42.238658 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:57:42.238658 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:57:42.238658 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:57:42.238658 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:57:42.238658 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:57:42.238658 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:57:42.314713 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e2b0e916-595a-4d8e-8101-b5d7b3bca065 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:42.324550 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e2b0e916-595a-4d8e-8101-b5d7b3bca065 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:42.330398 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e2b0e916-595a-4d8e-8101-b5d7b3bca065 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/networks/c6130fa0-3b05-493d-baf6-e200517801e8 HTTP/1.1" status: 204 len: 168 time: 0.6667564 Dec 09 15:57:42.330398 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34034) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:42.343876 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-edd9099e-8f9f-4c6c-8062-838c2f8685db tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'port': {'network_id': 'e081b962-9ede-4813-94bd-89e709b4b8d0', 'name': 'tempest-PortsTestJSON-1515323618'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:42.349223 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0e916-595a-4d8e-8101-b5d7b3bca065 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'Network': ['ID=c6130fa0-3b05-493d-baf6-e200517801e8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:42.421726 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048d770f-06e6-4af8-9907-20bed7473e6b None None] DHCP port deletion for c6130fa0-3b05-493d-baf6-e200517801e8 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:57:42.450436 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5bbfed5b-4e55-450b-a1cd-3e2d2c3d14d9 None None] Could not find standard attr ID for object 41e7d5b6-73da-444c-9d75-8bb22eac42c6. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:57:42.456431 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264aa19a-ba99-42c5-86ca-3188357a495f None None] Network c6130fa0-3b05-493d-baf6-e200517801e8 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:57:42.471295 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd9099e-8f9f-4c6c-8062-838c2f8685db tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Made reservation on behalf of e2a4ff691cc745598fafcb787c92e1c1 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:57:42.473253 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264aa19a-ba99-42c5-86ca-3188357a495f None None] Network c6130fa0-3b05-493d-baf6-e200517801e8 could not be found, it might have been deleted concurrently. {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 09 15:57:42.477515 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-edd9099e-8f9f-4c6c-8062-838c2f8685db tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:42.495980 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-edd9099e-8f9f-4c6c-8062-838c2f8685db tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] device_id is not set on port fb6073c4-d14a-45bf-8f5b-6b867318b102 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:57:42.675916 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-edd9099e-8f9f-4c6c-8062-838c2f8685db tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:42.709997 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-edd9099e-8f9f-4c6c-8062-838c2f8685db tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:42.761571 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd9099e-8f9f-4c6c-8062-838c2f8685db tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Network e081b962-9ede-4813-94bd-89e709b4b8d0 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:57:42.767633 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-edd9099e-8f9f-4c6c-8062-838c2f8685db tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:57:42.770390 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd9099e-8f9f-4c6c-8062-838c2f8685db tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:57:42.776686 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd9099e-8f9f-4c6c-8062-838c2f8685db tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:42.777415 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-edd9099e-8f9f-4c6c-8062-838c2f8685db tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:42.788896 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd9099e-8f9f-4c6c-8062-838c2f8685db tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'Port': ['ID=fb6073c4-d14a-45bf-8f5b-6b867318b102,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:42.802844 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-edd9099e-8f9f-4c6c-8062-838c2f8685db tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4720173 Dec 09 15:57:42.805496 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34046) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:42.897409 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-610a094a-f2ea-4d3c-adfe-1b9d262f0e4e tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Deleting port fb6073c4-d14a-45bf-8f5b-6b867318b102 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:57:42.898110 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-610a094a-f2ea-4d3c-adfe-1b9d262f0e4e tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:42.972248 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-610a094a-f2ea-4d3c-adfe-1b9d262f0e4e tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:42.985177 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-610a094a-f2ea-4d3c-adfe-1b9d262f0e4e tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Calling delete_port for fb6073c4-d14a-45bf-8f5b-6b867318b102 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:57:43.067430 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-610a094a-f2ea-4d3c-adfe-1b9d262f0e4e tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:43.098934 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a094a-f2ea-4d3c-adfe-1b9d262f0e4e tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'Port': ['ID=fb6073c4-d14a-45bf-8f5b-6b867318b102,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:43.102399 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-610a094a-f2ea-4d3c-adfe-1b9d262f0e4e tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:43.105711 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-610a094a-f2ea-4d3c-adfe-1b9d262f0e4e tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/ports/fb6073c4-d14a-45bf-8f5b-6b867318b102 HTTP/1.1" status: 204 len: 168 time: 0.2992814 Dec 09 15:57:43.108323 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34054) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:43.113573 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f1448967-b78a-4b1a-875f-e77223c7c477 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'port': {'network_id': 'e081b962-9ede-4813-94bd-89e709b4b8d0', 'mac_address': 'fa:16:3e:e8:4e:bc', 'name': 'tempest-PortsTestJSON-940632033'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:43.209827 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1448967-b78a-4b1a-875f-e77223c7c477 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Made reservation on behalf of e2a4ff691cc745598fafcb787c92e1c1 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:57:43.283404 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f1448967-b78a-4b1a-875f-e77223c7c477 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:43.309456 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-f1448967-b78a-4b1a-875f-e77223c7c477 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] device_id is not set on port 2d84734d-46ec-4ac7-8bb1-0d3a6f95a5dc yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:57:43.478643 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f1448967-b78a-4b1a-875f-e77223c7c477 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:43.511635 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f1448967-b78a-4b1a-875f-e77223c7c477 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:43.558764 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1448967-b78a-4b1a-875f-e77223c7c477 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Network e081b962-9ede-4813-94bd-89e709b4b8d0 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:57:43.561820 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-f1448967-b78a-4b1a-875f-e77223c7c477 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:57:43.565527 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1448967-b78a-4b1a-875f-e77223c7c477 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:57:43.571302 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1448967-b78a-4b1a-875f-e77223c7c477 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:43.571912 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f1448967-b78a-4b1a-875f-e77223c7c477 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:43.588601 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1448967-b78a-4b1a-875f-e77223c7c477 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'Port': ['ID=2d84734d-46ec-4ac7-8bb1-0d3a6f95a5dc,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:43.600934 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f1448967-b78a-4b1a-875f-e77223c7c477 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4912920 Dec 09 15:57:43.602490 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34068) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:43.651694 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c308b2-a953-4ef7-a388-c5e95057fc1f tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:43.653112 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-50c308b2-a953-4ef7-a388-c5e95057fc1f tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "GET /v2.0/ports/2d84734d-46ec-4ac7-8bb1-0d3a6f95a5dc HTTP/1.1" status: 200 len: 840 time: 0.0494814 Dec 09 15:57:43.655759 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34070) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:43.662726 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 41e7d5b6-73da-444c-9d75-8bb22eac42c6 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:57:43.683781 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 41e7d5b6-73da-444c-9d75-8bb22eac42c6 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:57:43.684322 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 41e7d5b6-73da-444c-9d75-8bb22eac42c6 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:57:43.758339 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-ed5ee8b6-627e-4493-bb7a-d3f71da0b3b1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Deleting port 2d84734d-46ec-4ac7-8bb1-0d3a6f95a5dc {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:57:43.758687 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed5ee8b6-627e-4493-bb7a-d3f71da0b3b1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:43.832204 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed5ee8b6-627e-4493-bb7a-d3f71da0b3b1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:43.847404 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-ed5ee8b6-627e-4493-bb7a-d3f71da0b3b1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Calling delete_port for 2d84734d-46ec-4ac7-8bb1-0d3a6f95a5dc owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:57:43.929338 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed5ee8b6-627e-4493-bb7a-d3f71da0b3b1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:43.962685 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ee8b6-627e-4493-bb7a-d3f71da0b3b1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'Port': ['ID=2d84734d-46ec-4ac7-8bb1-0d3a6f95a5dc,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:43.974322 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed5ee8b6-627e-4493-bb7a-d3f71da0b3b1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:43.977694 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ed5ee8b6-627e-4493-bb7a-d3f71da0b3b1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/ports/2d84734d-46ec-4ac7-8bb1-0d3a6f95a5dc HTTP/1.1" status: 204 len: 168 time: 0.3208008 Dec 09 15:57:43.980466 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34078) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:44.010313 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe6aa30-aa48-4815-9a45-f00e9dd78421 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] GET failed (client error): The resource could not be found. Dec 09 15:57:44.012059 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4fe6aa30-aa48-4815-9a45-f00e9dd78421 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "GET /v2.0/ports/2d84734d-46ec-4ac7-8bb1-0d3a6f95a5dc HTTP/1.1" status: 404 len: 333 time: 0.0305007 Dec 09 15:57:44.015238 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34082) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:44.021282 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-31c81d37-ade6-409f-9d74-0b49d90dd5b4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'port': {'network_id': 'e081b962-9ede-4813-94bd-89e709b4b8d0', 'name': 'tempest-PortsTestJSON-109706661'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:44.123972 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c81d37-ade6-409f-9d74-0b49d90dd5b4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Made reservation on behalf of e2a4ff691cc745598fafcb787c92e1c1 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:57:44.128325 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31c81d37-ade6-409f-9d74-0b49d90dd5b4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:44.147280 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-31c81d37-ade6-409f-9d74-0b49d90dd5b4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] device_id is not set on port 93b2be98-d221-432a-a556-9cf62a88aec6 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:57:44.320922 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31c81d37-ade6-409f-9d74-0b49d90dd5b4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:44.360509 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31c81d37-ade6-409f-9d74-0b49d90dd5b4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:44.420270 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c81d37-ade6-409f-9d74-0b49d90dd5b4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Network e081b962-9ede-4813-94bd-89e709b4b8d0 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:57:44.424478 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-31c81d37-ade6-409f-9d74-0b49d90dd5b4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:57:44.426384 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c81d37-ade6-409f-9d74-0b49d90dd5b4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'Port': ['ID=93b2be98-d221-432a-a556-9cf62a88aec6,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:44.428476 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c81d37-ade6-409f-9d74-0b49d90dd5b4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:57:44.434026 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c81d37-ade6-409f-9d74-0b49d90dd5b4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:44.434638 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31c81d37-ade6-409f-9d74-0b49d90dd5b4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:44.456216 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-31c81d37-ade6-409f-9d74-0b49d90dd5b4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4387693 Dec 09 15:57:44.458810 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34094) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:44.464082 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f94d2358-2d85-4726-8e79-adee1a6e7288 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:44.532447 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f94d2358-2d85-4726-8e79-adee1a6e7288 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:44.702590 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f94d2358-2d85-4726-8e79-adee1a6e7288 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:44.707915 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f94d2358-2d85-4726-8e79-adee1a6e7288 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:44.742495 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f94d2358-2d85-4726-8e79-adee1a6e7288 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] In _notify_port_updated(), no bound segment for port 93b2be98-d221-432a-a556-9cf62a88aec6 on network e081b962-9ede-4813-94bd-89e709b4b8d0 {{(pid=103244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:57:44.748087 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94d2358-2d85-4726-8e79-adee1a6e7288 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:44.748821 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f94d2358-2d85-4726-8e79-adee1a6e7288 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:44.750815 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f94d2358-2d85-4726-8e79-adee1a6e7288 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "PUT /v2.0/ports/93b2be98-d221-432a-a556-9cf62a88aec6 HTTP/1.1" status: 200 len: 818 time: 0.2903914 Dec 09 15:57:44.753950 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34102) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:44.771839 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d2358-2d85-4726-8e79-adee1a6e7288 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'Port': ['ID=93b2be98-d221-432a-a556-9cf62a88aec6,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:44.858751 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-acbf3e24-a373-4235-8553-d6026b707538 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Deleting port 93b2be98-d221-432a-a556-9cf62a88aec6 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:57:44.859006 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-acbf3e24-a373-4235-8553-d6026b707538 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:44.929113 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-acbf3e24-a373-4235-8553-d6026b707538 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:44.941498 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-acbf3e24-a373-4235-8553-d6026b707538 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Calling delete_port for 93b2be98-d221-432a-a556-9cf62a88aec6 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:57:45.034505 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-acbf3e24-a373-4235-8553-d6026b707538 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:45.061506 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf3e24-a373-4235-8553-d6026b707538 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'Port': ['ID=93b2be98-d221-432a-a556-9cf62a88aec6,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:45.069059 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-acbf3e24-a373-4235-8553-d6026b707538 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:45.072444 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-acbf3e24-a373-4235-8553-d6026b707538 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/ports/93b2be98-d221-432a-a556-9cf62a88aec6 HTTP/1.1" status: 204 len: 168 time: 0.3173847 Dec 09 15:57:45.075067 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34110) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:45.127934 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72940a5-bb98-4502-8b1e-1a06cc278bca tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:45.129618 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e72940a5-bb98-4502-8b1e-1a06cc278bca tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0534880 Dec 09 15:57:45.132280 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34114) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:45.157560 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-c76f26f1-eecc-4803-8352-478c87a97761 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] GET failed (client error): The resource could not be found. Dec 09 15:57:45.159140 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c76f26f1-eecc-4803-8352-478c87a97761 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "GET /v2.0/ports/93b2be98-d221-432a-a556-9cf62a88aec6 HTTP/1.1" status: 404 len: 333 time: 0.0258608 Dec 09 15:57:45.162954 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34116) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:45.167951 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-f1428086-c597-4e86-b274-c75ca5bd701f tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1326454970'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:45.190845 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1428086-c597-4e86-b274-c75ca5bd701f tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Made reservation on behalf of e2a4ff691cc745598fafcb787c92e1c1 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:57:45.195304 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f1428086-c597-4e86-b274-c75ca5bd701f tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:45.223047 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1428086-c597-4e86-b274-c75ca5bd701f tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:57:45.237901 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f1428086-c597-4e86-b274-c75ca5bd701f tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:45.238747 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-f1428086-c597-4e86-b274-c75ca5bd701f tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Added segment 90a9b26a-7f1b-4e10-9d7f-1f7e07264f47 of type vlan for network 5465098f-de9a-41f6-9a69-ea8848e8faf6 Dec 09 15:57:45.285223 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f1428086-c597-4e86-b274-c75ca5bd701f tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:45.320927 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f1428086-c597-4e86-b274-c75ca5bd701f tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:45.326648 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1428086-c597-4e86-b274-c75ca5bd701f tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:45.327238 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f1428086-c597-4e86-b274-c75ca5bd701f tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:45.388992 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f1428086-c597-4e86-b274-c75ca5bd701f tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2248344 Dec 09 15:57:45.393131 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34126) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:45.398178 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-3712c0d5-1ccd-47e5-b381-be0f9aeaa139 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'subnet': {'network_id': '5465098f-de9a-41f6-9a69-ea8848e8faf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:45.401983 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1428086-c597-4e86-b274-c75ca5bd701f tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'Network': ['ID=5465098f-de9a-41f6-9a69-ea8848e8faf6,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:45.413183 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 5465098f-de9a-41f6-9a69-ea8848e8faf6 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:57:45.510483 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3712c0d5-1ccd-47e5-b381-be0f9aeaa139 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Made reservation on behalf of e2a4ff691cc745598fafcb787c92e1c1 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:57:45.514918 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3712c0d5-1ccd-47e5-b381-be0f9aeaa139 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:45.757061 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3712c0d5-1ccd-47e5-b381-be0f9aeaa139 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:45.844840 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712c0d5-1ccd-47e5-b381-be0f9aeaa139 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'Subnet': ['ID=ad073f55-6a66-4529-9ac0-a431042b1347,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:45.850001 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3712c0d5-1ccd-47e5-b381-be0f9aeaa139 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Checking segment: {'id': '90a9b26a-7f1b-4e10-9d7f-1f7e07264f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5465098f-de9a-41f6-9a69-ea8848e8faf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:57:45.850370 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3712c0d5-1ccd-47e5-b381-be0f9aeaa139 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Network hostable DHCP agents. Network: 5465098f-de9a-41f6-9a69-ea8848e8faf6, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:57:45.880905 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3712c0d5-1ccd-47e5-b381-be0f9aeaa139 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Network 5465098f-de9a-41f6-9a69-ea8848e8faf6 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:57:45.894152 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-3712c0d5-1ccd-47e5-b381-be0f9aeaa139 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 5465098f-de9a-41f6-9a69-ea8848e8faf6) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:57:45.898815 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3712c0d5-1ccd-47e5-b381-be0f9aeaa139 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:45.899471 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3712c0d5-1ccd-47e5-b381-be0f9aeaa139 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:45.918799 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3712c0d5-1ccd-47e5-b381-be0f9aeaa139 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5244837 Dec 09 15:57:45.922541 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34138) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:45.930546 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-cee236c0-8ce9-4bfd-b804-e81e43310510 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'subnet': {'network_id': '5465098f-de9a-41f6-9a69-ea8848e8faf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:45.938731 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a81cea6-0004-474f-8b7a-b9815933fcdf None None] Network 5465098f-de9a-41f6-9a69-ea8848e8faf6 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:57:46.046313 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:46.050945 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15d165d-7f0e-4be5-9f46-f14b3238102f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-5465098f-de9a-41f6-9a69-ea8848e8faf6', 'network_id': '5465098f-de9a-41f6-9a69-ea8848e8faf6', 'project_id': 'e2a4ff691cc745598fafcb787c92e1c1', 'fixed_ips': [{'subnet_id': 'ad073f55-6a66-4529-9ac0-a431042b1347'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:57:46.051809 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a15d165d-7f0e-4be5-9f46-f14b3238102f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:46.075528 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee236c0-8ce9-4bfd-b804-e81e43310510 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Made reservation on behalf of e2a4ff691cc745598fafcb787c92e1c1 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:57:46.079488 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cee236c0-8ce9-4bfd-b804-e81e43310510 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:46.182165 n-d-821228-1 neutron-server[103245]: INFO neutron.db.ipam_backend_mixin [None req-cee236c0-8ce9-4bfd-b804-e81e43310510 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ad073f55-6a66-4529-9ac0-a431042b1347 (CIDR: 172.20.0.0/28) Dec 09 15:57:46.185346 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee236c0-8ce9-4bfd-b804-e81e43310510 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:57:46.185961 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cee236c0-8ce9-4bfd-b804-e81e43310510 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:57:46.191607 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-a15d165d-7f0e-4be5-9f46-f14b3238102f None None] Allocated IP 172.20.0.2 (5465098f-de9a-41f6-9a69-ea8848e8faf6/ad073f55-6a66-4529-9ac0-a431042b1347/ac8b6321-9874-4cc7-9811-07242fe3fd6a) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:57:46.204030 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-cee236c0-8ce9-4bfd-b804-e81e43310510 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2785349 Dec 09 15:57:46.207154 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34144) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:46.212765 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-aadb1454-ae41-4ef8-8a14-135415ed1da7 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'subnet': {'network_id': '5465098f-de9a-41f6-9a69-ea8848e8faf6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:46.346142 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadb1454-ae41-4ef8-8a14-135415ed1da7 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Made reservation on behalf of e2a4ff691cc745598fafcb787c92e1c1 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:57:46.350165 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aadb1454-ae41-4ef8-8a14-135415ed1da7 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:46.369026 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a15d165d-7f0e-4be5-9f46-f14b3238102f None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:46.377343 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a15d165d-7f0e-4be5-9f46-f14b3238102f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:46.417182 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15d165d-7f0e-4be5-9f46-f14b3238102f None None] Network 5465098f-de9a-41f6-9a69-ea8848e8faf6 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:57:46.423321 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-a15d165d-7f0e-4be5-9f46-f14b3238102f None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:57:46.427326 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15d165d-7f0e-4be5-9f46-f14b3238102f None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:57:46.435208 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d165d-7f0e-4be5-9f46-f14b3238102f None None] Pushing event updated for resources: {'Port': ['ID=ac8b6321-9874-4cc7-9811-07242fe3fd6a,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:46.493242 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a15d165d-7f0e-4be5-9f46-f14b3238102f None None] Attempting to bind port ac8b6321-9874-4cc7-9811-07242fe3fd6a on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:57:46.493618 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a15d165d-7f0e-4be5-9f46-f14b3238102f None None] Attempting to bind port ac8b6321-9874-4cc7-9811-07242fe3fd6a by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '90a9b26a-7f1b-4e10-9d7f-1f7e07264f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5465098f-de9a-41f6-9a69-ea8848e8faf6'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:57:46.493983 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15d165d-7f0e-4be5-9f46-f14b3238102f None None] Attempting to bind port ac8b6321-9874-4cc7-9811-07242fe3fd6a on network 5465098f-de9a-41f6-9a69-ea8848e8faf6 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:57:46.499102 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15d165d-7f0e-4be5-9f46-f14b3238102f None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:57:46.499484 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15d165d-7f0e-4be5-9f46-f14b3238102f None None] Checking segment: {'id': '90a9b26a-7f1b-4e10-9d7f-1f7e07264f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5465098f-de9a-41f6-9a69-ea8848e8faf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:57:46.499889 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a15d165d-7f0e-4be5-9f46-f14b3238102f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:46.500368 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15d165d-7f0e-4be5-9f46-f14b3238102f None None] Bound using segment: {'id': '90a9b26a-7f1b-4e10-9d7f-1f7e07264f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5465098f-de9a-41f6-9a69-ea8848e8faf6'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:57:46.500813 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a15d165d-7f0e-4be5-9f46-f14b3238102f None None] Bound port: ac8b6321-9874-4cc7-9811-07242fe3fd6a, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a9b26a-7f1b-4e10-9d7f-1f7e07264f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5465098f-de9a-41f6-9a69-ea8848e8faf6'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:57:46.501198 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a15d165d-7f0e-4be5-9f46-f14b3238102f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:46.576227 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a15d165d-7f0e-4be5-9f46-f14b3238102f None None] For port ac8b6321-9874-4cc7-9811-07242fe3fd6a, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:57:46.580523 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a15d165d-7f0e-4be5-9f46-f14b3238102f None None] For port ac8b6321-9874-4cc7-9811-07242fe3fd6a, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=ac8b6321-9874-4cc7-9811-07242fe3fd6a,segment=NetworkSegment(90a9b26a-7f1b-4e10-9d7f-1f7e07264f47),segment_id=90a9b26a-7f1b-4e10-9d7f-1f7e07264f47)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:57:46.588256 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a15d165d-7f0e-4be5-9f46-f14b3238102f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:46.622538 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aadb1454-ae41-4ef8-8a14-135415ed1da7 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:46.646021 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d165d-7f0e-4be5-9f46-f14b3238102f None None] Pushing event updated for resources: {'Port': ['ID=ac8b6321-9874-4cc7-9811-07242fe3fd6a,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:46.675468 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadb1454-ae41-4ef8-8a14-135415ed1da7 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Network 5465098f-de9a-41f6-9a69-ea8848e8faf6 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:57:46.676360 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-aadb1454-ae41-4ef8-8a14-135415ed1da7 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:57:46.682071 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadb1454-ae41-4ef8-8a14-135415ed1da7 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:46.682071 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aadb1454-ae41-4ef8-8a14-135415ed1da7 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:46.710891 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-aadb1454-ae41-4ef8-8a14-135415ed1da7 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5025907 Dec 09 15:57:46.713632 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34160) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:46.714850 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb1454-ae41-4ef8-8a14-135415ed1da7 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'Subnet': ['ID=e283eb48-0457-4d57-a6fe-f7b575a7314d,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:46.720008 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c1fd2d58-fbce-4373-808a-5b6b3637dfbe tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'port': {'network_id': '5465098f-de9a-41f6-9a69-ea8848e8faf6', 'fixed_ips': [{'subnet_id': 'ad073f55-6a66-4529-9ac0-a431042b1347'}, {'subnet_id': 'e283eb48-0457-4d57-a6fe-f7b575a7314d'}], 'name': 'tempest-PortsTestJSON-1245298115'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:46.883340 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1fd2d58-fbce-4373-808a-5b6b3637dfbe tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Made reservation on behalf of e2a4ff691cc745598fafcb787c92e1c1 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:57:46.982500 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c1fd2d58-fbce-4373-808a-5b6b3637dfbe tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:47.018978 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-c1fd2d58-fbce-4373-808a-5b6b3637dfbe tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] device_id is not set on port d89b75a9-8a67-4e72-87c4-d001f56b894c yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:57:47.298694 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-c1fd2d58-fbce-4373-808a-5b6b3637dfbe tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Allocated IP 172.20.0.5 (5465098f-de9a-41f6-9a69-ea8848e8faf6/ad073f55-6a66-4529-9ac0-a431042b1347/d89b75a9-8a67-4e72-87c4-d001f56b894c) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:57:47.312709 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-c1fd2d58-fbce-4373-808a-5b6b3637dfbe tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Allocated IP 172.20.0.22 (5465098f-de9a-41f6-9a69-ea8848e8faf6/e283eb48-0457-4d57-a6fe-f7b575a7314d/d89b75a9-8a67-4e72-87c4-d001f56b894c) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:57:47.483960 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c1fd2d58-fbce-4373-808a-5b6b3637dfbe tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:47.522268 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c1fd2d58-fbce-4373-808a-5b6b3637dfbe tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:47.573720 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fd2d58-fbce-4373-808a-5b6b3637dfbe tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Network 5465098f-de9a-41f6-9a69-ea8848e8faf6 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:57:47.579267 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-c1fd2d58-fbce-4373-808a-5b6b3637dfbe tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:57:47.581973 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fd2d58-fbce-4373-808a-5b6b3637dfbe tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:57:47.614291 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd2d58-fbce-4373-808a-5b6b3637dfbe tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'Port': ['ID=d89b75a9-8a67-4e72-87c4-d001f56b894c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:47.646364 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fd2d58-fbce-4373-808a-5b6b3637dfbe tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:47.647239 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c1fd2d58-fbce-4373-808a-5b6b3637dfbe tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:47.680483 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c1fd2d58-fbce-4373-808a-5b6b3637dfbe tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 0.9653058 Dec 09 15:57:47.682947 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34182) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:47.692695 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-872e1bb8-8747-45d7-8ea1-517e675ec911 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ad073f55-6a66-4529-9ac0-a431042b1347'}]}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:47.745789 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34513e5-12d5-40a5-a258-e41e00a85736 None None] Network 5465098f-de9a-41f6-9a69-ea8848e8faf6 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:57:47.799707 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device ac8b6321-9874-4cc7-9811-07242fe3fd6a up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:57:47.865595 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7398e55c-1ba5-4f0b-a9f7-8c47c68a0565 None None] Provisioning complete for port ac8b6321-9874-4cc7-9811-07242fe3fd6a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:57:47.869105 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7398e55c-1ba5-4f0b-a9f7-8c47c68a0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:47.897559 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-872e1bb8-8747-45d7-8ea1-517e675ec911 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:47.948764 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port ac8b6321-9874-4cc7-9811-07242fe3fd6a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:57:47.948764 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:48.118536 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7398e55c-1ba5-4f0b-a9f7-8c47c68a0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:48.144738 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad122903-97f2-4cc7-bca7-7e72495c5f16 None None] Update dhcp port {'port': {'network_id': '5465098f-de9a-41f6-9a69-ea8848e8faf6', 'fixed_ips': [{'subnet_id': 'ad073f55-6a66-4529-9ac0-a431042b1347', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e283eb48-0457-4d57-a6fe-f7b575a7314d'}], 'binding:host_id': 'n-d-821228-1'}, 'id': 'ac8b6321-9874-4cc7-9811-07242fe3fd6a'} from n-d-821228-1. {{(pid=103246) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 15:57:48.150951 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:48.182514 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-872e1bb8-8747-45d7-8ea1-517e675ec911 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Delete allocated IP 172.20.0.22 (5465098f-de9a-41f6-9a69-ea8848e8faf6/e283eb48-0457-4d57-a6fe-f7b575a7314d) {{(pid=103244) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 09 15:57:48.198997 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ad122903-97f2-4cc7-bca7-7e72495c5f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:48.220477 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7398e55c-1ba5-4f0b-a9f7-8c47c68a0565 None None] For port ac8b6321-9874-4cc7-9811-07242fe3fd6a, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=ac8b6321-9874-4cc7-9811-07242fe3fd6a,segment=NetworkSegment(90a9b26a-7f1b-4e10-9d7f-1f7e07264f47),segment_id=90a9b26a-7f1b-4e10-9d7f-1f7e07264f47)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:57:48.253122 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7398e55c-1ba5-4f0b-a9f7-8c47c68a0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:48.339969 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:57:48.340336 n-d-821228-1 neutron-server[103246]: DEBUG oslo_db.api [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:57:48.342059 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-872e1bb8-8747-45d7-8ea1-517e675ec911 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:48.348038 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-872e1bb8-8747-45d7-8ea1-517e675ec911 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:48.436846 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7398e55c-1ba5-4f0b-a9f7-8c47c68a0565 None None] Pushing event updated for resources: {'Port': ['ID=ac8b6321-9874-4cc7-9811-07242fe3fd6a,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:48.449442 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e1bb8-8747-45d7-8ea1-517e675ec911 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'Port': ['ID=d89b75a9-8a67-4e72-87c4-d001f56b894c,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:48.475007 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-872e1bb8-8747-45d7-8ea1-517e675ec911 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] In _notify_port_updated(), no bound segment for port d89b75a9-8a67-4e72-87c4-d001f56b894c on network 5465098f-de9a-41f6-9a69-ea8848e8faf6 {{(pid=103244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:57:48.482164 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872e1bb8-8747-45d7-8ea1-517e675ec911 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:48.482998 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-872e1bb8-8747-45d7-8ea1-517e675ec911 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:48.487476 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34202) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:48.488583 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-872e1bb8-8747-45d7-8ea1-517e675ec911 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "PUT /v2.0/ports/d89b75a9-8a67-4e72-87c4-d001f56b894c HTTP/1.1" status: 200 len: 919 time: 0.8031263 Dec 09 15:57:48.492932 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-be7d5456-9944-40cd-b1ca-a7255a7a28a4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ad073f55-6a66-4529-9ac0-a431042b1347'}, {'subnet_id': 'e283eb48-0457-4d57-a6fe-f7b575a7314d'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:48.503647 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-ad122903-97f2-4cc7-bca7-7e72495c5f16 None None] Allocated IP 172.20.0.18 (5465098f-de9a-41f6-9a69-ea8848e8faf6/e283eb48-0457-4d57-a6fe-f7b575a7314d/ac8b6321-9874-4cc7-9811-07242fe3fd6a) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:57:48.571608 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-be7d5456-9944-40cd-b1ca-a7255a7a28a4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:48.606276 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ad122903-97f2-4cc7-bca7-7e72495c5f16 None None] For port ac8b6321-9874-4cc7-9811-07242fe3fd6a, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=ac8b6321-9874-4cc7-9811-07242fe3fd6a,segment=NetworkSegment(90a9b26a-7f1b-4e10-9d7f-1f7e07264f47),segment_id=90a9b26a-7f1b-4e10-9d7f-1f7e07264f47)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:57:48.643558 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ad122903-97f2-4cc7-bca7-7e72495c5f16 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:48.650772 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ad122903-97f2-4cc7-bca7-7e72495c5f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:48.744111 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad122903-97f2-4cc7-bca7-7e72495c5f16 None None] Pushing event updated for resources: {'Port': ['ID=ac8b6321-9874-4cc7-9811-07242fe3fd6a,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:48.893941 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.db.api [None req-be7d5456-9944-40cd-b1ca-a7255a7a28a4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-9c17385a-34a9-45b9-b7ce-15a321248ec7 {{(pid=103245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:57:48.894198 n-d-821228-1 neutron-server[103245]: DEBUG oslo_db.api [None req-be7d5456-9944-40cd-b1ca-a7255a7a28a4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:57:49.228041 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd793f8-1c2d-443c-ba74-5512223b9236 None None] Network 5465098f-de9a-41f6-9a69-ea8848e8faf6 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:57:49.304703 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6b7040ad-2567-43b0-8c1c-98f39e09452d None None] Provisioning complete for port d89b75a9-8a67-4e72-87c4-d001f56b894c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:57:49.305075 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6b7040ad-2567-43b0-8c1c-98f39e09452d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:49.383415 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-6b7040ad-2567-43b0-8c1c-98f39e09452d None None] Port d89b75a9-8a67-4e72-87c4-d001f56b894c cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:57:49.399002 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6b7040ad-2567-43b0-8c1c-98f39e09452d None None] Provisioning complete for port ac8b6321-9874-4cc7-9811-07242fe3fd6a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:57:49.399284 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6b7040ad-2567-43b0-8c1c-98f39e09452d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:49.430600 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-be7d5456-9944-40cd-b1ca-a7255a7a28a4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:49.659279 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device ac8b6321-9874-4cc7-9811-07242fe3fd6a up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:57:49.711914 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port ac8b6321-9874-4cc7-9811-07242fe3fd6a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:57:49.712286 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:49.749731 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-be7d5456-9944-40cd-b1ca-a7255a7a28a4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Allocated IP 172.20.0.28 (5465098f-de9a-41f6-9a69-ea8848e8faf6/e283eb48-0457-4d57-a6fe-f7b575a7314d/d89b75a9-8a67-4e72-87c4-d001f56b894c) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:57:49.901724 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-be7d5456-9944-40cd-b1ca-a7255a7a28a4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:49.907202 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-be7d5456-9944-40cd-b1ca-a7255a7a28a4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:49.977803 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d5456-9944-40cd-b1ca-a7255a7a28a4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'Port': ['ID=d89b75a9-8a67-4e72-87c4-d001f56b894c,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:50.002058 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d5456-9944-40cd-b1ca-a7255a7a28a4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:50.002413 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d5456-9944-40cd-b1ca-a7255a7a28a4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:50.002767 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d5456-9944-40cd-b1ca-a7255a7a28a4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:50.003110 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d5456-9944-40cd-b1ca-a7255a7a28a4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:50.003446 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d5456-9944-40cd-b1ca-a7255a7a28a4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:50.003780 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d5456-9944-40cd-b1ca-a7255a7a28a4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:50.004111 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d5456-9944-40cd-b1ca-a7255a7a28a4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:50.004542 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d5456-9944-40cd-b1ca-a7255a7a28a4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:50.004875 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d5456-9944-40cd-b1ca-a7255a7a28a4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:50.005203 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d5456-9944-40cd-b1ca-a7255a7a28a4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:50.005531 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d5456-9944-40cd-b1ca-a7255a7a28a4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:50.005856 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d5456-9944-40cd-b1ca-a7255a7a28a4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:50.006184 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d5456-9944-40cd-b1ca-a7255a7a28a4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:50.051726 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-be7d5456-9944-40cd-b1ca-a7255a7a28a4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] In _notify_port_updated(), no bound segment for port d89b75a9-8a67-4e72-87c4-d001f56b894c on network 5465098f-de9a-41f6-9a69-ea8848e8faf6 {{(pid=103245) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:57:50.057444 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7d5456-9944-40cd-b1ca-a7255a7a28a4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:50.058122 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-be7d5456-9944-40cd-b1ca-a7255a7a28a4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:50.062082 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-be7d5456-9944-40cd-b1ca-a7255a7a28a4 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "PUT /v2.0/ports/d89b75a9-8a67-4e72-87c4-d001f56b894c HTTP/1.1" status: 200 len: 999 time: 1.5709283 Dec 09 15:57:50.062235 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34236) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:50.159683 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-86db7aef-6f59-45dc-a323-09dd68aac533 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Deleting port d89b75a9-8a67-4e72-87c4-d001f56b894c {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:57:50.159940 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-86db7aef-6f59-45dc-a323-09dd68aac533 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:50.263365 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-86db7aef-6f59-45dc-a323-09dd68aac533 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:50.277022 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-86db7aef-6f59-45dc-a323-09dd68aac533 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Calling delete_port for d89b75a9-8a67-4e72-87c4-d001f56b894c owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:57:50.473927 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b5e7861c-841d-4bff-92e1-08da4de02265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:50.483402 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-86db7aef-6f59-45dc-a323-09dd68aac533 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:50.523338 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db7aef-6f59-45dc-a323-09dd68aac533 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'Port': ['ID=d89b75a9-8a67-4e72-87c4-d001f56b894c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:50.631412 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-86db7aef-6f59-45dc-a323-09dd68aac533 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:50.635193 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-86db7aef-6f59-45dc-a323-09dd68aac533 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/ports/d89b75a9-8a67-4e72-87c4-d001f56b894c HTTP/1.1" status: 204 len: 168 time: 0.5712907 Dec 09 15:57:50.637800 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34252) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:50.669888 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d8cec19-f720-44c9-8f1d-9b8c85145b67 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] GET failed (client error): The resource could not be found. Dec 09 15:57:50.672818 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6d8cec19-f720-44c9-8f1d-9b8c85145b67 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "GET /v2.0/ports/d89b75a9-8a67-4e72-87c4-d001f56b894c HTTP/1.1" status: 404 len: 333 time: 0.0331905 Dec 09 15:57:50.675455 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34254) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:50.721902 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-902cc5d0-e41d-4694-ac73-faaba75d7263 None None] Could not find standard attr ID for object d89b75a9-8a67-4e72-87c4-d001f56b894c. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:57:50.735383 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-902cc5d0-e41d-4694-ac73-faaba75d7263 None None] Provisioning complete for port ac8b6321-9874-4cc7-9811-07242fe3fd6a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:57:50.735766 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-902cc5d0-e41d-4694-ac73-faaba75d7263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:50.741072 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc2fdab6-d45a-4087-8f23-0b7cf18274a1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Deleting subnet e283eb48-0457-4d57-a6fe-f7b575a7314d {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:57:50.744921 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc2fdab6-d45a-4087-8f23-0b7cf18274a1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:50.798689 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc2fdab6-d45a-4087-8f23-0b7cf18274a1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:50.904635 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc2fdab6-d45a-4087-8f23-0b7cf18274a1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:50.965104 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc2fdab6-d45a-4087-8f23-0b7cf18274a1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:50.969770 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-accecb15-84cb-45e9-9233-98dc7ddf3f25 None None] Could not find standard attr ID for object d89b75a9-8a67-4e72-87c4-d001f56b894c. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:57:50.996795 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc2fdab6-d45a-4087-8f23-0b7cf18274a1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:51.000593 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-cc2fdab6-d45a-4087-8f23-0b7cf18274a1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/subnets/e283eb48-0457-4d57-a6fe-f7b575a7314d HTTP/1.1" status: 204 len: 168 time: 0.3224308 Dec 09 15:57:51.001581 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2fdab6-d45a-4087-8f23-0b7cf18274a1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'Subnet': ['ID=e283eb48-0457-4d57-a6fe-f7b575a7314d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:51.003561 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34260) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:51.034556 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2fdab6-d45a-4087-8f23-0b7cf18274a1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:51.034907 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2fdab6-d45a-4087-8f23-0b7cf18274a1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:51.035251 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2fdab6-d45a-4087-8f23-0b7cf18274a1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:51.035594 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2fdab6-d45a-4087-8f23-0b7cf18274a1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:51.035927 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2fdab6-d45a-4087-8f23-0b7cf18274a1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:51.036260 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2fdab6-d45a-4087-8f23-0b7cf18274a1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:51.036611 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2fdab6-d45a-4087-8f23-0b7cf18274a1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:51.036948 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2fdab6-d45a-4087-8f23-0b7cf18274a1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:51.037268 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2fdab6-d45a-4087-8f23-0b7cf18274a1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:51.037598 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2fdab6-d45a-4087-8f23-0b7cf18274a1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:51.037925 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2fdab6-d45a-4087-8f23-0b7cf18274a1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:51.038248 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2fdab6-d45a-4087-8f23-0b7cf18274a1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:51.038570 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2fdab6-d45a-4087-8f23-0b7cf18274a1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:51.069742 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-66f01c1b-9864-44e3-8d5a-233ffbf87297 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Deleting subnet ad073f55-6a66-4529-9ac0-a431042b1347 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:57:51.073499 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66f01c1b-9864-44e3-8d5a-233ffbf87297 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:51.127927 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66f01c1b-9864-44e3-8d5a-233ffbf87297 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:51.210357 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66f01c1b-9864-44e3-8d5a-233ffbf87297 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:51.267571 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66f01c1b-9864-44e3-8d5a-233ffbf87297 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:51.298849 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f01c1b-9864-44e3-8d5a-233ffbf87297 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'Subnet': ['ID=ad073f55-6a66-4529-9ac0-a431042b1347,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:51.302774 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66f01c1b-9864-44e3-8d5a-233ffbf87297 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:51.306018 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-66f01c1b-9864-44e3-8d5a-233ffbf87297 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/subnets/ad073f55-6a66-4529-9ac0-a431042b1347 HTTP/1.1" status: 204 len: 168 time: 0.3015342 Dec 09 15:57:51.308588 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34262) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:51.384745 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f78a54c0-d2d2-49c3-bcec-370c3a5835de tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:51.440814 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f78a54c0-d2d2-49c3-bcec-370c3a5835de tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Deleting port ac8b6321-9874-4cc7-9811-07242fe3fd6a {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:57:51.441159 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f78a54c0-d2d2-49c3-bcec-370c3a5835de tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:51.507796 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-f78a54c0-d2d2-49c3-bcec-370c3a5835de tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] For port ac8b6321-9874-4cc7-9811-07242fe3fd6a, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=ac8b6321-9874-4cc7-9811-07242fe3fd6a,segment=NetworkSegment(90a9b26a-7f1b-4e10-9d7f-1f7e07264f47),segment_id=90a9b26a-7f1b-4e10-9d7f-1f7e07264f47)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:57:51.508173 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f78a54c0-d2d2-49c3-bcec-370c3a5835de tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:51.522104 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f78a54c0-d2d2-49c3-bcec-370c3a5835de tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Calling delete_port for ac8b6321-9874-4cc7-9811-07242fe3fd6a owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:57:51.604262 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f78a54c0-d2d2-49c3-bcec-370c3a5835de tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:51.631617 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a54c0-d2d2-49c3-bcec-370c3a5835de tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'Port': ['ID=ac8b6321-9874-4cc7-9811-07242fe3fd6a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:51.636335 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78a54c0-d2d2-49c3-bcec-370c3a5835de tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] No DVR routers for this DVR port ac8b6321-9874-4cc7-9811-07242fe3fd6a on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:57:51.724400 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f78a54c0-d2d2-49c3-bcec-370c3a5835de tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:51.745467 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-f78a54c0-d2d2-49c3-bcec-370c3a5835de tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5465098f-de9a-41f6-9a69-ea8848e8faf6']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:57:51.754634 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-f78a54c0-d2d2-49c3-bcec-370c3a5835de tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90a9b26a-7f1b-4e10-9d7f-1f7e07264f47') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:57:51.754927 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-f78a54c0-d2d2-49c3-bcec-370c3a5835de tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90a9b26a-7f1b-4e10-9d7f-1f7e07264f47') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:57:51.764007 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f78a54c0-d2d2-49c3-bcec-370c3a5835de tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:51.778248 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f78a54c0-d2d2-49c3-bcec-370c3a5835de tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:51.785441 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f78a54c0-d2d2-49c3-bcec-370c3a5835de tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:57:51.786014 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f78a54c0-d2d2-49c3-bcec-370c3a5835de tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:51.789551 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:57:51.789551 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:57:51.789551 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:57:51.789551 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:57:51.789551 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:57:51.789551 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:57:51.789551 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:57:51.789551 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:57:51.789551 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:57:51.789551 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:57:51.789551 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:57:51.789551 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:57:51.789551 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:57:51.789551 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:57:51.789551 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:57:51.789551 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:57:51.789551 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:57:51.789551 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:57:51.789551 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:57:51.789551 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:57:51.789551 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:57:51.789551 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:57:51.789551 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:57:51.789551 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:57:51.789551 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:57:51.789551 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:57:51.789551 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:57:51.789551 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:57:51.789551 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:57:51.789551 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:57:51.789551 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:57:51.789551 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:57:51.854422 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f78a54c0-d2d2-49c3-bcec-370c3a5835de tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:51.873382 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f78a54c0-d2d2-49c3-bcec-370c3a5835de tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:51.877409 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f78a54c0-d2d2-49c3-bcec-370c3a5835de tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/networks/5465098f-de9a-41f6-9a69-ea8848e8faf6 HTTP/1.1" status: 204 len: 168 time: 0.5678902 Dec 09 15:57:51.878563 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a54c0-d2d2-49c3-bcec-370c3a5835de tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'Network': ['ID=5465098f-de9a-41f6-9a69-ea8848e8faf6,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:51.881021 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34266) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:51.934611 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e184c6-50d8-4111-9b77-e33a1dd13f1c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:51.936666 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-29e184c6-50d8-4111-9b77-e33a1dd13f1c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0543416 Dec 09 15:57:51.940907 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34268) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:51.990613 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-19668b78-8ae9-49fb-b73d-dada5ac90553 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0478861 Dec 09 15:57:51.994616 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34270) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:52.000853 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-225e742d-98fe-4fcd-849a-862762db1e8c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2025308254'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:52.024821 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225e742d-98fe-4fcd-849a-862762db1e8c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Made reservation on behalf of e2a4ff691cc745598fafcb787c92e1c1 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:57:52.028562 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-225e742d-98fe-4fcd-849a-862762db1e8c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:52.054320 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-225e742d-98fe-4fcd-849a-862762db1e8c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:57:52.064922 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-225e742d-98fe-4fcd-849a-862762db1e8c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:52.065272 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-225e742d-98fe-4fcd-849a-862762db1e8c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Added segment 037fd6fc-cfeb-4443-bb1c-b341d4eb6bff of type vlan for network e33dd19c-e47b-4116-a0c8-09d9b7c82b68 Dec 09 15:57:52.090548 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1542739f-287d-45de-b1b5-ec99fe4978fb None None] Could not find standard attr ID for object d89b75a9-8a67-4e72-87c4-d001f56b894c. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:57:52.097927 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad005931-343d-4548-9df4-23677267e858 None None] DHCP port deletion for 5465098f-de9a-41f6-9a69-ea8848e8faf6 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:57:52.111056 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-225e742d-98fe-4fcd-849a-862762db1e8c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:52.138074 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-225e742d-98fe-4fcd-849a-862762db1e8c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:52.144003 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225e742d-98fe-4fcd-849a-862762db1e8c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:52.144628 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-225e742d-98fe-4fcd-849a-862762db1e8c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:52.207051 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-225e742d-98fe-4fcd-849a-862762db1e8c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2110839 Dec 09 15:57:52.209829 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34272) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:52.217067 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-155d989b-ddb2-4c7e-b361-7960d461040c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'subnet': {'network_id': 'e33dd19c-e47b-4116-a0c8-09d9b7c82b68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:52.260151 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e742d-98fe-4fcd-849a-862762db1e8c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'Network': ['ID=e33dd19c-e47b-4116-a0c8-09d9b7c82b68,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:52.271893 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network e33dd19c-e47b-4116-a0c8-09d9b7c82b68 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:57:52.312325 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155d989b-ddb2-4c7e-b361-7960d461040c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Made reservation on behalf of e2a4ff691cc745598fafcb787c92e1c1 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:57:52.317031 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-155d989b-ddb2-4c7e-b361-7960d461040c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:52.507857 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-155d989b-ddb2-4c7e-b361-7960d461040c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:52.571922 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d989b-ddb2-4c7e-b361-7960d461040c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'Subnet': ['ID=a9a9da2b-77ed-4e23-b73d-6b05f7bace29,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:52.584042 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155d989b-ddb2-4c7e-b361-7960d461040c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Checking segment: {'id': '037fd6fc-cfeb-4443-bb1c-b341d4eb6bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e33dd19c-e47b-4116-a0c8-09d9b7c82b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:57:52.584432 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155d989b-ddb2-4c7e-b361-7960d461040c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Network hostable DHCP agents. Network: e33dd19c-e47b-4116-a0c8-09d9b7c82b68, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:57:52.603587 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155d989b-ddb2-4c7e-b361-7960d461040c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Network e33dd19c-e47b-4116-a0c8-09d9b7c82b68 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:57:52.613348 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-155d989b-ddb2-4c7e-b361-7960d461040c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, e33dd19c-e47b-4116-a0c8-09d9b7c82b68) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:57:52.617741 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155d989b-ddb2-4c7e-b361-7960d461040c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:52.618507 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-155d989b-ddb2-4c7e-b361-7960d461040c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:52.626387 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7ed944-e83e-4271-a8d0-f8b54b3f94cd None None] Network e33dd19c-e47b-4116-a0c8-09d9b7c82b68 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:57:52.639209 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-155d989b-ddb2-4c7e-b361-7960d461040c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4271641 Dec 09 15:57:52.644490 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34276) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:52.652051 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4da985c1-721f-46db-90eb-28e3e3ceac9e tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'port': {'network_id': 'e33dd19c-e47b-4116-a0c8-09d9b7c82b68', 'name': 'tempest-PortsTestJSON-979838627'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:52.750454 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23324d15-a994-41ae-ac03-5bab33870d97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-e33dd19c-e47b-4116-a0c8-09d9b7c82b68', 'network_id': 'e33dd19c-e47b-4116-a0c8-09d9b7c82b68', 'project_id': 'e2a4ff691cc745598fafcb787c92e1c1', 'fixed_ips': [{'subnet_id': 'a9a9da2b-77ed-4e23-b73d-6b05f7bace29'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:57:52.751448 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-23324d15-a994-41ae-ac03-5bab33870d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:52.771378 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da985c1-721f-46db-90eb-28e3e3ceac9e tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Made reservation on behalf of e2a4ff691cc745598fafcb787c92e1c1 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:57:52.775479 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4da985c1-721f-46db-90eb-28e3e3ceac9e tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:52.794401 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-4da985c1-721f-46db-90eb-28e3e3ceac9e tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] device_id is not set on port 5826e4a0-59ca-42a3-8158-101cc92ca2b1 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:57:52.893023 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-23324d15-a994-41ae-ac03-5bab33870d97 None None] Allocated IP 172.20.0.2 (e33dd19c-e47b-4116-a0c8-09d9b7c82b68/a9a9da2b-77ed-4e23-b73d-6b05f7bace29/6f75c6af-7f50-43e3-9aaa-f8799aad421d) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:57:52.988281 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dc9832cd-8291-4d9d-8a1d-acb6add5a1cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:53.045565 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-23324d15-a994-41ae-ac03-5bab33870d97 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:53.051650 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-23324d15-a994-41ae-ac03-5bab33870d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:53.090125 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23324d15-a994-41ae-ac03-5bab33870d97 None None] Network e33dd19c-e47b-4116-a0c8-09d9b7c82b68 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:57:53.098135 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-23324d15-a994-41ae-ac03-5bab33870d97 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:57:53.102631 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23324d15-a994-41ae-ac03-5bab33870d97 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:57:53.104820 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-4da985c1-721f-46db-90eb-28e3e3ceac9e tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Allocated IP 172.20.0.7 (e33dd19c-e47b-4116-a0c8-09d9b7c82b68/a9a9da2b-77ed-4e23-b73d-6b05f7bace29/5826e4a0-59ca-42a3-8158-101cc92ca2b1) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:57:53.105893 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23324d15-a994-41ae-ac03-5bab33870d97 None None] Pushing event updated for resources: {'Port': ['ID=6f75c6af-7f50-43e3-9aaa-f8799aad421d,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:53.167036 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-23324d15-a994-41ae-ac03-5bab33870d97 None None] Attempting to bind port 6f75c6af-7f50-43e3-9aaa-f8799aad421d on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:57:53.167310 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-23324d15-a994-41ae-ac03-5bab33870d97 None None] Attempting to bind port 6f75c6af-7f50-43e3-9aaa-f8799aad421d by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '037fd6fc-cfeb-4443-bb1c-b341d4eb6bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e33dd19c-e47b-4116-a0c8-09d9b7c82b68'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:57:53.167882 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23324d15-a994-41ae-ac03-5bab33870d97 None None] Attempting to bind port 6f75c6af-7f50-43e3-9aaa-f8799aad421d on network e33dd19c-e47b-4116-a0c8-09d9b7c82b68 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:57:53.174307 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23324d15-a994-41ae-ac03-5bab33870d97 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:57:53.174694 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23324d15-a994-41ae-ac03-5bab33870d97 None None] Checking segment: {'id': '037fd6fc-cfeb-4443-bb1c-b341d4eb6bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e33dd19c-e47b-4116-a0c8-09d9b7c82b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:57:53.175192 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-23324d15-a994-41ae-ac03-5bab33870d97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:53.175590 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23324d15-a994-41ae-ac03-5bab33870d97 None None] Bound using segment: {'id': '037fd6fc-cfeb-4443-bb1c-b341d4eb6bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e33dd19c-e47b-4116-a0c8-09d9b7c82b68'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:57:53.176060 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-23324d15-a994-41ae-ac03-5bab33870d97 None None] Bound port: 6f75c6af-7f50-43e3-9aaa-f8799aad421d, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '037fd6fc-cfeb-4443-bb1c-b341d4eb6bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e33dd19c-e47b-4116-a0c8-09d9b7c82b68'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:57:53.176607 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-23324d15-a994-41ae-ac03-5bab33870d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:53.242501 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-23324d15-a994-41ae-ac03-5bab33870d97 None None] For port 6f75c6af-7f50-43e3-9aaa-f8799aad421d, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:57:53.245600 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-23324d15-a994-41ae-ac03-5bab33870d97 None None] For port 6f75c6af-7f50-43e3-9aaa-f8799aad421d, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=6f75c6af-7f50-43e3-9aaa-f8799aad421d,segment=NetworkSegment(037fd6fc-cfeb-4443-bb1c-b341d4eb6bff),segment_id=037fd6fc-cfeb-4443-bb1c-b341d4eb6bff)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:57:53.251280 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-23324d15-a994-41ae-ac03-5bab33870d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:53.263775 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4da985c1-721f-46db-90eb-28e3e3ceac9e tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:53.301018 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4da985c1-721f-46db-90eb-28e3e3ceac9e tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:53.314922 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23324d15-a994-41ae-ac03-5bab33870d97 None None] Pushing event updated for resources: {'Port': ['ID=6f75c6af-7f50-43e3-9aaa-f8799aad421d,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:53.376269 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da985c1-721f-46db-90eb-28e3e3ceac9e tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'Port': ['ID=5826e4a0-59ca-42a3-8158-101cc92ca2b1,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:53.380182 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da985c1-721f-46db-90eb-28e3e3ceac9e tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Network e33dd19c-e47b-4116-a0c8-09d9b7c82b68 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:57:53.382202 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-4da985c1-721f-46db-90eb-28e3e3ceac9e tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:57:53.384951 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da985c1-721f-46db-90eb-28e3e3ceac9e tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:57:53.435221 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da985c1-721f-46db-90eb-28e3e3ceac9e tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:53.435849 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4da985c1-721f-46db-90eb-28e3e3ceac9e tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:53.463089 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34280) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:53.463618 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4da985c1-721f-46db-90eb-28e3e3ceac9e tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8138077 Dec 09 15:57:53.465457 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-8f436c03-c638-4cdc-ab3e-107e59f53642 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'port': {'network_id': 'e33dd19c-e47b-4116-a0c8-09d9b7c82b68', 'name': 'tempest-PortsTestJSON-780935440'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:53.616920 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f436c03-c638-4cdc-ab3e-107e59f53642 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Made reservation on behalf of e2a4ff691cc745598fafcb787c92e1c1 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:57:53.620796 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f436c03-c638-4cdc-ab3e-107e59f53642 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:53.649272 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-8f436c03-c638-4cdc-ab3e-107e59f53642 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] device_id is not set on port 88b10960-37aa-4969-b8b1-17bc388b925b yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:57:53.735523 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 6f75c6af-7f50-43e3-9aaa-f8799aad421d up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:57:53.789833 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-8f436c03-c638-4cdc-ab3e-107e59f53642 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Allocated IP 172.20.0.6 (e33dd19c-e47b-4116-a0c8-09d9b7c82b68/a9a9da2b-77ed-4e23-b73d-6b05f7bace29/88b10960-37aa-4969-b8b1-17bc388b925b) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:57:53.795417 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 6f75c6af-7f50-43e3-9aaa-f8799aad421d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:57:53.795862 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:53.880501 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:53.915046 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 6f75c6af-7f50-43e3-9aaa-f8799aad421d, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=6f75c6af-7f50-43e3-9aaa-f8799aad421d,segment=NetworkSegment(037fd6fc-cfeb-4443-bb1c-b341d4eb6bff),segment_id=037fd6fc-cfeb-4443-bb1c-b341d4eb6bff)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:57:53.919682 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:53.960448 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f436c03-c638-4cdc-ab3e-107e59f53642 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:53.980565 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=6f75c6af-7f50-43e3-9aaa-f8799aad421d,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:54.002932 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f436c03-c638-4cdc-ab3e-107e59f53642 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:54.013128 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device ac8b6321-9874-4cc7-9811-07242fe3fd6a no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:57:54.035738 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: ac8b6321-9874-4cc7-9811-07242fe3fd6a {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:57:54.036156 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device ac8b6321-9874-4cc7-9811-07242fe3fd6a not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:57:54.051588 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f436c03-c638-4cdc-ab3e-107e59f53642 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Network e33dd19c-e47b-4116-a0c8-09d9b7c82b68 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:57:54.057013 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-8f436c03-c638-4cdc-ab3e-107e59f53642 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:57:54.059332 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f436c03-c638-4cdc-ab3e-107e59f53642 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:57:54.069986 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:54.093504 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f436c03-c638-4cdc-ab3e-107e59f53642 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'Port': ['ID=88b10960-37aa-4969-b8b1-17bc388b925b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:54.116968 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f436c03-c638-4cdc-ab3e-107e59f53642 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:54.117710 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f436c03-c638-4cdc-ab3e-107e59f53642 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:54.137185 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8f436c03-c638-4cdc-ab3e-107e59f53642 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.6763387 Dec 09 15:57:54.139736 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34282) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:54.194753 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9988c4-d126-4f96-b748-3e1453ae5e00 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:54.199008 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9b9988c4-d126-4f96-b748-3e1453ae5e00 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 921 time: 0.0555024 Dec 09 15:57:54.199228 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34284) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:54.299551 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6a113d90-af1f-4597-aa7d-888a7d1847ff tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Deleting port 88b10960-37aa-4969-b8b1-17bc388b925b {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:57:54.300033 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6a113d90-af1f-4597-aa7d-888a7d1847ff tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:54.408775 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6a113d90-af1f-4597-aa7d-888a7d1847ff tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:54.422685 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6a113d90-af1f-4597-aa7d-888a7d1847ff tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Calling delete_port for 88b10960-37aa-4969-b8b1-17bc388b925b owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:57:54.471492 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9041ebd1-2697-4ae2-939f-e5c5e594287f None None] Network e33dd19c-e47b-4116-a0c8-09d9b7c82b68 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:57:54.567461 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f937f7a5-e294-475a-91e1-ff56882f193d None None] Provisioning complete for port 6f75c6af-7f50-43e3-9aaa-f8799aad421d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:57:54.567829 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f937f7a5-e294-475a-91e1-ff56882f193d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:54.573885 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6a113d90-af1f-4597-aa7d-888a7d1847ff tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:54.604762 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a113d90-af1f-4597-aa7d-888a7d1847ff tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'Port': ['ID=88b10960-37aa-4969-b8b1-17bc388b925b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:54.692458 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6a113d90-af1f-4597-aa7d-888a7d1847ff tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:54.698445 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6a113d90-af1f-4597-aa7d-888a7d1847ff tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/ports/88b10960-37aa-4969-b8b1-17bc388b925b HTTP/1.1" status: 204 len: 168 time: 0.4958670 Dec 09 15:57:54.698839 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34288) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:54.725530 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-a45996a8-affd-48c1-8a09-5729d3064345 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] GET failed (client error): The resource could not be found. Dec 09 15:57:54.729746 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a45996a8-affd-48c1-8a09-5729d3064345 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "GET /v2.0/ports/88b10960-37aa-4969-b8b1-17bc388b925b HTTP/1.1" status: 404 len: 333 time: 0.0270908 Dec 09 15:57:54.730015 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34290) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:54.813739 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:54.835318 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4696d95c-0c02-4a41-8d68-7e443326196b tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Deleting port 5826e4a0-59ca-42a3-8158-101cc92ca2b1 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:57:54.835318 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4696d95c-0c02-4a41-8d68-7e443326196b tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:54.927116 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4696d95c-0c02-4a41-8d68-7e443326196b tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:54.940637 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4696d95c-0c02-4a41-8d68-7e443326196b tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Calling delete_port for 5826e4a0-59ca-42a3-8158-101cc92ca2b1 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:57:55.087942 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3d941fee-4f92-4550-9ee9-abe3895a3e55 None None] Provisioning complete for port 6f75c6af-7f50-43e3-9aaa-f8799aad421d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:57:55.088670 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d941fee-4f92-4550-9ee9-abe3895a3e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:55.094945 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4696d95c-0c02-4a41-8d68-7e443326196b tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:55.131979 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4696d95c-0c02-4a41-8d68-7e443326196b tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'Port': ['ID=5826e4a0-59ca-42a3-8158-101cc92ca2b1,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:55.209087 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3d941fee-4f92-4550-9ee9-abe3895a3e55 None None] Could not find standard attr ID for object 5826e4a0-59ca-42a3-8158-101cc92ca2b1. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:57:55.214483 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4696d95c-0c02-4a41-8d68-7e443326196b tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:55.219290 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4696d95c-0c02-4a41-8d68-7e443326196b tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/ports/5826e4a0-59ca-42a3-8158-101cc92ca2b1 HTTP/1.1" status: 204 len: 168 time: 0.4876113 Dec 09 15:57:55.221969 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34292) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:55.247452 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e6f120a-e389-43dc-9d53-59183c5d474d tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] GET failed (client error): The resource could not be found. Dec 09 15:57:55.250055 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2e6f120a-e389-43dc-9d53-59183c5d474d tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "GET /v2.0/ports/5826e4a0-59ca-42a3-8158-101cc92ca2b1 HTTP/1.1" status: 404 len: 333 time: 0.0258956 Dec 09 15:57:55.252218 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34294) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:55.303907 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:55.312995 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d8a80a8-ed87-4d88-abff-6c608845af8e tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Deleting subnet a9a9da2b-77ed-4e23-b73d-6b05f7bace29 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:57:55.317404 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d8a80a8-ed87-4d88-abff-6c608845af8e tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:55.329336 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-27a6fe2a-8a28-4098-b85f-02cbb79c1f34 None None] Could not find standard attr ID for object 5826e4a0-59ca-42a3-8158-101cc92ca2b1. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:57:55.368884 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d8a80a8-ed87-4d88-abff-6c608845af8e tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:55.469550 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d8a80a8-ed87-4d88-abff-6c608845af8e tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:55.538450 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d8a80a8-ed87-4d88-abff-6c608845af8e tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:55.550775 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ef27ebab-2bf2-4053-92dd-1b409bd7289c None None] Could not find standard attr ID for object 88b10960-37aa-4969-b8b1-17bc388b925b. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:57:55.566991 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a80a8-ed87-4d88-abff-6c608845af8e tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'Subnet': ['ID=a9a9da2b-77ed-4e23-b73d-6b05f7bace29,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:55.570519 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d8a80a8-ed87-4d88-abff-6c608845af8e tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:55.574012 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7d8a80a8-ed87-4d88-abff-6c608845af8e tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/subnets/a9a9da2b-77ed-4e23-b73d-6b05f7bace29 HTTP/1.1" status: 204 len: 168 time: 0.3208001 Dec 09 15:57:55.576686 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34298) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:55.676870 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee719851-8e7e-4da5-83ea-531ded99f5ac tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:55.689319 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 6f75c6af-7f50-43e3-9aaa-f8799aad421d up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:57:55.725477 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81223e5-cb4a-4fb3-8e7f-4067752f792e None None] Network e33dd19c-e47b-4116-a0c8-09d9b7c82b68 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:57:55.749782 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-ee719851-8e7e-4da5-83ea-531ded99f5ac tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Deleting port 6f75c6af-7f50-43e3-9aaa-f8799aad421d {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:57:55.750176 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee719851-8e7e-4da5-83ea-531ded99f5ac tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:55.816724 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-ee719851-8e7e-4da5-83ea-531ded99f5ac tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] For port 6f75c6af-7f50-43e3-9aaa-f8799aad421d, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=6f75c6af-7f50-43e3-9aaa-f8799aad421d,segment=NetworkSegment(037fd6fc-cfeb-4443-bb1c-b341d4eb6bff),segment_id=037fd6fc-cfeb-4443-bb1c-b341d4eb6bff)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:57:55.817082 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee719851-8e7e-4da5-83ea-531ded99f5ac tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:55.822430 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 6f75c6af-7f50-43e3-9aaa-f8799aad421d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:57:55.822907 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:55.835672 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-ee719851-8e7e-4da5-83ea-531ded99f5ac tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Calling delete_port for 6f75c6af-7f50-43e3-9aaa-f8799aad421d owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:57:55.919128 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee719851-8e7e-4da5-83ea-531ded99f5ac tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:55.948161 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee719851-8e7e-4da5-83ea-531ded99f5ac tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] No DVR routers for this DVR port 6f75c6af-7f50-43e3-9aaa-f8799aad421d on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:57:55.952661 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee719851-8e7e-4da5-83ea-531ded99f5ac tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'Port': ['ID=6f75c6af-7f50-43e3-9aaa-f8799aad421d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:55.961548 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2833712-76bd-406d-a646-dcb7fbcd71b3 None None] DHCP port deletion for e33dd19c-e47b-4116-a0c8-09d9b7c82b68 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:57:56.035497 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee719851-8e7e-4da5-83ea-531ded99f5ac tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:56.056294 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-ee719851-8e7e-4da5-83ea-531ded99f5ac tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e33dd19c-e47b-4116-a0c8-09d9b7c82b68']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:57:56.066026 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-ee719851-8e7e-4da5-83ea-531ded99f5ac tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '037fd6fc-cfeb-4443-bb1c-b341d4eb6bff') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:57:56.066324 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-ee719851-8e7e-4da5-83ea-531ded99f5ac tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '037fd6fc-cfeb-4443-bb1c-b341d4eb6bff') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:57:56.075413 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee719851-8e7e-4da5-83ea-531ded99f5ac tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:56.089158 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee719851-8e7e-4da5-83ea-531ded99f5ac tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:56.095747 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee719851-8e7e-4da5-83ea-531ded99f5ac tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:57:56.096135 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee719851-8e7e-4da5-83ea-531ded99f5ac tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:56.099587 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:57:56.099587 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:57:56.099587 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:57:56.099587 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:57:56.099587 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:57:56.099587 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:57:56.099587 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:57:56.099587 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:57:56.099587 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:57:56.099587 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:57:56.099587 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:57:56.099587 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:57:56.099587 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:57:56.099587 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:57:56.099587 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:57:56.099587 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:57:56.099587 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:57:56.099587 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:57:56.099587 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:57:56.099587 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:57:56.099587 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:57:56.099587 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:57:56.099587 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:57:56.099587 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:57:56.099587 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:57:56.099587 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:57:56.099587 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:57:56.099587 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:57:56.099587 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:57:56.099587 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:57:56.099587 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:57:56.099587 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:57:56.156763 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee719851-8e7e-4da5-83ea-531ded99f5ac tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:56.163746 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee719851-8e7e-4da5-83ea-531ded99f5ac tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:56.166822 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ee719851-8e7e-4da5-83ea-531ded99f5ac tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/networks/e33dd19c-e47b-4116-a0c8-09d9b7c82b68 HTTP/1.1" status: 204 len: 168 time: 0.5891113 Dec 09 15:57:56.170977 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34300) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:56.184253 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-a4cc693a-183d-4071-8b91-5b38ab6c0a2c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-665034219'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:56.189128 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee719851-8e7e-4da5-83ea-531ded99f5ac tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'Network': ['ID=e33dd19c-e47b-4116-a0c8-09d9b7c82b68,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:56.208201 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4cc693a-183d-4071-8b91-5b38ab6c0a2c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Made reservation on behalf of e2a4ff691cc745598fafcb787c92e1c1 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:57:56.211739 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a4cc693a-183d-4071-8b91-5b38ab6c0a2c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:56.242901 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4cc693a-183d-4071-8b91-5b38ab6c0a2c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:57:56.253693 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a4cc693a-183d-4071-8b91-5b38ab6c0a2c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:56.254147 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-a4cc693a-183d-4071-8b91-5b38ab6c0a2c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Added segment 4aca0983-7fd7-491c-8f31-8d56d9d5eb6c of type vlan for network 21fde9a2-dab8-4dfb-aa6b-4c13c25dc29c Dec 09 15:57:56.298707 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a4cc693a-183d-4071-8b91-5b38ab6c0a2c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:56.339873 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a4cc693a-183d-4071-8b91-5b38ab6c0a2c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:56.346629 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cc693a-183d-4071-8b91-5b38ab6c0a2c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:56.347515 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a4cc693a-183d-4071-8b91-5b38ab6c0a2c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:56.410762 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34302) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:56.411499 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a4cc693a-183d-4071-8b91-5b38ab6c0a2c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2386789 Dec 09 15:57:56.418603 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d2c55e71-2c02-4d9f-8212-092116fb31b3 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'subnet': {'network_id': '21fde9a2-dab8-4dfb-aa6b-4c13c25dc29c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:56.433674 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc693a-183d-4071-8b91-5b38ab6c0a2c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'Network': ['ID=21fde9a2-dab8-4dfb-aa6b-4c13c25dc29c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:56.434178 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:56.445241 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 21fde9a2-dab8-4dfb-aa6b-4c13c25dc29c details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:57:56.516427 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c55e71-2c02-4d9f-8212-092116fb31b3 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Made reservation on behalf of e2a4ff691cc745598fafcb787c92e1c1 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:57:56.519932 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d2c55e71-2c02-4d9f-8212-092116fb31b3 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:56.672726 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:57:56.701180 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d2c55e71-2c02-4d9f-8212-092116fb31b3 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:56.771687 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c55e71-2c02-4d9f-8212-092116fb31b3 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'Subnet': ['ID=6cf8f580-681c-4c56-bbaa-ed0ddb25721d,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:56.786023 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c55e71-2c02-4d9f-8212-092116fb31b3 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Checking segment: {'id': '4aca0983-7fd7-491c-8f31-8d56d9d5eb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '21fde9a2-dab8-4dfb-aa6b-4c13c25dc29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:57:56.786628 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c55e71-2c02-4d9f-8212-092116fb31b3 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Network hostable DHCP agents. Network: 21fde9a2-dab8-4dfb-aa6b-4c13c25dc29c, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:57:56.812151 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c55e71-2c02-4d9f-8212-092116fb31b3 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Network 21fde9a2-dab8-4dfb-aa6b-4c13c25dc29c is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:57:56.823765 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-d2c55e71-2c02-4d9f-8212-092116fb31b3 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 21fde9a2-dab8-4dfb-aa6b-4c13c25dc29c) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:57:56.833758 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ce7d68-c90a-4ff1-99a8-4c717c17c198 None None] Network 21fde9a2-dab8-4dfb-aa6b-4c13c25dc29c requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:57:56.843963 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c55e71-2c02-4d9f-8212-092116fb31b3 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:56.844594 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d2c55e71-2c02-4d9f-8212-092116fb31b3 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:56.864164 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d2c55e71-2c02-4d9f-8212-092116fb31b3 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4518499 Dec 09 15:57:56.866835 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34324) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:56.872901 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-96bde211-b3db-4aba-8d95-0de95226d2cc tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'port': {'network_id': '21fde9a2-dab8-4dfb-aa6b-4c13c25dc29c', 'name': 'tempest-PortsTestJSON-631871439', 'fixed_ips': [{'subnet_id': '6cf8f580-681c-4c56-bbaa-ed0ddb25721d', 'ip_address': '172.20.0.10'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:56.954090 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbc04cd-d253-43d9-bab7-33d3aaf01a13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-21fde9a2-dab8-4dfb-aa6b-4c13c25dc29c', 'network_id': '21fde9a2-dab8-4dfb-aa6b-4c13c25dc29c', 'project_id': 'e2a4ff691cc745598fafcb787c92e1c1', 'fixed_ips': [{'subnet_id': '6cf8f580-681c-4c56-bbaa-ed0ddb25721d'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:57:56.955063 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8fbc04cd-d253-43d9-bab7-33d3aaf01a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:57.006744 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bde211-b3db-4aba-8d95-0de95226d2cc tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Made reservation on behalf of e2a4ff691cc745598fafcb787c92e1c1 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:57:57.119576 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-96bde211-b3db-4aba-8d95-0de95226d2cc tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:57.122585 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-8fbc04cd-d253-43d9-bab7-33d3aaf01a13 None None] Allocated IP 172.20.0.2 (21fde9a2-dab8-4dfb-aa6b-4c13c25dc29c/6cf8f580-681c-4c56-bbaa-ed0ddb25721d/5b91dc3f-bf77-4724-8794-06a10a75be33) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:57:57.139055 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-96bde211-b3db-4aba-8d95-0de95226d2cc tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] device_id is not set on port feb732a7-d25c-4131-b17c-1d05e1a3f5c4 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:57:57.272092 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8fbc04cd-d253-43d9-bab7-33d3aaf01a13 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:57.278265 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8fbc04cd-d253-43d9-bab7-33d3aaf01a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:57.324738 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbc04cd-d253-43d9-bab7-33d3aaf01a13 None None] Network 21fde9a2-dab8-4dfb-aa6b-4c13c25dc29c is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:57:57.326457 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-8fbc04cd-d253-43d9-bab7-33d3aaf01a13 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:57:57.329616 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbc04cd-d253-43d9-bab7-33d3aaf01a13 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:57:57.332942 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-96bde211-b3db-4aba-8d95-0de95226d2cc tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Allocated IP 172.20.0.10 (21fde9a2-dab8-4dfb-aa6b-4c13c25dc29c/6cf8f580-681c-4c56-bbaa-ed0ddb25721d/feb732a7-d25c-4131-b17c-1d05e1a3f5c4) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:57:57.337947 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc04cd-d253-43d9-bab7-33d3aaf01a13 None None] Pushing event updated for resources: {'Port': ['ID=5b91dc3f-bf77-4724-8794-06a10a75be33,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:57.395363 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-8fbc04cd-d253-43d9-bab7-33d3aaf01a13 None None] Attempting to bind port 5b91dc3f-bf77-4724-8794-06a10a75be33 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:57:57.395832 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-8fbc04cd-d253-43d9-bab7-33d3aaf01a13 None None] Attempting to bind port 5b91dc3f-bf77-4724-8794-06a10a75be33 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '4aca0983-7fd7-491c-8f31-8d56d9d5eb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '21fde9a2-dab8-4dfb-aa6b-4c13c25dc29c'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:57:57.396271 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbc04cd-d253-43d9-bab7-33d3aaf01a13 None None] Attempting to bind port 5b91dc3f-bf77-4724-8794-06a10a75be33 on network 21fde9a2-dab8-4dfb-aa6b-4c13c25dc29c {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:57:57.401647 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbc04cd-d253-43d9-bab7-33d3aaf01a13 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:57:57.402142 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbc04cd-d253-43d9-bab7-33d3aaf01a13 None None] Checking segment: {'id': '4aca0983-7fd7-491c-8f31-8d56d9d5eb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '21fde9a2-dab8-4dfb-aa6b-4c13c25dc29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:57:57.402734 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8fbc04cd-d253-43d9-bab7-33d3aaf01a13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:57.403227 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbc04cd-d253-43d9-bab7-33d3aaf01a13 None None] Bound using segment: {'id': '4aca0983-7fd7-491c-8f31-8d56d9d5eb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '21fde9a2-dab8-4dfb-aa6b-4c13c25dc29c'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:57:57.403766 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-8fbc04cd-d253-43d9-bab7-33d3aaf01a13 None None] Bound port: 5b91dc3f-bf77-4724-8794-06a10a75be33, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aca0983-7fd7-491c-8f31-8d56d9d5eb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '21fde9a2-dab8-4dfb-aa6b-4c13c25dc29c'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:57:57.404324 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8fbc04cd-d253-43d9-bab7-33d3aaf01a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:57.469388 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8fbc04cd-d253-43d9-bab7-33d3aaf01a13 None None] For port 5b91dc3f-bf77-4724-8794-06a10a75be33, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:57:57.472941 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8fbc04cd-d253-43d9-bab7-33d3aaf01a13 None None] For port 5b91dc3f-bf77-4724-8794-06a10a75be33, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=5b91dc3f-bf77-4724-8794-06a10a75be33,segment=NetworkSegment(4aca0983-7fd7-491c-8f31-8d56d9d5eb6c),segment_id=4aca0983-7fd7-491c-8f31-8d56d9d5eb6c)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:57:57.478224 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8fbc04cd-d253-43d9-bab7-33d3aaf01a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:57.509271 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-96bde211-b3db-4aba-8d95-0de95226d2cc tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:57.546196 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc04cd-d253-43d9-bab7-33d3aaf01a13 None None] Pushing event updated for resources: {'Port': ['ID=5b91dc3f-bf77-4724-8794-06a10a75be33,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:57.549814 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-96bde211-b3db-4aba-8d95-0de95226d2cc tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:57.590745 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bde211-b3db-4aba-8d95-0de95226d2cc tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Network 21fde9a2-dab8-4dfb-aa6b-4c13c25dc29c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:57:57.598640 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-96bde211-b3db-4aba-8d95-0de95226d2cc tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:57:57.602676 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bde211-b3db-4aba-8d95-0de95226d2cc tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:57:57.648072 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bde211-b3db-4aba-8d95-0de95226d2cc tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'Port': ['ID=feb732a7-d25c-4131-b17c-1d05e1a3f5c4,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:57.670419 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bde211-b3db-4aba-8d95-0de95226d2cc tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:57.671075 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-96bde211-b3db-4aba-8d95-0de95226d2cc tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:57.690078 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 6f75c6af-7f50-43e3-9aaa-f8799aad421d no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:57:57.691918 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-96bde211-b3db-4aba-8d95-0de95226d2cc tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8234982 Dec 09 15:57:57.694603 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34328) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:57.699706 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-19ff830b-68eb-421d-a56c-3dbc2adc9261 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'port': {'network_id': '21fde9a2-dab8-4dfb-aa6b-4c13c25dc29c', 'name': 'tempest-PortsTestJSON-1253534353', 'fixed_ips': [{'subnet_id': '6cf8f580-681c-4c56-bbaa-ed0ddb25721d', 'ip_address': '172.20.0.9'}]}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:57.739057 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 6f75c6af-7f50-43e3-9aaa-f8799aad421d {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:57:57.746214 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 6f75c6af-7f50-43e3-9aaa-f8799aad421d not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:57:57.896813 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ff830b-68eb-421d-a56c-3dbc2adc9261 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Made reservation on behalf of e2a4ff691cc745598fafcb787c92e1c1 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:57:58.010476 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-19ff830b-68eb-421d-a56c-3dbc2adc9261 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:58.030173 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-19ff830b-68eb-421d-a56c-3dbc2adc9261 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] device_id is not set on port ff270296-12e1-4aba-85c0-4e79c42f3e00 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:57:58.212778 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-19ff830b-68eb-421d-a56c-3dbc2adc9261 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Allocated IP 172.20.0.9 (21fde9a2-dab8-4dfb-aa6b-4c13c25dc29c/6cf8f580-681c-4c56-bbaa-ed0ddb25721d/ff270296-12e1-4aba-85c0-4e79c42f3e00) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:57:58.408153 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-19ff830b-68eb-421d-a56c-3dbc2adc9261 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:58.456236 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-19ff830b-68eb-421d-a56c-3dbc2adc9261 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:58.521254 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ff830b-68eb-421d-a56c-3dbc2adc9261 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Network 21fde9a2-dab8-4dfb-aa6b-4c13c25dc29c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:57:58.526779 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-19ff830b-68eb-421d-a56c-3dbc2adc9261 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:57:58.531467 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ff830b-68eb-421d-a56c-3dbc2adc9261 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:57:58.534367 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff830b-68eb-421d-a56c-3dbc2adc9261 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'Port': ['ID=ff270296-12e1-4aba-85c0-4e79c42f3e00,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:58.610594 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ff830b-68eb-421d-a56c-3dbc2adc9261 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:58.611406 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-19ff830b-68eb-421d-a56c-3dbc2adc9261 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:58.635143 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-19ff830b-68eb-421d-a56c-3dbc2adc9261 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9371238 Dec 09 15:57:58.636299 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34428) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:58.753109 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cea6233-f722-46ff-8780-ae9f6626c9f2 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:58.754784 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3cea6233-f722-46ff-8780-ae9f6626c9f2 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1169262 Dec 09 15:57:58.757659 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34444) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:58.811817 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fb5029-c9dd-4ca7-9d68-f1382319d62b None None] Network 21fde9a2-dab8-4dfb-aa6b-4c13c25dc29c requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:57:58.939191 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7fc846ad-1860-4885-a220-3d667bd7484c None None] Provisioning complete for port 5b91dc3f-bf77-4724-8794-06a10a75be33 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:57:58.939738 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7fc846ad-1860-4885-a220-3d667bd7484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:59.054337 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7fc846ad-1860-4885-a220-3d667bd7484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:59.137905 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7fc846ad-1860-4885-a220-3d667bd7484c None None] For port 5b91dc3f-bf77-4724-8794-06a10a75be33, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=5b91dc3f-bf77-4724-8794-06a10a75be33,segment=NetworkSegment(4aca0983-7fd7-491c-8f31-8d56d9d5eb6c),segment_id=4aca0983-7fd7-491c-8f31-8d56d9d5eb6c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:57:59.145856 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7fc846ad-1860-4885-a220-3d667bd7484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:59.201435 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9013a4-6560-4ad6-a3f4-276520f1ea48 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:59.208980 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9013a4-6560-4ad6-a3f4-276520f1ea48 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:59.215192 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9013a4-6560-4ad6-a3f4-276520f1ea48 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:59.217869 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-bc9013a4-6560-4ad6-a3f4-276520f1ea48 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.4591091 Dec 09 15:57:59.221882 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34502) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:59.234741 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc846ad-1860-4885-a220-3d667bd7484c None None] Pushing event updated for resources: {'Port': ['ID=5b91dc3f-bf77-4724-8794-06a10a75be33,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:59.379454 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5ea3ef74-8d7f-4933-83f4-338091b4f1f0 None None] Provisioning complete for port 5b91dc3f-bf77-4724-8794-06a10a75be33 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:57:59.380356 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5ea3ef74-8d7f-4933-83f4-338091b4f1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:59.530196 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5ea3ef74-8d7f-4933-83f4-338091b4f1f0 None None] Provisioning complete for port feb732a7-d25c-4131-b17c-1d05e1a3f5c4 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:57:59.532533 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5ea3ef74-8d7f-4933-83f4-338091b4f1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:59.577472 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5ea3ef74-8d7f-4933-83f4-338091b4f1f0 None None] Port feb732a7-d25c-4131-b17c-1d05e1a3f5c4 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:57:59.598938 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5ea3ef74-8d7f-4933-83f4-338091b4f1f0 None None] Provisioning complete for port ff270296-12e1-4aba-85c0-4e79c42f3e00 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:57:59.599524 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5ea3ef74-8d7f-4933-83f4-338091b4f1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:59.661918 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5ea3ef74-8d7f-4933-83f4-338091b4f1f0 None None] Port ff270296-12e1-4aba-85c0-4e79c42f3e00 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:57:59.763034 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 5b91dc3f-bf77-4724-8794-06a10a75be33 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:57:59.858287 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5f3ec5cd-8b1e-474a-b7f8-cd787a4a34c9 None None] Provisioning complete for port feb732a7-d25c-4131-b17c-1d05e1a3f5c4 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:57:59.859394 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5f3ec5cd-8b1e-474a-b7f8-cd787a4a34c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:59.900543 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 5b91dc3f-bf77-4724-8794-06a10a75be33 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:57:59.901539 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:59.906581 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-66d8f820-8a6d-4d6e-af99-832adeae0058 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Deleting port ff270296-12e1-4aba-85c0-4e79c42f3e00 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:57:59.907712 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66d8f820-8a6d-4d6e-af99-832adeae0058 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:59.980122 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5f3ec5cd-8b1e-474a-b7f8-cd787a4a34c9 None None] Port feb732a7-d25c-4131-b17c-1d05e1a3f5c4 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:58:00.050695 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66d8f820-8a6d-4d6e-af99-832adeae0058 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:00.075629 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-66d8f820-8a6d-4d6e-af99-832adeae0058 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Calling delete_port for ff270296-12e1-4aba-85c0-4e79c42f3e00 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:58:00.107675 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3f7a948b-98ee-4d45-97a8-2bc832c075ae None None] Provisioning complete for port ff270296-12e1-4aba-85c0-4e79c42f3e00 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:00.108263 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3f7a948b-98ee-4d45-97a8-2bc832c075ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:00.149586 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3f7a948b-98ee-4d45-97a8-2bc832c075ae None None] Port ff270296-12e1-4aba-85c0-4e79c42f3e00 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:58:00.226950 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66d8f820-8a6d-4d6e-af99-832adeae0058 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:00.257016 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d8f820-8a6d-4d6e-af99-832adeae0058 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'Port': ['ID=ff270296-12e1-4aba-85c0-4e79c42f3e00,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:00.352796 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-66d8f820-8a6d-4d6e-af99-832adeae0058 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:00.359661 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-66d8f820-8a6d-4d6e-af99-832adeae0058 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/ports/ff270296-12e1-4aba-85c0-4e79c42f3e00 HTTP/1.1" status: 204 len: 168 time: 1.1340661 Dec 09 15:58:00.360043 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34630) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:00.392683 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd1f344-35b6-49e0-aa4f-f13c4070953c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] GET failed (client error): The resource could not be found. Dec 09 15:58:00.394685 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-5dd1f344-35b6-49e0-aa4f-f13c4070953c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "GET /v2.0/ports/ff270296-12e1-4aba-85c0-4e79c42f3e00 HTTP/1.1" status: 404 len: 333 time: 0.0334966 Dec 09 15:58:00.397697 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34636) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:00.520408 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-374eb663-2fae-4387-b3f2-1c4f90e160aa tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Deleting port feb732a7-d25c-4131-b17c-1d05e1a3f5c4 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:58:00.520790 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-374eb663-2fae-4387-b3f2-1c4f90e160aa tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:00.619095 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-374eb663-2fae-4387-b3f2-1c4f90e160aa tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:00.632485 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-374eb663-2fae-4387-b3f2-1c4f90e160aa tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Calling delete_port for feb732a7-d25c-4131-b17c-1d05e1a3f5c4 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:58:00.769262 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-374eb663-2fae-4387-b3f2-1c4f90e160aa tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:00.797038 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374eb663-2fae-4387-b3f2-1c4f90e160aa tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'Port': ['ID=feb732a7-d25c-4131-b17c-1d05e1a3f5c4,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:00.886016 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-374eb663-2fae-4387-b3f2-1c4f90e160aa tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:00.890047 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-374eb663-2fae-4387-b3f2-1c4f90e160aa tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/ports/feb732a7-d25c-4131-b17c-1d05e1a3f5c4 HTTP/1.1" status: 204 len: 168 time: 0.4910924 Dec 09 15:58:00.892736 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34700) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:00.919306 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-046a457e-1ad8-4549-8526-4177432e6816 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] GET failed (client error): The resource could not be found. Dec 09 15:58:00.920986 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-046a457e-1ad8-4549-8526-4177432e6816 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "GET /v2.0/ports/feb732a7-d25c-4131-b17c-1d05e1a3f5c4 HTTP/1.1" status: 404 len: 333 time: 0.0271549 Dec 09 15:58:00.924132 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34706) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:00.985763 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d85eff8-c99f-4e40-9268-1e54917b8f9b tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Deleting subnet 6cf8f580-681c-4c56-bbaa-ed0ddb25721d {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:58:00.990602 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3d85eff8-c99f-4e40-9268-1e54917b8f9b tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:01.053787 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3d85eff8-c99f-4e40-9268-1e54917b8f9b tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:01.148141 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3d85eff8-c99f-4e40-9268-1e54917b8f9b tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:01.216520 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3d85eff8-c99f-4e40-9268-1e54917b8f9b tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:01.247073 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85eff8-c99f-4e40-9268-1e54917b8f9b tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'Subnet': ['ID=6cf8f580-681c-4c56-bbaa-ed0ddb25721d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:01.249046 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3d85eff8-c99f-4e40-9268-1e54917b8f9b tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:01.252573 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3d85eff8-c99f-4e40-9268-1e54917b8f9b tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/subnets/6cf8f580-681c-4c56-bbaa-ed0ddb25721d HTTP/1.1" status: 204 len: 168 time: 0.3270133 Dec 09 15:58:01.255204 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34750) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:01.261979 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf5aa4f-9104-4d08-bf7f-dc2c2ad735a2 None None] Network 21fde9a2-dab8-4dfb-aa6b-4c13c25dc29c requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:58:01.350288 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b37e88d-7455-4c4e-9bbc-e5b78d697f07 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:01.417358 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-0b37e88d-7455-4c4e-9bbc-e5b78d697f07 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Deleting port 5b91dc3f-bf77-4724-8794-06a10a75be33 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:58:01.417957 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b37e88d-7455-4c4e-9bbc-e5b78d697f07 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:01.478709 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b6a165-d79c-45ab-bd50-ce0ac9f050c0 None None] DHCP port deletion for 21fde9a2-dab8-4dfb-aa6b-4c13c25dc29c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:58:01.492936 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-0b37e88d-7455-4c4e-9bbc-e5b78d697f07 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] For port 5b91dc3f-bf77-4724-8794-06a10a75be33, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=5b91dc3f-bf77-4724-8794-06a10a75be33,segment=NetworkSegment(4aca0983-7fd7-491c-8f31-8d56d9d5eb6c),segment_id=4aca0983-7fd7-491c-8f31-8d56d9d5eb6c)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:58:01.493322 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b37e88d-7455-4c4e-9bbc-e5b78d697f07 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:01.512671 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-0b37e88d-7455-4c4e-9bbc-e5b78d697f07 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Calling delete_port for 5b91dc3f-bf77-4724-8794-06a10a75be33 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:58:01.530833 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-22b6a165-d79c-45ab-bd50-ce0ac9f050c0 None None] Deleting port 5b91dc3f-bf77-4724-8794-06a10a75be33 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:58:01.531219 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-22b6a165-d79c-45ab-bd50-ce0ac9f050c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:01.609730 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b37e88d-7455-4c4e-9bbc-e5b78d697f07 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:01.647078 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-22b6a165-d79c-45ab-bd50-ce0ac9f050c0 None None] For port 5b91dc3f-bf77-4724-8794-06a10a75be33, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=5b91dc3f-bf77-4724-8794-06a10a75be33,segment=NetworkSegment(4aca0983-7fd7-491c-8f31-8d56d9d5eb6c),segment_id=4aca0983-7fd7-491c-8f31-8d56d9d5eb6c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:58:01.647494 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-22b6a165-d79c-45ab-bd50-ce0ac9f050c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:01.654279 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37e88d-7455-4c4e-9bbc-e5b78d697f07 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'Port': ['ID=5b91dc3f-bf77-4724-8794-06a10a75be33,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:01.663980 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b37e88d-7455-4c4e-9bbc-e5b78d697f07 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] No DVR routers for this DVR port 5b91dc3f-bf77-4724-8794-06a10a75be33 on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:58:01.678835 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-22b6a165-d79c-45ab-bd50-ce0ac9f050c0 None None] Calling delete_port for 5b91dc3f-bf77-4724-8794-06a10a75be33 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:58:01.685446 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 5b91dc3f-bf77-4724-8794-06a10a75be33 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:58:01.711604 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 5b91dc3f-bf77-4724-8794-06a10a75be33 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:58:01.711840 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 5b91dc3f-bf77-4724-8794-06a10a75be33 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:58:01.759318 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b37e88d-7455-4c4e-9bbc-e5b78d697f07 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:01.777634 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-22b6a165-d79c-45ab-bd50-ce0ac9f050c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:01.782331 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-0b37e88d-7455-4c4e-9bbc-e5b78d697f07 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21fde9a2-dab8-4dfb-aa6b-4c13c25dc29c']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:01.791340 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b6a165-d79c-45ab-bd50-ce0ac9f050c0 None None] No DVR routers for this DVR port 5b91dc3f-bf77-4724-8794-06a10a75be33 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:58:01.791879 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-0b37e88d-7455-4c4e-9bbc-e5b78d697f07 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aca0983-7fd7-491c-8f31-8d56d9d5eb6c') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:01.792185 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-0b37e88d-7455-4c4e-9bbc-e5b78d697f07 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aca0983-7fd7-491c-8f31-8d56d9d5eb6c') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:01.802800 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b37e88d-7455-4c4e-9bbc-e5b78d697f07 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:01.814029 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6a165-d79c-45ab-bd50-ce0ac9f050c0 None None] Pushing event deleted for resources: {'Port': ['ID=5b91dc3f-bf77-4724-8794-06a10a75be33,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:01.817470 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b37e88d-7455-4c4e-9bbc-e5b78d697f07 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:01.824094 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b37e88d-7455-4c4e-9bbc-e5b78d697f07 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:58:01.824522 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b37e88d-7455-4c4e-9bbc-e5b78d697f07 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:01.827907 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:58:01.827907 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:58:01.827907 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:58:01.827907 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:58:01.827907 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:58:01.827907 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:58:01.827907 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:58:01.827907 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:58:01.827907 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:58:01.827907 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:58:01.827907 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:58:01.827907 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:58:01.827907 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:58:01.827907 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:58:01.827907 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:58:01.827907 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:58:01.827907 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:58:01.827907 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:58:01.827907 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:58:01.827907 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:58:01.827907 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:58:01.827907 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:58:01.827907 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:58:01.827907 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:58:01.827907 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:58:01.827907 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:58:01.827907 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:58:01.827907 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:58:01.827907 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:58:01.827907 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:58:01.827907 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:58:01.827907 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:58:01.884572 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b37e88d-7455-4c4e-9bbc-e5b78d697f07 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:01.900950 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0b37e88d-7455-4c4e-9bbc-e5b78d697f07 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:01.904062 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0b37e88d-7455-4c4e-9bbc-e5b78d697f07 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/networks/21fde9a2-dab8-4dfb-aa6b-4c13c25dc29c HTTP/1.1" status: 204 len: 168 time: 0.6478779 Dec 09 15:58:01.905383 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37e88d-7455-4c4e-9bbc-e5b78d697f07 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'Network': ['ID=21fde9a2-dab8-4dfb-aa6b-4c13c25dc29c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:01.909011 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34792) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:01.913924 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f88b574c-4a03-49eb-b55d-7ba2213b52f1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-947351841'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:01.935956 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88b574c-4a03-49eb-b55d-7ba2213b52f1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Made reservation on behalf of e2a4ff691cc745598fafcb787c92e1c1 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:58:01.939743 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f88b574c-4a03-49eb-b55d-7ba2213b52f1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:01.962715 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f88b574c-4a03-49eb-b55d-7ba2213b52f1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:58:01.972380 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f88b574c-4a03-49eb-b55d-7ba2213b52f1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:01.972745 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-f88b574c-4a03-49eb-b55d-7ba2213b52f1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Added segment 1a18fcdf-820d-4435-87ff-8343024a6b76 of type vlan for network 7c5a423f-ce82-4c93-9bff-c9d172abfda2 Dec 09 15:58:02.014328 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f88b574c-4a03-49eb-b55d-7ba2213b52f1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:02.039646 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f88b574c-4a03-49eb-b55d-7ba2213b52f1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:02.045183 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88b574c-4a03-49eb-b55d-7ba2213b52f1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:02.045765 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f88b574c-4a03-49eb-b55d-7ba2213b52f1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:02.106124 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f88b574c-4a03-49eb-b55d-7ba2213b52f1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1960204 Dec 09 15:58:02.109620 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34798) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:02.116831 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-754c537d-4082-45ad-bba9-8cf4c596c128 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'subnet': {'network_id': '7c5a423f-ce82-4c93-9bff-c9d172abfda2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:02.162477 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b574c-4a03-49eb-b55d-7ba2213b52f1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'Network': ['ID=7c5a423f-ce82-4c93-9bff-c9d172abfda2,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:02.174274 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 7c5a423f-ce82-4c93-9bff-c9d172abfda2 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:58:02.224001 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754c537d-4082-45ad-bba9-8cf4c596c128 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Made reservation on behalf of e2a4ff691cc745598fafcb787c92e1c1 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:58:02.227632 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-754c537d-4082-45ad-bba9-8cf4c596c128 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:02.421193 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-754c537d-4082-45ad-bba9-8cf4c596c128 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:02.483010 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c537d-4082-45ad-bba9-8cf4c596c128 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'Subnet': ['ID=d7b26256-b44e-4db0-9d75-e04212dee0e8,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:02.492335 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754c537d-4082-45ad-bba9-8cf4c596c128 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Checking segment: {'id': '1a18fcdf-820d-4435-87ff-8343024a6b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7c5a423f-ce82-4c93-9bff-c9d172abfda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:58:02.492787 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754c537d-4082-45ad-bba9-8cf4c596c128 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Network hostable DHCP agents. Network: 7c5a423f-ce82-4c93-9bff-c9d172abfda2, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:58:02.511812 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754c537d-4082-45ad-bba9-8cf4c596c128 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Network 7c5a423f-ce82-4c93-9bff-c9d172abfda2 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:58:02.522241 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-754c537d-4082-45ad-bba9-8cf4c596c128 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 7c5a423f-ce82-4c93-9bff-c9d172abfda2) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:58:02.526781 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754c537d-4082-45ad-bba9-8cf4c596c128 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:02.527381 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-754c537d-4082-45ad-bba9-8cf4c596c128 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:02.533061 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22468a30-1c5f-4565-ab6d-970509e4432a None None] Network 7c5a423f-ce82-4c93-9bff-c9d172abfda2 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:58:02.547608 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-754c537d-4082-45ad-bba9-8cf4c596c128 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4366300 Dec 09 15:58:02.550346 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34806) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:02.555789 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8eb0bb3d-c5c4-455c-a85a-c0476932e884 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-621734809', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:02.581812 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8eb0bb3d-c5c4-455c-a85a-c0476932e884 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:02.583295 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8eb0bb3d-c5c4-455c-a85a-c0476932e884 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:02.639987 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8eb0bb3d-c5c4-455c-a85a-c0476932e884 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:02.646026 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8eb0bb3d-c5c4-455c-a85a-c0476932e884 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:02.646321 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83504050-2807-41ec-af62-2d75856df634 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-7c5a423f-ce82-4c93-9bff-c9d172abfda2', 'network_id': '7c5a423f-ce82-4c93-9bff-c9d172abfda2', 'project_id': 'e2a4ff691cc745598fafcb787c92e1c1', 'fixed_ips': [{'subnet_id': 'd7b26256-b44e-4db0-9d75-e04212dee0e8'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:58:02.647326 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-83504050-2807-41ec-af62-2d75856df634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:02.665278 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8eb0bb3d-c5c4-455c-a85a-c0476932e884 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:02.668944 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8eb0bb3d-c5c4-455c-a85a-c0476932e884 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1151602 Dec 09 15:58:02.669423 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34808) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:02.674575 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a122c4e3-347f-4d9d-b9dd-58bd18647e79 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'port': {'network_id': '7c5a423f-ce82-4c93-9bff-c9d172abfda2', 'name': 'tempest-PortsTestJSON-943987792'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:02.789537 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a122c4e3-347f-4d9d-b9dd-58bd18647e79 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Made reservation on behalf of e2a4ff691cc745598fafcb787c92e1c1 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:58:02.793321 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a122c4e3-347f-4d9d-b9dd-58bd18647e79 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:02.818900 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-a122c4e3-347f-4d9d-b9dd-58bd18647e79 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] device_id is not set on port b0d3f048-c492-46c3-997c-04e5eceb57e2 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:58:02.946899 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-83504050-2807-41ec-af62-2d75856df634 None None] Allocated IP 172.20.0.2 (7c5a423f-ce82-4c93-9bff-c9d172abfda2/d7b26256-b44e-4db0-9d75-e04212dee0e8/f5deb3db-2534-414a-8c39-73a56d4da4fc) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:58:03.094734 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-83504050-2807-41ec-af62-2d75856df634 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:03.101808 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-83504050-2807-41ec-af62-2d75856df634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:03.148062 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83504050-2807-41ec-af62-2d75856df634 None None] Network 7c5a423f-ce82-4c93-9bff-c9d172abfda2 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:58:03.151366 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-83504050-2807-41ec-af62-2d75856df634 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:58:03.157649 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83504050-2807-41ec-af62-2d75856df634 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:58:03.163652 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-a122c4e3-347f-4d9d-b9dd-58bd18647e79 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Allocated IP 172.20.0.4 (7c5a423f-ce82-4c93-9bff-c9d172abfda2/d7b26256-b44e-4db0-9d75-e04212dee0e8/b0d3f048-c492-46c3-997c-04e5eceb57e2) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:58:03.192292 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83504050-2807-41ec-af62-2d75856df634 None None] Pushing event updated for resources: {'Port': ['ID=f5deb3db-2534-414a-8c39-73a56d4da4fc,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:03.220618 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-83504050-2807-41ec-af62-2d75856df634 None None] Attempting to bind port f5deb3db-2534-414a-8c39-73a56d4da4fc on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:58:03.221056 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-83504050-2807-41ec-af62-2d75856df634 None None] Attempting to bind port f5deb3db-2534-414a-8c39-73a56d4da4fc by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '1a18fcdf-820d-4435-87ff-8343024a6b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7c5a423f-ce82-4c93-9bff-c9d172abfda2'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:58:03.221367 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83504050-2807-41ec-af62-2d75856df634 None None] Attempting to bind port f5deb3db-2534-414a-8c39-73a56d4da4fc on network 7c5a423f-ce82-4c93-9bff-c9d172abfda2 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:58:03.228404 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83504050-2807-41ec-af62-2d75856df634 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:58:03.228845 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83504050-2807-41ec-af62-2d75856df634 None None] Checking segment: {'id': '1a18fcdf-820d-4435-87ff-8343024a6b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7c5a423f-ce82-4c93-9bff-c9d172abfda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:58:03.229741 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-83504050-2807-41ec-af62-2d75856df634 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:03.230151 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83504050-2807-41ec-af62-2d75856df634 None None] Bound using segment: {'id': '1a18fcdf-820d-4435-87ff-8343024a6b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7c5a423f-ce82-4c93-9bff-c9d172abfda2'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:58:03.230629 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-83504050-2807-41ec-af62-2d75856df634 None None] Bound port: f5deb3db-2534-414a-8c39-73a56d4da4fc, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a18fcdf-820d-4435-87ff-8343024a6b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7c5a423f-ce82-4c93-9bff-c9d172abfda2'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:58:03.231041 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-83504050-2807-41ec-af62-2d75856df634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:03.294809 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-83504050-2807-41ec-af62-2d75856df634 None None] For port f5deb3db-2534-414a-8c39-73a56d4da4fc, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:58:03.298810 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-83504050-2807-41ec-af62-2d75856df634 None None] For port f5deb3db-2534-414a-8c39-73a56d4da4fc, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=f5deb3db-2534-414a-8c39-73a56d4da4fc,segment=NetworkSegment(1a18fcdf-820d-4435-87ff-8343024a6b76),segment_id=1a18fcdf-820d-4435-87ff-8343024a6b76)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:58:03.302670 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-83504050-2807-41ec-af62-2d75856df634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:03.325764 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a122c4e3-347f-4d9d-b9dd-58bd18647e79 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:03.369564 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83504050-2807-41ec-af62-2d75856df634 None None] Pushing event updated for resources: {'Port': ['ID=f5deb3db-2534-414a-8c39-73a56d4da4fc,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:03.370255 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a122c4e3-347f-4d9d-b9dd-58bd18647e79 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:03.428771 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a122c4e3-347f-4d9d-b9dd-58bd18647e79 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Network 7c5a423f-ce82-4c93-9bff-c9d172abfda2 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:58:03.434839 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-a122c4e3-347f-4d9d-b9dd-58bd18647e79 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:58:03.438740 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a122c4e3-347f-4d9d-b9dd-58bd18647e79 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:58:03.463802 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122c4e3-347f-4d9d-b9dd-58bd18647e79 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'Port': ['ID=b0d3f048-c492-46c3-997c-04e5eceb57e2,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:03.497249 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a122c4e3-347f-4d9d-b9dd-58bd18647e79 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:03.497905 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a122c4e3-347f-4d9d-b9dd-58bd18647e79 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:03.516129 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a122c4e3-347f-4d9d-b9dd-58bd18647e79 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8456063 Dec 09 15:58:03.518826 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34816) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:03.749696 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device f5deb3db-2534-414a-8c39-73a56d4da4fc up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:58:03.810082 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port f5deb3db-2534-414a-8c39-73a56d4da4fc triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:03.810459 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:03.902362 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:03.924926 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b44e7465-6a51-4ce8-a1ea-5ae62a9110bd tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:03.938340 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port f5deb3db-2534-414a-8c39-73a56d4da4fc, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=f5deb3db-2534-414a-8c39-73a56d4da4fc,segment=NetworkSegment(1a18fcdf-820d-4435-87ff-8343024a6b76),segment_id=1a18fcdf-820d-4435-87ff-8343024a6b76)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:58:03.944358 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:03.997444 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=f5deb3db-2534-414a-8c39-73a56d4da4fc,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:04.190460 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b44e7465-6a51-4ce8-a1ea-5ae62a9110bd tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:04.195746 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b44e7465-6a51-4ce8-a1ea-5ae62a9110bd tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:04.284313 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e7465-6a51-4ce8-a1ea-5ae62a9110bd tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'Port': ['ID=b0d3f048-c492-46c3-997c-04e5eceb57e2,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:04.444735 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b44e7465-6a51-4ce8-a1ea-5ae62a9110bd tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:04.500527 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9be21a-c4d7-40d3-87ba-814f941e0481 None None] Network 7c5a423f-ce82-4c93-9bff-c9d172abfda2 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:58:04.569140 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ac617d42-e6ac-447f-ae95-7b10267e2ca2 None None] Provisioning complete for port f5deb3db-2534-414a-8c39-73a56d4da4fc triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:04.569519 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ac617d42-e6ac-447f-ae95-7b10267e2ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:04.599968 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b44e7465-6a51-4ce8-a1ea-5ae62a9110bd tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:04.903008 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b44e7465-6a51-4ce8-a1ea-5ae62a9110bd tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:04.911631 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b44e7465-6a51-4ce8-a1ea-5ae62a9110bd tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:04.925948 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-44540423-0b36-42d4-8d69-14db53901398 None None] Provisioning complete for port f5deb3db-2534-414a-8c39-73a56d4da4fc triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:04.926557 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-44540423-0b36-42d4-8d69-14db53901398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:05.019349 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b44e7465-6a51-4ce8-a1ea-5ae62a9110bd tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:05.025124 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e7465-6a51-4ce8-a1ea-5ae62a9110bd tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'Port': ['ID=b0d3f048-c492-46c3-997c-04e5eceb57e2,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:05.041491 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-44540423-0b36-42d4-8d69-14db53901398 None None] Provisioning complete for port b0d3f048-c492-46c3-997c-04e5eceb57e2 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:05.041860 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-44540423-0b36-42d4-8d69-14db53901398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:05.081234 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-44540423-0b36-42d4-8d69-14db53901398 None None] Port b0d3f048-c492-46c3-997c-04e5eceb57e2 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:58:05.146468 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44e7465-6a51-4ce8-a1ea-5ae62a9110bd tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Network 7c5a423f-ce82-4c93-9bff-c9d172abfda2 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:58:05.147989 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-b44e7465-6a51-4ce8-a1ea-5ae62a9110bd tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:58:05.208372 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5578999e-838d-47bb-ac36-7b044ec9a027 None None] Provisioning complete for port b0d3f048-c492-46c3-997c-04e5eceb57e2 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:05.208926 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5578999e-838d-47bb-ac36-7b044ec9a027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:05.248167 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5578999e-838d-47bb-ac36-7b044ec9a027 None None] Port b0d3f048-c492-46c3-997c-04e5eceb57e2 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:58:05.290813 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44e7465-6a51-4ce8-a1ea-5ae62a9110bd tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Router 19f878b0-8d40-4df1-931b-dd0ee1595a3b is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:58:05.409780 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44e7465-6a51-4ce8-a1ea-5ae62a9110bd tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:58:05.415478 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b44e7465-6a51-4ce8-a1ea-5ae62a9110bd tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "PUT /v2.0/routers/19f878b0-8d40-4df1-931b-dd0ee1595a3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8951135 Dec 09 15:58:05.417665 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34826) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:05.420396 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c8ecf5-ceb6-4e07-8589-8ab10fb0e18f None None] Sync routers for ids ['19f878b0-8d40-4df1-931b-dd0ee1595a3b'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:58:05.436719 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c8ecf5-ceb6-4e07-8589-8ab10fb0e18f None None] Routers {'19f878b0-8d40-4df1-931b-dd0ee1595a3b'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:58:05.437609 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-15c8ecf5-ceb6-4e07-8589-8ab10fb0e18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:57:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['19f878b0-8d40-4df1-931b-dd0ee1595a3b'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:05.477357 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-be27cdaa-6413-42d7-ba10-6ecc4612de4f None None] Provisioning complete for port b0d3f048-c492-46c3-997c-04e5eceb57e2 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:05.478339 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-15c8ecf5-ceb6-4e07-8589-8ab10fb0e18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:05.479722 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-be27cdaa-6413-42d7-ba10-6ecc4612de4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:05.489798 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c8ecf5-ceb6-4e07-8589-8ab10fb0e18f None None] Routers {'19f878b0-8d40-4df1-931b-dd0ee1595a3b'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:58:05.492624 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-15c8ecf5-ceb6-4e07-8589-8ab10fb0e18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:57:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['19f878b0-8d40-4df1-931b-dd0ee1595a3b'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:05.501386 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c97032f-b119-432f-af85-3ac66a598d03 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:05.506977 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34828) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:05.524234 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5c97032f-b119-432f-af85-3ac66a598d03 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f878b0-8d40-4df1-931b-dd0ee1595a3b HTTP/1.1" status: 200 len: 981 time: 0.0990956 Dec 09 15:58:05.528739 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-15c8ecf5-ceb6-4e07-8589-8ab10fb0e18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:05.529609 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c8ecf5-ceb6-4e07-8589-8ab10fb0e18f None None] The sync data for ids ['19f878b0-8d40-4df1-931b-dd0ee1595a3b'] in n-d-821228-1 is: [] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:58:05.529937 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-be27cdaa-6413-42d7-ba10-6ecc4612de4f None None] Port b0d3f048-c492-46c3-997c-04e5eceb57e2 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:58:05.660596 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6b25c98d-9502-4df9-8fe6-9542db258c1a None None] Provisioning complete for port b0d3f048-c492-46c3-997c-04e5eceb57e2 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:05.660824 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6b25c98d-9502-4df9-8fe6-9542db258c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:05.705642 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device f5deb3db-2534-414a-8c39-73a56d4da4fc up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:58:05.746155 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-6b25c98d-9502-4df9-8fe6-9542db258c1a None None] Port b0d3f048-c492-46c3-997c-04e5eceb57e2 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:58:05.773116 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port f5deb3db-2534-414a-8c39-73a56d4da4fc triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:05.773584 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:05.862232 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8fb887a5-006a-4808-b683-88ee2eb62b8a tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:06.076988 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-8fb887a5-006a-4808-b683-88ee2eb62b8a tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Deleting port b0d3f048-c492-46c3-997c-04e5eceb57e2 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:58:06.077327 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8fb887a5-006a-4808-b683-88ee2eb62b8a tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:06.166000 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8fb887a5-006a-4808-b683-88ee2eb62b8a tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:06.179263 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-8fb887a5-006a-4808-b683-88ee2eb62b8a tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Calling delete_port for b0d3f048-c492-46c3-997c-04e5eceb57e2 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:58:06.360901 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8fb887a5-006a-4808-b683-88ee2eb62b8a tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:06.389810 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb887a5-006a-4808-b683-88ee2eb62b8a tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'Port': ['ID=b0d3f048-c492-46c3-997c-04e5eceb57e2,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:06.548867 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8fb887a5-006a-4808-b683-88ee2eb62b8a tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:06.703920 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb887a5-006a-4808-b683-88ee2eb62b8a tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Router 19f878b0-8d40-4df1-931b-dd0ee1595a3b has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:58:06.781922 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb887a5-006a-4808-b683-88ee2eb62b8a tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:58:06.789833 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8fb887a5-006a-4808-b683-88ee2eb62b8a tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "PUT /v2.0/routers/19f878b0-8d40-4df1-931b-dd0ee1595a3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2791300 Dec 09 15:58:06.789833 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34836) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:06.793510 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0ead6f-ec55-4db2-ae59-971afbace853 None None] Sync routers for ids ['19f878b0-8d40-4df1-931b-dd0ee1595a3b'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:58:06.804748 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0ead6f-ec55-4db2-ae59-971afbace853 None None] Routers {'19f878b0-8d40-4df1-931b-dd0ee1595a3b'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:58:06.805364 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9a0ead6f-ec55-4db2-ae59-971afbace853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:57:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['19f878b0-8d40-4df1-931b-dd0ee1595a3b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:06.814208 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-a723da94-8e14-4433-a7ac-12d90fc68724 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] GET failed (client error): The resource could not be found. Dec 09 15:58:06.818213 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a723da94-8e14-4433-a7ac-12d90fc68724 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "GET /v2.0/ports/b0d3f048-c492-46c3-997c-04e5eceb57e2 HTTP/1.1" status: 404 len: 333 time: 0.0249653 Dec 09 15:58:06.818369 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34838) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:06.837484 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9a0ead6f-ec55-4db2-ae59-971afbace853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:06.847394 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0ead6f-ec55-4db2-ae59-971afbace853 None None] Routers {'19f878b0-8d40-4df1-931b-dd0ee1595a3b'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:58:06.847999 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9a0ead6f-ec55-4db2-ae59-971afbace853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:57:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['19f878b0-8d40-4df1-931b-dd0ee1595a3b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:06.883529 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9a0ead6f-ec55-4db2-ae59-971afbace853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:06.884187 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0ead6f-ec55-4db2-ae59-971afbace853 None None] The sync data for ids ['19f878b0-8d40-4df1-931b-dd0ee1595a3b'] in n-d-821228-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:58:06.898802 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5826f96e-720c-4b7e-85f2-7ccbebb7db8d tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:07.061628 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5826f96e-720c-4b7e-85f2-7ccbebb7db8d tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:07.064551 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5826f96e-720c-4b7e-85f2-7ccbebb7db8d tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:07.111457 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5826f96e-720c-4b7e-85f2-7ccbebb7db8d tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:07.111936 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5826f96e-720c-4b7e-85f2-7ccbebb7db8d tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Fanout notify agent at l3_agent the message router_deleted on router 19f878b0-8d40-4df1-931b-dd0ee1595a3b {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:58:07.118933 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5826f96e-720c-4b7e-85f2-7ccbebb7db8d tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:07.120059 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-5826f96e-720c-4b7e-85f2-7ccbebb7db8d tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/routers/19f878b0-8d40-4df1-931b-dd0ee1595a3b HTTP/1.1" status: 204 len: 168 time: 0.3008025 Dec 09 15:58:07.122576 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34840) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:07.179140 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-83ee1834-58c8-4c4e-ab0e-766b87732cb3 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Deleting subnet d7b26256-b44e-4db0-9d75-e04212dee0e8 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:58:07.182460 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-83ee1834-58c8-4c4e-ab0e-766b87732cb3 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:07.223722 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-83ee1834-58c8-4c4e-ab0e-766b87732cb3 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:07.306760 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-83ee1834-58c8-4c4e-ab0e-766b87732cb3 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:07.371870 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-83ee1834-58c8-4c4e-ab0e-766b87732cb3 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:07.401530 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee1834-58c8-4c4e-ab0e-766b87732cb3 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'Subnet': ['ID=d7b26256-b44e-4db0-9d75-e04212dee0e8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:07.403516 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-83ee1834-58c8-4c4e-ab0e-766b87732cb3 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:07.406978 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-83ee1834-58c8-4c4e-ab0e-766b87732cb3 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/subnets/d7b26256-b44e-4db0-9d75-e04212dee0e8 HTTP/1.1" status: 204 len: 168 time: 0.2833192 Dec 09 15:58:07.409749 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34842) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:07.410463 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6616fd27-9bea-4431-85cf-a90edefd6cb7 None None] Network 7c5a423f-ce82-4c93-9bff-c9d172abfda2 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:58:07.495330 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6181c26-0801-42c2-af41-53c424a19d6c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:07.555905 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f6181c26-0801-42c2-af41-53c424a19d6c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Deleting port f5deb3db-2534-414a-8c39-73a56d4da4fc {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:58:07.556601 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6181c26-0801-42c2-af41-53c424a19d6c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:07.567279 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1177b166-dc7f-4180-a1ee-96515769410e None None] DHCP port deletion for 7c5a423f-ce82-4c93-9bff-c9d172abfda2 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:58:07.622403 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-1177b166-dc7f-4180-a1ee-96515769410e None None] Deleting port f5deb3db-2534-414a-8c39-73a56d4da4fc {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:58:07.622858 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1177b166-dc7f-4180-a1ee-96515769410e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:07.627683 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-f6181c26-0801-42c2-af41-53c424a19d6c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] For port f5deb3db-2534-414a-8c39-73a56d4da4fc, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=f5deb3db-2534-414a-8c39-73a56d4da4fc,segment=NetworkSegment(1a18fcdf-820d-4435-87ff-8343024a6b76),segment_id=1a18fcdf-820d-4435-87ff-8343024a6b76)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:58:07.628051 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6181c26-0801-42c2-af41-53c424a19d6c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:07.642262 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f6181c26-0801-42c2-af41-53c424a19d6c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Calling delete_port for f5deb3db-2534-414a-8c39-73a56d4da4fc owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:58:07.711118 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1177b166-dc7f-4180-a1ee-96515769410e None None] For port f5deb3db-2534-414a-8c39-73a56d4da4fc, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=f5deb3db-2534-414a-8c39-73a56d4da4fc,segment=NetworkSegment(1a18fcdf-820d-4435-87ff-8343024a6b76),segment_id=1a18fcdf-820d-4435-87ff-8343024a6b76)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:58:07.711600 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1177b166-dc7f-4180-a1ee-96515769410e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:07.715937 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device f5deb3db-2534-414a-8c39-73a56d4da4fc no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:58:07.736131 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6181c26-0801-42c2-af41-53c424a19d6c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:07.748686 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-1177b166-dc7f-4180-a1ee-96515769410e None None] Calling delete_port for f5deb3db-2534-414a-8c39-73a56d4da4fc owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:58:07.767878 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6181c26-0801-42c2-af41-53c424a19d6c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'Port': ['ID=f5deb3db-2534-414a-8c39-73a56d4da4fc,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:07.769782 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6181c26-0801-42c2-af41-53c424a19d6c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] No DVR routers for this DVR port f5deb3db-2534-414a-8c39-73a56d4da4fc on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:58:07.807403 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No active binding found for port f5deb3db-2534-414a-8c39-73a56d4da4fc {{(pid=103246) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 09 15:58:07.808350 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device f5deb3db-2534-414a-8c39-73a56d4da4fc not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:58:07.851266 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1177b166-dc7f-4180-a1ee-96515769410e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:07.854507 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6181c26-0801-42c2-af41-53c424a19d6c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:07.879646 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-f6181c26-0801-42c2-af41-53c424a19d6c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c5a423f-ce82-4c93-9bff-c9d172abfda2']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:07.881469 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1177b166-dc7f-4180-a1ee-96515769410e None None] Pushing event deleted for resources: {'Port': ['ID=f5deb3db-2534-414a-8c39-73a56d4da4fc,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:07.883389 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1177b166-dc7f-4180-a1ee-96515769410e None None] No DVR routers for this DVR port f5deb3db-2534-414a-8c39-73a56d4da4fc on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:58:07.895315 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-f6181c26-0801-42c2-af41-53c424a19d6c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a18fcdf-820d-4435-87ff-8343024a6b76') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:07.895689 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-f6181c26-0801-42c2-af41-53c424a19d6c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a18fcdf-820d-4435-87ff-8343024a6b76') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:07.907642 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6181c26-0801-42c2-af41-53c424a19d6c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:07.923176 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6181c26-0801-42c2-af41-53c424a19d6c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:07.929919 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6181c26-0801-42c2-af41-53c424a19d6c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:58:07.930313 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6181c26-0801-42c2-af41-53c424a19d6c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:07.933861 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:58:07.933861 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:58:07.933861 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:58:07.933861 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:58:07.933861 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:58:07.933861 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:58:07.933861 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:58:07.933861 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:58:07.933861 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:58:07.933861 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:58:07.933861 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:58:07.933861 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:58:07.933861 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:58:07.933861 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:58:07.933861 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:58:07.933861 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:58:07.933861 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:58:07.933861 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:58:07.933861 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:58:07.933861 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:58:07.933861 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:58:07.933861 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:58:07.933861 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:58:07.933861 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:58:07.933861 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:58:07.933861 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:58:07.933861 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:58:07.933861 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:58:07.933861 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:58:07.933861 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:58:07.933861 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:58:07.933861 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:58:08.001602 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6181c26-0801-42c2-af41-53c424a19d6c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:08.019256 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6181c26-0801-42c2-af41-53c424a19d6c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:08.022510 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f6181c26-0801-42c2-af41-53c424a19d6c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/networks/7c5a423f-ce82-4c93-9bff-c9d172abfda2 HTTP/1.1" status: 204 len: 168 time: 0.6118419 Dec 09 15:58:08.023882 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6181c26-0801-42c2-af41-53c424a19d6c tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'Network': ['ID=7c5a423f-ce82-4c93-9bff-c9d172abfda2,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:08.026708 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34846) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:08.071123 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97655240-08e7-45ec-9551-7e9a990d29f8 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:08.072530 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-97655240-08e7-45ec-9551-7e9a990d29f8 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "GET /v2.0/ports/ce77992e-ec43-4912-8994-e73903c83ab3 HTTP/1.1" status: 200 len: 840 time: 0.0448389 Dec 09 15:58:08.076112 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34848) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:08.117790 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b3303b5e-98f4-4ea7-b585-5ad7459e93ba tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "GET /v2.0/ports/ce77992e-ec43-4912-8994-e73903c83ab3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0404780 Dec 09 15:58:08.121161 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34850) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:08.126574 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-3054c341-3875-4f27-a1a6-c4840fd9e0e6 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'subnet': {'network_id': 'e081b962-9ede-4813-94bd-89e709b4b8d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:08.218292 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3054c341-3875-4f27-a1a6-c4840fd9e0e6 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Made reservation on behalf of e2a4ff691cc745598fafcb787c92e1c1 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:58:08.221729 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3054c341-3875-4f27-a1a6-c4840fd9e0e6 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:08.405560 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3054c341-3875-4f27-a1a6-c4840fd9e0e6 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:08.445862 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3054c341-3875-4f27-a1a6-c4840fd9e0e6 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Network e081b962-9ede-4813-94bd-89e709b4b8d0 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:58:08.452291 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-3054c341-3875-4f27-a1a6-c4840fd9e0e6 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:58:08.456304 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3054c341-3875-4f27-a1a6-c4840fd9e0e6 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:08.456928 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3054c341-3875-4f27-a1a6-c4840fd9e0e6 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:08.461979 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68803514-93a9-47c6-9d16-bf5f4a09873b None None] Network e081b962-9ede-4813-94bd-89e709b4b8d0 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:58:08.478757 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34852) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:08.479364 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3054c341-3875-4f27-a1a6-c4840fd9e0e6 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3566749 Dec 09 15:58:08.485659 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3054c341-3875-4f27-a1a6-c4840fd9e0e6 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'Subnet': ['ID=6a3a2dad-c5c2-4cfb-97ea-de8dd8a34072,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:08.493050 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-1faaa78e-5015-43e4-8b37-81308fce0a41 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'security_group': {'name': 'tempest-secgroup-1260214591'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:08.518404 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1faaa78e-5015-43e4-8b37-81308fce0a41 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:08.586818 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d960f7-9d8c-49c8-ba91-18a404e85546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-e081b962-9ede-4813-94bd-89e709b4b8d0', 'network_id': 'e081b962-9ede-4813-94bd-89e709b4b8d0', 'project_id': 'e2a4ff691cc745598fafcb787c92e1c1', 'fixed_ips': [{'subnet_id': '6a3a2dad-c5c2-4cfb-97ea-de8dd8a34072'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:58:08.587728 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-33d960f7-9d8c-49c8-ba91-18a404e85546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:08.607016 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1faaa78e-5015-43e4-8b37-81308fce0a41 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:08.613573 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1faaa78e-5015-43e4-8b37-81308fce0a41 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:08.644858 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1faaa78e-5015-43e4-8b37-81308fce0a41 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:08.648630 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1faaa78e-5015-43e4-8b37-81308fce0a41 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1650949 Dec 09 15:58:08.648978 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34854) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:08.653653 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-bbf89bec-bf63-480f-95a5-5c2cc383b7cf tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'security_group': {'name': 'tempest-secgroup-803702522'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:08.665036 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faaa78e-5015-43e4-8b37-81308fce0a41 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2ae2f4-2db6-485e-b0fc-1ad5042e906b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:08.687018 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bbf89bec-bf63-480f-95a5-5c2cc383b7cf tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:08.742762 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-33d960f7-9d8c-49c8-ba91-18a404e85546 None None] Allocated IP 172.20.0.2 (e081b962-9ede-4813-94bd-89e709b4b8d0/6a3a2dad-c5c2-4cfb-97ea-de8dd8a34072/5bf61275-4007-46a8-96db-a7c6857ba7e6) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:58:08.771348 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bbf89bec-bf63-480f-95a5-5c2cc383b7cf tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:08.775961 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bbf89bec-bf63-480f-95a5-5c2cc383b7cf tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:08.816950 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bbf89bec-bf63-480f-95a5-5c2cc383b7cf tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:08.820942 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-bbf89bec-bf63-480f-95a5-5c2cc383b7cf tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1684155 Dec 09 15:58:08.820942 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf89bec-bf63-480f-95a5-5c2cc383b7cf tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f53fd3f-bc34-4613-8686-a9c4bcfb53dd,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:08.821281 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34858) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:08.826573 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a219002b-fb07-4b23-958a-6abcb32dc395 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1326536361', 'security_groups': ['5f53fd3f-bc34-4613-8686-a9c4bcfb53dd'], 'network_id': 'e081b962-9ede-4813-94bd-89e709b4b8d0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6a3a2dad-c5c2-4cfb-97ea-de8dd8a34072'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:08.910621 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-33d960f7-9d8c-49c8-ba91-18a404e85546 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:08.917513 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-33d960f7-9d8c-49c8-ba91-18a404e85546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:08.960390 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a219002b-fb07-4b23-958a-6abcb32dc395 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Made reservation on behalf of e2a4ff691cc745598fafcb787c92e1c1 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:58:08.970460 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d960f7-9d8c-49c8-ba91-18a404e85546 None None] Network e081b962-9ede-4813-94bd-89e709b4b8d0 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:58:08.974728 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-33d960f7-9d8c-49c8-ba91-18a404e85546 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:58:08.976741 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d960f7-9d8c-49c8-ba91-18a404e85546 None None] Pushing event updated for resources: {'Port': ['ID=5bf61275-4007-46a8-96db-a7c6857ba7e6,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:08.978897 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d960f7-9d8c-49c8-ba91-18a404e85546 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:58:09.036333 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-33d960f7-9d8c-49c8-ba91-18a404e85546 None None] Attempting to bind port 5bf61275-4007-46a8-96db-a7c6857ba7e6 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:58:09.037191 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-33d960f7-9d8c-49c8-ba91-18a404e85546 None None] Attempting to bind port 5bf61275-4007-46a8-96db-a7c6857ba7e6 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'e4dc70a1-e76f-41e1-a497-9eecee4b262f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e081b962-9ede-4813-94bd-89e709b4b8d0'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:58:09.037636 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d960f7-9d8c-49c8-ba91-18a404e85546 None None] Attempting to bind port 5bf61275-4007-46a8-96db-a7c6857ba7e6 on network e081b962-9ede-4813-94bd-89e709b4b8d0 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:58:09.042973 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d960f7-9d8c-49c8-ba91-18a404e85546 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:58:09.043354 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d960f7-9d8c-49c8-ba91-18a404e85546 None None] Checking segment: {'id': 'e4dc70a1-e76f-41e1-a497-9eecee4b262f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e081b962-9ede-4813-94bd-89e709b4b8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:58:09.043757 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-33d960f7-9d8c-49c8-ba91-18a404e85546 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:09.044357 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d960f7-9d8c-49c8-ba91-18a404e85546 None None] Bound using segment: {'id': 'e4dc70a1-e76f-41e1-a497-9eecee4b262f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e081b962-9ede-4813-94bd-89e709b4b8d0'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:58:09.044865 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-33d960f7-9d8c-49c8-ba91-18a404e85546 None None] Bound port: 5bf61275-4007-46a8-96db-a7c6857ba7e6, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4dc70a1-e76f-41e1-a497-9eecee4b262f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e081b962-9ede-4813-94bd-89e709b4b8d0'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:58:09.045252 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-33d960f7-9d8c-49c8-ba91-18a404e85546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:09.062570 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a219002b-fb07-4b23-958a-6abcb32dc395 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:09.086123 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-a219002b-fb07-4b23-958a-6abcb32dc395 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] device_id is not set on port 17e801ba-9428-4058-8b68-0a6c3adf2f28 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:58:09.128680 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-33d960f7-9d8c-49c8-ba91-18a404e85546 None None] For port 5bf61275-4007-46a8-96db-a7c6857ba7e6, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:58:09.132157 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-33d960f7-9d8c-49c8-ba91-18a404e85546 None None] For port 5bf61275-4007-46a8-96db-a7c6857ba7e6, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=5bf61275-4007-46a8-96db-a7c6857ba7e6,segment=NetworkSegment(e4dc70a1-e76f-41e1-a497-9eecee4b262f),segment_id=e4dc70a1-e76f-41e1-a497-9eecee4b262f)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:58:09.138567 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-33d960f7-9d8c-49c8-ba91-18a404e85546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:09.224395 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d960f7-9d8c-49c8-ba91-18a404e85546 None None] Pushing event updated for resources: {'Port': ['ID=5bf61275-4007-46a8-96db-a7c6857ba7e6,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:09.282554 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-a219002b-fb07-4b23-958a-6abcb32dc395 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Allocated IP 172.20.0.6 (e081b962-9ede-4813-94bd-89e709b4b8d0/6a3a2dad-c5c2-4cfb-97ea-de8dd8a34072/17e801ba-9428-4058-8b68-0a6c3adf2f28) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:58:09.436425 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a219002b-fb07-4b23-958a-6abcb32dc395 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:09.473481 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a219002b-fb07-4b23-958a-6abcb32dc395 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:09.524623 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a219002b-fb07-4b23-958a-6abcb32dc395 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Network e081b962-9ede-4813-94bd-89e709b4b8d0 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:58:09.529598 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-a219002b-fb07-4b23-958a-6abcb32dc395 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:58:09.532365 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a219002b-fb07-4b23-958a-6abcb32dc395 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:58:09.559650 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219002b-fb07-4b23-958a-6abcb32dc395 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'Port': ['ID=17e801ba-9428-4058-8b68-0a6c3adf2f28,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:09.589871 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a219002b-fb07-4b23-958a-6abcb32dc395 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:09.590472 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a219002b-fb07-4b23-958a-6abcb32dc395 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:09.607630 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a219002b-fb07-4b23-958a-6abcb32dc395 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7852402 Dec 09 15:58:09.610459 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34862) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:09.615247 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-519fe188-5e8e-4936-a95c-f727feb974a9 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'subnet': {'network_id': 'e081b962-9ede-4813-94bd-89e709b4b8d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:09.693774 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 5bf61275-4007-46a8-96db-a7c6857ba7e6 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:58:09.730946 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519fe188-5e8e-4936-a95c-f727feb974a9 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Made reservation on behalf of e2a4ff691cc745598fafcb787c92e1c1 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:58:09.735100 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-519fe188-5e8e-4936-a95c-f727feb974a9 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:09.743667 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 5bf61275-4007-46a8-96db-a7c6857ba7e6 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:09.744044 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:09.826860 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:09.828797 n-d-821228-1 neutron-server[103245]: INFO neutron.db.ipam_backend_mixin [None req-519fe188-5e8e-4936-a95c-f727feb974a9 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6a3a2dad-c5c2-4cfb-97ea-de8dd8a34072 (CIDR: 172.20.0.0/28) Dec 09 15:58:09.832561 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-519fe188-5e8e-4936-a95c-f727feb974a9 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:58:09.833053 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-519fe188-5e8e-4936-a95c-f727feb974a9 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:58:09.852972 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-519fe188-5e8e-4936-a95c-f727feb974a9 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2414210 Dec 09 15:58:09.853996 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34866) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:09.860139 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-3c3ac3f5-8692-428d-b526-55ab3e6392cb tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'subnet': {'network_id': 'e081b962-9ede-4813-94bd-89e709b4b8d0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:09.867923 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 5bf61275-4007-46a8-96db-a7c6857ba7e6, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=5bf61275-4007-46a8-96db-a7c6857ba7e6,segment=NetworkSegment(e4dc70a1-e76f-41e1-a497-9eecee4b262f),segment_id=e4dc70a1-e76f-41e1-a497-9eecee4b262f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:58:09.873430 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:09.925755 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=5bf61275-4007-46a8-96db-a7c6857ba7e6,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:09.990396 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3ac3f5-8692-428d-b526-55ab3e6392cb tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Made reservation on behalf of e2a4ff691cc745598fafcb787c92e1c1 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:58:09.994005 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3c3ac3f5-8692-428d-b526-55ab3e6392cb tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:10.205080 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f8b605e7-53e1-4431-9c8d-77fcf18334ec None None] Provisioning complete for port ce77992e-ec43-4912-8994-e73903c83ab3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:10.206133 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f8b605e7-53e1-4431-9c8d-77fcf18334ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:10.245145 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3c3ac3f5-8692-428d-b526-55ab3e6392cb tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:10.253503 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f8b605e7-53e1-4431-9c8d-77fcf18334ec None None] Port ce77992e-ec43-4912-8994-e73903c83ab3 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:58:10.264940 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f8b605e7-53e1-4431-9c8d-77fcf18334ec None None] Provisioning complete for port 5bf61275-4007-46a8-96db-a7c6857ba7e6 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:10.266230 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f8b605e7-53e1-4431-9c8d-77fcf18334ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:10.293998 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3ac3f5-8692-428d-b526-55ab3e6392cb tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Network e081b962-9ede-4813-94bd-89e709b4b8d0 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:58:10.297984 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-3c3ac3f5-8692-428d-b526-55ab3e6392cb tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:58:10.302689 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3ac3f5-8692-428d-b526-55ab3e6392cb tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:10.303423 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3c3ac3f5-8692-428d-b526-55ab3e6392cb tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:10.311802 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ac3f5-8692-428d-b526-55ab3e6392cb tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'Subnet': ['ID=237676ac-d6ca-4744-9d15-832060cc499c,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:10.328447 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3c3ac3f5-8692-428d-b526-55ab3e6392cb tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4733191 Dec 09 15:58:10.331211 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34868) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:10.337281 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-19770af0-7e8b-4f88-9c63-4f1407fd0226 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1255672316', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '237676ac-d6ca-4744-9d15-832060cc499c'}], 'security_groups': ['ee2ae2f4-2db6-485e-b0fc-1ad5042e906b']}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:10.394364 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3736737-ebb1-4eba-9ef1-d79b48c2b331 None None] Network e081b962-9ede-4813-94bd-89e709b4b8d0 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:58:10.422508 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19770af0-7e8b-4f88-9c63-4f1407fd0226 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:10.586632 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-612c1f3c-2156-41fc-99e7-0abb7f3b29fb None None] Provisioning complete for port 17e801ba-9428-4058-8b68-0a6c3adf2f28 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:10.587006 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-612c1f3c-2156-41fc-99e7-0abb7f3b29fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:10.589476 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6eed79-c155-4c1f-a649-eeb720b9ac8e None None] Update dhcp port {'port': {'network_id': 'e081b962-9ede-4813-94bd-89e709b4b8d0', 'fixed_ips': [{'subnet_id': '6a3a2dad-c5c2-4cfb-97ea-de8dd8a34072', 'ip_address': '172.20.0.2'}, {'subnet_id': '237676ac-d6ca-4744-9d15-832060cc499c'}], 'binding:host_id': 'n-d-821228-1'}, 'id': '5bf61275-4007-46a8-96db-a7c6857ba7e6'} from n-d-821228-1. {{(pid=103246) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 15:58:10.641415 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4c6eed79-c155-4c1f-a649-eeb720b9ac8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:10.651559 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-612c1f3c-2156-41fc-99e7-0abb7f3b29fb None None] Port 17e801ba-9428-4058-8b68-0a6c3adf2f28 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:58:10.759213 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-19770af0-7e8b-4f88-9c63-4f1407fd0226 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Delete allocated IP 172.20.0.6 (e081b962-9ede-4813-94bd-89e709b4b8d0/6a3a2dad-c5c2-4cfb-97ea-de8dd8a34072) {{(pid=103245) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 09 15:58:10.767218 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-19770af0-7e8b-4f88-9c63-4f1407fd0226 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Allocated IP 172.20.0.25 (e081b962-9ede-4813-94bd-89e709b4b8d0/237676ac-d6ca-4744-9d15-832060cc499c/17e801ba-9428-4058-8b68-0a6c3adf2f28) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:58:10.920943 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19770af0-7e8b-4f88-9c63-4f1407fd0226 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:10.926650 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19770af0-7e8b-4f88-9c63-4f1407fd0226 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:10.978327 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-4c6eed79-c155-4c1f-a649-eeb720b9ac8e None None] Allocated IP 172.20.0.18 (e081b962-9ede-4813-94bd-89e709b4b8d0/237676ac-d6ca-4744-9d15-832060cc499c/5bf61275-4007-46a8-96db-a7c6857ba7e6) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:58:11.004959 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19770af0-7e8b-4f88-9c63-4f1407fd0226 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'Port': ['ID=17e801ba-9428-4058-8b68-0a6c3adf2f28,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:11.052269 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-19770af0-7e8b-4f88-9c63-4f1407fd0226 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] In _notify_port_updated(), no bound segment for port 17e801ba-9428-4058-8b68-0a6c3adf2f28 on network e081b962-9ede-4813-94bd-89e709b4b8d0 {{(pid=103245) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:58:11.059084 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19770af0-7e8b-4f88-9c63-4f1407fd0226 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:11.059084 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-19770af0-7e8b-4f88-9c63-4f1407fd0226 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:11.064203 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-19770af0-7e8b-4f88-9c63-4f1407fd0226 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "PUT /v2.0/ports/17e801ba-9428-4058-8b68-0a6c3adf2f28 HTTP/1.1" status: 200 len: 921 time: 0.7307217 Dec 09 15:58:11.064203 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34880) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:11.080476 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4c6eed79-c155-4c1f-a649-eeb720b9ac8e None None] For port 5bf61275-4007-46a8-96db-a7c6857ba7e6, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=5bf61275-4007-46a8-96db-a7c6857ba7e6,segment=NetworkSegment(e4dc70a1-e76f-41e1-a497-9eecee4b262f),segment_id=e4dc70a1-e76f-41e1-a497-9eecee4b262f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:58:11.117939 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4c6eed79-c155-4c1f-a649-eeb720b9ac8e None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:11.123031 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4c6eed79-c155-4c1f-a649-eeb720b9ac8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:11.162314 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-362c40f8-f913-472c-a070-134e219b58ee tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Deleting port 17e801ba-9428-4058-8b68-0a6c3adf2f28 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:58:11.162652 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-362c40f8-f913-472c-a070-134e219b58ee tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:11.208810 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6eed79-c155-4c1f-a649-eeb720b9ac8e None None] Pushing event updated for resources: {'Port': ['ID=5bf61275-4007-46a8-96db-a7c6857ba7e6,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:11.259530 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-362c40f8-f913-472c-a070-134e219b58ee tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:11.275140 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-362c40f8-f913-472c-a070-134e219b58ee tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Calling delete_port for 17e801ba-9428-4058-8b68-0a6c3adf2f28 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:58:11.417139 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-362c40f8-f913-472c-a070-134e219b58ee tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:11.454819 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c40f8-f913-472c-a070-134e219b58ee tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'Port': ['ID=17e801ba-9428-4058-8b68-0a6c3adf2f28,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:11.520603 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-362c40f8-f913-472c-a070-134e219b58ee tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:11.524114 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-362c40f8-f913-472c-a070-134e219b58ee tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/ports/17e801ba-9428-4058-8b68-0a6c3adf2f28 HTTP/1.1" status: 204 len: 168 time: 0.4594669 Dec 09 15:58:11.526841 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34886) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:11.565236 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-93f803b0-a3b5-4c2e-9140-52f4c958f398 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] GET failed (client error): The resource could not be found. Dec 09 15:58:11.566976 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-93f803b0-a3b5-4c2e-9140-52f4c958f398 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "GET /v2.0/ports/17e801ba-9428-4058-8b68-0a6c3adf2f28 HTTP/1.1" status: 404 len: 333 time: 0.0391135 Dec 09 15:58:11.569658 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34892) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:11.647147 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5fd98abe-46fb-44e3-b088-384b59c73aea tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:11.686199 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5fd98abe-46fb-44e3-b088-384b59c73aea tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:11.694864 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 5bf61275-4007-46a8-96db-a7c6857ba7e6 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:58:11.737728 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5fd98abe-46fb-44e3-b088-384b59c73aea tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:11.741199 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5fd98abe-46fb-44e3-b088-384b59c73aea tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:11.745858 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34894) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:11.746018 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-5fd98abe-46fb-44e3-b088-384b59c73aea tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/security-groups/5f53fd3f-bc34-4613-8686-a9c4bcfb53dd HTTP/1.1" status: 204 len: 168 time: 0.1752822 Dec 09 15:58:11.751200 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 5bf61275-4007-46a8-96db-a7c6857ba7e6 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:11.751578 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:11.759276 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd98abe-46fb-44e3-b088-384b59c73aea tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f53fd3f-bc34-4613-8686-a9c4bcfb53dd,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:11.822865 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-734f4a1b-e977-4273-b33b-ba0c0a2ced29 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:11.864151 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-734f4a1b-e977-4273-b33b-ba0c0a2ced29 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:11.886338 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fb7e3bcc-f7dc-4f0e-a0a3-dd7d00bf07d8 None None] Provisioning complete for port ce77992e-ec43-4912-8994-e73903c83ab3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:11.886709 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fb7e3bcc-f7dc-4f0e-a0a3-dd7d00bf07d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:11.924965 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-734f4a1b-e977-4273-b33b-ba0c0a2ced29 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:11.926613 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-fb7e3bcc-f7dc-4f0e-a0a3-dd7d00bf07d8 None None] Port ce77992e-ec43-4912-8994-e73903c83ab3 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:58:11.927820 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-734f4a1b-e977-4273-b33b-ba0c0a2ced29 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:11.931278 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-734f4a1b-e977-4273-b33b-ba0c0a2ced29 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/security-groups/ee2ae2f4-2db6-485e-b0fc-1ad5042e906b HTTP/1.1" status: 204 len: 168 time: 0.1821907 Dec 09 15:58:11.931801 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34902) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:11.938386 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f4a1b-e977-4273-b33b-ba0c0a2ced29 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2ae2f4-2db6-485e-b0fc-1ad5042e906b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:11.943229 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fb7e3bcc-f7dc-4f0e-a0a3-dd7d00bf07d8 None None] Provisioning complete for port 5bf61275-4007-46a8-96db-a7c6857ba7e6 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:11.943473 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fb7e3bcc-f7dc-4f0e-a0a3-dd7d00bf07d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:11.991811 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fb22ba4-07ca-4d58-b834-3a99456fdd99 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Deleting subnet 6a3a2dad-c5c2-4cfb-97ea-de8dd8a34072 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:58:12.003971 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5fb22ba4-07ca-4d58-b834-3a99456fdd99 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:12.051710 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5fb22ba4-07ca-4d58-b834-3a99456fdd99 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:12.235589 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fb7e3bcc-f7dc-4f0e-a0a3-dd7d00bf07d8 None None] Could not find standard attr ID for object 17e801ba-9428-4058-8b68-0a6c3adf2f28. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:58:12.451938 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-08f1ca0c-b9e6-4909-ba04-035be7b5e55e None None] Could not find standard attr ID for object 17e801ba-9428-4058-8b68-0a6c3adf2f28. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:58:12.484083 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5fb22ba4-07ca-4d58-b834-3a99456fdd99 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:12.547109 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5fb22ba4-07ca-4d58-b834-3a99456fdd99 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:12.574040 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb22ba4-07ca-4d58-b834-3a99456fdd99 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'Subnet': ['ID=6a3a2dad-c5c2-4cfb-97ea-de8dd8a34072,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:12.582659 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5fb22ba4-07ca-4d58-b834-3a99456fdd99 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:12.586149 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-5fb22ba4-07ca-4d58-b834-3a99456fdd99 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/subnets/6a3a2dad-c5c2-4cfb-97ea-de8dd8a34072 HTTP/1.1" status: 204 len: 168 time: 0.6532340 Dec 09 15:58:12.589952 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34912) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:12.592482 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b140b43-f771-4d05-8163-bb4b706f652f None None] Network e081b962-9ede-4813-94bd-89e709b4b8d0 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:58:12.596858 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-4656867e-ed44-4e53-9df9-42e6b4130a40 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'subnet': {'network_id': 'e081b962-9ede-4813-94bd-89e709b4b8d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:12.715682 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4656867e-ed44-4e53-9df9-42e6b4130a40 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Made reservation on behalf of e2a4ff691cc745598fafcb787c92e1c1 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:58:12.719770 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4656867e-ed44-4e53-9df9-42e6b4130a40 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:12.993404 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4656867e-ed44-4e53-9df9-42e6b4130a40 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:13.039296 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4656867e-ed44-4e53-9df9-42e6b4130a40 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Network e081b962-9ede-4813-94bd-89e709b4b8d0 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:58:13.047820 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-4656867e-ed44-4e53-9df9-42e6b4130a40 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:58:13.052890 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4656867e-ed44-4e53-9df9-42e6b4130a40 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:13.053484 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4656867e-ed44-4e53-9df9-42e6b4130a40 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:13.062454 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4656867e-ed44-4e53-9df9-42e6b4130a40 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'Subnet': ['ID=eb2309cc-134f-4e54-ba6b-554016bebc2a,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:13.075650 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4656867e-ed44-4e53-9df9-42e6b4130a40 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4843442 Dec 09 15:58:13.078151 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34924) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:13.082978 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-7d7f136f-120b-4ee5-8fdb-8aee4ae69168 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'security_group': {'name': 'tempest-secgroup-1618747918'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:13.110258 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d7f136f-120b-4ee5-8fdb-8aee4ae69168 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:13.195027 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d7f136f-120b-4ee5-8fdb-8aee4ae69168 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:13.199690 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d7f136f-120b-4ee5-8fdb-8aee4ae69168 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:13.224777 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d7f136f-120b-4ee5-8fdb-8aee4ae69168 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:13.226291 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7d7f136f-120b-4ee5-8fdb-8aee4ae69168 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1469324 Dec 09 15:58:13.229189 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34926) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:13.238116 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ed889a9a-ffa4-4bb0-87e9-d2b89a10b565 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'security_group': {'name': 'tempest-secgroup-296328203'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:13.241987 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f136f-120b-4ee5-8fdb-8aee4ae69168 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63d90e37-ad4d-4e60-b24a-b9dd9c6ad17f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:13.267045 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ed889a9a-ffa4-4bb0-87e9-d2b89a10b565 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:13.302513 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66555c59-169d-4b15-8726-9f73be8a6379 None None] Network e081b962-9ede-4813-94bd-89e709b4b8d0 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:58:13.354575 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ed889a9a-ffa4-4bb0-87e9-d2b89a10b565 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:13.363998 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ed889a9a-ffa4-4bb0-87e9-d2b89a10b565 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:13.399229 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ed889a9a-ffa4-4bb0-87e9-d2b89a10b565 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:13.400584 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ed889a9a-ffa4-4bb0-87e9-d2b89a10b565 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1690094 Dec 09 15:58:13.402711 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed889a9a-ffa4-4bb0-87e9-d2b89a10b565 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce500ca-0e00-4f66-acbe-821e5fb1a057,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:13.403378 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34932) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:13.408681 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-1f3c2026-7883-4183-88bf-468d66562a53 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'security_group': {'name': 'tempest-secgroup-1622319261'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:13.411121 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f50f0829-5285-41e2-aa2c-1b212b113811 None None] Provisioning complete for port ce77992e-ec43-4912-8994-e73903c83ab3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:13.411508 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f50f0829-5285-41e2-aa2c-1b212b113811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:13.456215 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f3c2026-7883-4183-88bf-468d66562a53 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:13.473802 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f50f0829-5285-41e2-aa2c-1b212b113811 None None] Port ce77992e-ec43-4912-8994-e73903c83ab3 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:58:13.489362 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f50f0829-5285-41e2-aa2c-1b212b113811 None None] Provisioning complete for port 5bf61275-4007-46a8-96db-a7c6857ba7e6 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:13.489737 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f50f0829-5285-41e2-aa2c-1b212b113811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:13.537288 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3af177b7-9f57-4112-bef4-d38fef097d56 req-f6afe519-09b2-4bb2-aa50-d03f35064d3a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4d358826-2d1d-4339-bfba-d2bbd84dce36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0825665 Dec 09 15:58:13.572676 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b90f27-bd32-47b5-89dc-cd09e13d8b79 None None] Update dhcp port {'port': {'network_id': 'e081b962-9ede-4813-94bd-89e709b4b8d0', 'fixed_ips': [{'subnet_id': '237676ac-d6ca-4744-9d15-832060cc499c', 'ip_address': '172.20.0.18'}, {'subnet_id': 'eb2309cc-134f-4e54-ba6b-554016bebc2a'}], 'binding:host_id': 'n-d-821228-1'}, 'id': '5bf61275-4007-46a8-96db-a7c6857ba7e6'} from n-d-821228-1. {{(pid=103246) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 15:58:13.578518 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f3c2026-7883-4183-88bf-468d66562a53 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:13.588895 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f3c2026-7883-4183-88bf-468d66562a53 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:13.626768 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-87b90f27-bd32-47b5-89dc-cd09e13d8b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:13.668557 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f3c2026-7883-4183-88bf-468d66562a53 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:13.670104 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1f3c2026-7883-4183-88bf-468d66562a53 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2657208 Dec 09 15:58:13.673877 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34938) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:13.679734 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c2026-7883-4183-88bf-468d66562a53 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7e1c80-286e-413e-ad12-5ae9023b6fe3,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:13.681889 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a3750297-e0cd-46d9-952c-d993855364a1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1272273620', 'security_groups': ['cb7e1c80-286e-413e-ad12-5ae9023b6fe3'], 'network_id': 'e081b962-9ede-4813-94bd-89e709b4b8d0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'eb2309cc-134f-4e54-ba6b-554016bebc2a'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:13.684568 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af177b7-9f57-4112-bef4-d38fef097d56 req-92785e9e-8816-45fa-8941-32240896c134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:13.686077 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3af177b7-9f57-4112-bef4-d38fef097d56 req-92785e9e-8816-45fa-8941-32240896c134 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f4d71564044144c0a7c07487671be4ce&device_id=4d358826-2d1d-4339-bfba-d2bbd84dce36 HTTP/1.1" status: 200 len: 1097 time: 0.1122866 Dec 09 15:58:13.813372 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3750297-e0cd-46d9-952c-d993855364a1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Made reservation on behalf of e2a4ff691cc745598fafcb787c92e1c1 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:58:13.819076 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a3750297-e0cd-46d9-952c-d993855364a1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:13.826101 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af177b7-9f57-4112-bef4-d38fef097d56 req-b4dc366d-d60b-4a62-ada6-8e66505fbd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:13.828591 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3af177b7-9f57-4112-bef4-d38fef097d56 req-b4dc366d-d60b-4a62-ada6-8e66505fbd6c service neutron] 10.222.0.31 "GET /v2.0/networks?id=d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0 HTTP/1.1" status: 200 len: 910 time: 0.1190991 Dec 09 15:58:13.845554 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-a3750297-e0cd-46d9-952c-d993855364a1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] device_id is not set on port 947f49e3-ca16-4c34-a815-96fad72efaaf yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:58:13.847991 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-87b90f27-bd32-47b5-89dc-cd09e13d8b79 None None] Allocated IP 172.20.0.2 (e081b962-9ede-4813-94bd-89e709b4b8d0/eb2309cc-134f-4e54-ba6b-554016bebc2a/5bf61275-4007-46a8-96db-a7c6857ba7e6) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:58:13.935075 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3af177b7-9f57-4112-bef4-d38fef097d56 req-a43ca451-9be7-4c87-9479-c903cc88af01 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce797569-3698-4716-9160-fb979f10b1ca HTTP/1.1" status: 200 len: 1001 time: 0.0998251 Dec 09 15:58:13.981029 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-87b90f27-bd32-47b5-89dc-cd09e13d8b79 None None] For port 5bf61275-4007-46a8-96db-a7c6857ba7e6, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=5bf61275-4007-46a8-96db-a7c6857ba7e6,segment=NetworkSegment(e4dc70a1-e76f-41e1-a497-9eecee4b262f),segment_id=e4dc70a1-e76f-41e1-a497-9eecee4b262f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:58:13.995183 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af177b7-9f57-4112-bef4-d38fef097d56 req-7ab80597-d6ad-484b-8221-9d2cdf32480e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:13.997135 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3af177b7-9f57-4112-bef4-d38fef097d56 req-7ab80597-d6ad-484b-8221-9d2cdf32480e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a3812c03-4ef5-48f3-99e1-875d1f7c41a0 HTTP/1.1" status: 200 len: 848 time: 0.0555835 Dec 09 15:58:14.018661 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-87b90f27-bd32-47b5-89dc-cd09e13d8b79 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:14.024000 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-87b90f27-bd32-47b5-89dc-cd09e13d8b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:14.060782 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af177b7-9f57-4112-bef4-d38fef097d56 req-acadd6cc-1dc5-4e46-b18d-e5c38d4d435b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:14.063004 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3af177b7-9f57-4112-bef4-d38fef097d56 req-acadd6cc-1dc5-4e46-b18d-e5c38d4d435b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583735 Dec 09 15:58:14.084737 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-a3750297-e0cd-46d9-952c-d993855364a1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Allocated IP 172.20.0.5 (e081b962-9ede-4813-94bd-89e709b4b8d0/eb2309cc-134f-4e54-ba6b-554016bebc2a/947f49e3-ca16-4c34-a815-96fad72efaaf) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:58:14.118344 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b90f27-bd32-47b5-89dc-cd09e13d8b79 None None] Pushing event updated for resources: {'Port': ['ID=5bf61275-4007-46a8-96db-a7c6857ba7e6,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:14.196338 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3af177b7-9f57-4112-bef4-d38fef097d56 req-10d749b1-3ac2-4df7-88e4-5cff8123264a service neutron] 10.222.0.31 "GET /v2.0/networks/d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257715 Dec 09 15:58:14.266161 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a3750297-e0cd-46d9-952c-d993855364a1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:14.306911 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3af177b7-9f57-4112-bef4-d38fef097d56 req-d70da49f-972a-4080-8328-94446b82cdd5 service neutron] 10.222.0.31 "GET /v2.0/networks/d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025422 Dec 09 15:58:14.307700 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a3750297-e0cd-46d9-952c-d993855364a1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:14.366972 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3750297-e0cd-46d9-952c-d993855364a1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Network e081b962-9ede-4813-94bd-89e709b4b8d0 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:58:14.372209 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-a3750297-e0cd-46d9-952c-d993855364a1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:58:14.376051 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3750297-e0cd-46d9-952c-d993855364a1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:58:14.406639 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3750297-e0cd-46d9-952c-d993855364a1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'Port': ['ID=947f49e3-ca16-4c34-a815-96fad72efaaf,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:14.441322 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3750297-e0cd-46d9-952c-d993855364a1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:14.441985 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a3750297-e0cd-46d9-952c-d993855364a1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:14.467598 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34954) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:14.468172 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a3750297-e0cd-46d9-952c-d993855364a1 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7924347 Dec 09 15:58:14.472915 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-3b7605b4-cf4f-41df-a10a-da34bc86e6de tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'subnet': {'network_id': 'e081b962-9ede-4813-94bd-89e709b4b8d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:14.601718 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7605b4-cf4f-41df-a10a-da34bc86e6de tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Made reservation on behalf of e2a4ff691cc745598fafcb787c92e1c1 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:58:14.605437 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b7605b4-cf4f-41df-a10a-da34bc86e6de tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:14.701769 n-d-821228-1 neutron-server[103244]: INFO neutron.db.ipam_backend_mixin [None req-3b7605b4-cf4f-41df-a10a-da34bc86e6de tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet eb2309cc-134f-4e54-ba6b-554016bebc2a (CIDR: 172.20.0.0/28) Dec 09 15:58:14.708598 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b7605b4-cf4f-41df-a10a-da34bc86e6de tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:58:14.709230 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b7605b4-cf4f-41df-a10a-da34bc86e6de tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:58:14.736146 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34960) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:14.736965 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3b7605b4-cf4f-41df-a10a-da34bc86e6de tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2680554 Dec 09 15:58:14.741269 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-6117d966-17c8-4e8e-a7ce-31a5b23c6655 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'subnet': {'network_id': 'e081b962-9ede-4813-94bd-89e709b4b8d0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:14.811365 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d2a3c29c-472a-4743-b72a-60dab3a6f7f9 None None] Provisioning complete for port ce77992e-ec43-4912-8994-e73903c83ab3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:14.813608 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d2a3c29c-472a-4743-b72a-60dab3a6f7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:14.870311 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6117d966-17c8-4e8e-a7ce-31a5b23c6655 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Made reservation on behalf of e2a4ff691cc745598fafcb787c92e1c1 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:58:14.873146 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d2a3c29c-472a-4743-b72a-60dab3a6f7f9 None None] Port ce77992e-ec43-4912-8994-e73903c83ab3 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:58:14.875032 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6117d966-17c8-4e8e-a7ce-31a5b23c6655 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:14.885508 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d2a3c29c-472a-4743-b72a-60dab3a6f7f9 None None] Provisioning complete for port 5bf61275-4007-46a8-96db-a7c6857ba7e6 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:14.885878 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d2a3c29c-472a-4743-b72a-60dab3a6f7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:15.003375 n-d-821228-1 neutron-server[103245]: INFO neutron.db.ipam_backend_mixin [None req-6117d966-17c8-4e8e-a7ce-31a5b23c6655 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 237676ac-d6ca-4744-9d15-832060cc499c (CIDR: 172.20.0.16/28) Dec 09 15:58:15.007377 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-6117d966-17c8-4e8e-a7ce-31a5b23c6655 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:58:15.007966 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6117d966-17c8-4e8e-a7ce-31a5b23c6655 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:58:15.023562 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6117d966-17c8-4e8e-a7ce-31a5b23c6655 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2862413 Dec 09 15:58:15.026546 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 34966) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:15.031716 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-44ecb76c-0f25-4537-a30e-62110609f5d3 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'subnet': {'network_id': 'e081b962-9ede-4813-94bd-89e709b4b8d0', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:15.121257 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6136e1db-eb44-46fb-9db8-03f70adebc3b None None] Provisioning complete for port 947f49e3-ca16-4c34-a815-96fad72efaaf triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:15.121632 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6136e1db-eb44-46fb-9db8-03f70adebc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:15.159151 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-6136e1db-eb44-46fb-9db8-03f70adebc3b None None] Port 947f49e3-ca16-4c34-a815-96fad72efaaf cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:58:15.505207 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ecb76c-0f25-4537-a30e-62110609f5d3 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Made reservation on behalf of e2a4ff691cc745598fafcb787c92e1c1 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:58:15.508707 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-44ecb76c-0f25-4537-a30e-62110609f5d3 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:15.685609 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 5bf61275-4007-46a8-96db-a7c6857ba7e6 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:58:15.741468 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 5bf61275-4007-46a8-96db-a7c6857ba7e6 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:15.741894 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:15.750200 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-44ecb76c-0f25-4537-a30e-62110609f5d3 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:15.810950 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ecb76c-0f25-4537-a30e-62110609f5d3 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Network e081b962-9ede-4813-94bd-89e709b4b8d0 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:58:15.814797 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-44ecb76c-0f25-4537-a30e-62110609f5d3 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:58:15.821958 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ecb76c-0f25-4537-a30e-62110609f5d3 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:15.822623 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-44ecb76c-0f25-4537-a30e-62110609f5d3 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:15.829213 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00e70cf-4962-42c8-beaf-60ec65a08b84 None None] Network e081b962-9ede-4813-94bd-89e709b4b8d0 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:58:15.830143 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ecb76c-0f25-4537-a30e-62110609f5d3 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'Subnet': ['ID=c27988e9-2efc-4f26-b62f-b627f9c88fb5,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:15.846244 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-44ecb76c-0f25-4537-a30e-62110609f5d3 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8185194 Dec 09 15:58:15.848843 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34982) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:15.854288 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-be189dbb-97a9-4136-a8ff-77758c3b3d71 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1177053450', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c27988e9-2efc-4f26-b62f-b627f9c88fb5'}], 'security_groups': ['63d90e37-ad4d-4e60-b24a-b9dd9c6ad17f', '5ce500ca-0e00-4f66-acbe-821e5fb1a057']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:16.024679 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-be189dbb-97a9-4136-a8ff-77758c3b3d71 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:16.049735 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:16.052709 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ef047e-58ad-48e3-8713-2b173eb2c5f4 None None] Update dhcp port {'port': {'network_id': 'e081b962-9ede-4813-94bd-89e709b4b8d0', 'fixed_ips': [{'subnet_id': '237676ac-d6ca-4744-9d15-832060cc499c', 'ip_address': '172.20.0.18'}, {'subnet_id': 'eb2309cc-134f-4e54-ba6b-554016bebc2a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c27988e9-2efc-4f26-b62f-b627f9c88fb5'}], 'binding:host_id': 'n-d-821228-1'}, 'id': '5bf61275-4007-46a8-96db-a7c6857ba7e6'} from n-d-821228-1. {{(pid=103246) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 15:58:16.078877 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f1ef047e-58ad-48e3-8713-2b173eb2c5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:16.252682 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-f1ef047e-58ad-48e3-8713-2b173eb2c5f4 None None] Allocated IP 172.20.0.34 (e081b962-9ede-4813-94bd-89e709b4b8d0/c27988e9-2efc-4f26-b62f-b627f9c88fb5/5bf61275-4007-46a8-96db-a7c6857ba7e6) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:58:16.350142 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f1ef047e-58ad-48e3-8713-2b173eb2c5f4 None None] For port 5bf61275-4007-46a8-96db-a7c6857ba7e6, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=5bf61275-4007-46a8-96db-a7c6857ba7e6,segment=NetworkSegment(e4dc70a1-e76f-41e1-a497-9eecee4b262f),segment_id=e4dc70a1-e76f-41e1-a497-9eecee4b262f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:58:16.381147 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f1ef047e-58ad-48e3-8713-2b173eb2c5f4 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:16.387833 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f1ef047e-58ad-48e3-8713-2b173eb2c5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:16.491854 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef047e-58ad-48e3-8713-2b173eb2c5f4 None None] Pushing event updated for resources: {'Port': ['ID=5bf61275-4007-46a8-96db-a7c6857ba7e6,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:16.508443 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-be189dbb-97a9-4136-a8ff-77758c3b3d71 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Delete allocated IP 172.20.0.5 (e081b962-9ede-4813-94bd-89e709b4b8d0/eb2309cc-134f-4e54-ba6b-554016bebc2a) {{(pid=103244) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 09 15:58:16.516780 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-be189dbb-97a9-4136-a8ff-77758c3b3d71 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Allocated IP 172.20.0.40 (e081b962-9ede-4813-94bd-89e709b4b8d0/c27988e9-2efc-4f26-b62f-b627f9c88fb5/947f49e3-ca16-4c34-a815-96fad72efaaf) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:58:16.699443 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-be189dbb-97a9-4136-a8ff-77758c3b3d71 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:16.705122 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-be189dbb-97a9-4136-a8ff-77758c3b3d71 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:16.812795 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be189dbb-97a9-4136-a8ff-77758c3b3d71 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event updated for resources: {'Port': ['ID=947f49e3-ca16-4c34-a815-96fad72efaaf,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:16.836827 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-be189dbb-97a9-4136-a8ff-77758c3b3d71 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] In _notify_port_updated(), no bound segment for port 947f49e3-ca16-4c34-a815-96fad72efaaf on network e081b962-9ede-4813-94bd-89e709b4b8d0 {{(pid=103244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:58:16.844398 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be189dbb-97a9-4136-a8ff-77758c3b3d71 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:16.845102 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-be189dbb-97a9-4136-a8ff-77758c3b3d71 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:16.847606 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-be189dbb-97a9-4136-a8ff-77758c3b3d71 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "PUT /v2.0/ports/947f49e3-ca16-4c34-a815-96fad72efaaf HTTP/1.1" status: 200 len: 960 time: 0.9966550 Dec 09 15:58:16.849410 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 34998) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:16.952955 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4f24f6c9-e654-4b02-96fb-ff2b264d57db tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Deleting port 947f49e3-ca16-4c34-a815-96fad72efaaf {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:58:16.953458 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4f24f6c9-e654-4b02-96fb-ff2b264d57db tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:17.078328 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4f24f6c9-e654-4b02-96fb-ff2b264d57db tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:17.091394 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4f24f6c9-e654-4b02-96fb-ff2b264d57db tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Calling delete_port for 947f49e3-ca16-4c34-a815-96fad72efaaf owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:58:17.093666 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-00c746d7-5c44-460b-aa82-abec12113e85 None None] Provisioning complete for port ce77992e-ec43-4912-8994-e73903c83ab3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:17.094169 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-00c746d7-5c44-460b-aa82-abec12113e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:17.129559 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-00c746d7-5c44-460b-aa82-abec12113e85 None None] Port ce77992e-ec43-4912-8994-e73903c83ab3 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:58:17.140285 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-00c746d7-5c44-460b-aa82-abec12113e85 None None] Provisioning complete for port 5bf61275-4007-46a8-96db-a7c6857ba7e6 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:17.140841 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-00c746d7-5c44-460b-aa82-abec12113e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:17.232315 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4f24f6c9-e654-4b02-96fb-ff2b264d57db tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:17.234707 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-00c746d7-5c44-460b-aa82-abec12113e85 None None] Could not find standard attr ID for object 947f49e3-ca16-4c34-a815-96fad72efaaf. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:58:17.266837 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f24f6c9-e654-4b02-96fb-ff2b264d57db tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'Port': ['ID=947f49e3-ca16-4c34-a815-96fad72efaaf,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:17.340340 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4f24f6c9-e654-4b02-96fb-ff2b264d57db tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:17.344621 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4f24f6c9-e654-4b02-96fb-ff2b264d57db tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/ports/947f49e3-ca16-4c34-a815-96fad72efaaf HTTP/1.1" status: 204 len: 168 time: 0.4942014 Dec 09 15:58:17.347289 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35010) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:17.371569 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e2cf6b7-fadc-43a4-8374-1a45aecd9b25 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] GET failed (client error): The resource could not be found. Dec 09 15:58:17.375457 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3e2cf6b7-fadc-43a4-8374-1a45aecd9b25 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "GET /v2.0/ports/947f49e3-ca16-4c34-a815-96fad72efaaf HTTP/1.1" status: 404 len: 333 time: 0.0248771 Dec 09 15:58:17.375796 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35012) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:17.446491 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7a9db8d6-ee7e-40b6-869f-b7bb605fb860 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:17.485185 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7a9db8d6-ee7e-40b6-869f-b7bb605fb860 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:17.543263 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7a9db8d6-ee7e-40b6-869f-b7bb605fb860 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:17.546885 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7a9db8d6-ee7e-40b6-869f-b7bb605fb860 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:17.548266 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7a9db8d6-ee7e-40b6-869f-b7bb605fb860 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/security-groups/cb7e1c80-286e-413e-ad12-5ae9023b6fe3 HTTP/1.1" status: 204 len: 168 time: 0.1708415 Dec 09 15:58:17.551063 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35018) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:17.558354 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9db8d6-ee7e-40b6-869f-b7bb605fb860 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7e1c80-286e-413e-ad12-5ae9023b6fe3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:17.628567 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a81a0b09-96b7-4441-b826-b6e58a28bee6 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:17.651085 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-79ccdc96-bc9a-49d3-abad-9c7cfbdde81c None None] Could not find standard attr ID for object 947f49e3-ca16-4c34-a815-96fad72efaaf. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:58:17.666187 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a81a0b09-96b7-4441-b826-b6e58a28bee6 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:17.693503 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 5bf61275-4007-46a8-96db-a7c6857ba7e6 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:58:17.722530 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a81a0b09-96b7-4441-b826-b6e58a28bee6 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:17.726864 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a81a0b09-96b7-4441-b826-b6e58a28bee6 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:17.728370 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a81a0b09-96b7-4441-b826-b6e58a28bee6 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/security-groups/5ce500ca-0e00-4f66-acbe-821e5fb1a057 HTTP/1.1" status: 204 len: 168 time: 0.1751087 Dec 09 15:58:17.731366 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35020) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:17.750947 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a0b09-96b7-4441-b826-b6e58a28bee6 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce500ca-0e00-4f66-acbe-821e5fb1a057,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:17.785894 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 5bf61275-4007-46a8-96db-a7c6857ba7e6 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:17.786459 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:17.815085 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-02b743fb-c07f-43c4-ae75-f46a1b38f330 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:17.848547 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-02b743fb-c07f-43c4-ae75-f46a1b38f330 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:17.893579 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-02b743fb-c07f-43c4-ae75-f46a1b38f330 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:17.896316 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-02b743fb-c07f-43c4-ae75-f46a1b38f330 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:17.897558 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-02b743fb-c07f-43c4-ae75-f46a1b38f330 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/security-groups/63d90e37-ad4d-4e60-b24a-b9dd9c6ad17f HTTP/1.1" status: 204 len: 168 time: 0.1651742 Dec 09 15:58:17.900405 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35026) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:17.907573 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b743fb-c07f-43c4-ae75-f46a1b38f330 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d90e37-ad4d-4e60-b24a-b9dd9c6ad17f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:17.954925 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d85cab8-0afc-4c90-9e2b-9e8299437a73 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Deleting subnet eb2309cc-134f-4e54-ba6b-554016bebc2a {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:58:17.958091 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5d85cab8-0afc-4c90-9e2b-9e8299437a73 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:18.002027 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5d85cab8-0afc-4c90-9e2b-9e8299437a73 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:18.094709 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5d85cab8-0afc-4c90-9e2b-9e8299437a73 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:18.159763 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5d85cab8-0afc-4c90-9e2b-9e8299437a73 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:18.193910 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85cab8-0afc-4c90-9e2b-9e8299437a73 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'Subnet': ['ID=eb2309cc-134f-4e54-ba6b-554016bebc2a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:18.198714 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5d85cab8-0afc-4c90-9e2b-9e8299437a73 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:18.204500 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5d85cab8-0afc-4c90-9e2b-9e8299437a73 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/subnets/eb2309cc-134f-4e54-ba6b-554016bebc2a HTTP/1.1" status: 204 len: 168 time: 0.3003347 Dec 09 15:58:18.206116 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35034) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:18.206985 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca0bf6e-6707-4b25-a29a-83c50a6f84a4 None None] Network e081b962-9ede-4813-94bd-89e709b4b8d0 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:58:18.258203 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-d010ed5d-730d-4d1e-888a-d07a2a14e603 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Deleting subnet c27988e9-2efc-4f26-b62f-b627f9c88fb5 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:58:18.261778 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d010ed5d-730d-4d1e-888a-d07a2a14e603 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:18.306575 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d010ed5d-730d-4d1e-888a-d07a2a14e603 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:18.402307 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d010ed5d-730d-4d1e-888a-d07a2a14e603 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:18.462828 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d010ed5d-730d-4d1e-888a-d07a2a14e603 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:18.490207 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010ed5d-730d-4d1e-888a-d07a2a14e603 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'Subnet': ['ID=c27988e9-2efc-4f26-b62f-b627f9c88fb5,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:18.494081 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d010ed5d-730d-4d1e-888a-d07a2a14e603 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:18.497299 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d010ed5d-730d-4d1e-888a-d07a2a14e603 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/subnets/c27988e9-2efc-4f26-b62f-b627f9c88fb5 HTTP/1.1" status: 204 len: 168 time: 0.2901435 Dec 09 15:58:18.500356 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35040) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:18.527873 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-f042477e-45f9-466a-82d5-263309e5f576 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] DELETE failed (client error): The resource could not be found. Dec 09 15:58:18.528332 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f042477e-45f9-466a-82d5-263309e5f576 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:58:18.534060 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f042477e-45f9-466a-82d5-263309e5f576 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/subnets/eb2309cc-134f-4e54-ba6b-554016bebc2a HTTP/1.1" status: 404 len: 337 time: 0.0302212 Dec 09 15:58:18.534196 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35042) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:18.595942 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e46dfa8-56f8-404f-9ad8-2c436f05c926 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Deleting subnet 237676ac-d6ca-4744-9d15-832060cc499c {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:58:18.600518 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e46dfa8-56f8-404f-9ad8-2c436f05c926 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:18.652607 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e46dfa8-56f8-404f-9ad8-2c436f05c926 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:18.752524 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e46dfa8-56f8-404f-9ad8-2c436f05c926 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:18.824491 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e46dfa8-56f8-404f-9ad8-2c436f05c926 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:18.858645 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e46dfa8-56f8-404f-9ad8-2c436f05c926 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'Subnet': ['ID=237676ac-d6ca-4744-9d15-832060cc499c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:18.861713 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e46dfa8-56f8-404f-9ad8-2c436f05c926 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:18.864921 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6e46dfa8-56f8-404f-9ad8-2c436f05c926 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/subnets/237676ac-d6ca-4744-9d15-832060cc499c HTTP/1.1" status: 204 len: 168 time: 0.3298919 Dec 09 15:58:18.867415 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35048) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:18.880706 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78db3eb-0a1e-4406-bf09-ddbf7193dc4f None None] Network e081b962-9ede-4813-94bd-89e709b4b8d0 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:58:18.898149 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c604b88-d6e5-46ec-868e-20fdd786fac0 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] DELETE failed (client error): The resource could not be found. Dec 09 15:58:18.898698 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c604b88-d6e5-46ec-868e-20fdd786fac0 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:58:18.904403 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7c604b88-d6e5-46ec-868e-20fdd786fac0 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/subnets/6a3a2dad-c5c2-4cfb-97ea-de8dd8a34072 HTTP/1.1" status: 404 len: 337 time: 0.0333560 Dec 09 15:58:18.904672 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35050) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:18.933596 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-62d89a20-609e-453b-a8be-74c5ba7b3b06 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f878b0-8d40-4df1-931b-dd0ee1595a3b HTTP/1.1" status: 200 len: 205 time: 0.0271885 Dec 09 15:58:18.936490 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35052) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:18.939640 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-671efc5c-055c-47b8-bac2-c7672f51cb2d None None] Provisioning complete for port ce77992e-ec43-4912-8994-e73903c83ab3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:18.940017 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-671efc5c-055c-47b8-bac2-c7672f51cb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:18.976815 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-b155f534-ad79-4f45-abc8-872ffe7ca3e5 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] delete failed (client error): The resource could not be found. Dec 09 15:58:18.980550 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b155f534-ad79-4f45-abc8-872ffe7ca3e5 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/routers/19f878b0-8d40-4df1-931b-dd0ee1595a3b HTTP/1.1" status: 404 len: 336 time: 0.0405083 Dec 09 15:58:18.980781 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35054) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:19.001892 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-671efc5c-055c-47b8-bac2-c7672f51cb2d None None] Port ce77992e-ec43-4912-8994-e73903c83ab3 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:58:19.007458 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-050d27c1-53b3-4922-9fc9-1f4b24c05b9a tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] DELETE failed (client error): The resource could not be found. Dec 09 15:58:19.007985 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-050d27c1-53b3-4922-9fc9-1f4b24c05b9a tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:58:19.011277 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-050d27c1-53b3-4922-9fc9-1f4b24c05b9a tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/subnets/d7b26256-b44e-4db0-9d75-e04212dee0e8 HTTP/1.1" status: 404 len: 337 time: 0.0295489 Dec 09 15:58:19.013954 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35056) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:19.022009 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-671efc5c-055c-47b8-bac2-c7672f51cb2d None None] Provisioning complete for port 5bf61275-4007-46a8-96db-a7c6857ba7e6 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:19.022458 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-671efc5c-055c-47b8-bac2-c7672f51cb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:19.068687 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e18d0f-ff00-44f1-9397-25accf6a9505 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] DELETE failed (client error): The resource could not be found. Dec 09 15:58:19.069449 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7e18d0f-ff00-44f1-9397-25accf6a9505 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:58:19.072529 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f7e18d0f-ff00-44f1-9397-25accf6a9505 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/subnets/6cf8f580-681c-4c56-bbaa-ed0ddb25721d HTTP/1.1" status: 404 len: 337 time: 0.0562999 Dec 09 15:58:19.074996 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35064) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:19.122791 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-871c6d52-bd6d-40fc-97b4-72a09d065ae3 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] DELETE failed (client error): The resource could not be found. Dec 09 15:58:19.123530 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-871c6d52-bd6d-40fc-97b4-72a09d065ae3 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:58:19.128452 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-871c6d52-bd6d-40fc-97b4-72a09d065ae3 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/subnets/a9a9da2b-77ed-4e23-b73d-6b05f7bace29 HTTP/1.1" status: 404 len: 337 time: 0.0517352 Dec 09 15:58:19.130242 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35066) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:19.134210 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b0b394-ccc5-4961-88b8-ad60f9a4420d None None] DHCP port deletion for e081b962-9ede-4813-94bd-89e709b4b8d0 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:58:19.154952 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fff2004-10c1-460a-bcb9-d924d609883b tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] DELETE failed (client error): The resource could not be found. Dec 09 15:58:19.155527 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fff2004-10c1-460a-bcb9-d924d609883b tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:58:19.160964 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8fff2004-10c1-460a-bcb9-d924d609883b tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/ports/d89b75a9-8a67-4e72-87c4-d001f56b894c HTTP/1.1" status: 404 len: 333 time: 0.0272408 Dec 09 15:58:19.161195 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35068) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:19.190204 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e8b0b394-ccc5-4961-88b8-ad60f9a4420d None None] Deleting port 5bf61275-4007-46a8-96db-a7c6857ba7e6 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:58:19.190492 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b6a3c12-8140-4c30-9af6-1d45a44648d6 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] DELETE failed (client error): The resource could not be found. Dec 09 15:58:19.190620 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e8b0b394-ccc5-4961-88b8-ad60f9a4420d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:19.190984 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b6a3c12-8140-4c30-9af6-1d45a44648d6 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:58:19.196465 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4b6a3c12-8140-4c30-9af6-1d45a44648d6 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/subnets/e283eb48-0457-4d57-a6fe-f7b575a7314d HTTP/1.1" status: 404 len: 337 time: 0.0320506 Dec 09 15:58:19.196888 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35070) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:19.228081 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-60d0ffd2-3aae-4bf6-91cb-697595f758e3 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] DELETE failed (client error): The resource could not be found. Dec 09 15:58:19.228782 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60d0ffd2-3aae-4bf6-91cb-697595f758e3 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:58:19.232454 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-60d0ffd2-3aae-4bf6-91cb-697595f758e3 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/subnets/ad073f55-6a66-4529-9ac0-a431042b1347 HTTP/1.1" status: 404 len: 337 time: 0.0340660 Dec 09 15:58:19.234649 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35072) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:19.257090 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e8b0b394-ccc5-4961-88b8-ad60f9a4420d None None] For port 5bf61275-4007-46a8-96db-a7c6857ba7e6, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=5bf61275-4007-46a8-96db-a7c6857ba7e6,segment=NetworkSegment(e4dc70a1-e76f-41e1-a497-9eecee4b262f),segment_id=e4dc70a1-e76f-41e1-a497-9eecee4b262f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:58:19.257758 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e8b0b394-ccc5-4961-88b8-ad60f9a4420d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:19.257875 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ac38d69-0d57-45e8-9305-dac97eb8bf3e tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] DELETE failed (client error): The resource could not be found. Dec 09 15:58:19.258397 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ac38d69-0d57-45e8-9305-dac97eb8bf3e tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:58:19.263803 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2ac38d69-0d57-45e8-9305-dac97eb8bf3e tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/ports/ba132874-999d-4e05-b371-3ccedc4abe69 HTTP/1.1" status: 404 len: 333 time: 0.0258842 Dec 09 15:58:19.264441 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35074) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:19.269887 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e8b0b394-ccc5-4961-88b8-ad60f9a4420d None None] Calling delete_port for 5bf61275-4007-46a8-96db-a7c6857ba7e6 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:58:19.289875 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-4716bd9d-e841-4a64-a9fa-ae5afbeb6823 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] DELETE failed (client error): The resource could not be found. Dec 09 15:58:19.290326 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4716bd9d-e841-4a64-a9fa-ae5afbeb6823 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:58:19.295643 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4716bd9d-e841-4a64-a9fa-ae5afbeb6823 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/subnets/610421b2-a143-4573-b4d7-e62e1c2b6fcc HTTP/1.1" status: 404 len: 337 time: 0.0279069 Dec 09 15:58:19.296682 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35076) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:19.328617 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3a482db-637d-4d3c-ad8d-7e166b0734d2 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] DELETE failed (client error): The resource could not be found. Dec 09 15:58:19.328617 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3a482db-637d-4d3c-ad8d-7e166b0734d2 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:58:19.328617 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d3a482db-637d-4d3c-ad8d-7e166b0734d2 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/subnets/d9924ae2-0f69-4507-ab88-a97b55e813b8 HTTP/1.1" status: 404 len: 337 time: 0.0295870 Dec 09 15:58:19.330733 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35082) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:19.362127 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e8b0b394-ccc5-4961-88b8-ad60f9a4420d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:19.392683 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0b394-ccc5-4961-88b8-ad60f9a4420d None None] Pushing event deleted for resources: {'Port': ['ID=5bf61275-4007-46a8-96db-a7c6857ba7e6,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:19.407655 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b0b394-ccc5-4961-88b8-ad60f9a4420d None None] No DVR routers for this DVR port 5bf61275-4007-46a8-96db-a7c6857ba7e6 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:58:19.453688 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-baec3bee-14c6-4020-bf4f-561d53ce50b2 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Deleting port ce77992e-ec43-4912-8994-e73903c83ab3 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:58:19.454122 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-baec3bee-14c6-4020-bf4f-561d53ce50b2 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:19.526086 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-baec3bee-14c6-4020-bf4f-561d53ce50b2 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:19.539509 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-baec3bee-14c6-4020-bf4f-561d53ce50b2 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Calling delete_port for ce77992e-ec43-4912-8994-e73903c83ab3 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:58:19.619791 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-baec3bee-14c6-4020-bf4f-561d53ce50b2 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:19.654875 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec3bee-14c6-4020-bf4f-561d53ce50b2 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'Port': ['ID=ce77992e-ec43-4912-8994-e73903c83ab3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:19.660783 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-baec3bee-14c6-4020-bf4f-561d53ce50b2 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:19.664385 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-baec3bee-14c6-4020-bf4f-561d53ce50b2 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/ports/ce77992e-ec43-4912-8994-e73903c83ab3 HTTP/1.1" status: 204 len: 168 time: 0.3325489 Dec 09 15:58:19.667128 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35088) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:19.693763 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 5bf61275-4007-46a8-96db-a7c6857ba7e6 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:58:19.724097 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 5bf61275-4007-46a8-96db-a7c6857ba7e6 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:58:19.724512 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 5bf61275-4007-46a8-96db-a7c6857ba7e6 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:58:19.765694 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ef2ae812-b5cc-4024-a0d2-413a641ce923 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:19.854580 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ef2ae812-b5cc-4024-a0d2-413a641ce923 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:19.874832 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ef2ae812-b5cc-4024-a0d2-413a641ce923 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e081b962-9ede-4813-94bd-89e709b4b8d0']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:19.884305 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ef2ae812-b5cc-4024-a0d2-413a641ce923 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4dc70a1-e76f-41e1-a497-9eecee4b262f') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:19.884644 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ef2ae812-b5cc-4024-a0d2-413a641ce923 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4dc70a1-e76f-41e1-a497-9eecee4b262f') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:19.895758 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ef2ae812-b5cc-4024-a0d2-413a641ce923 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:19.909287 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ef2ae812-b5cc-4024-a0d2-413a641ce923 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:19.915131 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef2ae812-b5cc-4024-a0d2-413a641ce923 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:58:19.915518 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ef2ae812-b5cc-4024-a0d2-413a641ce923 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:19.919423 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:58:19.919423 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:58:19.919423 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:58:19.919423 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:58:19.919423 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:58:19.919423 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:58:19.919423 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:58:19.919423 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:58:19.919423 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:58:19.919423 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:58:19.919423 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:58:19.919423 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:58:19.919423 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:58:19.919423 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:58:19.919423 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:58:19.919423 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:58:19.919423 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:58:19.919423 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:58:19.919423 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:58:19.919423 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:58:19.919423 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:58:19.919423 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:58:19.919423 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:58:19.919423 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:58:19.919423 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:58:19.919423 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:58:19.919423 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:58:19.919423 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:58:19.919423 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:58:19.919423 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:58:19.919423 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:58:19.919423 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:58:19.991282 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ef2ae812-b5cc-4024-a0d2-413a641ce923 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:19.997135 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ef2ae812-b5cc-4024-a0d2-413a641ce923 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:20.002481 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ef2ae812-b5cc-4024-a0d2-413a641ce923 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] 10.222.0.57 "DELETE /v2.0/networks/e081b962-9ede-4813-94bd-89e709b4b8d0 HTTP/1.1" status: 204 len: 168 time: 0.3341956 Dec 09 15:58:20.019629 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ae812-b5cc-4024-a0d2-413a641ce923 tempest-PortsTestJSON-1534230761 tempest-PortsTestJSON-1534230761-project] Pushing event deleted for resources: {'Network': ['ID=e081b962-9ede-4813-94bd-89e709b4b8d0,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:20.261182 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35104) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:20.394850 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-dfceecef-931b-44ef-81fa-d409d7709c1f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e2a4ff691cc745598fafcb787c92e1c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1324697 Dec 09 15:58:20.397354 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35108) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:20.447878 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1391c92d-e783-42ed-accf-cb60a94ac80e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:20.462321 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f33c9d10-93ff-449d-ae6b-26ffb421b792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:20.476351 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1391c92d-e783-42ed-accf-cb60a94ac80e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:20.527934 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1391c92d-e783-42ed-accf-cb60a94ac80e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:20.530610 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1391c92d-e783-42ed-accf-cb60a94ac80e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:20.532134 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1391c92d-e783-42ed-accf-cb60a94ac80e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/81dec128-d43e-4a9f-809a-e3ea465b1efa HTTP/1.1" status: 204 len: 168 time: 0.1338396 Dec 09 15:58:20.543225 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1391c92d-e783-42ed-accf-cb60a94ac80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81dec128-d43e-4a9f-809a-e3ea465b1efa,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:21.200517 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35146) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:21.298815 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-dbf74cf6-1755-4086-99f5-43d7ea3e3562 tempest-DvrRoutersNegativeTest-906465557 tempest-DvrRoutersNegativeTest-906465557-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1116159548', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:21.301795 n-d-821228-1 neutron-server[103245]: DEBUG neutron.policy [None req-dbf74cf6-1755-4086-99f5-43d7ea3e3562 tempest-DvrRoutersNegativeTest-906465557 tempest-DvrRoutersNegativeTest-906465557-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103245) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 09 15:58:21.302100 n-d-821228-1 neutron-server[103245]: DEBUG neutron.policy [None req-dbf74cf6-1755-4086-99f5-43d7ea3e3562 tempest-DvrRoutersNegativeTest-906465557 tempest-DvrRoutersNegativeTest-906465557-project] Failed policy check for 'create_router' {{(pid=103245) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 09 15:58:21.302730 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-dbf74cf6-1755-4086-99f5-43d7ea3e3562 tempest-DvrRoutersNegativeTest-906465557 tempest-DvrRoutersNegativeTest-906465557-project] create failed (client error): Access was denied to this resource. Dec 09 15:58:21.304153 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-dbf74cf6-1755-4086-99f5-43d7ea3e3562 tempest-DvrRoutersNegativeTest-906465557 tempest-DvrRoutersNegativeTest-906465557-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1021130 Dec 09 15:58:21.558589 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35162) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:21.675280 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0c14657-5374-4dcc-baf6-64dc09ee3d3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:21.765650 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0c14657-5374-4dcc-baf6-64dc09ee3d3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:21.772163 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0c14657-5374-4dcc-baf6-64dc09ee3d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:21.813451 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a0c14657-5374-4dcc-baf6-64dc09ee3d3f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f27e8793eda74cfd96bb14b4daa1b57b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2537088 Dec 09 15:58:21.814446 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c14657-5374-4dcc-baf6-64dc09ee3d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306e35ba-de4c-4dc5-902f-bd1884a4107e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:21.816098 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35172) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:21.875247 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44d4f3bf-359c-4d72-8816-78b9a778dfc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:21.896639 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44d4f3bf-359c-4d72-8816-78b9a778dfc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:21.943462 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44d4f3bf-359c-4d72-8816-78b9a778dfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:21.946164 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44d4f3bf-359c-4d72-8816-78b9a778dfc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:21.947342 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-44d4f3bf-359c-4d72-8816-78b9a778dfc4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/306e35ba-de4c-4dc5-902f-bd1884a4107e HTTP/1.1" status: 204 len: 168 time: 0.1293800 Dec 09 15:58:21.956206 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4f3bf-359c-4d72-8816-78b9a778dfc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306e35ba-de4c-4dc5-902f-bd1884a4107e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:22.615154 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35212) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:22.716108 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-a07ee936-a264-4db5-8230-5fde8f5ae66d tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-341420595', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:22.740668 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a07ee936-a264-4db5-8230-5fde8f5ae66d tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:22.741704 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a07ee936-a264-4db5-8230-5fde8f5ae66d tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:22.797023 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a07ee936-a264-4db5-8230-5fde8f5ae66d tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:22.801113 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a07ee936-a264-4db5-8230-5fde8f5ae66d tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:22.819559 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a07ee936-a264-4db5-8230-5fde8f5ae66d tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:22.820795 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a07ee936-a264-4db5-8230-5fde8f5ae66d tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2046175 Dec 09 15:58:22.823597 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35218) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:22.830009 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-74e2ed65-955e-47b0-81e1-c60c5526b8f4 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1135239802'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:22.852033 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e2ed65-955e-47b0-81e1-c60c5526b8f4 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Made reservation on behalf of 197c87acc0e64f1694436134bc74aeba for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:58:22.855577 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-74e2ed65-955e-47b0-81e1-c60c5526b8f4 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:22.865077 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-74e2ed65-955e-47b0-81e1-c60c5526b8f4 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:22.949548 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-74e2ed65-955e-47b0-81e1-c60c5526b8f4 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:22.954088 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-74e2ed65-955e-47b0-81e1-c60c5526b8f4 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:22.973938 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e8341a15-e7b2-492d-892c-ddcbea37e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:22.987946 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74e2ed65-955e-47b0-81e1-c60c5526b8f4 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:58:22.993544 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e2ed65-955e-47b0-81e1-c60c5526b8f4 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d5f5a5-5615-429e-8c66-de23cca62fed,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:23.002470 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-74e2ed65-955e-47b0-81e1-c60c5526b8f4 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:23.002889 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-74e2ed65-955e-47b0-81e1-c60c5526b8f4 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Added segment 8f5c93d9-4e3a-485c-b73f-5a229a4d4230 of type vlan for network 796201fc-053d-422a-93f8-675f81646474 Dec 09 15:58:23.051547 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-74e2ed65-955e-47b0-81e1-c60c5526b8f4 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:23.077875 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-74e2ed65-955e-47b0-81e1-c60c5526b8f4 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:23.083491 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e2ed65-955e-47b0-81e1-c60c5526b8f4 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:23.084081 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-74e2ed65-955e-47b0-81e1-c60c5526b8f4 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:23.146995 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-74e2ed65-955e-47b0-81e1-c60c5526b8f4 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3221295 Dec 09 15:58:23.150175 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35230) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:23.158204 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-5222d9f7-fd6a-4477-888c-2e629f3f1790 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Request body: {'subnet': {'network_id': '796201fc-053d-422a-93f8-675f81646474', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:23.177691 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e2ed65-955e-47b0-81e1-c60c5526b8f4 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Pushing event updated for resources: {'Network': ['ID=796201fc-053d-422a-93f8-675f81646474,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:23.189045 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 796201fc-053d-422a-93f8-675f81646474 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:58:23.285862 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5222d9f7-fd6a-4477-888c-2e629f3f1790 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Made reservation on behalf of 197c87acc0e64f1694436134bc74aeba for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:58:23.292825 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5222d9f7-fd6a-4477-888c-2e629f3f1790 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:23.511782 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5222d9f7-fd6a-4477-888c-2e629f3f1790 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:23.567750 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222d9f7-fd6a-4477-888c-2e629f3f1790 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Pushing event updated for resources: {'Subnet': ['ID=1892b09a-d094-43ba-a000-a9cefb0f2e32,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:23.584104 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5222d9f7-fd6a-4477-888c-2e629f3f1790 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Checking segment: {'id': '8f5c93d9-4e3a-485c-b73f-5a229a4d4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '796201fc-053d-422a-93f8-675f81646474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:58:23.584525 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5222d9f7-fd6a-4477-888c-2e629f3f1790 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Network hostable DHCP agents. Network: 796201fc-053d-422a-93f8-675f81646474, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:58:23.602631 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5222d9f7-fd6a-4477-888c-2e629f3f1790 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Network 796201fc-053d-422a-93f8-675f81646474 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:58:23.612709 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-5222d9f7-fd6a-4477-888c-2e629f3f1790 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 796201fc-053d-422a-93f8-675f81646474) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:58:23.617829 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5222d9f7-fd6a-4477-888c-2e629f3f1790 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:23.618436 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5222d9f7-fd6a-4477-888c-2e629f3f1790 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:23.628142 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee24f1f1-a7ec-4080-82d7-79c7f2576473 None None] Network 796201fc-053d-422a-93f8-675f81646474 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:58:23.644911 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5222d9f7-fd6a-4477-888c-2e629f3f1790 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4935660 Dec 09 15:58:23.648541 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35236) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:23.653531 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-eb8f5ba1-7f15-4668-8811-d17f6ff083c6 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Request body: {'network': {'name': 'tempest-router-network01--846602659'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:23.678611 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8f5ba1-7f15-4668-8811-d17f6ff083c6 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Made reservation on behalf of 197c87acc0e64f1694436134bc74aeba for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:58:23.686908 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb8f5ba1-7f15-4668-8811-d17f6ff083c6 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:23.717516 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb8f5ba1-7f15-4668-8811-d17f6ff083c6 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:58:23.727273 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb8f5ba1-7f15-4668-8811-d17f6ff083c6 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:23.727616 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-eb8f5ba1-7f15-4668-8811-d17f6ff083c6 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Added segment c8d9eb41-a705-4f57-8036-d07531f04dda of type vlan for network 06e35fc7-191a-4993-9bbd-e661d5b2cfff Dec 09 15:58:23.761557 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff1c680-b819-4f1e-8f95-182469fd19b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-796201fc-053d-422a-93f8-675f81646474', 'network_id': '796201fc-053d-422a-93f8-675f81646474', 'project_id': '197c87acc0e64f1694436134bc74aeba', 'fixed_ips': [{'subnet_id': '1892b09a-d094-43ba-a000-a9cefb0f2e32'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:58:23.762867 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0ff1c680-b819-4f1e-8f95-182469fd19b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:23.779609 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb8f5ba1-7f15-4668-8811-d17f6ff083c6 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:23.812355 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb8f5ba1-7f15-4668-8811-d17f6ff083c6 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:23.818334 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8f5ba1-7f15-4668-8811-d17f6ff083c6 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:23.818848 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eb8f5ba1-7f15-4668-8811-d17f6ff083c6 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:23.885201 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-eb8f5ba1-7f15-4668-8811-d17f6ff083c6 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2355418 Dec 09 15:58:23.885898 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35242) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:23.894577 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f5ba1-7f15-4668-8811-d17f6ff083c6 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Pushing event updated for resources: {'Network': ['ID=06e35fc7-191a-4993-9bbd-e661d5b2cfff,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:23.897053 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4c0ba78c-91fd-4373-bbce-81cd9ea381a5 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Request body: {'network': {'name': 'tempest-router-network02--892001517'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:23.907737 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 06e35fc7-191a-4993-9bbd-e661d5b2cfff details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:58:23.929269 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0ba78c-91fd-4373-bbce-81cd9ea381a5 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Made reservation on behalf of 197c87acc0e64f1694436134bc74aeba for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:58:23.933388 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c0ba78c-91fd-4373-bbce-81cd9ea381a5 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:23.961496 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c0ba78c-91fd-4373-bbce-81cd9ea381a5 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:58:23.972439 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c0ba78c-91fd-4373-bbce-81cd9ea381a5 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:23.972786 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-4c0ba78c-91fd-4373-bbce-81cd9ea381a5 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Added segment aae50e3e-3b80-4b77-b341-fef3aebcb04b of type vlan for network 71902ab9-7ed8-4dc6-8960-c50af80df88a Dec 09 15:58:23.978472 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-0ff1c680-b819-4f1e-8f95-182469fd19b3 None None] Allocated IP 2001:db8::2 (796201fc-053d-422a-93f8-675f81646474/1892b09a-d094-43ba-a000-a9cefb0f2e32/cc566118-d0f2-4bb2-bdfb-13ffd1d30fa6) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:58:24.018510 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c0ba78c-91fd-4373-bbce-81cd9ea381a5 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:24.058842 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c0ba78c-91fd-4373-bbce-81cd9ea381a5 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:24.065697 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0ba78c-91fd-4373-bbce-81cd9ea381a5 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:24.066770 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c0ba78c-91fd-4373-bbce-81cd9ea381a5 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:24.083216 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:24.137088 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4c0ba78c-91fd-4373-bbce-81cd9ea381a5 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2502143 Dec 09 15:58:24.140265 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35248) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:24.145513 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-c637d2be-ef0b-4a42-8482-ddff29c7a60f tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Request body: {'subnet': {'network_id': '06e35fc7-191a-4993-9bbd-e661d5b2cfff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:24.147280 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ba78c-91fd-4373-bbce-81cd9ea381a5 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Pushing event updated for resources: {'Network': ['ID=71902ab9-7ed8-4dc6-8960-c50af80df88a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:24.161465 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 71902ab9-7ed8-4dc6-8960-c50af80df88a details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:58:24.252302 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c637d2be-ef0b-4a42-8482-ddff29c7a60f tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Made reservation on behalf of 197c87acc0e64f1694436134bc74aeba for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:58:24.256517 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c637d2be-ef0b-4a42-8482-ddff29c7a60f tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:24.378797 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0ff1c680-b819-4f1e-8f95-182469fd19b3 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:24.392685 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0ff1c680-b819-4f1e-8f95-182469fd19b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:24.438212 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff1c680-b819-4f1e-8f95-182469fd19b3 None None] Network 796201fc-053d-422a-93f8-675f81646474 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:58:24.443920 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-0ff1c680-b819-4f1e-8f95-182469fd19b3 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:58:24.447488 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff1c680-b819-4f1e-8f95-182469fd19b3 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:58:24.463200 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff1c680-b819-4f1e-8f95-182469fd19b3 None None] Pushing event updated for resources: {'Port': ['ID=cc566118-d0f2-4bb2-bdfb-13ffd1d30fa6,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:24.471615 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c637d2be-ef0b-4a42-8482-ddff29c7a60f tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:24.488980 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff1c680-b819-4f1e-8f95-182469fd19b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:24.489597 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff1c680-b819-4f1e-8f95-182469fd19b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:24.490130 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff1c680-b819-4f1e-8f95-182469fd19b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:24.490655 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff1c680-b819-4f1e-8f95-182469fd19b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:24.491152 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff1c680-b819-4f1e-8f95-182469fd19b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:24.491658 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff1c680-b819-4f1e-8f95-182469fd19b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:24.491989 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff1c680-b819-4f1e-8f95-182469fd19b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:24.492316 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff1c680-b819-4f1e-8f95-182469fd19b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:24.492668 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff1c680-b819-4f1e-8f95-182469fd19b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:24.492994 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff1c680-b819-4f1e-8f95-182469fd19b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:24.493319 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff1c680-b819-4f1e-8f95-182469fd19b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:24.493641 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff1c680-b819-4f1e-8f95-182469fd19b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:24.493960 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff1c680-b819-4f1e-8f95-182469fd19b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:24.526732 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0ff1c680-b819-4f1e-8f95-182469fd19b3 None None] Attempting to bind port cc566118-d0f2-4bb2-bdfb-13ffd1d30fa6 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:58:24.527098 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0ff1c680-b819-4f1e-8f95-182469fd19b3 None None] Attempting to bind port cc566118-d0f2-4bb2-bdfb-13ffd1d30fa6 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '8f5c93d9-4e3a-485c-b73f-5a229a4d4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '796201fc-053d-422a-93f8-675f81646474'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:58:24.527693 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff1c680-b819-4f1e-8f95-182469fd19b3 None None] Attempting to bind port cc566118-d0f2-4bb2-bdfb-13ffd1d30fa6 on network 796201fc-053d-422a-93f8-675f81646474 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:58:24.533768 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff1c680-b819-4f1e-8f95-182469fd19b3 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:58:24.534144 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff1c680-b819-4f1e-8f95-182469fd19b3 None None] Checking segment: {'id': '8f5c93d9-4e3a-485c-b73f-5a229a4d4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '796201fc-053d-422a-93f8-675f81646474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:58:24.534546 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0ff1c680-b819-4f1e-8f95-182469fd19b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:24.534938 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff1c680-b819-4f1e-8f95-182469fd19b3 None None] Bound using segment: {'id': '8f5c93d9-4e3a-485c-b73f-5a229a4d4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '796201fc-053d-422a-93f8-675f81646474'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:58:24.535391 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0ff1c680-b819-4f1e-8f95-182469fd19b3 None None] Bound port: cc566118-d0f2-4bb2-bdfb-13ffd1d30fa6, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f5c93d9-4e3a-485c-b73f-5a229a4d4230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '796201fc-053d-422a-93f8-675f81646474'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:58:24.535771 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0ff1c680-b819-4f1e-8f95-182469fd19b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:24.551717 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637d2be-ef0b-4a42-8482-ddff29c7a60f tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Pushing event updated for resources: {'Subnet': ['ID=9f3450e9-2c7a-4030-9573-e6d38f0c4639,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:24.554412 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c637d2be-ef0b-4a42-8482-ddff29c7a60f tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Checking segment: {'id': 'c8d9eb41-a705-4f57-8036-d07531f04dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '06e35fc7-191a-4993-9bbd-e661d5b2cfff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:58:24.554754 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c637d2be-ef0b-4a42-8482-ddff29c7a60f tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Network hostable DHCP agents. Network: 06e35fc7-191a-4993-9bbd-e661d5b2cfff, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:58:24.574512 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c637d2be-ef0b-4a42-8482-ddff29c7a60f tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Network 06e35fc7-191a-4993-9bbd-e661d5b2cfff is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:58:24.587173 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-c637d2be-ef0b-4a42-8482-ddff29c7a60f tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 06e35fc7-191a-4993-9bbd-e661d5b2cfff) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:58:24.591265 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c637d2be-ef0b-4a42-8482-ddff29c7a60f tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:24.592128 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c637d2be-ef0b-4a42-8482-ddff29c7a60f tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:24.605750 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1f7147-3716-48c4-a0a7-dc0d179dc2d8 None None] Network 06e35fc7-191a-4993-9bbd-e661d5b2cfff requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:58:24.608238 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0ff1c680-b819-4f1e-8f95-182469fd19b3 None None] For port cc566118-d0f2-4bb2-bdfb-13ffd1d30fa6, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:58:24.610146 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c637d2be-ef0b-4a42-8482-ddff29c7a60f tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4685657 Dec 09 15:58:24.612958 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35260) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:24.618439 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-4515631e-9b0d-4da3-a603-2142229ae684 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Request body: {'subnet': {'network_id': '71902ab9-7ed8-4dc6-8960-c50af80df88a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:24.642430 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0ff1c680-b819-4f1e-8f95-182469fd19b3 None None] For port cc566118-d0f2-4bb2-bdfb-13ffd1d30fa6, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=cc566118-d0f2-4bb2-bdfb-13ffd1d30fa6,segment=NetworkSegment(8f5c93d9-4e3a-485c-b73f-5a229a4d4230),segment_id=8f5c93d9-4e3a-485c-b73f-5a229a4d4230)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:58:24.680008 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0ff1c680-b819-4f1e-8f95-182469fd19b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:24.723392 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4515631e-9b0d-4da3-a603-2142229ae684 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Made reservation on behalf of 197c87acc0e64f1694436134bc74aeba for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:58:24.728178 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4515631e-9b0d-4da3-a603-2142229ae684 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:24.751735 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:24.761141 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff1c680-b819-4f1e-8f95-182469fd19b3 None None] Pushing event updated for resources: {'Port': ['ID=cc566118-d0f2-4bb2-bdfb-13ffd1d30fa6,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:24.804758 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c1f47f-54c8-4378-a65c-0901135e197a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-06e35fc7-191a-4993-9bbd-e661d5b2cfff', 'network_id': '06e35fc7-191a-4993-9bbd-e661d5b2cfff', 'project_id': '197c87acc0e64f1694436134bc74aeba', 'fixed_ips': [{'subnet_id': '9f3450e9-2c7a-4030-9573-e6d38f0c4639'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:58:24.805917 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-19c1f47f-54c8-4378-a65c-0901135e197a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:24.966277 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-19c1f47f-54c8-4378-a65c-0901135e197a None None] Allocated IP 2001:db8::2 (06e35fc7-191a-4993-9bbd-e661d5b2cfff/9f3450e9-2c7a-4030-9573-e6d38f0c4639/326e3be0-5cca-46e6-96cb-9be4dcd336c1) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:58:25.008818 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4515631e-9b0d-4da3-a603-2142229ae684 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:25.105307 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515631e-9b0d-4da3-a603-2142229ae684 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Pushing event updated for resources: {'Subnet': ['ID=185d74cd-410e-4c58-8e3b-04d4f0a17487,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:25.116930 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4515631e-9b0d-4da3-a603-2142229ae684 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Checking segment: {'id': 'aae50e3e-3b80-4b77-b341-fef3aebcb04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '71902ab9-7ed8-4dc6-8960-c50af80df88a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:58:25.117238 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4515631e-9b0d-4da3-a603-2142229ae684 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Network hostable DHCP agents. Network: 71902ab9-7ed8-4dc6-8960-c50af80df88a, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:58:25.141038 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4515631e-9b0d-4da3-a603-2142229ae684 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Network 71902ab9-7ed8-4dc6-8960-c50af80df88a is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:58:25.154707 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-4515631e-9b0d-4da3-a603-2142229ae684 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 71902ab9-7ed8-4dc6-8960-c50af80df88a) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:58:25.163330 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4515631e-9b0d-4da3-a603-2142229ae684 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:25.163980 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4515631e-9b0d-4da3-a603-2142229ae684 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:25.168474 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21aa7b3c-33b5-4b39-b886-83cff96e70b3 None None] Network 71902ab9-7ed8-4dc6-8960-c50af80df88a requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:58:25.184074 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4515631e-9b0d-4da3-a603-2142229ae684 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5671198 Dec 09 15:58:25.184476 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35266) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:25.237442 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-19c1f47f-54c8-4378-a65c-0901135e197a None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:25.250847 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-19c1f47f-54c8-4378-a65c-0901135e197a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:25.331111 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c1f47f-54c8-4378-a65c-0901135e197a None None] Network 06e35fc7-191a-4993-9bbd-e661d5b2cfff is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:58:25.335364 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-19c1f47f-54c8-4378-a65c-0901135e197a None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:58:25.349128 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c1f47f-54c8-4378-a65c-0901135e197a None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:58:25.356137 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c1f47f-54c8-4378-a65c-0901135e197a None None] Pushing event updated for resources: {'Port': ['ID=326e3be0-5cca-46e6-96cb-9be4dcd336c1,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:25.385812 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:25.409289 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f58c727-17e6-4128-99b4-c0c32634384b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-71902ab9-7ed8-4dc6-8960-c50af80df88a', 'network_id': '71902ab9-7ed8-4dc6-8960-c50af80df88a', 'project_id': '197c87acc0e64f1694436134bc74aeba', 'fixed_ips': [{'subnet_id': '185d74cd-410e-4c58-8e3b-04d4f0a17487'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:58:25.410158 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8f58c727-17e6-4128-99b4-c0c32634384b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:25.455397 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-19c1f47f-54c8-4378-a65c-0901135e197a None None] Attempting to bind port 326e3be0-5cca-46e6-96cb-9be4dcd336c1 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:58:25.456062 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-19c1f47f-54c8-4378-a65c-0901135e197a None None] Attempting to bind port 326e3be0-5cca-46e6-96cb-9be4dcd336c1 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'c8d9eb41-a705-4f57-8036-d07531f04dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '06e35fc7-191a-4993-9bbd-e661d5b2cfff'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:58:25.456663 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c1f47f-54c8-4378-a65c-0901135e197a None None] Attempting to bind port 326e3be0-5cca-46e6-96cb-9be4dcd336c1 on network 06e35fc7-191a-4993-9bbd-e661d5b2cfff {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:58:25.469360 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c1f47f-54c8-4378-a65c-0901135e197a None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:58:25.469741 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c1f47f-54c8-4378-a65c-0901135e197a None None] Checking segment: {'id': 'c8d9eb41-a705-4f57-8036-d07531f04dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '06e35fc7-191a-4993-9bbd-e661d5b2cfff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:58:25.470121 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-19c1f47f-54c8-4378-a65c-0901135e197a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:25.470520 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c1f47f-54c8-4378-a65c-0901135e197a None None] Bound using segment: {'id': 'c8d9eb41-a705-4f57-8036-d07531f04dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '06e35fc7-191a-4993-9bbd-e661d5b2cfff'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:58:25.470993 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-19c1f47f-54c8-4378-a65c-0901135e197a None None] Bound port: 326e3be0-5cca-46e6-96cb-9be4dcd336c1, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8d9eb41-a705-4f57-8036-d07531f04dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '06e35fc7-191a-4993-9bbd-e661d5b2cfff'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:58:25.471372 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-19c1f47f-54c8-4378-a65c-0901135e197a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:25.536424 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c238e69b-cffb-48b6-b457-711f105d7235 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:25.665874 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-8f58c727-17e6-4128-99b4-c0c32634384b None None] Allocated IP 2001:db8::2 (71902ab9-7ed8-4dc6-8960-c50af80df88a/185d74cd-410e-4c58-8e3b-04d4f0a17487/d9a3197b-51aa-4e21-9678-3361428f0ce5) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:58:25.672615 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-19c1f47f-54c8-4378-a65c-0901135e197a None None] For port 326e3be0-5cca-46e6-96cb-9be4dcd336c1, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:58:25.677072 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-19c1f47f-54c8-4378-a65c-0901135e197a None None] For port 326e3be0-5cca-46e6-96cb-9be4dcd336c1, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=326e3be0-5cca-46e6-96cb-9be4dcd336c1,segment=NetworkSegment(c8d9eb41-a705-4f57-8036-d07531f04dda),segment_id=c8d9eb41-a705-4f57-8036-d07531f04dda)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:58:25.696396 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-19c1f47f-54c8-4378-a65c-0901135e197a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:25.840153 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device cc566118-d0f2-4bb2-bdfb-13ffd1d30fa6 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:58:25.888816 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-c238e69b-cffb-48b6-b457-711f105d7235 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Allocated IP 2001:db8::1 (06e35fc7-191a-4993-9bbd-e661d5b2cfff/9f3450e9-2c7a-4030-9573-e6d38f0c4639/78a3f535-7561-48b6-8232-168aee179119) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:58:25.972578 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c1f47f-54c8-4378-a65c-0901135e197a None None] Pushing event updated for resources: {'Port': ['ID=326e3be0-5cca-46e6-96cb-9be4dcd336c1,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:25.996657 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port cc566118-d0f2-4bb2-bdfb-13ffd1d30fa6 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:25.997320 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:26.078827 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c238e69b-cffb-48b6-b457-711f105d7235 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:26.146675 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c238e69b-cffb-48b6-b457-711f105d7235 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:26.171621 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8f58c727-17e6-4128-99b4-c0c32634384b None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:26.186266 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8f58c727-17e6-4128-99b4-c0c32634384b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:26.219810 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:26.223690 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c238e69b-cffb-48b6-b457-711f105d7235 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Network 06e35fc7-191a-4993-9bbd-e661d5b2cfff is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:58:26.227550 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-c238e69b-cffb-48b6-b457-711f105d7235 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:58:26.232902 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c238e69b-cffb-48b6-b457-711f105d7235 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:58:26.233711 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c238e69b-cffb-48b6-b457-711f105d7235 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:26.242906 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c238e69b-cffb-48b6-b457-711f105d7235 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Pushing event updated for resources: {'Port': ['ID=78a3f535-7561-48b6-8232-168aee179119,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:26.257350 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f58c727-17e6-4128-99b4-c0c32634384b None None] Network 71902ab9-7ed8-4dc6-8960-c50af80df88a is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:58:26.291707 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-8f58c727-17e6-4128-99b4-c0c32634384b None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:58:26.303459 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f58c727-17e6-4128-99b4-c0c32634384b None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:58:26.323609 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port cc566118-d0f2-4bb2-bdfb-13ffd1d30fa6, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=cc566118-d0f2-4bb2-bdfb-13ffd1d30fa6,segment=NetworkSegment(8f5c93d9-4e3a-485c-b73f-5a229a4d4230),segment_id=8f5c93d9-4e3a-485c-b73f-5a229a4d4230)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:58:26.333652 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f58c727-17e6-4128-99b4-c0c32634384b None None] Pushing event updated for resources: {'Port': ['ID=d9a3197b-51aa-4e21-9678-3361428f0ce5,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:26.347750 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:26.374195 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1610cfb3-de38-440b-9f0c-2c7b136e3c06 None None] Network 796201fc-053d-422a-93f8-675f81646474 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:58:26.427518 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c238e69b-cffb-48b6-b457-711f105d7235 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:26.524018 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-8f58c727-17e6-4128-99b4-c0c32634384b None None] Attempting to bind port d9a3197b-51aa-4e21-9678-3361428f0ce5 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:58:26.524403 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-8f58c727-17e6-4128-99b4-c0c32634384b None None] Attempting to bind port d9a3197b-51aa-4e21-9678-3361428f0ce5 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'aae50e3e-3b80-4b77-b341-fef3aebcb04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '71902ab9-7ed8-4dc6-8960-c50af80df88a'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:58:26.525014 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f58c727-17e6-4128-99b4-c0c32634384b None None] Attempting to bind port d9a3197b-51aa-4e21-9678-3361428f0ce5 on network 71902ab9-7ed8-4dc6-8960-c50af80df88a {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:58:26.534416 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:26.553294 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2fbc9887-9dbe-48f0-811d-133abb57baf5 None None] Provisioning complete for port cc566118-d0f2-4bb2-bdfb-13ffd1d30fa6 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:26.553994 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2fbc9887-9dbe-48f0-811d-133abb57baf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:26.562428 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f58c727-17e6-4128-99b4-c0c32634384b None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:58:26.562927 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f58c727-17e6-4128-99b4-c0c32634384b None None] Checking segment: {'id': 'aae50e3e-3b80-4b77-b341-fef3aebcb04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '71902ab9-7ed8-4dc6-8960-c50af80df88a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:58:26.563441 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8f58c727-17e6-4128-99b4-c0c32634384b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:26.563942 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f58c727-17e6-4128-99b4-c0c32634384b None None] Bound using segment: {'id': 'aae50e3e-3b80-4b77-b341-fef3aebcb04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '71902ab9-7ed8-4dc6-8960-c50af80df88a'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:58:26.564603 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-8f58c727-17e6-4128-99b4-c0c32634384b None None] Bound port: d9a3197b-51aa-4e21-9678-3361428f0ce5, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae50e3e-3b80-4b77-b341-fef3aebcb04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '71902ab9-7ed8-4dc6-8960-c50af80df88a'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:58:26.565084 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8f58c727-17e6-4128-99b4-c0c32634384b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:26.571629 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=cc566118-d0f2-4bb2-bdfb-13ffd1d30fa6,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:26.754904 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8f58c727-17e6-4128-99b4-c0c32634384b None None] For port d9a3197b-51aa-4e21-9678-3361428f0ce5, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:58:26.776876 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c238e69b-cffb-48b6-b457-711f105d7235 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:26.784022 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c238e69b-cffb-48b6-b457-711f105d7235 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:26.785966 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c238e69b-cffb-48b6-b457-711f105d7235 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:26.814677 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8f58c727-17e6-4128-99b4-c0c32634384b None None] For port d9a3197b-51aa-4e21-9678-3361428f0ce5, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d9a3197b-51aa-4e21-9678-3361428f0ce5,segment=NetworkSegment(aae50e3e-3b80-4b77-b341-fef3aebcb04b),segment_id=aae50e3e-3b80-4b77-b341-fef3aebcb04b)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:58:26.825679 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8f58c727-17e6-4128-99b4-c0c32634384b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:26.956696 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f58c727-17e6-4128-99b4-c0c32634384b None None] Pushing event updated for resources: {'Port': ['ID=d9a3197b-51aa-4e21-9678-3361428f0ce5,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:26.958833 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c238e69b-cffb-48b6-b457-711f105d7235 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Pushing event updated for resources: {'Port': ['ID=78a3f535-7561-48b6-8232-168aee179119,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:27.071817 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c238e69b-cffb-48b6-b457-711f105d7235 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Network 06e35fc7-191a-4993-9bbd-e661d5b2cfff is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:58:27.073580 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-c238e69b-cffb-48b6-b457-711f105d7235 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:58:27.214355 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c238e69b-cffb-48b6-b457-711f105d7235 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Router 4648765f-1c31-415a-811e-e0aef48b66b9 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:58:27.229466 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9bb91086-75a8-477b-8421-79964c5d6fc2 None None] Provisioning complete for port cc566118-d0f2-4bb2-bdfb-13ffd1d30fa6 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:27.231079 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9bb91086-75a8-477b-8421-79964c5d6fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:27.414954 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c238e69b-cffb-48b6-b457-711f105d7235 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:58:27.425043 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e52ba0-5d8f-4b87-9432-73217815901d None None] Sync routers for ids ['4648765f-1c31-415a-811e-e0aef48b66b9'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:58:27.438845 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c238e69b-cffb-48b6-b457-711f105d7235 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] 10.222.0.57 "PUT /v2.0/routers/4648765f-1c31-415a-811e-e0aef48b66b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2501559 Dec 09 15:58:27.440595 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35304) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:27.441106 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e52ba0-5d8f-4b87-9432-73217815901d None None] Routers {'4648765f-1c31-415a-811e-e0aef48b66b9'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:58:27.441695 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-02e52ba0-5d8f-4b87-9432-73217815901d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:58:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4648765f-1c31-415a-811e-e0aef48b66b9'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:27.492006 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-02e52ba0-5d8f-4b87-9432-73217815901d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:27.496958 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e52ba0-5d8f-4b87-9432-73217815901d None None] Routers {'4648765f-1c31-415a-811e-e0aef48b66b9'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:58:27.497626 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-02e52ba0-5d8f-4b87-9432-73217815901d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:58:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4648765f-1c31-415a-811e-e0aef48b66b9'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:27.576643 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-02e52ba0-5d8f-4b87-9432-73217815901d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:27.577746 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e52ba0-5d8f-4b87-9432-73217815901d None None] The sync data for ids ['4648765f-1c31-415a-811e-e0aef48b66b9'] in n-d-821228-1 is: [] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:58:27.632655 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a151af55-7712-4f5d-ac05-dba68401e298 None None] Network 06e35fc7-191a-4993-9bbd-e661d5b2cfff requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:58:27.738251 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-57c7cc3c-32f5-4324-9631-99fe24122313 None None] Provisioning complete for port 326e3be0-5cca-46e6-96cb-9be4dcd336c1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:27.738648 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-57c7cc3c-32f5-4324-9631-99fe24122313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:28.018379 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-9bf32216-6522-4804-8696-4e4dc8ebb62d tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:58:28.022124 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9bf32216-6522-4804-8696-4e4dc8ebb62d tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] 10.222.0.57 "PUT /v2.0/routers/4648765f-1c31-415a-811e-e0aef48b66b9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5776999 Dec 09 15:58:28.022318 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35312) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:28.032632 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d9a3197b-51aa-4e21-9678-3361428f0ce5 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:58:28.158594 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port d9a3197b-51aa-4e21-9678-3361428f0ce5 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:28.159591 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:28.162954 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-57c7cc3c-32f5-4324-9631-99fe24122313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:28.329487 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-57c7cc3c-32f5-4324-9631-99fe24122313 None None] For port 326e3be0-5cca-46e6-96cb-9be4dcd336c1, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=326e3be0-5cca-46e6-96cb-9be4dcd336c1,segment=NetworkSegment(c8d9eb41-a705-4f57-8036-d07531f04dda),segment_id=c8d9eb41-a705-4f57-8036-d07531f04dda)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:58:28.343084 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-57c7cc3c-32f5-4324-9631-99fe24122313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:28.458608 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:28.490002 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c7cc3c-32f5-4324-9631-99fe24122313 None None] Pushing event updated for resources: {'Port': ['ID=326e3be0-5cca-46e6-96cb-9be4dcd336c1,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:28.511707 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port d9a3197b-51aa-4e21-9678-3361428f0ce5, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d9a3197b-51aa-4e21-9678-3361428f0ce5,segment=NetworkSegment(aae50e3e-3b80-4b77-b341-fef3aebcb04b),segment_id=aae50e3e-3b80-4b77-b341-fef3aebcb04b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:58:28.522506 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:28.525388 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device cc566118-d0f2-4bb2-bdfb-13ffd1d30fa6 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:58:28.622144 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-da011186-54ba-483d-9312-36aa3c917da6 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:28.649592 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9d489651-90f7-4cf3-837d-a5106bed95b9 None None] Provisioning complete for port 78a3f535-7561-48b6-8232-168aee179119 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:28.649964 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9d489651-90f7-4cf3-837d-a5106bed95b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:28.653235 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=d9a3197b-51aa-4e21-9678-3361428f0ce5,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:28.696772 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591c0e7f-6870-43ca-9f9f-936a4a67eb15 None None] Network 71902ab9-7ed8-4dc6-8960-c50af80df88a requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:58:28.770508 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9d489651-90f7-4cf3-837d-a5106bed95b9 None None] Port 78a3f535-7561-48b6-8232-168aee179119 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:58:28.779715 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port cc566118-d0f2-4bb2-bdfb-13ffd1d30fa6 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:28.780515 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:28.835240 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9d489651-90f7-4cf3-837d-a5106bed95b9 None None] Provisioning complete for port 326e3be0-5cca-46e6-96cb-9be4dcd336c1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:28.836245 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9d489651-90f7-4cf3-837d-a5106bed95b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:29.003963 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 326e3be0-5cca-46e6-96cb-9be4dcd336c1 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:58:29.100088 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 326e3be0-5cca-46e6-96cb-9be4dcd336c1 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:29.100909 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:29.212753 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-750e8cd9-6e84-4710-bbba-3d64693900ac None None] Provisioning complete for port 78a3f535-7561-48b6-8232-168aee179119 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:29.213155 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-750e8cd9-6e84-4710-bbba-3d64693900ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:29.273805 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-750e8cd9-6e84-4710-bbba-3d64693900ac None None] Port 78a3f535-7561-48b6-8232-168aee179119 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:58:29.289289 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-750e8cd9-6e84-4710-bbba-3d64693900ac None None] Provisioning complete for port d9a3197b-51aa-4e21-9678-3361428f0ce5 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:29.289666 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-750e8cd9-6e84-4710-bbba-3d64693900ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:29.363069 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-da011186-54ba-483d-9312-36aa3c917da6 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Deleting port 78a3f535-7561-48b6-8232-168aee179119 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:58:29.363408 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-da011186-54ba-483d-9312-36aa3c917da6 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:29.457340 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-da011186-54ba-483d-9312-36aa3c917da6 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:29.470013 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-da011186-54ba-483d-9312-36aa3c917da6 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Calling delete_port for 78a3f535-7561-48b6-8232-168aee179119 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:58:29.515416 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5e8e819b-0ab4-41da-bcf0-a3cb601d6dbf None None] Provisioning complete for port 78a3f535-7561-48b6-8232-168aee179119 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:29.516066 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5e8e819b-0ab4-41da-bcf0-a3cb601d6dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:29.552276 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5e8e819b-0ab4-41da-bcf0-a3cb601d6dbf None None] Port 78a3f535-7561-48b6-8232-168aee179119 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:58:29.562718 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5e8e819b-0ab4-41da-bcf0-a3cb601d6dbf None None] Provisioning complete for port d9a3197b-51aa-4e21-9678-3361428f0ce5 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:29.563152 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5e8e819b-0ab4-41da-bcf0-a3cb601d6dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:29.651622 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-da011186-54ba-483d-9312-36aa3c917da6 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:29.684858 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da011186-54ba-483d-9312-36aa3c917da6 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Pushing event deleted for resources: {'Port': ['ID=78a3f535-7561-48b6-8232-168aee179119,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:29.751407 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d9a3197b-51aa-4e21-9678-3361428f0ce5 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:58:29.795526 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-da011186-54ba-483d-9312-36aa3c917da6 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:29.824571 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port d9a3197b-51aa-4e21-9678-3361428f0ce5 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:29.825263 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:29.915625 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 326e3be0-5cca-46e6-96cb-9be4dcd336c1 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:58:29.976224 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 326e3be0-5cca-46e6-96cb-9be4dcd336c1 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:29.977251 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:29.988640 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da011186-54ba-483d-9312-36aa3c917da6 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Router 4648765f-1c31-415a-811e-e0aef48b66b9 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:58:30.067523 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da011186-54ba-483d-9312-36aa3c917da6 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:58:30.072560 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-da011186-54ba-483d-9312-36aa3c917da6 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] 10.222.0.57 "PUT /v2.0/routers/4648765f-1c31-415a-811e-e0aef48b66b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0490506 Dec 09 15:58:30.076107 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35342) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:30.081568 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46865b2-c80f-482c-89cc-2c35cb0c37ee None None] Sync routers for ids ['4648765f-1c31-415a-811e-e0aef48b66b9'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:58:30.100326 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46865b2-c80f-482c-89cc-2c35cb0c37ee None None] Routers {'4648765f-1c31-415a-811e-e0aef48b66b9'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:58:30.101124 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b46865b2-c80f-482c-89cc-2c35cb0c37ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:58:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4648765f-1c31-415a-811e-e0aef48b66b9'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:30.121650 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-eecc3085-42e9-4476-be85-f1f7848bf114 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] delete failed (client error): The resource could not be found. Dec 09 15:58:30.122720 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-eecc3085-42e9-4476-be85-f1f7848bf114 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] 10.222.0.57 "DELETE /v2.0/routers/tempest-non_exist_router-43995632 HTTP/1.1" status: 404 len: 333 time: 0.0443099 Dec 09 15:58:30.127052 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35348) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:30.132316 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-e56d9a72-58ba-46b7-a249-2657c2f3b006 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Request body: {'router': {'external_gateway_info': {'network_id': '4648765f-1c31-415a-811e-e0aef48b66b9'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:30.143454 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b46865b2-c80f-482c-89cc-2c35cb0c37ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:30.153508 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46865b2-c80f-482c-89cc-2c35cb0c37ee None None] Routers {'4648765f-1c31-415a-811e-e0aef48b66b9'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:58:30.154144 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b46865b2-c80f-482c-89cc-2c35cb0c37ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:58:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4648765f-1c31-415a-811e-e0aef48b66b9'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:30.194072 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b46865b2-c80f-482c-89cc-2c35cb0c37ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:30.194755 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46865b2-c80f-482c-89cc-2c35cb0c37ee None None] The sync data for ids ['4648765f-1c31-415a-811e-e0aef48b66b9'] in n-d-821228-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:58:30.361571 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e56d9a72-58ba-46b7-a249-2657c2f3b006 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:30.380627 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-e56d9a72-58ba-46b7-a249-2657c2f3b006 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] update failed (client error): The resource could not be found. Dec 09 15:58:30.381696 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e56d9a72-58ba-46b7-a249-2657c2f3b006 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] 10.222.0.57 "PUT /v2.0/routers/4648765f-1c31-415a-811e-e0aef48b66b9 HTTP/1.1" status: 404 len: 339 time: 0.2537122 Dec 09 15:58:30.385685 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35354) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:30.390527 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-d4f7e49c-1d3f-44a9-96ef-58a31915e117 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2137624728'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:30.413421 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f7e49c-1d3f-44a9-96ef-58a31915e117 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Made reservation on behalf of 197c87acc0e64f1694436134bc74aeba for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:58:30.429937 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d4f7e49c-1d3f-44a9-96ef-58a31915e117 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:30.456663 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4f7e49c-1d3f-44a9-96ef-58a31915e117 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:58:30.466019 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d4f7e49c-1d3f-44a9-96ef-58a31915e117 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:30.466418 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-d4f7e49c-1d3f-44a9-96ef-58a31915e117 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Added segment 762ebd4d-ed14-4dca-bf85-3e2e80f89b60 of type vlan for network 362f7b6d-4827-4754-9f95-2c1a3d3eb7e4 Dec 09 15:58:30.506428 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d4f7e49c-1d3f-44a9-96ef-58a31915e117 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:30.532577 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d4f7e49c-1d3f-44a9-96ef-58a31915e117 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:30.538267 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f7e49c-1d3f-44a9-96ef-58a31915e117 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:30.538909 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d4f7e49c-1d3f-44a9-96ef-58a31915e117 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:30.606625 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d4f7e49c-1d3f-44a9-96ef-58a31915e117 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2197585 Dec 09 15:58:30.609505 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35358) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:30.614566 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-32b55798-07f9-4341-a450-4aa8f3e84065 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Request body: {'subnet': {'network_id': '362f7b6d-4827-4754-9f95-2c1a3d3eb7e4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:30.615772 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f7e49c-1d3f-44a9-96ef-58a31915e117 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Pushing event updated for resources: {'Network': ['ID=362f7b6d-4827-4754-9f95-2c1a3d3eb7e4,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:30.628533 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 362f7b6d-4827-4754-9f95-2c1a3d3eb7e4 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:58:30.716590 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b55798-07f9-4341-a450-4aa8f3e84065 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Made reservation on behalf of 197c87acc0e64f1694436134bc74aeba for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:58:30.721053 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-32b55798-07f9-4341-a450-4aa8f3e84065 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:30.903222 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-32b55798-07f9-4341-a450-4aa8f3e84065 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:30.971452 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b55798-07f9-4341-a450-4aa8f3e84065 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Pushing event updated for resources: {'Subnet': ['ID=53039fa0-1176-4e18-a50a-223ce2130338,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:30.989034 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b55798-07f9-4341-a450-4aa8f3e84065 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Checking segment: {'id': '762ebd4d-ed14-4dca-bf85-3e2e80f89b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '362f7b6d-4827-4754-9f95-2c1a3d3eb7e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:58:30.989648 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b55798-07f9-4341-a450-4aa8f3e84065 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Network hostable DHCP agents. Network: 362f7b6d-4827-4754-9f95-2c1a3d3eb7e4, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:58:31.008042 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b55798-07f9-4341-a450-4aa8f3e84065 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Network 362f7b6d-4827-4754-9f95-2c1a3d3eb7e4 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:58:31.016678 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-32b55798-07f9-4341-a450-4aa8f3e84065 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 362f7b6d-4827-4754-9f95-2c1a3d3eb7e4) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:58:31.020718 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b55798-07f9-4341-a450-4aa8f3e84065 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:31.021312 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-32b55798-07f9-4341-a450-4aa8f3e84065 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:31.027223 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17178e3d-e461-46e7-95d5-b4985dc30c13 None None] Network 362f7b6d-4827-4754-9f95-2c1a3d3eb7e4 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:58:31.040476 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-32b55798-07f9-4341-a450-4aa8f3e84065 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4272296 Dec 09 15:58:31.040708 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35368) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:31.046772 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-cde27b6f-e32e-4fe0-99b1-98e85e5ebeec tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Request body: {'router': {'external_gateway_info': {'network_id': '362f7b6d-4827-4754-9f95-2c1a3d3eb7e4'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:31.141751 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25f63c0-9d0b-4eda-ab19-4db8e48dba59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-362f7b6d-4827-4754-9f95-2c1a3d3eb7e4', 'network_id': '362f7b6d-4827-4754-9f95-2c1a3d3eb7e4', 'project_id': '197c87acc0e64f1694436134bc74aeba', 'fixed_ips': [{'subnet_id': '53039fa0-1176-4e18-a50a-223ce2130338'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:58:31.143076 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d25f63c0-9d0b-4eda-ab19-4db8e48dba59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:31.266530 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cde27b6f-e32e-4fe0-99b1-98e85e5ebeec tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:31.301930 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-d25f63c0-9d0b-4eda-ab19-4db8e48dba59 None None] Allocated IP 2001:db8:1::2 (362f7b6d-4827-4754-9f95-2c1a3d3eb7e4/53039fa0-1176-4e18-a50a-223ce2130338/dead0a64-ae7c-483a-b8d9-1c207bdb69dc) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:58:31.386379 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-cde27b6f-e32e-4fe0-99b1-98e85e5ebeec tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:58:31.391140 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-cde27b6f-e32e-4fe0-99b1-98e85e5ebeec tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] 10.222.0.57 "PUT /v2.0/routers/4648765f-1c31-415a-811e-e0aef48b66b9 HTTP/1.1" status: 400 len: 364 time: 0.3451610 Dec 09 15:58:31.391336 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35374) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:31.469879 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d25f63c0-9d0b-4eda-ab19-4db8e48dba59 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:31.476490 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d25f63c0-9d0b-4eda-ab19-4db8e48dba59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:31.534743 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25f63c0-9d0b-4eda-ab19-4db8e48dba59 None None] Network 362f7b6d-4827-4754-9f95-2c1a3d3eb7e4 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:58:31.538936 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f63c0-9d0b-4eda-ab19-4db8e48dba59 None None] Pushing event updated for resources: {'Port': ['ID=dead0a64-ae7c-483a-b8d9-1c207bdb69dc,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:31.541794 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-d25f63c0-9d0b-4eda-ab19-4db8e48dba59 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:58:31.544037 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25f63c0-9d0b-4eda-ab19-4db8e48dba59 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:58:31.601608 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d25f63c0-9d0b-4eda-ab19-4db8e48dba59 None None] Attempting to bind port dead0a64-ae7c-483a-b8d9-1c207bdb69dc on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:58:31.601987 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d25f63c0-9d0b-4eda-ab19-4db8e48dba59 None None] Attempting to bind port dead0a64-ae7c-483a-b8d9-1c207bdb69dc by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '762ebd4d-ed14-4dca-bf85-3e2e80f89b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '362f7b6d-4827-4754-9f95-2c1a3d3eb7e4'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:58:31.602448 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25f63c0-9d0b-4eda-ab19-4db8e48dba59 None None] Attempting to bind port dead0a64-ae7c-483a-b8d9-1c207bdb69dc on network 362f7b6d-4827-4754-9f95-2c1a3d3eb7e4 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:58:31.607889 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25f63c0-9d0b-4eda-ab19-4db8e48dba59 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:58:31.608298 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25f63c0-9d0b-4eda-ab19-4db8e48dba59 None None] Checking segment: {'id': '762ebd4d-ed14-4dca-bf85-3e2e80f89b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '362f7b6d-4827-4754-9f95-2c1a3d3eb7e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:58:31.608765 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d25f63c0-9d0b-4eda-ab19-4db8e48dba59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:31.609124 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25f63c0-9d0b-4eda-ab19-4db8e48dba59 None None] Bound using segment: {'id': '762ebd4d-ed14-4dca-bf85-3e2e80f89b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '362f7b6d-4827-4754-9f95-2c1a3d3eb7e4'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:58:31.609603 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d25f63c0-9d0b-4eda-ab19-4db8e48dba59 None None] Bound port: dead0a64-ae7c-483a-b8d9-1c207bdb69dc, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '762ebd4d-ed14-4dca-bf85-3e2e80f89b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '362f7b6d-4827-4754-9f95-2c1a3d3eb7e4'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:58:31.609989 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d25f63c0-9d0b-4eda-ab19-4db8e48dba59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:31.675119 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d25f63c0-9d0b-4eda-ab19-4db8e48dba59 None None] For port dead0a64-ae7c-483a-b8d9-1c207bdb69dc, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:58:31.685820 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d25f63c0-9d0b-4eda-ab19-4db8e48dba59 None None] For port dead0a64-ae7c-483a-b8d9-1c207bdb69dc, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=dead0a64-ae7c-483a-b8d9-1c207bdb69dc,segment=NetworkSegment(762ebd4d-ed14-4dca-bf85-3e2e80f89b60),segment_id=762ebd4d-ed14-4dca-bf85-3e2e80f89b60)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:58:31.692005 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d25f63c0-9d0b-4eda-ab19-4db8e48dba59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:31.760679 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f63c0-9d0b-4eda-ab19-4db8e48dba59 None None] Pushing event updated for resources: {'Port': ['ID=dead0a64-ae7c-483a-b8d9-1c207bdb69dc,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:32.073032 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-64aa0044-d3b8-4279-8cf5-22eddcc80449 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:32.320330 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-64aa0044-d3b8-4279-8cf5-22eddcc80449 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Allocated IP 2001:db8::1 (796201fc-053d-422a-93f8-675f81646474/1892b09a-d094-43ba-a000-a9cefb0f2e32/98f4e4c2-38cd-4914-8d76-7ab40b64950f) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:58:32.444630 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-64aa0044-d3b8-4279-8cf5-22eddcc80449 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:32.484919 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-64aa0044-d3b8-4279-8cf5-22eddcc80449 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:32.529326 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64aa0044-d3b8-4279-8cf5-22eddcc80449 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Network 796201fc-053d-422a-93f8-675f81646474 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:58:32.534947 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-64aa0044-d3b8-4279-8cf5-22eddcc80449 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:58:32.539126 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aa0044-d3b8-4279-8cf5-22eddcc80449 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:58:32.539742 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-64aa0044-d3b8-4279-8cf5-22eddcc80449 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:32.546939 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa0044-d3b8-4279-8cf5-22eddcc80449 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Pushing event updated for resources: {'Port': ['ID=98f4e4c2-38cd-4914-8d76-7ab40b64950f,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:32.685793 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-64aa0044-d3b8-4279-8cf5-22eddcc80449 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:32.925992 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-79a6f694-dd37-4dc5-b8f6-d1d5847985f3 None None] Provisioning complete for port 98f4e4c2-38cd-4914-8d76-7ab40b64950f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:32.926592 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-79a6f694-dd37-4dc5-b8f6-d1d5847985f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:32.953863 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d2e03b-7ca9-4909-a983-5447bca370ed None None] Network 362f7b6d-4827-4754-9f95-2c1a3d3eb7e4 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:58:33.009204 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-79a6f694-dd37-4dc5-b8f6-d1d5847985f3 None None] Port 98f4e4c2-38cd-4914-8d76-7ab40b64950f cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:58:33.009632 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-64aa0044-d3b8-4279-8cf5-22eddcc80449 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:33.017758 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-64aa0044-d3b8-4279-8cf5-22eddcc80449 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:33.019067 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-64aa0044-d3b8-4279-8cf5-22eddcc80449 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:33.073201 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa0044-d3b8-4279-8cf5-22eddcc80449 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Pushing event updated for resources: {'Port': ['ID=98f4e4c2-38cd-4914-8d76-7ab40b64950f,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:33.131392 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1b31ace9-5688-4d65-ba6b-60923ab96f82 None None] Provisioning complete for port dead0a64-ae7c-483a-b8d9-1c207bdb69dc triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:33.131765 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1b31ace9-5688-4d65-ba6b-60923ab96f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:33.193122 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64aa0044-d3b8-4279-8cf5-22eddcc80449 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Network 796201fc-053d-422a-93f8-675f81646474 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:58:33.194747 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-64aa0044-d3b8-4279-8cf5-22eddcc80449 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:58:33.222170 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1b31ace9-5688-4d65-ba6b-60923ab96f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:33.274253 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1b31ace9-5688-4d65-ba6b-60923ab96f82 None None] For port dead0a64-ae7c-483a-b8d9-1c207bdb69dc, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=dead0a64-ae7c-483a-b8d9-1c207bdb69dc,segment=NetworkSegment(762ebd4d-ed14-4dca-bf85-3e2e80f89b60),segment_id=762ebd4d-ed14-4dca-bf85-3e2e80f89b60)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:58:33.281301 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1b31ace9-5688-4d65-ba6b-60923ab96f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:33.340706 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64aa0044-d3b8-4279-8cf5-22eddcc80449 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Router 4648765f-1c31-415a-811e-e0aef48b66b9 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:58:33.369580 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31ace9-5688-4d65-ba6b-60923ab96f82 None None] Pushing event updated for resources: {'Port': ['ID=dead0a64-ae7c-483a-b8d9-1c207bdb69dc,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:33.452944 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64aa0044-d3b8-4279-8cf5-22eddcc80449 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:58:33.462580 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eca223-d299-47fc-8b3a-1a0b1db00489 None None] Sync routers for ids ['4648765f-1c31-415a-811e-e0aef48b66b9'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:58:33.474012 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35412) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:33.480657 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eca223-d299-47fc-8b3a-1a0b1db00489 None None] Routers {'4648765f-1c31-415a-811e-e0aef48b66b9'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:58:33.481341 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-04eca223-d299-47fc-8b3a-1a0b1db00489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:58:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4648765f-1c31-415a-811e-e0aef48b66b9'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:33.485555 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-64aa0044-d3b8-4279-8cf5-22eddcc80449 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] 10.222.0.57 "PUT /v2.0/routers/4648765f-1c31-415a-811e-e0aef48b66b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0924020 Dec 09 15:58:33.536531 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-26ab789b-b60c-48e9-95a5-7e9550c39c47 None None] Provisioning complete for port dead0a64-ae7c-483a-b8d9-1c207bdb69dc triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:33.536905 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-26ab789b-b60c-48e9-95a5-7e9550c39c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:33.540797 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-04eca223-d299-47fc-8b3a-1a0b1db00489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:33.550699 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eca223-d299-47fc-8b3a-1a0b1db00489 None None] Routers {'4648765f-1c31-415a-811e-e0aef48b66b9'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:58:33.551445 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-04eca223-d299-47fc-8b3a-1a0b1db00489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:58:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4648765f-1c31-415a-811e-e0aef48b66b9'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:33.587040 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-04eca223-d299-47fc-8b3a-1a0b1db00489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:33.587864 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eca223-d299-47fc-8b3a-1a0b1db00489 None None] The sync data for ids ['4648765f-1c31-415a-811e-e0aef48b66b9'] in n-d-821228-1 is: [] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:58:33.616635 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-68890a51-5415-4694-92cd-9a23127ec621 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:33.672069 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:58:33.711175 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-68890a51-5415-4694-92cd-9a23127ec621 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 09 15:58:33.712408 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-68890a51-5415-4694-92cd-9a23127ec621 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] 10.222.0.57 "DELETE /v2.0/routers/4648765f-1c31-415a-811e-e0aef48b66b9 HTTP/1.1" status: 409 len: 329 time: 0.2373133 Dec 09 15:58:33.715463 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35416) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:33.749523 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device dead0a64-ae7c-483a-b8d9-1c207bdb69dc up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:58:33.752610 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7a86e424-8be4-4aa9-9d22-4b3678c52c08 None None] Provisioning complete for port 98f4e4c2-38cd-4914-8d76-7ab40b64950f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:33.753182 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7a86e424-8be4-4aa9-9d22-4b3678c52c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:33.819689 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-7a86e424-8be4-4aa9-9d22-4b3678c52c08 None None] Port 98f4e4c2-38cd-4914-8d76-7ab40b64950f cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:58:33.836821 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port dead0a64-ae7c-483a-b8d9-1c207bdb69dc triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:33.837333 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:34.059837 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-54232184-bcb2-49a5-b78a-c83562104981 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:34.310187 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-54232184-bcb2-49a5-b78a-c83562104981 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Deleting port 98f4e4c2-38cd-4914-8d76-7ab40b64950f {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:58:34.310906 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-54232184-bcb2-49a5-b78a-c83562104981 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:34.402379 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-54232184-bcb2-49a5-b78a-c83562104981 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:34.416037 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-54232184-bcb2-49a5-b78a-c83562104981 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Calling delete_port for 98f4e4c2-38cd-4914-8d76-7ab40b64950f owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:58:34.595855 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-54232184-bcb2-49a5-b78a-c83562104981 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:34.625470 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54232184-bcb2-49a5-b78a-c83562104981 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Pushing event deleted for resources: {'Port': ['ID=98f4e4c2-38cd-4914-8d76-7ab40b64950f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:34.724660 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-54232184-bcb2-49a5-b78a-c83562104981 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:34.893800 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54232184-bcb2-49a5-b78a-c83562104981 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Router 4648765f-1c31-415a-811e-e0aef48b66b9 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:58:34.971267 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54232184-bcb2-49a5-b78a-c83562104981 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:58:34.982333 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35440) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:34.984862 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd7e350-0e11-4c8d-83cc-f53efe5c35de None None] Sync routers for ids ['4648765f-1c31-415a-811e-e0aef48b66b9'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:58:34.985434 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-54232184-bcb2-49a5-b78a-c83562104981 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] 10.222.0.57 "PUT /v2.0/routers/4648765f-1c31-415a-811e-e0aef48b66b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2684617 Dec 09 15:58:34.996962 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd7e350-0e11-4c8d-83cc-f53efe5c35de None None] Routers {'4648765f-1c31-415a-811e-e0aef48b66b9'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:58:34.997680 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4dd7e350-0e11-4c8d-83cc-f53efe5c35de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:58:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4648765f-1c31-415a-811e-e0aef48b66b9'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:35.023867 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-fc150301-886f-4d15-a654-8455beb5ffb0 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] show failed (client error): The resource could not be found. Dec 09 15:58:35.028551 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-fc150301-886f-4d15-a654-8455beb5ffb0 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] 10.222.0.57 "GET /v2.0/routers/tempest-non_exist_router-544868342 HTTP/1.1" status: 404 len: 334 time: 0.0415907 Dec 09 15:58:35.028739 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35442) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:35.033440 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-b0166ce2-f0da-4275-be31-67389ba3a6d3 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:35.037784 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4dd7e350-0e11-4c8d-83cc-f53efe5c35de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:35.048725 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd7e350-0e11-4c8d-83cc-f53efe5c35de None None] Routers {'4648765f-1c31-415a-811e-e0aef48b66b9'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:58:35.049361 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4dd7e350-0e11-4c8d-83cc-f53efe5c35de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:58:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4648765f-1c31-415a-811e-e0aef48b66b9'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:35.074084 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-b0166ce2-f0da-4275-be31-67389ba3a6d3 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] update failed (client error): The resource could not be found. Dec 09 15:58:35.075136 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b0166ce2-f0da-4275-be31-67389ba3a6d3 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] 10.222.0.57 "PUT /v2.0/routers/tempest-non_exist_router-2052205855 HTTP/1.1" status: 404 len: 335 time: 0.0452788 Dec 09 15:58:35.079186 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35446) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:35.082851 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4dd7e350-0e11-4c8d-83cc-f53efe5c35de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:35.083522 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd7e350-0e11-4c8d-83cc-f53efe5c35de None None] The sync data for ids ['4648765f-1c31-415a-811e-e0aef48b66b9'] in n-d-821228-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:58:35.138494 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ec8528a-2ac1-43b1-9b90-9ee47459058d tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Deleting subnet 53039fa0-1176-4e18-a50a-223ce2130338 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:58:35.142318 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7ec8528a-2ac1-43b1-9b90-9ee47459058d tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:35.183971 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7ec8528a-2ac1-43b1-9b90-9ee47459058d tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:35.267075 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7ec8528a-2ac1-43b1-9b90-9ee47459058d tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:35.331130 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7ec8528a-2ac1-43b1-9b90-9ee47459058d tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:35.361465 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8528a-2ac1-43b1-9b90-9ee47459058d tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Pushing event deleted for resources: {'Subnet': ['ID=53039fa0-1176-4e18-a50a-223ce2130338,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:35.366778 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7ec8528a-2ac1-43b1-9b90-9ee47459058d tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:35.372277 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7ec8528a-2ac1-43b1-9b90-9ee47459058d tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] 10.222.0.57 "DELETE /v2.0/subnets/53039fa0-1176-4e18-a50a-223ce2130338 HTTP/1.1" status: 204 len: 168 time: 0.2896800 Dec 09 15:58:35.372456 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35454) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:35.374699 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4acf09-fac9-4493-8368-db9b4df6b16f None None] Network 362f7b6d-4827-4754-9f95-2c1a3d3eb7e4 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:58:35.454516 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77984da7-6c70-4f45-8634-6fde1a8ec0a3 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:35.515396 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-77984da7-6c70-4f45-8634-6fde1a8ec0a3 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Deleting port dead0a64-ae7c-483a-b8d9-1c207bdb69dc {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:58:35.515747 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77984da7-6c70-4f45-8634-6fde1a8ec0a3 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:35.599543 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-77984da7-6c70-4f45-8634-6fde1a8ec0a3 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] For port dead0a64-ae7c-483a-b8d9-1c207bdb69dc, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=dead0a64-ae7c-483a-b8d9-1c207bdb69dc,segment=NetworkSegment(762ebd4d-ed14-4dca-bf85-3e2e80f89b60),segment_id=762ebd4d-ed14-4dca-bf85-3e2e80f89b60)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:58:35.599927 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77984da7-6c70-4f45-8634-6fde1a8ec0a3 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:35.622979 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-77984da7-6c70-4f45-8634-6fde1a8ec0a3 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Calling delete_port for dead0a64-ae7c-483a-b8d9-1c207bdb69dc owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:58:35.740392 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77984da7-6c70-4f45-8634-6fde1a8ec0a3 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:35.742372 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d959e1-3739-4baa-8ab9-c4f0a5a948cd None None] DHCP port deletion for 362f7b6d-4827-4754-9f95-2c1a3d3eb7e4 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:58:35.777804 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77984da7-6c70-4f45-8634-6fde1a8ec0a3 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Pushing event deleted for resources: {'Port': ['ID=dead0a64-ae7c-483a-b8d9-1c207bdb69dc,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:35.780208 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77984da7-6c70-4f45-8634-6fde1a8ec0a3 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] No DVR routers for this DVR port dead0a64-ae7c-483a-b8d9-1c207bdb69dc on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:58:35.856922 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77984da7-6c70-4f45-8634-6fde1a8ec0a3 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:35.877975 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-77984da7-6c70-4f45-8634-6fde1a8ec0a3 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['362f7b6d-4827-4754-9f95-2c1a3d3eb7e4']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:35.887046 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-77984da7-6c70-4f45-8634-6fde1a8ec0a3 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '762ebd4d-ed14-4dca-bf85-3e2e80f89b60') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:35.887347 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-77984da7-6c70-4f45-8634-6fde1a8ec0a3 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '762ebd4d-ed14-4dca-bf85-3e2e80f89b60') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:35.897989 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77984da7-6c70-4f45-8634-6fde1a8ec0a3 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:35.911838 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77984da7-6c70-4f45-8634-6fde1a8ec0a3 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:35.918058 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77984da7-6c70-4f45-8634-6fde1a8ec0a3 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:58:35.918481 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77984da7-6c70-4f45-8634-6fde1a8ec0a3 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:35.921647 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:58:35.921647 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:58:35.921647 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:58:35.921647 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:58:35.921647 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:58:35.921647 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:58:35.921647 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:58:35.921647 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:58:35.921647 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:58:35.921647 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:58:35.921647 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:58:35.921647 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:58:35.921647 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:58:35.921647 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:58:35.921647 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:58:35.921647 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:58:35.921647 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:58:35.921647 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:58:35.921647 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:58:35.921647 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:58:35.921647 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:58:35.921647 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:58:35.921647 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:58:35.921647 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:58:35.921647 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:58:35.921647 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:58:35.921647 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:58:35.921647 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:58:35.921647 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:58:35.921647 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:58:35.921647 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:58:35.921647 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:58:35.987018 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77984da7-6c70-4f45-8634-6fde1a8ec0a3 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:35.992730 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77984da7-6c70-4f45-8634-6fde1a8ec0a3 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:35.996489 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-77984da7-6c70-4f45-8634-6fde1a8ec0a3 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] 10.222.0.57 "DELETE /v2.0/networks/362f7b6d-4827-4754-9f95-2c1a3d3eb7e4 HTTP/1.1" status: 204 len: 168 time: 0.6226640 Dec 09 15:58:36.000997 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35466) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:36.040406 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77984da7-6c70-4f45-8634-6fde1a8ec0a3 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Pushing event deleted for resources: {'Network': ['ID=362f7b6d-4827-4754-9f95-2c1a3d3eb7e4,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:36.064328 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-9455716f-9679-43cf-8a60-eb71bd554c12 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Deleting subnet 185d74cd-410e-4c58-8e3b-04d4f0a17487 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:58:36.067586 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9455716f-9679-43cf-8a60-eb71bd554c12 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:36.110298 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9455716f-9679-43cf-8a60-eb71bd554c12 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:36.198665 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9455716f-9679-43cf-8a60-eb71bd554c12 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:36.271821 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9455716f-9679-43cf-8a60-eb71bd554c12 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:36.301289 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455716f-9679-43cf-8a60-eb71bd554c12 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Pushing event deleted for resources: {'Subnet': ['ID=185d74cd-410e-4c58-8e3b-04d4f0a17487,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:36.311462 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98085a5-09a2-4c29-8157-a4c3f676b9a3 None None] Network 71902ab9-7ed8-4dc6-8960-c50af80df88a requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:58:36.312724 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9455716f-9679-43cf-8a60-eb71bd554c12 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:36.319507 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9455716f-9679-43cf-8a60-eb71bd554c12 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] 10.222.0.57 "DELETE /v2.0/subnets/185d74cd-410e-4c58-8e3b-04d4f0a17487 HTTP/1.1" status: 204 len: 168 time: 0.3173168 Dec 09 15:58:36.321753 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35472) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:36.396285 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-24021938-c21f-4d5e-ab05-f4bb04adee04 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Deleting subnet 9f3450e9-2c7a-4030-9573-e6d38f0c4639 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:58:36.399688 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-24021938-c21f-4d5e-ab05-f4bb04adee04 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:36.447723 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-24021938-c21f-4d5e-ab05-f4bb04adee04 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:36.507134 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd842de-9241-4782-9e3f-171ac7dc10b8 None None] DHCP port deletion for 71902ab9-7ed8-4dc6-8960-c50af80df88a request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:58:36.551856 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-24021938-c21f-4d5e-ab05-f4bb04adee04 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:36.559904 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2bd842de-9241-4782-9e3f-171ac7dc10b8 None None] Deleting port d9a3197b-51aa-4e21-9678-3361428f0ce5 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:58:36.560739 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2bd842de-9241-4782-9e3f-171ac7dc10b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:36.626734 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-24021938-c21f-4d5e-ab05-f4bb04adee04 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:36.637922 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-2bd842de-9241-4782-9e3f-171ac7dc10b8 None None] For port d9a3197b-51aa-4e21-9678-3361428f0ce5, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d9a3197b-51aa-4e21-9678-3361428f0ce5,segment=NetworkSegment(aae50e3e-3b80-4b77-b341-fef3aebcb04b),segment_id=aae50e3e-3b80-4b77-b341-fef3aebcb04b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:58:36.638416 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2bd842de-9241-4782-9e3f-171ac7dc10b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:36.652046 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2bd842de-9241-4782-9e3f-171ac7dc10b8 None None] Calling delete_port for d9a3197b-51aa-4e21-9678-3361428f0ce5 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:58:36.656364 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24021938-c21f-4d5e-ab05-f4bb04adee04 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Pushing event deleted for resources: {'Subnet': ['ID=9f3450e9-2c7a-4030-9573-e6d38f0c4639,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:36.658381 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-24021938-c21f-4d5e-ab05-f4bb04adee04 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:36.663936 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-24021938-c21f-4d5e-ab05-f4bb04adee04 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] 10.222.0.57 "DELETE /v2.0/subnets/9f3450e9-2c7a-4030-9573-e6d38f0c4639 HTTP/1.1" status: 204 len: 168 time: 0.3384972 Dec 09 15:58:36.664265 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35480) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:36.704497 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726b9cb4-f9e1-4c77-852e-2cd61d7489f4 None None] Network 06e35fc7-191a-4993-9bbd-e661d5b2cfff requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:58:36.747321 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d477393b-bd43-4201-9e18-222ed2ccc8fb tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:36.812885 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-d477393b-bd43-4201-9e18-222ed2ccc8fb tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Deleting port d9a3197b-51aa-4e21-9678-3361428f0ce5 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:58:36.813283 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d477393b-bd43-4201-9e18-222ed2ccc8fb tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:36.825374 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2bd842de-9241-4782-9e3f-171ac7dc10b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:36.854141 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd842de-9241-4782-9e3f-171ac7dc10b8 None None] Pushing event deleted for resources: {'Port': ['ID=d9a3197b-51aa-4e21-9678-3361428f0ce5,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:36.860729 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd842de-9241-4782-9e3f-171ac7dc10b8 None None] No DVR routers for this DVR port d9a3197b-51aa-4e21-9678-3361428f0ce5 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:58:36.884775 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-d477393b-bd43-4201-9e18-222ed2ccc8fb tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] For port d9a3197b-51aa-4e21-9678-3361428f0ce5, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d9a3197b-51aa-4e21-9678-3361428f0ce5,segment=NetworkSegment(aae50e3e-3b80-4b77-b341-fef3aebcb04b),segment_id=aae50e3e-3b80-4b77-b341-fef3aebcb04b)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:58:36.885143 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d477393b-bd43-4201-9e18-222ed2ccc8fb tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:36.899580 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-d477393b-bd43-4201-9e18-222ed2ccc8fb tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Calling delete_port for d9a3197b-51aa-4e21-9678-3361428f0ce5 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:58:36.947696 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185591de-6bd5-45ff-b326-2236dcf85e77 None None] DHCP port deletion for 06e35fc7-191a-4993-9bbd-e661d5b2cfff request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:58:36.985550 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d477393b-bd43-4201-9e18-222ed2ccc8fb tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:37.004326 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-185591de-6bd5-45ff-b326-2236dcf85e77 None None] Deleting port 326e3be0-5cca-46e6-96cb-9be4dcd336c1 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:58:37.004750 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-185591de-6bd5-45ff-b326-2236dcf85e77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:37.010421 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d477393b-bd43-4201-9e18-222ed2ccc8fb tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Pushing event deleted for resources: {'Port': ['ID=d9a3197b-51aa-4e21-9678-3361428f0ce5,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:37.016689 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d477393b-bd43-4201-9e18-222ed2ccc8fb tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] No DVR routers for this DVR port d9a3197b-51aa-4e21-9678-3361428f0ce5 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:58:37.086372 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-185591de-6bd5-45ff-b326-2236dcf85e77 None None] For port 326e3be0-5cca-46e6-96cb-9be4dcd336c1, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=326e3be0-5cca-46e6-96cb-9be4dcd336c1,segment=NetworkSegment(c8d9eb41-a705-4f57-8036-d07531f04dda),segment_id=c8d9eb41-a705-4f57-8036-d07531f04dda)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:58:37.086886 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-185591de-6bd5-45ff-b326-2236dcf85e77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:37.102889 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-185591de-6bd5-45ff-b326-2236dcf85e77 None None] Calling delete_port for 326e3be0-5cca-46e6-96cb-9be4dcd336c1 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:58:37.103177 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d477393b-bd43-4201-9e18-222ed2ccc8fb tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:37.124564 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-d477393b-bd43-4201-9e18-222ed2ccc8fb tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71902ab9-7ed8-4dc6-8960-c50af80df88a']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:37.134377 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-d477393b-bd43-4201-9e18-222ed2ccc8fb tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae50e3e-3b80-4b77-b341-fef3aebcb04b') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:37.134686 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-d477393b-bd43-4201-9e18-222ed2ccc8fb tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae50e3e-3b80-4b77-b341-fef3aebcb04b') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:37.145384 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d477393b-bd43-4201-9e18-222ed2ccc8fb tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:37.159043 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d477393b-bd43-4201-9e18-222ed2ccc8fb tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:37.166557 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d477393b-bd43-4201-9e18-222ed2ccc8fb tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:58:37.166944 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d477393b-bd43-4201-9e18-222ed2ccc8fb tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:37.169958 n-d-821228-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:58:37.169958 n-d-821228-1 neutron-server[103245]: self.session.flush() Dec 09 15:58:37.169958 n-d-821228-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:58:37.169958 n-d-821228-1 neutron-server[103245]: self.session.flush() Dec 09 15:58:37.169958 n-d-821228-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:58:37.169958 n-d-821228-1 neutron-server[103245]: self.session.flush() Dec 09 15:58:37.169958 n-d-821228-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:58:37.169958 n-d-821228-1 neutron-server[103245]: self.session.flush() Dec 09 15:58:37.169958 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:58:37.169958 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:58:37.169958 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:58:37.169958 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:58:37.169958 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:58:37.169958 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:58:37.169958 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:58:37.169958 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:58:37.169958 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:58:37.169958 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:58:37.169958 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:58:37.169958 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:58:37.169958 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:58:37.169958 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:58:37.169958 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:58:37.169958 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:58:37.169958 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:58:37.169958 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:58:37.169958 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:58:37.169958 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:58:37.169958 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:58:37.169958 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:58:37.169958 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:58:37.169958 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:58:37.169958 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:58:37.169958 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:58:37.169958 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:58:37.169958 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:58:37.169958 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:58:37.169958 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:58:37.169958 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:58:37.169958 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:58:37.196705 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-185591de-6bd5-45ff-b326-2236dcf85e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:37.223258 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185591de-6bd5-45ff-b326-2236dcf85e77 None None] Pushing event deleted for resources: {'Port': ['ID=326e3be0-5cca-46e6-96cb-9be4dcd336c1,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:37.226966 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185591de-6bd5-45ff-b326-2236dcf85e77 None None] No DVR routers for this DVR port 326e3be0-5cca-46e6-96cb-9be4dcd336c1 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:58:37.243930 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d477393b-bd43-4201-9e18-222ed2ccc8fb tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:37.252731 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d477393b-bd43-4201-9e18-222ed2ccc8fb tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:37.256476 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d477393b-bd43-4201-9e18-222ed2ccc8fb tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] 10.222.0.57 "DELETE /v2.0/networks/71902ab9-7ed8-4dc6-8960-c50af80df88a HTTP/1.1" status: 204 len: 168 time: 0.5883472 Dec 09 15:58:37.258835 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35490) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:37.278265 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d477393b-bd43-4201-9e18-222ed2ccc8fb tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Pushing event deleted for resources: {'Network': ['ID=71902ab9-7ed8-4dc6-8960-c50af80df88a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:37.362825 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-38c8fdc4-a213-4fc4-822b-1fcc4b314397 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:37.464149 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-38c8fdc4-a213-4fc4-822b-1fcc4b314397 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:37.485321 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-38c8fdc4-a213-4fc4-822b-1fcc4b314397 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06e35fc7-191a-4993-9bbd-e661d5b2cfff']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:37.494424 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-38c8fdc4-a213-4fc4-822b-1fcc4b314397 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8d9eb41-a705-4f57-8036-d07531f04dda') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:37.494725 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-38c8fdc4-a213-4fc4-822b-1fcc4b314397 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8d9eb41-a705-4f57-8036-d07531f04dda') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:37.505363 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-38c8fdc4-a213-4fc4-822b-1fcc4b314397 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:37.518569 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-38c8fdc4-a213-4fc4-822b-1fcc4b314397 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:37.524490 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38c8fdc4-a213-4fc4-822b-1fcc4b314397 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:58:37.524870 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-38c8fdc4-a213-4fc4-822b-1fcc4b314397 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:37.528214 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:58:37.528214 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:58:37.528214 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:58:37.528214 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:58:37.528214 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:58:37.528214 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:58:37.528214 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:58:37.528214 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:58:37.528214 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:58:37.528214 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:58:37.528214 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:58:37.528214 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:58:37.528214 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:58:37.528214 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:58:37.528214 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:58:37.528214 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:58:37.528214 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:58:37.528214 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:58:37.528214 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:58:37.528214 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:58:37.528214 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:58:37.528214 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:58:37.528214 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:58:37.528214 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:58:37.528214 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:58:37.528214 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:58:37.528214 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:58:37.528214 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:58:37.528214 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:58:37.528214 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:58:37.528214 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:58:37.528214 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:58:37.590982 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-38c8fdc4-a213-4fc4-822b-1fcc4b314397 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:37.598122 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-38c8fdc4-a213-4fc4-822b-1fcc4b314397 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:37.602057 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-38c8fdc4-a213-4fc4-822b-1fcc4b314397 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] 10.222.0.57 "DELETE /v2.0/networks/06e35fc7-191a-4993-9bbd-e661d5b2cfff HTTP/1.1" status: 204 len: 168 time: 0.3422766 Dec 09 15:58:37.604488 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35500) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:37.642856 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c8fdc4-a213-4fc4-822b-1fcc4b314397 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Pushing event deleted for resources: {'Network': ['ID=06e35fc7-191a-4993-9bbd-e661d5b2cfff,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:37.671255 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcb43a42-5720-4062-9b25-a9280d8e1f94 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Deleting subnet 1892b09a-d094-43ba-a000-a9cefb0f2e32 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:58:37.674589 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fcb43a42-5720-4062-9b25-a9280d8e1f94 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:37.717933 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fcb43a42-5720-4062-9b25-a9280d8e1f94 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:37.722097 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d9a3197b-51aa-4e21-9678-3361428f0ce5 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:58:37.742411 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: d9a3197b-51aa-4e21-9678-3361428f0ce5 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:58:37.743063 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d9a3197b-51aa-4e21-9678-3361428f0ce5 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:58:37.743669 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device dead0a64-ae7c-483a-b8d9-1c207bdb69dc no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:58:37.762181 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: dead0a64-ae7c-483a-b8d9-1c207bdb69dc {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:58:37.762816 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device dead0a64-ae7c-483a-b8d9-1c207bdb69dc not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:58:37.763403 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 326e3be0-5cca-46e6-96cb-9be4dcd336c1 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:58:37.783518 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 326e3be0-5cca-46e6-96cb-9be4dcd336c1 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:58:37.783867 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 326e3be0-5cca-46e6-96cb-9be4dcd336c1 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:58:37.816556 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fcb43a42-5720-4062-9b25-a9280d8e1f94 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:37.876162 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fcb43a42-5720-4062-9b25-a9280d8e1f94 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:37.911073 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fcb43a42-5720-4062-9b25-a9280d8e1f94 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:37.916850 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-fcb43a42-5720-4062-9b25-a9280d8e1f94 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] 10.222.0.57 "DELETE /v2.0/subnets/1892b09a-d094-43ba-a000-a9cefb0f2e32 HTTP/1.1" status: 204 len: 168 time: 0.3089237 Dec 09 15:58:37.916850 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb43a42-5720-4062-9b25-a9280d8e1f94 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Pushing event deleted for resources: {'Subnet': ['ID=1892b09a-d094-43ba-a000-a9cefb0f2e32,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:37.918269 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35508) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:37.919835 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00e76e9-105c-4c5e-bc2e-07bacd26385e None None] Network 796201fc-053d-422a-93f8-675f81646474 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:58:38.002383 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5c2874fe-1203-48bb-85cc-6fa2d26b959b tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:38.066173 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-5c2874fe-1203-48bb-85cc-6fa2d26b959b tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Deleting port cc566118-d0f2-4bb2-bdfb-13ffd1d30fa6 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:58:38.066515 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5c2874fe-1203-48bb-85cc-6fa2d26b959b tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:38.089948 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf0934b-7e23-46a2-a084-d05ac59f67d0 None None] DHCP port deletion for 796201fc-053d-422a-93f8-675f81646474 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:58:38.135504 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-5c2874fe-1203-48bb-85cc-6fa2d26b959b tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] For port cc566118-d0f2-4bb2-bdfb-13ffd1d30fa6, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=cc566118-d0f2-4bb2-bdfb-13ffd1d30fa6,segment=NetworkSegment(8f5c93d9-4e3a-485c-b73f-5a229a4d4230),segment_id=8f5c93d9-4e3a-485c-b73f-5a229a4d4230)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:58:38.135958 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5c2874fe-1203-48bb-85cc-6fa2d26b959b tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:38.141405 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8cf0934b-7e23-46a2-a084-d05ac59f67d0 None None] Deleting port cc566118-d0f2-4bb2-bdfb-13ffd1d30fa6 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:58:38.141785 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8cf0934b-7e23-46a2-a084-d05ac59f67d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:38.150046 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-5c2874fe-1203-48bb-85cc-6fa2d26b959b tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Calling delete_port for cc566118-d0f2-4bb2-bdfb-13ffd1d30fa6 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:58:38.210032 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8cf0934b-7e23-46a2-a084-d05ac59f67d0 None None] For port cc566118-d0f2-4bb2-bdfb-13ffd1d30fa6, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=cc566118-d0f2-4bb2-bdfb-13ffd1d30fa6,segment=NetworkSegment(8f5c93d9-4e3a-485c-b73f-5a229a4d4230),segment_id=8f5c93d9-4e3a-485c-b73f-5a229a4d4230)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:58:38.210431 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8cf0934b-7e23-46a2-a084-d05ac59f67d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:38.225088 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8cf0934b-7e23-46a2-a084-d05ac59f67d0 None None] Calling delete_port for cc566118-d0f2-4bb2-bdfb-13ffd1d30fa6 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:58:38.244855 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5c2874fe-1203-48bb-85cc-6fa2d26b959b tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:38.274209 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2874fe-1203-48bb-85cc-6fa2d26b959b tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Pushing event deleted for resources: {'Port': ['ID=cc566118-d0f2-4bb2-bdfb-13ffd1d30fa6,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:38.279729 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2874fe-1203-48bb-85cc-6fa2d26b959b tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] No DVR routers for this DVR port cc566118-d0f2-4bb2-bdfb-13ffd1d30fa6 on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:58:38.310182 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8cf0934b-7e23-46a2-a084-d05ac59f67d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:38.341237 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0934b-7e23-46a2-a084-d05ac59f67d0 None None] Pushing event deleted for resources: {'Port': ['ID=cc566118-d0f2-4bb2-bdfb-13ffd1d30fa6,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:38.347416 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf0934b-7e23-46a2-a084-d05ac59f67d0 None None] No DVR routers for this DVR port cc566118-d0f2-4bb2-bdfb-13ffd1d30fa6 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:58:38.383585 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5c2874fe-1203-48bb-85cc-6fa2d26b959b tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:38.406600 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-5c2874fe-1203-48bb-85cc-6fa2d26b959b tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['796201fc-053d-422a-93f8-675f81646474']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:38.415951 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-5c2874fe-1203-48bb-85cc-6fa2d26b959b tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f5c93d9-4e3a-485c-b73f-5a229a4d4230') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:38.416246 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-5c2874fe-1203-48bb-85cc-6fa2d26b959b tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f5c93d9-4e3a-485c-b73f-5a229a4d4230') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:38.426326 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5c2874fe-1203-48bb-85cc-6fa2d26b959b tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:38.441572 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5c2874fe-1203-48bb-85cc-6fa2d26b959b tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:38.448597 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c2874fe-1203-48bb-85cc-6fa2d26b959b tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:58:38.448880 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5c2874fe-1203-48bb-85cc-6fa2d26b959b tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:38.452069 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:58:38.452069 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:58:38.452069 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:58:38.452069 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:58:38.452069 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:58:38.452069 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:58:38.452069 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:58:38.452069 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:58:38.452069 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:58:38.452069 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:58:38.452069 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:58:38.452069 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:58:38.452069 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:58:38.452069 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:58:38.452069 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:58:38.452069 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:58:38.452069 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:58:38.452069 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:58:38.452069 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:58:38.452069 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:58:38.452069 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:58:38.452069 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:58:38.452069 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:58:38.452069 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:58:38.452069 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:58:38.452069 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:58:38.452069 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:58:38.452069 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:58:38.452069 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:58:38.452069 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:58:38.452069 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:58:38.452069 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:58:38.510873 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5c2874fe-1203-48bb-85cc-6fa2d26b959b tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:38.517993 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5c2874fe-1203-48bb-85cc-6fa2d26b959b tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:38.523683 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-5c2874fe-1203-48bb-85cc-6fa2d26b959b tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] 10.222.0.57 "DELETE /v2.0/networks/796201fc-053d-422a-93f8-675f81646474 HTTP/1.1" status: 204 len: 168 time: 0.6011674 Dec 09 15:58:38.524059 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35518) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:38.533327 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2874fe-1203-48bb-85cc-6fa2d26b959b tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Pushing event deleted for resources: {'Network': ['ID=796201fc-053d-422a-93f8-675f81646474,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:38.558417 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-75696e2f-8a4f-4630-8253-6d6918388faa tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] 10.222.0.57 "GET /v2.0/ports?device_id=4648765f-1c31-415a-811e-e0aef48b66b9 HTTP/1.1" status: 200 len: 205 time: 0.0331428 Dec 09 15:58:38.560886 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35520) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:38.637012 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-038aed96-13c9-44d0-b773-8077b6b87880 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:38.802344 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-038aed96-13c9-44d0-b773-8077b6b87880 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:38.804525 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-038aed96-13c9-44d0-b773-8077b6b87880 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:38.847426 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-038aed96-13c9-44d0-b773-8077b6b87880 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:38.847940 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038aed96-13c9-44d0-b773-8077b6b87880 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Fanout notify agent at l3_agent the message router_deleted on router 4648765f-1c31-415a-811e-e0aef48b66b9 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:58:38.854689 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-038aed96-13c9-44d0-b773-8077b6b87880 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:38.858695 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-038aed96-13c9-44d0-b773-8077b6b87880 tempest-RoutersNegativeIpV6Test-1393079181 tempest-RoutersNegativeIpV6Test-1393079181-project] 10.222.0.57 "DELETE /v2.0/routers/4648765f-1c31-415a-811e-e0aef48b66b9 HTTP/1.1" status: 204 len: 168 time: 0.2937214 Dec 09 15:58:39.179689 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35540) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:39.346128 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c486f1a1-6fee-4bf1-b856-d8c8155d5531 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=197c87acc0e64f1694436134bc74aeba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1652296 Dec 09 15:58:39.348571 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35544) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:39.400062 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-535e28fd-ca38-48a3-b695-be41905a0a2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:39.684939 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device cc566118-d0f2-4bb2-bdfb-13ffd1d30fa6 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:58:39.723998 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: cc566118-d0f2-4bb2-bdfb-13ffd1d30fa6 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:58:39.724811 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device cc566118-d0f2-4bb2-bdfb-13ffd1d30fa6 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:58:39.782360 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-535e28fd-ca38-48a3-b695-be41905a0a2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:39.829506 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-535e28fd-ca38-48a3-b695-be41905a0a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:39.832164 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-535e28fd-ca38-48a3-b695-be41905a0a2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:39.833372 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-535e28fd-ca38-48a3-b695-be41905a0a2f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c7d5f5a5-5615-429e-8c66-de23cca62fed HTTP/1.1" status: 204 len: 168 time: 0.4838903 Dec 09 15:58:39.841111 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e28fd-ca38-48a3-b695-be41905a0a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d5f5a5-5615-429e-8c66-de23cca62fed,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:40.513529 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35594) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:40.616837 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a85a32ca-58b0-48be-ae8e-141d4b9bbd49 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:40.617340 n-d-821228-1 neutron-server[103245]: WARNING neutron.api.v2.base [None req-a85a32ca-58b0-48be-ae8e-141d4b9bbd49 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 09 15:58:40.617908 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-a85a32ca-58b0-48be-ae8e-141d4b9bbd49 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] create failed (client error): There was a conflict when trying to complete your request. Dec 09 15:58:40.618955 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a85a32ca-58b0-48be-ae8e-141d4b9bbd49 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1042933 Dec 09 15:58:40.622560 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35600) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:40.628235 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ba912f79-a342-403d-bec0-10a43e87c391 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Request body: {'security_group': {'name': 'tempest-secgroup--940822417'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:40.649914 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba912f79-a342-403d-bec0-10a43e87c391 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:40.659416 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba912f79-a342-403d-bec0-10a43e87c391 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:40.737800 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba912f79-a342-403d-bec0-10a43e87c391 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:40.742970 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba912f79-a342-403d-bec0-10a43e87c391 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:40.790658 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba912f79-a342-403d-bec0-10a43e87c391 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9f031a-3158-4d0a-93a8-272b5bb71c4c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:40.820779 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba912f79-a342-403d-bec0-10a43e87c391 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:40.824707 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba912f79-a342-403d-bec0-10a43e87c391 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:40.856506 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba912f79-a342-403d-bec0-10a43e87c391 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:40.857874 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ba912f79-a342-403d-bec0-10a43e87c391 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2341347 Dec 09 15:58:40.858525 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba912f79-a342-403d-bec0-10a43e87c391 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82e9ceee-ac93-4d10-895c-6327d45a7d77,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:40.860653 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35604) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:40.865134 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-3224b8fb-ef21-4d32-90dd-fe34590883e1 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Request body: {'security_group_rule': {'security_group_id': '82e9ceee-ac93-4d10-895c-6327d45a7d77', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:40.892977 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3224b8fb-ef21-4d32-90dd-fe34590883e1 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:40.950394 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3224b8fb-ef21-4d32-90dd-fe34590883e1 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:40.955392 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3224b8fb-ef21-4d32-90dd-fe34590883e1 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:40.974156 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3224b8fb-ef21-4d32-90dd-fe34590883e1 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cf25ee7-5184-4fa9-ab17-9f05009f7e59,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:40.984203 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3224b8fb-ef21-4d32-90dd-fe34590883e1 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:40.985496 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3224b8fb-ef21-4d32-90dd-fe34590883e1 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1239049 Dec 09 15:58:40.988282 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35606) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:40.992536 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-27660d28-b28a-4163-8a06-7af9a6af63d7 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Request body: {'security_group_rule': {'security_group_id': '82e9ceee-ac93-4d10-895c-6327d45a7d77', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:41.020644 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27660d28-b28a-4163-8a06-7af9a6af63d7 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:41.065622 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-27660d28-b28a-4163-8a06-7af9a6af63d7 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] create failed (client error): There was a conflict when trying to complete your request. Dec 09 15:58:41.066741 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-27660d28-b28a-4163-8a06-7af9a6af63d7 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0774739 Dec 09 15:58:41.069785 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35608) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:41.127560 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31ee3d23-b0ee-4339-b413-ecf883f31dfc tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:41.153192 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31ee3d23-b0ee-4339-b413-ecf883f31dfc tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:41.200787 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31ee3d23-b0ee-4339-b413-ecf883f31dfc tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:41.203980 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31ee3d23-b0ee-4339-b413-ecf883f31dfc tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:41.205233 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-31ee3d23-b0ee-4339-b413-ecf883f31dfc tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "DELETE /v2.0/security-groups/82e9ceee-ac93-4d10-895c-6327d45a7d77 HTTP/1.1" status: 204 len: 168 time: 0.1344328 Dec 09 15:58:41.208358 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35610) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:41.214676 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee3d23-b0ee-4339-b413-ecf883f31dfc tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e9ceee-ac93-4d10-895c-6327d45a7d77,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:41.272341 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9ff91bde-2871-455f-a904-db44b9d245d2 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0628378 Dec 09 15:58:41.275918 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35612) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:41.285646 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8c57ca8d-abad-4b51-9901-48a39168a3e0 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Request body: {'security_group': {'name': 'tempest-secgroup--1016932830'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:41.309814 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c57ca8d-abad-4b51-9901-48a39168a3e0 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:41.379823 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c57ca8d-abad-4b51-9901-48a39168a3e0 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:41.386905 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c57ca8d-abad-4b51-9901-48a39168a3e0 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:41.414101 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8c57ca8d-abad-4b51-9901-48a39168a3e0 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:41.418003 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8c57ca8d-abad-4b51-9901-48a39168a3e0 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1382530 Dec 09 15:58:41.418538 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35614) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:41.424357 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57ca8d-abad-4b51-9901-48a39168a3e0 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8069aca-f3ba-4ecb-86a9-8539917b809b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:41.424523 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-bca71d0d-4b52-4e1e-a870-3521d5ccd58f tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Request body: {'security_group_rule': {'security_group_id': 'f8069aca-f3ba-4ecb-86a9-8539917b809b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:41.424929 n-d-821228-1 neutron-server[103244]: WARNING neutron.api.v2.base [None req-bca71d0d-4b52-4e1e-a870-3521d5ccd58f tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 09 15:58:41.425650 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-bca71d0d-4b52-4e1e-a870-3521d5ccd58f tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:58:41.434975 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-bca71d0d-4b52-4e1e-a870-3521d5ccd58f tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0152183 Dec 09 15:58:41.438575 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35616) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:41.493882 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32ba2a6f-9f36-4aa1-b54b-e8ef6d892141 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:41.516949 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32ba2a6f-9f36-4aa1-b54b-e8ef6d892141 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:41.556790 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32ba2a6f-9f36-4aa1-b54b-e8ef6d892141 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:41.559434 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32ba2a6f-9f36-4aa1-b54b-e8ef6d892141 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:41.560668 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-32ba2a6f-9f36-4aa1-b54b-e8ef6d892141 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "DELETE /v2.0/security-groups/f8069aca-f3ba-4ecb-86a9-8539917b809b HTTP/1.1" status: 204 len: 168 time: 0.1210775 Dec 09 15:58:41.564036 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35618) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:41.570956 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba2a6f-9f36-4aa1-b54b-e8ef6d892141 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8069aca-f3ba-4ecb-86a9-8539917b809b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:41.622619 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-974473fe-8a0e-467b-8303-0f549352356c tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0562387 Dec 09 15:58:41.624855 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35620) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:41.629632 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-2f6942ea-a3fa-4d08-a809-c6e1d60be9ce tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Request body: {'security_group': {'name': 'tempest-secgroup--1354103901'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:41.651884 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2f6942ea-a3fa-4d08-a809-c6e1d60be9ce tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:41.722939 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2f6942ea-a3fa-4d08-a809-c6e1d60be9ce tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:41.726568 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2f6942ea-a3fa-4d08-a809-c6e1d60be9ce tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:41.752977 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2f6942ea-a3fa-4d08-a809-c6e1d60be9ce tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:41.756774 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2f6942ea-a3fa-4d08-a809-c6e1d60be9ce tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1281989 Dec 09 15:58:41.757270 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35624) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:41.762196 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-8c66b621-234f-41b0-94eb-69e1fbab97a6 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Request body: {'security_group_rule': {'security_group_id': '9ceb3eba-b1aa-44f7-afcc-80b01310f199', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:41.762574 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6942ea-a3fa-4d08-a809-c6e1d60be9ce tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ceb3eba-b1aa-44f7-afcc-80b01310f199,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:41.765096 n-d-821228-1 neutron-server[103244]: WARNING neutron.api.v2.base [None req-8c66b621-234f-41b0-94eb-69e1fbab97a6 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 09 15:58:41.765620 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-8c66b621-234f-41b0-94eb-69e1fbab97a6 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:58:41.769426 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8c66b621-234f-41b0-94eb-69e1fbab97a6 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0082562 Dec 09 15:58:41.770015 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35626) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:41.825171 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bafe610d-c148-4bdc-a14b-5b83de7965f6 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:41.848190 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bafe610d-c148-4bdc-a14b-5b83de7965f6 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:41.889282 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bafe610d-c148-4bdc-a14b-5b83de7965f6 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:41.892015 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bafe610d-c148-4bdc-a14b-5b83de7965f6 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:41.893247 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bafe610d-c148-4bdc-a14b-5b83de7965f6 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "DELETE /v2.0/security-groups/9ceb3eba-b1aa-44f7-afcc-80b01310f199 HTTP/1.1" status: 204 len: 168 time: 0.1220231 Dec 09 15:58:41.896040 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35628) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:41.903000 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe610d-c148-4bdc-a14b-5b83de7965f6 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ceb3eba-b1aa-44f7-afcc-80b01310f199,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:41.945006 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-387aef89-35e7-4be6-9985-e19b7ad78934 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0474427 Dec 09 15:58:41.948488 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35630) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:41.953535 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ea0c9fea-6bc2-4e57-bf30-33d5dab98338 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Request body: {'security_group': {'name': 'tempest-secgroup--380580033'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:41.976011 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ea0c9fea-6bc2-4e57-bf30-33d5dab98338 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:42.041895 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ea0c9fea-6bc2-4e57-bf30-33d5dab98338 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:42.046347 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ea0c9fea-6bc2-4e57-bf30-33d5dab98338 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:42.075119 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c9fea-6bc2-4e57-bf30-33d5dab98338 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da3b7988-6903-4f9b-8a66-0bcb4f8387a3,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:42.079860 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ea0c9fea-6bc2-4e57-bf30-33d5dab98338 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:42.083790 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ea0c9fea-6bc2-4e57-bf30-33d5dab98338 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1316285 Dec 09 15:58:42.084240 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35632) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:42.088216 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-4d45e48c-40cf-41b3-b87d-8515d04c27eb tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Request body: {'security_group_rule': {'security_group_id': 'da3b7988-6903-4f9b-8a66-0bcb4f8387a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:42.089098 n-d-821228-1 neutron-server[103244]: WARNING neutron.api.v2.base [None req-4d45e48c-40cf-41b3-b87d-8515d04c27eb tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 09 15:58:42.089589 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-4d45e48c-40cf-41b3-b87d-8515d04c27eb tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:58:42.090533 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4d45e48c-40cf-41b3-b87d-8515d04c27eb tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0056145 Dec 09 15:58:42.093723 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35634) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:42.097714 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-fb2a0a67-61e3-449e-aa6d-f9676f03787a tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Request body: {'security_group_rule': {'security_group_id': 'da3b7988-6903-4f9b-8a66-0bcb4f8387a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:42.098356 n-d-821228-1 neutron-server[103244]: WARNING neutron.api.v2.base [None req-fb2a0a67-61e3-449e-aa6d-f9676f03787a tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 09 15:58:42.098822 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-fb2a0a67-61e3-449e-aa6d-f9676f03787a tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:58:42.099738 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-fb2a0a67-61e3-449e-aa6d-f9676f03787a tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0052142 Dec 09 15:58:42.102157 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35636) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:42.107057 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-9d50ebc4-0ea6-46fb-893c-ba473ad0739b tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Request body: {'security_group_rule': {'security_group_id': 'da3b7988-6903-4f9b-8a66-0bcb4f8387a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:42.108600 n-d-821228-1 neutron-server[103244]: WARNING neutron.api.v2.base [None req-9d50ebc4-0ea6-46fb-893c-ba473ad0739b tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 09 15:58:42.109141 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-9d50ebc4-0ea6-46fb-893c-ba473ad0739b tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:58:42.110028 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9d50ebc4-0ea6-46fb-893c-ba473ad0739b tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0070379 Dec 09 15:58:42.112362 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35638) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:42.116235 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-6f9de5cc-2ea5-4621-ae4a-711b53840bf6 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Request body: {'security_group_rule': {'security_group_id': 'da3b7988-6903-4f9b-8a66-0bcb4f8387a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:42.117097 n-d-821228-1 neutron-server[103244]: WARNING neutron.api.v2.base [None req-6f9de5cc-2ea5-4621-ae4a-711b53840bf6 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 09 15:58:42.117563 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-6f9de5cc-2ea5-4621-ae4a-711b53840bf6 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:58:42.118472 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6f9de5cc-2ea5-4621-ae4a-711b53840bf6 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0052459 Dec 09 15:58:42.120801 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35640) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:42.180169 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1b8638e4-0dfc-4e97-8367-ab33fb4716fc tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:42.206465 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1b8638e4-0dfc-4e97-8367-ab33fb4716fc tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:42.250046 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1b8638e4-0dfc-4e97-8367-ab33fb4716fc tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:42.252863 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1b8638e4-0dfc-4e97-8367-ab33fb4716fc tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:42.253856 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1b8638e4-0dfc-4e97-8367-ab33fb4716fc tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "DELETE /v2.0/security-groups/da3b7988-6903-4f9b-8a66-0bcb4f8387a3 HTTP/1.1" status: 204 len: 168 time: 0.1321375 Dec 09 15:58:42.256606 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35642) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:42.263150 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8638e4-0dfc-4e97-8367-ab33fb4716fc tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3b7988-6903-4f9b-8a66-0bcb4f8387a3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:42.307613 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-87058c19-910c-41f3-8013-d7844db9af86 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0495791 Dec 09 15:58:42.311631 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35644) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:42.316056 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-b9a04072-1c8b-40e9-add0-79bae66d9cfa tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Request body: {'security_group': {'name': 'tempest-secgroup--1685708374'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:42.340517 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b9a04072-1c8b-40e9-add0-79bae66d9cfa tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:42.408349 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b9a04072-1c8b-40e9-add0-79bae66d9cfa tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:42.412755 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b9a04072-1c8b-40e9-add0-79bae66d9cfa tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:42.448757 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b9a04072-1c8b-40e9-add0-79bae66d9cfa tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:42.449917 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b9a04072-1c8b-40e9-add0-79bae66d9cfa tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1373301 Dec 09 15:58:42.452399 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a04072-1c8b-40e9-add0-79bae66d9cfa tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33261210-1da7-49a9-8781-5b0128588734,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:42.454025 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35646) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:42.467328 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-54218ea8-882d-4c7a-8c55-6cda5d308ca8 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Request body: {'security_group_rule': {'security_group_id': '33261210-1da7-49a9-8781-5b0128588734', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:42.468292 n-d-821228-1 neutron-server[103244]: WARNING neutron.api.v2.base [None req-54218ea8-882d-4c7a-8c55-6cda5d308ca8 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 09 15:58:42.469574 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-54218ea8-882d-4c7a-8c55-6cda5d308ca8 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:58:42.470552 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-54218ea8-882d-4c7a-8c55-6cda5d308ca8 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072396 Dec 09 15:58:42.473282 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35648) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:42.477213 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-e5e873ab-2a8e-4002-b416-3bf4911aa54e tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Request body: {'security_group_rule': {'security_group_id': '33261210-1da7-49a9-8781-5b0128588734', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:42.510938 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-e5e873ab-2a8e-4002-b416-3bf4911aa54e tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:58:42.511999 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e5e873ab-2a8e-4002-b416-3bf4911aa54e tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0378382 Dec 09 15:58:42.515594 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35650) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:42.520273 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-6937d0ab-f4b9-49e6-afac-0ffbda042208 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Request body: {'security_group_rule': {'security_group_id': '33261210-1da7-49a9-8781-5b0128588734', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:42.520780 n-d-821228-1 neutron-server[103245]: WARNING neutron.api.v2.base [None req-6937d0ab-f4b9-49e6-afac-0ffbda042208 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 09 15:58:42.521271 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-6937d0ab-f4b9-49e6-afac-0ffbda042208 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:58:42.522190 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6937d0ab-f4b9-49e6-afac-0ffbda042208 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0055473 Dec 09 15:58:42.524567 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35652) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:42.528385 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d0e928ab-4155-4020-8fb3-e638233db3a2 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Request body: {'security_group_rule': {'security_group_id': '33261210-1da7-49a9-8781-5b0128588734', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:42.563469 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-d0e928ab-4155-4020-8fb3-e638233db3a2 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:58:42.564676 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d0e928ab-4155-4020-8fb3-e638233db3a2 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0392165 Dec 09 15:58:42.567522 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35654) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:42.571890 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-01a0e21c-cde1-44f0-a5f9-86dd1ec4fa78 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Request body: {'security_group_rule': {'security_group_id': '33261210-1da7-49a9-8781-5b0128588734', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:42.572978 n-d-821228-1 neutron-server[103245]: WARNING neutron.api.v2.base [None req-01a0e21c-cde1-44f0-a5f9-86dd1ec4fa78 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 09 15:58:42.573445 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-01a0e21c-cde1-44f0-a5f9-86dd1ec4fa78 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:58:42.574399 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-01a0e21c-cde1-44f0-a5f9-86dd1ec4fa78 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059743 Dec 09 15:58:42.577848 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35656) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:42.583034 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-88366c13-42cb-40a7-ba27-40b4b55299a8 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Request body: {'security_group_rule': {'security_group_id': '33261210-1da7-49a9-8781-5b0128588734', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:42.617772 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-88366c13-42cb-40a7-ba27-40b4b55299a8 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:58:42.618951 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-88366c13-42cb-40a7-ba27-40b4b55299a8 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0400853 Dec 09 15:58:42.621766 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35658) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:42.626614 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f2afa492-f613-4439-abac-d254b3ee2035 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Request body: {'security_group_rule': {'security_group_id': '33261210-1da7-49a9-8781-5b0128588734', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:42.627078 n-d-821228-1 neutron-server[103244]: WARNING neutron.api.v2.base [None req-f2afa492-f613-4439-abac-d254b3ee2035 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 09 15:58:42.627534 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-f2afa492-f613-4439-abac-d254b3ee2035 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:58:42.628442 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f2afa492-f613-4439-abac-d254b3ee2035 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057240 Dec 09 15:58:42.630821 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35660) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:42.638388 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-12bdcbe8-b296-4312-aded-453c2a6b6bb7 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Request body: {'security_group_rule': {'security_group_id': '33261210-1da7-49a9-8781-5b0128588734', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:42.672840 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-12bdcbe8-b296-4312-aded-453c2a6b6bb7 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:58:42.673875 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-12bdcbe8-b296-4312-aded-453c2a6b6bb7 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0420828 Dec 09 15:58:42.676656 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35662) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:42.680860 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-0c72ad15-6fb3-44ce-b2af-40cd028675d9 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Request body: {'security_group_rule': {'security_group_id': '33261210-1da7-49a9-8781-5b0128588734', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:42.716241 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-0c72ad15-6fb3-44ce-b2af-40cd028675d9 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:58:42.720407 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35664) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:42.720714 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0c72ad15-6fb3-44ce-b2af-40cd028675d9 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0428965 Dec 09 15:58:42.774570 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a43b67c1-263f-424c-b178-748bc2446fcc tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:42.802035 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a43b67c1-263f-424c-b178-748bc2446fcc tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:42.842496 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a43b67c1-263f-424c-b178-748bc2446fcc tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:42.846503 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a43b67c1-263f-424c-b178-748bc2446fcc tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:42.847762 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a43b67c1-263f-424c-b178-748bc2446fcc tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "DELETE /v2.0/security-groups/33261210-1da7-49a9-8781-5b0128588734 HTTP/1.1" status: 204 len: 168 time: 0.1262712 Dec 09 15:58:42.850499 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35668) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:42.861071 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b67c1-263f-424c-b178-748bc2446fcc tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33261210-1da7-49a9-8781-5b0128588734,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:42.896075 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-59420c51-74a3-4ff4-b11d-9784d91db761 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0444639 Dec 09 15:58:42.900656 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35670) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:42.904646 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-b788b8fb-fc27-4174-ba2e-cf4d7ba99067 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Request body: {'security_group': {'name': 'tempest-secgroup--904236507'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:42.927893 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b788b8fb-fc27-4174-ba2e-cf4d7ba99067 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:42.994531 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b788b8fb-fc27-4174-ba2e-cf4d7ba99067 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:42.999208 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b788b8fb-fc27-4174-ba2e-cf4d7ba99067 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:43.029251 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b788b8fb-fc27-4174-ba2e-cf4d7ba99067 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:43.030588 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b788b8fb-fc27-4174-ba2e-cf4d7ba99067 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1294937 Dec 09 15:58:43.032454 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b788b8fb-fc27-4174-ba2e-cf4d7ba99067 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b680103-0566-4e62-a93e-c4e6e8fd6570,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:43.033679 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35672) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:43.039256 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-55065566-ae92-45b4-ae9c-143f107377d0 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Request body: {'security_group_rule': {'security_group_id': '4b680103-0566-4e62-a93e-c4e6e8fd6570', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:43.083010 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-55065566-ae92-45b4-ae9c-143f107377d0 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] create failed (client error): The resource could not be found. Dec 09 15:58:43.085090 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-55065566-ae92-45b4-ae9c-143f107377d0 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0499129 Dec 09 15:58:43.087012 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35674) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:43.093235 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-cfd6cfd3-3c70-4e08-8e6b-f9b8bac8ce80 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Request body: {'security_group_rule': {'security_group_id': '4b680103-0566-4e62-a93e-c4e6e8fd6570', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '7de699da-3497-4726-991d-0596ca32cafd'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:43.135954 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-cfd6cfd3-3c70-4e08-8e6b-f9b8bac8ce80 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] create failed (client error): The resource could not be found. Dec 09 15:58:43.137776 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-cfd6cfd3-3c70-4e08-8e6b-f9b8bac8ce80 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0492768 Dec 09 15:58:43.140604 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35676) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:43.196514 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef6663b6-5b58-41a8-8f94-19dab1c18b1a tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:43.219246 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef6663b6-5b58-41a8-8f94-19dab1c18b1a tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:43.259394 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef6663b6-5b58-41a8-8f94-19dab1c18b1a tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:43.262499 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef6663b6-5b58-41a8-8f94-19dab1c18b1a tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:43.266557 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ef6663b6-5b58-41a8-8f94-19dab1c18b1a tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "DELETE /v2.0/security-groups/4b680103-0566-4e62-a93e-c4e6e8fd6570 HTTP/1.1" status: 204 len: 168 time: 0.1221116 Dec 09 15:58:43.266950 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35678) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:43.273729 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6663b6-5b58-41a8-8f94-19dab1c18b1a tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b680103-0566-4e62-a93e-c4e6e8fd6570,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:43.318842 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8a559bde-8e14-4750-b534-ef48ee3e26d8 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0507348 Dec 09 15:58:43.322630 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35680) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:43.328010 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-634f0f84-38c1-4d68-b96b-d0cd8332facc tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Request body: {'security_group_rule': {'security_group_id': '748bafa5-e6bd-4d02-8f1a-d8cd6d1d2a04', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:43.366741 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-634f0f84-38c1-4d68-b96b-d0cd8332facc tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] create failed (client error): The resource could not be found. Dec 09 15:58:43.368902 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-634f0f84-38c1-4d68-b96b-d0cd8332facc tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0452452 Dec 09 15:58:43.371652 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35682) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:43.376831 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-5cc77694-7120-4a53-a09d-3dfe169ca838 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Request body: {'security_group': {'name': 'tempest-secgroup--584390512'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:43.401123 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5cc77694-7120-4a53-a09d-3dfe169ca838 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:43.468886 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5cc77694-7120-4a53-a09d-3dfe169ca838 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:43.472754 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5cc77694-7120-4a53-a09d-3dfe169ca838 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:43.502938 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5cc77694-7120-4a53-a09d-3dfe169ca838 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:43.504178 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-5cc77694-7120-4a53-a09d-3dfe169ca838 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1315215 Dec 09 15:58:43.507002 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35684) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:43.511754 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-2217b168-e130-4308-83fb-ef468c1d8608 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Request body: {'security_group': {'name': 'tempest-secgroup--573428988'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:43.517860 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc77694-7120-4a53-a09d-3dfe169ca838 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=668be18e-7977-48e7-b2ca-ef482dc8239b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:43.537799 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2217b168-e130-4308-83fb-ef468c1d8608 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:43.606846 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2217b168-e130-4308-83fb-ef468c1d8608 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:43.610682 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2217b168-e130-4308-83fb-ef468c1d8608 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:43.640126 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2217b168-e130-4308-83fb-ef468c1d8608 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:43.641410 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2217b168-e130-4308-83fb-ef468c1d8608 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1334405 Dec 09 15:58:43.644287 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35686) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:43.649348 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-79fd3c4b-056c-4bf8-9b13-3b3ce0f9a4ac tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Request body: {'security_group_rule': {'security_group_id': '668be18e-7977-48e7-b2ca-ef482dc8239b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '28ff51a1-caec-4a0f-88c8-53265b8c09db'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:43.655798 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217b168-e130-4308-83fb-ef468c1d8608 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28ff51a1-caec-4a0f-88c8-53265b8c09db,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:43.688440 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-79fd3c4b-056c-4bf8-9b13-3b3ce0f9a4ac tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:58:43.689741 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-79fd3c4b-056c-4bf8-9b13-3b3ce0f9a4ac tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0444324 Dec 09 15:58:43.692363 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35688) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:43.745599 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5cb8a994-8dd0-4c6e-a120-bfca9b723ffe tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:43.768638 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5cb8a994-8dd0-4c6e-a120-bfca9b723ffe tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:43.810907 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5cb8a994-8dd0-4c6e-a120-bfca9b723ffe tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:43.814279 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5cb8a994-8dd0-4c6e-a120-bfca9b723ffe tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:43.817370 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-5cb8a994-8dd0-4c6e-a120-bfca9b723ffe tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "DELETE /v2.0/security-groups/28ff51a1-caec-4a0f-88c8-53265b8c09db HTTP/1.1" status: 204 len: 168 time: 0.1216969 Dec 09 15:58:43.818094 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35692) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:43.824860 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8a994-8dd0-4c6e-a120-bfca9b723ffe tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ff51a1-caec-4a0f-88c8-53265b8c09db,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:43.902290 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-01a30d03-0755-45e1-87f8-eaf26afa6bb7 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0827148 Dec 09 15:58:43.905695 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35694) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:43.961395 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-06bdedb4-f635-4950-90c3-cf164aabd8bf tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:43.986815 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-06bdedb4-f635-4950-90c3-cf164aabd8bf tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:44.031204 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-06bdedb4-f635-4950-90c3-cf164aabd8bf tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:44.033789 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-06bdedb4-f635-4950-90c3-cf164aabd8bf tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:44.034944 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-06bdedb4-f635-4950-90c3-cf164aabd8bf tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "DELETE /v2.0/security-groups/668be18e-7977-48e7-b2ca-ef482dc8239b HTTP/1.1" status: 204 len: 168 time: 0.1283123 Dec 09 15:58:44.037916 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35696) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:44.043843 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bdedb4-f635-4950-90c3-cf164aabd8bf tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=668be18e-7977-48e7-b2ca-ef482dc8239b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:44.099662 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7f95fbd4-4737-447f-a6dd-5630679e1be7 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0597792 Dec 09 15:58:44.104009 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35698) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:44.108754 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-9741fa12-84c2-47e4-b628-7c39443eca9f tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Request body: {'security_group': {'name': 'tempest-secgroup--1071674133'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:44.131838 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9741fa12-84c2-47e4-b628-7c39443eca9f tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:44.197721 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9741fa12-84c2-47e4-b628-7c39443eca9f tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:44.202578 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9741fa12-84c2-47e4-b628-7c39443eca9f tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:44.234412 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9741fa12-84c2-47e4-b628-7c39443eca9f tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:44.235584 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9741fa12-84c2-47e4-b628-7c39443eca9f tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1305234 Dec 09 15:58:44.238733 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35700) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:44.239829 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9741fa12-84c2-47e4-b628-7c39443eca9f tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fff96d-5de5-4cff-9aa9-15b5dfddc7bc,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:44.244002 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-d461a4a3-9c55-4947-ad2a-76ef808de254 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:44.244699 n-d-821228-1 neutron-server[103244]: WARNING neutron.api.v2.base [None req-d461a4a3-9c55-4947-ad2a-76ef808de254 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 09 15:58:44.245287 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-d461a4a3-9c55-4947-ad2a-76ef808de254 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] update failed (client error): There was a conflict when trying to complete your request. Dec 09 15:58:44.249865 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d461a4a3-9c55-4947-ad2a-76ef808de254 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "PUT /v2.0/security-groups/e2fff96d-5de5-4cff-9aa9-15b5dfddc7bc HTTP/1.1" status: 409 len: 330 time: 0.0064483 Dec 09 15:58:44.250313 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35702) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:44.302301 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bb76490e-8ae9-4524-a23c-9d3be30675ce tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:44.323653 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bb76490e-8ae9-4524-a23c-9d3be30675ce tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:44.366714 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bb76490e-8ae9-4524-a23c-9d3be30675ce tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:44.369549 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bb76490e-8ae9-4524-a23c-9d3be30675ce tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:44.370731 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-bb76490e-8ae9-4524-a23c-9d3be30675ce tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "DELETE /v2.0/security-groups/e2fff96d-5de5-4cff-9aa9-15b5dfddc7bc HTTP/1.1" status: 204 len: 168 time: 0.1193340 Dec 09 15:58:44.374052 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35704) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:44.383634 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb76490e-8ae9-4524-a23c-9d3be30675ce tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fff96d-5de5-4cff-9aa9-15b5dfddc7bc,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:44.421594 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7db15234-1e64-455f-9758-636e4fbd775e tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0463581 Dec 09 15:58:44.425530 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35706) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:44.439204 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-0a29149d-4228-4c8e-aebc-7b9718b213b1 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] delete failed (client error): The resource could not be found. Dec 09 15:58:44.440322 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0a29149d-4228-4c8e-aebc-7b9718b213b1 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "DELETE /v2.0/security-groups/cdf956be-049a-41b8-8664-1c6e16092a56 HTTP/1.1" status: 404 len: 347 time: 0.0137157 Dec 09 15:58:44.443791 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35708) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:44.457293 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-c63347bd-3ebd-4b19-859d-7e768e360235 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] show failed (client error): The resource could not be found. Dec 09 15:58:44.459594 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c63347bd-3ebd-4b19-859d-7e768e360235 tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "GET /v2.0/security-groups/1ba1d992-3fe1-4082-8049-446f3f63a5a5 HTTP/1.1" status: 404 len: 347 time: 0.0136132 Dec 09 15:58:44.462090 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35710) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:44.473705 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-4f61ca1e-b7a9-4975-adcb-817b078b2d8d tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] show failed (client error): The resource could not be found. Dec 09 15:58:44.474778 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4f61ca1e-b7a9-4975-adcb-817b078b2d8d tempest-NegativeSecGroupTest-1537351728 tempest-NegativeSecGroupTest-1537351728-project] 10.222.0.57 "GET /v2.0/security-group-rules/18b07625-f81e-4863-ab12-6b838191111e HTTP/1.1" status: 404 len: 356 time: 0.0116639 Dec 09 15:58:44.715667 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35716) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:44.860631 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35722) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:44.860783 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d9b1783a-bf06-4db1-ab31-68425a626d1e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5a4024b2ec4f429f9173c02e6f4b33ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1436057 Dec 09 15:58:44.911995 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d04c1978-7a42-40af-aa7c-d066d60ef35d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:44.936055 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d04c1978-7a42-40af-aa7c-d066d60ef35d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:44.988353 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d04c1978-7a42-40af-aa7c-d066d60ef35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:44.991011 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d04c1978-7a42-40af-aa7c-d066d60ef35d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:44.992301 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d04c1978-7a42-40af-aa7c-d066d60ef35d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5a9f031a-3158-4d0a-93a8-272b5bb71c4c HTTP/1.1" status: 204 len: 168 time: 0.1308079 Dec 09 15:58:45.005478 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c1978-7a42-40af-aa7c-d066d60ef35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9f031a-3158-4d0a-93a8-272b5bb71c4c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:45.641670 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35744) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:45.751647 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-b132c1b3-a3fe-4781-a8e2-4f25527c65a0 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-960536584'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:45.773634 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b132c1b3-a3fe-4781-a8e2-4f25527c65a0 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Made reservation on behalf of f0da8cad9649499596034fbd01a4638e for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:58:45.776979 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b132c1b3-a3fe-4781-a8e2-4f25527c65a0 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:45.785866 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b132c1b3-a3fe-4781-a8e2-4f25527c65a0 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:45.866794 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b132c1b3-a3fe-4781-a8e2-4f25527c65a0 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:45.872081 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b132c1b3-a3fe-4781-a8e2-4f25527c65a0 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:45.896037 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b132c1b3-a3fe-4781-a8e2-4f25527c65a0 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:58:45.924849 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b132c1b3-a3fe-4781-a8e2-4f25527c65a0 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:45.925201 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-b132c1b3-a3fe-4781-a8e2-4f25527c65a0 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Added segment ed984d57-f75d-4684-ba36-77eed09179f3 of type vlan for network 610ae1d9-8946-4c1c-8771-82f00a30c0e7 Dec 09 15:58:45.932893 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132c1b3-a3fe-4781-a8e2-4f25527c65a0 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=143e3a35-3e7f-4b5b-8c38-455ffbea7d42,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:45.980877 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b132c1b3-a3fe-4781-a8e2-4f25527c65a0 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:46.012469 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b132c1b3-a3fe-4781-a8e2-4f25527c65a0 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:46.018576 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b132c1b3-a3fe-4781-a8e2-4f25527c65a0 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:46.020314 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b132c1b3-a3fe-4781-a8e2-4f25527c65a0 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:46.050355 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:46.080150 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 35758) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:46.080765 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b132c1b3-a3fe-4781-a8e2-4f25527c65a0 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4374254 Dec 09 15:58:46.087077 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-77366e3c-c5da-4bfa-9169-830a60dbdaef tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Request body: {'subnet': {'network_id': '610ae1d9-8946-4c1c-8771-82f00a30c0e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:46.106563 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132c1b3-a3fe-4781-a8e2-4f25527c65a0 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Pushing event updated for resources: {'Network': ['ID=610ae1d9-8946-4c1c-8771-82f00a30c0e7,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:46.122565 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 610ae1d9-8946-4c1c-8771-82f00a30c0e7 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:58:46.208281 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77366e3c-c5da-4bfa-9169-830a60dbdaef tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Made reservation on behalf of f0da8cad9649499596034fbd01a4638e for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:58:46.212152 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-77366e3c-c5da-4bfa-9169-830a60dbdaef tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:46.402845 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-77366e3c-c5da-4bfa-9169-830a60dbdaef tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:46.471612 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77366e3c-c5da-4bfa-9169-830a60dbdaef tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Pushing event updated for resources: {'Subnet': ['ID=cd0229c9-eb8a-4380-9072-44fb63834095,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:46.480304 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77366e3c-c5da-4bfa-9169-830a60dbdaef tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Checking segment: {'id': 'ed984d57-f75d-4684-ba36-77eed09179f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '610ae1d9-8946-4c1c-8771-82f00a30c0e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:58:46.480780 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77366e3c-c5da-4bfa-9169-830a60dbdaef tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Network hostable DHCP agents. Network: 610ae1d9-8946-4c1c-8771-82f00a30c0e7, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:58:46.501775 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77366e3c-c5da-4bfa-9169-830a60dbdaef tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Network 610ae1d9-8946-4c1c-8771-82f00a30c0e7 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:58:46.511561 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-77366e3c-c5da-4bfa-9169-830a60dbdaef tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 610ae1d9-8946-4c1c-8771-82f00a30c0e7) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:58:46.519163 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77366e3c-c5da-4bfa-9169-830a60dbdaef tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:46.519763 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-77366e3c-c5da-4bfa-9169-830a60dbdaef tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:46.521936 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd37554-4c80-4035-ab7e-dcb61e0e5bb1 None None] Network 610ae1d9-8946-4c1c-8771-82f00a30c0e7 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:58:46.540499 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-77366e3c-c5da-4bfa-9169-830a60dbdaef tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4565430 Dec 09 15:58:46.541390 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35822) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:46.547231 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-e7f070a2-e96a-46c6-93ab-9f2fcc59153e tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Request body: {'port': {'network_id': '610ae1d9-8946-4c1c-8771-82f00a30c0e7', 'name': 'tempest-TagsExtTest-1769892056'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:46.627417 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f283d069-529c-4e62-bb10-6a41c2868dc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-610ae1d9-8946-4c1c-8771-82f00a30c0e7', 'network_id': '610ae1d9-8946-4c1c-8771-82f00a30c0e7', 'project_id': 'f0da8cad9649499596034fbd01a4638e', 'fixed_ips': [{'subnet_id': 'cd0229c9-eb8a-4380-9072-44fb63834095'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:58:46.628459 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f283d069-529c-4e62-bb10-6a41c2868dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:46.677758 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f070a2-e96a-46c6-93ab-9f2fcc59153e tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Made reservation on behalf of f0da8cad9649499596034fbd01a4638e for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:58:46.681455 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e7f070a2-e96a-46c6-93ab-9f2fcc59153e tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:46.700249 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-e7f070a2-e96a-46c6-93ab-9f2fcc59153e tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] device_id is not set on port 3906b927-82d4-4c50-9a75-e37c6ab06569 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:58:46.783126 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-f283d069-529c-4e62-bb10-6a41c2868dc3 None None] Allocated IP 172.20.0.2 (610ae1d9-8946-4c1c-8771-82f00a30c0e7/cd0229c9-eb8a-4380-9072-44fb63834095/29bd5971-4c09-4fe6-88d8-db0314293e1f) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:58:46.934610 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f283d069-529c-4e62-bb10-6a41c2868dc3 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:46.940756 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f283d069-529c-4e62-bb10-6a41c2868dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:46.986725 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f283d069-529c-4e62-bb10-6a41c2868dc3 None None] Network 610ae1d9-8946-4c1c-8771-82f00a30c0e7 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:58:46.989677 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-f283d069-529c-4e62-bb10-6a41c2868dc3 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:58:46.992272 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f283d069-529c-4e62-bb10-6a41c2868dc3 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:58:46.998880 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283d069-529c-4e62-bb10-6a41c2868dc3 None None] Pushing event updated for resources: {'Port': ['ID=29bd5971-4c09-4fe6-88d8-db0314293e1f,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:47.007730 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-e7f070a2-e96a-46c6-93ab-9f2fcc59153e tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Allocated IP 172.20.0.8 (610ae1d9-8946-4c1c-8771-82f00a30c0e7/cd0229c9-eb8a-4380-9072-44fb63834095/3906b927-82d4-4c50-9a75-e37c6ab06569) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:58:47.061863 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f283d069-529c-4e62-bb10-6a41c2868dc3 None None] Attempting to bind port 29bd5971-4c09-4fe6-88d8-db0314293e1f on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:58:47.062469 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f283d069-529c-4e62-bb10-6a41c2868dc3 None None] Attempting to bind port 29bd5971-4c09-4fe6-88d8-db0314293e1f by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'ed984d57-f75d-4684-ba36-77eed09179f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '610ae1d9-8946-4c1c-8771-82f00a30c0e7'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:58:47.062628 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f283d069-529c-4e62-bb10-6a41c2868dc3 None None] Attempting to bind port 29bd5971-4c09-4fe6-88d8-db0314293e1f on network 610ae1d9-8946-4c1c-8771-82f00a30c0e7 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:58:47.068361 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f283d069-529c-4e62-bb10-6a41c2868dc3 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:58:47.068778 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f283d069-529c-4e62-bb10-6a41c2868dc3 None None] Checking segment: {'id': 'ed984d57-f75d-4684-ba36-77eed09179f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '610ae1d9-8946-4c1c-8771-82f00a30c0e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:58:47.069192 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f283d069-529c-4e62-bb10-6a41c2868dc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:47.069580 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f283d069-529c-4e62-bb10-6a41c2868dc3 None None] Bound using segment: {'id': 'ed984d57-f75d-4684-ba36-77eed09179f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '610ae1d9-8946-4c1c-8771-82f00a30c0e7'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:58:47.070050 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f283d069-529c-4e62-bb10-6a41c2868dc3 None None] Bound port: 29bd5971-4c09-4fe6-88d8-db0314293e1f, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed984d57-f75d-4684-ba36-77eed09179f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '610ae1d9-8946-4c1c-8771-82f00a30c0e7'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:58:47.070843 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f283d069-529c-4e62-bb10-6a41c2868dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:47.149837 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f283d069-529c-4e62-bb10-6a41c2868dc3 None None] For port 29bd5971-4c09-4fe6-88d8-db0314293e1f, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:58:47.154037 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f283d069-529c-4e62-bb10-6a41c2868dc3 None None] For port 29bd5971-4c09-4fe6-88d8-db0314293e1f, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=29bd5971-4c09-4fe6-88d8-db0314293e1f,segment=NetworkSegment(ed984d57-f75d-4684-ba36-77eed09179f3),segment_id=ed984d57-f75d-4684-ba36-77eed09179f3)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:58:47.162102 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f283d069-529c-4e62-bb10-6a41c2868dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:47.194307 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e7f070a2-e96a-46c6-93ab-9f2fcc59153e tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:47.232639 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283d069-529c-4e62-bb10-6a41c2868dc3 None None] Pushing event updated for resources: {'Port': ['ID=29bd5971-4c09-4fe6-88d8-db0314293e1f,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:47.245165 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e7f070a2-e96a-46c6-93ab-9f2fcc59153e tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:47.297594 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f070a2-e96a-46c6-93ab-9f2fcc59153e tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Network 610ae1d9-8946-4c1c-8771-82f00a30c0e7 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:58:47.300830 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-e7f070a2-e96a-46c6-93ab-9f2fcc59153e tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:58:47.305600 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f070a2-e96a-46c6-93ab-9f2fcc59153e tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:58:47.309480 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f070a2-e96a-46c6-93ab-9f2fcc59153e tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Pushing event updated for resources: {'Port': ['ID=3906b927-82d4-4c50-9a75-e37c6ab06569,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:47.359174 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f070a2-e96a-46c6-93ab-9f2fcc59153e tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:47.359818 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e7f070a2-e96a-46c6-93ab-9f2fcc59153e tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:47.384707 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e7f070a2-e96a-46c6-93ab-9f2fcc59153e tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.8420856 Dec 09 15:58:47.387299 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 35942) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:47.393261 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-b8249b38-0883-4d40-befc-5302a64ec301 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-52536975', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:47.434447 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b8249b38-0883-4d40-befc-5302a64ec301 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:47.435601 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b8249b38-0883-4d40-befc-5302a64ec301 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:47.738650 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 29bd5971-4c09-4fe6-88d8-db0314293e1f up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:58:47.816546 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 29bd5971-4c09-4fe6-88d8-db0314293e1f triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:47.817386 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:47.840680 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b8249b38-0883-4d40-befc-5302a64ec301 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:47.847543 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b8249b38-0883-4d40-befc-5302a64ec301 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:47.870624 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b8249b38-0883-4d40-befc-5302a64ec301 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:47.872107 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b8249b38-0883-4d40-befc-5302a64ec301 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4834239 Dec 09 15:58:47.874836 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36006) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:47.879685 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-1a0aa238-7393-4db7-8e34-919aa45c1d3c tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2003890536', 'prefixes': ['172.20.0.0/16']}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:47.905759 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:47.945972 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 29bd5971-4c09-4fe6-88d8-db0314293e1f, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=29bd5971-4c09-4fe6-88d8-db0314293e1f,segment=NetworkSegment(ed984d57-f75d-4684-ba36-77eed09179f3),segment_id=ed984d57-f75d-4684-ba36-77eed09179f3)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:58:47.950615 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:47.999158 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1a0aa238-7393-4db7-8e34-919aa45c1d3c tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks [] for subnetpool, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:48.004098 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36024) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:48.004741 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1a0aa238-7393-4db7-8e34-919aa45c1d3c tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1285920 Dec 09 15:58:48.009106 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-ed0b4f8f-4407-4d91-8ca3-3c86c51746c6 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'cd0229c9-eb8a-4380-9072-44fb63834095', 'tempest-TagsExtTest-Tag-373129183') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:48.011101 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=29bd5971-4c09-4fe6-88d8-db0314293e1f,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:48.124019 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ed0b4f8f-4407-4d91-8ca3-3c86c51746c6 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "PUT /v2.0/subnets/cd0229c9-eb8a-4380-9072-44fb63834095/tags/tempest-TagsExtTest-Tag-373129183 HTTP/1.1" status: 201 len: 201 time: 0.1184654 Dec 09 15:58:48.128126 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36042) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:48.133145 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-f41ff71d-7e30-4555-ae7a-005ddd5ad9bb tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3906b927-82d4-4c50-9a75-e37c6ab06569', 'tempest-TagsExtTest-Tag-1135236466') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:48.219601 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f41ff71d-7e30-4555-ae7a-005ddd5ad9bb tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "PUT /v2.0/ports/3906b927-82d4-4c50-9a75-e37c6ab06569/tags/tempest-TagsExtTest-Tag-1135236466 HTTP/1.1" status: 201 len: 201 time: 0.0853398 Dec 09 15:58:48.219828 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36058) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:48.225946 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-91b15bcb-2249-4015-8f78-26e38680a212 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '30ccb8e7-5edf-49dd-95fc-c1f3c260abb3', 'tempest-TagsExtTest-Tag-453351364') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:48.332319 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-91b15bcb-2249-4015-8f78-26e38680a212 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "PUT /v2.0/routers/30ccb8e7-5edf-49dd-95fc-c1f3c260abb3/tags/tempest-TagsExtTest-Tag-453351364 HTTP/1.1" status: 201 len: 201 time: 0.1087401 Dec 09 15:58:48.332994 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36076) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:48.338526 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0013c7-6323-4a03-a8d0-58562c22c9c2 None None] Network 610ae1d9-8946-4c1c-8771-82f00a30c0e7 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:58:48.345137 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-ac8512e5-24df-49d1-befc-618a1ade0b9f tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '55a6086e-08b9-487d-8a7d-160552a903d3', 'tempest-TagsExtTest-Tag-1559955458') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:48.395507 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ac8512e5-24df-49d1-befc-618a1ade0b9f tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "PUT /v2.0/subnetpools/55a6086e-08b9-487d-8a7d-160552a903d3/tags/tempest-TagsExtTest-Tag-1559955458 HTTP/1.1" status: 201 len: 201 time: 0.0617445 Dec 09 15:58:48.398309 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36086) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:48.403849 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-40aeaee4-13d3-4c88-b737-28578e847bb5 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'cd0229c9-eb8a-4380-9072-44fb63834095') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:48.419271 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f7380cbc-9887-453c-9310-cbe15320ae3b None None] Provisioning complete for port 29bd5971-4c09-4fe6-88d8-db0314293e1f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:48.419671 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f7380cbc-9887-453c-9310-cbe15320ae3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:48.479833 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-40aeaee4-13d3-4c88-b737-28578e847bb5 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "GET /v2.0/subnets/cd0229c9-eb8a-4380-9072-44fb63834095/tags HTTP/1.1" status: 200 len: 240 time: 0.0776615 Dec 09 15:58:48.480324 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36100) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:48.488047 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-d819846e-b4a9-49dc-a2d3-bf155c26b769 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cd0229c9-eb8a-4380-9072-44fb63834095', 'tempest-TagsExtTest-Tag-373129183') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:48.558755 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36110) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:48.559010 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d819846e-b4a9-49dc-a2d3-bf155c26b769 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "GET /v2.0/subnets/cd0229c9-eb8a-4380-9072-44fb63834095/tags/tempest-TagsExtTest-Tag-373129183 HTTP/1.1" status: 204 len: 168 time: 0.0774894 Dec 09 15:58:48.565138 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-e9fed557-0e00-4242-a0eb-59a5694d2402 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'cd0229c9-eb8a-4380-9072-44fb63834095', 'tempest-TagsExtTest-Tag-373129183') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:48.675063 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e9fed557-0e00-4242-a0eb-59a5694d2402 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "DELETE /v2.0/subnets/cd0229c9-eb8a-4380-9072-44fb63834095/tags/tempest-TagsExtTest-Tag-373129183 HTTP/1.1" status: 204 len: 168 time: 0.1148510 Dec 09 15:58:48.677524 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36128) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:48.682740 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-0bba4f0b-3da8-4dbd-b85e-db13252a3ef7 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'cd0229c9-eb8a-4380-9072-44fb63834095') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:48.752614 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0bba4f0b-3da8-4dbd-b85e-db13252a3ef7 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "GET /v2.0/subnets/cd0229c9-eb8a-4380-9072-44fb63834095/tags HTTP/1.1" status: 200 len: 205 time: 0.0731459 Dec 09 15:58:48.754507 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36140) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:48.763068 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-1dad94ef-0d14-4268-8d49-80f3264ed3d5 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3906b927-82d4-4c50-9a75-e37c6ab06569') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:48.779409 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5a0f1685-e3f3-4606-9d6b-f2a1aa48a5da None None] Provisioning complete for port 3906b927-82d4-4c50-9a75-e37c6ab06569 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:48.779557 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5a0f1685-e3f3-4606-9d6b-f2a1aa48a5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:48.823671 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5a0f1685-e3f3-4606-9d6b-f2a1aa48a5da None None] Port 3906b927-82d4-4c50-9a75-e37c6ab06569 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:58:48.836073 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5a0f1685-e3f3-4606-9d6b-f2a1aa48a5da None None] Provisioning complete for port 29bd5971-4c09-4fe6-88d8-db0314293e1f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:48.836558 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5a0f1685-e3f3-4606-9d6b-f2a1aa48a5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:48.837826 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1dad94ef-0d14-4268-8d49-80f3264ed3d5 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "GET /v2.0/ports/3906b927-82d4-4c50-9a75-e37c6ab06569/tags HTTP/1.1" status: 200 len: 241 time: 0.0803800 Dec 09 15:58:48.840468 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36150) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:48.845132 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-97a86895-5fec-4ddc-b814-b4af5e045720 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3906b927-82d4-4c50-9a75-e37c6ab06569', 'tempest-TagsExtTest-Tag-1135236466') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:48.909025 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-97a86895-5fec-4ddc-b814-b4af5e045720 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "GET /v2.0/ports/3906b927-82d4-4c50-9a75-e37c6ab06569/tags/tempest-TagsExtTest-Tag-1135236466 HTTP/1.1" status: 204 len: 168 time: 0.0673792 Dec 09 15:58:48.911522 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36160) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:48.916252 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-05e9073e-6188-4ece-936e-fa3f07744fff tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '3906b927-82d4-4c50-9a75-e37c6ab06569', 'tempest-TagsExtTest-Tag-1135236466') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:48.994691 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-05e9073e-6188-4ece-936e-fa3f07744fff tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "DELETE /v2.0/ports/3906b927-82d4-4c50-9a75-e37c6ab06569/tags/tempest-TagsExtTest-Tag-1135236466 HTTP/1.1" status: 204 len: 168 time: 0.0819664 Dec 09 15:58:48.997132 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36174) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:49.001924 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-82270adc-5a1d-4939-82bb-5a3ea067bf33 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3906b927-82d4-4c50-9a75-e37c6ab06569') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:49.058005 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-82270adc-5a1d-4939-82bb-5a3ea067bf33 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "GET /v2.0/ports/3906b927-82d4-4c50-9a75-e37c6ab06569/tags HTTP/1.1" status: 200 len: 205 time: 0.0598400 Dec 09 15:58:49.059817 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b5bab262-57bf-4688-b7d9-4ce5cb033759 None None] Provisioning complete for port 3906b927-82d4-4c50-9a75-e37c6ab06569 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:49.060436 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36186) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:49.061335 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b5bab262-57bf-4688-b7d9-4ce5cb033759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:49.066665 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-c2a1d0f6-fa2c-4f9f-971f-cdba46b98f93 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '30ccb8e7-5edf-49dd-95fc-c1f3c260abb3') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:49.097677 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b5bab262-57bf-4688-b7d9-4ce5cb033759 None None] Port 3906b927-82d4-4c50-9a75-e37c6ab06569 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:58:49.150196 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c2a1d0f6-fa2c-4f9f-971f-cdba46b98f93 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "GET /v2.0/routers/30ccb8e7-5edf-49dd-95fc-c1f3c260abb3/tags HTTP/1.1" status: 200 len: 240 time: 0.0877905 Dec 09 15:58:49.152699 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36200) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:49.157844 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-db827381-9389-4f9a-9c38-8a95344a4f68 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '30ccb8e7-5edf-49dd-95fc-c1f3c260abb3', 'tempest-TagsExtTest-Tag-453351364') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:49.243056 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-db827381-9389-4f9a-9c38-8a95344a4f68 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "GET /v2.0/routers/30ccb8e7-5edf-49dd-95fc-c1f3c260abb3/tags/tempest-TagsExtTest-Tag-453351364 HTTP/1.1" status: 204 len: 168 time: 0.0891457 Dec 09 15:58:49.245524 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36220) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:49.250667 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-6daea7d2-1026-4b97-97ea-6f83afaed4b0 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '30ccb8e7-5edf-49dd-95fc-c1f3c260abb3', 'tempest-TagsExtTest-Tag-453351364') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:49.347470 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6daea7d2-1026-4b97-97ea-6f83afaed4b0 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "DELETE /v2.0/routers/30ccb8e7-5edf-49dd-95fc-c1f3c260abb3/tags/tempest-TagsExtTest-Tag-453351364 HTTP/1.1" status: 204 len: 168 time: 0.0988150 Dec 09 15:58:49.347960 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36232) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:49.353266 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-aceff4cf-255f-42a9-b597-c3106d52df28 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '30ccb8e7-5edf-49dd-95fc-c1f3c260abb3') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:49.429899 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-aceff4cf-255f-42a9-b597-c3106d52df28 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "GET /v2.0/routers/30ccb8e7-5edf-49dd-95fc-c1f3c260abb3/tags HTTP/1.1" status: 200 len: 205 time: 0.0807300 Dec 09 15:58:49.432333 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36234) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:49.436671 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-14c373a9-5145-4283-91ad-fde86bbd2b26 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '55a6086e-08b9-487d-8a7d-160552a903d3') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:49.470631 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-14c373a9-5145-4283-91ad-fde86bbd2b26 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "GET /v2.0/subnetpools/55a6086e-08b9-487d-8a7d-160552a903d3/tags HTTP/1.1" status: 200 len: 241 time: 0.0372500 Dec 09 15:58:49.473140 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36236) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:49.477268 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-11d1253f-1588-45c3-b04a-275e899996da tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '55a6086e-08b9-487d-8a7d-160552a903d3', 'tempest-TagsExtTest-Tag-1559955458') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:49.497720 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-11d1253f-1588-45c3-b04a-275e899996da tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "GET /v2.0/subnetpools/55a6086e-08b9-487d-8a7d-160552a903d3/tags/tempest-TagsExtTest-Tag-1559955458 HTTP/1.1" status: 204 len: 168 time: 0.0236311 Dec 09 15:58:49.500675 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36238) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:49.504966 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-d1f7d1c0-2d93-4b37-ae29-4723b565afda tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '55a6086e-08b9-487d-8a7d-160552a903d3', 'tempest-TagsExtTest-Tag-1559955458') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:49.538834 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d1f7d1c0-2d93-4b37-ae29-4723b565afda tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "DELETE /v2.0/subnetpools/55a6086e-08b9-487d-8a7d-160552a903d3/tags/tempest-TagsExtTest-Tag-1559955458 HTTP/1.1" status: 204 len: 168 time: 0.0371609 Dec 09 15:58:49.541310 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36240) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:49.546023 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-a9d47cb2-f7cd-4380-b4f2-70a560add729 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '55a6086e-08b9-487d-8a7d-160552a903d3') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:49.572401 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a9d47cb2-f7cd-4380-b4f2-70a560add729 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "GET /v2.0/subnetpools/55a6086e-08b9-487d-8a7d-160552a903d3/tags HTTP/1.1" status: 200 len: 205 time: 0.0299973 Dec 09 15:58:49.574835 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36242) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:49.579317 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-c70cfcb4-deeb-435f-939c-301e6c3186ca tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '55a6086e-08b9-487d-8a7d-160552a903d3') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:49.602787 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c70cfcb4-deeb-435f-939c-301e6c3186ca tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "DELETE /v2.0/subnetpools/55a6086e-08b9-487d-8a7d-160552a903d3/tags HTTP/1.1" status: 204 len: 168 time: 0.0270140 Dec 09 15:58:49.605141 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36244) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:49.609991 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-1362a7f3-cb8b-42fb-a12e-f171a369150e tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '30ccb8e7-5edf-49dd-95fc-c1f3c260abb3') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:49.689579 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 29bd5971-4c09-4fe6-88d8-db0314293e1f up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:58:49.691347 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1362a7f3-cb8b-42fb-a12e-f171a369150e tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "DELETE /v2.0/routers/30ccb8e7-5edf-49dd-95fc-c1f3c260abb3/tags HTTP/1.1" status: 204 len: 168 time: 0.0849721 Dec 09 15:58:49.693660 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36246) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:49.697920 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-7ea1c96a-5930-4a1c-a251-53d09ac0bf3a tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3906b927-82d4-4c50-9a75-e37c6ab06569') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:49.737279 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 29bd5971-4c09-4fe6-88d8-db0314293e1f triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:58:49.737656 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:49.756002 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7ea1c96a-5930-4a1c-a251-53d09ac0bf3a tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "DELETE /v2.0/ports/3906b927-82d4-4c50-9a75-e37c6ab06569/tags HTTP/1.1" status: 204 len: 168 time: 0.0613449 Dec 09 15:58:49.758448 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36248) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:49.762649 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-02f7708f-7a68-4a53-918a-616029d371ad tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'cd0229c9-eb8a-4380-9072-44fb63834095') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:49.821443 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-02f7708f-7a68-4a53-918a-616029d371ad tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "DELETE /v2.0/subnets/cd0229c9-eb8a-4380-9072-44fb63834095/tags HTTP/1.1" status: 204 len: 168 time: 0.0615582 Dec 09 15:58:49.825165 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36250) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:49.830221 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-62f0ee25-febb-4c86-9da4-71e7c28b3949 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'cd0229c9-eb8a-4380-9072-44fb63834095', 'tempest-TagsExtTest-Tag-714626809') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:49.893554 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-62f0ee25-febb-4c86-9da4-71e7c28b3949 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "PUT /v2.0/subnets/cd0229c9-eb8a-4380-9072-44fb63834095/tags/tempest-TagsExtTest-Tag-714626809 HTTP/1.1" status: 201 len: 201 time: 0.0673864 Dec 09 15:58:49.896134 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36252) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:49.900633 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-fbe9ad17-1c6e-406b-964f-369b48b0432f tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3906b927-82d4-4c50-9a75-e37c6ab06569', 'tempest-TagsExtTest-Tag-1753201089') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:49.966521 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-fbe9ad17-1c6e-406b-964f-369b48b0432f tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "PUT /v2.0/ports/3906b927-82d4-4c50-9a75-e37c6ab06569/tags/tempest-TagsExtTest-Tag-1753201089 HTTP/1.1" status: 201 len: 201 time: 0.0691128 Dec 09 15:58:49.969178 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36254) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:49.973739 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-5d3264da-0f2f-494c-b94e-01452eed64e9 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '30ccb8e7-5edf-49dd-95fc-c1f3c260abb3', 'tempest-TagsExtTest-Tag-1047313522') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:50.056543 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-5d3264da-0f2f-494c-b94e-01452eed64e9 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "PUT /v2.0/routers/30ccb8e7-5edf-49dd-95fc-c1f3c260abb3/tags/tempest-TagsExtTest-Tag-1047313522 HTTP/1.1" status: 201 len: 201 time: 0.0863321 Dec 09 15:58:50.059102 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36256) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:50.064328 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-9d1a1c7d-6a2d-4d74-afc5-bbc494f25a30 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '55a6086e-08b9-487d-8a7d-160552a903d3', 'tempest-TagsExtTest-Tag-1036523980') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:50.098050 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9d1a1c7d-6a2d-4d74-afc5-bbc494f25a30 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "PUT /v2.0/subnetpools/55a6086e-08b9-487d-8a7d-160552a903d3/tags/tempest-TagsExtTest-Tag-1036523980 HTTP/1.1" status: 201 len: 201 time: 0.0379491 Dec 09 15:58:50.100607 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36258) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:50.104879 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-bf22d265-1470-445d-91da-7ccdb47e9fd9 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'cd0229c9-eb8a-4380-9072-44fb63834095', {'tags': ['tempest-TagsExtTest-Tag-1999217137', 'tempest-TagsExtTest-Tag-548680482', 'tempest-TagsExtTest-Tag-421920172']}) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:50.165605 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-bf22d265-1470-445d-91da-7ccdb47e9fd9 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "PUT /v2.0/subnets/cd0229c9-eb8a-4380-9072-44fb63834095/tags HTTP/1.1" status: 200 len: 316 time: 0.0639994 Dec 09 15:58:50.168086 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36260) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:50.172238 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-92869653-517e-4d01-a0ca-c9951c52a581 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'cd0229c9-eb8a-4380-9072-44fb63834095') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:50.239587 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-92869653-517e-4d01-a0ca-c9951c52a581 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "DELETE /v2.0/subnets/cd0229c9-eb8a-4380-9072-44fb63834095/tags HTTP/1.1" status: 204 len: 168 time: 0.0703900 Dec 09 15:58:50.242358 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36264) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:50.246317 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-9dcda734-684c-4890-b40a-cfc21030c30d tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cd0229c9-eb8a-4380-9072-44fb63834095', 'tempest-TagsExtTest-Tag-1999217137') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:50.297394 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-9dcda734-684c-4890-b40a-cfc21030c30d tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] show failed (client error): The resource could not be found. Dec 09 15:58:50.298453 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9dcda734-684c-4890-b40a-cfc21030c30d tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "GET /v2.0/subnets/cd0229c9-eb8a-4380-9072-44fb63834095/tags/tempest-TagsExtTest-Tag-1999217137 HTTP/1.1" status: 404 len: 329 time: 0.0553865 Dec 09 15:58:50.301401 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36268) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:50.305724 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-6110a4df-0a44-4556-a76a-06e9980aa105 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cd0229c9-eb8a-4380-9072-44fb63834095', 'tempest-TagsExtTest-Tag-548680482') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:50.364599 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-6110a4df-0a44-4556-a76a-06e9980aa105 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] show failed (client error): The resource could not be found. Dec 09 15:58:50.368341 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6110a4df-0a44-4556-a76a-06e9980aa105 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "GET /v2.0/subnets/cd0229c9-eb8a-4380-9072-44fb63834095/tags/tempest-TagsExtTest-Tag-548680482 HTTP/1.1" status: 404 len: 328 time: 0.0634568 Dec 09 15:58:50.368692 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36272) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:50.378961 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-b385a488-829c-4df1-850e-1d1a40c26dcc tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cd0229c9-eb8a-4380-9072-44fb63834095', 'tempest-TagsExtTest-Tag-421920172') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:50.434557 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-b385a488-829c-4df1-850e-1d1a40c26dcc tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] show failed (client error): The resource could not be found. Dec 09 15:58:50.435816 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b385a488-829c-4df1-850e-1d1a40c26dcc tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "GET /v2.0/subnets/cd0229c9-eb8a-4380-9072-44fb63834095/tags/tempest-TagsExtTest-Tag-421920172 HTTP/1.1" status: 404 len: 328 time: 0.0633609 Dec 09 15:58:50.438448 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36274) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:50.442920 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-4a5cbb1d-9f59-47dd-b842-f7fc4cf272ca tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '3906b927-82d4-4c50-9a75-e37c6ab06569', {'tags': ['tempest-TagsExtTest-Tag-1662770228', 'tempest-TagsExtTest-Tag-674424052', 'tempest-TagsExtTest-Tag-1804142129']}) {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:50.457720 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0e911694-c498-42c4-944c-dc4bdcd924e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:50.501764 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4a5cbb1d-9f59-47dd-b842-f7fc4cf272ca tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "PUT /v2.0/ports/3906b927-82d4-4c50-9a75-e37c6ab06569/tags HTTP/1.1" status: 200 len: 317 time: 0.0623176 Dec 09 15:58:50.504568 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36276) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:50.509596 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-6a44f1f2-e5f1-4c55-bafa-fb79913f8e53 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3906b927-82d4-4c50-9a75-e37c6ab06569') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:50.586456 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6a44f1f2-e5f1-4c55-bafa-fb79913f8e53 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "DELETE /v2.0/ports/3906b927-82d4-4c50-9a75-e37c6ab06569/tags HTTP/1.1" status: 204 len: 168 time: 0.0805554 Dec 09 15:58:50.589129 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36278) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:50.594397 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-e9e32e47-5b37-466c-a6b3-e625c6ee7b40 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3906b927-82d4-4c50-9a75-e37c6ab06569', 'tempest-TagsExtTest-Tag-1662770228') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:50.643983 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-e9e32e47-5b37-466c-a6b3-e625c6ee7b40 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] show failed (client error): The resource could not be found. Dec 09 15:58:50.647635 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e9e32e47-5b37-466c-a6b3-e625c6ee7b40 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "GET /v2.0/ports/3906b927-82d4-4c50-9a75-e37c6ab06569/tags/tempest-TagsExtTest-Tag-1662770228 HTTP/1.1" status: 404 len: 329 time: 0.0550256 Dec 09 15:58:50.647867 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36280) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:50.651950 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-5ab825a2-2e9c-487f-9ea0-03954e6c5411 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3906b927-82d4-4c50-9a75-e37c6ab06569', 'tempest-TagsExtTest-Tag-674424052') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:50.703592 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-5ab825a2-2e9c-487f-9ea0-03954e6c5411 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] show failed (client error): The resource could not be found. Dec 09 15:58:50.704684 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5ab825a2-2e9c-487f-9ea0-03954e6c5411 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "GET /v2.0/ports/3906b927-82d4-4c50-9a75-e37c6ab06569/tags/tempest-TagsExtTest-Tag-674424052 HTTP/1.1" status: 404 len: 328 time: 0.0558715 Dec 09 15:58:50.707503 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36282) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:50.711686 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-b7de3e51-277f-4b7e-a6eb-8bcf3f9e69a4 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3906b927-82d4-4c50-9a75-e37c6ab06569', 'tempest-TagsExtTest-Tag-1804142129') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:50.768395 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-b7de3e51-277f-4b7e-a6eb-8bcf3f9e69a4 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] show failed (client error): The resource could not be found. Dec 09 15:58:50.771930 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b7de3e51-277f-4b7e-a6eb-8bcf3f9e69a4 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "GET /v2.0/ports/3906b927-82d4-4c50-9a75-e37c6ab06569/tags/tempest-TagsExtTest-Tag-1804142129 HTTP/1.1" status: 404 len: 329 time: 0.0609860 Dec 09 15:58:50.772123 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36284) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:50.776665 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-68b0c2d9-1450-4ddc-b31b-fea2a84de7ae tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '30ccb8e7-5edf-49dd-95fc-c1f3c260abb3', {'tags': ['tempest-TagsExtTest-Tag-74073597', 'tempest-TagsExtTest-Tag-1805565655', 'tempest-TagsExtTest-Tag-1159902400']}) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:50.859304 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-68b0c2d9-1450-4ddc-b31b-fea2a84de7ae tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "PUT /v2.0/routers/30ccb8e7-5edf-49dd-95fc-c1f3c260abb3/tags HTTP/1.1" status: 200 len: 316 time: 0.0861187 Dec 09 15:58:50.861874 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36286) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:50.866284 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-01e280b1-93b7-4011-bfdd-5116e6efa9bb tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '30ccb8e7-5edf-49dd-95fc-c1f3c260abb3') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:50.957325 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-01e280b1-93b7-4011-bfdd-5116e6efa9bb tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "DELETE /v2.0/routers/30ccb8e7-5edf-49dd-95fc-c1f3c260abb3/tags HTTP/1.1" status: 204 len: 168 time: 0.0943856 Dec 09 15:58:50.959901 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36288) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:50.964727 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-200ac716-84f1-4c1d-974d-d107521bd30c tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '30ccb8e7-5edf-49dd-95fc-c1f3c260abb3', 'tempest-TagsExtTest-Tag-74073597') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:51.043925 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-200ac716-84f1-4c1d-974d-d107521bd30c tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] show failed (client error): The resource could not be found. Dec 09 15:58:51.048124 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-200ac716-84f1-4c1d-974d-d107521bd30c tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "GET /v2.0/routers/30ccb8e7-5edf-49dd-95fc-c1f3c260abb3/tags/tempest-TagsExtTest-Tag-74073597 HTTP/1.1" status: 404 len: 327 time: 0.0840077 Dec 09 15:58:51.048331 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36290) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:51.052685 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-4df5aa7a-87ac-47e1-b1c1-8d4c957dc9c1 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '30ccb8e7-5edf-49dd-95fc-c1f3c260abb3', 'tempest-TagsExtTest-Tag-1805565655') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:51.134182 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-4df5aa7a-87ac-47e1-b1c1-8d4c957dc9c1 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] show failed (client error): The resource could not be found. Dec 09 15:58:51.136881 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4df5aa7a-87ac-47e1-b1c1-8d4c957dc9c1 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "GET /v2.0/routers/30ccb8e7-5edf-49dd-95fc-c1f3c260abb3/tags/tempest-TagsExtTest-Tag-1805565655 HTTP/1.1" status: 404 len: 329 time: 0.0875671 Dec 09 15:58:51.138035 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36292) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:51.143171 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-ab5927e9-2fa5-4aff-8467-04c92308ef13 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '30ccb8e7-5edf-49dd-95fc-c1f3c260abb3', 'tempest-TagsExtTest-Tag-1159902400') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:51.222845 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-ab5927e9-2fa5-4aff-8467-04c92308ef13 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] show failed (client error): The resource could not be found. Dec 09 15:58:51.223903 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ab5927e9-2fa5-4aff-8467-04c92308ef13 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "GET /v2.0/routers/30ccb8e7-5edf-49dd-95fc-c1f3c260abb3/tags/tempest-TagsExtTest-Tag-1159902400 HTTP/1.1" status: 404 len: 329 time: 0.0843740 Dec 09 15:58:51.226893 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36294) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:51.231321 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-cc127a2a-692b-4edb-b9de-885453b80c2f tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '55a6086e-08b9-487d-8a7d-160552a903d3', {'tags': ['tempest-TagsExtTest-Tag-505732299', 'tempest-TagsExtTest-Tag-1832370802', 'tempest-TagsExtTest-Tag-1479701130']}) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:51.265773 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-cc127a2a-692b-4edb-b9de-885453b80c2f tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "PUT /v2.0/subnetpools/55a6086e-08b9-487d-8a7d-160552a903d3/tags HTTP/1.1" status: 200 len: 317 time: 0.0378685 Dec 09 15:58:51.268531 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36296) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:51.273169 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-027e481b-5fd0-4993-ad7b-8ef8ce6ebd0b tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '55a6086e-08b9-487d-8a7d-160552a903d3') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:51.309229 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-027e481b-5fd0-4993-ad7b-8ef8ce6ebd0b tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "DELETE /v2.0/subnetpools/55a6086e-08b9-487d-8a7d-160552a903d3/tags HTTP/1.1" status: 204 len: 168 time: 0.0395417 Dec 09 15:58:51.384461 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36298) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:51.391290 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-068889d4-f01f-41e2-a78f-ed7d8429e1df tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '55a6086e-08b9-487d-8a7d-160552a903d3', 'tempest-TagsExtTest-Tag-505732299') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:51.412918 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-068889d4-f01f-41e2-a78f-ed7d8429e1df tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] show failed (client error): The resource could not be found. Dec 09 15:58:51.413976 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-068889d4-f01f-41e2-a78f-ed7d8429e1df tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "GET /v2.0/subnetpools/55a6086e-08b9-487d-8a7d-160552a903d3/tags/tempest-TagsExtTest-Tag-505732299 HTTP/1.1" status: 404 len: 328 time: 0.0285239 Dec 09 15:58:51.417523 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36302) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:51.421855 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-0bca421e-4d95-4aec-a8e2-87a544defd26 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '55a6086e-08b9-487d-8a7d-160552a903d3', 'tempest-TagsExtTest-Tag-1832370802') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:51.443037 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-0bca421e-4d95-4aec-a8e2-87a544defd26 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] show failed (client error): The resource could not be found. Dec 09 15:58:51.444034 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0bca421e-4d95-4aec-a8e2-87a544defd26 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "GET /v2.0/subnetpools/55a6086e-08b9-487d-8a7d-160552a903d3/tags/tempest-TagsExtTest-Tag-1832370802 HTTP/1.1" status: 404 len: 329 time: 0.0256739 Dec 09 15:58:51.447030 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36304) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:51.452351 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.tag.tag_plugin [None req-80efd1de-c67d-42da-a95d-f81be6798ea2 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '55a6086e-08b9-487d-8a7d-160552a903d3', 'tempest-TagsExtTest-Tag-1479701130') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:51.473459 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-80efd1de-c67d-42da-a95d-f81be6798ea2 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] show failed (client error): The resource could not be found. Dec 09 15:58:51.474914 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-80efd1de-c67d-42da-a95d-f81be6798ea2 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "GET /v2.0/subnetpools/55a6086e-08b9-487d-8a7d-160552a903d3/tags/tempest-TagsExtTest-Tag-1479701130 HTTP/1.1" status: 404 len: 329 time: 0.0269113 Dec 09 15:58:51.477823 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36306) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:51.482503 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-b15f520f-3f39-441e-944a-8bc55d1dc297 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '55a6086e-08b9-487d-8a7d-160552a903d3') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:51.507769 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b15f520f-3f39-441e-944a-8bc55d1dc297 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "DELETE /v2.0/subnetpools/55a6086e-08b9-487d-8a7d-160552a903d3/tags HTTP/1.1" status: 204 len: 168 time: 0.0287347 Dec 09 15:58:51.510245 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36308) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:51.515126 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-ec59faeb-3eb6-4c65-99e1-51183b950998 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '30ccb8e7-5edf-49dd-95fc-c1f3c260abb3') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:51.595282 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ec59faeb-3eb6-4c65-99e1-51183b950998 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "DELETE /v2.0/routers/30ccb8e7-5edf-49dd-95fc-c1f3c260abb3/tags HTTP/1.1" status: 204 len: 168 time: 0.0838766 Dec 09 15:58:51.597561 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36310) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:51.602096 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-2242a197-84ca-4587-af95-e64ce3c01b92 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3906b927-82d4-4c50-9a75-e37c6ab06569') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:51.657975 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2242a197-84ca-4587-af95-e64ce3c01b92 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "DELETE /v2.0/ports/3906b927-82d4-4c50-9a75-e37c6ab06569/tags HTTP/1.1" status: 204 len: 168 time: 0.0593345 Dec 09 15:58:51.660581 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36312) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:51.664632 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.tag.tag_plugin [None req-656d3b1b-042e-49ea-9989-fa40007b4edb tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'cd0229c9-eb8a-4380-9072-44fb63834095') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:51.718639 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-656d3b1b-042e-49ea-9989-fa40007b4edb tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "DELETE /v2.0/subnets/cd0229c9-eb8a-4380-9072-44fb63834095/tags HTTP/1.1" status: 204 len: 168 time: 0.0570824 Dec 09 15:58:51.723071 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36314) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:51.814776 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fa0aa758-fc78-47e5-9e45-3a65d4e54e41 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks [] for subnetpool, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:51.818662 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-fa0aa758-fc78-47e5-9e45-3a65d4e54e41 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "DELETE /v2.0/subnetpools/55a6086e-08b9-487d-8a7d-160552a903d3 HTTP/1.1" status: 204 len: 168 time: 0.0921838 Dec 09 15:58:51.819054 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36316) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:51.848285 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4959026d-29ea-42a3-aee2-2f7ffa6e7bda tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "GET /v2.0/ports?device_id=30ccb8e7-5edf-49dd-95fc-c1f3c260abb3 HTTP/1.1" status: 200 len: 205 time: 0.0275450 Dec 09 15:58:51.850379 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36318) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:51.926878 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d4e8a728-88bb-42c2-8970-bf8b6694245f tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:52.084807 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d4e8a728-88bb-42c2-8970-bf8b6694245f tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:52.086880 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d4e8a728-88bb-42c2-8970-bf8b6694245f tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:52.131917 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d4e8a728-88bb-42c2-8970-bf8b6694245f tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:52.132506 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e8a728-88bb-42c2-8970-bf8b6694245f tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Fanout notify agent at l3_agent the message router_deleted on router 30ccb8e7-5edf-49dd-95fc-c1f3c260abb3 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:58:52.140249 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d4e8a728-88bb-42c2-8970-bf8b6694245f tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:52.144247 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d4e8a728-88bb-42c2-8970-bf8b6694245f tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "DELETE /v2.0/routers/30ccb8e7-5edf-49dd-95fc-c1f3c260abb3 HTTP/1.1" status: 204 len: 168 time: 0.2901003 Dec 09 15:58:52.144247 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36320) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:52.238251 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-7c89bbce-515f-45aa-bd86-2b708a5ed739 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Deleting port 3906b927-82d4-4c50-9a75-e37c6ab06569 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:58:52.238588 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7c89bbce-515f-45aa-bd86-2b708a5ed739 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:52.323885 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7c89bbce-515f-45aa-bd86-2b708a5ed739 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:52.337201 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-7c89bbce-515f-45aa-bd86-2b708a5ed739 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Calling delete_port for 3906b927-82d4-4c50-9a75-e37c6ab06569 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:58:52.475523 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7c89bbce-515f-45aa-bd86-2b708a5ed739 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:52.509206 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89bbce-515f-45aa-bd86-2b708a5ed739 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Pushing event deleted for resources: {'Port': ['ID=3906b927-82d4-4c50-9a75-e37c6ab06569,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:52.537978 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c89bbce-515f-45aa-bd86-2b708a5ed739 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:52.538336 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c89bbce-515f-45aa-bd86-2b708a5ed739 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:52.538684 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c89bbce-515f-45aa-bd86-2b708a5ed739 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:52.539020 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c89bbce-515f-45aa-bd86-2b708a5ed739 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:52.539362 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c89bbce-515f-45aa-bd86-2b708a5ed739 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:52.539701 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c89bbce-515f-45aa-bd86-2b708a5ed739 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:52.540039 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c89bbce-515f-45aa-bd86-2b708a5ed739 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:52.540369 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c89bbce-515f-45aa-bd86-2b708a5ed739 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:52.540737 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c89bbce-515f-45aa-bd86-2b708a5ed739 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:52.541064 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c89bbce-515f-45aa-bd86-2b708a5ed739 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:52.541397 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c89bbce-515f-45aa-bd86-2b708a5ed739 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:52.541723 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c89bbce-515f-45aa-bd86-2b708a5ed739 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:52.542052 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c89bbce-515f-45aa-bd86-2b708a5ed739 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:52.595504 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7c89bbce-515f-45aa-bd86-2b708a5ed739 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:52.599744 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7c89bbce-515f-45aa-bd86-2b708a5ed739 tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "DELETE /v2.0/ports/3906b927-82d4-4c50-9a75-e37c6ab06569 HTTP/1.1" status: 204 len: 168 time: 0.4546440 Dec 09 15:58:52.602341 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36324) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:52.658615 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-f224cb00-16af-46ef-a32e-73a6f542431f tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Deleting subnet cd0229c9-eb8a-4380-9072-44fb63834095 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:58:52.662456 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f224cb00-16af-46ef-a32e-73a6f542431f tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:52.712173 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f224cb00-16af-46ef-a32e-73a6f542431f tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:52.796091 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f224cb00-16af-46ef-a32e-73a6f542431f tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:52.854237 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f224cb00-16af-46ef-a32e-73a6f542431f tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:52.883823 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224cb00-16af-46ef-a32e-73a6f542431f tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Pushing event deleted for resources: {'Subnet': ['ID=cd0229c9-eb8a-4380-9072-44fb63834095,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:52.894135 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f224cb00-16af-46ef-a32e-73a6f542431f tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:52.897303 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f224cb00-16af-46ef-a32e-73a6f542431f tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "DELETE /v2.0/subnets/cd0229c9-eb8a-4380-9072-44fb63834095 HTTP/1.1" status: 204 len: 168 time: 0.2938299 Dec 09 15:58:52.898662 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273a6422-1a2a-4115-96d0-fe6777498220 None None] Network 610ae1d9-8946-4c1c-8771-82f00a30c0e7 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:58:52.899214 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f224cb00-16af-46ef-a32e-73a6f542431f tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:52.899666 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f224cb00-16af-46ef-a32e-73a6f542431f tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:52.900008 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f224cb00-16af-46ef-a32e-73a6f542431f tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:52.900288 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36326) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:52.900437 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f224cb00-16af-46ef-a32e-73a6f542431f tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:52.900694 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f224cb00-16af-46ef-a32e-73a6f542431f tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:52.901030 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f224cb00-16af-46ef-a32e-73a6f542431f tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:52.901361 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f224cb00-16af-46ef-a32e-73a6f542431f tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:52.901688 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f224cb00-16af-46ef-a32e-73a6f542431f tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:52.902009 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f224cb00-16af-46ef-a32e-73a6f542431f tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:52.902448 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f224cb00-16af-46ef-a32e-73a6f542431f tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:52.902782 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f224cb00-16af-46ef-a32e-73a6f542431f tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:52.903107 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f224cb00-16af-46ef-a32e-73a6f542431f tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:52.903433 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f224cb00-16af-46ef-a32e-73a6f542431f tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:52.987203 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8d7c328-82aa-447f-b4cf-1f17c70522fd tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:52.995890 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-20fc9cdf-a4fc-4ca2-90a6-806b4808ea14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:53.051152 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a8d7c328-82aa-447f-b4cf-1f17c70522fd tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Deleting port 29bd5971-4c09-4fe6-88d8-db0314293e1f {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:58:53.051783 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8d7c328-82aa-447f-b4cf-1f17c70522fd tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:53.105053 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e2defc-3597-4628-9809-c26a928faed2 None None] DHCP port deletion for 610ae1d9-8946-4c1c-8771-82f00a30c0e7 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:58:53.124649 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-a8d7c328-82aa-447f-b4cf-1f17c70522fd tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] For port 29bd5971-4c09-4fe6-88d8-db0314293e1f, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=29bd5971-4c09-4fe6-88d8-db0314293e1f,segment=NetworkSegment(ed984d57-f75d-4684-ba36-77eed09179f3),segment_id=ed984d57-f75d-4684-ba36-77eed09179f3)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:58:53.125321 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8d7c328-82aa-447f-b4cf-1f17c70522fd tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:53.145225 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a8d7c328-82aa-447f-b4cf-1f17c70522fd tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Calling delete_port for 29bd5971-4c09-4fe6-88d8-db0314293e1f owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:58:53.161443 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-00e2defc-3597-4628-9809-c26a928faed2 None None] Deleting port 29bd5971-4c09-4fe6-88d8-db0314293e1f {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:58:53.161820 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-00e2defc-3597-4628-9809-c26a928faed2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:53.228368 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-00e2defc-3597-4628-9809-c26a928faed2 None None] For port 29bd5971-4c09-4fe6-88d8-db0314293e1f, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=29bd5971-4c09-4fe6-88d8-db0314293e1f,segment=NetworkSegment(ed984d57-f75d-4684-ba36-77eed09179f3),segment_id=ed984d57-f75d-4684-ba36-77eed09179f3)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:58:53.229157 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-00e2defc-3597-4628-9809-c26a928faed2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:53.234565 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8d7c328-82aa-447f-b4cf-1f17c70522fd tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:53.246882 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-00e2defc-3597-4628-9809-c26a928faed2 None None] Calling delete_port for 29bd5971-4c09-4fe6-88d8-db0314293e1f owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:58:53.268206 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d7c328-82aa-447f-b4cf-1f17c70522fd tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] No DVR routers for this DVR port 29bd5971-4c09-4fe6-88d8-db0314293e1f on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:58:53.270783 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d7c328-82aa-447f-b4cf-1f17c70522fd tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Pushing event deleted for resources: {'Port': ['ID=29bd5971-4c09-4fe6-88d8-db0314293e1f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:53.331961 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-00e2defc-3597-4628-9809-c26a928faed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:53.360144 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8d7c328-82aa-447f-b4cf-1f17c70522fd tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:53.361216 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2defc-3597-4628-9809-c26a928faed2 None None] Pushing event deleted for resources: {'Port': ['ID=29bd5971-4c09-4fe6-88d8-db0314293e1f,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:53.363060 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e2defc-3597-4628-9809-c26a928faed2 None None] No DVR routers for this DVR port 29bd5971-4c09-4fe6-88d8-db0314293e1f on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:58:53.389203 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-a8d7c328-82aa-447f-b4cf-1f17c70522fd tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['610ae1d9-8946-4c1c-8771-82f00a30c0e7']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:53.400210 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-a8d7c328-82aa-447f-b4cf-1f17c70522fd tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed984d57-f75d-4684-ba36-77eed09179f3') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:53.400538 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-a8d7c328-82aa-447f-b4cf-1f17c70522fd tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed984d57-f75d-4684-ba36-77eed09179f3') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:53.410226 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8d7c328-82aa-447f-b4cf-1f17c70522fd tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:53.424559 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8d7c328-82aa-447f-b4cf-1f17c70522fd tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:53.430695 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8d7c328-82aa-447f-b4cf-1f17c70522fd tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:58:53.431083 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8d7c328-82aa-447f-b4cf-1f17c70522fd tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:53.434175 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:58:53.434175 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:58:53.434175 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:58:53.434175 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:58:53.434175 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:58:53.434175 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:58:53.434175 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:58:53.434175 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:58:53.434175 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:58:53.434175 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:58:53.434175 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:58:53.434175 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:58:53.434175 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:58:53.434175 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:58:53.434175 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:58:53.434175 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:58:53.434175 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:58:53.434175 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:58:53.434175 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:58:53.434175 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:58:53.434175 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:58:53.434175 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:58:53.434175 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:58:53.434175 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:58:53.434175 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:58:53.434175 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:58:53.434175 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:58:53.434175 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:58:53.434175 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:58:53.434175 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:58:53.434175 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:58:53.434175 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:58:53.494074 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8d7c328-82aa-447f-b4cf-1f17c70522fd tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:53.515279 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8d7c328-82aa-447f-b4cf-1f17c70522fd tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:53.520929 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a8d7c328-82aa-447f-b4cf-1f17c70522fd tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] 10.222.0.57 "DELETE /v2.0/networks/610ae1d9-8946-4c1c-8771-82f00a30c0e7 HTTP/1.1" status: 204 len: 168 time: 0.6169131 Dec 09 15:58:53.520929 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d7c328-82aa-447f-b4cf-1f17c70522fd tempest-TagsExtTest-1741399261 tempest-TagsExtTest-1741399261-project] Pushing event deleted for resources: {'Network': ['ID=610ae1d9-8946-4c1c-8771-82f00a30c0e7,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:53.720403 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 29bd5971-4c09-4fe6-88d8-db0314293e1f no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:58:53.753085 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 29bd5971-4c09-4fe6-88d8-db0314293e1f {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:58:53.753605 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 29bd5971-4c09-4fe6-88d8-db0314293e1f not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:58:53.819990 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36338) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:53.970604 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-accf898f-c7db-4f94-a10f-3c64ef419a85 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f0da8cad9649499596034fbd01a4638e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1467745 Dec 09 15:58:53.970867 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36342) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:54.019500 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e539c92b-2e00-49ee-a32d-858a47ce2cae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:54.041630 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e539c92b-2e00-49ee-a32d-858a47ce2cae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:54.081540 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:54.095101 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e539c92b-2e00-49ee-a32d-858a47ce2cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:54.097870 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e539c92b-2e00-49ee-a32d-858a47ce2cae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:54.099377 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e539c92b-2e00-49ee-a32d-858a47ce2cae admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/143e3a35-3e7f-4b5b-8c38-455ffbea7d42 HTTP/1.1" status: 204 len: 168 time: 0.1275301 Dec 09 15:58:54.109916 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e539c92b-2e00-49ee-a32d-858a47ce2cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143e3a35-3e7f-4b5b-8c38-455ffbea7d42,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:54.665858 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:55.311804 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:55.885008 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36400) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:55.992647 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f07579fb-53fd-4d85-a1db-8e94f9b84dbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:56.067547 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f07579fb-53fd-4d85-a1db-8e94f9b84dbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:56.071834 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f07579fb-53fd-4d85-a1db-8e94f9b84dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:56.111505 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f07579fb-53fd-4d85-a1db-8e94f9b84dbb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bd41bf23b8c643c6847845809471a92a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2253993 Dec 09 15:58:56.112665 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07579fb-53fd-4d85-a1db-8e94f9b84dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6638dc8f-88ad-4646-98d4-567460547050,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:56.114206 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36404) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:56.165468 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d95b2dd2-1bef-4324-92b0-28429fb55f5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:56.187233 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d95b2dd2-1bef-4324-92b0-28429fb55f5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:56.233850 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d95b2dd2-1bef-4324-92b0-28429fb55f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:56.236504 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d95b2dd2-1bef-4324-92b0-28429fb55f5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:56.240219 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d95b2dd2-1bef-4324-92b0-28429fb55f5a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6638dc8f-88ad-4646-98d4-567460547050 HTTP/1.1" status: 204 len: 168 time: 0.1223955 Dec 09 15:58:56.245497 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b2dd2-1bef-4324-92b0-28429fb55f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6638dc8f-88ad-4646-98d4-567460547050,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:56.441647 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:56.521969 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36410) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:56.535906 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5637b6b6-aafe-486d-b6b7-3120193be277 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:56.619079 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5637b6b6-aafe-486d-b6b7-3120193be277 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:56.623862 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5637b6b6-aafe-486d-b6b7-3120193be277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:56.662988 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637b6b6-aafe-486d-b6b7-3120193be277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534f74b8-adf5-46be-bd19-227ac4121ade,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:56.667165 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5637b6b6-aafe-486d-b6b7-3120193be277 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=87f7046032854da39dff100264d91bce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1441605 Dec 09 15:58:56.671367 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36412) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:56.721399 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-39b42463-776d-4204-8ac2-9035b1169a85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:56.743274 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-39b42463-776d-4204-8ac2-9035b1169a85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:56.793450 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-39b42463-776d-4204-8ac2-9035b1169a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:56.796916 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-39b42463-776d-4204-8ac2-9035b1169a85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:56.800387 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-39b42463-776d-4204-8ac2-9035b1169a85 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/534f74b8-adf5-46be-bd19-227ac4121ade HTTP/1.1" status: 204 len: 168 time: 0.1260962 Dec 09 15:58:56.807625 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b42463-776d-4204-8ac2-9035b1169a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534f74b8-adf5-46be-bd19-227ac4121ade,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:57.074034 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36426) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:57.191441 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-230e41e4-3b83-4dd7-ab72-938a2b4d1290 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:57.276762 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-230e41e4-3b83-4dd7-ab72-938a2b4d1290 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:57.281876 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-230e41e4-3b83-4dd7-ab72-938a2b4d1290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:57.330806 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-230e41e4-3b83-4dd7-ab72-938a2b4d1290 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=aa24d36a78ec44b7b3a799b8360c32be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2554812 Dec 09 15:58:57.332408 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e41e4-3b83-4dd7-ab72-938a2b4d1290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35cfa6ed-8b6d-4276-bfaa-e7138dcb33a5,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:57.340870 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36438) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:57.397822 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d4a6ad3-97ff-45f9-bde9-44d93c028973 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:57.419841 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d4a6ad3-97ff-45f9-bde9-44d93c028973 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:57.472161 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d4a6ad3-97ff-45f9-bde9-44d93c028973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:57.474768 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2d4a6ad3-97ff-45f9-bde9-44d93c028973 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:57.475935 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2d4a6ad3-97ff-45f9-bde9-44d93c028973 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/35cfa6ed-8b6d-4276-bfaa-e7138dcb33a5 HTTP/1.1" status: 204 len: 168 time: 0.1313221 Dec 09 15:58:57.484345 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a6ad3-97ff-45f9-bde9-44d93c028973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cfa6ed-8b6d-4276-bfaa-e7138dcb33a5,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:57.771608 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36454) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:57.785238 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85611f23-2536-4265-b70f-4575b7cc088c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:57.877097 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85611f23-2536-4265-b70f-4575b7cc088c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:57.882580 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85611f23-2536-4265-b70f-4575b7cc088c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:57.929277 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-85611f23-2536-4265-b70f-4575b7cc088c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0618ca0676844927b463c1e7fbc2d668&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1565742 Dec 09 15:58:57.930547 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85611f23-2536-4265-b70f-4575b7cc088c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1625c8-4717-4b0a-9ac9-57fc76f17f69,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:57.932044 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36460) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:57.988549 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff048cb5-53b7-4059-94d8-ebe0e1a0ccee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:58.009503 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff048cb5-53b7-4059-94d8-ebe0e1a0ccee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:58.057406 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff048cb5-53b7-4059-94d8-ebe0e1a0ccee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:58.060733 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff048cb5-53b7-4059-94d8-ebe0e1a0ccee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:58.061727 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ff048cb5-53b7-4059-94d8-ebe0e1a0ccee admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fa1625c8-4717-4b0a-9ac9-57fc76f17f69 HTTP/1.1" status: 204 len: 168 time: 0.1276133 Dec 09 15:58:58.074901 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff048cb5-53b7-4059-94d8-ebe0e1a0ccee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1625c8-4717-4b0a-9ac9-57fc76f17f69,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:59.137839 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36512) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:59.248707 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61f2ea11-f629-40cb-a3b1-9c7068392cc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:59.322768 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61f2ea11-f629-40cb-a3b1-9c7068392cc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:59.333639 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61f2ea11-f629-40cb-a3b1-9c7068392cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:59.373320 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-61f2ea11-f629-40cb-a3b1-9c7068392cc6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ac37558071874a4b9b8e78ac0046e937&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2342811 Dec 09 15:58:59.374053 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2ea11-f629-40cb-a3b1-9c7068392cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97215c2-3a88-4e38-af2e-d1c42e7b100c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:59.375928 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36516) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:59.426760 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-76d05731-f456-4f07-9f31-2ba596079388 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:59.447612 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-76d05731-f456-4f07-9f31-2ba596079388 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:59.494182 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-76d05731-f456-4f07-9f31-2ba596079388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:59.496817 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-76d05731-f456-4f07-9f31-2ba596079388 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:59.498022 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-76d05731-f456-4f07-9f31-2ba596079388 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c97215c2-3a88-4e38-af2e-d1c42e7b100c HTTP/1.1" status: 204 len: 168 time: 0.1203389 Dec 09 15:58:59.507404 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d05731-f456-4f07-9f31-2ba596079388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97215c2-3a88-4e38-af2e-d1c42e7b100c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:04.679393 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36658) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:04.720753 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36662) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:04.871281 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9866814b-27b0-4539-b49a-51760bb3257d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:04.888897 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f24ad582-a7c0-481f-80e0-afac87adca92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:05.027156 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9866814b-27b0-4539-b49a-51760bb3257d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:05.037830 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f24ad582-a7c0-481f-80e0-afac87adca92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:05.038742 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9866814b-27b0-4539-b49a-51760bb3257d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:05.058790 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f24ad582-a7c0-481f-80e0-afac87adca92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:05.095154 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9866814b-27b0-4539-b49a-51760bb3257d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f32d55b205234e96aa53df8f23c7b494&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3707495 Dec 09 15:59:05.095154 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9866814b-27b0-4539-b49a-51760bb3257d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72aab7e-c57c-4919-9f1d-dae414d02432,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:05.096774 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36666) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:05.124288 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ad582-a7c0-481f-80e0-afac87adca92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fb5390-8757-4f8f-9d93-fc1a1ccf8869,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:05.134302 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f24ad582-a7c0-481f-80e0-afac87adca92 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b0353a077a6f44a3aa91f4c9b3fedc57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4529760 Dec 09 15:59:05.137141 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36668) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:05.172124 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d8078276-5bb2-4e86-8449-6381a7c37f19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:05.191905 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1205d598-9452-4b24-b4bc-1fc0d2f30268 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:05.204331 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d8078276-5bb2-4e86-8449-6381a7c37f19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:05.219621 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1205d598-9452-4b24-b4bc-1fc0d2f30268 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:05.273776 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1205d598-9452-4b24-b4bc-1fc0d2f30268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:05.280592 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1205d598-9452-4b24-b4bc-1fc0d2f30268 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:05.282968 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d8078276-5bb2-4e86-8449-6381a7c37f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:05.285690 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d8078276-5bb2-4e86-8449-6381a7c37f19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:05.289443 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1205d598-9452-4b24-b4bc-1fc0d2f30268 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d2fb5390-8757-4f8f-9d93-fc1a1ccf8869 HTTP/1.1" status: 204 len: 168 time: 0.1508093 Dec 09 15:59:05.302645 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1205d598-9452-4b24-b4bc-1fc0d2f30268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fb5390-8757-4f8f-9d93-fc1a1ccf8869,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:05.306331 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d8078276-5bb2-4e86-8449-6381a7c37f19 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e72aab7e-c57c-4919-9f1d-dae414d02432 HTTP/1.1" status: 204 len: 168 time: 0.2078719 Dec 09 15:59:05.320469 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8078276-5bb2-4e86-8449-6381a7c37f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72aab7e-c57c-4919-9f1d-dae414d02432,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:05.645984 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36684) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:05.659137 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b13ea47f-bcb3-4521-91e5-518e7f14a01c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:05.742293 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b13ea47f-bcb3-4521-91e5-518e7f14a01c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:05.747206 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b13ea47f-bcb3-4521-91e5-518e7f14a01c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:05.785813 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b13ea47f-bcb3-4521-91e5-518e7f14a01c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b25e1252aba24ecfac0831880ff04546&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1387193 Dec 09 15:59:05.788034 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ea47f-bcb3-4521-91e5-518e7f14a01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fce0761-d3e5-4b37-81ba-0e05c44b1cd0,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:05.789453 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36688) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:05.846028 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba799e69-f390-4c8c-b150-95dd2287ca75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:05.867799 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba799e69-f390-4c8c-b150-95dd2287ca75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:05.914924 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba799e69-f390-4c8c-b150-95dd2287ca75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:05.917726 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba799e69-f390-4c8c-b150-95dd2287ca75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:05.918994 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ba799e69-f390-4c8c-b150-95dd2287ca75 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4fce0761-d3e5-4b37-81ba-0e05c44b1cd0 HTTP/1.1" status: 204 len: 168 time: 0.1267860 Dec 09 15:59:05.928363 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba799e69-f390-4c8c-b150-95dd2287ca75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fce0761-d3e5-4b37-81ba-0e05c44b1cd0,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:06.748915 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84f88a-9e7b-4326-bbc6-9f9689b66450 req-81a5c475-6123-42f2-ad78-c4c39ef42ea8 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:06.768501 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84f88a-9e7b-4326-bbc6-9f9689b66450 req-81a5c475-6123-42f2-ad78-c4c39ef42ea8 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:06.775334 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84f88a-9e7b-4326-bbc6-9f9689b66450 req-81a5c475-6123-42f2-ad78-c4c39ef42ea8 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:06.782061 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84f88a-9e7b-4326-bbc6-9f9689b66450 req-81a5c475-6123-42f2-ad78-c4c39ef42ea8 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:06.788539 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84f88a-9e7b-4326-bbc6-9f9689b66450 req-81a5c475-6123-42f2-ad78-c4c39ef42ea8 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:06.797776 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84f88a-9e7b-4326-bbc6-9f9689b66450 req-81a5c475-6123-42f2-ad78-c4c39ef42ea8 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:06.804699 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84f88a-9e7b-4326-bbc6-9f9689b66450 req-81a5c475-6123-42f2-ad78-c4c39ef42ea8 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:06.806711 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3f84f88a-9e7b-4326-bbc6-9f9689b66450 req-81a5c475-6123-42f2-ad78-c4c39ef42ea8 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 5446 time: 0.3200014 Dec 09 15:59:06.878639 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3f84f88a-9e7b-4326-bbc6-9f9689b66450 req-5e717f96-7988-4963-959d-68c297c44ffa tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=c5881a67-eda0-4da9-8b2e-8ff2108b95fa&id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0641882 Dec 09 15:59:07.764752 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-6a72b990-d63a-4c6f-ba27-76e7712385b9 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:07.770727 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-6a72b990-d63a-4c6f-ba27-76e7712385b9 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:07.776909 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-6a72b990-d63a-4c6f-ba27-76e7712385b9 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:07.784152 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-6a72b990-d63a-4c6f-ba27-76e7712385b9 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:07.791506 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-6a72b990-d63a-4c6f-ba27-76e7712385b9 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:07.798185 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-6a72b990-d63a-4c6f-ba27-76e7712385b9 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:07.804617 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-6a72b990-d63a-4c6f-ba27-76e7712385b9 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:07.806670 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-6a72b990-d63a-4c6f-ba27-76e7712385b9 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.31 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 5446 time: 0.1044402 Dec 09 15:59:07.858412 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-c796ba29-3d55-4634-b75d-09c5144f2581 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:07.860246 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-c796ba29-3d55-4634-b75d-09c5144f2581 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.31 "GET /v2.0/ports/c80d9ccb-8f47-4f45-874e-82d37cf55b7b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0471187 Dec 09 15:59:08.006203 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-6da1daaa-9adf-4ee5-a1a9-ac18591a1876 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.31 "GET /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1395452 Dec 09 15:59:08.085020 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d954e2d-33db-4a77-8384-93ed8651041a req-4adf6ea2-98bf-403c-b929-e1b0a4f49803 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:08.092359 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d954e2d-33db-4a77-8384-93ed8651041a req-4adf6ea2-98bf-403c-b929-e1b0a4f49803 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:08.099124 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d954e2d-33db-4a77-8384-93ed8651041a req-4adf6ea2-98bf-403c-b929-e1b0a4f49803 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:08.105475 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d954e2d-33db-4a77-8384-93ed8651041a req-4adf6ea2-98bf-403c-b929-e1b0a4f49803 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:08.111967 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d954e2d-33db-4a77-8384-93ed8651041a req-4adf6ea2-98bf-403c-b929-e1b0a4f49803 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:08.118098 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d954e2d-33db-4a77-8384-93ed8651041a req-4adf6ea2-98bf-403c-b929-e1b0a4f49803 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:08.128914 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d954e2d-33db-4a77-8384-93ed8651041a req-4adf6ea2-98bf-403c-b929-e1b0a4f49803 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:08.129917 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36808) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:08.131753 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9d954e2d-33db-4a77-8384-93ed8651041a req-4adf6ea2-98bf-403c-b929-e1b0a4f49803 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 5446 time: 0.1239369 Dec 09 15:59:08.186975 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-0d59d1a3-3861-43cf-8a26-2833ef9f49d9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:59:08.206778 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-425b4779-1199-4517-8850-09cfbef3e0d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:08.235351 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9d954e2d-33db-4a77-8384-93ed8651041a req-ffa02d5f-806d-4865-a8fb-e89102ae338a tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=c5881a67-eda0-4da9-8b2e-8ff2108b95fa&id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0972776 Dec 09 15:59:08.269124 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-0d59d1a3-3861-43cf-8a26-2833ef9f49d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:08.283153 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-425b4779-1199-4517-8850-09cfbef3e0d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:08.287807 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-425b4779-1199-4517-8850-09cfbef3e0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:08.320518 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-425b4779-1199-4517-8850-09cfbef3e0d0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f77f177ab5894d5b87cd1d8a8e10bb9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1889582 Dec 09 15:59:08.326227 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 36812) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:08.352395 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b4779-1199-4517-8850-09cfbef3e0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161259fe-be4a-4627-af7b-294e87ea6922,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:08.448814 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a03d6a6d-9e9e-4c2e-bff3-2413402da719 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:08.481295 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-0d59d1a3-3861-43cf-8a26-2833ef9f49d9 service neutron] For port c80d9ccb-8f47-4f45-874e-82d37cf55b7b, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=c80d9ccb-8f47-4f45-874e-82d37cf55b7b,segment=NetworkSegment(45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e),segment_id=45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:08.492464 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a03d6a6d-9e9e-4c2e-bff3-2413402da719 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:08.542130 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-0d59d1a3-3861-43cf-8a26-2833ef9f49d9 service neutron] For port c80d9ccb-8f47-4f45-874e-82d37cf55b7b, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:59:08.577933 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-0d59d1a3-3861-43cf-8a26-2833ef9f49d9 service neutron] device_id is not set on port c80d9ccb-8f47-4f45-874e-82d37cf55b7b yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:59:08.583254 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a03d6a6d-9e9e-4c2e-bff3-2413402da719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:08.585962 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a03d6a6d-9e9e-4c2e-bff3-2413402da719 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:08.588881 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a03d6a6d-9e9e-4c2e-bff3-2413402da719 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/161259fe-be4a-4627-af7b-294e87ea6922 HTTP/1.1" status: 204 len: 168 time: 0.2613828 Dec 09 15:59:08.597064 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-0d59d1a3-3861-43cf-8a26-2833ef9f49d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:08.603969 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d6a6d-9e9e-4c2e-bff3-2413402da719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161259fe-be4a-4627-af7b-294e87ea6922,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:08.608834 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-0d59d1a3-3861-43cf-8a26-2833ef9f49d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:08.696224 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d59d1a3-3861-43cf-8a26-2833ef9f49d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c80d9ccb-8f47-4f45-874e-82d37cf55b7b,revision_number=6']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:08.699898 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-0d59d1a3-3861-43cf-8a26-2833ef9f49d9 service neutron] No DVR routers for this DVR port c80d9ccb-8f47-4f45-874e-82d37cf55b7b on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:59:08.758212 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-0d59d1a3-3861-43cf-8a26-2833ef9f49d9 service neutron] In _notify_port_updated(), no bound segment for port c80d9ccb-8f47-4f45-874e-82d37cf55b7b on network 793151e9-673a-4eba-bc7f-eef12bb07531 {{(pid=103244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:59:08.764510 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-0d59d1a3-3861-43cf-8a26-2833ef9f49d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:08.764510 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-0d59d1a3-3861-43cf-8a26-2833ef9f49d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:08.765706 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-0d59d1a3-3861-43cf-8a26-2833ef9f49d9 service neutron] 10.222.0.31 "PUT /v2.0/ports/c80d9ccb-8f47-4f45-874e-82d37cf55b7b HTTP/1.1" status: 200 len: 1033 time: 0.7444196 Dec 09 15:59:08.840912 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-7c3447e2-adcc-4e67-903b-fdd7128c85fb tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:08.842990 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-7c3447e2-adcc-4e67-903b-fdd7128c85fb tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.31 "GET /v2.0/ports/fad6d866-ac07-4b51-a443-56d0c8a689d8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0705819 Dec 09 15:59:08.854344 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-61e28f7e-5167-4ce8-b492-2a6f8234a6ba service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:59:08.922674 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-61e28f7e-5167-4ce8-b492-2a6f8234a6ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:08.995714 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36818) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:09.012155 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5cf4bfc2-3cd0-4f9e-82c0-9023040be47a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:09.066641 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-81b8d8af-3284-41c9-885b-5e0315e9d519 None None] Provisioning complete for port c80d9ccb-8f47-4f45-874e-82d37cf55b7b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:59:09.067587 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-81b8d8af-3284-41c9-885b-5e0315e9d519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:09.076154 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-61e28f7e-5167-4ce8-b492-2a6f8234a6ba service neutron] For port fad6d866-ac07-4b51-a443-56d0c8a689d8, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=fad6d866-ac07-4b51-a443-56d0c8a689d8,segment=NetworkSegment(45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e),segment_id=45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:09.115112 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-81b8d8af-3284-41c9-885b-5e0315e9d519 None None] Port c80d9ccb-8f47-4f45-874e-82d37cf55b7b cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:59:09.115676 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-61e28f7e-5167-4ce8-b492-2a6f8234a6ba service neutron] For port fad6d866-ac07-4b51-a443-56d0c8a689d8, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:59:09.132387 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5cf4bfc2-3cd0-4f9e-82c0-9023040be47a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:09.139292 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5cf4bfc2-3cd0-4f9e-82c0-9023040be47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:09.150788 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-61e28f7e-5167-4ce8-b492-2a6f8234a6ba service neutron] device_id is not set on port fad6d866-ac07-4b51-a443-56d0c8a689d8 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:59:09.162128 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-61e28f7e-5167-4ce8-b492-2a6f8234a6ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:09.169646 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-61e28f7e-5167-4ce8-b492-2a6f8234a6ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:09.179477 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4bfc2-3cd0-4f9e-82c0-9023040be47a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f08e557-786a-4cac-b388-02ce8edd2cd8,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:09.188025 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5cf4bfc2-3cd0-4f9e-82c0-9023040be47a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=13ab8cc797ee4fe98443f867a4c104a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1908889 Dec 09 15:59:09.188679 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 36826) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:09.243131 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eea6ea62-6707-48ae-b03d-b3bff4c5fa43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:09.243239 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e28f7e-5167-4ce8-b492-2a6f8234a6ba service neutron] Pushing event updated for resources: {'Port': ['ID=fad6d866-ac07-4b51-a443-56d0c8a689d8,revision_number=6']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:09.245772 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-61e28f7e-5167-4ce8-b492-2a6f8234a6ba service neutron] No DVR routers for this DVR port fad6d866-ac07-4b51-a443-56d0c8a689d8 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:59:09.269700 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eea6ea62-6707-48ae-b03d-b3bff4c5fa43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:09.290735 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-61e28f7e-5167-4ce8-b492-2a6f8234a6ba service neutron] In _notify_port_updated(), no bound segment for port fad6d866-ac07-4b51-a443-56d0c8a689d8 on network 793151e9-673a-4eba-bc7f-eef12bb07531 {{(pid=103244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:59:09.291623 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-61e28f7e-5167-4ce8-b492-2a6f8234a6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:09.292236 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-61e28f7e-5167-4ce8-b492-2a6f8234a6ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:09.293734 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-61e28f7e-5167-4ce8-b492-2a6f8234a6ba service neutron] 10.222.0.31 "PUT /v2.0/ports/fad6d866-ac07-4b51-a443-56d0c8a689d8 HTTP/1.1" status: 200 len: 1032 time: 0.4439771 Dec 09 15:59:09.344223 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eea6ea62-6707-48ae-b03d-b3bff4c5fa43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:09.347524 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eea6ea62-6707-48ae-b03d-b3bff4c5fa43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:09.351280 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-eea6ea62-6707-48ae-b03d-b3bff4c5fa43 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3f08e557-786a-4cac-b388-02ce8edd2cd8 HTTP/1.1" status: 204 len: 168 time: 0.1589310 Dec 09 15:59:09.369549 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea6ea62-6707-48ae-b03d-b3bff4c5fa43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f08e557-786a-4cac-b388-02ce8edd2cd8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:09.458860 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-3ee5e095-adeb-4c6b-b020-318b09e2e53f tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Deleting port dea1411b-b02d-409d-be67-df46d288f664 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:59:09.459323 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-3ee5e095-adeb-4c6b-b020-318b09e2e53f tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:09.474620 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240f978-2cbd-4584-92c5-f30f2a082f9b req-8b4a18ac-0257-40e9-8793-a9dfb21312aa tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:09.480604 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240f978-2cbd-4584-92c5-f30f2a082f9b req-8b4a18ac-0257-40e9-8793-a9dfb21312aa tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:09.487305 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240f978-2cbd-4584-92c5-f30f2a082f9b req-8b4a18ac-0257-40e9-8793-a9dfb21312aa tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:09.493224 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240f978-2cbd-4584-92c5-f30f2a082f9b req-8b4a18ac-0257-40e9-8793-a9dfb21312aa tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:09.503076 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240f978-2cbd-4584-92c5-f30f2a082f9b req-8b4a18ac-0257-40e9-8793-a9dfb21312aa tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:09.505023 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d240f978-2cbd-4584-92c5-f30f2a082f9b req-8b4a18ac-0257-40e9-8793-a9dfb21312aa tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 3887 time: 0.1198666 Dec 09 15:59:09.563126 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7a01564f-b097-4c32-872f-a1a40b9f63b0 None None] Provisioning complete for port fad6d866-ac07-4b51-a443-56d0c8a689d8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:59:09.563822 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7a01564f-b097-4c32-872f-a1a40b9f63b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:09.605940 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-7a01564f-b097-4c32-872f-a1a40b9f63b0 None None] Port fad6d866-ac07-4b51-a443-56d0c8a689d8 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:59:09.615168 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d240f978-2cbd-4584-92c5-f30f2a082f9b req-f2096e2b-4cd3-4a2b-82de-fef2948dfda4 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932975 Dec 09 15:59:09.658111 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-3ee5e095-adeb-4c6b-b020-318b09e2e53f tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] For port dea1411b-b02d-409d-be67-df46d288f664, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=dea1411b-b02d-409d-be67-df46d288f664,segment=NetworkSegment(45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e),segment_id=45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:09.658473 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-3ee5e095-adeb-4c6b-b020-318b09e2e53f tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:09.673966 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-3ee5e095-adeb-4c6b-b020-318b09e2e53f tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Calling delete_port for dea1411b-b02d-409d-be67-df46d288f664 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:59:09.821593 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-3ee5e095-adeb-4c6b-b020-318b09e2e53f tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:09.854659 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee5e095-adeb-4c6b-b020-318b09e2e53f tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Pushing event deleted for resources: {'Port': ['ID=dea1411b-b02d-409d-be67-df46d288f664,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:09.905908 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-3ee5e095-adeb-4c6b-b020-318b09e2e53f tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] No DVR routers for this DVR port dea1411b-b02d-409d-be67-df46d288f664 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:59:09.908680 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-3ee5e095-adeb-4c6b-b020-318b09e2e53f tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:09.912634 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-3ee5e095-adeb-4c6b-b020-318b09e2e53f tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.31 "DELETE /v2.0/ports/dea1411b-b02d-409d-be67-df46d288f664 HTTP/1.1" status: 204 len: 173 time: 0.6094797 Dec 09 15:59:09.913244 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'name': 'network-vif-deleted', 'tag': 'dea1411b-b02d-409d-be67-df46d288f664'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:59:09.916140 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2339433d-5e57-4a6b-a75f-149d639e4dee" -d '{"events": [{"server_uuid": "c90defb5-9266-4ad0-b0d1-72a8ad39338d", "name": "network-vif-deleted", "tag": "dea1411b-b02d-409d-be67-df46d288f664"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:59:10.041002 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-34b73238-f9c7-4697-ac5a-5d75be8dd8b4 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Deleting port 5d0eeda5-19bf-4cd3-94f9-1bc316a94e48 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:59:10.041280 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-34b73238-f9c7-4697-ac5a-5d75be8dd8b4 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:10.138466 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-34b73238-f9c7-4697-ac5a-5d75be8dd8b4 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] For port 5d0eeda5-19bf-4cd3-94f9-1bc316a94e48, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5d0eeda5-19bf-4cd3-94f9-1bc316a94e48,segment=NetworkSegment(0afc4eae-d5e0-4fad-b2e5-9f1c880770af),segment_id=0afc4eae-d5e0-4fad-b2e5-9f1c880770af)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:10.138909 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-34b73238-f9c7-4697-ac5a-5d75be8dd8b4 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:10.155425 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db1aa8f-3710-4764-9a0c-9350529d77c2 x-openstack-request-id: req-4db1aa8f-3710-4764-9a0c-9350529d77c2 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:59:10.155716 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c90defb5-9266-4ad0-b0d1-72a8ad39338d", "name": "network-vif-deleted", "tag": "dea1411b-b02d-409d-be67-df46d288f664", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:59:10.155967 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4db1aa8f-3710-4764-9a0c-9350529d77c2 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:59:10.156394 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'name': 'network-vif-deleted', 'tag': 'dea1411b-b02d-409d-be67-df46d288f664', 'status': 'completed', 'code': 200} Dec 09 15:59:10.157470 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-34b73238-f9c7-4697-ac5a-5d75be8dd8b4 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Calling delete_port for 5d0eeda5-19bf-4cd3-94f9-1bc316a94e48 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:59:10.343331 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-34b73238-f9c7-4697-ac5a-5d75be8dd8b4 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:10.385620 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b73238-f9c7-4697-ac5a-5d75be8dd8b4 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Pushing event deleted for resources: {'Port': ['ID=5d0eeda5-19bf-4cd3-94f9-1bc316a94e48,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:10.451603 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-34b73238-f9c7-4697-ac5a-5d75be8dd8b4 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] No DVR routers for this DVR port 5d0eeda5-19bf-4cd3-94f9-1bc316a94e48 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:59:10.455839 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-34b73238-f9c7-4697-ac5a-5d75be8dd8b4 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:10.459438 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-34b73238-f9c7-4697-ac5a-5d75be8dd8b4 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.31 "DELETE /v2.0/ports/5d0eeda5-19bf-4cd3-94f9-1bc316a94e48 HTTP/1.1" status: 204 len: 173 time: 0.5400677 Dec 09 15:59:10.571357 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-8fefa1d5-554b-40f2-b21d-3bb907cbc9b3 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Deleting port 228cf703-1a9f-469e-a207-e9d6be7acce9 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:59:10.571696 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-8fefa1d5-554b-40f2-b21d-3bb907cbc9b3 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:10.673782 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:59:10.686841 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-8fefa1d5-554b-40f2-b21d-3bb907cbc9b3 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] For port 228cf703-1a9f-469e-a207-e9d6be7acce9, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=228cf703-1a9f-469e-a207-e9d6be7acce9,segment=NetworkSegment(0afc4eae-d5e0-4fad-b2e5-9f1c880770af),segment_id=0afc4eae-d5e0-4fad-b2e5-9f1c880770af)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:10.687202 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-8fefa1d5-554b-40f2-b21d-3bb907cbc9b3 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:10.702712 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-8fefa1d5-554b-40f2-b21d-3bb907cbc9b3 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Calling delete_port for 228cf703-1a9f-469e-a207-e9d6be7acce9 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:59:10.810061 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9c262-134c-469b-80e0-6ef859475fbe req-162dfdb2-eb56-4fa6-90c3-206e60ab84b2 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:10.816562 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9c262-134c-469b-80e0-6ef859475fbe req-162dfdb2-eb56-4fa6-90c3-206e60ab84b2 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:10.822830 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9c262-134c-469b-80e0-6ef859475fbe req-162dfdb2-eb56-4fa6-90c3-206e60ab84b2 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:10.824642 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-77d9c262-134c-469b-80e0-6ef859475fbe req-162dfdb2-eb56-4fa6-90c3-206e60ab84b2 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 2417 time: 0.1178887 Dec 09 15:59:10.894357 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-77d9c262-134c-469b-80e0-6ef859475fbe req-ca92d755-b786-4a63-86da-76a590159927 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599105 Dec 09 15:59:10.978845 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-8fefa1d5-554b-40f2-b21d-3bb907cbc9b3 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:11.016624 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fefa1d5-554b-40f2-b21d-3bb907cbc9b3 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Pushing event deleted for resources: {'Port': ['ID=228cf703-1a9f-469e-a207-e9d6be7acce9,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:11.083620 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-8fefa1d5-554b-40f2-b21d-3bb907cbc9b3 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] No DVR routers for this DVR port 228cf703-1a9f-469e-a207-e9d6be7acce9 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:59:11.086553 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-8fefa1d5-554b-40f2-b21d-3bb907cbc9b3 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:11.090972 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-8fefa1d5-554b-40f2-b21d-3bb907cbc9b3 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.31 "DELETE /v2.0/ports/228cf703-1a9f-469e-a207-e9d6be7acce9 HTTP/1.1" status: 204 len: 173 time: 0.6245697 Dec 09 15:59:11.188666 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-c5759a51-a1de-43cb-a96b-78cc4281ce8c tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Deleting port 0a1a311d-b032-4c37-bd71-5d8793b18d3c {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:59:11.189006 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-c5759a51-a1de-43cb-a96b-78cc4281ce8c tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:11.289291 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-c5759a51-a1de-43cb-a96b-78cc4281ce8c tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] For port 0a1a311d-b032-4c37-bd71-5d8793b18d3c, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=0a1a311d-b032-4c37-bd71-5d8793b18d3c,segment=NetworkSegment(45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e),segment_id=45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:11.289653 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-c5759a51-a1de-43cb-a96b-78cc4281ce8c tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:11.304905 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-c5759a51-a1de-43cb-a96b-78cc4281ce8c tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Calling delete_port for 0a1a311d-b032-4c37-bd71-5d8793b18d3c owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:59:11.467897 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 0a1a311d-b032-4c37-bd71-5d8793b18d3c no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:59:11.473583 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-c5759a51-a1de-43cb-a96b-78cc4281ce8c tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:11.523196 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5759a51-a1de-43cb-a96b-78cc4281ce8c tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Pushing event deleted for resources: {'Port': ['ID=0a1a311d-b032-4c37-bd71-5d8793b18d3c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:11.563172 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No active binding found for port 0a1a311d-b032-4c37-bd71-5d8793b18d3c {{(pid=103246) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 09 15:59:11.563637 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 0a1a311d-b032-4c37-bd71-5d8793b18d3c not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:59:11.564058 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device c80d9ccb-8f47-4f45-874e-82d37cf55b7b no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:59:11.574553 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-c5759a51-a1de-43cb-a96b-78cc4281ce8c tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] No DVR routers for this DVR port 0a1a311d-b032-4c37-bd71-5d8793b18d3c on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:59:11.577593 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-c5759a51-a1de-43cb-a96b-78cc4281ce8c tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:11.581677 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-c5759a51-a1de-43cb-a96b-78cc4281ce8c tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.31 "DELETE /v2.0/ports/0a1a311d-b032-4c37-bd71-5d8793b18d3c HTTP/1.1" status: 204 len: 173 time: 0.4850802 Dec 09 15:59:11.610551 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device c80d9ccb-8f47-4f45-874e-82d37cf55b7b not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:59:11.610916 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 5d0eeda5-19bf-4cd3-94f9-1bc316a94e48 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:59:11.630189 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 5d0eeda5-19bf-4cd3-94f9-1bc316a94e48 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:59:11.630543 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 5d0eeda5-19bf-4cd3-94f9-1bc316a94e48 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:59:11.630967 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device fad6d866-ac07-4b51-a443-56d0c8a689d8 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:59:11.685273 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device fad6d866-ac07-4b51-a443-56d0c8a689d8 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:59:11.685744 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 217d63fb-6a3c-41f2-9610-2d02930597a5 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:59:11.707050 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-c2d781e2-c99b-459d-aae5-1953e597e724 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Deleting port 217d63fb-6a3c-41f2-9610-2d02930597a5 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:59:11.707380 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-c2d781e2-c99b-459d-aae5-1953e597e724 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:11.769429 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:11.799754 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '217d63fb-6a3c-41f2-9610-2d02930597a5'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:59:11.802462 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bda3f75-df3a-4351-81f8-b6b87f789085" -d '{"events": [{"server_uuid": "c90defb5-9266-4ad0-b0d1-72a8ad39338d", "name": "network-vif-unplugged", "status": "completed", "tag": "217d63fb-6a3c-41f2-9610-2d02930597a5"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:59:11.817226 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 217d63fb-6a3c-41f2-9610-2d02930597a5, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=217d63fb-6a3c-41f2-9610-2d02930597a5,segment=NetworkSegment(81d1235d-87dd-4988-9ddd-2b5abb933621),segment_id=81d1235d-87dd-4988-9ddd-2b5abb933621)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:11.824390 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:11.825819 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 228cf703-1a9f-469e-a207-e9d6be7acce9 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:59:11.836047 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-c2d781e2-c99b-459d-aae5-1953e597e724 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] For port 217d63fb-6a3c-41f2-9610-2d02930597a5, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=217d63fb-6a3c-41f2-9610-2d02930597a5,segment=NetworkSegment(81d1235d-87dd-4988-9ddd-2b5abb933621),segment_id=81d1235d-87dd-4988-9ddd-2b5abb933621)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:11.836641 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-c2d781e2-c99b-459d-aae5-1953e597e724 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:11.869721 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 228cf703-1a9f-469e-a207-e9d6be7acce9 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:59:11.870348 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 228cf703-1a9f-469e-a207-e9d6be7acce9 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:59:11.870768 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device dea1411b-b02d-409d-be67-df46d288f664 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:59:11.901082 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: dea1411b-b02d-409d-be67-df46d288f664 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:59:11.901285 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device dea1411b-b02d-409d-be67-df46d288f664 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:59:11.933134 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=217d63fb-6a3c-41f2-9610-2d02930597a5,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:12.090301 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-c2d781e2-c99b-459d-aae5-1953e597e724 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:12.090674 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-c2d781e2-c99b-459d-aae5-1953e597e724 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:12.091670 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-c2d781e2-c99b-459d-aae5-1953e597e724 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Floating IP 3ff934b4-b0f0-4790-8365-547e58dc4539 disassociated. External IP: 172.25.3.167, port: 217d63fb-6a3c-41f2-9610-2d02930597a5. Dec 09 15:59:12.092324 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-c2d781e2-c99b-459d-aae5-1953e597e724 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Calling delete_port for 217d63fb-6a3c-41f2-9610-2d02930597a5 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:59:12.161821 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'name': 'network-vif-deleted', 'tag': '5d0eeda5-19bf-4cd3-94f9-1bc316a94e48'}, {'server_uuid': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'name': 'network-vif-deleted', 'tag': '228cf703-1a9f-469e-a207-e9d6be7acce9'}, {'server_uuid': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'name': 'network-vif-deleted', 'tag': '0a1a311d-b032-4c37-bd71-5d8793b18d3c'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:59:12.164046 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd87f65-7e75-41f8-a205-ca76fcc48f57" -d '{"events": [{"server_uuid": "c90defb5-9266-4ad0-b0d1-72a8ad39338d", "name": "network-vif-deleted", "tag": "5d0eeda5-19bf-4cd3-94f9-1bc316a94e48"}, {"server_uuid": "c90defb5-9266-4ad0-b0d1-72a8ad39338d", "name": "network-vif-deleted", "tag": "228cf703-1a9f-469e-a207-e9d6be7acce9"}, {"server_uuid": "c90defb5-9266-4ad0-b0d1-72a8ad39338d", "name": "network-vif-deleted", "tag": "0a1a311d-b032-4c37-bd71-5d8793b18d3c"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:59:12.168619 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 15:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245ad1b0-6f8e-4495-a4b8-983bd833305e x-openstack-request-id: req-245ad1b0-6f8e-4495-a4b8-983bd833305e {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:59:12.169176 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c90defb5-9266-4ad0-b0d1-72a8ad39338d", "name": "network-vif-unplugged", "status": "completed", "tag": "217d63fb-6a3c-41f2-9610-2d02930597a5", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:59:12.169742 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-245ad1b0-6f8e-4495-a4b8-983bd833305e {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:59:12.170566 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '217d63fb-6a3c-41f2-9610-2d02930597a5', 'code': 200} Dec 09 15:59:12.299548 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b357d-1ad2-4990-bc20-867d23c7420b req-c78fd102-7743-4540-af57-89d19f4165b2 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:12.301094 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-089b357d-1ad2-4990-bc20-867d23c7420b req-c78fd102-7743-4540-af57-89d19f4165b2 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 944 time: 0.0719151 Dec 09 15:59:12.301784 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-c2d781e2-c99b-459d-aae5-1953e597e724 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:12.352847 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d781e2-c99b-459d-aae5-1953e597e724 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Pushing event deleted for resources: {'Port': ['ID=217d63fb-6a3c-41f2-9610-2d02930597a5,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:12.762357 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-089b357d-1ad2-4990-bc20-867d23c7420b req-61182664-37e2-4c36-a259-88a40620bb96 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups?id=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4531746 Dec 09 15:59:12.823267 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 09 Dec 2021 15:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2220c15e-67a2-495c-a055-4d07b96c9a7c x-openstack-request-id: req-2220c15e-67a2-495c-a055-4d07b96c9a7c {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:59:12.823579 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c90defb5-9266-4ad0-b0d1-72a8ad39338d", "name": "network-vif-deleted", "tag": "5d0eeda5-19bf-4cd3-94f9-1bc316a94e48", "status": "completed", "code": 200}, {"server_uuid": "c90defb5-9266-4ad0-b0d1-72a8ad39338d", "name": "network-vif-deleted", "tag": "228cf703-1a9f-469e-a207-e9d6be7acce9", "status": "completed", "code": 200}, {"server_uuid": "c90defb5-9266-4ad0-b0d1-72a8ad39338d", "name": "network-vif-deleted", "tag": "0a1a311d-b032-4c37-bd71-5d8793b18d3c", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:59:12.823919 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2220c15e-67a2-495c-a055-4d07b96c9a7c {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:59:12.824239 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'name': 'network-vif-deleted', 'tag': '5d0eeda5-19bf-4cd3-94f9-1bc316a94e48', 'status': 'completed', 'code': 200} Dec 09 15:59:12.824529 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'name': 'network-vif-deleted', 'tag': '228cf703-1a9f-469e-a207-e9d6be7acce9', 'status': 'completed', 'code': 200} Dec 09 15:59:12.824789 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'name': 'network-vif-deleted', 'tag': '0a1a311d-b032-4c37-bd71-5d8793b18d3c', 'status': 'completed', 'code': 200} Dec 09 15:59:12.839640 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-c2d781e2-c99b-459d-aae5-1953e597e724 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Router 1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:59:12.971480 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-c2d781e2-c99b-459d-aae5-1953e597e724 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:59:12.983741 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243e83ec-ff18-4257-b085-2e1c78fb0e91 None None] Sync routers for ids ['1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:59:13.000303 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243e83ec-ff18-4257-b085-2e1c78fb0e91 None None] Routers {'1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:59:13.001313 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-243e83ec-ff18-4257-b085-2e1c78fb0e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:58:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:13.032875 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-c2d781e2-c99b-459d-aae5-1953e597e724 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] No DVR routers for this DVR port 217d63fb-6a3c-41f2-9610-2d02930597a5 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:59:13.036306 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-c2d781e2-c99b-459d-aae5-1953e597e724 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:13.040967 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0db771fb-d35d-4738-b7dd-92a64d11ff6d req-c2d781e2-c99b-459d-aae5-1953e597e724 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.31 "DELETE /v2.0/ports/217d63fb-6a3c-41f2-9610-2d02930597a5 HTTP/1.1" status: 204 len: 173 time: 1.4514794 Dec 09 15:59:13.173257 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-243e83ec-ff18-4257-b085-2e1c78fb0e91 None None] Set router 1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:59:13.399781 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-243e83ec-ff18-4257-b085-2e1c78fb0e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492', 'name': 'tempest-TaggedBootDevicesTest_v242-1295719611-router', 'tenant_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd0404ebd-c359-4408-bedc-bc379c9d7388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:22Z', 'updated_at': '2021-12-09T15:48:32Z', 'revision_number': 4, 'project_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'gw_port': {'id': 'd0404ebd-c359-4408-bedc-bc379c9d7388', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:24Z', 'updated_at': '2021-12-09T15:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'eb19bc7b-522f-4861-b6b0-281fa6ab762d', 'name': '', 'network_id': 'adb124e6-1a92-4d5d-80ee-086775721fea', 'tenant_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'mac_address': 'fa:16:3e:c6:2e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '3889a99e-c403-4ee7-93f6-53dfad03a358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:29Z', 'updated_at': '2021-12-09T15:48:38Z', 'revision_number': 5, 'project_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'subnets': [{'id': '3889a99e-c403-4ee7-93f6-53dfad03a358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:13.439739 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243e83ec-ff18-4257-b085-2e1c78fb0e91 None None] Checking router: 1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:59:13.452189 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243e83ec-ff18-4257-b085-2e1c78fb0e91 None None] Routers {'1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:59:13.453088 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-243e83ec-ff18-4257-b085-2e1c78fb0e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:58:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:13.601484 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-243e83ec-ff18-4257-b085-2e1c78fb0e91 None None] Set router 1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:59:13.955540 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-abdf24ef-8283-4e9b-922c-1c8bbedcfad9 req-91a43f40-7ded-475c-a474-d722a14ea716 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 210 time: 0.0580037 Dec 09 15:59:13.999684 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-243e83ec-ff18-4257-b085-2e1c78fb0e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492', 'name': 'tempest-TaggedBootDevicesTest_v242-1295719611-router', 'tenant_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd0404ebd-c359-4408-bedc-bc379c9d7388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:22Z', 'updated_at': '2021-12-09T15:48:32Z', 'revision_number': 4, 'project_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'gw_port': {'id': 'd0404ebd-c359-4408-bedc-bc379c9d7388', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:24Z', 'updated_at': '2021-12-09T15:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'eb19bc7b-522f-4861-b6b0-281fa6ab762d', 'name': '', 'network_id': 'adb124e6-1a92-4d5d-80ee-086775721fea', 'tenant_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'mac_address': 'fa:16:3e:c6:2e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '3889a99e-c403-4ee7-93f6-53dfad03a358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:29Z', 'updated_at': '2021-12-09T15:48:38Z', 'revision_number': 5, 'project_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'subnets': [{'id': '3889a99e-c403-4ee7-93f6-53dfad03a358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:14.030675 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243e83ec-ff18-4257-b085-2e1c78fb0e91 None None] The sync data for ids ['1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492'] in n-d-821228-1 is: [{'id': '1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492', 'name': 'tempest-TaggedBootDevicesTest_v242-1295719611-router', 'tenant_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd0404ebd-c359-4408-bedc-bc379c9d7388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:22Z', 'updated_at': '2021-12-09T15:48:32Z', 'revision_number': 4, 'project_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'gw_port': {'id': 'd0404ebd-c359-4408-bedc-bc379c9d7388', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:24Z', 'updated_at': '2021-12-09T15:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'eb19bc7b-522f-4861-b6b0-281fa6ab762d', 'name': '', 'network_id': 'adb124e6-1a92-4d5d-80ee-086775721fea', 'tenant_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'mac_address': 'fa:16:3e:c6:2e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '3889a99e-c403-4ee7-93f6-53dfad03a358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:29Z', 'updated_at': '2021-12-09T15:48:38Z', 'revision_number': 5, 'project_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'subnets': [{'id': '3889a99e-c403-4ee7-93f6-53dfad03a358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:59:14.382444 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865b3934-f53b-480a-9d83-a462dfe9f2a9 None None] New status for floating IP 3ff934b4-b0f0-4790-8365-547e58dc4539: DOWN {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:59:14.561600 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a493fb8a-f819-4b13-a83a-f29c21a014a7 req-3f7b27fc-e0f6-4f21-a604-b84264b3135e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4d358826-2d1d-4339-bfba-d2bbd84dce36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1237593 Dec 09 15:59:14.685869 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493fb8a-f819-4b13-a83a-f29c21a014a7 req-1df8933c-cc35-4ee5-a485-11a44430f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:14.687724 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a493fb8a-f819-4b13-a83a-f29c21a014a7 req-1df8933c-cc35-4ee5-a485-11a44430f39b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f4d71564044144c0a7c07487671be4ce&device_id=4d358826-2d1d-4339-bfba-d2bbd84dce36 HTTP/1.1" status: 200 len: 1097 time: 0.0663676 Dec 09 15:59:14.817305 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493fb8a-f819-4b13-a83a-f29c21a014a7 req-7a6f686a-0d08-482b-983e-7b9d1097b4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:14.818814 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a493fb8a-f819-4b13-a83a-f29c21a014a7 req-7a6f686a-0d08-482b-983e-7b9d1097b4e8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0 HTTP/1.1" status: 200 len: 910 time: 0.1084282 Dec 09 15:59:14.826360 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'name': 'network-vif-deleted', 'tag': '217d63fb-6a3c-41f2-9610-2d02930597a5'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:59:14.828839 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d21435a-c35c-406c-80df-3eefc61e7304" -d '{"events": [{"server_uuid": "c90defb5-9266-4ad0-b0d1-72a8ad39338d", "name": "network-vif-deleted", "tag": "217d63fb-6a3c-41f2-9610-2d02930597a5"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:59:14.903871 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8064398-b7fc-4344-8084-581beb0a05df x-openstack-request-id: req-f8064398-b7fc-4344-8084-581beb0a05df {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:59:14.904149 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c90defb5-9266-4ad0-b0d1-72a8ad39338d", "name": "network-vif-deleted", "tag": "217d63fb-6a3c-41f2-9610-2d02930597a5", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:59:14.904405 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f8064398-b7fc-4344-8084-581beb0a05df {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:59:14.904926 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c90defb5-9266-4ad0-b0d1-72a8ad39338d', 'name': 'network-vif-deleted', 'tag': '217d63fb-6a3c-41f2-9610-2d02930597a5', 'status': 'completed', 'code': 200} Dec 09 15:59:14.917416 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a493fb8a-f819-4b13-a83a-f29c21a014a7 req-4f1665dc-8975-4f44-9d00-ba5d56a57e5e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce797569-3698-4716-9160-fb979f10b1ca HTTP/1.1" status: 200 len: 1001 time: 0.0918374 Dec 09 15:59:14.975170 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493fb8a-f819-4b13-a83a-f29c21a014a7 req-257bde16-cc17-4864-966a-5679fd9ab650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:14.988249 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a493fb8a-f819-4b13-a83a-f29c21a014a7 req-257bde16-cc17-4864-966a-5679fd9ab650 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a3812c03-4ef5-48f3-99e1-875d1f7c41a0 HTTP/1.1" status: 200 len: 848 time: 0.0526564 Dec 09 15:59:15.074383 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493fb8a-f819-4b13-a83a-f29c21a014a7 req-f12daebc-8912-4fea-9361-08029d27532a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:15.077284 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a493fb8a-f819-4b13-a83a-f29c21a014a7 req-f12daebc-8912-4fea-9361-08029d27532a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881619 Dec 09 15:59:15.092764 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-a493fb8a-f819-4b13-a83a-f29c21a014a7 req-d10a60f6-12e1-40d2-9dab-e13c9d00c89b service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:59:15.093741 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a493fb8a-f819-4b13-a83a-f29c21a014a7 req-d10a60f6-12e1-40d2-9dab-e13c9d00c89b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063941 Dec 09 15:59:15.127100 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4c91285f-4022-4719-9035-b4c8a1308181 req-ef325fb9-f8fe-41b7-892d-b247351e68a0 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 210 time: 0.0488594 Dec 09 15:59:15.261129 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a493fb8a-f819-4b13-a83a-f29c21a014a7 req-67dd3a62-e311-4e62-86d3-45f891a7f607 service neutron] 10.222.0.31 "GET /v2.0/networks/d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458864 Dec 09 15:59:15.369889 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a493fb8a-f819-4b13-a83a-f29c21a014a7 req-b8cc5955-11af-46a8-bdd9-1e4ada47ba5f service neutron] 10.222.0.31 "GET /v2.0/networks/d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020708 Dec 09 15:59:16.059240 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:16.246198 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d875bef3-0b06-47a8-9fd1-2f7a1c8c4cdf req-05d85669-c414-49e0-b97e-1cd1e4c21281 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 210 time: 0.0338631 Dec 09 15:59:17.429200 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6de32c5f-9aa5-4e82-9ef0-ee74f3afb8e0 req-00d795b2-e9e4-4d48-9e87-b14bdfe2c453 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 210 time: 0.0553465 Dec 09 15:59:18.594855 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b396e6af-e62c-4824-8064-31bd943314a6 req-b3179d6a-33f6-441f-8157-4409c7a95a5f tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 210 time: 0.0621974 Dec 09 15:59:19.722846 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4970f329-43de-4609-b2e9-59326bb9b2ea req-cdcd728c-a7bd-4cde-bb53-c95b82774f62 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 210 time: 0.0426958 Dec 09 15:59:20.475258 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fd4e3286-3799-41f3-9dba-742a8b538613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:20.864679 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ccf706e4-23bd-4dbd-9817-947e9721e0ec req-68597097-b910-4744-ae0e-2842f4534334 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 210 time: 0.0385184 Dec 09 15:59:21.980588 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ea9d4598-9ff0-4f52-886e-e3fe56c6c851 req-e0b97060-2596-4806-ba69-3b435042cdbf tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 210 time: 0.0402257 Dec 09 15:59:22.738767 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37082) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:22.867884 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-31d599a9-e181-4ddc-bae2-0f38f77f4745 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:22.954143 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-31d599a9-e181-4ddc-bae2-0f38f77f4745 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:22.959547 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-31d599a9-e181-4ddc-bae2-0f38f77f4745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:22.978196 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ee51bb60-c9b9-4e04-bb8e-70840c4c0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:22.994769 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d599a9-e181-4ddc-bae2-0f38f77f4745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3cf815-0d5d-4b85-80e0-c79cb462dbe9,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:23.012377 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37090) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:23.013505 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-31d599a9-e181-4ddc-bae2-0f38f77f4745 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f3ca50e4dbb446ce9814ded94cae8ebf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2725661 Dec 09 15:59:23.097240 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e63f0af1-42f1-4833-9608-d1834f74e08e req-d35f0b7c-d7fa-4af6-9643-daf58d3d2055 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 210 time: 0.0406520 Dec 09 15:59:23.100367 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b30ff5b1-2b04-43a8-91dc-d03f0fb0e1e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:23.133413 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b30ff5b1-2b04-43a8-91dc-d03f0fb0e1e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:23.182092 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b30ff5b1-2b04-43a8-91dc-d03f0fb0e1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:23.197562 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b30ff5b1-2b04-43a8-91dc-d03f0fb0e1e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:23.197562 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b30ff5b1-2b04-43a8-91dc-d03f0fb0e1e8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fd3cf815-0d5d-4b85-80e0-c79cb462dbe9 HTTP/1.1" status: 204 len: 168 time: 0.1741054 Dec 09 15:59:23.205754 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ff5b1-2b04-43a8-91dc-d03f0fb0e1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3cf815-0d5d-4b85-80e0-c79cb462dbe9,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:23.986758 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37114) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:24.078766 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:24.129299 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-7561cc25-d9c6-49c5-875a-0f58d508e221 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-641031813-network', 'tenant_id': 'fccdf3ba0ae044ed9e5cf9edd1cb2b11'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:59:24.159896 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7561cc25-d9c6-49c5-875a-0f58d508e221 admin admin] Made reservation on behalf of fccdf3ba0ae044ed9e5cf9edd1cb2b11 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:59:24.162569 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7561cc25-d9c6-49c5-875a-0f58d508e221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:24.172976 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7561cc25-d9c6-49c5-875a-0f58d508e221 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:24.272027 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-165fcab4-f648-4814-80cc-9a2c14b16073 req-139c9835-3530-4752-9649-a1c342d194a5 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 210 time: 0.0411837 Dec 09 15:59:24.286976 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7561cc25-d9c6-49c5-875a-0f58d508e221 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:24.294210 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7561cc25-d9c6-49c5-875a-0f58d508e221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:24.308089 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7561cc25-d9c6-49c5-875a-0f58d508e221 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:59:24.327078 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7561cc25-d9c6-49c5-875a-0f58d508e221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:24.327455 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-7561cc25-d9c6-49c5-875a-0f58d508e221 admin admin] Added segment 84780348-3232-4086-84f4-809460673e33 of type vlan for network 9f74ee6b-b275-47ca-82b3-d9d878fe227a Dec 09 15:59:24.403408 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7561cc25-d9c6-49c5-875a-0f58d508e221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb54df3d-53d7-4bc6-a43f-c6ea3b49224a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:24.419767 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7561cc25-d9c6-49c5-875a-0f58d508e221 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:24.455679 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7561cc25-d9c6-49c5-875a-0f58d508e221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:24.457156 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7561cc25-d9c6-49c5-875a-0f58d508e221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:24.457880 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7561cc25-d9c6-49c5-875a-0f58d508e221 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:24.532881 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37120) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:24.535546 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7561cc25-d9c6-49c5-875a-0f58d508e221 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5472114 Dec 09 15:59:24.539508 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-dcb31448-3da1-45a1-80fc-8b61ec0a7dfc admin admin] Request body: {'subnet': {'network_id': '9f74ee6b-b275-47ca-82b3-d9d878fe227a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-641031813-subnet', 'tenant_id': 'fccdf3ba0ae044ed9e5cf9edd1cb2b11', 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:59:24.577459 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7561cc25-d9c6-49c5-875a-0f58d508e221 admin admin] Pushing event updated for resources: {'Network': ['ID=9f74ee6b-b275-47ca-82b3-d9d878fe227a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:24.589179 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb31448-3da1-45a1-80fc-8b61ec0a7dfc admin admin] Made reservation on behalf of fccdf3ba0ae044ed9e5cf9edd1cb2b11 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:59:24.591285 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 9f74ee6b-b275-47ca-82b3-d9d878fe227a details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:59:24.595523 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dcb31448-3da1-45a1-80fc-8b61ec0a7dfc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:24.694688 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:24.801233 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dcb31448-3da1-45a1-80fc-8b61ec0a7dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:24.883348 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb31448-3da1-45a1-80fc-8b61ec0a7dfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2da67b8a-3780-4fa9-842c-a34f6c9c868c,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:24.887805 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb31448-3da1-45a1-80fc-8b61ec0a7dfc admin admin] Checking segment: {'id': '84780348-3232-4086-84f4-809460673e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9f74ee6b-b275-47ca-82b3-d9d878fe227a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:59:24.888176 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb31448-3da1-45a1-80fc-8b61ec0a7dfc admin admin] Network hostable DHCP agents. Network: 9f74ee6b-b275-47ca-82b3-d9d878fe227a, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:59:24.905602 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb31448-3da1-45a1-80fc-8b61ec0a7dfc admin admin] Network 9f74ee6b-b275-47ca-82b3-d9d878fe227a is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:59:24.914747 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-dcb31448-3da1-45a1-80fc-8b61ec0a7dfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 9f74ee6b-b275-47ca-82b3-d9d878fe227a) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:59:24.919891 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb31448-3da1-45a1-80fc-8b61ec0a7dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:24.920632 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dcb31448-3da1-45a1-80fc-8b61ec0a7dfc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:24.931108 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebb2c2b-8418-40e3-8c42-dc60edc9d48c None None] Network 9f74ee6b-b275-47ca-82b3-d9d878fe227a requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:59:24.954212 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-dcb31448-3da1-45a1-80fc-8b61ec0a7dfc admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4203479 Dec 09 15:59:24.957115 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37132) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:24.963858 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-06a225a4-339b-4d0a-ae3e-17fc62a04acc admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-641031813-router', 'tenant_id': 'fccdf3ba0ae044ed9e5cf9edd1cb2b11', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:59:24.995563 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06a225a4-339b-4d0a-ae3e-17fc62a04acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:24.997205 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06a225a4-339b-4d0a-ae3e-17fc62a04acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:25.072914 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d219c5d-134b-40d0-8ba7-9478a0a890ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-9f74ee6b-b275-47ca-82b3-d9d878fe227a', 'network_id': '9f74ee6b-b275-47ca-82b3-d9d878fe227a', 'project_id': 'fccdf3ba0ae044ed9e5cf9edd1cb2b11', 'fixed_ips': [{'subnet_id': '2da67b8a-3780-4fa9-842c-a34f6c9c868c'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:59:25.074273 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5d219c5d-134b-40d0-8ba7-9478a0a890ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:25.077810 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06a225a4-339b-4d0a-ae3e-17fc62a04acc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:25.239935 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06a225a4-339b-4d0a-ae3e-17fc62a04acc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:25.244619 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-5d219c5d-134b-40d0-8ba7-9478a0a890ef None None] Allocated IP 172.20.0.2 (9f74ee6b-b275-47ca-82b3-d9d878fe227a/2da67b8a-3780-4fa9-842c-a34f6c9c868c/a8952eaa-ce0a-48d7-8876-9ec35adbbb88) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:59:25.362071 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:25.444562 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b72d59b7-8210-4805-a802-712316510a53 req-0e481613-6ef8-4193-a1ec-3914da950c8e tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 210 time: 0.0406659 Dec 09 15:59:25.480885 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5d219c5d-134b-40d0-8ba7-9478a0a890ef None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:25.489752 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5d219c5d-134b-40d0-8ba7-9478a0a890ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:25.550655 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d219c5d-134b-40d0-8ba7-9478a0a890ef None None] Pushing event updated for resources: {'Port': ['ID=a8952eaa-ce0a-48d7-8876-9ec35adbbb88,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:25.554090 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d219c5d-134b-40d0-8ba7-9478a0a890ef None None] Network 9f74ee6b-b275-47ca-82b3-d9d878fe227a is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:59:25.556214 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-5d219c5d-134b-40d0-8ba7-9478a0a890ef None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:59:25.562610 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d219c5d-134b-40d0-8ba7-9478a0a890ef None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:59:25.571408 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06a225a4-339b-4d0a-ae3e-17fc62a04acc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:25.578345 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d219c5d-134b-40d0-8ba7-9478a0a890ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:25.578700 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d219c5d-134b-40d0-8ba7-9478a0a890ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:25.579605 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d219c5d-134b-40d0-8ba7-9478a0a890ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:25.579960 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d219c5d-134b-40d0-8ba7-9478a0a890ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:25.580301 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d219c5d-134b-40d0-8ba7-9478a0a890ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:25.580686 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d219c5d-134b-40d0-8ba7-9478a0a890ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:25.581273 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d219c5d-134b-40d0-8ba7-9478a0a890ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:25.581614 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d219c5d-134b-40d0-8ba7-9478a0a890ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:25.581941 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d219c5d-134b-40d0-8ba7-9478a0a890ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:25.582268 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d219c5d-134b-40d0-8ba7-9478a0a890ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:25.582728 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d219c5d-134b-40d0-8ba7-9478a0a890ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:25.583059 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d219c5d-134b-40d0-8ba7-9478a0a890ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:25.583397 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d219c5d-134b-40d0-8ba7-9478a0a890ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:25.593697 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06a225a4-339b-4d0a-ae3e-17fc62a04acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:25.670661 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5d219c5d-134b-40d0-8ba7-9478a0a890ef None None] Attempting to bind port a8952eaa-ce0a-48d7-8876-9ec35adbbb88 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:59:25.671035 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5d219c5d-134b-40d0-8ba7-9478a0a890ef None None] Attempting to bind port a8952eaa-ce0a-48d7-8876-9ec35adbbb88 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '84780348-3232-4086-84f4-809460673e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9f74ee6b-b275-47ca-82b3-d9d878fe227a'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:59:25.671396 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d219c5d-134b-40d0-8ba7-9478a0a890ef None None] Attempting to bind port a8952eaa-ce0a-48d7-8876-9ec35adbbb88 on network 9f74ee6b-b275-47ca-82b3-d9d878fe227a {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:59:25.676971 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d219c5d-134b-40d0-8ba7-9478a0a890ef None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:59:25.677500 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d219c5d-134b-40d0-8ba7-9478a0a890ef None None] Checking segment: {'id': '84780348-3232-4086-84f4-809460673e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9f74ee6b-b275-47ca-82b3-d9d878fe227a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:59:25.677908 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5d219c5d-134b-40d0-8ba7-9478a0a890ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:25.678303 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d219c5d-134b-40d0-8ba7-9478a0a890ef None None] Bound using segment: {'id': '84780348-3232-4086-84f4-809460673e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9f74ee6b-b275-47ca-82b3-d9d878fe227a'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:59:25.679042 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5d219c5d-134b-40d0-8ba7-9478a0a890ef None None] Bound port: a8952eaa-ce0a-48d7-8876-9ec35adbbb88, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84780348-3232-4086-84f4-809460673e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9f74ee6b-b275-47ca-82b3-d9d878fe227a'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:59:25.679781 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5d219c5d-134b-40d0-8ba7-9478a0a890ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:25.728068 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-06a225a4-339b-4d0a-ae3e-17fc62a04acc admin admin] Allocated IP 172.25.3.149 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/0d704117-81e2-4126-998f-779e9d0f3824) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:59:25.771571 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5d219c5d-134b-40d0-8ba7-9478a0a890ef None None] For port a8952eaa-ce0a-48d7-8876-9ec35adbbb88, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:59:25.776108 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5d219c5d-134b-40d0-8ba7-9478a0a890ef None None] For port a8952eaa-ce0a-48d7-8876-9ec35adbbb88, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a8952eaa-ce0a-48d7-8876-9ec35adbbb88,segment=NetworkSegment(84780348-3232-4086-84f4-809460673e33),segment_id=84780348-3232-4086-84f4-809460673e33)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:59:25.782199 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5d219c5d-134b-40d0-8ba7-9478a0a890ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:25.879913 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06a225a4-339b-4d0a-ae3e-17fc62a04acc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:25.891763 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d219c5d-134b-40d0-8ba7-9478a0a890ef None None] Pushing event updated for resources: {'Port': ['ID=a8952eaa-ce0a-48d7-8876-9ec35adbbb88,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:25.958627 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06a225a4-339b-4d0a-ae3e-17fc62a04acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:26.002787 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a225a4-339b-4d0a-ae3e-17fc62a04acc admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:59:26.006249 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-06a225a4-339b-4d0a-ae3e-17fc62a04acc admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:59:26.010294 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a225a4-339b-4d0a-ae3e-17fc62a04acc admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:59:26.023060 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426fb851-9d2a-4cea-a09d-d69772cbad52 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:59:26.051690 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a225a4-339b-4d0a-ae3e-17fc62a04acc admin admin] Pushing event updated for resources: {'Port': ['ID=0d704117-81e2-4126-998f-779e9d0f3824,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:26.075949 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9ea83220-4d20-4307-bc24-652fe2cadd6f None None] Provisioning complete for port 0d704117-81e2-4126-998f-779e9d0f3824 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:59:26.076373 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9ea83220-4d20-4307-bc24-652fe2cadd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:26.163450 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9ea83220-4d20-4307-bc24-652fe2cadd6f None None] Port 0d704117-81e2-4126-998f-779e9d0f3824 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:59:26.351983 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06a225a4-339b-4d0a-ae3e-17fc62a04acc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:26.439287 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:26.604391 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-78689aca-8ad0-4919-b6c9-ffbc97feca0c req-2f3ed5ba-6fb7-4452-947a-91eafb2916d3 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 210 time: 0.0381374 Dec 09 15:59:26.615583 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06a225a4-339b-4d0a-ae3e-17fc62a04acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:26.776939 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a225a4-339b-4d0a-ae3e-17fc62a04acc admin admin] Router 24b9d700-3aca-4730-8eba-b19442f80b4e is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:59:26.942118 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a225a4-339b-4d0a-ae3e-17fc62a04acc admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:59:26.955818 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f253f71-c670-4052-9f9f-97ae191658e8 None None] Sync routers for ids ['24b9d700-3aca-4730-8eba-b19442f80b4e'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:59:26.983877 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06a225a4-339b-4d0a-ae3e-17fc62a04acc admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:26.989299 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-06a225a4-339b-4d0a-ae3e-17fc62a04acc admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0299830 Dec 09 15:59:27.000164 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37150) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:27.002231 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f253f71-c670-4052-9f9f-97ae191658e8 None None] Routers {'24b9d700-3aca-4730-8eba-b19442f80b4e'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:59:27.002822 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-0f253f71-c670-4052-9f9f-97ae191658e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:59:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['24b9d700-3aca-4730-8eba-b19442f80b4e'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:27.235589 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-0f253f71-c670-4052-9f9f-97ae191658e8 None None] Set router 24b9d700-3aca-4730-8eba-b19442f80b4e gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:59:27.386745 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7414473-4561-4be1-91b9-38d6a919c5ce None None] Network 9f74ee6b-b275-47ca-82b3-d9d878fe227a requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:59:27.519062 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-0f253f71-c670-4052-9f9f-97ae191658e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b9d700-3aca-4730-8eba-b19442f80b4e', 'name': 'tempest-TestAggregatesBasicOps-641031813-router', 'tenant_id': 'fccdf3ba0ae044ed9e5cf9edd1cb2b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0d704117-81e2-4126-998f-779e9d0f3824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:25Z', 'updated_at': '2021-12-09T15:59:26Z', 'revision_number': 3, 'project_id': 'fccdf3ba0ae044ed9e5cf9edd1cb2b11', 'gw_port': {'id': '0d704117-81e2-4126-998f-779e9d0f3824', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b9d700-3aca-4730-8eba-b19442f80b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:25Z', 'updated_at': '2021-12-09T15:59:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:27.570636 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f253f71-c670-4052-9f9f-97ae191658e8 None None] Checking router: 24b9d700-3aca-4730-8eba-b19442f80b4e for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:59:27.570836 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-721ac5ae-21cc-4e8a-97f3-0e84756635e8 None None] Provisioning complete for port a8952eaa-ce0a-48d7-8876-9ec35adbbb88 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:59:27.571271 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-721ac5ae-21cc-4e8a-97f3-0e84756635e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:27.571758 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f253f71-c670-4052-9f9f-97ae191658e8 None None] Updating router 24b9d700-3aca-4730-8eba-b19442f80b4e port 0d704117-81e2-4126-998f-779e9d0f3824 binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:59:27.612948 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-0f253f71-c670-4052-9f9f-97ae191658e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:27.835511 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-721ac5ae-21cc-4e8a-97f3-0e84756635e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:27.892915 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-0f253f71-c670-4052-9f9f-97ae191658e8 None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:27.898713 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a8952eaa-ce0a-48d7-8876-9ec35adbbb88 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:59:27.904225 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-0f253f71-c670-4052-9f9f-97ae191658e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:27.904787 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-191337b3-1c81-42f4-9a88-d9d4fac55829 req-37078ca5-fb6e-4638-8ac9-ac1925996cad tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c90defb5-9266-4ad0-b0d1-72a8ad39338d HTTP/1.1" status: 200 len: 210 time: 0.0589862 Dec 09 15:59:27.958326 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-0f253f71-c670-4052-9f9f-97ae191658e8 None None] Attempting to bind port 0d704117-81e2-4126-998f-779e9d0f3824 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:59:27.958844 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-0f253f71-c670-4052-9f9f-97ae191658e8 None None] Attempting to bind port 0d704117-81e2-4126-998f-779e9d0f3824 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:59:27.959052 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f253f71-c670-4052-9f9f-97ae191658e8 None None] Attempting to bind port 0d704117-81e2-4126-998f-779e9d0f3824 on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:59:27.991485 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0091ec-afa2-449d-99a5-3af261763045 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:59:28.000202 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-721ac5ae-21cc-4e8a-97f3-0e84756635e8 None None] For port a8952eaa-ce0a-48d7-8876-9ec35adbbb88, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a8952eaa-ce0a-48d7-8876-9ec35adbbb88,segment=NetworkSegment(84780348-3232-4086-84f4-809460673e33),segment_id=84780348-3232-4086-84f4-809460673e33)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:28.034957 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f253f71-c670-4052-9f9f-97ae191658e8 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:59:28.035241 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f253f71-c670-4052-9f9f-97ae191658e8 None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:59:28.035644 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-0f253f71-c670-4052-9f9f-97ae191658e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:28.036211 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f253f71-c670-4052-9f9f-97ae191658e8 None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:59:28.036883 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-0f253f71-c670-4052-9f9f-97ae191658e8 None None] Bound port: 0d704117-81e2-4126-998f-779e9d0f3824, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:59:28.037436 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-0f253f71-c670-4052-9f9f-97ae191658e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:28.041669 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-721ac5ae-21cc-4e8a-97f3-0e84756635e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:28.093815 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-0f253f71-c670-4052-9f9f-97ae191658e8 None None] For port 0d704117-81e2-4126-998f-779e9d0f3824, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:59:28.098313 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-0f253f71-c670-4052-9f9f-97ae191658e8 None None] For port 0d704117-81e2-4126-998f-779e9d0f3824, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=0d704117-81e2-4126-998f-779e9d0f3824,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:59:28.100004 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd67ec16-3e1c-46d6-9d98-abbb10edc5f5 None None] Pushing event updated for resources: {'Port': ['ID=0d704117-81e2-4126-998f-779e9d0f3824,revision_number=2']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:28.112485 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd67ec16-3e1c-46d6-9d98-abbb10edc5f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:28.113064 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd67ec16-3e1c-46d6-9d98-abbb10edc5f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:28.113575 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd67ec16-3e1c-46d6-9d98-abbb10edc5f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:28.114050 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd67ec16-3e1c-46d6-9d98-abbb10edc5f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:28.114530 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd67ec16-3e1c-46d6-9d98-abbb10edc5f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:28.115009 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd67ec16-3e1c-46d6-9d98-abbb10edc5f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:28.115485 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd67ec16-3e1c-46d6-9d98-abbb10edc5f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:28.115964 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd67ec16-3e1c-46d6-9d98-abbb10edc5f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:28.116552 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd67ec16-3e1c-46d6-9d98-abbb10edc5f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:28.117180 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd67ec16-3e1c-46d6-9d98-abbb10edc5f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:28.117817 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd67ec16-3e1c-46d6-9d98-abbb10edc5f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:28.118483 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd67ec16-3e1c-46d6-9d98-abbb10edc5f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:28.119156 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd67ec16-3e1c-46d6-9d98-abbb10edc5f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:28.124714 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-0f253f71-c670-4052-9f9f-97ae191658e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:28.208164 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e5367d6-e7b5-47aa-907c-b567a07334bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:28.210368 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ac5ae-21cc-4e8a-97f3-0e84756635e8 None None] Pushing event updated for resources: {'Port': ['ID=a8952eaa-ce0a-48d7-8876-9ec35adbbb88,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:28.213274 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port a8952eaa-ce0a-48d7-8876-9ec35adbbb88 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:59:28.214255 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:28.266683 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd67ec16-3e1c-46d6-9d98-abbb10edc5f5 None None] Pushing event updated for resources: {'Port': ['ID=0d704117-81e2-4126-998f-779e9d0f3824,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:28.295608 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308461d2-2f68-4472-ad0d-39ec331a9322 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:59:28.305725 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-0511a514-3a95-4b9d-a9fb-5439ffc992b2 None None] Provisioning complete for port 0d704117-81e2-4126-998f-779e9d0f3824 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:59:28.306702 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0511a514-3a95-4b9d-a9fb-5439ffc992b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:28.319304 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f253f71-c670-4052-9f9f-97ae191658e8 None None] Routers {'24b9d700-3aca-4730-8eba-b19442f80b4e'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:59:28.319932 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-0f253f71-c670-4052-9f9f-97ae191658e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:59:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['24b9d700-3aca-4730-8eba-b19442f80b4e'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:28.526320 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0511a514-3a95-4b9d-a9fb-5439ffc992b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:28.557237 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0511a514-3a95-4b9d-a9fb-5439ffc992b2 None None] For port 0d704117-81e2-4126-998f-779e9d0f3824, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=0d704117-81e2-4126-998f-779e9d0f3824,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:28.563108 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0511a514-3a95-4b9d-a9fb-5439ffc992b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:28.563531 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-0f253f71-c670-4052-9f9f-97ae191658e8 None None] Set router 24b9d700-3aca-4730-8eba-b19442f80b4e gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:59:28.586511 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-0e5367d6-e7b5-47aa-907c-b567a07334bd admin admin] Allocated IP 172.20.0.1 (9f74ee6b-b275-47ca-82b3-d9d878fe227a/2da67b8a-3780-4fa9-842c-a34f6c9c868c/5c643603-855d-461c-8985-2ab3b6fafaaf) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:59:28.619027 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0511a514-3a95-4b9d-a9fb-5439ffc992b2 None None] Pushing event updated for resources: {'Port': ['ID=0d704117-81e2-4126-998f-779e9d0f3824,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:28.693630 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-57daf869-f4eb-4bb6-ae6c-269cdeae6e2f None None] Provisioning complete for port a8952eaa-ce0a-48d7-8876-9ec35adbbb88 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:59:28.694046 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-57daf869-f4eb-4bb6-ae6c-269cdeae6e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:28.774912 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e5367d6-e7b5-47aa-907c-b567a07334bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:28.825411 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e5367d6-e7b5-47aa-907c-b567a07334bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:28.827848 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-57daf869-f4eb-4bb6-ae6c-269cdeae6e2f None None] Provisioning complete for port 0d704117-81e2-4126-998f-779e9d0f3824 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:59:28.828223 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-57daf869-f4eb-4bb6-ae6c-269cdeae6e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:28.903149 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5367d6-e7b5-47aa-907c-b567a07334bd admin admin] Pushing event updated for resources: {'Port': ['ID=5c643603-855d-461c-8985-2ab3b6fafaaf,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:28.916965 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5367d6-e7b5-47aa-907c-b567a07334bd admin admin] Network 9f74ee6b-b275-47ca-82b3-d9d878fe227a is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:59:28.921280 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-0e5367d6-e7b5-47aa-907c-b567a07334bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:59:28.924955 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5367d6-e7b5-47aa-907c-b567a07334bd admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:59:28.925753 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-0f253f71-c670-4052-9f9f-97ae191658e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b9d700-3aca-4730-8eba-b19442f80b4e', 'name': 'tempest-TestAggregatesBasicOps-641031813-router', 'tenant_id': 'fccdf3ba0ae044ed9e5cf9edd1cb2b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0d704117-81e2-4126-998f-779e9d0f3824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:25Z', 'updated_at': '2021-12-09T15:59:26Z', 'revision_number': 3, 'project_id': 'fccdf3ba0ae044ed9e5cf9edd1cb2b11', 'gw_port': {'id': '0d704117-81e2-4126-998f-779e9d0f3824', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b9d700-3aca-4730-8eba-b19442f80b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:25Z', 'updated_at': '2021-12-09T15:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:28.961211 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f253f71-c670-4052-9f9f-97ae191658e8 None None] The sync data for ids ['24b9d700-3aca-4730-8eba-b19442f80b4e'] in n-d-821228-1 is: [{'id': '24b9d700-3aca-4730-8eba-b19442f80b4e', 'name': 'tempest-TestAggregatesBasicOps-641031813-router', 'tenant_id': 'fccdf3ba0ae044ed9e5cf9edd1cb2b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0d704117-81e2-4126-998f-779e9d0f3824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:25Z', 'updated_at': '2021-12-09T15:59:26Z', 'revision_number': 3, 'project_id': 'fccdf3ba0ae044ed9e5cf9edd1cb2b11', 'gw_port': {'id': '0d704117-81e2-4126-998f-779e9d0f3824', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b9d700-3aca-4730-8eba-b19442f80b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:25Z', 'updated_at': '2021-12-09T15:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:59:28.980466 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e5367d6-e7b5-47aa-907c-b567a07334bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:29.144968 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e5367d6-e7b5-47aa-907c-b567a07334bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:29.240394 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b4d9cd6c-cfaa-4818-b29d-a414b854e865 None None] Provisioning complete for port 5c643603-855d-461c-8985-2ab3b6fafaaf triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:59:29.240893 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b4d9cd6c-cfaa-4818-b29d-a414b854e865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:29.313209 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b4d9cd6c-cfaa-4818-b29d-a414b854e865 None None] Port 5c643603-855d-461c-8985-2ab3b6fafaaf cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:59:29.399361 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e5367d6-e7b5-47aa-907c-b567a07334bd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:29.405970 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e5367d6-e7b5-47aa-907c-b567a07334bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:29.481326 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0e5367d6-e7b5-47aa-907c-b567a07334bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:29.484320 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5367d6-e7b5-47aa-907c-b567a07334bd admin admin] Pushing event updated for resources: {'Port': ['ID=5c643603-855d-461c-8985-2ab3b6fafaaf,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:29.582096 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5367d6-e7b5-47aa-907c-b567a07334bd admin admin] Network 9f74ee6b-b275-47ca-82b3-d9d878fe227a is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:59:29.583837 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-0e5367d6-e7b5-47aa-907c-b567a07334bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:59:29.794290 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5367d6-e7b5-47aa-907c-b567a07334bd admin admin] Router 24b9d700-3aca-4730-8eba-b19442f80b4e has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:59:29.900127 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 0d704117-81e2-4126-998f-779e9d0f3824 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:59:29.949400 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5367d6-e7b5-47aa-907c-b567a07334bd admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:59:29.955421 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0e5367d6-e7b5-47aa-907c-b567a07334bd admin admin] 10.222.0.57 "PUT /v2.0/routers/24b9d700-3aca-4730-8eba-b19442f80b4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9626064 Dec 09 15:59:29.959988 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ded2ad17-219b-49c8-9750-0d99b7f89c13 None None] Provisioning complete for port 5c643603-855d-461c-8985-2ab3b6fafaaf triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:59:29.960360 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ded2ad17-219b-49c8-9750-0d99b7f89c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:30.001370 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ded2ad17-219b-49c8-9750-0d99b7f89c13 None None] Port 5c643603-855d-461c-8985-2ab3b6fafaaf cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:59:30.007930 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 0d704117-81e2-4126-998f-779e9d0f3824 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:59:30.008305 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:30.102832 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a8952eaa-ce0a-48d7-8876-9ec35adbbb88 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:59:30.147326 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37176) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:30.181726 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port a8952eaa-ce0a-48d7-8876-9ec35adbbb88 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:59:30.182141 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:30.221448 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6b619e0d-ad52-4159-9a00-91fccc48c328 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:30.280462 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6b619e0d-ad52-4159-9a00-91fccc48c328 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:30.345825 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6b619e0d-ad52-4159-9a00-91fccc48c328 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:30.350536 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6b619e0d-ad52-4159-9a00-91fccc48c328 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:30.352013 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6b619e0d-ad52-4159-9a00-91fccc48c328 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "DELETE /v2.0/security-groups/123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2 HTTP/1.1" status: 204 len: 168 time: 0.2028346 Dec 09 15:59:30.354908 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37186) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:30.364969 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b619e0d-ad52-4159-9a00-91fccc48c328 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:30.375566 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-93ad57df-6c39-4466-9ad9-0f8e35bfcbec tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] show failed (client error): The resource could not be found. Dec 09 15:59:30.380844 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-93ad57df-6c39-4466-9ad9-0f8e35bfcbec tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "GET /v2.0/security-groups/123016ec-8ac4-4ed7-8b2d-6ec6ed39f1c2 HTTP/1.1" status: 404 len: 347 time: 0.0247557 Dec 09 15:59:30.383754 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37188) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:30.630921 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37194) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:30.640716 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-c3cd705a-1621-4fd8-8232-e9f2e6c5ed61 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-900970908-network', 'tenant_id': 'b7e3543f0cd1461cb6f3baf332096056'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:59:30.671460 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3cd705a-1621-4fd8-8232-e9f2e6c5ed61 admin admin] Made reservation on behalf of b7e3543f0cd1461cb6f3baf332096056 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:59:30.675703 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3cd705a-1621-4fd8-8232-e9f2e6c5ed61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:30.688701 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3cd705a-1621-4fd8-8232-e9f2e6c5ed61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:30.803550 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3cd705a-1621-4fd8-8232-e9f2e6c5ed61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:30.810476 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3cd705a-1621-4fd8-8232-e9f2e6c5ed61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:30.839099 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3cd705a-1621-4fd8-8232-e9f2e6c5ed61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:59:30.851502 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd705a-1621-4fd8-8232-e9f2e6c5ed61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78b9952-496a-4b7a-9f3d-5499e81d7d36,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:30.864645 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3cd705a-1621-4fd8-8232-e9f2e6c5ed61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:30.865004 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-c3cd705a-1621-4fd8-8232-e9f2e6c5ed61 admin admin] Added segment 4acd780e-7eb0-4792-bc06-49f930c4a15f of type vlan for network 6c9b6477-2596-478d-bfad-1774283e39f3 Dec 09 15:59:30.923343 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3cd705a-1621-4fd8-8232-e9f2e6c5ed61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:30.957611 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3cd705a-1621-4fd8-8232-e9f2e6c5ed61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:30.958764 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cd705a-1621-4fd8-8232-e9f2e6c5ed61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:30.959420 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3cd705a-1621-4fd8-8232-e9f2e6c5ed61 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:31.033187 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c3cd705a-1621-4fd8-8232-e9f2e6c5ed61 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3982716 Dec 09 15:59:31.033382 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37196) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:31.039385 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-fb786f24-5eef-4c37-9811-e832e668090f admin admin] Request body: {'subnet': {'network_id': '6c9b6477-2596-478d-bfad-1774283e39f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-900970908-subnet', 'tenant_id': 'b7e3543f0cd1461cb6f3baf332096056', 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:59:31.060599 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd705a-1621-4fd8-8232-e9f2e6c5ed61 admin admin] Pushing event updated for resources: {'Network': ['ID=6c9b6477-2596-478d-bfad-1774283e39f3,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:31.078230 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 6c9b6477-2596-478d-bfad-1774283e39f3 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:59:31.088196 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb786f24-5eef-4c37-9811-e832e668090f admin admin] Made reservation on behalf of b7e3543f0cd1461cb6f3baf332096056 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:59:31.098369 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-30a57658-483a-4854-ad57-c9b7a8fc6d66 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Deleting port dc5c30ca-6620-4f56-84c5-2a873ebd0cbe {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:59:31.098369 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-30a57658-483a-4854-ad57-c9b7a8fc6d66 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:31.099931 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb786f24-5eef-4c37-9811-e832e668090f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:31.184021 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041392c4-a76e-4176-a574-7e7fa33c4276 None None] Sync routers for ids ['24b9d700-3aca-4730-8eba-b19442f80b4e'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:59:31.201930 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-30a57658-483a-4854-ad57-c9b7a8fc6d66 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:31.202718 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-30a57658-483a-4854-ad57-c9b7a8fc6d66 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:31.208208 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041392c4-a76e-4176-a574-7e7fa33c4276 None None] Routers {'24b9d700-3aca-4730-8eba-b19442f80b4e'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:59:31.209078 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-041392c4-a76e-4176-a574-7e7fa33c4276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:59:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['24b9d700-3aca-4730-8eba-b19442f80b4e'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:31.226907 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-30a57658-483a-4854-ad57-c9b7a8fc6d66 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Calling delete_port for dc5c30ca-6620-4f56-84c5-2a873ebd0cbe owned by network:floatingip {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:59:31.352719 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-041392c4-a76e-4176-a574-7e7fa33c4276 None None] Set router 24b9d700-3aca-4730-8eba-b19442f80b4e gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:59:31.406907 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb786f24-5eef-4c37-9811-e832e668090f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:31.436116 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-30a57658-483a-4854-ad57-c9b7a8fc6d66 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:31.475196 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a57658-483a-4854-ad57-c9b7a8fc6d66 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Pushing event deleted for resources: {'Port': ['ID=dc5c30ca-6620-4f56-84c5-2a873ebd0cbe,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:31.490477 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb786f24-5eef-4c37-9811-e832e668090f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a90db07c-227e-4769-9323-ea1206a0a311,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:31.504217 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb786f24-5eef-4c37-9811-e832e668090f admin admin] Checking segment: {'id': '4acd780e-7eb0-4792-bc06-49f930c4a15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6c9b6477-2596-478d-bfad-1774283e39f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:59:31.504622 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb786f24-5eef-4c37-9811-e832e668090f admin admin] Network hostable DHCP agents. Network: 6c9b6477-2596-478d-bfad-1774283e39f3, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:59:31.523771 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb786f24-5eef-4c37-9811-e832e668090f admin admin] Network 6c9b6477-2596-478d-bfad-1774283e39f3 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:59:31.539857 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-fb786f24-5eef-4c37-9811-e832e668090f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 6c9b6477-2596-478d-bfad-1774283e39f3) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:59:31.546438 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb786f24-5eef-4c37-9811-e832e668090f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:31.547097 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb786f24-5eef-4c37-9811-e832e668090f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:31.566972 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a323ff02-a647-4180-8f5d-d6112161e89a None None] Network 6c9b6477-2596-478d-bfad-1774283e39f3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:59:31.568105 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-fb786f24-5eef-4c37-9811-e832e668090f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5336428 Dec 09 15:59:31.569451 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-30a57658-483a-4854-ad57-c9b7a8fc6d66 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks [] for floatingip, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:31.571869 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37200) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:31.572943 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-30a57658-483a-4854-ad57-c9b7a8fc6d66 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:31.574525 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-30a57658-483a-4854-ad57-c9b7a8fc6d66 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "DELETE /v2.0/floatingips/3ff934b4-b0f0-4790-8365-547e58dc4539 HTTP/1.1" status: 204 len: 168 time: 1.1897242 Dec 09 15:59:31.577671 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-a9c34cec-3c1b-46d0-ad7b-f6902f7e5042 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-900970908-router', 'tenant_id': 'b7e3543f0cd1461cb6f3baf332096056', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:59:31.580661 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37202) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:31.657460 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9c34cec-3c1b-46d0-ad7b-f6902f7e5042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:31.659081 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9c34cec-3c1b-46d0-ad7b-f6902f7e5042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:31.668237 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-041392c4-a76e-4176-a574-7e7fa33c4276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b9d700-3aca-4730-8eba-b19442f80b4e', 'name': 'tempest-TestAggregatesBasicOps-641031813-router', 'tenant_id': 'fccdf3ba0ae044ed9e5cf9edd1cb2b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0d704117-81e2-4126-998f-779e9d0f3824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:25Z', 'updated_at': '2021-12-09T15:59:29Z', 'revision_number': 4, 'project_id': 'fccdf3ba0ae044ed9e5cf9edd1cb2b11', 'gw_port': {'id': '0d704117-81e2-4126-998f-779e9d0f3824', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b9d700-3aca-4730-8eba-b19442f80b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:25Z', 'updated_at': '2021-12-09T15:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '5c643603-855d-461c-8985-2ab3b6fafaaf', 'name': '', 'network_id': '9f74ee6b-b275-47ca-82b3-d9d878fe227a', 'tenant_id': 'fccdf3ba0ae044ed9e5cf9edd1cb2b11', 'mac_address': 'fa:16:3e:65:41:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b9d700-3aca-4730-8eba-b19442f80b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '2da67b8a-3780-4fa9-842c-a34f6c9c868c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:28Z', 'updated_at': '2021-12-09T15:59:29Z', 'revision_number': 2, 'project_id': 'fccdf3ba0ae044ed9e5cf9edd1cb2b11', 'subnets': [{'id': '2da67b8a-3780-4fa9-842c-a34f6c9c868c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:31.718320 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9c34cec-3c1b-46d0-ad7b-f6902f7e5042 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:31.844638 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-dc37327e-feea-49a4-a4ae-cfd18a512faa tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Deleting port c80d9ccb-8f47-4f45-874e-82d37cf55b7b {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:59:31.845048 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc37327e-feea-49a4-a4ae-cfd18a512faa tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:31.872811 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b50b8c-6f20-491a-9175-a55e780847f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-6c9b6477-2596-478d-bfad-1774283e39f3', 'network_id': '6c9b6477-2596-478d-bfad-1774283e39f3', 'project_id': 'b7e3543f0cd1461cb6f3baf332096056', 'fixed_ips': [{'subnet_id': 'a90db07c-227e-4769-9323-ea1206a0a311'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:59:31.873807 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-11b50b8c-6f20-491a-9175-a55e780847f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:31.883421 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041392c4-a76e-4176-a574-7e7fa33c4276 None None] Checking router: 24b9d700-3aca-4730-8eba-b19442f80b4e for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:59:31.883777 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041392c4-a76e-4176-a574-7e7fa33c4276 None None] Updating router 24b9d700-3aca-4730-8eba-b19442f80b4e port 5c643603-855d-461c-8985-2ab3b6fafaaf binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:59:31.919287 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9c34cec-3c1b-46d0-ad7b-f6902f7e5042 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:31.923291 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-041392c4-a76e-4176-a574-7e7fa33c4276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:32.006904 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc37327e-feea-49a4-a4ae-cfd18a512faa tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:32.023667 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-dc37327e-feea-49a4-a4ae-cfd18a512faa tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Calling delete_port for c80d9ccb-8f47-4f45-874e-82d37cf55b7b owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:59:32.134433 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-11b50b8c-6f20-491a-9175-a55e780847f9 None None] Allocated IP 172.20.0.2 (6c9b6477-2596-478d-bfad-1774283e39f3/a90db07c-227e-4769-9323-ea1206a0a311/cd38d14c-f718-44d8-bc58-f427b025b476) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:59:32.273162 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc37327e-feea-49a4-a4ae-cfd18a512faa tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:32.306216 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9c34cec-3c1b-46d0-ad7b-f6902f7e5042 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:32.308677 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37327e-feea-49a4-a4ae-cfd18a512faa tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Pushing event deleted for resources: {'Port': ['ID=c80d9ccb-8f47-4f45-874e-82d37cf55b7b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:32.363715 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9c34cec-3c1b-46d0-ad7b-f6902f7e5042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:32.404479 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-11b50b8c-6f20-491a-9175-a55e780847f9 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:32.408140 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-041392c4-a76e-4176-a574-7e7fa33c4276 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:32.410956 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-11b50b8c-6f20-491a-9175-a55e780847f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:32.419842 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-041392c4-a76e-4176-a574-7e7fa33c4276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:32.447649 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc37327e-feea-49a4-a4ae-cfd18a512faa tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:32.453899 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-dc37327e-feea-49a4-a4ae-cfd18a512faa tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "DELETE /v2.0/ports/c80d9ccb-8f47-4f45-874e-82d37cf55b7b HTTP/1.1" status: 204 len: 168 time: 0.8698728 Dec 09 15:59:32.454093 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37208) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:32.463605 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b50b8c-6f20-491a-9175-a55e780847f9 None None] Network 6c9b6477-2596-478d-bfad-1774283e39f3 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:59:32.469803 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-11b50b8c-6f20-491a-9175-a55e780847f9 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:59:32.474865 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b50b8c-6f20-491a-9175-a55e780847f9 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:59:32.487301 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b50b8c-6f20-491a-9175-a55e780847f9 None None] Pushing event updated for resources: {'Port': ['ID=cd38d14c-f718-44d8-bc58-f427b025b476,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:32.592971 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-a9c34cec-3c1b-46d0-ad7b-f6902f7e5042 admin admin] Allocated IP 172.25.3.12 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/5c380328-80b8-4df3-9895-d00c67e824b8) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:59:32.630306 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdcb36b-f1f7-4d8f-aa4b-579dcc688c7b None None] Pushing event updated for resources: {'Port': ['ID=5c643603-855d-461c-8985-2ab3b6fafaaf,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:32.634688 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-11b50b8c-6f20-491a-9175-a55e780847f9 None None] Attempting to bind port cd38d14c-f718-44d8-bc58-f427b025b476 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:59:32.635064 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-11b50b8c-6f20-491a-9175-a55e780847f9 None None] Attempting to bind port cd38d14c-f718-44d8-bc58-f427b025b476 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '4acd780e-7eb0-4792-bc06-49f930c4a15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6c9b6477-2596-478d-bfad-1774283e39f3'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:59:32.635530 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b50b8c-6f20-491a-9175-a55e780847f9 None None] Attempting to bind port cd38d14c-f718-44d8-bc58-f427b025b476 on network 6c9b6477-2596-478d-bfad-1774283e39f3 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:59:32.667812 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b50b8c-6f20-491a-9175-a55e780847f9 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:59:32.668200 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b50b8c-6f20-491a-9175-a55e780847f9 None None] Checking segment: {'id': '4acd780e-7eb0-4792-bc06-49f930c4a15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6c9b6477-2596-478d-bfad-1774283e39f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:59:32.669796 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-5f961e05-94a9-409e-91b4-09b5dcef87e6 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Deleting port fad6d866-ac07-4b51-a443-56d0c8a689d8 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:59:32.669929 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-11b50b8c-6f20-491a-9175-a55e780847f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:32.670138 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5f961e05-94a9-409e-91b4-09b5dcef87e6 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:32.670418 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b50b8c-6f20-491a-9175-a55e780847f9 None None] Bound using segment: {'id': '4acd780e-7eb0-4792-bc06-49f930c4a15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6c9b6477-2596-478d-bfad-1774283e39f3'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:59:32.670926 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-11b50b8c-6f20-491a-9175-a55e780847f9 None None] Bound port: cd38d14c-f718-44d8-bc58-f427b025b476, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4acd780e-7eb0-4792-bc06-49f930c4a15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6c9b6477-2596-478d-bfad-1774283e39f3'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:59:32.671319 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-11b50b8c-6f20-491a-9175-a55e780847f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:32.690024 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-041392c4-a76e-4176-a574-7e7fa33c4276 None None] Attempting to bind port 5c643603-855d-461c-8985-2ab3b6fafaaf on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:59:32.690644 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-041392c4-a76e-4176-a574-7e7fa33c4276 None None] Attempting to bind port 5c643603-855d-461c-8985-2ab3b6fafaaf by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '84780348-3232-4086-84f4-809460673e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9f74ee6b-b275-47ca-82b3-d9d878fe227a'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:59:32.691156 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041392c4-a76e-4176-a574-7e7fa33c4276 None None] Attempting to bind port 5c643603-855d-461c-8985-2ab3b6fafaaf on network 9f74ee6b-b275-47ca-82b3-d9d878fe227a {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:59:32.700324 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041392c4-a76e-4176-a574-7e7fa33c4276 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:59:32.700756 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041392c4-a76e-4176-a574-7e7fa33c4276 None None] Checking segment: {'id': '84780348-3232-4086-84f4-809460673e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9f74ee6b-b275-47ca-82b3-d9d878fe227a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:59:32.701164 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-041392c4-a76e-4176-a574-7e7fa33c4276 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:32.701561 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041392c4-a76e-4176-a574-7e7fa33c4276 None None] Bound using segment: {'id': '84780348-3232-4086-84f4-809460673e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9f74ee6b-b275-47ca-82b3-d9d878fe227a'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:59:32.702061 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-041392c4-a76e-4176-a574-7e7fa33c4276 None None] Bound port: 5c643603-855d-461c-8985-2ab3b6fafaaf, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84780348-3232-4086-84f4-809460673e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9f74ee6b-b275-47ca-82b3-d9d878fe227a'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:59:32.702507 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-041392c4-a76e-4176-a574-7e7fa33c4276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:32.810963 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5f961e05-94a9-409e-91b4-09b5dcef87e6 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:32.834766 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-5f961e05-94a9-409e-91b4-09b5dcef87e6 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Calling delete_port for fad6d866-ac07-4b51-a443-56d0c8a689d8 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:59:32.845199 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9c34cec-3c1b-46d0-ad7b-f6902f7e5042 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:32.884547 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-11b50b8c-6f20-491a-9175-a55e780847f9 None None] For port cd38d14c-f718-44d8-bc58-f427b025b476, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:59:32.886719 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-041392c4-a76e-4176-a574-7e7fa33c4276 None None] For port 5c643603-855d-461c-8985-2ab3b6fafaaf, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:59:32.898389 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-041392c4-a76e-4176-a574-7e7fa33c4276 None None] For port 5c643603-855d-461c-8985-2ab3b6fafaaf, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=5c643603-855d-461c-8985-2ab3b6fafaaf,segment=NetworkSegment(84780348-3232-4086-84f4-809460673e33),segment_id=84780348-3232-4086-84f4-809460673e33)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:59:32.905776 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-11b50b8c-6f20-491a-9175-a55e780847f9 None None] For port cd38d14c-f718-44d8-bc58-f427b025b476, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=cd38d14c-f718-44d8-bc58-f427b025b476,segment=NetworkSegment(4acd780e-7eb0-4792-bc06-49f930c4a15f),segment_id=4acd780e-7eb0-4792-bc06-49f930c4a15f)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:59:32.907450 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4e3ba43c-4f6e-4ea8-a987-cc3240cdd7eb None None] Provisioning complete for port 5c643603-855d-461c-8985-2ab3b6fafaaf triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:59:32.907849 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4e3ba43c-4f6e-4ea8-a987-cc3240cdd7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:32.910495 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-041392c4-a76e-4176-a574-7e7fa33c4276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:32.941751 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-11b50b8c-6f20-491a-9175-a55e780847f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:32.984773 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9c34cec-3c1b-46d0-ad7b-f6902f7e5042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:33.041047 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041392c4-a76e-4176-a574-7e7fa33c4276 None None] Routers {'24b9d700-3aca-4730-8eba-b19442f80b4e'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:59:33.045580 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-041392c4-a76e-4176-a574-7e7fa33c4276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:59:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['24b9d700-3aca-4730-8eba-b19442f80b4e'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:33.072863 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c34cec-3c1b-46d0-ad7b-f6902f7e5042 admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:59:33.087521 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-a9c34cec-3c1b-46d0-ad7b-f6902f7e5042 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:59:33.096633 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c34cec-3c1b-46d0-ad7b-f6902f7e5042 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:59:33.105586 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c34cec-3c1b-46d0-ad7b-f6902f7e5042 admin admin] Pushing event updated for resources: {'Port': ['ID=5c380328-80b8-4df3-9895-d00c67e824b8,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:33.105802 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdcb36b-f1f7-4d8f-aa4b-579dcc688c7b None None] Pushing event updated for resources: {'Port': ['ID=5c643603-855d-461c-8985-2ab3b6fafaaf,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:33.169473 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b50b8c-6f20-491a-9175-a55e780847f9 None None] Pushing event updated for resources: {'Port': ['ID=cd38d14c-f718-44d8-bc58-f427b025b476,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:33.172381 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c7ea09-e752-4e68-b0f2-50b8079faacc None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:59:33.180919 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5f961e05-94a9-409e-91b4-09b5dcef87e6 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:33.268175 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-041392c4-a76e-4176-a574-7e7fa33c4276 None None] Set router 24b9d700-3aca-4730-8eba-b19442f80b4e gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:59:33.342522 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f961e05-94a9-409e-91b4-09b5dcef87e6 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Pushing event deleted for resources: {'Port': ['ID=fad6d866-ac07-4b51-a443-56d0c8a689d8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:33.502225 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4e3ba43c-4f6e-4ea8-a987-cc3240cdd7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:33.503443 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5f961e05-94a9-409e-91b4-09b5dcef87e6 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:33.506862 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-5f961e05-94a9-409e-91b4-09b5dcef87e6 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "DELETE /v2.0/ports/fad6d866-ac07-4b51-a443-56d0c8a689d8 HTTP/1.1" status: 204 len: 168 time: 1.0517607 Dec 09 15:59:33.509549 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37220) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:33.594682 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4e3ba43c-4f6e-4ea8-a987-cc3240cdd7eb None None] For port 5c643603-855d-461c-8985-2ab3b6fafaaf, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=5c643603-855d-461c-8985-2ab3b6fafaaf,segment=NetworkSegment(84780348-3232-4086-84f4-809460673e33),segment_id=84780348-3232-4086-84f4-809460673e33)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:33.599205 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d36ae93-fcf1-49f8-9eca-0b3054821b40 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Deleting subnet b86dc975-38b6-4f7b-a1b5-a30d296dd58d {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:59:33.603215 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4e3ba43c-4f6e-4ea8-a987-cc3240cdd7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:33.612699 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3d36ae93-fcf1-49f8-9eca-0b3054821b40 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:33.661541 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3d36ae93-fcf1-49f8-9eca-0b3054821b40 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:33.701034 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ba43c-4f6e-4ea8-a987-cc3240cdd7eb None None] Pushing event updated for resources: {'Port': ['ID=5c643603-855d-461c-8985-2ab3b6fafaaf,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:33.712681 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-041392c4-a76e-4176-a574-7e7fa33c4276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b9d700-3aca-4730-8eba-b19442f80b4e', 'name': 'tempest-TestAggregatesBasicOps-641031813-router', 'tenant_id': 'fccdf3ba0ae044ed9e5cf9edd1cb2b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0d704117-81e2-4126-998f-779e9d0f3824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:25Z', 'updated_at': '2021-12-09T15:59:29Z', 'revision_number': 4, 'project_id': 'fccdf3ba0ae044ed9e5cf9edd1cb2b11', 'gw_port': {'id': '0d704117-81e2-4126-998f-779e9d0f3824', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b9d700-3aca-4730-8eba-b19442f80b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:25Z', 'updated_at': '2021-12-09T15:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '5c643603-855d-461c-8985-2ab3b6fafaaf', 'name': '', 'network_id': '9f74ee6b-b275-47ca-82b3-d9d878fe227a', 'tenant_id': 'fccdf3ba0ae044ed9e5cf9edd1cb2b11', 'mac_address': 'fa:16:3e:65:41:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b9d700-3aca-4730-8eba-b19442f80b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '2da67b8a-3780-4fa9-842c-a34f6c9c868c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:28Z', 'updated_at': '2021-12-09T15:59:32Z', 'revision_number': 4, 'project_id': 'fccdf3ba0ae044ed9e5cf9edd1cb2b11', 'subnets': [{'id': '2da67b8a-3780-4fa9-842c-a34f6c9c868c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:33.725853 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9c34cec-3c1b-46d0-ad7b-f6902f7e5042 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:33.762535 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041392c4-a76e-4176-a574-7e7fa33c4276 None None] The sync data for ids ['24b9d700-3aca-4730-8eba-b19442f80b4e'] in n-d-821228-1 is: [{'id': '24b9d700-3aca-4730-8eba-b19442f80b4e', 'name': 'tempest-TestAggregatesBasicOps-641031813-router', 'tenant_id': 'fccdf3ba0ae044ed9e5cf9edd1cb2b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0d704117-81e2-4126-998f-779e9d0f3824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:25Z', 'updated_at': '2021-12-09T15:59:29Z', 'revision_number': 4, 'project_id': 'fccdf3ba0ae044ed9e5cf9edd1cb2b11', 'gw_port': {'id': '0d704117-81e2-4126-998f-779e9d0f3824', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b9d700-3aca-4730-8eba-b19442f80b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:25Z', 'updated_at': '2021-12-09T15:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '5c643603-855d-461c-8985-2ab3b6fafaaf', 'name': '', 'network_id': '9f74ee6b-b275-47ca-82b3-d9d878fe227a', 'tenant_id': 'fccdf3ba0ae044ed9e5cf9edd1cb2b11', 'mac_address': 'fa:16:3e:65:41:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b9d700-3aca-4730-8eba-b19442f80b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '2da67b8a-3780-4fa9-842c-a34f6c9c868c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:28Z', 'updated_at': '2021-12-09T15:59:32Z', 'revision_number': 4, 'project_id': 'fccdf3ba0ae044ed9e5cf9edd1cb2b11', 'subnets': [{'id': '2da67b8a-3780-4fa9-842c-a34f6c9c868c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:59:33.770573 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34821cee-7fcf-423c-88ca-9c64ede919c0 None None] Provisioning complete for port 5c380328-80b8-4df3-9895-d00c67e824b8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:59:33.771070 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34821cee-7fcf-423c-88ca-9c64ede919c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:33.843323 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3d36ae93-fcf1-49f8-9eca-0b3054821b40 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:33.871260 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-34821cee-7fcf-423c-88ca-9c64ede919c0 None None] Port 5c380328-80b8-4df3-9895-d00c67e824b8 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:59:33.914164 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-34821cee-7fcf-423c-88ca-9c64ede919c0 None None] Provisioning complete for port 5c643603-855d-461c-8985-2ab3b6fafaaf triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:59:33.914545 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34821cee-7fcf-423c-88ca-9c64ede919c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:33.983481 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device cd38d14c-f718-44d8-bc58-f427b025b476 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:59:34.017834 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3d36ae93-fcf1-49f8-9eca-0b3054821b40 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:34.049667 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3d36ae93-fcf1-49f8-9eca-0b3054821b40 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:34.055578 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37224) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:34.062148 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90479da-5a3e-4614-95a1-5d0b97accacf None None] Network e220874f-4ea8-4ea6-9fc4-39a517be75d8 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:59:34.067257 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3d36ae93-fcf1-49f8-9eca-0b3054821b40 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "DELETE /v2.0/subnets/b86dc975-38b6-4f7b-a1b5-a30d296dd58d HTTP/1.1" status: 204 len: 168 time: 0.5565441 Dec 09 15:59:34.096599 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36ae93-fcf1-49f8-9eca-0b3054821b40 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Pushing event deleted for resources: {'Subnet': ['ID=b86dc975-38b6-4f7b-a1b5-a30d296dd58d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:34.244766 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port cd38d14c-f718-44d8-bc58-f427b025b476 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:59:34.245291 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:34.391428 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:34.426811 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630da07a-ca2a-4113-af71-e455e0519520 None None] DHCP port deletion for e220874f-4ea8-4ea6-9fc4-39a517be75d8 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:59:34.473514 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port cd38d14c-f718-44d8-bc58-f427b025b476, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=cd38d14c-f718-44d8-bc58-f427b025b476,segment=NetworkSegment(4acd780e-7eb0-4792-bc06-49f930c4a15f),segment_id=4acd780e-7eb0-4792-bc06-49f930c4a15f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:34.483212 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:34.577926 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=cd38d14c-f718-44d8-bc58-f427b025b476,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:34.599165 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-630da07a-ca2a-4113-af71-e455e0519520 None None] Deleting port fdd92d92-4501-40f9-98ec-2f27b31a745c {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:59:34.599551 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-630da07a-ca2a-4113-af71-e455e0519520 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:34.656737 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d162986-118c-4da4-befe-3245eed04b9a None None] Network 6c9b6477-2596-478d-bfad-1774283e39f3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:59:34.759988 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cfae8c8-b8d3-4ff1-8702-84203fef8ab9 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Deleting subnet 171b19ce-c8cb-49f0-b1d6-e7dc927afc82 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:59:34.765236 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0cfae8c8-b8d3-4ff1-8702-84203fef8ab9 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:34.813735 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0cfae8c8-b8d3-4ff1-8702-84203fef8ab9 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:34.915527 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0cfae8c8-b8d3-4ff1-8702-84203fef8ab9 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:34.920636 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-630da07a-ca2a-4113-af71-e455e0519520 None None] For port fdd92d92-4501-40f9-98ec-2f27b31a745c, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=fdd92d92-4501-40f9-98ec-2f27b31a745c,segment=NetworkSegment(0afc4eae-d5e0-4fad-b2e5-9f1c880770af),segment_id=0afc4eae-d5e0-4fad-b2e5-9f1c880770af)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:34.921013 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-630da07a-ca2a-4113-af71-e455e0519520 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:34.933775 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2f751ef7-5ce1-4c2e-88cb-7480133b5348 None None] Provisioning complete for port cd38d14c-f718-44d8-bc58-f427b025b476 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:59:34.934722 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2f751ef7-5ce1-4c2e-88cb-7480133b5348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:34.960066 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-630da07a-ca2a-4113-af71-e455e0519520 None None] Calling delete_port for fdd92d92-4501-40f9-98ec-2f27b31a745c owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:59:35.015740 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0cfae8c8-b8d3-4ff1-8702-84203fef8ab9 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:35.052454 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfae8c8-b8d3-4ff1-8702-84203fef8ab9 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Pushing event deleted for resources: {'Subnet': ['ID=171b19ce-c8cb-49f0-b1d6-e7dc927afc82,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:35.086148 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0cfae8c8-b8d3-4ff1-8702-84203fef8ab9 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:35.093211 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37228) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:35.093895 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0cfae8c8-b8d3-4ff1-8702-84203fef8ab9 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "DELETE /v2.0/subnets/171b19ce-c8cb-49f0-b1d6-e7dc927afc82 HTTP/1.1" status: 204 len: 168 time: 1.0372958 Dec 09 15:59:35.100605 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58b692c-2bc2-4b50-97ca-a53700ea4eb3 None None] Network 793151e9-673a-4eba-bc7f-eef12bb07531 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:59:35.137960 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9c34cec-3c1b-46d0-ad7b-f6902f7e5042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:35.212355 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f8b8d429-240b-4318-9188-c8104890c34e tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:35.233329 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-630da07a-ca2a-4113-af71-e455e0519520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:35.294574 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630da07a-ca2a-4113-af71-e455e0519520 None None] Pushing event deleted for resources: {'Port': ['ID=fdd92d92-4501-40f9-98ec-2f27b31a745c,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:35.336895 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f8b8d429-240b-4318-9188-c8104890c34e tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:35.369317 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-f8b8d429-240b-4318-9188-c8104890c34e tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e220874f-4ea8-4ea6-9fc4-39a517be75d8']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:35.379993 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630da07a-ca2a-4113-af71-e455e0519520 None None] No DVR routers for this DVR port fdd92d92-4501-40f9-98ec-2f27b31a745c on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:59:35.383660 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-f8b8d429-240b-4318-9188-c8104890c34e tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0afc4eae-d5e0-4fad-b2e5-9f1c880770af') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:35.384586 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-f8b8d429-240b-4318-9188-c8104890c34e tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0afc4eae-d5e0-4fad-b2e5-9f1c880770af') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:35.403648 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f8b8d429-240b-4318-9188-c8104890c34e tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:35.404677 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c34cec-3c1b-46d0-ad7b-f6902f7e5042 admin admin] Router ad1193be-9971-471a-9e58-43079147d4ee is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:59:35.420595 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f8b8d429-240b-4318-9188-c8104890c34e tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:35.431085 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8b8d429-240b-4318-9188-c8104890c34e tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:59:35.431580 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f8b8d429-240b-4318-9188-c8104890c34e tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:35.438132 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:59:35.438132 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:59:35.438132 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:59:35.438132 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:59:35.438132 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:59:35.438132 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:59:35.438132 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:59:35.438132 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:59:35.438132 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:59:35.438132 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:59:35.438132 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:59:35.438132 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:59:35.438132 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:59:35.438132 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:59:35.438132 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:59:35.438132 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:59:35.438132 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:59:35.438132 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:59:35.438132 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:59:35.438132 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:59:35.438132 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:59:35.438132 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:59:35.438132 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:59:35.438132 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:59:35.438132 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:59:35.438132 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:59:35.438132 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:59:35.438132 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:59:35.438132 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:59:35.438132 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:59:35.438132 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:59:35.438132 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:59:35.533246 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b1300a-b45d-4453-b2c1-3d7af41073a7 None None] DHCP port deletion for 793151e9-673a-4eba-bc7f-eef12bb07531 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:59:35.566365 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f8b8d429-240b-4318-9188-c8104890c34e tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:35.573699 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f8b8d429-240b-4318-9188-c8104890c34e tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:35.584139 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f8b8d429-240b-4318-9188-c8104890c34e tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "DELETE /v2.0/networks/e220874f-4ea8-4ea6-9fc4-39a517be75d8 HTTP/1.1" status: 204 len: 168 time: 0.4894795 Dec 09 15:59:35.584613 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37230) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:35.592851 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c34cec-3c1b-46d0-ad7b-f6902f7e5042 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:59:35.605112 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb52139-df81-4b36-9956-455a945fb101 None None] Sync routers for ids ['ad1193be-9971-471a-9e58-43079147d4ee'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:59:35.623847 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb52139-df81-4b36-9956-455a945fb101 None None] Routers {'ad1193be-9971-471a-9e58-43079147d4ee'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:59:35.626043 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-feb52139-df81-4b36-9956-455a945fb101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:59:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['ad1193be-9971-471a-9e58-43079147d4ee'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:35.627572 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-94b1300a-b45d-4453-b2c1-3d7af41073a7 None None] Deleting port 889abb3e-4eea-4ccb-8fec-b47eb2558465 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:59:35.628018 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-94b1300a-b45d-4453-b2c1-3d7af41073a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:35.638550 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9c34cec-3c1b-46d0-ad7b-f6902f7e5042 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:35.641266 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a9c34cec-3c1b-46d0-ad7b-f6902f7e5042 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0682955 Dec 09 15:59:35.644141 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37232) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:35.660512 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b8d429-240b-4318-9188-c8104890c34e tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Pushing event deleted for resources: {'Network': ['ID=e220874f-4ea8-4ea6-9fc4-39a517be75d8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:35.742711 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-803249b3-b03e-4b69-82a0-edbcef462308 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:35.795389 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-65fa4e8d-d9e9-48d0-8102-18de30cb9f2f None None] Provisioning complete for port cd38d14c-f718-44d8-bc58-f427b025b476 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:59:35.795849 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-65fa4e8d-d9e9-48d0-8102-18de30cb9f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:35.799091 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-94b1300a-b45d-4453-b2c1-3d7af41073a7 None None] For port 889abb3e-4eea-4ccb-8fec-b47eb2558465, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=889abb3e-4eea-4ccb-8fec-b47eb2558465,segment=NetworkSegment(45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e),segment_id=45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:35.799411 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-94b1300a-b45d-4453-b2c1-3d7af41073a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:35.818633 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-803249b3-b03e-4b69-82a0-edbcef462308 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Deleting port 889abb3e-4eea-4ccb-8fec-b47eb2558465 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:59:35.819222 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-803249b3-b03e-4b69-82a0-edbcef462308 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:35.834217 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-94b1300a-b45d-4453-b2c1-3d7af41073a7 None None] Calling delete_port for 889abb3e-4eea-4ccb-8fec-b47eb2558465 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:59:35.862047 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-feb52139-df81-4b36-9956-455a945fb101 None None] Set router ad1193be-9971-471a-9e58-43079147d4ee gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:59:35.900206 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-803249b3-b03e-4b69-82a0-edbcef462308 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] For port 889abb3e-4eea-4ccb-8fec-b47eb2558465, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=889abb3e-4eea-4ccb-8fec-b47eb2558465,segment=NetworkSegment(45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e),segment_id=45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:35.900623 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-803249b3-b03e-4b69-82a0-edbcef462308 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:35.932799 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-803249b3-b03e-4b69-82a0-edbcef462308 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Calling delete_port for 889abb3e-4eea-4ccb-8fec-b47eb2558465 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:59:35.973877 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device cd38d14c-f718-44d8-bc58-f427b025b476 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:59:36.041379 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-803249b3-b03e-4b69-82a0-edbcef462308 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:36.071386 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-94b1300a-b45d-4453-b2c1-3d7af41073a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:36.083372 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803249b3-b03e-4b69-82a0-edbcef462308 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Pushing event deleted for resources: {'Port': ['ID=889abb3e-4eea-4ccb-8fec-b47eb2558465,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:36.113180 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803249b3-b03e-4b69-82a0-edbcef462308 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] No DVR routers for this DVR port 889abb3e-4eea-4ccb-8fec-b47eb2558465 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:59:36.157777 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b1300a-b45d-4453-b2c1-3d7af41073a7 None None] Pushing event deleted for resources: {'Port': ['ID=889abb3e-4eea-4ccb-8fec-b47eb2558465,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:36.169498 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b1300a-b45d-4453-b2c1-3d7af41073a7 None None] No DVR routers for this DVR port 889abb3e-4eea-4ccb-8fec-b47eb2558465 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:59:36.203233 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port cd38d14c-f718-44d8-bc58-f427b025b476 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:59:36.203633 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:36.283290 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-803249b3-b03e-4b69-82a0-edbcef462308 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:36.334977 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-feb52139-df81-4b36-9956-455a945fb101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1193be-9971-471a-9e58-43079147d4ee', 'name': 'tempest-TestAggregatesBasicOps-900970908-router', 'tenant_id': 'b7e3543f0cd1461cb6f3baf332096056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '5c380328-80b8-4df3-9895-d00c67e824b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:31Z', 'updated_at': '2021-12-09T15:59:33Z', 'revision_number': 3, 'project_id': 'b7e3543f0cd1461cb6f3baf332096056', 'gw_port': {'id': '5c380328-80b8-4df3-9895-d00c67e824b8', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1193be-9971-471a-9e58-43079147d4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:32Z', 'updated_at': '2021-12-09T15:59:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:36.365496 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-803249b3-b03e-4b69-82a0-edbcef462308 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['793151e9-673a-4eba-bc7f-eef12bb07531']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:36.370779 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 5c643603-855d-461c-8985-2ab3b6fafaaf up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:59:36.371270 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb52139-df81-4b36-9956-455a945fb101 None None] Checking router: ad1193be-9971-471a-9e58-43079147d4ee for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:59:36.371270 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb52139-df81-4b36-9956-455a945fb101 None None] Updating router ad1193be-9971-471a-9e58-43079147d4ee port 5c380328-80b8-4df3-9895-d00c67e824b8 binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:59:36.400274 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-803249b3-b03e-4b69-82a0-edbcef462308 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:36.400620 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-803249b3-b03e-4b69-82a0-edbcef462308 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45f71c13-f5e8-4e6a-a2f1-bd1af796aa5e') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:36.407436 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-feb52139-df81-4b36-9956-455a945fb101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:36.425598 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 5c643603-855d-461c-8985-2ab3b6fafaaf triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:59:36.425983 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:36.431664 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-803249b3-b03e-4b69-82a0-edbcef462308 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:36.463745 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-803249b3-b03e-4b69-82a0-edbcef462308 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:36.478326 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-803249b3-b03e-4b69-82a0-edbcef462308 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:59:36.479090 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-803249b3-b03e-4b69-82a0-edbcef462308 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:36.488753 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:59:36.488753 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:59:36.488753 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:59:36.488753 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:59:36.488753 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:59:36.488753 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:59:36.488753 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:59:36.488753 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:59:36.488753 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:59:36.488753 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:59:36.488753 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:59:36.488753 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:59:36.488753 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:59:36.488753 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:59:36.488753 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:59:36.488753 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:59:36.488753 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:59:36.488753 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:59:36.488753 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:59:36.488753 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:59:36.488753 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:59:36.488753 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:59:36.488753 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:59:36.488753 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:59:36.488753 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:59:36.488753 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:59:36.488753 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:59:36.488753 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:59:36.488753 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:59:36.488753 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:59:36.488753 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:59:36.488753 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:59:36.584257 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37240) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:36.610532 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-803249b3-b03e-4b69-82a0-edbcef462308 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:36.616803 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-803249b3-b03e-4b69-82a0-edbcef462308 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:36.621173 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-803249b3-b03e-4b69-82a0-edbcef462308 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] 10.222.0.57 "DELETE /v2.0/networks/793151e9-673a-4eba-bc7f-eef12bb07531 HTTP/1.1" status: 204 len: 168 time: 1.0322442 Dec 09 15:59:36.640088 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803249b3-b03e-4b69-82a0-edbcef462308 tempest-TaggedBootDevicesTest_v242-1413393026 tempest-TaggedBootDevicesTest_v242-1413393026-project] Pushing event deleted for resources: {'Network': ['ID=793151e9-673a-4eba-bc7f-eef12bb07531,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:36.654772 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21c91b2d-f28c-4bad-bbd0-9b4054e57423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:36.682448 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device fdd92d92-4501-40f9-98ec-2f27b31a745c no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:59:36.716540 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: fdd92d92-4501-40f9-98ec-2f27b31a745c {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:59:36.716540 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device fdd92d92-4501-40f9-98ec-2f27b31a745c not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:59:36.716540 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 889abb3e-4eea-4ccb-8fec-b47eb2558465 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:59:36.776289 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 889abb3e-4eea-4ccb-8fec-b47eb2558465 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:59:36.776789 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 889abb3e-4eea-4ccb-8fec-b47eb2558465 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:59:36.815364 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-feb52139-df81-4b36-9956-455a945fb101 None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:36.824370 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-feb52139-df81-4b36-9956-455a945fb101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:36.863656 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b101821-5687-48d3-98e0-0f4a60bef60a None None] Pushing event updated for resources: {'Port': ['ID=5c380328-80b8-4df3-9895-d00c67e824b8,revision_number=2']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:36.884436 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad15548-ff28-4386-afae-1d6f7f125841 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:59:36.886183 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-feb52139-df81-4b36-9956-455a945fb101 None None] Attempting to bind port 5c380328-80b8-4df3-9895-d00c67e824b8 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:59:36.886561 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-feb52139-df81-4b36-9956-455a945fb101 None None] Attempting to bind port 5c380328-80b8-4df3-9895-d00c67e824b8 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:59:36.887725 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb52139-df81-4b36-9956-455a945fb101 None None] Attempting to bind port 5c380328-80b8-4df3-9895-d00c67e824b8 on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:59:36.892900 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9460749f-0d19-48ea-b4ce-1b34ddccdb2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:36.893422 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb52139-df81-4b36-9956-455a945fb101 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:59:36.893807 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb52139-df81-4b36-9956-455a945fb101 None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:59:36.894210 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-feb52139-df81-4b36-9956-455a945fb101 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:36.894602 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb52139-df81-4b36-9956-455a945fb101 None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:59:36.895069 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-feb52139-df81-4b36-9956-455a945fb101 None None] Bound port: 5c380328-80b8-4df3-9895-d00c67e824b8, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:59:36.895453 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-feb52139-df81-4b36-9956-455a945fb101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:36.946701 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-feb52139-df81-4b36-9956-455a945fb101 None None] For port 5c380328-80b8-4df3-9895-d00c67e824b8, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:59:36.950493 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-feb52139-df81-4b36-9956-455a945fb101 None None] For port 5c380328-80b8-4df3-9895-d00c67e824b8, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=5c380328-80b8-4df3-9895-d00c67e824b8,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:59:36.951788 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c9c704cd-418d-405c-b590-2981cf63ff0f None None] Provisioning complete for port 5c380328-80b8-4df3-9895-d00c67e824b8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:59:36.952675 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c9c704cd-418d-405c-b590-2981cf63ff0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:36.960132 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-feb52139-df81-4b36-9956-455a945fb101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:37.002683 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c9c704cd-418d-405c-b590-2981cf63ff0f None None] Port 5c380328-80b8-4df3-9895-d00c67e824b8 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:59:37.042963 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9460749f-0d19-48ea-b4ce-1b34ddccdb2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:37.050052 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adebf21e-e270-4371-8a67-8650bf7e2b09 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:59:37.056401 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9460749f-0d19-48ea-b4ce-1b34ddccdb2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:37.085260 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-21c91b2d-f28c-4bad-bbd0-9b4054e57423 admin admin] Allocated IP 172.20.0.1 (6c9b6477-2596-478d-bfad-1774283e39f3/a90db07c-227e-4769-9323-ea1206a0a311/4fb13248-d209-417b-9ce8-e836b0a4fc15) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:59:37.112728 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb52139-df81-4b36-9956-455a945fb101 None None] Routers {'ad1193be-9971-471a-9e58-43079147d4ee'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:59:37.113552 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-feb52139-df81-4b36-9956-455a945fb101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:59:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['ad1193be-9971-471a-9e58-43079147d4ee'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:37.139703 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460749f-0d19-48ea-b4ce-1b34ddccdb2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cd65ff-1ed1-4610-a999-52f2f31c48db,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:37.159610 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fedb9792-1403-4759-b70d-a4430e4010e4 None None] Provisioning complete for port 5c380328-80b8-4df3-9895-d00c67e824b8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:59:37.161961 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fedb9792-1403-4759-b70d-a4430e4010e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:37.182916 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9460749f-0d19-48ea-b4ce-1b34ddccdb2e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dd603d47abcd4464ab47d0512dd2e1ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5975344 Dec 09 15:59:37.183594 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37252) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:37.235278 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b101821-5687-48d3-98e0-0f4a60bef60a None None] Pushing event updated for resources: {'Port': ['ID=5c380328-80b8-4df3-9895-d00c67e824b8,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:37.251347 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f868490-00fd-4115-a019-1e11725085d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:37.268749 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21c91b2d-f28c-4bad-bbd0-9b4054e57423 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:37.279996 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f868490-00fd-4115-a019-1e11725085d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:37.303334 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fedb9792-1403-4759-b70d-a4430e4010e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:37.345532 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21c91b2d-f28c-4bad-bbd0-9b4054e57423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:37.354104 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-fedb9792-1403-4759-b70d-a4430e4010e4 None None] For port 5c380328-80b8-4df3-9895-d00c67e824b8, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=5c380328-80b8-4df3-9895-d00c67e824b8,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:37.360078 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fedb9792-1403-4759-b70d-a4430e4010e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:37.387915 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-feb52139-df81-4b36-9956-455a945fb101 None None] Set router ad1193be-9971-471a-9e58-43079147d4ee gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:59:37.392746 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f868490-00fd-4115-a019-1e11725085d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:37.396807 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0f868490-00fd-4115-a019-1e11725085d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:37.401491 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0f868490-00fd-4115-a019-1e11725085d0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e1cd65ff-1ed1-4610-a999-52f2f31c48db HTTP/1.1" status: 204 len: 168 time: 0.2163410 Dec 09 15:59:37.417620 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f868490-00fd-4115-a019-1e11725085d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cd65ff-1ed1-4610-a999-52f2f31c48db,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:37.438679 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c91b2d-f28c-4bad-bbd0-9b4054e57423 admin admin] Network 6c9b6477-2596-478d-bfad-1774283e39f3 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:59:37.456131 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-21c91b2d-f28c-4bad-bbd0-9b4054e57423 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:59:37.462295 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c91b2d-f28c-4bad-bbd0-9b4054e57423 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:59:37.471634 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedb9792-1403-4759-b70d-a4430e4010e4 None None] Pushing event updated for resources: {'Port': ['ID=5c380328-80b8-4df3-9895-d00c67e824b8,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:37.550405 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c91b2d-f28c-4bad-bbd0-9b4054e57423 admin admin] Pushing event updated for resources: {'Port': ['ID=4fb13248-d209-417b-9ce8-e836b0a4fc15,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:37.613237 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21c91b2d-f28c-4bad-bbd0-9b4054e57423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:37.813887 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f35150c5-5f33-4a9b-8896-cf82460305aa None None] Provisioning complete for port 4fb13248-d209-417b-9ce8-e836b0a4fc15 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:59:37.813887 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f35150c5-5f33-4a9b-8896-cf82460305aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:37.868068 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f35150c5-5f33-4a9b-8896-cf82460305aa None None] Port 4fb13248-d209-417b-9ce8-e836b0a4fc15 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:59:37.877517 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-feb52139-df81-4b36-9956-455a945fb101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1193be-9971-471a-9e58-43079147d4ee', 'name': 'tempest-TestAggregatesBasicOps-900970908-router', 'tenant_id': 'b7e3543f0cd1461cb6f3baf332096056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '5c380328-80b8-4df3-9895-d00c67e824b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:31Z', 'updated_at': '2021-12-09T15:59:33Z', 'revision_number': 3, 'project_id': 'b7e3543f0cd1461cb6f3baf332096056', 'gw_port': {'id': '5c380328-80b8-4df3-9895-d00c67e824b8', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1193be-9971-471a-9e58-43079147d4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:32Z', 'updated_at': '2021-12-09T15:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:37.895622 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21c91b2d-f28c-4bad-bbd0-9b4054e57423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:37.913307 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb52139-df81-4b36-9956-455a945fb101 None None] The sync data for ids ['ad1193be-9971-471a-9e58-43079147d4ee'] in n-d-821228-1 is: [{'id': 'ad1193be-9971-471a-9e58-43079147d4ee', 'name': 'tempest-TestAggregatesBasicOps-900970908-router', 'tenant_id': 'b7e3543f0cd1461cb6f3baf332096056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '5c380328-80b8-4df3-9895-d00c67e824b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:31Z', 'updated_at': '2021-12-09T15:59:33Z', 'revision_number': 3, 'project_id': 'b7e3543f0cd1461cb6f3baf332096056', 'gw_port': {'id': '5c380328-80b8-4df3-9895-d00c67e824b8', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1193be-9971-471a-9e58-43079147d4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:32Z', 'updated_at': '2021-12-09T15:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:59:38.096739 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21c91b2d-f28c-4bad-bbd0-9b4054e57423 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:38.102731 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21c91b2d-f28c-4bad-bbd0-9b4054e57423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:38.189861 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c91b2d-f28c-4bad-bbd0-9b4054e57423 admin admin] Pushing event updated for resources: {'Port': ['ID=4fb13248-d209-417b-9ce8-e836b0a4fc15,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:38.199286 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-21c91b2d-f28c-4bad-bbd0-9b4054e57423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:38.353876 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c91b2d-f28c-4bad-bbd0-9b4054e57423 admin admin] Network 6c9b6477-2596-478d-bfad-1774283e39f3 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:59:38.355561 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-21c91b2d-f28c-4bad-bbd0-9b4054e57423 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:59:38.447037 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37276) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:38.521703 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c91b2d-f28c-4bad-bbd0-9b4054e57423 admin admin] Router ad1193be-9971-471a-9e58-43079147d4ee has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:59:38.577235 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-3ac36259-a15e-46fb-bc56-837503baba9c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-492277273-network', 'tenant_id': '6264d995a3ef4160b17d3076740032e5'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:59:38.628207 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac36259-a15e-46fb-bc56-837503baba9c admin admin] Made reservation on behalf of 6264d995a3ef4160b17d3076740032e5 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:59:38.631026 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3ac36259-a15e-46fb-bc56-837503baba9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:38.641545 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3ac36259-a15e-46fb-bc56-837503baba9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:38.695352 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c91b2d-f28c-4bad-bbd0-9b4054e57423 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:59:38.703153 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-21c91b2d-f28c-4bad-bbd0-9b4054e57423 admin admin] 10.222.0.57 "PUT /v2.0/routers/ad1193be-9971-471a-9e58-43079147d4ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0578513 Dec 09 15:59:38.715679 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-65d60593-7d8b-4b43-8317-7fa603ed4f67 None None] Provisioning complete for port 4fb13248-d209-417b-9ce8-e836b0a4fc15 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:59:38.715679 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-65d60593-7d8b-4b43-8317-7fa603ed4f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:38.781224 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3ac36259-a15e-46fb-bc56-837503baba9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:38.790729 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-65d60593-7d8b-4b43-8317-7fa603ed4f67 None None] Port 4fb13248-d209-417b-9ce8-e836b0a4fc15 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:59:38.791300 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3ac36259-a15e-46fb-bc56-837503baba9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:38.829119 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ac36259-a15e-46fb-bc56-837503baba9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:59:38.839549 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac36259-a15e-46fb-bc56-837503baba9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0eb5fb-f601-47b9-beea-420b9e0fb1c4,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:38.845685 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3ac36259-a15e-46fb-bc56-837503baba9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:38.846163 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-3ac36259-a15e-46fb-bc56-837503baba9c admin admin] Added segment cf30e55e-e529-49e2-a27a-12cb682e747a of type vlan for network 4532d047-5d1c-4c8b-bac7-1f09c295f9be Dec 09 15:59:38.908839 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3ac36259-a15e-46fb-bc56-837503baba9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:38.943775 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3ac36259-a15e-46fb-bc56-837503baba9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:38.945741 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac36259-a15e-46fb-bc56-837503baba9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:38.946330 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3ac36259-a15e-46fb-bc56-837503baba9c admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:39.045242 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37286) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:39.045800 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3ac36259-a15e-46fb-bc56-837503baba9c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6136014 Dec 09 15:59:39.050312 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-eeaeb354-f4b4-46ff-a04a-9f9c8f7374e2 admin admin] Request body: {'subnet': {'network_id': '4532d047-5d1c-4c8b-bac7-1f09c295f9be', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-492277273-subnet', 'tenant_id': '6264d995a3ef4160b17d3076740032e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:59:39.088627 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac36259-a15e-46fb-bc56-837503baba9c admin admin] Pushing event updated for resources: {'Network': ['ID=4532d047-5d1c-4c8b-bac7-1f09c295f9be,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:39.100447 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeaeb354-f4b4-46ff-a04a-9f9c8f7374e2 admin admin] Made reservation on behalf of 6264d995a3ef4160b17d3076740032e5 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:59:39.102243 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 4532d047-5d1c-4c8b-bac7-1f09c295f9be details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:59:39.104183 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eeaeb354-f4b4-46ff-a04a-9f9c8f7374e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:39.356802 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eeaeb354-f4b4-46ff-a04a-9f9c8f7374e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:39.421013 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaeb354-f4b4-46ff-a04a-9f9c8f7374e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27957498-03be-4b77-98df-e46cd8e845cb,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:39.430212 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaeb354-f4b4-46ff-a04a-9f9c8f7374e2 admin admin] Checking segment: {'id': 'cf30e55e-e529-49e2-a27a-12cb682e747a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4532d047-5d1c-4c8b-bac7-1f09c295f9be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:59:39.430722 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeaeb354-f4b4-46ff-a04a-9f9c8f7374e2 admin admin] Network hostable DHCP agents. Network: 4532d047-5d1c-4c8b-bac7-1f09c295f9be, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:59:39.450002 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeaeb354-f4b4-46ff-a04a-9f9c8f7374e2 admin admin] Network 4532d047-5d1c-4c8b-bac7-1f09c295f9be is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:59:39.461700 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-eeaeb354-f4b4-46ff-a04a-9f9c8f7374e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 4532d047-5d1c-4c8b-bac7-1f09c295f9be) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:59:39.466838 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeaeb354-f4b4-46ff-a04a-9f9c8f7374e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:39.467937 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eeaeb354-f4b4-46ff-a04a-9f9c8f7374e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:39.476566 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2897e79-12d1-4677-bdef-8892bccebd4e None None] Network 4532d047-5d1c-4c8b-bac7-1f09c295f9be requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:59:39.498462 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-eeaeb354-f4b4-46ff-a04a-9f9c8f7374e2 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4520714 Dec 09 15:59:39.627374 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed22531-01c8-4339-903c-7ec9084ec794 None None] Network 4532d047-5d1c-4c8b-bac7-1f09c295f9be requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:59:39.828953 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 5c380328-80b8-4df3-9895-d00c67e824b8 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:59:39.894313 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 5c380328-80b8-4df3-9895-d00c67e824b8 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:59:39.894855 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:40.033481 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37334) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:40.433375 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8edbc539-88cb-4ae7-b26f-5e902a9d83d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:40.721831 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-8edbc539-88cb-4ae7-b26f-5e902a9d83d9 admin admin] Deleting port 5c643603-855d-461c-8985-2ab3b6fafaaf {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:59:40.722791 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8edbc539-88cb-4ae7-b26f-5e902a9d83d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:40.815977 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-8edbc539-88cb-4ae7-b26f-5e902a9d83d9 admin admin] For port 5c643603-855d-461c-8985-2ab3b6fafaaf, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=5c643603-855d-461c-8985-2ab3b6fafaaf,segment=NetworkSegment(84780348-3232-4086-84f4-809460673e33),segment_id=84780348-3232-4086-84f4-809460673e33)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:40.816392 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8edbc539-88cb-4ae7-b26f-5e902a9d83d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:40.830922 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-8edbc539-88cb-4ae7-b26f-5e902a9d83d9 admin admin] Calling delete_port for 5c643603-855d-461c-8985-2ab3b6fafaaf owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:59:41.037353 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceb1111-4c84-4370-beaa-a7fb3a3e3083 None None] Sync routers for ids ['ad1193be-9971-471a-9e58-43079147d4ee'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:59:41.061809 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceb1111-4c84-4370-beaa-a7fb3a3e3083 None None] Routers {'ad1193be-9971-471a-9e58-43079147d4ee'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:59:41.062459 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0ceb1111-4c84-4370-beaa-a7fb3a3e3083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:59:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['ad1193be-9971-471a-9e58-43079147d4ee'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:41.085715 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8edbc539-88cb-4ae7-b26f-5e902a9d83d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:41.123842 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edbc539-88cb-4ae7-b26f-5e902a9d83d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c643603-855d-461c-8985-2ab3b6fafaaf,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:41.186360 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-0ceb1111-4c84-4370-beaa-a7fb3a3e3083 None None] Set router ad1193be-9971-471a-9e58-43079147d4ee gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:59:41.355425 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8edbc539-88cb-4ae7-b26f-5e902a9d83d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:41.494988 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0ceb1111-4c84-4370-beaa-a7fb3a3e3083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1193be-9971-471a-9e58-43079147d4ee', 'name': 'tempest-TestAggregatesBasicOps-900970908-router', 'tenant_id': 'b7e3543f0cd1461cb6f3baf332096056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '5c380328-80b8-4df3-9895-d00c67e824b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:31Z', 'updated_at': '2021-12-09T15:59:37Z', 'revision_number': 4, 'project_id': 'b7e3543f0cd1461cb6f3baf332096056', 'gw_port': {'id': '5c380328-80b8-4df3-9895-d00c67e824b8', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1193be-9971-471a-9e58-43079147d4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:32Z', 'updated_at': '2021-12-09T15:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '4fb13248-d209-417b-9ce8-e836b0a4fc15', 'name': '', 'network_id': '6c9b6477-2596-478d-bfad-1774283e39f3', 'tenant_id': 'b7e3543f0cd1461cb6f3baf332096056', 'mac_address': 'fa:16:3e:2f:63:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1193be-9971-471a-9e58-43079147d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'a90db07c-227e-4769-9323-ea1206a0a311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:36Z', 'updated_at': '2021-12-09T15:59:37Z', 'revision_number': 2, 'project_id': 'b7e3543f0cd1461cb6f3baf332096056', 'subnets': [{'id': 'a90db07c-227e-4769-9323-ea1206a0a311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:41.540972 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceb1111-4c84-4370-beaa-a7fb3a3e3083 None None] Checking router: ad1193be-9971-471a-9e58-43079147d4ee for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:59:41.541337 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceb1111-4c84-4370-beaa-a7fb3a3e3083 None None] Updating router ad1193be-9971-471a-9e58-43079147d4ee port 4fb13248-d209-417b-9ce8-e836b0a4fc15 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:59:41.570764 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0ceb1111-4c84-4370-beaa-a7fb3a3e3083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:41.631328 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-16b1d5d9-9a14-42fc-9114-13e304462240 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:41.633990 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-16b1d5d9-9a14-42fc-9114-13e304462240 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/networks?id=4532d047-5d1c-4c8b-bac7-1f09c295f9be HTTP/1.1" status: 200 len: 808 time: 0.2078693 Dec 09 15:59:41.652347 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-e336644c-92ab-4609-a3f5-2d4a3813b409 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/quotas/6264d995a3ef4160b17d3076740032e5 HTTP/1.1" status: 200 len: 375 time: 0.0102608 Dec 09 15:59:41.726732 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8edbc539-88cb-4ae7-b26f-5e902a9d83d9 admin admin] Router 24b9d700-3aca-4730-8eba-b19442f80b4e has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:59:41.731307 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-a7394e92-c34c-4091-a781-c4039a51993f tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6264d995a3ef4160b17d3076740032e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0725555 Dec 09 15:59:41.846643 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-3eae917f-063f-43f2-9625-d65b61fdd022 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:59:41.853136 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-3eae917f-063f-43f2-9625-d65b61fdd022 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1207623 Dec 09 15:59:41.928292 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0ceb1111-4c84-4370-beaa-a7fb3a3e3083 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:41.941671 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0ceb1111-4c84-4370-beaa-a7fb3a3e3083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:41.968815 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8edbc539-88cb-4ae7-b26f-5e902a9d83d9 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:59:41.981907 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e9aa8a-7f20-48f8-bd4f-b30d32f86595 None None] Sync routers for ids ['24b9d700-3aca-4730-8eba-b19442f80b4e'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:59:41.985120 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8edbc539-88cb-4ae7-b26f-5e902a9d83d9 admin admin] 10.222.0.57 "PUT /v2.0/routers/24b9d700-3aca-4730-8eba-b19442f80b4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9502320 Dec 09 15:59:41.987492 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37368) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:42.001350 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e9aa8a-7f20-48f8-bd4f-b30d32f86595 None None] Routers {'24b9d700-3aca-4730-8eba-b19442f80b4e'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:59:42.002235 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d9e9aa8a-7f20-48f8-bd4f-b30d32f86595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:59:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['24b9d700-3aca-4730-8eba-b19442f80b4e'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:42.062334 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-1d4c8bf9-127c-4a42-b09e-28abeb5cf9fb service neutron] 10.222.0.57 "GET /v2.0/networks/4532d047-5d1c-4c8b-bac7-1f09c295f9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052205 Dec 09 15:59:42.073536 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f9c3a-493e-4b8e-97dd-83b927479b1a None None] Pushing event updated for resources: {'Port': ['ID=4fb13248-d209-417b-9ce8-e836b0a4fc15,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:42.198465 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e2560c20-3e4e-4210-ac21-fd566fc96040 admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:42.253101 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-d9e9aa8a-7f20-48f8-bd4f-b30d32f86595 None None] Set router 24b9d700-3aca-4730-8eba-b19442f80b4e gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:59:42.256051 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-f57bbc6c-4ad9-4ae1-99f9-361f83f991a9 service neutron] 10.222.0.57 "GET /v2.0/networks/4532d047-5d1c-4c8b-bac7-1f09c295f9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900277 Dec 09 15:59:42.380386 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e2560c20-3e4e-4210-ac21-fd566fc96040 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:42.486201 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-e2560c20-3e4e-4210-ac21-fd566fc96040 admin admin] Deleting port 0d704117-81e2-4126-998f-779e9d0f3824 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:59:42.486701 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e2560c20-3e4e-4210-ac21-fd566fc96040 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:42.537377 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cb9ff7bc-17f0-4c8b-ba7f-27d375b2174d req-4d2ca182-bd5f-4b9c-83e5-26400aa903cd tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/ports?device_id=f804ae26-7527-4649-b395-f4c6bfd68dc3 HTTP/1.1" status: 200 len: 210 time: 0.0554032 Dec 09 15:59:42.557242 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0ceb1111-4c84-4370-beaa-a7fb3a3e3083 None None] Attempting to bind port 4fb13248-d209-417b-9ce8-e836b0a4fc15 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:59:42.557616 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0ceb1111-4c84-4370-beaa-a7fb3a3e3083 None None] Attempting to bind port 4fb13248-d209-417b-9ce8-e836b0a4fc15 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '4acd780e-7eb0-4792-bc06-49f930c4a15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6c9b6477-2596-478d-bfad-1774283e39f3'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:59:42.557980 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ceb1111-4c84-4370-beaa-a7fb3a3e3083 None None] Attempting to bind port 4fb13248-d209-417b-9ce8-e836b0a4fc15 on network 6c9b6477-2596-478d-bfad-1774283e39f3 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:59:42.582753 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ceb1111-4c84-4370-beaa-a7fb3a3e3083 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:59:42.583140 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ceb1111-4c84-4370-beaa-a7fb3a3e3083 None None] Checking segment: {'id': '4acd780e-7eb0-4792-bc06-49f930c4a15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6c9b6477-2596-478d-bfad-1774283e39f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:59:42.583544 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0ceb1111-4c84-4370-beaa-a7fb3a3e3083 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:42.583937 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ceb1111-4c84-4370-beaa-a7fb3a3e3083 None None] Bound using segment: {'id': '4acd780e-7eb0-4792-bc06-49f930c4a15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6c9b6477-2596-478d-bfad-1774283e39f3'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:59:42.584455 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-0ceb1111-4c84-4370-beaa-a7fb3a3e3083 None None] Bound port: 4fb13248-d209-417b-9ce8-e836b0a4fc15, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4acd780e-7eb0-4792-bc06-49f930c4a15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6c9b6477-2596-478d-bfad-1774283e39f3'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:59:42.584822 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0ceb1111-4c84-4370-beaa-a7fb3a3e3083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:42.587400 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d9e9aa8a-7f20-48f8-bd4f-b30d32f86595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b9d700-3aca-4730-8eba-b19442f80b4e', 'name': 'tempest-TestAggregatesBasicOps-641031813-router', 'tenant_id': 'fccdf3ba0ae044ed9e5cf9edd1cb2b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0d704117-81e2-4126-998f-779e9d0f3824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:25Z', 'updated_at': '2021-12-09T15:59:41Z', 'revision_number': 5, 'project_id': 'fccdf3ba0ae044ed9e5cf9edd1cb2b11', 'gw_port': {'id': '0d704117-81e2-4126-998f-779e9d0f3824', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b9d700-3aca-4730-8eba-b19442f80b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:25Z', 'updated_at': '2021-12-09T15:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:42.616193 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8f64f465-586a-4f2e-89c8-16796e8d9faa None None] Provisioning complete for port 4fb13248-d209-417b-9ce8-e836b0a4fc15 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:59:42.616596 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8f64f465-586a-4f2e-89c8-16796e8d9faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:42.623883 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e9aa8a-7f20-48f8-bd4f-b30d32f86595 None None] Checking router: 24b9d700-3aca-4730-8eba-b19442f80b4e for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:59:42.634014 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e9aa8a-7f20-48f8-bd4f-b30d32f86595 None None] Routers {'24b9d700-3aca-4730-8eba-b19442f80b4e'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:59:42.634951 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d9e9aa8a-7f20-48f8-bd4f-b30d32f86595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:59:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['24b9d700-3aca-4730-8eba-b19442f80b4e'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:42.661529 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-e2560c20-3e4e-4210-ac21-fd566fc96040 admin admin] For port 0d704117-81e2-4126-998f-779e9d0f3824, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=0d704117-81e2-4126-998f-779e9d0f3824,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:42.661904 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e2560c20-3e4e-4210-ac21-fd566fc96040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:42.686566 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-e2560c20-3e4e-4210-ac21-fd566fc96040 admin admin] Calling delete_port for 0d704117-81e2-4126-998f-779e9d0f3824 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:59:42.737769 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-d9e9aa8a-7f20-48f8-bd4f-b30d32f86595 None None] Set router 24b9d700-3aca-4730-8eba-b19442f80b4e gateway port host: None {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:59:42.756890 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8f64f465-586a-4f2e-89c8-16796e8d9faa None None] Port 4fb13248-d209-417b-9ce8-e836b0a4fc15 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:59:42.776736 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0ceb1111-4c84-4370-beaa-a7fb3a3e3083 None None] For port 4fb13248-d209-417b-9ce8-e836b0a4fc15, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:59:42.781400 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0ceb1111-4c84-4370-beaa-a7fb3a3e3083 None None] For port 4fb13248-d209-417b-9ce8-e836b0a4fc15, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=4fb13248-d209-417b-9ce8-e836b0a4fc15,segment=NetworkSegment(4acd780e-7eb0-4792-bc06-49f930c4a15f),segment_id=4acd780e-7eb0-4792-bc06-49f930c4a15f)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:59:42.788407 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0ceb1111-4c84-4370-beaa-a7fb3a3e3083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:42.838699 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d9e9aa8a-7f20-48f8-bd4f-b30d32f86595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b9d700-3aca-4730-8eba-b19442f80b4e', 'name': 'tempest-TestAggregatesBasicOps-641031813-router', 'tenant_id': 'fccdf3ba0ae044ed9e5cf9edd1cb2b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:25Z', 'updated_at': '2021-12-09T15:59:42Z', 'revision_number': 6, 'project_id': 'fccdf3ba0ae044ed9e5cf9edd1cb2b11', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:42.868233 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e9aa8a-7f20-48f8-bd4f-b30d32f86595 None None] The sync data for ids ['24b9d700-3aca-4730-8eba-b19442f80b4e'] in n-d-821228-1 is: [{'id': '24b9d700-3aca-4730-8eba-b19442f80b4e', 'name': 'tempest-TestAggregatesBasicOps-641031813-router', 'tenant_id': 'fccdf3ba0ae044ed9e5cf9edd1cb2b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:25Z', 'updated_at': '2021-12-09T15:59:42Z', 'revision_number': 6, 'project_id': 'fccdf3ba0ae044ed9e5cf9edd1cb2b11', 'gw_port_host': None}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:59:42.873413 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceb1111-4c84-4370-beaa-a7fb3a3e3083 None None] Routers {'ad1193be-9971-471a-9e58-43079147d4ee'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:59:42.874046 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0ceb1111-4c84-4370-beaa-a7fb3a3e3083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:59:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['ad1193be-9971-471a-9e58-43079147d4ee'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:42.945862 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f9c3a-493e-4b8e-97dd-83b927479b1a None None] Pushing event updated for resources: {'Port': ['ID=4fb13248-d209-417b-9ce8-e836b0a4fc15,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:42.998462 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e2560c20-3e4e-4210-ac21-fd566fc96040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:43.051163 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-0ceb1111-4c84-4370-beaa-a7fb3a3e3083 None None] Set router ad1193be-9971-471a-9e58-43079147d4ee gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:59:43.066706 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2560c20-3e4e-4210-ac21-fd566fc96040 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d704117-81e2-4126-998f-779e9d0f3824,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:43.102025 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6e43b1-0773-4e5e-9d16-c18b9645bc8b None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:59:43.142879 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e2560c20-3e4e-4210-ac21-fd566fc96040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:43.310182 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fd2ccb81-4d6a-4d39-8de3-f89681121735 None None] Provisioning complete for port 4fb13248-d209-417b-9ce8-e836b0a4fc15 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:59:43.310590 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fd2ccb81-4d6a-4d39-8de3-f89681121735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:43.431833 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0ceb1111-4c84-4370-beaa-a7fb3a3e3083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1193be-9971-471a-9e58-43079147d4ee', 'name': 'tempest-TestAggregatesBasicOps-900970908-router', 'tenant_id': 'b7e3543f0cd1461cb6f3baf332096056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '5c380328-80b8-4df3-9895-d00c67e824b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:31Z', 'updated_at': '2021-12-09T15:59:37Z', 'revision_number': 4, 'project_id': 'b7e3543f0cd1461cb6f3baf332096056', 'gw_port': {'id': '5c380328-80b8-4df3-9895-d00c67e824b8', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1193be-9971-471a-9e58-43079147d4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:32Z', 'updated_at': '2021-12-09T15:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '4fb13248-d209-417b-9ce8-e836b0a4fc15', 'name': '', 'network_id': '6c9b6477-2596-478d-bfad-1774283e39f3', 'tenant_id': 'b7e3543f0cd1461cb6f3baf332096056', 'mac_address': 'fa:16:3e:2f:63:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1193be-9971-471a-9e58-43079147d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'a90db07c-227e-4769-9323-ea1206a0a311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:36Z', 'updated_at': '2021-12-09T15:59:42Z', 'revision_number': 4, 'project_id': 'b7e3543f0cd1461cb6f3baf332096056', 'subnets': [{'id': 'a90db07c-227e-4769-9323-ea1206a0a311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:43.475287 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceb1111-4c84-4370-beaa-a7fb3a3e3083 None None] The sync data for ids ['ad1193be-9971-471a-9e58-43079147d4ee'] in n-d-821228-1 is: [{'id': 'ad1193be-9971-471a-9e58-43079147d4ee', 'name': 'tempest-TestAggregatesBasicOps-900970908-router', 'tenant_id': 'b7e3543f0cd1461cb6f3baf332096056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '5c380328-80b8-4df3-9895-d00c67e824b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:31Z', 'updated_at': '2021-12-09T15:59:37Z', 'revision_number': 4, 'project_id': 'b7e3543f0cd1461cb6f3baf332096056', 'gw_port': {'id': '5c380328-80b8-4df3-9895-d00c67e824b8', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1193be-9971-471a-9e58-43079147d4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:32Z', 'updated_at': '2021-12-09T15:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '4fb13248-d209-417b-9ce8-e836b0a4fc15', 'name': '', 'network_id': '6c9b6477-2596-478d-bfad-1774283e39f3', 'tenant_id': 'b7e3543f0cd1461cb6f3baf332096056', 'mac_address': 'fa:16:3e:2f:63:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1193be-9971-471a-9e58-43079147d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'a90db07c-227e-4769-9323-ea1206a0a311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:36Z', 'updated_at': '2021-12-09T15:59:42Z', 'revision_number': 4, 'project_id': 'b7e3543f0cd1461cb6f3baf332096056', 'subnets': [{'id': 'a90db07c-227e-4769-9323-ea1206a0a311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:59:43.481383 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fd2ccb81-4d6a-4d39-8de3-f89681121735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:43.547197 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-fd2ccb81-4d6a-4d39-8de3-f89681121735 None None] For port 4fb13248-d209-417b-9ce8-e836b0a4fc15, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=4fb13248-d209-417b-9ce8-e836b0a4fc15,segment=NetworkSegment(4acd780e-7eb0-4792-bc06-49f930c4a15f),segment_id=4acd780e-7eb0-4792-bc06-49f930c4a15f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:43.576997 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fd2ccb81-4d6a-4d39-8de3-f89681121735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:43.761408 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-406b68e5-2a74-4e42-badb-5ff4dca31259 req-1e2d4eb1-b2d3-4de3-ae03-472c707eecd1 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/ports?device_id=f804ae26-7527-4649-b395-f4c6bfd68dc3 HTTP/1.1" status: 200 len: 210 time: 0.0842049 Dec 09 15:59:43.762648 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ccb81-4d6a-4d39-8de3-f89681121735 None None] Pushing event updated for resources: {'Port': ['ID=4fb13248-d209-417b-9ce8-e836b0a4fc15,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:43.793774 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e2560c20-3e4e-4210-ac21-fd566fc96040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:43.798176 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e2560c20-3e4e-4210-ac21-fd566fc96040 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:43.850448 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 4fb13248-d209-417b-9ce8-e836b0a4fc15 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:59:43.892021 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e2560c20-3e4e-4210-ac21-fd566fc96040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:43.893832 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2560c20-3e4e-4210-ac21-fd566fc96040 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24b9d700-3aca-4730-8eba-b19442f80b4e {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:59:43.900597 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e2560c20-3e4e-4210-ac21-fd566fc96040 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:43.902088 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e2560c20-3e4e-4210-ac21-fd566fc96040 admin admin] 10.222.0.57 "DELETE /v2.0/routers/24b9d700-3aca-4730-8eba-b19442f80b4e HTTP/1.1" status: 204 len: 168 time: 1.9132774 Dec 09 15:59:43.905822 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37388) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:43.935815 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 4fb13248-d209-417b-9ce8-e836b0a4fc15 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:59:43.936204 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:44.008448 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-37218f1d-d41a-4630-8ac8-91b4f2325ac2 admin admin] Deleting subnet 2da67b8a-3780-4fa9-842c-a34f6c9c868c {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:59:44.024802 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-37218f1d-d41a-4630-8ac8-91b4f2325ac2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:44.161754 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 0d704117-81e2-4126-998f-779e9d0f3824 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:59:44.193975 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 0d704117-81e2-4126-998f-779e9d0f3824 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:59:44.194558 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 0d704117-81e2-4126-998f-779e9d0f3824 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:59:44.195256 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 5c643603-855d-461c-8985-2ab3b6fafaaf no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:59:44.233159 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-37218f1d-d41a-4630-8ac8-91b4f2325ac2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:44.235968 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 5c643603-855d-461c-8985-2ab3b6fafaaf {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:59:44.236720 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 5c643603-855d-461c-8985-2ab3b6fafaaf not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:59:44.361777 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-115d6987-a279-4710-ba93-bd42b6ef9015 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:44.363248 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-115d6987-a279-4710-ba93-bd42b6ef9015 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.42 "GET /v2.0/networks?id=4532d047-5d1c-4c8b-bac7-1f09c295f9be HTTP/1.1" status: 200 len: 808 time: 0.3079200 Dec 09 15:59:44.405914 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-151e4e14-a0da-41e3-98a0-82e9edf9de19 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Request body: {'port': {'device_id': 'f804ae26-7527-4649-b395-f4c6bfd68dc3', 'network_id': '4532d047-5d1c-4c8b-bac7-1f09c295f9be', 'admin_state_up': True, 'tenant_id': '6264d995a3ef4160b17d3076740032e5'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:59:44.454415 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-37218f1d-d41a-4630-8ac8-91b4f2325ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:44.546216 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-37218f1d-d41a-4630-8ac8-91b4f2325ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:44.562677 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-37218f1d-d41a-4630-8ac8-91b4f2325ac2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:44.568368 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-37218f1d-d41a-4630-8ac8-91b4f2325ac2 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/2da67b8a-3780-4fa9-842c-a34f6c9c868c HTTP/1.1" status: 204 len: 168 time: 0.6589634 Dec 09 15:59:44.569076 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37390) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:44.573816 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb1e984-4b75-4e2e-b462-36c4257928e8 None None] Network 9f74ee6b-b275-47ca-82b3-d9d878fe227a requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:59:44.586845 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37218f1d-d41a-4630-8ac8-91b4f2325ac2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2da67b8a-3780-4fa9-842c-a34f6c9c868c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:44.602093 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-151e4e14-a0da-41e3-98a0-82e9edf9de19 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Made reservation on behalf of 6264d995a3ef4160b17d3076740032e5 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:59:44.605790 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-151e4e14-a0da-41e3-98a0-82e9edf9de19 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:44.710445 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-42c79503-5ad9-4977-bb88-5d44c2a1ae4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:44.780195 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-42c79503-5ad9-4977-bb88-5d44c2a1ae4b admin admin] Deleting port a8952eaa-ce0a-48d7-8876-9ec35adbbb88 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:59:44.780889 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-42c79503-5ad9-4977-bb88-5d44c2a1ae4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:44.793784 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-151e4e14-a0da-41e3-98a0-82e9edf9de19 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Allocated IP 172.20.0.3 (4532d047-5d1c-4c8b-bac7-1f09c295f9be/27957498-03be-4b77-98df-e46cd8e845cb/93ca21cd-61f2-4c52-b566-b9c2faf590c5) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:59:44.815513 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8749754-b5d4-4e04-ba53-ee33a9e21fea None None] DHCP port deletion for 9f74ee6b-b275-47ca-82b3-d9d878fe227a request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:59:44.916272 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-42c79503-5ad9-4977-bb88-5d44c2a1ae4b admin admin] For port a8952eaa-ce0a-48d7-8876-9ec35adbbb88, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a8952eaa-ce0a-48d7-8876-9ec35adbbb88,segment=NetworkSegment(84780348-3232-4086-84f4-809460673e33),segment_id=84780348-3232-4086-84f4-809460673e33)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:44.916951 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-42c79503-5ad9-4977-bb88-5d44c2a1ae4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:44.928107 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d8749754-b5d4-4e04-ba53-ee33a9e21fea None None] Deleting port a8952eaa-ce0a-48d7-8876-9ec35adbbb88 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:59:44.928533 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d8749754-b5d4-4e04-ba53-ee33a9e21fea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:44.968858 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-42c79503-5ad9-4977-bb88-5d44c2a1ae4b admin admin] Calling delete_port for a8952eaa-ce0a-48d7-8876-9ec35adbbb88 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:59:44.974726 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-80d4f483-a5a5-4fa2-be7c-0d459a6041fa req-d649bb1b-9ee4-4d71-9aaf-1b9a4785e3ad tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/ports?device_id=f804ae26-7527-4649-b395-f4c6bfd68dc3 HTTP/1.1" status: 200 len: 210 time: 0.0534692 Dec 09 15:59:45.044460 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-151e4e14-a0da-41e3-98a0-82e9edf9de19 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:45.066693 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d8749754-b5d4-4e04-ba53-ee33a9e21fea None None] For port a8952eaa-ce0a-48d7-8876-9ec35adbbb88, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a8952eaa-ce0a-48d7-8876-9ec35adbbb88,segment=NetworkSegment(84780348-3232-4086-84f4-809460673e33),segment_id=84780348-3232-4086-84f4-809460673e33)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:45.067341 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d8749754-b5d4-4e04-ba53-ee33a9e21fea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:45.089025 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d8749754-b5d4-4e04-ba53-ee33a9e21fea None None] Calling delete_port for a8952eaa-ce0a-48d7-8876-9ec35adbbb88 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:59:45.091435 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-151e4e14-a0da-41e3-98a0-82e9edf9de19 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:45.092405 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-42c79503-5ad9-4977-bb88-5d44c2a1ae4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:45.130794 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c79503-5ad9-4977-bb88-5d44c2a1ae4b admin admin] No DVR routers for this DVR port a8952eaa-ce0a-48d7-8876-9ec35adbbb88 on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:59:45.136912 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c79503-5ad9-4977-bb88-5d44c2a1ae4b admin admin] Pushing event deleted for resources: {'Port': ['ID=a8952eaa-ce0a-48d7-8876-9ec35adbbb88,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:45.155933 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-151e4e14-a0da-41e3-98a0-82e9edf9de19 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Network 4532d047-5d1c-4c8b-bac7-1f09c295f9be is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:59:45.161788 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-151e4e14-a0da-41e3-98a0-82e9edf9de19 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:59:45.175709 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-151e4e14-a0da-41e3-98a0-82e9edf9de19 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:59:45.208067 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e4e14-a0da-41e3-98a0-82e9edf9de19 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Pushing event updated for resources: {'Port': ['ID=93ca21cd-61f2-4c52-b566-b9c2faf590c5,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:45.235954 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d8749754-b5d4-4e04-ba53-ee33a9e21fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:45.249112 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-42c79503-5ad9-4977-bb88-5d44c2a1ae4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:45.256932 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-151e4e14-a0da-41e3-98a0-82e9edf9de19 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:45.258336 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-151e4e14-a0da-41e3-98a0-82e9edf9de19 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:45.272216 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8749754-b5d4-4e04-ba53-ee33a9e21fea None None] Pushing event deleted for resources: {'Port': ['ID=a8952eaa-ce0a-48d7-8876-9ec35adbbb88,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:45.279556 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8749754-b5d4-4e04-ba53-ee33a9e21fea None None] No DVR routers for this DVR port a8952eaa-ce0a-48d7-8876-9ec35adbbb88 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:59:45.283877 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-42c79503-5ad9-4977-bb88-5d44c2a1ae4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f74ee6b-b275-47ca-82b3-d9d878fe227a']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:45.289356 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-151e4e14-a0da-41e3-98a0-82e9edf9de19 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8906579 Dec 09 15:59:45.299748 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-42c79503-5ad9-4977-bb88-5d44c2a1ae4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84780348-3232-4086-84f4-809460673e33') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:45.300050 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-42c79503-5ad9-4977-bb88-5d44c2a1ae4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84780348-3232-4086-84f4-809460673e33') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:45.304628 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-b6a06a6d-f026-4cab-8bf3-a3888913b17b tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:59:45.306298 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-b6a06a6d-f026-4cab-8bf3-a3888913b17b tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072980 Dec 09 15:59:45.313183 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-42c79503-5ad9-4977-bb88-5d44c2a1ae4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:45.325172 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-aab80a8c-3c92-49f7-b380-5b6e0976ba05 service neutron] Request body: {'port': {'device_id': 'f804ae26-7527-4649-b395-f4c6bfd68dc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:59:45.351222 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-42c79503-5ad9-4977-bb88-5d44c2a1ae4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:45.358559 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c79503-5ad9-4977-bb88-5d44c2a1ae4b admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:59:45.359041 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-42c79503-5ad9-4977-bb88-5d44c2a1ae4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:45.394920 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-aab80a8c-3c92-49f7-b380-5b6e0976ba05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:45.422167 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:59:45.422167 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:59:45.422167 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:59:45.422167 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:59:45.422167 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:59:45.422167 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:59:45.422167 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:59:45.422167 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:59:45.422167 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:59:45.422167 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:59:45.422167 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:59:45.422167 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:59:45.422167 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:59:45.422167 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:59:45.422167 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:59:45.422167 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:59:45.422167 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:59:45.422167 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:59:45.422167 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:59:45.422167 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:59:45.422167 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:59:45.422167 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:59:45.422167 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:59:45.422167 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:59:45.422167 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:59:45.422167 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:59:45.422167 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:59:45.422167 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:59:45.422167 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:59:45.422167 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:59:45.422167 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:59:45.422167 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:59:45.430540 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-42c79503-5ad9-4977-bb88-5d44c2a1ae4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:45.438095 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-42c79503-5ad9-4977-bb88-5d44c2a1ae4b admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:45.445702 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-42c79503-5ad9-4977-bb88-5d44c2a1ae4b admin admin] 10.222.0.57 "DELETE /v2.0/networks/9f74ee6b-b275-47ca-82b3-d9d878fe227a HTTP/1.1" status: 204 len: 168 time: 0.8744609 Dec 09 15:59:45.446467 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37396) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:45.469131 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c79503-5ad9-4977-bb88-5d44c2a1ae4b admin admin] Pushing event deleted for resources: {'Network': ['ID=9f74ee6b-b275-47ca-82b3-d9d878fe227a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:45.762148 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 4fb13248-d209-417b-9ce8-e836b0a4fc15 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:59:45.789154 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-aab80a8c-3c92-49f7-b380-5b6e0976ba05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93ca21cd-61f2-4c52-b566-b9c2faf590c5 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:59:45.798695 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-aab80a8c-3c92-49f7-b380-5b6e0976ba05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:45.818321 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-aab80a8c-3c92-49f7-b380-5b6e0976ba05 service neutron] Transition to ACTIVE for port object 93ca21cd-61f2-4c52-b566-b9c2faf590c5 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:59:45.825493 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-aab80a8c-3c92-49f7-b380-5b6e0976ba05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:45.830635 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 4fb13248-d209-417b-9ce8-e836b0a4fc15 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:59:45.831011 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:45.906203 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44de41fd-9b1f-455a-874b-4495215731aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:45.936369 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab80a8c-3c92-49f7-b380-5b6e0976ba05 service neutron] Pushing event updated for resources: {'Port': ['ID=93ca21cd-61f2-4c52-b566-b9c2faf590c5,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:45.969112 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-aab80a8c-3c92-49f7-b380-5b6e0976ba05 service neutron] Attempting to bind port 93ca21cd-61f2-4c52-b566-b9c2faf590c5 on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:59:45.969474 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-aab80a8c-3c92-49f7-b380-5b6e0976ba05 service neutron] Attempting to bind port 93ca21cd-61f2-4c52-b566-b9c2faf590c5 by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': 'cf30e55e-e529-49e2-a27a-12cb682e747a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4532d047-5d1c-4c8b-bac7-1f09c295f9be'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:59:45.969809 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-aab80a8c-3c92-49f7-b380-5b6e0976ba05 service neutron] Attempting to bind port 93ca21cd-61f2-4c52-b566-b9c2faf590c5 on network 4532d047-5d1c-4c8b-bac7-1f09c295f9be {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:59:45.978970 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-aab80a8c-3c92-49f7-b380-5b6e0976ba05 service neutron] Port 93ca21cd-61f2-4c52-b566-b9c2faf590c5 on network 4532d047-5d1c-4c8b-bac7-1f09c295f9be not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:59:45.979324 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-aab80a8c-3c92-49f7-b380-5b6e0976ba05 service neutron] Attempting to bind port 93ca21cd-61f2-4c52-b566-b9c2faf590c5 on network 4532d047-5d1c-4c8b-bac7-1f09c295f9be {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:59:45.985039 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-aab80a8c-3c92-49f7-b380-5b6e0976ba05 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:59:45.985387 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-aab80a8c-3c92-49f7-b380-5b6e0976ba05 service neutron] Checking segment: {'id': 'cf30e55e-e529-49e2-a27a-12cb682e747a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4532d047-5d1c-4c8b-bac7-1f09c295f9be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:59:45.985908 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-aab80a8c-3c92-49f7-b380-5b6e0976ba05 service neutron] Bound using segment: {'id': 'cf30e55e-e529-49e2-a27a-12cb682e747a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4532d047-5d1c-4c8b-bac7-1f09c295f9be'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:59:45.986383 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-aab80a8c-3c92-49f7-b380-5b6e0976ba05 service neutron] Bound port: 93ca21cd-61f2-4c52-b566-b9c2faf590c5, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf30e55e-e529-49e2-a27a-12cb682e747a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4532d047-5d1c-4c8b-bac7-1f09c295f9be'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:59:45.986716 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-aab80a8c-3c92-49f7-b380-5b6e0976ba05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:46.051922 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a8952eaa-ce0a-48d7-8876-9ec35adbbb88 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:59:46.120739 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: a8952eaa-ce0a-48d7-8876-9ec35adbbb88 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:59:46.124121 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a8952eaa-ce0a-48d7-8876-9ec35adbbb88 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:59:46.128572 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:46.150158 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-aab80a8c-3c92-49f7-b380-5b6e0976ba05 service neutron] For port 93ca21cd-61f2-4c52-b566-b9c2faf590c5, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:59:46.153729 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-aab80a8c-3c92-49f7-b380-5b6e0976ba05 service neutron] For port 93ca21cd-61f2-4c52-b566-b9c2faf590c5, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=93ca21cd-61f2-4c52-b566-b9c2faf590c5,segment=NetworkSegment(cf30e55e-e529-49e2-a27a-12cb682e747a),segment_id=cf30e55e-e529-49e2-a27a-12cb682e747a)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:59:46.162289 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-aab80a8c-3c92-49f7-b380-5b6e0976ba05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:46.235828 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-aab80a8c-3c92-49f7-b380-5b6e0976ba05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:46.236485 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-aab80a8c-3c92-49f7-b380-5b6e0976ba05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:46.237891 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-aab80a8c-3c92-49f7-b380-5b6e0976ba05 service neutron] 10.222.0.42 "PUT /v2.0/ports/93ca21cd-61f2-4c52-b566-b9c2faf590c5 HTTP/1.1" status: 200 len: 1091 time: 0.9180110 Dec 09 15:59:46.238337 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f804ae26-7527-4649-b395-f4c6bfd68dc3', 'tag': '93ca21cd-61f2-4c52-b566-b9c2faf590c5'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:59:46.241910 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6febc09-fb71-41e3-a88a-16af0fc1c100" -d '{"events": [{"name": "network-changed", "server_uuid": "f804ae26-7527-4649-b395-f4c6bfd68dc3", "tag": "93ca21cd-61f2-4c52-b566-b9c2faf590c5"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:59:46.243455 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dbcd1f-e8e2-43cd-a3d8-85749a1baa2f req-17848788-0216-44d9-bcea-2cee0dd1ed8c tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:46.245018 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-10dbcd1f-e8e2-43cd-a3d8-85749a1baa2f req-17848788-0216-44d9-bcea-2cee0dd1ed8c tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/ports?device_id=f804ae26-7527-4649-b395-f4c6bfd68dc3 HTTP/1.1" status: 200 len: 943 time: 0.1597486 Dec 09 15:59:46.278475 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab80a8c-3c92-49f7-b380-5b6e0976ba05 service neutron] Pushing event updated for resources: {'Port': ['ID=93ca21cd-61f2-4c52-b566-b9c2faf590c5,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:46.353307 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-10dbcd1f-e8e2-43cd-a3d8-85749a1baa2f req-23e505e2-4f5a-4266-9ffa-d1c054bfc0a0 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf0eb5fb-f601-47b9-beea-420b9e0fb1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885718 Dec 09 15:59:46.422297 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c69e08-a992-4f85-8f85-2e21db4b6740 x-openstack-request-id: req-05c69e08-a992-4f85-8f85-2e21db4b6740 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:59:46.422609 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f804ae26-7527-4649-b395-f4c6bfd68dc3", "tag": "93ca21cd-61f2-4c52-b566-b9c2faf590c5", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:59:46.423049 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-05c69e08-a992-4f85-8f85-2e21db4b6740 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:59:46.423554 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f804ae26-7527-4649-b395-f4c6bfd68dc3', 'tag': '93ca21cd-61f2-4c52-b566-b9c2faf590c5', 'status': 'completed', 'code': 200} Dec 09 15:59:46.466544 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-5e76e0b0-9af6-4ce2-a456-9517d2bdae69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:46.468658 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-5e76e0b0-9af6-4ce2-a456-9517d2bdae69 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6264d995a3ef4160b17d3076740032e5&device_id=f804ae26-7527-4649-b395-f4c6bfd68dc3 HTTP/1.1" status: 200 len: 1094 time: 0.1525626 Dec 09 15:59:46.469699 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-44de41fd-9b1f-455a-874b-4495215731aa admin admin] Deleting port 4fb13248-d209-417b-9ce8-e836b0a4fc15 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:59:46.470141 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44de41fd-9b1f-455a-874b-4495215731aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:46.532780 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-8b645465-40e7-4d27-a4f1-42b5e2688f63 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93ca21cd-61f2-4c52-b566-b9c2faf590c5 HTTP/1.1" status: 200 len: 217 time: 0.0511351 Dec 09 15:59:46.563877 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-44de41fd-9b1f-455a-874b-4495215731aa admin admin] For port 4fb13248-d209-417b-9ce8-e836b0a4fc15, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=4fb13248-d209-417b-9ce8-e836b0a4fc15,segment=NetworkSegment(4acd780e-7eb0-4792-bc06-49f930c4a15f),segment_id=4acd780e-7eb0-4792-bc06-49f930c4a15f)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:46.564254 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44de41fd-9b1f-455a-874b-4495215731aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:46.582273 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-44de41fd-9b1f-455a-874b-4495215731aa admin admin] Calling delete_port for 4fb13248-d209-417b-9ce8-e836b0a4fc15 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:59:46.603159 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-2e666afa-8f0c-48c3-9f69-31342311e680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:46.604988 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-2e666afa-8f0c-48c3-9f69-31342311e680 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=27957498-03be-4b77-98df-e46cd8e845cb HTTP/1.1" status: 200 len: 848 time: 0.0649490 Dec 09 15:59:46.641430 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-685cb1f2-cfb3-4614-90e2-e768a9dbe91a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4532d047-5d1c-4c8b-bac7-1f09c295f9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296874 Dec 09 15:59:46.756445 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-976444fe-7d71-42ad-9d5f-b56e32855ffd service neutron] 10.222.0.42 "GET /v2.0/networks/4532d047-5d1c-4c8b-bac7-1f09c295f9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077983 Dec 09 15:59:46.862113 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f025c2bd-bec4-4d0c-bcca-f26785b4a686 req-f5be6a5f-e440-4d85-a4f5-53fab6acb5e5 service neutron] 10.222.0.42 "GET /v2.0/networks/4532d047-5d1c-4c8b-bac7-1f09c295f9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985246 Dec 09 15:59:47.007569 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6febc09-fb71-41e3-a88a-16af0fc1c100 req-59e51738-43fb-4f4e-8762-2bb4557a1298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:47.009195 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e6febc09-fb71-41e3-a88a-16af0fc1c100 req-59e51738-43fb-4f4e-8762-2bb4557a1298 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6264d995a3ef4160b17d3076740032e5&device_id=f804ae26-7527-4649-b395-f4c6bfd68dc3 HTTP/1.1" status: 200 len: 1094 time: 0.0614176 Dec 09 15:59:47.147776 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6febc09-fb71-41e3-a88a-16af0fc1c100 req-38440744-07b2-40ac-987c-445eb2843acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:47.149552 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e6febc09-fb71-41e3-a88a-16af0fc1c100 req-38440744-07b2-40ac-987c-445eb2843acd service neutron] 10.222.0.42 "GET /v2.0/networks?id=4532d047-5d1c-4c8b-bac7-1f09c295f9be HTTP/1.1" status: 200 len: 909 time: 0.1328723 Dec 09 15:59:47.190415 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44de41fd-9b1f-455a-874b-4495215731aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:47.208738 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e6febc09-fb71-41e3-a88a-16af0fc1c100 req-5cb7b964-a7ee-4164-a7f8-b035ae117b00 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93ca21cd-61f2-4c52-b566-b9c2faf590c5 HTTP/1.1" status: 200 len: 217 time: 0.0505083 Dec 09 15:59:47.221478 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de41fd-9b1f-455a-874b-4495215731aa admin admin] Pushing event deleted for resources: {'Port': ['ID=4fb13248-d209-417b-9ce8-e836b0a4fc15,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:47.278309 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6febc09-fb71-41e3-a88a-16af0fc1c100 req-c896b3ac-4c8c-49d7-a357-0a3c298bd263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:47.280165 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e6febc09-fb71-41e3-a88a-16af0fc1c100 req-c896b3ac-4c8c-49d7-a357-0a3c298bd263 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=27957498-03be-4b77-98df-e46cd8e845cb HTTP/1.1" status: 200 len: 848 time: 0.0646107 Dec 09 15:59:47.338230 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e6febc09-fb71-41e3-a88a-16af0fc1c100 req-22629e94-7b24-43db-91c6-137725f17649 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4532d047-5d1c-4c8b-bac7-1f09c295f9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503302 Dec 09 15:59:47.466619 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e6febc09-fb71-41e3-a88a-16af0fc1c100 req-e4bb3e25-0d8c-471e-9e64-85469a85cad9 service neutron] 10.222.0.42 "GET /v2.0/networks/4532d047-5d1c-4c8b-bac7-1f09c295f9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209111 Dec 09 15:59:47.479898 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-44de41fd-9b1f-455a-874b-4495215731aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:47.578916 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e6febc09-fb71-41e3-a88a-16af0fc1c100 req-b6024b96-8cda-4520-8f02-acd2df02b505 service neutron] 10.222.0.42 "GET /v2.0/networks/4532d047-5d1c-4c8b-bac7-1f09c295f9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047857 Dec 09 15:59:47.597362 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af32c0c-8303-4f19-9981-c069514cb974 req-baa35bfd-8977-4469-9cf9-634045fa3cd1 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:47.598933 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1af32c0c-8303-4f19-9981-c069514cb974 req-baa35bfd-8977-4469-9cf9-634045fa3cd1 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/ports?device_id=f804ae26-7527-4649-b395-f4c6bfd68dc3 HTTP/1.1" status: 200 len: 943 time: 0.1303880 Dec 09 15:59:47.682992 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:59:47.692115 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1af32c0c-8303-4f19-9981-c069514cb974 req-29a02af2-2218-4126-b6a5-435cc75bbf28 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf0eb5fb-f601-47b9-beea-420b9e0fb1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626454 Dec 09 15:59:47.804573 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44de41fd-9b1f-455a-874b-4495215731aa admin admin] Router ad1193be-9971-471a-9e58-43079147d4ee has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:59:47.913877 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44de41fd-9b1f-455a-874b-4495215731aa admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:59:47.922984 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-44de41fd-9b1f-455a-874b-4495215731aa admin admin] 10.222.0.57 "PUT /v2.0/routers/ad1193be-9971-471a-9e58-43079147d4ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4712889 Dec 09 15:59:47.923390 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37412) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:47.923918 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e99f95-0d1a-4cac-900c-c77ec39c3630 None None] Sync routers for ids ['ad1193be-9971-471a-9e58-43079147d4ee'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:59:47.935741 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e99f95-0d1a-4cac-900c-c77ec39c3630 None None] Routers {'ad1193be-9971-471a-9e58-43079147d4ee'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:59:47.936386 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b9e99f95-0d1a-4cac-900c-c77ec39c3630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:59:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['ad1193be-9971-471a-9e58-43079147d4ee'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:48.036384 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49d3c7ee-13bf-4a72-a1af-a49837a52f94 admin admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:48.053682 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-b9e99f95-0d1a-4cac-900c-c77ec39c3630 None None] Set router ad1193be-9971-471a-9e58-43079147d4ee gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:59:48.147786 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49d3c7ee-13bf-4a72-a1af-a49837a52f94 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:48.208296 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-49d3c7ee-13bf-4a72-a1af-a49837a52f94 admin admin] Deleting port 5c380328-80b8-4df3-9895-d00c67e824b8 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:59:48.208855 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49d3c7ee-13bf-4a72-a1af-a49837a52f94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:48.255013 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b9e99f95-0d1a-4cac-900c-c77ec39c3630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1193be-9971-471a-9e58-43079147d4ee', 'name': 'tempest-TestAggregatesBasicOps-900970908-router', 'tenant_id': 'b7e3543f0cd1461cb6f3baf332096056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '5c380328-80b8-4df3-9895-d00c67e824b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:31Z', 'updated_at': '2021-12-09T15:59:47Z', 'revision_number': 5, 'project_id': 'b7e3543f0cd1461cb6f3baf332096056', 'gw_port': {'id': '5c380328-80b8-4df3-9895-d00c67e824b8', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1193be-9971-471a-9e58-43079147d4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:32Z', 'updated_at': '2021-12-09T15:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:48.283045 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e99f95-0d1a-4cac-900c-c77ec39c3630 None None] Checking router: ad1193be-9971-471a-9e58-43079147d4ee for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:59:48.291481 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e99f95-0d1a-4cac-900c-c77ec39c3630 None None] Routers {'ad1193be-9971-471a-9e58-43079147d4ee'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:59:48.292091 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b9e99f95-0d1a-4cac-900c-c77ec39c3630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:59:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['ad1193be-9971-471a-9e58-43079147d4ee'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:48.309654 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-49d3c7ee-13bf-4a72-a1af-a49837a52f94 admin admin] For port 5c380328-80b8-4df3-9895-d00c67e824b8, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=5c380328-80b8-4df3-9895-d00c67e824b8,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:48.310019 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49d3c7ee-13bf-4a72-a1af-a49837a52f94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:48.323375 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-49d3c7ee-13bf-4a72-a1af-a49837a52f94 admin admin] Calling delete_port for 5c380328-80b8-4df3-9895-d00c67e824b8 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:59:48.396704 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-b9e99f95-0d1a-4cac-900c-c77ec39c3630 None None] Set router ad1193be-9971-471a-9e58-43079147d4ee gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:59:48.464374 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b9e99f95-0d1a-4cac-900c-c77ec39c3630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1193be-9971-471a-9e58-43079147d4ee', 'name': 'tempest-TestAggregatesBasicOps-900970908-router', 'tenant_id': 'b7e3543f0cd1461cb6f3baf332096056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:31Z', 'updated_at': '2021-12-09T15:59:48Z', 'revision_number': 6, 'project_id': 'b7e3543f0cd1461cb6f3baf332096056', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:48.501087 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e99f95-0d1a-4cac-900c-c77ec39c3630 None None] The sync data for ids ['ad1193be-9971-471a-9e58-43079147d4ee'] in n-d-821228-1 is: [{'id': 'ad1193be-9971-471a-9e58-43079147d4ee', 'name': 'tempest-TestAggregatesBasicOps-900970908-router', 'tenant_id': 'b7e3543f0cd1461cb6f3baf332096056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:31Z', 'updated_at': '2021-12-09T15:59:48Z', 'revision_number': 6, 'project_id': 'b7e3543f0cd1461cb6f3baf332096056', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:59:48.522520 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49d3c7ee-13bf-4a72-a1af-a49837a52f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:48.557724 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d3c7ee-13bf-4a72-a1af-a49837a52f94 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c380328-80b8-4df3-9895-d00c67e824b8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:48.571093 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c15699-a1d5-4a23-bbc5-100e4e58e22f None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:59:48.628651 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49d3c7ee-13bf-4a72-a1af-a49837a52f94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:48.734526 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49d3c7ee-13bf-4a72-a1af-a49837a52f94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:48.736753 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49d3c7ee-13bf-4a72-a1af-a49837a52f94 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:48.808835 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49d3c7ee-13bf-4a72-a1af-a49837a52f94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:48.809284 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d3c7ee-13bf-4a72-a1af-a49837a52f94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad1193be-9971-471a-9e58-43079147d4ee {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:59:48.814474 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49d3c7ee-13bf-4a72-a1af-a49837a52f94 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:48.815611 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-49d3c7ee-13bf-4a72-a1af-a49837a52f94 admin admin] 10.222.0.57 "DELETE /v2.0/routers/ad1193be-9971-471a-9e58-43079147d4ee HTTP/1.1" status: 204 len: 168 time: 0.8912637 Dec 09 15:59:48.818102 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37424) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:48.875602 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258309cd-de77-4629-acba-160d3881556b req-23c22b69-bcce-4a15-9bfa-6cb5214abfcb tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:48.877183 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-258309cd-de77-4629-acba-160d3881556b req-23c22b69-bcce-4a15-9bfa-6cb5214abfcb tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d358826-2d1d-4339-bfba-d2bbd84dce36 HTTP/1.1" status: 200 len: 946 time: 0.0999846 Dec 09 15:59:48.880615 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-f09f854f-595b-4805-ab32-78b7f8fc7f7a admin admin] Deleting subnet a90db07c-227e-4769-9323-ea1206a0a311 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:59:48.885137 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f09f854f-595b-4805-ab32-78b7f8fc7f7a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:48.947837 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f09f854f-595b-4805-ab32-78b7f8fc7f7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:48.987058 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-258309cd-de77-4629-acba-160d3881556b req-846b09e9-037e-4a88-aec4-4de2f1582f61 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.57 "GET /v2.0/security-groups?id=817869b2-305b-41f2-b837-ebc295b756f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1030219 Dec 09 15:59:49.059408 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f09f854f-595b-4805-ab32-78b7f8fc7f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:49.137259 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3bdff-ebc5-45f4-8974-c19b174d7f7f req-509c483a-7dbd-46f2-a085-97960ed9f657 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:49.138819 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-55f3bdff-ebc5-45f4-8974-c19b174d7f7f req-509c483a-7dbd-46f2-a085-97960ed9f657 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/ports?device_id=f804ae26-7527-4649-b395-f4c6bfd68dc3 HTTP/1.1" status: 200 len: 943 time: 0.0926259 Dec 09 15:59:49.169864 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f09f854f-595b-4805-ab32-78b7f8fc7f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:49.209259 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f854f-595b-4805-ab32-78b7f8fc7f7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a90db07c-227e-4769-9323-ea1206a0a311,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:49.211172 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f09f854f-595b-4805-ab32-78b7f8fc7f7a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:49.211761 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a856f6af-7aba-4e87-a7d6-63fdfca2cd39 None None] Network 6c9b6477-2596-478d-bfad-1774283e39f3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:59:49.217801 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f09f854f-595b-4805-ab32-78b7f8fc7f7a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a90db07c-227e-4769-9323-ea1206a0a311 HTTP/1.1" status: 204 len: 168 time: 0.3959355 Dec 09 15:59:49.218222 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37426) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:49.234223 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-55f3bdff-ebc5-45f4-8974-c19b174d7f7f req-803d9fbe-2dc0-4a7b-a9c2-91a291a75f09 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf0eb5fb-f601-47b9-beea-420b9e0fb1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856695 Dec 09 15:59:49.327734 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1a108641-4e70-4895-9009-2339ca8d736d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:49.402966 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-1a108641-4e70-4895-9009-2339ca8d736d admin admin] Deleting port cd38d14c-f718-44d8-bc58-f427b025b476 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:59:49.403525 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1a108641-4e70-4895-9009-2339ca8d736d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:49.423522 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11740bec-aa82-4ccd-8be7-62b1554893c6 req-5f4bd3b2-7003-46ff-8d59-0e3a3b196b94 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:49.425548 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11740bec-aa82-4ccd-8be7-62b1554893c6 req-5f4bd3b2-7003-46ff-8d59-0e3a3b196b94 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d358826-2d1d-4339-bfba-d2bbd84dce36 HTTP/1.1" status: 200 len: 946 time: 0.0752907 Dec 09 15:59:49.441861 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0df4194-2803-4e22-866f-a51b6fd069ad None None] DHCP port deletion for 6c9b6477-2596-478d-bfad-1774283e39f3 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:59:49.490500 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-1a108641-4e70-4895-9009-2339ca8d736d admin admin] For port cd38d14c-f718-44d8-bc58-f427b025b476, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=cd38d14c-f718-44d8-bc58-f427b025b476,segment=NetworkSegment(4acd780e-7eb0-4792-bc06-49f930c4a15f),segment_id=4acd780e-7eb0-4792-bc06-49f930c4a15f)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:49.490927 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1a108641-4e70-4895-9009-2339ca8d736d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:49.506400 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-1a108641-4e70-4895-9009-2339ca8d736d admin admin] Calling delete_port for cd38d14c-f718-44d8-bc58-f427b025b476 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:59:49.529280 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f0df4194-2803-4e22-866f-a51b6fd069ad None None] Deleting port cd38d14c-f718-44d8-bc58-f427b025b476 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:59:49.530001 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f0df4194-2803-4e22-866f-a51b6fd069ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:49.561325 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-11740bec-aa82-4ccd-8be7-62b1554893c6 req-18720875-ab12-476d-8127-def31bdd6eab tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Deleting port ce797569-3698-4716-9160-fb979f10b1ca {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:59:49.561673 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-11740bec-aa82-4ccd-8be7-62b1554893c6 req-18720875-ab12-476d-8127-def31bdd6eab tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:49.628473 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f0df4194-2803-4e22-866f-a51b6fd069ad None None] For port cd38d14c-f718-44d8-bc58-f427b025b476, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=cd38d14c-f718-44d8-bc58-f427b025b476,segment=NetworkSegment(4acd780e-7eb0-4792-bc06-49f930c4a15f),segment_id=4acd780e-7eb0-4792-bc06-49f930c4a15f)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:49.629088 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f0df4194-2803-4e22-866f-a51b6fd069ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:49.636919 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1a108641-4e70-4895-9009-2339ca8d736d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:49.655454 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f0df4194-2803-4e22-866f-a51b6fd069ad None None] Calling delete_port for cd38d14c-f718-44d8-bc58-f427b025b476 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:59:49.685865 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-11740bec-aa82-4ccd-8be7-62b1554893c6 req-18720875-ab12-476d-8127-def31bdd6eab tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] For port ce797569-3698-4716-9160-fb979f10b1ca, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=ce797569-3698-4716-9160-fb979f10b1ca,segment=NetworkSegment(7fac3423-01ba-4e8c-918c-8e8a6107a008),segment_id=7fac3423-01ba-4e8c-918c-8e8a6107a008)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:49.686290 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-11740bec-aa82-4ccd-8be7-62b1554893c6 req-18720875-ab12-476d-8127-def31bdd6eab tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:49.687579 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a108641-4e70-4895-9009-2339ca8d736d admin admin] No DVR routers for this DVR port cd38d14c-f718-44d8-bc58-f427b025b476 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:59:49.703159 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a108641-4e70-4895-9009-2339ca8d736d admin admin] Pushing event deleted for resources: {'Port': ['ID=cd38d14c-f718-44d8-bc58-f427b025b476,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:49.848196 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1a108641-4e70-4895-9009-2339ca8d736d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:49.883836 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-1a108641-4e70-4895-9009-2339ca8d736d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c9b6477-2596-478d-bfad-1774283e39f3']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:49.896376 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-1a108641-4e70-4895-9009-2339ca8d736d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4acd780e-7eb0-4792-bc06-49f930c4a15f') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:49.897051 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-1a108641-4e70-4895-9009-2339ca8d736d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4acd780e-7eb0-4792-bc06-49f930c4a15f') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:49.910631 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1a108641-4e70-4895-9009-2339ca8d736d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:49.927800 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1a108641-4e70-4895-9009-2339ca8d736d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:49.928266 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-11740bec-aa82-4ccd-8be7-62b1554893c6 req-18720875-ab12-476d-8127-def31bdd6eab tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:49.928727 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-11740bec-aa82-4ccd-8be7-62b1554893c6 req-18720875-ab12-476d-8127-def31bdd6eab tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:49.929245 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [req-11740bec-aa82-4ccd-8be7-62b1554893c6 req-18720875-ab12-476d-8127-def31bdd6eab tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Floating IP 74990517-560e-4dcd-afdc-e448909f28dc disassociated. External IP: 172.25.3.53, port: ce797569-3698-4716-9160-fb979f10b1ca. Dec 09 15:59:49.929669 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-11740bec-aa82-4ccd-8be7-62b1554893c6 req-18720875-ab12-476d-8127-def31bdd6eab tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Calling delete_port for ce797569-3698-4716-9160-fb979f10b1ca owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:59:49.935771 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a108641-4e70-4895-9009-2339ca8d736d admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:59:49.937496 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1a108641-4e70-4895-9009-2339ca8d736d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:50.000690 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:59:50.000690 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:59:50.000690 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:59:50.000690 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:59:50.000690 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:59:50.000690 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:59:50.000690 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:59:50.000690 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:59:50.000690 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:59:50.000690 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:59:50.000690 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:59:50.000690 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:59:50.000690 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:59:50.000690 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:59:50.000690 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:59:50.000690 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:59:50.000690 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:59:50.000690 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:59:50.000690 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:59:50.000690 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:59:50.000690 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:59:50.000690 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:59:50.000690 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:59:50.000690 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:59:50.000690 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:59:50.000690 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:59:50.000690 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:59:50.000690 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:59:50.000690 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:59:50.000690 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:59:50.000690 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:59:50.000690 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:59:50.006648 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1a108641-4e70-4895-9009-2339ca8d736d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:50.007673 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f0df4194-2803-4e22-866f-a51b6fd069ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:50.011086 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device cd38d14c-f718-44d8-bc58-f427b025b476 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:59:50.037186 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df4194-2803-4e22-866f-a51b6fd069ad None None] Pushing event deleted for resources: {'Port': ['ID=cd38d14c-f718-44d8-bc58-f427b025b476,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:50.061527 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1a108641-4e70-4895-9009-2339ca8d736d admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:50.061733 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f0df4194-2803-4e22-866f-a51b6fd069ad None None] Network 6c9b6477-2596-478d-bfad-1774283e39f3 is not hosted by any dhcp agent {{(pid=103246) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 15:59:50.062252 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0df4194-2803-4e22-866f-a51b6fd069ad None None] No DVR routers for this DVR port cd38d14c-f718-44d8-bc58-f427b025b476 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:59:50.064048 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: cd38d14c-f718-44d8-bc58-f427b025b476 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:59:50.064605 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device cd38d14c-f718-44d8-bc58-f427b025b476 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:59:50.065293 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 5c380328-80b8-4df3-9895-d00c67e824b8 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:59:50.067264 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1a108641-4e70-4895-9009-2339ca8d736d admin admin] 10.222.0.57 "DELETE /v2.0/networks/6c9b6477-2596-478d-bfad-1774283e39f3 HTTP/1.1" status: 204 len: 168 time: 0.8479989 Dec 09 15:59:50.072395 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a108641-4e70-4895-9009-2339ca8d736d admin admin] Pushing event deleted for resources: {'Network': ['ID=6c9b6477-2596-478d-bfad-1774283e39f3,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:50.091865 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 5c380328-80b8-4df3-9895-d00c67e824b8 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:59:50.092825 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 5c380328-80b8-4df3-9895-d00c67e824b8 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:59:50.093424 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 4fb13248-d209-417b-9ce8-e836b0a4fc15 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:59:50.121449 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 4fb13248-d209-417b-9ce8-e836b0a4fc15 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:59:50.121816 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 4fb13248-d209-417b-9ce8-e836b0a4fc15 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:59:50.164489 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-11740bec-aa82-4ccd-8be7-62b1554893c6 req-18720875-ab12-476d-8127-def31bdd6eab tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:50.224158 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a786f4-5f38-4747-af67-e59309aab5e0 req-8a483481-0860-4ef8-b8a6-29f58c79e1a3 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:50.225805 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d5a786f4-5f38-4747-af67-e59309aab5e0 req-8a483481-0860-4ef8-b8a6-29f58c79e1a3 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d358826-2d1d-4339-bfba-d2bbd84dce36 HTTP/1.1" status: 200 len: 867 time: 0.1095934 Dec 09 15:59:50.228248 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18720875-ab12-476d-8127-def31bdd6eab tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Pushing event deleted for resources: {'Port': ['ID=ce797569-3698-4716-9160-fb979f10b1ca,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:50.243408 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37434) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:50.290347 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-eacb94aa-e227-4d7d-955d-ea13fa0e28e0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fccdf3ba0ae044ed9e5cf9edd1cb2b11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0457029 Dec 09 15:59:50.292840 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37438) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:50.357275 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c3d28a1-8adb-431f-b6bf-e3f9dd9d4e59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:50.378863 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37442) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:50.380997 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d5a786f4-5f38-4747-af67-e59309aab5e0 req-3f18b0c0-32dc-447b-bac0-fba39d79cca6 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.57 "GET /v2.0/security-groups?id=817869b2-305b-41f2-b837-ebc295b756f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1055555 Dec 09 15:59:50.389237 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c3d28a1-8adb-431f-b6bf-e3f9dd9d4e59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:50.424461 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11740bec-aa82-4ccd-8be7-62b1554893c6 req-18720875-ab12-476d-8127-def31bdd6eab tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Router ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:59:50.468274 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f5a4b60b-af53-4c60-bf07-726353a267ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:50.486198 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c3d28a1-8adb-431f-b6bf-e3f9dd9d4e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:50.489015 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4c3d28a1-8adb-431f-b6bf-e3f9dd9d4e59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:50.490182 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4c3d28a1-8adb-431f-b6bf-e3f9dd9d4e59 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fb54df3d-53d7-4bc6-a43f-c6ea3b49224a HTTP/1.1" status: 204 len: 168 time: 0.1963375 Dec 09 15:59:50.501569 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d28a1-8adb-431f-b6bf-e3f9dd9d4e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb54df3d-53d7-4bc6-a43f-c6ea3b49224a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:50.596583 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456813d-769e-4c9e-b6ee-8e7231458b3d req-6abd194b-6dfe-4028-82f5-25f17fc9e353 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:50.598118 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a456813d-769e-4c9e-b6ee-8e7231458b3d req-6abd194b-6dfe-4028-82f5-25f17fc9e353 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/ports?device_id=f804ae26-7527-4649-b395-f4c6bfd68dc3 HTTP/1.1" status: 200 len: 943 time: 0.1024525 Dec 09 15:59:50.630540 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11740bec-aa82-4ccd-8be7-62b1554893c6 req-18720875-ab12-476d-8127-def31bdd6eab tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:59:50.643798 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29eb1cde-cbb6-4f43-9822-0d0649c60561 None None] Sync routers for ids ['ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:59:50.666456 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eb1cde-cbb6-4f43-9822-0d0649c60561 None None] Routers {'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:59:50.667122 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-29eb1cde-cbb6-4f43-9822-0d0649c60561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:59:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:50.778242 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a456813d-769e-4c9e-b6ee-8e7231458b3d req-f6a44a10-ca2f-47da-9980-1f69ad9a8da5 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf0eb5fb-f601-47b9-beea-420b9e0fb1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687720 Dec 09 15:59:50.779447 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-11740bec-aa82-4ccd-8be7-62b1554893c6 req-18720875-ab12-476d-8127-def31bdd6eab tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] No DVR routers for this DVR port ce797569-3698-4716-9160-fb979f10b1ca on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:59:50.782654 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-11740bec-aa82-4ccd-8be7-62b1554893c6 req-18720875-ab12-476d-8127-def31bdd6eab tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:50.786486 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11740bec-aa82-4ccd-8be7-62b1554893c6 req-18720875-ab12-476d-8127-def31bdd6eab tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.31 "DELETE /v2.0/ports/ce797569-3698-4716-9160-fb979f10b1ca HTTP/1.1" status: 204 len: 173 time: 1.3521121 Dec 09 15:59:50.787003 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d358826-2d1d-4339-bfba-d2bbd84dce36', 'name': 'network-vif-deleted', 'tag': 'ce797569-3698-4716-9160-fb979f10b1ca'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:59:50.794992 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc87d37-5f6e-48a7-ad67-918f9ff1e3f0" -d '{"events": [{"server_uuid": "4d358826-2d1d-4339-bfba-d2bbd84dce36", "name": "network-vif-deleted", "tag": "ce797569-3698-4716-9160-fb979f10b1ca"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:59:50.895736 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28744e3b-9b8b-40da-98d4-172ab786cb70 x-openstack-request-id: req-28744e3b-9b8b-40da-98d4-172ab786cb70 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:59:50.896140 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d358826-2d1d-4339-bfba-d2bbd84dce36", "name": "network-vif-deleted", "tag": "ce797569-3698-4716-9160-fb979f10b1ca", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:59:50.896541 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-28744e3b-9b8b-40da-98d4-172ab786cb70 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:59:50.897049 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d358826-2d1d-4339-bfba-d2bbd84dce36', 'name': 'network-vif-deleted', 'tag': 'ce797569-3698-4716-9160-fb979f10b1ca', 'status': 'completed', 'code': 200} Dec 09 15:59:51.004147 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-29eb1cde-cbb6-4f43-9822-0d0649c60561 None None] Set router ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:59:51.075090 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37452) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:51.131500 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-adc34700-86e3-4df6-a0f3-fd86f8615760 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b7e3543f0cd1461cb6f3baf332096056&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0527365 Dec 09 15:59:51.131701 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37454) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:51.190090 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1171c3e8-b7e6-4bef-8d54-e7d7ea908917 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:51.215226 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1171c3e8-b7e6-4bef-8d54-e7d7ea908917 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:51.251312 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-29eb1cde-cbb6-4f43-9822-0d0649c60561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8', 'name': 'tempest-TestServerBasicOps-1294408284-router', 'tenant_id': 'f4d71564044144c0a7c07487671be4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '2d3e97da-51f8-4e67-a302-5bd3f6196541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:53:53Z', 'updated_at': '2021-12-09T15:54:02Z', 'revision_number': 4, 'project_id': 'f4d71564044144c0a7c07487671be4ce', 'gw_port': {'id': '2d3e97da-51f8-4e67-a302-5bd3f6196541', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:55Z', 'updated_at': '2021-12-09T15:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'b9039c4f-2421-448e-a0e1-22179173d443', 'name': '', 'network_id': 'd4a4ee12-ce5d-417b-ac39-e16fce9cf3a0', 'tenant_id': 'f4d71564044144c0a7c07487671be4ce', 'mac_address': 'fa:16:3e:be:e2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': 'a3812c03-4ef5-48f3-99e1-875d1f7c41a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:59Z', 'updated_at': '2021-12-09T15:54:06Z', 'revision_number': 5, 'project_id': 'f4d71564044144c0a7c07487671be4ce', 'subnets': [{'id': 'a3812c03-4ef5-48f3-99e1-875d1f7c41a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:51.280128 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29eb1cde-cbb6-4f43-9822-0d0649c60561 None None] Checking router: ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:59:51.283802 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1171c3e8-b7e6-4bef-8d54-e7d7ea908917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:51.288931 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1171c3e8-b7e6-4bef-8d54-e7d7ea908917 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:51.290655 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1171c3e8-b7e6-4bef-8d54-e7d7ea908917 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f78b9952-496a-4b7a-9f3d-5499e81d7d36 HTTP/1.1" status: 204 len: 168 time: 0.1575799 Dec 09 15:59:51.292451 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eb1cde-cbb6-4f43-9822-0d0649c60561 None None] Routers {'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:59:51.293367 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-29eb1cde-cbb6-4f43-9822-0d0649c60561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:59:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:51.301051 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171c3e8-b7e6-4bef-8d54-e7d7ea908917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78b9952-496a-4b7a-9f3d-5499e81d7d36,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:51.454175 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37460) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:51.455264 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 93ca21cd-61f2-4c52-b566-b9c2faf590c5 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:59:51.483256 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-29eb1cde-cbb6-4f43-9822-0d0649c60561 None None] Set router ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:59:51.570930 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a65c19aa-01cb-4d4c-b32f-b904f4dd105b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:51.594338 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 93ca21cd-61f2-4c52-b566-b9c2faf590c5, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=93ca21cd-61f2-4c52-b566-b9c2faf590c5,segment=NetworkSegment(cf30e55e-e529-49e2-a27a-12cb682e747a),segment_id=cf30e55e-e529-49e2-a27a-12cb682e747a)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:51.608387 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '93ca21cd-61f2-4c52-b566-b9c2faf590c5', 'network_id': '4532d047-5d1c-4c8b-bac7-1f09c295f9be', 'port_id': '93ca21cd-61f2-4c52-b566-b9c2faf590c5', 'mac_address': 'fa:16:3e:94:23:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27957498-03be-4b77-98df-e46cd8e845cb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:59:51.681853 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:51.698041 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4679f924-8678-469a-99f1-56bd5bed04cf tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Deleting port e1ec84c7-4a65-49c9-aa3b-e2ebbf8d7167 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:59:51.698386 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4679f924-8678-469a-99f1-56bd5bed04cf tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:51.702080 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93ca21cd-61f2-4c52-b566-b9c2faf590c5 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:59:51.725988 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 93ca21cd-61f2-4c52-b566-b9c2faf590c5, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=93ca21cd-61f2-4c52-b566-b9c2faf590c5,segment=NetworkSegment(cf30e55e-e529-49e2-a27a-12cb682e747a),segment_id=cf30e55e-e529-49e2-a27a-12cb682e747a)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:51.731318 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:51.797599 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=93ca21cd-61f2-4c52-b566-b9c2faf590c5,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:51.823517 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4679f924-8678-469a-99f1-56bd5bed04cf tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:51.823848 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4679f924-8678-469a-99f1-56bd5bed04cf tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:51.838874 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4679f924-8678-469a-99f1-56bd5bed04cf tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Calling delete_port for e1ec84c7-4a65-49c9-aa3b-e2ebbf8d7167 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:59:51.882886 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-29eb1cde-cbb6-4f43-9822-0d0649c60561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8', 'name': 'tempest-TestServerBasicOps-1294408284-router', 'tenant_id': 'f4d71564044144c0a7c07487671be4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '2d3e97da-51f8-4e67-a302-5bd3f6196541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:53:53Z', 'updated_at': '2021-12-09T15:54:02Z', 'revision_number': 4, 'project_id': 'f4d71564044144c0a7c07487671be4ce', 'gw_port': {'id': '2d3e97da-51f8-4e67-a302-5bd3f6196541', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:55Z', 'updated_at': '2021-12-09T15:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'b9039c4f-2421-448e-a0e1-22179173d443', 'name': '', 'network_id': 'd4a4ee12-ce5d-417b-ac39-e16fce9cf3a0', 'tenant_id': 'f4d71564044144c0a7c07487671be4ce', 'mac_address': 'fa:16:3e:be:e2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': 'a3812c03-4ef5-48f3-99e1-875d1f7c41a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:59Z', 'updated_at': '2021-12-09T15:54:06Z', 'revision_number': 5, 'project_id': 'f4d71564044144c0a7c07487671be4ce', 'subnets': [{'id': 'a3812c03-4ef5-48f3-99e1-875d1f7c41a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:51.915089 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29eb1cde-cbb6-4f43-9822-0d0649c60561 None None] The sync data for ids ['ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8'] in n-d-821228-1 is: [{'id': 'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8', 'name': 'tempest-TestServerBasicOps-1294408284-router', 'tenant_id': 'f4d71564044144c0a7c07487671be4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '2d3e97da-51f8-4e67-a302-5bd3f6196541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:53:53Z', 'updated_at': '2021-12-09T15:54:02Z', 'revision_number': 4, 'project_id': 'f4d71564044144c0a7c07487671be4ce', 'gw_port': {'id': '2d3e97da-51f8-4e67-a302-5bd3f6196541', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:55Z', 'updated_at': '2021-12-09T15:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'b9039c4f-2421-448e-a0e1-22179173d443', 'name': '', 'network_id': 'd4a4ee12-ce5d-417b-ac39-e16fce9cf3a0', 'tenant_id': 'f4d71564044144c0a7c07487671be4ce', 'mac_address': 'fa:16:3e:be:e2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': 'a3812c03-4ef5-48f3-99e1-875d1f7c41a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:59Z', 'updated_at': '2021-12-09T15:54:06Z', 'revision_number': 5, 'project_id': 'f4d71564044144c0a7c07487671be4ce', 'subnets': [{'id': 'a3812c03-4ef5-48f3-99e1-875d1f7c41a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:59:51.920718 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a65c19aa-01cb-4d4c-b32f-b904f4dd105b admin admin] Deleting port eb19bc7b-522f-4861-b6b0-281fa6ab762d {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:59:51.921186 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a65c19aa-01cb-4d4c-b32f-b904f4dd105b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:51.995431 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e20f5-815b-4da4-be5d-f007e0247d5d req-1de43855-d5a7-4503-8cc8-25972f571168 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:51.998687 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-844e20f5-815b-4da4-be5d-f007e0247d5d req-1de43855-d5a7-4503-8cc8-25972f571168 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/ports?device_id=f804ae26-7527-4649-b395-f4c6bfd68dc3 HTTP/1.1" status: 200 len: 944 time: 0.1043160 Dec 09 15:59:52.021870 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-a65c19aa-01cb-4d4c-b32f-b904f4dd105b admin admin] For port eb19bc7b-522f-4861-b6b0-281fa6ab762d, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=eb19bc7b-522f-4861-b6b0-281fa6ab762d,segment=NetworkSegment(81d1235d-87dd-4988-9ddd-2b5abb933621),segment_id=81d1235d-87dd-4988-9ddd-2b5abb933621)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:52.022353 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a65c19aa-01cb-4d4c-b32f-b904f4dd105b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:52.038686 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a65c19aa-01cb-4d4c-b32f-b904f4dd105b admin admin] Calling delete_port for eb19bc7b-522f-4861-b6b0-281fa6ab762d owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:59:52.088456 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4679f924-8678-469a-99f1-56bd5bed04cf tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:52.119670 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679f924-8678-469a-99f1-56bd5bed04cf tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Pushing event deleted for resources: {'Port': ['ID=e1ec84c7-4a65-49c9-aa3b-e2ebbf8d7167,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:52.125431 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['93ca21cd-61f2-4c52-b566-b9c2faf590c5'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:59:52.128297 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-844e20f5-815b-4da4-be5d-f007e0247d5d req-adbedf8f-9c20-4dec-88e3-fe741d8b0db4 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf0eb5fb-f601-47b9-beea-420b9e0fb1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201968 Dec 09 15:59:52.232683 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4679f924-8678-469a-99f1-56bd5bed04cf tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:52.235970 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4679f924-8678-469a-99f1-56bd5bed04cf tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:52.239716 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4679f924-8678-469a-99f1-56bd5bed04cf tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.57 "DELETE /v2.0/floatingips/74990517-560e-4dcd-afdc-e448909f28dc HTTP/1.1" status: 204 len: 168 time: 0.7820826 Dec 09 15:59:52.281597 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a65c19aa-01cb-4d4c-b32f-b904f4dd105b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:52.327695 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c19aa-01cb-4d4c-b32f-b904f4dd105b admin admin] Pushing event deleted for resources: {'Port': ['ID=eb19bc7b-522f-4861-b6b0-281fa6ab762d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:52.360260 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37486) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:52.375340 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc29d5c8-4f6d-41f3-ab79-d57cca963194 None None] New status for floating IP 74990517-560e-4dcd-afdc-e448909f28dc: DOWN {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:59:52.488738 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ab15f028-f404-4993-9f55-864acb0693e6 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:52.529371 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ab15f028-f404-4993-9f55-864acb0693e6 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:52.533610 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a65c19aa-01cb-4d4c-b32f-b904f4dd105b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:52.615516 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ab15f028-f404-4993-9f55-864acb0693e6 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:52.618120 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ab15f028-f404-4993-9f55-864acb0693e6 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:52.622187 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ab15f028-f404-4993-9f55-864acb0693e6 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] 10.222.0.57 "DELETE /v2.0/security-groups/817869b2-305b-41f2-b837-ebc295b756f5 HTTP/1.1" status: 204 len: 168 time: 0.2577913 Dec 09 15:59:52.629107 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15f028-f404-4993-9f55-864acb0693e6 tempest-TestServerBasicOps-1461319041 tempest-TestServerBasicOps-1461319041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=817869b2-305b-41f2-b837-ebc295b756f5,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:52.669156 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37494) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:52.840219 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a65c19aa-01cb-4d4c-b32f-b904f4dd105b admin admin] Router 1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:59:52.976182 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-207b1efd-0960-460d-aef6-9d033919cf8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:53.069033 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65c19aa-01cb-4d4c-b32f-b904f4dd105b admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:59:53.078824 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a65c19aa-01cb-4d4c-b32f-b904f4dd105b admin admin] 10.222.0.57 "PUT /v2.0/routers/1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6954801 Dec 09 15:59:53.078913 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37512) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:53.087799 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ed0bfb-e9f9-4645-9576-b44e7584c7f9 None None] Sync routers for ids ['1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:59:53.099548 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ed0bfb-e9f9-4645-9576-b44e7584c7f9 None None] Routers {'1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:59:53.100396 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-a4ed0bfb-e9f9-4645-9576-b44e7584c7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:59:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:53.198335 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f284af1-df32-4e30-bd84-f56e0d43d257 admin admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:53.221993 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-a4ed0bfb-e9f9-4645-9576-b44e7584c7f9 None None] Set router 1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:59:53.283158 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3a5c0724-e776-40bf-9dde-f1ab2dab7250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:53.430877 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-a4ed0bfb-e9f9-4645-9576-b44e7584c7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492', 'name': 'tempest-TaggedBootDevicesTest_v242-1295719611-router', 'tenant_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd0404ebd-c359-4408-bedc-bc379c9d7388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:22Z', 'updated_at': '2021-12-09T15:59:52Z', 'revision_number': 5, 'project_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'gw_port': {'id': 'd0404ebd-c359-4408-bedc-bc379c9d7388', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:24Z', 'updated_at': '2021-12-09T15:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:53.452104 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 93ca21cd-61f2-4c52-b566-b9c2faf590c5 up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:59:53.462292 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ed0bfb-e9f9-4645-9576-b44e7584c7f9 None None] Checking router: 1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:59:53.473618 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ed0bfb-e9f9-4645-9576-b44e7584c7f9 None None] Routers {'1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:59:53.474485 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-a4ed0bfb-e9f9-4645-9576-b44e7584c7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:59:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:53.577221 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port 93ca21cd-61f2-4c52-b566-b9c2faf590c5 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:59:53.581869 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 93ca21cd-61f2-4c52-b566-b9c2faf590c5 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:59:53.582247 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:53.591361 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37516) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:53.599308 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a3a4edc9-394a-448d-854c-d1e12cccb516 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-85926367', 'description': 'tempest-secgroup-smoke-85926367 description', 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:59:53.629478 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a3a4edc9-394a-448d-854c-d1e12cccb516 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:53.631546 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device ce797569-3698-4716-9160-fb979f10b1ca no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:59:53.641698 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a3a4edc9-394a-448d-854c-d1e12cccb516 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:53.650288 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-a4ed0bfb-e9f9-4645-9576-b44e7584c7f9 None None] Set router 1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:59:53.664570 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: ce797569-3698-4716-9160-fb979f10b1ca {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:59:53.665304 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device ce797569-3698-4716-9160-fb979f10b1ca not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:59:53.752015 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:53.772351 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-3a5c0724-e776-40bf-9dde-f1ab2dab7250 admin admin] Deleting port b9039c4f-2421-448e-a0e1-22179173d443 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:59:53.772892 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3a5c0724-e776-40bf-9dde-f1ab2dab7250 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:53.779730 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a3a4edc9-394a-448d-854c-d1e12cccb516 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:53.781207 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f804ae26-7527-4649-b395-f4c6bfd68dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ca21cd-61f2-4c52-b566-b9c2faf590c5'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:59:53.784182 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3dfce6-3459-4ab5-a5b4-c430ade17af9" -d '{"events": [{"server_uuid": "f804ae26-7527-4649-b395-f4c6bfd68dc3", "name": "network-vif-plugged", "status": "completed", "tag": "93ca21cd-61f2-4c52-b566-b9c2faf590c5"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:59:53.804162 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 93ca21cd-61f2-4c52-b566-b9c2faf590c5, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=93ca21cd-61f2-4c52-b566-b9c2faf590c5,segment=NetworkSegment(cf30e55e-e529-49e2-a27a-12cb682e747a),segment_id=cf30e55e-e529-49e2-a27a-12cb682e747a)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:53.812063 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:53.823569 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a3a4edc9-394a-448d-854c-d1e12cccb516 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:53.862624 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f284af1-df32-4e30-bd84-f56e0d43d257 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:53.872060 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4edc9-394a-448d-854c-d1e12cccb516 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7b8fd6-1e29-422d-b6e9-37e32c1a563e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:53.879240 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=93ca21cd-61f2-4c52-b566-b9c2faf590c5,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:53.879488 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d9fb1-83dc-4b9a-82fd-33eeccf6eb80 req-72825425-4df9-40c7-9b08-08e85039b882 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:53.881161 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ea0d9fb1-83dc-4b9a-82fd-33eeccf6eb80 req-72825425-4df9-40c7-9b08-08e85039b882 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/ports?device_id=f804ae26-7527-4649-b395-f4c6bfd68dc3 HTTP/1.1" status: 200 len: 944 time: 0.1040812 Dec 09 15:59:53.885984 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4edc9-394a-448d-854c-d1e12cccb516 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:53.887453 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4edc9-394a-448d-854c-d1e12cccb516 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:53.887674 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4edc9-394a-448d-854c-d1e12cccb516 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:53.888116 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4edc9-394a-448d-854c-d1e12cccb516 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:53.888608 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4edc9-394a-448d-854c-d1e12cccb516 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:53.889328 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4edc9-394a-448d-854c-d1e12cccb516 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:53.889600 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4edc9-394a-448d-854c-d1e12cccb516 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:53.890065 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4edc9-394a-448d-854c-d1e12cccb516 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:53.890525 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4edc9-394a-448d-854c-d1e12cccb516 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:53.890933 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4edc9-394a-448d-854c-d1e12cccb516 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:53.891267 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4edc9-394a-448d-854c-d1e12cccb516 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:53.891599 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4edc9-394a-448d-854c-d1e12cccb516 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:53.891930 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4edc9-394a-448d-854c-d1e12cccb516 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:53.920911 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-a4ed0bfb-e9f9-4645-9576-b44e7584c7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492', 'name': 'tempest-TaggedBootDevicesTest_v242-1295719611-router', 'tenant_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd0404ebd-c359-4408-bedc-bc379c9d7388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:22Z', 'updated_at': '2021-12-09T15:59:52Z', 'revision_number': 5, 'project_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'gw_port': {'id': 'd0404ebd-c359-4408-bedc-bc379c9d7388', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:24Z', 'updated_at': '2021-12-09T15:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:53.953682 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ed0bfb-e9f9-4645-9576-b44e7584c7f9 None None] The sync data for ids ['1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492'] in n-d-821228-1 is: [{'id': '1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492', 'name': 'tempest-TaggedBootDevicesTest_v242-1295719611-router', 'tenant_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd0404ebd-c359-4408-bedc-bc379c9d7388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:22Z', 'updated_at': '2021-12-09T15:59:52Z', 'revision_number': 5, 'project_id': 'b613632b80754e8bbd6b2b6b64d76f9f', 'gw_port': {'id': 'd0404ebd-c359-4408-bedc-bc379c9d7388', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:24Z', 'updated_at': '2021-12-09T15:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:59:53.955607 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-3a5c0724-e776-40bf-9dde-f1ab2dab7250 admin admin] For port b9039c4f-2421-448e-a0e1-22179173d443, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=b9039c4f-2421-448e-a0e1-22179173d443,segment=NetworkSegment(7fac3423-01ba-4e8c-918c-8e8a6107a008),segment_id=7fac3423-01ba-4e8c-918c-8e8a6107a008)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:53.956330 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3a5c0724-e776-40bf-9dde-f1ab2dab7250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:53.971577 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-3a5c0724-e776-40bf-9dde-f1ab2dab7250 admin admin] Calling delete_port for b9039c4f-2421-448e-a0e1-22179173d443 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:59:53.988875 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a3a4edc9-394a-448d-854c-d1e12cccb516 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:53.989022 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ea0d9fb1-83dc-4b9a-82fd-33eeccf6eb80 req-f7533511-96fb-4027-baee-35a0a7d88f77 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf0eb5fb-f601-47b9-beea-420b9e0fb1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714521 Dec 09 15:59:53.993533 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-9f284af1-df32-4e30-bd84-f56e0d43d257 admin admin] Deleting port d0404ebd-c359-4408-bedc-bc379c9d7388 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:59:53.994113 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f284af1-df32-4e30-bd84-f56e0d43d257 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:53.999885 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a3a4edc9-394a-448d-854c-d1e12cccb516 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:54.047046 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3347ea3-6644-4a91-888f-a7d6fba1eba4 x-openstack-request-id: req-d3347ea3-6644-4a91-888f-a7d6fba1eba4 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:59:54.047882 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f804ae26-7527-4649-b395-f4c6bfd68dc3", "name": "network-vif-plugged", "status": "completed", "tag": "93ca21cd-61f2-4c52-b566-b9c2faf590c5", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:59:54.048143 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d3347ea3-6644-4a91-888f-a7d6fba1eba4 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:59:54.048575 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f804ae26-7527-4649-b395-f4c6bfd68dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ca21cd-61f2-4c52-b566-b9c2faf590c5', 'code': 200} Dec 09 15:59:54.066824 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a3a4edc9-394a-448d-854c-d1e12cccb516 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:54.070875 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a3a4edc9-394a-448d-854c-d1e12cccb516 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4744003 Dec 09 15:59:54.071595 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37520) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:54.081555 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-0d21ead5-243e-4855-a4a3-5335c2b38d39 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'security_group_rule': {'security_group_id': '095d1a77-428a-483e-bd3d-71feed9a5db9', 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:59:54.081781 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4edc9-394a-448d-854c-d1e12cccb516 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=095d1a77-428a-483e-bd3d-71feed9a5db9,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:54.097952 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:54.117498 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-9f284af1-df32-4e30-bd84-f56e0d43d257 admin admin] For port d0404ebd-c359-4408-bedc-bc379c9d7388, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d0404ebd-c359-4408-bedc-bc379c9d7388,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:54.117986 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f284af1-df32-4e30-bd84-f56e0d43d257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:54.137853 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-9f284af1-df32-4e30-bd84-f56e0d43d257 admin admin] Calling delete_port for d0404ebd-c359-4408-bedc-bc379c9d7388 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:59:54.151747 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d21ead5-243e-4855-a4a3-5335c2b38d39 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:54.200663 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100a156-4863-4090-b603-46e8614e36bf req-1f9afa87-1cef-4ab4-a417-88a79b494e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:54.202184 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a100a156-4863-4090-b603-46e8614e36bf req-1f9afa87-1cef-4ab4-a417-88a79b494e72 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f804ae26-7527-4649-b395-f4c6bfd68dc3 HTTP/1.1" status: 200 len: 1096 time: 0.0613191 Dec 09 15:59:54.283247 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a100a156-4863-4090-b603-46e8614e36bf req-0f34b6a5-aaf3-4e1e-a142-8cab690b54f5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bf0eb5fb-f601-47b9-beea-420b9e0fb1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727587 Dec 09 15:59:54.284310 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3a5c0724-e776-40bf-9dde-f1ab2dab7250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:54.305770 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d21ead5-243e-4855-a4a3-5335c2b38d39 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:54.312008 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c0724-e776-40bf-9dde-f1ab2dab7250 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9039c4f-2421-448e-a0e1-22179173d443,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:54.321596 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d21ead5-243e-4855-a4a3-5335c2b38d39 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:54.348963 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d21ead5-243e-4855-a4a3-5335c2b38d39 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62eb5281-32b4-4ea2-ab94-4847e43f3f82,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:54.367746 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0d21ead5-243e-4855-a4a3-5335c2b38d39 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:54.368257 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0d21ead5-243e-4855-a4a3-5335c2b38d39 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2956848 Dec 09 15:59:54.371645 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d21ead5-243e-4855-a4a3-5335c2b38d39 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:54.372547 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d21ead5-243e-4855-a4a3-5335c2b38d39 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:54.372913 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d21ead5-243e-4855-a4a3-5335c2b38d39 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:54.373651 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d21ead5-243e-4855-a4a3-5335c2b38d39 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:54.373760 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37522) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:54.373846 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d21ead5-243e-4855-a4a3-5335c2b38d39 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:54.373972 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d21ead5-243e-4855-a4a3-5335c2b38d39 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:54.374283 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d21ead5-243e-4855-a4a3-5335c2b38d39 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:54.374625 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d21ead5-243e-4855-a4a3-5335c2b38d39 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:54.374997 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d21ead5-243e-4855-a4a3-5335c2b38d39 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:54.375301 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d21ead5-243e-4855-a4a3-5335c2b38d39 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:54.375637 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d21ead5-243e-4855-a4a3-5335c2b38d39 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:54.375974 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d21ead5-243e-4855-a4a3-5335c2b38d39 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:54.376304 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d21ead5-243e-4855-a4a3-5335c2b38d39 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:54.379592 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-f157567c-f945-4083-87b7-3cd4a00ba168 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'security_group_rule': {'security_group_id': '095d1a77-428a-483e-bd3d-71feed9a5db9', 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:59:54.443900 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f284af1-df32-4e30-bd84-f56e0d43d257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:54.476232 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f284af1-df32-4e30-bd84-f56e0d43d257 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0404ebd-c359-4408-bedc-bc379c9d7388,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:54.501651 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe3364c-183e-486c-bbce-55ab142c8038 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:59:54.568809 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f284af1-df32-4e30-bd84-f56e0d43d257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:54.673657 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f284af1-df32-4e30-bd84-f56e0d43d257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:54.675922 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f284af1-df32-4e30-bd84-f56e0d43d257 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:54.685113 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:54.725669 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f284af1-df32-4e30-bd84-f56e0d43d257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:54.726263 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f284af1-df32-4e30-bd84-f56e0d43d257 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:59:54.731338 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f284af1-df32-4e30-bd84-f56e0d43d257 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:54.732576 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9f284af1-df32-4e30-bd84-f56e0d43d257 admin admin] 10.222.0.57 "DELETE /v2.0/routers/1a4ea561-ab5a-4a50-a59a-3ed3ebb2d492 HTTP/1.1" status: 204 len: 168 time: 1.6527824 Dec 09 15:59:54.735159 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37524) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:54.745255 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f157567c-f945-4083-87b7-3cd4a00ba168 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:54.789033 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b4c37fb-15dc-4c80-9efd-c73b6a6ee20f admin admin] Deleting subnet 3889a99e-c403-4ee7-93f6-53dfad03a358 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:59:54.793429 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b4c37fb-15dc-4c80-9efd-c73b6a6ee20f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:54.834171 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b4c37fb-15dc-4c80-9efd-c73b6a6ee20f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:54.840802 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3a5c0724-e776-40bf-9dde-f1ab2dab7250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:54.848374 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f157567c-f945-4083-87b7-3cd4a00ba168 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:54.856700 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f157567c-f945-4083-87b7-3cd4a00ba168 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:54.882382 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157567c-f945-4083-87b7-3cd4a00ba168 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69d9fede-99fc-4f5c-aa90-48e3f20238f5,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:54.924781 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f157567c-f945-4083-87b7-3cd4a00ba168 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:54.928518 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f157567c-f945-4083-87b7-3cd4a00ba168 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5514386 Dec 09 15:59:54.929856 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37526) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:54.934823 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-43f7c4ea-7102-4664-b441-9814f4032aad tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'security_group_rule': {'security_group_id': '095d1a77-428a-483e-bd3d-71feed9a5db9', 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:59:54.953991 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b4c37fb-15dc-4c80-9efd-c73b6a6ee20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:55.001530 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43f7c4ea-7102-4664-b441-9814f4032aad tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:55.054575 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b4c37fb-15dc-4c80-9efd-c73b6a6ee20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:55.086515 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c37fb-15dc-4c80-9efd-c73b6a6ee20f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3889a99e-c403-4ee7-93f6-53dfad03a358,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:55.106101 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b4c37fb-15dc-4c80-9efd-c73b6a6ee20f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:55.108246 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c76d6ac-c38f-46db-a294-445f9bcb15c6 None None] Network adb124e6-1a92-4d5d-80ee-086775721fea requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:59:55.111459 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3b4c37fb-15dc-4c80-9efd-c73b6a6ee20f admin admin] 10.222.0.57 "DELETE /v2.0/subnets/3889a99e-c403-4ee7-93f6-53dfad03a358 HTTP/1.1" status: 204 len: 168 time: 0.3727553 Dec 09 15:59:55.111598 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37530) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:55.123804 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43f7c4ea-7102-4664-b441-9814f4032aad tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:55.133595 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43f7c4ea-7102-4664-b441-9814f4032aad tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:55.160109 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f7c4ea-7102-4664-b441-9814f4032aad tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6811a1c7-5109-4570-afff-98eabb8d7869,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:55.171182 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d67e95-6e6d-490f-a8fc-e7a965cb15e4 req-fb0ba105-2730-4a61-8507-4b07626f2603 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:55.172272 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5c0724-e776-40bf-9dde-f1ab2dab7250 admin admin] Router ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:59:55.172823 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f0d67e95-6e6d-490f-a8fc-e7a965cb15e4 req-fb0ba105-2730-4a61-8507-4b07626f2603 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/ports?device_id=f804ae26-7527-4649-b395-f4c6bfd68dc3 HTTP/1.1" status: 200 len: 945 time: 0.0909288 Dec 09 15:59:55.184211 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43f7c4ea-7102-4664-b441-9814f4032aad tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:55.188939 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-43f7c4ea-7102-4664-b441-9814f4032aad tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2556224 Dec 09 15:59:55.189497 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37532) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:55.198060 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-dbcd21ff-9b30-4901-a643-a9eca216839b tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'security_group_rule': {'security_group_id': '095d1a77-428a-483e-bd3d-71feed9a5db9', 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:59:55.202596 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e0d26ec-2e35-4bbf-82f4-31f97f8240c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:55.265281 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbcd21ff-9b30-4901-a643-a9eca216839b tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:55.303271 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8213b598-3d03-4759-8823-bbb165278f3c None None] DHCP port deletion for adb124e6-1a92-4d5d-80ee-086775721fea request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:59:55.330294 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f0d67e95-6e6d-490f-a8fc-e7a965cb15e4 req-36fa661e-0d12-42d1-b692-e066e60bc9b3 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf0eb5fb-f601-47b9-beea-420b9e0fb1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425145 Dec 09 15:59:55.350464 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbcd21ff-9b30-4901-a643-a9eca216839b tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:55.352621 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5c0724-e776-40bf-9dde-f1ab2dab7250 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:59:55.355402 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbcd21ff-9b30-4901-a643-a9eca216839b tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:55.366026 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3a5c0724-e776-40bf-9dde-f1ab2dab7250 admin admin] 10.222.0.57 "PUT /v2.0/routers/ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6956642 Dec 09 15:59:55.367356 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:55.368449 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37536) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:55.371329 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb3524d-b546-4b6c-912e-467dbaaf3647 None None] Sync routers for ids ['ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:59:55.381436 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-6e0d26ec-2e35-4bbf-82f4-31f97f8240c9 admin admin] Deleting port b9caa3f1-ee65-4702-b770-68dbefe0ff64 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:59:55.381860 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e0d26ec-2e35-4bbf-82f4-31f97f8240c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:55.386468 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb3524d-b546-4b6c-912e-467dbaaf3647 None None] Routers {'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:59:55.387852 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7cb3524d-b546-4b6c-912e-467dbaaf3647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:59:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:55.420507 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd21ff-9b30-4901-a643-a9eca216839b tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b993144a-0014-47a6-84c2-7eb705c985b3,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:55.446500 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dbcd21ff-9b30-4901-a643-a9eca216839b tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:55.447754 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-dbcd21ff-9b30-4901-a643-a9eca216839b tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2573800 Dec 09 15:59:55.452719 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37538) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:55.458333 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-65ff5eaa-a540-423f-b2da-003f12283819 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'security_group_rule': {'security_group_id': '095d1a77-428a-483e-bd3d-71feed9a5db9', 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:59:55.482923 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-6e0d26ec-2e35-4bbf-82f4-31f97f8240c9 admin admin] For port b9caa3f1-ee65-4702-b770-68dbefe0ff64, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=b9caa3f1-ee65-4702-b770-68dbefe0ff64,segment=NetworkSegment(81d1235d-87dd-4988-9ddd-2b5abb933621),segment_id=81d1235d-87dd-4988-9ddd-2b5abb933621)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:55.483282 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e0d26ec-2e35-4bbf-82f4-31f97f8240c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:55.489214 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8213b598-3d03-4759-8823-bbb165278f3c None None] Deleting port b9caa3f1-ee65-4702-b770-68dbefe0ff64 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:59:55.489589 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8213b598-3d03-4759-8823-bbb165278f3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:55.501801 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-6e0d26ec-2e35-4bbf-82f4-31f97f8240c9 admin admin] Calling delete_port for b9caa3f1-ee65-4702-b770-68dbefe0ff64 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:59:55.518818 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66cb9901-b002-477f-8508-09faf451a13d admin admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:55.522297 n-d-821228-1 neutron-server[103245]: INFO neutron.db.securitygroups_db [None req-65ff5eaa-a540-423f-b2da-003f12283819 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Project d5d1c0ecc7f643edb019cebb81c4a032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:59:55.528874 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65ff5eaa-a540-423f-b2da-003f12283819 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:55.550370 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-7cb3524d-b546-4b6c-912e-467dbaaf3647 None None] Set router ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:59:55.647350 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65ff5eaa-a540-423f-b2da-003f12283819 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:55.657743 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65ff5eaa-a540-423f-b2da-003f12283819 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:55.660452 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66cb9901-b002-477f-8508-09faf451a13d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:55.665732 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8213b598-3d03-4759-8823-bbb165278f3c None None] For port b9caa3f1-ee65-4702-b770-68dbefe0ff64, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=b9caa3f1-ee65-4702-b770-68dbefe0ff64,segment=NetworkSegment(81d1235d-87dd-4988-9ddd-2b5abb933621),segment_id=81d1235d-87dd-4988-9ddd-2b5abb933621)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:55.665943 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8213b598-3d03-4759-8823-bbb165278f3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:55.688270 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8213b598-3d03-4759-8823-bbb165278f3c None None] Calling delete_port for b9caa3f1-ee65-4702-b770-68dbefe0ff64 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:59:55.695897 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff5eaa-a540-423f-b2da-003f12283819 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=721f46a9-e59f-4fdc-b4bc-1cdc19e61684,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:55.700547 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e0d26ec-2e35-4bbf-82f4-31f97f8240c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:55.715587 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65ff5eaa-a540-423f-b2da-003f12283819 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:55.720683 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-65ff5eaa-a540-423f-b2da-003f12283819 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2635605 Dec 09 15:59:55.730774 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37540) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:55.735739 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-86659018-3008-46af-93fb-37b138b8d8a6 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'security_group_rule': {'security_group_id': '095d1a77-428a-483e-bd3d-71feed9a5db9', 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:59:55.757043 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d26ec-2e35-4bbf-82f4-31f97f8240c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9caa3f1-ee65-4702-b770-68dbefe0ff64,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:55.760799 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0d26ec-2e35-4bbf-82f4-31f97f8240c9 admin admin] No DVR routers for this DVR port b9caa3f1-ee65-4702-b770-68dbefe0ff64 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:59:55.769575 n-d-821228-1 neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-86659018-3008-46af-93fb-37b138b8d8a6 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Project d5d1c0ecc7f643edb019cebb81c4a032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:59:55.780191 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-86659018-3008-46af-93fb-37b138b8d8a6 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:55.864455 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e0d26ec-2e35-4bbf-82f4-31f97f8240c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:55.869363 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-86659018-3008-46af-93fb-37b138b8d8a6 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:55.869890 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8213b598-3d03-4759-8823-bbb165278f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:55.874295 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-66cb9901-b002-477f-8508-09faf451a13d admin admin] Deleting port 2d3e97da-51f8-4e67-a302-5bd3f6196541 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:59:55.874755 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66cb9901-b002-477f-8508-09faf451a13d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:55.877835 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-86659018-3008-46af-93fb-37b138b8d8a6 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:55.907694 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-6e0d26ec-2e35-4bbf-82f4-31f97f8240c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adb124e6-1a92-4d5d-80ee-086775721fea']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:55.909245 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213b598-3d03-4759-8823-bbb165278f3c None None] Pushing event deleted for resources: {'Port': ['ID=b9caa3f1-ee65-4702-b770-68dbefe0ff64,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:55.914820 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8213b598-3d03-4759-8823-bbb165278f3c None None] No DVR routers for this DVR port b9caa3f1-ee65-4702-b770-68dbefe0ff64 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:59:55.922474 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-6e0d26ec-2e35-4bbf-82f4-31f97f8240c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81d1235d-87dd-4988-9ddd-2b5abb933621') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:55.922890 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-6e0d26ec-2e35-4bbf-82f4-31f97f8240c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81d1235d-87dd-4988-9ddd-2b5abb933621') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:55.925044 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7cb3524d-b546-4b6c-912e-467dbaaf3647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8', 'name': 'tempest-TestServerBasicOps-1294408284-router', 'tenant_id': 'f4d71564044144c0a7c07487671be4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '2d3e97da-51f8-4e67-a302-5bd3f6196541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:53:53Z', 'updated_at': '2021-12-09T15:59:54Z', 'revision_number': 5, 'project_id': 'f4d71564044144c0a7c07487671be4ce', 'gw_port': {'id': '2d3e97da-51f8-4e67-a302-5bd3f6196541', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:55Z', 'updated_at': '2021-12-09T15:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:55.933181 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device eb19bc7b-522f-4861-b6b0-281fa6ab762d no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:59:55.939801 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86659018-3008-46af-93fb-37b138b8d8a6 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a767ee98-ff70-4692-9f10-274854bbaee8,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:55.945958 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e0d26ec-2e35-4bbf-82f4-31f97f8240c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:55.956183 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-86659018-3008-46af-93fb-37b138b8d8a6 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:55.959939 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-86659018-3008-46af-93fb-37b138b8d8a6 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2251618 Dec 09 15:59:55.960452 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37542) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:55.962511 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb3524d-b546-4b6c-912e-467dbaaf3647 None None] Checking router: ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:59:55.970710 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-78bfb594-9084-4a5f-a9de-6b8beb4e1f81 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'network': {'name': 'tempest-network-smoke--340306924', 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'port_security_enabled': True}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:59:55.979890 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e0d26ec-2e35-4bbf-82f4-31f97f8240c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:55.985028 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: eb19bc7b-522f-4861-b6b0-281fa6ab762d {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:59:55.985394 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device eb19bc7b-522f-4861-b6b0-281fa6ab762d not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:59:55.985828 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device b9caa3f1-ee65-4702-b770-68dbefe0ff64 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:59:55.986424 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-66cb9901-b002-477f-8508-09faf451a13d admin admin] For port 2d3e97da-51f8-4e67-a302-5bd3f6196541, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=2d3e97da-51f8-4e67-a302-5bd3f6196541,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:55.986856 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66cb9901-b002-477f-8508-09faf451a13d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:55.992360 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e0d26ec-2e35-4bbf-82f4-31f97f8240c9 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:59:55.993138 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e0d26ec-2e35-4bbf-82f4-31f97f8240c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:55.994844 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 15:59:55.994844 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:59:55.994844 n-d-821228-1 neutron-server[103245]: timer() Dec 09 15:59:55.994844 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:59:55.994844 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 15:59:55.994844 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:59:55.994844 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 15:59:55.994844 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:59:55.994844 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 15:59:55.994844 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:59:55.994844 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 15:59:55.994844 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:59:55.994844 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 15:59:55.994844 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:59:55.994844 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:59:55.994844 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:59:55.994844 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:59:55.994844 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:59:55.994844 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 15:59:55.994844 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:59:55.994844 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 15:59:55.994844 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:59:55.994844 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:59:55.994844 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:59:55.994844 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 15:59:55.994844 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:59:55.994844 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:59:55.994844 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:59:55.994844 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:59:55.994844 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:59:55.994844 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:59:55.994844 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:59:56.001802 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-66cb9901-b002-477f-8508-09faf451a13d admin admin] Calling delete_port for 2d3e97da-51f8-4e67-a302-5bd3f6196541 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:59:56.016455 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: b9caa3f1-ee65-4702-b770-68dbefe0ff64 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:59:56.016671 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device b9caa3f1-ee65-4702-b770-68dbefe0ff64 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:59:56.016963 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d0404ebd-c359-4408-bedc-bc379c9d7388 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:59:56.039375 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb3524d-b546-4b6c-912e-467dbaaf3647 None None] Routers {'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:59:56.039795 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bfb594-9084-4a5f-a9de-6b8beb4e1f81 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Made reservation on behalf of d5d1c0ecc7f643edb019cebb81c4a032 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:59:56.040054 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7cb3524d-b546-4b6c-912e-467dbaaf3647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:59:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:56.049807 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: d0404ebd-c359-4408-bedc-bc379c9d7388 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:59:56.049807 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d0404ebd-c359-4408-bedc-bc379c9d7388 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:59:56.050085 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-78bfb594-9084-4a5f-a9de-6b8beb4e1f81 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:56.085287 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78bfb594-9084-4a5f-a9de-6b8beb4e1f81 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:59:56.087574 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e0d26ec-2e35-4bbf-82f4-31f97f8240c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:56.096645 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e0d26ec-2e35-4bbf-82f4-31f97f8240c9 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:56.102792 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6e0d26ec-2e35-4bbf-82f4-31f97f8240c9 admin admin] 10.222.0.57 "DELETE /v2.0/networks/adb124e6-1a92-4d5d-80ee-086775721fea HTTP/1.1" status: 204 len: 168 time: 0.9872236 Dec 09 15:59:56.113543 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37544) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:56.150077 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-7cb3524d-b546-4b6c-912e-467dbaaf3647 None None] Set router ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:59:56.158516 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d26ec-2e35-4bbf-82f4-31f97f8240c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=adb124e6-1a92-4d5d-80ee-086775721fea,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:56.162203 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-78bfb594-9084-4a5f-a9de-6b8beb4e1f81 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:56.162563 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-78bfb594-9084-4a5f-a9de-6b8beb4e1f81 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Added segment d5060a24-0846-4450-b22a-1d14341f5281 of type vlan for network 7c247364-c7be-4385-a1e4-28529082d92f Dec 09 15:59:56.203334 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66cb9901-b002-477f-8508-09faf451a13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:56.205729 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7cb3524d-b546-4b6c-912e-467dbaaf3647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8', 'name': 'tempest-TestServerBasicOps-1294408284-router', 'tenant_id': 'f4d71564044144c0a7c07487671be4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:53:53Z', 'updated_at': '2021-12-09T15:59:55Z', 'revision_number': 6, 'project_id': 'f4d71564044144c0a7c07487671be4ce', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:56.242399 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb3524d-b546-4b6c-912e-467dbaaf3647 None None] The sync data for ids ['ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8'] in n-d-821228-1 is: [{'id': 'ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8', 'name': 'tempest-TestServerBasicOps-1294408284-router', 'tenant_id': 'f4d71564044144c0a7c07487671be4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:53:53Z', 'updated_at': '2021-12-09T15:59:55Z', 'revision_number': 6, 'project_id': 'f4d71564044144c0a7c07487671be4ce', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:59:56.244218 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df378464-6b1a-444b-b0d6-1747f1bfb674 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:59:56.245435 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-78bfb594-9084-4a5f-a9de-6b8beb4e1f81 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:56.269519 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb9901-b002-477f-8508-09faf451a13d admin admin] Pushing event deleted for resources: {'Port': ['ID=2d3e97da-51f8-4e67-a302-5bd3f6196541,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:56.322650 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66cb9901-b002-477f-8508-09faf451a13d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:56.341222 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-78bfb594-9084-4a5f-a9de-6b8beb4e1f81 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:56.350551 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bfb594-9084-4a5f-a9de-6b8beb4e1f81 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:56.351174 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-78bfb594-9084-4a5f-a9de-6b8beb4e1f81 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:56.426888 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66cb9901-b002-477f-8508-09faf451a13d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:56.430146 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66cb9901-b002-477f-8508-09faf451a13d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:56.473495 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-78bfb594-9084-4a5f-a9de-6b8beb4e1f81 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5106492 Dec 09 15:59:56.478665 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37548) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:56.483621 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-2769e26f-ba14-4bc7-992f-c93548f03a97 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1495101405', 'admin_state_up': True, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:59:56.490715 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bfb594-9084-4a5f-a9de-6b8beb4e1f81 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'Network': ['ID=7c247364-c7be-4385-a1e4-28529082d92f,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:56.524960 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66cb9901-b002-477f-8508-09faf451a13d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:56.525729 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66cb9901-b002-477f-8508-09faf451a13d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:59:56.537066 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66cb9901-b002-477f-8508-09faf451a13d admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:56.541444 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-66cb9901-b002-477f-8508-09faf451a13d admin admin] 10.222.0.57 "DELETE /v2.0/routers/ce05b4ee-0a4a-4814-a867-0b0afbd9c2e8 HTTP/1.1" status: 204 len: 168 time: 1.1652997 Dec 09 15:59:56.541723 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37550) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:56.546414 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2769e26f-ba14-4bc7-992f-c93548f03a97 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:56.547488 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2769e26f-ba14-4bc7-992f-c93548f03a97 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:56.556143 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 7c247364-c7be-4385-a1e4-28529082d92f details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:59:56.569773 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53283ad-f5ee-4f01-aff9-734f794375dc req-2e3ecca5-8c39-49be-bba8-03b2e58edae7 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:56.571396 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b53283ad-f5ee-4f01-aff9-734f794375dc req-2e3ecca5-8c39-49be-bba8-03b2e58edae7 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/ports?device_id=f804ae26-7527-4649-b395-f4c6bfd68dc3 HTTP/1.1" status: 200 len: 945 time: 0.1378598 Dec 09 15:59:56.625563 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:56.639602 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2769e26f-ba14-4bc7-992f-c93548f03a97 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:56.659425 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-039f4f69-761a-41c4-ba47-042498bd35b8 admin admin] Deleting subnet a3812c03-4ef5-48f3-99e1-875d1f7c41a0 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:59:56.671409 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-039f4f69-761a-41c4-ba47-042498bd35b8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:56.707142 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b53283ad-f5ee-4f01-aff9-734f794375dc req-d7ee816a-791f-491f-a2d9-cfea8876a824 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf0eb5fb-f601-47b9-beea-420b9e0fb1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125767 Dec 09 15:59:56.724917 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-039f4f69-761a-41c4-ba47-042498bd35b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:56.813307 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-039f4f69-761a-41c4-ba47-042498bd35b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:56.858760 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2769e26f-ba14-4bc7-992f-c93548f03a97 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:56.870425 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-039f4f69-761a-41c4-ba47-042498bd35b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:56.898686 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f4f69-761a-41c4-ba47-042498bd35b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3812c03-4ef5-48f3-99e1-875d1f7c41a0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:56.900669 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-039f4f69-761a-41c4-ba47-042498bd35b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:56.906291 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-039f4f69-761a-41c4-ba47-042498bd35b8 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a3812c03-4ef5-48f3-99e1-875d1f7c41a0 HTTP/1.1" status: 204 len: 168 time: 0.3612571 Dec 09 15:59:56.906560 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37554) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:56.909196 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06088f8-0adc-4026-a03b-3c62ed0153bc None None] Network d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:59:56.995533 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-06e276de-78ac-4c81-8c4b-d56f5543bf11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:57.006393 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6aa60469-52c8-4e64-b9a8-53dd7d9b490d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:57.081012 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6aa60469-52c8-4e64-b9a8-53dd7d9b490d admin admin] Deleting port 1d91c249-9602-4102-b276-a7c2f27c4a0b {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:59:57.081012 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6aa60469-52c8-4e64-b9a8-53dd7d9b490d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:57.114011 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a217356-e2aa-4f10-a598-d068d32bdae0 None None] DHCP port deletion for d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:59:57.177545 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-6aa60469-52c8-4e64-b9a8-53dd7d9b490d admin admin] For port 1d91c249-9602-4102-b276-a7c2f27c4a0b, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=1d91c249-9602-4102-b276-a7c2f27c4a0b,segment=NetworkSegment(7fac3423-01ba-4e8c-918c-8e8a6107a008),segment_id=7fac3423-01ba-4e8c-918c-8e8a6107a008)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:57.177545 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6aa60469-52c8-4e64-b9a8-53dd7d9b490d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:57.188891 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-1a217356-e2aa-4f10-a598-d068d32bdae0 None None] Deleting port 1d91c249-9602-4102-b276-a7c2f27c4a0b {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:59:57.189380 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1a217356-e2aa-4f10-a598-d068d32bdae0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:57.198524 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-6aa60469-52c8-4e64-b9a8-53dd7d9b490d admin admin] Calling delete_port for 1d91c249-9602-4102-b276-a7c2f27c4a0b owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:59:57.260998 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1a217356-e2aa-4f10-a598-d068d32bdae0 None None] For port 1d91c249-9602-4102-b276-a7c2f27c4a0b, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=1d91c249-9602-4102-b276-a7c2f27c4a0b,segment=NetworkSegment(7fac3423-01ba-4e8c-918c-8e8a6107a008),segment_id=7fac3423-01ba-4e8c-918c-8e8a6107a008)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:57.261967 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1a217356-e2aa-4f10-a598-d068d32bdae0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:57.275372 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-1a217356-e2aa-4f10-a598-d068d32bdae0 None None] Calling delete_port for 1d91c249-9602-4102-b276-a7c2f27c4a0b owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:59:57.299959 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2769e26f-ba14-4bc7-992f-c93548f03a97 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:57.309053 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6aa60469-52c8-4e64-b9a8-53dd7d9b490d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:57.326238 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2769e26f-ba14-4bc7-992f-c93548f03a97 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:57.344996 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa60469-52c8-4e64-b9a8-53dd7d9b490d admin admin] Pushing event deleted for resources: {'Port': ['ID=1d91c249-9602-4102-b276-a7c2f27c4a0b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:57.352742 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa60469-52c8-4e64-b9a8-53dd7d9b490d admin admin] No DVR routers for this DVR port 1d91c249-9602-4102-b276-a7c2f27c4a0b on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:59:57.384713 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1a217356-e2aa-4f10-a598-d068d32bdae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:57.457043 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a217356-e2aa-4f10-a598-d068d32bdae0 None None] Pushing event deleted for resources: {'Port': ['ID=1d91c249-9602-4102-b276-a7c2f27c4a0b,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:57.461758 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a217356-e2aa-4f10-a598-d068d32bdae0 None None] No DVR routers for this DVR port 1d91c249-9602-4102-b276-a7c2f27c4a0b on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:59:57.477461 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6aa60469-52c8-4e64-b9a8-53dd7d9b490d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:57.512307 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-6aa60469-52c8-4e64-b9a8-53dd7d9b490d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:57.524330 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-6aa60469-52c8-4e64-b9a8-53dd7d9b490d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fac3423-01ba-4e8c-918c-8e8a6107a008') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:57.524871 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-6aa60469-52c8-4e64-b9a8-53dd7d9b490d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fac3423-01ba-4e8c-918c-8e8a6107a008') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:57.545927 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6aa60469-52c8-4e64-b9a8-53dd7d9b490d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:57.584240 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6aa60469-52c8-4e64-b9a8-53dd7d9b490d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:57.593484 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aa60469-52c8-4e64-b9a8-53dd7d9b490d admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:59:57.593957 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6aa60469-52c8-4e64-b9a8-53dd7d9b490d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:57.595721 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 15:59:57.595721 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:59:57.595721 n-d-821228-1 neutron-server[103244]: timer() Dec 09 15:59:57.595721 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:59:57.595721 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 15:59:57.595721 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:59:57.595721 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 15:59:57.595721 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:59:57.595721 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 15:59:57.595721 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:59:57.595721 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 15:59:57.595721 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:59:57.595721 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 15:59:57.595721 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:59:57.595721 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:59:57.595721 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:59:57.595721 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:59:57.595721 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:59:57.595721 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 15:59:57.595721 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:59:57.595721 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 15:59:57.595721 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:59:57.595721 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:59:57.595721 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:59:57.595721 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 15:59:57.595721 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:59:57.595721 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:59:57.595721 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:59:57.595721 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:59:57.595721 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:59:57.595721 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:59:57.595721 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:59:57.655378 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a244c-184d-4b2d-b3a6-f8b54d628499 req-c55b3c25-a741-4b61-898e-58d07672bcda tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:57.657103 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-683a244c-184d-4b2d-b3a6-f8b54d628499 req-c55b3c25-a741-4b61-898e-58d07672bcda tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/ports?device_id=f804ae26-7527-4649-b395-f4c6bfd68dc3 HTTP/1.1" status: 200 len: 945 time: 0.1241624 Dec 09 15:59:57.703052 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6aa60469-52c8-4e64-b9a8-53dd7d9b490d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:57.711754 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6aa60469-52c8-4e64-b9a8-53dd7d9b490d admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:57.718692 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6aa60469-52c8-4e64-b9a8-53dd7d9b490d admin admin] 10.222.0.57 "DELETE /v2.0/networks/d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0 HTTP/1.1" status: 204 len: 168 time: 0.8083835 Dec 09 15:59:57.721946 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37566) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:57.744545 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa60469-52c8-4e64-b9a8-53dd7d9b490d admin admin] Pushing event deleted for resources: {'Network': ['ID=d4a4ee12-ce5d-417b-ac39-e16fce9cf3a0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:57.769620 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device b9039c4f-2421-448e-a0e1-22179173d443 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:59:57.782921 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-683a244c-184d-4b2d-b3a6-f8b54d628499 req-82808265-e4c6-4be7-bbcd-78990e3640b0 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf0eb5fb-f601-47b9-beea-420b9e0fb1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190109 Dec 09 15:59:57.791661 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: b9039c4f-2421-448e-a0e1-22179173d443 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:59:57.792250 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device b9039c4f-2421-448e-a0e1-22179173d443 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:59:57.793576 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 1d91c249-9602-4102-b276-a7c2f27c4a0b no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:59:57.818727 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 1d91c249-9602-4102-b276-a7c2f27c4a0b {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:59:57.819251 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 1d91c249-9602-4102-b276-a7c2f27c4a0b not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:59:57.819679 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 2d3e97da-51f8-4e67-a302-5bd3f6196541 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:59:57.839217 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 2d3e97da-51f8-4e67-a302-5bd3f6196541 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:59:57.839727 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 2d3e97da-51f8-4e67-a302-5bd3f6196541 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:59:57.839909 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-2769e26f-ba14-4bc7-992f-c93548f03a97 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Allocated IP 172.25.3.157 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/b9f902e7-8e6f-4c53-ad86-44add30cfc99) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:59:57.914876 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-06e276de-78ac-4c81-8c4b-d56f5543bf11 admin admin] Deleting port b9d40a92-cbbd-4efd-84f5-a93dde900a26 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:59:57.915215 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-06e276de-78ac-4c81-8c4b-d56f5543bf11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:58.015790 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2769e26f-ba14-4bc7-992f-c93548f03a97 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:58.034028 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-06e276de-78ac-4c81-8c4b-d56f5543bf11 admin admin] For port b9d40a92-cbbd-4efd-84f5-a93dde900a26, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=b9d40a92-cbbd-4efd-84f5-a93dde900a26,segment=NetworkSegment(6c1867cd-76a8-4493-b75d-08dd5f2e8c1b),segment_id=6c1867cd-76a8-4493-b75d-08dd5f2e8c1b)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:58.034383 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-06e276de-78ac-4c81-8c4b-d56f5543bf11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:58.051178 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-06e276de-78ac-4c81-8c4b-d56f5543bf11 admin admin] Calling delete_port for b9d40a92-cbbd-4efd-84f5-a93dde900a26 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:59:58.113585 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2769e26f-ba14-4bc7-992f-c93548f03a97 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:58.119089 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00bf2369-3cb7-40e8-b083-d239a8d39aea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:58.169175 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2769e26f-ba14-4bc7-992f-c93548f03a97 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:59:58.207338 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-2769e26f-ba14-4bc7-992f-c93548f03a97 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:59:58.210843 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2769e26f-ba14-4bc7-992f-c93548f03a97 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'Port': ['ID=b9f902e7-8e6f-4c53-ad86-44add30cfc99,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:58.215814 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2769e26f-ba14-4bc7-992f-c93548f03a97 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:59:58.228353 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b1ed32-0321-4c2e-bfec-e44d198b6796 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:59:58.264213 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-bba7a5f7-ce63-4ef6-83e6-d5b0f703aef5 None None] Provisioning complete for port b9f902e7-8e6f-4c53-ad86-44add30cfc99 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:59:58.264827 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bba7a5f7-ce63-4ef6-83e6-d5b0f703aef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:58.304268 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-bba7a5f7-ce63-4ef6-83e6-d5b0f703aef5 None None] Port b9f902e7-8e6f-4c53-ad86-44add30cfc99 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:59:58.379704 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-00bf2369-3cb7-40e8-b083-d239a8d39aea admin admin] Deleting port 7118f62e-33c3-44c9-90dd-420074964921 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:59:58.380194 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00bf2369-3cb7-40e8-b083-d239a8d39aea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:58.415589 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-06e276de-78ac-4c81-8c4b-d56f5543bf11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:58.449228 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e276de-78ac-4c81-8c4b-d56f5543bf11 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9d40a92-cbbd-4efd-84f5-a93dde900a26,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:58.462128 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-00bf2369-3cb7-40e8-b083-d239a8d39aea admin admin] For port 7118f62e-33c3-44c9-90dd-420074964921, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=7118f62e-33c3-44c9-90dd-420074964921,segment=NetworkSegment(0bef53c4-6448-4eeb-8358-d20f3074c3a5),segment_id=0bef53c4-6448-4eeb-8358-d20f3074c3a5)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:58.462499 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00bf2369-3cb7-40e8-b083-d239a8d39aea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:58.476284 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-00bf2369-3cb7-40e8-b083-d239a8d39aea admin admin] Calling delete_port for 7118f62e-33c3-44c9-90dd-420074964921 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:59:58.626449 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2769e26f-ba14-4bc7-992f-c93548f03a97 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:58.678488 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00bf2369-3cb7-40e8-b083-d239a8d39aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:58.718958 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf2369-3cb7-40e8-b083-d239a8d39aea admin admin] Pushing event deleted for resources: {'Port': ['ID=7118f62e-33c3-44c9-90dd-420074964921,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:58.774696 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-06e276de-78ac-4c81-8c4b-d56f5543bf11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:58.947707 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00bf2369-3cb7-40e8-b083-d239a8d39aea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:58.964056 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a29a20-8d77-4fe9-84e1-1104dbd15340 req-31361e47-c00b-4a0a-8731-1330bb2f7bea tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:58.966100 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-79a29a20-8d77-4fe9-84e1-1104dbd15340 req-31361e47-c00b-4a0a-8731-1330bb2f7bea tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/ports?device_id=f804ae26-7527-4649-b395-f4c6bfd68dc3 HTTP/1.1" status: 200 len: 945 time: 0.0710034 Dec 09 15:59:58.977664 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2769e26f-ba14-4bc7-992f-c93548f03a97 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:59.088151 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-79a29a20-8d77-4fe9-84e1-1104dbd15340 req-61df9b46-4918-4103-b17b-6138d9d22ae1 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf0eb5fb-f601-47b9-beea-420b9e0fb1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144311 Dec 09 15:59:59.182075 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4302393-b8ba-4409-ae18-d2b470273b50 req-809cbf82-7ac9-43f9-9b12-961b3e60b84c tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:59.183922 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d4302393-b8ba-4409-ae18-d2b470273b50 req-809cbf82-7ac9-43f9-9b12-961b3e60b84c tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.42 "GET /v2.0/ports?device_id=f804ae26-7527-4649-b395-f4c6bfd68dc3 HTTP/1.1" status: 200 len: 945 time: 0.1943552 Dec 09 15:59:59.242659 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e276de-78ac-4c81-8c4b-d56f5543bf11 admin admin] Router 6e455329-4f58-47e5-a5c5-35d6a679cee3 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:59:59.361322 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2769e26f-ba14-4bc7-992f-c93548f03a97 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Router 9972bc3b-2ea2-41d6-8181-d8fd8cf07220 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:59:59.420660 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-d4302393-b8ba-4409-ae18-d2b470273b50 req-3bd14aa5-a611-4e24-9228-e64e1dd6eb8d tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Deleting port 93ca21cd-61f2-4c52-b566-b9c2faf590c5 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:59:59.421003 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d4302393-b8ba-4409-ae18-d2b470273b50 req-3bd14aa5-a611-4e24-9228-e64e1dd6eb8d tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:59.554342 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00bf2369-3cb7-40e8-b083-d239a8d39aea admin admin] Router 48a1a678-3ec7-45aa-a196-17453f643ed4 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:59:59.670702 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00bf2369-3cb7-40e8-b083-d239a8d39aea admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:59:59.679297 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-00bf2369-3cb7-40e8-b083-d239a8d39aea admin admin] 10.222.0.57 "PUT /v2.0/routers/48a1a678-3ec7-45aa-a196-17453f643ed4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9551530 Dec 09 15:59:59.679992 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37570) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:59.685780 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58afe599-97d8-4656-ab0c-972c2bf17cf3 None None] Sync routers for ids ['48a1a678-3ec7-45aa-a196-17453f643ed4'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:59:59.698830 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58afe599-97d8-4656-ab0c-972c2bf17cf3 None None] Routers {'48a1a678-3ec7-45aa-a196-17453f643ed4'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:59:59.704806 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-58afe599-97d8-4656-ab0c-972c2bf17cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:59:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['48a1a678-3ec7-45aa-a196-17453f643ed4'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:59.767502 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e276de-78ac-4c81-8c4b-d56f5543bf11 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:59:59.777476 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-06e276de-78ac-4c81-8c4b-d56f5543bf11 admin admin] 10.222.0.57 "PUT /v2.0/routers/6e455329-4f58-47e5-a5c5-35d6a679cee3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6625874 Dec 09 15:59:59.781664 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37572) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:59.782965 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67d37c0-9c6c-4679-932d-483be539cbf9 None None] Sync routers for ids ['6e455329-4f58-47e5-a5c5-35d6a679cee3'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:59:59.796389 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67d37c0-9c6c-4679-932d-483be539cbf9 None None] Routers {'6e455329-4f58-47e5-a5c5-35d6a679cee3'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:59:59.797313 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d67d37c0-9c6c-4679-932d-483be539cbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:59:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['6e455329-4f58-47e5-a5c5-35d6a679cee3'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:59.833910 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-310b75e7-f7ee-4c51-a6e5-461c20432e21 admin admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:59.914259 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-d67d37c0-9c6c-4679-932d-483be539cbf9 None None] Set router 6e455329-4f58-47e5-a5c5-35d6a679cee3 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:59:59.941311 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-58afe599-97d8-4656-ab0c-972c2bf17cf3 None None] Set router 48a1a678-3ec7-45aa-a196-17453f643ed4 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:59:59.954599 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-d4302393-b8ba-4409-ae18-d2b470273b50 req-3bd14aa5-a611-4e24-9228-e64e1dd6eb8d tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] For port 93ca21cd-61f2-4c52-b566-b9c2faf590c5, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=93ca21cd-61f2-4c52-b566-b9c2faf590c5,segment=NetworkSegment(cf30e55e-e529-49e2-a27a-12cb682e747a),segment_id=cf30e55e-e529-49e2-a27a-12cb682e747a)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:59.954994 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d4302393-b8ba-4409-ae18-d2b470273b50 req-3bd14aa5-a611-4e24-9228-e64e1dd6eb8d tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:59.969173 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-310b75e7-f7ee-4c51-a6e5-461c20432e21 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:59.969851 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2769e26f-ba14-4bc7-992f-c93548f03a97 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:59:59.986770 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-d4302393-b8ba-4409-ae18-d2b470273b50 req-3bd14aa5-a611-4e24-9228-e64e1dd6eb8d tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Calling delete_port for 93ca21cd-61f2-4c52-b566-b9c2faf590c5 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:00:00.003007 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-43c156b3-b2b0-4309-941c-704cefdcc5ab admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:00.015138 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02379ec6-1a20-4fbc-afee-32b5cd85b838 None None] Sync routers for ids ['9972bc3b-2ea2-41d6-8181-d8fd8cf07220'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:00:00.037426 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02379ec6-1a20-4fbc-afee-32b5cd85b838 None None] Routers {'9972bc3b-2ea2-41d6-8181-d8fd8cf07220'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:00:00.038722 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-02379ec6-1a20-4fbc-afee-32b5cd85b838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:59:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9972bc3b-2ea2-41d6-8181-d8fd8cf07220'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:00.055873 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-310b75e7-f7ee-4c51-a6e5-461c20432e21 admin admin] Deleting port 410e070d-b8fc-4cec-8c3d-343428a94e1e {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:00:00.056384 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-310b75e7-f7ee-4c51-a6e5-461c20432e21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:00.074886 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2769e26f-ba14-4bc7-992f-c93548f03a97 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:00.078959 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2769e26f-ba14-4bc7-992f-c93548f03a97 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.5962338 Dec 09 16:00:00.081419 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37574) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:00.117478 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d67d37c0-9c6c-4679-932d-483be539cbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e455329-4f58-47e5-a5c5-35d6a679cee3', 'name': 'tempest-TaggedBootDevicesTest_v242-332410344-router', 'tenant_id': '2234e124dc1d4c2cb0f3a04e239c376e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a512a6f7-d7aa-4492-be24-ed2aa3c475c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:39Z', 'updated_at': '2021-12-09T15:59:58Z', 'revision_number': 5, 'project_id': '2234e124dc1d4c2cb0f3a04e239c376e', 'gw_port': {'id': 'a512a6f7-d7aa-4492-be24-ed2aa3c475c8', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:62:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e455329-4f58-47e5-a5c5-35d6a679cee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:42Z', 'updated_at': '2021-12-09T15:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:00.146806 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67d37c0-9c6c-4679-932d-483be539cbf9 None None] Checking router: 6e455329-4f58-47e5-a5c5-35d6a679cee3 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:00:00.157445 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67d37c0-9c6c-4679-932d-483be539cbf9 None None] Routers {'6e455329-4f58-47e5-a5c5-35d6a679cee3'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:00:00.157974 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d67d37c0-9c6c-4679-932d-483be539cbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:59:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['6e455329-4f58-47e5-a5c5-35d6a679cee3'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:00.175876 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-43c156b3-b2b0-4309-941c-704cefdcc5ab admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:00.277908 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-310b75e7-f7ee-4c51-a6e5-461c20432e21 admin admin] For port 410e070d-b8fc-4cec-8c3d-343428a94e1e, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=410e070d-b8fc-4cec-8c3d-343428a94e1e,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:00:00.280189 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-310b75e7-f7ee-4c51-a6e5-461c20432e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:00.285813 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d4302393-b8ba-4409-ae18-d2b470273b50 req-3bd14aa5-a611-4e24-9228-e64e1dd6eb8d tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:00.301478 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-02379ec6-1a20-4fbc-afee-32b5cd85b838 None None] Set router 9972bc3b-2ea2-41d6-8181-d8fd8cf07220 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:00:00.309741 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-310b75e7-f7ee-4c51-a6e5-461c20432e21 admin admin] Calling delete_port for 410e070d-b8fc-4cec-8c3d-343428a94e1e owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:00:00.310979 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-d67d37c0-9c6c-4679-932d-483be539cbf9 None None] Set router 6e455329-4f58-47e5-a5c5-35d6a679cee3 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:00:00.325697 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d81478b-7990-43af-a85c-adc8079d09fd req-07b9b161-6490-4d8c-b2c0-969a1eb6700d tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:00.327868 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9d81478b-7990-43af-a85c-adc8079d09fd req-07b9b161-6490-4d8c-b2c0-969a1eb6700d tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/ports?device_id=f804ae26-7527-4649-b395-f4c6bfd68dc3 HTTP/1.1" status: 200 len: 867 time: 0.1150105 Dec 09 16:00:00.335650 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd14aa5-a611-4e24-9228-e64e1dd6eb8d tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Pushing event deleted for resources: {'Port': ['ID=93ca21cd-61f2-4c52-b566-b9c2faf590c5,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:00.359189 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-43c156b3-b2b0-4309-941c-704cefdcc5ab admin admin] Deleting port a512a6f7-d7aa-4492-be24-ed2aa3c475c8 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:00:00.359526 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-43c156b3-b2b0-4309-941c-704cefdcc5ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:00.382738 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1a5cc13f-b802-4362-b0e7-f4632c335246 tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=d5d1c0ecc7f643edb019cebb81c4a032&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3001428 Dec 09 16:00:00.387525 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37580) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:00.429161 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4302393-b8ba-4409-ae18-d2b470273b50 req-3bd14aa5-a611-4e24-9228-e64e1dd6eb8d tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] No DVR routers for this DVR port 93ca21cd-61f2-4c52-b566-b9c2faf590c5 on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:00:00.472611 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d4302393-b8ba-4409-ae18-d2b470273b50 req-3bd14aa5-a611-4e24-9228-e64e1dd6eb8d tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:00.475960 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d4302393-b8ba-4409-ae18-d2b470273b50 req-3bd14aa5-a611-4e24-9228-e64e1dd6eb8d tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.42 "DELETE /v2.0/ports/93ca21cd-61f2-4c52-b566-b9c2faf590c5 HTTP/1.1" status: 204 len: 173 time: 1.2841394 Dec 09 16:00:00.477995 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f804ae26-7527-4649-b395-f4c6bfd68dc3', 'name': 'network-vif-deleted', 'tag': '93ca21cd-61f2-4c52-b566-b9c2faf590c5'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:00:00.480890 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf2f40c-20c8-453b-aacf-81eee4fe5821" -d '{"events": [{"server_uuid": "f804ae26-7527-4649-b395-f4c6bfd68dc3", "name": "network-vif-deleted", "tag": "93ca21cd-61f2-4c52-b566-b9c2faf590c5"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:00:00.540747 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d67d37c0-9c6c-4679-932d-483be539cbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e455329-4f58-47e5-a5c5-35d6a679cee3', 'name': 'tempest-TaggedBootDevicesTest_v242-332410344-router', 'tenant_id': '2234e124dc1d4c2cb0f3a04e239c376e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a512a6f7-d7aa-4492-be24-ed2aa3c475c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:39Z', 'updated_at': '2021-12-09T15:59:58Z', 'revision_number': 5, 'project_id': '2234e124dc1d4c2cb0f3a04e239c376e', 'gw_port': {'id': 'a512a6f7-d7aa-4492-be24-ed2aa3c475c8', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:62:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e455329-4f58-47e5-a5c5-35d6a679cee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:42Z', 'updated_at': '2021-12-09T15:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:00.583133 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-310b75e7-f7ee-4c51-a6e5-461c20432e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:00.589853 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67d37c0-9c6c-4679-932d-483be539cbf9 None None] The sync data for ids ['6e455329-4f58-47e5-a5c5-35d6a679cee3'] in n-d-821228-1 is: [{'id': '6e455329-4f58-47e5-a5c5-35d6a679cee3', 'name': 'tempest-TaggedBootDevicesTest_v242-332410344-router', 'tenant_id': '2234e124dc1d4c2cb0f3a04e239c376e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a512a6f7-d7aa-4492-be24-ed2aa3c475c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:39Z', 'updated_at': '2021-12-09T15:59:58Z', 'revision_number': 5, 'project_id': '2234e124dc1d4c2cb0f3a04e239c376e', 'gw_port': {'id': 'a512a6f7-d7aa-4492-be24-ed2aa3c475c8', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:62:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e455329-4f58-47e5-a5c5-35d6a679cee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:42Z', 'updated_at': '2021-12-09T15:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:00:00.626074 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b75e7-f7ee-4c51-a6e5-461c20432e21 admin admin] Pushing event deleted for resources: {'Port': ['ID=410e070d-b8fc-4cec-8c3d-343428a94e1e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:00.634709 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-43c156b3-b2b0-4309-941c-704cefdcc5ab admin admin] For port a512a6f7-d7aa-4492-be24-ed2aa3c475c8, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a512a6f7-d7aa-4492-be24-ed2aa3c475c8,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:00:00.634930 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-43c156b3-b2b0-4309-941c-704cefdcc5ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:00.650396 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ba9c62-8d30-4252-8a25-7cef0f51a0af tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:00.655016 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-82ba9c62-8d30-4252-8a25-7cef0f51a0af tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2626543 Dec 09 16:00:00.655016 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-43c156b3-b2b0-4309-941c-704cefdcc5ab admin admin] Calling delete_port for a512a6f7-d7aa-4492-be24-ed2aa3c475c8 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:00:00.655239 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37584) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:00.674254 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee827527-e91a-426a-9643-ccdff7374ade None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:00:00.678086 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-02379ec6-1a20-4fbc-afee-32b5cd85b838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9972bc3b-2ea2-41d6-8181-d8fd8cf07220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495101405', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b9f902e7-8e6f-4c53-ad86-44add30cfc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:56Z', 'updated_at': '2021-12-09T15:59:58Z', 'revision_number': 3, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': 'b9f902e7-8e6f-4c53-ad86-44add30cfc99', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:77:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9972bc3b-2ea2-41d6-8181-d8fd8cf07220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:57Z', 'updated_at': '2021-12-09T15:59:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:00.704407 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a8cc146d-d2dd-4441-bdd8-e9b95a27ec37 tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=d8331094-778d-4179-9ed8-de7de1c5438c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0457499 Dec 09 16:00:00.705654 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37586) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:00.710450 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d44a470c-468c-4875-84b3-79954ceb6eae tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-920707373', 'network_id': '7c247364-c7be-4385-a1e4-28529082d92f', 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:00:00.725012 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9d81478b-7990-43af-a85c-adc8079d09fd req-e65a26b8-13ca-4fd8-b6db-9182a1f418fa tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf0eb5fb-f601-47b9-beea-420b9e0fb1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829975 Dec 09 16:00:00.737017 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02379ec6-1a20-4fbc-afee-32b5cd85b838 None None] Checking router: 9972bc3b-2ea2-41d6-8181-d8fd8cf07220 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:00:00.737519 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02379ec6-1a20-4fbc-afee-32b5cd85b838 None None] Updating router 9972bc3b-2ea2-41d6-8181-d8fd8cf07220 port b9f902e7-8e6f-4c53-ad86-44add30cfc99 binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:00:00.764843 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-310b75e7-f7ee-4c51-a6e5-461c20432e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:00.781364 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6468d7-6a78-4c02-9103-8036a77733dc x-openstack-request-id: req-0b6468d7-6a78-4c02-9103-8036a77733dc {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:00:00.781664 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f804ae26-7527-4649-b395-f4c6bfd68dc3", "name": "network-vif-deleted", "tag": "93ca21cd-61f2-4c52-b566-b9c2faf590c5", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:00:00.782112 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0b6468d7-6a78-4c02-9103-8036a77733dc {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:00:00.782442 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f804ae26-7527-4649-b395-f4c6bfd68dc3', 'name': 'network-vif-deleted', 'tag': '93ca21cd-61f2-4c52-b566-b9c2faf590c5', 'status': 'completed', 'code': 200} Dec 09 16:00:00.784399 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-02379ec6-1a20-4fbc-afee-32b5cd85b838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:00.873884 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-310b75e7-f7ee-4c51-a6e5-461c20432e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:00.877214 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-310b75e7-f7ee-4c51-a6e5-461c20432e21 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:00.892945 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44a470c-468c-4875-84b3-79954ceb6eae tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Made reservation on behalf of d5d1c0ecc7f643edb019cebb81c4a032 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:00:00.896562 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d44a470c-468c-4875-84b3-79954ceb6eae tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:00.930053 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-310b75e7-f7ee-4c51-a6e5-461c20432e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:00.930689 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310b75e7-f7ee-4c51-a6e5-461c20432e21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48a1a678-3ec7-45aa-a196-17453f643ed4 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 16:00:00.940427 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-310b75e7-f7ee-4c51-a6e5-461c20432e21 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:00.941631 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-310b75e7-f7ee-4c51-a6e5-461c20432e21 admin admin] 10.222.0.57 "DELETE /v2.0/routers/48a1a678-3ec7-45aa-a196-17453f643ed4 HTTP/1.1" status: 204 len: 168 time: 1.2605903 Dec 09 16:00:00.944097 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37588) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:00.954804 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-58afe599-97d8-4656-ab0c-972c2bf17cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a1a678-3ec7-45aa-a196-17453f643ed4', 'name': 'tempest-TestServerBasicOps-2006043802-router', 'tenant_id': '89437b95e193489282f8d92d0478921d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '410e070d-b8fc-4cec-8c3d-343428a94e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:54:05Z', 'updated_at': '2021-12-09T15:59:58Z', 'revision_number': 5, 'project_id': '89437b95e193489282f8d92d0478921d', 'gw_port': {'id': '410e070d-b8fc-4cec-8c3d-343428a94e1e', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a1a678-3ec7-45aa-a196-17453f643ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:54:06Z', 'updated_at': '2021-12-09T15:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:01.024550 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58afe599-97d8-4656-ab0c-972c2bf17cf3 None None] Checking router: 48a1a678-3ec7-45aa-a196-17453f643ed4 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:00:01.028272 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-43c156b3-b2b0-4309-941c-704cefdcc5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:01.040738 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-78a43b1f-9986-4be7-8cc4-f640a371a94f admin admin] Deleting subnet db5e0310-095f-40cf-9efc-f40fe4b15e3d {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 16:00:01.044916 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-78a43b1f-9986-4be7-8cc4-f640a371a94f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:01.054618 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58afe599-97d8-4656-ab0c-972c2bf17cf3 None None] Routers set() bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:00:01.055074 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58afe599-97d8-4656-ab0c-972c2bf17cf3 None None] Router IDs set() for agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 09 16:00:01.055682 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_agentschedulers_db [None req-58afe599-97d8-4656-ab0c-972c2bf17cf3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'48a1a678-3ec7-45aa-a196-17453f643ed4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:59:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent'). {{(pid=103247) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 09 16:00:01.056076 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58afe599-97d8-4656-ab0c-972c2bf17cf3 None None] The sync data for ids ['48a1a678-3ec7-45aa-a196-17453f643ed4'] in n-d-821228-1 is: [] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:00:01.066692 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c156b3-b2b0-4309-941c-704cefdcc5ab admin admin] Pushing event deleted for resources: {'Port': ['ID=a512a6f7-d7aa-4492-be24-ed2aa3c475c8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:01.086827 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a9cf90-c0a3-4533-a978-0d7f342b86b5 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:00:01.097071 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-78a43b1f-9986-4be7-8cc4-f640a371a94f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:01.247685 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-78a43b1f-9986-4be7-8cc4-f640a371a94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:01.251956 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-43c156b3-b2b0-4309-941c-704cefdcc5ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:01.262020 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-02379ec6-1a20-4fbc-afee-32b5cd85b838 None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:01.269932 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-02379ec6-1a20-4fbc-afee-32b5cd85b838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:01.317842 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0dc30d-1a74-4bd7-89d2-f3dbe34c132b None None] Pushing event updated for resources: {'Port': ['ID=b9f902e7-8e6f-4c53-ad86-44add30cfc99,revision_number=2']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:01.331998 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-78a43b1f-9986-4be7-8cc4-f640a371a94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:01.344695 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-02379ec6-1a20-4fbc-afee-32b5cd85b838 None None] Attempting to bind port b9f902e7-8e6f-4c53-ad86-44add30cfc99 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:00:01.345529 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-02379ec6-1a20-4fbc-afee-32b5cd85b838 None None] Attempting to bind port b9f902e7-8e6f-4c53-ad86-44add30cfc99 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:00:01.345916 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02379ec6-1a20-4fbc-afee-32b5cd85b838 None None] Attempting to bind port b9f902e7-8e6f-4c53-ad86-44add30cfc99 on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:00:01.349568 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ca0cc5-225d-4dd6-99e6-7584191b0c03 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:00:01.352334 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02379ec6-1a20-4fbc-afee-32b5cd85b838 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:00:01.352738 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02379ec6-1a20-4fbc-afee-32b5cd85b838 None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:00:01.353148 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-02379ec6-1a20-4fbc-afee-32b5cd85b838 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:01.353563 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02379ec6-1a20-4fbc-afee-32b5cd85b838 None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:00:01.354022 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-02379ec6-1a20-4fbc-afee-32b5cd85b838 None None] Bound port: b9f902e7-8e6f-4c53-ad86-44add30cfc99, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:00:01.358734 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-02379ec6-1a20-4fbc-afee-32b5cd85b838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:01.373194 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a43b1f-9986-4be7-8cc4-f640a371a94f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db5e0310-095f-40cf-9efc-f40fe4b15e3d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:01.377270 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-78a43b1f-9986-4be7-8cc4-f640a371a94f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:01.381200 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-78a43b1f-9986-4be7-8cc4-f640a371a94f admin admin] 10.222.0.57 "DELETE /v2.0/subnets/db5e0310-095f-40cf-9efc-f40fe4b15e3d HTTP/1.1" status: 204 len: 168 time: 0.4360723 Dec 09 16:00:01.383698 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37590) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:01.391282 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7784e093-011c-45e1-b177-eab896dd8b52 None None] Network b264e65e-98b8-4a2b-8a7d-43f2dd9c58d8 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:00:01.394096 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-43c156b3-b2b0-4309-941c-704cefdcc5ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:01.398506 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-43c156b3-b2b0-4309-941c-704cefdcc5ab admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:01.432615 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-02379ec6-1a20-4fbc-afee-32b5cd85b838 None None] For port b9f902e7-8e6f-4c53-ad86-44add30cfc99, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:00:01.436575 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-02379ec6-1a20-4fbc-afee-32b5cd85b838 None None] For port b9f902e7-8e6f-4c53-ad86-44add30cfc99, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=b9f902e7-8e6f-4c53-ad86-44add30cfc99,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:00:01.444781 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-02379ec6-1a20-4fbc-afee-32b5cd85b838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:01.460085 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d44a470c-468c-4875-84b3-79954ceb6eae tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:01.494108 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-981f7923-585a-457a-9015-80bfc89c0075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:01.494363 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 93ca21cd-61f2-4c52-b566-b9c2faf590c5 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:00:01.504920 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-43c156b3-b2b0-4309-941c-704cefdcc5ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:01.506202 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c156b3-b2b0-4309-941c-704cefdcc5ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e455329-4f58-47e5-a5c5-35d6a679cee3 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 16:00:01.516237 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0dc30d-1a74-4bd7-89d2-f3dbe34c132b None None] Pushing event updated for resources: {'Port': ['ID=b9f902e7-8e6f-4c53-ad86-44add30cfc99,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:01.521021 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-43c156b3-b2b0-4309-941c-704cefdcc5ab admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:01.522436 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-43c156b3-b2b0-4309-941c-704cefdcc5ab admin admin] 10.222.0.57 "DELETE /v2.0/routers/6e455329-4f58-47e5-a5c5-35d6a679cee3 HTTP/1.1" status: 204 len: 168 time: 1.7361765 Dec 09 16:00:01.530309 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37592) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:01.553044 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: 93ca21cd-61f2-4c52-b566-b9c2faf590c5 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:00:01.553578 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 93ca21cd-61f2-4c52-b566-b9c2faf590c5 not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:00:01.554653 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02379ec6-1a20-4fbc-afee-32b5cd85b838 None None] Routers {'9972bc3b-2ea2-41d6-8181-d8fd8cf07220'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:00:01.555499 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-02379ec6-1a20-4fbc-afee-32b5cd85b838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:59:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9972bc3b-2ea2-41d6-8181-d8fd8cf07220'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:01.564508 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818974d3-c698-4694-bbef-e94a8170165c None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:00:01.576116 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8929eaa5-a7bf-4bef-ac7b-c16de86dd620 None None] Provisioning complete for port b9f902e7-8e6f-4c53-ad86-44add30cfc99 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:01.576885 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8929eaa5-a7bf-4bef-ac7b-c16de86dd620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:01.656734 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-981f7923-585a-457a-9015-80bfc89c0075 admin admin] Deleting port 7e57ecd9-9141-4208-853a-61fcdfc31391 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:00:01.657276 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-981f7923-585a-457a-9015-80bfc89c0075 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:01.692222 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a470c-468c-4875-84b3-79954ceb6eae tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'Subnet': ['ID=56dd9a3d-50d5-4506-be10-a48050f2b838,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:01.719996 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44a470c-468c-4875-84b3-79954ceb6eae tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Checking segment: {'id': 'd5060a24-0846-4450-b22a-1d14341f5281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7c247364-c7be-4385-a1e4-28529082d92f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:00:01.720367 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44a470c-468c-4875-84b3-79954ceb6eae tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Network hostable DHCP agents. Network: 7c247364-c7be-4385-a1e4-28529082d92f, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:00:01.728062 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd8bd9e-c800-4b91-927f-c94897c52db6 None None] DHCP port deletion for b264e65e-98b8-4a2b-8a7d-43f2dd9c58d8 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:00:01.731652 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8929eaa5-a7bf-4bef-ac7b-c16de86dd620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:01.772584 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-44f9a432-9e8d-47ef-8afe-bddcce51fea1 admin admin] Deleting subnet 26db07a1-d6c9-476b-ad08-730f56b62863 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 16:00:01.776319 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-44f9a432-9e8d-47ef-8afe-bddcce51fea1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:01.827395 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44a470c-468c-4875-84b3-79954ceb6eae tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Network 7c247364-c7be-4385-a1e4-28529082d92f is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:00:01.828061 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8929eaa5-a7bf-4bef-ac7b-c16de86dd620 None None] For port b9f902e7-8e6f-4c53-ad86-44add30cfc99, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=b9f902e7-8e6f-4c53-ad86-44add30cfc99,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:00:01.843173 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-981f7923-585a-457a-9015-80bfc89c0075 admin admin] For port 7e57ecd9-9141-4208-853a-61fcdfc31391, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=7e57ecd9-9141-4208-853a-61fcdfc31391,segment=NetworkSegment(0bef53c4-6448-4eeb-8358-d20f3074c3a5),segment_id=0bef53c4-6448-4eeb-8358-d20f3074c3a5)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:00:01.843338 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8929eaa5-a7bf-4bef-ac7b-c16de86dd620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:01.843543 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-981f7923-585a-457a-9015-80bfc89c0075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:01.855798 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-02379ec6-1a20-4fbc-afee-32b5cd85b838 None None] Set router 9972bc3b-2ea2-41d6-8181-d8fd8cf07220 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:00:01.871335 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-981f7923-585a-457a-9015-80bfc89c0075 admin admin] Calling delete_port for 7e57ecd9-9141-4208-853a-61fcdfc31391 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:00:01.884071 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-44f9a432-9e8d-47ef-8afe-bddcce51fea1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:01.885888 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-d44a470c-468c-4875-84b3-79954ceb6eae tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 7c247364-c7be-4385-a1e4-28529082d92f) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:00:01.916639 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e406f50e-73a1-4143-bc5e-b70ab680f295 None None] Network 7c247364-c7be-4385-a1e4-28529082d92f requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:00:01.944830 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44a470c-468c-4875-84b3-79954ceb6eae tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:01.945347 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d44a470c-468c-4875-84b3-79954ceb6eae tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:01.978454 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8929eaa5-a7bf-4bef-ac7b-c16de86dd620 None None] Pushing event updated for resources: {'Port': ['ID=b9f902e7-8e6f-4c53-ad86-44add30cfc99,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:01.996886 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3fd8bd9e-c800-4b91-927f-c94897c52db6 None None] Deleting port 7e57ecd9-9141-4208-853a-61fcdfc31391 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:00:01.997505 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3fd8bd9e-c800-4b91-927f-c94897c52db6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:02.005416 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-981f7923-585a-457a-9015-80bfc89c0075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:02.039817 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981f7923-585a-457a-9015-80bfc89c0075 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e57ecd9-9141-4208-853a-61fcdfc31391,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:02.047978 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981f7923-585a-457a-9015-80bfc89c0075 admin admin] No DVR routers for this DVR port 7e57ecd9-9141-4208-853a-61fcdfc31391 on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:00:02.086773 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-24f26eff-f353-4ac0-8bf9-16a551cf32d5 None None] Provisioning complete for port b9f902e7-8e6f-4c53-ad86-44add30cfc99 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:02.087524 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-24f26eff-f353-4ac0-8bf9-16a551cf32d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:02.092090 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-44f9a432-9e8d-47ef-8afe-bddcce51fea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:02.145798 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3fd8bd9e-c800-4b91-927f-c94897c52db6 None None] For port 7e57ecd9-9141-4208-853a-61fcdfc31391, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=7e57ecd9-9141-4208-853a-61fcdfc31391,segment=NetworkSegment(0bef53c4-6448-4eeb-8358-d20f3074c3a5),segment_id=0bef53c4-6448-4eeb-8358-d20f3074c3a5)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:00:02.146419 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3fd8bd9e-c800-4b91-927f-c94897c52db6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:02.190260 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3fd8bd9e-c800-4b91-927f-c94897c52db6 None None] Calling delete_port for 7e57ecd9-9141-4208-853a-61fcdfc31391 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:00:02.210055 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a2243d-dc92-4880-828a-66f220117cca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-7c247364-c7be-4385-a1e4-28529082d92f', 'network_id': '7c247364-c7be-4385-a1e4-28529082d92f', 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'fixed_ips': [{'subnet_id': '56dd9a3d-50d5-4506-be10-a48050f2b838'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 16:00:02.211080 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-08a2243d-dc92-4880-828a-66f220117cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:02.214059 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-02379ec6-1a20-4fbc-afee-32b5cd85b838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9972bc3b-2ea2-41d6-8181-d8fd8cf07220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495101405', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b9f902e7-8e6f-4c53-ad86-44add30cfc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:56Z', 'updated_at': '2021-12-09T15:59:58Z', 'revision_number': 3, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': 'b9f902e7-8e6f-4c53-ad86-44add30cfc99', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:77:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9972bc3b-2ea2-41d6-8181-d8fd8cf07220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:57Z', 'updated_at': '2021-12-09T16:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:02.217553 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 7118f62e-33c3-44c9-90dd-420074964921 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:00:02.219563 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d44a470c-468c-4875-84b3-79954ceb6eae tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5128808 Dec 09 16:00:02.224241 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37608) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:02.261712 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02379ec6-1a20-4fbc-afee-32b5cd85b838 None None] The sync data for ids ['9972bc3b-2ea2-41d6-8181-d8fd8cf07220'] in n-d-821228-1 is: [{'id': '9972bc3b-2ea2-41d6-8181-d8fd8cf07220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495101405', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b9f902e7-8e6f-4c53-ad86-44add30cfc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:56Z', 'updated_at': '2021-12-09T15:59:58Z', 'revision_number': 3, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': 'b9f902e7-8e6f-4c53-ad86-44add30cfc99', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:77:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9972bc3b-2ea2-41d6-8181-d8fd8cf07220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:57Z', 'updated_at': '2021-12-09T16:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:00:02.263840 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-981f7923-585a-457a-9015-80bfc89c0075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:02.303397 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-981f7923-585a-457a-9015-80bfc89c0075 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b264e65e-98b8-4a2b-8a7d-43f2dd9c58d8']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:02.316391 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 7118f62e-33c3-44c9-90dd-420074964921 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:00:02.316729 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-981f7923-585a-457a-9015-80bfc89c0075 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bef53c4-6448-4eeb-8358-d20f3074c3a5') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:02.316864 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 7118f62e-33c3-44c9-90dd-420074964921 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:00:02.317028 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-981f7923-585a-457a-9015-80bfc89c0075 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bef53c4-6448-4eeb-8358-d20f3074c3a5') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:02.317148 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device b9d40a92-cbbd-4efd-84f5-a93dde900a26 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:00:02.349667 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-981f7923-585a-457a-9015-80bfc89c0075 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:02.367598 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: b9d40a92-cbbd-4efd-84f5-a93dde900a26 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:00:02.367881 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-6edac16c-a0d4-4b29-952d-512222dc3e9a tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:02.368001 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device b9d40a92-cbbd-4efd-84f5-a93dde900a26 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:00:02.375064 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-6edac16c-a0d4-4b29-952d-512222dc3e9a tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/networks?id=4532d047-5d1c-4c8b-bac7-1f09c295f9be HTTP/1.1" status: 200 len: 808 time: 0.2181342 Dec 09 16:00:02.384266 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-44f9a432-9e8d-47ef-8afe-bddcce51fea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:02.394712 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-dcadc5cc-f64f-439c-a21c-8a4410f0f66d tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/quotas/6264d995a3ef4160b17d3076740032e5 HTTP/1.1" status: 200 len: 375 time: 0.0186579 Dec 09 16:00:02.396979 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-981f7923-585a-457a-9015-80bfc89c0075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:02.411765 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-981f7923-585a-457a-9015-80bfc89c0075 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:00:02.412165 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-981f7923-585a-457a-9015-80bfc89c0075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:02.413911 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 16:00:02.413911 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:00:02.413911 n-d-821228-1 neutron-server[103244]: timer() Dec 09 16:00:02.413911 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:00:02.413911 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 16:00:02.413911 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:00:02.413911 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 16:00:02.413911 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:00:02.413911 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 16:00:02.413911 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:00:02.413911 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 16:00:02.413911 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:00:02.413911 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 16:00:02.413911 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:00:02.413911 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:00:02.413911 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:00:02.413911 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:00:02.413911 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:00:02.413911 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 16:00:02.413911 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:00:02.413911 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 16:00:02.413911 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:00:02.413911 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:00:02.413911 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:00:02.413911 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 16:00:02.413911 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:00:02.413911 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:00:02.413911 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:00:02.413911 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:00:02.413911 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:00:02.413911 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:00:02.413911 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:00:02.430279 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f9a432-9e8d-47ef-8afe-bddcce51fea1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26db07a1-d6c9-476b-ad08-730f56b62863,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:02.447734 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-44f9a432-9e8d-47ef-8afe-bddcce51fea1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:02.451544 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74e06bb-58aa-4c67-aabf-452aff0f46db None None] Network c864502e-9007-4925-9ae4-d423b81d069a requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:00:02.457283 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-44f9a432-9e8d-47ef-8afe-bddcce51fea1 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/26db07a1-d6c9-476b-ad08-730f56b62863 HTTP/1.1" status: 204 len: 168 time: 0.9200685 Dec 09 16:00:02.460051 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37610) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:02.472845 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-102b6d28-0c6d-4c73-a827-dd7ccf7295d0 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6264d995a3ef4160b17d3076740032e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0770674 Dec 09 16:00:02.551395 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-981f7923-585a-457a-9015-80bfc89c0075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:02.560881 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-981f7923-585a-457a-9015-80bfc89c0075 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:02.564230 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-981f7923-585a-457a-9015-80bfc89c0075 admin admin] 10.222.0.57 "DELETE /v2.0/networks/b264e65e-98b8-4a2b-8a7d-43f2dd9c58d8 HTTP/1.1" status: 204 len: 168 time: 1.1794262 Dec 09 16:00:02.599135 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b24ed3aa-f82a-4665-92fa-68674511d02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:02.662261 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981f7923-585a-457a-9015-80bfc89c0075 admin admin] Pushing event deleted for resources: {'Network': ['ID=b264e65e-98b8-4a2b-8a7d-43f2dd9c58d8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:02.678739 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-e4520e91-fb6e-4fa4-b9a3-acf11b5d5f34 service neutron] 10.222.0.57 "GET /v2.0/networks/4532d047-5d1c-4c8b-bac7-1f09c295f9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041368 Dec 09 16:00:02.839601 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-b3d0f67c-e3ea-4bc1-84eb-149e5dea5bd9 service neutron] 10.222.0.57 "GET /v2.0/networks/4532d047-5d1c-4c8b-bac7-1f09c295f9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547093 Dec 09 16:00:02.841103 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3fd8bd9e-c800-4b91-927f-c94897c52db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:02.911956 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3fd8bd9e-c800-4b91-927f-c94897c52db6 None None] Network b264e65e-98b8-4a2b-8a7d-43f2dd9c58d8 is not hosted by any dhcp agent {{(pid=103246) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 16:00:02.912560 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd8bd9e-c800-4b91-927f-c94897c52db6 None None] No DVR routers for this DVR port 7e57ecd9-9141-4208-853a-61fcdfc31391 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:00:02.918399 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd8bd9e-c800-4b91-927f-c94897c52db6 None None] Pushing event deleted for resources: {'Port': ['ID=7e57ecd9-9141-4208-853a-61fcdfc31391,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:02.937836 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37614) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:02.954110 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-08a2243d-dc92-4880-828a-66f220117cca None None] Allocated IP 172.20.0.2 (7c247364-c7be-4385-a1e4-28529082d92f/56dd9a3d-50d5-4506-be10-a48050f2b838/d1b79798-a889-423a-9885-2feea38503d3) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:00:03.034233 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-730d13cd-ac1f-4ddc-b199-10a710649e03 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f4d71564044144c0a7c07487671be4ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0944340 Dec 09 16:00:03.043764 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37616) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:03.054679 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec4704d-0697-412e-b2b9-9f5534cb98b0 None None] DHCP port deletion for c864502e-9007-4925-9ae4-d423b81d069a request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:00:03.149074 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4ce8ad07-240e-43da-970b-8cbb1189c55b req-d016ff43-7b91-44ad-9d46-64a5ccea9094 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84f6324-0633-48b7-a346-707aa5faf81a HTTP/1.1" status: 200 len: 210 time: 0.0362234 Dec 09 16:00:03.177481 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e625ef79-3e5b-4708-a9d1-257d15527da7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:03.204266 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e625ef79-3e5b-4708-a9d1-257d15527da7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:03.241235 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-aec4704d-0697-412e-b2b9-9f5534cb98b0 None None] Deleting port a8c2fab8-5972-4e19-a5dd-8ee594da4984 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:00:03.242639 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aec4704d-0697-412e-b2b9-9f5534cb98b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:03.257112 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-08a2243d-dc92-4880-828a-66f220117cca None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:03.273104 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e625ef79-3e5b-4708-a9d1-257d15527da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:03.276103 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e625ef79-3e5b-4708-a9d1-257d15527da7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:03.280214 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e625ef79-3e5b-4708-a9d1-257d15527da7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7571c836-1214-4c9d-8b69-4c4362a20a61 HTTP/1.1" status: 204 len: 168 time: 0.2314062 Dec 09 16:00:03.295953 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625ef79-3e5b-4708-a9d1-257d15527da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7571c836-1214-4c9d-8b69-4c4362a20a61,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:03.329780 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-08a2243d-dc92-4880-828a-66f220117cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:03.407302 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a2243d-dc92-4880-828a-66f220117cca None None] Network 7c247364-c7be-4385-a1e4-28529082d92f is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:00:03.411240 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-aec4704d-0697-412e-b2b9-9f5534cb98b0 None None] For port a8c2fab8-5972-4e19-a5dd-8ee594da4984, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a8c2fab8-5972-4e19-a5dd-8ee594da4984,segment=NetworkSegment(6c1867cd-76a8-4493-b75d-08dd5f2e8c1b),segment_id=6c1867cd-76a8-4493-b75d-08dd5f2e8c1b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:00:03.411404 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aec4704d-0697-412e-b2b9-9f5534cb98b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:03.419201 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-08a2243d-dc92-4880-828a-66f220117cca None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:00:03.424594 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a2243d-dc92-4880-828a-66f220117cca None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:00:03.455639 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a2243d-dc92-4880-828a-66f220117cca None None] Pushing event updated for resources: {'Port': ['ID=d1b79798-a889-423a-9885-2feea38503d3,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:03.474531 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-aec4704d-0697-412e-b2b9-9f5534cb98b0 None None] Calling delete_port for a8c2fab8-5972-4e19-a5dd-8ee594da4984 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:00:03.492630 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-b24ed3aa-f82a-4665-92fa-68674511d02d admin admin] Deleting port a8c2fab8-5972-4e19-a5dd-8ee594da4984 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:00:03.493418 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b24ed3aa-f82a-4665-92fa-68674511d02d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:03.567390 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-08a2243d-dc92-4880-828a-66f220117cca None None] Attempting to bind port d1b79798-a889-423a-9885-2feea38503d3 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:00:03.568142 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-08a2243d-dc92-4880-828a-66f220117cca None None] Attempting to bind port d1b79798-a889-423a-9885-2feea38503d3 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'd5060a24-0846-4450-b22a-1d14341f5281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7c247364-c7be-4385-a1e4-28529082d92f'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:00:03.568874 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a2243d-dc92-4880-828a-66f220117cca None None] Attempting to bind port d1b79798-a889-423a-9885-2feea38503d3 on network 7c247364-c7be-4385-a1e4-28529082d92f {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:00:03.579700 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a2243d-dc92-4880-828a-66f220117cca None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:00:03.580623 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a2243d-dc92-4880-828a-66f220117cca None None] Checking segment: {'id': 'd5060a24-0846-4450-b22a-1d14341f5281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7c247364-c7be-4385-a1e4-28529082d92f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:00:03.582247 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-08a2243d-dc92-4880-828a-66f220117cca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:03.582910 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a2243d-dc92-4880-828a-66f220117cca None None] Bound using segment: {'id': 'd5060a24-0846-4450-b22a-1d14341f5281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7c247364-c7be-4385-a1e4-28529082d92f'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:00:03.583703 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-08a2243d-dc92-4880-828a-66f220117cca None None] Bound port: d1b79798-a889-423a-9885-2feea38503d3, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5060a24-0846-4450-b22a-1d14341f5281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7c247364-c7be-4385-a1e4-28529082d92f'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:00:03.584744 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-08a2243d-dc92-4880-828a-66f220117cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:03.642032 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-b24ed3aa-f82a-4665-92fa-68674511d02d admin admin] For port a8c2fab8-5972-4e19-a5dd-8ee594da4984, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a8c2fab8-5972-4e19-a5dd-8ee594da4984,segment=NetworkSegment(6c1867cd-76a8-4493-b75d-08dd5f2e8c1b),segment_id=6c1867cd-76a8-4493-b75d-08dd5f2e8c1b)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:00:03.642397 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b24ed3aa-f82a-4665-92fa-68674511d02d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:03.664575 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-b24ed3aa-f82a-4665-92fa-68674511d02d admin admin] Calling delete_port for a8c2fab8-5972-4e19-a5dd-8ee594da4984 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:00:03.696655 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-08a2243d-dc92-4880-828a-66f220117cca None None] For port d1b79798-a889-423a-9885-2feea38503d3, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:00:03.701342 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-08a2243d-dc92-4880-828a-66f220117cca None None] For port d1b79798-a889-423a-9885-2feea38503d3, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d1b79798-a889-423a-9885-2feea38503d3,segment=NetworkSegment(d5060a24-0846-4450-b22a-1d14341f5281),segment_id=d5060a24-0846-4450-b22a-1d14341f5281)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:00:03.706611 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aec4704d-0697-412e-b2b9-9f5534cb98b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:03.743359 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec4704d-0697-412e-b2b9-9f5534cb98b0 None None] Pushing event deleted for resources: {'Port': ['ID=a8c2fab8-5972-4e19-a5dd-8ee594da4984,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:03.746449 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-08a2243d-dc92-4880-828a-66f220117cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:03.763752 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-78fbebd3-2b40-4065-86e1-fa03a6fd5b96 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:03.816456 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a2243d-dc92-4880-828a-66f220117cca None None] Pushing event updated for resources: {'Port': ['ID=d1b79798-a889-423a-9885-2feea38503d3,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:03.827159 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec4704d-0697-412e-b2b9-9f5534cb98b0 None None] No DVR routers for this DVR port a8c2fab8-5972-4e19-a5dd-8ee594da4984 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:00:03.896188 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device b9f902e7-8e6f-4c53-ad86-44add30cfc99 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:00:03.935945 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37632) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:03.973939 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b24ed3aa-f82a-4665-92fa-68674511d02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:03.988075 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port b9f902e7-8e6f-4c53-ad86-44add30cfc99 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:03.988810 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:04.010741 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0b4c51c2-7846-4359-a3e0-26bf434b723f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=89437b95e193489282f8d92d0478921d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0708225 Dec 09 16:00:04.010979 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37634) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:04.018441 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24ed3aa-f82a-4665-92fa-68674511d02d admin admin] No DVR routers for this DVR port a8c2fab8-5972-4e19-a5dd-8ee594da4984 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:00:04.046025 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ed3aa-f82a-4665-92fa-68674511d02d admin admin] Pushing event deleted for resources: {'Port': ['ID=a8c2fab8-5972-4e19-a5dd-8ee594da4984,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:04.103890 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-80294d71-75bc-468d-8ecc-3da40db8c0d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:04.166543 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-80294d71-75bc-468d-8ecc-3da40db8c0d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:04.241637 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 7e57ecd9-9141-4208-853a-61fcdfc31391 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:00:04.259731 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b24ed3aa-f82a-4665-92fa-68674511d02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:04.279054 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 7e57ecd9-9141-4208-853a-61fcdfc31391 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:00:04.279398 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 7e57ecd9-9141-4208-853a-61fcdfc31391 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:00:04.279998 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a8c2fab8-5972-4e19-a5dd-8ee594da4984 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:00:04.288683 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-44d34850-881f-477b-849b-f40b67d684f6 req-1635ddeb-8d32-4c6b-b659-6b89d1fcc6dc tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84f6324-0633-48b7-a346-707aa5faf81a HTTP/1.1" status: 200 len: 210 time: 0.0376306 Dec 09 16:00:04.304340 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: a8c2fab8-5972-4e19-a5dd-8ee594da4984 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:00:04.304777 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a8c2fab8-5972-4e19-a5dd-8ee594da4984 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:00:04.305197 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 410e070d-b8fc-4cec-8c3d-343428a94e1e no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:00:04.311956 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-b24ed3aa-f82a-4665-92fa-68674511d02d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c864502e-9007-4925-9ae4-d423b81d069a']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:04.327243 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-80294d71-75bc-468d-8ecc-3da40db8c0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:04.330991 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-80294d71-75bc-468d-8ecc-3da40db8c0d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:04.332802 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-80294d71-75bc-468d-8ecc-3da40db8c0d7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e40bb582-bcbc-4954-a9c9-5464499295fe HTTP/1.1" status: 204 len: 168 time: 0.3201828 Dec 09 16:00:04.338464 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 410e070d-b8fc-4cec-8c3d-343428a94e1e {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:00:04.338860 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 410e070d-b8fc-4cec-8c3d-343428a94e1e not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:00:04.340370 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a512a6f7-d7aa-4492-be24-ed2aa3c475c8 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:00:04.352020 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-b24ed3aa-f82a-4665-92fa-68674511d02d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c1867cd-76a8-4493-b75d-08dd5f2e8c1b') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:04.352356 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-b24ed3aa-f82a-4665-92fa-68674511d02d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c1867cd-76a8-4493-b75d-08dd5f2e8c1b') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:04.369520 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: a512a6f7-d7aa-4492-be24-ed2aa3c475c8 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:00:04.369828 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a512a6f7-d7aa-4492-be24-ed2aa3c475c8 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:00:04.375530 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80294d71-75bc-468d-8ecc-3da40db8c0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40bb582-bcbc-4954-a9c9-5464499295fe,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:04.387680 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b24ed3aa-f82a-4665-92fa-68674511d02d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:04.443282 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b24ed3aa-f82a-4665-92fa-68674511d02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:04.471992 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b24ed3aa-f82a-4665-92fa-68674511d02d admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:00:04.472401 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b24ed3aa-f82a-4665-92fa-68674511d02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:04.474397 n-d-821228-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 16:00:04.474397 n-d-821228-1 neutron-server[103245]: self.session.flush() Dec 09 16:00:04.474397 n-d-821228-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 16:00:04.474397 n-d-821228-1 neutron-server[103245]: self.session.flush() Dec 09 16:00:04.474397 n-d-821228-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 16:00:04.474397 n-d-821228-1 neutron-server[103245]: self.session.flush() Dec 09 16:00:04.474397 n-d-821228-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 16:00:04.474397 n-d-821228-1 neutron-server[103245]: self.session.flush() Dec 09 16:00:04.474397 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 16:00:04.474397 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:00:04.474397 n-d-821228-1 neutron-server[103245]: timer() Dec 09 16:00:04.474397 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:00:04.474397 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 16:00:04.474397 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:00:04.474397 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 16:00:04.474397 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:00:04.474397 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 16:00:04.474397 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:00:04.474397 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 16:00:04.474397 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:00:04.474397 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 16:00:04.474397 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:00:04.474397 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:00:04.474397 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:00:04.474397 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:00:04.474397 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:00:04.474397 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 16:00:04.474397 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:00:04.474397 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 16:00:04.474397 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:00:04.474397 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:00:04.474397 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:00:04.474397 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 16:00:04.474397 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:00:04.474397 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:00:04.474397 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:00:04.474397 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:00:04.474397 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:00:04.474397 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:00:04.474397 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:00:04.557936 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-78fbebd3-2b40-4065-86e1-fa03a6fd5b96 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Allocated IP 172.20.0.1 (7c247364-c7be-4385-a1e4-28529082d92f/56dd9a3d-50d5-4506-be10-a48050f2b838/0543dd82-ff3f-4673-a71d-e62fab9f9b31) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:00:04.562466 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b24ed3aa-f82a-4665-92fa-68674511d02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:04.569372 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b24ed3aa-f82a-4665-92fa-68674511d02d admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:04.572568 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b24ed3aa-f82a-4665-92fa-68674511d02d admin admin] 10.222.0.57 "DELETE /v2.0/networks/c864502e-9007-4925-9ae4-d423b81d069a HTTP/1.1" status: 204 len: 168 time: 2.1113255 Dec 09 16:00:04.589648 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ed3aa-f82a-4665-92fa-68674511d02d admin admin] Pushing event deleted for resources: {'Network': ['ID=c864502e-9007-4925-9ae4-d423b81d069a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:04.678536 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-8fe65212-7abf-4b0f-9bad-03485e22d890 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:04.681416 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-8fe65212-7abf-4b0f-9bad-03485e22d890 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.31 "GET /v2.0/networks?id=4532d047-5d1c-4c8b-bac7-1f09c295f9be HTTP/1.1" status: 200 len: 808 time: 0.1746168 Dec 09 16:00:04.695650 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-28a5145b-8d14-4f44-a7ac-9b54e0825ee6 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Request body: {'port': {'device_id': 'f84f6324-0633-48b7-a346-707aa5faf81a', 'network_id': '4532d047-5d1c-4c8b-bac7-1f09c295f9be', 'admin_state_up': True, 'tenant_id': '6264d995a3ef4160b17d3076740032e5'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:00:04.773325 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-78fbebd3-2b40-4065-86e1-fa03a6fd5b96 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:04.835177 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-78fbebd3-2b40-4065-86e1-fa03a6fd5b96 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:04.843789 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-28a5145b-8d14-4f44-a7ac-9b54e0825ee6 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Made reservation on behalf of 6264d995a3ef4160b17d3076740032e5 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:00:04.848603 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-28a5145b-8d14-4f44-a7ac-9b54e0825ee6 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:04.876996 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fbebd3-2b40-4065-86e1-fa03a6fd5b96 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Network 7c247364-c7be-4385-a1e4-28529082d92f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:00:04.880898 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-78fbebd3-2b40-4065-86e1-fa03a6fd5b96 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:00:04.885545 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fbebd3-2b40-4065-86e1-fa03a6fd5b96 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:00:04.889148 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37650) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:04.929765 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fbebd3-2b40-4065-86e1-fa03a6fd5b96 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'Port': ['ID=0543dd82-ff3f-4673-a71d-e62fab9f9b31,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:04.951125 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-78fbebd3-2b40-4065-86e1-fa03a6fd5b96 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:05.012286 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-dffdebe5-e2f6-42e9-b784-9d510849b437 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b613632b80754e8bbd6b2b6b64d76f9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1218197 Dec 09 16:00:05.016604 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37654) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:05.045722 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-28a5145b-8d14-4f44-a7ac-9b54e0825ee6 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Allocated IP 172.20.0.14 (4532d047-5d1c-4c8b-bac7-1f09c295f9be/27957498-03be-4b77-98df-e46cd8e845cb/19188df6-e37e-4a99-bad3-5209a09f4007) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:00:05.136266 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-48e72b0e-928c-42de-b2b6-a591fe7e87ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:05.187134 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-48e72b0e-928c-42de-b2b6-a591fe7e87ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:05.205589 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-78fbebd3-2b40-4065-86e1-fa03a6fd5b96 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:05.290760 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-28a5145b-8d14-4f44-a7ac-9b54e0825ee6 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:05.349730 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-28a5145b-8d14-4f44-a7ac-9b54e0825ee6 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:05.380991 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-48e72b0e-928c-42de-b2b6-a591fe7e87ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:05.383725 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-48e72b0e-928c-42de-b2b6-a591fe7e87ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:05.384906 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-48e72b0e-928c-42de-b2b6-a591fe7e87ea admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c5881a67-eda0-4da9-8b2e-8ff2108b95fa HTTP/1.1" status: 204 len: 168 time: 0.3673472 Dec 09 16:00:05.403906 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e72b0e-928c-42de-b2b6-a591fe7e87ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5881a67-eda0-4da9-8b2e-8ff2108b95fa,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:05.472498 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37668) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:05.473924 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-28a5145b-8d14-4f44-a7ac-9b54e0825ee6 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Network 4532d047-5d1c-4c8b-bac7-1f09c295f9be is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:00:05.482597 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-28a5145b-8d14-4f44-a7ac-9b54e0825ee6 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:00:05.484614 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a5145b-8d14-4f44-a7ac-9b54e0825ee6 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Pushing event updated for resources: {'Port': ['ID=19188df6-e37e-4a99-bad3-5209a09f4007,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:05.489507 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-28a5145b-8d14-4f44-a7ac-9b54e0825ee6 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:00:05.516645 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12324750-6786-4212-8f38-377a626fa951 None None] Network 7c247364-c7be-4385-a1e4-28529082d92f requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:00:05.525029 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a18649-3601-4269-809d-44641bc2b00e req-a3c5f9b7-2f6a-4d01-9da4-e88e4d6526e7 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:05.527254 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d7a18649-3601-4269-809d-44641bc2b00e req-a3c5f9b7-2f6a-4d01-9da4-e88e4d6526e7 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84f6324-0633-48b7-a346-707aa5faf81a HTTP/1.1" status: 200 len: 932 time: 0.1332598 Dec 09 16:00:05.605092 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-28a5145b-8d14-4f44-a7ac-9b54e0825ee6 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:05.605823 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-28a5145b-8d14-4f44-a7ac-9b54e0825ee6 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:05.628373 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d7a18649-3601-4269-809d-44641bc2b00e req-ce8543f9-a2fb-440b-9646-279a1db92f8c tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf0eb5fb-f601-47b9-beea-420b9e0fb1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935564 Dec 09 16:00:05.635774 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-15fefa7c-f200-4bad-84d2-c784a694b2c3 None None] Provisioning complete for port d1b79798-a889-423a-9885-2feea38503d3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:05.637632 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-15fefa7c-f200-4bad-84d2-c784a694b2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:05.643799 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-28a5145b-8d14-4f44-a7ac-9b54e0825ee6 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9538548 Dec 09 16:00:05.660025 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-a58a91be-f4f8-49f3-9ed0-89a7fc47ffb1 service neutron] Request body: {'port': {'device_id': 'f84f6324-0633-48b7-a346-707aa5faf81a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:00:05.660507 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-78fbebd3-2b40-4065-86e1-fa03a6fd5b96 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:05.669579 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-78fbebd3-2b40-4065-86e1-fa03a6fd5b96 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:05.685184 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-f3fbe651-15ed-4cfc-b97e-c4bfd5559c69 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-422254013-network', 'tenant_id': '8e6c97974dd44fb5b5238a5611736a63'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:00:05.750979 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-a58a91be-f4f8-49f3-9ed0-89a7fc47ffb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:05.791651 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fbebd3-2b40-4065-86e1-fa03a6fd5b96 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'Port': ['ID=0543dd82-ff3f-4673-a71d-e62fab9f9b31,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:05.826976 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fbe651-15ed-4cfc-b97e-c4bfd5559c69 admin admin] Made reservation on behalf of 8e6c97974dd44fb5b5238a5611736a63 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:00:05.829530 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3fbe651-15ed-4cfc-b97e-c4bfd5559c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:05.845873 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3fbe651-15ed-4cfc-b97e-c4bfd5559c69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:05.860857 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d1b79798-a889-423a-9885-2feea38503d3 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:00:05.877845 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-78fbebd3-2b40-4065-86e1-fa03a6fd5b96 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:05.936862 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-15fefa7c-f200-4bad-84d2-c784a694b2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:05.988839 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-15fefa7c-f200-4bad-84d2-c784a694b2c3 None None] For port d1b79798-a889-423a-9885-2feea38503d3, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d1b79798-a889-423a-9885-2feea38503d3,segment=NetworkSegment(d5060a24-0846-4450-b22a-1d14341f5281),segment_id=d5060a24-0846-4450-b22a-1d14341f5281)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:00:05.990283 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port d1b79798-a889-423a-9885-2feea38503d3 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:05.991525 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:06.001163 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-15fefa7c-f200-4bad-84d2-c784a694b2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:06.048910 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3fbe651-15ed-4cfc-b97e-c4bfd5559c69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:06.051103 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fbebd3-2b40-4065-86e1-fa03a6fd5b96 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Network 7c247364-c7be-4385-a1e4-28529082d92f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:00:06.052922 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-78fbebd3-2b40-4065-86e1-fa03a6fd5b96 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:00:06.059666 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3fbe651-15ed-4cfc-b97e-c4bfd5559c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:06.104181 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fefa7c-f200-4bad-84d2-c784a694b2c3 None None] Pushing event updated for resources: {'Port': ['ID=d1b79798-a889-423a-9885-2feea38503d3,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:06.111007 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37674) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:06.132477 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3fbe651-15ed-4cfc-b97e-c4bfd5559c69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:00:06.147962 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fbe651-15ed-4cfc-b97e-c4bfd5559c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd797a38-7a31-4038-8f27-196a14d6d06c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:06.164929 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3fbe651-15ed-4cfc-b97e-c4bfd5559c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:06.165379 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-f3fbe651-15ed-4cfc-b97e-c4bfd5559c69 admin admin] Added segment 7bfda060-48f6-4088-9070-15bb0a2e1482 of type vlan for network 21c67a40-4e60-4c13-b5a1-062f21d3f27c Dec 09 16:00:06.186270 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-bbb21831-e58d-4cf6-b555-e8d3d6de8007 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2234e124dc1d4c2cb0f3a04e239c376e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0724165 Dec 09 16:00:06.186547 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37676) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:06.217572 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-a58a91be-f4f8-49f3-9ed0-89a7fc47ffb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19188df6-e37e-4a99-bad3-5209a09f4007 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:00:06.231238 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-a58a91be-f4f8-49f3-9ed0-89a7fc47ffb1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:06.244145 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-11add8d4-ec91-4ea6-8378-95e87b5a51e0 None None] Provisioning complete for port 0543dd82-ff3f-4673-a71d-e62fab9f9b31 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:06.244632 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-11add8d4-ec91-4ea6-8378-95e87b5a51e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:06.266328 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-a58a91be-f4f8-49f3-9ed0-89a7fc47ffb1 service neutron] Transition to ACTIVE for port object 19188df6-e37e-4a99-bad3-5209a09f4007 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:00:06.267175 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-700a2a1b-80d1-4d85-aaae-10a1d0ec3266 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:06.274911 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78fbebd3-2b40-4065-86e1-fa03a6fd5b96 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Router 9972bc3b-2ea2-41d6-8181-d8fd8cf07220 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:00:06.278097 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-a58a91be-f4f8-49f3-9ed0-89a7fc47ffb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:06.278280 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3fbe651-15ed-4cfc-b97e-c4bfd5559c69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:06.303707 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-11add8d4-ec91-4ea6-8378-95e87b5a51e0 None None] Port 0543dd82-ff3f-4673-a71d-e62fab9f9b31 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:00:06.315984 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-11add8d4-ec91-4ea6-8378-95e87b5a51e0 None None] Provisioning complete for port d1b79798-a889-423a-9885-2feea38503d3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:06.316692 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-11add8d4-ec91-4ea6-8378-95e87b5a51e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:06.334382 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-700a2a1b-80d1-4d85-aaae-10a1d0ec3266 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:06.374624 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3fbe651-15ed-4cfc-b97e-c4bfd5559c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:06.377022 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fbe651-15ed-4cfc-b97e-c4bfd5559c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:06.377789 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3fbe651-15ed-4cfc-b97e-c4bfd5559c69 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:06.420664 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f3fbe651-15ed-4cfc-b97e-c4bfd5559c69 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9473233 Dec 09 16:00:06.435750 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a91be-f4f8-49f3-9ed0-89a7fc47ffb1 service neutron] Pushing event updated for resources: {'Port': ['ID=19188df6-e37e-4a99-bad3-5209a09f4007,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:06.437937 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37678) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:06.443190 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-a58a91be-f4f8-49f3-9ed0-89a7fc47ffb1 service neutron] Attempting to bind port 19188df6-e37e-4a99-bad3-5209a09f4007 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:00:06.443190 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-a58a91be-f4f8-49f3-9ed0-89a7fc47ffb1 service neutron] Attempting to bind port 19188df6-e37e-4a99-bad3-5209a09f4007 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': 'cf30e55e-e529-49e2-a27a-12cb682e747a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4532d047-5d1c-4c8b-bac7-1f09c295f9be'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:00:06.443332 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-a58a91be-f4f8-49f3-9ed0-89a7fc47ffb1 service neutron] Attempting to bind port 19188df6-e37e-4a99-bad3-5209a09f4007 on network 4532d047-5d1c-4c8b-bac7-1f09c295f9be {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:00:06.452526 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-13f2a23b-deb4-48cf-94f3-12f599a10d54 admin admin] Request body: {'subnet': {'network_id': '21c67a40-4e60-4c13-b5a1-062f21d3f27c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-422254013-subnet', 'tenant_id': '8e6c97974dd44fb5b5238a5611736a63', 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:00:06.466781 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-a58a91be-f4f8-49f3-9ed0-89a7fc47ffb1 service neutron] Port 19188df6-e37e-4a99-bad3-5209a09f4007 on network 4532d047-5d1c-4c8b-bac7-1f09c295f9be not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:00:06.467450 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-a58a91be-f4f8-49f3-9ed0-89a7fc47ffb1 service neutron] Attempting to bind port 19188df6-e37e-4a99-bad3-5209a09f4007 on network 4532d047-5d1c-4c8b-bac7-1f09c295f9be {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:00:06.480959 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-a58a91be-f4f8-49f3-9ed0-89a7fc47ffb1 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:00:06.481345 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-a58a91be-f4f8-49f3-9ed0-89a7fc47ffb1 service neutron] Checking segment: {'id': 'cf30e55e-e529-49e2-a27a-12cb682e747a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4532d047-5d1c-4c8b-bac7-1f09c295f9be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:00:06.481699 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-a58a91be-f4f8-49f3-9ed0-89a7fc47ffb1 service neutron] Bound using segment: {'id': 'cf30e55e-e529-49e2-a27a-12cb682e747a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4532d047-5d1c-4c8b-bac7-1f09c295f9be'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:00:06.482102 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-a58a91be-f4f8-49f3-9ed0-89a7fc47ffb1 service neutron] Bound port: 19188df6-e37e-4a99-bad3-5209a09f4007, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf30e55e-e529-49e2-a27a-12cb682e747a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4532d047-5d1c-4c8b-bac7-1f09c295f9be'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:00:06.482457 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-a58a91be-f4f8-49f3-9ed0-89a7fc47ffb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:06.491643 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f2a23b-deb4-48cf-94f3-12f599a10d54 admin admin] Made reservation on behalf of 8e6c97974dd44fb5b5238a5611736a63 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:00:06.494570 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13f2a23b-deb4-48cf-94f3-12f599a10d54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:06.523351 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fbe651-15ed-4cfc-b97e-c4bfd5559c69 admin admin] Pushing event updated for resources: {'Network': ['ID=21c67a40-4e60-4c13-b5a1-062f21d3f27c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:06.536448 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 21c67a40-4e60-4c13-b5a1-062f21d3f27c details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:00:06.564554 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78fbebd3-2b40-4065-86e1-fa03a6fd5b96 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:00:06.567180 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-700a2a1b-80d1-4d85-aaae-10a1d0ec3266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:06.569845 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-700a2a1b-80d1-4d85-aaae-10a1d0ec3266 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:06.570958 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-700a2a1b-80d1-4d85-aaae-10a1d0ec3266 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3c166d7b-f0d4-40a5-8569-05280c6e2993 HTTP/1.1" status: 204 len: 168 time: 0.3835683 Dec 09 16:00:06.586935 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a2a1b-80d1-4d85-aaae-10a1d0ec3266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c166d7b-f0d4-40a5-8569-05280c6e2993,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:06.597697 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-78fbebd3-2b40-4065-86e1-fa03a6fd5b96 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "PUT /v2.0/routers/9972bc3b-2ea2-41d6-8181-d8fd8cf07220/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3709092 Dec 09 16:00:06.605918 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfce57f5-caaf-41d5-bad5-4095e68eafdd None None] Sync routers for ids ['9972bc3b-2ea2-41d6-8181-d8fd8cf07220'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:00:06.678677 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-a58a91be-f4f8-49f3-9ed0-89a7fc47ffb1 service neutron] For port 19188df6-e37e-4a99-bad3-5209a09f4007, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:00:06.683567 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-a58a91be-f4f8-49f3-9ed0-89a7fc47ffb1 service neutron] For port 19188df6-e37e-4a99-bad3-5209a09f4007, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=19188df6-e37e-4a99-bad3-5209a09f4007,segment=NetworkSegment(cf30e55e-e529-49e2-a27a-12cb682e747a),segment_id=cf30e55e-e529-49e2-a27a-12cb682e747a)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:00:06.693333 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-a58a91be-f4f8-49f3-9ed0-89a7fc47ffb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:06.710273 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3aceb65d-b8b3-408d-9266-13c45275d76d None None] Provisioning complete for port 0543dd82-ff3f-4673-a71d-e62fab9f9b31 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:06.712162 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3aceb65d-b8b3-408d-9266-13c45275d76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:06.717925 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfce57f5-caaf-41d5-bad5-4095e68eafdd None None] Routers {'9972bc3b-2ea2-41d6-8181-d8fd8cf07220'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:00:06.719353 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-cfce57f5-caaf-41d5-bad5-4095e68eafdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:59:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9972bc3b-2ea2-41d6-8181-d8fd8cf07220'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:06.763462 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-a58a91be-f4f8-49f3-9ed0-89a7fc47ffb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:06.764168 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-a58a91be-f4f8-49f3-9ed0-89a7fc47ffb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:06.766286 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-a58a91be-f4f8-49f3-9ed0-89a7fc47ffb1 service neutron] 10.222.0.31 "PUT /v2.0/ports/19188df6-e37e-4a99-bad3-5209a09f4007 HTTP/1.1" status: 200 len: 1092 time: 1.1128457 Dec 09 16:00:06.766776 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84f6324-0633-48b7-a346-707aa5faf81a', 'tag': '19188df6-e37e-4a99-bad3-5209a09f4007'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:00:06.777696 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa55edfa-721c-4b04-9524-27e9e8dcfc70" -d '{"events": [{"name": "network-changed", "server_uuid": "f84f6324-0633-48b7-a346-707aa5faf81a", "tag": "19188df6-e37e-4a99-bad3-5209a09f4007"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:00:06.818863 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3aceb65d-b8b3-408d-9266-13c45275d76d None None] Port 0543dd82-ff3f-4673-a71d-e62fab9f9b31 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:00:06.870166 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a91be-f4f8-49f3-9ed0-89a7fc47ffb1 service neutron] Pushing event updated for resources: {'Port': ['ID=19188df6-e37e-4a99-bad3-5209a09f4007,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:06.877512 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-cfce57f5-caaf-41d5-bad5-4095e68eafdd None None] Set router 9972bc3b-2ea2-41d6-8181-d8fd8cf07220 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:00:06.922758 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad79e88-a224-4fd9-b1da-9c7cf075a2fb req-df9b673b-5319-4414-8527-aff9c6b12c98 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:06.924267 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fad79e88-a224-4fd9-b1da-9c7cf075a2fb req-df9b673b-5319-4414-8527-aff9c6b12c98 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84f6324-0633-48b7-a346-707aa5faf81a HTTP/1.1" status: 200 len: 944 time: 0.1731200 Dec 09 16:00:06.936650 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-6497842e-4069-431a-ba2a-ed599843ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:06.938145 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-6497842e-4069-431a-ba2a-ed599843ba58 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6264d995a3ef4160b17d3076740032e5&device_id=f84f6324-0633-48b7-a346-707aa5faf81a HTTP/1.1" status: 200 len: 1095 time: 0.1189358 Dec 09 16:00:07.011898 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5be5b06b-c041-4d41-a874-77f8f7cd7823 None None] Provisioning complete for port 0543dd82-ff3f-4673-a71d-e62fab9f9b31 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:07.012364 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5be5b06b-c041-4d41-a874-77f8f7cd7823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:07.029151 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-92789697-9bd9-4432-8a3c-3a3f5edf5638 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19188df6-e37e-4a99-bad3-5209a09f4007 HTTP/1.1" status: 200 len: 217 time: 0.0619481 Dec 09 16:00:07.035516 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13f2a23b-deb4-48cf-94f3-12f599a10d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:07.077143 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5be5b06b-c041-4d41-a874-77f8f7cd7823 None None] Port 0543dd82-ff3f-4673-a71d-e62fab9f9b31 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:00:07.122963 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fad79e88-a224-4fd9-b1da-9c7cf075a2fb req-511eca3c-c29f-4674-8044-650b56b8190e tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf0eb5fb-f601-47b9-beea-420b9e0fb1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823764 Dec 09 16:00:07.152858 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-1bd01781-f1b8-415c-a91c-2a75ced623cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:07.154331 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-1bd01781-f1b8-415c-a91c-2a75ced623cb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=27957498-03be-4b77-98df-e46cd8e845cb HTTP/1.1" status: 200 len: 848 time: 0.1169386 Dec 09 16:00:07.174232 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f2a23b-deb4-48cf-94f3-12f599a10d54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9a4a8c2-423b-444e-a5e6-20deeb1f2b36,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:07.177019 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-cfce57f5-caaf-41d5-bad5-4095e68eafdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9972bc3b-2ea2-41d6-8181-d8fd8cf07220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495101405', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b9f902e7-8e6f-4c53-ad86-44add30cfc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:56Z', 'updated_at': '2021-12-09T16:00:05Z', 'revision_number': 4, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': 'b9f902e7-8e6f-4c53-ad86-44add30cfc99', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:77:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9972bc3b-2ea2-41d6-8181-d8fd8cf07220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:57Z', 'updated_at': '2021-12-09T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '0543dd82-ff3f-4673-a71d-e62fab9f9b31', 'name': '', 'network_id': '7c247364-c7be-4385-a1e4-28529082d92f', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'mac_address': 'fa:16:3e:86:9a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9972bc3b-2ea2-41d6-8181-d8fd8cf07220', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '56dd9a3d-50d5-4506-be10-a48050f2b838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:04Z', 'updated_at': '2021-12-09T16:00:05Z', 'revision_number': 2, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'subnets': [{'id': '56dd9a3d-50d5-4506-be10-a48050f2b838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:07.192629 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-5fc6269a-2a21-4e5b-ac03-ab57956e3aa5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4532d047-5d1c-4c8b-bac7-1f09c295f9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300214 Dec 09 16:00:07.199290 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f2a23b-deb4-48cf-94f3-12f599a10d54 admin admin] Checking segment: {'id': '7bfda060-48f6-4088-9070-15bb0a2e1482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '21c67a40-4e60-4c13-b5a1-062f21d3f27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:00:07.199647 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f2a23b-deb4-48cf-94f3-12f599a10d54 admin admin] Network hostable DHCP agents. Network: 21c67a40-4e60-4c13-b5a1-062f21d3f27c, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:00:07.215966 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfce57f5-caaf-41d5-bad5-4095e68eafdd None None] Checking router: 9972bc3b-2ea2-41d6-8181-d8fd8cf07220 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:00:07.216332 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfce57f5-caaf-41d5-bad5-4095e68eafdd None None] Updating router 9972bc3b-2ea2-41d6-8181-d8fd8cf07220 port 0543dd82-ff3f-4673-a71d-e62fab9f9b31 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:00:07.244111 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cfce57f5-caaf-41d5-bad5-4095e68eafdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:07.285416 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f2a23b-deb4-48cf-94f3-12f599a10d54 admin admin] Network 21c67a40-4e60-4c13-b5a1-062f21d3f27c is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:00:07.315235 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-13f2a23b-deb4-48cf-94f3-12f599a10d54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 21c67a40-4e60-4c13-b5a1-062f21d3f27c) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:00:07.327243 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f2a23b-deb4-48cf-94f3-12f599a10d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:07.327835 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-13f2a23b-deb4-48cf-94f3-12f599a10d54 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:07.362332 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-92721116-57c6-46ba-85fc-1c411f9174fc req-53a04914-4b6f-4237-a71b-8d857a7224f0 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-85926367&fields=id&tenant_id=d5d1c0ecc7f643edb019cebb81c4a032 HTTP/1.1" status: 200 len: 267 time: 0.1369939 Dec 09 16:00:07.364713 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-975b3166-a06d-423a-8ec6-066f77ede847 service neutron] 10.222.0.31 "GET /v2.0/networks/4532d047-5d1c-4c8b-bac7-1f09c295f9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626878 Dec 09 16:00:07.368755 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-13f2a23b-deb4-48cf-94f3-12f599a10d54 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9231181 Dec 09 16:00:07.371675 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37710) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:07.376618 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a65c02c7-c938-4a9d-be6d-01e7b06c2548 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-422254013-router', 'tenant_id': '8e6c97974dd44fb5b5238a5611736a63', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:00:07.413962 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a65c02c7-c938-4a9d-be6d-01e7b06c2548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:07.415470 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a65c02c7-c938-4a9d-be6d-01e7b06c2548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:07.492464 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde7148a-11cb-49be-96a5-e45e0734d845 None None] Network 21c67a40-4e60-4c13-b5a1-062f21d3f27c requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:00:07.498987 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a65c02c7-c938-4a9d-be6d-01e7b06c2548 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:07.720581 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a5504f-a57b-434e-aeab-30f34b01e252 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-21c67a40-4e60-4c13-b5a1-062f21d3f27c', 'network_id': '21c67a40-4e60-4c13-b5a1-062f21d3f27c', 'project_id': '8e6c97974dd44fb5b5238a5611736a63', 'fixed_ips': [{'subnet_id': 'e9a4a8c2-423b-444e-a5e6-20deeb1f2b36'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 16:00:07.721779 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a65c02c7-c938-4a9d-be6d-01e7b06c2548 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:07.722535 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f5a5504f-a57b-434e-aeab-30f34b01e252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:07.781589 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37718) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:07.901102 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92721116-57c6-46ba-85fc-1c411f9174fc req-3fdd3d06-2350-4267-8bdb-70cf352c5d34 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:07.902628 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-92721116-57c6-46ba-85fc-1c411f9174fc req-3fdd3d06-2350-4267-8bdb-70cf352c5d34 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/networks?id=7c247364-c7be-4385-a1e4-28529082d92f HTTP/1.1" status: 200 len: 796 time: 0.5325861 Dec 09 16:00:07.906451 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b907c9aa-d809-4e93-9467-9e0e7a086746 req-b6182d9e-6f51-4693-9bdf-1c66d9741d78 service neutron] 10.222.0.31 "GET /v2.0/networks/4532d047-5d1c-4c8b-bac7-1f09c295f9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5269146 Dec 09 16:00:07.920034 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d1b79798-a889-423a-9885-2feea38503d3 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:00:07.933582 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-92721116-57c6-46ba-85fc-1c411f9174fc req-0df9c531-a9de-4760-9184-57ac1683bf14 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/quotas/d5d1c0ecc7f643edb019cebb81c4a032 HTTP/1.1" status: 200 len: 375 time: 0.0235372 Dec 09 16:00:07.946191 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4d32859f-c267-48b4-afc9-d8358d23b3d6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-319616403-network', 'tenant_id': '2a7b967e04b84f97a1e1bdf0a355911d'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:00:07.985984 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cfce57f5-caaf-41d5-bad5-4095e68eafdd None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:07.989902 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-92721116-57c6-46ba-85fc-1c411f9174fc req-dc7426ea-593c-4370-95b0-ec749e1b343d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506718 Dec 09 16:00:08.002744 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cfce57f5-caaf-41d5-bad5-4095e68eafdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:08.004106 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d32859f-c267-48b4-afc9-d8358d23b3d6 admin admin] Made reservation on behalf of 2a7b967e04b84f97a1e1bdf0a355911d for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:00:08.006513 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d32859f-c267-48b4-afc9-d8358d23b3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:08.018488 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a65c02c7-c938-4a9d-be6d-01e7b06c2548 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:08.020452 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d32859f-c267-48b4-afc9-d8358d23b3d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:08.048286 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a65c02c7-c938-4a9d-be6d-01e7b06c2548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:08.119901 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-92721116-57c6-46ba-85fc-1c411f9174fc req-8ba7c2d5-aefe-444f-9a1f-2dba1912ae5d service neutron] 10.222.0.57 "GET /v2.0/networks/7c247364-c7be-4385-a1e4-28529082d92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104894 Dec 09 16:00:08.133077 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77320f25-aeb5-4bb9-b949-780437164def None None] Pushing event updated for resources: {'Port': ['ID=0543dd82-ff3f-4673-a71d-e62fab9f9b31,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:08.188978 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-f5a5504f-a57b-434e-aeab-30f34b01e252 None None] Allocated IP 172.20.0.2 (21c67a40-4e60-4c13-b5a1-062f21d3f27c/e9a4a8c2-423b-444e-a5e6-20deeb1f2b36/ce80f802-8f0a-42ba-9105-9773feb4ac64) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:00:08.191279 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port d1b79798-a889-423a-9885-2feea38503d3 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:08.191653 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:08.204782 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-a65c02c7-c938-4a9d-be6d-01e7b06c2548 admin admin] Allocated IP 172.25.3.208 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/b57af384-5620-4020-b7f8-0d7c55b242c5) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:00:08.218146 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d32859f-c267-48b4-afc9-d8358d23b3d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:08.224338 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-cfce57f5-caaf-41d5-bad5-4095e68eafdd None None] Attempting to bind port 0543dd82-ff3f-4673-a71d-e62fab9f9b31 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:00:08.224966 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-cfce57f5-caaf-41d5-bad5-4095e68eafdd None None] Attempting to bind port 0543dd82-ff3f-4673-a71d-e62fab9f9b31 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'd5060a24-0846-4450-b22a-1d14341f5281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7c247364-c7be-4385-a1e4-28529082d92f'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:00:08.225213 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfce57f5-caaf-41d5-bad5-4095e68eafdd None None] Attempting to bind port 0543dd82-ff3f-4673-a71d-e62fab9f9b31 on network 7c247364-c7be-4385-a1e4-28529082d92f {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:00:08.228232 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d32859f-c267-48b4-afc9-d8358d23b3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:08.240455 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfce57f5-caaf-41d5-bad5-4095e68eafdd None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:00:08.240799 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfce57f5-caaf-41d5-bad5-4095e68eafdd None None] Checking segment: {'id': 'd5060a24-0846-4450-b22a-1d14341f5281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7c247364-c7be-4385-a1e4-28529082d92f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:00:08.241216 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cfce57f5-caaf-41d5-bad5-4095e68eafdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:08.241624 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfce57f5-caaf-41d5-bad5-4095e68eafdd None None] Bound using segment: {'id': 'd5060a24-0846-4450-b22a-1d14341f5281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7c247364-c7be-4385-a1e4-28529082d92f'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:00:08.242114 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-cfce57f5-caaf-41d5-bad5-4095e68eafdd None None] Bound port: 0543dd82-ff3f-4673-a71d-e62fab9f9b31, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5060a24-0846-4450-b22a-1d14341f5281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7c247364-c7be-4385-a1e4-28529082d92f'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:00:08.242505 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cfce57f5-caaf-41d5-bad5-4095e68eafdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:08.254453 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-92721116-57c6-46ba-85fc-1c411f9174fc req-bcda8b13-7027-4a58-86c1-92ab5431cc8e service neutron] 10.222.0.57 "GET /v2.0/networks/7c247364-c7be-4385-a1e4-28529082d92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207073 Dec 09 16:00:08.371213 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d32859f-c267-48b4-afc9-d8358d23b3d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:00:08.401279 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32859f-c267-48b4-afc9-d8358d23b3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0214b7-3520-4194-a30c-6f57f4f18ecd,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:08.405567 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d32859f-c267-48b4-afc9-d8358d23b3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:08.405864 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-4d32859f-c267-48b4-afc9-d8358d23b3d6 admin admin] Added segment 0b34c569-7918-4d23-95da-d18a1fe8d63d of type vlan for network dfdcbf46-a60e-4f42-a7f8-25f73c5ffc92 Dec 09 16:00:08.418337 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a65c02c7-c938-4a9d-be6d-01e7b06c2548 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:08.441787 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-cfce57f5-caaf-41d5-bad5-4095e68eafdd None None] For port 0543dd82-ff3f-4673-a71d-e62fab9f9b31, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:00:08.466900 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d32859f-c267-48b4-afc9-d8358d23b3d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:08.468000 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75371dea-b565-4da0-bdb6-746768c76852 x-openstack-request-id: req-75371dea-b565-4da0-bdb6-746768c76852 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:00:08.469247 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f84f6324-0633-48b7-a346-707aa5faf81a", "tag": "19188df6-e37e-4a99-bad3-5209a09f4007", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:00:08.469614 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-75371dea-b565-4da0-bdb6-746768c76852 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:00:08.471584 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-cfce57f5-caaf-41d5-bad5-4095e68eafdd None None] For port 0543dd82-ff3f-4673-a71d-e62fab9f9b31, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=0543dd82-ff3f-4673-a71d-e62fab9f9b31,segment=NetworkSegment(d5060a24-0846-4450-b22a-1d14341f5281),segment_id=d5060a24-0846-4450-b22a-1d14341f5281)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:00:08.472626 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84f6324-0633-48b7-a346-707aa5faf81a', 'tag': '19188df6-e37e-4a99-bad3-5209a09f4007', 'status': 'completed', 'code': 200} Dec 09 16:00:08.504111 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cfce57f5-caaf-41d5-bad5-4095e68eafdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:08.509104 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-02c3e8af-1d5d-4d6f-aea2-2a2224244504 None None] Provisioning complete for port 0543dd82-ff3f-4673-a71d-e62fab9f9b31 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:08.509465 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-02c3e8af-1d5d-4d6f-aea2-2a2224244504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:08.525526 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d32859f-c267-48b4-afc9-d8358d23b3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:08.526704 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d32859f-c267-48b4-afc9-d8358d23b3d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:08.531550 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d32859f-c267-48b4-afc9-d8358d23b3d6 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:08.540204 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a65c02c7-c938-4a9d-be6d-01e7b06c2548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:08.592730 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f5a5504f-a57b-434e-aeab-30f34b01e252 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:08.613872 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f5a5504f-a57b-434e-aeab-30f34b01e252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:08.640048 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77320f25-aeb5-4bb9-b949-780437164def None None] Pushing event updated for resources: {'Port': ['ID=0543dd82-ff3f-4673-a71d-e62fab9f9b31,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:08.641066 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55edfa-721c-4b04-9524-27e9e8dcfc70 req-41c0080f-a82e-49e9-a216-34c66b8b16d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:08.648240 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4d32859f-c267-48b4-afc9-d8358d23b3d6 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8646052 Dec 09 16:00:08.652389 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aa55edfa-721c-4b04-9524-27e9e8dcfc70 req-41c0080f-a82e-49e9-a216-34c66b8b16d6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6264d995a3ef4160b17d3076740032e5&device_id=f84f6324-0633-48b7-a346-707aa5faf81a HTTP/1.1" status: 200 len: 1095 time: 0.1559670 Dec 09 16:00:08.652956 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65c02c7-c938-4a9d-be6d-01e7b06c2548 admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:00:08.653277 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37728) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:08.654101 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfce57f5-caaf-41d5-bad5-4095e68eafdd None None] Routers {'9972bc3b-2ea2-41d6-8181-d8fd8cf07220'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:00:08.654755 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-cfce57f5-caaf-41d5-bad5-4095e68eafdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:59:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9972bc3b-2ea2-41d6-8181-d8fd8cf07220'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:08.660637 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-a65c02c7-c938-4a9d-be6d-01e7b06c2548 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:00:08.663868 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-3accca7e-f668-4689-8f6e-8c4163a2b1de admin admin] Request body: {'subnet': {'network_id': 'dfdcbf46-a60e-4f42-a7f8-25f73c5ffc92', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-319616403-subnet', 'tenant_id': '2a7b967e04b84f97a1e1bdf0a355911d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:00:08.669856 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65c02c7-c938-4a9d-be6d-01e7b06c2548 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:00:08.675164 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32859f-c267-48b4-afc9-d8358d23b3d6 admin admin] Pushing event updated for resources: {'Network': ['ID=dfdcbf46-a60e-4f42-a7f8-25f73c5ffc92,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:08.711717 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a73b8-86ac-4a11-934d-ce1055ee2521 req-b643dcf9-12d0-41bd-8492-333474b2847a tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:08.714203 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a5504f-a57b-434e-aeab-30f34b01e252 None None] Network 21c67a40-4e60-4c13-b5a1-062f21d3f27c is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:00:08.719944 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-f5a5504f-a57b-434e-aeab-30f34b01e252 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:00:08.722544 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-080a73b8-86ac-4a11-934d-ce1055ee2521 req-b643dcf9-12d0-41bd-8492-333474b2847a tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84f6324-0633-48b7-a346-707aa5faf81a HTTP/1.1" status: 200 len: 944 time: 0.1733911 Dec 09 16:00:08.726744 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c02c7-c938-4a9d-be6d-01e7b06c2548 admin admin] Pushing event updated for resources: {'Port': ['ID=b57af384-5620-4020-b7f8-0d7c55b242c5,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:08.809346 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a5504f-a57b-434e-aeab-30f34b01e252 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:00:08.819321 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a5504f-a57b-434e-aeab-30f34b01e252 None None] Pushing event updated for resources: {'Port': ['ID=ce80f802-8f0a-42ba-9105-9773feb4ac64,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:08.824508 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2698ce3e-eeaa-452d-b4b4-08b22115b5cb None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:00:08.826885 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network dfdcbf46-a60e-4f42-a7f8-25f73c5ffc92 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:00:08.841120 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3accca7e-f668-4689-8f6e-8c4163a2b1de admin admin] Made reservation on behalf of 2a7b967e04b84f97a1e1bdf0a355911d for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:00:08.843625 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3accca7e-f668-4689-8f6e-8c4163a2b1de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:08.938203 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-080a73b8-86ac-4a11-934d-ce1055ee2521 req-e647000a-0ffd-477d-b3b0-ccf7c9b1742c tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf0eb5fb-f601-47b9-beea-420b9e0fb1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147074 Dec 09 16:00:08.950980 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55edfa-721c-4b04-9524-27e9e8dcfc70 req-1a54217d-8d54-4b98-9ffb-2e0584b004a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:08.952513 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aa55edfa-721c-4b04-9524-27e9e8dcfc70 req-1a54217d-8d54-4b98-9ffb-2e0584b004a2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4532d047-5d1c-4c8b-bac7-1f09c295f9be HTTP/1.1" status: 200 len: 909 time: 0.2826881 Dec 09 16:00:09.039760 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aa55edfa-721c-4b04-9524-27e9e8dcfc70 req-16cc4389-c3eb-4713-9907-8d81cafb6231 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19188df6-e37e-4a99-bad3-5209a09f4007 HTTP/1.1" status: 200 len: 217 time: 0.0775967 Dec 09 16:00:09.060305 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-cfce57f5-caaf-41d5-bad5-4095e68eafdd None None] Set router 9972bc3b-2ea2-41d6-8181-d8fd8cf07220 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:00:09.069148 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a65c02c7-c938-4a9d-be6d-01e7b06c2548 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:09.072923 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-79b8d994-ed13-4b8d-add2-4e237ce612dc req-da699e4e-5350-4731-ab55-de3cc6957120 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 210 time: 0.0475693 Dec 09 16:00:09.151093 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-02c3e8af-1d5d-4d6f-aea2-2a2224244504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:09.181301 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f5a5504f-a57b-434e-aeab-30f34b01e252 None None] Attempting to bind port ce80f802-8f0a-42ba-9105-9773feb4ac64 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:00:09.181925 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f5a5504f-a57b-434e-aeab-30f34b01e252 None None] Attempting to bind port ce80f802-8f0a-42ba-9105-9773feb4ac64 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '7bfda060-48f6-4088-9070-15bb0a2e1482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '21c67a40-4e60-4c13-b5a1-062f21d3f27c'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:00:09.184008 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a5504f-a57b-434e-aeab-30f34b01e252 None None] Attempting to bind port ce80f802-8f0a-42ba-9105-9773feb4ac64 on network 21c67a40-4e60-4c13-b5a1-062f21d3f27c {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:00:09.185009 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55edfa-721c-4b04-9524-27e9e8dcfc70 req-1775ceec-a44f-4b31-b5bc-fd9aeade6e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:09.186670 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aa55edfa-721c-4b04-9524-27e9e8dcfc70 req-1775ceec-a44f-4b31-b5bc-fd9aeade6e6a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=27957498-03be-4b77-98df-e46cd8e845cb HTTP/1.1" status: 200 len: 848 time: 0.1249661 Dec 09 16:00:09.211298 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a5504f-a57b-434e-aeab-30f34b01e252 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:00:09.211965 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a5504f-a57b-434e-aeab-30f34b01e252 None None] Checking segment: {'id': '7bfda060-48f6-4088-9070-15bb0a2e1482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '21c67a40-4e60-4c13-b5a1-062f21d3f27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:00:09.212549 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f5a5504f-a57b-434e-aeab-30f34b01e252 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:09.213120 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a5504f-a57b-434e-aeab-30f34b01e252 None None] Bound using segment: {'id': '7bfda060-48f6-4088-9070-15bb0a2e1482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '21c67a40-4e60-4c13-b5a1-062f21d3f27c'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:00:09.213785 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f5a5504f-a57b-434e-aeab-30f34b01e252 None None] Bound port: ce80f802-8f0a-42ba-9105-9773feb4ac64, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bfda060-48f6-4088-9070-15bb0a2e1482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '21c67a40-4e60-4c13-b5a1-062f21d3f27c'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:00:09.215301 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f5a5504f-a57b-434e-aeab-30f34b01e252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:09.255768 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aa55edfa-721c-4b04-9524-27e9e8dcfc70 req-f6dd1ca3-877c-48a7-bc0e-b1d074511aff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4532d047-5d1c-4c8b-bac7-1f09c295f9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612428 Dec 09 16:00:09.328589 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-02c3e8af-1d5d-4d6f-aea2-2a2224244504 None None] For port 0543dd82-ff3f-4673-a71d-e62fab9f9b31, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=0543dd82-ff3f-4673-a71d-e62fab9f9b31,segment=NetworkSegment(d5060a24-0846-4450-b22a-1d14341f5281),segment_id=d5060a24-0846-4450-b22a-1d14341f5281)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:00:09.343715 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3accca7e-f668-4689-8f6e-8c4163a2b1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:09.346176 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-02c3e8af-1d5d-4d6f-aea2-2a2224244504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:09.437309 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3accca7e-f668-4689-8f6e-8c4163a2b1de admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ed80e48-8590-46b4-8d38-b6684caa7914,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:09.442061 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aa55edfa-721c-4b04-9524-27e9e8dcfc70 req-edde36bf-7ccf-4916-8184-841e24b74b9e service neutron] 10.222.0.31 "GET /v2.0/networks/4532d047-5d1c-4c8b-bac7-1f09c295f9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790953 Dec 09 16:00:09.450004 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3accca7e-f668-4689-8f6e-8c4163a2b1de admin admin] Checking segment: {'id': '0b34c569-7918-4d23-95da-d18a1fe8d63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'dfdcbf46-a60e-4f42-a7f8-25f73c5ffc92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:00:09.450365 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3accca7e-f668-4689-8f6e-8c4163a2b1de admin admin] Network hostable DHCP agents. Network: dfdcbf46-a60e-4f42-a7f8-25f73c5ffc92, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:00:09.533292 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3accca7e-f668-4689-8f6e-8c4163a2b1de admin admin] Network dfdcbf46-a60e-4f42-a7f8-25f73c5ffc92 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:00:09.553228 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-3accca7e-f668-4689-8f6e-8c4163a2b1de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, dfdcbf46-a60e-4f42-a7f8-25f73c5ffc92) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:00:09.566816 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3accca7e-f668-4689-8f6e-8c4163a2b1de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:09.567418 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3accca7e-f668-4689-8f6e-8c4163a2b1de admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:09.577957 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aa55edfa-721c-4b04-9524-27e9e8dcfc70 req-2799f5e5-c91f-4a4e-9e0a-3cee126183d3 service neutron] 10.222.0.31 "GET /v2.0/networks/4532d047-5d1c-4c8b-bac7-1f09c295f9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249571 Dec 09 16:00:09.595423 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3accca7e-f668-4689-8f6e-8c4163a2b1de admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9387043 Dec 09 16:00:09.637762 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ab1007-3f35-4e14-8e3f-a438487412f0 None None] Network dfdcbf46-a60e-4f42-a7f8-25f73c5ffc92 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:00:09.640348 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f5a5504f-a57b-434e-aeab-30f34b01e252 None None] For port ce80f802-8f0a-42ba-9105-9773feb4ac64, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:00:09.649248 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a65c02c7-c938-4a9d-be6d-01e7b06c2548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:09.714033 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f5a5504f-a57b-434e-aeab-30f34b01e252 None None] For port ce80f802-8f0a-42ba-9105-9773feb4ac64, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=ce80f802-8f0a-42ba-9105-9773feb4ac64,segment=NetworkSegment(7bfda060-48f6-4088-9070-15bb0a2e1482),segment_id=7bfda060-48f6-4088-9070-15bb0a2e1482)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:00:09.743117 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f5a5504f-a57b-434e-aeab-30f34b01e252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:09.754450 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 19188df6-e37e-4a99-bad3-5209a09f4007 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:00:09.767741 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c3e8af-1d5d-4d6f-aea2-2a2224244504 None None] Pushing event updated for resources: {'Port': ['ID=0543dd82-ff3f-4673-a71d-e62fab9f9b31,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:09.770200 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-98f2f380-ebc8-43d4-b9ff-6e4d64d2630a None None] Provisioning complete for port 0543dd82-ff3f-4673-a71d-e62fab9f9b31 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:09.770744 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-98f2f380-ebc8-43d4-b9ff-6e4d64d2630a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:09.827617 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a65c02c7-c938-4a9d-be6d-01e7b06c2548 admin admin] Router 568c54ba-ba0c-4018-a698-87437b673a27 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 16:00:10.021139 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a5504f-a57b-434e-aeab-30f34b01e252 None None] Pushing event updated for resources: {'Port': ['ID=ce80f802-8f0a-42ba-9105-9773feb4ac64,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:10.023814 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20850c77-0e8d-4824-aebe-cc7db75effb9 None None] Network dfdcbf46-a60e-4f42-a7f8-25f73c5ffc92 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:00:10.046634 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65c02c7-c938-4a9d-be6d-01e7b06c2548 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:00:10.059552 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7d0a63-5f40-4995-bd68-b4d3826434e5 None None] Sync routers for ids ['568c54ba-ba0c-4018-a698-87437b673a27'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:00:10.078686 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7d0a63-5f40-4995-bd68-b4d3826434e5 None None] Routers {'568c54ba-ba0c-4018-a698-87437b673a27'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:00:10.079726 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-fc7d0a63-5f40-4995-bd68-b4d3826434e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:59:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['568c54ba-ba0c-4018-a698-87437b673a27'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:10.129034 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a65c02c7-c938-4a9d-be6d-01e7b06c2548 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:10.137567 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a65c02c7-c938-4a9d-be6d-01e7b06c2548 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7641900 Dec 09 16:00:10.137822 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 37756) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:10.177239 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92721116-57c6-46ba-85fc-1c411f9174fc req-a6020436-5145-4556-9a6f-dcf22a480020 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:10.179592 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-92721116-57c6-46ba-85fc-1c411f9174fc req-a6020436-5145-4556-9a6f-dcf22a480020 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.42 "GET /v2.0/networks?id=7c247364-c7be-4385-a1e4-28529082d92f HTTP/1.1" status: 200 len: 796 time: 0.2769525 Dec 09 16:00:10.290454 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-92721116-57c6-46ba-85fc-1c411f9174fc req-95921b35-0732-44cf-beae-75bfbe5ef355 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5d1c0ecc7f643edb019cebb81c4a032 HTTP/1.1" status: 200 len: 378 time: 0.0843494 Dec 09 16:00:10.306672 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-92721116-57c6-46ba-85fc-1c411f9174fc req-5026c9bd-19a9-4250-9ac0-7d8cc179eb14 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'port': {'device_id': '64f29ccc-40e5-4366-b91e-af4f0e45d795', 'network_id': '7c247364-c7be-4385-a1e4-28529082d92f', 'admin_state_up': True, 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'security_groups': ['095d1a77-428a-483e-bd3d-71feed9a5db9']}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:00:10.310532 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 19188df6-e37e-4a99-bad3-5209a09f4007, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=19188df6-e37e-4a99-bad3-5209a09f4007,segment=NetworkSegment(cf30e55e-e529-49e2-a27a-12cb682e747a),segment_id=cf30e55e-e529-49e2-a27a-12cb682e747a)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:00:10.329437 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-cfce57f5-caaf-41d5-bad5-4095e68eafdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9972bc3b-2ea2-41d6-8181-d8fd8cf07220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495101405', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b9f902e7-8e6f-4c53-ad86-44add30cfc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:56Z', 'updated_at': '2021-12-09T16:00:05Z', 'revision_number': 4, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': 'b9f902e7-8e6f-4c53-ad86-44add30cfc99', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:77:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9972bc3b-2ea2-41d6-8181-d8fd8cf07220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:57Z', 'updated_at': '2021-12-09T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '0543dd82-ff3f-4673-a71d-e62fab9f9b31', 'name': '', 'network_id': '7c247364-c7be-4385-a1e4-28529082d92f', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'mac_address': 'fa:16:3e:86:9a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9972bc3b-2ea2-41d6-8181-d8fd8cf07220', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '56dd9a3d-50d5-4506-be10-a48050f2b838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:04Z', 'updated_at': '2021-12-09T16:00:08Z', 'revision_number': 4, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'subnets': [{'id': '56dd9a3d-50d5-4506-be10-a48050f2b838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:10.383395 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '19188df6-e37e-4a99-bad3-5209a09f4007', 'network_id': '4532d047-5d1c-4c8b-bac7-1f09c295f9be', 'port_id': '19188df6-e37e-4a99-bad3-5209a09f4007', 'mac_address': 'fa:16:3e:42:4f:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27957498-03be-4b77-98df-e46cd8e845cb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:00:10.400276 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-fc7d0a63-5f40-4995-bd68-b4d3826434e5 None None] Set router 568c54ba-ba0c-4018-a698-87437b673a27 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:00:10.434482 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-4b93d67b-2542-45a8-91c2-9eb550ba57b9 tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:10.436086 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-4b93d67b-2542-45a8-91c2-9eb550ba57b9 tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] 10.222.0.57 "GET /v2.0/networks?id=dfdcbf46-a60e-4f42-a7f8-25f73c5ffc92 HTTP/1.1" status: 200 len: 817 time: 0.4154289 Dec 09 16:00:10.441853 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-98f2f380-ebc8-43d4-b9ff-6e4d64d2630a None None] Provisioning complete for port b57af384-5620-4020-b7f8-0d7c55b242c5 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:10.442531 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-98f2f380-ebc8-43d4-b9ff-6e4d64d2630a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:10.444396 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfce57f5-caaf-41d5-bad5-4095e68eafdd None None] The sync data for ids ['9972bc3b-2ea2-41d6-8181-d8fd8cf07220'] in n-d-821228-1 is: [{'id': '9972bc3b-2ea2-41d6-8181-d8fd8cf07220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495101405', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b9f902e7-8e6f-4c53-ad86-44add30cfc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:56Z', 'updated_at': '2021-12-09T16:00:05Z', 'revision_number': 4, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': 'b9f902e7-8e6f-4c53-ad86-44add30cfc99', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:77:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9972bc3b-2ea2-41d6-8181-d8fd8cf07220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:57Z', 'updated_at': '2021-12-09T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '0543dd82-ff3f-4673-a71d-e62fab9f9b31', 'name': '', 'network_id': '7c247364-c7be-4385-a1e4-28529082d92f', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'mac_address': 'fa:16:3e:86:9a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9972bc3b-2ea2-41d6-8181-d8fd8cf07220', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '56dd9a3d-50d5-4506-be10-a48050f2b838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:04Z', 'updated_at': '2021-12-09T16:00:08Z', 'revision_number': 4, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'subnets': [{'id': '56dd9a3d-50d5-4506-be10-a48050f2b838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:00:10.469852 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92721116-57c6-46ba-85fc-1c411f9174fc req-5026c9bd-19a9-4250-9ac0-7d8cc179eb14 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Made reservation on behalf of d5d1c0ecc7f643edb019cebb81c4a032 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:00:10.477983 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-92721116-57c6-46ba-85fc-1c411f9174fc req-5026c9bd-19a9-4250-9ac0-7d8cc179eb14 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:10.552868 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-0943a84a-5c5a-4b6a-bdd8-e5b6d6e09001 tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] 10.222.0.57 "GET /v2.0/quotas/2a7b967e04b84f97a1e1bdf0a355911d HTTP/1.1" status: 200 len: 375 time: 0.1072335 Dec 09 16:00:10.554735 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-98f2f380-ebc8-43d4-b9ff-6e4d64d2630a None None] Port b57af384-5620-4020-b7f8-0d7c55b242c5 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:00:10.565670 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:10.601173 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19188df6-e37e-4a99-bad3-5209a09f4007 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:00:10.623487 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-d24627a1-56a6-49e7-b63c-b14039d48c3b tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=2a7b967e04b84f97a1e1bdf0a355911d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596421 Dec 09 16:00:10.659823 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 19188df6-e37e-4a99-bad3-5209a09f4007, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=19188df6-e37e-4a99-bad3-5209a09f4007,segment=NetworkSegment(cf30e55e-e529-49e2-a27a-12cb682e747a),segment_id=cf30e55e-e529-49e2-a27a-12cb682e747a)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:00:10.678160 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-fc7d0a63-5f40-4995-bd68-b4d3826434e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568c54ba-ba0c-4018-a698-87437b673a27', 'name': 'tempest-TestVolumeBackupRestore-422254013-router', 'tenant_id': '8e6c97974dd44fb5b5238a5611736a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'b57af384-5620-4020-b7f8-0d7c55b242c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:07Z', 'updated_at': '2021-12-09T16:00:08Z', 'revision_number': 3, 'project_id': '8e6c97974dd44fb5b5238a5611736a63', 'gw_port': {'id': 'b57af384-5620-4020-b7f8-0d7c55b242c5', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:37:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568c54ba-ba0c-4018-a698-87437b673a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:08Z', 'updated_at': '2021-12-09T16:00:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:10.682411 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:10.714883 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7d0a63-5f40-4995-bd68-b4d3826434e5 None None] Checking router: 568c54ba-ba0c-4018-a698-87437b673a27 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:00:10.715472 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7d0a63-5f40-4995-bd68-b4d3826434e5 None None] Updating router 568c54ba-ba0c-4018-a698-87437b673a27 port b57af384-5620-4020-b7f8-0d7c55b242c5 binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:00:10.740189 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-92721116-57c6-46ba-85fc-1c411f9174fc req-5026c9bd-19a9-4250-9ac0-7d8cc179eb14 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Allocated IP 172.20.0.11 (7c247364-c7be-4385-a1e4-28529082d92f/56dd9a3d-50d5-4506-be10-a48050f2b838/0740c6e4-0852-4bf5-b197-682271cd8fb8) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:00:10.748806 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-fc7d0a63-5f40-4995-bd68-b4d3826434e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:10.779506 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=19188df6-e37e-4a99-bad3-5209a09f4007,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:10.872354 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-4e5f8c4d-db49-429a-b867-54cf117c9e5c service neutron] 10.222.0.57 "GET /v2.0/networks/dfdcbf46-a60e-4f42-a7f8-25f73c5ffc92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069740 Dec 09 16:00:10.965496 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-92721116-57c6-46ba-85fc-1c411f9174fc req-5026c9bd-19a9-4250-9ac0-7d8cc179eb14 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:11.015399 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-92721116-57c6-46ba-85fc-1c411f9174fc req-5026c9bd-19a9-4250-9ac0-7d8cc179eb14 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:11.028515 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['19188df6-e37e-4a99-bad3-5209a09f4007'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:00:11.064631 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92721116-57c6-46ba-85fc-1c411f9174fc req-5026c9bd-19a9-4250-9ac0-7d8cc179eb14 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Network 7c247364-c7be-4385-a1e4-28529082d92f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:00:11.068502 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-92721116-57c6-46ba-85fc-1c411f9174fc req-5026c9bd-19a9-4250-9ac0-7d8cc179eb14 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:00:11.072712 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-92721116-57c6-46ba-85fc-1c411f9174fc req-5026c9bd-19a9-4250-9ac0-7d8cc179eb14 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:00:11.175128 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026c9bd-19a9-4250-9ac0-7d8cc179eb14 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'Port': ['ID=0740c6e4-0852-4bf5-b197-682271cd8fb8,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:11.222052 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-1d6f634f-c93f-421d-be1d-5a9b511c9bfa service neutron] 10.222.0.57 "GET /v2.0/networks/dfdcbf46-a60e-4f42-a7f8-25f73c5ffc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203294 Dec 09 16:00:11.234663 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92721116-57c6-46ba-85fc-1c411f9174fc req-5026c9bd-19a9-4250-9ac0-7d8cc179eb14 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:11.235156 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-fc7d0a63-5f40-4995-bd68-b4d3826434e5 None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:11.235602 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-92721116-57c6-46ba-85fc-1c411f9174fc req-5026c9bd-19a9-4250-9ac0-7d8cc179eb14 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:11.248098 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-fc7d0a63-5f40-4995-bd68-b4d3826434e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:11.265994 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e50ccf5-8e79-42eb-b6fb-41fd37d0aa5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:11.282719 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-92721116-57c6-46ba-85fc-1c411f9174fc req-5026c9bd-19a9-4250-9ac0-7d8cc179eb14 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9808204 Dec 09 16:00:11.302354 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-92721116-57c6-46ba-85fc-1c411f9174fc req-1a67c471-57a5-4624-9100-5abce5eac3c4 service neutron] Request body: {'port': {'device_id': '64f29ccc-40e5-4366-b91e-af4f0e45d795', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:00:11.341099 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c50c4-2e52-4153-af65-95a2204488bd None None] Pushing event updated for resources: {'Port': ['ID=b57af384-5620-4020-b7f8-0d7c55b242c5,revision_number=2']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:11.386006 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854de869-8c61-4ed8-bc60-1e302e017f7d None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:00:11.398959 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-fc7d0a63-5f40-4995-bd68-b4d3826434e5 None None] Attempting to bind port b57af384-5620-4020-b7f8-0d7c55b242c5 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:00:11.399327 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-fc7d0a63-5f40-4995-bd68-b4d3826434e5 None None] Attempting to bind port b57af384-5620-4020-b7f8-0d7c55b242c5 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:00:11.399695 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7d0a63-5f40-4995-bd68-b4d3826434e5 None None] Attempting to bind port b57af384-5620-4020-b7f8-0d7c55b242c5 on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:00:11.411883 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7d0a63-5f40-4995-bd68-b4d3826434e5 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:00:11.411883 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7d0a63-5f40-4995-bd68-b4d3826434e5 None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:00:11.412250 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-fc7d0a63-5f40-4995-bd68-b4d3826434e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:11.412613 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7d0a63-5f40-4995-bd68-b4d3826434e5 None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:00:11.413084 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-fc7d0a63-5f40-4995-bd68-b4d3826434e5 None None] Bound port: b57af384-5620-4020-b7f8-0d7c55b242c5, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:00:11.413506 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-fc7d0a63-5f40-4995-bd68-b4d3826434e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:11.453044 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-92721116-57c6-46ba-85fc-1c411f9174fc req-1a67c471-57a5-4624-9100-5abce5eac3c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:11.488961 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fb30e0-ca23-4e53-99c6-19c865543345 None None] Network 21c67a40-4e60-4c13-b5a1-062f21d3f27c requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:00:11.518551 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d6511b68-decf-42c4-8bc5-4bbc28552d61 None None] Provisioning complete for port b57af384-5620-4020-b7f8-0d7c55b242c5 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:11.519033 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d6511b68-decf-42c4-8bc5-4bbc28552d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:11.560815 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-fc7d0a63-5f40-4995-bd68-b4d3826434e5 None None] For port b57af384-5620-4020-b7f8-0d7c55b242c5, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:00:11.580067 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-fc7d0a63-5f40-4995-bd68-b4d3826434e5 None None] For port b57af384-5620-4020-b7f8-0d7c55b242c5, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=b57af384-5620-4020-b7f8-0d7c55b242c5,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:00:11.600446 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-fc7d0a63-5f40-4995-bd68-b4d3826434e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:11.640658 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d6511b68-decf-42c4-8bc5-4bbc28552d61 None None] Port b57af384-5620-4020-b7f8-0d7c55b242c5 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:00:11.649464 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-1e50ccf5-8e79-42eb-b6fb-41fd37d0aa5e admin admin] Allocated IP 172.20.0.1 (21c67a40-4e60-4c13-b5a1-062f21d3f27c/e9a4a8c2-423b-444e-a5e6-20deeb1f2b36/088016f6-1f0b-404c-bf9b-010a9a643436) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:00:11.709398 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74464fd0-2e06-44d5-a9a0-bb35c75d2ffc None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:00:11.773597 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c50c4-2e52-4153-af65-95a2204488bd None None] Pushing event updated for resources: {'Port': ['ID=b57af384-5620-4020-b7f8-0d7c55b242c5,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:11.790908 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7d0a63-5f40-4995-bd68-b4d3826434e5 None None] Routers {'568c54ba-ba0c-4018-a698-87437b673a27'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:00:11.793258 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-fc7d0a63-5f40-4995-bd68-b4d3826434e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:59:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['568c54ba-ba0c-4018-a698-87437b673a27'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:11.806419 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8b841569-3be7-4dc0-8d41-9110626217a3 None None] Provisioning complete for port ce80f802-8f0a-42ba-9105-9773feb4ac64 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:11.806721 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8b841569-3be7-4dc0-8d41-9110626217a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:12.015714 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0fb019-3d22-4df3-911c-097608927d51 req-cf0233fc-8f23-46df-8b67-85ab35547b27 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:12.025804 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c0fb019-3d22-4df3-911c-097608927d51 req-cf0233fc-8f23-46df-8b67-85ab35547b27 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84f6324-0633-48b7-a346-707aa5faf81a HTTP/1.1" status: 200 len: 945 time: 0.3546154 Dec 09 16:00:12.027415 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 0543dd82-ff3f-4673-a71d-e62fab9f9b31 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:00:12.041768 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8b841569-3be7-4dc0-8d41-9110626217a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:12.087348 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-fc7d0a63-5f40-4995-bd68-b4d3826434e5 None None] Set router 568c54ba-ba0c-4018-a698-87437b673a27 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:00:12.111188 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-92721116-57c6-46ba-85fc-1c411f9174fc req-1a67c471-57a5-4624-9100-5abce5eac3c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0740c6e4-0852-4bf5-b197-682271cd8fb8 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:00:12.125054 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-92721116-57c6-46ba-85fc-1c411f9174fc req-1a67c471-57a5-4624-9100-5abce5eac3c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:12.141405 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-92721116-57c6-46ba-85fc-1c411f9174fc req-1a67c471-57a5-4624-9100-5abce5eac3c4 service neutron] Transition to ACTIVE for port object 0740c6e4-0852-4bf5-b197-682271cd8fb8 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:00:12.155881 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-92721116-57c6-46ba-85fc-1c411f9174fc req-1a67c471-57a5-4624-9100-5abce5eac3c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:12.172293 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c0fb019-3d22-4df3-911c-097608927d51 req-3e445cae-0028-4617-aed4-128c050713d3 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf0eb5fb-f601-47b9-beea-420b9e0fb1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215041 Dec 09 16:00:12.175906 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8b841569-3be7-4dc0-8d41-9110626217a3 None None] For port ce80f802-8f0a-42ba-9105-9773feb4ac64, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=ce80f802-8f0a-42ba-9105-9773feb4ac64,segment=NetworkSegment(7bfda060-48f6-4088-9070-15bb0a2e1482),segment_id=7bfda060-48f6-4088-9070-15bb0a2e1482)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:00:12.186556 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8b841569-3be7-4dc0-8d41-9110626217a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:12.221674 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e50ccf5-8e79-42eb-b6fb-41fd37d0aa5e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:12.349271 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e50ccf5-8e79-42eb-b6fb-41fd37d0aa5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:12.356495 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a67c471-57a5-4624-9100-5abce5eac3c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0740c6e4-0852-4bf5-b197-682271cd8fb8,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:12.364008 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b841569-3be7-4dc0-8d41-9110626217a3 None None] Pushing event updated for resources: {'Port': ['ID=ce80f802-8f0a-42ba-9105-9773feb4ac64,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:12.381572 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 0543dd82-ff3f-4673-a71d-e62fab9f9b31 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:12.382709 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:12.435330 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6c931-57e7-4e66-9827-dd8d8ccca370 req-51c077f7-639a-4945-923f-03b6095f5d6d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:12.445050 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-47d6c931-57e7-4e66-9827-dd8d8ccca370 req-51c077f7-639a-4945-923f-03b6095f5d6d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 944 time: 0.1481302 Dec 09 16:00:12.466400 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e50ccf5-8e79-42eb-b6fb-41fd37d0aa5e admin admin] Network 21c67a40-4e60-4c13-b5a1-062f21d3f27c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:00:12.483161 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-92721116-57c6-46ba-85fc-1c411f9174fc req-1a67c471-57a5-4624-9100-5abce5eac3c4 service neutron] Attempting to bind port 0740c6e4-0852-4bf5-b197-682271cd8fb8 on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:00:12.485462 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-92721116-57c6-46ba-85fc-1c411f9174fc req-1a67c471-57a5-4624-9100-5abce5eac3c4 service neutron] Attempting to bind port 0740c6e4-0852-4bf5-b197-682271cd8fb8 by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': 'd5060a24-0846-4450-b22a-1d14341f5281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7c247364-c7be-4385-a1e4-28529082d92f'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:00:12.487651 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92721116-57c6-46ba-85fc-1c411f9174fc req-1a67c471-57a5-4624-9100-5abce5eac3c4 service neutron] Attempting to bind port 0740c6e4-0852-4bf5-b197-682271cd8fb8 on network 7c247364-c7be-4385-a1e4-28529082d92f {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:00:12.488728 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-1e50ccf5-8e79-42eb-b6fb-41fd37d0aa5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:00:12.492362 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e50ccf5-8e79-42eb-b6fb-41fd37d0aa5e admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:00:12.513269 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-fc7d0a63-5f40-4995-bd68-b4d3826434e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568c54ba-ba0c-4018-a698-87437b673a27', 'name': 'tempest-TestVolumeBackupRestore-422254013-router', 'tenant_id': '8e6c97974dd44fb5b5238a5611736a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'b57af384-5620-4020-b7f8-0d7c55b242c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:07Z', 'updated_at': '2021-12-09T16:00:08Z', 'revision_number': 3, 'project_id': '8e6c97974dd44fb5b5238a5611736a63', 'gw_port': {'id': 'b57af384-5620-4020-b7f8-0d7c55b242c5', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:37:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568c54ba-ba0c-4018-a698-87437b673a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:08Z', 'updated_at': '2021-12-09T16:00:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:12.515146 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92721116-57c6-46ba-85fc-1c411f9174fc req-1a67c471-57a5-4624-9100-5abce5eac3c4 service neutron] Port 0740c6e4-0852-4bf5-b197-682271cd8fb8 on network 7c247364-c7be-4385-a1e4-28529082d92f not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:00:12.515735 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92721116-57c6-46ba-85fc-1c411f9174fc req-1a67c471-57a5-4624-9100-5abce5eac3c4 service neutron] Attempting to bind port 0740c6e4-0852-4bf5-b197-682271cd8fb8 on network 7c247364-c7be-4385-a1e4-28529082d92f {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:00:12.534182 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e50ccf5-8e79-42eb-b6fb-41fd37d0aa5e admin admin] Pushing event updated for resources: {'Port': ['ID=088016f6-1f0b-404c-bf9b-010a9a643436,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:12.538891 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92721116-57c6-46ba-85fc-1c411f9174fc req-1a67c471-57a5-4624-9100-5abce5eac3c4 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:00:12.538891 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92721116-57c6-46ba-85fc-1c411f9174fc req-1a67c471-57a5-4624-9100-5abce5eac3c4 service neutron] Checking segment: {'id': 'd5060a24-0846-4450-b22a-1d14341f5281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7c247364-c7be-4385-a1e4-28529082d92f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:00:12.540973 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92721116-57c6-46ba-85fc-1c411f9174fc req-1a67c471-57a5-4624-9100-5abce5eac3c4 service neutron] Bound using segment: {'id': 'd5060a24-0846-4450-b22a-1d14341f5281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7c247364-c7be-4385-a1e4-28529082d92f'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:00:12.541609 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-92721116-57c6-46ba-85fc-1c411f9174fc req-1a67c471-57a5-4624-9100-5abce5eac3c4 service neutron] Bound port: 0740c6e4-0852-4bf5-b197-682271cd8fb8, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5060a24-0846-4450-b22a-1d14341f5281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7c247364-c7be-4385-a1e4-28529082d92f'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:00:12.542009 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-92721116-57c6-46ba-85fc-1c411f9174fc req-1a67c471-57a5-4624-9100-5abce5eac3c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:12.583245 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-47d6c931-57e7-4e66-9827-dd8d8ccca370 req-4bf512af-0222-4de4-aaca-00320e241a55 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=095d1a77-428a-483e-bd3d-71feed9a5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1369789 Dec 09 16:00:12.584290 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e50ccf5-8e79-42eb-b6fb-41fd37d0aa5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:12.588699 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3183c249-b907-4679-93b9-27f36f9dcee8 None None] Provisioning complete for port ce80f802-8f0a-42ba-9105-9773feb4ac64 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:12.589289 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3183c249-b907-4679-93b9-27f36f9dcee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:12.608565 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7d0a63-5f40-4995-bd68-b4d3826434e5 None None] The sync data for ids ['568c54ba-ba0c-4018-a698-87437b673a27'] in n-d-821228-1 is: [{'id': '568c54ba-ba0c-4018-a698-87437b673a27', 'name': 'tempest-TestVolumeBackupRestore-422254013-router', 'tenant_id': '8e6c97974dd44fb5b5238a5611736a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'b57af384-5620-4020-b7f8-0d7c55b242c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:07Z', 'updated_at': '2021-12-09T16:00:08Z', 'revision_number': 3, 'project_id': '8e6c97974dd44fb5b5238a5611736a63', 'gw_port': {'id': 'b57af384-5620-4020-b7f8-0d7c55b242c5', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:37:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568c54ba-ba0c-4018-a698-87437b673a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:08Z', 'updated_at': '2021-12-09T16:00:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:00:12.737353 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-92721116-57c6-46ba-85fc-1c411f9174fc req-1a67c471-57a5-4624-9100-5abce5eac3c4 service neutron] For port 0740c6e4-0852-4bf5-b197-682271cd8fb8, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:00:12.742932 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-92721116-57c6-46ba-85fc-1c411f9174fc req-1a67c471-57a5-4624-9100-5abce5eac3c4 service neutron] For port 0740c6e4-0852-4bf5-b197-682271cd8fb8, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=0740c6e4-0852-4bf5-b197-682271cd8fb8,segment=NetworkSegment(d5060a24-0846-4450-b22a-1d14341f5281),segment_id=d5060a24-0846-4450-b22a-1d14341f5281)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:00:12.749365 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-92721116-57c6-46ba-85fc-1c411f9174fc req-1a67c471-57a5-4624-9100-5abce5eac3c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:12.781548 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c0bf2d94-af9c-4143-bf13-c3bc5203d916 req-9b176473-1d6a-4042-9f24-9898ba2c1d6c tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2a7cc52-5d92-467a-9f83-e7b82a07a59e HTTP/1.1" status: 200 len: 210 time: 0.0856140 Dec 09 16:00:12.832344 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device ce80f802-8f0a-42ba-9105-9773feb4ac64 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:00:12.863698 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e50ccf5-8e79-42eb-b6fb-41fd37d0aa5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:12.875440 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a67c471-57a5-4624-9100-5abce5eac3c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0740c6e4-0852-4bf5-b197-682271cd8fb8,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:12.893745 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92721116-57c6-46ba-85fc-1c411f9174fc req-1a67c471-57a5-4624-9100-5abce5eac3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:12.895170 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-92721116-57c6-46ba-85fc-1c411f9174fc req-1a67c471-57a5-4624-9100-5abce5eac3c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:12.897418 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-92721116-57c6-46ba-85fc-1c411f9174fc req-1a67c471-57a5-4624-9100-5abce5eac3c4 service neutron] 10.222.0.42 "PUT /v2.0/ports/0740c6e4-0852-4bf5-b197-682271cd8fb8 HTTP/1.1" status: 200 len: 1092 time: 1.6003675 Dec 09 16:00:12.897994 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f29ccc-40e5-4366-b91e-af4f0e45d795', 'tag': '0740c6e4-0852-4bf5-b197-682271cd8fb8'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:00:12.900528 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d823493-2b7c-4e2e-a27a-8bcfc8d72346" -d '{"events": [{"name": "network-changed", "server_uuid": "64f29ccc-40e5-4366-b91e-af4f0e45d795", "tag": "0740c6e4-0852-4bf5-b197-682271cd8fb8"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:00:12.926936 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3183c249-b907-4679-93b9-27f36f9dcee8 None None] Provisioning complete for port b57af384-5620-4020-b7f8-0d7c55b242c5 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:12.927114 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3183c249-b907-4679-93b9-27f36f9dcee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:12.971024 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc63f85-3ffe-4e98-a9c4-f05f25b0c63f x-openstack-request-id: req-ecc63f85-3ffe-4e98-a9c4-f05f25b0c63f {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:00:12.971228 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f29ccc-40e5-4366-b91e-af4f0e45d795", "tag": "0740c6e4-0852-4bf5-b197-682271cd8fb8", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:00:12.971425 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ecc63f85-3ffe-4e98-a9c4-f05f25b0c63f {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:00:12.971827 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64f29ccc-40e5-4366-b91e-af4f0e45d795', 'tag': '0740c6e4-0852-4bf5-b197-682271cd8fb8', 'status': 'completed', 'code': 200} Dec 09 16:00:12.988642 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port ce80f802-8f0a-42ba-9105-9773feb4ac64 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:12.988919 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:13.121736 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92721116-57c6-46ba-85fc-1c411f9174fc req-3f6db5f0-fb53-4bad-acea-cbc07f38e71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:13.125210 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-92721116-57c6-46ba-85fc-1c411f9174fc req-3f6db5f0-fb53-4bad-acea-cbc07f38e71b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 1095 time: 0.1421089 Dec 09 16:00:13.160546 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e50ccf5-8e79-42eb-b6fb-41fd37d0aa5e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:13.172181 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e50ccf5-8e79-42eb-b6fb-41fd37d0aa5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:13.213515 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3183c249-b907-4679-93b9-27f36f9dcee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:13.232615 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-92721116-57c6-46ba-85fc-1c411f9174fc req-88bfc50f-1676-4b21-819e-c05cfbd38305 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0740c6e4-0852-4bf5-b197-682271cd8fb8 HTTP/1.1" status: 200 len: 217 time: 0.0938010 Dec 09 16:00:13.255201 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3183c249-b907-4679-93b9-27f36f9dcee8 None None] For port b57af384-5620-4020-b7f8-0d7c55b242c5, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=b57af384-5620-4020-b7f8-0d7c55b242c5,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:00:13.268657 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3183c249-b907-4679-93b9-27f36f9dcee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:13.343457 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3183c249-b907-4679-93b9-27f36f9dcee8 None None] Pushing event updated for resources: {'Port': ['ID=b57af384-5620-4020-b7f8-0d7c55b242c5,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:13.353116 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92721116-57c6-46ba-85fc-1c411f9174fc req-a6148922-c23d-497d-96cd-5d9c1ba341ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:13.355290 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-92721116-57c6-46ba-85fc-1c411f9174fc req-a6148922-c23d-497d-96cd-5d9c1ba341ae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56dd9a3d-50d5-4506-be10-a48050f2b838 HTTP/1.1" status: 200 len: 834 time: 0.1156828 Dec 09 16:00:13.392545 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9a381666-6fb0-4af9-b798-6b7edbdb302f None None] Provisioning complete for port 088016f6-1f0b-404c-bf9b-010a9a643436 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:13.393063 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9a381666-6fb0-4af9-b798-6b7edbdb302f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:13.424889 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92721116-57c6-46ba-85fc-1c411f9174fc req-038dd0fc-91f7-475d-9ab4-f41d8d97a1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:13.427189 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-92721116-57c6-46ba-85fc-1c411f9174fc req-038dd0fc-91f7-475d-9ab4-f41d8d97a1b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7c247364-c7be-4385-a1e4-28529082d92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648966 Dec 09 16:00:13.442808 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9a381666-6fb0-4af9-b798-6b7edbdb302f None None] Port 088016f6-1f0b-404c-bf9b-010a9a643436 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:00:13.473110 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e50ccf5-8e79-42eb-b6fb-41fd37d0aa5e admin admin] Pushing event updated for resources: {'Port': ['ID=088016f6-1f0b-404c-bf9b-010a9a643436,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:13.487719 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e50ccf5-8e79-42eb-b6fb-41fd37d0aa5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:13.539437 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-92721116-57c6-46ba-85fc-1c411f9174fc req-d91a6ecb-cdff-42cb-aa01-c7fd9392f9c9 service neutron] 10.222.0.42 "GET /v2.0/networks/7c247364-c7be-4385-a1e4-28529082d92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048217 Dec 09 16:00:13.563282 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9c65c-f878-4242-9cd3-b3db001eea54 req-77930d66-f643-4cf0-94f2-8ebbcffbcbd5 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:13.564907 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bbd9c65c-f878-4242-9cd3-b3db001eea54 req-77930d66-f643-4cf0-94f2-8ebbcffbcbd5 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84f6324-0633-48b7-a346-707aa5faf81a HTTP/1.1" status: 200 len: 945 time: 0.2633293 Dec 09 16:00:13.574361 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-2f4e5479-8f9d-40a1-a45b-bf1144db8ecb tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:13.575823 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-2f4e5479-8f9d-40a1-a45b-bf1144db8ecb tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] 10.222.0.31 "GET /v2.0/networks?id=dfdcbf46-a60e-4f42-a7f8-25f73c5ffc92 HTTP/1.1" status: 200 len: 817 time: 0.3577127 Dec 09 16:00:13.607451 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-36fe0f51-fe26-48a6-a1c9-ed18abe0d917 tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] Request body: {'port': {'device_id': 'b2a7cc52-5d92-467a-9f83-e7b82a07a59e', 'network_id': 'dfdcbf46-a60e-4f42-a7f8-25f73c5ffc92', 'admin_state_up': True, 'tenant_id': '2a7b967e04b84f97a1e1bdf0a355911d'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:00:13.638813 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-92721116-57c6-46ba-85fc-1c411f9174fc req-247dfbdb-aa62-4c08-91c1-682dedc37ce4 service neutron] 10.222.0.42 "GET /v2.0/networks/7c247364-c7be-4385-a1e4-28529082d92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917616 Dec 09 16:00:13.733201 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bbd9c65c-f878-4242-9cd3-b3db001eea54 req-e055e304-a32b-4780-9f22-eea93cba3235 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf0eb5fb-f601-47b9-beea-420b9e0fb1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547046 Dec 09 16:00:13.738081 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e50ccf5-8e79-42eb-b6fb-41fd37d0aa5e admin admin] Network 21c67a40-4e60-4c13-b5a1-062f21d3f27c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:00:13.742549 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-1e50ccf5-8e79-42eb-b6fb-41fd37d0aa5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:00:13.792561 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 19188df6-e37e-4a99-bad3-5209a09f4007 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:00:13.826966 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d823493-2b7c-4e2e-a27a-8bcfc8d72346 req-96f3ac6f-e5de-46da-9f52-37e7b66a9f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:13.828817 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1d823493-2b7c-4e2e-a27a-8bcfc8d72346 req-96f3ac6f-e5de-46da-9f52-37e7b66a9f3b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 1095 time: 0.1061118 Dec 09 16:00:13.949759 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device b57af384-5620-4020-b7f8-0d7c55b242c5 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:00:13.965515 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-36fe0f51-fe26-48a6-a1c9-ed18abe0d917 tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] Made reservation on behalf of 2a7b967e04b84f97a1e1bdf0a355911d for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:00:13.972027 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-36fe0f51-fe26-48a6-a1c9-ed18abe0d917 tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:13.985123 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d823493-2b7c-4e2e-a27a-8bcfc8d72346 req-a473dd6c-f97e-4ddd-8637-134ad8f65ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:13.987081 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1d823493-2b7c-4e2e-a27a-8bcfc8d72346 req-a473dd6c-f97e-4ddd-8637-134ad8f65ad6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7c247364-c7be-4385-a1e4-28529082d92f HTTP/1.1" status: 200 len: 897 time: 0.1431389 Dec 09 16:00:14.003232 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 19188df6-e37e-4a99-bad3-5209a09f4007 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:00:14.019970 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 19188df6-e37e-4a99-bad3-5209a09f4007 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:14.020480 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:14.030872 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bcf014-7ce9-41fd-9d60-5eed95514163 req-d2aa5625-03fa-41e6-8df5-9f5c9a729c90 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:14.038979 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-22bcf014-7ce9-41fd-9d60-5eed95514163 req-d2aa5625-03fa-41e6-8df5-9f5c9a729c90 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 944 time: 0.1845458 Dec 09 16:00:14.047275 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1d823493-2b7c-4e2e-a27a-8bcfc8d72346 req-f2ee11a4-3350-4e24-b199-0ea249a50593 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0740c6e4-0852-4bf5-b197-682271cd8fb8 HTTP/1.1" status: 200 len: 217 time: 0.0527604 Dec 09 16:00:14.064772 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e50ccf5-8e79-42eb-b6fb-41fd37d0aa5e admin admin] Router 568c54ba-ba0c-4018-a698-87437b673a27 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:00:14.114663 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e8ccd623-7e1d-4257-aeb2-05d4a9a7124a None None] Provisioning complete for port 088016f6-1f0b-404c-bf9b-010a9a643436 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:14.115404 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e8ccd623-7e1d-4257-aeb2-05d4a9a7124a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:14.125988 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d823493-2b7c-4e2e-a27a-8bcfc8d72346 req-cfcb09fb-4aba-474f-aace-83d4dc0fd317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:14.128598 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1d823493-2b7c-4e2e-a27a-8bcfc8d72346 req-cfcb09fb-4aba-474f-aace-83d4dc0fd317 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56dd9a3d-50d5-4506-be10-a48050f2b838 HTTP/1.1" status: 200 len: 834 time: 0.0737317 Dec 09 16:00:14.169730 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port b57af384-5620-4020-b7f8-0d7c55b242c5 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:14.170109 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:14.178713 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d823493-2b7c-4e2e-a27a-8bcfc8d72346 req-9c7219a2-45ae-4c34-909b-cb2f3b7298f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:14.180367 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1d823493-2b7c-4e2e-a27a-8bcfc8d72346 req-9c7219a2-45ae-4c34-909b-cb2f3b7298f4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7c247364-c7be-4385-a1e4-28529082d92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447946 Dec 09 16:00:14.209115 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e8ccd623-7e1d-4257-aeb2-05d4a9a7124a None None] Port 088016f6-1f0b-404c-bf9b-010a9a643436 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:00:14.212279 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:14.246036 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84f6324-0633-48b7-a346-707aa5faf81a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19188df6-e37e-4a99-bad3-5209a09f4007'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:00:14.248026 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b709d397-cdf9-40a4-a57e-4796c7d19818" -d '{"events": [{"server_uuid": "f84f6324-0633-48b7-a346-707aa5faf81a", "name": "network-vif-plugged", "status": "completed", "tag": "19188df6-e37e-4a99-bad3-5209a09f4007"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:00:14.248471 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-22bcf014-7ce9-41fd-9d60-5eed95514163 req-85c18550-2e43-4f9d-b9b0-3227d1bf4bb3 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=095d1a77-428a-483e-bd3d-71feed9a5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2056243 Dec 09 16:00:14.267270 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 19188df6-e37e-4a99-bad3-5209a09f4007, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=19188df6-e37e-4a99-bad3-5209a09f4007,segment=NetworkSegment(cf30e55e-e529-49e2-a27a-12cb682e747a),segment_id=cf30e55e-e529-49e2-a27a-12cb682e747a)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:00:14.306934 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-36fe0f51-fe26-48a6-a1c9-ed18abe0d917 tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] Allocated IP 172.20.0.11 (dfdcbf46-a60e-4f42-a7f8-25f73c5ffc92/7ed80e48-8590-46b4-8d38-b6684caa7914/6d79bbf5-a54a-491f-a400-3699e6a3c7fd) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:00:14.312227 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:14.316713 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1d823493-2b7c-4e2e-a27a-8bcfc8d72346 req-6a5bd490-4b19-4805-83e9-374fda29dcd4 service neutron] 10.222.0.42 "GET /v2.0/networks/7c247364-c7be-4385-a1e4-28529082d92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275146 Dec 09 16:00:14.348058 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03d27064-460f-4f81-9206-b5783609007d req-63024086-6e47-478f-8721-5754288f5f83 tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2a7cc52-5d92-467a-9f83-e7b82a07a59e HTTP/1.1" status: 200 len: 210 time: 0.0356920 Dec 09 16:00:14.369374 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device ce80f802-8f0a-42ba-9105-9773feb4ac64 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:00:14.420110 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4716fd-d1e0-4a0b-8e04-bfb244caafbb x-openstack-request-id: req-ac4716fd-d1e0-4a0b-8e04-bfb244caafbb {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:00:14.420398 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84f6324-0633-48b7-a346-707aa5faf81a", "name": "network-vif-plugged", "status": "completed", "tag": "19188df6-e37e-4a99-bad3-5209a09f4007", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:00:14.420678 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ac4716fd-d1e0-4a0b-8e04-bfb244caafbb {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:00:14.421072 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84f6324-0633-48b7-a346-707aa5faf81a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19188df6-e37e-4a99-bad3-5209a09f4007', 'code': 200} Dec 09 16:00:14.425854 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=19188df6-e37e-4a99-bad3-5209a09f4007,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:14.453328 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1d823493-2b7c-4e2e-a27a-8bcfc8d72346 req-d5d4507e-d48a-4628-8faf-991eca8af026 service neutron] 10.222.0.42 "GET /v2.0/networks/7c247364-c7be-4385-a1e4-28529082d92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293192 Dec 09 16:00:14.475125 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port ce80f802-8f0a-42ba-9105-9773feb4ac64 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:14.475649 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:14.784879 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e50ccf5-8e79-42eb-b6fb-41fd37d0aa5e admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:00:14.794802 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1e50ccf5-8e79-42eb-b6fb-41fd37d0aa5e admin admin] 10.222.0.57 "PUT /v2.0/routers/568c54ba-ba0c-4018-a698-87437b673a27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6516321 Dec 09 16:00:14.902469 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18a9a1-42cd-409e-a5a9-9fddae21c591 req-89ca060e-8592-4eb8-922a-b26e09bc0818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:14.904005 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a18a9a1-42cd-409e-a5a9-9fddae21c591 req-89ca060e-8592-4eb8-922a-b26e09bc0818 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f84f6324-0633-48b7-a346-707aa5faf81a HTTP/1.1" status: 200 len: 1097 time: 0.1399267 Dec 09 16:00:14.924954 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1f6d45-14cb-4bbb-a6b2-7da9e2435862 None None] Sync routers for ids ['568c54ba-ba0c-4018-a698-87437b673a27'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:00:14.935757 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1f6d45-14cb-4bbb-a6b2-7da9e2435862 None None] Routers {'568c54ba-ba0c-4018-a698-87437b673a27'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:00:14.936032 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-ff1f6d45-14cb-4bbb-a6b2-7da9e2435862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:59:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['568c54ba-ba0c-4018-a698-87437b673a27'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:14.970924 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a903e-1b2d-4f5b-b4f5-62aac0c7752b req-89b7e683-12d8-4c58-a54b-b18b4bf4fc58 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:14.972512 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da9a903e-1b2d-4f5b-b4f5-62aac0c7752b req-89b7e683-12d8-4c58-a54b-b18b4bf4fc58 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84f6324-0633-48b7-a346-707aa5faf81a HTTP/1.1" status: 200 len: 946 time: 0.1561546 Dec 09 16:00:15.011350 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a18a9a1-42cd-409e-a5a9-9fddae21c591 req-c8405b03-ffa7-47e2-93d1-85e5e919a751 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=bf0eb5fb-f601-47b9-beea-420b9e0fb1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952752 Dec 09 16:00:15.031562 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-36fe0f51-fe26-48a6-a1c9-ed18abe0d917 tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:15.069508 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da9a903e-1b2d-4f5b-b4f5-62aac0c7752b req-7925cad2-7a6f-41de-b4f4-ea4f4114a36a tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf0eb5fb-f601-47b9-beea-420b9e0fb1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839469 Dec 09 16:00:15.102695 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-36fe0f51-fe26-48a6-a1c9-ed18abe0d917 tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:15.157097 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-36fe0f51-fe26-48a6-a1c9-ed18abe0d917 tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] Network dfdcbf46-a60e-4f42-a7f8-25f73c5ffc92 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:00:15.162242 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-36fe0f51-fe26-48a6-a1c9-ed18abe0d917 tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:00:15.167093 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-36fe0f51-fe26-48a6-a1c9-ed18abe0d917 tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:00:15.191011 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe0f51-fe26-48a6-a1c9-ed18abe0d917 tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] Pushing event updated for resources: {'Port': ['ID=6d79bbf5-a54a-491f-a400-3699e6a3c7fd,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:15.221867 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-36fe0f51-fe26-48a6-a1c9-ed18abe0d917 tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:15.222541 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-36fe0f51-fe26-48a6-a1c9-ed18abe0d917 tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:15.240174 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-36fe0f51-fe26-48a6-a1c9-ed18abe0d917 tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6444795 Dec 09 16:00:15.247463 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-ff1f6d45-14cb-4bbb-a6b2-7da9e2435862 None None] Set router 568c54ba-ba0c-4018-a698-87437b673a27 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:00:15.253969 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-6079851c-c34c-44fc-bfe3-d8e39922697a service neutron] Request body: {'port': {'device_id': 'b2a7cc52-5d92-467a-9f83-e7b82a07a59e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:00:15.343890 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-6079851c-c34c-44fc-bfe3-d8e39922697a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:15.375779 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37796) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:15.381562 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8eeffd1e-b080-4af9-92b1-a2ba436ecac5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1772969416-network', 'tenant_id': '2a79d3bcb8fa48baa941e22c2d6093d7'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:00:15.403163 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eeffd1e-b080-4af9-92b1-a2ba436ecac5 admin admin] Made reservation on behalf of 2a79d3bcb8fa48baa941e22c2d6093d7 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:00:15.406305 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8eeffd1e-b080-4af9-92b1-a2ba436ecac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:15.418118 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8eeffd1e-b080-4af9-92b1-a2ba436ecac5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:15.429282 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e72f2f-dff1-446c-877c-43d7ba71419b req-836df90b-d6bb-4c46-be49-fdf23987fc62 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:15.430830 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f7e72f2f-dff1-446c-877c-43d7ba71419b req-836df90b-d6bb-4c46-be49-fdf23987fc62 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 944 time: 0.0897453 Dec 09 16:00:15.488934 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-ff1f6d45-14cb-4bbb-a6b2-7da9e2435862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568c54ba-ba0c-4018-a698-87437b673a27', 'name': 'tempest-TestVolumeBackupRestore-422254013-router', 'tenant_id': '8e6c97974dd44fb5b5238a5611736a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'b57af384-5620-4020-b7f8-0d7c55b242c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:07Z', 'updated_at': '2021-12-09T16:00:12Z', 'revision_number': 4, 'project_id': '8e6c97974dd44fb5b5238a5611736a63', 'gw_port': {'id': 'b57af384-5620-4020-b7f8-0d7c55b242c5', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:37:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568c54ba-ba0c-4018-a698-87437b673a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:08Z', 'updated_at': '2021-12-09T16:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '088016f6-1f0b-404c-bf9b-010a9a643436', 'name': '', 'network_id': '21c67a40-4e60-4c13-b5a1-062f21d3f27c', 'tenant_id': '8e6c97974dd44fb5b5238a5611736a63', 'mac_address': 'fa:16:3e:70:ad:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568c54ba-ba0c-4018-a698-87437b673a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'e9a4a8c2-423b-444e-a5e6-20deeb1f2b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:11Z', 'updated_at': '2021-12-09T16:00:12Z', 'revision_number': 2, 'project_id': '8e6c97974dd44fb5b5238a5611736a63', 'subnets': [{'id': 'e9a4a8c2-423b-444e-a5e6-20deeb1f2b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:15.506784 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8eeffd1e-b080-4af9-92b1-a2ba436ecac5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:15.512070 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8eeffd1e-b080-4af9-92b1-a2ba436ecac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:15.515837 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1f6d45-14cb-4bbb-a6b2-7da9e2435862 None None] Checking router: 568c54ba-ba0c-4018-a698-87437b673a27 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:00:15.516207 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1f6d45-14cb-4bbb-a6b2-7da9e2435862 None None] Updating router 568c54ba-ba0c-4018-a698-87437b673a27 port 088016f6-1f0b-404c-bf9b-010a9a643436 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:00:15.541015 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eeffd1e-b080-4af9-92b1-a2ba436ecac5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:00:15.548157 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ff1f6d45-14cb-4bbb-a6b2-7da9e2435862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:15.551709 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeffd1e-b080-4af9-92b1-a2ba436ecac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880de7e7-2385-4991-b029-7be2916fa7f3,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:15.557138 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8eeffd1e-b080-4af9-92b1-a2ba436ecac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:15.557352 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-8eeffd1e-b080-4af9-92b1-a2ba436ecac5 admin admin] Added segment a7d6f251-1502-49b8-a25f-6d0e8c2db4f4 of type vlan for network 90e94352-bf9c-48ad-8a11-b9b87264c303 Dec 09 16:00:15.567371 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f7e72f2f-dff1-446c-877c-43d7ba71419b req-ccf2f03c-2477-42c6-8bfe-58723ed91787 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=095d1a77-428a-483e-bd3d-71feed9a5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1288748 Dec 09 16:00:15.609203 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8eeffd1e-b080-4af9-92b1-a2ba436ecac5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:15.643817 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8eeffd1e-b080-4af9-92b1-a2ba436ecac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:15.645313 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eeffd1e-b080-4af9-92b1-a2ba436ecac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:15.646032 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8eeffd1e-b080-4af9-92b1-a2ba436ecac5 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:15.699481 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8eeffd1e-b080-4af9-92b1-a2ba436ecac5 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3222988 Dec 09 16:00:15.701991 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37800) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:15.706757 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-eddc4e2e-fc9d-4bbd-a691-2df5f0fea73f admin admin] Request body: {'subnet': {'network_id': '90e94352-bf9c-48ad-8a11-b9b87264c303', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1772969416-subnet', 'tenant_id': '2a79d3bcb8fa48baa941e22c2d6093d7', 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:00:15.738590 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeffd1e-b080-4af9-92b1-a2ba436ecac5 admin admin] Pushing event updated for resources: {'Network': ['ID=90e94352-bf9c-48ad-8a11-b9b87264c303,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:15.741925 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52757b5-c0a9-4d6f-afc8-e2aea3b322cb req-4e2f87e9-51e5-4ab6-9ff9-1cacba4acb2a tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:15.743519 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b52757b5-c0a9-4d6f-afc8-e2aea3b322cb req-4e2f87e9-51e5-4ab6-9ff9-1cacba4acb2a tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2a7cc52-5d92-467a-9f83-e7b82a07a59e HTTP/1.1" status: 200 len: 932 time: 0.0859313 Dec 09 16:00:15.749486 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddc4e2e-fc9d-4bbd-a691-2df5f0fea73f admin admin] Made reservation on behalf of 2a79d3bcb8fa48baa941e22c2d6093d7 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:00:15.752153 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eddc4e2e-fc9d-4bbd-a691-2df5f0fea73f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:15.754910 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 90e94352-bf9c-48ad-8a11-b9b87264c303 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:00:15.813464 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-6079851c-c34c-44fc-bfe3-d8e39922697a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d79bbf5-a54a-491f-a400-3699e6a3c7fd {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:00:15.825862 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-6079851c-c34c-44fc-bfe3-d8e39922697a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:15.844873 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b52757b5-c0a9-4d6f-afc8-e2aea3b322cb req-d7f78c69-357a-4263-ae84-7b0eafa05940 tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d0214b7-3520-4194-a30c-6f57f4f18ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921783 Dec 09 16:00:15.849717 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-6079851c-c34c-44fc-bfe3-d8e39922697a service neutron] Transition to ACTIVE for port object 6d79bbf5-a54a-491f-a400-3699e6a3c7fd will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:00:15.858193 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-6079851c-c34c-44fc-bfe3-d8e39922697a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:15.913751 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6079851c-c34c-44fc-bfe3-d8e39922697a service neutron] Pushing event updated for resources: {'Port': ['ID=6d79bbf5-a54a-491f-a400-3699e6a3c7fd,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:15.935676 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ff1f6d45-14cb-4bbb-a6b2-7da9e2435862 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:15.941688 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ff1f6d45-14cb-4bbb-a6b2-7da9e2435862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:15.990958 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-6079851c-c34c-44fc-bfe3-d8e39922697a service neutron] Attempting to bind port 6d79bbf5-a54a-491f-a400-3699e6a3c7fd on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:00:15.991449 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-6079851c-c34c-44fc-bfe3-d8e39922697a service neutron] Attempting to bind port 6d79bbf5-a54a-491f-a400-3699e6a3c7fd by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '0b34c569-7918-4d23-95da-d18a1fe8d63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'dfdcbf46-a60e-4f42-a7f8-25f73c5ffc92'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:00:15.991678 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-6079851c-c34c-44fc-bfe3-d8e39922697a service neutron] Attempting to bind port 6d79bbf5-a54a-491f-a400-3699e6a3c7fd on network dfdcbf46-a60e-4f42-a7f8-25f73c5ffc92 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:00:15.993784 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a86658-b92e-4b75-8ca9-a60796ac2572 None None] Pushing event updated for resources: {'Port': ['ID=088016f6-1f0b-404c-bf9b-010a9a643436,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:15.995136 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eddc4e2e-fc9d-4bbd-a691-2df5f0fea73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:16.007067 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-6079851c-c34c-44fc-bfe3-d8e39922697a service neutron] Port 6d79bbf5-a54a-491f-a400-3699e6a3c7fd on network dfdcbf46-a60e-4f42-a7f8-25f73c5ffc92 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:00:16.007770 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-6079851c-c34c-44fc-bfe3-d8e39922697a service neutron] Attempting to bind port 6d79bbf5-a54a-491f-a400-3699e6a3c7fd on network dfdcbf46-a60e-4f42-a7f8-25f73c5ffc92 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:00:16.017239 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-6079851c-c34c-44fc-bfe3-d8e39922697a service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:00:16.017832 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-6079851c-c34c-44fc-bfe3-d8e39922697a service neutron] Checking segment: {'id': '0b34c569-7918-4d23-95da-d18a1fe8d63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'dfdcbf46-a60e-4f42-a7f8-25f73c5ffc92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:00:16.018244 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-6079851c-c34c-44fc-bfe3-d8e39922697a service neutron] Bound using segment: {'id': '0b34c569-7918-4d23-95da-d18a1fe8d63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'dfdcbf46-a60e-4f42-a7f8-25f73c5ffc92'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:00:16.018753 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-6079851c-c34c-44fc-bfe3-d8e39922697a service neutron] Bound port: 6d79bbf5-a54a-491f-a400-3699e6a3c7fd, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b34c569-7918-4d23-95da-d18a1fe8d63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'dfdcbf46-a60e-4f42-a7f8-25f73c5ffc92'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:00:16.019829 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-6079851c-c34c-44fc-bfe3-d8e39922697a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:16.047560 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc4e2e-fc9d-4bbd-a691-2df5f0fea73f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6a337e0-ef60-4899-989b-99cf86fe111f,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:16.048273 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-ff1f6d45-14cb-4bbb-a6b2-7da9e2435862 None None] Attempting to bind port 088016f6-1f0b-404c-bf9b-010a9a643436 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:00:16.048850 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-ff1f6d45-14cb-4bbb-a6b2-7da9e2435862 None None] Attempting to bind port 088016f6-1f0b-404c-bf9b-010a9a643436 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '7bfda060-48f6-4088-9070-15bb0a2e1482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '21c67a40-4e60-4c13-b5a1-062f21d3f27c'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:00:16.049402 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1f6d45-14cb-4bbb-a6b2-7da9e2435862 None None] Attempting to bind port 088016f6-1f0b-404c-bf9b-010a9a643436 on network 21c67a40-4e60-4c13-b5a1-062f21d3f27c {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:00:16.056557 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1f6d45-14cb-4bbb-a6b2-7da9e2435862 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:00:16.057309 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1f6d45-14cb-4bbb-a6b2-7da9e2435862 None None] Checking segment: {'id': '7bfda060-48f6-4088-9070-15bb0a2e1482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '21c67a40-4e60-4c13-b5a1-062f21d3f27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:00:16.058394 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ff1f6d45-14cb-4bbb-a6b2-7da9e2435862 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:16.058956 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1f6d45-14cb-4bbb-a6b2-7da9e2435862 None None] Bound using segment: {'id': '7bfda060-48f6-4088-9070-15bb0a2e1482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '21c67a40-4e60-4c13-b5a1-062f21d3f27c'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:00:16.059800 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-ff1f6d45-14cb-4bbb-a6b2-7da9e2435862 None None] Bound port: 088016f6-1f0b-404c-bf9b-010a9a643436, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bfda060-48f6-4088-9070-15bb0a2e1482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '21c67a40-4e60-4c13-b5a1-062f21d3f27c'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:00:16.060919 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ff1f6d45-14cb-4bbb-a6b2-7da9e2435862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:16.063610 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddc4e2e-fc9d-4bbd-a691-2df5f0fea73f admin admin] Checking segment: {'id': 'a7d6f251-1502-49b8-a25f-6d0e8c2db4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '90e94352-bf9c-48ad-8a11-b9b87264c303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:00:16.063978 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddc4e2e-fc9d-4bbd-a691-2df5f0fea73f admin admin] Network hostable DHCP agents. Network: 90e94352-bf9c-48ad-8a11-b9b87264c303, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:00:16.091732 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddc4e2e-fc9d-4bbd-a691-2df5f0fea73f admin admin] Network 90e94352-bf9c-48ad-8a11-b9b87264c303 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:00:16.104836 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-6079851c-c34c-44fc-bfe3-d8e39922697a service neutron] For port 6d79bbf5-a54a-491f-a400-3699e6a3c7fd, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:00:16.109126 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-eddc4e2e-fc9d-4bbd-a691-2df5f0fea73f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 90e94352-bf9c-48ad-8a11-b9b87264c303) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:00:16.110089 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-6079851c-c34c-44fc-bfe3-d8e39922697a service neutron] For port 6d79bbf5-a54a-491f-a400-3699e6a3c7fd, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=6d79bbf5-a54a-491f-a400-3699e6a3c7fd,segment=NetworkSegment(0b34c569-7918-4d23-95da-d18a1fe8d63d),segment_id=0b34c569-7918-4d23-95da-d18a1fe8d63d)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:00:16.119237 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:16.120667 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-6079851c-c34c-44fc-bfe3-d8e39922697a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:16.121900 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4480b3bf-0d1d-4c5a-906c-6fe66b8a74a0 None None] Network 90e94352-bf9c-48ad-8a11-b9b87264c303 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:00:16.127398 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddc4e2e-fc9d-4bbd-a691-2df5f0fea73f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:16.127398 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eddc4e2e-fc9d-4bbd-a691-2df5f0fea73f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:16.160198 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-eddc4e2e-fc9d-4bbd-a691-2df5f0fea73f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4571385 Dec 09 16:00:16.162697 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37804) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:16.168677 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-9372b705-79cd-4d28-9f3d-96c6aae9d596 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1772969416-router', 'tenant_id': '2a79d3bcb8fa48baa941e22c2d6093d7', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:00:16.196698 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9372b705-79cd-4d28-9f3d-96c6aae9d596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:16.205906 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-6079851c-c34c-44fc-bfe3-d8e39922697a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:16.206609 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-6079851c-c34c-44fc-bfe3-d8e39922697a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:16.207015 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9372b705-79cd-4d28-9f3d-96c6aae9d596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:16.208061 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-6079851c-c34c-44fc-bfe3-d8e39922697a service neutron] 10.222.0.31 "PUT /v2.0/ports/6d79bbf5-a54a-491f-a400-3699e6a3c7fd HTTP/1.1" status: 200 len: 1092 time: 0.9594862 Dec 09 16:00:16.230233 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a7cc52-5d92-467a-9f83-e7b82a07a59e', 'tag': '6d79bbf5-a54a-491f-a400-3699e6a3c7fd'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:00:16.232563 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ff1f6d45-14cb-4bbb-a6b2-7da9e2435862 None None] For port 088016f6-1f0b-404c-bf9b-010a9a643436, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:00:16.234654 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e3f057-f427-4264-9a5c-014f9d6529fe" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a7cc52-5d92-467a-9f83-e7b82a07a59e", "tag": "6d79bbf5-a54a-491f-a400-3699e6a3c7fd"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:00:16.237832 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ff1f6d45-14cb-4bbb-a6b2-7da9e2435862 None None] For port 088016f6-1f0b-404c-bf9b-010a9a643436, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=088016f6-1f0b-404c-bf9b-010a9a643436,segment=NetworkSegment(7bfda060-48f6-4088-9070-15bb0a2e1482),segment_id=7bfda060-48f6-4088-9070-15bb0a2e1482)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:00:16.248968 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ff1f6d45-14cb-4bbb-a6b2-7da9e2435862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:16.329529 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe70bf2-e26f-4bb0-b23d-4bef42ab6e92 req-336443da-0ce5-4a08-b0eb-46dea8e5a59f tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:16.339177 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cbe70bf2-e26f-4bb0-b23d-4bef42ab6e92 req-336443da-0ce5-4a08-b0eb-46dea8e5a59f tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84f6324-0633-48b7-a346-707aa5faf81a HTTP/1.1" status: 200 len: 946 time: 0.1539741 Dec 09 16:00:16.342477 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6079851c-c34c-44fc-bfe3-d8e39922697a service neutron] Pushing event updated for resources: {'Port': ['ID=6d79bbf5-a54a-491f-a400-3699e6a3c7fd,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:16.365166 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9372b705-79cd-4d28-9f3d-96c6aae9d596 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:16.390104 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1f6d45-14cb-4bbb-a6b2-7da9e2435862 None None] Routers {'568c54ba-ba0c-4018-a698-87437b673a27'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:00:16.391541 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-ff1f6d45-14cb-4bbb-a6b2-7da9e2435862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:59:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['568c54ba-ba0c-4018-a698-87437b673a27'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:16.397025 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45682d70-0711-4d29-8f51-e29f8163895c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-90e94352-bf9c-48ad-8a11-b9b87264c303', 'network_id': '90e94352-bf9c-48ad-8a11-b9b87264c303', 'project_id': '2a79d3bcb8fa48baa941e22c2d6093d7', 'fixed_ips': [{'subnet_id': 'd6a337e0-ef60-4899-989b-99cf86fe111f'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 16:00:16.398393 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-45682d70-0711-4d29-8f51-e29f8163895c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:16.402657 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a86658-b92e-4b75-8ca9-a60796ac2572 None None] Pushing event updated for resources: {'Port': ['ID=088016f6-1f0b-404c-bf9b-010a9a643436,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:16.410850 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-924a3785-600c-4587-9cf6-7dff323d9c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:16.412799 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-924a3785-600c-4587-9cf6-7dff323d9c57 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a7b967e04b84f97a1e1bdf0a355911d&device_id=b2a7cc52-5d92-467a-9f83-e7b82a07a59e HTTP/1.1" status: 200 len: 1095 time: 0.1345379 Dec 09 16:00:16.464715 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-f794f642-18cd-4930-a095-6aaa8cde5eef service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d79bbf5-a54a-491f-a400-3699e6a3c7fd HTTP/1.1" status: 200 len: 217 time: 0.0403936 Dec 09 16:00:16.498952 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cbe70bf2-e26f-4bb0-b23d-4bef42ab6e92 req-011f23d1-44ea-4fc5-9950-bdc586c7c4db tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf0eb5fb-f601-47b9-beea-420b9e0fb1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585698 Dec 09 16:00:16.583701 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a6f1c4-7981-4eca-ae81-cef4dac68429 x-openstack-request-id: req-58a6f1c4-7981-4eca-ae81-cef4dac68429 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:00:16.590649 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a7cc52-5d92-467a-9f83-e7b82a07a59e", "tag": "6d79bbf5-a54a-491f-a400-3699e6a3c7fd", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:00:16.591045 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-58a6f1c4-7981-4eca-ae81-cef4dac68429 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:00:16.591626 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a7cc52-5d92-467a-9f83-e7b82a07a59e', 'tag': '6d79bbf5-a54a-491f-a400-3699e6a3c7fd', 'status': 'completed', 'code': 200} Dec 09 16:00:16.600715 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-52a4105e-1d28-45a5-abba-401efdb9abc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:16.606310 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-52a4105e-1d28-45a5-abba-401efdb9abc7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7ed80e48-8590-46b4-8d38-b6684caa7914 HTTP/1.1" status: 200 len: 857 time: 0.1343868 Dec 09 16:00:16.607478 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9372b705-79cd-4d28-9f3d-96c6aae9d596 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:16.662214 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-45682d70-0711-4d29-8f51-e29f8163895c None None] Allocated IP 172.20.0.2 (90e94352-bf9c-48ad-8a11-b9b87264c303/d6a337e0-ef60-4899-989b-99cf86fe111f/d45b398e-e290-47cb-8bdb-0e825d1c4b5d) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:00:16.670916 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-0bd7401a-d5fe-46ce-9291-5abff8e003d7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dfdcbf46-a60e-4f42-a7f8-25f73c5ffc92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558867 Dec 09 16:00:16.725407 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-487f2d8b-65bf-4424-b63c-559f1a1091ec None None] Provisioning complete for port 088016f6-1f0b-404c-bf9b-010a9a643436 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:16.725782 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-487f2d8b-65bf-4424-b63c-559f1a1091ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:16.827417 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d651686-d67a-4f75-9bc1-4f9faeea343f req-90d6cc5e-71c5-408d-bbe8-1c16f1b79e2e tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:16.829504 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3d651686-d67a-4f75-9bc1-4f9faeea343f req-90d6cc5e-71c5-408d-bbe8-1c16f1b79e2e tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 944 time: 0.1576984 Dec 09 16:00:16.847704 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-ff1f6d45-14cb-4bbb-a6b2-7da9e2435862 None None] Set router 568c54ba-ba0c-4018-a698-87437b673a27 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:00:16.868118 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-4e5e2fe0-69f6-4ac4-9c7d-7e671ac428bf service neutron] 10.222.0.31 "GET /v2.0/networks/dfdcbf46-a60e-4f42-a7f8-25f73c5ffc92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794987 Dec 09 16:00:16.921554 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9372b705-79cd-4d28-9f3d-96c6aae9d596 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:16.944722 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9372b705-79cd-4d28-9f3d-96c6aae9d596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:16.959951 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3d651686-d67a-4f75-9bc1-4f9faeea343f req-c9dc6b19-05b0-4c8e-b250-9322cb9dfe89 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=095d1a77-428a-483e-bd3d-71feed9a5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1230061 Dec 09 16:00:17.021932 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5bf27f06-c7cc-45c8-9aaa-8da88a94db6a req-a3d620e7-8f63-4eed-98c9-80539f58e7fc service neutron] 10.222.0.31 "GET /v2.0/networks/dfdcbf46-a60e-4f42-a7f8-25f73c5ffc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475148 Dec 09 16:00:17.030155 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-45682d70-0711-4d29-8f51-e29f8163895c None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:17.056879 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-487f2d8b-65bf-4424-b63c-559f1a1091ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:17.070872 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-45682d70-0711-4d29-8f51-e29f8163895c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:17.082348 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-9372b705-79cd-4d28-9f3d-96c6aae9d596 admin admin] Allocated IP 172.25.3.104 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/ee8f498f-4417-4a75-be2e-e90d64ee4237) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:00:17.090063 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8ae7b-dd38-4feb-a054-70b82c9c2d63 req-3598e776-caaa-41ee-b732-2d0e0d368a83 tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:17.097127 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-31a8ae7b-dd38-4feb-a054-70b82c9c2d63 req-3598e776-caaa-41ee-b732-2d0e0d368a83 tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2a7cc52-5d92-467a-9f83-e7b82a07a59e HTTP/1.1" status: 200 len: 944 time: 0.0740607 Dec 09 16:00:17.156383 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45682d70-0711-4d29-8f51-e29f8163895c None None] Network 90e94352-bf9c-48ad-8a11-b9b87264c303 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:00:17.162754 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-31a8ae7b-dd38-4feb-a054-70b82c9c2d63 req-de0c6dc3-a410-41d4-bc4f-f630f316bded tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d0214b7-3520-4194-a30c-6f57f4f18ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631421 Dec 09 16:00:17.169404 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45682d70-0711-4d29-8f51-e29f8163895c None None] Pushing event updated for resources: {'Port': ['ID=d45b398e-e290-47cb-8bdb-0e825d1c4b5d,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:17.177628 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-487f2d8b-65bf-4424-b63c-559f1a1091ec None None] For port 088016f6-1f0b-404c-bf9b-010a9a643436, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=088016f6-1f0b-404c-bf9b-010a9a643436,segment=NetworkSegment(7bfda060-48f6-4088-9070-15bb0a2e1482),segment_id=7bfda060-48f6-4088-9070-15bb0a2e1482)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:00:17.179069 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-45682d70-0711-4d29-8f51-e29f8163895c None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:00:17.184016 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45682d70-0711-4d29-8f51-e29f8163895c None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:00:17.189252 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-487f2d8b-65bf-4424-b63c-559f1a1091ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:17.220606 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9372b705-79cd-4d28-9f3d-96c6aae9d596 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:17.242436 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3f057-f427-4264-9a5c-014f9d6529fe req-32c63b10-c02b-4524-9385-a179748c6d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:17.244171 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-43e3f057-f427-4264-9a5c-014f9d6529fe req-32c63b10-c02b-4524-9385-a179748c6d7e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a7b967e04b84f97a1e1bdf0a355911d&device_id=b2a7cc52-5d92-467a-9f83-e7b82a07a59e HTTP/1.1" status: 200 len: 1095 time: 0.0707321 Dec 09 16:00:17.261511 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9372b705-79cd-4d28-9f3d-96c6aae9d596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:17.278633 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9372b705-79cd-4d28-9f3d-96c6aae9d596 admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:00:17.281412 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-9372b705-79cd-4d28-9f3d-96c6aae9d596 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:00:17.283406 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9372b705-79cd-4d28-9f3d-96c6aae9d596 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:00:17.309163 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb40dbf0-89af-46ea-9561-2d68e526e7a7 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:00:17.324715 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-45682d70-0711-4d29-8f51-e29f8163895c None None] Attempting to bind port d45b398e-e290-47cb-8bdb-0e825d1c4b5d on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:00:17.325338 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-45682d70-0711-4d29-8f51-e29f8163895c None None] Attempting to bind port d45b398e-e290-47cb-8bdb-0e825d1c4b5d by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'a7d6f251-1502-49b8-a25f-6d0e8c2db4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '90e94352-bf9c-48ad-8a11-b9b87264c303'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:00:17.325485 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45682d70-0711-4d29-8f51-e29f8163895c None None] Attempting to bind port d45b398e-e290-47cb-8bdb-0e825d1c4b5d on network 90e94352-bf9c-48ad-8a11-b9b87264c303 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:00:17.327605 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f2d8b-65bf-4424-b63c-559f1a1091ec None None] Pushing event updated for resources: {'Port': ['ID=088016f6-1f0b-404c-bf9b-010a9a643436,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:17.343768 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45682d70-0711-4d29-8f51-e29f8163895c None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:00:17.344154 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45682d70-0711-4d29-8f51-e29f8163895c None None] Checking segment: {'id': 'a7d6f251-1502-49b8-a25f-6d0e8c2db4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '90e94352-bf9c-48ad-8a11-b9b87264c303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:00:17.344589 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-45682d70-0711-4d29-8f51-e29f8163895c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:17.344988 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45682d70-0711-4d29-8f51-e29f8163895c None None] Bound using segment: {'id': 'a7d6f251-1502-49b8-a25f-6d0e8c2db4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '90e94352-bf9c-48ad-8a11-b9b87264c303'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:00:17.345472 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-45682d70-0711-4d29-8f51-e29f8163895c None None] Bound port: d45b398e-e290-47cb-8bdb-0e825d1c4b5d, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d6f251-1502-49b8-a25f-6d0e8c2db4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '90e94352-bf9c-48ad-8a11-b9b87264c303'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:00:17.345858 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-45682d70-0711-4d29-8f51-e29f8163895c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:17.357103 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372b705-79cd-4d28-9f3d-96c6aae9d596 admin admin] Pushing event updated for resources: {'Port': ['ID=ee8f498f-4417-4a75-be2e-e90d64ee4237,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:17.363931 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-718f4c6b-6cca-4d56-bc24-4a158fca6f82 None None] Provisioning complete for port 088016f6-1f0b-404c-bf9b-010a9a643436 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:17.364306 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-718f4c6b-6cca-4d56-bc24-4a158fca6f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:17.366890 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3f057-f427-4264-9a5c-014f9d6529fe req-625d6295-29e6-4179-923a-dc1422033bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:17.368053 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-43e3f057-f427-4264-9a5c-014f9d6529fe req-625d6295-29e6-4179-923a-dc1422033bb4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dfdcbf46-a60e-4f42-a7f8-25f73c5ffc92 HTTP/1.1" status: 200 len: 918 time: 0.1163285 Dec 09 16:00:17.412475 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-43e3f057-f427-4264-9a5c-014f9d6529fe req-5d258c20-a564-4f3b-a54e-f29ef9ff3b8d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d79bbf5-a54a-491f-a400-3699e6a3c7fd HTTP/1.1" status: 200 len: 217 time: 0.0368643 Dec 09 16:00:17.414091 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-ff1f6d45-14cb-4bbb-a6b2-7da9e2435862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568c54ba-ba0c-4018-a698-87437b673a27', 'name': 'tempest-TestVolumeBackupRestore-422254013-router', 'tenant_id': '8e6c97974dd44fb5b5238a5611736a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'b57af384-5620-4020-b7f8-0d7c55b242c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:07Z', 'updated_at': '2021-12-09T16:00:12Z', 'revision_number': 4, 'project_id': '8e6c97974dd44fb5b5238a5611736a63', 'gw_port': {'id': 'b57af384-5620-4020-b7f8-0d7c55b242c5', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:37:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568c54ba-ba0c-4018-a698-87437b673a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:08Z', 'updated_at': '2021-12-09T16:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '088016f6-1f0b-404c-bf9b-010a9a643436', 'name': '', 'network_id': '21c67a40-4e60-4c13-b5a1-062f21d3f27c', 'tenant_id': '8e6c97974dd44fb5b5238a5611736a63', 'mac_address': 'fa:16:3e:70:ad:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568c54ba-ba0c-4018-a698-87437b673a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'e9a4a8c2-423b-444e-a5e6-20deeb1f2b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:11Z', 'updated_at': '2021-12-09T16:00:16Z', 'revision_number': 4, 'project_id': '8e6c97974dd44fb5b5238a5611736a63', 'subnets': [{'id': 'e9a4a8c2-423b-444e-a5e6-20deeb1f2b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:17.458082 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1f6d45-14cb-4bbb-a6b2-7da9e2435862 None None] The sync data for ids ['568c54ba-ba0c-4018-a698-87437b673a27'] in n-d-821228-1 is: [{'id': '568c54ba-ba0c-4018-a698-87437b673a27', 'name': 'tempest-TestVolumeBackupRestore-422254013-router', 'tenant_id': '8e6c97974dd44fb5b5238a5611736a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'b57af384-5620-4020-b7f8-0d7c55b242c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:07Z', 'updated_at': '2021-12-09T16:00:12Z', 'revision_number': 4, 'project_id': '8e6c97974dd44fb5b5238a5611736a63', 'gw_port': {'id': 'b57af384-5620-4020-b7f8-0d7c55b242c5', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:37:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568c54ba-ba0c-4018-a698-87437b673a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:08Z', 'updated_at': '2021-12-09T16:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '088016f6-1f0b-404c-bf9b-010a9a643436', 'name': '', 'network_id': '21c67a40-4e60-4c13-b5a1-062f21d3f27c', 'tenant_id': '8e6c97974dd44fb5b5238a5611736a63', 'mac_address': 'fa:16:3e:70:ad:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568c54ba-ba0c-4018-a698-87437b673a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'e9a4a8c2-423b-444e-a5e6-20deeb1f2b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:11Z', 'updated_at': '2021-12-09T16:00:16Z', 'revision_number': 4, 'project_id': '8e6c97974dd44fb5b5238a5611736a63', 'subnets': [{'id': 'e9a4a8c2-423b-444e-a5e6-20deeb1f2b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:00:17.471367 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3f057-f427-4264-9a5c-014f9d6529fe req-3976aa42-7a7a-47d0-a047-39833cb3bedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:17.473439 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-43e3f057-f427-4264-9a5c-014f9d6529fe req-3976aa42-7a7a-47d0-a047-39833cb3bedd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7ed80e48-8590-46b4-8d38-b6684caa7914 HTTP/1.1" status: 200 len: 857 time: 0.0546734 Dec 09 16:00:17.487270 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-45682d70-0711-4d29-8f51-e29f8163895c None None] For port d45b398e-e290-47cb-8bdb-0e825d1c4b5d, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:00:17.491253 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-45682d70-0711-4d29-8f51-e29f8163895c None None] For port d45b398e-e290-47cb-8bdb-0e825d1c4b5d, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d45b398e-e290-47cb-8bdb-0e825d1c4b5d,segment=NetworkSegment(a7d6f251-1502-49b8-a25f-6d0e8c2db4f4),segment_id=a7d6f251-1502-49b8-a25f-6d0e8c2db4f4)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:00:17.510500 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-43e3f057-f427-4264-9a5c-014f9d6529fe req-0741f0b9-78da-43f7-a648-c844305e0eee service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dfdcbf46-a60e-4f42-a7f8-25f73c5ffc92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297132 Dec 09 16:00:17.720136 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93252d-5aa2-4fce-ac34-3b134c4d3812 req-761ae846-5dba-4960-ad66-02163365b4ce tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:17.732314 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6e93252d-5aa2-4fce-ac34-3b134c4d3812 req-761ae846-5dba-4960-ad66-02163365b4ce tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84f6324-0633-48b7-a346-707aa5faf81a HTTP/1.1" status: 200 len: 946 time: 0.1233184 Dec 09 16:00:17.752853 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 0740c6e4-0852-4bf5-b197-682271cd8fb8 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:00:17.757736 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-45682d70-0711-4d29-8f51-e29f8163895c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:17.765565 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-43e3f057-f427-4264-9a5c-014f9d6529fe req-14a606d5-62b6-4e00-be59-d5fee09f1c3d service neutron] 10.222.0.31 "GET /v2.0/networks/dfdcbf46-a60e-4f42-a7f8-25f73c5ffc92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472713 Dec 09 16:00:17.855637 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 088016f6-1f0b-404c-bf9b-010a9a643436 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:00:17.891341 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6e93252d-5aa2-4fce-ac34-3b134c4d3812 req-767cd6d5-4fcf-49a1-a800-ee99c8d88686 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf0eb5fb-f601-47b9-beea-420b9e0fb1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477535 Dec 09 16:00:17.944357 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-43e3f057-f427-4264-9a5c-014f9d6529fe req-d6be4bc4-24f2-4c43-891e-c51c5e32f6a1 service neutron] 10.222.0.31 "GET /v2.0/networks/dfdcbf46-a60e-4f42-a7f8-25f73c5ffc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679482 Dec 09 16:00:18.044551 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45682d70-0711-4d29-8f51-e29f8163895c None None] Pushing event updated for resources: {'Port': ['ID=d45b398e-e290-47cb-8bdb-0e825d1c4b5d,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:18.109766 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a5c53852-e8a5-4c3b-afcf-5e482d8e4f42 None None] Provisioning complete for port ee8f498f-4417-4a75-be2e-e90d64ee4237 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:18.109766 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a5c53852-e8a5-4c3b-afcf-5e482d8e4f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:18.115178 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 0740c6e4-0852-4bf5-b197-682271cd8fb8, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=0740c6e4-0852-4bf5-b197-682271cd8fb8,segment=NetworkSegment(d5060a24-0846-4450-b22a-1d14341f5281),segment_id=d5060a24-0846-4450-b22a-1d14341f5281)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:00:18.217889 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9372b705-79cd-4d28-9f3d-96c6aae9d596 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:18.219545 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc0b7c-003b-428d-8f48-1ec306a1fef7 req-a546321d-be5c-47b4-8849-2d09b70b241d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:18.225868 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 088016f6-1f0b-404c-bf9b-010a9a643436 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:18.226290 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:18.252928 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-66bc0b7c-003b-428d-8f48-1ec306a1fef7 req-a546321d-be5c-47b4-8849-2d09b70b241d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 944 time: 0.1539326 Dec 09 16:00:18.259731 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '0740c6e4-0852-4bf5-b197-682271cd8fb8', 'network_id': '7c247364-c7be-4385-a1e4-28529082d92f', 'port_id': '0740c6e4-0852-4bf5-b197-682271cd8fb8', 'mac_address': 'fa:16:3e:39:6f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56dd9a3d-50d5-4506-be10-a48050f2b838', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:00:18.264783 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a5c53852-e8a5-4c3b-afcf-5e482d8e4f42 None None] Port ee8f498f-4417-4a75-be2e-e90d64ee4237 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:00:18.346897 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:18.371975 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-66bc0b7c-003b-428d-8f48-1ec306a1fef7 req-3051cc67-bea6-47a6-891f-c902a5a64163 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=095d1a77-428a-483e-bd3d-71feed9a5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1182055 Dec 09 16:00:18.384778 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0740c6e4-0852-4bf5-b197-682271cd8fb8 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:00:18.435698 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 0740c6e4-0852-4bf5-b197-682271cd8fb8, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=0740c6e4-0852-4bf5-b197-682271cd8fb8,segment=NetworkSegment(d5060a24-0846-4450-b22a-1d14341f5281),segment_id=d5060a24-0846-4450-b22a-1d14341f5281)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:00:18.450831 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:18.531837 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=0740c6e4-0852-4bf5-b197-682271cd8fb8,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:18.550046 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9372b705-79cd-4d28-9f3d-96c6aae9d596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:18.567741 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7969566-e158-48e4-a8a7-245a7de285da req-4741e21f-22e0-4346-86d1-01f2baa3d2f6 tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:18.575667 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d7969566-e158-48e4-a8a7-245a7de285da req-4741e21f-22e0-4346-86d1-01f2baa3d2f6 tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2a7cc52-5d92-467a-9f83-e7b82a07a59e HTTP/1.1" status: 200 len: 944 time: 0.0806305 Dec 09 16:00:18.648545 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d7969566-e158-48e4-a8a7-245a7de285da req-c0fb5a1c-ad12-408a-8ba1-71f21eba5a70 tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d0214b7-3520-4194-a30c-6f57f4f18ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591447 Dec 09 16:00:18.713092 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9372b705-79cd-4d28-9f3d-96c6aae9d596 admin admin] Router b2fc6b61-1038-4895-8af4-115eff9eaafa is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 16:00:18.817038 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['0740c6e4-0852-4bf5-b197-682271cd8fb8'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:00:18.897930 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9372b705-79cd-4d28-9f3d-96c6aae9d596 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:00:18.909174 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c7adc4-8ad0-4735-ab36-2dc0239c544a None None] Sync routers for ids ['b2fc6b61-1038-4895-8af4-115eff9eaafa'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:00:18.924893 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c7adc4-8ad0-4735-ab36-2dc0239c544a None None] Routers {'b2fc6b61-1038-4895-8af4-115eff9eaafa'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:00:18.925701 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-66c7adc4-8ad0-4735-ab36-2dc0239c544a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:59:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['b2fc6b61-1038-4895-8af4-115eff9eaafa'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:18.934980 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9372b705-79cd-4d28-9f3d-96c6aae9d596 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:18.936461 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9372b705-79cd-4d28-9f3d-96c6aae9d596 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7725894 Dec 09 16:00:18.939492 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 37832) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:18.984384 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e386aa-5fc5-4242-a372-b873a269a5f2 req-9c403d98-72e7-408c-b812-edf67232858c tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:18.986027 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-96e386aa-5fc5-4242-a372-b873a269a5f2 req-9c403d98-72e7-408c-b812-edf67232858c tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84f6324-0633-48b7-a346-707aa5faf81a HTTP/1.1" status: 200 len: 946 time: 0.0979857 Dec 09 16:00:19.087141 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-96e386aa-5fc5-4242-a372-b873a269a5f2 req-2f5202dd-1087-435b-869b-21c84b89f3a0 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf0eb5fb-f601-47b9-beea-420b9e0fb1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938127 Dec 09 16:00:19.142070 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-66c7adc4-8ad0-4735-ab36-2dc0239c544a None None] Set router b2fc6b61-1038-4895-8af4-115eff9eaafa gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:00:19.294015 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3497fda-2623-4da9-8c2a-1e8ad6077d30 None None] Network 90e94352-bf9c-48ad-8a11-b9b87264c303 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:00:19.361730 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-66c7adc4-8ad0-4735-ab36-2dc0239c544a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fc6b61-1038-4895-8af4-115eff9eaafa', 'name': 'tempest-TestVolumeBackupRestore-1772969416-router', 'tenant_id': '2a79d3bcb8fa48baa941e22c2d6093d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'ee8f498f-4417-4a75-be2e-e90d64ee4237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:16Z', 'updated_at': '2021-12-09T16:00:17Z', 'revision_number': 3, 'project_id': '2a79d3bcb8fa48baa941e22c2d6093d7', 'gw_port': {'id': 'ee8f498f-4417-4a75-be2e-e90d64ee4237', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fc6b61-1038-4895-8af4-115eff9eaafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:16Z', 'updated_at': '2021-12-09T16:00:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:19.390330 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c7adc4-8ad0-4735-ab36-2dc0239c544a None None] Checking router: b2fc6b61-1038-4895-8af4-115eff9eaafa for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:00:19.391288 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c7adc4-8ad0-4735-ab36-2dc0239c544a None None] Updating router b2fc6b61-1038-4895-8af4-115eff9eaafa port ee8f498f-4417-4a75-be2e-e90d64ee4237 binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:00:19.413436 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-96eaf4f3-040b-4ebb-b2b6-61c83d93079a None None] Provisioning complete for port d45b398e-e290-47cb-8bdb-0e825d1c4b5d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:19.413872 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-96eaf4f3-040b-4ebb-b2b6-61c83d93079a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:19.429584 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-66c7adc4-8ad0-4735-ab36-2dc0239c544a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:19.535227 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-96eaf4f3-040b-4ebb-b2b6-61c83d93079a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:19.579635 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-96eaf4f3-040b-4ebb-b2b6-61c83d93079a None None] For port d45b398e-e290-47cb-8bdb-0e825d1c4b5d, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d45b398e-e290-47cb-8bdb-0e825d1c4b5d,segment=NetworkSegment(a7d6f251-1502-49b8-a25f-6d0e8c2db4f4),segment_id=a7d6f251-1502-49b8-a25f-6d0e8c2db4f4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:00:19.582083 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c47793-d980-4587-b914-0acfc9169308 req-75c310ca-61b9-417c-9b66-9cd51ce61f12 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:19.586429 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-14c47793-d980-4587-b914-0acfc9169308 req-75c310ca-61b9-417c-9b66-9cd51ce61f12 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 945 time: 0.0953233 Dec 09 16:00:19.587072 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-17299f56-5267-4ec1-b43e-8f9d48268f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:19.589498 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-96eaf4f3-040b-4ebb-b2b6-61c83d93079a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:19.668406 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eaf4f3-040b-4ebb-b2b6-61c83d93079a None None] Pushing event updated for resources: {'Port': ['ID=d45b398e-e290-47cb-8bdb-0e825d1c4b5d,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:19.694385 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-14c47793-d980-4587-b914-0acfc9169308 req-0797d411-88bb-46df-ae78-3367bf0f8dad tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=095d1a77-428a-483e-bd3d-71feed9a5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0880046 Dec 09 16:00:19.722365 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5c454574-3522-4fe6-bccb-f3968318ac1c None None] Provisioning complete for port d45b398e-e290-47cb-8bdb-0e825d1c4b5d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:19.722741 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5c454574-3522-4fe6-bccb-f3968318ac1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:19.813400 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d6db3-bcc0-4d18-9c87-acc4135a4d6c req-231ddc25-160d-4551-8bbf-09f86b64cfec tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:19.824321 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9b1d6db3-bcc0-4d18-9c87-acc4135a4d6c req-231ddc25-160d-4551-8bbf-09f86b64cfec tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2a7cc52-5d92-467a-9f83-e7b82a07a59e HTTP/1.1" status: 200 len: 944 time: 0.0631301 Dec 09 16:00:19.838423 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 6d79bbf5-a54a-491f-a400-3699e6a3c7fd details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:00:19.871866 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d45b398e-e290-47cb-8bdb-0e825d1c4b5d up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:00:19.899633 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9b1d6db3-bcc0-4d18-9c87-acc4135a4d6c req-add9d759-8e9a-49dc-aea9-46e0f927f575 tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d0214b7-3520-4194-a30c-6f57f4f18ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683804 Dec 09 16:00:19.906539 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-17299f56-5267-4ec1-b43e-8f9d48268f65 admin admin] Allocated IP 172.20.0.1 (90e94352-bf9c-48ad-8a11-b9b87264c303/d6a337e0-ef60-4899-989b-99cf86fe111f/89e0f3c4-d844-4b53-9bbe-c6e611af0f83) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:00:19.917690 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-66c7adc4-8ad0-4735-ab36-2dc0239c544a None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:19.924094 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-66c7adc4-8ad0-4735-ab36-2dc0239c544a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:19.976867 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8efbcb-1565-4d36-a008-d3ecfefda985 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:00:19.978957 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-66c7adc4-8ad0-4735-ab36-2dc0239c544a None None] Attempting to bind port ee8f498f-4417-4a75-be2e-e90d64ee4237 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:00:19.979939 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-66c7adc4-8ad0-4735-ab36-2dc0239c544a None None] Attempting to bind port ee8f498f-4417-4a75-be2e-e90d64ee4237 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:00:19.980314 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c7adc4-8ad0-4735-ab36-2dc0239c544a None None] Attempting to bind port ee8f498f-4417-4a75-be2e-e90d64ee4237 on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:00:19.983452 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75483596-783f-47d1-aa74-ffe3a6ab3eba None None] Pushing event updated for resources: {'Port': ['ID=ee8f498f-4417-4a75-be2e-e90d64ee4237,revision_number=2']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:19.991197 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c7adc4-8ad0-4735-ab36-2dc0239c544a None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:00:19.991829 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c7adc4-8ad0-4735-ab36-2dc0239c544a None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:00:19.992727 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-66c7adc4-8ad0-4735-ab36-2dc0239c544a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:19.993257 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c7adc4-8ad0-4735-ab36-2dc0239c544a None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:00:19.993870 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-66c7adc4-8ad0-4735-ab36-2dc0239c544a None None] Bound port: ee8f498f-4417-4a75-be2e-e90d64ee4237, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:00:19.995160 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-66c7adc4-8ad0-4735-ab36-2dc0239c544a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:20.036144 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port d45b398e-e290-47cb-8bdb-0e825d1c4b5d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:20.036980 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-17299f56-5267-4ec1-b43e-8f9d48268f65 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:20.037126 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:20.039127 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 6d79bbf5-a54a-491f-a400-3699e6a3c7fd, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=6d79bbf5-a54a-491f-a400-3699e6a3c7fd,segment=NetworkSegment(0b34c569-7918-4d23-95da-d18a1fe8d63d),segment_id=0b34c569-7918-4d23-95da-d18a1fe8d63d)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:00:20.065992 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-66c7adc4-8ad0-4735-ab36-2dc0239c544a None None] For port ee8f498f-4417-4a75-be2e-e90d64ee4237, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:00:20.070425 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-66c7adc4-8ad0-4735-ab36-2dc0239c544a None None] For port ee8f498f-4417-4a75-be2e-e90d64ee4237, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=ee8f498f-4417-4a75-be2e-e90d64ee4237,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:00:20.072456 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '6d79bbf5-a54a-491f-a400-3699e6a3c7fd', 'network_id': 'dfdcbf46-a60e-4f42-a7f8-25f73c5ffc92', 'port_id': '6d79bbf5-a54a-491f-a400-3699e6a3c7fd', 'mac_address': 'fa:16:3e:da:44:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ed80e48-8590-46b4-8d38-b6684caa7914', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:00:20.079794 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-66c7adc4-8ad0-4735-ab36-2dc0239c544a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:20.091948 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-17299f56-5267-4ec1-b43e-8f9d48268f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:20.129395 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02211e34-5ea0-4d94-8f5c-12c1cc0412cc None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:00:20.138254 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c7adc4-8ad0-4735-ab36-2dc0239c544a None None] Routers {'b2fc6b61-1038-4895-8af4-115eff9eaafa'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:00:20.139838 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-66c7adc4-8ad0-4735-ab36-2dc0239c544a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T15:59:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['b2fc6b61-1038-4895-8af4-115eff9eaafa'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:20.141325 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:20.154904 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17299f56-5267-4ec1-b43e-8f9d48268f65 admin admin] Network 90e94352-bf9c-48ad-8a11-b9b87264c303 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:00:20.158934 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-17299f56-5267-4ec1-b43e-8f9d48268f65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:00:20.162891 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17299f56-5267-4ec1-b43e-8f9d48268f65 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:00:20.165751 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c4bc9921-940c-4ac2-9c8c-0a9f17078a3e None None] Provisioning complete for port ee8f498f-4417-4a75-be2e-e90d64ee4237 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:20.166063 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c4bc9921-940c-4ac2-9c8c-0a9f17078a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:20.181155 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75483596-783f-47d1-aa74-ffe3a6ab3eba None None] Pushing event updated for resources: {'Port': ['ID=ee8f498f-4417-4a75-be2e-e90d64ee4237,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:20.189769 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d79bbf5-a54a-491f-a400-3699e6a3c7fd {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:00:20.257438 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 6d79bbf5-a54a-491f-a400-3699e6a3c7fd, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=6d79bbf5-a54a-491f-a400-3699e6a3c7fd,segment=NetworkSegment(0b34c569-7918-4d23-95da-d18a1fe8d63d),segment_id=0b34c569-7918-4d23-95da-d18a1fe8d63d)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:00:20.261755 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-17299f56-5267-4ec1-b43e-8f9d48268f65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:20.267375 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:20.275338 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-66c7adc4-8ad0-4735-ab36-2dc0239c544a None None] Set router b2fc6b61-1038-4895-8af4-115eff9eaafa gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:00:20.336536 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15cea3-6be3-4f6a-9a6f-6808ce9dc135 req-93f58327-e8a8-4554-b300-c72930e40a0d tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:20.346557 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bc15cea3-6be3-4f6a-9a6f-6808ce9dc135 req-93f58327-e8a8-4554-b300-c72930e40a0d tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84f6324-0633-48b7-a346-707aa5faf81a HTTP/1.1" status: 200 len: 946 time: 0.1095824 Dec 09 16:00:20.379281 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=6d79bbf5-a54a-491f-a400-3699e6a3c7fd,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:20.397098 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c4bc9921-940c-4ac2-9c8c-0a9f17078a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:20.422409 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17299f56-5267-4ec1-b43e-8f9d48268f65 admin admin] Pushing event updated for resources: {'Port': ['ID=89e0f3c4-d844-4b53-9bbe-c6e611af0f83,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:20.435143 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c4bc9921-940c-4ac2-9c8c-0a9f17078a3e None None] For port ee8f498f-4417-4a75-be2e-e90d64ee4237, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=ee8f498f-4417-4a75-be2e-e90d64ee4237,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:00:20.446379 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c4bc9921-940c-4ac2-9c8c-0a9f17078a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:20.479124 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-17299f56-5267-4ec1-b43e-8f9d48268f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:20.484152 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bc15cea3-6be3-4f6a-9a6f-6808ce9dc135 req-e7a1e4a4-4dec-4f34-a439-7e8927a2b3d3 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf0eb5fb-f601-47b9-beea-420b9e0fb1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361103 Dec 09 16:00:20.530100 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17d899-d171-4d6b-9e49-630dbf0a1816 req-eafdb4be-d81e-43a4-91d6-e1fc44e2714b tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:20.532902 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-69d204d0-cb1b-4c3f-aa95-aa3a01a2e6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:20.533202 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4e17d899-d171-4d6b-9e49-630dbf0a1816 req-eafdb4be-d81e-43a4-91d6-e1fc44e2714b tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.31 "GET /v2.0/ports?device_id=f84f6324-0633-48b7-a346-707aa5faf81a HTTP/1.1" status: 200 len: 946 time: 0.1651878 Dec 09 16:00:20.550794 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc9921-940c-4ac2-9c8c-0a9f17078a3e None None] Pushing event updated for resources: {'Port': ['ID=ee8f498f-4417-4a75-be2e-e90d64ee4237,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:20.582902 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-32f280ce-58b0-4805-a006-d9ffdb6becf5 None None] Provisioning complete for port 89e0f3c4-d844-4b53-9bbe-c6e611af0f83 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:20.583280 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-32f280ce-58b0-4805-a006-d9ffdb6becf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:20.592842 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-66c7adc4-8ad0-4735-ab36-2dc0239c544a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fc6b61-1038-4895-8af4-115eff9eaafa', 'name': 'tempest-TestVolumeBackupRestore-1772969416-router', 'tenant_id': '2a79d3bcb8fa48baa941e22c2d6093d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'ee8f498f-4417-4a75-be2e-e90d64ee4237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:16Z', 'updated_at': '2021-12-09T16:00:17Z', 'revision_number': 3, 'project_id': '2a79d3bcb8fa48baa941e22c2d6093d7', 'gw_port': {'id': 'ee8f498f-4417-4a75-be2e-e90d64ee4237', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fc6b61-1038-4895-8af4-115eff9eaafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:16Z', 'updated_at': '2021-12-09T16:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:20.611035 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['6d79bbf5-a54a-491f-a400-3699e6a3c7fd'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:00:20.635004 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c7adc4-8ad0-4735-ab36-2dc0239c544a None None] The sync data for ids ['b2fc6b61-1038-4895-8af4-115eff9eaafa'] in n-d-821228-1 is: [{'id': 'b2fc6b61-1038-4895-8af4-115eff9eaafa', 'name': 'tempest-TestVolumeBackupRestore-1772969416-router', 'tenant_id': '2a79d3bcb8fa48baa941e22c2d6093d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'ee8f498f-4417-4a75-be2e-e90d64ee4237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:16Z', 'updated_at': '2021-12-09T16:00:17Z', 'revision_number': 3, 'project_id': '2a79d3bcb8fa48baa941e22c2d6093d7', 'gw_port': {'id': 'ee8f498f-4417-4a75-be2e-e90d64ee4237', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fc6b61-1038-4895-8af4-115eff9eaafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:16Z', 'updated_at': '2021-12-09T16:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:00:20.662587 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-32f280ce-58b0-4805-a006-d9ffdb6becf5 None None] Port 89e0f3c4-d844-4b53-9bbe-c6e611af0f83 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:00:20.668526 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-4e17d899-d171-4d6b-9e49-630dbf0a1816 req-8d095ece-6eda-444b-a2e1-63a52f3ca18d tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Deleting port 19188df6-e37e-4a99-bad3-5209a09f4007 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:00:20.669053 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4e17d899-d171-4d6b-9e49-630dbf0a1816 req-8d095ece-6eda-444b-a2e1-63a52f3ca18d tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:20.684679 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-32f280ce-58b0-4805-a006-d9ffdb6becf5 None None] Provisioning complete for port ee8f498f-4417-4a75-be2e-e90d64ee4237 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:20.685053 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-32f280ce-58b0-4805-a006-d9ffdb6becf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:20.735258 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-17299f56-5267-4ec1-b43e-8f9d48268f65 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:20.744276 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-17299f56-5267-4ec1-b43e-8f9d48268f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:20.819418 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-17299f56-5267-4ec1-b43e-8f9d48268f65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:20.822152 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17299f56-5267-4ec1-b43e-8f9d48268f65 admin admin] Pushing event updated for resources: {'Port': ['ID=89e0f3c4-d844-4b53-9bbe-c6e611af0f83,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:20.856341 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-4e17d899-d171-4d6b-9e49-630dbf0a1816 req-8d095ece-6eda-444b-a2e1-63a52f3ca18d tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] For port 19188df6-e37e-4a99-bad3-5209a09f4007, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=19188df6-e37e-4a99-bad3-5209a09f4007,segment=NetworkSegment(cf30e55e-e529-49e2-a27a-12cb682e747a),segment_id=cf30e55e-e529-49e2-a27a-12cb682e747a)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:00:20.858854 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4e17d899-d171-4d6b-9e49-630dbf0a1816 req-8d095ece-6eda-444b-a2e1-63a52f3ca18d tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:20.875328 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-4e17d899-d171-4d6b-9e49-630dbf0a1816 req-8d095ece-6eda-444b-a2e1-63a52f3ca18d tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Calling delete_port for 19188df6-e37e-4a99-bad3-5209a09f4007 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:00:20.905560 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab5f97-8d0d-4b85-8763-7e0e27eed4f8 req-f1480b10-2ab4-41bf-a32b-f2abe4a7e7d0 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:20.907278 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f6ab5f97-8d0d-4b85-8763-7e0e27eed4f8 req-f1480b10-2ab4-41bf-a32b-f2abe4a7e7d0 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 945 time: 0.0927618 Dec 09 16:00:20.949167 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17299f56-5267-4ec1-b43e-8f9d48268f65 admin admin] Network 90e94352-bf9c-48ad-8a11-b9b87264c303 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:00:20.950637 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-17299f56-5267-4ec1-b43e-8f9d48268f65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:00:21.028747 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f6ab5f97-8d0d-4b85-8763-7e0e27eed4f8 req-4333da5f-dab0-4cf1-98a6-f811cea8732e tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=095d1a77-428a-483e-bd3d-71feed9a5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0907280 Dec 09 16:00:21.118719 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17299f56-5267-4ec1-b43e-8f9d48268f65 admin admin] Router b2fc6b61-1038-4895-8af4-115eff9eaafa has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:00:21.180096 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4e17d899-d171-4d6b-9e49-630dbf0a1816 req-8d095ece-6eda-444b-a2e1-63a52f3ca18d tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:21.217631 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d095ece-6eda-444b-a2e1-63a52f3ca18d tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Pushing event deleted for resources: {'Port': ['ID=19188df6-e37e-4a99-bad3-5209a09f4007,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:21.249132 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['19188df6-e37e-4a99-bad3-5209a09f4007'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:00:21.257351 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa35a8a-deec-480b-8b41-665f2cee5ee6 req-2aaa1a62-625c-4597-9757-977e29b668d2 tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:21.259117 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-daa35a8a-deec-480b-8b41-665f2cee5ee6 req-2aaa1a62-625c-4597-9757-977e29b668d2 tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2a7cc52-5d92-467a-9f83-e7b82a07a59e HTTP/1.1" status: 200 len: 945 time: 0.1284318 Dec 09 16:00:21.277859 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17299f56-5267-4ec1-b43e-8f9d48268f65 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:00:21.281635 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e17d899-d171-4d6b-9e49-630dbf0a1816 req-8d095ece-6eda-444b-a2e1-63a52f3ca18d tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] No DVR routers for this DVR port 19188df6-e37e-4a99-bad3-5209a09f4007 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:00:21.286724 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-17299f56-5267-4ec1-b43e-8f9d48268f65 admin admin] 10.222.0.57 "PUT /v2.0/routers/b2fc6b61-1038-4895-8af4-115eff9eaafa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3442750 Dec 09 16:00:21.289068 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4e17d899-d171-4d6b-9e49-630dbf0a1816 req-8d095ece-6eda-444b-a2e1-63a52f3ca18d tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:21.293291 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4e17d899-d171-4d6b-9e49-630dbf0a1816 req-8d095ece-6eda-444b-a2e1-63a52f3ca18d tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.31 "DELETE /v2.0/ports/19188df6-e37e-4a99-bad3-5209a09f4007 HTTP/1.1" status: 204 len: 173 time: 0.7530444 Dec 09 16:00:21.293773 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84f6324-0633-48b7-a346-707aa5faf81a', 'name': 'network-vif-deleted', 'tag': '19188df6-e37e-4a99-bad3-5209a09f4007'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:00:21.306012 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5219c69-2537-4929-9b49-bbfdb8194bff" -d '{"events": [{"server_uuid": "f84f6324-0633-48b7-a346-707aa5faf81a", "name": "network-vif-deleted", "tag": "19188df6-e37e-4a99-bad3-5209a09f4007"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:00:21.310266 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c0fc4888-c387-468c-af3d-5c07c065a9bd None None] Provisioning complete for port 89e0f3c4-d844-4b53-9bbe-c6e611af0f83 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:21.310651 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c0fc4888-c387-468c-af3d-5c07c065a9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:21.362181 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c0fc4888-c387-468c-af3d-5c07c065a9bd None None] Port 89e0f3c4-d844-4b53-9bbe-c6e611af0f83 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:00:21.364942 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-daa35a8a-deec-480b-8b41-665f2cee5ee6 req-f95cf690-c13d-475f-ba54-7331cd3134d4 tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d0214b7-3520-4194-a30c-6f57f4f18ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844755 Dec 09 16:00:21.476877 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165b69eb-1fb7-4456-b9fa-4d47ae2b7905 x-openstack-request-id: req-165b69eb-1fb7-4456-b9fa-4d47ae2b7905 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:00:21.477669 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84f6324-0633-48b7-a346-707aa5faf81a", "name": "network-vif-deleted", "tag": "19188df6-e37e-4a99-bad3-5209a09f4007", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:00:21.478003 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-165b69eb-1fb7-4456-b9fa-4d47ae2b7905 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:00:21.478542 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84f6324-0633-48b7-a346-707aa5faf81a', 'name': 'network-vif-deleted', 'tag': '19188df6-e37e-4a99-bad3-5209a09f4007', 'status': 'completed', 'code': 200} Dec 09 16:00:21.520532 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 0740c6e4-0852-4bf5-b197-682271cd8fb8 up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:00:21.583307 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port 0740c6e4-0852-4bf5-b197-682271cd8fb8 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:00:21.590144 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 0740c6e4-0852-4bf5-b197-682271cd8fb8 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:21.591200 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:21.654231 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-119fd3a4-fea3-40f8-b937-8fc6df13e902 req-58e40a11-2cd5-482c-9985-081e4bd0fe70 tempest-VolumesActionsTest-961531472 tempest-VolumesActionsTest-961531472-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84f6324-0633-48b7-a346-707aa5faf81a HTTP/1.1" status: 200 len: 210 time: 0.0306745 Dec 09 16:00:21.710747 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:21.757028 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f29ccc-40e5-4366-b91e-af4f0e45d795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0740c6e4-0852-4bf5-b197-682271cd8fb8'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:00:21.759344 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee7a2cb-0281-4568-a25f-4088e46a6c9d" -d '{"events": [{"server_uuid": "64f29ccc-40e5-4366-b91e-af4f0e45d795", "name": "network-vif-plugged", "status": "completed", "tag": "0740c6e4-0852-4bf5-b197-682271cd8fb8"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:00:21.799920 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 0740c6e4-0852-4bf5-b197-682271cd8fb8, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=0740c6e4-0852-4bf5-b197-682271cd8fb8,segment=NetworkSegment(d5060a24-0846-4450-b22a-1d14341f5281),segment_id=d5060a24-0846-4450-b22a-1d14341f5281)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:00:21.806856 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:21.821614 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 6d79bbf5-a54a-491f-a400-3699e6a3c7fd up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:00:21.879084 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca932a78-30b0-4863-8848-03de3d40241d x-openstack-request-id: req-ca932a78-30b0-4863-8848-03de3d40241d {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:00:21.879390 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f29ccc-40e5-4366-b91e-af4f0e45d795", "name": "network-vif-plugged", "status": "completed", "tag": "0740c6e4-0852-4bf5-b197-682271cd8fb8", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:00:21.879635 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ca932a78-30b0-4863-8848-03de3d40241d {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:00:21.880037 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f29ccc-40e5-4366-b91e-af4f0e45d795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0740c6e4-0852-4bf5-b197-682271cd8fb8', 'code': 200} Dec 09 16:00:21.881121 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device ee8f498f-4417-4a75-be2e-e90d64ee4237 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:00:21.984300 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=0740c6e4-0852-4bf5-b197-682271cd8fb8,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:22.015334 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 6d79bbf5-a54a-491f-a400-3699e6a3c7fd completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:00:22.020809 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 6d79bbf5-a54a-491f-a400-3699e6a3c7fd triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:22.021412 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:22.048394 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port ee8f498f-4417-4a75-be2e-e90d64ee4237 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:22.048803 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:22.174788 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13136f74-6c52-4a62-ba55-346e57d69407 req-89881f07-8cb6-43af-921e-0309d581e0c4 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:22.178868 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-13136f74-6c52-4a62-ba55-346e57d69407 req-89881f07-8cb6-43af-921e-0309d581e0c4 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 946 time: 0.0668170 Dec 09 16:00:22.179973 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ed5bc-4daa-4564-a84f-005cf6a0e625 req-23e89a16-4307-451a-8aa8-e21a018eeae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:22.181044 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:22.181769 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9e5ed5bc-4daa-4564-a84f-005cf6a0e625 req-23e89a16-4307-451a-8aa8-e21a018eeae2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 1097 time: 0.2147200 Dec 09 16:00:22.246519 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9e5ed5bc-4daa-4564-a84f-005cf6a0e625 req-6e3ea3a0-2a9e-4fc1-96f2-9ecdc9d4d030 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=095d1a77-428a-483e-bd3d-71feed9a5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0571716 Dec 09 16:00:22.250061 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-13136f74-6c52-4a62-ba55-346e57d69407 req-b6786f4f-8697-4a22-9f41-3e4b8d190518 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=095d1a77-428a-483e-bd3d-71feed9a5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0632970 Dec 09 16:00:22.254090 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 6d79bbf5-a54a-491f-a400-3699e6a3c7fd, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=6d79bbf5-a54a-491f-a400-3699e6a3c7fd,segment=NetworkSegment(0b34c569-7918-4d23-95da-d18a1fe8d63d),segment_id=0b34c569-7918-4d23-95da-d18a1fe8d63d)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:00:22.263028 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:22.322816 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=6d79bbf5-a54a-491f-a400-3699e6a3c7fd,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:22.489380 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ee7ca-f743-4e75-851d-5990d82cc9c7 req-195c435a-3fd5-4e08-8bf2-bbc723074452 tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:22.490871 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cc7ee7ca-f743-4e75-851d-5990d82cc9c7 req-195c435a-3fd5-4e08-8bf2-bbc723074452 tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2a7cc52-5d92-467a-9f83-e7b82a07a59e HTTP/1.1" status: 200 len: 946 time: 0.0508659 Dec 09 16:00:22.539875 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cc7ee7ca-f743-4e75-851d-5990d82cc9c7 req-85bc96b3-bf8e-4b29-bff3-a9641074b1ee tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d0214b7-3520-4194-a30c-6f57f4f18ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426786 Dec 09 16:00:22.980862 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8a383a19-ab7e-430d-9621-dc924188d323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:23.156759 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b1c7bf-18f4-4827-82ec-1ddea757c830 None None] Sync routers for ids ['b2fc6b61-1038-4895-8af4-115eff9eaafa'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:00:23.167878 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b1c7bf-18f4-4827-82ec-1ddea757c830 None None] Routers {'b2fc6b61-1038-4895-8af4-115eff9eaafa'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:00:23.168978 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-17b1c7bf-18f4-4827-82ec-1ddea757c830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:00:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['b2fc6b61-1038-4895-8af4-115eff9eaafa'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:23.296947 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-17b1c7bf-18f4-4827-82ec-1ddea757c830 None None] Set router b2fc6b61-1038-4895-8af4-115eff9eaafa gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:00:23.439128 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b980dad-ab78-4880-afc8-38a63944cdc4 req-ebcdfc3d-045e-41be-84c7-030826f8996c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:23.441370 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8b980dad-ab78-4880-afc8-38a63944cdc4 req-ebcdfc3d-045e-41be-84c7-030826f8996c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 946 time: 0.0889835 Dec 09 16:00:23.508117 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8b980dad-ab78-4880-afc8-38a63944cdc4 req-2fe293a7-185a-4743-848b-83c9dbc22690 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=095d1a77-428a-483e-bd3d-71feed9a5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600114 Dec 09 16:00:23.716633 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d6a4d-2d4c-43f1-a209-037e2f26650a req-f4cfc5aa-203a-40ff-898a-665884fb1809 tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:23.718428 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fc8d6a4d-2d4c-43f1-a209-037e2f26650a req-f4cfc5aa-203a-40ff-898a-665884fb1809 tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2a7cc52-5d92-467a-9f83-e7b82a07a59e HTTP/1.1" status: 200 len: 946 time: 0.0889816 Dec 09 16:00:23.793765 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fc8d6a4d-2d4c-43f1-a209-037e2f26650a req-bf176f44-8195-4ae5-8163-505180f2e683 tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d0214b7-3520-4194-a30c-6f57f4f18ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675187 Dec 09 16:00:23.802872 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-17b1c7bf-18f4-4827-82ec-1ddea757c830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fc6b61-1038-4895-8af4-115eff9eaafa', 'name': 'tempest-TestVolumeBackupRestore-1772969416-router', 'tenant_id': '2a79d3bcb8fa48baa941e22c2d6093d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'ee8f498f-4417-4a75-be2e-e90d64ee4237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:16Z', 'updated_at': '2021-12-09T16:00:20Z', 'revision_number': 4, 'project_id': '2a79d3bcb8fa48baa941e22c2d6093d7', 'gw_port': {'id': 'ee8f498f-4417-4a75-be2e-e90d64ee4237', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fc6b61-1038-4895-8af4-115eff9eaafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:16Z', 'updated_at': '2021-12-09T16:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '89e0f3c4-d844-4b53-9bbe-c6e611af0f83', 'name': '', 'network_id': '90e94352-bf9c-48ad-8a11-b9b87264c303', 'tenant_id': '2a79d3bcb8fa48baa941e22c2d6093d7', 'mac_address': 'fa:16:3e:b7:64:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fc6b61-1038-4895-8af4-115eff9eaafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'd6a337e0-ef60-4899-989b-99cf86fe111f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:19Z', 'updated_at': '2021-12-09T16:00:20Z', 'revision_number': 2, 'project_id': '2a79d3bcb8fa48baa941e22c2d6093d7', 'subnets': [{'id': 'd6a337e0-ef60-4899-989b-99cf86fe111f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:23.836524 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 19188df6-e37e-4a99-bad3-5209a09f4007 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:00:23.841409 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b1c7bf-18f4-4827-82ec-1ddea757c830 None None] Checking router: b2fc6b61-1038-4895-8af4-115eff9eaafa for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:00:23.841776 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b1c7bf-18f4-4827-82ec-1ddea757c830 None None] Updating router b2fc6b61-1038-4895-8af4-115eff9eaafa port 89e0f3c4-d844-4b53-9bbe-c6e611af0f83 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:00:23.881142 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a7cc52-5d92-467a-9f83-e7b82a07a59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d79bbf5-a54a-491f-a400-3699e6a3c7fd'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:00:23.883328 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09e581d-d5d8-40ad-a344-977f33949cb0" -d '{"events": [{"server_uuid": "b2a7cc52-5d92-467a-9f83-e7b82a07a59e", "name": "network-vif-plugged", "status": "completed", "tag": "6d79bbf5-a54a-491f-a400-3699e6a3c7fd"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:00:23.889302 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 19188df6-e37e-4a99-bad3-5209a09f4007 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:00:23.889652 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 19188df6-e37e-4a99-bad3-5209a09f4007 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:00:23.898528 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-17b1c7bf-18f4-4827-82ec-1ddea757c830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:23.938260 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce08b309-f568-4f15-823e-ac6c28a4dbf2 x-openstack-request-id: req-ce08b309-f568-4f15-823e-ac6c28a4dbf2 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:00:23.938881 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a7cc52-5d92-467a-9f83-e7b82a07a59e", "name": "network-vif-plugged", "status": "completed", "tag": "6d79bbf5-a54a-491f-a400-3699e6a3c7fd", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:00:23.939297 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ce08b309-f568-4f15-823e-ac6c28a4dbf2 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:00:23.939926 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a7cc52-5d92-467a-9f83-e7b82a07a59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d79bbf5-a54a-491f-a400-3699e6a3c7fd', 'code': 200} Dec 09 16:00:24.049274 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f316d1-5fd4-4b26-b900-8250908c8bf8 req-55f4c4b4-18b0-44d0-bbbb-782d32db5a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:24.051179 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-06f316d1-5fd4-4b26-b900-8250908c8bf8 req-55f4c4b4-18b0-44d0-bbbb-782d32db5a78 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b2a7cc52-5d92-467a-9f83-e7b82a07a59e HTTP/1.1" status: 200 len: 1097 time: 0.0479441 Dec 09 16:00:24.114636 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-06f316d1-5fd4-4b26-b900-8250908c8bf8 req-e740a127-e312-4e64-837a-06b854e2b033 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1d0214b7-3520-4194-a30c-6f57f4f18ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545442 Dec 09 16:00:24.125111 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:24.238465 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-17b1c7bf-18f4-4827-82ec-1ddea757c830 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:24.245965 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-17b1c7bf-18f4-4827-82ec-1ddea757c830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:24.308244 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f46cf-2562-4e4b-a7e4-24c402c023e1 None None] Pushing event updated for resources: {'Port': ['ID=89e0f3c4-d844-4b53-9bbe-c6e611af0f83,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:24.390046 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-17b1c7bf-18f4-4827-82ec-1ddea757c830 None None] Attempting to bind port 89e0f3c4-d844-4b53-9bbe-c6e611af0f83 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:00:24.390615 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-17b1c7bf-18f4-4827-82ec-1ddea757c830 None None] Attempting to bind port 89e0f3c4-d844-4b53-9bbe-c6e611af0f83 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'a7d6f251-1502-49b8-a25f-6d0e8c2db4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '90e94352-bf9c-48ad-8a11-b9b87264c303'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:00:24.391404 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b1c7bf-18f4-4827-82ec-1ddea757c830 None None] Attempting to bind port 89e0f3c4-d844-4b53-9bbe-c6e611af0f83 on network 90e94352-bf9c-48ad-8a11-b9b87264c303 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:00:24.401384 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b1c7bf-18f4-4827-82ec-1ddea757c830 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:00:24.401770 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b1c7bf-18f4-4827-82ec-1ddea757c830 None None] Checking segment: {'id': 'a7d6f251-1502-49b8-a25f-6d0e8c2db4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '90e94352-bf9c-48ad-8a11-b9b87264c303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:00:24.402178 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-17b1c7bf-18f4-4827-82ec-1ddea757c830 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:24.402881 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b1c7bf-18f4-4827-82ec-1ddea757c830 None None] Bound using segment: {'id': 'a7d6f251-1502-49b8-a25f-6d0e8c2db4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '90e94352-bf9c-48ad-8a11-b9b87264c303'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:00:24.403366 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-17b1c7bf-18f4-4827-82ec-1ddea757c830 None None] Bound port: 89e0f3c4-d844-4b53-9bbe-c6e611af0f83, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d6f251-1502-49b8-a25f-6d0e8c2db4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '90e94352-bf9c-48ad-8a11-b9b87264c303'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:00:24.403751 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-17b1c7bf-18f4-4827-82ec-1ddea757c830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:24.495276 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-17b1c7bf-18f4-4827-82ec-1ddea757c830 None None] For port 89e0f3c4-d844-4b53-9bbe-c6e611af0f83, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:00:24.501354 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-17b1c7bf-18f4-4827-82ec-1ddea757c830 None None] For port 89e0f3c4-d844-4b53-9bbe-c6e611af0f83, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=89e0f3c4-d844-4b53-9bbe-c6e611af0f83,segment=NetworkSegment(a7d6f251-1502-49b8-a25f-6d0e8c2db4f4),segment_id=a7d6f251-1502-49b8-a25f-6d0e8c2db4f4)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:00:24.509087 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-17b1c7bf-18f4-4827-82ec-1ddea757c830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:24.590075 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b1c7bf-18f4-4827-82ec-1ddea757c830 None None] Routers {'b2fc6b61-1038-4895-8af4-115eff9eaafa'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:00:24.590983 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-17b1c7bf-18f4-4827-82ec-1ddea757c830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:00:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['b2fc6b61-1038-4895-8af4-115eff9eaafa'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:24.593863 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f46cf-2562-4e4b-a7e4-24c402c023e1 None None] Pushing event updated for resources: {'Port': ['ID=89e0f3c4-d844-4b53-9bbe-c6e611af0f83,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:24.683535 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:00:24.730187 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0823189-dfe3-4bef-aab9-24cd3a7617a7 req-0ca342fa-92ae-4452-a129-c16a56274022 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:24.731900 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e0823189-dfe3-4bef-aab9-24cd3a7617a7 req-0ca342fa-92ae-4452-a129-c16a56274022 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 946 time: 0.0970540 Dec 09 16:00:24.803673 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e0823189-dfe3-4bef-aab9-24cd3a7617a7 req-821df392-dfd0-4ff5-bbe2-be38d884afe1 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=095d1a77-428a-483e-bd3d-71feed9a5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0639691 Dec 09 16:00:24.836120 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:24.869639 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-11624796-8a09-44fa-bc23-9e6b4363b9e3 None None] Provisioning complete for port 89e0f3c4-d844-4b53-9bbe-c6e611af0f83 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:24.871142 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-11624796-8a09-44fa-bc23-9e6b4363b9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:24.995682 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-17b1c7bf-18f4-4827-82ec-1ddea757c830 None None] Set router b2fc6b61-1038-4895-8af4-115eff9eaafa gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:00:25.036897 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f4323-524e-4be8-9283-295892cc5689 req-80f0176f-120f-431e-8deb-fe8b95c3e4f2 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:25.038918 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-546f4323-524e-4be8-9283-295892cc5689 req-80f0176f-120f-431e-8deb-fe8b95c3e4f2 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 946 time: 0.1065848 Dec 09 16:00:25.142125 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-546f4323-524e-4be8-9283-295892cc5689 req-32e5bb79-76b2-47b3-9819-062698980877 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=095d1a77-428a-483e-bd3d-71feed9a5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0941372 Dec 09 16:00:25.162513 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 38016) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:25.271617 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c908e03-0ac8-4c9c-a944-3bef772ef279 tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:25.273763 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2c908e03-0ac8-4c9c-a944-3bef772ef279 tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 1092 time: 0.1093924 Dec 09 16:00:25.276834 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 38018) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:25.281752 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-0dc7190e-4bb6-41e7-90a6-2e9f63c71984 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'port_id': '0740c6e4-0852-4bf5-b197-682271cd8fb8', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:00:25.295130 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08e9e6-299f-41bb-bd44-10237db26977 req-358788ab-d35a-4c0c-9b9e-2030605b7d29 tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:25.300972 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6a08e9e6-299f-41bb-bd44-10237db26977 req-358788ab-d35a-4c0c-9b9e-2030605b7d29 tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2a7cc52-5d92-467a-9f83-e7b82a07a59e HTTP/1.1" status: 200 len: 946 time: 0.0781095 Dec 09 16:00:25.346932 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0dc7190e-4bb6-41e7-90a6-2e9f63c71984 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:25.400184 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6a08e9e6-299f-41bb-bd44-10237db26977 req-17007912-1a99-4e73-8e0d-7401f3cdb94a tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d0214b7-3520-4194-a30c-6f57f4f18ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907838 Dec 09 16:00:25.451651 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-11624796-8a09-44fa-bc23-9e6b4363b9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:25.545430 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:25.599177 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-17b1c7bf-18f4-4827-82ec-1ddea757c830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fc6b61-1038-4895-8af4-115eff9eaafa', 'name': 'tempest-TestVolumeBackupRestore-1772969416-router', 'tenant_id': '2a79d3bcb8fa48baa941e22c2d6093d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'ee8f498f-4417-4a75-be2e-e90d64ee4237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:16Z', 'updated_at': '2021-12-09T16:00:20Z', 'revision_number': 4, 'project_id': '2a79d3bcb8fa48baa941e22c2d6093d7', 'gw_port': {'id': 'ee8f498f-4417-4a75-be2e-e90d64ee4237', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fc6b61-1038-4895-8af4-115eff9eaafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:16Z', 'updated_at': '2021-12-09T16:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '89e0f3c4-d844-4b53-9bbe-c6e611af0f83', 'name': '', 'network_id': '90e94352-bf9c-48ad-8a11-b9b87264c303', 'tenant_id': '2a79d3bcb8fa48baa941e22c2d6093d7', 'mac_address': 'fa:16:3e:b7:64:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fc6b61-1038-4895-8af4-115eff9eaafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'd6a337e0-ef60-4899-989b-99cf86fe111f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:19Z', 'updated_at': '2021-12-09T16:00:24Z', 'revision_number': 4, 'project_id': '2a79d3bcb8fa48baa941e22c2d6093d7', 'subnets': [{'id': 'd6a337e0-ef60-4899-989b-99cf86fe111f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:25.618455 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0dc7190e-4bb6-41e7-90a6-2e9f63c71984 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:25.630876 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b1c7bf-18f4-4827-82ec-1ddea757c830 None None] The sync data for ids ['b2fc6b61-1038-4895-8af4-115eff9eaafa'] in n-d-821228-1 is: [{'id': 'b2fc6b61-1038-4895-8af4-115eff9eaafa', 'name': 'tempest-TestVolumeBackupRestore-1772969416-router', 'tenant_id': '2a79d3bcb8fa48baa941e22c2d6093d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'ee8f498f-4417-4a75-be2e-e90d64ee4237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:16Z', 'updated_at': '2021-12-09T16:00:20Z', 'revision_number': 4, 'project_id': '2a79d3bcb8fa48baa941e22c2d6093d7', 'gw_port': {'id': 'ee8f498f-4417-4a75-be2e-e90d64ee4237', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fc6b61-1038-4895-8af4-115eff9eaafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:16Z', 'updated_at': '2021-12-09T16:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '89e0f3c4-d844-4b53-9bbe-c6e611af0f83', 'name': '', 'network_id': '90e94352-bf9c-48ad-8a11-b9b87264c303', 'tenant_id': '2a79d3bcb8fa48baa941e22c2d6093d7', 'mac_address': 'fa:16:3e:b7:64:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fc6b61-1038-4895-8af4-115eff9eaafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'd6a337e0-ef60-4899-989b-99cf86fe111f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:19Z', 'updated_at': '2021-12-09T16:00:24Z', 'revision_number': 4, 'project_id': '2a79d3bcb8fa48baa941e22c2d6093d7', 'subnets': [{'id': 'd6a337e0-ef60-4899-989b-99cf86fe111f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:00:25.633618 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-11624796-8a09-44fa-bc23-9e6b4363b9e3 None None] For port 89e0f3c4-d844-4b53-9bbe-c6e611af0f83, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=89e0f3c4-d844-4b53-9bbe-c6e611af0f83,segment=NetworkSegment(a7d6f251-1502-49b8-a25f-6d0e8c2db4f4),segment_id=a7d6f251-1502-49b8-a25f-6d0e8c2db4f4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:00:25.639278 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-11624796-8a09-44fa-bc23-9e6b4363b9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:25.790439 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11624796-8a09-44fa-bc23-9e6b4363b9e3 None None] Pushing event updated for resources: {'Port': ['ID=89e0f3c4-d844-4b53-9bbe-c6e611af0f83,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:25.801182 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11624796-8a09-44fa-bc23-9e6b4363b9e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:25.801536 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11624796-8a09-44fa-bc23-9e6b4363b9e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:25.801883 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11624796-8a09-44fa-bc23-9e6b4363b9e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:25.802226 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11624796-8a09-44fa-bc23-9e6b4363b9e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:25.802560 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11624796-8a09-44fa-bc23-9e6b4363b9e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:25.802913 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11624796-8a09-44fa-bc23-9e6b4363b9e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:25.803409 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11624796-8a09-44fa-bc23-9e6b4363b9e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:25.803530 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11624796-8a09-44fa-bc23-9e6b4363b9e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:25.803880 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11624796-8a09-44fa-bc23-9e6b4363b9e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:25.804192 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11624796-8a09-44fa-bc23-9e6b4363b9e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:25.809042 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11624796-8a09-44fa-bc23-9e6b4363b9e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:25.809488 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11624796-8a09-44fa-bc23-9e6b4363b9e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:25.809824 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11624796-8a09-44fa-bc23-9e6b4363b9e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:25.836288 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ca586895-5f01-4c32-9ecc-0b6934df26e9 None None] Provisioning complete for port 89e0f3c4-d844-4b53-9bbe-c6e611af0f83 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:25.836881 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ca586895-5f01-4c32-9ecc-0b6934df26e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:25.928735 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-0dc7190e-4bb6-41e7-90a6-2e9f63c71984 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Allocated IP 172.25.3.214 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/ae11688d-b9fb-477b-9a1d-72bf141e37ea) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:00:25.985142 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 89e0f3c4-d844-4b53-9bbe-c6e611af0f83 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:00:26.097376 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0dc7190e-4bb6-41e7-90a6-2e9f63c71984 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:26.123129 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 89e0f3c4-d844-4b53-9bbe-c6e611af0f83 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:26.123513 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:26.184115 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0dc7190e-4bb6-41e7-90a6-2e9f63c71984 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:26.259050 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7190e-4bb6-41e7-90a6-2e9f63c71984 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'Port': ['ID=ae11688d-b9fb-477b-9a1d-72bf141e37ea,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:26.278353 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc7190e-4bb6-41e7-90a6-2e9f63c71984 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:00:26.280862 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-0dc7190e-4bb6-41e7-90a6-2e9f63c71984 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:00:26.286545 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc7190e-4bb6-41e7-90a6-2e9f63c71984 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:00:26.462635 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:26.594872 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5a4d5-4d70-4e3c-9845-d0940560ea39 req-59742c0d-1038-497e-9a46-8c21f09e8a70 tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:26.601131 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fec5a4d5-4d70-4e3c-9845-d0940560ea39 req-59742c0d-1038-497e-9a46-8c21f09e8a70 tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2a7cc52-5d92-467a-9f83-e7b82a07a59e HTTP/1.1" status: 200 len: 946 time: 0.0819674 Dec 09 16:00:26.746942 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fec5a4d5-4d70-4e3c-9845-d0940560ea39 req-02ae37dd-1935-47a5-8398-0c069aade64c tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d0214b7-3520-4194-a30c-6f57f4f18ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319239 Dec 09 16:00:27.225663 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe38767-077b-4759-8057-ff6978eb78e9 req-0cd95b7a-b7c3-4581-8530-cf102db3bd98 tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:27.227260 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ffe38767-077b-4759-8057-ff6978eb78e9 req-0cd95b7a-b7c3-4581-8530-cf102db3bd98 tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2a7cc52-5d92-467a-9f83-e7b82a07a59e HTTP/1.1" status: 200 len: 946 time: 0.1064112 Dec 09 16:00:27.333144 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ffe38767-077b-4759-8057-ff6978eb78e9 req-0e3a9f1b-7d3a-4ea8-bd06-f8ba975e9180 tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d0214b7-3520-4194-a30c-6f57f4f18ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972981 Dec 09 16:00:27.542394 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0dc7190e-4bb6-41e7-90a6-2e9f63c71984 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:27.694732 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0dc7190e-4bb6-41e7-90a6-2e9f63c71984 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:27.785674 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 89e0f3c4-d844-4b53-9bbe-c6e611af0f83 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:00:27.924925 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 89e0f3c4-d844-4b53-9bbe-c6e611af0f83 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:27.925459 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:27.977579 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0dc7190e-4bb6-41e7-90a6-2e9f63c71984 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:27.988376 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0dc7190e-4bb6-41e7-90a6-2e9f63c71984 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:28.155510 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7190e-4bb6-41e7-90a6-2e9f63c71984 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'Port': ['ID=ae11688d-b9fb-477b-9a1d-72bf141e37ea,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:28.165851 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0dc7190e-4bb6-41e7-90a6-2e9f63c71984 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:28.367847 n-d-821228-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-0dc7190e-4bb6-41e7-90a6-2e9f63c71984 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Floating IP 7fc0c787-bbe9-46ff-ac74-f3523726e58c associated. External IP: 172.25.3.214, port: 0740c6e4-0852-4bf5-b197-682271cd8fb8. Dec 09 16:00:28.589972 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d7ab4-e7dd-4b79-926d-17a1f51efd22 req-24399da0-ed86-4d0f-8a55-3a9b8a55b597 tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:28.591577 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8d1d7ab4-e7dd-4b79-926d-17a1f51efd22 req-24399da0-ed86-4d0f-8a55-3a9b8a55b597 tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2a7cc52-5d92-467a-9f83-e7b82a07a59e HTTP/1.1" status: 200 len: 946 time: 0.1252623 Dec 09 16:00:28.687729 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d63696-60e6-4714-9638-1fe1e97f5980 req-f26a5f1d-751c-4174-9deb-bc7c3fbcb089 tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:28.689319 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b7d63696-60e6-4714-9638-1fe1e97f5980 req-f26a5f1d-751c-4174-9deb-bc7c3fbcb089 tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2a7cc52-5d92-467a-9f83-e7b82a07a59e HTTP/1.1" status: 200 len: 946 time: 0.1684725 Dec 09 16:00:28.704555 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8d1d7ab4-e7dd-4b79-926d-17a1f51efd22 req-736b6b9a-6e7a-4aee-b954-0c865bc9cf23 tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d0214b7-3520-4194-a30c-6f57f4f18ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972362 Dec 09 16:00:28.822373 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc7190e-4bb6-41e7-90a6-2e9f63c71984 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Router 9972bc3b-2ea2-41d6-8181-d8fd8cf07220 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:00:28.898696 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-b7d63696-60e6-4714-9638-1fe1e97f5980 req-9005c74b-19c2-402d-a8ed-50876e50535f tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] Deleting port 6d79bbf5-a54a-491f-a400-3699e6a3c7fd {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:00:28.899289 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7d63696-60e6-4714-9638-1fe1e97f5980 req-9005c74b-19c2-402d-a8ed-50876e50535f tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:29.012297 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc7190e-4bb6-41e7-90a6-2e9f63c71984 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:00:29.026267 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72508c74-5e22-47c1-b2e5-86d510eac7df None None] Sync routers for ids ['9972bc3b-2ea2-41d6-8181-d8fd8cf07220'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:00:29.039311 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72508c74-5e22-47c1-b2e5-86d510eac7df None None] Routers {'9972bc3b-2ea2-41d6-8181-d8fd8cf07220'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:00:29.039607 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b7d63696-60e6-4714-9638-1fe1e97f5980 req-9005c74b-19c2-402d-a8ed-50876e50535f tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] For port 6d79bbf5-a54a-491f-a400-3699e6a3c7fd, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=6d79bbf5-a54a-491f-a400-3699e6a3c7fd,segment=NetworkSegment(0b34c569-7918-4d23-95da-d18a1fe8d63d),segment_id=0b34c569-7918-4d23-95da-d18a1fe8d63d)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:00:29.040195 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7d63696-60e6-4714-9638-1fe1e97f5980 req-9005c74b-19c2-402d-a8ed-50876e50535f tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:29.040985 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-72508c74-5e22-47c1-b2e5-86d510eac7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:00:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9972bc3b-2ea2-41d6-8181-d8fd8cf07220'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:29.050977 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0dc7190e-4bb6-41e7-90a6-2e9f63c71984 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:29.068188 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-b7d63696-60e6-4714-9638-1fe1e97f5980 req-9005c74b-19c2-402d-a8ed-50876e50535f tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] Calling delete_port for 6d79bbf5-a54a-491f-a400-3699e6a3c7fd owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:00:29.089138 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0dc7190e-4bb6-41e7-90a6-2e9f63c71984 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.8080797 Dec 09 16:00:29.089138 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f29ccc-40e5-4366-b91e-af4f0e45d795', 'tag': '0740c6e4-0852-4bf5-b197-682271cd8fb8'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:00:29.090530 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56e8866-aafd-41d7-9729-d339e091a4fb" -d '{"events": [{"name": "network-changed", "server_uuid": "64f29ccc-40e5-4366-b91e-af4f0e45d795", "tag": "0740c6e4-0852-4bf5-b197-682271cd8fb8"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:00:29.191961 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-72508c74-5e22-47c1-b2e5-86d510eac7df None None] Set router 9972bc3b-2ea2-41d6-8181-d8fd8cf07220 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:00:29.283058 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f526c3f-441c-4b3f-9259-c3c63ad45cd5 req-0b6784e1-fd96-4851-9479-35e519e1d49a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:29.284948 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2f526c3f-441c-4b3f-9259-c3c63ad45cd5 req-0b6784e1-fd96-4851-9479-35e519e1d49a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 946 time: 0.1008015 Dec 09 16:00:29.376224 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2f526c3f-441c-4b3f-9259-c3c63ad45cd5 req-5e08bb0b-2494-4622-9254-7fcfa29115d8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=095d1a77-428a-483e-bd3d-71feed9a5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0844193 Dec 09 16:00:29.384285 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7d63696-60e6-4714-9638-1fe1e97f5980 req-9005c74b-19c2-402d-a8ed-50876e50535f tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:29.410804 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 38042) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:29.411647 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['6d79bbf5-a54a-491f-a400-3699e6a3c7fd'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:00:29.420966 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005c74b-19c2-402d-a8ed-50876e50535f tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] Pushing event deleted for resources: {'Port': ['ID=6d79bbf5-a54a-491f-a400-3699e6a3c7fd,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:29.522585 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d63696-60e6-4714-9638-1fe1e97f5980 req-9005c74b-19c2-402d-a8ed-50876e50535f tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] No DVR routers for this DVR port 6d79bbf5-a54a-491f-a400-3699e6a3c7fd on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:00:29.529136 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b7d63696-60e6-4714-9638-1fe1e97f5980 req-9005c74b-19c2-402d-a8ed-50876e50535f tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:29.537703 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b7d63696-60e6-4714-9638-1fe1e97f5980 req-9005c74b-19c2-402d-a8ed-50876e50535f tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] 10.222.0.31 "DELETE /v2.0/ports/6d79bbf5-a54a-491f-a400-3699e6a3c7fd HTTP/1.1" status: 204 len: 173 time: 0.8320339 Dec 09 16:00:29.539056 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a7cc52-5d92-467a-9f83-e7b82a07a59e', 'name': 'network-vif-deleted', 'tag': '6d79bbf5-a54a-491f-a400-3699e6a3c7fd'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:00:29.546325 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d279e9b-33c5-48dd-a93d-3d0ce5a251c4" -d '{"events": [{"server_uuid": "b2a7cc52-5d92-467a-9f83-e7b82a07a59e", "name": "network-vif-deleted", "tag": "6d79bbf5-a54a-491f-a400-3699e6a3c7fd"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:00:29.647698 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-72508c74-5e22-47c1-b2e5-86d510eac7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9972bc3b-2ea2-41d6-8181-d8fd8cf07220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495101405', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b9f902e7-8e6f-4c53-ad86-44add30cfc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:56Z', 'updated_at': '2021-12-09T16:00:05Z', 'revision_number': 4, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': 'b9f902e7-8e6f-4c53-ad86-44add30cfc99', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:77:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9972bc3b-2ea2-41d6-8181-d8fd8cf07220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:57Z', 'updated_at': '2021-12-09T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '7fc0c787-bbe9-46ff-ac74-f3523726e58c', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'floating_ip_address': '172.25.3.214', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '9972bc3b-2ea2-41d6-8181-d8fd8cf07220', 'port_id': '0740c6e4-0852-4bf5-b197-682271cd8fb8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c247364-c7be-4385-a1e4-28529082d92f', 'mac_address': 'fa:16:3e:39:6f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f29ccc-40e5-4366-b91e-af4f0e45d795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:00:26Z', 'updated_at': '2021-12-09T16:00:26Z', 'revision_number': 0, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0543dd82-ff3f-4673-a71d-e62fab9f9b31', 'name': '', 'network_id': '7c247364-c7be-4385-a1e4-28529082d92f', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'mac_address': 'fa:16:3e:86:9a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9972bc3b-2ea2-41d6-8181-d8fd8cf07220', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '56dd9a3d-50d5-4506-be10-a48050f2b838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:04Z', 'updated_at': '2021-12-09T16:00:09Z', 'revision_number': 5, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'subnets': [{'id': '56dd9a3d-50d5-4506-be10-a48050f2b838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:29.732076 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-08706102-d221-4dd7-bacc-a1f1b6b9afee tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/floatingips/7fc0c787-bbe9-46ff-ac74-f3523726e58c HTTP/1.1" status: 200 len: 992 time: 0.3151357 Dec 09 16:00:29.733406 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72508c74-5e22-47c1-b2e5-86d510eac7df None None] Checking router: 9972bc3b-2ea2-41d6-8181-d8fd8cf07220 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:00:29.770182 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72508c74-5e22-47c1-b2e5-86d510eac7df None None] Routers {'9972bc3b-2ea2-41d6-8181-d8fd8cf07220'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:00:29.770796 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-72508c74-5e22-47c1-b2e5-86d510eac7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:00:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9972bc3b-2ea2-41d6-8181-d8fd8cf07220'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:29.777637 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf62879-9415-4b44-8c19-5db620cefd1b x-openstack-request-id: req-adf62879-9415-4b44-8c19-5db620cefd1b {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:00:29.779093 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f29ccc-40e5-4366-b91e-af4f0e45d795", "tag": "0740c6e4-0852-4bf5-b197-682271cd8fb8", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:00:29.779578 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-adf62879-9415-4b44-8c19-5db620cefd1b {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:00:29.780227 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64f29ccc-40e5-4366-b91e-af4f0e45d795', 'tag': '0740c6e4-0852-4bf5-b197-682271cd8fb8', 'status': 'completed', 'code': 200} Dec 09 16:00:29.914003 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a9cff0-ec88-4b3a-ba88-d966fb063c3a x-openstack-request-id: req-04a9cff0-ec88-4b3a-ba88-d966fb063c3a {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:00:29.914003 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a7cc52-5d92-467a-9f83-e7b82a07a59e", "name": "network-vif-deleted", "tag": "6d79bbf5-a54a-491f-a400-3699e6a3c7fd", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:00:29.914003 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-04a9cff0-ec88-4b3a-ba88-d966fb063c3a {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:00:29.914003 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a7cc52-5d92-467a-9f83-e7b82a07a59e', 'name': 'network-vif-deleted', 'tag': '6d79bbf5-a54a-491f-a400-3699e6a3c7fd', 'status': 'completed', 'code': 200} Dec 09 16:00:29.950336 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-72508c74-5e22-47c1-b2e5-86d510eac7df None None] Set router 9972bc3b-2ea2-41d6-8181-d8fd8cf07220 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:00:29.965358 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e8866-aafd-41d7-9729-d339e091a4fb req-a8f4d9d2-7b98-47db-ad41-58ae92523310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:29.976729 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b56e8866-aafd-41d7-9729-d339e091a4fb req-a8f4d9d2-7b98-47db-ad41-58ae92523310 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 1097 time: 0.1528063 Dec 09 16:00:30.150303 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-50582f41-b00c-4ecb-892b-2c841ebf8c51 req-4b76e141-dd05-4b61-b8bf-e5b181a2bad0 tempest-InstanceActionsV221TestJSON-949876221 tempest-InstanceActionsV221TestJSON-949876221-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2a7cc52-5d92-467a-9f83-e7b82a07a59e HTTP/1.1" status: 200 len: 210 time: 0.0511050 Dec 09 16:00:30.159381 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e8866-aafd-41d7-9729-d339e091a4fb req-9036840f-228e-4e51-b623-f591de14ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:30.162906 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b56e8866-aafd-41d7-9729-d339e091a4fb req-9036840f-228e-4e51-b623-f591de14ee2d service neutron] 10.222.0.42 "GET /v2.0/networks?id=7c247364-c7be-4385-a1e4-28529082d92f HTTP/1.1" status: 200 len: 897 time: 0.1658731 Dec 09 16:00:30.290804 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-72508c74-5e22-47c1-b2e5-86d510eac7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9972bc3b-2ea2-41d6-8181-d8fd8cf07220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495101405', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b9f902e7-8e6f-4c53-ad86-44add30cfc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:56Z', 'updated_at': '2021-12-09T16:00:05Z', 'revision_number': 4, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': 'b9f902e7-8e6f-4c53-ad86-44add30cfc99', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:77:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9972bc3b-2ea2-41d6-8181-d8fd8cf07220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:57Z', 'updated_at': '2021-12-09T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '7fc0c787-bbe9-46ff-ac74-f3523726e58c', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'floating_ip_address': '172.25.3.214', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '9972bc3b-2ea2-41d6-8181-d8fd8cf07220', 'port_id': '0740c6e4-0852-4bf5-b197-682271cd8fb8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c247364-c7be-4385-a1e4-28529082d92f', 'mac_address': 'fa:16:3e:39:6f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f29ccc-40e5-4366-b91e-af4f0e45d795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:00:26Z', 'updated_at': '2021-12-09T16:00:26Z', 'revision_number': 0, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0543dd82-ff3f-4673-a71d-e62fab9f9b31', 'name': '', 'network_id': '7c247364-c7be-4385-a1e4-28529082d92f', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'mac_address': 'fa:16:3e:86:9a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9972bc3b-2ea2-41d6-8181-d8fd8cf07220', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '56dd9a3d-50d5-4506-be10-a48050f2b838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:04Z', 'updated_at': '2021-12-09T16:00:09Z', 'revision_number': 5, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'subnets': [{'id': '56dd9a3d-50d5-4506-be10-a48050f2b838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:30.312309 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b56e8866-aafd-41d7-9729-d339e091a4fb req-3e805621-f021-4330-91be-6de851e3fbb8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0740c6e4-0852-4bf5-b197-682271cd8fb8 HTTP/1.1" status: 200 len: 1000 time: 0.1410618 Dec 09 16:00:30.330199 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72508c74-5e22-47c1-b2e5-86d510eac7df None None] The sync data for ids ['9972bc3b-2ea2-41d6-8181-d8fd8cf07220'] in n-d-821228-1 is: [{'id': '9972bc3b-2ea2-41d6-8181-d8fd8cf07220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495101405', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b9f902e7-8e6f-4c53-ad86-44add30cfc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:56Z', 'updated_at': '2021-12-09T16:00:05Z', 'revision_number': 4, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': 'b9f902e7-8e6f-4c53-ad86-44add30cfc99', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:77:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9972bc3b-2ea2-41d6-8181-d8fd8cf07220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:57Z', 'updated_at': '2021-12-09T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '7fc0c787-bbe9-46ff-ac74-f3523726e58c', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'floating_ip_address': '172.25.3.214', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '9972bc3b-2ea2-41d6-8181-d8fd8cf07220', 'port_id': '0740c6e4-0852-4bf5-b197-682271cd8fb8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c247364-c7be-4385-a1e4-28529082d92f', 'mac_address': 'fa:16:3e:39:6f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f29ccc-40e5-4366-b91e-af4f0e45d795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:00:26Z', 'updated_at': '2021-12-09T16:00:26Z', 'revision_number': 0, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0543dd82-ff3f-4673-a71d-e62fab9f9b31', 'name': '', 'network_id': '7c247364-c7be-4385-a1e4-28529082d92f', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'mac_address': 'fa:16:3e:86:9a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9972bc3b-2ea2-41d6-8181-d8fd8cf07220', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '56dd9a3d-50d5-4506-be10-a48050f2b838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:04Z', 'updated_at': '2021-12-09T16:00:09Z', 'revision_number': 5, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'subnets': [{'id': '56dd9a3d-50d5-4506-be10-a48050f2b838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:00:30.369475 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e8866-aafd-41d7-9729-d339e091a4fb req-2f465292-a6f9-4d2e-bc60-c73ed8a9f6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:30.372206 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b56e8866-aafd-41d7-9729-d339e091a4fb req-2f465292-a6f9-4d2e-bc60-c73ed8a9f6ba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56dd9a3d-50d5-4506-be10-a48050f2b838 HTTP/1.1" status: 200 len: 834 time: 0.0530543 Dec 09 16:00:30.431896 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e8866-aafd-41d7-9729-d339e091a4fb req-dce0b735-1483-4a9c-9548-0cebb82d348c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:30.434175 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b56e8866-aafd-41d7-9729-d339e091a4fb req-dce0b735-1483-4a9c-9548-0cebb82d348c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7c247364-c7be-4385-a1e4-28529082d92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533736 Dec 09 16:00:30.581189 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b56e8866-aafd-41d7-9729-d339e091a4fb req-72cd8c18-bd56-404d-805d-1ddd5269912d service neutron] 10.222.0.42 "GET /v2.0/networks/7c247364-c7be-4385-a1e4-28529082d92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385696 Dec 09 16:00:30.677644 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53182781-cf64-4ed8-8af1-7015cbcaa395 None None] New status for floating IP 7fc0c787-bbe9-46ff-ac74-f3523726e58c: ACTIVE {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:00:30.722493 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b56e8866-aafd-41d7-9729-d339e091a4fb req-fbb537fc-52ec-4d95-a33a-10a5f225540f service neutron] 10.222.0.42 "GET /v2.0/networks/7c247364-c7be-4385-a1e4-28529082d92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311252 Dec 09 16:00:30.731190 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 38050) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:30.874172 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f181a4f9-87d8-4b4e-88fb-9a40d8db8e46 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/floatingips/7fc0c787-bbe9-46ff-ac74-f3523726e58c HTTP/1.1" status: 200 len: 992 time: 0.1363177 Dec 09 16:00:31.222907 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d05ce8e5-1589-4dd8-bec1-f96a6a0854a8 req-44ef1573-7aa4-4ccf-93c8-d4f9d8f2599a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0529747 Dec 09 16:00:31.343767 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ce8e5-1589-4dd8-bec1-f96a6a0854a8 req-99dc3347-9495-4ef3-aa60-18cdd40a3b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:31.345684 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d05ce8e5-1589-4dd8-bec1-f96a6a0854a8 req-99dc3347-9495-4ef3-aa60-18cdd40a3b4f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 1097 time: 0.0562174 Dec 09 16:00:31.489043 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ce8e5-1589-4dd8-bec1-f96a6a0854a8 req-ec19d8bf-09dd-4a47-a9f8-461f545bda36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:31.493813 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d05ce8e5-1589-4dd8-bec1-f96a6a0854a8 req-ec19d8bf-09dd-4a47-a9f8-461f545bda36 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7c247364-c7be-4385-a1e4-28529082d92f HTTP/1.1" status: 200 len: 897 time: 0.1246116 Dec 09 16:00:31.501265 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 38062) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:31.603649 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ac147f0-7ab5-4430-8f43-732f786237a2 admin admin] Deleting subnet 7ed80e48-8590-46b4-8d38-b6684caa7914 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 16:00:31.611097 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1ac147f0-7ab5-4430-8f43-732f786237a2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:31.614312 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d05ce8e5-1589-4dd8-bec1-f96a6a0854a8 req-9d52a47d-aa4d-4f47-96b2-bd6017bc2a32 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0740c6e4-0852-4bf5-b197-682271cd8fb8 HTTP/1.1" status: 200 len: 1002 time: 0.1097832 Dec 09 16:00:31.686105 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1ac147f0-7ab5-4430-8f43-732f786237a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:31.711969 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ce8e5-1589-4dd8-bec1-f96a6a0854a8 req-531c65ae-8a64-42a7-9d4c-c8623b29fe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:31.714007 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d05ce8e5-1589-4dd8-bec1-f96a6a0854a8 req-531c65ae-8a64-42a7-9d4c-c8623b29fe61 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56dd9a3d-50d5-4506-be10-a48050f2b838 HTTP/1.1" status: 200 len: 834 time: 0.0798662 Dec 09 16:00:31.774764 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1ac147f0-7ab5-4430-8f43-732f786237a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:31.843753 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ce8e5-1589-4dd8-bec1-f96a6a0854a8 req-421bfe59-9ff7-4772-ad1e-061c9e2e4535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:31.845510 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d05ce8e5-1589-4dd8-bec1-f96a6a0854a8 req-421bfe59-9ff7-4772-ad1e-061c9e2e4535 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7c247364-c7be-4385-a1e4-28529082d92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1240098 Dec 09 16:00:31.855399 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 6d79bbf5-a54a-491f-a400-3699e6a3c7fd no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:00:31.872993 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 38070) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:31.881328 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1ac147f0-7ab5-4430-8f43-732f786237a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:31.902396 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 6d79bbf5-a54a-491f-a400-3699e6a3c7fd {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:00:31.902745 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 6d79bbf5-a54a-491f-a400-3699e6a3c7fd not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:00:31.937541 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac147f0-7ab5-4430-8f43-732f786237a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ed80e48-8590-46b4-8d38-b6684caa7914,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:31.952764 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1ac147f0-7ab5-4430-8f43-732f786237a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:31.958502 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1ac147f0-7ab5-4430-8f43-732f786237a2 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/7ed80e48-8590-46b4-8d38-b6684caa7914 HTTP/1.1" status: 204 len: 168 time: 0.4531794 Dec 09 16:00:31.959102 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 38072) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:31.967814 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-028ba5f8-2198-44bb-9074-cbf2d0741763 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/floatingips/7fc0c787-bbe9-46ff-ac74-f3523726e58c HTTP/1.1" status: 200 len: 994 time: 0.0925472 Dec 09 16:00:32.065375 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67aeac4a-08cc-40f9-aa00-e44f6c701103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:32.068501 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d05ce8e5-1589-4dd8-bec1-f96a6a0854a8 req-2d786f87-5a7e-47c9-8401-0c7557e1127b service neutron] 10.222.0.42 "GET /v2.0/networks/7c247364-c7be-4385-a1e4-28529082d92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077425 Dec 09 16:00:32.233133 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67aeac4a-08cc-40f9-aa00-e44f6c701103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:32.265583 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-67aeac4a-08cc-40f9-aa00-e44f6c701103 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfdcbf46-a60e-4f42-a7f8-25f73c5ffc92']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:32.269328 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d05ce8e5-1589-4dd8-bec1-f96a6a0854a8 req-9fc10ae5-6042-4476-956f-e46c1c4c3b4b service neutron] 10.222.0.42 "GET /v2.0/networks/7c247364-c7be-4385-a1e4-28529082d92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931441 Dec 09 16:00:32.279070 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-67aeac4a-08cc-40f9-aa00-e44f6c701103 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b34c569-7918-4d23-95da-d18a1fe8d63d') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:32.279366 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-67aeac4a-08cc-40f9-aa00-e44f6c701103 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b34c569-7918-4d23-95da-d18a1fe8d63d') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:32.289913 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67aeac4a-08cc-40f9-aa00-e44f6c701103 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:32.307691 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67aeac4a-08cc-40f9-aa00-e44f6c701103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:32.319586 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67aeac4a-08cc-40f9-aa00-e44f6c701103 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:00:32.320217 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67aeac4a-08cc-40f9-aa00-e44f6c701103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:32.323099 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 16:00:32.323099 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:00:32.323099 n-d-821228-1 neutron-server[103245]: timer() Dec 09 16:00:32.323099 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:00:32.323099 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 16:00:32.323099 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:00:32.323099 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 16:00:32.323099 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:00:32.323099 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 16:00:32.323099 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:00:32.323099 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 16:00:32.323099 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:00:32.323099 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 16:00:32.323099 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:00:32.323099 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:00:32.323099 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:00:32.323099 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:00:32.323099 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:00:32.323099 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 16:00:32.323099 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:00:32.323099 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 16:00:32.323099 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:00:32.323099 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:00:32.323099 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:00:32.323099 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 16:00:32.323099 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:00:32.323099 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:00:32.323099 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:00:32.323099 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:00:32.323099 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:00:32.323099 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:00:32.323099 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:00:32.399110 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67aeac4a-08cc-40f9-aa00-e44f6c701103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:32.411439 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67aeac4a-08cc-40f9-aa00-e44f6c701103 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:32.417880 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-67aeac4a-08cc-40f9-aa00-e44f6c701103 admin admin] 10.222.0.57 "DELETE /v2.0/networks/dfdcbf46-a60e-4f42-a7f8-25f73c5ffc92 HTTP/1.1" status: 204 len: 168 time: 0.4545181 Dec 09 16:00:32.430513 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aeac4a-08cc-40f9-aa00-e44f6c701103 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfdcbf46-a60e-4f42-a7f8-25f73c5ffc92,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:32.727724 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 38078) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:32.787622 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-09820e35-0a91-43dd-b03a-e6bb52884579 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2a7b967e04b84f97a1e1bdf0a355911d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0555494 Dec 09 16:00:32.787622 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 38080) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:32.857517 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5fab115d-d109-4063-9159-76fab90a8c33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:32.884192 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5fab115d-d109-4063-9159-76fab90a8c33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:32.954253 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5fab115d-d109-4063-9159-76fab90a8c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:32.958263 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5fab115d-d109-4063-9159-76fab90a8c33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:32.961998 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5fab115d-d109-4063-9159-76fab90a8c33 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1d0214b7-3520-4194-a30c-6f57f4f18ecd HTTP/1.1" status: 204 len: 168 time: 0.1721716 Dec 09 16:00:32.976702 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab115d-d109-4063-9159-76fab90a8c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0214b7-3520-4194-a30c-6f57f4f18ecd,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:33.465889 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-fb41c8f4-c8bd-47b6-a30e-5a9e46893a22 req-4d896aff-7b44-47c3-bd8c-0f2e0e46aa7c service neutron] (103244) timed out ('10.222.0.57', 45532) {{(pid=103244) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 16:00:33.980776 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 38104) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:34.094502 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-617f3dad-6c09-49d3-a2ed-bf63b5aa3a03 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-757724932-network', 'tenant_id': 'dff41d0cd6dc4e42b95a80470934c32b'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:00:34.120864 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617f3dad-6c09-49d3-a2ed-bf63b5aa3a03 admin admin] Made reservation on behalf of dff41d0cd6dc4e42b95a80470934c32b for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:00:34.123842 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-617f3dad-6c09-49d3-a2ed-bf63b5aa3a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:34.133814 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-617f3dad-6c09-49d3-a2ed-bf63b5aa3a03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:34.229063 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-617f3dad-6c09-49d3-a2ed-bf63b5aa3a03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:34.236016 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-617f3dad-6c09-49d3-a2ed-bf63b5aa3a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:34.266017 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f3dad-6c09-49d3-a2ed-bf63b5aa3a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4002b59f-2092-431c-ab93-2bf6d179e016,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:34.282099 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-617f3dad-6c09-49d3-a2ed-bf63b5aa3a03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:00:34.296636 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-617f3dad-6c09-49d3-a2ed-bf63b5aa3a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:34.297030 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-617f3dad-6c09-49d3-a2ed-bf63b5aa3a03 admin admin] Added segment 71e1b333-ca98-4003-8ba1-d22f8260f9fe of type vlan for network 10465fca-def6-40ef-b54b-0b10ab1b7b44 Dec 09 16:00:34.366261 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-617f3dad-6c09-49d3-a2ed-bf63b5aa3a03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:34.409593 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-617f3dad-6c09-49d3-a2ed-bf63b5aa3a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:34.410557 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617f3dad-6c09-49d3-a2ed-bf63b5aa3a03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:34.411145 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-617f3dad-6c09-49d3-a2ed-bf63b5aa3a03 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:34.481848 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-617f3dad-6c09-49d3-a2ed-bf63b5aa3a03 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4997196 Dec 09 16:00:34.482518 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 38110) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:34.488268 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-831d1292-02cd-4d7c-9949-866d5c31f1c6 admin admin] Request body: {'subnet': {'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-757724932-subnet', 'tenant_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:00:34.495960 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f3dad-6c09-49d3-a2ed-bf63b5aa3a03 admin admin] Pushing event updated for resources: {'Network': ['ID=10465fca-def6-40ef-b54b-0b10ab1b7b44,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:34.506249 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 10465fca-def6-40ef-b54b-0b10ab1b7b44 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:00:34.537646 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831d1292-02cd-4d7c-9949-866d5c31f1c6 admin admin] Made reservation on behalf of dff41d0cd6dc4e42b95a80470934c32b for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:00:34.541918 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-831d1292-02cd-4d7c-9949-866d5c31f1c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:34.916385 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-831d1292-02cd-4d7c-9949-866d5c31f1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:34.999790 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d1292-02cd-4d7c-9949-866d5c31f1c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b011188-7849-4d66-ad21-4c37ec602085,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:35.005340 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831d1292-02cd-4d7c-9949-866d5c31f1c6 admin admin] Checking segment: {'id': '71e1b333-ca98-4003-8ba1-d22f8260f9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:00:35.005903 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831d1292-02cd-4d7c-9949-866d5c31f1c6 admin admin] Network hostable DHCP agents. Network: 10465fca-def6-40ef-b54b-0b10ab1b7b44, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:00:35.030062 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831d1292-02cd-4d7c-9949-866d5c31f1c6 admin admin] Network 10465fca-def6-40ef-b54b-0b10ab1b7b44 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:00:35.043788 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-831d1292-02cd-4d7c-9949-866d5c31f1c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 10465fca-def6-40ef-b54b-0b10ab1b7b44) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:00:35.050814 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831d1292-02cd-4d7c-9949-866d5c31f1c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:35.053222 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-831d1292-02cd-4d7c-9949-866d5c31f1c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:35.056788 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a326ce-5f80-46b9-8ff5-6c460896c72b None None] Network 10465fca-def6-40ef-b54b-0b10ab1b7b44 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:00:35.082197 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-831d1292-02cd-4d7c-9949-866d5c31f1c6 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5986180 Dec 09 16:00:35.085189 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 38112) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:35.092556 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-540023ef-2b93-4989-9cce-64d4514eb150 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-757724932-router', 'tenant_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:00:35.120279 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-540023ef-2b93-4989-9cce-64d4514eb150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:35.122488 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-540023ef-2b93-4989-9cce-64d4514eb150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:35.194277 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-540023ef-2b93-4989-9cce-64d4514eb150 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:35.288187 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c46faf4-8a09-4ba1-a6d9-cb9865cb160e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-10465fca-def6-40ef-b54b-0b10ab1b7b44', 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44', 'project_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'fixed_ips': [{'subnet_id': '3b011188-7849-4d66-ad21-4c37ec602085'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 16:00:35.289149 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8c46faf4-8a09-4ba1-a6d9-cb9865cb160e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:35.393533 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-540023ef-2b93-4989-9cce-64d4514eb150 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:35.464964 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-8c46faf4-8a09-4ba1-a6d9-cb9865cb160e None None] Allocated IP 172.20.0.2 (10465fca-def6-40ef-b54b-0b10ab1b7b44/3b011188-7849-4d66-ad21-4c37ec602085/7a59a1d8-652b-41ae-a586-98a8fc25e8af) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:00:35.690475 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8c46faf4-8a09-4ba1-a6d9-cb9865cb160e None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:35.700902 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8c46faf4-8a09-4ba1-a6d9-cb9865cb160e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:35.751106 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c46faf4-8a09-4ba1-a6d9-cb9865cb160e None None] Network 10465fca-def6-40ef-b54b-0b10ab1b7b44 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:00:35.755018 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-8c46faf4-8a09-4ba1-a6d9-cb9865cb160e None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:00:35.759157 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c46faf4-8a09-4ba1-a6d9-cb9865cb160e None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:00:35.774689 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-540023ef-2b93-4989-9cce-64d4514eb150 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:35.810345 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-540023ef-2b93-4989-9cce-64d4514eb150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:35.812975 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c46faf4-8a09-4ba1-a6d9-cb9865cb160e None None] Pushing event updated for resources: {'Port': ['ID=7a59a1d8-652b-41ae-a586-98a8fc25e8af,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:35.861620 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-8c46faf4-8a09-4ba1-a6d9-cb9865cb160e None None] Attempting to bind port 7a59a1d8-652b-41ae-a586-98a8fc25e8af on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:00:35.861992 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-8c46faf4-8a09-4ba1-a6d9-cb9865cb160e None None] Attempting to bind port 7a59a1d8-652b-41ae-a586-98a8fc25e8af by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '71e1b333-ca98-4003-8ba1-d22f8260f9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:00:35.862357 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c46faf4-8a09-4ba1-a6d9-cb9865cb160e None None] Attempting to bind port 7a59a1d8-652b-41ae-a586-98a8fc25e8af on network 10465fca-def6-40ef-b54b-0b10ab1b7b44 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:00:35.871409 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c46faf4-8a09-4ba1-a6d9-cb9865cb160e None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:00:35.873345 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c46faf4-8a09-4ba1-a6d9-cb9865cb160e None None] Checking segment: {'id': '71e1b333-ca98-4003-8ba1-d22f8260f9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:00:35.873488 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8c46faf4-8a09-4ba1-a6d9-cb9865cb160e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:35.873844 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c46faf4-8a09-4ba1-a6d9-cb9865cb160e None None] Bound using segment: {'id': '71e1b333-ca98-4003-8ba1-d22f8260f9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:00:35.874328 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-8c46faf4-8a09-4ba1-a6d9-cb9865cb160e None None] Bound port: 7a59a1d8-652b-41ae-a586-98a8fc25e8af, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e1b333-ca98-4003-8ba1-d22f8260f9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:00:35.874709 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8c46faf4-8a09-4ba1-a6d9-cb9865cb160e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:35.944848 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8c46faf4-8a09-4ba1-a6d9-cb9865cb160e None None] For port 7a59a1d8-652b-41ae-a586-98a8fc25e8af, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:00:35.948741 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8c46faf4-8a09-4ba1-a6d9-cb9865cb160e None None] For port 7a59a1d8-652b-41ae-a586-98a8fc25e8af, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=7a59a1d8-652b-41ae-a586-98a8fc25e8af,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:00:35.964963 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8c46faf4-8a09-4ba1-a6d9-cb9865cb160e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:35.978315 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-540023ef-2b93-4989-9cce-64d4514eb150 admin admin] Allocated IP 172.25.3.225 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/24c7133f-8d39-4708-8306-622723e7b06d) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:00:36.066063 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c46faf4-8a09-4ba1-a6d9-cb9865cb160e None None] Pushing event updated for resources: {'Port': ['ID=7a59a1d8-652b-41ae-a586-98a8fc25e8af,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:36.160506 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-540023ef-2b93-4989-9cce-64d4514eb150 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:36.229991 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-540023ef-2b93-4989-9cce-64d4514eb150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:36.267633 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540023ef-2b93-4989-9cce-64d4514eb150 admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:00:36.272652 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-540023ef-2b93-4989-9cce-64d4514eb150 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:00:36.276857 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540023ef-2b93-4989-9cce-64d4514eb150 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:00:36.295356 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec6a0c3-f44c-4e41-9739-92c28448a113 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:00:36.349943 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540023ef-2b93-4989-9cce-64d4514eb150 admin admin] Pushing event updated for resources: {'Port': ['ID=24c7133f-8d39-4708-8306-622723e7b06d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:36.467604 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-47213c04-322e-4f08-8a7a-39f32007bcc2 None None] Provisioning complete for port 24c7133f-8d39-4708-8306-622723e7b06d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:36.467986 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-47213c04-322e-4f08-8a7a-39f32007bcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:36.559632 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-47213c04-322e-4f08-8a7a-39f32007bcc2 None None] Port 24c7133f-8d39-4708-8306-622723e7b06d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:00:37.074907 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-540023ef-2b93-4989-9cce-64d4514eb150 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:37.408468 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-540023ef-2b93-4989-9cce-64d4514eb150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:37.536000 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3004ae-96f5-4bc8-8d28-b44327664d52 None None] Network 10465fca-def6-40ef-b54b-0b10ab1b7b44 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:00:37.618430 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2d4bcd93-af8e-413c-aa3e-2361f1e47cae None None] Provisioning complete for port 7a59a1d8-652b-41ae-a586-98a8fc25e8af triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:37.618807 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2d4bcd93-af8e-413c-aa3e-2361f1e47cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:37.666982 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-540023ef-2b93-4989-9cce-64d4514eb150 admin admin] Router 65b5b2ae-80cb-4c37-ab51-e5f1b881288c is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 16:00:37.891307 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540023ef-2b93-4989-9cce-64d4514eb150 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:00:37.906760 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3152eb57-df9b-4e41-95cb-dd0c99fb97fc None None] Sync routers for ids ['65b5b2ae-80cb-4c37-ab51-e5f1b881288c'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:00:37.925723 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-540023ef-2b93-4989-9cce-64d4514eb150 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:37.933340 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 7a59a1d8-652b-41ae-a586-98a8fc25e8af up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:00:37.933558 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-540023ef-2b93-4989-9cce-64d4514eb150 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8439167 Dec 09 16:00:37.933657 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3152eb57-df9b-4e41-95cb-dd0c99fb97fc None None] Routers {'65b5b2ae-80cb-4c37-ab51-e5f1b881288c'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:00:37.933657 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-3152eb57-df9b-4e41-95cb-dd0c99fb97fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:00:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['65b5b2ae-80cb-4c37-ab51-e5f1b881288c'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:37.933853 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 38124) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:37.980330 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2d4bcd93-af8e-413c-aa3e-2361f1e47cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:38.052820 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-2d4bcd93-af8e-413c-aa3e-2361f1e47cae None None] For port 7a59a1d8-652b-41ae-a586-98a8fc25e8af, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=7a59a1d8-652b-41ae-a586-98a8fc25e8af,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:00:38.073522 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2d4bcd93-af8e-413c-aa3e-2361f1e47cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:38.147184 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 7a59a1d8-652b-41ae-a586-98a8fc25e8af triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:38.147502 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:38.196154 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-3152eb57-df9b-4e41-95cb-dd0c99fb97fc None None] Set router 65b5b2ae-80cb-4c37-ab51-e5f1b881288c gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:00:38.283171 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4bcd93-af8e-413c-aa3e-2361f1e47cae None None] Pushing event updated for resources: {'Port': ['ID=7a59a1d8-652b-41ae-a586-98a8fc25e8af,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:38.411127 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5920a1d2-dd2b-47a7-ae2d-70adbc149eca None None] Provisioning complete for port 7a59a1d8-652b-41ae-a586-98a8fc25e8af triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:38.411497 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5920a1d2-dd2b-47a7-ae2d-70adbc149eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:38.588593 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-3152eb57-df9b-4e41-95cb-dd0c99fb97fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b5b2ae-80cb-4c37-ab51-e5f1b881288c', 'name': 'tempest-ServerActionsTestJSON-757724932-router', 'tenant_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '24c7133f-8d39-4708-8306-622723e7b06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:35Z', 'updated_at': '2021-12-09T16:00:36Z', 'revision_number': 3, 'project_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'gw_port': {'id': '24c7133f-8d39-4708-8306-622723e7b06d', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:94:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b5b2ae-80cb-4c37-ab51-e5f1b881288c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:35Z', 'updated_at': '2021-12-09T16:00:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:38.628536 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3152eb57-df9b-4e41-95cb-dd0c99fb97fc None None] Checking router: 65b5b2ae-80cb-4c37-ab51-e5f1b881288c for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:00:38.628893 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3152eb57-df9b-4e41-95cb-dd0c99fb97fc None None] Updating router 65b5b2ae-80cb-4c37-ab51-e5f1b881288c port 24c7133f-8d39-4708-8306-622723e7b06d binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:00:38.662770 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-3152eb57-df9b-4e41-95cb-dd0c99fb97fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:39.035717 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-3152eb57-df9b-4e41-95cb-dd0c99fb97fc None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:39.050664 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-3152eb57-df9b-4e41-95cb-dd0c99fb97fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:39.122869 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7aa436-69b3-484c-9dfd-8023b8cd8654 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:00:39.141694 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-3152eb57-df9b-4e41-95cb-dd0c99fb97fc None None] Attempting to bind port 24c7133f-8d39-4708-8306-622723e7b06d on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:00:39.142396 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-3152eb57-df9b-4e41-95cb-dd0c99fb97fc None None] Attempting to bind port 24c7133f-8d39-4708-8306-622723e7b06d by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:00:39.142768 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3152eb57-df9b-4e41-95cb-dd0c99fb97fc None None] Attempting to bind port 24c7133f-8d39-4708-8306-622723e7b06d on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:00:39.144860 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb01a06-2e47-4ea7-8447-fa61ebfebba9 None None] Pushing event updated for resources: {'Port': ['ID=24c7133f-8d39-4708-8306-622723e7b06d,revision_number=2']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:39.155300 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb01a06-2e47-4ea7-8447-fa61ebfebba9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:39.155633 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb01a06-2e47-4ea7-8447-fa61ebfebba9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:39.156010 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb01a06-2e47-4ea7-8447-fa61ebfebba9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:39.156518 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb01a06-2e47-4ea7-8447-fa61ebfebba9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:39.156858 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb01a06-2e47-4ea7-8447-fa61ebfebba9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:39.157187 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb01a06-2e47-4ea7-8447-fa61ebfebba9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:39.157633 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb01a06-2e47-4ea7-8447-fa61ebfebba9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:39.158026 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb01a06-2e47-4ea7-8447-fa61ebfebba9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:39.158353 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb01a06-2e47-4ea7-8447-fa61ebfebba9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:39.158683 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb01a06-2e47-4ea7-8447-fa61ebfebba9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:39.159000 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb01a06-2e47-4ea7-8447-fa61ebfebba9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:39.159325 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb01a06-2e47-4ea7-8447-fa61ebfebba9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:39.159644 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb01a06-2e47-4ea7-8447-fa61ebfebba9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:39.163721 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3152eb57-df9b-4e41-95cb-dd0c99fb97fc None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:00:39.164101 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3152eb57-df9b-4e41-95cb-dd0c99fb97fc None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:00:39.164526 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-3152eb57-df9b-4e41-95cb-dd0c99fb97fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:39.164909 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3152eb57-df9b-4e41-95cb-dd0c99fb97fc None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:00:39.165376 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-3152eb57-df9b-4e41-95cb-dd0c99fb97fc None None] Bound port: 24c7133f-8d39-4708-8306-622723e7b06d, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:00:39.165753 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-3152eb57-df9b-4e41-95cb-dd0c99fb97fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:39.213762 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b9be2db6-822a-4b01-a63a-ec2e0649bd3f None None] Provisioning complete for port 24c7133f-8d39-4708-8306-622723e7b06d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:39.214474 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b9be2db6-822a-4b01-a63a-ec2e0649bd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:39.226130 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-3152eb57-df9b-4e41-95cb-dd0c99fb97fc None None] For port 24c7133f-8d39-4708-8306-622723e7b06d, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:00:39.230875 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-3152eb57-df9b-4e41-95cb-dd0c99fb97fc None None] For port 24c7133f-8d39-4708-8306-622723e7b06d, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=24c7133f-8d39-4708-8306-622723e7b06d,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:00:39.235925 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1beb79b7-363e-41fe-bac7-e484a68ac43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:39.244226 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-3152eb57-df9b-4e41-95cb-dd0c99fb97fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:39.298055 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec9e2be-ebce-41db-adbf-0a2989e2df15 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:00:39.311464 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b9be2db6-822a-4b01-a63a-ec2e0649bd3f None None] Port 24c7133f-8d39-4708-8306-622723e7b06d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:00:39.401479 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb01a06-2e47-4ea7-8447-fa61ebfebba9 None None] Pushing event updated for resources: {'Port': ['ID=24c7133f-8d39-4708-8306-622723e7b06d,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:39.405626 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3152eb57-df9b-4e41-95cb-dd0c99fb97fc None None] Routers {'65b5b2ae-80cb-4c37-ab51-e5f1b881288c'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:00:39.406307 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-3152eb57-df9b-4e41-95cb-dd0c99fb97fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:00:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['65b5b2ae-80cb-4c37-ab51-e5f1b881288c'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:39.440970 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-71892f0b-b6bb-4c4e-aab6-642ad310dd6f None None] Provisioning complete for port 24c7133f-8d39-4708-8306-622723e7b06d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:39.441977 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-71892f0b-b6bb-4c4e-aab6-642ad310dd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:39.556264 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-3152eb57-df9b-4e41-95cb-dd0c99fb97fc None None] Set router 65b5b2ae-80cb-4c37-ab51-e5f1b881288c gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:00:39.606005 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-71892f0b-b6bb-4c4e-aab6-642ad310dd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:39.656033 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-71892f0b-b6bb-4c4e-aab6-642ad310dd6f None None] For port 24c7133f-8d39-4708-8306-622723e7b06d, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=24c7133f-8d39-4708-8306-622723e7b06d,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:00:39.657557 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-1beb79b7-363e-41fe-bac7-e484a68ac43f admin admin] Allocated IP 172.20.0.1 (10465fca-def6-40ef-b54b-0b10ab1b7b44/3b011188-7849-4d66-ad21-4c37ec602085/48536906-650f-429e-955a-8ad35f23b116) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:00:39.669562 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-71892f0b-b6bb-4c4e-aab6-642ad310dd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:39.863300 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-3152eb57-df9b-4e41-95cb-dd0c99fb97fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b5b2ae-80cb-4c37-ab51-e5f1b881288c', 'name': 'tempest-ServerActionsTestJSON-757724932-router', 'tenant_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '24c7133f-8d39-4708-8306-622723e7b06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:35Z', 'updated_at': '2021-12-09T16:00:36Z', 'revision_number': 3, 'project_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'gw_port': {'id': '24c7133f-8d39-4708-8306-622723e7b06d', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:94:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b5b2ae-80cb-4c37-ab51-e5f1b881288c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:35Z', 'updated_at': '2021-12-09T16:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:39.886677 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71892f0b-b6bb-4c4e-aab6-642ad310dd6f None None] Pushing event updated for resources: {'Port': ['ID=24c7133f-8d39-4708-8306-622723e7b06d,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:39.918142 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3152eb57-df9b-4e41-95cb-dd0c99fb97fc None None] The sync data for ids ['65b5b2ae-80cb-4c37-ab51-e5f1b881288c'] in n-d-821228-1 is: [{'id': '65b5b2ae-80cb-4c37-ab51-e5f1b881288c', 'name': 'tempest-ServerActionsTestJSON-757724932-router', 'tenant_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '24c7133f-8d39-4708-8306-622723e7b06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:35Z', 'updated_at': '2021-12-09T16:00:36Z', 'revision_number': 3, 'project_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'gw_port': {'id': '24c7133f-8d39-4708-8306-622723e7b06d', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:94:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b5b2ae-80cb-4c37-ab51-e5f1b881288c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:35Z', 'updated_at': '2021-12-09T16:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:00:39.928941 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 7a59a1d8-652b-41ae-a586-98a8fc25e8af up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:00:40.014018 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1beb79b7-363e-41fe-bac7-e484a68ac43f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:40.033437 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 7a59a1d8-652b-41ae-a586-98a8fc25e8af triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:40.034090 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:40.076641 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1beb79b7-363e-41fe-bac7-e484a68ac43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:40.124463 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1beb79b7-363e-41fe-bac7-e484a68ac43f admin admin] Network 10465fca-def6-40ef-b54b-0b10ab1b7b44 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:00:40.128114 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-1beb79b7-363e-41fe-bac7-e484a68ac43f admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:00:40.132661 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beb79b7-363e-41fe-bac7-e484a68ac43f admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:00:40.173482 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb79b7-363e-41fe-bac7-e484a68ac43f admin admin] Pushing event updated for resources: {'Port': ['ID=48536906-650f-429e-955a-8ad35f23b116,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:40.199667 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1beb79b7-363e-41fe-bac7-e484a68ac43f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:40.391284 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1beb79b7-363e-41fe-bac7-e484a68ac43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:40.713683 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-047a8249-361a-4239-82c5-4e74c5dccc7e None None] Provisioning complete for port 48536906-650f-429e-955a-8ad35f23b116 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:40.714992 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-047a8249-361a-4239-82c5-4e74c5dccc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:40.825385 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-047a8249-361a-4239-82c5-4e74c5dccc7e None None] Port 48536906-650f-429e-955a-8ad35f23b116 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:00:40.851832 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1beb79b7-363e-41fe-bac7-e484a68ac43f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:40.866504 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1beb79b7-363e-41fe-bac7-e484a68ac43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:40.950293 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1beb79b7-363e-41fe-bac7-e484a68ac43f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:41.059838 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb79b7-363e-41fe-bac7-e484a68ac43f admin admin] Pushing event updated for resources: {'Port': ['ID=48536906-650f-429e-955a-8ad35f23b116,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:41.136957 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1beb79b7-363e-41fe-bac7-e484a68ac43f admin admin] Network 10465fca-def6-40ef-b54b-0b10ab1b7b44 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:00:41.141866 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-1beb79b7-363e-41fe-bac7-e484a68ac43f admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:00:41.344619 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1beb79b7-363e-41fe-bac7-e484a68ac43f admin admin] Router 65b5b2ae-80cb-4c37-ab51-e5f1b881288c has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:00:41.479459 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8ca010fb-411e-4c70-a231-aa5ebefa64bd None None] Provisioning complete for port 48536906-650f-429e-955a-8ad35f23b116 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:41.481592 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8ca010fb-411e-4c70-a231-aa5ebefa64bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:41.550706 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8ca010fb-411e-4c70-a231-aa5ebefa64bd None None] Port 48536906-650f-429e-955a-8ad35f23b116 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:00:41.565415 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1beb79b7-363e-41fe-bac7-e484a68ac43f admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:00:41.581441 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1beb79b7-363e-41fe-bac7-e484a68ac43f admin admin] 10.222.0.57 "PUT /v2.0/routers/65b5b2ae-80cb-4c37-ab51-e5f1b881288c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6462555 Dec 09 16:00:41.841903 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 24c7133f-8d39-4708-8306-622723e7b06d up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:00:41.988681 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 24c7133f-8d39-4708-8306-622723e7b06d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:41.990419 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:42.502096 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 38148) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:42.507397 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-752bc630-b852-4f71-b93a-069a33105d0b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2052429534', 'description': 'tempest-description--1707601377'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:00:42.539315 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-752bc630-b852-4f71-b93a-069a33105d0b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:42.655382 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-752bc630-b852-4f71-b93a-069a33105d0b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:42.662440 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-752bc630-b852-4f71-b93a-069a33105d0b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:42.704729 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-752bc630-b852-4f71-b93a-069a33105d0b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:42.706447 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-752bc630-b852-4f71-b93a-069a33105d0b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2031057 Dec 09 16:00:42.709863 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 38154) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:42.716261 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-c634cbc8-4afe-454f-ab43-b7518dd65def tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Request body: {'security_group_rule': {'security_group_id': '2cc081e6-e08f-4f3c-a115-bd008ebe9af1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:00:42.730917 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752bc630-b852-4f71-b93a-069a33105d0b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc081e6-e08f-4f3c-a115-bd008ebe9af1,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:42.739526 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3347fae6-0368-4f24-a63a-c0d8e7d91197 None None] Sync routers for ids ['65b5b2ae-80cb-4c37-ab51-e5f1b881288c'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:00:42.751471 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3347fae6-0368-4f24-a63a-c0d8e7d91197 None None] Routers {'65b5b2ae-80cb-4c37-ab51-e5f1b881288c'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:00:42.752122 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3347fae6-0368-4f24-a63a-c0d8e7d91197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:00:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['65b5b2ae-80cb-4c37-ab51-e5f1b881288c'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:42.793683 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c634cbc8-4afe-454f-ab43-b7518dd65def tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:42.866044 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-3347fae6-0368-4f24-a63a-c0d8e7d91197 None None] Set router 65b5b2ae-80cb-4c37-ab51-e5f1b881288c gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:00:42.890132 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c634cbc8-4afe-454f-ab43-b7518dd65def tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:42.896503 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c634cbc8-4afe-454f-ab43-b7518dd65def tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:42.923111 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c634cbc8-4afe-454f-ab43-b7518dd65def tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1d3471f-ee8c-4fe4-8218-5cc5163a4f2d,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:42.931595 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c634cbc8-4afe-454f-ab43-b7518dd65def tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:42.933194 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c634cbc8-4afe-454f-ab43-b7518dd65def tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2215121 Dec 09 16:00:42.935789 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 38156) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:42.940649 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8064a8d5-e6ee-497c-a762-c859db1c27dd tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Request body: {'security_group_rule': {'security_group_id': '2cc081e6-e08f-4f3c-a115-bd008ebe9af1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:00:42.988317 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8064a8d5-e6ee-497c-a762-c859db1c27dd tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:43.140960 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8064a8d5-e6ee-497c-a762-c859db1c27dd tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:43.140960 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8064a8d5-e6ee-497c-a762-c859db1c27dd tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:43.145012 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3347fae6-0368-4f24-a63a-c0d8e7d91197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b5b2ae-80cb-4c37-ab51-e5f1b881288c', 'name': 'tempest-ServerActionsTestJSON-757724932-router', 'tenant_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '24c7133f-8d39-4708-8306-622723e7b06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:35Z', 'updated_at': '2021-12-09T16:00:40Z', 'revision_number': 4, 'project_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'gw_port': {'id': '24c7133f-8d39-4708-8306-622723e7b06d', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:94:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b5b2ae-80cb-4c37-ab51-e5f1b881288c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:35Z', 'updated_at': '2021-12-09T16:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '48536906-650f-429e-955a-8ad35f23b116', 'name': '', 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44', 'tenant_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'mac_address': 'fa:16:3e:f9:c0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b5b2ae-80cb-4c37-ab51-e5f1b881288c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '3b011188-7849-4d66-ad21-4c37ec602085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:39Z', 'updated_at': '2021-12-09T16:00:40Z', 'revision_number': 2, 'project_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'subnets': [{'id': '3b011188-7849-4d66-ad21-4c37ec602085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:43.174891 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8064a8d5-e6ee-497c-a762-c859db1c27dd tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9733884-7522-4c13-b55d-937f019f24ca,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:43.193809 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3347fae6-0368-4f24-a63a-c0d8e7d91197 None None] Checking router: 65b5b2ae-80cb-4c37-ab51-e5f1b881288c for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:00:43.194189 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3347fae6-0368-4f24-a63a-c0d8e7d91197 None None] Updating router 65b5b2ae-80cb-4c37-ab51-e5f1b881288c port 48536906-650f-429e-955a-8ad35f23b116 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:00:43.206141 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8064a8d5-e6ee-497c-a762-c859db1c27dd tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:43.207856 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8064a8d5-e6ee-497c-a762-c859db1c27dd tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2709289 Dec 09 16:00:43.211239 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 38168) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:43.227376 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-db1780ea-d13e-4095-b018-3340fcea6c39 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:00:43.232024 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3347fae6-0368-4f24-a63a-c0d8e7d91197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:43.277960 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db1780ea-d13e-4095-b018-3340fcea6c39 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:43.459732 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db1780ea-d13e-4095-b018-3340fcea6c39 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:43.602280 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3347fae6-0368-4f24-a63a-c0d8e7d91197 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:43.622760 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3347fae6-0368-4f24-a63a-c0d8e7d91197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:43.658464 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-db1780ea-d13e-4095-b018-3340fcea6c39 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Allocated IP 172.25.3.34 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/6ff3c67f-7fa2-49e5-ac3e-6e61fad6c9b7) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:00:43.743141 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c868f-2b43-4742-beb7-2f0b062c54c3 None None] Pushing event updated for resources: {'Port': ['ID=48536906-650f-429e-955a-8ad35f23b116,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:43.845096 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3347fae6-0368-4f24-a63a-c0d8e7d91197 None None] Attempting to bind port 48536906-650f-429e-955a-8ad35f23b116 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:00:43.845518 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3347fae6-0368-4f24-a63a-c0d8e7d91197 None None] Attempting to bind port 48536906-650f-429e-955a-8ad35f23b116 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '71e1b333-ca98-4003-8ba1-d22f8260f9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:00:43.846291 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3347fae6-0368-4f24-a63a-c0d8e7d91197 None None] Attempting to bind port 48536906-650f-429e-955a-8ad35f23b116 on network 10465fca-def6-40ef-b54b-0b10ab1b7b44 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:00:43.851661 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3347fae6-0368-4f24-a63a-c0d8e7d91197 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:00:43.852047 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3347fae6-0368-4f24-a63a-c0d8e7d91197 None None] Checking segment: {'id': '71e1b333-ca98-4003-8ba1-d22f8260f9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:00:43.852544 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3347fae6-0368-4f24-a63a-c0d8e7d91197 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:43.852893 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3347fae6-0368-4f24-a63a-c0d8e7d91197 None None] Bound using segment: {'id': '71e1b333-ca98-4003-8ba1-d22f8260f9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:00:43.853369 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3347fae6-0368-4f24-a63a-c0d8e7d91197 None None] Bound port: 48536906-650f-429e-955a-8ad35f23b116, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e1b333-ca98-4003-8ba1-d22f8260f9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:00:43.853793 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3347fae6-0368-4f24-a63a-c0d8e7d91197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:43.916339 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db1780ea-d13e-4095-b018-3340fcea6c39 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:43.947059 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3347fae6-0368-4f24-a63a-c0d8e7d91197 None None] For port 48536906-650f-429e-955a-8ad35f23b116, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:00:43.953096 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3347fae6-0368-4f24-a63a-c0d8e7d91197 None None] For port 48536906-650f-429e-955a-8ad35f23b116, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=48536906-650f-429e-955a-8ad35f23b116,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:00:43.966370 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3347fae6-0368-4f24-a63a-c0d8e7d91197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:43.992002 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db1780ea-d13e-4095-b018-3340fcea6c39 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:44.062918 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1780ea-d13e-4095-b018-3340fcea6c39 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:00:44.071949 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c868f-2b43-4742-beb7-2f0b062c54c3 None None] Pushing event updated for resources: {'Port': ['ID=48536906-650f-429e-955a-8ad35f23b116,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:44.076214 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-db1780ea-d13e-4095-b018-3340fcea6c39 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:00:44.078717 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1780ea-d13e-4095-b018-3340fcea6c39 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:00:44.085158 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3347fae6-0368-4f24-a63a-c0d8e7d91197 None None] Routers {'65b5b2ae-80cb-4c37-ab51-e5f1b881288c'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:00:44.085795 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3347fae6-0368-4f24-a63a-c0d8e7d91197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:00:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['65b5b2ae-80cb-4c37-ab51-e5f1b881288c'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:44.137239 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1780ea-d13e-4095-b018-3340fcea6c39 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Pushing event updated for resources: {'Port': ['ID=6ff3c67f-7fa2-49e5-ac3e-6e61fad6c9b7,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:44.217641 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-3347fae6-0368-4f24-a63a-c0d8e7d91197 None None] Set router 65b5b2ae-80cb-4c37-ab51-e5f1b881288c gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:00:44.232918 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db1780ea-d13e-4095-b018-3340fcea6c39 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:44.306371 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db1780ea-d13e-4095-b018-3340fcea6c39 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:44.420824 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4fdc882c-acdd-48a6-834d-6528708eda90 None None] Provisioning complete for port 48536906-650f-429e-955a-8ad35f23b116 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:44.421106 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4fdc882c-acdd-48a6-834d-6528708eda90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:44.492293 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db1780ea-d13e-4095-b018-3340fcea6c39 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:44.497326 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db1780ea-d13e-4095-b018-3340fcea6c39 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:44.587487 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1780ea-d13e-4095-b018-3340fcea6c39 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Pushing event updated for resources: {'Port': ['ID=6ff3c67f-7fa2-49e5-ac3e-6e61fad6c9b7,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:44.606124 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db1780ea-d13e-4095-b018-3340fcea6c39 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:44.638279 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db1780ea-d13e-4095-b018-3340fcea6c39 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:44.648571 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-db1780ea-d13e-4095-b018-3340fcea6c39 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4261613 Dec 09 16:00:44.692331 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4fdc882c-acdd-48a6-834d-6528708eda90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:44.784889 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4fdc882c-acdd-48a6-834d-6528708eda90 None None] For port 48536906-650f-429e-955a-8ad35f23b116, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=48536906-650f-429e-955a-8ad35f23b116,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:00:44.808516 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4fdc882c-acdd-48a6-834d-6528708eda90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:44.920328 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3e6244ad-4283-41ae-a009-790255b39216 req-382ec434-509d-43bd-8a3f-cbd94c5141f6 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--2052429534&fields=id&tenant_id=dff41d0cd6dc4e42b95a80470934c32b HTTP/1.1" status: 200 len: 267 time: 0.0991735 Dec 09 16:00:44.953842 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc882c-acdd-48a6-834d-6528708eda90 None None] Pushing event updated for resources: {'Port': ['ID=48536906-650f-429e-955a-8ad35f23b116,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:44.968112 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-289c28d3-cbf3-4c15-b8b7-f5d12bf0f705 None None] Provisioning complete for port 48536906-650f-429e-955a-8ad35f23b116 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:44.968548 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-289c28d3-cbf3-4c15-b8b7-f5d12bf0f705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:45.024342 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3347fae6-0368-4f24-a63a-c0d8e7d91197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b5b2ae-80cb-4c37-ab51-e5f1b881288c', 'name': 'tempest-ServerActionsTestJSON-757724932-router', 'tenant_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '24c7133f-8d39-4708-8306-622723e7b06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:35Z', 'updated_at': '2021-12-09T16:00:40Z', 'revision_number': 4, 'project_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'gw_port': {'id': '24c7133f-8d39-4708-8306-622723e7b06d', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:94:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b5b2ae-80cb-4c37-ab51-e5f1b881288c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:35Z', 'updated_at': '2021-12-09T16:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '48536906-650f-429e-955a-8ad35f23b116', 'name': '', 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44', 'tenant_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'mac_address': 'fa:16:3e:f9:c0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b5b2ae-80cb-4c37-ab51-e5f1b881288c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '3b011188-7849-4d66-ad21-4c37ec602085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:39Z', 'updated_at': '2021-12-09T16:00:43Z', 'revision_number': 4, 'project_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'subnets': [{'id': '3b011188-7849-4d66-ad21-4c37ec602085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:45.144332 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6244ad-4283-41ae-a009-790255b39216 req-e5298856-24c5-410c-9736-c4a83ae7bb29 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:45.149119 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3e6244ad-4283-41ae-a009-790255b39216 req-e5298856-24c5-410c-9736-c4a83ae7bb29 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/networks?id=10465fca-def6-40ef-b54b-0b10ab1b7b44 HTTP/1.1" status: 200 len: 811 time: 0.2188382 Dec 09 16:00:45.169020 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3e6244ad-4283-41ae-a009-790255b39216 req-30d918f1-97ae-42c4-81dd-0aa502a0c6fa tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/quotas/dff41d0cd6dc4e42b95a80470934c32b HTTP/1.1" status: 200 len: 375 time: 0.0150545 Dec 09 16:00:45.257295 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3e6244ad-4283-41ae-a009-790255b39216 req-5d226ff9-c09b-46f8-acc7-e18752bc1c32 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=dff41d0cd6dc4e42b95a80470934c32b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0832086 Dec 09 16:00:45.262799 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3347fae6-0368-4f24-a63a-c0d8e7d91197 None None] The sync data for ids ['65b5b2ae-80cb-4c37-ab51-e5f1b881288c'] in n-d-821228-1 is: [{'id': '65b5b2ae-80cb-4c37-ab51-e5f1b881288c', 'name': 'tempest-ServerActionsTestJSON-757724932-router', 'tenant_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '24c7133f-8d39-4708-8306-622723e7b06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:35Z', 'updated_at': '2021-12-09T16:00:40Z', 'revision_number': 4, 'project_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'gw_port': {'id': '24c7133f-8d39-4708-8306-622723e7b06d', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:94:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b5b2ae-80cb-4c37-ab51-e5f1b881288c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:35Z', 'updated_at': '2021-12-09T16:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '48536906-650f-429e-955a-8ad35f23b116', 'name': '', 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44', 'tenant_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'mac_address': 'fa:16:3e:f9:c0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b5b2ae-80cb-4c37-ab51-e5f1b881288c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '3b011188-7849-4d66-ad21-4c37ec602085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:39Z', 'updated_at': '2021-12-09T16:00:43Z', 'revision_number': 4, 'project_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'subnets': [{'id': '3b011188-7849-4d66-ad21-4c37ec602085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:00:45.532172 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3e6244ad-4283-41ae-a009-790255b39216 req-7a3fad88-35be-458e-9a41-a1fc48e39f38 service neutron] 10.222.0.57 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679449 Dec 09 16:00:45.698000 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3e6244ad-4283-41ae-a009-790255b39216 req-66d66c45-b36a-4329-b0c4-868a1f2043be service neutron] 10.222.0.57 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570084 Dec 09 16:00:45.889009 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 48536906-650f-429e-955a-8ad35f23b116 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:00:45.993317 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 48536906-650f-429e-955a-8ad35f23b116 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:45.994977 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:46.121076 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1f1a8e63-7477-4dfd-89e2-ef0da25f3411 req-65dd2dbd-6cbb-4c49-8584-53c0f9721364 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 210 time: 0.1126523 Dec 09 16:00:46.227799 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:47.272088 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-082db912-6680-4980-87ec-d81cfe0ba910 req-f80c9986-89ba-4e37-9955-f6ca44e65c98 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 210 time: 0.0503061 Dec 09 16:00:47.667637 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6244ad-4283-41ae-a009-790255b39216 req-9073f5cd-ee66-44fd-9647-47bc3d206eab tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:47.669211 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3e6244ad-4283-41ae-a009-790255b39216 req-9073f5cd-ee66-44fd-9647-47bc3d206eab tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.31 "GET /v2.0/networks?id=10465fca-def6-40ef-b54b-0b10ab1b7b44 HTTP/1.1" status: 200 len: 811 time: 0.2260649 Dec 09 16:00:47.751991 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3e6244ad-4283-41ae-a009-790255b39216 req-945fa21c-79bd-4756-8c83-bd939e048502 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dff41d0cd6dc4e42b95a80470934c32b HTTP/1.1" status: 200 len: 380 time: 0.0714686 Dec 09 16:00:47.764384 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-3e6244ad-4283-41ae-a009-790255b39216 req-e647497b-2cb7-4c43-84a8-399417fbf29b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Request body: {'port': {'device_id': 'cefd325d-e7a7-47e2-bac0-def602b864dc', 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44', 'admin_state_up': True, 'tenant_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'security_groups': ['2cc081e6-e08f-4f3c-a115-bd008ebe9af1']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:00:47.927269 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e6244ad-4283-41ae-a009-790255b39216 req-e647497b-2cb7-4c43-84a8-399417fbf29b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Made reservation on behalf of dff41d0cd6dc4e42b95a80470934c32b for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:00:47.930905 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3e6244ad-4283-41ae-a009-790255b39216 req-e647497b-2cb7-4c43-84a8-399417fbf29b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:48.078126 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-3e6244ad-4283-41ae-a009-790255b39216 req-e647497b-2cb7-4c43-84a8-399417fbf29b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Allocated IP 172.20.0.7 (10465fca-def6-40ef-b54b-0b10ab1b7b44/3b011188-7849-4d66-ad21-4c37ec602085/a141b13b-6843-4625-b7c8-e8ee74c8d4f3) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:00:48.271765 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3e6244ad-4283-41ae-a009-790255b39216 req-e647497b-2cb7-4c43-84a8-399417fbf29b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:48.344656 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3e6244ad-4283-41ae-a009-790255b39216 req-e647497b-2cb7-4c43-84a8-399417fbf29b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:48.430273 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e6244ad-4283-41ae-a009-790255b39216 req-e647497b-2cb7-4c43-84a8-399417fbf29b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Network 10465fca-def6-40ef-b54b-0b10ab1b7b44 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:00:48.436300 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-3e6244ad-4283-41ae-a009-790255b39216 req-e647497b-2cb7-4c43-84a8-399417fbf29b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:00:48.443247 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e6244ad-4283-41ae-a009-790255b39216 req-e647497b-2cb7-4c43-84a8-399417fbf29b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:00:48.536786 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e647497b-2cb7-4c43-84a8-399417fbf29b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Pushing event updated for resources: {'Port': ['ID=a141b13b-6843-4625-b7c8-e8ee74c8d4f3,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:48.561480 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6244ad-4283-41ae-a009-790255b39216 req-e647497b-2cb7-4c43-84a8-399417fbf29b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:48.562318 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3e6244ad-4283-41ae-a009-790255b39216 req-e647497b-2cb7-4c43-84a8-399417fbf29b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:48.582543 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ad1f4-9e37-431c-a7d0-5ba61dda4a82 req-43d43d2f-6d99-42f8-9b6f-b893e1482b58 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:48.584703 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-562ad1f4-9e37-431c-a7d0-5ba61dda4a82 req-43d43d2f-6d99-42f8-9b6f-b893e1482b58 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 931 time: 0.1963537 Dec 09 16:00:48.631846 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3e6244ad-4283-41ae-a009-790255b39216 req-e647497b-2cb7-4c43-84a8-399417fbf29b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8720324 Dec 09 16:00:48.649836 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-3e6244ad-4283-41ae-a009-790255b39216 req-25d59a91-cd69-468a-bc7b-3070d55bb6b1 service neutron] Request body: {'port': {'device_id': 'cefd325d-e7a7-47e2-bac0-def602b864dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:00:48.671084 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-562ad1f4-9e37-431c-a7d0-5ba61dda4a82 req-0e38a64e-b22d-4be6-950e-c284d9d006ed tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783925 Dec 09 16:00:48.748980 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3e6244ad-4283-41ae-a009-790255b39216 req-25d59a91-cd69-468a-bc7b-3070d55bb6b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:48.878668 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8da6ff45-b786-4950-a50c-0ef6badf1381 None None] Provisioning complete for port a141b13b-6843-4625-b7c8-e8ee74c8d4f3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:48.879246 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8da6ff45-b786-4950-a50c-0ef6badf1381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:48.946105 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8da6ff45-b786-4950-a50c-0ef6badf1381 None None] Port a141b13b-6843-4625-b7c8-e8ee74c8d4f3 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:00:49.145933 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-3e6244ad-4283-41ae-a009-790255b39216 req-25d59a91-cd69-468a-bc7b-3070d55bb6b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a141b13b-6843-4625-b7c8-e8ee74c8d4f3 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:00:49.161737 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3e6244ad-4283-41ae-a009-790255b39216 req-25d59a91-cd69-468a-bc7b-3070d55bb6b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:49.181167 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-3e6244ad-4283-41ae-a009-790255b39216 req-25d59a91-cd69-468a-bc7b-3070d55bb6b1 service neutron] Transition to ACTIVE for port object a141b13b-6843-4625-b7c8-e8ee74c8d4f3 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:00:49.187706 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3e6244ad-4283-41ae-a009-790255b39216 req-25d59a91-cd69-468a-bc7b-3070d55bb6b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:49.361320 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d59a91-cd69-468a-bc7b-3070d55bb6b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a141b13b-6843-4625-b7c8-e8ee74c8d4f3,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:49.421508 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-3e6244ad-4283-41ae-a009-790255b39216 req-25d59a91-cd69-468a-bc7b-3070d55bb6b1 service neutron] Attempting to bind port a141b13b-6843-4625-b7c8-e8ee74c8d4f3 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:00:49.421843 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-3e6244ad-4283-41ae-a009-790255b39216 req-25d59a91-cd69-468a-bc7b-3070d55bb6b1 service neutron] Attempting to bind port a141b13b-6843-4625-b7c8-e8ee74c8d4f3 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '71e1b333-ca98-4003-8ba1-d22f8260f9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:00:49.422250 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6244ad-4283-41ae-a009-790255b39216 req-25d59a91-cd69-468a-bc7b-3070d55bb6b1 service neutron] Attempting to bind port a141b13b-6843-4625-b7c8-e8ee74c8d4f3 on network 10465fca-def6-40ef-b54b-0b10ab1b7b44 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:00:49.432794 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6244ad-4283-41ae-a009-790255b39216 req-25d59a91-cd69-468a-bc7b-3070d55bb6b1 service neutron] Port a141b13b-6843-4625-b7c8-e8ee74c8d4f3 on network 10465fca-def6-40ef-b54b-0b10ab1b7b44 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:00:49.433483 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6244ad-4283-41ae-a009-790255b39216 req-25d59a91-cd69-468a-bc7b-3070d55bb6b1 service neutron] Attempting to bind port a141b13b-6843-4625-b7c8-e8ee74c8d4f3 on network 10465fca-def6-40ef-b54b-0b10ab1b7b44 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:00:49.440935 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6244ad-4283-41ae-a009-790255b39216 req-25d59a91-cd69-468a-bc7b-3070d55bb6b1 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:00:49.441430 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6244ad-4283-41ae-a009-790255b39216 req-25d59a91-cd69-468a-bc7b-3070d55bb6b1 service neutron] Checking segment: {'id': '71e1b333-ca98-4003-8ba1-d22f8260f9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:00:49.441914 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6244ad-4283-41ae-a009-790255b39216 req-25d59a91-cd69-468a-bc7b-3070d55bb6b1 service neutron] Bound using segment: {'id': '71e1b333-ca98-4003-8ba1-d22f8260f9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:00:49.442606 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-3e6244ad-4283-41ae-a009-790255b39216 req-25d59a91-cd69-468a-bc7b-3070d55bb6b1 service neutron] Bound port: a141b13b-6843-4625-b7c8-e8ee74c8d4f3, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71e1b333-ca98-4003-8ba1-d22f8260f9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:00:49.443415 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3e6244ad-4283-41ae-a009-790255b39216 req-25d59a91-cd69-468a-bc7b-3070d55bb6b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:49.532232 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-3e6244ad-4283-41ae-a009-790255b39216 req-25d59a91-cd69-468a-bc7b-3070d55bb6b1 service neutron] For port a141b13b-6843-4625-b7c8-e8ee74c8d4f3, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:00:49.547468 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-3e6244ad-4283-41ae-a009-790255b39216 req-25d59a91-cd69-468a-bc7b-3070d55bb6b1 service neutron] For port a141b13b-6843-4625-b7c8-e8ee74c8d4f3, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=a141b13b-6843-4625-b7c8-e8ee74c8d4f3,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:00:49.553101 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3e6244ad-4283-41ae-a009-790255b39216 req-25d59a91-cd69-468a-bc7b-3070d55bb6b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:49.610074 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6244ad-4283-41ae-a009-790255b39216 req-25d59a91-cd69-468a-bc7b-3070d55bb6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:49.626940 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3e6244ad-4283-41ae-a009-790255b39216 req-25d59a91-cd69-468a-bc7b-3070d55bb6b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:49.630503 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3e6244ad-4283-41ae-a009-790255b39216 req-25d59a91-cd69-468a-bc7b-3070d55bb6b1 service neutron] 10.222.0.31 "PUT /v2.0/ports/a141b13b-6843-4625-b7c8-e8ee74c8d4f3 HTTP/1.1" status: 200 len: 1091 time: 0.9861748 Dec 09 16:00:49.649142 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cefd325d-e7a7-47e2-bac0-def602b864dc', 'tag': 'a141b13b-6843-4625-b7c8-e8ee74c8d4f3'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:00:49.658750 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6dea8c-d799-4cd2-b6b7-2b09b0ac85a9" -d '{"events": [{"name": "network-changed", "server_uuid": "cefd325d-e7a7-47e2-bac0-def602b864dc", "tag": "a141b13b-6843-4625-b7c8-e8ee74c8d4f3"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:00:49.798410 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731bbaf7-b63f-4861-869f-9550ddf9bb55 x-openstack-request-id: req-731bbaf7-b63f-4861-869f-9550ddf9bb55 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:00:49.799975 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cefd325d-e7a7-47e2-bac0-def602b864dc", "tag": "a141b13b-6843-4625-b7c8-e8ee74c8d4f3", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:00:49.800233 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-731bbaf7-b63f-4861-869f-9550ddf9bb55 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:00:49.801991 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cefd325d-e7a7-47e2-bac0-def602b864dc', 'tag': 'a141b13b-6843-4625-b7c8-e8ee74c8d4f3', 'status': 'completed', 'code': 200} Dec 09 16:00:49.909380 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d59a91-cd69-468a-bc7b-3070d55bb6b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a141b13b-6843-4625-b7c8-e8ee74c8d4f3,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:49.990387 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6244ad-4283-41ae-a009-790255b39216 req-fa65cfe5-1d38-4a81-ad51-a678352b7212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:49.992495 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3e6244ad-4283-41ae-a009-790255b39216 req-fa65cfe5-1d38-4a81-ad51-a678352b7212 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dff41d0cd6dc4e42b95a80470934c32b&device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 1094 time: 0.2474027 Dec 09 16:00:50.055934 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333df860-e309-40af-b296-99d41957700b req-a4293cae-8db7-45bb-9f7a-3cc016af8e4b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:50.064956 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-333df860-e309-40af-b296-99d41957700b req-a4293cae-8db7-45bb-9f7a-3cc016af8e4b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 943 time: 0.1522105 Dec 09 16:00:50.083190 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3e6244ad-4283-41ae-a009-790255b39216 req-0ff4875c-6499-4e6b-9146-60091d7d14e0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a141b13b-6843-4625-b7c8-e8ee74c8d4f3 HTTP/1.1" status: 200 len: 217 time: 0.0811918 Dec 09 16:00:50.176350 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-333df860-e309-40af-b296-99d41957700b req-5a3acced-eec5-4072-be7e-ffa6c3c84077 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089025 Dec 09 16:00:50.183139 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6244ad-4283-41ae-a009-790255b39216 req-8e55a3bb-9080-4766-89b5-2dba7c025c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:50.185187 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3e6244ad-4283-41ae-a009-790255b39216 req-8e55a3bb-9080-4766-89b5-2dba7c025c8f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3b011188-7849-4d66-ad21-4c37ec602085 HTTP/1.1" status: 200 len: 850 time: 0.0926809 Dec 09 16:00:50.246598 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6244ad-4283-41ae-a009-790255b39216 req-bd1011ed-3a88-4cbc-ba4e-187dca9820e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:50.248512 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3e6244ad-4283-41ae-a009-790255b39216 req-bd1011ed-3a88-4cbc-ba4e-187dca9820e9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=10465fca-def6-40ef-b54b-0b10ab1b7b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494261 Dec 09 16:00:50.419450 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3e6244ad-4283-41ae-a009-790255b39216 req-3572e45d-34bb-467b-a099-2b9115d3ae97 service neutron] 10.222.0.31 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626883 Dec 09 16:00:50.490502 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3043489c-ec0b-4966-8a9f-f1dc5d02b95a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:50.555775 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3e6244ad-4283-41ae-a009-790255b39216 req-1cdb64c2-c94f-4a9f-abcb-c29a84ff6218 service neutron] 10.222.0.31 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293602 Dec 09 16:00:50.678296 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6dea8c-d799-4cd2-b6b7-2b09b0ac85a9 req-9f7dba6e-4109-4988-b789-464e85632e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:50.680588 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b6dea8c-d799-4cd2-b6b7-2b09b0ac85a9 req-9f7dba6e-4109-4988-b789-464e85632e3b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dff41d0cd6dc4e42b95a80470934c32b&device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 1094 time: 0.0584030 Dec 09 16:00:50.818477 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6dea8c-d799-4cd2-b6b7-2b09b0ac85a9 req-28619ebd-7ac3-465b-861b-d25093907b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:50.820127 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b6dea8c-d799-4cd2-b6b7-2b09b0ac85a9 req-28619ebd-7ac3-465b-861b-d25093907b98 service neutron] 10.222.0.31 "GET /v2.0/networks?id=10465fca-def6-40ef-b54b-0b10ab1b7b44 HTTP/1.1" status: 200 len: 912 time: 0.1328406 Dec 09 16:00:50.891585 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b6dea8c-d799-4cd2-b6b7-2b09b0ac85a9 req-4b8f6507-c332-411c-a4b4-65e47ff023b4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a141b13b-6843-4625-b7c8-e8ee74c8d4f3 HTTP/1.1" status: 200 len: 217 time: 0.0580015 Dec 09 16:00:50.960525 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6dea8c-d799-4cd2-b6b7-2b09b0ac85a9 req-f2edbc76-acc5-4a0b-bbe8-4e09802e17b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:50.962509 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b6dea8c-d799-4cd2-b6b7-2b09b0ac85a9 req-f2edbc76-acc5-4a0b-bbe8-4e09802e17b6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3b011188-7849-4d66-ad21-4c37ec602085 HTTP/1.1" status: 200 len: 850 time: 0.0689561 Dec 09 16:00:51.030005 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6dea8c-d799-4cd2-b6b7-2b09b0ac85a9 req-01a1855a-db7d-49c5-89bd-491d9c65c81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:51.032018 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b6dea8c-d799-4cd2-b6b7-2b09b0ac85a9 req-01a1855a-db7d-49c5-89bd-491d9c65c81c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=10465fca-def6-40ef-b54b-0b10ab1b7b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582507 Dec 09 16:00:51.147544 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b6dea8c-d799-4cd2-b6b7-2b09b0ac85a9 req-f506ba62-82f9-438d-bdf7-c5c51090d825 service neutron] 10.222.0.31 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065891 Dec 09 16:00:51.289499 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b6dea8c-d799-4cd2-b6b7-2b09b0ac85a9 req-af9fe862-c41b-4bca-b46d-228bbf4caf03 service neutron] 10.222.0.31 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350367 Dec 09 16:00:51.380617 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b40593-db16-4e58-bf2a-2f65ceccc5da req-d028f63c-33a7-4d36-9504-535610985139 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:51.388474 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-43b40593-db16-4e58-bf2a-2f65ceccc5da req-d028f63c-33a7-4d36-9504-535610985139 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 943 time: 0.0762725 Dec 09 16:00:51.440345 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-43b40593-db16-4e58-bf2a-2f65ceccc5da req-c85ca664-1786-4e48-8148-ef2c6eb2906a tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508380 Dec 09 16:00:52.606333 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b3646-c53d-4fc6-8940-bab46fecd15c req-9b17eee7-4d62-412b-8246-95d637f4d4d6 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:52.608370 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-957b3646-c53d-4fc6-8940-bab46fecd15c req-9b17eee7-4d62-412b-8246-95d637f4d4d6 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 943 time: 0.0910144 Dec 09 16:00:52.690796 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-957b3646-c53d-4fc6-8940-bab46fecd15c req-915e3cee-c0bf-44ad-b6fd-4333dc4f08b1 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744905 Dec 09 16:00:52.987526 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f030d0d5-6e09-4ae9-b0c0-4f22b1290050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:53.887971 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1d7ef-6f06-4fc7-ba5d-12daad4626f0 req-b7d80a85-cbb7-4bb9-bc4c-2de7de5cae6b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:53.907081 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bab1d7ef-6f06-4fc7-ba5d-12daad4626f0 req-b7d80a85-cbb7-4bb9-bc4c-2de7de5cae6b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 943 time: 0.0944102 Dec 09 16:00:53.961010 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bab1d7ef-6f06-4fc7-ba5d-12daad4626f0 req-f36b9abe-f2cb-429f-9464-92d50c034bd4 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510259 Dec 09 16:00:54.107513 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:54.685208 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:55.075983 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba48303-1945-431d-a5f7-d80bd0bdcd17 req-9219c688-7284-4ac8-87f0-2c9051384c3c tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:55.077455 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1ba48303-1945-431d-a5f7-d80bd0bdcd17 req-9219c688-7284-4ac8-87f0-2c9051384c3c tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 943 time: 0.0540814 Dec 09 16:00:55.133141 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1ba48303-1945-431d-a5f7-d80bd0bdcd17 req-4fb90e06-7ed6-42da-98ee-5f8e336638da tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493279 Dec 09 16:00:55.333017 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:55.979772 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device a141b13b-6843-4625-b7c8-e8ee74c8d4f3 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:00:56.080154 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port a141b13b-6843-4625-b7c8-e8ee74c8d4f3, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=a141b13b-6843-4625-b7c8-e8ee74c8d4f3,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:00:56.092739 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'a141b13b-6843-4625-b7c8-e8ee74c8d4f3', 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44', 'port_id': 'a141b13b-6843-4625-b7c8-e8ee74c8d4f3', 'mac_address': 'fa:16:3e:1f:16:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b011188-7849-4d66-ad21-4c37ec602085', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:00:56.135356 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:56.148406 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a141b13b-6843-4625-b7c8-e8ee74c8d4f3 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:00:56.170604 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port a141b13b-6843-4625-b7c8-e8ee74c8d4f3, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=a141b13b-6843-4625-b7c8-e8ee74c8d4f3,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:00:56.178132 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:56.248105 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=a141b13b-6843-4625-b7c8-e8ee74c8d4f3,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:56.266782 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a4d89f-3ce8-4361-a075-8ab3ab54b53f req-15823676-6880-4728-b134-6599bd6c88c4 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:56.268307 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-16a4d89f-3ce8-4361-a075-8ab3ab54b53f req-15823676-6880-4728-b134-6599bd6c88c4 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0559413 Dec 09 16:00:56.323060 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-16a4d89f-3ce8-4361-a075-8ab3ab54b53f req-a52a8537-02f1-463c-87b9-0b113efd8581 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477908 Dec 09 16:00:56.439795 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:56.476935 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['a141b13b-6843-4625-b7c8-e8ee74c8d4f3'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:00:57.464269 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8e219-2b76-43a2-b912-f61a4f98299e req-73266ed1-d437-448e-8000-eefee39aa876 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:57.466744 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-98f8e219-2b76-43a2-b912-f61a4f98299e req-73266ed1-d437-448e-8000-eefee39aa876 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0574777 Dec 09 16:00:57.518740 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-98f8e219-2b76-43a2-b912-f61a4f98299e req-2b2be1ac-8da1-4dc4-a98e-421c9f0fb9a6 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454888 Dec 09 16:00:57.847917 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 38394) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:57.906415 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d6dc4a7-483d-4f27-82a1-68f7e172f9a8 admin admin] Deleting subnet 27957498-03be-4b77-98df-e46cd8e845cb {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 16:00:57.909808 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d6dc4a7-483d-4f27-82a1-68f7e172f9a8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:57.948647 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d6dc4a7-483d-4f27-82a1-68f7e172f9a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:57.977082 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device a141b13b-6843-4625-b7c8-e8ee74c8d4f3 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:00:57.989687 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d6dc4a7-483d-4f27-82a1-68f7e172f9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:58.032255 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port a141b13b-6843-4625-b7c8-e8ee74c8d4f3 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:00:58.036481 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port a141b13b-6843-4625-b7c8-e8ee74c8d4f3 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:58.037083 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:58.046469 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d6dc4a7-483d-4f27-82a1-68f7e172f9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:58.060891 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d6dc4a7-483d-4f27-82a1-68f7e172f9a8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:58.068344 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 38396) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:58.073831 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6d6dc4a7-483d-4f27-82a1-68f7e172f9a8 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/27957498-03be-4b77-98df-e46cd8e845cb HTTP/1.1" status: 204 len: 168 time: 0.2238500 Dec 09 16:00:58.108958 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6dc4a7-483d-4f27-82a1-68f7e172f9a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27957498-03be-4b77-98df-e46cd8e845cb,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:58.125582 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6dc4a7-483d-4f27-82a1-68f7e172f9a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:58.126355 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6dc4a7-483d-4f27-82a1-68f7e172f9a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:58.126950 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6dc4a7-483d-4f27-82a1-68f7e172f9a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:58.128975 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6dc4a7-483d-4f27-82a1-68f7e172f9a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:58.129967 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6dc4a7-483d-4f27-82a1-68f7e172f9a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:58.133518 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6dc4a7-483d-4f27-82a1-68f7e172f9a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:58.135813 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6dc4a7-483d-4f27-82a1-68f7e172f9a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:58.136944 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6dc4a7-483d-4f27-82a1-68f7e172f9a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:58.137708 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6dc4a7-483d-4f27-82a1-68f7e172f9a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:58.138329 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6dc4a7-483d-4f27-82a1-68f7e172f9a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:58.139014 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6dc4a7-483d-4f27-82a1-68f7e172f9a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:58.139567 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6dc4a7-483d-4f27-82a1-68f7e172f9a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:58.140130 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6dc4a7-483d-4f27-82a1-68f7e172f9a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:58.152776 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:58.155253 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c16daa5-8283-4791-a222-96b87fa3a960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:58.177127 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefd325d-e7a7-47e2-bac0-def602b864dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a141b13b-6843-4625-b7c8-e8ee74c8d4f3'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:00:58.179526 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4eddf7-84ee-4aff-92c8-36d2752cf827" -d '{"events": [{"server_uuid": "cefd325d-e7a7-47e2-bac0-def602b864dc", "name": "network-vif-plugged", "status": "completed", "tag": "a141b13b-6843-4625-b7c8-e8ee74c8d4f3"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:00:58.193392 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port a141b13b-6843-4625-b7c8-e8ee74c8d4f3, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=a141b13b-6843-4625-b7c8-e8ee74c8d4f3,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:00:58.198892 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:58.260959 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd40a8f6-8cdf-46eb-b33b-626ce2e40a79 x-openstack-request-id: req-fd40a8f6-8cdf-46eb-b33b-626ce2e40a79 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:00:58.261595 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cefd325d-e7a7-47e2-bac0-def602b864dc", "name": "network-vif-plugged", "status": "completed", "tag": "a141b13b-6843-4625-b7c8-e8ee74c8d4f3", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:00:58.261715 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c16daa5-8283-4791-a222-96b87fa3a960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:58.262177 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fd40a8f6-8cdf-46eb-b33b-626ce2e40a79 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:00:58.262757 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cefd325d-e7a7-47e2-bac0-def602b864dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a141b13b-6843-4625-b7c8-e8ee74c8d4f3', 'code': 200} Dec 09 16:00:58.268945 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=a141b13b-6843-4625-b7c8-e8ee74c8d4f3,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:58.290707 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-1c16daa5-8283-4791-a222-96b87fa3a960 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4532d047-5d1c-4c8b-bac7-1f09c295f9be']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:58.300703 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-1c16daa5-8283-4791-a222-96b87fa3a960 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf30e55e-e529-49e2-a27a-12cb682e747a') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:58.301000 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-1c16daa5-8283-4791-a222-96b87fa3a960 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf30e55e-e529-49e2-a27a-12cb682e747a') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:58.311272 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c16daa5-8283-4791-a222-96b87fa3a960 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:58.325492 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c16daa5-8283-4791-a222-96b87fa3a960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:58.332614 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c16daa5-8283-4791-a222-96b87fa3a960 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:00:58.333284 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c16daa5-8283-4791-a222-96b87fa3a960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:58.365373 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a780e-6139-4ff5-a5d0-1db23dd541c7 req-e9899980-6c0b-4452-816d-a16b4f3ceb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:58.366811 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-047a780e-6139-4ff5-a5d0-1db23dd541c7 req-e9899980-6c0b-4452-816d-a16b4f3ceb63 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 1096 time: 0.0505803 Dec 09 16:00:58.374170 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 16:00:58.374170 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:00:58.374170 n-d-821228-1 neutron-server[103245]: timer() Dec 09 16:00:58.374170 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:00:58.374170 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 16:00:58.374170 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:00:58.374170 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 16:00:58.374170 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:00:58.374170 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 16:00:58.374170 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:00:58.374170 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 16:00:58.374170 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:00:58.374170 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 16:00:58.374170 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:00:58.374170 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:00:58.374170 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:00:58.374170 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:00:58.374170 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:00:58.374170 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 16:00:58.374170 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:00:58.374170 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 16:00:58.374170 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:00:58.374170 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:00:58.374170 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:00:58.374170 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 16:00:58.374170 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:00:58.374170 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:00:58.374170 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:00:58.374170 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:00:58.374170 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:00:58.374170 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:00:58.374170 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:00:58.398668 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c16daa5-8283-4791-a222-96b87fa3a960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:58.405499 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c16daa5-8283-4791-a222-96b87fa3a960 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:58.411172 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1c16daa5-8283-4791-a222-96b87fa3a960 admin admin] 10.222.0.57 "DELETE /v2.0/networks/4532d047-5d1c-4c8b-bac7-1f09c295f9be HTTP/1.1" status: 204 len: 168 time: 0.3417428 Dec 09 16:00:58.417040 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-047a780e-6139-4ff5-a5d0-1db23dd541c7 req-6a9ac382-8ed3-4c9d-86eb-c6ff7bae912a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430615 Dec 09 16:00:58.428034 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16daa5-8283-4791-a222-96b87fa3a960 admin admin] Pushing event deleted for resources: {'Network': ['ID=4532d047-5d1c-4c8b-bac7-1f09c295f9be,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:58.436214 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c16daa5-8283-4791-a222-96b87fa3a960 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:58.436593 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c16daa5-8283-4791-a222-96b87fa3a960 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:58.436942 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c16daa5-8283-4791-a222-96b87fa3a960 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:58.437291 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c16daa5-8283-4791-a222-96b87fa3a960 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:58.437625 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c16daa5-8283-4791-a222-96b87fa3a960 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:58.437959 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c16daa5-8283-4791-a222-96b87fa3a960 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:58.438290 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c16daa5-8283-4791-a222-96b87fa3a960 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:58.438624 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c16daa5-8283-4791-a222-96b87fa3a960 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:58.438937 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c16daa5-8283-4791-a222-96b87fa3a960 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:58.439263 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c16daa5-8283-4791-a222-96b87fa3a960 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:58.439589 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c16daa5-8283-4791-a222-96b87fa3a960 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:58.439913 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c16daa5-8283-4791-a222-96b87fa3a960 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:58.440241 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c16daa5-8283-4791-a222-96b87fa3a960 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:58.540094 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 38408) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:58.583942 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-de1b1e0f-e800-4280-a85f-9d4c0550c0d0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6264d995a3ef4160b17d3076740032e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420718 Dec 09 16:00:58.586352 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 38412) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:58.638508 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3e81ce9a-9001-4f54-b706-b7950dfbfee0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:58.669661 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3e81ce9a-9001-4f54-b706-b7950dfbfee0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:58.740758 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3e81ce9a-9001-4f54-b706-b7950dfbfee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:58.745392 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3e81ce9a-9001-4f54-b706-b7950dfbfee0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:58.747340 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3e81ce9a-9001-4f54-b706-b7950dfbfee0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bf0eb5fb-f601-47b9-beea-420b9e0fb1c4 HTTP/1.1" status: 204 len: 168 time: 0.1600142 Dec 09 16:00:58.757964 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e81ce9a-9001-4f54-b706-b7950dfbfee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0eb5fb-f601-47b9-beea-420b9e0fb1c4,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:59.015397 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565136e-fec0-45bc-8d93-7d324c0cf749 req-6a320d93-c6a5-4968-9603-058737fb75f3 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:59.023144 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a565136e-fec0-45bc-8d93-7d324c0cf749 req-6a320d93-c6a5-4968-9603-058737fb75f3 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 945 time: 0.4251263 Dec 09 16:00:59.077801 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a565136e-fec0-45bc-8d93-7d324c0cf749 req-0cc4660b-ee6d-46ea-8a74-8d56a69dd8bf tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527875 Dec 09 16:01:00.198299 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50fe113-5f63-42e4-bf09-f51b700dd9c2 req-187d2644-e133-42bd-b590-13043a4ff594 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:00.200028 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e50fe113-5f63-42e4-bf09-f51b700dd9c2 req-187d2644-e133-42bd-b590-13043a4ff594 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 945 time: 0.0513997 Dec 09 16:01:00.252287 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e50fe113-5f63-42e4-bf09-f51b700dd9c2 req-9925ced3-f765-47a0-92f0-4d9fa59e5676 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458646 Dec 09 16:01:00.378655 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566ebbc-53ee-4906-94e6-3be4a8848ed5 req-d6dd82b9-6c12-4406-bcfc-0dac50d91671 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:00.380401 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f566ebbc-53ee-4906-94e6-3be4a8848ed5 req-d6dd82b9-6c12-4406-bcfc-0dac50d91671 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 945 time: 0.0574062 Dec 09 16:01:00.390021 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 38476) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:01:00.394801 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7616efd9-5c96-492f-bad0-5d814f9a4a2f tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Request body: {'floatingip': {'port_id': 'a141b13b-6843-4625-b7c8-e8ee74c8d4f3'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:01:00.439554 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7616efd9-5c96-492f-bad0-5d814f9a4a2f tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks [] for floatingip, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:00.919296 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7616efd9-5c96-492f-bad0-5d814f9a4a2f tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:00.923525 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7616efd9-5c96-492f-bad0-5d814f9a4a2f tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:01.030717 n-d-821228-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-7616efd9-5c96-492f-bad0-5d814f9a4a2f tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Floating IP 4ca9a0df-521a-4a70-ad27-a11f5f3d4146 associated. External IP: 172.25.3.34, port: a141b13b-6843-4625-b7c8-e8ee74c8d4f3. Dec 09 16:01:01.258047 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7616efd9-5c96-492f-bad0-5d814f9a4a2f tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Router 65b5b2ae-80cb-4c37-ab51-e5f1b881288c has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:01:01.378281 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7616efd9-5c96-492f-bad0-5d814f9a4a2f tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:01:01.383909 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7616efd9-5c96-492f-bad0-5d814f9a4a2f tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:01.390411 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a87a50-0295-45ba-a88f-4b9a506e348f None None] Sync routers for ids ['65b5b2ae-80cb-4c37-ab51-e5f1b881288c'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:01:01.402345 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a87a50-0295-45ba-a88f-4b9a506e348f None None] Routers {'65b5b2ae-80cb-4c37-ab51-e5f1b881288c'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:01:01.403086 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-66a87a50-0295-45ba-a88f-4b9a506e348f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:00:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['65b5b2ae-80cb-4c37-ab51-e5f1b881288c'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:01:01.423722 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7616efd9-5c96-492f-bad0-5d814f9a4a2f tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "PUT /v2.0/floatingips/4ca9a0df-521a-4a70-ad27-a11f5f3d4146 HTTP/1.1" status: 200 len: 990 time: 1.0323925 Dec 09 16:01:01.424980 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cefd325d-e7a7-47e2-bac0-def602b864dc', 'tag': 'a141b13b-6843-4625-b7c8-e8ee74c8d4f3'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:01:01.427489 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b89897-8028-4d3e-9c50-55dc94e9913a" -d '{"events": [{"name": "network-changed", "server_uuid": "cefd325d-e7a7-47e2-bac0-def602b864dc", "tag": "a141b13b-6843-4625-b7c8-e8ee74c8d4f3"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:01:01.521239 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-66a87a50-0295-45ba-a88f-4b9a506e348f None None] Set router 65b5b2ae-80cb-4c37-ab51-e5f1b881288c gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:01:01.532234 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d8737a-19f8-41fb-acbe-f0f28d518b06 x-openstack-request-id: req-18d8737a-19f8-41fb-acbe-f0f28d518b06 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:01:01.532746 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cefd325d-e7a7-47e2-bac0-def602b864dc", "tag": "a141b13b-6843-4625-b7c8-e8ee74c8d4f3", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:01:01.533148 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-18d8737a-19f8-41fb-acbe-f0f28d518b06 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:01:01.533703 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cefd325d-e7a7-47e2-bac0-def602b864dc', 'tag': 'a141b13b-6843-4625-b7c8-e8ee74c8d4f3', 'status': 'completed', 'code': 200} Dec 09 16:01:01.602388 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b89897-8028-4d3e-9c50-55dc94e9913a req-316261a0-ad9b-44dc-ad56-a9d6f525596b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:01.605684 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-92b89897-8028-4d3e-9c50-55dc94e9913a req-316261a0-ad9b-44dc-ad56-a9d6f525596b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dff41d0cd6dc4e42b95a80470934c32b&device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 1096 time: 0.0461578 Dec 09 16:01:01.709772 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b89897-8028-4d3e-9c50-55dc94e9913a req-3a485752-9e1d-44a1-ba79-15ad7d2dbf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:01.717731 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-92b89897-8028-4d3e-9c50-55dc94e9913a req-3a485752-9e1d-44a1-ba79-15ad7d2dbf1b service neutron] 10.222.0.31 "GET /v2.0/networks?id=10465fca-def6-40ef-b54b-0b10ab1b7b44 HTTP/1.1" status: 200 len: 912 time: 0.0989494 Dec 09 16:01:01.735385 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:01:01.769331 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-66a87a50-0295-45ba-a88f-4b9a506e348f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b5b2ae-80cb-4c37-ab51-e5f1b881288c', 'name': 'tempest-ServerActionsTestJSON-757724932-router', 'tenant_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '24c7133f-8d39-4708-8306-622723e7b06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:35Z', 'updated_at': '2021-12-09T16:00:40Z', 'revision_number': 4, 'project_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'gw_port': {'id': '24c7133f-8d39-4708-8306-622723e7b06d', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:94:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b5b2ae-80cb-4c37-ab51-e5f1b881288c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:35Z', 'updated_at': '2021-12-09T16:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '4ca9a0df-521a-4a70-ad27-a11f5f3d4146', 'tenant_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'floating_ip_address': '172.25.3.34', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '65b5b2ae-80cb-4c37-ab51-e5f1b881288c', 'port_id': 'a141b13b-6843-4625-b7c8-e8ee74c8d4f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44', 'mac_address': 'fa:16:3e:1f:16:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefd325d-e7a7-47e2-bac0-def602b864dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:00:44Z', 'updated_at': '2021-12-09T16:01:00Z', 'revision_number': 1, 'project_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48536906-650f-429e-955a-8ad35f23b116', 'name': '', 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44', 'tenant_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'mac_address': 'fa:16:3e:f9:c0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b5b2ae-80cb-4c37-ab51-e5f1b881288c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '3b011188-7849-4d66-ad21-4c37ec602085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:39Z', 'updated_at': '2021-12-09T16:00:44Z', 'revision_number': 5, 'project_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'subnets': [{'id': '3b011188-7849-4d66-ad21-4c37ec602085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:01:01.788862 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-92b89897-8028-4d3e-9c50-55dc94e9913a req-b8614303-ea96-4e77-95aa-49392afb6ca6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a141b13b-6843-4625-b7c8-e8ee74c8d4f3 HTTP/1.1" status: 200 len: 998 time: 0.0693214 Dec 09 16:01:01.797496 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a87a50-0295-45ba-a88f-4b9a506e348f None None] Checking router: 65b5b2ae-80cb-4c37-ab51-e5f1b881288c for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:01:01.806161 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a87a50-0295-45ba-a88f-4b9a506e348f None None] Routers {'65b5b2ae-80cb-4c37-ab51-e5f1b881288c'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:01:01.807597 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-66a87a50-0295-45ba-a88f-4b9a506e348f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:00:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['65b5b2ae-80cb-4c37-ab51-e5f1b881288c'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:01:01.840800 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b89897-8028-4d3e-9c50-55dc94e9913a req-e6a68452-596e-458b-aac7-35f8a9b53246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:01.842705 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-92b89897-8028-4d3e-9c50-55dc94e9913a req-e6a68452-596e-458b-aac7-35f8a9b53246 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3b011188-7849-4d66-ad21-4c37ec602085 HTTP/1.1" status: 200 len: 850 time: 0.0471761 Dec 09 16:01:01.894235 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b89897-8028-4d3e-9c50-55dc94e9913a req-f49c8b55-987d-4f2c-a72f-fa0876c56517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:01.896928 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-92b89897-8028-4d3e-9c50-55dc94e9913a req-f49c8b55-987d-4f2c-a72f-fa0876c56517 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=10465fca-def6-40ef-b54b-0b10ab1b7b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474713 Dec 09 16:01:02.009492 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-92b89897-8028-4d3e-9c50-55dc94e9913a req-4812f73b-4f4a-4a7a-a187-c41d0f14bcb2 service neutron] 10.222.0.31 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027586 Dec 09 16:01:02.022313 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-66a87a50-0295-45ba-a88f-4b9a506e348f None None] Set router 65b5b2ae-80cb-4c37-ab51-e5f1b881288c gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:01:02.117385 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-92b89897-8028-4d3e-9c50-55dc94e9913a req-3f87b7a7-8edf-4a0f-a100-1792b371cc6a service neutron] 10.222.0.31 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009371 Dec 09 16:01:02.283691 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-66a87a50-0295-45ba-a88f-4b9a506e348f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b5b2ae-80cb-4c37-ab51-e5f1b881288c', 'name': 'tempest-ServerActionsTestJSON-757724932-router', 'tenant_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '24c7133f-8d39-4708-8306-622723e7b06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:35Z', 'updated_at': '2021-12-09T16:00:40Z', 'revision_number': 4, 'project_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'gw_port': {'id': '24c7133f-8d39-4708-8306-622723e7b06d', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:94:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b5b2ae-80cb-4c37-ab51-e5f1b881288c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:35Z', 'updated_at': '2021-12-09T16:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '4ca9a0df-521a-4a70-ad27-a11f5f3d4146', 'tenant_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'floating_ip_address': '172.25.3.34', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '65b5b2ae-80cb-4c37-ab51-e5f1b881288c', 'port_id': 'a141b13b-6843-4625-b7c8-e8ee74c8d4f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44', 'mac_address': 'fa:16:3e:1f:16:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefd325d-e7a7-47e2-bac0-def602b864dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:00:44Z', 'updated_at': '2021-12-09T16:01:00Z', 'revision_number': 1, 'project_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48536906-650f-429e-955a-8ad35f23b116', 'name': '', 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44', 'tenant_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'mac_address': 'fa:16:3e:f9:c0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b5b2ae-80cb-4c37-ab51-e5f1b881288c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '3b011188-7849-4d66-ad21-4c37ec602085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:39Z', 'updated_at': '2021-12-09T16:00:44Z', 'revision_number': 5, 'project_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'subnets': [{'id': '3b011188-7849-4d66-ad21-4c37ec602085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:01:02.326490 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a87a50-0295-45ba-a88f-4b9a506e348f None None] The sync data for ids ['65b5b2ae-80cb-4c37-ab51-e5f1b881288c'] in n-d-821228-1 is: [{'id': '65b5b2ae-80cb-4c37-ab51-e5f1b881288c', 'name': 'tempest-ServerActionsTestJSON-757724932-router', 'tenant_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '24c7133f-8d39-4708-8306-622723e7b06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:35Z', 'updated_at': '2021-12-09T16:00:40Z', 'revision_number': 4, 'project_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'gw_port': {'id': '24c7133f-8d39-4708-8306-622723e7b06d', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:94:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b5b2ae-80cb-4c37-ab51-e5f1b881288c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:35Z', 'updated_at': '2021-12-09T16:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '4ca9a0df-521a-4a70-ad27-a11f5f3d4146', 'tenant_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'floating_ip_address': '172.25.3.34', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '65b5b2ae-80cb-4c37-ab51-e5f1b881288c', 'port_id': 'a141b13b-6843-4625-b7c8-e8ee74c8d4f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44', 'mac_address': 'fa:16:3e:1f:16:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefd325d-e7a7-47e2-bac0-def602b864dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:00:44Z', 'updated_at': '2021-12-09T16:01:00Z', 'revision_number': 1, 'project_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48536906-650f-429e-955a-8ad35f23b116', 'name': '', 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44', 'tenant_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'mac_address': 'fa:16:3e:f9:c0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b5b2ae-80cb-4c37-ab51-e5f1b881288c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '3b011188-7849-4d66-ad21-4c37ec602085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:39Z', 'updated_at': '2021-12-09T16:00:44Z', 'revision_number': 5, 'project_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'subnets': [{'id': '3b011188-7849-4d66-ad21-4c37ec602085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:01:02.549457 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e02660-8625-42f8-83db-e61827528bdc None None] New status for floating IP 4ca9a0df-521a-4a70-ad27-a11f5f3d4146: ACTIVE {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:01:04.667352 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 38548) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:01:04.783924 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-51a4b92d-9753-4c67-b2a1-f08973b27c23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:04.860225 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-51a4b92d-9753-4c67-b2a1-f08973b27c23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:04.864667 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-51a4b92d-9753-4c67-b2a1-f08973b27c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:04.903455 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4b92d-9753-4c67-b2a1-f08973b27c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eefacef-8b59-4992-867f-4eb85291c49a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:01:04.907876 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-51a4b92d-9753-4c67-b2a1-f08973b27c23 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=852cb848070a4bb697f5a15e96ee5607&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2388961 Dec 09 16:01:04.910455 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 38552) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:01:04.958831 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-62eaf629-59b2-4cb4-acd0-fc94941b6a83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:04.979931 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-62eaf629-59b2-4cb4-acd0-fc94941b6a83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:05.030798 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-62eaf629-59b2-4cb4-acd0-fc94941b6a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:05.033773 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-62eaf629-59b2-4cb4-acd0-fc94941b6a83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:05.034962 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-62eaf629-59b2-4cb4-acd0-fc94941b6a83 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2eefacef-8b59-4992-867f-4eb85291c49a HTTP/1.1" status: 204 len: 168 time: 0.1236031 Dec 09 16:01:05.043406 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eaf629-59b2-4cb4-acd0-fc94941b6a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eefacef-8b59-4992-867f-4eb85291c49a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:01:07.105456 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 38736) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:01:07.219781 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f19d681e-39de-4d36-991b-568a3e48a170 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:07.295050 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f19d681e-39de-4d36-991b-568a3e48a170 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:07.298944 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f19d681e-39de-4d36-991b-568a3e48a170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:07.340178 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f19d681e-39de-4d36-991b-568a3e48a170 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=65b9336545cd405094c867206ab5f390&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2334599 Dec 09 16:01:07.341273 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d681e-39de-4d36-991b-568a3e48a170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ea3a02-a03f-41ea-8c60-7095c0f683f0,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:01:07.343217 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 38740) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:01:07.400748 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3700cb6d-3527-40e5-88cb-39ac0e9fd756 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:07.421080 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3700cb6d-3527-40e5-88cb-39ac0e9fd756 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:07.466812 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3700cb6d-3527-40e5-88cb-39ac0e9fd756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:07.470026 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3700cb6d-3527-40e5-88cb-39ac0e9fd756 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:07.471181 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3700cb6d-3527-40e5-88cb-39ac0e9fd756 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/26ea3a02-a03f-41ea-8c60-7095c0f683f0 HTTP/1.1" status: 204 len: 168 time: 0.1249306 Dec 09 16:01:07.479527 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700cb6d-3527-40e5-88cb-39ac0e9fd756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ea3a02-a03f-41ea-8c60-7095c0f683f0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:01:07.738483 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 38748) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:01:07.751732 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-95fdb8e4-3c7d-4859-944f-e9d57615a436 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:07.831429 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-95fdb8e4-3c7d-4859-944f-e9d57615a436 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:07.834631 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-95fdb8e4-3c7d-4859-944f-e9d57615a436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:07.877846 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-95fdb8e4-3c7d-4859-944f-e9d57615a436 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=226e3d262f0f4b8093fea1b69ac38cc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1357539 Dec 09 16:01:07.877846 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fdb8e4-3c7d-4859-944f-e9d57615a436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9282b86f-019c-4861-b884-eff3c82d8c46,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:01:07.878976 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 38756) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:01:07.948654 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5b8a7fdd-1089-4c9d-9914-3ac4270d7dc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:07.970097 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5b8a7fdd-1089-4c9d-9914-3ac4270d7dc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:08.021951 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5b8a7fdd-1089-4c9d-9914-3ac4270d7dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:08.024604 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5b8a7fdd-1089-4c9d-9914-3ac4270d7dc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:08.025845 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-5b8a7fdd-1089-4c9d-9914-3ac4270d7dc2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9282b86f-019c-4861-b884-eff3c82d8c46 HTTP/1.1" status: 204 len: 168 time: 0.1456971 Dec 09 16:01:08.038120 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a7fdd-1089-4c9d-9914-3ac4270d7dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9282b86f-019c-4861-b884-eff3c82d8c46,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:01:08.691704 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 38778) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:01:08.807052 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-9af0b5a8-ceca-4f43-a36e-1712ce774a73 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1759291322-network', 'tenant_id': '25d6fb73e3df41a683bab18234fad200'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:01:08.828459 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af0b5a8-ceca-4f43-a36e-1712ce774a73 admin admin] Made reservation on behalf of 25d6fb73e3df41a683bab18234fad200 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:01:08.830753 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9af0b5a8-ceca-4f43-a36e-1712ce774a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:08.839266 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9af0b5a8-ceca-4f43-a36e-1712ce774a73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:08.923759 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9af0b5a8-ceca-4f43-a36e-1712ce774a73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:08.928279 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9af0b5a8-ceca-4f43-a36e-1712ce774a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:08.942096 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9af0b5a8-ceca-4f43-a36e-1712ce774a73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:01:08.953661 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9af0b5a8-ceca-4f43-a36e-1712ce774a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:08.954007 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-9af0b5a8-ceca-4f43-a36e-1712ce774a73 admin admin] Added segment 9bf18b23-492c-44b5-918d-b982be6269f2 of type vlan for network 4653658b-97d6-476a-b810-9c11584a6551 Dec 09 16:01:09.006002 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9af0b5a8-ceca-4f43-a36e-1712ce774a73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:09.020904 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af0b5a8-ceca-4f43-a36e-1712ce774a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e46bd8a-5706-4ecd-aef1-114625ac774a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:01:09.042782 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9af0b5a8-ceca-4f43-a36e-1712ce774a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:09.043923 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af0b5a8-ceca-4f43-a36e-1712ce774a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:09.044673 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9af0b5a8-ceca-4f43-a36e-1712ce774a73 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:09.402597 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9af0b5a8-ceca-4f43-a36e-1712ce774a73 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7097776 Dec 09 16:01:09.405889 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 38792) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:01:09.411113 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-4962fa0c-f410-4f09-8ec5-e68f91b4cb71 admin admin] Request body: {'subnet': {'network_id': '4653658b-97d6-476a-b810-9c11584a6551', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1759291322-subnet', 'tenant_id': '25d6fb73e3df41a683bab18234fad200', 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:01:09.411893 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af0b5a8-ceca-4f43-a36e-1712ce774a73 admin admin] Pushing event updated for resources: {'Network': ['ID=4653658b-97d6-476a-b810-9c11584a6551,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:01:09.421957 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 4653658b-97d6-476a-b810-9c11584a6551 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:01:09.447530 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4962fa0c-f410-4f09-8ec5-e68f91b4cb71 admin admin] Made reservation on behalf of 25d6fb73e3df41a683bab18234fad200 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:01:09.450752 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4962fa0c-f410-4f09-8ec5-e68f91b4cb71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:09.621576 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4962fa0c-f410-4f09-8ec5-e68f91b4cb71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:09.679043 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4962fa0c-f410-4f09-8ec5-e68f91b4cb71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f76a6d1b-4c19-4867-8331-fb1129d033c3,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:01:09.686340 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4962fa0c-f410-4f09-8ec5-e68f91b4cb71 admin admin] Checking segment: {'id': '9bf18b23-492c-44b5-918d-b982be6269f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4653658b-97d6-476a-b810-9c11584a6551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:01:09.686704 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4962fa0c-f410-4f09-8ec5-e68f91b4cb71 admin admin] Network hostable DHCP agents. Network: 4653658b-97d6-476a-b810-9c11584a6551, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:01:09.704151 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4962fa0c-f410-4f09-8ec5-e68f91b4cb71 admin admin] Network 4653658b-97d6-476a-b810-9c11584a6551 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:01:09.712774 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-4962fa0c-f410-4f09-8ec5-e68f91b4cb71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 4653658b-97d6-476a-b810-9c11584a6551) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:01:09.717100 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4962fa0c-f410-4f09-8ec5-e68f91b4cb71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:09.717898 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4962fa0c-f410-4f09-8ec5-e68f91b4cb71 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:09.724049 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef36c5cb-cee0-4d85-b635-6b4ded85d851 None None] Network 4653658b-97d6-476a-b810-9c11584a6551 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:01:09.738222 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4962fa0c-f410-4f09-8ec5-e68f91b4cb71 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3283498 Dec 09 16:01:09.738222 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 38796) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:01:09.742932 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-0398d15c-f50c-42ae-aab1-995192287094 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1759291322-router', 'tenant_id': '25d6fb73e3df41a683bab18234fad200', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:01:09.774192 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0398d15c-f50c-42ae-aab1-995192287094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:09.775858 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0398d15c-f50c-42ae-aab1-995192287094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:09.832221 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0398d15c-f50c-42ae-aab1-995192287094 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:09.845469 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b109b177-b43f-4817-bd00-c7ca4631fd3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-4653658b-97d6-476a-b810-9c11584a6551', 'network_id': '4653658b-97d6-476a-b810-9c11584a6551', 'project_id': '25d6fb73e3df41a683bab18234fad200', 'fixed_ips': [{'subnet_id': 'f76a6d1b-4c19-4867-8331-fb1129d033c3'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 16:01:09.846485 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b109b177-b43f-4817-bd00-c7ca4631fd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:09.979242 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0398d15c-f50c-42ae-aab1-995192287094 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:10.001030 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-b109b177-b43f-4817-bd00-c7ca4631fd3b None None] Allocated IP 172.20.0.2 (4653658b-97d6-476a-b810-9c11584a6551/f76a6d1b-4c19-4867-8331-fb1129d033c3/df4319f4-eec4-4544-9ced-3705cf840650) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:01:10.157847 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b109b177-b43f-4817-bd00-c7ca4631fd3b None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:10.164045 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b109b177-b43f-4817-bd00-c7ca4631fd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:10.202374 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b109b177-b43f-4817-bd00-c7ca4631fd3b None None] Network 4653658b-97d6-476a-b810-9c11584a6551 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:01:10.209147 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-b109b177-b43f-4817-bd00-c7ca4631fd3b None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:01:10.211590 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b109b177-b43f-4817-bd00-c7ca4631fd3b None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:01:10.219247 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b109b177-b43f-4817-bd00-c7ca4631fd3b None None] Pushing event updated for resources: {'Port': ['ID=df4319f4-eec4-4544-9ced-3705cf840650,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:01:10.231098 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0398d15c-f50c-42ae-aab1-995192287094 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:10.252377 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0398d15c-f50c-42ae-aab1-995192287094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:10.273401 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-b109b177-b43f-4817-bd00-c7ca4631fd3b None None] Attempting to bind port df4319f4-eec4-4544-9ced-3705cf840650 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:01:10.273826 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-b109b177-b43f-4817-bd00-c7ca4631fd3b None None] Attempting to bind port df4319f4-eec4-4544-9ced-3705cf840650 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '9bf18b23-492c-44b5-918d-b982be6269f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4653658b-97d6-476a-b810-9c11584a6551'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:01:10.274238 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b109b177-b43f-4817-bd00-c7ca4631fd3b None None] Attempting to bind port df4319f4-eec4-4544-9ced-3705cf840650 on network 4653658b-97d6-476a-b810-9c11584a6551 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:01:10.279414 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b109b177-b43f-4817-bd00-c7ca4631fd3b None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:01:10.279791 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b109b177-b43f-4817-bd00-c7ca4631fd3b None None] Checking segment: {'id': '9bf18b23-492c-44b5-918d-b982be6269f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4653658b-97d6-476a-b810-9c11584a6551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:01:10.280195 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b109b177-b43f-4817-bd00-c7ca4631fd3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:10.280623 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b109b177-b43f-4817-bd00-c7ca4631fd3b None None] Bound using segment: {'id': '9bf18b23-492c-44b5-918d-b982be6269f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4653658b-97d6-476a-b810-9c11584a6551'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:01:10.281209 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-b109b177-b43f-4817-bd00-c7ca4631fd3b None None] Bound port: df4319f4-eec4-4544-9ced-3705cf840650, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf18b23-492c-44b5-918d-b982be6269f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4653658b-97d6-476a-b810-9c11584a6551'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:01:10.281599 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b109b177-b43f-4817-bd00-c7ca4631fd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:10.355130 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b109b177-b43f-4817-bd00-c7ca4631fd3b None None] For port df4319f4-eec4-4544-9ced-3705cf840650, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:01:10.358290 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b109b177-b43f-4817-bd00-c7ca4631fd3b None None] For port df4319f4-eec4-4544-9ced-3705cf840650, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=df4319f4-eec4-4544-9ced-3705cf840650,segment=NetworkSegment(9bf18b23-492c-44b5-918d-b982be6269f2),segment_id=9bf18b23-492c-44b5-918d-b982be6269f2)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:01:10.361978 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b109b177-b43f-4817-bd00-c7ca4631fd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:10.363407 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-0398d15c-f50c-42ae-aab1-995192287094 admin admin] Allocated IP 172.25.3.9 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/425cd46a-a064-4c5a-9db7-54b839234933) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:01:10.422543 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b109b177-b43f-4817-bd00-c7ca4631fd3b None None] Pushing event updated for resources: {'Port': ['ID=df4319f4-eec4-4544-9ced-3705cf840650,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:01:10.483809 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0398d15c-f50c-42ae-aab1-995192287094 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:10.520210 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0398d15c-f50c-42ae-aab1-995192287094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:10.558322 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0398d15c-f50c-42ae-aab1-995192287094 admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:01:10.561313 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-0398d15c-f50c-42ae-aab1-995192287094 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:01:10.567570 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0398d15c-f50c-42ae-aab1-995192287094 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:01:10.576787 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42ed492-c172-47cb-a3b5-f67f3fa0160d None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:01:10.634327 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398d15c-f50c-42ae-aab1-995192287094 admin admin] Pushing event updated for resources: {'Port': ['ID=425cd46a-a064-4c5a-9db7-54b839234933,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:01:10.706341 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-30b96e2d-7cec-4ff5-9af6-28bbc272d254 None None] Provisioning complete for port 425cd46a-a064-4c5a-9db7-54b839234933 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:01:10.707183 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-30b96e2d-7cec-4ff5-9af6-28bbc272d254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:10.753668 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-30b96e2d-7cec-4ff5-9af6-28bbc272d254 None None] Port 425cd46a-a064-4c5a-9db7-54b839234933 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:01:10.893063 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0398d15c-f50c-42ae-aab1-995192287094 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:11.090261 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0398d15c-f50c-42ae-aab1-995192287094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:11.232980 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0398d15c-f50c-42ae-aab1-995192287094 admin admin] Router 670181af-cdc9-4705-b1f7-76e562262565 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 16:01:11.348746 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0398d15c-f50c-42ae-aab1-995192287094 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:01:11.361661 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59eddae-954f-47b0-9d68-8008310fa0d2 None None] Sync routers for ids ['670181af-cdc9-4705-b1f7-76e562262565'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:01:11.369755 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0398d15c-f50c-42ae-aab1-995192287094 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:11.371381 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0398d15c-f50c-42ae-aab1-995192287094 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 1.6322193 Dec 09 16:01:11.373881 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59eddae-954f-47b0-9d68-8008310fa0d2 None None] Routers {'670181af-cdc9-4705-b1f7-76e562262565'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:01:11.374516 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 38812) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:01:11.375957 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-c59eddae-954f-47b0-9d68-8008310fa0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:00:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['670181af-cdc9-4705-b1f7-76e562262565'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:01:11.494270 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-c59eddae-954f-47b0-9d68-8008310fa0d2 None None] Set router 670181af-cdc9-4705-b1f7-76e562262565 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:01:11.527592 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58db201d-36e4-4d9b-904f-5a2d1500c180 None None] Network 4653658b-97d6-476a-b810-9c11584a6551 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:01:11.625562 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9b2eed14-6e35-4842-8ba1-f9c5c2066291 None None] Provisioning complete for port df4319f4-eec4-4544-9ced-3705cf840650 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:01:11.625938 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9b2eed14-6e35-4842-8ba1-f9c5c2066291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:11.709025 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-c59eddae-954f-47b0-9d68-8008310fa0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670181af-cdc9-4705-b1f7-76e562262565', 'name': 'tempest-ImageQuotaTest-1759291322-router', 'tenant_id': '25d6fb73e3df41a683bab18234fad200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '425cd46a-a064-4c5a-9db7-54b839234933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:01:09Z', 'updated_at': '2021-12-09T16:01:10Z', 'revision_number': 3, 'project_id': '25d6fb73e3df41a683bab18234fad200', 'gw_port': {'id': '425cd46a-a064-4c5a-9db7-54b839234933', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:19:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '670181af-cdc9-4705-b1f7-76e562262565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:01:10Z', 'updated_at': '2021-12-09T16:01:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:01:11.745413 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59eddae-954f-47b0-9d68-8008310fa0d2 None None] Checking router: 670181af-cdc9-4705-b1f7-76e562262565 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:01:11.745782 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59eddae-954f-47b0-9d68-8008310fa0d2 None None] Updating router 670181af-cdc9-4705-b1f7-76e562262565 port 425cd46a-a064-4c5a-9db7-54b839234933 binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:01:11.770222 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9b2eed14-6e35-4842-8ba1-f9c5c2066291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:11.811723 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-c59eddae-954f-47b0-9d68-8008310fa0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:11.816403 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9b2eed14-6e35-4842-8ba1-f9c5c2066291 None None] For port df4319f4-eec4-4544-9ced-3705cf840650, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=df4319f4-eec4-4544-9ced-3705cf840650,segment=NetworkSegment(9bf18b23-492c-44b5-918d-b982be6269f2),segment_id=9bf18b23-492c-44b5-918d-b982be6269f2)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:01:11.836270 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9b2eed14-6e35-4842-8ba1-f9c5c2066291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:11.937255 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device df4319f4-eec4-4544-9ced-3705cf840650 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:01:11.978654 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2eed14-6e35-4842-8ba1-f9c5c2066291 None None] Pushing event updated for resources: {'Port': ['ID=df4319f4-eec4-4544-9ced-3705cf840650,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:01:12.020141 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port df4319f4-eec4-4544-9ced-3705cf840650 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:01:12.028654 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:12.038352 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a63799a9-0e6b-4380-8f81-c58f31bfdc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:12.093288 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-71c994e6-9cc8-4b60-91bb-22758e5b0dd1 None None] Provisioning complete for port df4319f4-eec4-4544-9ced-3705cf840650 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:01:12.093658 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-71c994e6-9cc8-4b60-91bb-22758e5b0dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:12.174758 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-c59eddae-954f-47b0-9d68-8008310fa0d2 None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:12.184085 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-c59eddae-954f-47b0-9d68-8008310fa0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:12.248909 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-a63799a9-0e6b-4380-8f81-c58f31bfdc77 admin admin] Allocated IP 172.20.0.1 (4653658b-97d6-476a-b810-9c11584a6551/f76a6d1b-4c19-4867-8331-fb1129d033c3/ed4fda40-10bf-4911-a6f7-e0ee292580f0) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:01:12.261240 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30babee-4ddf-45fd-9b32-4929f078d288 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:01:12.277009 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-c59eddae-954f-47b0-9d68-8008310fa0d2 None None] Attempting to bind port 425cd46a-a064-4c5a-9db7-54b839234933 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:01:12.277356 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-c59eddae-954f-47b0-9d68-8008310fa0d2 None None] Attempting to bind port 425cd46a-a064-4c5a-9db7-54b839234933 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:01:12.277730 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59eddae-954f-47b0-9d68-8008310fa0d2 None None] Attempting to bind port 425cd46a-a064-4c5a-9db7-54b839234933 on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:01:12.286763 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59eddae-954f-47b0-9d68-8008310fa0d2 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:01:12.287144 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59eddae-954f-47b0-9d68-8008310fa0d2 None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:01:12.287547 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-c59eddae-954f-47b0-9d68-8008310fa0d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:12.287945 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59eddae-954f-47b0-9d68-8008310fa0d2 None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:01:12.288441 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-c59eddae-954f-47b0-9d68-8008310fa0d2 None None] Bound port: 425cd46a-a064-4c5a-9db7-54b839234933, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:01:12.288818 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-c59eddae-954f-47b0-9d68-8008310fa0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:12.290460 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e23dc4c-939d-4df6-86bf-e379968cd65c None None] Pushing event updated for resources: {'Port': ['ID=425cd46a-a064-4c5a-9db7-54b839234933,revision_number=2']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:01:12.359579 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d4091a1c-af5c-497a-980b-f99cb81b2a25 None None] Provisioning complete for port 425cd46a-a064-4c5a-9db7-54b839234933 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:01:12.360464 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d4091a1c-af5c-497a-980b-f99cb81b2a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:12.363002 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-c59eddae-954f-47b0-9d68-8008310fa0d2 None None] For port 425cd46a-a064-4c5a-9db7-54b839234933, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:01:12.366995 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-c59eddae-954f-47b0-9d68-8008310fa0d2 None None] For port 425cd46a-a064-4c5a-9db7-54b839234933, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=425cd46a-a064-4c5a-9db7-54b839234933,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:01:12.374513 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-c59eddae-954f-47b0-9d68-8008310fa0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:12.381529 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a63799a9-0e6b-4380-8f81-c58f31bfdc77 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:12.409204 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d4091a1c-af5c-497a-980b-f99cb81b2a25 None None] Port 425cd46a-a064-4c5a-9db7-54b839234933 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:01:12.420932 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a63799a9-0e6b-4380-8f81-c58f31bfdc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:12.435826 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf755a30-5e7c-4aad-b527-f7de10d35128 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:01:12.440355 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59eddae-954f-47b0-9d68-8008310fa0d2 None None] Routers {'670181af-cdc9-4705-b1f7-76e562262565'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:01:12.441053 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-c59eddae-954f-47b0-9d68-8008310fa0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:00:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['670181af-cdc9-4705-b1f7-76e562262565'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:01:12.473098 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63799a9-0e6b-4380-8f81-c58f31bfdc77 admin admin] Network 4653658b-97d6-476a-b810-9c11584a6551 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:01:12.481274 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-a63799a9-0e6b-4380-8f81-c58f31bfdc77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:01:12.483824 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63799a9-0e6b-4380-8f81-c58f31bfdc77 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:01:12.488795 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e23dc4c-939d-4df6-86bf-e379968cd65c None None] Pushing event updated for resources: {'Port': ['ID=425cd46a-a064-4c5a-9db7-54b839234933,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:01:12.490218 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63799a9-0e6b-4380-8f81-c58f31bfdc77 admin admin] Pushing event updated for resources: {'Port': ['ID=ed4fda40-10bf-4911-a6f7-e0ee292580f0,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:01:12.535428 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a63799a9-0e6b-4380-8f81-c58f31bfdc77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:12.540618 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5192d059-95c6-44cb-8fbe-1f621d3bcf1a None None] Provisioning complete for port 425cd46a-a064-4c5a-9db7-54b839234933 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:01:12.541491 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5192d059-95c6-44cb-8fbe-1f621d3bcf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:12.604903 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-c59eddae-954f-47b0-9d68-8008310fa0d2 None None] Set router 670181af-cdc9-4705-b1f7-76e562262565 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:01:12.673127 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5192d059-95c6-44cb-8fbe-1f621d3bcf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:12.700998 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5192d059-95c6-44cb-8fbe-1f621d3bcf1a None None] For port 425cd46a-a064-4c5a-9db7-54b839234933, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=425cd46a-a064-4c5a-9db7-54b839234933,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:01:12.705735 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a63799a9-0e6b-4380-8f81-c58f31bfdc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:12.707155 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5192d059-95c6-44cb-8fbe-1f621d3bcf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:12.799217 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5192d059-95c6-44cb-8fbe-1f621d3bcf1a None None] Pushing event updated for resources: {'Port': ['ID=425cd46a-a064-4c5a-9db7-54b839234933,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:01:12.834208 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-776047da-57c7-41eb-93b1-75477025f14a None None] Provisioning complete for port ed4fda40-10bf-4911-a6f7-e0ee292580f0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:01:12.834581 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-776047da-57c7-41eb-93b1-75477025f14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:12.864924 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-c59eddae-954f-47b0-9d68-8008310fa0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670181af-cdc9-4705-b1f7-76e562262565', 'name': 'tempest-ImageQuotaTest-1759291322-router', 'tenant_id': '25d6fb73e3df41a683bab18234fad200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '425cd46a-a064-4c5a-9db7-54b839234933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:01:09Z', 'updated_at': '2021-12-09T16:01:10Z', 'revision_number': 3, 'project_id': '25d6fb73e3df41a683bab18234fad200', 'gw_port': {'id': '425cd46a-a064-4c5a-9db7-54b839234933', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:19:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '670181af-cdc9-4705-b1f7-76e562262565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:01:10Z', 'updated_at': '2021-12-09T16:01:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:01:12.879263 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-776047da-57c7-41eb-93b1-75477025f14a None None] Port ed4fda40-10bf-4911-a6f7-e0ee292580f0 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:01:12.902756 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59eddae-954f-47b0-9d68-8008310fa0d2 None None] The sync data for ids ['670181af-cdc9-4705-b1f7-76e562262565'] in n-d-821228-1 is: [{'id': '670181af-cdc9-4705-b1f7-76e562262565', 'name': 'tempest-ImageQuotaTest-1759291322-router', 'tenant_id': '25d6fb73e3df41a683bab18234fad200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '425cd46a-a064-4c5a-9db7-54b839234933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:01:09Z', 'updated_at': '2021-12-09T16:01:10Z', 'revision_number': 3, 'project_id': '25d6fb73e3df41a683bab18234fad200', 'gw_port': {'id': '425cd46a-a064-4c5a-9db7-54b839234933', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:19:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '670181af-cdc9-4705-b1f7-76e562262565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:01:10Z', 'updated_at': '2021-12-09T16:01:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:01:12.968034 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a63799a9-0e6b-4380-8f81-c58f31bfdc77 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:12.973944 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a63799a9-0e6b-4380-8f81-c58f31bfdc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:13.049441 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63799a9-0e6b-4380-8f81-c58f31bfdc77 admin admin] Pushing event updated for resources: {'Port': ['ID=ed4fda40-10bf-4911-a6f7-e0ee292580f0,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:01:13.056865 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a63799a9-0e6b-4380-8f81-c58f31bfdc77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:13.182482 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63799a9-0e6b-4380-8f81-c58f31bfdc77 admin admin] Network 4653658b-97d6-476a-b810-9c11584a6551 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:01:13.184146 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-a63799a9-0e6b-4380-8f81-c58f31bfdc77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:01:13.347766 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a63799a9-0e6b-4380-8f81-c58f31bfdc77 admin admin] Router 670181af-cdc9-4705-b1f7-76e562262565 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:01:13.482796 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63799a9-0e6b-4380-8f81-c58f31bfdc77 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:01:13.499975 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a63799a9-0e6b-4380-8f81-c58f31bfdc77 admin admin] 10.222.0.57 "PUT /v2.0/routers/670181af-cdc9-4705-b1f7-76e562262565/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1166689 Dec 09 16:01:13.503146 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4749a219-2706-4c37-ada5-c59fb2a7650a None None] Provisioning complete for port ed4fda40-10bf-4911-a6f7-e0ee292580f0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:01:13.503527 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4749a219-2706-4c37-ada5-c59fb2a7650a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:13.541714 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-4749a219-2706-4c37-ada5-c59fb2a7650a None None] Port ed4fda40-10bf-4911-a6f7-e0ee292580f0 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:01:13.931187 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device df4319f4-eec4-4544-9ced-3705cf840650 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:01:13.987069 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port df4319f4-eec4-4544-9ced-3705cf840650 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:01:13.987436 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:14.063601 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 425cd46a-a064-4c5a-9db7-54b839234933 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:01:14.112541 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 425cd46a-a064-4c5a-9db7-54b839234933 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:01:14.113233 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:14.599558 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 38858) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:01:14.704553 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d0db31-27ab-4f0c-944c-9624f676be80 None None] Sync routers for ids ['670181af-cdc9-4705-b1f7-76e562262565'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:01:14.716249 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d0db31-27ab-4f0c-944c-9624f676be80 None None] Routers {'670181af-cdc9-4705-b1f7-76e562262565'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:01:14.717770 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a4d0db31-27ab-4f0c-944c-9624f676be80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:00:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['670181af-cdc9-4705-b1f7-76e562262565'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:01:14.832908 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-a4d0db31-27ab-4f0c-944c-9624f676be80 None None] Set router 670181af-cdc9-4705-b1f7-76e562262565 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:01:14.985514 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db2fec1e-e7b2-46ad-bac7-96aea389b1de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:15.204887 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a4d0db31-27ab-4f0c-944c-9624f676be80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670181af-cdc9-4705-b1f7-76e562262565', 'name': 'tempest-ImageQuotaTest-1759291322-router', 'tenant_id': '25d6fb73e3df41a683bab18234fad200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '425cd46a-a064-4c5a-9db7-54b839234933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:01:09Z', 'updated_at': '2021-12-09T16:01:12Z', 'revision_number': 4, 'project_id': '25d6fb73e3df41a683bab18234fad200', 'gw_port': {'id': '425cd46a-a064-4c5a-9db7-54b839234933', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670181af-cdc9-4705-b1f7-76e562262565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:01:10Z', 'updated_at': '2021-12-09T16:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'ed4fda40-10bf-4911-a6f7-e0ee292580f0', 'name': '', 'network_id': '4653658b-97d6-476a-b810-9c11584a6551', 'tenant_id': '25d6fb73e3df41a683bab18234fad200', 'mac_address': 'fa:16:3e:ac:a0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '670181af-cdc9-4705-b1f7-76e562262565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'f76a6d1b-4c19-4867-8331-fb1129d033c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:01:12Z', 'updated_at': '2021-12-09T16:01:12Z', 'revision_number': 2, 'project_id': '25d6fb73e3df41a683bab18234fad200', 'subnets': [{'id': 'f76a6d1b-4c19-4867-8331-fb1129d033c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:01:15.239456 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d0db31-27ab-4f0c-944c-9624f676be80 None None] Checking router: 670181af-cdc9-4705-b1f7-76e562262565 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:01:15.239973 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d0db31-27ab-4f0c-944c-9624f676be80 None None] Updating router 670181af-cdc9-4705-b1f7-76e562262565 port ed4fda40-10bf-4911-a6f7-e0ee292580f0 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:01:15.248826 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-db2fec1e-e7b2-46ad-bac7-96aea389b1de admin admin] Deleting port ed4fda40-10bf-4911-a6f7-e0ee292580f0 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:01:15.249165 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db2fec1e-e7b2-46ad-bac7-96aea389b1de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:15.268365 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a4d0db31-27ab-4f0c-944c-9624f676be80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:15.328599 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db2fec1e-e7b2-46ad-bac7-96aea389b1de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:15.347161 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-db2fec1e-e7b2-46ad-bac7-96aea389b1de admin admin] Calling delete_port for ed4fda40-10bf-4911-a6f7-e0ee292580f0 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:01:15.546319 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db2fec1e-e7b2-46ad-bac7-96aea389b1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:15.546724 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-a4d0db31-27ab-4f0c-944c-9624f676be80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 16:01:15.547093 n-d-821228-1 neutron-server[103246]: DEBUG oslo_db.api [None req-a4d0db31-27ab-4f0c-944c-9624f676be80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 16:01:15.574056 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2fec1e-e7b2-46ad-bac7-96aea389b1de admin admin] Pushing event deleted for resources: {'Port': ['ID=ed4fda40-10bf-4911-a6f7-e0ee292580f0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:01:15.786303 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db2fec1e-e7b2-46ad-bac7-96aea389b1de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:16.000064 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2fec1e-e7b2-46ad-bac7-96aea389b1de admin admin] Router 670181af-cdc9-4705-b1f7-76e562262565 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:01:16.069197 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d0db31-27ab-4f0c-944c-9624f676be80 None None] Port ed4fda40-10bf-4911-a6f7-e0ee292580f0 not found while updating agent binding for router 670181af-cdc9-4705-b1f7-76e562262565. {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 09 16:01:16.078122 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d0db31-27ab-4f0c-944c-9624f676be80 None None] Routers {'670181af-cdc9-4705-b1f7-76e562262565'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:01:16.078736 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a4d0db31-27ab-4f0c-944c-9624f676be80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:00:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['670181af-cdc9-4705-b1f7-76e562262565'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:01:16.109163 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2fec1e-e7b2-46ad-bac7-96aea389b1de admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:01:16.117750 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-db2fec1e-e7b2-46ad-bac7-96aea389b1de admin admin] 10.222.0.57 "PUT /v2.0/routers/670181af-cdc9-4705-b1f7-76e562262565/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5142918 Dec 09 16:01:16.117975 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 38874) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:01:16.138318 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:16.196926 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-a4d0db31-27ab-4f0c-944c-9624f676be80 None None] Set router 670181af-cdc9-4705-b1f7-76e562262565 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:01:16.233958 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-01235a73-a98a-468a-8827-c70fd95a7ae5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:16.344879 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-01235a73-a98a-468a-8827-c70fd95a7ae5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:16.387507 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a4d0db31-27ab-4f0c-944c-9624f676be80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670181af-cdc9-4705-b1f7-76e562262565', 'name': 'tempest-ImageQuotaTest-1759291322-router', 'tenant_id': '25d6fb73e3df41a683bab18234fad200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '425cd46a-a064-4c5a-9db7-54b839234933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:01:09Z', 'updated_at': '2021-12-09T16:01:15Z', 'revision_number': 5, 'project_id': '25d6fb73e3df41a683bab18234fad200', 'gw_port': {'id': '425cd46a-a064-4c5a-9db7-54b839234933', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670181af-cdc9-4705-b1f7-76e562262565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:01:10Z', 'updated_at': '2021-12-09T16:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:01:16.402159 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-01235a73-a98a-468a-8827-c70fd95a7ae5 admin admin] Deleting port 425cd46a-a064-4c5a-9db7-54b839234933 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:01:16.403060 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-01235a73-a98a-468a-8827-c70fd95a7ae5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:16.417814 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d0db31-27ab-4f0c-944c-9624f676be80 None None] The sync data for ids ['670181af-cdc9-4705-b1f7-76e562262565'] in n-d-821228-1 is: [{'id': '670181af-cdc9-4705-b1f7-76e562262565', 'name': 'tempest-ImageQuotaTest-1759291322-router', 'tenant_id': '25d6fb73e3df41a683bab18234fad200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '425cd46a-a064-4c5a-9db7-54b839234933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:01:09Z', 'updated_at': '2021-12-09T16:01:15Z', 'revision_number': 5, 'project_id': '25d6fb73e3df41a683bab18234fad200', 'gw_port': {'id': '425cd46a-a064-4c5a-9db7-54b839234933', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670181af-cdc9-4705-b1f7-76e562262565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:01:10Z', 'updated_at': '2021-12-09T16:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:01:16.514644 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-411a6db1-873e-4464-bf02-202b03b733db req-bc857894-2d12-40f2-a30c-056df1f303a1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0696127 Dec 09 16:01:16.527305 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-01235a73-a98a-468a-8827-c70fd95a7ae5 admin admin] For port 425cd46a-a064-4c5a-9db7-54b839234933, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=425cd46a-a064-4c5a-9db7-54b839234933,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:01:16.527676 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-01235a73-a98a-468a-8827-c70fd95a7ae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:16.545446 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-01235a73-a98a-468a-8827-c70fd95a7ae5 admin admin] Calling delete_port for 425cd46a-a064-4c5a-9db7-54b839234933 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:01:16.698340 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a6db1-873e-4464-bf02-202b03b733db req-c871a6b8-e1d6-410c-a3b8-7b5d44e9c03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:16.699853 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-411a6db1-873e-4464-bf02-202b03b733db req-c871a6b8-e1d6-410c-a3b8-7b5d44e9c03f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dff41d0cd6dc4e42b95a80470934c32b&device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 1096 time: 0.0759020 Dec 09 16:01:17.143474 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d202deaf-d99a-4dbc-8ba0-f995d3359392 None None] Sync routers for ids ['670181af-cdc9-4705-b1f7-76e562262565'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:01:17.155242 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d202deaf-d99a-4dbc-8ba0-f995d3359392 None None] Routers {'670181af-cdc9-4705-b1f7-76e562262565'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:01:17.156156 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d202deaf-d99a-4dbc-8ba0-f995d3359392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:00:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['670181af-cdc9-4705-b1f7-76e562262565'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:01:17.213740 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a6db1-873e-4464-bf02-202b03b733db req-f2bfd9fb-424b-4503-9b9d-0506f7056151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:17.215209 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-411a6db1-873e-4464-bf02-202b03b733db req-f2bfd9fb-424b-4503-9b9d-0506f7056151 service neutron] 10.222.0.31 "GET /v2.0/networks?id=10465fca-def6-40ef-b54b-0b10ab1b7b44 HTTP/1.1" status: 200 len: 912 time: 0.4772880 Dec 09 16:01:17.220865 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-01235a73-a98a-468a-8827-c70fd95a7ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:17.294946 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01235a73-a98a-468a-8827-c70fd95a7ae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=425cd46a-a064-4c5a-9db7-54b839234933,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:01:17.316200 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3aaf5d6-35e7-48ed-955d-869e01f5d460 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:01:17.368666 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-d202deaf-d99a-4dbc-8ba0-f995d3359392 None None] Set router 670181af-cdc9-4705-b1f7-76e562262565 gateway port host: None {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:01:17.376220 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-411a6db1-873e-4464-bf02-202b03b733db req-331e938d-6f7b-4246-b4e5-bdd7abd8e20d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a141b13b-6843-4625-b7c8-e8ee74c8d4f3 HTTP/1.1" status: 200 len: 1000 time: 0.1520636 Dec 09 16:01:17.419716 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-01235a73-a98a-468a-8827-c70fd95a7ae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:17.426285 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d202deaf-d99a-4dbc-8ba0-f995d3359392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670181af-cdc9-4705-b1f7-76e562262565', 'name': 'tempest-ImageQuotaTest-1759291322-router', 'tenant_id': '25d6fb73e3df41a683bab18234fad200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:01:09Z', 'updated_at': '2021-12-09T16:01:16Z', 'revision_number': 6, 'project_id': '25d6fb73e3df41a683bab18234fad200', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:01:17.459500 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d202deaf-d99a-4dbc-8ba0-f995d3359392 None None] Checking router: 670181af-cdc9-4705-b1f7-76e562262565 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:01:17.469411 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d202deaf-d99a-4dbc-8ba0-f995d3359392 None None] Routers {'670181af-cdc9-4705-b1f7-76e562262565'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:01:17.470019 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d202deaf-d99a-4dbc-8ba0-f995d3359392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:00:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['670181af-cdc9-4705-b1f7-76e562262565'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:01:17.521575 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-01235a73-a98a-468a-8827-c70fd95a7ae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:17.524295 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a6db1-873e-4464-bf02-202b03b733db req-29030e3b-00ce-4ee8-8e8b-299473ce5eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:17.526000 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-411a6db1-873e-4464-bf02-202b03b733db req-29030e3b-00ce-4ee8-8e8b-299473ce5eb6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3b011188-7849-4d66-ad21-4c37ec602085 HTTP/1.1" status: 200 len: 850 time: 0.1405036 Dec 09 16:01:17.527239 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-01235a73-a98a-468a-8827-c70fd95a7ae5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:17.546117 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-d202deaf-d99a-4dbc-8ba0-f995d3359392 None None] Set router 670181af-cdc9-4705-b1f7-76e562262565 gateway port host: None {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:01:17.597158 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-01235a73-a98a-468a-8827-c70fd95a7ae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:17.597872 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01235a73-a98a-468a-8827-c70fd95a7ae5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 670181af-cdc9-4705-b1f7-76e562262565 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 16:01:17.601181 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d202deaf-d99a-4dbc-8ba0-f995d3359392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670181af-cdc9-4705-b1f7-76e562262565', 'name': 'tempest-ImageQuotaTest-1759291322-router', 'tenant_id': '25d6fb73e3df41a683bab18234fad200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:01:09Z', 'updated_at': '2021-12-09T16:01:17Z', 'revision_number': 7, 'project_id': '25d6fb73e3df41a683bab18234fad200', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:01:17.605280 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-01235a73-a98a-468a-8827-c70fd95a7ae5 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:17.606195 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-01235a73-a98a-468a-8827-c70fd95a7ae5 admin admin] 10.222.0.57 "DELETE /v2.0/routers/670181af-cdc9-4705-b1f7-76e562262565 HTTP/1.1" status: 204 len: 168 time: 1.4868872 Dec 09 16:01:17.608695 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 38888) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:01:17.632217 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d202deaf-d99a-4dbc-8ba0-f995d3359392 None None] The sync data for ids ['670181af-cdc9-4705-b1f7-76e562262565'] in n-d-821228-1 is: [{'id': '670181af-cdc9-4705-b1f7-76e562262565', 'name': 'tempest-ImageQuotaTest-1759291322-router', 'tenant_id': '25d6fb73e3df41a683bab18234fad200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:01:09Z', 'updated_at': '2021-12-09T16:01:17Z', 'revision_number': 7, 'project_id': '25d6fb73e3df41a683bab18234fad200', 'gw_port_host': None}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:01:17.668598 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a6db1-873e-4464-bf02-202b03b733db req-3280510e-e441-459a-a999-ca3a3cd559d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:17.670130 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-411a6db1-873e-4464-bf02-202b03b733db req-3280510e-e441-459a-a999-ca3a3cd559d4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=10465fca-def6-40ef-b54b-0b10ab1b7b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1341813 Dec 09 16:01:17.675596 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea9fc87c-0d96-40bb-be5d-046c6e78fc86 admin admin] Deleting subnet f76a6d1b-4c19-4867-8331-fb1129d033c3 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 16:01:17.700567 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ea9fc87c-0d96-40bb-be5d-046c6e78fc86 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:17.772572 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ea9fc87c-0d96-40bb-be5d-046c6e78fc86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:17.839482 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-411a6db1-873e-4464-bf02-202b03b733db req-ce4ab570-4629-44f4-8251-21ece7aba5f4 service neutron] 10.222.0.31 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602709 Dec 09 16:01:17.930125 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ea9fc87c-0d96-40bb-be5d-046c6e78fc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:17.991509 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-411a6db1-873e-4464-bf02-202b03b733db req-174145da-b6d4-4684-8035-a75879517cad service neutron] 10.222.0.31 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444075 Dec 09 16:01:18.008897 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ea9fc87c-0d96-40bb-be5d-046c6e78fc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:18.036786 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9fc87c-0d96-40bb-be5d-046c6e78fc86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f76a6d1b-4c19-4867-8331-fb1129d033c3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:01:18.045717 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ea9fc87c-0d96-40bb-be5d-046c6e78fc86 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:18.047261 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfc55b4-94ea-4434-875b-19af5d3561b9 None None] Network 4653658b-97d6-476a-b810-9c11584a6551 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:01:18.051323 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ea9fc87c-0d96-40bb-be5d-046c6e78fc86 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f76a6d1b-4c19-4867-8331-fb1129d033c3 HTTP/1.1" status: 204 len: 168 time: 0.4394140 Dec 09 16:01:18.051583 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 38894) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:01:18.148914 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58afddcf-b63d-4364-a01c-b815cf6d03bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:18.222167 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-58afddcf-b63d-4364-a01c-b815cf6d03bf admin admin] Deleting port df4319f4-eec4-4544-9ced-3705cf840650 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:01:18.222787 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58afddcf-b63d-4364-a01c-b815cf6d03bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:18.257121 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9ed1e2-fe06-46cc-ac54-652eeaaa1a5e None None] DHCP port deletion for 4653658b-97d6-476a-b810-9c11584a6551 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:01:18.304567 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-58afddcf-b63d-4364-a01c-b815cf6d03bf admin admin] For port df4319f4-eec4-4544-9ced-3705cf840650, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=df4319f4-eec4-4544-9ced-3705cf840650,segment=NetworkSegment(9bf18b23-492c-44b5-918d-b982be6269f2),segment_id=9bf18b23-492c-44b5-918d-b982be6269f2)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:01:18.304959 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58afddcf-b63d-4364-a01c-b815cf6d03bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:18.325280 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ed1e2-fe06-46cc-ac54-652eeaaa1a5e None None] Deleting port df4319f4-eec4-4544-9ced-3705cf840650 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:01:18.325822 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7a9ed1e2-fe06-46cc-ac54-652eeaaa1a5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:18.327478 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-58afddcf-b63d-4364-a01c-b815cf6d03bf admin admin] Calling delete_port for df4319f4-eec4-4544-9ced-3705cf840650 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:01:18.406276 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7a9ed1e2-fe06-46cc-ac54-652eeaaa1a5e None None] For port df4319f4-eec4-4544-9ced-3705cf840650, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=df4319f4-eec4-4544-9ced-3705cf840650,segment=NetworkSegment(9bf18b23-492c-44b5-918d-b982be6269f2),segment_id=9bf18b23-492c-44b5-918d-b982be6269f2)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:01:18.407676 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7a9ed1e2-fe06-46cc-ac54-652eeaaa1a5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:18.421589 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ed1e2-fe06-46cc-ac54-652eeaaa1a5e None None] Calling delete_port for df4319f4-eec4-4544-9ced-3705cf840650 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:01:18.451502 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58afddcf-b63d-4364-a01c-b815cf6d03bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:18.486369 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58afddcf-b63d-4364-a01c-b815cf6d03bf admin admin] Pushing event deleted for resources: {'Port': ['ID=df4319f4-eec4-4544-9ced-3705cf840650,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:01:18.489859 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58afddcf-b63d-4364-a01c-b815cf6d03bf admin admin] No DVR routers for this DVR port df4319f4-eec4-4544-9ced-3705cf840650 on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 16:01:18.512317 n-d-821228-1 neutron-server[103246]: self.session.flush() Dec 09 16:01:18.523528 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7a9ed1e2-fe06-46cc-ac54-652eeaaa1a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:18.549853 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ed1e2-fe06-46cc-ac54-652eeaaa1a5e None None] Pushing event deleted for resources: {'Port': ['ID=df4319f4-eec4-4544-9ced-3705cf840650,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:01:18.553430 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9ed1e2-fe06-46cc-ac54-652eeaaa1a5e None None] No DVR routers for this DVR port df4319f4-eec4-4544-9ced-3705cf840650 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:01:18.565133 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58afddcf-b63d-4364-a01c-b815cf6d03bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:18.591230 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-58afddcf-b63d-4364-a01c-b815cf6d03bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4653658b-97d6-476a-b810-9c11584a6551']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:01:18.600974 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-58afddcf-b63d-4364-a01c-b815cf6d03bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf18b23-492c-44b5-918d-b982be6269f2') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:01:18.601344 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-58afddcf-b63d-4364-a01c-b815cf6d03bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf18b23-492c-44b5-918d-b982be6269f2') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:01:18.611890 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58afddcf-b63d-4364-a01c-b815cf6d03bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:18.624910 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58afddcf-b63d-4364-a01c-b815cf6d03bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:18.630683 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58afddcf-b63d-4364-a01c-b815cf6d03bf admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:01:18.631062 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58afddcf-b63d-4364-a01c-b815cf6d03bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:18.632741 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 16:01:18.632741 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:01:18.632741 n-d-821228-1 neutron-server[103244]: timer() Dec 09 16:01:18.632741 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:01:18.632741 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 16:01:18.632741 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:01:18.632741 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 16:01:18.632741 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:01:18.632741 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 16:01:18.632741 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:01:18.632741 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 16:01:18.632741 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:01:18.632741 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 16:01:18.632741 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:01:18.632741 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:01:18.632741 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:01:18.632741 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:01:18.632741 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:01:18.632741 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 16:01:18.632741 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:01:18.632741 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 16:01:18.632741 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:01:18.632741 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:01:18.632741 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:01:18.632741 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 16:01:18.632741 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:01:18.632741 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:01:18.632741 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:01:18.632741 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:01:18.632741 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:01:18.632741 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:01:18.632741 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:01:18.686440 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58afddcf-b63d-4364-a01c-b815cf6d03bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:18.692157 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-58afddcf-b63d-4364-a01c-b815cf6d03bf admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:18.695351 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-58afddcf-b63d-4364-a01c-b815cf6d03bf admin admin] 10.222.0.57 "DELETE /v2.0/networks/4653658b-97d6-476a-b810-9c11584a6551 HTTP/1.1" status: 204 len: 168 time: 0.6427896 Dec 09 16:01:18.707213 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58afddcf-b63d-4364-a01c-b815cf6d03bf admin admin] Pushing event deleted for resources: {'Network': ['ID=4653658b-97d6-476a-b810-9c11584a6551,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:01:18.817211 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 38904) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:01:18.858721 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ac208d11-7d3d-465f-a1a3-52da841146d9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=25d6fb73e3df41a683bab18234fad200&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403581 Dec 09 16:01:18.861185 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 38906) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:01:18.909916 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f4b6735f-ea81-424e-85b5-dc47e923ea80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:18.935797 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f4b6735f-ea81-424e-85b5-dc47e923ea80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:18.983727 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f4b6735f-ea81-424e-85b5-dc47e923ea80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:18.986323 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f4b6735f-ea81-424e-85b5-dc47e923ea80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:18.989773 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f4b6735f-ea81-424e-85b5-dc47e923ea80 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6e46bd8a-5706-4ecd-aef1-114625ac774a HTTP/1.1" status: 204 len: 168 time: 0.1254103 Dec 09 16:01:18.995639 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b6735f-ea81-424e-85b5-dc47e923ea80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e46bd8a-5706-4ecd-aef1-114625ac774a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:01:19.317847 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 38918) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:01:19.331878 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4324932b-e303-4271-a0ec-bad63b6c042f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:19.407758 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4324932b-e303-4271-a0ec-bad63b6c042f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:19.411618 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4324932b-e303-4271-a0ec-bad63b6c042f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:19.450801 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4324932b-e303-4271-a0ec-bad63b6c042f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1318705 Dec 09 16:01:19.451954 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324932b-e303-4271-a0ec-bad63b6c042f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e58874f-cbd4-4605-80f0-a1519cbff154,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:01:19.453568 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 38920) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:01:19.503982 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d534bb7-16e5-4d07-beaa-943eb123c810 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:19.525459 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d534bb7-16e5-4d07-beaa-943eb123c810 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:19.573201 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d534bb7-16e5-4d07-beaa-943eb123c810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:19.576175 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d534bb7-16e5-4d07-beaa-943eb123c810 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:19.577382 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0d534bb7-16e5-4d07-beaa-943eb123c810 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6e58874f-cbd4-4605-80f0-a1519cbff154 HTTP/1.1" status: 204 len: 168 time: 0.1221728 Dec 09 16:01:19.585921 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d534bb7-16e5-4d07-beaa-943eb123c810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e58874f-cbd4-4605-80f0-a1519cbff154,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:01:19.839346 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device df4319f4-eec4-4544-9ced-3705cf840650 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:01:19.869416 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: df4319f4-eec4-4544-9ced-3705cf840650 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:01:19.870481 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device df4319f4-eec4-4544-9ced-3705cf840650 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:01:19.871107 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 425cd46a-a064-4c5a-9db7-54b839234933 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:01:19.894194 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 425cd46a-a064-4c5a-9db7-54b839234933 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:01:19.894729 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 425cd46a-a064-4c5a-9db7-54b839234933 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:01:20.454496 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8ee6b6c2-2b6a-4ca7-b72c-9fa0c313ed80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:22.972480 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cbd1a81c-5dd2-4025-906b-3190cb21c6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:24.079479 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:24.702072 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:25.330356 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:26.434309 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:28.560555 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a27346-3b99-4a02-bb50-3bf5b07c4549 req-f2db235a-683e-4d82-996b-87bf052e05b5 tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:28.562103 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-19a27346-3b99-4a02-bb50-3bf5b07c4549 req-f2db235a-683e-4d82-996b-87bf052e05b5 tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 1097 time: 0.0412300 Dec 09 16:01:28.580530 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-19a27346-3b99-4a02-bb50-3bf5b07c4549 req-4542bac7-1d0b-48a7-ba50-87d18da3d113 tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:28.662895 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-19a27346-3b99-4a02-bb50-3bf5b07c4549 req-4542bac7-1d0b-48a7-ba50-87d18da3d113 tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:28.667884 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-19a27346-3b99-4a02-bb50-3bf5b07c4549 req-4542bac7-1d0b-48a7-ba50-87d18da3d113 tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:28.709954 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-19a27346-3b99-4a02-bb50-3bf5b07c4549 req-4542bac7-1d0b-48a7-ba50-87d18da3d113 tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=095d1a77-428a-483e-bd3d-71feed9a5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1419449 Dec 09 16:01:28.710722 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4542bac7-1d0b-48a7-ba50-87d18da3d113 tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02121a44-8976-48c0-87c0-d4adecef32ee,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:01:28.831881 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2bab23-2a7c-46d1-85b1-1321943e9b7e req-67ff1204-3845-48ad-a675-077235c86a47 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:28.833325 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0f2bab23-2a7c-46d1-85b1-1321943e9b7e req-67ff1204-3845-48ad-a675-077235c86a47 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 946 time: 0.0522087 Dec 09 16:01:28.887149 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0f2bab23-2a7c-46d1-85b1-1321943e9b7e req-356929c1-018a-4c36-ba0b-4350732c5efd tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=095d1a77-428a-483e-bd3d-71feed9a5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470490 Dec 09 16:01:28.912732 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39010) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:01:28.982607 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-79a3523d-8614-4f7e-a5be-c5c5e79b9791 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/floatingips/7fc0c787-bbe9-46ff-ac74-f3523726e58c HTTP/1.1" status: 200 len: 994 time: 0.0629113 Dec 09 16:01:29.298075 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-7d013a21-6d84-43a7-aeae-3ca8e53dc778 req-4c0af704-4f5a-4329-a341-c03fa91f867a service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 16:01:29.299068 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7d013a21-6d84-43a7-aeae-3ca8e53dc778 req-4c0af704-4f5a-4329-a341-c03fa91f867a service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054123 Dec 09 16:01:29.679226 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c054bd-06b9-41db-bdc7-006ff5bc1fe7 req-39b09fe8-042b-4037-aaf0-27e9087f7317 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:29.680860 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-31c054bd-06b9-41db-bdc7-006ff5bc1fe7 req-39b09fe8-042b-4037-aaf0-27e9087f7317 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 946 time: 0.0830293 Dec 09 16:01:29.705508 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-949b21fe-a470-491d-b5fb-7f605e378287 req-f7b73e5f-e001-4a47-beef-c201472ec9dd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1897449 Dec 09 16:01:29.718075 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-949b21fe-a470-491d-b5fb-7f605e378287 req-3145b401-09f3-4824-b1fd-13ad2a58ef81 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 16:01:29.719051 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-949b21fe-a470-491d-b5fb-7f605e378287 req-3145b401-09f3-4824-b1fd-13ad2a58ef81 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064030 Dec 09 16:01:29.745005 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-31c054bd-06b9-41db-bdc7-006ff5bc1fe7 req-35aebe9c-43d5-49f6-a886-2b4bf2a21e43 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=095d1a77-428a-483e-bd3d-71feed9a5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572913 Dec 09 16:01:30.875458 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e086151-055d-4e3e-8165-11d1a330647e req-2c2e3483-bc4e-4d7b-8fa5-d6cbadf4ebc8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:30.876992 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2e086151-055d-4e3e-8165-11d1a330647e req-2c2e3483-bc4e-4d7b-8fa5-d6cbadf4ebc8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 946 time: 0.0509944 Dec 09 16:01:30.897467 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b21fe-a470-491d-b5fb-7f605e378287 req-3fd4eaec-458e-4714-8c72-1671f78bb558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:30.899938 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-949b21fe-a470-491d-b5fb-7f605e378287 req-3fd4eaec-458e-4714-8c72-1671f78bb558 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 1097 time: 0.0454655 Dec 09 16:01:30.931900 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2e086151-055d-4e3e-8165-11d1a330647e req-02419749-c875-4e57-98c5-852d6cf612be tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=095d1a77-428a-483e-bd3d-71feed9a5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485053 Dec 09 16:01:31.001804 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b21fe-a470-491d-b5fb-7f605e378287 req-5af2b1be-16b2-4926-a685-5aae746c9102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:31.003276 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-949b21fe-a470-491d-b5fb-7f605e378287 req-5af2b1be-16b2-4926-a685-5aae746c9102 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7c247364-c7be-4385-a1e4-28529082d92f HTTP/1.1" status: 200 len: 897 time: 0.0964291 Dec 09 16:01:31.069236 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-949b21fe-a470-491d-b5fb-7f605e378287 req-c48241b8-e373-4570-a578-b25651d019ae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0740c6e4-0852-4bf5-b197-682271cd8fb8 HTTP/1.1" status: 200 len: 1002 time: 0.0578005 Dec 09 16:01:31.119094 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b21fe-a470-491d-b5fb-7f605e378287 req-e3240c4d-b64a-42cf-ad6f-0991e3011273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:31.120723 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-949b21fe-a470-491d-b5fb-7f605e378287 req-e3240c4d-b64a-42cf-ad6f-0991e3011273 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56dd9a3d-50d5-4506-be10-a48050f2b838 HTTP/1.1" status: 200 len: 834 time: 0.0440903 Dec 09 16:01:31.172178 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b21fe-a470-491d-b5fb-7f605e378287 req-91bdf9f9-3a77-430c-8cfa-f72ad31d71e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:31.173743 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-949b21fe-a470-491d-b5fb-7f605e378287 req-91bdf9f9-3a77-430c-8cfa-f72ad31d71e0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7c247364-c7be-4385-a1e4-28529082d92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455227 Dec 09 16:01:31.267518 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-949b21fe-a470-491d-b5fb-7f605e378287 req-25719ad9-03a5-4f16-9d5c-f3e44581c16e service neutron] 10.222.0.42 "GET /v2.0/networks/7c247364-c7be-4385-a1e4-28529082d92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859940 Dec 09 16:01:31.363468 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-949b21fe-a470-491d-b5fb-7f605e378287 req-07dd5c76-54f3-4220-b2f5-2bad7e507a7e service neutron] 10.222.0.42 "GET /v2.0/networks/7c247364-c7be-4385-a1e4-28529082d92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885267 Dec 09 16:01:32.057218 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2225e6-fc80-4deb-b71f-e18328bfef6f req-8e659529-bbb8-4c38-b2d2-f06445965a46 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:32.058743 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3d2225e6-fc80-4deb-b71f-e18328bfef6f req-8e659529-bbb8-4c38-b2d2-f06445965a46 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 946 time: 0.0546420 Dec 09 16:01:32.110204 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3d2225e6-fc80-4deb-b71f-e18328bfef6f req-833460d6-d5e8-4cdc-8805-cb7f751c9576 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=095d1a77-428a-483e-bd3d-71feed9a5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451732 Dec 09 16:01:32.247128 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12bb6cc-9f80-4c2b-b2cd-a590bd939cfe req-08b147ac-0d28-4b14-98d6-7527545564d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:32.248669 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a12bb6cc-9f80-4c2b-b2cd-a590bd939cfe req-08b147ac-0d28-4b14-98d6-7527545564d4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 1097 time: 0.0426579 Dec 09 16:01:32.358811 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12bb6cc-9f80-4c2b-b2cd-a590bd939cfe req-dd1ada94-c925-4a2c-b94e-718e0b770bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:32.360298 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a12bb6cc-9f80-4c2b-b2cd-a590bd939cfe req-dd1ada94-c925-4a2c-b94e-718e0b770bd9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7c247364-c7be-4385-a1e4-28529082d92f HTTP/1.1" status: 200 len: 897 time: 0.0927029 Dec 09 16:01:32.431280 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a12bb6cc-9f80-4c2b-b2cd-a590bd939cfe req-eddbd8de-687e-4d9d-94fb-42bc129a48e8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0740c6e4-0852-4bf5-b197-682271cd8fb8 HTTP/1.1" status: 200 len: 1002 time: 0.0637543 Dec 09 16:01:32.482561 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12bb6cc-9f80-4c2b-b2cd-a590bd939cfe req-7d807005-8792-4caa-96b4-ff0ed088553e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:32.483988 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a12bb6cc-9f80-4c2b-b2cd-a590bd939cfe req-7d807005-8792-4caa-96b4-ff0ed088553e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56dd9a3d-50d5-4506-be10-a48050f2b838 HTTP/1.1" status: 200 len: 834 time: 0.0437853 Dec 09 16:01:32.529068 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12bb6cc-9f80-4c2b-b2cd-a590bd939cfe req-cf2e7b21-10aa-43fb-8574-abba20259068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:32.530480 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a12bb6cc-9f80-4c2b-b2cd-a590bd939cfe req-cf2e7b21-10aa-43fb-8574-abba20259068 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7c247364-c7be-4385-a1e4-28529082d92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391614 Dec 09 16:01:32.622336 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a12bb6cc-9f80-4c2b-b2cd-a590bd939cfe req-850f6205-0749-44a9-95bd-6a704efdbab8 service neutron] 10.222.0.42 "GET /v2.0/networks/7c247364-c7be-4385-a1e4-28529082d92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845926 Dec 09 16:01:32.717332 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a12bb6cc-9f80-4c2b-b2cd-a590bd939cfe req-ab235ec3-38c0-4de1-9b80-e11b1315ffec service neutron] 10.222.0.42 "GET /v2.0/networks/7c247364-c7be-4385-a1e4-28529082d92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864658 Dec 09 16:01:33.231511 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b72d8-b1f5-4329-833d-4a6031fcb5ec req-3f45e4c9-e54e-4866-97fc-b4e24bf85fd8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:33.233034 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dd8b72d8-b1f5-4329-833d-4a6031fcb5ec req-3f45e4c9-e54e-4866-97fc-b4e24bf85fd8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 946 time: 0.0510042 Dec 09 16:01:33.282263 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dd8b72d8-b1f5-4329-833d-4a6031fcb5ec req-4b5b638d-6c70-4cca-acb0-4631c7f7b121 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=095d1a77-428a-483e-bd3d-71feed9a5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432022 Dec 09 16:01:34.402418 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e50c99-96c8-42c9-9072-ce2ae96be615 req-9d184f75-0895-4d39-9d0e-7dc6fabf1807 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:34.404009 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-63e50c99-96c8-42c9-9072-ce2ae96be615 req-9d184f75-0895-4d39-9d0e-7dc6fabf1807 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 946 time: 0.0490835 Dec 09 16:01:34.469387 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-63e50c99-96c8-42c9-9072-ce2ae96be615 req-61e8bcca-352a-45c1-8ec3-7e45205e4033 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=095d1a77-428a-483e-bd3d-71feed9a5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553036 Dec 09 16:01:35.598492 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75ce0b-630f-49d7-9228-8198b090ca6f req-27804217-7521-4f0e-b746-563e44b516e7 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:35.599985 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2f75ce0b-630f-49d7-9228-8198b090ca6f req-27804217-7521-4f0e-b746-563e44b516e7 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 946 time: 0.0502949 Dec 09 16:01:35.649874 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2f75ce0b-630f-49d7-9228-8198b090ca6f req-662e681b-9caa-49c9-b279-ca68792d2329 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=095d1a77-428a-483e-bd3d-71feed9a5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437598 Dec 09 16:01:36.770072 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739e974-32c2-40f3-a73d-2027c03f527f req-97c52002-1373-495a-b8f3-f71582fe576a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:36.771560 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4739e974-32c2-40f3-a73d-2027c03f527f req-97c52002-1373-495a-b8f3-f71582fe576a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 946 time: 0.0494773 Dec 09 16:01:36.821860 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4739e974-32c2-40f3-a73d-2027c03f527f req-595fb24a-3f03-43f3-b4f7-bf37fc23e715 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=095d1a77-428a-483e-bd3d-71feed9a5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434971 Dec 09 16:01:37.943325 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c98e07a-5fb2-42fb-842b-b0cab871b334 req-fe57678f-d82c-4142-a397-508bb186b4f5 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:37.944828 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1c98e07a-5fb2-42fb-842b-b0cab871b334 req-fe57678f-d82c-4142-a397-508bb186b4f5 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 946 time: 0.0526762 Dec 09 16:01:37.996200 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1c98e07a-5fb2-42fb-842b-b0cab871b334 req-fa219784-1e2d-42bb-8c9f-6a798d6b15c8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=095d1a77-428a-483e-bd3d-71feed9a5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448160 Dec 09 16:01:38.715166 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:01:39.116143 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e478dc-83bb-465c-9ad7-ded212f77b43 req-89bfc1d9-7077-433d-9c42-03166170d9c5 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:39.118389 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b4e478dc-83bb-465c-9ad7-ded212f77b43 req-89bfc1d9-7077-433d-9c42-03166170d9c5 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 946 time: 0.0505803 Dec 09 16:01:39.167781 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b4e478dc-83bb-465c-9ad7-ded212f77b43 req-6722ee65-7ce4-4309-8c97-97e2dea7715f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=095d1a77-428a-483e-bd3d-71feed9a5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434875 Dec 09 16:01:40.578567 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e6a9a-784d-4caa-8658-d31fa71beac7 req-62964642-94d2-4f25-9244-3ef5f255cdaa tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:40.580238 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9d5e6a9a-784d-4caa-8658-d31fa71beac7 req-62964642-94d2-4f25-9244-3ef5f255cdaa tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 946 time: 0.0524435 Dec 09 16:01:40.639022 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9d5e6a9a-784d-4caa-8658-d31fa71beac7 req-c2915be4-ae91-484a-ae17-b9f7014db09a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=095d1a77-428a-483e-bd3d-71feed9a5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511997 Dec 09 16:01:41.761723 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444bf48c-b41c-4248-90b9-af2f9fd69456 req-9fba31a9-8609-4771-be56-59c8ba54975f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:41.763259 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-444bf48c-b41c-4248-90b9-af2f9fd69456 req-9fba31a9-8609-4771-be56-59c8ba54975f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 946 time: 0.0537348 Dec 09 16:01:41.815465 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-444bf48c-b41c-4248-90b9-af2f9fd69456 req-bf6f1ea5-2b22-461f-bc52-493c737d90b7 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=095d1a77-428a-483e-bd3d-71feed9a5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461290 Dec 09 16:01:42.937885 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0029c-c918-4301-93f4-03cac8b52b26 req-4994428c-0cca-4be4-a1a6-96e90feab14d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:42.939289 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a0d0029c-c918-4301-93f4-03cac8b52b26 req-4994428c-0cca-4be4-a1a6-96e90feab14d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 946 time: 0.0499294 Dec 09 16:01:42.988589 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a0d0029c-c918-4301-93f4-03cac8b52b26 req-8c39bb73-367d-460b-80ef-fbbf2e19e95c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=095d1a77-428a-483e-bd3d-71feed9a5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433881 Dec 09 16:01:43.399213 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [req-949b21fe-a470-491d-b5fb-7f605e378287 req-8714eb94-672f-493f-a689-00c0c319cf27 service neutron] show failed (client error): The resource could not be found. Dec 09 16:01:43.400231 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-949b21fe-a470-491d-b5fb-7f605e378287 req-8714eb94-672f-493f-a689-00c0c319cf27 service neutron] 10.222.0.42 "GET /v2.0/ports/0740c6e4-0852-4bf5-b197-682271cd8fb8/bindings/n-h2-821228-1 HTTP/1.1" status: 404 len: 380 time: 0.0606868 Dec 09 16:01:43.658711 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b21fe-a470-491d-b5fb-7f605e378287 req-a775d195-e57c-4dc3-8413-22882f5142fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:43.660208 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-949b21fe-a470-491d-b5fb-7f605e378287 req-a775d195-e57c-4dc3-8413-22882f5142fb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795&tenant_id=d5d1c0ecc7f643edb019cebb81c4a032 HTTP/1.1" status: 200 len: 1097 time: 0.0742710 Dec 09 16:01:43.672017 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-949b21fe-a470-491d-b5fb-7f605e378287 req-9885eb28-885b-4d60-a157-371b936a56d6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821228-1', 'device_owner': 'compute:nova'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:01:43.724239 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-949b21fe-a470-491d-b5fb-7f605e378287 req-9885eb28-885b-4d60-a157-371b936a56d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:43.938050 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-949b21fe-a470-491d-b5fb-7f605e378287 req-9885eb28-885b-4d60-a157-371b936a56d6 service neutron] For port 0740c6e4-0852-4bf5-b197-682271cd8fb8, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=0740c6e4-0852-4bf5-b197-682271cd8fb8,segment=NetworkSegment(d5060a24-0846-4450-b22a-1d14341f5281),segment_id=d5060a24-0846-4450-b22a-1d14341f5281)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:01:43.971298 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-949b21fe-a470-491d-b5fb-7f605e378287 req-9885eb28-885b-4d60-a157-371b936a56d6 service neutron] For port 0740c6e4-0852-4bf5-b197-682271cd8fb8, host n-h1-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:01:44.012472 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-949b21fe-a470-491d-b5fb-7f605e378287 req-9885eb28-885b-4d60-a157-371b936a56d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:44.021157 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f29ccc-40e5-4366-b91e-af4f0e45d795', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0740c6e4-0852-4bf5-b197-682271cd8fb8'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:01:44.023949 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc3f495-c9c4-4c5b-831f-ca7ed92882fd" -d '{"events": [{"server_uuid": "64f29ccc-40e5-4366-b91e-af4f0e45d795", "name": "network-vif-unplugged", "status": "completed", "tag": "0740c6e4-0852-4bf5-b197-682271cd8fb8"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:01:44.031220 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-949b21fe-a470-491d-b5fb-7f605e378287 req-9885eb28-885b-4d60-a157-371b936a56d6 service neutron] Transition to ACTIVE for port object 0740c6e4-0852-4bf5-b197-682271cd8fb8 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:01:44.035455 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-949b21fe-a470-491d-b5fb-7f605e378287 req-9885eb28-885b-4d60-a157-371b936a56d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:44.166160 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885eb28-885b-4d60-a157-371b936a56d6 service neutron] Pushing event updated for resources: {'Port': ['ID=0740c6e4-0852-4bf5-b197-682271cd8fb8,revision_number=6']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:01:44.258643 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a8407-9d3c-4dea-bffd-1f0f580fc25e req-fee3c9fa-1990-42ca-a4fb-6f92ad23f6ee tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:44.260205 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8c0a8407-9d3c-4dea-bffd-1f0f580fc25e req-fee3c9fa-1990-42ca-a4fb-6f92ad23f6ee tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 944 time: 0.1573718 Dec 09 16:01:44.261286 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-949b21fe-a470-491d-b5fb-7f605e378287 req-9885eb28-885b-4d60-a157-371b936a56d6 service neutron] No DVR routers for this DVR port 0740c6e4-0852-4bf5-b197-682271cd8fb8 on host n-h1-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:01:44.386674 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8c0a8407-9d3c-4dea-bffd-1f0f580fc25e req-8c992c94-1874-4637-ad4a-64a0d93b169c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=095d1a77-428a-483e-bd3d-71feed9a5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0884397 Dec 09 16:01:44.448979 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 16:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe1d548-d2c6-4377-8a13-bd033d6e2748 x-openstack-request-id: req-abe1d548-d2c6-4377-8a13-bd033d6e2748 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:01:44.449268 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f29ccc-40e5-4366-b91e-af4f0e45d795", "name": "network-vif-unplugged", "status": "completed", "tag": "0740c6e4-0852-4bf5-b197-682271cd8fb8", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:01:44.449517 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-abe1d548-d2c6-4377-8a13-bd033d6e2748 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:01:44.449908 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f29ccc-40e5-4366-b91e-af4f0e45d795', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0740c6e4-0852-4bf5-b197-682271cd8fb8', 'code': 200} Dec 09 16:01:44.452355 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-949b21fe-a470-491d-b5fb-7f605e378287 req-9885eb28-885b-4d60-a157-371b936a56d6 service neutron] Attempting to bind port 0740c6e4-0852-4bf5-b197-682271cd8fb8 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:01:44.452629 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-949b21fe-a470-491d-b5fb-7f605e378287 req-9885eb28-885b-4d60-a157-371b936a56d6 service neutron] Attempting to bind port 0740c6e4-0852-4bf5-b197-682271cd8fb8 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': 'd5060a24-0846-4450-b22a-1d14341f5281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7c247364-c7be-4385-a1e4-28529082d92f'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:01:44.452959 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b21fe-a470-491d-b5fb-7f605e378287 req-9885eb28-885b-4d60-a157-371b936a56d6 service neutron] Attempting to bind port 0740c6e4-0852-4bf5-b197-682271cd8fb8 on network 7c247364-c7be-4385-a1e4-28529082d92f {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:01:44.457401 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b21fe-a470-491d-b5fb-7f605e378287 req-9885eb28-885b-4d60-a157-371b936a56d6 service neutron] Port 0740c6e4-0852-4bf5-b197-682271cd8fb8 on network 7c247364-c7be-4385-a1e4-28529082d92f not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:01:44.457726 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b21fe-a470-491d-b5fb-7f605e378287 req-9885eb28-885b-4d60-a157-371b936a56d6 service neutron] Attempting to bind port 0740c6e4-0852-4bf5-b197-682271cd8fb8 on network 7c247364-c7be-4385-a1e4-28529082d92f {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:01:44.463596 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b21fe-a470-491d-b5fb-7f605e378287 req-9885eb28-885b-4d60-a157-371b936a56d6 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:01:44.463932 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b21fe-a470-491d-b5fb-7f605e378287 req-9885eb28-885b-4d60-a157-371b936a56d6 service neutron] Checking segment: {'id': 'd5060a24-0846-4450-b22a-1d14341f5281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7c247364-c7be-4385-a1e4-28529082d92f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:01:44.464318 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b21fe-a470-491d-b5fb-7f605e378287 req-9885eb28-885b-4d60-a157-371b936a56d6 service neutron] Bound using segment: {'id': 'd5060a24-0846-4450-b22a-1d14341f5281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7c247364-c7be-4385-a1e4-28529082d92f'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:01:44.464796 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-949b21fe-a470-491d-b5fb-7f605e378287 req-9885eb28-885b-4d60-a157-371b936a56d6 service neutron] Bound port: 0740c6e4-0852-4bf5-b197-682271cd8fb8, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5060a24-0846-4450-b22a-1d14341f5281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7c247364-c7be-4385-a1e4-28529082d92f'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:01:44.465489 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-949b21fe-a470-491d-b5fb-7f605e378287 req-9885eb28-885b-4d60-a157-371b936a56d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:44.538032 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-949b21fe-a470-491d-b5fb-7f605e378287 req-9885eb28-885b-4d60-a157-371b936a56d6 service neutron] For port 0740c6e4-0852-4bf5-b197-682271cd8fb8, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:01:44.541551 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-949b21fe-a470-491d-b5fb-7f605e378287 req-9885eb28-885b-4d60-a157-371b936a56d6 service neutron] For port 0740c6e4-0852-4bf5-b197-682271cd8fb8, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=0740c6e4-0852-4bf5-b197-682271cd8fb8,segment=NetworkSegment(d5060a24-0846-4450-b22a-1d14341f5281),segment_id=d5060a24-0846-4450-b22a-1d14341f5281)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:01:44.546243 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-949b21fe-a470-491d-b5fb-7f605e378287 req-9885eb28-885b-4d60-a157-371b936a56d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:44.587686 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b21fe-a470-491d-b5fb-7f605e378287 req-9885eb28-885b-4d60-a157-371b936a56d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:44.588313 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-949b21fe-a470-491d-b5fb-7f605e378287 req-9885eb28-885b-4d60-a157-371b936a56d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:44.589788 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-949b21fe-a470-491d-b5fb-7f605e378287 req-9885eb28-885b-4d60-a157-371b936a56d6 service neutron] 10.222.0.31 "PUT /v2.0/ports/0740c6e4-0852-4bf5-b197-682271cd8fb8 HTTP/1.1" status: 200 len: 1092 time: 0.9216590 Dec 09 16:01:44.610458 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885eb28-885b-4d60-a157-371b936a56d6 service neutron] Pushing event updated for resources: {'Port': ['ID=0740c6e4-0852-4bf5-b197-682271cd8fb8,revision_number=7']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:01:44.669475 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b21fe-a470-491d-b5fb-7f605e378287 req-a1894724-9131-48af-ae9d-c6ae32d901d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:44.671071 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-949b21fe-a470-491d-b5fb-7f605e378287 req-a1894724-9131-48af-ae9d-c6ae32d901d6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 1095 time: 0.0512905 Dec 09 16:01:44.772749 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b21fe-a470-491d-b5fb-7f605e378287 req-ae3ac70d-5786-4a10-95a1-5ab5e2d44d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:44.774568 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-949b21fe-a470-491d-b5fb-7f605e378287 req-ae3ac70d-5786-4a10-95a1-5ab5e2d44d0c service neutron] 10.222.0.31 "GET /v2.0/networks?id=7c247364-c7be-4385-a1e4-28529082d92f HTTP/1.1" status: 200 len: 897 time: 0.0954182 Dec 09 16:01:44.844842 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-949b21fe-a470-491d-b5fb-7f605e378287 req-f3884b4c-69fb-4d2d-ac46-c2ef506a4d6a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0740c6e4-0852-4bf5-b197-682271cd8fb8 HTTP/1.1" status: 200 len: 1000 time: 0.0630498 Dec 09 16:01:44.896527 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b21fe-a470-491d-b5fb-7f605e378287 req-e12a4cc2-cb10-460b-a099-df3513b4cf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:44.898112 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-949b21fe-a470-491d-b5fb-7f605e378287 req-e12a4cc2-cb10-460b-a099-df3513b4cf0b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=56dd9a3d-50d5-4506-be10-a48050f2b838 HTTP/1.1" status: 200 len: 834 time: 0.0463822 Dec 09 16:01:44.944148 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b21fe-a470-491d-b5fb-7f605e378287 req-2ac54627-a5f2-438f-af36-2915d1a94834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:44.946477 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-949b21fe-a470-491d-b5fb-7f605e378287 req-2ac54627-a5f2-438f-af36-2915d1a94834 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c247364-c7be-4385-a1e4-28529082d92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414448 Dec 09 16:01:45.041095 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-949b21fe-a470-491d-b5fb-7f605e378287 req-566a6328-54b8-401e-b9a9-eaeccabc15d3 service neutron] 10.222.0.31 "GET /v2.0/networks/7c247364-c7be-4385-a1e4-28529082d92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872540 Dec 09 16:01:45.134444 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-949b21fe-a470-491d-b5fb-7f605e378287 req-4417d652-17d8-489b-8d47-e0e8479fe2a3 service neutron] 10.222.0.31 "GET /v2.0/networks/7c247364-c7be-4385-a1e4-28529082d92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856884 Dec 09 16:01:45.512575 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06094d1b-891b-4615-8da7-7414c591365f req-785a9d2b-8b5a-4814-9253-1860c0b7686e tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:45.514067 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-06094d1b-891b-4615-8da7-7414c591365f req-785a9d2b-8b5a-4814-9253-1860c0b7686e tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 944 time: 0.0538568 Dec 09 16:01:45.561868 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-06094d1b-891b-4615-8da7-7414c591365f req-471693e3-2280-4721-9412-b3d5437251f3 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=095d1a77-428a-483e-bd3d-71feed9a5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419457 Dec 09 16:01:45.869421 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 0740c6e4-0852-4bf5-b197-682271cd8fb8 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:01:45.906044 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 0740c6e4-0852-4bf5-b197-682271cd8fb8 not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:01:46.112548 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:46.450993 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f29ccc-40e5-4366-b91e-af4f0e45d795', 'tag': '0740c6e4-0852-4bf5-b197-682271cd8fb8'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:01:46.453602 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3def304-a3e8-4086-b24c-994e38de9eec" -d '{"events": [{"name": "network-changed", "server_uuid": "64f29ccc-40e5-4366-b91e-af4f0e45d795", "tag": "0740c6e4-0852-4bf5-b197-682271cd8fb8"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:01:46.503769 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52405f36-4a2d-428f-b4a6-cfe0480db9f1 x-openstack-request-id: req-52405f36-4a2d-428f-b4a6-cfe0480db9f1 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:01:46.504063 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f29ccc-40e5-4366-b91e-af4f0e45d795", "tag": "0740c6e4-0852-4bf5-b197-682271cd8fb8", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:01:46.504316 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-52405f36-4a2d-428f-b4a6-cfe0480db9f1 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:01:46.504778 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64f29ccc-40e5-4366-b91e-af4f0e45d795', 'tag': '0740c6e4-0852-4bf5-b197-682271cd8fb8', 'status': 'completed', 'code': 200} Dec 09 16:01:46.567697 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3def304-a3e8-4086-b24c-994e38de9eec req-b10cf95f-e3e3-4896-88ad-8dd390f79f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:46.569243 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b3def304-a3e8-4086-b24c-994e38de9eec req-b10cf95f-e3e3-4896-88ad-8dd390f79f27 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 1095 time: 0.0414283 Dec 09 16:01:46.584003 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3def304-a3e8-4086-b24c-994e38de9eec req-b389b709-c98c-47c6-bdf3-58c8979b9a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:46.586020 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b3def304-a3e8-4086-b24c-994e38de9eec req-b389b709-c98c-47c6-bdf3-58c8979b9a03 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 1095 time: 0.0424101 Dec 09 16:01:46.684944 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3def304-a3e8-4086-b24c-994e38de9eec req-9fa17cc9-83dd-4b67-8e8d-37edde24b2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:46.686318 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b3def304-a3e8-4086-b24c-994e38de9eec req-9fa17cc9-83dd-4b67-8e8d-37edde24b2e8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7c247364-c7be-4385-a1e4-28529082d92f HTTP/1.1" status: 200 len: 897 time: 0.0917668 Dec 09 16:01:46.708469 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3def304-a3e8-4086-b24c-994e38de9eec req-96b81d7c-7c18-4637-9f7a-25f5c3cb77f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:46.709950 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b3def304-a3e8-4086-b24c-994e38de9eec req-96b81d7c-7c18-4637-9f7a-25f5c3cb77f2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7c247364-c7be-4385-a1e4-28529082d92f HTTP/1.1" status: 200 len: 897 time: 0.1327271 Dec 09 16:01:46.722339 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f105e-13f9-47d9-8c24-6636ae01694f req-ce561301-cc7a-4fdb-810e-7dbf574d30aa tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:46.723834 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b78f105e-13f9-47d9-8c24-6636ae01694f req-ce561301-cc7a-4fdb-810e-7dbf574d30aa tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 944 time: 0.0828452 Dec 09 16:01:46.757123 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b3def304-a3e8-4086-b24c-994e38de9eec req-3cd9ae06-8e7b-4dc3-81d5-99a46ec6e7cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0740c6e4-0852-4bf5-b197-682271cd8fb8 HTTP/1.1" status: 200 len: 1000 time: 0.0636177 Dec 09 16:01:46.823474 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3def304-a3e8-4086-b24c-994e38de9eec req-0758cd14-7d2b-4171-88fc-2b1861edce6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:46.825493 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b3def304-a3e8-4086-b24c-994e38de9eec req-0758cd14-7d2b-4171-88fc-2b1861edce6c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56dd9a3d-50d5-4506-be10-a48050f2b838 HTTP/1.1" status: 200 len: 834 time: 0.0603888 Dec 09 16:01:46.825950 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b78f105e-13f9-47d9-8c24-6636ae01694f req-2178c5a7-8f88-4393-b21f-a22b8c4ae0a0 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=095d1a77-428a-483e-bd3d-71feed9a5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0939074 Dec 09 16:01:46.827640 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b3def304-a3e8-4086-b24c-994e38de9eec req-168576e4-e4ce-42a6-9632-529c199df126 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0740c6e4-0852-4bf5-b197-682271cd8fb8 HTTP/1.1" status: 200 len: 1000 time: 0.1029105 Dec 09 16:01:46.883590 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3def304-a3e8-4086-b24c-994e38de9eec req-06f96a53-a2d6-4c81-b2be-38bc4291c47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:46.885188 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b3def304-a3e8-4086-b24c-994e38de9eec req-06f96a53-a2d6-4c81-b2be-38bc4291c47a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7c247364-c7be-4385-a1e4-28529082d92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522761 Dec 09 16:01:46.893435 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3def304-a3e8-4086-b24c-994e38de9eec req-22900abb-d7e5-4a1c-b3ca-3dbf960e8774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:46.895137 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b3def304-a3e8-4086-b24c-994e38de9eec req-22900abb-d7e5-4a1c-b3ca-3dbf960e8774 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=56dd9a3d-50d5-4506-be10-a48050f2b838 HTTP/1.1" status: 200 len: 834 time: 0.0594015 Dec 09 16:01:46.958830 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3def304-a3e8-4086-b24c-994e38de9eec req-f83c0a07-63e2-4428-b787-d0d22b976520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:46.961199 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b3def304-a3e8-4086-b24c-994e38de9eec req-f83c0a07-63e2-4428-b787-d0d22b976520 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c247364-c7be-4385-a1e4-28529082d92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468731 Dec 09 16:01:46.993922 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b3def304-a3e8-4086-b24c-994e38de9eec req-4e9ec615-380d-4dba-8229-731a0da9f4c2 service neutron] 10.222.0.42 "GET /v2.0/networks/7c247364-c7be-4385-a1e4-28529082d92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007333 Dec 09 16:01:47.057556 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b3def304-a3e8-4086-b24c-994e38de9eec req-aef0a7f4-1078-470f-a095-3496b96aa98f service neutron] 10.222.0.31 "GET /v2.0/networks/7c247364-c7be-4385-a1e4-28529082d92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888145 Dec 09 16:01:47.084751 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b3def304-a3e8-4086-b24c-994e38de9eec req-5a050cd4-935f-454f-b24d-7aae088e96f8 service neutron] 10.222.0.42 "GET /v2.0/networks/7c247364-c7be-4385-a1e4-28529082d92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832810 Dec 09 16:01:47.486319 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b3def304-a3e8-4086-b24c-994e38de9eec req-30ed9e8b-a4b9-4e57-820f-325dc59bd711 service neutron] 10.222.0.31 "GET /v2.0/networks/7c247364-c7be-4385-a1e4-28529082d92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211104 Dec 09 16:01:47.950089 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a69214-bc9f-48f9-888d-513445498ca8 req-a16d88e2-14e6-496e-91ba-7c887b668e7f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:47.951594 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-64a69214-bc9f-48f9-888d-513445498ca8 req-a16d88e2-14e6-496e-91ba-7c887b668e7f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 944 time: 0.0504141 Dec 09 16:01:48.010477 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-64a69214-bc9f-48f9-888d-513445498ca8 req-10f5e3e0-6d51-4698-9522-e5266e49933e tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=095d1a77-428a-483e-bd3d-71feed9a5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528574 Dec 09 16:01:49.133909 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06685ccf-61e1-4841-bdfb-be73baf6eebb req-7e5fcde3-6a46-48a5-b3ec-3b71113d154e tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:49.135418 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-06685ccf-61e1-4841-bdfb-be73baf6eebb req-7e5fcde3-6a46-48a5-b3ec-3b71113d154e tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 944 time: 0.0504501 Dec 09 16:01:49.184648 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-06685ccf-61e1-4841-bdfb-be73baf6eebb req-091c924d-46d3-490f-afbf-51e82c039229 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=095d1a77-428a-483e-bd3d-71feed9a5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432880 Dec 09 16:01:49.441749 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395d188-57b5-4713-a06b-bfadd1122cb6 req-a039f786-a443-4217-a439-d34ab02d515b tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:49.443301 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b395d188-57b5-4713-a06b-bfadd1122cb6 req-a039f786-a443-4217-a439-d34ab02d515b tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 944 time: 0.0598292 Dec 09 16:01:49.499092 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b395d188-57b5-4713-a06b-bfadd1122cb6 req-1deec81e-c88c-4d2a-a62e-b4e706df330a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=095d1a77-428a-483e-bd3d-71feed9a5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488245 Dec 09 16:01:49.554776 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664a87a-11e1-4801-bd59-c33180bdadd5 req-5d2d2cb0-406c-4fca-b2bf-b0f292e6d27d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:49.556514 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8664a87a-11e1-4801-bd59-c33180bdadd5 req-5d2d2cb0-406c-4fca-b2bf-b0f292e6d27d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.42 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795&tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&binding%3Ahost_id=n-h2-821228-1 HTTP/1.1" status: 200 len: 944 time: 0.0971859 Dec 09 16:01:49.618922 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [req-8664a87a-11e1-4801-bd59-c33180bdadd5 req-f8de976b-436d-45bf-8de8-5035c72e8e2b service neutron] delete failed (client error): The resource could not be found. Dec 09 16:01:49.619866 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8664a87a-11e1-4801-bd59-c33180bdadd5 req-f8de976b-436d-45bf-8de8-5035c72e8e2b service neutron] 10.222.0.42 "DELETE /v2.0/ports/0740c6e4-0852-4bf5-b197-682271cd8fb8/bindings/n-h1-821228-1 HTTP/1.1" status: 404 len: 380 time: 0.0551751 Dec 09 16:01:49.725608 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664a87a-11e1-4801-bd59-c33180bdadd5 req-57533c78-6d70-4011-ab77-e2da871e2ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:49.727920 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8664a87a-11e1-4801-bd59-c33180bdadd5 req-57533c78-6d70-4011-ab77-e2da871e2ef3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 1095 time: 0.0426936 Dec 09 16:01:49.830014 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664a87a-11e1-4801-bd59-c33180bdadd5 req-bba7a110-e6e9-4acd-bbba-25d204e96f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:49.831773 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8664a87a-11e1-4801-bd59-c33180bdadd5 req-bba7a110-e6e9-4acd-bbba-25d204e96f58 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7c247364-c7be-4385-a1e4-28529082d92f HTTP/1.1" status: 200 len: 897 time: 0.0961468 Dec 09 16:01:49.896916 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8664a87a-11e1-4801-bd59-c33180bdadd5 req-b0322ad2-e37f-43df-b111-ebe44145cd70 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0740c6e4-0852-4bf5-b197-682271cd8fb8 HTTP/1.1" status: 200 len: 1000 time: 0.0581548 Dec 09 16:01:49.946379 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664a87a-11e1-4801-bd59-c33180bdadd5 req-0e7fdc92-b2ec-467f-be20-459006b38e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:49.947840 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8664a87a-11e1-4801-bd59-c33180bdadd5 req-0e7fdc92-b2ec-467f-be20-459006b38e73 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56dd9a3d-50d5-4506-be10-a48050f2b838 HTTP/1.1" status: 200 len: 834 time: 0.0441103 Dec 09 16:01:50.000070 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664a87a-11e1-4801-bd59-c33180bdadd5 req-def4fdfe-cda4-4bd7-a25a-1a7e78e2ef31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:50.002209 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8664a87a-11e1-4801-bd59-c33180bdadd5 req-def4fdfe-cda4-4bd7-a25a-1a7e78e2ef31 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7c247364-c7be-4385-a1e4-28529082d92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466363 Dec 09 16:01:50.094457 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8664a87a-11e1-4801-bd59-c33180bdadd5 req-f1972ddb-b868-492c-809d-fd92e6e2d0ca service neutron] 10.222.0.42 "GET /v2.0/networks/7c247364-c7be-4385-a1e4-28529082d92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856581 Dec 09 16:01:50.163048 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 0740c6e4-0852-4bf5-b197-682271cd8fb8 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:01:50.189095 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8664a87a-11e1-4801-bd59-c33180bdadd5 req-9ec69fef-e301-422c-804d-731bc0988371 service neutron] 10.222.0.42 "GET /v2.0/networks/7c247364-c7be-4385-a1e4-28529082d92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873899 Dec 09 16:01:50.259234 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 0740c6e4-0852-4bf5-b197-682271cd8fb8, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=0740c6e4-0852-4bf5-b197-682271cd8fb8,segment=NetworkSegment(d5060a24-0846-4450-b22a-1d14341f5281),segment_id=d5060a24-0846-4450-b22a-1d14341f5281)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:01:50.275738 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '0740c6e4-0852-4bf5-b197-682271cd8fb8', 'network_id': '7c247364-c7be-4385-a1e4-28529082d92f', 'port_id': '0740c6e4-0852-4bf5-b197-682271cd8fb8', 'mac_address': 'fa:16:3e:39:6f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56dd9a3d-50d5-4506-be10-a48050f2b838', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:01:50.321099 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:50.336391 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0740c6e4-0852-4bf5-b197-682271cd8fb8 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:01:50.360977 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 0740c6e4-0852-4bf5-b197-682271cd8fb8, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=0740c6e4-0852-4bf5-b197-682271cd8fb8,segment=NetworkSegment(d5060a24-0846-4450-b22a-1d14341f5281),segment_id=d5060a24-0846-4450-b22a-1d14341f5281)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:01:50.365239 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:50.413256 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=0740c6e4-0852-4bf5-b197-682271cd8fb8,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:01:50.422665 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:01:50.423269 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:01:50.423870 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:01:50.424512 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:01:50.425237 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:01:50.425695 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:01:50.426295 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:01:50.426891 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:01:50.427482 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:01:50.428081 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:01:50.428723 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:01:50.429331 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:01:50.430483 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:01:50.458355 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c977ce8-b734-4cd9-8108-fc807fec7809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:50.634968 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff09e87-8ad8-4ed2-94e2-dfd41762bd1d req-ca75babd-9fca-40b0-96a4-f84272f4de5f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:50.636643 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1ff09e87-8ad8-4ed2-94e2-dfd41762bd1d req-ca75babd-9fca-40b0-96a4-f84272f4de5f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 945 time: 0.0578086 Dec 09 16:01:50.684179 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['0740c6e4-0852-4bf5-b197-682271cd8fb8'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:01:50.699999 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1ff09e87-8ad8-4ed2-94e2-dfd41762bd1d req-5f25ffea-f78d-41c1-95fa-062b9bfe276e tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=095d1a77-428a-483e-bd3d-71feed9a5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554860 Dec 09 16:01:51.822692 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac7017-a13c-462e-8358-82fa57c2a77b req-a34950d4-59bd-4432-848a-ef165c49acd6 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:51.824230 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ebac7017-a13c-462e-8358-82fa57c2a77b req-a34950d4-59bd-4432-848a-ef165c49acd6 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 945 time: 0.0494711 Dec 09 16:01:51.874239 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ebac7017-a13c-462e-8358-82fa57c2a77b req-ea2efb21-426b-452e-b83d-b92011aa2bed tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=095d1a77-428a-483e-bd3d-71feed9a5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439422 Dec 09 16:01:51.897305 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39378) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:01:51.963856 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0e96c419-f5d1-49b5-96f1-b367308d0f4a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/floatingips/7fc0c787-bbe9-46ff-ac74-f3523726e58c HTTP/1.1" status: 200 len: 993 time: 0.0653570 Dec 09 16:01:52.180952 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 0740c6e4-0852-4bf5-b197-682271cd8fb8 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:01:52.236665 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 0740c6e4-0852-4bf5-b197-682271cd8fb8 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:01:52.240444 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 0740c6e4-0852-4bf5-b197-682271cd8fb8 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:01:52.240831 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:52.321742 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:52.345983 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f29ccc-40e5-4366-b91e-af4f0e45d795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0740c6e4-0852-4bf5-b197-682271cd8fb8'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:01:52.348201 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e081e8-eeeb-458e-b78c-484e61f7e602" -d '{"events": [{"server_uuid": "64f29ccc-40e5-4366-b91e-af4f0e45d795", "name": "network-vif-plugged", "status": "completed", "tag": "0740c6e4-0852-4bf5-b197-682271cd8fb8"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:01:52.361019 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 0740c6e4-0852-4bf5-b197-682271cd8fb8, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=0740c6e4-0852-4bf5-b197-682271cd8fb8,segment=NetworkSegment(d5060a24-0846-4450-b22a-1d14341f5281),segment_id=d5060a24-0846-4450-b22a-1d14341f5281)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:01:52.365277 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:52.397928 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4cf3c7f-c772-4c5e-8225-3826ba508eec x-openstack-request-id: req-e4cf3c7f-c772-4c5e-8225-3826ba508eec {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:01:52.397928 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f29ccc-40e5-4366-b91e-af4f0e45d795", "name": "network-vif-plugged", "status": "completed", "tag": "0740c6e4-0852-4bf5-b197-682271cd8fb8", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:01:52.398201 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e4cf3c7f-c772-4c5e-8225-3826ba508eec {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:01:52.398548 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f29ccc-40e5-4366-b91e-af4f0e45d795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0740c6e4-0852-4bf5-b197-682271cd8fb8', 'code': 200} Dec 09 16:01:52.418172 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=0740c6e4-0852-4bf5-b197-682271cd8fb8,revision_number=9']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:01:52.979890 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-24ade016-9f3d-488b-943e-20d6e49c9cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:54.080818 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:54.720306 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:55.339938 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:56.436349 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:15.721017 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:02:16.120105 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:17.463460 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-92231e0f-3692-4fd4-9bfb-a938a9c044e6 req-82c2b2a9-78fc-4bdf-ad52-ac6dee37b620 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403304 Dec 09 16:02:17.553856 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92231e0f-3692-4fd4-9bfb-a938a9c044e6 req-8c91caea-0aa7-4737-a38b-52540efa2c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:17.556177 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-92231e0f-3692-4fd4-9bfb-a938a9c044e6 req-8c91caea-0aa7-4737-a38b-52540efa2c3a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 1097 time: 0.0469162 Dec 09 16:02:17.662135 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92231e0f-3692-4fd4-9bfb-a938a9c044e6 req-2a74bfec-3c81-47a7-864f-5a256e037c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:17.663613 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-92231e0f-3692-4fd4-9bfb-a938a9c044e6 req-2a74bfec-3c81-47a7-864f-5a256e037c42 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7c247364-c7be-4385-a1e4-28529082d92f HTTP/1.1" status: 200 len: 897 time: 0.0887680 Dec 09 16:02:17.736462 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-92231e0f-3692-4fd4-9bfb-a938a9c044e6 req-12bd7b02-aa5b-49fd-8188-d717f5685777 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0740c6e4-0852-4bf5-b197-682271cd8fb8 HTTP/1.1" status: 200 len: 1002 time: 0.0656900 Dec 09 16:02:17.786753 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92231e0f-3692-4fd4-9bfb-a938a9c044e6 req-cc5c44cc-fd5f-43f1-994a-20e3d4f417e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:17.788280 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-92231e0f-3692-4fd4-9bfb-a938a9c044e6 req-cc5c44cc-fd5f-43f1-994a-20e3d4f417e5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=56dd9a3d-50d5-4506-be10-a48050f2b838 HTTP/1.1" status: 200 len: 834 time: 0.0452051 Dec 09 16:02:17.835449 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92231e0f-3692-4fd4-9bfb-a938a9c044e6 req-99d9154f-e82a-4e94-8cfd-321f04ffded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:17.837560 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-92231e0f-3692-4fd4-9bfb-a938a9c044e6 req-99d9154f-e82a-4e94-8cfd-321f04ffded0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c247364-c7be-4385-a1e4-28529082d92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426235 Dec 09 16:02:17.936523 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-92231e0f-3692-4fd4-9bfb-a938a9c044e6 req-355fb448-073e-4e18-bf8e-dbe58c6ded24 service neutron] 10.222.0.31 "GET /v2.0/networks/7c247364-c7be-4385-a1e4-28529082d92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917406 Dec 09 16:02:18.033621 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-92231e0f-3692-4fd4-9bfb-a938a9c044e6 req-4f76f608-312b-414e-8dd0-b9b180bc632d service neutron] 10.222.0.31 "GET /v2.0/networks/7c247364-c7be-4385-a1e4-28529082d92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899553 Dec 09 16:02:20.459879 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7017b65a-59de-4b6a-a30f-7b64dcd9e688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:22.972917 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0b70c2a8-8d39-40f4-b736-ad45dcb7f455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:24.083944 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:24.720996 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:25.341493 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:26.439756 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:27.550310 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 39838) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:02:27.555504 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-6bfd736b-dd40-4f83-9a6d-0979f70831f7 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1036964103', 'description': 'tempest-secgroup-smoke-1036964103 description', 'project_id': '8e6c97974dd44fb5b5238a5611736a63'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:02:27.579091 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6bfd736b-dd40-4f83-9a6d-0979f70831f7 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:27.652630 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6bfd736b-dd40-4f83-9a6d-0979f70831f7 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:27.656463 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6bfd736b-dd40-4f83-9a6d-0979f70831f7 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:27.688641 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6bfd736b-dd40-4f83-9a6d-0979f70831f7 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:27.692909 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39842) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:02:27.693429 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6bfd736b-dd40-4f83-9a6d-0979f70831f7 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1416104 Dec 09 16:02:27.695332 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd736b-dd40-4f83-9a6d-0979f70831f7 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d926b98b-d10a-438c-80b9-718907d84d38,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:27.700901 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-68ac1ea2-f0c9-47ee-a56f-50552ac5019c tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Request body: {'security_group_rule': {'security_group_id': 'd926b98b-d10a-438c-80b9-718907d84d38', 'project_id': '8e6c97974dd44fb5b5238a5611736a63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:02:27.703622 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd736b-dd40-4f83-9a6d-0979f70831f7 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:27.703974 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd736b-dd40-4f83-9a6d-0979f70831f7 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:27.704318 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd736b-dd40-4f83-9a6d-0979f70831f7 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:27.704685 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd736b-dd40-4f83-9a6d-0979f70831f7 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:27.705022 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd736b-dd40-4f83-9a6d-0979f70831f7 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:27.705358 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd736b-dd40-4f83-9a6d-0979f70831f7 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:27.705689 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd736b-dd40-4f83-9a6d-0979f70831f7 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:27.706017 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd736b-dd40-4f83-9a6d-0979f70831f7 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:27.706342 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd736b-dd40-4f83-9a6d-0979f70831f7 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:27.706667 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd736b-dd40-4f83-9a6d-0979f70831f7 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:27.706991 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd736b-dd40-4f83-9a6d-0979f70831f7 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:27.707315 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd736b-dd40-4f83-9a6d-0979f70831f7 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:27.707636 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd736b-dd40-4f83-9a6d-0979f70831f7 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:27.735200 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-68ac1ea2-f0c9-47ee-a56f-50552ac5019c tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:27.783673 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-68ac1ea2-f0c9-47ee-a56f-50552ac5019c tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:27.787489 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-68ac1ea2-f0c9-47ee-a56f-50552ac5019c tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:27.808501 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac1ea2-f0c9-47ee-a56f-50552ac5019c tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07382701-33cc-4462-90a7-0961a18c4173,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:27.820573 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-68ac1ea2-f0c9-47ee-a56f-50552ac5019c tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:27.824369 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-68ac1ea2-f0c9-47ee-a56f-50552ac5019c tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1263919 Dec 09 16:02:27.824369 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac1ea2-f0c9-47ee-a56f-50552ac5019c tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:27.824369 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac1ea2-f0c9-47ee-a56f-50552ac5019c tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:27.824369 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac1ea2-f0c9-47ee-a56f-50552ac5019c tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:27.824369 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac1ea2-f0c9-47ee-a56f-50552ac5019c tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:27.824903 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac1ea2-f0c9-47ee-a56f-50552ac5019c tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:27.825012 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac1ea2-f0c9-47ee-a56f-50552ac5019c tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:27.825293 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac1ea2-f0c9-47ee-a56f-50552ac5019c tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:27.825621 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac1ea2-f0c9-47ee-a56f-50552ac5019c tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:27.825950 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac1ea2-f0c9-47ee-a56f-50552ac5019c tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:27.826277 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac1ea2-f0c9-47ee-a56f-50552ac5019c tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:27.826470 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 39844) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:02:27.826588 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac1ea2-f0c9-47ee-a56f-50552ac5019c tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:27.826911 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac1ea2-f0c9-47ee-a56f-50552ac5019c tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:27.827230 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac1ea2-f0c9-47ee-a56f-50552ac5019c tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:27.833432 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ea91b46c-722a-46e4-9404-4e6d6eed2799 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Request body: {'security_group_rule': {'security_group_id': 'd926b98b-d10a-438c-80b9-718907d84d38', 'project_id': '8e6c97974dd44fb5b5238a5611736a63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:02:27.863916 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ea91b46c-722a-46e4-9404-4e6d6eed2799 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:27.922434 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ea91b46c-722a-46e4-9404-4e6d6eed2799 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:27.926306 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ea91b46c-722a-46e4-9404-4e6d6eed2799 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:27.944323 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea91b46c-722a-46e4-9404-4e6d6eed2799 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ac1d7f-1a4b-4bb3-a2b5-3a37c8b1a467,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:27.951387 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ea91b46c-722a-46e4-9404-4e6d6eed2799 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:27.952617 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ea91b46c-722a-46e4-9404-4e6d6eed2799 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1245024 Dec 09 16:02:27.955344 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 39846) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:02:27.960097 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-8bc7463c-b3cb-4ea0-8740-7975a2be1b82 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Request body: {'security_group_rule': {'security_group_id': 'd926b98b-d10a-438c-80b9-718907d84d38', 'project_id': '8e6c97974dd44fb5b5238a5611736a63', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:02:27.987106 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8bc7463c-b3cb-4ea0-8740-7975a2be1b82 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:28.042321 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8bc7463c-b3cb-4ea0-8740-7975a2be1b82 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:28.045849 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8bc7463c-b3cb-4ea0-8740-7975a2be1b82 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:28.063282 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7463c-b3cb-4ea0-8740-7975a2be1b82 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc35c4a8-2834-49bb-9842-c64cb9e0bcff,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:28.070876 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8bc7463c-b3cb-4ea0-8740-7975a2be1b82 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:28.072067 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8bc7463c-b3cb-4ea0-8740-7975a2be1b82 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153865 Dec 09 16:02:28.074798 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 39848) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:02:28.079057 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-7d5179e2-6ced-407f-8957-adb66f5ad0aa tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Request body: {'security_group_rule': {'security_group_id': 'd926b98b-d10a-438c-80b9-718907d84d38', 'project_id': '8e6c97974dd44fb5b5238a5611736a63', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:02:28.106110 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d5179e2-6ced-407f-8957-adb66f5ad0aa tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:28.164998 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d5179e2-6ced-407f-8957-adb66f5ad0aa tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:28.168548 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d5179e2-6ced-407f-8957-adb66f5ad0aa tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:28.188013 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5179e2-6ced-407f-8957-adb66f5ad0aa tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5a3ad02-b1e1-4489-b3b8-11de288b056d,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:28.193420 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d5179e2-6ced-407f-8957-adb66f5ad0aa tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:28.194603 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7d5179e2-6ced-407f-8957-adb66f5ad0aa tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1188819 Dec 09 16:02:28.197307 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 39850) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:02:28.201602 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-006e1cc2-09a6-455a-9130-1152765fc21d tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Request body: {'security_group_rule': {'security_group_id': 'd926b98b-d10a-438c-80b9-718907d84d38', 'project_id': '8e6c97974dd44fb5b5238a5611736a63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:02:28.222887 n-d-821228-1 neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-006e1cc2-09a6-455a-9130-1152765fc21d tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Project 8e6c97974dd44fb5b5238a5611736a63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 16:02:28.228854 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-006e1cc2-09a6-455a-9130-1152765fc21d tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:28.285338 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-006e1cc2-09a6-455a-9130-1152765fc21d tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:28.289589 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-006e1cc2-09a6-455a-9130-1152765fc21d tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:28.307239 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e1cc2-09a6-455a-9130-1152765fc21d tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=278e8482-58ee-4fd4-841c-13f51525c0b2,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:28.314989 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-006e1cc2-09a6-455a-9130-1152765fc21d tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:28.316188 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-006e1cc2-09a6-455a-9130-1152765fc21d tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1179674 Dec 09 16:02:28.319014 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 39854) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:02:28.323594 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-5843b500-7573-422f-a015-b74b9c31e2c4 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Request body: {'security_group_rule': {'security_group_id': 'd926b98b-d10a-438c-80b9-718907d84d38', 'project_id': '8e6c97974dd44fb5b5238a5611736a63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:02:28.350412 n-d-821228-1 neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-5843b500-7573-422f-a015-b74b9c31e2c4 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Project 8e6c97974dd44fb5b5238a5611736a63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 16:02:28.355947 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5843b500-7573-422f-a015-b74b9c31e2c4 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:28.414456 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5843b500-7573-422f-a015-b74b9c31e2c4 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:28.417992 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5843b500-7573-422f-a015-b74b9c31e2c4 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:28.433030 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843b500-7573-422f-a015-b74b9c31e2c4 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5089718-f3bf-4c0b-8146-c63893378aa5,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:28.443206 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5843b500-7573-422f-a015-b74b9c31e2c4 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:28.444391 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-5843b500-7573-422f-a015-b74b9c31e2c4 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1244519 Dec 09 16:02:28.644626 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-a4ca5a26-ab26-40ca-9cb4-7c9034939a98 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1036964103&fields=id&tenant_id=8e6c97974dd44fb5b5238a5611736a63 HTTP/1.1" status: 200 len: 267 time: 0.0442054 Dec 09 16:02:28.752268 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-670eef22-afc3-45c4-89b5-01ad76accab4 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:28.753914 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-670eef22-afc3-45c4-89b5-01ad76accab4 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/networks?id=21c67a40-4e60-4c13-b5a1-062f21d3f27c HTTP/1.1" status: 200 len: 813 time: 0.1018062 Dec 09 16:02:28.769531 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-179543c9-1705-4eaf-a89a-fbb592bb8875 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/quotas/8e6c97974dd44fb5b5238a5611736a63 HTTP/1.1" status: 200 len: 375 time: 0.0090094 Dec 09 16:02:28.821373 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-9883380d-1f22-4f4d-9561-7a3ac9364572 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=8e6c97974dd44fb5b5238a5611736a63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461006 Dec 09 16:02:28.916741 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-9b2fcf96-9b33-479b-8645-7d602c47fed1 service neutron] 10.222.0.57 "GET /v2.0/networks/21c67a40-4e60-4c13-b5a1-062f21d3f27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841119 Dec 09 16:02:29.004975 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-d951d85f-2cac-4bab-8103-390730d76881 service neutron] 10.222.0.57 "GET /v2.0/networks/21c67a40-4e60-4c13-b5a1-062f21d3f27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821116 Dec 09 16:02:29.336282 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-54daf842-9a46-41bb-a8cf-2a59f3403fa9 req-00554666-8cea-414c-88d1-6f8e3165eb7f tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d899a32-43ad-4538-929a-feecfe3eb44b HTTP/1.1" status: 200 len: 210 time: 0.0269454 Dec 09 16:02:30.280104 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-305258b4-08df-424d-b486-d024d5229117 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:30.281605 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-305258b4-08df-424d-b486-d024d5229117 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.42 "GET /v2.0/networks?id=21c67a40-4e60-4c13-b5a1-062f21d3f27c HTTP/1.1" status: 200 len: 813 time: 0.1061187 Dec 09 16:02:30.365156 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-1815dc61-abe2-4a08-aabb-1b25432a8dbf tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e6c97974dd44fb5b5238a5611736a63 HTTP/1.1" status: 200 len: 380 time: 0.0593867 Dec 09 16:02:30.375112 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-7aa8edde-5bdf-4100-9f5e-b021406964f0 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Request body: {'port': {'device_id': '0d899a32-43ad-4538-929a-feecfe3eb44b', 'network_id': '21c67a40-4e60-4c13-b5a1-062f21d3f27c', 'admin_state_up': True, 'tenant_id': '8e6c97974dd44fb5b5238a5611736a63', 'security_groups': ['d926b98b-d10a-438c-80b9-718907d84d38']}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:02:30.438048 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-61a5a426-0901-4149-ad9a-011243067436 req-c5497bf7-e16c-4871-b003-eb7557407824 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d899a32-43ad-4538-929a-feecfe3eb44b HTTP/1.1" status: 200 len: 210 time: 0.0279360 Dec 09 16:02:30.792993 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-7aa8edde-5bdf-4100-9f5e-b021406964f0 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Made reservation on behalf of 8e6c97974dd44fb5b5238a5611736a63 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:02:30.796610 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-7aa8edde-5bdf-4100-9f5e-b021406964f0 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:30.920512 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-7aa8edde-5bdf-4100-9f5e-b021406964f0 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Allocated IP 172.20.0.9 (21c67a40-4e60-4c13-b5a1-062f21d3f27c/e9a4a8c2-423b-444e-a5e6-20deeb1f2b36/0ca6f001-4959-47bc-8d3b-ee02aa893450) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:02:31.064404 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-7aa8edde-5bdf-4100-9f5e-b021406964f0 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:31.101101 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-7aa8edde-5bdf-4100-9f5e-b021406964f0 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:31.144891 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-7aa8edde-5bdf-4100-9f5e-b021406964f0 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Network 21c67a40-4e60-4c13-b5a1-062f21d3f27c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:02:31.150126 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-7aa8edde-5bdf-4100-9f5e-b021406964f0 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:02:31.153815 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-7aa8edde-5bdf-4100-9f5e-b021406964f0 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:02:31.177872 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa8edde-5bdf-4100-9f5e-b021406964f0 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Pushing event updated for resources: {'Port': ['ID=0ca6f001-4959-47bc-8d3b-ee02aa893450,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:31.215256 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-7aa8edde-5bdf-4100-9f5e-b021406964f0 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:31.216034 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-7aa8edde-5bdf-4100-9f5e-b021406964f0 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:31.235189 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-7aa8edde-5bdf-4100-9f5e-b021406964f0 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8641539 Dec 09 16:02:31.253971 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-c65044ed-0d0a-437f-a674-e3f4d6e1e752 service neutron] Request body: {'port': {'device_id': '0d899a32-43ad-4538-929a-feecfe3eb44b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:02:31.313064 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-c65044ed-0d0a-437f-a674-e3f4d6e1e752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:31.366442 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-de6f36dd-d0c8-4bed-babf-4eeca42ae01e None None] Provisioning complete for port 0ca6f001-4959-47bc-8d3b-ee02aa893450 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:02:31.367648 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-de6f36dd-d0c8-4bed-babf-4eeca42ae01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:31.403733 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-de6f36dd-d0c8-4bed-babf-4eeca42ae01e None None] Port 0ca6f001-4959-47bc-8d3b-ee02aa893450 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:02:31.568086 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a93ae-5b47-48ad-a7b9-0b91cc7817ed req-4ae1391a-4979-4309-ba8a-b94db885a445 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:31.569618 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bd1a93ae-5b47-48ad-a7b9-0b91cc7817ed req-4ae1391a-4979-4309-ba8a-b94db885a445 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d899a32-43ad-4538-929a-feecfe3eb44b HTTP/1.1" status: 200 len: 931 time: 0.0555000 Dec 09 16:02:31.607296 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-c65044ed-0d0a-437f-a674-e3f4d6e1e752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ca6f001-4959-47bc-8d3b-ee02aa893450 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:02:31.614813 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-c65044ed-0d0a-437f-a674-e3f4d6e1e752 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:31.621869 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bd1a93ae-5b47-48ad-a7b9-0b91cc7817ed req-1c815380-3b6d-4dc4-8005-29075c162c6c tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/security-groups?id=d926b98b-d10a-438c-80b9-718907d84d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457635 Dec 09 16:02:31.627870 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-c65044ed-0d0a-437f-a674-e3f4d6e1e752 service neutron] Transition to ACTIVE for port object 0ca6f001-4959-47bc-8d3b-ee02aa893450 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:02:31.631909 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-c65044ed-0d0a-437f-a674-e3f4d6e1e752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:31.689732 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65044ed-0d0a-437f-a674-e3f4d6e1e752 service neutron] Pushing event updated for resources: {'Port': ['ID=0ca6f001-4959-47bc-8d3b-ee02aa893450,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:31.755365 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-c65044ed-0d0a-437f-a674-e3f4d6e1e752 service neutron] Attempting to bind port 0ca6f001-4959-47bc-8d3b-ee02aa893450 on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:02:31.755708 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-c65044ed-0d0a-437f-a674-e3f4d6e1e752 service neutron] Attempting to bind port 0ca6f001-4959-47bc-8d3b-ee02aa893450 by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '7bfda060-48f6-4088-9070-15bb0a2e1482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '21c67a40-4e60-4c13-b5a1-062f21d3f27c'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:02:31.756040 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-c65044ed-0d0a-437f-a674-e3f4d6e1e752 service neutron] Attempting to bind port 0ca6f001-4959-47bc-8d3b-ee02aa893450 on network 21c67a40-4e60-4c13-b5a1-062f21d3f27c {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:02:31.761012 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-c65044ed-0d0a-437f-a674-e3f4d6e1e752 service neutron] Port 0ca6f001-4959-47bc-8d3b-ee02aa893450 on network 21c67a40-4e60-4c13-b5a1-062f21d3f27c not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:02:31.761340 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-c65044ed-0d0a-437f-a674-e3f4d6e1e752 service neutron] Attempting to bind port 0ca6f001-4959-47bc-8d3b-ee02aa893450 on network 21c67a40-4e60-4c13-b5a1-062f21d3f27c {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:02:31.766553 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-c65044ed-0d0a-437f-a674-e3f4d6e1e752 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:02:31.766883 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-c65044ed-0d0a-437f-a674-e3f4d6e1e752 service neutron] Checking segment: {'id': '7bfda060-48f6-4088-9070-15bb0a2e1482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '21c67a40-4e60-4c13-b5a1-062f21d3f27c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:02:31.767299 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-c65044ed-0d0a-437f-a674-e3f4d6e1e752 service neutron] Bound using segment: {'id': '7bfda060-48f6-4088-9070-15bb0a2e1482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '21c67a40-4e60-4c13-b5a1-062f21d3f27c'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:02:31.767728 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-c65044ed-0d0a-437f-a674-e3f4d6e1e752 service neutron] Bound port: 0ca6f001-4959-47bc-8d3b-ee02aa893450, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bfda060-48f6-4088-9070-15bb0a2e1482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '21c67a40-4e60-4c13-b5a1-062f21d3f27c'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:02:31.768082 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-c65044ed-0d0a-437f-a674-e3f4d6e1e752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:31.849923 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-c65044ed-0d0a-437f-a674-e3f4d6e1e752 service neutron] For port 0ca6f001-4959-47bc-8d3b-ee02aa893450, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:02:31.854845 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-c65044ed-0d0a-437f-a674-e3f4d6e1e752 service neutron] For port 0ca6f001-4959-47bc-8d3b-ee02aa893450, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=0ca6f001-4959-47bc-8d3b-ee02aa893450,segment=NetworkSegment(7bfda060-48f6-4088-9070-15bb0a2e1482),segment_id=7bfda060-48f6-4088-9070-15bb0a2e1482)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:02:31.858962 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-c65044ed-0d0a-437f-a674-e3f4d6e1e752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:31.896900 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-c65044ed-0d0a-437f-a674-e3f4d6e1e752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:31.897526 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-c65044ed-0d0a-437f-a674-e3f4d6e1e752 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:31.899847 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-c65044ed-0d0a-437f-a674-e3f4d6e1e752 service neutron] 10.222.0.42 "PUT /v2.0/ports/0ca6f001-4959-47bc-8d3b-ee02aa893450 HTTP/1.1" status: 200 len: 1091 time: 0.6506655 Dec 09 16:02:31.900260 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d899a32-43ad-4538-929a-feecfe3eb44b', 'tag': '0ca6f001-4959-47bc-8d3b-ee02aa893450'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:02:31.902614 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ce541c-c27d-4518-b4e3-74ce50af7d2e" -d '{"events": [{"name": "network-changed", "server_uuid": "0d899a32-43ad-4538-929a-feecfe3eb44b", "tag": "0ca6f001-4959-47bc-8d3b-ee02aa893450"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:02:31.929263 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65044ed-0d0a-437f-a674-e3f4d6e1e752 service neutron] Pushing event updated for resources: {'Port': ['ID=0ca6f001-4959-47bc-8d3b-ee02aa893450,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:31.956751 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e820b2d6-fa5b-496a-bcad-6864b9b94de2 x-openstack-request-id: req-e820b2d6-fa5b-496a-bcad-6864b9b94de2 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:02:31.957104 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d899a32-43ad-4538-929a-feecfe3eb44b", "tag": "0ca6f001-4959-47bc-8d3b-ee02aa893450", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:02:31.957519 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e820b2d6-fa5b-496a-bcad-6864b9b94de2 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:02:31.958505 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d899a32-43ad-4538-929a-feecfe3eb44b', 'tag': '0ca6f001-4959-47bc-8d3b-ee02aa893450', 'status': 'completed', 'code': 200} Dec 09 16:02:32.022561 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-d97be059-e923-49e3-a640-4bc8c271e36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:32.024717 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-d97be059-e923-49e3-a640-4bc8c271e36e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e6c97974dd44fb5b5238a5611736a63&device_id=0d899a32-43ad-4538-929a-feecfe3eb44b HTTP/1.1" status: 200 len: 1094 time: 0.0444255 Dec 09 16:02:32.076022 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-d1ca6d5f-ffc9-44d0-808f-27c999856d03 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ca6f001-4959-47bc-8d3b-ee02aa893450 HTTP/1.1" status: 200 len: 217 time: 0.0355542 Dec 09 16:02:32.150953 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-c8808744-7036-46f6-9d64-da8e4f044dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:32.152440 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-c8808744-7036-46f6-9d64-da8e4f044dda service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9a4a8c2-423b-444e-a5e6-20deeb1f2b36 HTTP/1.1" status: 200 len: 852 time: 0.0493510 Dec 09 16:02:32.202665 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-f27effe6-4f30-45d8-a342-233fe3171fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:32.204112 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-f27effe6-4f30-45d8-a342-233fe3171fab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=21c67a40-4e60-4c13-b5a1-062f21d3f27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426273 Dec 09 16:02:32.297597 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-2c2a5f87-3982-4115-9109-4db2095f2f32 service neutron] 10.222.0.42 "GET /v2.0/networks/21c67a40-4e60-4c13-b5a1-062f21d3f27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866201 Dec 09 16:02:32.388230 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d705d0dd-bcd2-4a65-a1af-b118779dc57a req-a5a61cf3-dd92-49ab-9f70-1161a7162004 service neutron] 10.222.0.42 "GET /v2.0/networks/21c67a40-4e60-4c13-b5a1-062f21d3f27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835419 Dec 09 16:02:32.502697 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce541c-c27d-4518-b4e3-74ce50af7d2e req-d515f528-36cc-4a1e-b948-7e5dce0c248a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:32.504280 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d7ce541c-c27d-4518-b4e3-74ce50af7d2e req-d515f528-36cc-4a1e-b948-7e5dce0c248a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e6c97974dd44fb5b5238a5611736a63&device_id=0d899a32-43ad-4538-929a-feecfe3eb44b HTTP/1.1" status: 200 len: 1094 time: 0.0424807 Dec 09 16:02:32.599328 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce541c-c27d-4518-b4e3-74ce50af7d2e req-9fc951a7-76d1-48d5-ba20-99bf36a16b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:32.600847 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d7ce541c-c27d-4518-b4e3-74ce50af7d2e req-9fc951a7-76d1-48d5-ba20-99bf36a16b7f service neutron] 10.222.0.42 "GET /v2.0/networks?id=21c67a40-4e60-4c13-b5a1-062f21d3f27c HTTP/1.1" status: 200 len: 914 time: 0.0890982 Dec 09 16:02:32.643479 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d7ce541c-c27d-4518-b4e3-74ce50af7d2e req-979f98ea-1927-4b6b-af8b-14f32ea16ae7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ca6f001-4959-47bc-8d3b-ee02aa893450 HTTP/1.1" status: 200 len: 217 time: 0.0356879 Dec 09 16:02:32.698242 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce541c-c27d-4518-b4e3-74ce50af7d2e req-dc9de7c5-06e6-4afc-95c1-ea97c9cd4195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:32.699885 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d7ce541c-c27d-4518-b4e3-74ce50af7d2e req-dc9de7c5-06e6-4afc-95c1-ea97c9cd4195 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9a4a8c2-423b-444e-a5e6-20deeb1f2b36 HTTP/1.1" status: 200 len: 852 time: 0.0492296 Dec 09 16:02:32.754115 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278334e-c8d6-4428-af14-f263247e7210 req-f7ccb894-bfbc-4191-8a8c-c316cb78da6c tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:32.755698 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5278334e-c8d6-4428-af14-f263247e7210 req-f7ccb894-bfbc-4191-8a8c-c316cb78da6c tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d899a32-43ad-4538-929a-feecfe3eb44b HTTP/1.1" status: 200 len: 943 time: 0.0562797 Dec 09 16:02:32.758840 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce541c-c27d-4518-b4e3-74ce50af7d2e req-075db752-abc1-40be-9a2b-a114b6da0662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:32.760536 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d7ce541c-c27d-4518-b4e3-74ce50af7d2e req-075db752-abc1-40be-9a2b-a114b6da0662 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=21c67a40-4e60-4c13-b5a1-062f21d3f27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524511 Dec 09 16:02:32.808839 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5278334e-c8d6-4428-af14-f263247e7210 req-4b3ce809-0746-42a8-96ce-50e4a59f1e7f tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/security-groups?id=d926b98b-d10a-438c-80b9-718907d84d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441816 Dec 09 16:02:32.857760 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d7ce541c-c27d-4518-b4e3-74ce50af7d2e req-3c1b8e53-f091-4f0c-abc1-f2a4ba8fde6c service neutron] 10.222.0.42 "GET /v2.0/networks/21c67a40-4e60-4c13-b5a1-062f21d3f27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901127 Dec 09 16:02:32.952014 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d7ce541c-c27d-4518-b4e3-74ce50af7d2e req-300c8dbf-8b67-4834-874a-c46c93205506 service neutron] 10.222.0.42 "GET /v2.0/networks/21c67a40-4e60-4c13-b5a1-062f21d3f27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871663 Dec 09 16:02:33.938220 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6a268-9a33-45a0-9ed9-ec8d94517246 req-cdfec832-e51e-4182-a969-28634ae8db2e tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:33.939723 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aec6a268-9a33-45a0-9ed9-ec8d94517246 req-cdfec832-e51e-4182-a969-28634ae8db2e tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d899a32-43ad-4538-929a-feecfe3eb44b HTTP/1.1" status: 200 len: 943 time: 0.0532534 Dec 09 16:02:33.997715 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aec6a268-9a33-45a0-9ed9-ec8d94517246 req-f376d93e-078d-47a7-a1cc-f2143fe4e982 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/security-groups?id=d926b98b-d10a-438c-80b9-718907d84d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449498 Dec 09 16:02:35.120519 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9502c53-9e87-4fb5-bdd7-c65f81880e0b req-ad08f6e4-6599-4847-ab6a-acd2f79f7e82 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:35.122177 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e9502c53-9e87-4fb5-bdd7-c65f81880e0b req-ad08f6e4-6599-4847-ab6a-acd2f79f7e82 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d899a32-43ad-4538-929a-feecfe3eb44b HTTP/1.1" status: 200 len: 943 time: 0.0525920 Dec 09 16:02:35.175727 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e9502c53-9e87-4fb5-bdd7-c65f81880e0b req-612afa5a-0f32-4099-ad8c-d097c91941cd tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/security-groups?id=d926b98b-d10a-438c-80b9-718907d84d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471349 Dec 09 16:02:36.294484 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6308d-59f5-4d20-9fca-2d783553145f req-9098ca96-5a54-4f33-aa24-7dddff1699ef tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:36.295956 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-29a6308d-59f5-4d20-9fca-2d783553145f req-9098ca96-5a54-4f33-aa24-7dddff1699ef tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d899a32-43ad-4538-929a-feecfe3eb44b HTTP/1.1" status: 200 len: 943 time: 0.0487792 Dec 09 16:02:36.350189 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-29a6308d-59f5-4d20-9fca-2d783553145f req-a1c6822c-d0e8-4eea-a2c5-b1a804cfa842 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/security-groups?id=d926b98b-d10a-438c-80b9-718907d84d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483260 Dec 09 16:02:37.469810 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143c8a0-ef80-4412-b79d-aa04b3e40e48 req-7f07aed6-15a1-49f1-afb3-364e9eac21f2 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:37.471279 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a143c8a0-ef80-4412-b79d-aa04b3e40e48 req-7f07aed6-15a1-49f1-afb3-364e9eac21f2 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d899a32-43ad-4538-929a-feecfe3eb44b HTTP/1.1" status: 200 len: 943 time: 0.0490756 Dec 09 16:02:37.520642 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a143c8a0-ef80-4412-b79d-aa04b3e40e48 req-6884efa7-fb00-4daf-be60-9b4bf79b5929 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/security-groups?id=d926b98b-d10a-438c-80b9-718907d84d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429537 Dec 09 16:02:38.555557 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916103c-c68b-4b78-a171-883b9b232b94 req-f26142d6-2d64-4900-ab72-8d906080baf4 tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:38.557101 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8916103c-c68b-4b78-a171-883b9b232b94 req-f26142d6-2d64-4900-ab72-8d906080baf4 tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 1097 time: 0.0403783 Dec 09 16:02:38.602582 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8916103c-c68b-4b78-a171-883b9b232b94 req-a71f35b7-4d61-405e-82cc-ffd907430144 tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=095d1a77-428a-483e-bd3d-71feed9a5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396025 Dec 09 16:02:38.625059 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 39920) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:02:38.778784 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a5724-afcb-48de-afad-0fd9efeaa79b req-f5934e64-523e-4e86-9e8b-1cf65a5b012d tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:38.780284 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da9a5724-afcb-48de-afad-0fd9efeaa79b req-f5934e64-523e-4e86-9e8b-1cf65a5b012d tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d899a32-43ad-4538-929a-feecfe3eb44b HTTP/1.1" status: 200 len: 943 time: 0.1152227 Dec 09 16:02:38.862597 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da9a5724-afcb-48de-afad-0fd9efeaa79b req-742d220a-d1a2-4643-9ee8-6e719dc07095 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/security-groups?id=d926b98b-d10a-438c-80b9-718907d84d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757804 Dec 09 16:02:38.875938 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-236aebc9-fbc0-40f5-9d3a-dd0a8608075a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Deleting port ae11688d-b9fb-477b-9a1d-72bf141e37ea {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:02:38.876558 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-236aebc9-fbc0-40f5-9d3a-dd0a8608075a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:38.952793 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-236aebc9-fbc0-40f5-9d3a-dd0a8608075a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:38.953129 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-236aebc9-fbc0-40f5-9d3a-dd0a8608075a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:38.965595 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-236aebc9-fbc0-40f5-9d3a-dd0a8608075a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Calling delete_port for ae11688d-b9fb-477b-9a1d-72bf141e37ea owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:02:39.117301 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-236aebc9-fbc0-40f5-9d3a-dd0a8608075a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:39.146233 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236aebc9-fbc0-40f5-9d3a-dd0a8608075a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event deleted for resources: {'Port': ['ID=ae11688d-b9fb-477b-9a1d-72bf141e37ea,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:39.206164 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-236aebc9-fbc0-40f5-9d3a-dd0a8608075a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:39.206479 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-236aebc9-fbc0-40f5-9d3a-dd0a8608075a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Floating IP 7fc0c787-bbe9-46ff-ac74-f3523726e58c disassociated (deleted). External IP: 172.25.3.214, port: 0740c6e4-0852-4bf5-b197-682271cd8fb8. Dec 09 16:02:39.415294 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236aebc9-fbc0-40f5-9d3a-dd0a8608075a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Router 9972bc3b-2ea2-41d6-8181-d8fd8cf07220 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:02:39.522517 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236aebc9-fbc0-40f5-9d3a-dd0a8608075a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:02:39.527354 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-236aebc9-fbc0-40f5-9d3a-dd0a8608075a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:39.531930 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4533f11-3fc9-4e3c-b027-279a864e1097 None None] Sync routers for ids ['9972bc3b-2ea2-41d6-8181-d8fd8cf07220'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:02:39.541666 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4533f11-3fc9-4e3c-b027-279a864e1097 None None] Routers {'9972bc3b-2ea2-41d6-8181-d8fd8cf07220'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:02:39.542285 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a4533f11-3fc9-4e3c-b027-279a864e1097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:02:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9972bc3b-2ea2-41d6-8181-d8fd8cf07220'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:02:39.553495 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-236aebc9-fbc0-40f5-9d3a-dd0a8608075a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "DELETE /v2.0/floatingips/7fc0c787-bbe9-46ff-ac74-f3523726e58c HTTP/1.1" status: 204 len: 168 time: 0.9273512 Dec 09 16:02:39.554700 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f29ccc-40e5-4366-b91e-af4f0e45d795', 'tag': '0740c6e4-0852-4bf5-b197-682271cd8fb8'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:02:39.557086 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939d2a5d-ed89-4674-9db5-2146976a3b1b" -d '{"events": [{"name": "network-changed", "server_uuid": "64f29ccc-40e5-4366-b91e-af4f0e45d795", "tag": "0740c6e4-0852-4bf5-b197-682271cd8fb8"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:02:39.723747 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb05194f-617c-4a2d-b35d-e578a40aa941 x-openstack-request-id: req-eb05194f-617c-4a2d-b35d-e578a40aa941 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:02:39.724178 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f29ccc-40e5-4366-b91e-af4f0e45d795", "tag": "0740c6e4-0852-4bf5-b197-682271cd8fb8", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:02:39.724520 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-eb05194f-617c-4a2d-b35d-e578a40aa941 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:02:39.724931 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64f29ccc-40e5-4366-b91e-af4f0e45d795', 'tag': '0740c6e4-0852-4bf5-b197-682271cd8fb8', 'status': 'completed', 'code': 200} Dec 09 16:02:39.823678 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d2a5d-ed89-4674-9db5-2146976a3b1b req-c3859bcc-ff4c-4340-80b4-e0c2d4be13b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:39.825240 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-939d2a5d-ed89-4674-9db5-2146976a3b1b req-c3859bcc-ff4c-4340-80b4-e0c2d4be13b6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 1097 time: 0.0765154 Dec 09 16:02:39.828438 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-a4533f11-3fc9-4e3c-b027-279a864e1097 None None] Set router 9972bc3b-2ea2-41d6-8181-d8fd8cf07220 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:02:39.837720 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094ef55-f6fc-43b3-909f-cfabf5b1767f req-61ba9d6d-1582-4707-ba51-d4e7d24df389 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:39.839172 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7094ef55-f6fc-43b3-909f-cfabf5b1767f req-61ba9d6d-1582-4707-ba51-d4e7d24df389 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 946 time: 0.0619035 Dec 09 16:02:39.948930 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7094ef55-f6fc-43b3-909f-cfabf5b1767f req-5ac89055-13e6-42de-9a1f-62f5b713bf92 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=095d1a77-428a-483e-bd3d-71feed9a5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1003981 Dec 09 16:02:39.973649 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d2a5d-ed89-4674-9db5-2146976a3b1b req-13e03a22-5a44-4f5a-bf3b-8339e0bf927f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:39.975633 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-939d2a5d-ed89-4674-9db5-2146976a3b1b req-13e03a22-5a44-4f5a-bf3b-8339e0bf927f service neutron] 10.222.0.31 "GET /v2.0/networks?id=7c247364-c7be-4385-a1e4-28529082d92f HTTP/1.1" status: 200 len: 897 time: 0.1355958 Dec 09 16:02:40.024958 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-939d2a5d-ed89-4674-9db5-2146976a3b1b req-c711056b-4149-4f47-a4be-078ae534514d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0740c6e4-0852-4bf5-b197-682271cd8fb8 HTTP/1.1" status: 200 len: 217 time: 0.0417774 Dec 09 16:02:40.030604 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a4533f11-3fc9-4e3c-b027-279a864e1097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9972bc3b-2ea2-41d6-8181-d8fd8cf07220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495101405', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b9f902e7-8e6f-4c53-ad86-44add30cfc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:56Z', 'updated_at': '2021-12-09T16:00:05Z', 'revision_number': 4, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': 'b9f902e7-8e6f-4c53-ad86-44add30cfc99', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:77:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9972bc3b-2ea2-41d6-8181-d8fd8cf07220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:57Z', 'updated_at': '2021-12-09T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '0543dd82-ff3f-4673-a71d-e62fab9f9b31', 'name': '', 'network_id': '7c247364-c7be-4385-a1e4-28529082d92f', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'mac_address': 'fa:16:3e:86:9a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9972bc3b-2ea2-41d6-8181-d8fd8cf07220', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '56dd9a3d-50d5-4506-be10-a48050f2b838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:04Z', 'updated_at': '2021-12-09T16:00:09Z', 'revision_number': 5, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'subnets': [{'id': '56dd9a3d-50d5-4506-be10-a48050f2b838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:02:40.061556 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4533f11-3fc9-4e3c-b027-279a864e1097 None None] Checking router: 9972bc3b-2ea2-41d6-8181-d8fd8cf07220 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:02:40.070154 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4533f11-3fc9-4e3c-b027-279a864e1097 None None] Routers {'9972bc3b-2ea2-41d6-8181-d8fd8cf07220'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:02:40.070763 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a4533f11-3fc9-4e3c-b027-279a864e1097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:02:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9972bc3b-2ea2-41d6-8181-d8fd8cf07220'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:02:40.096436 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d2a5d-ed89-4674-9db5-2146976a3b1b req-46d5a257-e4d9-47da-b9af-ddd5a9bda10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:40.097913 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-939d2a5d-ed89-4674-9db5-2146976a3b1b req-46d5a257-e4d9-47da-b9af-ddd5a9bda10e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=56dd9a3d-50d5-4506-be10-a48050f2b838 HTTP/1.1" status: 200 len: 834 time: 0.0644591 Dec 09 16:02:40.109402 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c01b63-7f36-4374-a42a-4eacc7498b62 req-cbe49345-ad3e-433f-b253-4d258eb29872 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:40.110885 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d7c01b63-7f36-4374-a42a-4eacc7498b62 req-cbe49345-ad3e-433f-b253-4d258eb29872 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d899a32-43ad-4538-929a-feecfe3eb44b HTTP/1.1" status: 200 len: 943 time: 0.0888419 Dec 09 16:02:40.175445 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-a4533f11-3fc9-4e3c-b027-279a864e1097 None None] Set router 9972bc3b-2ea2-41d6-8181-d8fd8cf07220 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:02:40.187134 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d2a5d-ed89-4674-9db5-2146976a3b1b req-710e93b5-9276-4194-804e-1bc3cd9c4836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:40.188684 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-939d2a5d-ed89-4674-9db5-2146976a3b1b req-710e93b5-9276-4194-804e-1bc3cd9c4836 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c247364-c7be-4385-a1e4-28529082d92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769162 Dec 09 16:02:40.192945 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d7c01b63-7f36-4374-a42a-4eacc7498b62 req-cbc167bb-be72-401a-9d0f-b779f56e7948 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/security-groups?id=d926b98b-d10a-438c-80b9-718907d84d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730906 Dec 09 16:02:40.286068 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-939d2a5d-ed89-4674-9db5-2146976a3b1b req-dab9547d-d881-416b-a1fe-06bd25c1a447 service neutron] 10.222.0.31 "GET /v2.0/networks/7c247364-c7be-4385-a1e4-28529082d92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889809 Dec 09 16:02:40.381892 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a4533f11-3fc9-4e3c-b027-279a864e1097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9972bc3b-2ea2-41d6-8181-d8fd8cf07220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495101405', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b9f902e7-8e6f-4c53-ad86-44add30cfc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:56Z', 'updated_at': '2021-12-09T16:00:05Z', 'revision_number': 4, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': 'b9f902e7-8e6f-4c53-ad86-44add30cfc99', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:77:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9972bc3b-2ea2-41d6-8181-d8fd8cf07220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:57Z', 'updated_at': '2021-12-09T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '0543dd82-ff3f-4673-a71d-e62fab9f9b31', 'name': '', 'network_id': '7c247364-c7be-4385-a1e4-28529082d92f', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'mac_address': 'fa:16:3e:86:9a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9972bc3b-2ea2-41d6-8181-d8fd8cf07220', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '56dd9a3d-50d5-4506-be10-a48050f2b838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:04Z', 'updated_at': '2021-12-09T16:00:09Z', 'revision_number': 5, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'subnets': [{'id': '56dd9a3d-50d5-4506-be10-a48050f2b838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:02:40.383038 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-939d2a5d-ed89-4674-9db5-2146976a3b1b req-727889cc-e0d1-4c7a-95af-8d07099a7d43 service neutron] 10.222.0.31 "GET /v2.0/networks/7c247364-c7be-4385-a1e4-28529082d92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888021 Dec 09 16:02:40.409433 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4533f11-3fc9-4e3c-b027-279a864e1097 None None] The sync data for ids ['9972bc3b-2ea2-41d6-8181-d8fd8cf07220'] in n-d-821228-1 is: [{'id': '9972bc3b-2ea2-41d6-8181-d8fd8cf07220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495101405', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b9f902e7-8e6f-4c53-ad86-44add30cfc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:56Z', 'updated_at': '2021-12-09T16:00:05Z', 'revision_number': 4, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': 'b9f902e7-8e6f-4c53-ad86-44add30cfc99', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:77:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9972bc3b-2ea2-41d6-8181-d8fd8cf07220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:57Z', 'updated_at': '2021-12-09T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '0543dd82-ff3f-4673-a71d-e62fab9f9b31', 'name': '', 'network_id': '7c247364-c7be-4385-a1e4-28529082d92f', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'mac_address': 'fa:16:3e:86:9a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9972bc3b-2ea2-41d6-8181-d8fd8cf07220', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '56dd9a3d-50d5-4506-be10-a48050f2b838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:04Z', 'updated_at': '2021-12-09T16:00:09Z', 'revision_number': 5, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'subnets': [{'id': '56dd9a3d-50d5-4506-be10-a48050f2b838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:02:40.622672 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4421071-3ce5-4aaa-b41a-749a2cbd087f None None] New status for floating IP 7fc0c787-bbe9-46ff-ac74-f3523726e58c: DOWN {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:02:41.069375 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ffba2-21a2-411d-bc8a-ba29c6b8c4ff req-c9f113e9-f86a-4d25-89d9-aacc5ba20258 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:41.071601 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-757ffba2-21a2-411d-bc8a-ba29c6b8c4ff req-c9f113e9-f86a-4d25-89d9-aacc5ba20258 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 946 time: 0.0501347 Dec 09 16:02:41.121611 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-757ffba2-21a2-411d-bc8a-ba29c6b8c4ff req-1d7c75fd-71d4-4e64-b63f-d93b7c076d40 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=095d1a77-428a-483e-bd3d-71feed9a5db9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439618 Dec 09 16:02:41.327485 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5674a5a-718e-42cc-a637-cf3d28a77369 req-064a4fd6-e8f4-4a5b-ba66-84243402ca93 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:41.328984 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b5674a5a-718e-42cc-a637-cf3d28a77369 req-064a4fd6-e8f4-4a5b-ba66-84243402ca93 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.31 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 946 time: 0.0797529 Dec 09 16:02:41.342198 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec5019-4b66-41df-af11-e8001ec5f1e5 req-8c8de4a2-2546-4740-acc4-54b98a196e91 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:41.343915 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-26ec5019-4b66-41df-af11-e8001ec5f1e5 req-8c8de4a2-2546-4740-acc4-54b98a196e91 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d899a32-43ad-4538-929a-feecfe3eb44b HTTP/1.1" status: 200 len: 943 time: 0.0700693 Dec 09 16:02:41.439701 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-26ec5019-4b66-41df-af11-e8001ec5f1e5 req-b5d5066d-f9f0-422d-bfbb-4910afeb1438 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/security-groups?id=d926b98b-d10a-438c-80b9-718907d84d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888388 Dec 09 16:02:41.463347 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-b5674a5a-718e-42cc-a637-cf3d28a77369 req-be6abc89-9db1-40bb-8839-4c886c8855cc tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Deleting port 0740c6e4-0852-4bf5-b197-682271cd8fb8 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:02:41.463668 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b5674a5a-718e-42cc-a637-cf3d28a77369 req-be6abc89-9db1-40bb-8839-4c886c8855cc tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:41.556982 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b5674a5a-718e-42cc-a637-cf3d28a77369 req-be6abc89-9db1-40bb-8839-4c886c8855cc tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] For port 0740c6e4-0852-4bf5-b197-682271cd8fb8, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=0740c6e4-0852-4bf5-b197-682271cd8fb8,segment=NetworkSegment(d5060a24-0846-4450-b22a-1d14341f5281),segment_id=d5060a24-0846-4450-b22a-1d14341f5281)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:02:41.557341 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b5674a5a-718e-42cc-a637-cf3d28a77369 req-be6abc89-9db1-40bb-8839-4c886c8855cc tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:41.570535 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-b5674a5a-718e-42cc-a637-cf3d28a77369 req-be6abc89-9db1-40bb-8839-4c886c8855cc tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Calling delete_port for 0740c6e4-0852-4bf5-b197-682271cd8fb8 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:02:41.697636 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b5674a5a-718e-42cc-a637-cf3d28a77369 req-be6abc89-9db1-40bb-8839-4c886c8855cc tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:41.726328 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6abc89-9db1-40bb-8839-4c886c8855cc tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event deleted for resources: {'Port': ['ID=0740c6e4-0852-4bf5-b197-682271cd8fb8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:41.769512 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5674a5a-718e-42cc-a637-cf3d28a77369 req-be6abc89-9db1-40bb-8839-4c886c8855cc tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] No DVR routers for this DVR port 0740c6e4-0852-4bf5-b197-682271cd8fb8 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:02:41.772026 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b5674a5a-718e-42cc-a637-cf3d28a77369 req-be6abc89-9db1-40bb-8839-4c886c8855cc tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:41.775730 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b5674a5a-718e-42cc-a637-cf3d28a77369 req-be6abc89-9db1-40bb-8839-4c886c8855cc tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.31 "DELETE /v2.0/ports/0740c6e4-0852-4bf5-b197-682271cd8fb8 HTTP/1.1" status: 204 len: 173 time: 0.4309232 Dec 09 16:02:41.776177 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f29ccc-40e5-4366-b91e-af4f0e45d795', 'name': 'network-vif-deleted', 'tag': '0740c6e4-0852-4bf5-b197-682271cd8fb8'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:02:41.778507 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b597af9-1ed8-4603-8ddc-96be03b5449e" -d '{"events": [{"server_uuid": "64f29ccc-40e5-4366-b91e-af4f0e45d795", "name": "network-vif-deleted", "tag": "0740c6e4-0852-4bf5-b197-682271cd8fb8"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:02:41.818290 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ce267e-3eaf-49cd-87ac-419bbe075092 x-openstack-request-id: req-28ce267e-3eaf-49cd-87ac-419bbe075092 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:02:41.818586 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f29ccc-40e5-4366-b91e-af4f0e45d795", "name": "network-vif-deleted", "tag": "0740c6e4-0852-4bf5-b197-682271cd8fb8", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:02:41.819374 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-28ce267e-3eaf-49cd-87ac-419bbe075092 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:02:41.820984 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f29ccc-40e5-4366-b91e-af4f0e45d795', 'name': 'network-vif-deleted', 'tag': '0740c6e4-0852-4bf5-b197-682271cd8fb8', 'status': 'completed', 'code': 200} Dec 09 16:02:42.239472 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9a2c56d4-2b77-475d-8bcd-6acccf0f3b68 req-c3986c4a-181b-465b-8f9d-4f4401568dea tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=64f29ccc-40e5-4366-b91e-af4f0e45d795 HTTP/1.1" status: 200 len: 210 time: 0.0310237 Dec 09 16:02:42.561530 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19770b-1734-4329-b96e-3b3662d94fed req-c7523a5d-8fc5-4e0c-bf81-94f61aafe787 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:42.562994 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5c19770b-1734-4329-b96e-3b3662d94fed req-c7523a5d-8fc5-4e0c-bf81-94f61aafe787 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d899a32-43ad-4538-929a-feecfe3eb44b HTTP/1.1" status: 200 len: 943 time: 0.0520494 Dec 09 16:02:42.611796 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5c19770b-1734-4329-b96e-3b3662d94fed req-3f01f4fb-83be-4063-9267-f4692dc27751 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/security-groups?id=d926b98b-d10a-438c-80b9-718907d84d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428009 Dec 09 16:02:43.298155 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 39950) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:02:43.906214 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeaea0c-8989-4f86-ab4a-c88530516916 req-b330970d-a5c7-4dd1-9b1f-10154204fd21 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:43.907585 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6aeaea0c-8989-4f86-ab4a-c88530516916 req-b330970d-a5c7-4dd1-9b1f-10154204fd21 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d899a32-43ad-4538-929a-feecfe3eb44b HTTP/1.1" status: 200 len: 943 time: 0.0908735 Dec 09 16:02:43.981269 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6aeaea0c-8989-4f86-ab4a-c88530516916 req-8e3cbf0f-0d28-4c0e-95c3-9083b91f93c9 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/security-groups?id=d926b98b-d10a-438c-80b9-718907d84d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677798 Dec 09 16:02:44.059142 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ee3b1fb-7457-4a8e-9752-debc0cd93bc9 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:44.133566 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 0ca6f001-4959-47bc-8d3b-ee02aa893450 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:02:44.231657 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 0ca6f001-4959-47bc-8d3b-ee02aa893450, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=0ca6f001-4959-47bc-8d3b-ee02aa893450,segment=NetworkSegment(7bfda060-48f6-4088-9070-15bb0a2e1482),segment_id=7bfda060-48f6-4088-9070-15bb0a2e1482)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:02:44.243800 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '0ca6f001-4959-47bc-8d3b-ee02aa893450', 'network_id': '21c67a40-4e60-4c13-b5a1-062f21d3f27c', 'port_id': '0ca6f001-4959-47bc-8d3b-ee02aa893450', 'mac_address': 'fa:16:3e:5a:ec:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9a4a8c2-423b-444e-a5e6-20deeb1f2b36', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:02:44.279785 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:44.293221 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ca6f001-4959-47bc-8d3b-ee02aa893450 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:02:44.316244 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4ee3b1fb-7457-4a8e-9752-debc0cd93bc9 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Deleting port 0543dd82-ff3f-4673-a71d-e62fab9f9b31 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:02:44.316847 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ee3b1fb-7457-4a8e-9752-debc0cd93bc9 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:44.316944 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 0ca6f001-4959-47bc-8d3b-ee02aa893450, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=0ca6f001-4959-47bc-8d3b-ee02aa893450,segment=NetworkSegment(7bfda060-48f6-4088-9070-15bb0a2e1482),segment_id=7bfda060-48f6-4088-9070-15bb0a2e1482)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:02:44.321322 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:44.370601 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=0ca6f001-4959-47bc-8d3b-ee02aa893450,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:44.395256 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 0740c6e4-0852-4bf5-b197-682271cd8fb8 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:02:44.405307 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-4ee3b1fb-7457-4a8e-9752-debc0cd93bc9 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] For port 0543dd82-ff3f-4673-a71d-e62fab9f9b31, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=0543dd82-ff3f-4673-a71d-e62fab9f9b31,segment=NetworkSegment(d5060a24-0846-4450-b22a-1d14341f5281),segment_id=d5060a24-0846-4450-b22a-1d14341f5281)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:02:44.405676 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ee3b1fb-7457-4a8e-9752-debc0cd93bc9 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:44.415856 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 0740c6e4-0852-4bf5-b197-682271cd8fb8 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:02:44.416206 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 0740c6e4-0852-4bf5-b197-682271cd8fb8 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:02:44.419351 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4ee3b1fb-7457-4a8e-9752-debc0cd93bc9 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Calling delete_port for 0543dd82-ff3f-4673-a71d-e62fab9f9b31 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:02:44.606542 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ee3b1fb-7457-4a8e-9752-debc0cd93bc9 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:44.633329 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3b1fb-7457-4a8e-9752-debc0cd93bc9 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event deleted for resources: {'Port': ['ID=0543dd82-ff3f-4673-a71d-e62fab9f9b31,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:44.739518 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['0ca6f001-4959-47bc-8d3b-ee02aa893450'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:02:44.811448 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ee3b1fb-7457-4a8e-9752-debc0cd93bc9 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:45.037556 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee3b1fb-7457-4a8e-9752-debc0cd93bc9 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Router 9972bc3b-2ea2-41d6-8181-d8fd8cf07220 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:02:45.173149 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91243399-6c97-4aac-9842-8b3dcc738d0b req-6699b6d2-f6f3-46f6-9a88-23c4af823a86 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:45.174613 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-91243399-6c97-4aac-9842-8b3dcc738d0b req-6699b6d2-f6f3-46f6-9a88-23c4af823a86 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d899a32-43ad-4538-929a-feecfe3eb44b HTTP/1.1" status: 200 len: 944 time: 0.0965407 Dec 09 16:02:45.183285 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee3b1fb-7457-4a8e-9752-debc0cd93bc9 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:02:45.192597 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50d5ee1-571b-4bcd-9b5c-1df7d8866d4a None None] Sync routers for ids ['9972bc3b-2ea2-41d6-8181-d8fd8cf07220'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:02:45.193135 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4ee3b1fb-7457-4a8e-9752-debc0cd93bc9 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "PUT /v2.0/routers/9972bc3b-2ea2-41d6-8181-d8fd8cf07220/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8936512 Dec 09 16:02:45.196155 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39960) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:02:45.203864 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50d5ee1-571b-4bcd-9b5c-1df7d8866d4a None None] Routers {'9972bc3b-2ea2-41d6-8181-d8fd8cf07220'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:02:45.204532 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a50d5ee1-571b-4bcd-9b5c-1df7d8866d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:02:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9972bc3b-2ea2-41d6-8181-d8fd8cf07220'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:02:45.232315 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-91243399-6c97-4aac-9842-8b3dcc738d0b req-3e2f75a6-1e4c-4f5f-91c8-5e44f642fe65 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/security-groups?id=d926b98b-d10a-438c-80b9-718907d84d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511572 Dec 09 16:02:45.259681 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2cd9b9b-420e-491a-95c8-969ac07a1028 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Deleting subnet 56dd9a3d-50d5-4506-be10-a48050f2b838 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 16:02:45.263181 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e2cd9b9b-420e-491a-95c8-969ac07a1028 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:45.305178 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e2cd9b9b-420e-491a-95c8-969ac07a1028 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:45.320347 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-a50d5ee1-571b-4bcd-9b5c-1df7d8866d4a None None] Set router 9972bc3b-2ea2-41d6-8181-d8fd8cf07220 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:02:45.394492 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e2cd9b9b-420e-491a-95c8-969ac07a1028 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:45.453581 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e2cd9b9b-420e-491a-95c8-969ac07a1028 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:45.482397 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd9b9b-420e-491a-95c8-969ac07a1028 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event deleted for resources: {'Subnet': ['ID=56dd9a3d-50d5-4506-be10-a48050f2b838,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:45.484290 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e2cd9b9b-420e-491a-95c8-969ac07a1028 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:45.487553 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e2cd9b9b-420e-491a-95c8-969ac07a1028 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "DELETE /v2.0/subnets/56dd9a3d-50d5-4506-be10-a48050f2b838 HTTP/1.1" status: 204 len: 168 time: 0.2901335 Dec 09 16:02:45.490137 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39962) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:02:45.498036 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c2ce1b-7b4f-43e1-8736-607b18e2eb9e None None] Network 7c247364-c7be-4385-a1e4-28529082d92f requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:02:45.556213 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a50d5ee1-571b-4bcd-9b5c-1df7d8866d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9972bc3b-2ea2-41d6-8181-d8fd8cf07220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495101405', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b9f902e7-8e6f-4c53-ad86-44add30cfc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:56Z', 'updated_at': '2021-12-09T16:02:44Z', 'revision_number': 5, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': 'b9f902e7-8e6f-4c53-ad86-44add30cfc99', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:77:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9972bc3b-2ea2-41d6-8181-d8fd8cf07220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:57Z', 'updated_at': '2021-12-09T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:02:45.599678 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50d5ee1-571b-4bcd-9b5c-1df7d8866d4a None None] Checking router: 9972bc3b-2ea2-41d6-8181-d8fd8cf07220 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:02:45.599926 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27a86302-fc46-4b41-ace3-ed4c1b37cafb tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:45.614444 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50d5ee1-571b-4bcd-9b5c-1df7d8866d4a None None] Routers {'9972bc3b-2ea2-41d6-8181-d8fd8cf07220'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:02:45.615054 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a50d5ee1-571b-4bcd-9b5c-1df7d8866d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:02:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9972bc3b-2ea2-41d6-8181-d8fd8cf07220'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:02:45.710886 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27a86302-fc46-4b41-ace3-ed4c1b37cafb tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:45.736870 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-a50d5ee1-571b-4bcd-9b5c-1df7d8866d4a None None] Set router 9972bc3b-2ea2-41d6-8181-d8fd8cf07220 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:02:45.739993 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2ed39c-cadd-458c-be9a-bfc2826a822a None None] DHCP port deletion for 7c247364-c7be-4385-a1e4-28529082d92f request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:02:45.767734 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-27a86302-fc46-4b41-ace3-ed4c1b37cafb tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Deleting port b9f902e7-8e6f-4c53-ad86-44add30cfc99 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:02:45.768085 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27a86302-fc46-4b41-ace3-ed4c1b37cafb tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:45.858102 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-27a86302-fc46-4b41-ace3-ed4c1b37cafb tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] For port b9f902e7-8e6f-4c53-ad86-44add30cfc99, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=b9f902e7-8e6f-4c53-ad86-44add30cfc99,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:02:45.858563 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27a86302-fc46-4b41-ace3-ed4c1b37cafb tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:45.872953 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-27a86302-fc46-4b41-ace3-ed4c1b37cafb tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Calling delete_port for b9f902e7-8e6f-4c53-ad86-44add30cfc99 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:02:45.909745 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-1f2ed39c-cadd-458c-be9a-bfc2826a822a None None] Deleting port d1b79798-a889-423a-9885-2feea38503d3 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:02:45.910123 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1f2ed39c-cadd-458c-be9a-bfc2826a822a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:45.929329 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d1b79798-a889-423a-9885-2feea38503d3 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:02:46.032204 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1f2ed39c-cadd-458c-be9a-bfc2826a822a None None] For port d1b79798-a889-423a-9885-2feea38503d3, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d1b79798-a889-423a-9885-2feea38503d3,segment=NetworkSegment(d5060a24-0846-4450-b22a-1d14341f5281),segment_id=d5060a24-0846-4450-b22a-1d14341f5281)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:02:46.032623 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1f2ed39c-cadd-458c-be9a-bfc2826a822a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:46.049205 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-1f2ed39c-cadd-458c-be9a-bfc2826a822a None None] Calling delete_port for d1b79798-a889-423a-9885-2feea38503d3 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:02:46.049395 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27a86302-fc46-4b41-ace3-ed4c1b37cafb tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:46.075772 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a86302-fc46-4b41-ace3-ed4c1b37cafb tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event deleted for resources: {'Port': ['ID=b9f902e7-8e6f-4c53-ad86-44add30cfc99,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:46.099745 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6d6611-2494-449a-88e3-3a79aceb6242 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:02:46.137770 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27a86302-fc46-4b41-ace3-ed4c1b37cafb tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:46.144092 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 0ca6f001-4959-47bc-8d3b-ee02aa893450 up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:02:46.199753 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a50d5ee1-571b-4bcd-9b5c-1df7d8866d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9972bc3b-2ea2-41d6-8181-d8fd8cf07220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495101405', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b9f902e7-8e6f-4c53-ad86-44add30cfc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:56Z', 'updated_at': '2021-12-09T16:02:44Z', 'revision_number': 5, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': 'b9f902e7-8e6f-4c53-ad86-44add30cfc99', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:77:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9972bc3b-2ea2-41d6-8181-d8fd8cf07220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:57Z', 'updated_at': '2021-12-09T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:02:46.201504 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:46.207932 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:46.232194 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27a86302-fc46-4b41-ace3-ed4c1b37cafb tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:46.234469 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27a86302-fc46-4b41-ace3-ed4c1b37cafb tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:46.281515 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27a86302-fc46-4b41-ace3-ed4c1b37cafb tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:46.282259 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a86302-fc46-4b41-ace3-ed4c1b37cafb tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Fanout notify agent at l3_agent the message router_deleted on router 9972bc3b-2ea2-41d6-8181-d8fd8cf07220 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 16:02:46.290135 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27a86302-fc46-4b41-ace3-ed4c1b37cafb tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:46.294848 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-27a86302-fc46-4b41-ace3-ed4c1b37cafb tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "DELETE /v2.0/routers/9972bc3b-2ea2-41d6-8181-d8fd8cf07220 HTTP/1.1" status: 204 len: 168 time: 0.8003712 Dec 09 16:02:46.295034 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 39966) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:02:46.407529 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a813a24-ec8e-4b28-aad7-bebfc2675031 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:46.415040 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50d5ee1-571b-4bcd-9b5c-1df7d8866d4a None None] The sync data for ids ['9972bc3b-2ea2-41d6-8181-d8fd8cf07220'] in n-d-821228-1 is: [{'id': '9972bc3b-2ea2-41d6-8181-d8fd8cf07220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495101405', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b9f902e7-8e6f-4c53-ad86-44add30cfc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:56Z', 'updated_at': '2021-12-09T16:02:44Z', 'revision_number': 5, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': 'b9f902e7-8e6f-4c53-ad86-44add30cfc99', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:77:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9972bc3b-2ea2-41d6-8181-d8fd8cf07220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:57Z', 'updated_at': '2021-12-09T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:02:46.421334 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e161bb8-98a5-4480-aa2c-658f177feda0 req-578f09eb-a958-4a9c-bdc8-418ec5e19f2c tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:46.422875 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0e161bb8-98a5-4480-aa2c-658f177feda0 req-578f09eb-a958-4a9c-bdc8-418ec5e19f2c tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d899a32-43ad-4538-929a-feecfe3eb44b HTTP/1.1" status: 200 len: 944 time: 0.1069937 Dec 09 16:02:46.451878 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port d1b79798-a889-423a-9885-2feea38503d3, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d1b79798-a889-423a-9885-2feea38503d3,segment=NetworkSegment(d5060a24-0846-4450-b22a-1d14341f5281),segment_id=d5060a24-0846-4450-b22a-1d14341f5281)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:02:46.459653 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:46.486696 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port 0ca6f001-4959-47bc-8d3b-ee02aa893450 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:02:46.488669 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1f2ed39c-cadd-458c-be9a-bfc2826a822a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:46.502306 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 0ca6f001-4959-47bc-8d3b-ee02aa893450 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:02:46.502676 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:46.504064 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0e161bb8-98a5-4480-aa2c-658f177feda0 req-0f20ca6a-8eb4-47cf-b13a-3f672493ce68 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/security-groups?id=d926b98b-d10a-438c-80b9-718907d84d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695958 Dec 09 16:02:46.515971 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-9a813a24-ec8e-4b28-aad7-bebfc2675031 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Deleting port d1b79798-a889-423a-9885-2feea38503d3 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:02:46.516312 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a813a24-ec8e-4b28-aad7-bebfc2675031 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:46.528943 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2ed39c-cadd-458c-be9a-bfc2826a822a None None] No DVR routers for this DVR port d1b79798-a889-423a-9885-2feea38503d3 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:02:46.551570 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=d1b79798-a889-423a-9885-2feea38503d3,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:46.583522 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ed39c-cadd-458c-be9a-bfc2826a822a None None] Pushing event deleted for resources: {'Port': ['ID=d1b79798-a889-423a-9885-2feea38503d3,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:46.602342 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-9a813a24-ec8e-4b28-aad7-bebfc2675031 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] For port d1b79798-a889-423a-9885-2feea38503d3, host n-d-821228-1, got binding levels [] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:02:46.602342 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a813a24-ec8e-4b28-aad7-bebfc2675031 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:46.615089 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-9a813a24-ec8e-4b28-aad7-bebfc2675031 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Calling delete_port for d1b79798-a889-423a-9885-2feea38503d3 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:02:46.618929 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.ipam_backend_mixin [None req-9a813a24-ec8e-4b28-aad7-bebfc2675031 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Port d1b79798-a889-423a-9885-2feea38503d3 was not found and therefore no delete operation was performed {{(pid=103244) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 16:02:46.620241 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a813a24-ec8e-4b28-aad7-bebfc2675031 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:46.632823 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:46.646710 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a813a24-ec8e-4b28-aad7-bebfc2675031 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event deleted for resources: {'Port': ['ID=d1b79798-a889-423a-9885-2feea38503d3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:46.648951 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a813a24-ec8e-4b28-aad7-bebfc2675031 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] No DVR routers for this DVR port d1b79798-a889-423a-9885-2feea38503d3 on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:02:46.657839 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d899a32-43ad-4538-929a-feecfe3eb44b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca6f001-4959-47bc-8d3b-ee02aa893450'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:02:46.660386 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36d56ae-9cf4-4b46-a791-045c93613389" -d '{"events": [{"server_uuid": "0d899a32-43ad-4538-929a-feecfe3eb44b", "name": "network-vif-plugged", "status": "completed", "tag": "0ca6f001-4959-47bc-8d3b-ee02aa893450"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:02:46.673821 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 0ca6f001-4959-47bc-8d3b-ee02aa893450, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=0ca6f001-4959-47bc-8d3b-ee02aa893450,segment=NetworkSegment(7bfda060-48f6-4088-9070-15bb0a2e1482),segment_id=7bfda060-48f6-4088-9070-15bb0a2e1482)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:02:46.678744 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:46.703672 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d893d2-f457-445f-90d8-89d77d0dfa20 x-openstack-request-id: req-b7d893d2-f457-445f-90d8-89d77d0dfa20 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:02:46.703958 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d899a32-43ad-4538-929a-feecfe3eb44b", "name": "network-vif-plugged", "status": "completed", "tag": "0ca6f001-4959-47bc-8d3b-ee02aa893450", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:02:46.704212 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b7d893d2-f457-445f-90d8-89d77d0dfa20 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:02:46.704630 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d899a32-43ad-4538-929a-feecfe3eb44b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca6f001-4959-47bc-8d3b-ee02aa893450', 'code': 200} Dec 09 16:02:46.730497 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=0ca6f001-4959-47bc-8d3b-ee02aa893450,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:46.738864 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a813a24-ec8e-4b28-aad7-bebfc2675031 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:46.764785 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-9a813a24-ec8e-4b28-aad7-bebfc2675031 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c247364-c7be-4385-a1e4-28529082d92f']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:02:46.777486 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-9a813a24-ec8e-4b28-aad7-bebfc2675031 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5060a24-0846-4450-b22a-1d14341f5281') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:02:46.778029 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-9a813a24-ec8e-4b28-aad7-bebfc2675031 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5060a24-0846-4450-b22a-1d14341f5281') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:02:46.790982 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a813a24-ec8e-4b28-aad7-bebfc2675031 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:46.806280 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a813a24-ec8e-4b28-aad7-bebfc2675031 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:46.812912 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a813a24-ec8e-4b28-aad7-bebfc2675031 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:02:46.813315 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a813a24-ec8e-4b28-aad7-bebfc2675031 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:46.816399 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 16:02:46.816399 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:02:46.816399 n-d-821228-1 neutron-server[103244]: timer() Dec 09 16:02:46.816399 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:02:46.816399 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 16:02:46.816399 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:02:46.816399 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 16:02:46.816399 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:02:46.816399 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 16:02:46.816399 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:02:46.816399 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 16:02:46.816399 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:02:46.816399 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 16:02:46.816399 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:02:46.816399 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:02:46.816399 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:02:46.816399 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:02:46.816399 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:02:46.816399 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 16:02:46.816399 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:02:46.816399 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 16:02:46.816399 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:02:46.816399 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:02:46.816399 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:02:46.816399 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 16:02:46.816399 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:02:46.816399 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:02:46.816399 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:02:46.816399 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:02:46.816399 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:02:46.816399 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:02:46.816399 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:02:46.853766 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568bdf6-2e51-456e-8cbe-628cfe4e3d5e req-43bc6643-4f3b-4de8-93f4-f37422342289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:46.857003 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e568bdf6-2e51-456e-8cbe-628cfe4e3d5e req-43bc6643-4f3b-4de8-93f4-f37422342289 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0d899a32-43ad-4538-929a-feecfe3eb44b HTTP/1.1" status: 200 len: 1096 time: 0.0587404 Dec 09 16:02:46.879583 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a813a24-ec8e-4b28-aad7-bebfc2675031 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:46.887847 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a813a24-ec8e-4b28-aad7-bebfc2675031 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:46.894647 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9a813a24-ec8e-4b28-aad7-bebfc2675031 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "DELETE /v2.0/networks/7c247364-c7be-4385-a1e4-28529082d92f HTTP/1.1" status: 204 len: 168 time: 0.5960004 Dec 09 16:02:46.894838 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39972) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:02:46.906533 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a813a24-ec8e-4b28-aad7-bebfc2675031 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event deleted for resources: {'Network': ['ID=7c247364-c7be-4385-a1e4-28529082d92f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:46.943836 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e568bdf6-2e51-456e-8cbe-628cfe4e3d5e req-e4e65c5a-e6df-4e7f-838b-a1379d796dd6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d926b98b-d10a-438c-80b9-718907d84d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790484 Dec 09 16:02:46.975366 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4f07-9b26-4988-97a0-16fea6bfc86f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:47.001122 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4f07-9b26-4988-97a0-16fea6bfc86f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:47.063059 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4f07-9b26-4988-97a0-16fea6bfc86f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:47.065845 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4f07-9b26-4988-97a0-16fea6bfc86f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:47.067016 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a8bd4f07-9b26-4988-97a0-16fea6bfc86f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "DELETE /v2.0/security-groups/095d1a77-428a-483e-bd3d-71feed9a5db9 HTTP/1.1" status: 204 len: 168 time: 0.1716301 Dec 09 16:02:47.076646 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd4f07-9b26-4988-97a0-16fea6bfc86f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=095d1a77-428a-483e-bd3d-71feed9a5db9,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:47.344552 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39978) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:02:47.349132 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-9fe7fa0a-7f01-40ab-8bb3-4420e987f822 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-328601657', 'description': 'tempest-secgroup-smoke-328601657 description', 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:02:47.370431 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9fe7fa0a-7f01-40ab-8bb3-4420e987f822 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:47.440090 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9fe7fa0a-7f01-40ab-8bb3-4420e987f822 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:47.445967 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9fe7fa0a-7f01-40ab-8bb3-4420e987f822 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:47.483157 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9fe7fa0a-7f01-40ab-8bb3-4420e987f822 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:47.487425 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 39980) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:02:47.487997 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9fe7fa0a-7f01-40ab-8bb3-4420e987f822 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1418388 Dec 09 16:02:47.488390 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe7fa0a-7f01-40ab-8bb3-4420e987f822 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aeab1fb-1328-49af-9225-9e056ec7d45f,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:47.492331 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ee85eb7f-0dcd-41c8-aabc-acb28276fc28 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'security_group_rule': {'security_group_id': '5aeab1fb-1328-49af-9225-9e056ec7d45f', 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:02:47.528435 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb7f-0dcd-41c8-aabc-acb28276fc28 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:47.589985 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb7f-0dcd-41c8-aabc-acb28276fc28 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:47.599553 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb7f-0dcd-41c8-aabc-acb28276fc28 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:47.641501 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85eb7f-0dcd-41c8-aabc-acb28276fc28 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a958366-44bf-4df8-a4b2-92a412dd8f89,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:47.650895 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb7f-0dcd-41c8-aabc-acb28276fc28 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:47.652210 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ee85eb7f-0dcd-41c8-aabc-acb28276fc28 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1637373 Dec 09 16:02:47.654884 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 39986) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:02:47.659146 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-c0ec8eba-1895-4cae-98ca-2a94f33dd952 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'security_group_rule': {'security_group_id': '5aeab1fb-1328-49af-9225-9e056ec7d45f', 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:02:47.678427 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a83c76-ae44-4802-835c-3bcc3a8bdc17 req-80eea47e-4e58-4642-a332-2c8e3b83649f tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:47.679953 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c7a83c76-ae44-4802-835c-3bcc3a8bdc17 req-80eea47e-4e58-4642-a332-2c8e3b83649f tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d899a32-43ad-4538-929a-feecfe3eb44b HTTP/1.1" status: 200 len: 945 time: 0.0926030 Dec 09 16:02:47.728769 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c0ec8eba-1895-4cae-98ca-2a94f33dd952 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:47.761337 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c7a83c76-ae44-4802-835c-3bcc3a8bdc17 req-7ee58a13-7eeb-4f4e-a951-f1121f55f5a2 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/security-groups?id=d926b98b-d10a-438c-80b9-718907d84d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750012 Dec 09 16:02:47.794296 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c0ec8eba-1895-4cae-98ca-2a94f33dd952 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:47.798543 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c0ec8eba-1895-4cae-98ca-2a94f33dd952 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:47.820712 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec8eba-1895-4cae-98ca-2a94f33dd952 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7819fc39-e846-404a-a81e-bcdf1d979c86,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:47.831548 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c0ec8eba-1895-4cae-98ca-2a94f33dd952 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:47.832803 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c0ec8eba-1895-4cae-98ca-2a94f33dd952 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1770468 Dec 09 16:02:47.836161 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39988) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:02:47.841005 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ab20600b-7c6a-41c8-bc10-c2cc163368ca tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'security_group_rule': {'security_group_id': '5aeab1fb-1328-49af-9225-9e056ec7d45f', 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:02:47.863478 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device b9f902e7-8e6f-4c53-ad86-44add30cfc99 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:02:47.869943 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab20600b-7c6a-41c8-bc10-c2cc163368ca tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:47.884170 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: b9f902e7-8e6f-4c53-ad86-44add30cfc99 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:02:47.884550 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device b9f902e7-8e6f-4c53-ad86-44add30cfc99 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:02:47.884969 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 0543dd82-ff3f-4673-a71d-e62fab9f9b31 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:02:47.907319 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 0543dd82-ff3f-4673-a71d-e62fab9f9b31 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:02:47.907614 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 0543dd82-ff3f-4673-a71d-e62fab9f9b31 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:02:47.925858 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab20600b-7c6a-41c8-bc10-c2cc163368ca tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:47.930049 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab20600b-7c6a-41c8-bc10-c2cc163368ca tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:47.947645 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20600b-7c6a-41c8-bc10-c2cc163368ca tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e038ab59-1ed4-41d5-b5ac-8cbce97a678e,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:47.955004 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab20600b-7c6a-41c8-bc10-c2cc163368ca tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:47.956196 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ab20600b-7c6a-41c8-bc10-c2cc163368ca tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189070 Dec 09 16:02:47.958827 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39990) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:02:47.963986 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-990fd548-19b5-422d-a7ec-b242a94a0d26 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'security_group_rule': {'security_group_id': '5aeab1fb-1328-49af-9225-9e056ec7d45f', 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:02:47.990335 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-990fd548-19b5-422d-a7ec-b242a94a0d26 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:48.050201 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-990fd548-19b5-422d-a7ec-b242a94a0d26 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:48.054674 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-990fd548-19b5-422d-a7ec-b242a94a0d26 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:48.073589 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990fd548-19b5-422d-a7ec-b242a94a0d26 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1a3412f-00f9-4454-85ac-45893b01f8da,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:48.079371 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-990fd548-19b5-422d-a7ec-b242a94a0d26 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:48.080619 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-990fd548-19b5-422d-a7ec-b242a94a0d26 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1208582 Dec 09 16:02:48.083375 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39992) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:02:48.087682 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-886e8cb5-516c-4c98-8051-6a5cd154b51f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'security_group_rule': {'security_group_id': '5aeab1fb-1328-49af-9225-9e056ec7d45f', 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:02:48.109576 n-d-821228-1 neutron-server[103245]: INFO neutron.db.securitygroups_db [None req-886e8cb5-516c-4c98-8051-6a5cd154b51f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Project d5d1c0ecc7f643edb019cebb81c4a032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 16:02:48.114402 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-886e8cb5-516c-4c98-8051-6a5cd154b51f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:48.174437 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-886e8cb5-516c-4c98-8051-6a5cd154b51f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:48.178203 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-886e8cb5-516c-4c98-8051-6a5cd154b51f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:48.195800 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e8cb5-516c-4c98-8051-6a5cd154b51f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51a1c03d-495c-406d-8c1e-687e246d8f4b,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:48.204123 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-886e8cb5-516c-4c98-8051-6a5cd154b51f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:48.205371 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-886e8cb5-516c-4c98-8051-6a5cd154b51f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1210911 Dec 09 16:02:48.208036 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 39994) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:02:48.212472 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8f86832a-34e8-42d9-a6bc-85f80fd28c25 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'security_group_rule': {'security_group_id': '5aeab1fb-1328-49af-9225-9e056ec7d45f', 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:02:48.233667 n-d-821228-1 neutron-server[103245]: INFO neutron.db.securitygroups_db [None req-8f86832a-34e8-42d9-a6bc-85f80fd28c25 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Project d5d1c0ecc7f643edb019cebb81c4a032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 16:02:48.238581 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8f86832a-34e8-42d9-a6bc-85f80fd28c25 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:48.298672 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8f86832a-34e8-42d9-a6bc-85f80fd28c25 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:48.302443 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8f86832a-34e8-42d9-a6bc-85f80fd28c25 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:48.321057 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86832a-34e8-42d9-a6bc-85f80fd28c25 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80291449-05d9-439a-a4e8-d99385e73907,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:48.331611 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8f86832a-34e8-42d9-a6bc-85f80fd28c25 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:48.332928 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8f86832a-34e8-42d9-a6bc-85f80fd28c25 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1239443 Dec 09 16:02:48.336824 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 39996) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:02:48.343057 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-01aa0a6f-9b53-4f22-ae4b-24a4f510af16 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'network': {'name': 'tempest-network-smoke--2081489366', 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'port_security_enabled': True}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:02:48.365589 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01aa0a6f-9b53-4f22-ae4b-24a4f510af16 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Made reservation on behalf of d5d1c0ecc7f643edb019cebb81c4a032 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:02:48.369703 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-01aa0a6f-9b53-4f22-ae4b-24a4f510af16 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:48.394500 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01aa0a6f-9b53-4f22-ae4b-24a4f510af16 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:02:48.404819 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-01aa0a6f-9b53-4f22-ae4b-24a4f510af16 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:48.405159 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-01aa0a6f-9b53-4f22-ae4b-24a4f510af16 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Added segment a93bb800-02bf-48b4-8b39-d53f236e2e80 of type vlan for network 1c9a6340-a192-44b4-aab5-554336dba7c8 Dec 09 16:02:48.446125 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-01aa0a6f-9b53-4f22-ae4b-24a4f510af16 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:48.469965 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-01aa0a6f-9b53-4f22-ae4b-24a4f510af16 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:48.476165 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01aa0a6f-9b53-4f22-ae4b-24a4f510af16 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:48.476946 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-01aa0a6f-9b53-4f22-ae4b-24a4f510af16 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:48.535797 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-01aa0a6f-9b53-4f22-ae4b-24a4f510af16 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1976647 Dec 09 16:02:48.539145 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 39998) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:02:48.545577 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-83fb8565-5f4b-4227-801e-3d9d849eab27 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-208447292', 'admin_state_up': True, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:02:48.559805 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa0a6f-9b53-4f22-ae4b-24a4f510af16 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'Network': ['ID=1c9a6340-a192-44b4-aab5-554336dba7c8,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:48.570060 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 1c9a6340-a192-44b4-aab5-554336dba7c8 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:02:48.575406 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-83fb8565-5f4b-4227-801e-3d9d849eab27 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:48.576441 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-83fb8565-5f4b-4227-801e-3d9d849eab27 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:48.627887 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-83fb8565-5f4b-4227-801e-3d9d849eab27 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:48.765693 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-83fb8565-5f4b-4227-801e-3d9d849eab27 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:48.906639 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec60d5-d81f-4a9b-8105-7764aa2f1efe req-f697e76f-906d-4f1c-9b6f-0c27661505ac tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:48.908107 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-96ec60d5-d81f-4a9b-8105-7764aa2f1efe req-f697e76f-906d-4f1c-9b6f-0c27661505ac tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d899a32-43ad-4538-929a-feecfe3eb44b HTTP/1.1" status: 200 len: 945 time: 0.0673909 Dec 09 16:02:49.036869 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-83fb8565-5f4b-4227-801e-3d9d849eab27 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:49.044065 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-96ec60d5-d81f-4a9b-8105-7764aa2f1efe req-083867c9-908f-4944-b645-afcdb2b69aac tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/security-groups?id=d926b98b-d10a-438c-80b9-718907d84d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285307 Dec 09 16:02:49.061190 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-83fb8565-5f4b-4227-801e-3d9d849eab27 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:49.175658 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-83fb8565-5f4b-4227-801e-3d9d849eab27 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Allocated IP 172.25.3.3 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/896b41d2-83f7-4bec-a27c-9c73428de63f) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:02:49.270195 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b8f48-2bd2-441a-93e8-33da129c89bf req-3f00e4ca-7bce-4023-a1e7-6594897ba600 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:49.271671 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e81b8f48-2bd2-441a-93e8-33da129c89bf req-3f00e4ca-7bce-4023-a1e7-6594897ba600 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d899a32-43ad-4538-929a-feecfe3eb44b HTTP/1.1" status: 200 len: 945 time: 0.0981057 Dec 09 16:02:49.347180 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-83fb8565-5f4b-4227-801e-3d9d849eab27 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:49.355895 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e81b8f48-2bd2-441a-93e8-33da129c89bf req-050f50ca-08c7-462a-a860-6a1431a072c1 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/security-groups?id=d926b98b-d10a-438c-80b9-718907d84d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774188 Dec 09 16:02:49.378104 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40006) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:02:49.384770 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-83fb8565-5f4b-4227-801e-3d9d849eab27 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:49.427351 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fb8565-5f4b-4227-801e-3d9d849eab27 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:02:49.433135 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-83fb8565-5f4b-4227-801e-3d9d849eab27 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:02:49.435590 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb8565-5f4b-4227-801e-3d9d849eab27 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'Port': ['ID=896b41d2-83f7-4bec-a27c-9c73428de63f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:49.438219 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fb8565-5f4b-4227-801e-3d9d849eab27 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:02:49.450619 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f02d230-bf3f-48fe-b0e9-897c07ded575 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:02:49.510608 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c4e587b6-9959-427c-9ec1-1df4d46a19ab None None] Provisioning complete for port 896b41d2-83f7-4bec-a27c-9c73428de63f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:02:49.511063 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c4e587b6-9959-427c-9ec1-1df4d46a19ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:49.533336 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85ae3c5-50ba-4a8c-a898-2b1c4f009d78 tempest-TestVolumeBackupRestore-1634844596 tempest-TestVolumeBackupRestore-1634844596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:49.537941 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b85ae3c5-50ba-4a8c-a898-2b1c4f009d78 tempest-TestVolumeBackupRestore-1634844596 tempest-TestVolumeBackupRestore-1634844596-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=0d899a32-43ad-4538-929a-feecfe3eb44b HTTP/1.1" status: 200 len: 1091 time: 0.1559136 Dec 09 16:02:49.538422 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40010) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:02:49.542938 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4a7c6fc9-0764-4f39-b521-84f57ee1bcef tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'port_id': '0ca6f001-4959-47bc-8d3b-ee02aa893450', 'tenant_id': '8e6c97974dd44fb5b5238a5611736a63', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:02:49.553270 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c4e587b6-9959-427c-9ec1-1df4d46a19ab None None] Port 896b41d2-83f7-4bec-a27c-9c73428de63f cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:02:49.564805 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a7c6fc9-0764-4f39-b521-84f57ee1bcef tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:49.660764 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a7c6fc9-0764-4f39-b521-84f57ee1bcef tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:49.689672 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-83fb8565-5f4b-4227-801e-3d9d849eab27 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:49.767499 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-4a7c6fc9-0764-4f39-b521-84f57ee1bcef tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Allocated IP 172.25.3.223 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/845e68ef-7496-4ab1-b640-6b218fad7e8e) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:02:49.870933 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a7c6fc9-0764-4f39-b521-84f57ee1bcef tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:49.889083 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-83fb8565-5f4b-4227-801e-3d9d849eab27 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:49.905402 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a7c6fc9-0764-4f39-b521-84f57ee1bcef tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:49.953832 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7c6fc9-0764-4f39-b521-84f57ee1bcef tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:02:49.956631 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-4a7c6fc9-0764-4f39-b521-84f57ee1bcef tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:02:49.961470 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7c6fc9-0764-4f39-b521-84f57ee1bcef tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:02:49.964567 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c6fc9-0764-4f39-b521-84f57ee1bcef tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Pushing event updated for resources: {'Port': ['ID=845e68ef-7496-4ab1-b640-6b218fad7e8e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:50.017895 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83fb8565-5f4b-4227-801e-3d9d849eab27 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Router 86fb14b6-a7f5-4a31-902c-cb0b69de888b is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 16:02:50.333973 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a7c6fc9-0764-4f39-b521-84f57ee1bcef tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:50.409920 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a7c6fc9-0764-4f39-b521-84f57ee1bcef tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:50.465881 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-de29d53a-661d-4e3c-9eab-9b0325baa4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:50.481711 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83fb8565-5f4b-4227-801e-3d9d849eab27 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:02:50.492905 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c25d147-50ac-4b87-a681-d105de76488c None None] Sync routers for ids ['86fb14b6-a7f5-4a31-902c-cb0b69de888b'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:02:50.503628 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c25d147-50ac-4b87-a681-d105de76488c None None] Routers {'86fb14b6-a7f5-4a31-902c-cb0b69de888b'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:02:50.504380 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-4c25d147-50ac-4b87-a681-d105de76488c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:02:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['86fb14b6-a7f5-4a31-902c-cb0b69de888b'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:02:50.505080 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-83fb8565-5f4b-4227-801e-3d9d849eab27 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:50.509992 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-83fb8565-5f4b-4227-801e-3d9d849eab27 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.9662583 Dec 09 16:02:50.510446 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 40014) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:02:50.548646 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-16314876-030e-4339-9589-5aa3a147e3c4 tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=d5d1c0ecc7f643edb019cebb81c4a032&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347452 Dec 09 16:02:50.549018 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 40016) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:02:50.576127 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a7c6fc9-0764-4f39-b521-84f57ee1bcef tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:50.581051 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a7c6fc9-0764-4f39-b521-84f57ee1bcef tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:50.617146 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-4c25d147-50ac-4b87-a681-d105de76488c None None] Set router 86fb14b6-a7f5-4a31-902c-cb0b69de888b gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:02:50.655935 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a7c6fc9-0764-4f39-b521-84f57ee1bcef tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:50.706135 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3d2ec2-95e0-4133-9b6a-d633bfadd71c tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:50.710345 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-5a3d2ec2-95e0-4133-9b6a-d633bfadd71c tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1577508 Dec 09 16:02:50.710495 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c6fc9-0764-4f39-b521-84f57ee1bcef tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Pushing event updated for resources: {'Port': ['ID=845e68ef-7496-4ab1-b640-6b218fad7e8e,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:50.711271 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 40018) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:02:50.755148 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c3004bb9-20cb-4326-bb6e-6daf588b9442 tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=d8331094-778d-4179-9ed8-de7de1c5438c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420656 Dec 09 16:02:50.758512 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 40020) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:02:50.763322 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-41a63aab-908f-4d29-b8c0-cf1bed7d59b8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1168624248', 'network_id': '1c9a6340-a192-44b4-aab5-554336dba7c8', 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:02:50.777775 n-d-821228-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-4a7c6fc9-0764-4f39-b521-84f57ee1bcef tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Floating IP 9686f830-5f4d-4c24-ae8d-1ed933008db8 associated. External IP: 172.25.3.223, port: 0ca6f001-4959-47bc-8d3b-ee02aa893450. Dec 09 16:02:50.809284 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-4c25d147-50ac-4b87-a681-d105de76488c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fb14b6-a7f5-4a31-902c-cb0b69de888b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208447292', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '896b41d2-83f7-4bec-a27c-9c73428de63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:02:48Z', 'updated_at': '2021-12-09T16:02:49Z', 'revision_number': 3, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': '896b41d2-83f7-4bec-a27c-9c73428de63f', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:49:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86fb14b6-a7f5-4a31-902c-cb0b69de888b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:02:49Z', 'updated_at': '2021-12-09T16:02:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:02:50.842438 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c25d147-50ac-4b87-a681-d105de76488c None None] Checking router: 86fb14b6-a7f5-4a31-902c-cb0b69de888b for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:02:50.843164 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c25d147-50ac-4b87-a681-d105de76488c None None] Updating router 86fb14b6-a7f5-4a31-902c-cb0b69de888b port 896b41d2-83f7-4bec-a27c-9c73428de63f binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:02:50.854274 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a63aab-908f-4d29-b8c0-cf1bed7d59b8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Made reservation on behalf of d5d1c0ecc7f643edb019cebb81c4a032 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:02:50.857947 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41a63aab-908f-4d29-b8c0-cf1bed7d59b8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:50.870568 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-4c25d147-50ac-4b87-a681-d105de76488c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:51.013824 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7c6fc9-0764-4f39-b521-84f57ee1bcef tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Router 568c54ba-ba0c-4018-a698-87437b673a27 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:02:51.049746 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41a63aab-908f-4d29-b8c0-cf1bed7d59b8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:51.119517 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a63aab-908f-4d29-b8c0-cf1bed7d59b8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'Subnet': ['ID=c9ecdc44-e458-4048-bb70-30501b6f0268,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:51.135359 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a63aab-908f-4d29-b8c0-cf1bed7d59b8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Checking segment: {'id': 'a93bb800-02bf-48b4-8b39-d53f236e2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1c9a6340-a192-44b4-aab5-554336dba7c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:02:51.135845 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-4c25d147-50ac-4b87-a681-d105de76488c None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:51.136013 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a63aab-908f-4d29-b8c0-cf1bed7d59b8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Network hostable DHCP agents. Network: 1c9a6340-a192-44b4-aab5-554336dba7c8, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:02:51.142292 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-4c25d147-50ac-4b87-a681-d105de76488c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:51.154576 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a63aab-908f-4d29-b8c0-cf1bed7d59b8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Network 1c9a6340-a192-44b4-aab5-554336dba7c8 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:02:51.165998 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-41a63aab-908f-4d29-b8c0-cf1bed7d59b8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 1c9a6340-a192-44b4-aab5-554336dba7c8) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:02:51.172074 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a63aab-908f-4d29-b8c0-cf1bed7d59b8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:51.172750 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41a63aab-908f-4d29-b8c0-cf1bed7d59b8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:51.178891 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724a0aab-c4b0-4763-a661-cefc4d4bed6f None None] Network 1c9a6340-a192-44b4-aab5-554336dba7c8 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:02:51.190336 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b140cf-796a-4def-abd3-b876c98281dc None None] Pushing event updated for resources: {'Port': ['ID=896b41d2-83f7-4bec-a27c-9c73428de63f,revision_number=2']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:51.207562 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-4c25d147-50ac-4b87-a681-d105de76488c None None] Attempting to bind port 896b41d2-83f7-4bec-a27c-9c73428de63f on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:02:51.207919 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-4c25d147-50ac-4b87-a681-d105de76488c None None] Attempting to bind port 896b41d2-83f7-4bec-a27c-9c73428de63f by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:02:51.208296 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c25d147-50ac-4b87-a681-d105de76488c None None] Attempting to bind port 896b41d2-83f7-4bec-a27c-9c73428de63f on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:02:51.217548 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-41a63aab-908f-4d29-b8c0-cf1bed7d59b8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4553978 Dec 09 16:02:51.218140 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 40024) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:02:51.219543 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c25d147-50ac-4b87-a681-d105de76488c None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:02:51.219935 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c25d147-50ac-4b87-a681-d105de76488c None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:02:51.220353 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-4c25d147-50ac-4b87-a681-d105de76488c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:51.220829 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c25d147-50ac-4b87-a681-d105de76488c None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:02:51.221226 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-4c25d147-50ac-4b87-a681-d105de76488c None None] Bound port: 896b41d2-83f7-4bec-a27c-9c73428de63f, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:02:51.221769 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-4c25d147-50ac-4b87-a681-d105de76488c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:51.227620 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b140cf-796a-4def-abd3-b876c98281dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:51.228335 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b140cf-796a-4def-abd3-b876c98281dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:51.229488 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b140cf-796a-4def-abd3-b876c98281dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:51.229989 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b140cf-796a-4def-abd3-b876c98281dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:51.230688 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b140cf-796a-4def-abd3-b876c98281dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:51.231454 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b140cf-796a-4def-abd3-b876c98281dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:51.232167 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b140cf-796a-4def-abd3-b876c98281dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:51.232696 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b140cf-796a-4def-abd3-b876c98281dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:51.235467 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b140cf-796a-4def-abd3-b876c98281dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:51.236015 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b140cf-796a-4def-abd3-b876c98281dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:51.236595 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b140cf-796a-4def-abd3-b876c98281dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:51.237128 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b140cf-796a-4def-abd3-b876c98281dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:51.237635 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b140cf-796a-4def-abd3-b876c98281dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:51.243796 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6444995-67eb-461c-8366-c34f2952e671 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:02:51.332205 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4c05f0de-297f-41d0-9221-c3f61eb42815 None None] Provisioning complete for port 896b41d2-83f7-4bec-a27c-9c73428de63f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:02:51.333054 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4c05f0de-297f-41d0-9221-c3f61eb42815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:51.343704 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-4c25d147-50ac-4b87-a681-d105de76488c None None] For port 896b41d2-83f7-4bec-a27c-9c73428de63f, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:02:51.347247 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-4c25d147-50ac-4b87-a681-d105de76488c None None] For port 896b41d2-83f7-4bec-a27c-9c73428de63f, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=896b41d2-83f7-4bec-a27c-9c73428de63f,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:02:51.355709 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-4c25d147-50ac-4b87-a681-d105de76488c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:51.358765 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191f63a3-aab5-4b30-8de1-b643c2897c28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-1c9a6340-a192-44b4-aab5-554336dba7c8', 'network_id': '1c9a6340-a192-44b4-aab5-554336dba7c8', 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'fixed_ips': [{'subnet_id': 'c9ecdc44-e458-4048-bb70-30501b6f0268'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 16:02:51.359749 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-191f63a3-aab5-4b30-8de1-b643c2897c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:51.416589 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b140cf-796a-4def-abd3-b876c98281dc None None] Pushing event updated for resources: {'Port': ['ID=896b41d2-83f7-4bec-a27c-9c73428de63f,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:51.451688 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c25d147-50ac-4b87-a681-d105de76488c None None] Routers {'86fb14b6-a7f5-4a31-902c-cb0b69de888b'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:02:51.452983 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-4c25d147-50ac-4b87-a681-d105de76488c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:02:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['86fb14b6-a7f5-4a31-902c-cb0b69de888b'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:02:51.546927 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8e4b87-9b02-4d29-b01a-1068a61a0028 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:02:51.549440 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7c6fc9-0764-4f39-b521-84f57ee1bcef tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:02:51.551932 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-191f63a3-aab5-4b30-8de1-b643c2897c28 None None] Allocated IP 172.20.0.2 (1c9a6340-a192-44b4-aab5-554336dba7c8/c9ecdc44-e458-4048-bb70-30501b6f0268/cc6eaeec-a614-4c07-a9e4-cbdaee032713) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:02:51.557345 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-4c05f0de-297f-41d0-9221-c3f61eb42815 None None] Port 896b41d2-83f7-4bec-a27c-9c73428de63f cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:02:51.571845 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce142ed-eb90-4c6b-84e6-f8a57d48750f None None] Sync routers for ids ['568c54ba-ba0c-4018-a698-87437b673a27'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:02:51.576776 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a7c6fc9-0764-4f39-b521-84f57ee1bcef tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:51.598065 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce142ed-eb90-4c6b-84e6-f8a57d48750f None None] Routers {'568c54ba-ba0c-4018-a698-87437b673a27'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:02:51.598730 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4ce142ed-eb90-4c6b-84e6-f8a57d48750f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:02:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['568c54ba-ba0c-4018-a698-87437b673a27'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:02:51.611252 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4a7c6fc9-0764-4f39-b521-84f57ee1bcef tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0717907 Dec 09 16:02:51.612187 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d899a32-43ad-4538-929a-feecfe3eb44b', 'tag': '0ca6f001-4959-47bc-8d3b-ee02aa893450'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:02:51.615078 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a65c2c1-23e5-4f72-921b-0f47f4995449" -d '{"events": [{"name": "network-changed", "server_uuid": "0d899a32-43ad-4538-929a-feecfe3eb44b", "tag": "0ca6f001-4959-47bc-8d3b-ee02aa893450"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:02:51.618005 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40026) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:02:51.662906 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2094e50-2768-4216-aa6c-e035e9469860 tempest-TestVolumeBackupRestore-1634844596 tempest-TestVolumeBackupRestore-1634844596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:51.668054 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a2094e50-2768-4216-aa6c-e035e9469860 tempest-TestVolumeBackupRestore-1634844596 tempest-TestVolumeBackupRestore-1634844596-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=0d899a32-43ad-4538-929a-feecfe3eb44b HTTP/1.1" status: 200 len: 1091 time: 0.0458546 Dec 09 16:02:51.668864 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40030) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:02:51.673664 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7f46f109-336e-4b48-b6d6-50521c2862d6 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Request body: {'floatingip': {'port_id': '0ca6f001-4959-47bc-8d3b-ee02aa893450'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:02:51.735030 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-4c25d147-50ac-4b87-a681-d105de76488c None None] Set router 86fb14b6-a7f5-4a31-902c-cb0b69de888b gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:02:51.750460 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ac239d-69f3-46fe-9c70-17955686edbd x-openstack-request-id: req-83ac239d-69f3-46fe-9c70-17955686edbd {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:02:51.750758 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d899a32-43ad-4538-929a-feecfe3eb44b", "tag": "0ca6f001-4959-47bc-8d3b-ee02aa893450", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:02:51.751151 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-83ac239d-69f3-46fe-9c70-17955686edbd {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:02:51.751610 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d899a32-43ad-4538-929a-feecfe3eb44b', 'tag': '0ca6f001-4959-47bc-8d3b-ee02aa893450', 'status': 'completed', 'code': 200} Dec 09 16:02:51.754040 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f46f109-336e-4b48-b6d6-50521c2862d6 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks [] for floatingip, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:51.782093 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1f98ca04-9264-42bd-8a12-e49ba71c69cc None None] Provisioning complete for port 896b41d2-83f7-4bec-a27c-9c73428de63f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:02:51.782471 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1f98ca04-9264-42bd-8a12-e49ba71c69cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:51.856566 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a65c2c1-23e5-4f72-921b-0f47f4995449 req-eeef7c45-cee1-43a5-926a-4095a2988a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:51.859586 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2a65c2c1-23e5-4f72-921b-0f47f4995449 req-eeef7c45-cee1-43a5-926a-4095a2988a1d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e6c97974dd44fb5b5238a5611736a63&device_id=0d899a32-43ad-4538-929a-feecfe3eb44b HTTP/1.1" status: 200 len: 1096 time: 0.1179624 Dec 09 16:02:51.861053 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b17e1334-928d-4be3-9587-ff826280a197 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:51.877855 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-4ce142ed-eb90-4c6b-84e6-f8a57d48750f None None] Set router 568c54ba-ba0c-4018-a698-87437b673a27 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:02:51.956704 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-4c25d147-50ac-4b87-a681-d105de76488c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fb14b6-a7f5-4a31-902c-cb0b69de888b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208447292', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '896b41d2-83f7-4bec-a27c-9c73428de63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:02:48Z', 'updated_at': '2021-12-09T16:02:49Z', 'revision_number': 3, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': '896b41d2-83f7-4bec-a27c-9c73428de63f', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:49:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86fb14b6-a7f5-4a31-902c-cb0b69de888b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:02:49Z', 'updated_at': '2021-12-09T16:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:02:51.992828 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c25d147-50ac-4b87-a681-d105de76488c None None] The sync data for ids ['86fb14b6-a7f5-4a31-902c-cb0b69de888b'] in n-d-821228-1 is: [{'id': '86fb14b6-a7f5-4a31-902c-cb0b69de888b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208447292', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '896b41d2-83f7-4bec-a27c-9c73428de63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:02:48Z', 'updated_at': '2021-12-09T16:02:49Z', 'revision_number': 3, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': '896b41d2-83f7-4bec-a27c-9c73428de63f', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:49:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86fb14b6-a7f5-4a31-902c-cb0b69de888b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:02:49Z', 'updated_at': '2021-12-09T16:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:02:52.026430 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-191f63a3-aab5-4b30-8de1-b643c2897c28 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:52.058439 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-191f63a3-aab5-4b30-8de1-b643c2897c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:52.120264 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1f98ca04-9264-42bd-8a12-e49ba71c69cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:52.163203 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191f63a3-aab5-4b30-8de1-b643c2897c28 None None] Network 1c9a6340-a192-44b4-aab5-554336dba7c8 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:02:52.171909 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-191f63a3-aab5-4b30-8de1-b643c2897c28 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:02:52.182959 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191f63a3-aab5-4b30-8de1-b643c2897c28 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:02:52.186577 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f63a3-aab5-4b30-8de1-b643c2897c28 None None] Pushing event updated for resources: {'Port': ['ID=cc6eaeec-a614-4c07-a9e4-cbdaee032713,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:52.202210 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-b17e1334-928d-4be3-9587-ff826280a197 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Allocated IP 172.20.0.1 (1c9a6340-a192-44b4-aab5-554336dba7c8/c9ecdc44-e458-4048-bb70-30501b6f0268/a2c6bc94-bdc3-4f38-acec-5fbce696997a) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:02:52.212689 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f63a3-aab5-4b30-8de1-b643c2897c28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:52.213028 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f63a3-aab5-4b30-8de1-b643c2897c28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:52.213804 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f63a3-aab5-4b30-8de1-b643c2897c28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:52.213804 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f63a3-aab5-4b30-8de1-b643c2897c28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:52.213985 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f63a3-aab5-4b30-8de1-b643c2897c28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:52.214310 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f63a3-aab5-4b30-8de1-b643c2897c28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:52.214646 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f63a3-aab5-4b30-8de1-b643c2897c28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:52.214981 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f63a3-aab5-4b30-8de1-b643c2897c28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:52.215314 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f63a3-aab5-4b30-8de1-b643c2897c28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:52.215877 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f63a3-aab5-4b30-8de1-b643c2897c28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:52.215985 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f63a3-aab5-4b30-8de1-b643c2897c28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:52.216291 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f63a3-aab5-4b30-8de1-b643c2897c28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:52.217114 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f63a3-aab5-4b30-8de1-b643c2897c28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:02:52.223141 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1f98ca04-9264-42bd-8a12-e49ba71c69cc None None] For port 896b41d2-83f7-4bec-a27c-9c73428de63f, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=896b41d2-83f7-4bec-a27c-9c73428de63f,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:02:52.244937 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1f98ca04-9264-42bd-8a12-e49ba71c69cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:52.296352 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a65c2c1-23e5-4f72-921b-0f47f4995449 req-621e1c00-6da4-48fe-9dda-700fb8c3f65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:52.298135 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2a65c2c1-23e5-4f72-921b-0f47f4995449 req-621e1c00-6da4-48fe-9dda-700fb8c3f65b service neutron] 10.222.0.42 "GET /v2.0/networks?id=21c67a40-4e60-4c13-b5a1-062f21d3f27c HTTP/1.1" status: 200 len: 914 time: 0.4166493 Dec 09 16:02:52.337579 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-191f63a3-aab5-4b30-8de1-b643c2897c28 None None] Attempting to bind port cc6eaeec-a614-4c07-a9e4-cbdaee032713 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:02:52.337968 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-191f63a3-aab5-4b30-8de1-b643c2897c28 None None] Attempting to bind port cc6eaeec-a614-4c07-a9e4-cbdaee032713 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'a93bb800-02bf-48b4-8b39-d53f236e2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1c9a6340-a192-44b4-aab5-554336dba7c8'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:02:52.338343 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191f63a3-aab5-4b30-8de1-b643c2897c28 None None] Attempting to bind port cc6eaeec-a614-4c07-a9e4-cbdaee032713 on network 1c9a6340-a192-44b4-aab5-554336dba7c8 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:02:52.356845 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191f63a3-aab5-4b30-8de1-b643c2897c28 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:02:52.357239 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191f63a3-aab5-4b30-8de1-b643c2897c28 None None] Checking segment: {'id': 'a93bb800-02bf-48b4-8b39-d53f236e2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1c9a6340-a192-44b4-aab5-554336dba7c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:02:52.357648 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-191f63a3-aab5-4b30-8de1-b643c2897c28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:52.358051 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191f63a3-aab5-4b30-8de1-b643c2897c28 None None] Bound using segment: {'id': 'a93bb800-02bf-48b4-8b39-d53f236e2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1c9a6340-a192-44b4-aab5-554336dba7c8'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:02:52.358600 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-191f63a3-aab5-4b30-8de1-b643c2897c28 None None] Bound port: cc6eaeec-a614-4c07-a9e4-cbdaee032713, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a93bb800-02bf-48b4-8b39-d53f236e2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1c9a6340-a192-44b4-aab5-554336dba7c8'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:02:52.358866 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b17e1334-928d-4be3-9587-ff826280a197 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:52.358979 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-191f63a3-aab5-4b30-8de1-b643c2897c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:52.374900 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98ca04-9264-42bd-8a12-e49ba71c69cc None None] Pushing event updated for resources: {'Port': ['ID=896b41d2-83f7-4bec-a27c-9c73428de63f,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:52.435316 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b17e1334-928d-4be3-9587-ff826280a197 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:52.441628 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2a65c2c1-23e5-4f72-921b-0f47f4995449 req-bad57b38-191e-4f8c-9237-2119b2934236 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ca6f001-4959-47bc-8d3b-ee02aa893450 HTTP/1.1" status: 200 len: 999 time: 0.1325729 Dec 09 16:02:52.505473 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-191f63a3-aab5-4b30-8de1-b643c2897c28 None None] For port cc6eaeec-a614-4c07-a9e4-cbdaee032713, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:02:52.505790 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e1334-928d-4be3-9587-ff826280a197 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'Port': ['ID=a2c6bc94-bdc3-4f38-acec-5fbce696997a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:52.511728 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a65c2c1-23e5-4f72-921b-0f47f4995449 req-50a7f82a-d81b-4b7f-a7ef-64ca7a447426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:52.512074 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-191f63a3-aab5-4b30-8de1-b643c2897c28 None None] For port cc6eaeec-a614-4c07-a9e4-cbdaee032713, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=cc6eaeec-a614-4c07-a9e4-cbdaee032713,segment=NetworkSegment(a93bb800-02bf-48b4-8b39-d53f236e2e80),segment_id=a93bb800-02bf-48b4-8b39-d53f236e2e80)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:02:52.513566 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2a65c2c1-23e5-4f72-921b-0f47f4995449 req-50a7f82a-d81b-4b7f-a7ef-64ca7a447426 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9a4a8c2-423b-444e-a5e6-20deeb1f2b36 HTTP/1.1" status: 200 len: 852 time: 0.0607655 Dec 09 16:02:52.523040 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17e1334-928d-4be3-9587-ff826280a197 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Network 1c9a6340-a192-44b4-aab5-554336dba7c8 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:02:52.524144 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-b17e1334-928d-4be3-9587-ff826280a197 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:02:52.524865 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-191f63a3-aab5-4b30-8de1-b643c2897c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:52.531027 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17e1334-928d-4be3-9587-ff826280a197 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:02:52.608947 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b17e1334-928d-4be3-9587-ff826280a197 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:52.623488 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4ce142ed-eb90-4c6b-84e6-f8a57d48750f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568c54ba-ba0c-4018-a698-87437b673a27', 'name': 'tempest-TestVolumeBackupRestore-422254013-router', 'tenant_id': '8e6c97974dd44fb5b5238a5611736a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'b57af384-5620-4020-b7f8-0d7c55b242c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:07Z', 'updated_at': '2021-12-09T16:00:12Z', 'revision_number': 4, 'project_id': '8e6c97974dd44fb5b5238a5611736a63', 'gw_port': {'id': 'b57af384-5620-4020-b7f8-0d7c55b242c5', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:37:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568c54ba-ba0c-4018-a698-87437b673a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:08Z', 'updated_at': '2021-12-09T16:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '9686f830-5f4d-4c24-ae8d-1ed933008db8', 'tenant_id': '8e6c97974dd44fb5b5238a5611736a63', 'floating_ip_address': '172.25.3.223', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '568c54ba-ba0c-4018-a698-87437b673a27', 'port_id': '0ca6f001-4959-47bc-8d3b-ee02aa893450', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21c67a40-4e60-4c13-b5a1-062f21d3f27c', 'mac_address': 'fa:16:3e:5a:ec:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d899a32-43ad-4538-929a-feecfe3eb44b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:02:50Z', 'updated_at': '2021-12-09T16:02:50Z', 'revision_number': 0, 'project_id': '8e6c97974dd44fb5b5238a5611736a63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '088016f6-1f0b-404c-bf9b-010a9a643436', 'name': '', 'network_id': '21c67a40-4e60-4c13-b5a1-062f21d3f27c', 'tenant_id': '8e6c97974dd44fb5b5238a5611736a63', 'mac_address': 'fa:16:3e:70:ad:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568c54ba-ba0c-4018-a698-87437b673a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'e9a4a8c2-423b-444e-a5e6-20deeb1f2b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:11Z', 'updated_at': '2021-12-09T16:00:17Z', 'revision_number': 5, 'project_id': '8e6c97974dd44fb5b5238a5611736a63', 'subnets': [{'id': 'e9a4a8c2-423b-444e-a5e6-20deeb1f2b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:02:52.654907 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce142ed-eb90-4c6b-84e6-f8a57d48750f None None] Checking router: 568c54ba-ba0c-4018-a698-87437b673a27 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:02:52.657118 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f63a3-aab5-4b30-8de1-b643c2897c28 None None] Pushing event updated for resources: {'Port': ['ID=cc6eaeec-a614-4c07-a9e4-cbdaee032713,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:52.687607 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce142ed-eb90-4c6b-84e6-f8a57d48750f None None] Routers {'568c54ba-ba0c-4018-a698-87437b673a27'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:02:52.688509 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4ce142ed-eb90-4c6b-84e6-f8a57d48750f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:02:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['568c54ba-ba0c-4018-a698-87437b673a27'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:02:52.712599 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:02:52.716294 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a65c2c1-23e5-4f72-921b-0f47f4995449 req-41422e09-7edc-441d-87c8-9953d73f6006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:52.718343 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2a65c2c1-23e5-4f72-921b-0f47f4995449 req-41422e09-7edc-441d-87c8-9953d73f6006 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=21c67a40-4e60-4c13-b5a1-062f21d3f27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1944551 Dec 09 16:02:52.738526 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f46f109-336e-4b48-b6d6-50521c2862d6 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:52.760764 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f46f109-336e-4b48-b6d6-50521c2862d6 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:52.848134 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b17e1334-928d-4be3-9587-ff826280a197 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:52.884915 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-4ce142ed-eb90-4c6b-84e6-f8a57d48750f None None] Set router 568c54ba-ba0c-4018-a698-87437b673a27 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:02:52.996983 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2a65c2c1-23e5-4f72-921b-0f47f4995449 req-c002300a-2e9c-406a-9e50-2489ad7d182c service neutron] 10.222.0.42 "GET /v2.0/networks/21c67a40-4e60-4c13-b5a1-062f21d3f27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568228 Dec 09 16:02:53.059339 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-32528790-3033-423b-9093-c681b46aef5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:53.182692 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f46f109-336e-4b48-b6d6-50521c2862d6 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Router 568c54ba-ba0c-4018-a698-87437b673a27 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:02:53.233496 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4ce142ed-eb90-4c6b-84e6-f8a57d48750f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568c54ba-ba0c-4018-a698-87437b673a27', 'name': 'tempest-TestVolumeBackupRestore-422254013-router', 'tenant_id': '8e6c97974dd44fb5b5238a5611736a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'b57af384-5620-4020-b7f8-0d7c55b242c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:07Z', 'updated_at': '2021-12-09T16:00:12Z', 'revision_number': 4, 'project_id': '8e6c97974dd44fb5b5238a5611736a63', 'gw_port': {'id': 'b57af384-5620-4020-b7f8-0d7c55b242c5', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:37:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568c54ba-ba0c-4018-a698-87437b673a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:08Z', 'updated_at': '2021-12-09T16:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '9686f830-5f4d-4c24-ae8d-1ed933008db8', 'tenant_id': '8e6c97974dd44fb5b5238a5611736a63', 'floating_ip_address': '172.25.3.223', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '568c54ba-ba0c-4018-a698-87437b673a27', 'port_id': '0ca6f001-4959-47bc-8d3b-ee02aa893450', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21c67a40-4e60-4c13-b5a1-062f21d3f27c', 'mac_address': 'fa:16:3e:5a:ec:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d899a32-43ad-4538-929a-feecfe3eb44b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:02:50Z', 'updated_at': '2021-12-09T16:02:50Z', 'revision_number': 0, 'project_id': '8e6c97974dd44fb5b5238a5611736a63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '088016f6-1f0b-404c-bf9b-010a9a643436', 'name': '', 'network_id': '21c67a40-4e60-4c13-b5a1-062f21d3f27c', 'tenant_id': '8e6c97974dd44fb5b5238a5611736a63', 'mac_address': 'fa:16:3e:70:ad:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568c54ba-ba0c-4018-a698-87437b673a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'e9a4a8c2-423b-444e-a5e6-20deeb1f2b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:11Z', 'updated_at': '2021-12-09T16:00:17Z', 'revision_number': 5, 'project_id': '8e6c97974dd44fb5b5238a5611736a63', 'subnets': [{'id': 'e9a4a8c2-423b-444e-a5e6-20deeb1f2b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:02:53.278505 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b17e1334-928d-4be3-9587-ff826280a197 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:53.284133 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2a65c2c1-23e5-4f72-921b-0f47f4995449 req-b84a5d4d-2093-47cc-895b-36af15e28a6f service neutron] 10.222.0.42 "GET /v2.0/networks/21c67a40-4e60-4c13-b5a1-062f21d3f27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783649 Dec 09 16:02:53.287261 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b17e1334-928d-4be3-9587-ff826280a197 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:53.362061 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f46f109-336e-4b48-b6d6-50521c2862d6 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:02:53.372495 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f46f109-336e-4b48-b6d6-50521c2862d6 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:53.377450 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e1334-928d-4be3-9587-ff826280a197 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'Port': ['ID=a2c6bc94-bdc3-4f38-acec-5fbce696997a,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:53.391501 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b17e1334-928d-4be3-9587-ff826280a197 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:53.468682 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7f46f109-336e-4b48-b6d6-50521c2862d6 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "PUT /v2.0/floatingips/9686f830-5f4d-4c24-ae8d-1ed933008db8 HTTP/1.1" status: 200 len: 991 time: 1.7979004 Dec 09 16:02:53.505861 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce142ed-eb90-4c6b-84e6-f8a57d48750f None None] The sync data for ids ['568c54ba-ba0c-4018-a698-87437b673a27'] in n-d-821228-1 is: [{'id': '568c54ba-ba0c-4018-a698-87437b673a27', 'name': 'tempest-TestVolumeBackupRestore-422254013-router', 'tenant_id': '8e6c97974dd44fb5b5238a5611736a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'b57af384-5620-4020-b7f8-0d7c55b242c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:07Z', 'updated_at': '2021-12-09T16:00:12Z', 'revision_number': 4, 'project_id': '8e6c97974dd44fb5b5238a5611736a63', 'gw_port': {'id': 'b57af384-5620-4020-b7f8-0d7c55b242c5', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:37:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568c54ba-ba0c-4018-a698-87437b673a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:08Z', 'updated_at': '2021-12-09T16:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '9686f830-5f4d-4c24-ae8d-1ed933008db8', 'tenant_id': '8e6c97974dd44fb5b5238a5611736a63', 'floating_ip_address': '172.25.3.223', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '568c54ba-ba0c-4018-a698-87437b673a27', 'port_id': '0ca6f001-4959-47bc-8d3b-ee02aa893450', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21c67a40-4e60-4c13-b5a1-062f21d3f27c', 'mac_address': 'fa:16:3e:5a:ec:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d899a32-43ad-4538-929a-feecfe3eb44b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:02:50Z', 'updated_at': '2021-12-09T16:02:50Z', 'revision_number': 0, 'project_id': '8e6c97974dd44fb5b5238a5611736a63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '088016f6-1f0b-404c-bf9b-010a9a643436', 'name': '', 'network_id': '21c67a40-4e60-4c13-b5a1-062f21d3f27c', 'tenant_id': '8e6c97974dd44fb5b5238a5611736a63', 'mac_address': 'fa:16:3e:70:ad:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568c54ba-ba0c-4018-a698-87437b673a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'e9a4a8c2-423b-444e-a5e6-20deeb1f2b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:11Z', 'updated_at': '2021-12-09T16:00:17Z', 'revision_number': 5, 'project_id': '8e6c97974dd44fb5b5238a5611736a63', 'subnets': [{'id': 'e9a4a8c2-423b-444e-a5e6-20deeb1f2b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:02:53.547260 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17e1334-928d-4be3-9587-ff826280a197 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Network 1c9a6340-a192-44b4-aab5-554336dba7c8 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:02:53.548998 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-b17e1334-928d-4be3-9587-ff826280a197 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:02:53.675236 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17e1334-928d-4be3-9587-ff826280a197 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Router 86fb14b6-a7f5-4a31-902c-cb0b69de888b has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:02:53.753334 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d899a32-43ad-4538-929a-feecfe3eb44b', 'tag': '0ca6f001-4959-47bc-8d3b-ee02aa893450'}, {'name': 'network-changed', 'server_uuid': '0d899a32-43ad-4538-929a-feecfe3eb44b', 'tag': '0ca6f001-4959-47bc-8d3b-ee02aa893450'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:02:53.756689 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d535bf09-f386-4982-8e93-063978fa21f4" -d '{"events": [{"name": "network-changed", "server_uuid": "0d899a32-43ad-4538-929a-feecfe3eb44b", "tag": "0ca6f001-4959-47bc-8d3b-ee02aa893450"}, {"name": "network-changed", "server_uuid": "0d899a32-43ad-4538-929a-feecfe3eb44b", "tag": "0ca6f001-4959-47bc-8d3b-ee02aa893450"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:02:53.796178 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17e1334-928d-4be3-9587-ff826280a197 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:02:53.809020 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b17e1334-928d-4be3-9587-ff826280a197 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "PUT /v2.0/routers/86fb14b6-a7f5-4a31-902c-cb0b69de888b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5898328 Dec 09 16:02:53.841772 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 09 Dec 2021 16:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896e5809-91c1-45b6-b0e2-cf80a0f71c95 x-openstack-request-id: req-896e5809-91c1-45b6-b0e2-cf80a0f71c95 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:02:53.841919 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3a7e44-636b-4468-9a67-c2947048c220 None None] Network 1c9a6340-a192-44b4-aab5-554336dba7c8 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:02:53.842369 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d899a32-43ad-4538-929a-feecfe3eb44b", "tag": "0ca6f001-4959-47bc-8d3b-ee02aa893450", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0d899a32-43ad-4538-929a-feecfe3eb44b", "tag": "0ca6f001-4959-47bc-8d3b-ee02aa893450", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:02:53.842369 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-896e5809-91c1-45b6-b0e2-cf80a0f71c95 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:02:53.842724 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d899a32-43ad-4538-929a-feecfe3eb44b', 'tag': '0ca6f001-4959-47bc-8d3b-ee02aa893450', 'status': 'completed', 'code': 200} Dec 09 16:02:53.843248 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d899a32-43ad-4538-929a-feecfe3eb44b', 'tag': '0ca6f001-4959-47bc-8d3b-ee02aa893450', 'status': 'completed', 'code': 200} Dec 09 16:02:53.871301 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b315f8-bab7-49dd-afe4-684632b590f9 None None] New status for floating IP 9686f830-5f4d-4c24-ae8d-1ed933008db8: ACTIVE {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:02:53.947821 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-db178031-a0a4-4ea3-be97-54b2e9681a2c None None] Provisioning complete for port cc6eaeec-a614-4c07-a9e4-cbdaee032713 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:02:53.948199 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-db178031-a0a4-4ea3-be97-54b2e9681a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:53.970033 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535bf09-f386-4982-8e93-063978fa21f4 req-90b5e571-e2d3-431a-978c-3fc1dad5984e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:53.973714 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d535bf09-f386-4982-8e93-063978fa21f4 req-90b5e571-e2d3-431a-978c-3fc1dad5984e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e6c97974dd44fb5b5238a5611736a63&device_id=0d899a32-43ad-4538-929a-feecfe3eb44b HTTP/1.1" status: 200 len: 1096 time: 0.0838065 Dec 09 16:02:54.017175 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 896b41d2-83f7-4bec-a27c-9c73428de63f up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:02:54.086826 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-0c91a91a-815d-4e7c-a0ec-4748fb87a6de tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-328601657&fields=id&tenant_id=d5d1c0ecc7f643edb019cebb81c4a032 HTTP/1.1" status: 200 len: 267 time: 0.0516362 Dec 09 16:02:54.122851 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:54.161029 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535bf09-f386-4982-8e93-063978fa21f4 req-edd07dfc-693c-46b6-84d0-e5c54451b3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:54.163266 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d535bf09-f386-4982-8e93-063978fa21f4 req-edd07dfc-693c-46b6-84d0-e5c54451b3c8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=21c67a40-4e60-4c13-b5a1-062f21d3f27c HTTP/1.1" status: 200 len: 914 time: 0.1723316 Dec 09 16:02:54.195946 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 896b41d2-83f7-4bec-a27c-9c73428de63f triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:02:54.196512 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:54.252979 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-db178031-a0a4-4ea3-be97-54b2e9681a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:54.264057 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf72280-e851-4db4-943b-67e998bf9392 None None] Sync routers for ids ['568c54ba-ba0c-4018-a698-87437b673a27'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:02:54.265784 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d535bf09-f386-4982-8e93-063978fa21f4 req-736d95ea-863f-4ff2-b808-02ba45b45c5f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ca6f001-4959-47bc-8d3b-ee02aa893450 HTTP/1.1" status: 200 len: 1001 time: 0.0946596 Dec 09 16:02:54.267386 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-4071f417-46b2-45dc-b5ff-acb441b92720 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:54.269180 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-4071f417-46b2-45dc-b5ff-acb441b92720 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/networks?id=1c9a6340-a192-44b4-aab5-554336dba7c8 HTTP/1.1" status: 200 len: 797 time: 0.1697562 Dec 09 16:02:54.295162 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-f7a3fe95-a4cd-482a-acff-90a4ea602ea0 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/quotas/d5d1c0ecc7f643edb019cebb81c4a032 HTTP/1.1" status: 200 len: 375 time: 0.0180779 Dec 09 16:02:54.329382 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535bf09-f386-4982-8e93-063978fa21f4 req-1ef25c1d-33a9-41a4-baeb-c24a1020ef4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:54.331780 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d535bf09-f386-4982-8e93-063978fa21f4 req-1ef25c1d-33a9-41a4-baeb-c24a1020ef4c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9a4a8c2-423b-444e-a5e6-20deeb1f2b36 HTTP/1.1" status: 200 len: 852 time: 0.0595033 Dec 09 16:02:54.347325 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device cc6eaeec-a614-4c07-a9e4-cbdaee032713 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:02:54.351948 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf72280-e851-4db4-943b-67e998bf9392 None None] Routers {'568c54ba-ba0c-4018-a698-87437b673a27'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:02:54.352630 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3cf72280-e851-4db4-943b-67e998bf9392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:02:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['568c54ba-ba0c-4018-a698-87437b673a27'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:02:54.386582 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-1b92f731-3b62-4ddd-a0e6-bc17f92a77c1 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0793853 Dec 09 16:02:54.395705 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535bf09-f386-4982-8e93-063978fa21f4 req-26acf969-5049-46a5-bbdd-0c189fb6c7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:54.397812 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d535bf09-f386-4982-8e93-063978fa21f4 req-26acf969-5049-46a5-bbdd-0c189fb6c7f0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=21c67a40-4e60-4c13-b5a1-062f21d3f27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584819 Dec 09 16:02:54.451504 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-db178031-a0a4-4ea3-be97-54b2e9681a2c None None] For port cc6eaeec-a614-4c07-a9e4-cbdaee032713, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=cc6eaeec-a614-4c07-a9e4-cbdaee032713,segment=NetworkSegment(a93bb800-02bf-48b4-8b39-d53f236e2e80),segment_id=a93bb800-02bf-48b4-8b39-d53f236e2e80)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:02:54.470214 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-db178031-a0a4-4ea3-be97-54b2e9681a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:54.521636 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-27440d5a-65d7-4966-a3ed-328afc8b4b97 service neutron] 10.222.0.57 "GET /v2.0/networks/1c9a6340-a192-44b4-aab5-554336dba7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222813 Dec 09 16:02:54.536618 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d535bf09-f386-4982-8e93-063978fa21f4 req-03d1dcd1-4244-40d5-a3e0-dede0bd753ef service neutron] 10.222.0.42 "GET /v2.0/networks/21c67a40-4e60-4c13-b5a1-062f21d3f27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316044 Dec 09 16:02:54.555389 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db178031-a0a4-4ea3-be97-54b2e9681a2c None None] Pushing event updated for resources: {'Port': ['ID=cc6eaeec-a614-4c07-a9e4-cbdaee032713,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:54.618199 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-3cf72280-e851-4db4-943b-67e998bf9392 None None] Set router 568c54ba-ba0c-4018-a698-87437b673a27 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:02:54.646551 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port cc6eaeec-a614-4c07-a9e4-cbdaee032713 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:02:54.646935 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:54.671263 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f0b24a5b-5c87-4150-b179-a501b74a9664 None None] Provisioning complete for port a2c6bc94-bdc3-4f38-acec-5fbce696997a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:02:54.671641 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f0b24a5b-5c87-4150-b179-a501b74a9664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:54.677325 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d535bf09-f386-4982-8e93-063978fa21f4 req-9b556b59-5805-45a7-ae7f-7f8d3f1331c5 service neutron] 10.222.0.42 "GET /v2.0/networks/21c67a40-4e60-4c13-b5a1-062f21d3f27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329808 Dec 09 16:02:54.689700 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-7d7064ee-685f-479d-82b9-192673665a62 service neutron] 10.222.0.57 "GET /v2.0/networks/1c9a6340-a192-44b4-aab5-554336dba7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602736 Dec 09 16:02:54.690789 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd3b7f9-807a-44f2-8eff-60539a79c827 None None] Sync routers for ids ['86fb14b6-a7f5-4a31-902c-cb0b69de888b'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:02:54.703344 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd3b7f9-807a-44f2-8eff-60539a79c827 None None] Routers {'86fb14b6-a7f5-4a31-902c-cb0b69de888b'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:02:54.703992 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-7dd3b7f9-807a-44f2-8eff-60539a79c827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:02:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['86fb14b6-a7f5-4a31-902c-cb0b69de888b'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:02:54.830594 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f0b24a5b-5c87-4150-b179-a501b74a9664 None None] Port a2c6bc94-bdc3-4f38-acec-5fbce696997a cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:02:54.833508 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535bf09-f386-4982-8e93-063978fa21f4 req-5a5141f9-5d2c-4405-b4f0-b6cab8a887aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:54.836233 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d535bf09-f386-4982-8e93-063978fa21f4 req-5a5141f9-5d2c-4405-b4f0-b6cab8a887aa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e6c97974dd44fb5b5238a5611736a63&device_id=0d899a32-43ad-4538-929a-feecfe3eb44b HTTP/1.1" status: 200 len: 1096 time: 0.0692561 Dec 09 16:02:54.836691 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:54.880846 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-7dd3b7f9-807a-44f2-8eff-60539a79c827 None None] Set router 86fb14b6-a7f5-4a31-902c-cb0b69de888b gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:02:55.010806 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f0b24a5b-5c87-4150-b179-a501b74a9664 None None] Provisioning complete for port cc6eaeec-a614-4c07-a9e4-cbdaee032713 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:02:55.011715 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f0b24a5b-5c87-4150-b179-a501b74a9664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:55.046652 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535bf09-f386-4982-8e93-063978fa21f4 req-783d7e59-f772-4438-939e-5e7481bed69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:55.048313 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d535bf09-f386-4982-8e93-063978fa21f4 req-783d7e59-f772-4438-939e-5e7481bed69d service neutron] 10.222.0.42 "GET /v2.0/networks?id=21c67a40-4e60-4c13-b5a1-062f21d3f27c HTTP/1.1" status: 200 len: 914 time: 0.2040613 Dec 09 16:02:55.065179 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f62d398f-c58e-491a-8c1c-4d9a95a36b17 req-79738a2f-aec2-4235-9634-0ed65d02c5c5 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 210 time: 0.0803323 Dec 09 16:02:55.156152 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d535bf09-f386-4982-8e93-063978fa21f4 req-12ccf243-c61d-4e05-9b46-689767c294e2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ca6f001-4959-47bc-8d3b-ee02aa893450 HTTP/1.1" status: 200 len: 1001 time: 0.1005578 Dec 09 16:02:55.216346 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535bf09-f386-4982-8e93-063978fa21f4 req-17abf515-7b64-4355-9b14-2d7e5aa63f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:55.218764 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d535bf09-f386-4982-8e93-063978fa21f4 req-17abf515-7b64-4355-9b14-2d7e5aa63f8e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9a4a8c2-423b-444e-a5e6-20deeb1f2b36 HTTP/1.1" status: 200 len: 852 time: 0.0556865 Dec 09 16:02:55.225822 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3cf72280-e851-4db4-943b-67e998bf9392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568c54ba-ba0c-4018-a698-87437b673a27', 'name': 'tempest-TestVolumeBackupRestore-422254013-router', 'tenant_id': '8e6c97974dd44fb5b5238a5611736a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'b57af384-5620-4020-b7f8-0d7c55b242c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:07Z', 'updated_at': '2021-12-09T16:00:12Z', 'revision_number': 4, 'project_id': '8e6c97974dd44fb5b5238a5611736a63', 'gw_port': {'id': 'b57af384-5620-4020-b7f8-0d7c55b242c5', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:37:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568c54ba-ba0c-4018-a698-87437b673a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:08Z', 'updated_at': '2021-12-09T16:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '9686f830-5f4d-4c24-ae8d-1ed933008db8', 'tenant_id': '8e6c97974dd44fb5b5238a5611736a63', 'floating_ip_address': '172.25.3.223', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '568c54ba-ba0c-4018-a698-87437b673a27', 'port_id': '0ca6f001-4959-47bc-8d3b-ee02aa893450', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21c67a40-4e60-4c13-b5a1-062f21d3f27c', 'mac_address': 'fa:16:3e:5a:ec:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d899a32-43ad-4538-929a-feecfe3eb44b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:02:50Z', 'updated_at': '2021-12-09T16:02:54Z', 'revision_number': 2, 'project_id': '8e6c97974dd44fb5b5238a5611736a63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '088016f6-1f0b-404c-bf9b-010a9a643436', 'name': '', 'network_id': '21c67a40-4e60-4c13-b5a1-062f21d3f27c', 'tenant_id': '8e6c97974dd44fb5b5238a5611736a63', 'mac_address': 'fa:16:3e:70:ad:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568c54ba-ba0c-4018-a698-87437b673a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'e9a4a8c2-423b-444e-a5e6-20deeb1f2b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:11Z', 'updated_at': '2021-12-09T16:00:17Z', 'revision_number': 5, 'project_id': '8e6c97974dd44fb5b5238a5611736a63', 'subnets': [{'id': 'e9a4a8c2-423b-444e-a5e6-20deeb1f2b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:02:55.235752 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-7dd3b7f9-807a-44f2-8eff-60539a79c827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fb14b6-a7f5-4a31-902c-cb0b69de888b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208447292', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '896b41d2-83f7-4bec-a27c-9c73428de63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:02:48Z', 'updated_at': '2021-12-09T16:02:52Z', 'revision_number': 4, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': '896b41d2-83f7-4bec-a27c-9c73428de63f', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:49:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb14b6-a7f5-4a31-902c-cb0b69de888b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:02:49Z', 'updated_at': '2021-12-09T16:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'a2c6bc94-bdc3-4f38-acec-5fbce696997a', 'name': '', 'network_id': '1c9a6340-a192-44b4-aab5-554336dba7c8', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'mac_address': 'fa:16:3e:19:20:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86fb14b6-a7f5-4a31-902c-cb0b69de888b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'c9ecdc44-e458-4048-bb70-30501b6f0268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:02:52Z', 'updated_at': '2021-12-09T16:02:53Z', 'revision_number': 2, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'subnets': [{'id': 'c9ecdc44-e458-4048-bb70-30501b6f0268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:02:55.259349 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf72280-e851-4db4-943b-67e998bf9392 None None] Checking router: 568c54ba-ba0c-4018-a698-87437b673a27 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:02:55.269416 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf72280-e851-4db4-943b-67e998bf9392 None None] Routers {'568c54ba-ba0c-4018-a698-87437b673a27'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:02:55.270034 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3cf72280-e851-4db4-943b-67e998bf9392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:02:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['568c54ba-ba0c-4018-a698-87437b673a27'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:02:55.271057 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd3b7f9-807a-44f2-8eff-60539a79c827 None None] Checking router: 86fb14b6-a7f5-4a31-902c-cb0b69de888b for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:02:55.271666 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd3b7f9-807a-44f2-8eff-60539a79c827 None None] Updating router 86fb14b6-a7f5-4a31-902c-cb0b69de888b port a2c6bc94-bdc3-4f38-acec-5fbce696997a binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:02:55.284801 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535bf09-f386-4982-8e93-063978fa21f4 req-3ade50b8-3d98-45b6-a38e-36a4acc0e116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:55.286583 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d535bf09-f386-4982-8e93-063978fa21f4 req-3ade50b8-3d98-45b6-a38e-36a4acc0e116 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=21c67a40-4e60-4c13-b5a1-062f21d3f27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609424 Dec 09 16:02:55.302116 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-7dd3b7f9-807a-44f2-8eff-60539a79c827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:55.396053 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d535bf09-f386-4982-8e93-063978fa21f4 req-1752b58d-f1b8-4d4f-8fcc-d6154ce64070 service neutron] 10.222.0.42 "GET /v2.0/networks/21c67a40-4e60-4c13-b5a1-062f21d3f27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012669 Dec 09 16:02:55.402932 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50021395-f63b-4d8d-a999-99b57ea42f9f None None] Provisioning complete for port a2c6bc94-bdc3-4f38-acec-5fbce696997a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:02:55.403242 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50021395-f63b-4d8d-a999-99b57ea42f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:55.407575 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:55.457618 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-3cf72280-e851-4db4-943b-67e998bf9392 None None] Set router 568c54ba-ba0c-4018-a698-87437b673a27 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:02:55.460459 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-50021395-f63b-4d8d-a999-99b57ea42f9f None None] Port a2c6bc94-bdc3-4f38-acec-5fbce696997a cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:02:55.505121 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d535bf09-f386-4982-8e93-063978fa21f4 req-f7b23fba-d8ff-4105-8727-a0e341cb103b service neutron] 10.222.0.42 "GET /v2.0/networks/21c67a40-4e60-4c13-b5a1-062f21d3f27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016984 Dec 09 16:02:55.665909 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-7dd3b7f9-807a-44f2-8eff-60539a79c827 None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:55.672424 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-7dd3b7f9-807a-44f2-8eff-60539a79c827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:55.703812 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3cf72280-e851-4db4-943b-67e998bf9392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568c54ba-ba0c-4018-a698-87437b673a27', 'name': 'tempest-TestVolumeBackupRestore-422254013-router', 'tenant_id': '8e6c97974dd44fb5b5238a5611736a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'b57af384-5620-4020-b7f8-0d7c55b242c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:07Z', 'updated_at': '2021-12-09T16:00:12Z', 'revision_number': 4, 'project_id': '8e6c97974dd44fb5b5238a5611736a63', 'gw_port': {'id': 'b57af384-5620-4020-b7f8-0d7c55b242c5', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:37:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568c54ba-ba0c-4018-a698-87437b673a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:08Z', 'updated_at': '2021-12-09T16:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '9686f830-5f4d-4c24-ae8d-1ed933008db8', 'tenant_id': '8e6c97974dd44fb5b5238a5611736a63', 'floating_ip_address': '172.25.3.223', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '568c54ba-ba0c-4018-a698-87437b673a27', 'port_id': '0ca6f001-4959-47bc-8d3b-ee02aa893450', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21c67a40-4e60-4c13-b5a1-062f21d3f27c', 'mac_address': 'fa:16:3e:5a:ec:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d899a32-43ad-4538-929a-feecfe3eb44b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:02:50Z', 'updated_at': '2021-12-09T16:02:54Z', 'revision_number': 2, 'project_id': '8e6c97974dd44fb5b5238a5611736a63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '088016f6-1f0b-404c-bf9b-010a9a643436', 'name': '', 'network_id': '21c67a40-4e60-4c13-b5a1-062f21d3f27c', 'tenant_id': '8e6c97974dd44fb5b5238a5611736a63', 'mac_address': 'fa:16:3e:70:ad:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568c54ba-ba0c-4018-a698-87437b673a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'e9a4a8c2-423b-444e-a5e6-20deeb1f2b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:11Z', 'updated_at': '2021-12-09T16:00:17Z', 'revision_number': 5, 'project_id': '8e6c97974dd44fb5b5238a5611736a63', 'subnets': [{'id': 'e9a4a8c2-423b-444e-a5e6-20deeb1f2b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:02:55.729007 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0326a74-eb0c-413e-b7a8-504b660e85f5 None None] Pushing event updated for resources: {'Port': ['ID=a2c6bc94-bdc3-4f38-acec-5fbce696997a,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:55.731367 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf72280-e851-4db4-943b-67e998bf9392 None None] The sync data for ids ['568c54ba-ba0c-4018-a698-87437b673a27'] in n-d-821228-1 is: [{'id': '568c54ba-ba0c-4018-a698-87437b673a27', 'name': 'tempest-TestVolumeBackupRestore-422254013-router', 'tenant_id': '8e6c97974dd44fb5b5238a5611736a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'b57af384-5620-4020-b7f8-0d7c55b242c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:07Z', 'updated_at': '2021-12-09T16:00:12Z', 'revision_number': 4, 'project_id': '8e6c97974dd44fb5b5238a5611736a63', 'gw_port': {'id': 'b57af384-5620-4020-b7f8-0d7c55b242c5', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:37:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568c54ba-ba0c-4018-a698-87437b673a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:08Z', 'updated_at': '2021-12-09T16:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '9686f830-5f4d-4c24-ae8d-1ed933008db8', 'tenant_id': '8e6c97974dd44fb5b5238a5611736a63', 'floating_ip_address': '172.25.3.223', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '568c54ba-ba0c-4018-a698-87437b673a27', 'port_id': '0ca6f001-4959-47bc-8d3b-ee02aa893450', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21c67a40-4e60-4c13-b5a1-062f21d3f27c', 'mac_address': 'fa:16:3e:5a:ec:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d899a32-43ad-4538-929a-feecfe3eb44b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:02:50Z', 'updated_at': '2021-12-09T16:02:54Z', 'revision_number': 2, 'project_id': '8e6c97974dd44fb5b5238a5611736a63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '088016f6-1f0b-404c-bf9b-010a9a643436', 'name': '', 'network_id': '21c67a40-4e60-4c13-b5a1-062f21d3f27c', 'tenant_id': '8e6c97974dd44fb5b5238a5611736a63', 'mac_address': 'fa:16:3e:70:ad:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568c54ba-ba0c-4018-a698-87437b673a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'e9a4a8c2-423b-444e-a5e6-20deeb1f2b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:11Z', 'updated_at': '2021-12-09T16:00:17Z', 'revision_number': 5, 'project_id': '8e6c97974dd44fb5b5238a5611736a63', 'subnets': [{'id': 'e9a4a8c2-423b-444e-a5e6-20deeb1f2b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:02:55.782734 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-7dd3b7f9-807a-44f2-8eff-60539a79c827 None None] Attempting to bind port a2c6bc94-bdc3-4f38-acec-5fbce696997a on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:02:55.783294 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-7dd3b7f9-807a-44f2-8eff-60539a79c827 None None] Attempting to bind port a2c6bc94-bdc3-4f38-acec-5fbce696997a by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'a93bb800-02bf-48b4-8b39-d53f236e2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1c9a6340-a192-44b4-aab5-554336dba7c8'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:02:55.783657 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd3b7f9-807a-44f2-8eff-60539a79c827 None None] Attempting to bind port a2c6bc94-bdc3-4f38-acec-5fbce696997a on network 1c9a6340-a192-44b4-aab5-554336dba7c8 {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:02:55.789235 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd3b7f9-807a-44f2-8eff-60539a79c827 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:02:55.789614 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd3b7f9-807a-44f2-8eff-60539a79c827 None None] Checking segment: {'id': 'a93bb800-02bf-48b4-8b39-d53f236e2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1c9a6340-a192-44b4-aab5-554336dba7c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:02:55.790020 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-7dd3b7f9-807a-44f2-8eff-60539a79c827 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:55.790421 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd3b7f9-807a-44f2-8eff-60539a79c827 None None] Bound using segment: {'id': 'a93bb800-02bf-48b4-8b39-d53f236e2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1c9a6340-a192-44b4-aab5-554336dba7c8'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:02:55.790956 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-7dd3b7f9-807a-44f2-8eff-60539a79c827 None None] Bound port: a2c6bc94-bdc3-4f38-acec-5fbce696997a, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a93bb800-02bf-48b4-8b39-d53f236e2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1c9a6340-a192-44b4-aab5-554336dba7c8'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:02:55.791340 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-7dd3b7f9-807a-44f2-8eff-60539a79c827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:55.862562 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-7dd3b7f9-807a-44f2-8eff-60539a79c827 None None] For port a2c6bc94-bdc3-4f38-acec-5fbce696997a, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:02:55.866676 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-7dd3b7f9-807a-44f2-8eff-60539a79c827 None None] For port a2c6bc94-bdc3-4f38-acec-5fbce696997a, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a2c6bc94-bdc3-4f38-acec-5fbce696997a,segment=NetworkSegment(a93bb800-02bf-48b4-8b39-d53f236e2e80),segment_id=a93bb800-02bf-48b4-8b39-d53f236e2e80)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:02:55.872575 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-7dd3b7f9-807a-44f2-8eff-60539a79c827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:55.886793 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device cc6eaeec-a614-4c07-a9e4-cbdaee032713 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:02:55.931650 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0326a74-eb0c-413e-b7a8-504b660e85f5 None None] Pushing event updated for resources: {'Port': ['ID=a2c6bc94-bdc3-4f38-acec-5fbce696997a,revision_number=4']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:55.952147 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd3b7f9-807a-44f2-8eff-60539a79c827 None None] Routers {'86fb14b6-a7f5-4a31-902c-cb0b69de888b'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:02:55.952856 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-7dd3b7f9-807a-44f2-8eff-60539a79c827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:02:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['86fb14b6-a7f5-4a31-902c-cb0b69de888b'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:02:55.960243 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port cc6eaeec-a614-4c07-a9e4-cbdaee032713 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:02:55.960728 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:56.069992 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-7dd3b7f9-807a-44f2-8eff-60539a79c827 None None] Set router 86fb14b6-a7f5-4a31-902c-cb0b69de888b gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:02:56.087551 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-71504c80-b430-4c8a-8ebe-461ff3b9e498 None None] Provisioning complete for port a2c6bc94-bdc3-4f38-acec-5fbce696997a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:02:56.088138 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-71504c80-b430-4c8a-8ebe-461ff3b9e498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:56.229170 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-71504c80-b430-4c8a-8ebe-461ff3b9e498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:56.270686 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b3badac5-3b09-4b01-ac7d-8501ed3544cc req-9b1fe4a1-9313-4eeb-8c28-68018c4bb241 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 210 time: 0.0398114 Dec 09 16:02:56.329979 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-2298e537-abc2-4abc-8438-95ef0d4eb924 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:56.332380 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-2298e537-abc2-4abc-8438-95ef0d4eb924 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.31 "GET /v2.0/networks?id=1c9a6340-a192-44b4-aab5-554336dba7c8 HTTP/1.1" status: 200 len: 797 time: 0.2251973 Dec 09 16:02:56.408270 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-f889d1a7-b188-4792-8e0c-9a7c5929d13d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5d1c0ecc7f643edb019cebb81c4a032 HTTP/1.1" status: 200 len: 379 time: 0.0640194 Dec 09 16:02:56.418347 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-730fb5c4-dd31-4eff-ae4b-e1d443b9f751 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'port': {'device_id': 'd1243fe3-6967-4990-8d59-16e4691abccd', 'network_id': '1c9a6340-a192-44b4-aab5-554336dba7c8', 'admin_state_up': True, 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'security_groups': ['5aeab1fb-1328-49af-9225-9e056ec7d45f']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:02:56.456683 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-7dd3b7f9-807a-44f2-8eff-60539a79c827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fb14b6-a7f5-4a31-902c-cb0b69de888b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208447292', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '896b41d2-83f7-4bec-a27c-9c73428de63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:02:48Z', 'updated_at': '2021-12-09T16:02:52Z', 'revision_number': 4, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': '896b41d2-83f7-4bec-a27c-9c73428de63f', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:49:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb14b6-a7f5-4a31-902c-cb0b69de888b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:02:49Z', 'updated_at': '2021-12-09T16:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'a2c6bc94-bdc3-4f38-acec-5fbce696997a', 'name': '', 'network_id': '1c9a6340-a192-44b4-aab5-554336dba7c8', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'mac_address': 'fa:16:3e:19:20:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86fb14b6-a7f5-4a31-902c-cb0b69de888b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'c9ecdc44-e458-4048-bb70-30501b6f0268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:02:52Z', 'updated_at': '2021-12-09T16:02:55Z', 'revision_number': 4, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'subnets': [{'id': 'c9ecdc44-e458-4048-bb70-30501b6f0268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:02:56.484388 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd3b7f9-807a-44f2-8eff-60539a79c827 None None] The sync data for ids ['86fb14b6-a7f5-4a31-902c-cb0b69de888b'] in n-d-821228-1 is: [{'id': '86fb14b6-a7f5-4a31-902c-cb0b69de888b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208447292', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '896b41d2-83f7-4bec-a27c-9c73428de63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:02:48Z', 'updated_at': '2021-12-09T16:02:52Z', 'revision_number': 4, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': '896b41d2-83f7-4bec-a27c-9c73428de63f', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:49:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb14b6-a7f5-4a31-902c-cb0b69de888b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:02:49Z', 'updated_at': '2021-12-09T16:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'a2c6bc94-bdc3-4f38-acec-5fbce696997a', 'name': '', 'network_id': '1c9a6340-a192-44b4-aab5-554336dba7c8', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'mac_address': 'fa:16:3e:19:20:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86fb14b6-a7f5-4a31-902c-cb0b69de888b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'c9ecdc44-e458-4048-bb70-30501b6f0268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:02:52Z', 'updated_at': '2021-12-09T16:02:55Z', 'revision_number': 4, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'subnets': [{'id': 'c9ecdc44-e458-4048-bb70-30501b6f0268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:02:56.504330 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-71504c80-b430-4c8a-8ebe-461ff3b9e498 None None] For port a2c6bc94-bdc3-4f38-acec-5fbce696997a, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a2c6bc94-bdc3-4f38-acec-5fbce696997a,segment=NetworkSegment(a93bb800-02bf-48b4-8b39-d53f236e2e80),segment_id=a93bb800-02bf-48b4-8b39-d53f236e2e80)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:02:56.505908 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:56.510741 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-71504c80-b430-4c8a-8ebe-461ff3b9e498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:56.575132 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-730fb5c4-dd31-4eff-ae4b-e1d443b9f751 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Made reservation on behalf of d5d1c0ecc7f643edb019cebb81c4a032 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:02:56.579634 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-730fb5c4-dd31-4eff-ae4b-e1d443b9f751 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:56.583479 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71504c80-b430-4c8a-8ebe-461ff3b9e498 None None] Pushing event updated for resources: {'Port': ['ID=a2c6bc94-bdc3-4f38-acec-5fbce696997a,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:56.633174 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a3e816b7-78ab-4629-8482-66b2d7c37888 None None] Provisioning complete for port a2c6bc94-bdc3-4f38-acec-5fbce696997a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:02:56.633633 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a3e816b7-78ab-4629-8482-66b2d7c37888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:56.732342 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-730fb5c4-dd31-4eff-ae4b-e1d443b9f751 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Allocated IP 172.20.0.12 (1c9a6340-a192-44b4-aab5-554336dba7c8/c9ecdc44-e458-4048-bb70-30501b6f0268/4bc5ac84-ad45-46af-adc5-56941ae0d346) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:02:56.881521 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-730fb5c4-dd31-4eff-ae4b-e1d443b9f751 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:56.919529 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-730fb5c4-dd31-4eff-ae4b-e1d443b9f751 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:56.963964 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-730fb5c4-dd31-4eff-ae4b-e1d443b9f751 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Network 1c9a6340-a192-44b4-aab5-554336dba7c8 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:02:56.969762 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-730fb5c4-dd31-4eff-ae4b-e1d443b9f751 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:02:56.973804 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-730fb5c4-dd31-4eff-ae4b-e1d443b9f751 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:02:56.980620 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730fb5c4-dd31-4eff-ae4b-e1d443b9f751 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'Port': ['ID=4bc5ac84-ad45-46af-adc5-56941ae0d346,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:57.034966 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-730fb5c4-dd31-4eff-ae4b-e1d443b9f751 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:57.035646 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-730fb5c4-dd31-4eff-ae4b-e1d443b9f751 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:57.054936 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-730fb5c4-dd31-4eff-ae4b-e1d443b9f751 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6404569 Dec 09 16:02:57.068141 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-beefdb94-fba3-4215-a404-4f66598dcca6 service neutron] Request body: {'port': {'device_id': 'd1243fe3-6967-4990-8d59-16e4691abccd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:02:57.150894 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-beefdb94-fba3-4215-a404-4f66598dcca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:57.245339 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-30cb7e68-ad73-47ba-852b-ace6125a73a1 None None] Provisioning complete for port 4bc5ac84-ad45-46af-adc5-56941ae0d346 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:02:57.245921 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-30cb7e68-ad73-47ba-852b-ace6125a73a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:57.282037 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-30cb7e68-ad73-47ba-852b-ace6125a73a1 None None] Port 4bc5ac84-ad45-46af-adc5-56941ae0d346 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:02:57.424266 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a723a-961b-41d3-b501-f33160834616 req-3d5d3086-ca88-458c-98b6-cd33c5e14ef0 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:57.425794 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-886a723a-961b-41d3-b501-f33160834616 req-3d5d3086-ca88-458c-98b6-cd33c5e14ef0 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 932 time: 0.0807614 Dec 09 16:02:57.500038 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-beefdb94-fba3-4215-a404-4f66598dcca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bc5ac84-ad45-46af-adc5-56941ae0d346 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:02:57.514200 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-beefdb94-fba3-4215-a404-4f66598dcca6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:57.528290 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-886a723a-961b-41d3-b501-f33160834616 req-16579b41-3fac-497f-8cad-57ed78872774 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910816 Dec 09 16:02:57.536018 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-beefdb94-fba3-4215-a404-4f66598dcca6 service neutron] Transition to ACTIVE for port object 4bc5ac84-ad45-46af-adc5-56941ae0d346 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:02:57.543860 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-beefdb94-fba3-4215-a404-4f66598dcca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:57.597171 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beefdb94-fba3-4215-a404-4f66598dcca6 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc5ac84-ad45-46af-adc5-56941ae0d346,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:57.668828 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-beefdb94-fba3-4215-a404-4f66598dcca6 service neutron] Attempting to bind port 4bc5ac84-ad45-46af-adc5-56941ae0d346 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:02:57.669170 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-beefdb94-fba3-4215-a404-4f66598dcca6 service neutron] Attempting to bind port 4bc5ac84-ad45-46af-adc5-56941ae0d346 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': 'a93bb800-02bf-48b4-8b39-d53f236e2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1c9a6340-a192-44b4-aab5-554336dba7c8'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:02:57.669481 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-beefdb94-fba3-4215-a404-4f66598dcca6 service neutron] Attempting to bind port 4bc5ac84-ad45-46af-adc5-56941ae0d346 on network 1c9a6340-a192-44b4-aab5-554336dba7c8 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:02:57.674542 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-beefdb94-fba3-4215-a404-4f66598dcca6 service neutron] Port 4bc5ac84-ad45-46af-adc5-56941ae0d346 on network 1c9a6340-a192-44b4-aab5-554336dba7c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:02:57.674863 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-beefdb94-fba3-4215-a404-4f66598dcca6 service neutron] Attempting to bind port 4bc5ac84-ad45-46af-adc5-56941ae0d346 on network 1c9a6340-a192-44b4-aab5-554336dba7c8 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:02:57.680669 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-beefdb94-fba3-4215-a404-4f66598dcca6 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:02:57.681006 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-beefdb94-fba3-4215-a404-4f66598dcca6 service neutron] Checking segment: {'id': 'a93bb800-02bf-48b4-8b39-d53f236e2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1c9a6340-a192-44b4-aab5-554336dba7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:02:57.681390 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-beefdb94-fba3-4215-a404-4f66598dcca6 service neutron] Bound using segment: {'id': 'a93bb800-02bf-48b4-8b39-d53f236e2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1c9a6340-a192-44b4-aab5-554336dba7c8'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:02:57.681804 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-beefdb94-fba3-4215-a404-4f66598dcca6 service neutron] Bound port: 4bc5ac84-ad45-46af-adc5-56941ae0d346, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a93bb800-02bf-48b4-8b39-d53f236e2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1c9a6340-a192-44b4-aab5-554336dba7c8'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:02:57.682171 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-beefdb94-fba3-4215-a404-4f66598dcca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:57.888881 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a2c6bc94-bdc3-4f38-acec-5fbce696997a up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:02:57.939361 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port a2c6bc94-bdc3-4f38-acec-5fbce696997a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:02:57.939648 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:58.103374 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-beefdb94-fba3-4215-a404-4f66598dcca6 service neutron] For port 4bc5ac84-ad45-46af-adc5-56941ae0d346, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:02:58.106489 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-beefdb94-fba3-4215-a404-4f66598dcca6 service neutron] For port 4bc5ac84-ad45-46af-adc5-56941ae0d346, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=4bc5ac84-ad45-46af-adc5-56941ae0d346,segment=NetworkSegment(a93bb800-02bf-48b4-8b39-d53f236e2e80),segment_id=a93bb800-02bf-48b4-8b39-d53f236e2e80)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:02:58.110890 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-beefdb94-fba3-4215-a404-4f66598dcca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:58.145994 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-beefdb94-fba3-4215-a404-4f66598dcca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:58.146691 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-beefdb94-fba3-4215-a404-4f66598dcca6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:58.148098 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-beefdb94-fba3-4215-a404-4f66598dcca6 service neutron] 10.222.0.31 "PUT /v2.0/ports/4bc5ac84-ad45-46af-adc5-56941ae0d346 HTTP/1.1" status: 200 len: 1092 time: 1.0849342 Dec 09 16:02:58.148632 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1243fe3-6967-4990-8d59-16e4691abccd', 'tag': '4bc5ac84-ad45-46af-adc5-56941ae0d346'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:02:58.150894 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8d4b71-a006-4f88-acfe-685f5706f2cb" -d '{"events": [{"name": "network-changed", "server_uuid": "d1243fe3-6967-4990-8d59-16e4691abccd", "tag": "4bc5ac84-ad45-46af-adc5-56941ae0d346"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:02:58.182519 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beefdb94-fba3-4215-a404-4f66598dcca6 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc5ac84-ad45-46af-adc5-56941ae0d346,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:02:58.205849 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9f4361-74f2-470a-9063-f63598f6e8aa x-openstack-request-id: req-ef9f4361-74f2-470a-9063-f63598f6e8aa {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:02:58.206144 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1243fe3-6967-4990-8d59-16e4691abccd", "tag": "4bc5ac84-ad45-46af-adc5-56941ae0d346", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:02:58.206401 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ef9f4361-74f2-470a-9063-f63598f6e8aa {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:02:58.206806 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1243fe3-6967-4990-8d59-16e4691abccd', 'tag': '4bc5ac84-ad45-46af-adc5-56941ae0d346', 'status': 'completed', 'code': 200} Dec 09 16:02:58.237693 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-2b92c3d7-7b9c-409b-a03f-108405ea9752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:58.239229 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-2b92c3d7-7b9c-409b-a03f-108405ea9752 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 1095 time: 0.0442219 Dec 09 16:02:58.287881 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-547e99de-cf7c-4e11-aed9-cf2deaa58e6c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bc5ac84-ad45-46af-adc5-56941ae0d346 HTTP/1.1" status: 200 len: 217 time: 0.0397854 Dec 09 16:02:58.339948 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-2a06ed84-9b7e-4135-bb8d-f3919a5580a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:58.341499 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-2a06ed84-9b7e-4135-bb8d-f3919a5580a1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c9ecdc44-e458-4048-bb70-30501b6f0268 HTTP/1.1" status: 200 len: 835 time: 0.0473988 Dec 09 16:02:58.388602 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-c1733c4e-885a-4b71-9600-2b84d6812bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:58.390169 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-c1733c4e-885a-4b71-9600-2b84d6812bb3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1c9a6340-a192-44b4-aab5-554336dba7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407732 Dec 09 16:02:58.488081 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-88a8272e-513a-4900-9520-20c3425667fc service neutron] 10.222.0.31 "GET /v2.0/networks/1c9a6340-a192-44b4-aab5-554336dba7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904882 Dec 09 16:02:58.589798 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d41160e2-aba7-4843-8f5d-978e0b8065c7 req-f0d289e3-7a4b-4fce-8de2-c014acd41dcc service neutron] 10.222.0.31 "GET /v2.0/networks/1c9a6340-a192-44b4-aab5-554336dba7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953469 Dec 09 16:02:58.692605 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d11d0-5b7d-4b73-9ca4-80b98b5e5b29 req-560b8485-e441-47b2-a8b4-da25c6ff0100 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:58.694663 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-417d11d0-5b7d-4b73-9ca4-80b98b5e5b29 req-560b8485-e441-47b2-a8b4-da25c6ff0100 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 944 time: 0.0816982 Dec 09 16:02:58.700492 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d4b71-a006-4f88-acfe-685f5706f2cb req-23aea93c-e426-4225-ae31-c81d1b0cae24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:58.701889 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2f8d4b71-a006-4f88-acfe-685f5706f2cb req-23aea93c-e426-4225-ae31-c81d1b0cae24 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 1095 time: 0.0631452 Dec 09 16:02:58.794335 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-417d11d0-5b7d-4b73-9ca4-80b98b5e5b29 req-ee089158-0b8f-472e-84ff-a202d4e64328 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914631 Dec 09 16:02:58.825241 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d4b71-a006-4f88-acfe-685f5706f2cb req-06088a7a-068c-4712-8d16-b766ef86b5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:58.826689 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2f8d4b71-a006-4f88-acfe-685f5706f2cb req-06088a7a-068c-4712-8d16-b766ef86b5a6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1c9a6340-a192-44b4-aab5-554336dba7c8 HTTP/1.1" status: 200 len: 898 time: 0.1105850 Dec 09 16:02:58.873421 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2f8d4b71-a006-4f88-acfe-685f5706f2cb req-6e214cc8-5fb5-4b84-ac31-feaccf1ee2aa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bc5ac84-ad45-46af-adc5-56941ae0d346 HTTP/1.1" status: 200 len: 217 time: 0.0386498 Dec 09 16:02:58.922381 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d4b71-a006-4f88-acfe-685f5706f2cb req-579d8710-735e-4203-ab58-07eb09487ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:58.923831 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2f8d4b71-a006-4f88-acfe-685f5706f2cb req-579d8710-735e-4203-ab58-07eb09487ced service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c9ecdc44-e458-4048-bb70-30501b6f0268 HTTP/1.1" status: 200 len: 835 time: 0.0435798 Dec 09 16:02:58.978188 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d4b71-a006-4f88-acfe-685f5706f2cb req-be1c53b8-cc62-4aac-bf4c-7821a50ff5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:58.980213 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2f8d4b71-a006-4f88-acfe-685f5706f2cb req-be1c53b8-cc62-4aac-bf4c-7821a50ff5b5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1c9a6340-a192-44b4-aab5-554336dba7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495119 Dec 09 16:02:59.076987 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2f8d4b71-a006-4f88-acfe-685f5706f2cb req-5781f979-d692-48aa-b76f-ff736f6efb42 service neutron] 10.222.0.31 "GET /v2.0/networks/1c9a6340-a192-44b4-aab5-554336dba7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894418 Dec 09 16:02:59.167392 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2f8d4b71-a006-4f88-acfe-685f5706f2cb req-9dcb1d5b-3428-482a-b77a-3f5540d88abf service neutron] 10.222.0.31 "GET /v2.0/networks/1c9a6340-a192-44b4-aab5-554336dba7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827780 Dec 09 16:02:59.918368 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c178b-f4e6-4f03-bb69-8da0c89f546d req-3fe3533d-bf28-4475-afd0-21db0e628f08 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:59.919772 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d69c178b-f4e6-4f03-bb69-8da0c89f546d req-3fe3533d-bf28-4475-afd0-21db0e628f08 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 944 time: 0.0494061 Dec 09 16:02:59.973489 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d69c178b-f4e6-4f03-bb69-8da0c89f546d req-c4a97207-5ccb-4974-8f97-4fde6c1b606d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477943 Dec 09 16:03:01.091422 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2dd3d5-d7fb-4658-9139-82d2aa4962c8 req-75144355-b41e-4e7c-bd45-cf2374afd121 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:01.093196 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eb2dd3d5-d7fb-4658-9139-82d2aa4962c8 req-75144355-b41e-4e7c-bd45-cf2374afd121 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 944 time: 0.0488629 Dec 09 16:03:01.141388 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eb2dd3d5-d7fb-4658-9139-82d2aa4962c8 req-4f551037-ada0-48a2-a830-b95960cfb7f8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424328 Dec 09 16:03:02.259130 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab07ee-dc05-43f7-9d50-860488195345 req-aa55c997-29aa-4770-a5a7-da885dcb3fb4 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:02.260633 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c3ab07ee-dc05-43f7-9d50-860488195345 req-aa55c997-29aa-4770-a5a7-da885dcb3fb4 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 944 time: 0.0487275 Dec 09 16:03:02.309817 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c3ab07ee-dc05-43f7-9d50-860488195345 req-4ebf8b0c-5036-4df0-948d-7d1fd7caff48 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433080 Dec 09 16:03:02.519787 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 4bc5ac84-ad45-46af-adc5-56941ae0d346 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:03:02.615466 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 4bc5ac84-ad45-46af-adc5-56941ae0d346, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=4bc5ac84-ad45-46af-adc5-56941ae0d346,segment=NetworkSegment(a93bb800-02bf-48b4-8b39-d53f236e2e80),segment_id=a93bb800-02bf-48b4-8b39-d53f236e2e80)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:03:02.626688 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '4bc5ac84-ad45-46af-adc5-56941ae0d346', 'network_id': '1c9a6340-a192-44b4-aab5-554336dba7c8', 'port_id': '4bc5ac84-ad45-46af-adc5-56941ae0d346', 'mac_address': 'fa:16:3e:a8:a7:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9ecdc44-e458-4048-bb70-30501b6f0268', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:03:02.665469 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:02.678320 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bc5ac84-ad45-46af-adc5-56941ae0d346 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:03:02.697956 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 4bc5ac84-ad45-46af-adc5-56941ae0d346, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=4bc5ac84-ad45-46af-adc5-56941ae0d346,segment=NetworkSegment(a93bb800-02bf-48b4-8b39-d53f236e2e80),segment_id=a93bb800-02bf-48b4-8b39-d53f236e2e80)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:03:02.702011 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:02.748493 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=4bc5ac84-ad45-46af-adc5-56941ae0d346,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:03:03.005942 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['4bc5ac84-ad45-46af-adc5-56941ae0d346'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:03:03.430749 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f4773-5e8f-41f0-823c-05b0495eff99 req-6e2be02f-76ad-42ef-adbf-5d69309b61d4 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:03.432255 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d86f4773-5e8f-41f0-823c-05b0495eff99 req-6e2be02f-76ad-42ef-adbf-5d69309b61d4 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 945 time: 0.0534000 Dec 09 16:03:03.481943 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d86f4773-5e8f-41f0-823c-05b0495eff99 req-2dd6fd07-e343-40e5-9fa4-3e222086f164 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435150 Dec 09 16:03:04.535499 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 4bc5ac84-ad45-46af-adc5-56941ae0d346 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:03:04.588146 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 4bc5ac84-ad45-46af-adc5-56941ae0d346 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:03:04.592753 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 4bc5ac84-ad45-46af-adc5-56941ae0d346 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:03:04.593529 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:04.602170 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c5c05-3a87-4e45-9c6a-2cc99ad5fde3 req-96166ba5-809f-48b9-a27a-ff8a8cb46b67 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:04.604135 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-df6c5c05-3a87-4e45-9c6a-2cc99ad5fde3 req-96166ba5-809f-48b9-a27a-ff8a8cb46b67 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 945 time: 0.0523381 Dec 09 16:03:04.654199 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-df6c5c05-3a87-4e45-9c6a-2cc99ad5fde3 req-b39a70a9-bf25-4a59-a224-ad4da95d2bd8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441010 Dec 09 16:03:04.673604 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:04.698134 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1243fe3-6967-4990-8d59-16e4691abccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc5ac84-ad45-46af-adc5-56941ae0d346'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:03:04.700395 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8462181-c013-4878-adf8-67da4de62fcb" -d '{"events": [{"server_uuid": "d1243fe3-6967-4990-8d59-16e4691abccd", "name": "network-vif-plugged", "status": "completed", "tag": "4bc5ac84-ad45-46af-adc5-56941ae0d346"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:03:04.716710 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 4bc5ac84-ad45-46af-adc5-56941ae0d346, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=4bc5ac84-ad45-46af-adc5-56941ae0d346,segment=NetworkSegment(a93bb800-02bf-48b4-8b39-d53f236e2e80),segment_id=a93bb800-02bf-48b4-8b39-d53f236e2e80)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:03:04.721038 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:04.757438 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38cb02ad-7b30-45ea-9d9a-b82f08d1dbc5 x-openstack-request-id: req-38cb02ad-7b30-45ea-9d9a-b82f08d1dbc5 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:03:04.757777 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1243fe3-6967-4990-8d59-16e4691abccd", "name": "network-vif-plugged", "status": "completed", "tag": "4bc5ac84-ad45-46af-adc5-56941ae0d346", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:03:04.758023 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-38cb02ad-7b30-45ea-9d9a-b82f08d1dbc5 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:03:04.758421 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1243fe3-6967-4990-8d59-16e4691abccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc5ac84-ad45-46af-adc5-56941ae0d346', 'code': 200} Dec 09 16:03:04.774565 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=4bc5ac84-ad45-46af-adc5-56941ae0d346,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:03:04.860808 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b2b0f-903a-4051-b851-7099c66f9698 req-883ca560-a139-4400-8a9b-db26d613a7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:04.862558 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5a9b2b0f-903a-4051-b851-7099c66f9698 req-883ca560-a139-4400-8a9b-db26d613a7cf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 1097 time: 0.0473933 Dec 09 16:03:04.909535 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5a9b2b0f-903a-4051-b851-7099c66f9698 req-77a83b8a-4252-483c-9f32-985c913d9a0c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403388 Dec 09 16:03:05.774094 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6445b0c-4dd1-4c66-bdc5-f0b798160322 req-59275f6f-95bc-440b-840d-689966637b41 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:05.775576 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e6445b0c-4dd1-4c66-bdc5-f0b798160322 req-59275f6f-95bc-440b-840d-689966637b41 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 946 time: 0.0497904 Dec 09 16:03:05.826845 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e6445b0c-4dd1-4c66-bdc5-f0b798160322 req-3f9693f7-1379-4447-bde9-4939bbdadf63 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445788 Dec 09 16:03:06.949919 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440250a-ac72-41d6-9e6c-bddfa68f652d req-912209a2-e195-43f9-bcee-24d8cfc309ce tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:06.951411 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5440250a-ac72-41d6-9e6c-bddfa68f652d req-912209a2-e195-43f9-bcee-24d8cfc309ce tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 946 time: 0.0545323 Dec 09 16:03:07.004822 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5440250a-ac72-41d6-9e6c-bddfa68f652d req-5eabc122-07c4-4d64-9b5c-85cfa9e9f333 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472953 Dec 09 16:03:07.162514 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ee552-bdd5-40f4-ab47-5a6830036c47 req-871feba6-b8b3-4da9-9253-cd9492e35e11 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:07.163988 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dc0ee552-bdd5-40f4-ab47-5a6830036c47 req-871feba6-b8b3-4da9-9253-cd9492e35e11 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 946 time: 0.0485866 Dec 09 16:03:07.215211 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dc0ee552-bdd5-40f4-ab47-5a6830036c47 req-44e16ece-3ba6-4894-bfe4-12718b9bc847 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446649 Dec 09 16:03:07.237090 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 40116) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:03:07.280635 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9f3537-37e3-41fe-9c0d-fdefe39541aa tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:07.282061 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7f9f3537-37e3-41fe-9c0d-fdefe39541aa tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 1092 time: 0.0440047 Dec 09 16:03:07.284947 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 40118) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:03:07.290077 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-1282c169-9779-4558-9901-230caccbbff8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'port_id': '4bc5ac84-ad45-46af-adc5-56941ae0d346', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:03:07.312237 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1282c169-9779-4558-9901-230caccbbff8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:07.418638 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1282c169-9779-4558-9901-230caccbbff8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:07.522854 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-1282c169-9779-4558-9901-230caccbbff8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Allocated IP 172.25.3.146 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/17e0ac28-8fcc-4f9c-b216-375258bd9c17) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:03:07.629357 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1282c169-9779-4558-9901-230caccbbff8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:07.663646 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1282c169-9779-4558-9901-230caccbbff8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:07.700009 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1282c169-9779-4558-9901-230caccbbff8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:03:07.702810 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-1282c169-9779-4558-9901-230caccbbff8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:03:07.709744 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1282c169-9779-4558-9901-230caccbbff8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:03:07.736497 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1282c169-9779-4558-9901-230caccbbff8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'Port': ['ID=17e0ac28-8fcc-4f9c-b216-375258bd9c17,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:03:08.074849 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1282c169-9779-4558-9901-230caccbbff8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:08.146714 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1282c169-9779-4558-9901-230caccbbff8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:08.301188 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1282c169-9779-4558-9901-230caccbbff8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:08.305621 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1282c169-9779-4558-9901-230caccbbff8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:08.377097 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1282c169-9779-4558-9901-230caccbbff8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'Port': ['ID=17e0ac28-8fcc-4f9c-b216-375258bd9c17,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:03:08.391019 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1282c169-9779-4558-9901-230caccbbff8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:08.491813 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-1282c169-9779-4558-9901-230caccbbff8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Floating IP b4a7bb88-4938-4b67-b11f-843484243dbd associated. External IP: 172.25.3.146, port: 4bc5ac84-ad45-46af-adc5-56941ae0d346. Dec 09 16:03:08.698045 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1282c169-9779-4558-9901-230caccbbff8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Router 86fb14b6-a7f5-4a31-902c-cb0b69de888b has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:03:08.813097 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1282c169-9779-4558-9901-230caccbbff8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:03:08.824651 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa9d711-092f-42a2-aa54-d56bdf87dc02 None None] Sync routers for ids ['86fb14b6-a7f5-4a31-902c-cb0b69de888b'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:03:08.832262 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1282c169-9779-4558-9901-230caccbbff8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:08.834508 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa9d711-092f-42a2-aa54-d56bdf87dc02 None None] Routers {'86fb14b6-a7f5-4a31-902c-cb0b69de888b'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:03:08.835125 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7fa9d711-092f-42a2-aa54-d56bdf87dc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:02:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['86fb14b6-a7f5-4a31-902c-cb0b69de888b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:03:08.863304 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1282c169-9779-4558-9901-230caccbbff8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5747561 Dec 09 16:03:08.863304 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1243fe3-6967-4990-8d59-16e4691abccd', 'tag': '4bc5ac84-ad45-46af-adc5-56941ae0d346'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:03:08.863837 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa232c1c-52c2-438a-ae4b-237cf4c5b38b" -d '{"events": [{"name": "network-changed", "server_uuid": "d1243fe3-6967-4990-8d59-16e4691abccd", "tag": "4bc5ac84-ad45-46af-adc5-56941ae0d346"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:03:08.948464 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-7fa9d711-092f-42a2-aa54-d56bdf87dc02 None None] Set router 86fb14b6-a7f5-4a31-902c-cb0b69de888b gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:03:08.991825 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5a08f-fa07-4a05-a1a2-abf4d99c175d req-d6dc0eda-51aa-450c-aa57-684c40ca2ee3 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:08.994168 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8ad5a08f-fa07-4a05-a1a2-abf4d99c175d req-d6dc0eda-51aa-450c-aa57-684c40ca2ee3 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 946 time: 0.0719171 Dec 09 16:03:09.048182 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8ad5a08f-fa07-4a05-a1a2-abf4d99c175d req-6a8b351a-bb97-4a0d-adad-eb95f01ab3d7 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471375 Dec 09 16:03:09.071053 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 40126) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:03:09.111871 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e031ebc2-5aab-4df7-8c9e-baac08adb10a x-openstack-request-id: req-e031ebc2-5aab-4df7-8c9e-baac08adb10a {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:03:09.112847 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1243fe3-6967-4990-8d59-16e4691abccd", "tag": "4bc5ac84-ad45-46af-adc5-56941ae0d346", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:03:09.113112 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e031ebc2-5aab-4df7-8c9e-baac08adb10a {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:03:09.113534 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1243fe3-6967-4990-8d59-16e4691abccd', 'tag': '4bc5ac84-ad45-46af-adc5-56941ae0d346', 'status': 'completed', 'code': 200} Dec 09 16:03:09.173501 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-82c0491a-65d3-48b5-83b9-dd84f72c1432 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/floatingips/b4a7bb88-4938-4b67-b11f-843484243dbd HTTP/1.1" status: 200 len: 992 time: 0.1000783 Dec 09 16:03:09.183097 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa232c1c-52c2-438a-ae4b-237cf4c5b38b req-f3a93852-172e-4f20-ab4f-162dad80bc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:09.184767 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aa232c1c-52c2-438a-ae4b-237cf4c5b38b req-f3a93852-172e-4f20-ab4f-162dad80bc2e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 1097 time: 0.0632286 Dec 09 16:03:09.191746 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7fa9d711-092f-42a2-aa54-d56bdf87dc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fb14b6-a7f5-4a31-902c-cb0b69de888b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208447292', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '896b41d2-83f7-4bec-a27c-9c73428de63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:02:48Z', 'updated_at': '2021-12-09T16:02:52Z', 'revision_number': 4, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': '896b41d2-83f7-4bec-a27c-9c73428de63f', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:49:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb14b6-a7f5-4a31-902c-cb0b69de888b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:02:49Z', 'updated_at': '2021-12-09T16:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': 'b4a7bb88-4938-4b67-b11f-843484243dbd', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'floating_ip_address': '172.25.3.146', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '86fb14b6-a7f5-4a31-902c-cb0b69de888b', 'port_id': '4bc5ac84-ad45-46af-adc5-56941ae0d346', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c9a6340-a192-44b4-aab5-554336dba7c8', 'mac_address': 'fa:16:3e:a8:a7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1243fe3-6967-4990-8d59-16e4691abccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:03:07Z', 'updated_at': '2021-12-09T16:03:07Z', 'revision_number': 0, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c6bc94-bdc3-4f38-acec-5fbce696997a', 'name': '', 'network_id': '1c9a6340-a192-44b4-aab5-554336dba7c8', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'mac_address': 'fa:16:3e:19:20:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb14b6-a7f5-4a31-902c-cb0b69de888b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'c9ecdc44-e458-4048-bb70-30501b6f0268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:02:52Z', 'updated_at': '2021-12-09T16:02:56Z', 'revision_number': 5, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'subnets': [{'id': 'c9ecdc44-e458-4048-bb70-30501b6f0268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:03:09.219880 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa9d711-092f-42a2-aa54-d56bdf87dc02 None None] Checking router: 86fb14b6-a7f5-4a31-902c-cb0b69de888b for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:03:09.228765 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa9d711-092f-42a2-aa54-d56bdf87dc02 None None] Routers {'86fb14b6-a7f5-4a31-902c-cb0b69de888b'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:03:09.229355 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7fa9d711-092f-42a2-aa54-d56bdf87dc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:02:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['86fb14b6-a7f5-4a31-902c-cb0b69de888b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:03:09.282440 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa232c1c-52c2-438a-ae4b-237cf4c5b38b req-27198d01-71b3-4a05-8d94-619357bf62ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:09.283975 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aa232c1c-52c2-438a-ae4b-237cf4c5b38b req-27198d01-71b3-4a05-8d94-619357bf62ff service neutron] 10.222.0.31 "GET /v2.0/networks?id=1c9a6340-a192-44b4-aab5-554336dba7c8 HTTP/1.1" status: 200 len: 898 time: 0.0885439 Dec 09 16:03:09.336672 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-7fa9d711-092f-42a2-aa54-d56bdf87dc02 None None] Set router 86fb14b6-a7f5-4a31-902c-cb0b69de888b gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:03:09.359025 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aa232c1c-52c2-438a-ae4b-237cf4c5b38b req-49c36919-9465-40f7-affa-dd3cc79d19ec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bc5ac84-ad45-46af-adc5-56941ae0d346 HTTP/1.1" status: 200 len: 1000 time: 0.0681303 Dec 09 16:03:09.408780 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa232c1c-52c2-438a-ae4b-237cf4c5b38b req-9000df12-8dc3-4eb8-b13b-341768ae0530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:09.410323 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aa232c1c-52c2-438a-ae4b-237cf4c5b38b req-9000df12-8dc3-4eb8-b13b-341768ae0530 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c9ecdc44-e458-4048-bb70-30501b6f0268 HTTP/1.1" status: 200 len: 835 time: 0.0451217 Dec 09 16:03:09.458937 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa232c1c-52c2-438a-ae4b-237cf4c5b38b req-fe2fb049-5cf6-4462-8b81-3eb2de3e07a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:09.460831 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aa232c1c-52c2-438a-ae4b-237cf4c5b38b req-fe2fb049-5cf6-4462-8b81-3eb2de3e07a6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1c9a6340-a192-44b4-aab5-554336dba7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433643 Dec 09 16:03:09.558345 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aa232c1c-52c2-438a-ae4b-237cf4c5b38b req-a8a12b8e-8230-4884-9fdc-733214c9f92d service neutron] 10.222.0.31 "GET /v2.0/networks/1c9a6340-a192-44b4-aab5-554336dba7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906355 Dec 09 16:03:09.567746 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7fa9d711-092f-42a2-aa54-d56bdf87dc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fb14b6-a7f5-4a31-902c-cb0b69de888b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208447292', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '896b41d2-83f7-4bec-a27c-9c73428de63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:02:48Z', 'updated_at': '2021-12-09T16:02:52Z', 'revision_number': 4, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': '896b41d2-83f7-4bec-a27c-9c73428de63f', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:49:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb14b6-a7f5-4a31-902c-cb0b69de888b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:02:49Z', 'updated_at': '2021-12-09T16:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': 'b4a7bb88-4938-4b67-b11f-843484243dbd', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'floating_ip_address': '172.25.3.146', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '86fb14b6-a7f5-4a31-902c-cb0b69de888b', 'port_id': '4bc5ac84-ad45-46af-adc5-56941ae0d346', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c9a6340-a192-44b4-aab5-554336dba7c8', 'mac_address': 'fa:16:3e:a8:a7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1243fe3-6967-4990-8d59-16e4691abccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:03:07Z', 'updated_at': '2021-12-09T16:03:07Z', 'revision_number': 0, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c6bc94-bdc3-4f38-acec-5fbce696997a', 'name': '', 'network_id': '1c9a6340-a192-44b4-aab5-554336dba7c8', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'mac_address': 'fa:16:3e:19:20:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb14b6-a7f5-4a31-902c-cb0b69de888b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'c9ecdc44-e458-4048-bb70-30501b6f0268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:02:52Z', 'updated_at': '2021-12-09T16:02:56Z', 'revision_number': 5, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'subnets': [{'id': 'c9ecdc44-e458-4048-bb70-30501b6f0268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:03:09.598746 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa9d711-092f-42a2-aa54-d56bdf87dc02 None None] The sync data for ids ['86fb14b6-a7f5-4a31-902c-cb0b69de888b'] in n-d-821228-1 is: [{'id': '86fb14b6-a7f5-4a31-902c-cb0b69de888b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208447292', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '896b41d2-83f7-4bec-a27c-9c73428de63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:02:48Z', 'updated_at': '2021-12-09T16:02:52Z', 'revision_number': 4, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': '896b41d2-83f7-4bec-a27c-9c73428de63f', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:49:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb14b6-a7f5-4a31-902c-cb0b69de888b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:02:49Z', 'updated_at': '2021-12-09T16:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': 'b4a7bb88-4938-4b67-b11f-843484243dbd', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'floating_ip_address': '172.25.3.146', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '86fb14b6-a7f5-4a31-902c-cb0b69de888b', 'port_id': '4bc5ac84-ad45-46af-adc5-56941ae0d346', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c9a6340-a192-44b4-aab5-554336dba7c8', 'mac_address': 'fa:16:3e:a8:a7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1243fe3-6967-4990-8d59-16e4691abccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:03:07Z', 'updated_at': '2021-12-09T16:03:07Z', 'revision_number': 0, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c6bc94-bdc3-4f38-acec-5fbce696997a', 'name': '', 'network_id': '1c9a6340-a192-44b4-aab5-554336dba7c8', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'mac_address': 'fa:16:3e:19:20:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb14b6-a7f5-4a31-902c-cb0b69de888b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'c9ecdc44-e458-4048-bb70-30501b6f0268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:02:52Z', 'updated_at': '2021-12-09T16:02:56Z', 'revision_number': 5, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'subnets': [{'id': 'c9ecdc44-e458-4048-bb70-30501b6f0268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:03:09.659518 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aa232c1c-52c2-438a-ae4b-237cf4c5b38b req-ab873c17-9ad6-4c74-bc41-d31fe63e3542 service neutron] 10.222.0.31 "GET /v2.0/networks/1c9a6340-a192-44b4-aab5-554336dba7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937464 Dec 09 16:03:09.805291 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a9c1fd-e1c7-4995-a069-e33dbd552910 None None] New status for floating IP b4a7bb88-4938-4b67-b11f-843484243dbd: ACTIVE {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:03:10.176550 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 40130) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:03:10.248801 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9eb9d4e7-b086-43b9-8536-747ad48a8c22 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/floatingips/b4a7bb88-4938-4b67-b11f-843484243dbd HTTP/1.1" status: 200 len: 994 time: 0.0709426 Dec 09 16:03:16.126428 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:18.476809 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dd9e3846-f8ba-4824-a95b-f5518e71e86b req-c5a390a4-1363-4bd9-8372-a91d4dddc06f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414915 Dec 09 16:03:18.538206 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e3846-f8ba-4824-a95b-f5518e71e86b req-27e923e8-e01a-4888-b464-f388f1f369bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:18.539673 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dd9e3846-f8ba-4824-a95b-f5518e71e86b req-27e923e8-e01a-4888-b464-f388f1f369bb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dff41d0cd6dc4e42b95a80470934c32b&device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 1096 time: 0.0413783 Dec 09 16:03:18.644403 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e3846-f8ba-4824-a95b-f5518e71e86b req-7f15015b-1eac-4ccf-8400-2a7d688a8284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:18.645852 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dd9e3846-f8ba-4824-a95b-f5518e71e86b req-7f15015b-1eac-4ccf-8400-2a7d688a8284 service neutron] 10.222.0.31 "GET /v2.0/networks?id=10465fca-def6-40ef-b54b-0b10ab1b7b44 HTTP/1.1" status: 200 len: 912 time: 0.0858452 Dec 09 16:03:18.710009 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dd9e3846-f8ba-4824-a95b-f5518e71e86b req-36ca9a63-df88-459a-bcbf-a73150258f40 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a141b13b-6843-4625-b7c8-e8ee74c8d4f3 HTTP/1.1" status: 200 len: 1000 time: 0.0565906 Dec 09 16:03:18.760584 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e3846-f8ba-4824-a95b-f5518e71e86b req-edc9d011-5101-4161-8e03-d2e80d319894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:18.762068 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dd9e3846-f8ba-4824-a95b-f5518e71e86b req-edc9d011-5101-4161-8e03-d2e80d319894 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3b011188-7849-4d66-ad21-4c37ec602085 HTTP/1.1" status: 200 len: 850 time: 0.0445352 Dec 09 16:03:18.812922 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e3846-f8ba-4824-a95b-f5518e71e86b req-a9af95c8-d680-493f-a0eb-5faf6d404b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:18.814432 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dd9e3846-f8ba-4824-a95b-f5518e71e86b req-a9af95c8-d680-493f-a0eb-5faf6d404b0a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=10465fca-def6-40ef-b54b-0b10ab1b7b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444102 Dec 09 16:03:18.901747 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dd9e3846-f8ba-4824-a95b-f5518e71e86b req-e633b025-2a9b-4eca-95f5-83c58d38b2e6 service neutron] 10.222.0.31 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798082 Dec 09 16:03:19.002961 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dd9e3846-f8ba-4824-a95b-f5518e71e86b req-fc870e8b-f90a-44f0-8e66-c80723c65838 service neutron] 10.222.0.31 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925713 Dec 09 16:03:19.984364 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 40158) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:03:20.460063 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e0c12f00-c9e2-44db-812a-a229a1bb8fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:20.490779 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-71f6ed78-1487-4cf5-b5a7-984805b08ba8 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Deleting port 845e68ef-7496-4ab1-b640-6b218fad7e8e {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:03:20.491123 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-71f6ed78-1487-4cf5-b5a7-984805b08ba8 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:20.565413 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-71f6ed78-1487-4cf5-b5a7-984805b08ba8 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:20.565742 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-71f6ed78-1487-4cf5-b5a7-984805b08ba8 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:20.577809 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-71f6ed78-1487-4cf5-b5a7-984805b08ba8 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Calling delete_port for 845e68ef-7496-4ab1-b640-6b218fad7e8e owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:03:20.725105 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-71f6ed78-1487-4cf5-b5a7-984805b08ba8 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:20.751347 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6ed78-1487-4cf5-b5a7-984805b08ba8 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Pushing event deleted for resources: {'Port': ['ID=845e68ef-7496-4ab1-b640-6b218fad7e8e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:03:20.814419 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-71f6ed78-1487-4cf5-b5a7-984805b08ba8 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:20.814802 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-71f6ed78-1487-4cf5-b5a7-984805b08ba8 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Floating IP 9686f830-5f4d-4c24-ae8d-1ed933008db8 disassociated (deleted). External IP: 172.25.3.223, port: 0ca6f001-4959-47bc-8d3b-ee02aa893450. Dec 09 16:03:21.031785 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f6ed78-1487-4cf5-b5a7-984805b08ba8 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Router 568c54ba-ba0c-4018-a698-87437b673a27 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:03:21.140084 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f6ed78-1487-4cf5-b5a7-984805b08ba8 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:03:21.144999 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-71f6ed78-1487-4cf5-b5a7-984805b08ba8 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:21.149934 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52eeb90-9932-49ac-860e-22d298b605d2 None None] Sync routers for ids ['568c54ba-ba0c-4018-a698-87437b673a27'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:03:21.160180 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52eeb90-9932-49ac-860e-22d298b605d2 None None] Routers {'568c54ba-ba0c-4018-a698-87437b673a27'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:03:21.160830 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e52eeb90-9932-49ac-860e-22d298b605d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:02:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['568c54ba-ba0c-4018-a698-87437b673a27'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:03:21.172241 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-71f6ed78-1487-4cf5-b5a7-984805b08ba8 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "DELETE /v2.0/floatingips/9686f830-5f4d-4c24-ae8d-1ed933008db8 HTTP/1.1" status: 204 len: 168 time: 1.1867192 Dec 09 16:03:21.172920 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d899a32-43ad-4538-929a-feecfe3eb44b', 'tag': '0ca6f001-4959-47bc-8d3b-ee02aa893450'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:03:21.175327 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625c869c-ad2e-40c8-84e8-c19c57b512bd" -d '{"events": [{"name": "network-changed", "server_uuid": "0d899a32-43ad-4538-929a-feecfe3eb44b", "tag": "0ca6f001-4959-47bc-8d3b-ee02aa893450"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:03:21.270857 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-e52eeb90-9932-49ac-860e-22d298b605d2 None None] Set router 568c54ba-ba0c-4018-a698-87437b673a27 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:03:21.339835 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfffe2e-197a-4b19-92de-a68b350bc7a0 x-openstack-request-id: req-bbfffe2e-197a-4b19-92de-a68b350bc7a0 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:03:21.340283 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d899a32-43ad-4538-929a-feecfe3eb44b", "tag": "0ca6f001-4959-47bc-8d3b-ee02aa893450", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:03:21.340399 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bbfffe2e-197a-4b19-92de-a68b350bc7a0 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:03:21.341054 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d899a32-43ad-4538-929a-feecfe3eb44b', 'tag': '0ca6f001-4959-47bc-8d3b-ee02aa893450', 'status': 'completed', 'code': 200} Dec 09 16:03:21.437511 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e2e0e-b2f9-4a98-82a8-7bc67b5f9fcb req-5f55f633-61e4-42b3-83b6-00e839630d2e tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:21.439178 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1f7e2e0e-b2f9-4a98-82a8-7bc67b5f9fcb req-5f55f633-61e4-42b3-83b6-00e839630d2e tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d899a32-43ad-4538-929a-feecfe3eb44b HTTP/1.1" status: 200 len: 945 time: 0.0538189 Dec 09 16:03:21.439944 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c869c-ad2e-40c8-84e8-c19c57b512bd req-04508a48-54a1-4c95-bb27-0ffed88a861b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:21.441645 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-625c869c-ad2e-40c8-84e8-c19c57b512bd req-04508a48-54a1-4c95-bb27-0ffed88a861b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e6c97974dd44fb5b5238a5611736a63&device_id=0d899a32-43ad-4538-929a-feecfe3eb44b HTTP/1.1" status: 200 len: 1096 time: 0.0439227 Dec 09 16:03:21.493680 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1f7e2e0e-b2f9-4a98-82a8-7bc67b5f9fcb req-d0e5c9a1-62fa-4502-bf4d-11f4429a734a tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/security-groups?id=d926b98b-d10a-438c-80b9-718907d84d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476043 Dec 09 16:03:21.495793 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e52eeb90-9932-49ac-860e-22d298b605d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568c54ba-ba0c-4018-a698-87437b673a27', 'name': 'tempest-TestVolumeBackupRestore-422254013-router', 'tenant_id': '8e6c97974dd44fb5b5238a5611736a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'b57af384-5620-4020-b7f8-0d7c55b242c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:07Z', 'updated_at': '2021-12-09T16:00:12Z', 'revision_number': 4, 'project_id': '8e6c97974dd44fb5b5238a5611736a63', 'gw_port': {'id': 'b57af384-5620-4020-b7f8-0d7c55b242c5', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:37:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568c54ba-ba0c-4018-a698-87437b673a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:08Z', 'updated_at': '2021-12-09T16:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '088016f6-1f0b-404c-bf9b-010a9a643436', 'name': '', 'network_id': '21c67a40-4e60-4c13-b5a1-062f21d3f27c', 'tenant_id': '8e6c97974dd44fb5b5238a5611736a63', 'mac_address': 'fa:16:3e:70:ad:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568c54ba-ba0c-4018-a698-87437b673a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'e9a4a8c2-423b-444e-a5e6-20deeb1f2b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:11Z', 'updated_at': '2021-12-09T16:00:17Z', 'revision_number': 5, 'project_id': '8e6c97974dd44fb5b5238a5611736a63', 'subnets': [{'id': 'e9a4a8c2-423b-444e-a5e6-20deeb1f2b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:03:21.525375 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52eeb90-9932-49ac-860e-22d298b605d2 None None] Checking router: 568c54ba-ba0c-4018-a698-87437b673a27 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:03:21.534230 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52eeb90-9932-49ac-860e-22d298b605d2 None None] Routers {'568c54ba-ba0c-4018-a698-87437b673a27'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:03:21.534841 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e52eeb90-9932-49ac-860e-22d298b605d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:02:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['568c54ba-ba0c-4018-a698-87437b673a27'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:03:21.545135 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c869c-ad2e-40c8-84e8-c19c57b512bd req-343c785d-2c92-4afc-9745-ba4278cbfb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:21.547677 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-625c869c-ad2e-40c8-84e8-c19c57b512bd req-343c785d-2c92-4afc-9745-ba4278cbfb91 service neutron] 10.222.0.42 "GET /v2.0/networks?id=21c67a40-4e60-4c13-b5a1-062f21d3f27c HTTP/1.1" status: 200 len: 914 time: 0.0979888 Dec 09 16:03:21.591366 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-625c869c-ad2e-40c8-84e8-c19c57b512bd req-c038b26b-acdc-4068-ae15-884a73513498 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ca6f001-4959-47bc-8d3b-ee02aa893450 HTTP/1.1" status: 200 len: 217 time: 0.0358891 Dec 09 16:03:21.643527 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-e52eeb90-9932-49ac-860e-22d298b605d2 None None] Set router 568c54ba-ba0c-4018-a698-87437b673a27 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:03:21.649278 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c869c-ad2e-40c8-84e8-c19c57b512bd req-7deca3ff-9a76-460f-9d6b-5cb66d295c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:21.651313 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-625c869c-ad2e-40c8-84e8-c19c57b512bd req-7deca3ff-9a76-460f-9d6b-5cb66d295c4c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e9a4a8c2-423b-444e-a5e6-20deeb1f2b36 HTTP/1.1" status: 200 len: 852 time: 0.0460377 Dec 09 16:03:21.703385 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c869c-ad2e-40c8-84e8-c19c57b512bd req-b7f79669-3d53-479d-9db0-d1f22aba9b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:21.704904 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-625c869c-ad2e-40c8-84e8-c19c57b512bd req-b7f79669-3d53-479d-9db0-d1f22aba9b30 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=21c67a40-4e60-4c13-b5a1-062f21d3f27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462141 Dec 09 16:03:21.799130 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-625c869c-ad2e-40c8-84e8-c19c57b512bd req-2c3895f3-6dd6-4cc7-9fba-c7fdca50637a service neutron] 10.222.0.42 "GET /v2.0/networks/21c67a40-4e60-4c13-b5a1-062f21d3f27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851038 Dec 09 16:03:21.849207 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e52eeb90-9932-49ac-860e-22d298b605d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568c54ba-ba0c-4018-a698-87437b673a27', 'name': 'tempest-TestVolumeBackupRestore-422254013-router', 'tenant_id': '8e6c97974dd44fb5b5238a5611736a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'b57af384-5620-4020-b7f8-0d7c55b242c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:07Z', 'updated_at': '2021-12-09T16:00:12Z', 'revision_number': 4, 'project_id': '8e6c97974dd44fb5b5238a5611736a63', 'gw_port': {'id': 'b57af384-5620-4020-b7f8-0d7c55b242c5', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:37:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568c54ba-ba0c-4018-a698-87437b673a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:08Z', 'updated_at': '2021-12-09T16:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '088016f6-1f0b-404c-bf9b-010a9a643436', 'name': '', 'network_id': '21c67a40-4e60-4c13-b5a1-062f21d3f27c', 'tenant_id': '8e6c97974dd44fb5b5238a5611736a63', 'mac_address': 'fa:16:3e:70:ad:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568c54ba-ba0c-4018-a698-87437b673a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'e9a4a8c2-423b-444e-a5e6-20deeb1f2b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:11Z', 'updated_at': '2021-12-09T16:00:17Z', 'revision_number': 5, 'project_id': '8e6c97974dd44fb5b5238a5611736a63', 'subnets': [{'id': 'e9a4a8c2-423b-444e-a5e6-20deeb1f2b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:03:21.876367 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52eeb90-9932-49ac-860e-22d298b605d2 None None] The sync data for ids ['568c54ba-ba0c-4018-a698-87437b673a27'] in n-d-821228-1 is: [{'id': '568c54ba-ba0c-4018-a698-87437b673a27', 'name': 'tempest-TestVolumeBackupRestore-422254013-router', 'tenant_id': '8e6c97974dd44fb5b5238a5611736a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'b57af384-5620-4020-b7f8-0d7c55b242c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:07Z', 'updated_at': '2021-12-09T16:00:12Z', 'revision_number': 4, 'project_id': '8e6c97974dd44fb5b5238a5611736a63', 'gw_port': {'id': 'b57af384-5620-4020-b7f8-0d7c55b242c5', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:37:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568c54ba-ba0c-4018-a698-87437b673a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:08Z', 'updated_at': '2021-12-09T16:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '088016f6-1f0b-404c-bf9b-010a9a643436', 'name': '', 'network_id': '21c67a40-4e60-4c13-b5a1-062f21d3f27c', 'tenant_id': '8e6c97974dd44fb5b5238a5611736a63', 'mac_address': 'fa:16:3e:70:ad:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568c54ba-ba0c-4018-a698-87437b673a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'e9a4a8c2-423b-444e-a5e6-20deeb1f2b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:11Z', 'updated_at': '2021-12-09T16:00:17Z', 'revision_number': 5, 'project_id': '8e6c97974dd44fb5b5238a5611736a63', 'subnets': [{'id': 'e9a4a8c2-423b-444e-a5e6-20deeb1f2b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:03:21.897836 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-625c869c-ad2e-40c8-84e8-c19c57b512bd req-7e4f0165-1182-43cc-aedf-51ccfe6ea8b3 service neutron] 10.222.0.42 "GET /v2.0/networks/21c67a40-4e60-4c13-b5a1-062f21d3f27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912023 Dec 09 16:03:22.111940 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7a6bc9-f37b-4375-bd03-c56216e6d7d8 None None] New status for floating IP 9686f830-5f4d-4c24-ae8d-1ed933008db8: DOWN {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:03:22.615262 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f191ba-d661-4217-b740-c84a9987ce19 req-fb34ac85-9fc1-4d32-a231-6563cb2e96cb tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:22.616766 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d5f191ba-d661-4217-b740-c84a9987ce19 req-fb34ac85-9fc1-4d32-a231-6563cb2e96cb tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d899a32-43ad-4538-929a-feecfe3eb44b HTTP/1.1" status: 200 len: 945 time: 0.0488114 Dec 09 16:03:22.670311 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d5f191ba-d661-4217-b740-c84a9987ce19 req-32b42d3b-0ed2-4826-b576-a5b2f5c78d4b tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/security-groups?id=d926b98b-d10a-438c-80b9-718907d84d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469518 Dec 09 16:03:22.983377 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b58e1dc4-4a90-4c44-b6ad-b9d563ac0eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:23.255244 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ebb23-7f29-49ca-afbb-4de079170fbd req-83026f3d-85c0-4554-a4d1-d9b1899d2987 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:23.256742 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-dd5ebb23-7f29-49ca-afbb-4de079170fbd req-83026f3d-85c0-4554-a4d1-d9b1899d2987 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d899a32-43ad-4538-929a-feecfe3eb44b HTTP/1.1" status: 200 len: 945 time: 0.0490348 Dec 09 16:03:23.346962 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-dd5ebb23-7f29-49ca-afbb-4de079170fbd req-b433b12e-000f-48f7-b649-bf3365fcda5c tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Deleting port 0ca6f001-4959-47bc-8d3b-ee02aa893450 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:03:23.347296 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-dd5ebb23-7f29-49ca-afbb-4de079170fbd req-b433b12e-000f-48f7-b649-bf3365fcda5c tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:23.442952 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-dd5ebb23-7f29-49ca-afbb-4de079170fbd req-b433b12e-000f-48f7-b649-bf3365fcda5c tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] For port 0ca6f001-4959-47bc-8d3b-ee02aa893450, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=0ca6f001-4959-47bc-8d3b-ee02aa893450,segment=NetworkSegment(7bfda060-48f6-4088-9070-15bb0a2e1482),segment_id=7bfda060-48f6-4088-9070-15bb0a2e1482)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:03:23.443319 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-dd5ebb23-7f29-49ca-afbb-4de079170fbd req-b433b12e-000f-48f7-b649-bf3365fcda5c tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:23.457419 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-dd5ebb23-7f29-49ca-afbb-4de079170fbd req-b433b12e-000f-48f7-b649-bf3365fcda5c tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Calling delete_port for 0ca6f001-4959-47bc-8d3b-ee02aa893450 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:03:23.588223 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-dd5ebb23-7f29-49ca-afbb-4de079170fbd req-b433b12e-000f-48f7-b649-bf3365fcda5c tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:23.614131 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b433b12e-000f-48f7-b649-bf3365fcda5c tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Pushing event deleted for resources: {'Port': ['ID=0ca6f001-4959-47bc-8d3b-ee02aa893450,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:03:23.657239 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5ebb23-7f29-49ca-afbb-4de079170fbd req-b433b12e-000f-48f7-b649-bf3365fcda5c tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] No DVR routers for this DVR port 0ca6f001-4959-47bc-8d3b-ee02aa893450 on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:03:23.659792 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-dd5ebb23-7f29-49ca-afbb-4de079170fbd req-b433b12e-000f-48f7-b649-bf3365fcda5c tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:23.663328 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-dd5ebb23-7f29-49ca-afbb-4de079170fbd req-b433b12e-000f-48f7-b649-bf3365fcda5c tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.42 "DELETE /v2.0/ports/0ca6f001-4959-47bc-8d3b-ee02aa893450 HTTP/1.1" status: 204 len: 173 time: 0.4002364 Dec 09 16:03:23.663783 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d899a32-43ad-4538-929a-feecfe3eb44b', 'name': 'network-vif-deleted', 'tag': '0ca6f001-4959-47bc-8d3b-ee02aa893450'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:03:23.666096 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5802d738-389a-4adc-b4ca-2b12065e8a29" -d '{"events": [{"server_uuid": "0d899a32-43ad-4538-929a-feecfe3eb44b", "name": "network-vif-deleted", "tag": "0ca6f001-4959-47bc-8d3b-ee02aa893450"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:03:23.706883 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06501239-0306-499a-96a1-7a3906762de0 x-openstack-request-id: req-06501239-0306-499a-96a1-7a3906762de0 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:03:23.707183 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d899a32-43ad-4538-929a-feecfe3eb44b", "name": "network-vif-deleted", "tag": "0ca6f001-4959-47bc-8d3b-ee02aa893450", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:03:23.707505 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-06501239-0306-499a-96a1-7a3906762de0 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:03:23.707916 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d899a32-43ad-4538-929a-feecfe3eb44b', 'name': 'network-vif-deleted', 'tag': '0ca6f001-4959-47bc-8d3b-ee02aa893450', 'status': 'completed', 'code': 200} Dec 09 16:03:23.780560 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2326843a-346c-4ffa-83cb-36ed8a7b69c6 req-89063e5d-c50e-4cd9-9d02-d9131f9b5fd9 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d899a32-43ad-4538-929a-feecfe3eb44b HTTP/1.1" status: 200 len: 210 time: 0.0272675 Dec 09 16:03:24.098863 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:24.717054 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:24.878661 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a099cdcc-dc58-45de-a2e8-01847ec0cb27 req-b2292afa-80a7-4824-9e24-27cbfc122910 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d899a32-43ad-4538-929a-feecfe3eb44b HTTP/1.1" status: 200 len: 210 time: 0.0257738 Dec 09 16:03:25.347143 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:25.982691 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8de05582-1b04-45e0-8096-edb6fe6b2f94 req-c1d09d92-2a95-48b8-bdcb-2236439577a7 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d899a32-43ad-4538-929a-feecfe3eb44b HTTP/1.1" status: 200 len: 210 time: 0.0307391 Dec 09 16:03:26.440393 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:26.457577 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 0ca6f001-4959-47bc-8d3b-ee02aa893450 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:03:26.480711 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: 0ca6f001-4959-47bc-8d3b-ee02aa893450 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:03:26.480952 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 0ca6f001-4959-47bc-8d3b-ee02aa893450 not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:03:27.085990 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8d41aeac-c686-4697-ad5c-579eaa95158a req-796173f1-328d-482c-acd5-9ad6b754453b tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d899a32-43ad-4538-929a-feecfe3eb44b HTTP/1.1" status: 200 len: 210 time: 0.0275717 Dec 09 16:03:28.192583 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8e45ae3c-01d5-4fdf-b7f7-b8aa13e29d01 req-0690e7d6-5897-4651-9c8f-e32186113f7f tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d899a32-43ad-4538-929a-feecfe3eb44b HTTP/1.1" status: 200 len: 210 time: 0.0260460 Dec 09 16:03:29.257895 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 40198) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:03:29.320727 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-15b9431a-041d-4310-a83c-adefb3de45f7 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:29.351703 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-15b9431a-041d-4310-a83c-adefb3de45f7 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:29.423132 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-15b9431a-041d-4310-a83c-adefb3de45f7 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:29.425881 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-15b9431a-041d-4310-a83c-adefb3de45f7 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:29.427111 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-15b9431a-041d-4310-a83c-adefb3de45f7 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] 10.222.0.57 "DELETE /v2.0/security-groups/d926b98b-d10a-438c-80b9-718907d84d38 HTTP/1.1" status: 204 len: 168 time: 0.1682003 Dec 09 16:03:29.437903 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b9431a-041d-4310-a83c-adefb3de45f7 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d926b98b-d10a-438c-80b9-718907d84d38,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:03:29.446040 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b9431a-041d-4310-a83c-adefb3de45f7 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:29.446392 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b9431a-041d-4310-a83c-adefb3de45f7 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:29.446729 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b9431a-041d-4310-a83c-adefb3de45f7 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:29.447114 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b9431a-041d-4310-a83c-adefb3de45f7 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:29.447451 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b9431a-041d-4310-a83c-adefb3de45f7 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:29.447781 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b9431a-041d-4310-a83c-adefb3de45f7 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:29.448105 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b9431a-041d-4310-a83c-adefb3de45f7 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:29.448444 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b9431a-041d-4310-a83c-adefb3de45f7 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:29.448771 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b9431a-041d-4310-a83c-adefb3de45f7 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:29.449099 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b9431a-041d-4310-a83c-adefb3de45f7 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:29.449778 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b9431a-041d-4310-a83c-adefb3de45f7 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:29.449778 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b9431a-041d-4310-a83c-adefb3de45f7 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:29.450149 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b9431a-041d-4310-a83c-adefb3de45f7 tempest-TestVolumeBackupRestore-386765907 tempest-TestVolumeBackupRestore-386765907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:29.716284 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:03:32.832993 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc4784-a641-4b4d-b755-e866a409dab9 req-2b8c99b2-49de-4ee8-b786-22ce40eefa60 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:32.835606 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-54cc4784-a641-4b4d-b755-e866a409dab9 req-2b8c99b2-49de-4ee8-b786-22ce40eefa60 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 945 time: 0.0586069 Dec 09 16:03:32.893251 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-54cc4784-a641-4b4d-b755-e866a409dab9 req-116179f2-d165-45d3-9b83-5d1bca89527e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504527 Dec 09 16:03:33.998807 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 40676) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:03:34.364946 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b53ca9a8-8431-48d6-bc5d-9e9407f861c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:34.618680 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b53ca9a8-8431-48d6-bc5d-9e9407f861c7 admin admin] Deleting port 088016f6-1f0b-404c-bf9b-010a9a643436 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:03:34.618973 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b53ca9a8-8431-48d6-bc5d-9e9407f861c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:34.699730 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-b53ca9a8-8431-48d6-bc5d-9e9407f861c7 admin admin] For port 088016f6-1f0b-404c-bf9b-010a9a643436, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=088016f6-1f0b-404c-bf9b-010a9a643436,segment=NetworkSegment(7bfda060-48f6-4088-9070-15bb0a2e1482),segment_id=7bfda060-48f6-4088-9070-15bb0a2e1482)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:03:34.700091 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b53ca9a8-8431-48d6-bc5d-9e9407f861c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:34.714282 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b53ca9a8-8431-48d6-bc5d-9e9407f861c7 admin admin] Calling delete_port for 088016f6-1f0b-404c-bf9b-010a9a643436 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:03:34.893550 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b53ca9a8-8431-48d6-bc5d-9e9407f861c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:34.923497 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ca9a8-8431-48d6-bc5d-9e9407f861c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=088016f6-1f0b-404c-bf9b-010a9a643436,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:03:35.090082 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b53ca9a8-8431-48d6-bc5d-9e9407f861c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:35.303326 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b53ca9a8-8431-48d6-bc5d-9e9407f861c7 admin admin] Router 568c54ba-ba0c-4018-a698-87437b673a27 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:03:35.410399 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53ca9a8-8431-48d6-bc5d-9e9407f861c7 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:03:35.415371 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b53ca9a8-8431-48d6-bc5d-9e9407f861c7 admin admin] 10.222.0.57 "PUT /v2.0/routers/568c54ba-ba0c-4018-a698-87437b673a27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4154611 Dec 09 16:03:35.418524 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 40686) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:03:35.422700 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97b4bbf-d94d-4e70-934d-8380a5d8faac None None] Sync routers for ids ['568c54ba-ba0c-4018-a698-87437b673a27'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:03:35.432004 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97b4bbf-d94d-4e70-934d-8380a5d8faac None None] Routers {'568c54ba-ba0c-4018-a698-87437b673a27'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:03:35.432718 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d97b4bbf-d94d-4e70-934d-8380a5d8faac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:03:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['568c54ba-ba0c-4018-a698-87437b673a27'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:03:35.521655 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c211b68c-919f-4116-a405-ee109e2990d6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:35.537576 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-d97b4bbf-d94d-4e70-934d-8380a5d8faac None None] Set router 568c54ba-ba0c-4018-a698-87437b673a27 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:03:35.628214 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c211b68c-919f-4116-a405-ee109e2990d6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:35.685319 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c211b68c-919f-4116-a405-ee109e2990d6 admin admin] Deleting port b57af384-5620-4020-b7f8-0d7c55b242c5 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:03:35.685665 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c211b68c-919f-4116-a405-ee109e2990d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:35.768014 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-c211b68c-919f-4116-a405-ee109e2990d6 admin admin] For port b57af384-5620-4020-b7f8-0d7c55b242c5, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=b57af384-5620-4020-b7f8-0d7c55b242c5,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:03:35.768378 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c211b68c-919f-4116-a405-ee109e2990d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:35.781627 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c211b68c-919f-4116-a405-ee109e2990d6 admin admin] Calling delete_port for b57af384-5620-4020-b7f8-0d7c55b242c5 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:03:35.890596 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d97b4bbf-d94d-4e70-934d-8380a5d8faac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568c54ba-ba0c-4018-a698-87437b673a27', 'name': 'tempest-TestVolumeBackupRestore-422254013-router', 'tenant_id': '8e6c97974dd44fb5b5238a5611736a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'b57af384-5620-4020-b7f8-0d7c55b242c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:07Z', 'updated_at': '2021-12-09T16:03:34Z', 'revision_number': 5, 'project_id': '8e6c97974dd44fb5b5238a5611736a63', 'gw_port': {'id': 'b57af384-5620-4020-b7f8-0d7c55b242c5', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:37:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568c54ba-ba0c-4018-a698-87437b673a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:08Z', 'updated_at': '2021-12-09T16:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:03:35.917477 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97b4bbf-d94d-4e70-934d-8380a5d8faac None None] Checking router: 568c54ba-ba0c-4018-a698-87437b673a27 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:03:35.925905 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97b4bbf-d94d-4e70-934d-8380a5d8faac None None] Routers {'568c54ba-ba0c-4018-a698-87437b673a27'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:03:35.926518 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d97b4bbf-d94d-4e70-934d-8380a5d8faac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:03:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['568c54ba-ba0c-4018-a698-87437b673a27'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:03:35.954061 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c211b68c-919f-4116-a405-ee109e2990d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:35.983714 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211b68c-919f-4116-a405-ee109e2990d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b57af384-5620-4020-b7f8-0d7c55b242c5,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:03:36.001291 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce70fe3a-7276-4d08-8dc5-ca38ed209609 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:03:36.031052 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-d97b4bbf-d94d-4e70-934d-8380a5d8faac None None] Set router 568c54ba-ba0c-4018-a698-87437b673a27 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:03:36.046990 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c211b68c-919f-4116-a405-ee109e2990d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:36.094633 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d97b4bbf-d94d-4e70-934d-8380a5d8faac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568c54ba-ba0c-4018-a698-87437b673a27', 'name': 'tempest-TestVolumeBackupRestore-422254013-router', 'tenant_id': '8e6c97974dd44fb5b5238a5611736a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:07Z', 'updated_at': '2021-12-09T16:03:35Z', 'revision_number': 6, 'project_id': '8e6c97974dd44fb5b5238a5611736a63', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:03:36.121648 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97b4bbf-d94d-4e70-934d-8380a5d8faac None None] The sync data for ids ['568c54ba-ba0c-4018-a698-87437b673a27'] in n-d-821228-1 is: [{'id': '568c54ba-ba0c-4018-a698-87437b673a27', 'name': 'tempest-TestVolumeBackupRestore-422254013-router', 'tenant_id': '8e6c97974dd44fb5b5238a5611736a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:07Z', 'updated_at': '2021-12-09T16:03:35Z', 'revision_number': 6, 'project_id': '8e6c97974dd44fb5b5238a5611736a63', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:03:36.142242 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c211b68c-919f-4116-a405-ee109e2990d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:36.144639 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c211b68c-919f-4116-a405-ee109e2990d6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:36.191461 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c211b68c-919f-4116-a405-ee109e2990d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:36.191980 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c211b68c-919f-4116-a405-ee109e2990d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 568c54ba-ba0c-4018-a698-87437b673a27 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 16:03:36.196316 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c211b68c-919f-4116-a405-ee109e2990d6 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:36.197489 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c211b68c-919f-4116-a405-ee109e2990d6 admin admin] 10.222.0.57 "DELETE /v2.0/routers/568c54ba-ba0c-4018-a698-87437b673a27 HTTP/1.1" status: 204 len: 168 time: 0.7780614 Dec 09 16:03:36.200803 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 40688) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:03:36.248315 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef404785-2073-4d8c-bc03-969d6d33ab8a admin admin] Deleting subnet e9a4a8c2-423b-444e-a5e6-20deeb1f2b36 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 16:03:36.251362 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef404785-2073-4d8c-bc03-969d6d33ab8a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:36.284450 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef404785-2073-4d8c-bc03-969d6d33ab8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:36.361074 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef404785-2073-4d8c-bc03-969d6d33ab8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:36.415259 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef404785-2073-4d8c-bc03-969d6d33ab8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:36.441538 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef404785-2073-4d8c-bc03-969d6d33ab8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9a4a8c2-423b-444e-a5e6-20deeb1f2b36,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:03:36.443478 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ef404785-2073-4d8c-bc03-969d6d33ab8a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:36.446707 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ef404785-2073-4d8c-bc03-969d6d33ab8a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/e9a4a8c2-423b-444e-a5e6-20deeb1f2b36 HTTP/1.1" status: 204 len: 168 time: 0.2449927 Dec 09 16:03:36.449578 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7598e58-e8d2-48af-86ce-32752d9f1bf8 None None] Network 21c67a40-4e60-4c13-b5a1-062f21d3f27c requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:03:36.450072 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 40694) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:03:36.524919 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-019d9927-5d33-4523-9cbe-967d9b3ad1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:36.583819 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-019d9927-5d33-4523-9cbe-967d9b3ad1b7 admin admin] Deleting port ce80f802-8f0a-42ba-9105-9773feb4ac64 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:03:36.584167 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-019d9927-5d33-4523-9cbe-967d9b3ad1b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:36.648849 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-019d9927-5d33-4523-9cbe-967d9b3ad1b7 admin admin] For port ce80f802-8f0a-42ba-9105-9773feb4ac64, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=ce80f802-8f0a-42ba-9105-9773feb4ac64,segment=NetworkSegment(7bfda060-48f6-4088-9070-15bb0a2e1482),segment_id=7bfda060-48f6-4088-9070-15bb0a2e1482)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:03:36.649212 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-019d9927-5d33-4523-9cbe-967d9b3ad1b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:36.661827 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-019d9927-5d33-4523-9cbe-967d9b3ad1b7 admin admin] Calling delete_port for ce80f802-8f0a-42ba-9105-9773feb4ac64 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:03:36.738421 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-019d9927-5d33-4523-9cbe-967d9b3ad1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:36.764834 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d9927-5d33-4523-9cbe-967d9b3ad1b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce80f802-8f0a-42ba-9105-9773feb4ac64,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:03:36.767618 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019d9927-5d33-4523-9cbe-967d9b3ad1b7 admin admin] No DVR routers for this DVR port ce80f802-8f0a-42ba-9105-9773feb4ac64 on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:03:36.840627 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-019d9927-5d33-4523-9cbe-967d9b3ad1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:36.860784 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-019d9927-5d33-4523-9cbe-967d9b3ad1b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21c67a40-4e60-4c13-b5a1-062f21d3f27c']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:03:36.872008 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-019d9927-5d33-4523-9cbe-967d9b3ad1b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bfda060-48f6-4088-9070-15bb0a2e1482') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:03:36.872312 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-019d9927-5d33-4523-9cbe-967d9b3ad1b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bfda060-48f6-4088-9070-15bb0a2e1482') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:03:36.882196 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-019d9927-5d33-4523-9cbe-967d9b3ad1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:36.897427 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-019d9927-5d33-4523-9cbe-967d9b3ad1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:36.903171 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b11b801-df31-48b4-9e9e-26390bc6bac9 None None] DHCP port deletion for 21c67a40-4e60-4c13-b5a1-062f21d3f27c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:03:36.907232 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019d9927-5d33-4523-9cbe-967d9b3ad1b7 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:03:36.907679 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-019d9927-5d33-4523-9cbe-967d9b3ad1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:36.909611 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 16:03:36.909611 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:03:36.909611 n-d-821228-1 neutron-server[103244]: timer() Dec 09 16:03:36.909611 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:03:36.909611 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 16:03:36.909611 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:03:36.909611 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 16:03:36.909611 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:03:36.909611 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 16:03:36.909611 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:03:36.909611 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 16:03:36.909611 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:03:36.909611 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 16:03:36.909611 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:03:36.909611 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:03:36.909611 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:03:36.909611 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:03:36.909611 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:03:36.909611 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 16:03:36.909611 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:03:36.909611 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 16:03:36.909611 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:03:36.909611 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:03:36.909611 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:03:36.909611 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 16:03:36.909611 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:03:36.909611 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:03:36.909611 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:03:36.909611 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:03:36.909611 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:03:36.909611 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:03:36.909611 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:03:37.303796 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-019d9927-5d33-4523-9cbe-967d9b3ad1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:37.312539 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-019d9927-5d33-4523-9cbe-967d9b3ad1b7 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:37.315705 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-019d9927-5d33-4523-9cbe-967d9b3ad1b7 admin admin] 10.222.0.57 "DELETE /v2.0/networks/21c67a40-4e60-4c13-b5a1-062f21d3f27c HTTP/1.1" status: 204 len: 168 time: 0.8651693 Dec 09 16:03:37.318665 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40696) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:03:37.327625 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d9927-5d33-4523-9cbe-967d9b3ad1b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=21c67a40-4e60-4c13-b5a1-062f21d3f27c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:03:37.662661 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60ab7602-c22c-478a-af52-378c85dc8170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:37.884708 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device b57af384-5620-4020-b7f8-0d7c55b242c5 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:03:37.905222 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: b57af384-5620-4020-b7f8-0d7c55b242c5 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:03:37.905428 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-60ab7602-c22c-478a-af52-378c85dc8170 admin admin] Deleting port 89e0f3c4-d844-4b53-9bbe-c6e611af0f83 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:03:37.905564 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60ab7602-c22c-478a-af52-378c85dc8170 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:37.905658 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device b57af384-5620-4020-b7f8-0d7c55b242c5 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:03:37.905988 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 088016f6-1f0b-404c-bf9b-010a9a643436 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:03:37.924072 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 088016f6-1f0b-404c-bf9b-010a9a643436 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:03:37.924356 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 088016f6-1f0b-404c-bf9b-010a9a643436 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:03:37.924796 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device ce80f802-8f0a-42ba-9105-9773feb4ac64 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:03:37.947218 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: ce80f802-8f0a-42ba-9105-9773feb4ac64 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:03:37.947218 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device ce80f802-8f0a-42ba-9105-9773feb4ac64 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:03:37.984815 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-60ab7602-c22c-478a-af52-378c85dc8170 admin admin] For port 89e0f3c4-d844-4b53-9bbe-c6e611af0f83, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=89e0f3c4-d844-4b53-9bbe-c6e611af0f83,segment=NetworkSegment(a7d6f251-1502-49b8-a25f-6d0e8c2db4f4),segment_id=a7d6f251-1502-49b8-a25f-6d0e8c2db4f4)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:03:37.985173 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60ab7602-c22c-478a-af52-378c85dc8170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:37.997983 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-60ab7602-c22c-478a-af52-378c85dc8170 admin admin] Calling delete_port for 89e0f3c4-d844-4b53-9bbe-c6e611af0f83 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:03:38.479115 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60ab7602-c22c-478a-af52-378c85dc8170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:38.503905 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab7602-c22c-478a-af52-378c85dc8170 admin admin] Pushing event deleted for resources: {'Port': ['ID=89e0f3c4-d844-4b53-9bbe-c6e611af0f83,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:03:38.528840 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ab7602-c22c-478a-af52-378c85dc8170 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:38.529197 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ab7602-c22c-478a-af52-378c85dc8170 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:38.529540 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ab7602-c22c-478a-af52-378c85dc8170 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:38.529879 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ab7602-c22c-478a-af52-378c85dc8170 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:38.530211 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ab7602-c22c-478a-af52-378c85dc8170 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:38.530545 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ab7602-c22c-478a-af52-378c85dc8170 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:38.530873 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ab7602-c22c-478a-af52-378c85dc8170 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:38.531199 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ab7602-c22c-478a-af52-378c85dc8170 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:38.531525 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ab7602-c22c-478a-af52-378c85dc8170 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:38.531853 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ab7602-c22c-478a-af52-378c85dc8170 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:38.532182 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ab7602-c22c-478a-af52-378c85dc8170 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:38.532528 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ab7602-c22c-478a-af52-378c85dc8170 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:38.532853 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ab7602-c22c-478a-af52-378c85dc8170 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:38.679265 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-60ab7602-c22c-478a-af52-378c85dc8170 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:38.712003 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device a141b13b-6843-4625-b7c8-e8ee74c8d4f3 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:03:38.806498 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port a141b13b-6843-4625-b7c8-e8ee74c8d4f3, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=a141b13b-6843-4625-b7c8-e8ee74c8d4f3,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:03:38.817757 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'a141b13b-6843-4625-b7c8-e8ee74c8d4f3', 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44', 'port_id': 'a141b13b-6843-4625-b7c8-e8ee74c8d4f3', 'mac_address': 'fa:16:3e:1f:16:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b011188-7849-4d66-ad21-4c37ec602085', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:03:38.855097 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:38.871668 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a141b13b-6843-4625-b7c8-e8ee74c8d4f3 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:03:38.891482 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port a141b13b-6843-4625-b7c8-e8ee74c8d4f3, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=a141b13b-6843-4625-b7c8-e8ee74c8d4f3,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:03:38.895180 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:38.899563 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ab7602-c22c-478a-af52-378c85dc8170 admin admin] Router b2fc6b61-1038-4895-8af4-115eff9eaafa has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:03:38.945830 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=a141b13b-6843-4625-b7c8-e8ee74c8d4f3,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:03:38.967173 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['a141b13b-6843-4625-b7c8-e8ee74c8d4f3'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:03:39.013975 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ab7602-c22c-478a-af52-378c85dc8170 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:03:39.021987 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-60ab7602-c22c-478a-af52-378c85dc8170 admin admin] 10.222.0.57 "PUT /v2.0/routers/b2fc6b61-1038-4895-8af4-115eff9eaafa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6998410 Dec 09 16:03:39.022301 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 40706) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:03:39.022733 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3408c0d9-886c-46da-a7b1-4287c70ce918 None None] Sync routers for ids ['b2fc6b61-1038-4895-8af4-115eff9eaafa'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:03:39.035796 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3408c0d9-886c-46da-a7b1-4287c70ce918 None None] Routers {'b2fc6b61-1038-4895-8af4-115eff9eaafa'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:03:39.036452 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-3408c0d9-886c-46da-a7b1-4287c70ce918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:03:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['b2fc6b61-1038-4895-8af4-115eff9eaafa'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:03:39.130874 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-475fde8e-6209-4878-9c6f-94c9ebd99384 admin admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:39.142340 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-3408c0d9-886c-46da-a7b1-4287c70ce918 None None] Set router b2fc6b61-1038-4895-8af4-115eff9eaafa gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:03:39.234345 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-475fde8e-6209-4878-9c6f-94c9ebd99384 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:39.287209 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-475fde8e-6209-4878-9c6f-94c9ebd99384 admin admin] Deleting port ee8f498f-4417-4a75-be2e-e90d64ee4237 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:03:39.287546 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-475fde8e-6209-4878-9c6f-94c9ebd99384 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:39.320078 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-3408c0d9-886c-46da-a7b1-4287c70ce918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fc6b61-1038-4895-8af4-115eff9eaafa', 'name': 'tempest-TestVolumeBackupRestore-1772969416-router', 'tenant_id': '2a79d3bcb8fa48baa941e22c2d6093d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'ee8f498f-4417-4a75-be2e-e90d64ee4237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:16Z', 'updated_at': '2021-12-09T16:03:38Z', 'revision_number': 5, 'project_id': '2a79d3bcb8fa48baa941e22c2d6093d7', 'gw_port': {'id': 'ee8f498f-4417-4a75-be2e-e90d64ee4237', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fc6b61-1038-4895-8af4-115eff9eaafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:16Z', 'updated_at': '2021-12-09T16:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:03:39.347536 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3408c0d9-886c-46da-a7b1-4287c70ce918 None None] Checking router: b2fc6b61-1038-4895-8af4-115eff9eaafa for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:03:39.355906 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3408c0d9-886c-46da-a7b1-4287c70ce918 None None] Routers {'b2fc6b61-1038-4895-8af4-115eff9eaafa'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:03:39.356538 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-3408c0d9-886c-46da-a7b1-4287c70ce918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:03:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['b2fc6b61-1038-4895-8af4-115eff9eaafa'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:03:39.366373 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-475fde8e-6209-4878-9c6f-94c9ebd99384 admin admin] For port ee8f498f-4417-4a75-be2e-e90d64ee4237, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=ee8f498f-4417-4a75-be2e-e90d64ee4237,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:03:39.366771 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-475fde8e-6209-4878-9c6f-94c9ebd99384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:39.379922 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-475fde8e-6209-4878-9c6f-94c9ebd99384 admin admin] Calling delete_port for ee8f498f-4417-4a75-be2e-e90d64ee4237 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:03:39.441003 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-3408c0d9-886c-46da-a7b1-4287c70ce918 None None] Set router b2fc6b61-1038-4895-8af4-115eff9eaafa gateway port host: None {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:03:39.493758 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-3408c0d9-886c-46da-a7b1-4287c70ce918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fc6b61-1038-4895-8af4-115eff9eaafa', 'name': 'tempest-TestVolumeBackupRestore-1772969416-router', 'tenant_id': '2a79d3bcb8fa48baa941e22c2d6093d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:16Z', 'updated_at': '2021-12-09T16:03:39Z', 'revision_number': 6, 'project_id': '2a79d3bcb8fa48baa941e22c2d6093d7', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:03:39.520446 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3408c0d9-886c-46da-a7b1-4287c70ce918 None None] The sync data for ids ['b2fc6b61-1038-4895-8af4-115eff9eaafa'] in n-d-821228-1 is: [{'id': 'b2fc6b61-1038-4895-8af4-115eff9eaafa', 'name': 'tempest-TestVolumeBackupRestore-1772969416-router', 'tenant_id': '2a79d3bcb8fa48baa941e22c2d6093d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:16Z', 'updated_at': '2021-12-09T16:03:39Z', 'revision_number': 6, 'project_id': '2a79d3bcb8fa48baa941e22c2d6093d7', 'gw_port_host': None}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:03:39.549406 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-475fde8e-6209-4878-9c6f-94c9ebd99384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:39.578589 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475fde8e-6209-4878-9c6f-94c9ebd99384 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee8f498f-4417-4a75-be2e-e90d64ee4237,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:03:39.594673 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff72e533-2d15-42dd-b3df-70d3a0dc5984 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:03:39.643234 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-475fde8e-6209-4878-9c6f-94c9ebd99384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:39.733714 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-475fde8e-6209-4878-9c6f-94c9ebd99384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:39.735753 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-475fde8e-6209-4878-9c6f-94c9ebd99384 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:39.780081 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-475fde8e-6209-4878-9c6f-94c9ebd99384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:39.780832 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475fde8e-6209-4878-9c6f-94c9ebd99384 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2fc6b61-1038-4895-8af4-115eff9eaafa {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 16:03:39.785085 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-475fde8e-6209-4878-9c6f-94c9ebd99384 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:39.786916 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-475fde8e-6209-4878-9c6f-94c9ebd99384 admin admin] 10.222.0.57 "DELETE /v2.0/routers/b2fc6b61-1038-4895-8af4-115eff9eaafa HTTP/1.1" status: 204 len: 168 time: 0.7635128 Dec 09 16:03:39.788824 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 40712) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:03:39.840327 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7bc1960-730c-40bf-b76b-948d4a60b243 admin admin] Deleting subnet d6a337e0-ef60-4899-989b-99cf86fe111f {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 16:03:39.844032 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7bc1960-730c-40bf-b76b-948d4a60b243 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:39.881873 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7bc1960-730c-40bf-b76b-948d4a60b243 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:39.965206 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7bc1960-730c-40bf-b76b-948d4a60b243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:39.973637 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 89e0f3c4-d844-4b53-9bbe-c6e611af0f83 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:03:39.994673 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 89e0f3c4-d844-4b53-9bbe-c6e611af0f83 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:03:39.994941 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 89e0f3c4-d844-4b53-9bbe-c6e611af0f83 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:03:40.026276 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7bc1960-730c-40bf-b76b-948d4a60b243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:40.052933 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc1960-730c-40bf-b76b-948d4a60b243 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6a337e0-ef60-4899-989b-99cf86fe111f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:03:40.060554 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7bc1960-730c-40bf-b76b-948d4a60b243 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:40.066624 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a7bc1960-730c-40bf-b76b-948d4a60b243 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d6a337e0-ef60-4899-989b-99cf86fe111f HTTP/1.1" status: 204 len: 168 time: 0.2744572 Dec 09 16:03:40.066767 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979089fe-24b0-425a-bd6c-1fcd5b3c92a0 None None] Network 90e94352-bf9c-48ad-8a11-b9b87264c303 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:03:40.066932 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 40714) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:03:40.138585 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce190421-bd30-4f07-852f-15ee2c6899e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:40.200002 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-ce190421-bd30-4f07-852f-15ee2c6899e3 admin admin] Deleting port d45b398e-e290-47cb-8bdb-0e825d1c4b5d {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:03:40.200467 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce190421-bd30-4f07-852f-15ee2c6899e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:40.212395 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabff5c0-9097-4dec-8f78-5f54ea88da43 None None] DHCP port deletion for 90e94352-bf9c-48ad-8a11-b9b87264c303 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:03:40.263634 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-aabff5c0-9097-4dec-8f78-5f54ea88da43 None None] Deleting port d45b398e-e290-47cb-8bdb-0e825d1c4b5d {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:03:40.264072 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aabff5c0-9097-4dec-8f78-5f54ea88da43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:40.271764 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-ce190421-bd30-4f07-852f-15ee2c6899e3 admin admin] For port d45b398e-e290-47cb-8bdb-0e825d1c4b5d, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d45b398e-e290-47cb-8bdb-0e825d1c4b5d,segment=NetworkSegment(a7d6f251-1502-49b8-a25f-6d0e8c2db4f4),segment_id=a7d6f251-1502-49b8-a25f-6d0e8c2db4f4)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:03:40.272132 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce190421-bd30-4f07-852f-15ee2c6899e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:40.286548 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-ce190421-bd30-4f07-852f-15ee2c6899e3 admin admin] Calling delete_port for d45b398e-e290-47cb-8bdb-0e825d1c4b5d owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:03:40.329080 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-aabff5c0-9097-4dec-8f78-5f54ea88da43 None None] For port d45b398e-e290-47cb-8bdb-0e825d1c4b5d, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d45b398e-e290-47cb-8bdb-0e825d1c4b5d,segment=NetworkSegment(a7d6f251-1502-49b8-a25f-6d0e8c2db4f4),segment_id=a7d6f251-1502-49b8-a25f-6d0e8c2db4f4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:03:40.329474 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aabff5c0-9097-4dec-8f78-5f54ea88da43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:40.342838 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-aabff5c0-9097-4dec-8f78-5f54ea88da43 None None] Calling delete_port for d45b398e-e290-47cb-8bdb-0e825d1c4b5d owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:03:40.379669 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce190421-bd30-4f07-852f-15ee2c6899e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:40.411335 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce190421-bd30-4f07-852f-15ee2c6899e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d45b398e-e290-47cb-8bdb-0e825d1c4b5d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:03:40.413661 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce190421-bd30-4f07-852f-15ee2c6899e3 admin admin] No DVR routers for this DVR port d45b398e-e290-47cb-8bdb-0e825d1c4b5d on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:03:40.431343 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aabff5c0-9097-4dec-8f78-5f54ea88da43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:40.459252 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabff5c0-9097-4dec-8f78-5f54ea88da43 None None] Pushing event deleted for resources: {'Port': ['ID=d45b398e-e290-47cb-8bdb-0e825d1c4b5d,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:03:40.462801 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabff5c0-9097-4dec-8f78-5f54ea88da43 None None] No DVR routers for this DVR port d45b398e-e290-47cb-8bdb-0e825d1c4b5d on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:03:40.491164 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce190421-bd30-4f07-852f-15ee2c6899e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:40.511845 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ce190421-bd30-4f07-852f-15ee2c6899e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90e94352-bf9c-48ad-8a11-b9b87264c303']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:03:40.521094 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ce190421-bd30-4f07-852f-15ee2c6899e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d6f251-1502-49b8-a25f-6d0e8c2db4f4') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:03:40.521398 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ce190421-bd30-4f07-852f-15ee2c6899e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d6f251-1502-49b8-a25f-6d0e8c2db4f4') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:03:40.530604 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce190421-bd30-4f07-852f-15ee2c6899e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:40.544077 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce190421-bd30-4f07-852f-15ee2c6899e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:40.550037 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce190421-bd30-4f07-852f-15ee2c6899e3 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:03:40.550415 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce190421-bd30-4f07-852f-15ee2c6899e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:40.552161 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 16:03:40.552161 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:03:40.552161 n-d-821228-1 neutron-server[103245]: timer() Dec 09 16:03:40.552161 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:03:40.552161 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 16:03:40.552161 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:03:40.552161 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 16:03:40.552161 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:03:40.552161 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 16:03:40.552161 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:03:40.552161 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 16:03:40.552161 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:03:40.552161 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 16:03:40.552161 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:03:40.552161 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:03:40.552161 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:03:40.552161 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:03:40.552161 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:03:40.552161 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 16:03:40.552161 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:03:40.552161 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 16:03:40.552161 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:03:40.552161 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:03:40.552161 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:03:40.552161 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 16:03:40.552161 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:03:40.552161 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:03:40.552161 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:03:40.552161 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:03:40.552161 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:03:40.552161 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:03:40.552161 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:03:40.610573 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce190421-bd30-4f07-852f-15ee2c6899e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:40.617114 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce190421-bd30-4f07-852f-15ee2c6899e3 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:40.619806 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ce190421-bd30-4f07-852f-15ee2c6899e3 admin admin] 10.222.0.57 "DELETE /v2.0/networks/90e94352-bf9c-48ad-8a11-b9b87264c303 HTTP/1.1" status: 204 len: 168 time: 0.5515912 Dec 09 16:03:40.631319 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce190421-bd30-4f07-852f-15ee2c6899e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=90e94352-bf9c-48ad-8a11-b9b87264c303,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:03:40.731453 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 40722) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:03:40.731899 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device a141b13b-6843-4625-b7c8-e8ee74c8d4f3 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:03:40.771173 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-baf9baae-2fe8-4913-897f-b2c359cd1824 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8e6c97974dd44fb5b5238a5611736a63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383961 Dec 09 16:03:40.773536 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 40724) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:03:40.780233 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port a141b13b-6843-4625-b7c8-e8ee74c8d4f3 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:03:40.780642 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:40.822069 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa609af4-e753-46fb-8b7c-18c38fd81eee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:40.844687 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa609af4-e753-46fb-8b7c-18c38fd81eee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:40.861560 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:40.885391 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefd325d-e7a7-47e2-bac0-def602b864dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a141b13b-6843-4625-b7c8-e8ee74c8d4f3'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:03:40.887934 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9383e4-f2b3-4e3b-9495-4edd9947c79f" -d '{"events": [{"server_uuid": "cefd325d-e7a7-47e2-bac0-def602b864dc", "name": "network-vif-plugged", "status": "completed", "tag": "a141b13b-6843-4625-b7c8-e8ee74c8d4f3"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:03:40.891279 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa609af4-e753-46fb-8b7c-18c38fd81eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:40.893956 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa609af4-e753-46fb-8b7c-18c38fd81eee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:40.897923 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-fa609af4-e753-46fb-8b7c-18c38fd81eee admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fd797a38-7a31-4038-8f27-196a14d6d06c HTTP/1.1" status: 204 len: 168 time: 0.1205046 Dec 09 16:03:40.904085 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port a141b13b-6843-4625-b7c8-e8ee74c8d4f3, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=a141b13b-6843-4625-b7c8-e8ee74c8d4f3,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:03:40.909800 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:40.914273 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa609af4-e753-46fb-8b7c-18c38fd81eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd797a38-7a31-4038-8f27-196a14d6d06c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:03:40.945885 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978c92ba-2425-4d22-8d6e-30ca58161b01 x-openstack-request-id: req-978c92ba-2425-4d22-8d6e-30ca58161b01 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:03:40.946182 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cefd325d-e7a7-47e2-bac0-def602b864dc", "name": "network-vif-plugged", "status": "completed", "tag": "a141b13b-6843-4625-b7c8-e8ee74c8d4f3", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:03:40.946437 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-978c92ba-2425-4d22-8d6e-30ca58161b01 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:03:40.946828 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cefd325d-e7a7-47e2-bac0-def602b864dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a141b13b-6843-4625-b7c8-e8ee74c8d4f3', 'code': 200} Dec 09 16:03:40.978040 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=a141b13b-6843-4625-b7c8-e8ee74c8d4f3,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:03:41.214667 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 40732) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:03:41.254430 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e412ab3c-982b-44ba-86a6-bf2840dc62c9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2a79d3bcb8fa48baa941e22c2d6093d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385869 Dec 09 16:03:41.256840 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 40734) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:03:41.306332 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d26772a-947a-40c3-9c62-3a394841670e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:41.327353 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d26772a-947a-40c3-9c62-3a394841670e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:41.373371 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d26772a-947a-40c3-9c62-3a394841670e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:41.376058 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d26772a-947a-40c3-9c62-3a394841670e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:41.377267 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7d26772a-947a-40c3-9c62-3a394841670e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/880de7e7-2385-4991-b029-7be2916fa7f3 HTTP/1.1" status: 204 len: 168 time: 0.1195431 Dec 09 16:03:41.385225 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26772a-947a-40c3-9c62-3a394841670e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880de7e7-2385-4991-b029-7be2916fa7f3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:03:41.894677 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d45b398e-e290-47cb-8bdb-0e825d1c4b5d no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:03:41.916074 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: d45b398e-e290-47cb-8bdb-0e825d1c4b5d {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:03:41.916431 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d45b398e-e290-47cb-8bdb-0e825d1c4b5d not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:03:41.916863 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device ee8f498f-4417-4a75-be2e-e90d64ee4237 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:03:41.937308 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: ee8f498f-4417-4a75-be2e-e90d64ee4237 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:03:41.937658 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device ee8f498f-4417-4a75-be2e-e90d64ee4237 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:03:46.159301 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:50.465300 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-deef4930-9ba8-479a-98b2-7bc89bb94134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:52.867181 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed95b97-1be7-48c7-8152-12257e261f9f req-071732ec-f835-4d53-bd38-9b2899ae1d8c tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:52.868720 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3ed95b97-1be7-48c7-8152-12257e261f9f req-071732ec-f835-4d53-bd38-9b2899ae1d8c tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 945 time: 0.0502794 Dec 09 16:03:52.917439 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3ed95b97-1be7-48c7-8152-12257e261f9f req-8b27d9c5-86ae-4ad7-8145-0aa41848d043 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423334 Dec 09 16:03:52.986660 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ab266dd1-cba4-4ab6-8adc-0f217741b76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:54.094219 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:54.714210 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:55.349128 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:56.441501 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:56.801601 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device a141b13b-6843-4625-b7c8-e8ee74c8d4f3 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:03:56.877893 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:56.899394 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefd325d-e7a7-47e2-bac0-def602b864dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a141b13b-6843-4625-b7c8-e8ee74c8d4f3'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:03:56.901618 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbad76c-c5c4-413c-8c16-c7823e71c727" -d '{"events": [{"server_uuid": "cefd325d-e7a7-47e2-bac0-def602b864dc", "name": "network-vif-unplugged", "status": "completed", "tag": "a141b13b-6843-4625-b7c8-e8ee74c8d4f3"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:03:56.915157 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port a141b13b-6843-4625-b7c8-e8ee74c8d4f3, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=a141b13b-6843-4625-b7c8-e8ee74c8d4f3,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:03:56.919004 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:56.943928 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 16:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937239fd-0192-4ca8-a46a-817be4f70c10 x-openstack-request-id: req-937239fd-0192-4ca8-a46a-817be4f70c10 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:03:56.944236 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cefd325d-e7a7-47e2-bac0-def602b864dc", "name": "network-vif-unplugged", "status": "completed", "tag": "a141b13b-6843-4625-b7c8-e8ee74c8d4f3", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:03:56.944522 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-937239fd-0192-4ca8-a46a-817be4f70c10 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:03:56.944917 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cefd325d-e7a7-47e2-bac0-def602b864dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a141b13b-6843-4625-b7c8-e8ee74c8d4f3', 'code': 200} Dec 09 16:03:56.968797 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=a141b13b-6843-4625-b7c8-e8ee74c8d4f3,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:03:56.976099 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:56.976479 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:56.976848 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:56.977173 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:56.977512 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:56.977850 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:56.978214 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:56.978546 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:56.978882 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:56.979213 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:56.979544 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:56.979875 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:56.980203 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:58.813905 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device a141b13b-6843-4625-b7c8-e8ee74c8d4f3 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:03:58.908970 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port a141b13b-6843-4625-b7c8-e8ee74c8d4f3, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=a141b13b-6843-4625-b7c8-e8ee74c8d4f3,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:03:58.919997 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'a141b13b-6843-4625-b7c8-e8ee74c8d4f3', 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44', 'port_id': 'a141b13b-6843-4625-b7c8-e8ee74c8d4f3', 'mac_address': 'fa:16:3e:1f:16:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b011188-7849-4d66-ad21-4c37ec602085', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:03:58.955513 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:58.969378 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a141b13b-6843-4625-b7c8-e8ee74c8d4f3 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:03:58.987314 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port a141b13b-6843-4625-b7c8-e8ee74c8d4f3, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=a141b13b-6843-4625-b7c8-e8ee74c8d4f3,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:03:58.991070 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:59.044449 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=a141b13b-6843-4625-b7c8-e8ee74c8d4f3,revision_number=9']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:03:59.065157 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['a141b13b-6843-4625-b7c8-e8ee74c8d4f3'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:04:00.831579 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device a141b13b-6843-4625-b7c8-e8ee74c8d4f3 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:04:00.882415 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port a141b13b-6843-4625-b7c8-e8ee74c8d4f3 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:04:00.882786 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:00.956630 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:00.978991 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefd325d-e7a7-47e2-bac0-def602b864dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a141b13b-6843-4625-b7c8-e8ee74c8d4f3'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:04:00.981210 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303b84a4-b4cd-4479-8e2a-935dc7118f0f" -d '{"events": [{"server_uuid": "cefd325d-e7a7-47e2-bac0-def602b864dc", "name": "network-vif-plugged", "status": "completed", "tag": "a141b13b-6843-4625-b7c8-e8ee74c8d4f3"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:04:00.993342 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port a141b13b-6843-4625-b7c8-e8ee74c8d4f3, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=a141b13b-6843-4625-b7c8-e8ee74c8d4f3,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:04:00.997805 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:01.021662 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd155c5d-82e2-4ed4-b981-e67bf01cc52d x-openstack-request-id: req-dd155c5d-82e2-4ed4-b981-e67bf01cc52d {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:04:01.021962 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cefd325d-e7a7-47e2-bac0-def602b864dc", "name": "network-vif-plugged", "status": "completed", "tag": "a141b13b-6843-4625-b7c8-e8ee74c8d4f3", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:04:01.022219 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dd155c5d-82e2-4ed4-b981-e67bf01cc52d {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:04:01.022608 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cefd325d-e7a7-47e2-bac0-def602b864dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a141b13b-6843-4625-b7c8-e8ee74c8d4f3', 'code': 200} Dec 09 16:04:01.048208 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=a141b13b-6843-4625-b7c8-e8ee74c8d4f3,revision_number=10']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:04:06.715823 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:04:13.051074 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fab17e-a6ba-4768-af22-7d18232a2a4b req-e1c01b5d-3c3c-4449-b0ab-7710efa0a311 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:13.052592 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-37fab17e-a6ba-4768-af22-7d18232a2a4b req-e1c01b5d-3c3c-4449-b0ab-7710efa0a311 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 946 time: 0.2156825 Dec 09 16:04:13.100511 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-37fab17e-a6ba-4768-af22-7d18232a2a4b req-62eccd72-aeae-4fd0-89a1-3b31455dc4cb tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418644 Dec 09 16:04:14.214730 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52227513-d9f2-479b-b66f-6907b12ee6ae req-70b1c75f-8e24-4f63-b88f-103e1c13389a tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:14.216211 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-52227513-d9f2-479b-b66f-6907b12ee6ae req-70b1c75f-8e24-4f63-b88f-103e1c13389a tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 946 time: 0.0476940 Dec 09 16:04:14.263667 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-52227513-d9f2-479b-b66f-6907b12ee6ae req-45c587b5-bac9-4f22-9d05-29a30884faa5 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410035 Dec 09 16:04:14.670814 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de99b9b-9bf5-4fd4-9da7-dbc334e8ced2 req-bc62cd01-8c1e-459c-a65b-505dc2cd1f36 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:14.673585 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9de99b9b-9bf5-4fd4-9da7-dbc334e8ced2 req-bc62cd01-8c1e-459c-a65b-505dc2cd1f36 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 946 time: 0.0520036 Dec 09 16:04:14.726573 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9de99b9b-9bf5-4fd4-9da7-dbc334e8ced2 req-281020ef-af82-41f4-93ee-9efdcdba074d tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469141 Dec 09 16:04:15.845167 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399c011-c016-4280-a151-59823b3310c2 req-ef2fc968-62c5-46d3-824b-be0cf5d3a0c8 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:15.846667 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a399c011-c016-4280-a151-59823b3310c2 req-ef2fc968-62c5-46d3-824b-be0cf5d3a0c8 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 946 time: 0.0495479 Dec 09 16:04:15.894061 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a399c011-c016-4280-a151-59823b3310c2 req-77890d23-d93c-4fd0-be61-2765ac179a35 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414643 Dec 09 16:04:16.157211 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:16.907286 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device a141b13b-6843-4625-b7c8-e8ee74c8d4f3 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:04:16.986747 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:17.008585 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefd325d-e7a7-47e2-bac0-def602b864dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a141b13b-6843-4625-b7c8-e8ee74c8d4f3'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:04:17.010792 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b53fdb1-edef-46cf-a6b1-b94dffdc37ef" -d '{"events": [{"server_uuid": "cefd325d-e7a7-47e2-bac0-def602b864dc", "name": "network-vif-unplugged", "status": "completed", "tag": "a141b13b-6843-4625-b7c8-e8ee74c8d4f3"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:04:17.012437 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafa1c4-0799-4993-aef3-f4addcf0d319 req-cdcc3169-731d-41d8-8ec5-b22c86e91b00 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:17.013969 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7eafa1c4-0799-4993-aef3-f4addcf0d319 req-cdcc3169-731d-41d8-8ec5-b22c86e91b00 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 946 time: 0.0503838 Dec 09 16:04:17.023316 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port a141b13b-6843-4625-b7c8-e8ee74c8d4f3, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=a141b13b-6843-4625-b7c8-e8ee74c8d4f3,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:04:17.027942 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:17.064614 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7eafa1c4-0799-4993-aef3-f4addcf0d319 req-c3f64657-c0ba-4956-8937-80c591bf85ac tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445788 Dec 09 16:04:17.074158 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=a141b13b-6843-4625-b7c8-e8ee74c8d4f3,revision_number=11']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:04:17.178102 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 16:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e6c51c-4b8f-458e-bff7-f0573f092304 x-openstack-request-id: req-d4e6c51c-4b8f-458e-bff7-f0573f092304 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:04:17.178688 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cefd325d-e7a7-47e2-bac0-def602b864dc", "name": "network-vif-unplugged", "status": "completed", "tag": "a141b13b-6843-4625-b7c8-e8ee74c8d4f3", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:04:17.178992 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d4e6c51c-4b8f-458e-bff7-f0573f092304 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:04:17.179580 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cefd325d-e7a7-47e2-bac0-def602b864dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a141b13b-6843-4625-b7c8-e8ee74c8d4f3', 'code': 200} Dec 09 16:04:18.186007 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38eb192-322c-4bda-8d93-8837e88a2fe2 req-e1ecb86a-365d-4f6c-a6fb-ab448d949ea0 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:18.187500 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a38eb192-322c-4bda-8d93-8837e88a2fe2 req-e1ecb86a-365d-4f6c-a6fb-ab448d949ea0 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0529337 Dec 09 16:04:18.235376 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a38eb192-322c-4bda-8d93-8837e88a2fe2 req-bf019112-ee42-4778-8aca-f110d67d5b17 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419061 Dec 09 16:04:18.921567 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device a141b13b-6843-4625-b7c8-e8ee74c8d4f3 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:04:19.014936 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port a141b13b-6843-4625-b7c8-e8ee74c8d4f3, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=a141b13b-6843-4625-b7c8-e8ee74c8d4f3,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:04:19.026276 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'a141b13b-6843-4625-b7c8-e8ee74c8d4f3', 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44', 'port_id': 'a141b13b-6843-4625-b7c8-e8ee74c8d4f3', 'mac_address': 'fa:16:3e:1f:16:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b011188-7849-4d66-ad21-4c37ec602085', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:04:19.062816 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:19.075386 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a141b13b-6843-4625-b7c8-e8ee74c8d4f3 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:04:19.094371 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port a141b13b-6843-4625-b7c8-e8ee74c8d4f3, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=a141b13b-6843-4625-b7c8-e8ee74c8d4f3,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:04:19.098086 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:19.150134 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=a141b13b-6843-4625-b7c8-e8ee74c8d4f3,revision_number=12']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:04:19.185131 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['a141b13b-6843-4625-b7c8-e8ee74c8d4f3'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:04:19.357569 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44869b7d-5f61-459b-acc7-41e391766b9b req-f6958a33-dcb4-4f5c-9c5c-9fb1d0ba3252 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:19.360324 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-44869b7d-5f61-459b-acc7-41e391766b9b req-f6958a33-dcb4-4f5c-9c5c-9fb1d0ba3252 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 945 time: 0.0538530 Dec 09 16:04:19.409551 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-44869b7d-5f61-459b-acc7-41e391766b9b req-9755dd33-1896-4473-befe-e529aa90136f tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430491 Dec 09 16:04:19.566395 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbd7d5-c742-41d4-8897-e9a04a5c7f3f req-3af2a572-cf25-46db-8f59-d4e777d9ea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:19.567887 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8cbbd7d5-c742-41d4-8897-e9a04a5c7f3f req-3af2a572-cf25-46db-8f59-d4e777d9ea8e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dff41d0cd6dc4e42b95a80470934c32b&device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 1096 time: 0.0904424 Dec 09 16:04:19.679264 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbd7d5-c742-41d4-8897-e9a04a5c7f3f req-a6279e56-1f27-47af-a6d1-006d96ce5f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:19.680803 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8cbbd7d5-c742-41d4-8897-e9a04a5c7f3f req-a6279e56-1f27-47af-a6d1-006d96ce5f52 service neutron] 10.222.0.31 "GET /v2.0/networks?id=10465fca-def6-40ef-b54b-0b10ab1b7b44 HTTP/1.1" status: 200 len: 912 time: 0.0863814 Dec 09 16:04:19.747449 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8cbbd7d5-c742-41d4-8897-e9a04a5c7f3f req-b90a1c48-3f40-456d-ba9e-001a8cded91f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a141b13b-6843-4625-b7c8-e8ee74c8d4f3 HTTP/1.1" status: 200 len: 999 time: 0.0579960 Dec 09 16:04:19.802233 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbd7d5-c742-41d4-8897-e9a04a5c7f3f req-d5c9753d-6e6d-4ccf-91c4-ba81200db1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:19.803881 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8cbbd7d5-c742-41d4-8897-e9a04a5c7f3f req-d5c9753d-6e6d-4ccf-91c4-ba81200db1df service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3b011188-7849-4d66-ad21-4c37ec602085 HTTP/1.1" status: 200 len: 850 time: 0.0488718 Dec 09 16:04:19.851027 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbd7d5-c742-41d4-8897-e9a04a5c7f3f req-1e3fb614-05ed-4df8-84b7-6a28665040d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:19.852602 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8cbbd7d5-c742-41d4-8897-e9a04a5c7f3f req-1e3fb614-05ed-4df8-84b7-6a28665040d7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=10465fca-def6-40ef-b54b-0b10ab1b7b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415304 Dec 09 16:04:19.951625 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8cbbd7d5-c742-41d4-8897-e9a04a5c7f3f req-d1b21220-f6eb-4ef3-aa31-96089dc886f0 service neutron] 10.222.0.31 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798373 Dec 09 16:04:20.044586 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8cbbd7d5-c742-41d4-8897-e9a04a5c7f3f req-01739237-02fb-423e-816d-df269b23b155 service neutron] 10.222.0.31 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855236 Dec 09 16:04:20.460076 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f5257025-38fa-4de9-a51f-2286c18944dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:20.527931 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7aded-16c1-4b3c-aca6-b580e8287a0e req-037bba9a-d67f-4f6f-94c9-93745f5b6598 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:20.529446 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-23e7aded-16c1-4b3c-aca6-b580e8287a0e req-037bba9a-d67f-4f6f-94c9-93745f5b6598 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 945 time: 0.0500400 Dec 09 16:04:20.577497 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-23e7aded-16c1-4b3c-aca6-b580e8287a0e req-4ce7503e-8ad3-45ec-9ace-cbfee3fc550f tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414801 Dec 09 16:04:20.948698 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device a141b13b-6843-4625-b7c8-e8ee74c8d4f3 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:04:21.149293 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port a141b13b-6843-4625-b7c8-e8ee74c8d4f3 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:04:21.149661 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:21.225912 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:21.248003 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefd325d-e7a7-47e2-bac0-def602b864dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a141b13b-6843-4625-b7c8-e8ee74c8d4f3'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:04:21.250888 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5164b5c5-c276-4aae-b23c-835913a4c16c" -d '{"events": [{"server_uuid": "cefd325d-e7a7-47e2-bac0-def602b864dc", "name": "network-vif-plugged", "status": "completed", "tag": "a141b13b-6843-4625-b7c8-e8ee74c8d4f3"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:04:21.263599 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port a141b13b-6843-4625-b7c8-e8ee74c8d4f3, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=a141b13b-6843-4625-b7c8-e8ee74c8d4f3,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:04:21.268691 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:21.293908 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0628ed-7205-4ed1-8d68-ae9e218fa9d6 x-openstack-request-id: req-6e0628ed-7205-4ed1-8d68-ae9e218fa9d6 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:04:21.294187 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cefd325d-e7a7-47e2-bac0-def602b864dc", "name": "network-vif-plugged", "status": "completed", "tag": "a141b13b-6843-4625-b7c8-e8ee74c8d4f3", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:04:21.294442 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6e0628ed-7205-4ed1-8d68-ae9e218fa9d6 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:04:21.294829 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cefd325d-e7a7-47e2-bac0-def602b864dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a141b13b-6843-4625-b7c8-e8ee74c8d4f3', 'code': 200} Dec 09 16:04:21.321314 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=a141b13b-6843-4625-b7c8-e8ee74c8d4f3,revision_number=13']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:04:21.699531 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e628b-aefc-4115-bfc8-c92e870fd92f req-bbf2f56c-0935-432e-9fe2-5ff368b83ccd tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:21.701057 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-928e628b-aefc-4115-bfc8-c92e870fd92f req-bbf2f56c-0935-432e-9fe2-5ff368b83ccd tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 946 time: 0.0535436 Dec 09 16:04:21.748438 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-928e628b-aefc-4115-bfc8-c92e870fd92f req-fd95603d-c7e5-4d4b-b3aa-a7f8879f81d2 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413988 Dec 09 16:04:22.886570 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e532011-f20b-4644-a46b-ecf2e5a28245 req-fb7acf3a-a01e-487b-9266-0801c83c1e73 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:22.888059 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5e532011-f20b-4644-a46b-ecf2e5a28245 req-fb7acf3a-a01e-487b-9266-0801c83c1e73 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 946 time: 0.0595906 Dec 09 16:04:22.939310 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5e532011-f20b-4644-a46b-ecf2e5a28245 req-6e43082b-e4c2-4a02-9477-925a852ab403 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440540 Dec 09 16:04:22.991743 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-22f0ea70-f31c-41cf-9b8f-318bd05056c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:23.447286 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b8744-3a52-44c8-8964-89a13e1bb0c1 req-24c685e1-3f16-43f2-9914-f545cb77d4cd tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:23.456200 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ec9b8744-3a52-44c8-8964-89a13e1bb0c1 req-24c685e1-3f16-43f2-9914-f545cb77d4cd tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 1097 time: 0.0485907 Dec 09 16:04:23.504762 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ec9b8744-3a52-44c8-8964-89a13e1bb0c1 req-47704eef-53b3-49c1-910f-2f1a08d3fc13 tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472279 Dec 09 16:04:23.654943 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed020774-d616-48fb-b81a-5dcfdd8b445d req-cfa2cb0e-8db6-4008-973a-e764b44c6881 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:23.663192 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ed020774-d616-48fb-b81a-5dcfdd8b445d req-cfa2cb0e-8db6-4008-973a-e764b44c6881 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 946 time: 0.0718329 Dec 09 16:04:23.728147 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ed020774-d616-48fb-b81a-5dcfdd8b445d req-7c7ce3d5-2125-4134-bdd1-806cb35adbff tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639465 Dec 09 16:04:23.755074 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41072) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:04:23.822382 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-fd0305b6-7e12-47c0-bb9f-1b88e23a1dfa tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/floatingips/b4a7bb88-4938-4b67-b11f-843484243dbd HTTP/1.1" status: 200 len: 994 time: 0.0657341 Dec 09 16:04:24.087053 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdde773-8947-4f14-8318-a0cd6adcde75 req-0b79ce26-7ba0-4460-87c2-260ece7db058 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:24.089537 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5bdde773-8947-4f14-8318-a0cd6adcde75 req-0b79ce26-7ba0-4460-87c2-260ece7db058 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 946 time: 0.0614972 Dec 09 16:04:24.106742 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:24.145384 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5bdde773-8947-4f14-8318-a0cd6adcde75 req-5b8d048c-39b0-4712-919f-84303966211c tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476286 Dec 09 16:04:24.379151 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41086) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:04:24.451498 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142657e-93fe-470d-b15f-129976f62b08 req-ce52ac94-ed6d-4892-9835-47ba50bfb83c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:24.453390 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6142657e-93fe-470d-b15f-129976f62b08 req-ce52ac94-ed6d-4892-9835-47ba50bfb83c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 946 time: 0.0578220 Dec 09 16:04:24.537844 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-cc5f6dfd-361d-4125-8a47-2cefe69a08db service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1562660 Dec 09 16:04:24.552878 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-3147fe63-1e06-445c-a776-06f724c6df7b service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 16:04:24.554358 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-3147fe63-1e06-445c-a776-06f724c6df7b service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0105658 Dec 09 16:04:24.560875 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6142657e-93fe-470d-b15f-129976f62b08 req-06b54093-83b6-4c9e-ae7e-48797756ca40 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791326 Dec 09 16:04:24.719555 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:25.307235 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df9990-1fd1-4a49-887b-c26c54484a1a req-c84c0e68-77b1-4ff8-b6a4-6590b32da5fd tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:25.316275 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-19df9990-1fd1-4a49-887b-c26c54484a1a req-c84c0e68-77b1-4ff8-b6a4-6590b32da5fd tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 946 time: 0.0895784 Dec 09 16:04:25.387747 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:25.398381 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-19df9990-1fd1-4a49-887b-c26c54484a1a req-56be57a3-9f3d-447c-b567-7a485988898c tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811603 Dec 09 16:04:25.702820 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740b2be-996c-41b8-b507-6dc8bc537893 req-15210f91-8b07-4412-8ffd-f36ce95724e0 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:25.710945 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b740b2be-996c-41b8-b507-6dc8bc537893 req-15210f91-8b07-4412-8ffd-f36ce95724e0 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 946 time: 0.0724735 Dec 09 16:04:25.773346 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b740b2be-996c-41b8-b507-6dc8bc537893 req-4ecbf9f0-4432-44f7-97c1-1b277b5dc079 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609896 Dec 09 16:04:26.387805 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-11f96ddf-b614-4563-b11f-c49ea9026e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:26.389385 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-11f96ddf-b614-4563-b11f-c49ea9026e9b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 1097 time: 0.0493693 Dec 09 16:04:26.448067 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:26.545443 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-611cb3fd-061b-4e77-a582-5900782584e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:26.547829 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-611cb3fd-061b-4e77-a582-5900782584e8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1c9a6340-a192-44b4-aab5-554336dba7c8 HTTP/1.1" status: 200 len: 898 time: 0.1488400 Dec 09 16:04:26.568005 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac8fff-d4c2-4a6c-abbc-1cc4507854e5 req-1f3cf53c-678e-4176-ae41-28578af0c73f tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:26.569573 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-82ac8fff-d4c2-4a6c-abbc-1cc4507854e5 req-1f3cf53c-678e-4176-ae41-28578af0c73f tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 946 time: 0.0731921 Dec 09 16:04:26.682875 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-82ac8fff-d4c2-4a6c-abbc-1cc4507854e5 req-8b6f06c8-1cf2-4a5e-ac6b-3bcdac8bcf2c tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048577 Dec 09 16:04:26.688657 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-0e3e10f3-9c47-4c22-9381-a86e76cdc3b4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bc5ac84-ad45-46af-adc5-56941ae0d346 HTTP/1.1" status: 200 len: 1002 time: 0.1310582 Dec 09 16:04:26.757819 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-80bf2376-9bff-47b6-aadd-1a1f2223f2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:26.759857 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-80bf2376-9bff-47b6-aadd-1a1f2223f2a9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c9ecdc44-e458-4048-bb70-30501b6f0268 HTTP/1.1" status: 200 len: 835 time: 0.0610797 Dec 09 16:04:26.846245 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-ddca2b2d-a627-4add-ac0d-b1f206abddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:26.848503 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-ddca2b2d-a627-4add-ac0d-b1f206abddb6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1c9a6340-a192-44b4-aab5-554336dba7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795534 Dec 09 16:04:26.997812 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-5a2c23d0-ec92-4c79-8e55-c1c03675a41d service neutron] 10.222.0.31 "GET /v2.0/networks/1c9a6340-a192-44b4-aab5-554336dba7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415775 Dec 09 16:04:27.006942 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff92c6-802a-4430-b9a7-69c8e811a83f req-eeae4a6c-4a88-493b-a7a2-04362b807d76 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:27.014117 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eeff92c6-802a-4430-b9a7-69c8e811a83f req-eeae4a6c-4a88-493b-a7a2-04362b807d76 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 946 time: 0.0840521 Dec 09 16:04:27.135272 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eeff92c6-802a-4430-b9a7-69c8e811a83f req-83f6a34f-73df-46ef-bfef-0753e4a72ab9 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194317 Dec 09 16:04:27.155542 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-0b0b3d4d-2d18-4475-9d00-8d4a17becd2f service neutron] 10.222.0.31 "GET /v2.0/networks/1c9a6340-a192-44b4-aab5-554336dba7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387575 Dec 09 16:04:27.815726 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b01d44-7359-4b81-a14d-34eda8fc71a6 req-6017e2a8-d815-4956-8300-c976c9384060 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:27.817549 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03b01d44-7359-4b81-a14d-34eda8fc71a6 req-6017e2a8-d815-4956-8300-c976c9384060 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 946 time: 0.0578067 Dec 09 16:04:27.890781 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03b01d44-7359-4b81-a14d-34eda8fc71a6 req-3669ebb5-0b60-48ee-b5ae-861407fb4386 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650704 Dec 09 16:04:28.265454 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c163d21-b811-46bb-b3f7-5efc015bd786 req-2ca76781-73ee-4855-a15f-6cce99c2b6a3 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:28.267162 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6c163d21-b811-46bb-b3f7-5efc015bd786 req-2ca76781-73ee-4855-a15f-6cce99c2b6a3 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 946 time: 0.0612171 Dec 09 16:04:28.320328 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6c163d21-b811-46bb-b3f7-5efc015bd786 req-9a18c016-3bb4-4750-9a24-224aac8acc8a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468056 Dec 09 16:04:29.038410 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298bd43-576b-4d0c-bfa7-860085e2b9da req-f19e25a3-d4fd-471e-b65d-6129a0a76b36 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:29.039949 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b298bd43-576b-4d0c-bfa7-860085e2b9da req-f19e25a3-d4fd-471e-b65d-6129a0a76b36 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 946 time: 0.0742953 Dec 09 16:04:29.098142 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b298bd43-576b-4d0c-bfa7-860085e2b9da req-19ad1496-0080-40f8-bba1-c6e462ad77a8 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509079 Dec 09 16:04:29.458782 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac7892-1ce0-4d96-8b82-36c23337c48b req-48d03b96-09b8-41f3-b80c-8902e2aee8db tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:29.460836 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6eac7892-1ce0-4d96-8b82-36c23337c48b req-48d03b96-09b8-41f3-b80c-8902e2aee8db tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 946 time: 0.0570080 Dec 09 16:04:29.516202 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6eac7892-1ce0-4d96-8b82-36c23337c48b req-2ebf67d0-019c-47ff-9183-a872e84e57f1 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481527 Dec 09 16:04:30.228709 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71efd21b-2e34-4cbf-a2e1-9549a0d89cb2 req-7d6c7ab7-db91-44c5-a115-41f235b00a88 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:30.230222 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71efd21b-2e34-4cbf-a2e1-9549a0d89cb2 req-7d6c7ab7-db91-44c5-a115-41f235b00a88 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 946 time: 0.0567272 Dec 09 16:04:30.285290 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71efd21b-2e34-4cbf-a2e1-9549a0d89cb2 req-b50f9300-aef4-4d8e-b5ad-6afa0b91c608 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480304 Dec 09 16:04:30.657684 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560b95b-17da-4a61-933b-f1b84e26bece req-d95a0e2d-0c51-411a-a975-d178cb13af4b tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:30.667274 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9560b95b-17da-4a61-933b-f1b84e26bece req-d95a0e2d-0c51-411a-a975-d178cb13af4b tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 946 time: 0.0689342 Dec 09 16:04:30.719594 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9560b95b-17da-4a61-933b-f1b84e26bece req-a15ad460-4536-4b8f-b8f8-3ac346e08567 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512183 Dec 09 16:04:31.444943 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b729c9ea-5121-48fe-9246-548f91f4bc37 req-3d69b7a3-918d-484b-9483-af7ce3939103 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:31.446539 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b729c9ea-5121-48fe-9246-548f91f4bc37 req-3d69b7a3-918d-484b-9483-af7ce3939103 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 946 time: 0.0587094 Dec 09 16:04:31.509737 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b729c9ea-5121-48fe-9246-548f91f4bc37 req-ae0c53a5-617a-44d4-bd4b-43cc4049d42f tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558321 Dec 09 16:04:31.846665 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55d215-089e-4851-9d7d-caba9327865e req-36db77fa-c4dd-486e-aeee-d4398e108f8c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:31.848279 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8a55d215-089e-4851-9d7d-caba9327865e req-36db77fa-c4dd-486e-aeee-d4398e108f8c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 946 time: 0.0531545 Dec 09 16:04:31.928044 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8a55d215-089e-4851-9d7d-caba9327865e req-a7a05417-90ad-45d6-8e01-53e13e2099c0 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713730 Dec 09 16:04:32.627577 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc560a-6c1a-4709-a5d3-a35f3cc9a559 req-2081131b-c889-4599-9eef-e252012ef721 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:32.629003 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-30bc560a-6c1a-4709-a5d3-a35f3cc9a559 req-2081131b-c889-4599-9eef-e252012ef721 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 946 time: 0.0498402 Dec 09 16:04:32.675230 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-30bc560a-6c1a-4709-a5d3-a35f3cc9a559 req-6b473c8e-3a2d-49bf-b5fd-5e84a4b64adc tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402572 Dec 09 16:04:33.046273 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b15d0-6c60-4806-bf2c-62efbc722796 req-b37b6f0f-ed78-4501-b5da-2a7dd3061c8a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:33.048571 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d19b15d0-6c60-4806-bf2c-62efbc722796 req-b37b6f0f-ed78-4501-b5da-2a7dd3061c8a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 946 time: 0.0505068 Dec 09 16:04:33.099236 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d19b15d0-6c60-4806-bf2c-62efbc722796 req-04c72ed9-7418-47ef-87ed-3d937038b0c1 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444405 Dec 09 16:04:33.795638 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aeef39-85d4-419a-b922-818a4c10b105 req-157f447d-57c2-45d5-8195-fc9bfee56e1d tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:33.797088 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f6aeef39-85d4-419a-b922-818a4c10b105 req-157f447d-57c2-45d5-8195-fc9bfee56e1d tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 946 time: 0.0527940 Dec 09 16:04:33.844571 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f6aeef39-85d4-419a-b922-818a4c10b105 req-7c3c443a-c365-420b-b5ef-00a48d38c36c tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407386 Dec 09 16:04:34.045771 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8b0ec-faed-4ef3-9add-8e7107f0922f req-7898f007-acc3-4fdd-b282-e2e30a91b900 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:34.047778 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e3d8b0ec-faed-4ef3-9add-8e7107f0922f req-7898f007-acc3-4fdd-b282-e2e30a91b900 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 946 time: 0.0488701 Dec 09 16:04:34.094761 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e3d8b0ec-faed-4ef3-9add-8e7107f0922f req-2db7e562-8191-4c3c-b1a1-10ef69d9a1f8 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407729 Dec 09 16:04:34.217157 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9330d76-9730-4df4-b75c-02916b83d502 req-eda6c5e9-5a09-43fa-b016-eff96754dff9 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:34.219522 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c9330d76-9730-4df4-b75c-02916b83d502 req-eda6c5e9-5a09-43fa-b016-eff96754dff9 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 946 time: 0.0507934 Dec 09 16:04:34.276137 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c9330d76-9730-4df4-b75c-02916b83d502 req-0cda6da8-f301-40af-aea1-284a55989fe0 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504494 Dec 09 16:04:34.996652 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2929c-32d7-490a-a7d0-8f0a622658ec req-0e89dbad-1037-4139-b16a-30cf165b18a2 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:34.998128 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-40d2929c-32d7-490a-a7d0-8f0a622658ec req-0e89dbad-1037-4139-b16a-30cf165b18a2 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 946 time: 0.0489485 Dec 09 16:04:35.044588 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-40d2929c-32d7-490a-a7d0-8f0a622658ec req-ea70dfc7-7e81-4eaf-8179-5ff50b32df9b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402038 Dec 09 16:04:35.282460 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98efa2-a209-4fb3-9217-b2a9195b4dae req-9b3397b4-d4bc-4254-ba52-53d57b218686 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:35.283930 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-be98efa2-a209-4fb3-9217-b2a9195b4dae req-9b3397b4-d4bc-4254-ba52-53d57b218686 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 946 time: 0.0773599 Dec 09 16:04:35.286438 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce70af-41a9-48ec-8654-f30307d3924a req-977e91b8-29b4-4fc0-b5f9-019255500d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:35.287793 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b8ce70af-41a9-48ec-8654-f30307d3924a req-977e91b8-29b4-4fc0-b5f9-019255500d53 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dff41d0cd6dc4e42b95a80470934c32b&device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 1097 time: 0.0724523 Dec 09 16:04:35.381980 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-be98efa2-a209-4fb3-9217-b2a9195b4dae req-4f0ba29d-c6a2-450c-9b18-448b2dd58429 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920060 Dec 09 16:04:35.407645 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce70af-41a9-48ec-8654-f30307d3924a req-b948fc39-9681-4c78-bbdc-75ee3355b201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:35.409558 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b8ce70af-41a9-48ec-8654-f30307d3924a req-b948fc39-9681-4c78-bbdc-75ee3355b201 service neutron] 10.222.0.31 "GET /v2.0/networks?id=10465fca-def6-40ef-b54b-0b10ab1b7b44 HTTP/1.1" status: 200 len: 912 time: 0.1132221 Dec 09 16:04:35.504479 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b8ce70af-41a9-48ec-8654-f30307d3924a req-8560c8a3-eb85-4ae7-9b37-3062e307fcf3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a141b13b-6843-4625-b7c8-e8ee74c8d4f3 HTTP/1.1" status: 200 len: 1000 time: 0.0883384 Dec 09 16:04:35.526792 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06164a4b-2b93-42ae-a93e-5e13431894d2 req-32f1d0c5-2457-47e7-8d2b-74705be0ddb7 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:35.528208 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-06164a4b-2b93-42ae-a93e-5e13431894d2 req-32f1d0c5-2457-47e7-8d2b-74705be0ddb7 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 946 time: 0.0725384 Dec 09 16:04:35.577970 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce70af-41a9-48ec-8654-f30307d3924a req-7c3ab449-9b05-407a-af3c-d5709e1c9d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:35.580121 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b8ce70af-41a9-48ec-8654-f30307d3924a req-7c3ab449-9b05-407a-af3c-d5709e1c9d57 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3b011188-7849-4d66-ad21-4c37ec602085 HTTP/1.1" status: 200 len: 850 time: 0.0690360 Dec 09 16:04:35.628981 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-06164a4b-2b93-42ae-a93e-5e13431894d2 req-dad71a95-d56c-4770-af18-4266c6a0500d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832357 Dec 09 16:04:35.642691 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce70af-41a9-48ec-8654-f30307d3924a req-eff7e9af-5666-44de-aa97-b3ed38c85344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:35.644163 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b8ce70af-41a9-48ec-8654-f30307d3924a req-eff7e9af-5666-44de-aa97-b3ed38c85344 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=10465fca-def6-40ef-b54b-0b10ab1b7b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566318 Dec 09 16:04:35.734758 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b8ce70af-41a9-48ec-8654-f30307d3924a req-e3db097d-c67a-4279-afc3-7ca621259dd3 service neutron] 10.222.0.31 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823252 Dec 09 16:04:35.827864 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b8ce70af-41a9-48ec-8654-f30307d3924a req-775a098f-1953-49c1-875e-217e4439ef74 service neutron] 10.222.0.31 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853350 Dec 09 16:04:36.502311 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86df396-a4b1-44f7-8fb0-36479fddcf5d req-11f7e902-5708-4e1e-90dd-b9f60102d498 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:36.503793 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d86df396-a4b1-44f7-8fb0-36479fddcf5d req-11f7e902-5708-4e1e-90dd-b9f60102d498 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 946 time: 0.0505219 Dec 09 16:04:36.554018 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d86df396-a4b1-44f7-8fb0-36479fddcf5d req-29454d5f-b9d2-4967-8760-aa8246a4f058 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440965 Dec 09 16:04:36.732574 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520aa44-79d1-41a0-bb64-9ad4948045d3 req-23228c22-e652-4711-a2d7-2f735694f91d tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:36.734045 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d520aa44-79d1-41a0-bb64-9ad4948045d3 req-23228c22-e652-4711-a2d7-2f735694f91d tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 946 time: 0.0491495 Dec 09 16:04:36.782656 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d520aa44-79d1-41a0-bb64-9ad4948045d3 req-473e0bc8-962c-4d51-8983-97872d5e499f tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408237 Dec 09 16:04:36.893148 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c9ef4-9761-4cdf-943d-f414e11918d3 req-de647d1f-3633-4e97-8a91-e79e5b14c1c3 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:36.894494 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dd4c9ef4-9761-4cdf-943d-f414e11918d3 req-de647d1f-3633-4e97-8a91-e79e5b14c1c3 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 946 time: 0.0519195 Dec 09 16:04:36.942673 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dd4c9ef4-9761-4cdf-943d-f414e11918d3 req-96baa081-2530-49b8-bb37-176d095e0c25 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422549 Dec 09 16:04:37.046706 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3148b-73b5-4246-be13-828d825243bd req-be493342-59e1-4b65-9403-61fd8633746a tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:37.048918 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aec3148b-73b5-4246-be13-828d825243bd req-be493342-59e1-4b65-9403-61fd8633746a tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 946 time: 0.0476193 Dec 09 16:04:37.067820 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device a141b13b-6843-4625-b7c8-e8ee74c8d4f3 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:04:37.097186 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aec3148b-73b5-4246-be13-828d825243bd req-eef8e466-f368-4aa0-8e06-9d9efb8f48ee tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422833 Dec 09 16:04:37.144283 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:37.166479 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefd325d-e7a7-47e2-bac0-def602b864dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a141b13b-6843-4625-b7c8-e8ee74c8d4f3'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:04:37.168721 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb9817c-88f3-44e2-ad30-049d4f29608a" -d '{"events": [{"server_uuid": "cefd325d-e7a7-47e2-bac0-def602b864dc", "name": "network-vif-unplugged", "status": "completed", "tag": "a141b13b-6843-4625-b7c8-e8ee74c8d4f3"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:04:37.186433 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port a141b13b-6843-4625-b7c8-e8ee74c8d4f3, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=a141b13b-6843-4625-b7c8-e8ee74c8d4f3,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:04:37.191827 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:37.223093 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 16:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512d1551-6b22-4e53-9f7e-75851edd65c7 x-openstack-request-id: req-512d1551-6b22-4e53-9f7e-75851edd65c7 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:04:37.223472 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cefd325d-e7a7-47e2-bac0-def602b864dc", "name": "network-vif-unplugged", "status": "completed", "tag": "a141b13b-6843-4625-b7c8-e8ee74c8d4f3", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:04:37.223728 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-512d1551-6b22-4e53-9f7e-75851edd65c7 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:04:37.224116 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cefd325d-e7a7-47e2-bac0-def602b864dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a141b13b-6843-4625-b7c8-e8ee74c8d4f3', 'code': 200} Dec 09 16:04:37.248273 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=a141b13b-6843-4625-b7c8-e8ee74c8d4f3,revision_number=14']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:04:37.373041 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-974786e6-36df-4616-8f24-e6738f6b15b0 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:37.374519 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-974786e6-36df-4616-8f24-e6738f6b15b0 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/networks?id=10465fca-def6-40ef-b54b-0b10ab1b7b44 HTTP/1.1" status: 200 len: 811 time: 0.1036959 Dec 09 16:04:37.390186 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-a9a09e93-f35e-4e57-82a3-7bb1c989238d tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/quotas/dff41d0cd6dc4e42b95a80470934c32b HTTP/1.1" status: 200 len: 375 time: 0.0092080 Dec 09 16:04:37.444850 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-2e13f6e2-3fa4-4595-814e-ffa35b1fc552 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=dff41d0cd6dc4e42b95a80470934c32b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482678 Dec 09 16:04:37.536166 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-3b134822-7603-490c-a87a-444acc4fe5ff service neutron] 10.222.0.57 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845525 Dec 09 16:04:37.623492 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-9eaee722-8a45-4870-a37f-ff3689914fd6 service neutron] 10.222.0.57 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811532 Dec 09 16:04:37.783129 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ce7e5232-7482-4ada-bb43-c55fcc04f752 req-2a21f4e3-c10e-41f8-a2a4-b8569ac6b109 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 210 time: 0.0267305 Dec 09 16:04:38.065280 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec3651-e7c1-4a22-ba54-98dbc18f8dc0 req-c15f3893-3241-4e2b-af4c-5ec374822c7d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:38.066964 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9fec3651-e7c1-4a22-ba54-98dbc18f8dc0 req-c15f3893-3241-4e2b-af4c-5ec374822c7d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 946 time: 0.0532529 Dec 09 16:04:38.126942 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9fec3651-e7c1-4a22-ba54-98dbc18f8dc0 req-11e1051f-0bc4-42cf-9ffe-84308627e0ba tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525064 Dec 09 16:04:38.769577 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-d80f1efb-a3ee-40c7-a9e0-ddce77cde0d7 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:38.771447 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-d80f1efb-a3ee-40c7-a9e0-ddce77cde0d7 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.42 "GET /v2.0/networks?id=10465fca-def6-40ef-b54b-0b10ab1b7b44 HTTP/1.1" status: 200 len: 811 time: 0.1099980 Dec 09 16:04:38.796072 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-4a299f1e-5b31-4832-945c-fb4d4cc0a467 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Request body: {'port': {'device_id': '188c1c17-98cd-4e55-be07-e65314c119ef', 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44', 'admin_state_up': True, 'tenant_id': 'dff41d0cd6dc4e42b95a80470934c32b'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:04:38.878299 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-453662e8-7cc9-43db-a064-c7b97bd37498 req-35ce148e-7245-4c32-9491-5ad79d454d90 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 210 time: 0.0259473 Dec 09 16:04:38.909385 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-4a299f1e-5b31-4832-945c-fb4d4cc0a467 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Made reservation on behalf of dff41d0cd6dc4e42b95a80470934c32b for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:04:38.913185 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-4a299f1e-5b31-4832-945c-fb4d4cc0a467 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:39.044117 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-4a299f1e-5b31-4832-945c-fb4d4cc0a467 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Allocated IP 172.20.0.11 (10465fca-def6-40ef-b54b-0b10ab1b7b44/3b011188-7849-4d66-ad21-4c37ec602085/a9b9a28b-f70c-4152-b15c-ca1fbce55eb3) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:04:39.186814 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-4a299f1e-5b31-4832-945c-fb4d4cc0a467 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:39.221776 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-4a299f1e-5b31-4832-945c-fb4d4cc0a467 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:39.245433 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02e083-0b5b-4ed1-8f42-a11775190d3a req-42377d95-c546-42cf-923d-56e3a81071f2 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:39.246923 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5a02e083-0b5b-4ed1-8f42-a11775190d3a req-42377d95-c546-42cf-923d-56e3a81071f2 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 946 time: 0.0514271 Dec 09 16:04:39.269335 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-4a299f1e-5b31-4832-945c-fb4d4cc0a467 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Network 10465fca-def6-40ef-b54b-0b10ab1b7b44 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:04:39.274476 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-4a299f1e-5b31-4832-945c-fb4d4cc0a467 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:04:39.279041 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-4a299f1e-5b31-4832-945c-fb4d4cc0a467 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:04:39.299284 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5a02e083-0b5b-4ed1-8f42-a11775190d3a req-fb93aa69-74f4-4c8e-a1b8-c11882c3f42d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453801 Dec 09 16:04:39.303910 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a299f1e-5b31-4832-945c-fb4d4cc0a467 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Pushing event updated for resources: {'Port': ['ID=a9b9a28b-f70c-4152-b15c-ca1fbce55eb3,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:04:39.317204 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a299f1e-5b31-4832-945c-fb4d4cc0a467 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:39.317555 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a299f1e-5b31-4832-945c-fb4d4cc0a467 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:39.317903 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a299f1e-5b31-4832-945c-fb4d4cc0a467 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:39.318249 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a299f1e-5b31-4832-945c-fb4d4cc0a467 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:39.318587 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a299f1e-5b31-4832-945c-fb4d4cc0a467 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:39.318925 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a299f1e-5b31-4832-945c-fb4d4cc0a467 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:39.319263 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a299f1e-5b31-4832-945c-fb4d4cc0a467 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:39.319596 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a299f1e-5b31-4832-945c-fb4d4cc0a467 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:39.319926 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a299f1e-5b31-4832-945c-fb4d4cc0a467 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:39.320255 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a299f1e-5b31-4832-945c-fb4d4cc0a467 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:39.320626 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a299f1e-5b31-4832-945c-fb4d4cc0a467 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:39.320963 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a299f1e-5b31-4832-945c-fb4d4cc0a467 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:39.321293 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a299f1e-5b31-4832-945c-fb4d4cc0a467 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:39.350803 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-4a299f1e-5b31-4832-945c-fb4d4cc0a467 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:39.351423 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-4a299f1e-5b31-4832-945c-fb4d4cc0a467 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:39.369090 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-4a299f1e-5b31-4832-945c-fb4d4cc0a467 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5766478 Dec 09 16:04:39.387020 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-2f4f7c2b-3fbd-45ab-87ea-0c30aeb369cd service neutron] Request body: {'port': {'device_id': '188c1c17-98cd-4e55-be07-e65314c119ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:04:39.448559 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-2f4f7c2b-3fbd-45ab-87ea-0c30aeb369cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:39.533018 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a8a9de84-4191-4a6a-8a60-86b916c9eb44 None None] Provisioning complete for port a9b9a28b-f70c-4152-b15c-ca1fbce55eb3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:04:39.533668 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a8a9de84-4191-4a6a-8a60-86b916c9eb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:39.568750 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a8a9de84-4191-4a6a-8a60-86b916c9eb44 None None] Port a9b9a28b-f70c-4152-b15c-ca1fbce55eb3 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:04:39.712160 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-2f4f7c2b-3fbd-45ab-87ea-0c30aeb369cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9b9a28b-f70c-4152-b15c-ca1fbce55eb3 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:04:39.719833 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-2f4f7c2b-3fbd-45ab-87ea-0c30aeb369cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:39.731691 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-2f4f7c2b-3fbd-45ab-87ea-0c30aeb369cd service neutron] Transition to ACTIVE for port object a9b9a28b-f70c-4152-b15c-ca1fbce55eb3 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:04:39.735941 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-2f4f7c2b-3fbd-45ab-87ea-0c30aeb369cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:39.790162 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f7c2b-3fbd-45ab-87ea-0c30aeb369cd service neutron] Pushing event updated for resources: {'Port': ['ID=a9b9a28b-f70c-4152-b15c-ca1fbce55eb3,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:04:39.865935 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-2f4f7c2b-3fbd-45ab-87ea-0c30aeb369cd service neutron] Attempting to bind port a9b9a28b-f70c-4152-b15c-ca1fbce55eb3 on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:04:39.866278 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-2f4f7c2b-3fbd-45ab-87ea-0c30aeb369cd service neutron] Attempting to bind port a9b9a28b-f70c-4152-b15c-ca1fbce55eb3 by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '71e1b333-ca98-4003-8ba1-d22f8260f9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:04:39.866610 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-2f4f7c2b-3fbd-45ab-87ea-0c30aeb369cd service neutron] Attempting to bind port a9b9a28b-f70c-4152-b15c-ca1fbce55eb3 on network 10465fca-def6-40ef-b54b-0b10ab1b7b44 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:04:39.871277 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-2f4f7c2b-3fbd-45ab-87ea-0c30aeb369cd service neutron] Port a9b9a28b-f70c-4152-b15c-ca1fbce55eb3 on network 10465fca-def6-40ef-b54b-0b10ab1b7b44 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:04:39.871601 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-2f4f7c2b-3fbd-45ab-87ea-0c30aeb369cd service neutron] Attempting to bind port a9b9a28b-f70c-4152-b15c-ca1fbce55eb3 on network 10465fca-def6-40ef-b54b-0b10ab1b7b44 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:04:39.876935 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-2f4f7c2b-3fbd-45ab-87ea-0c30aeb369cd service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:04:39.877294 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-2f4f7c2b-3fbd-45ab-87ea-0c30aeb369cd service neutron] Checking segment: {'id': '71e1b333-ca98-4003-8ba1-d22f8260f9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:04:39.877666 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-2f4f7c2b-3fbd-45ab-87ea-0c30aeb369cd service neutron] Bound using segment: {'id': '71e1b333-ca98-4003-8ba1-d22f8260f9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:04:39.878096 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-2f4f7c2b-3fbd-45ab-87ea-0c30aeb369cd service neutron] Bound port: a9b9a28b-f70c-4152-b15c-ca1fbce55eb3, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71e1b333-ca98-4003-8ba1-d22f8260f9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:04:39.878453 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-2f4f7c2b-3fbd-45ab-87ea-0c30aeb369cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:39.945520 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-2f4f7c2b-3fbd-45ab-87ea-0c30aeb369cd service neutron] For port a9b9a28b-f70c-4152-b15c-ca1fbce55eb3, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:04:39.949116 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-2f4f7c2b-3fbd-45ab-87ea-0c30aeb369cd service neutron] For port a9b9a28b-f70c-4152-b15c-ca1fbce55eb3, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=a9b9a28b-f70c-4152-b15c-ca1fbce55eb3,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:04:39.955207 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-2f4f7c2b-3fbd-45ab-87ea-0c30aeb369cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:39.994976 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-2f4f7c2b-3fbd-45ab-87ea-0c30aeb369cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:39.995759 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-2f4f7c2b-3fbd-45ab-87ea-0c30aeb369cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:39.997438 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-2f4f7c2b-3fbd-45ab-87ea-0c30aeb369cd service neutron] 10.222.0.42 "PUT /v2.0/ports/a9b9a28b-f70c-4152-b15c-ca1fbce55eb3 HTTP/1.1" status: 200 len: 1092 time: 0.6147735 Dec 09 16:04:39.997972 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '188c1c17-98cd-4e55-be07-e65314c119ef', 'tag': 'a9b9a28b-f70c-4152-b15c-ca1fbce55eb3'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:04:40.000084 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10377d71-fcf0-4bf3-814b-454526c48aeb req-722a9427-a375-4dc0-95e9-cbc47ef16a86 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:40.001028 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810a1345-994f-4ac1-b471-a00fa5e8bbbb" -d '{"events": [{"name": "network-changed", "server_uuid": "188c1c17-98cd-4e55-be07-e65314c119ef", "tag": "a9b9a28b-f70c-4152-b15c-ca1fbce55eb3"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:04:40.001635 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-10377d71-fcf0-4bf3-814b-454526c48aeb req-722a9427-a375-4dc0-95e9-cbc47ef16a86 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 944 time: 0.0523260 Dec 09 16:04:40.028004 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f7c2b-3fbd-45ab-87ea-0c30aeb369cd service neutron] Pushing event updated for resources: {'Port': ['ID=a9b9a28b-f70c-4152-b15c-ca1fbce55eb3,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:04:40.060891 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-10377d71-fcf0-4bf3-814b-454526c48aeb req-95019716-0333-49b4-bb85-cea100a34f5c tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497973 Dec 09 16:04:40.105642 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-81f9708f-cff2-499b-818f-4c68eb5e52f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:40.107087 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-81f9708f-cff2-499b-818f-4c68eb5e52f4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dff41d0cd6dc4e42b95a80470934c32b&device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 1095 time: 0.0460179 Dec 09 16:04:40.117889 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef6b00d-c5d7-4c29-9b25-32d21188a70a x-openstack-request-id: req-4ef6b00d-c5d7-4c29-9b25-32d21188a70a {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:04:40.118193 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "188c1c17-98cd-4e55-be07-e65314c119ef", "tag": "a9b9a28b-f70c-4152-b15c-ca1fbce55eb3", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:04:40.118452 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4ef6b00d-c5d7-4c29-9b25-32d21188a70a {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:04:40.118865 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '188c1c17-98cd-4e55-be07-e65314c119ef', 'tag': 'a9b9a28b-f70c-4152-b15c-ca1fbce55eb3', 'status': 'completed', 'code': 200} Dec 09 16:04:40.161636 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-d9fc5a52-744c-4580-89bc-09a0d34c0061 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9b9a28b-f70c-4152-b15c-ca1fbce55eb3 HTTP/1.1" status: 200 len: 217 time: 0.0398090 Dec 09 16:04:40.214292 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-f78da0f7-56e6-4b88-a85f-9fbaae3e6584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:40.215921 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-f78da0f7-56e6-4b88-a85f-9fbaae3e6584 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3b011188-7849-4d66-ad21-4c37ec602085 HTTP/1.1" status: 200 len: 850 time: 0.0467336 Dec 09 16:04:40.261133 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-6f60b51f-7728-475e-a9eb-d8cf26c252ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:40.262601 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-6f60b51f-7728-475e-a9eb-d8cf26c252ca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=10465fca-def6-40ef-b54b-0b10ab1b7b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393965 Dec 09 16:04:40.357249 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-0cc4e264-bff7-40ab-ac36-d229ea7cf723 service neutron] 10.222.0.42 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870755 Dec 09 16:04:40.423709 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c5f14-1531-4f9e-8aa2-75cafc8743ec req-763ff052-38a0-46ec-b449-c2370ca4399c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:40.425226 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b77c5f14-1531-4f9e-8aa2-75cafc8743ec req-763ff052-38a0-46ec-b449-c2370ca4399c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 946 time: 0.0505991 Dec 09 16:04:40.448779 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-27a3bd05-6aee-40c6-9774-8ef26eb677a5 req-f4b3e533-7a18-4594-bdb8-da332a6366bb service neutron] 10.222.0.42 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847304 Dec 09 16:04:40.476792 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b77c5f14-1531-4f9e-8aa2-75cafc8743ec req-818231b0-a973-472d-9b65-b839082b4931 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456281 Dec 09 16:04:40.585361 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a1345-994f-4ac1-b471-a00fa5e8bbbb req-2ba458af-93cb-48b6-9fec-007aa1feb477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:40.586852 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-810a1345-994f-4ac1-b471-a00fa5e8bbbb req-2ba458af-93cb-48b6-9fec-007aa1feb477 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dff41d0cd6dc4e42b95a80470934c32b&device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 1095 time: 0.0458822 Dec 09 16:04:40.681132 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a1345-994f-4ac1-b471-a00fa5e8bbbb req-1e141fd7-82dd-42a8-a398-54e87fa12868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:40.682531 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-810a1345-994f-4ac1-b471-a00fa5e8bbbb req-1e141fd7-82dd-42a8-a398-54e87fa12868 service neutron] 10.222.0.42 "GET /v2.0/networks?id=10465fca-def6-40ef-b54b-0b10ab1b7b44 HTTP/1.1" status: 200 len: 912 time: 0.0878069 Dec 09 16:04:40.724722 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-810a1345-994f-4ac1-b471-a00fa5e8bbbb req-c49c78fd-1cdb-4662-b333-5c88d5288aff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9b9a28b-f70c-4152-b15c-ca1fbce55eb3 HTTP/1.1" status: 200 len: 217 time: 0.0349011 Dec 09 16:04:40.775940 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a1345-994f-4ac1-b471-a00fa5e8bbbb req-1c94d87e-39ac-49d0-a09e-20d11bb5baeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:40.777399 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-810a1345-994f-4ac1-b471-a00fa5e8bbbb req-1c94d87e-39ac-49d0-a09e-20d11bb5baeb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3b011188-7849-4d66-ad21-4c37ec602085 HTTP/1.1" status: 200 len: 850 time: 0.0461905 Dec 09 16:04:40.822353 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a1345-994f-4ac1-b471-a00fa5e8bbbb req-b774663d-eb0a-4414-8f2b-63e28b58dcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:40.823998 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-810a1345-994f-4ac1-b471-a00fa5e8bbbb req-b774663d-eb0a-4414-8f2b-63e28b58dcba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=10465fca-def6-40ef-b54b-0b10ab1b7b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397060 Dec 09 16:04:40.915033 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-810a1345-994f-4ac1-b471-a00fa5e8bbbb req-8efea82b-6fc5-4465-ba3a-5b160ee6fc82 service neutron] 10.222.0.42 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833366 Dec 09 16:04:41.010621 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-810a1345-994f-4ac1-b471-a00fa5e8bbbb req-8941eacc-cd2f-4cdb-a5ac-192c7d944bcd service neutron] 10.222.0.42 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886252 Dec 09 16:04:41.177090 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f59ad-0cb0-45a4-aae5-808f062afc73 req-81b9478f-0a2b-4930-8087-f0dbea4ea672 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:41.178596 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5d9f59ad-0cb0-45a4-aae5-808f062afc73 req-81b9478f-0a2b-4930-8087-f0dbea4ea672 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 944 time: 0.0486338 Dec 09 16:04:41.225248 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5d9f59ad-0cb0-45a4-aae5-808f062afc73 req-25e93e70-d1be-466f-ad9b-1153d0981b6c tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407436 Dec 09 16:04:41.595766 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfbff7c-da1a-432b-9f26-aa961dbed1e3 req-2d4dbc64-02af-4dfd-a952-511456c71f94 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:41.597173 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0dfbff7c-da1a-432b-9f26-aa961dbed1e3 req-2d4dbc64-02af-4dfd-a952-511456c71f94 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 946 time: 0.0529771 Dec 09 16:04:41.645772 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0dfbff7c-da1a-432b-9f26-aa961dbed1e3 req-ea9e01b6-05f4-41d9-bce7-ec82b38d3f23 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426290 Dec 09 16:04:42.339108 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b880253-4a6f-4686-9436-4f1fd8d864d6 req-8e55a067-0bac-4f5d-834e-c0ca6d569e8f tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:42.340634 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4b880253-4a6f-4686-9436-4f1fd8d864d6 req-8e55a067-0bac-4f5d-834e-c0ca6d569e8f tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 944 time: 0.0485530 Dec 09 16:04:42.387932 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4b880253-4a6f-4686-9436-4f1fd8d864d6 req-c875238a-d80d-42ed-bbb3-409a6a530049 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410130 Dec 09 16:04:42.766152 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0844f9-a820-434c-bde5-a728b8c809dd req-6bbc1808-7fee-4884-8153-3c44e58d77a3 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:42.767679 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a0844f9-a820-434c-bde5-a728b8c809dd req-6bbc1808-7fee-4884-8153-3c44e58d77a3 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 946 time: 0.0547390 Dec 09 16:04:42.816349 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a0844f9-a820-434c-bde5-a728b8c809dd req-bde9f55e-f2f9-483b-a0a5-e530f7857755 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427551 Dec 09 16:04:43.502603 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be7639-91a2-4cca-b295-1a127d626794 req-50535f60-7c84-4f21-bd39-ca4b224e40c2 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:43.504102 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-83be7639-91a2-4cca-b295-1a127d626794 req-50535f60-7c84-4f21-bd39-ca4b224e40c2 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 944 time: 0.0484865 Dec 09 16:04:43.550660 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-83be7639-91a2-4cca-b295-1a127d626794 req-50bae6a4-fc3e-40a8-96f1-b0ea9f87be46 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406113 Dec 09 16:04:43.716074 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:04:43.932603 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009139e-7acd-48c9-a63e-afdd56b56862 req-98b8a881-5f54-43c3-b508-ba82ed10c9fe tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:43.934049 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0009139e-7acd-48c9-a63e-afdd56b56862 req-98b8a881-5f54-43c3-b508-ba82ed10c9fe tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 946 time: 0.0473771 Dec 09 16:04:43.986005 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0009139e-7acd-48c9-a63e-afdd56b56862 req-484bcf88-ed83-4f14-8a8f-8a8fcfab06d5 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453458 Dec 09 16:04:44.221998 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-b42516a5-60c3-4bd6-95d7-bab053320401 service neutron] show failed (client error): The resource could not be found. Dec 09 16:04:44.222977 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-b42516a5-60c3-4bd6-95d7-bab053320401 service neutron] 10.222.0.31 "GET /v2.0/ports/4bc5ac84-ad45-46af-adc5-56941ae0d346/bindings/n-h1-821228-1 HTTP/1.1" status: 404 len: 380 time: 0.0552068 Dec 09 16:04:44.449847 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-801da33b-5425-4dae-8665-250aba064997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:44.451343 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-801da33b-5425-4dae-8665-250aba064997 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd&tenant_id=d5d1c0ecc7f643edb019cebb81c4a032 HTTP/1.1" status: 200 len: 1097 time: 0.0690660 Dec 09 16:04:44.470482 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-e2ca2eb0-e8c1-4a0c-aadf-20f90576d373 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821228-1', 'device_owner': 'compute:nova'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:04:44.527145 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-e2ca2eb0-e8c1-4a0c-aadf-20f90576d373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:44.669481 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d0ae0-23a0-42f5-8af6-333480085b23 req-9a38928a-8c9c-4fdc-bce4-352a903af423 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:44.670931 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ae7d0ae0-23a0-42f5-8af6-333480085b23 req-9a38928a-8c9c-4fdc-bce4-352a903af423 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 944 time: 0.0514362 Dec 09 16:04:44.719381 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ae7d0ae0-23a0-42f5-8af6-333480085b23 req-0f857dca-ffae-4620-97f4-73b3d5b76c65 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423689 Dec 09 16:04:44.730545 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-e2ca2eb0-e8c1-4a0c-aadf-20f90576d373 service neutron] For port 4bc5ac84-ad45-46af-adc5-56941ae0d346, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=4bc5ac84-ad45-46af-adc5-56941ae0d346,segment=NetworkSegment(a93bb800-02bf-48b4-8b39-d53f236e2e80),segment_id=a93bb800-02bf-48b4-8b39-d53f236e2e80)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:04:44.763673 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-e2ca2eb0-e8c1-4a0c-aadf-20f90576d373 service neutron] For port 4bc5ac84-ad45-46af-adc5-56941ae0d346, host n-h2-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:04:44.802326 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1243fe3-6967-4990-8d59-16e4691abccd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bc5ac84-ad45-46af-adc5-56941ae0d346'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:04:44.804622 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4382b639-cea1-4a08-b518-daac91c29f39" -d '{"events": [{"server_uuid": "d1243fe3-6967-4990-8d59-16e4691abccd", "name": "network-vif-unplugged", "status": "completed", "tag": "4bc5ac84-ad45-46af-adc5-56941ae0d346"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:04:44.808347 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-e2ca2eb0-e8c1-4a0c-aadf-20f90576d373 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:44.821009 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-e2ca2eb0-e8c1-4a0c-aadf-20f90576d373 service neutron] Transition to ACTIVE for port object 4bc5ac84-ad45-46af-adc5-56941ae0d346 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:04:44.825597 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-e2ca2eb0-e8c1-4a0c-aadf-20f90576d373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:44.831864 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device a9b9a28b-f70c-4152-b15c-ca1fbce55eb3 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:04:44.862407 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 16:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284c5198-d834-43f8-8087-223663f09e32 x-openstack-request-id: req-284c5198-d834-43f8-8087-223663f09e32 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:04:44.862700 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1243fe3-6967-4990-8d59-16e4691abccd", "name": "network-vif-unplugged", "status": "completed", "tag": "4bc5ac84-ad45-46af-adc5-56941ae0d346", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:04:44.862951 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-284c5198-d834-43f8-8087-223663f09e32 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:04:44.863353 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1243fe3-6967-4990-8d59-16e4691abccd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bc5ac84-ad45-46af-adc5-56941ae0d346', 'code': 200} Dec 09 16:04:44.939375 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ca2eb0-e8c1-4a0c-aadf-20f90576d373 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc5ac84-ad45-46af-adc5-56941ae0d346,revision_number=6']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:04:44.940703 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port a9b9a28b-f70c-4152-b15c-ca1fbce55eb3, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=a9b9a28b-f70c-4152-b15c-ca1fbce55eb3,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:04:44.954473 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': 'a9b9a28b-f70c-4152-b15c-ca1fbce55eb3', 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44', 'port_id': 'a9b9a28b-f70c-4152-b15c-ca1fbce55eb3', 'mac_address': 'fa:16:3e:fd:e8:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b011188-7849-4d66-ad21-4c37ec602085', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:04:44.996634 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:45.014822 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b9a28b-f70c-4152-b15c-ca1fbce55eb3 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:04:45.024440 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-e2ca2eb0-e8c1-4a0c-aadf-20f90576d373 service neutron] No DVR routers for this DVR port 4bc5ac84-ad45-46af-adc5-56941ae0d346 on host n-h2-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:04:45.039505 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port a9b9a28b-f70c-4152-b15c-ca1fbce55eb3, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=a9b9a28b-f70c-4152-b15c-ca1fbce55eb3,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:04:45.053895 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:45.107640 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=a9b9a28b-f70c-4152-b15c-ca1fbce55eb3,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:04:45.154226 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf91c5-107f-459a-8fa0-257a5670b457 req-edff7642-1862-4ea5-9eb6-07ad36ad7505 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:45.155782 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a4bf91c5-107f-459a-8fa0-257a5670b457 req-edff7642-1862-4ea5-9eb6-07ad36ad7505 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 944 time: 0.0561345 Dec 09 16:04:45.174688 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-e2ca2eb0-e8c1-4a0c-aadf-20f90576d373 service neutron] Attempting to bind port 4bc5ac84-ad45-46af-adc5-56941ae0d346 on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:04:45.175571 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-e2ca2eb0-e8c1-4a0c-aadf-20f90576d373 service neutron] Attempting to bind port 4bc5ac84-ad45-46af-adc5-56941ae0d346 by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': 'a93bb800-02bf-48b4-8b39-d53f236e2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1c9a6340-a192-44b4-aab5-554336dba7c8'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:04:45.175571 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-e2ca2eb0-e8c1-4a0c-aadf-20f90576d373 service neutron] Attempting to bind port 4bc5ac84-ad45-46af-adc5-56941ae0d346 on network 1c9a6340-a192-44b4-aab5-554336dba7c8 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:04:45.180382 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-e2ca2eb0-e8c1-4a0c-aadf-20f90576d373 service neutron] Port 4bc5ac84-ad45-46af-adc5-56941ae0d346 on network 1c9a6340-a192-44b4-aab5-554336dba7c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:04:45.180733 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-e2ca2eb0-e8c1-4a0c-aadf-20f90576d373 service neutron] Attempting to bind port 4bc5ac84-ad45-46af-adc5-56941ae0d346 on network 1c9a6340-a192-44b4-aab5-554336dba7c8 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:04:45.185678 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-e2ca2eb0-e8c1-4a0c-aadf-20f90576d373 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:04:45.185945 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-e2ca2eb0-e8c1-4a0c-aadf-20f90576d373 service neutron] Checking segment: {'id': 'a93bb800-02bf-48b4-8b39-d53f236e2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1c9a6340-a192-44b4-aab5-554336dba7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:04:45.186325 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-e2ca2eb0-e8c1-4a0c-aadf-20f90576d373 service neutron] Bound using segment: {'id': 'a93bb800-02bf-48b4-8b39-d53f236e2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1c9a6340-a192-44b4-aab5-554336dba7c8'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:04:45.186927 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-e2ca2eb0-e8c1-4a0c-aadf-20f90576d373 service neutron] Bound port: 4bc5ac84-ad45-46af-adc5-56941ae0d346, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a93bb800-02bf-48b4-8b39-d53f236e2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1c9a6340-a192-44b4-aab5-554336dba7c8'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:04:45.187895 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-e2ca2eb0-e8c1-4a0c-aadf-20f90576d373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:45.213092 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a4bf91c5-107f-459a-8fa0-257a5670b457 req-c023600e-b601-463f-a715-152e079d287d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497661 Dec 09 16:04:45.251741 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-e2ca2eb0-e8c1-4a0c-aadf-20f90576d373 service neutron] For port 4bc5ac84-ad45-46af-adc5-56941ae0d346, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:04:45.254706 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-e2ca2eb0-e8c1-4a0c-aadf-20f90576d373 service neutron] For port 4bc5ac84-ad45-46af-adc5-56941ae0d346, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=4bc5ac84-ad45-46af-adc5-56941ae0d346,segment=NetworkSegment(a93bb800-02bf-48b4-8b39-d53f236e2e80),segment_id=a93bb800-02bf-48b4-8b39-d53f236e2e80)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:04:45.259231 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-e2ca2eb0-e8c1-4a0c-aadf-20f90576d373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:45.295286 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-e2ca2eb0-e8c1-4a0c-aadf-20f90576d373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:45.295899 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-e2ca2eb0-e8c1-4a0c-aadf-20f90576d373 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:45.298144 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-e2ca2eb0-e8c1-4a0c-aadf-20f90576d373 service neutron] 10.222.0.42 "PUT /v2.0/ports/4bc5ac84-ad45-46af-adc5-56941ae0d346 HTTP/1.1" status: 200 len: 1092 time: 0.8319530 Dec 09 16:04:45.321989 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ca2eb0-e8c1-4a0c-aadf-20f90576d373 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc5ac84-ad45-46af-adc5-56941ae0d346,revision_number=7']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:04:45.378399 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-125a335b-748a-4407-bada-44fd90158546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:45.379926 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-125a335b-748a-4407-bada-44fd90158546 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 1095 time: 0.0445540 Dec 09 16:04:45.451421 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['a9b9a28b-f70c-4152-b15c-ca1fbce55eb3'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:04:45.475208 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-47a01732-97ee-4d5d-8537-1285750ae1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:45.476722 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-47a01732-97ee-4d5d-8537-1285750ae1e3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1c9a6340-a192-44b4-aab5-554336dba7c8 HTTP/1.1" status: 200 len: 898 time: 0.0890868 Dec 09 16:04:45.548280 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-62a2a2f6-e37e-4729-98ea-3bf4f72af3d2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bc5ac84-ad45-46af-adc5-56941ae0d346 HTTP/1.1" status: 200 len: 1000 time: 0.0632739 Dec 09 16:04:45.597428 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-06bd9d9d-fbb2-4fd3-b93b-a71f1098279d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:45.598806 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-06bd9d9d-fbb2-4fd3-b93b-a71f1098279d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c9ecdc44-e458-4048-bb70-30501b6f0268 HTTP/1.1" status: 200 len: 835 time: 0.0440822 Dec 09 16:04:45.644444 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-310c549a-26e4-454d-b3c6-3e50385ee2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:45.645895 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-310c549a-26e4-454d-b3c6-3e50385ee2fe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c9a6340-a192-44b4-aab5-554336dba7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398989 Dec 09 16:04:45.739252 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-df1261af-3550-4427-968c-74077dee1f1d service neutron] 10.222.0.42 "GET /v2.0/networks/1c9a6340-a192-44b4-aab5-554336dba7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857949 Dec 09 16:04:45.834083 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5ef24a33-1720-4d24-8fd0-16a20112ae02 req-2d3b40ae-eef7-44d3-a22d-fc98b2eefa67 service neutron] 10.222.0.42 "GET /v2.0/networks/1c9a6340-a192-44b4-aab5-554336dba7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855396 Dec 09 16:04:45.834993 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed632c28-9ad9-4299-b74e-7bb14c990c0d req-545c98ac-3f2d-4ed4-908d-c227575aa1d8 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:45.836489 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ed632c28-9ad9-4299-b74e-7bb14c990c0d req-545c98ac-3f2d-4ed4-908d-c227575aa1d8 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 945 time: 0.0485525 Dec 09 16:04:45.887509 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ed632c28-9ad9-4299-b74e-7bb14c990c0d req-8e2e916a-d83e-4b3f-a9fa-74390bba5229 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450997 Dec 09 16:04:46.155802 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:46.329623 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b5649-62a4-4e2c-9cb3-9951858d7b31 req-4866c77b-d300-496b-ac66-3116885e983a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:46.331121 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-460b5649-62a4-4e2c-9cb3-9951858d7b31 req-4866c77b-d300-496b-ac66-3116885e983a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 944 time: 0.0482326 Dec 09 16:04:46.380024 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-460b5649-62a4-4e2c-9cb3-9951858d7b31 req-2dc20726-6b94-4478-88ab-988e20796ca6 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427969 Dec 09 16:04:46.847920 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device a9b9a28b-f70c-4152-b15c-ca1fbce55eb3 up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:04:46.864380 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1243fe3-6967-4990-8d59-16e4691abccd', 'tag': '4bc5ac84-ad45-46af-adc5-56941ae0d346'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:04:46.866788 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2cc379-0ab6-48ae-b858-bbccbe19a30e" -d '{"events": [{"name": "network-changed", "server_uuid": "d1243fe3-6967-4990-8d59-16e4691abccd", "tag": "4bc5ac84-ad45-46af-adc5-56941ae0d346"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:04:46.900646 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port a9b9a28b-f70c-4152-b15c-ca1fbce55eb3 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:04:46.904351 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port a9b9a28b-f70c-4152-b15c-ca1fbce55eb3 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:04:46.904755 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:46.918085 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b250356-da34-411f-844a-e1a6f8f3ff83 x-openstack-request-id: req-7b250356-da34-411f-844a-e1a6f8f3ff83 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:04:46.918483 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1243fe3-6967-4990-8d59-16e4691abccd", "tag": "4bc5ac84-ad45-46af-adc5-56941ae0d346", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:04:46.918740 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7b250356-da34-411f-844a-e1a6f8f3ff83 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:04:46.919142 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1243fe3-6967-4990-8d59-16e4691abccd', 'tag': '4bc5ac84-ad45-46af-adc5-56941ae0d346', 'status': 'completed', 'code': 200} Dec 09 16:04:46.990089 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:47.007987 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2cc379-0ab6-48ae-b858-bbccbe19a30e req-f21aa97b-922f-4c9e-88a6-b36b31fb8423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:47.009540 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fd2cc379-0ab6-48ae-b858-bbccbe19a30e req-f21aa97b-922f-4c9e-88a6-b36b31fb8423 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 1095 time: 0.0503213 Dec 09 16:04:47.016041 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188c1c17-98cd-4e55-be07-e65314c119ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b9a28b-f70c-4152-b15c-ca1fbce55eb3'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:04:47.018558 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268d5762-3fb5-4c33-9365-15171de5e4d7" -d '{"events": [{"server_uuid": "188c1c17-98cd-4e55-be07-e65314c119ef", "name": "network-vif-plugged", "status": "completed", "tag": "a9b9a28b-f70c-4152-b15c-ca1fbce55eb3"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:04:47.020850 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2cc379-0ab6-48ae-b858-bbccbe19a30e req-9258e6ab-d5da-43fd-b5d4-c845e2402ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:47.022525 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fd2cc379-0ab6-48ae-b858-bbccbe19a30e req-9258e6ab-d5da-43fd-b5d4-c845e2402ad4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 1095 time: 0.0794733 Dec 09 16:04:47.031858 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port a9b9a28b-f70c-4152-b15c-ca1fbce55eb3, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=a9b9a28b-f70c-4152-b15c-ca1fbce55eb3,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:04:47.035949 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:47.047222 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5779d9d-cb82-41bf-808e-c78f3875a3a0 req-3d4515ae-6f10-4a99-9c51-76a644d2c71a tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:47.048829 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a5779d9d-cb82-41bf-808e-c78f3875a3a0 req-3d4515ae-6f10-4a99-9c51-76a644d2c71a tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 945 time: 0.0727696 Dec 09 16:04:47.091412 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=a9b9a28b-f70c-4152-b15c-ca1fbce55eb3,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:04:47.114034 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2cc379-0ab6-48ae-b858-bbccbe19a30e req-844ac757-eb56-4a5f-9284-bdc9cf9409da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:47.115643 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fd2cc379-0ab6-48ae-b858-bbccbe19a30e req-844ac757-eb56-4a5f-9284-bdc9cf9409da service neutron] 10.222.0.42 "GET /v2.0/networks?id=1c9a6340-a192-44b4-aab5-554336dba7c8 HTTP/1.1" status: 200 len: 898 time: 0.0985594 Dec 09 16:04:47.126222 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 4bc5ac84-ad45-46af-adc5-56941ae0d346 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:04:47.167088 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 4bc5ac84-ad45-46af-adc5-56941ae0d346 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:04:47.188959 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fd2cc379-0ab6-48ae-b858-bbccbe19a30e req-19d950d9-ce09-415c-8bba-7cb8c363de6f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bc5ac84-ad45-46af-adc5-56941ae0d346 HTTP/1.1" status: 200 len: 1000 time: 0.0649281 Dec 09 16:04:47.499430 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a5779d9d-cb82-41bf-808e-c78f3875a3a0 req-08c53646-f781-4fcb-9495-41aa5c162729 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408796 Dec 09 16:04:47.525376 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2cc379-0ab6-48ae-b858-bbccbe19a30e req-5440668f-c6ff-4673-b99a-af8d207b3a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:47.527246 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fd2cc379-0ab6-48ae-b858-bbccbe19a30e req-5440668f-c6ff-4673-b99a-af8d207b3a48 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1c9a6340-a192-44b4-aab5-554336dba7c8 HTTP/1.1" status: 200 len: 898 time: 0.4974041 Dec 09 16:04:47.547437 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702ac557-37f0-48f3-b68b-65bea0b0a31a x-openstack-request-id: req-702ac557-37f0-48f3-b68b-65bea0b0a31a {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:04:47.547761 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188c1c17-98cd-4e55-be07-e65314c119ef", "name": "network-vif-plugged", "status": "completed", "tag": "a9b9a28b-f70c-4152-b15c-ca1fbce55eb3", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:04:47.548110 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-702ac557-37f0-48f3-b68b-65bea0b0a31a {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:04:47.548554 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '188c1c17-98cd-4e55-be07-e65314c119ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b9a28b-f70c-4152-b15c-ca1fbce55eb3', 'code': 200} Dec 09 16:04:47.560455 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2cc379-0ab6-48ae-b858-bbccbe19a30e req-08eb62e6-f093-4336-9d88-15356331376a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:47.562180 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fd2cc379-0ab6-48ae-b858-bbccbe19a30e req-08eb62e6-f093-4336-9d88-15356331376a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c9ecdc44-e458-4048-bb70-30501b6f0268 HTTP/1.1" status: 200 len: 835 time: 0.3658922 Dec 09 16:04:47.598048 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fd2cc379-0ab6-48ae-b858-bbccbe19a30e req-3ad1c53d-9b1f-4106-b9e8-81758763f3f1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bc5ac84-ad45-46af-adc5-56941ae0d346 HTTP/1.1" status: 200 len: 1000 time: 0.0622599 Dec 09 16:04:47.628550 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2cc379-0ab6-48ae-b858-bbccbe19a30e req-d3fee961-e333-4b16-ae1d-76e3029da22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:47.630215 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fd2cc379-0ab6-48ae-b858-bbccbe19a30e req-d3fee961-e333-4b16-ae1d-76e3029da22d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c9a6340-a192-44b4-aab5-554336dba7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453248 Dec 09 16:04:47.673741 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2cc379-0ab6-48ae-b858-bbccbe19a30e req-81e71f2a-6b23-43d8-8414-8df6c52d6b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:47.675203 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fd2cc379-0ab6-48ae-b858-bbccbe19a30e req-81e71f2a-6b23-43d8-8414-8df6c52d6b54 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c9ecdc44-e458-4048-bb70-30501b6f0268 HTTP/1.1" status: 200 len: 835 time: 0.0685430 Dec 09 16:04:47.683384 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad4c5c-9a7a-4f7c-ad0b-196192babb41 req-2eb35969-5c37-4238-b219-6a2d2de83eb1 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:47.684780 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4fad4c5c-9a7a-4f7c-ad0b-196192babb41 req-2eb35969-5c37-4238-b219-6a2d2de83eb1 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 944 time: 0.0898054 Dec 09 16:04:47.745973 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cea530-44df-4165-91df-8caa792df4e2 req-f82ef035-00e4-4d42-9e64-3fced84f4b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:47.747485 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-51cea530-44df-4165-91df-8caa792df4e2 req-f82ef035-00e4-4d42-9e64-3fced84f4b8f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 1097 time: 0.0897431 Dec 09 16:04:47.753329 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2cc379-0ab6-48ae-b858-bbccbe19a30e req-fd6e8710-82cc-4fe2-b5d5-197929b8788e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:47.754747 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fd2cc379-0ab6-48ae-b858-bbccbe19a30e req-fd6e8710-82cc-4fe2-b5d5-197929b8788e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1c9a6340-a192-44b4-aab5-554336dba7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691235 Dec 09 16:04:47.763529 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4fad4c5c-9a7a-4f7c-ad0b-196192babb41 req-743f3b5a-36cd-4dcb-bdd1-76abea7f2598 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697489 Dec 09 16:04:47.772546 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fd2cc379-0ab6-48ae-b858-bbccbe19a30e req-a2594944-b292-4f82-beea-12eb37aa9325 service neutron] 10.222.0.42 "GET /v2.0/networks/1c9a6340-a192-44b4-aab5-554336dba7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320860 Dec 09 16:04:47.847239 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-51cea530-44df-4165-91df-8caa792df4e2 req-56b40d70-1fca-436a-9ed4-70361ccab92c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909178 Dec 09 16:04:47.853411 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fd2cc379-0ab6-48ae-b858-bbccbe19a30e req-ea1f0743-6302-49a6-8a98-17f6b14124d9 service neutron] 10.222.0.31 "GET /v2.0/networks/1c9a6340-a192-44b4-aab5-554336dba7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889630 Dec 09 16:04:47.885837 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fd2cc379-0ab6-48ae-b858-bbccbe19a30e req-21659938-5b8b-4afc-9696-b33b4c6987ff service neutron] 10.222.0.42 "GET /v2.0/networks/1c9a6340-a192-44b4-aab5-554336dba7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011484 Dec 09 16:04:47.945936 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fd2cc379-0ab6-48ae-b858-bbccbe19a30e req-1a3b9cb0-6d32-4519-b423-0dc1bda35a7a service neutron] 10.222.0.31 "GET /v2.0/networks/1c9a6340-a192-44b4-aab5-554336dba7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843019 Dec 09 16:04:48.617294 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7f858-5d68-4bb3-a4c3-2d3afec7498c req-e9719e3e-6e6f-406d-ae9f-6e7061c038f7 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:48.618693 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-44b7f858-5d68-4bb3-a4c3-2d3afec7498c req-e9719e3e-6e6f-406d-ae9f-6e7061c038f7 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 946 time: 0.0498731 Dec 09 16:04:48.664856 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-44b7f858-5d68-4bb3-a4c3-2d3afec7498c req-bd68cd9f-3104-4daa-bf73-22cb246ab357 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402451 Dec 09 16:04:48.857715 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 4bc5ac84-ad45-46af-adc5-56941ae0d346 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:04:48.882932 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4d481-bafd-4867-8a21-2fc0e805ff0f req-000525fc-3c08-4a4e-9ff8-3942ab364de8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:48.884351 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-09d4d481-bafd-4867-8a21-2fc0e805ff0f req-000525fc-3c08-4a4e-9ff8-3942ab364de8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 944 time: 0.0525408 Dec 09 16:04:48.933545 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-09d4d481-bafd-4867-8a21-2fc0e805ff0f req-74f845da-8c5f-4ada-9f69-f1a576870c01 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430658 Dec 09 16:04:48.952549 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 4bc5ac84-ad45-46af-adc5-56941ae0d346, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=4bc5ac84-ad45-46af-adc5-56941ae0d346,segment=NetworkSegment(a93bb800-02bf-48b4-8b39-d53f236e2e80),segment_id=a93bb800-02bf-48b4-8b39-d53f236e2e80)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:04:48.964179 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '4bc5ac84-ad45-46af-adc5-56941ae0d346', 'network_id': '1c9a6340-a192-44b4-aab5-554336dba7c8', 'port_id': '4bc5ac84-ad45-46af-adc5-56941ae0d346', 'mac_address': 'fa:16:3e:a8:a7:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9ecdc44-e458-4048-bb70-30501b6f0268', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:04:49.000399 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:49.013169 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bc5ac84-ad45-46af-adc5-56941ae0d346 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:04:49.033942 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 4bc5ac84-ad45-46af-adc5-56941ae0d346, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=4bc5ac84-ad45-46af-adc5-56941ae0d346,segment=NetworkSegment(a93bb800-02bf-48b4-8b39-d53f236e2e80),segment_id=a93bb800-02bf-48b4-8b39-d53f236e2e80)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:04:49.037743 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:49.091325 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=4bc5ac84-ad45-46af-adc5-56941ae0d346,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:04:49.508003 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['4bc5ac84-ad45-46af-adc5-56941ae0d346'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:04:49.779525 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c1786-860f-46af-9348-086414d04ef2 req-cf794182-b111-4342-b2ac-d58ab68a5a8e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:49.781166 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-169c1786-860f-46af-9348-086414d04ef2 req-cf794182-b111-4342-b2ac-d58ab68a5a8e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 946 time: 0.0478144 Dec 09 16:04:49.829098 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-169c1786-860f-46af-9348-086414d04ef2 req-b1dd20c2-7eba-441d-9df8-492194540692 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419574 Dec 09 16:04:50.027946 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37025e7e-5879-4ed4-bafa-2d8557cbdc7a req-2618f8f1-b3e1-4382-a741-6b3df2474048 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:50.029489 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-37025e7e-5879-4ed4-bafa-2d8557cbdc7a req-2618f8f1-b3e1-4382-a741-6b3df2474048 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 946 time: 0.0524697 Dec 09 16:04:50.078170 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-37025e7e-5879-4ed4-bafa-2d8557cbdc7a req-e73a978e-f89a-48b2-a92c-1294c9a109dc tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412278 Dec 09 16:04:50.180097 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9910c3-d839-4d9c-8257-c2b334cb81bf req-751e6b51-bf11-419d-bab1-ffa1918e93c3 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:50.181573 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c9910c3-d839-4d9c-8257-c2b334cb81bf req-751e6b51-bf11-419d-bab1-ffa1918e93c3 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 945 time: 0.0476203 Dec 09 16:04:50.230971 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c9910c3-d839-4d9c-8257-c2b334cb81bf req-8c91258b-4057-4678-bc34-60b19bc9fe2c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428598 Dec 09 16:04:50.455758 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-8db5edf4-a96e-4b52-ba25-1f56ac361318 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:50.457448 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-8db5edf4-a96e-4b52-ba25-1f56ac361318 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd&tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&binding%3Ahost_id=n-h1-821228-1 HTTP/1.1" status: 200 len: 945 time: 0.0557036 Dec 09 16:04:50.465318 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-35451984-bcbb-40b4-8fd9-de47f287ddeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:50.479613 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d7e45-ebc1-4724-ba99-dd7d2575d996 req-0df5f6d9-3050-4794-a4d5-e2291dac71e8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:50.482171 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fa2d7e45-ebc1-4724-ba99-dd7d2575d996 req-0df5f6d9-3050-4794-a4d5-e2291dac71e8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 945 time: 0.0584404 Dec 09 16:04:50.521135 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-37ab3c30-5f30-4f8a-99d8-653611018b87 service neutron] 10.222.0.42 "GET /v2.0/ports/4bc5ac84-ad45-46af-adc5-56941ae0d346/bindings/n-h1-821228-1 HTTP/1.1" status: 200 len: 382 time: 0.0555727 Dec 09 16:04:50.538653 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fa2d7e45-ebc1-4724-ba99-dd7d2575d996 req-123ddcb7-c4b7-4532-9237-b238a845ced8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502684 Dec 09 16:04:50.599059 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-39e6fafa-49d6-45d9-8831-e750306b9f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:50.600832 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-39e6fafa-49d6-45d9-8831-e750306b9f75 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 1096 time: 0.0416584 Dec 09 16:04:50.694550 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-d717aba4-1227-4b16-93a6-c074bd2faa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:50.696016 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-d717aba4-1227-4b16-93a6-c074bd2faa8c service neutron] 10.222.0.42 "GET /v2.0/networks?id=1c9a6340-a192-44b4-aab5-554336dba7c8 HTTP/1.1" status: 200 len: 898 time: 0.0886450 Dec 09 16:04:50.760568 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-4b11506a-0275-4488-8991-2655711d8cb7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bc5ac84-ad45-46af-adc5-56941ae0d346 HTTP/1.1" status: 200 len: 1001 time: 0.0577784 Dec 09 16:04:50.813587 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-ba9f2f1e-c235-4c63-bb9d-7abe50c6fb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:50.815030 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-ba9f2f1e-c235-4c63-bb9d-7abe50c6fb01 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c9ecdc44-e458-4048-bb70-30501b6f0268 HTTP/1.1" status: 200 len: 835 time: 0.0481157 Dec 09 16:04:50.860481 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-7902f9b2-690f-44c0-8c3b-b06f774c1a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:50.861946 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-7902f9b2-690f-44c0-8c3b-b06f774c1a55 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c9a6340-a192-44b4-aab5-554336dba7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401258 Dec 09 16:04:50.877995 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 4bc5ac84-ad45-46af-adc5-56941ae0d346 up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:04:50.925442 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port 4bc5ac84-ad45-46af-adc5-56941ae0d346 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:04:50.929409 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 4bc5ac84-ad45-46af-adc5-56941ae0d346 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:04:50.929778 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:50.952783 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-8253677e-889e-43be-9fa6-a865db44303a service neutron] 10.222.0.42 "GET /v2.0/networks/1c9a6340-a192-44b4-aab5-554336dba7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832677 Dec 09 16:04:51.008684 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:51.032016 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1243fe3-6967-4990-8d59-16e4691abccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc5ac84-ad45-46af-adc5-56941ae0d346'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:04:51.034236 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fdec81-8fa2-4019-8861-7d4c01a721f6" -d '{"events": [{"server_uuid": "d1243fe3-6967-4990-8d59-16e4691abccd", "name": "network-vif-plugged", "status": "completed", "tag": "4bc5ac84-ad45-46af-adc5-56941ae0d346"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:04:51.047218 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 4bc5ac84-ad45-46af-adc5-56941ae0d346, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=4bc5ac84-ad45-46af-adc5-56941ae0d346,segment=NetworkSegment(a93bb800-02bf-48b4-8b39-d53f236e2e80),segment_id=a93bb800-02bf-48b4-8b39-d53f236e2e80)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:04:51.050822 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-dc085aa2-388c-44c7-a882-2358a353ffdb service neutron] 10.222.0.42 "GET /v2.0/networks/1c9a6340-a192-44b4-aab5-554336dba7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914989 Dec 09 16:04:51.052359 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:51.092832 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2918186b-cb5c-4a6b-8381-62b563e27d76 x-openstack-request-id: req-2918186b-cb5c-4a6b-8381-62b563e27d76 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:04:51.093184 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1243fe3-6967-4990-8d59-16e4691abccd", "name": "network-vif-plugged", "status": "completed", "tag": "4bc5ac84-ad45-46af-adc5-56941ae0d346", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:04:51.093809 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2918186b-cb5c-4a6b-8381-62b563e27d76 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:04:51.094267 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1243fe3-6967-4990-8d59-16e4691abccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc5ac84-ad45-46af-adc5-56941ae0d346', 'code': 200} Dec 09 16:04:51.103856 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=4bc5ac84-ad45-46af-adc5-56941ae0d346,revision_number=9']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:04:51.196406 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fad4d9-056e-4411-8907-b138d759bb8b req-14c56541-472f-49d5-b3d6-3d025a66c1a0 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:51.197907 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-17fad4d9-056e-4411-8907-b138d759bb8b req-14c56541-472f-49d5-b3d6-3d025a66c1a0 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 946 time: 0.0486691 Dec 09 16:04:51.245078 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-17fad4d9-056e-4411-8907-b138d759bb8b req-fc080f26-0c34-43a7-8cd2-704b061dd6cf tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406361 Dec 09 16:04:51.658836 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67feeb39-24a4-4a36-9796-2677a9dfaf9d req-f5555923-ec91-45ae-9592-8742fa593388 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:51.660231 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-67feeb39-24a4-4a36-9796-2677a9dfaf9d req-f5555923-ec91-45ae-9592-8742fa593388 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 946 time: 0.0494165 Dec 09 16:04:51.709630 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-67feeb39-24a4-4a36-9796-2677a9dfaf9d req-acaffbb8-d361-448c-9ce4-ac7234f29e05 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435071 Dec 09 16:04:52.363389 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0ca90-093c-4f67-bccc-8a21a32395c2 req-c8018262-769e-4ad5-97e5-7b357a4a37ba tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:52.364908 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-47a0ca90-093c-4f67-bccc-8a21a32395c2 req-c8018262-769e-4ad5-97e5-7b357a4a37ba tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 946 time: 0.0536823 Dec 09 16:04:52.412935 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-47a0ca90-093c-4f67-bccc-8a21a32395c2 req-d3fbe0ec-2aa6-4ed3-ad88-ff73c681a085 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420549 Dec 09 16:04:52.825942 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97636a8-ab57-4902-99e3-42fda9ed2685 req-30c3e36f-dd02-4a60-9855-9d7bcf001dd9 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:52.828139 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f97636a8-ab57-4902-99e3-42fda9ed2685 req-30c3e36f-dd02-4a60-9855-9d7bcf001dd9 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 946 time: 0.0509458 Dec 09 16:04:52.877676 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f97636a8-ab57-4902-99e3-42fda9ed2685 req-c7f6f196-a406-414c-ae0c-59d0c5b6bef0 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436826 Dec 09 16:04:52.994251 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5c877132-4b70-4df5-a795-e2e4fa22b67f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:53.327722 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-41fce1ed-5232-4118-9323-74a4f504957e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:53.329290 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-41fce1ed-5232-4118-9323-74a4f504957e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd&tenant_id=d5d1c0ecc7f643edb019cebb81c4a032 HTTP/1.1" status: 200 len: 1097 time: 0.0417619 Dec 09 16:04:53.342434 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-6263f967-6924-47f7-a99b-45a888710372 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821228-1', 'device_owner': 'compute:nova'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:04:53.398200 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-6263f967-6924-47f7-a99b-45a888710372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:53.605570 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a0872-63c0-4978-8f64-07dfe665f002 req-5421320a-7459-4374-ae10-34707c8e9f98 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:53.607046 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a40a0872-63c0-4978-8f64-07dfe665f002 req-5421320a-7459-4374-ae10-34707c8e9f98 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 946 time: 0.1079559 Dec 09 16:04:53.663697 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-6263f967-6924-47f7-a99b-45a888710372 service neutron] For port 4bc5ac84-ad45-46af-adc5-56941ae0d346, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=4bc5ac84-ad45-46af-adc5-56941ae0d346,segment=NetworkSegment(a93bb800-02bf-48b4-8b39-d53f236e2e80),segment_id=a93bb800-02bf-48b4-8b39-d53f236e2e80)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:04:53.692791 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a40a0872-63c0-4978-8f64-07dfe665f002 req-cd620cfa-2415-45de-8768-b318d5d853ac tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772266 Dec 09 16:04:53.713817 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-6263f967-6924-47f7-a99b-45a888710372 service neutron] For port 4bc5ac84-ad45-46af-adc5-56941ae0d346, host n-h1-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:04:53.754259 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1243fe3-6967-4990-8d59-16e4691abccd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bc5ac84-ad45-46af-adc5-56941ae0d346'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:04:53.756623 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d365441-8096-4f46-b7a3-1273b546e052" -d '{"events": [{"server_uuid": "d1243fe3-6967-4990-8d59-16e4691abccd", "name": "network-vif-unplugged", "status": "completed", "tag": "4bc5ac84-ad45-46af-adc5-56941ae0d346"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:04:53.760435 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-6263f967-6924-47f7-a99b-45a888710372 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:53.773419 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-6263f967-6924-47f7-a99b-45a888710372 service neutron] Transition to ACTIVE for port object 4bc5ac84-ad45-46af-adc5-56941ae0d346 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:04:53.777299 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-6263f967-6924-47f7-a99b-45a888710372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:53.861112 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6263f967-6924-47f7-a99b-45a888710372 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc5ac84-ad45-46af-adc5-56941ae0d346,revision_number=10']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:04:53.874757 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6263f967-6924-47f7-a99b-45a888710372 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:53.875117 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6263f967-6924-47f7-a99b-45a888710372 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:53.875458 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6263f967-6924-47f7-a99b-45a888710372 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:53.875807 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6263f967-6924-47f7-a99b-45a888710372 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:53.876141 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6263f967-6924-47f7-a99b-45a888710372 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:53.876505 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6263f967-6924-47f7-a99b-45a888710372 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:53.876834 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6263f967-6924-47f7-a99b-45a888710372 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:53.877164 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6263f967-6924-47f7-a99b-45a888710372 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:53.877495 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6263f967-6924-47f7-a99b-45a888710372 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:53.877808 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6263f967-6924-47f7-a99b-45a888710372 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:53.878139 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6263f967-6924-47f7-a99b-45a888710372 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:53.878450 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6263f967-6924-47f7-a99b-45a888710372 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:53.878886 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6263f967-6924-47f7-a99b-45a888710372 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:53.890173 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 16:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c911a88e-1109-4c3d-b244-7d864041b1c8 x-openstack-request-id: req-c911a88e-1109-4c3d-b244-7d864041b1c8 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:04:53.890470 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1243fe3-6967-4990-8d59-16e4691abccd", "name": "network-vif-unplugged", "status": "completed", "tag": "4bc5ac84-ad45-46af-adc5-56941ae0d346", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:04:53.890727 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c911a88e-1109-4c3d-b244-7d864041b1c8 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:04:53.891289 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1243fe3-6967-4990-8d59-16e4691abccd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bc5ac84-ad45-46af-adc5-56941ae0d346', 'code': 200} Dec 09 16:04:53.928948 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-6263f967-6924-47f7-a99b-45a888710372 service neutron] No DVR routers for this DVR port 4bc5ac84-ad45-46af-adc5-56941ae0d346 on host n-h1-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:04:54.079665 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-6263f967-6924-47f7-a99b-45a888710372 service neutron] Attempting to bind port 4bc5ac84-ad45-46af-adc5-56941ae0d346 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:04:54.080005 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-6263f967-6924-47f7-a99b-45a888710372 service neutron] Attempting to bind port 4bc5ac84-ad45-46af-adc5-56941ae0d346 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': 'a93bb800-02bf-48b4-8b39-d53f236e2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1c9a6340-a192-44b4-aab5-554336dba7c8'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:04:54.080388 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-6263f967-6924-47f7-a99b-45a888710372 service neutron] Attempting to bind port 4bc5ac84-ad45-46af-adc5-56941ae0d346 on network 1c9a6340-a192-44b4-aab5-554336dba7c8 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:04:54.101680 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:54.102323 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-6263f967-6924-47f7-a99b-45a888710372 service neutron] Port 4bc5ac84-ad45-46af-adc5-56941ae0d346 on network 1c9a6340-a192-44b4-aab5-554336dba7c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:04:54.102323 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-6263f967-6924-47f7-a99b-45a888710372 service neutron] Attempting to bind port 4bc5ac84-ad45-46af-adc5-56941ae0d346 on network 1c9a6340-a192-44b4-aab5-554336dba7c8 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:04:54.110000 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-6263f967-6924-47f7-a99b-45a888710372 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:04:54.110423 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-6263f967-6924-47f7-a99b-45a888710372 service neutron] Checking segment: {'id': 'a93bb800-02bf-48b4-8b39-d53f236e2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1c9a6340-a192-44b4-aab5-554336dba7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:04:54.110840 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-6263f967-6924-47f7-a99b-45a888710372 service neutron] Bound using segment: {'id': 'a93bb800-02bf-48b4-8b39-d53f236e2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1c9a6340-a192-44b4-aab5-554336dba7c8'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:04:54.111297 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-6263f967-6924-47f7-a99b-45a888710372 service neutron] Bound port: 4bc5ac84-ad45-46af-adc5-56941ae0d346, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a93bb800-02bf-48b4-8b39-d53f236e2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1c9a6340-a192-44b4-aab5-554336dba7c8'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:04:54.111656 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-6263f967-6924-47f7-a99b-45a888710372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:54.137985 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef0e444-dc8f-4c23-b1e6-4b05a01184a2 req-05e7ad9e-234c-4d57-8e0c-e97d778fd363 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:54.139520 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aef0e444-dc8f-4c23-b1e6-4b05a01184a2 req-05e7ad9e-234c-4d57-8e0c-e97d778fd363 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 945 time: 0.0737295 Dec 09 16:04:54.220517 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-6263f967-6924-47f7-a99b-45a888710372 service neutron] For port 4bc5ac84-ad45-46af-adc5-56941ae0d346, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:04:54.224315 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-6263f967-6924-47f7-a99b-45a888710372 service neutron] For port 4bc5ac84-ad45-46af-adc5-56941ae0d346, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=4bc5ac84-ad45-46af-adc5-56941ae0d346,segment=NetworkSegment(a93bb800-02bf-48b4-8b39-d53f236e2e80),segment_id=a93bb800-02bf-48b4-8b39-d53f236e2e80)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:04:54.229289 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aef0e444-dc8f-4c23-b1e6-4b05a01184a2 req-56340c23-bc58-4591-8569-aaef495cb426 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715723 Dec 09 16:04:54.230780 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-6263f967-6924-47f7-a99b-45a888710372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:54.270995 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-6263f967-6924-47f7-a99b-45a888710372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:54.271814 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-6263f967-6924-47f7-a99b-45a888710372 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:54.273037 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-6263f967-6924-47f7-a99b-45a888710372 service neutron] 10.222.0.31 "PUT /v2.0/ports/4bc5ac84-ad45-46af-adc5-56941ae0d346 HTTP/1.1" status: 200 len: 1093 time: 0.9345777 Dec 09 16:04:54.298217 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6263f967-6924-47f7-a99b-45a888710372 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc5ac84-ad45-46af-adc5-56941ae0d346,revision_number=11']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:04:54.345933 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-6504e6ca-3ce7-469a-8cfe-c8665d119ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:54.347452 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-6504e6ca-3ce7-469a-8cfe-c8665d119ad5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 1096 time: 0.0463028 Dec 09 16:04:54.443600 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-86e08481-84f8-4fc3-87be-91ed3d02828f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:54.445144 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-86e08481-84f8-4fc3-87be-91ed3d02828f service neutron] 10.222.0.31 "GET /v2.0/networks?id=1c9a6340-a192-44b4-aab5-554336dba7c8 HTTP/1.1" status: 200 len: 898 time: 0.0892537 Dec 09 16:04:54.521926 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-3bdf7ff9-5aff-4554-a5f7-100def261460 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bc5ac84-ad45-46af-adc5-56941ae0d346 HTTP/1.1" status: 200 len: 1000 time: 0.0663745 Dec 09 16:04:54.570153 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-6aab4a67-f062-4c04-981b-ca54a25cc4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:54.571497 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-6aab4a67-f062-4c04-981b-ca54a25cc4e9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c9ecdc44-e458-4048-bb70-30501b6f0268 HTTP/1.1" status: 200 len: 835 time: 0.0424426 Dec 09 16:04:54.622112 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-2b805610-2380-4bb0-918a-5c3718fc7bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:54.623583 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-2b805610-2380-4bb0-918a-5c3718fc7bb2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1c9a6340-a192-44b4-aab5-554336dba7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399110 Dec 09 16:04:54.718858 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-a9638ac4-1ca5-46e8-b30b-bbdf977be91e service neutron] 10.222.0.31 "GET /v2.0/networks/1c9a6340-a192-44b4-aab5-554336dba7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865805 Dec 09 16:04:54.730585 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:54.846502 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5ddb6-58ed-47aa-acdd-a515d87e6043 req-52e785da-e4c8-4189-a8c2-eca4f745d152 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:54.847927 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4fc5ddb6-58ed-47aa-acdd-a515d87e6043 req-52e785da-e4c8-4189-a8c2-eca4f745d152 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 946 time: 0.0767698 Dec 09 16:04:54.873355 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd7172b3-32b8-4149-b4d5-58254f3caf26 req-5a04bae8-ea79-49e5-84e5-72313aec9dcb service neutron] 10.222.0.31 "GET /v2.0/networks/1c9a6340-a192-44b4-aab5-554336dba7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476750 Dec 09 16:04:54.905512 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4fc5ddb6-58ed-47aa-acdd-a515d87e6043 req-9536e903-3302-43c0-a78d-bb7e354d089c tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488894 Dec 09 16:04:55.345544 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a081e2-7218-411f-a8b3-f94cc95017ee req-5dd3e29f-7edb-44cf-926f-e49cad76eb78 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:55.347072 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-20a081e2-7218-411f-a8b3-f94cc95017ee req-5dd3e29f-7edb-44cf-926f-e49cad76eb78 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 945 time: 0.0498612 Dec 09 16:04:55.354747 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:55.397362 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-20a081e2-7218-411f-a8b3-f94cc95017ee req-aa02e5ea-6755-4e95-9b86-eb88bc785c07 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437965 Dec 09 16:04:55.892225 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1243fe3-6967-4990-8d59-16e4691abccd', 'tag': '4bc5ac84-ad45-46af-adc5-56941ae0d346'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:04:55.894603 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc766fb4-eda3-4b89-8cfc-79df2b4ed1cb" -d '{"events": [{"name": "network-changed", "server_uuid": "d1243fe3-6967-4990-8d59-16e4691abccd", "tag": "4bc5ac84-ad45-46af-adc5-56941ae0d346"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:04:55.942961 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84692b10-e3ee-4f60-95ff-dafe1179dac3 x-openstack-request-id: req-84692b10-e3ee-4f60-95ff-dafe1179dac3 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:04:55.943324 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1243fe3-6967-4990-8d59-16e4691abccd", "tag": "4bc5ac84-ad45-46af-adc5-56941ae0d346", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:04:55.943645 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-84692b10-e3ee-4f60-95ff-dafe1179dac3 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:04:55.944122 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1243fe3-6967-4990-8d59-16e4691abccd', 'tag': '4bc5ac84-ad45-46af-adc5-56941ae0d346', 'status': 'completed', 'code': 200} Dec 09 16:04:56.037056 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc766fb4-eda3-4b89-8cfc-79df2b4ed1cb req-ee798ae7-22e8-490e-831b-f6be2810896b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:56.038733 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fc766fb4-eda3-4b89-8cfc-79df2b4ed1cb req-ee798ae7-22e8-490e-831b-f6be2810896b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 1096 time: 0.0423038 Dec 09 16:04:56.044144 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc766fb4-eda3-4b89-8cfc-79df2b4ed1cb req-80ec52bc-621c-4be3-bf3a-ec3942e07643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:56.045659 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fc766fb4-eda3-4b89-8cfc-79df2b4ed1cb req-80ec52bc-621c-4be3-bf3a-ec3942e07643 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 1096 time: 0.0743041 Dec 09 16:04:56.059254 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158568af-d0ea-4632-9434-2e395ecfe3a5 req-270ccb61-6fda-4fc8-8736-6ad4b7ff02db tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:56.060744 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-158568af-d0ea-4632-9434-2e395ecfe3a5 req-270ccb61-6fda-4fc8-8736-6ad4b7ff02db tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 946 time: 0.0608561 Dec 09 16:04:56.139360 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc766fb4-eda3-4b89-8cfc-79df2b4ed1cb req-6980eeed-21af-4826-bab8-6731eef3982a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:56.141512 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fc766fb4-eda3-4b89-8cfc-79df2b4ed1cb req-6980eeed-21af-4826-bab8-6731eef3982a service neutron] 10.222.0.42 "GET /v2.0/networks?id=1c9a6340-a192-44b4-aab5-554336dba7c8 HTTP/1.1" status: 200 len: 898 time: 0.0918591 Dec 09 16:04:56.167835 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-158568af-d0ea-4632-9434-2e395ecfe3a5 req-046cb741-7ece-49a7-92f4-c6af5475d558 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979798 Dec 09 16:04:56.184994 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc766fb4-eda3-4b89-8cfc-79df2b4ed1cb req-8149b900-cca7-4921-98d0-57d1dd80affd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:56.186473 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fc766fb4-eda3-4b89-8cfc-79df2b4ed1cb req-8149b900-cca7-4921-98d0-57d1dd80affd service neutron] 10.222.0.31 "GET /v2.0/networks?id=1c9a6340-a192-44b4-aab5-554336dba7c8 HTTP/1.1" status: 200 len: 898 time: 0.1248775 Dec 09 16:04:56.209455 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fc766fb4-eda3-4b89-8cfc-79df2b4ed1cb req-bc5129c5-820e-4490-960c-2f46537c69cf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bc5ac84-ad45-46af-adc5-56941ae0d346 HTTP/1.1" status: 200 len: 1000 time: 0.0600033 Dec 09 16:04:56.253684 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fc766fb4-eda3-4b89-8cfc-79df2b4ed1cb req-119f763e-15a9-4f21-a2a2-d0ad9e7f3c31 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bc5ac84-ad45-46af-adc5-56941ae0d346 HTTP/1.1" status: 200 len: 1000 time: 0.0587535 Dec 09 16:04:56.259529 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc766fb4-eda3-4b89-8cfc-79df2b4ed1cb req-fe3d7cdb-43ca-4719-970f-b825cd158cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:56.261002 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fc766fb4-eda3-4b89-8cfc-79df2b4ed1cb req-fe3d7cdb-43ca-4719-970f-b825cd158cef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c9ecdc44-e458-4048-bb70-30501b6f0268 HTTP/1.1" status: 200 len: 835 time: 0.0450439 Dec 09 16:04:56.305842 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc766fb4-eda3-4b89-8cfc-79df2b4ed1cb req-4f86010a-0492-4aba-b2f8-365b554c3c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:56.307363 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fc766fb4-eda3-4b89-8cfc-79df2b4ed1cb req-4f86010a-0492-4aba-b2f8-365b554c3c01 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c9ecdc44-e458-4048-bb70-30501b6f0268 HTTP/1.1" status: 200 len: 835 time: 0.0444441 Dec 09 16:04:56.309813 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc766fb4-eda3-4b89-8cfc-79df2b4ed1cb req-6d8e22c6-4335-4a7e-a406-bdc02d5581b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:56.311322 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fc766fb4-eda3-4b89-8cfc-79df2b4ed1cb req-6d8e22c6-4335-4a7e-a406-bdc02d5581b3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c9a6340-a192-44b4-aab5-554336dba7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440154 Dec 09 16:04:56.360231 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc766fb4-eda3-4b89-8cfc-79df2b4ed1cb req-c0e565e4-d577-4ff6-933e-b82d7c6f68f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:56.361780 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fc766fb4-eda3-4b89-8cfc-79df2b4ed1cb req-c0e565e4-d577-4ff6-933e-b82d7c6f68f9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1c9a6340-a192-44b4-aab5-554336dba7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455942 Dec 09 16:04:56.404807 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fc766fb4-eda3-4b89-8cfc-79df2b4ed1cb req-ed792e07-6073-42b9-8b99-45e95011aa3b service neutron] 10.222.0.42 "GET /v2.0/networks/1c9a6340-a192-44b4-aab5-554336dba7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861251 Dec 09 16:04:56.449137 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:56.466198 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fc766fb4-eda3-4b89-8cfc-79df2b4ed1cb req-fed32d5b-a6d7-4c05-a2e6-a56872f8d449 service neutron] 10.222.0.31 "GET /v2.0/networks/1c9a6340-a192-44b4-aab5-554336dba7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960972 Dec 09 16:04:56.505611 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fc766fb4-eda3-4b89-8cfc-79df2b4ed1cb req-dd90b21e-0819-4b95-8008-1e1419029598 service neutron] 10.222.0.42 "GET /v2.0/networks/1c9a6340-a192-44b4-aab5-554336dba7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944915 Dec 09 16:04:56.573767 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c7e6d-52b3-4bc5-97db-6cce3cb5e03f req-eaac6be4-bdc1-48f4-afec-f8dbc4bf460f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:56.575271 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-828c7e6d-52b3-4bc5-97db-6cce3cb5e03f req-eaac6be4-bdc1-48f4-afec-f8dbc4bf460f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 945 time: 0.1025870 Dec 09 16:04:56.623961 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fc766fb4-eda3-4b89-8cfc-79df2b4ed1cb req-24e1eb28-d52b-45c8-97f1-00c0addcfa47 service neutron] 10.222.0.31 "GET /v2.0/networks/1c9a6340-a192-44b4-aab5-554336dba7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425874 Dec 09 16:04:56.639817 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-828c7e6d-52b3-4bc5-97db-6cce3cb5e03f req-8907cf62-d4c3-4e9a-8ff2-8447668dcd48 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576732 Dec 09 16:04:56.892942 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 4bc5ac84-ad45-46af-adc5-56941ae0d346 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:04:56.932448 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 4bc5ac84-ad45-46af-adc5-56941ae0d346 not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:04:57.287564 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9cd1f-62cd-4605-a33c-cd5332f0ece0 req-13a88e2a-9e6d-40fa-8e33-a358ca56ddef tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:57.289054 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-80f9cd1f-62cd-4605-a33c-cd5332f0ece0 req-13a88e2a-9e6d-40fa-8e33-a358ca56ddef tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 946 time: 0.0531814 Dec 09 16:04:57.338029 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-80f9cd1f-62cd-4605-a33c-cd5332f0ece0 req-20617800-5c02-444e-8b19-5e42a8c24a3b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429745 Dec 09 16:04:57.763956 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb8c9c-6b36-4e0f-bb7a-a7c064982cc7 req-2ecc9e30-f64a-46cc-a00d-f192ef4b7094 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:57.766163 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-01eb8c9c-6b36-4e0f-bb7a-a7c064982cc7 req-2ecc9e30-f64a-46cc-a00d-f192ef4b7094 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 945 time: 0.0512753 Dec 09 16:04:57.817728 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-01eb8c9c-6b36-4e0f-bb7a-a7c064982cc7 req-9c261559-9740-431c-8926-49ee54871db7 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453160 Dec 09 16:04:58.453832 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de70889-ab70-47b6-8f6e-5f5553397311 req-5e9a37ed-e42e-4187-a9d0-7117136c164c tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:58.455324 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4de70889-ab70-47b6-8f6e-5f5553397311 req-5e9a37ed-e42e-4187-a9d0-7117136c164c tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 946 time: 0.0483527 Dec 09 16:04:58.506472 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4de70889-ab70-47b6-8f6e-5f5553397311 req-e4290273-196e-403a-b9ed-ae00e82d47b7 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452626 Dec 09 16:04:58.932347 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05768ade-3a03-482f-bf54-9cd2b4db1549 req-e22989cf-a3a4-4a77-a002-2c9b8d75a412 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:58.933823 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-05768ade-3a03-482f-bf54-9cd2b4db1549 req-e22989cf-a3a4-4a77-a002-2c9b8d75a412 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 945 time: 0.0478921 Dec 09 16:04:58.982023 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-05768ade-3a03-482f-bf54-9cd2b4db1549 req-9ff309ab-15ad-4a1b-ae45-9120a85d0f99 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423017 Dec 09 16:04:59.005081 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41426) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:04:59.064823 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-42216302-0ef1-4c8b-906e-cee4120bc8dc tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/floatingips/b4a7bb88-4938-4b67-b11f-843484243dbd HTTP/1.1" status: 200 len: 992 time: 0.0586011 Dec 09 16:04:59.203551 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 4bc5ac84-ad45-46af-adc5-56941ae0d346 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:04:59.297617 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 4bc5ac84-ad45-46af-adc5-56941ae0d346, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=4bc5ac84-ad45-46af-adc5-56941ae0d346,segment=NetworkSegment(a93bb800-02bf-48b4-8b39-d53f236e2e80),segment_id=a93bb800-02bf-48b4-8b39-d53f236e2e80)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:04:59.308547 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '4bc5ac84-ad45-46af-adc5-56941ae0d346', 'network_id': '1c9a6340-a192-44b4-aab5-554336dba7c8', 'port_id': '4bc5ac84-ad45-46af-adc5-56941ae0d346', 'mac_address': 'fa:16:3e:a8:a7:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9ecdc44-e458-4048-bb70-30501b6f0268', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:04:59.345336 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:59.358191 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bc5ac84-ad45-46af-adc5-56941ae0d346 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:04:59.377851 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 4bc5ac84-ad45-46af-adc5-56941ae0d346, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=4bc5ac84-ad45-46af-adc5-56941ae0d346,segment=NetworkSegment(a93bb800-02bf-48b4-8b39-d53f236e2e80),segment_id=a93bb800-02bf-48b4-8b39-d53f236e2e80)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:04:59.381573 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:59.431513 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=4bc5ac84-ad45-46af-adc5-56941ae0d346,revision_number=12']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:04:59.439871 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:59.440223 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:59.440604 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:59.440944 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:59.441280 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:59.441612 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:59.441944 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:59.442271 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:59.442597 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:59.442921 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:59.443243 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:59.443565 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:59.443888 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:59.626041 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a79b4-5c39-423d-a350-5006690197dc req-e6e875d6-d484-4491-8e06-1d5b6de77219 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:59.627533 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-db2a79b4-5c39-423d-a350-5006690197dc req-e6e875d6-d484-4491-8e06-1d5b6de77219 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 946 time: 0.0539048 Dec 09 16:04:59.674149 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-db2a79b4-5c39-423d-a350-5006690197dc req-8e4c20ef-4bac-4713-90e4-5f8e0c9eace0 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407112 Dec 09 16:04:59.710151 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['4bc5ac84-ad45-46af-adc5-56941ae0d346'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:05:00.790734 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f521aae-849f-4c4d-9631-2eb9507218de req-6f0090f6-a5c1-47ec-8814-9b9a501b39ad tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:00.792224 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f521aae-849f-4c4d-9631-2eb9507218de req-6f0090f6-a5c1-47ec-8814-9b9a501b39ad tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 946 time: 0.0492311 Dec 09 16:05:00.839572 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f521aae-849f-4c4d-9631-2eb9507218de req-48af9d62-b560-482b-ad2d-9b490d2faa7f tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413883 Dec 09 16:05:01.229177 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 4bc5ac84-ad45-46af-adc5-56941ae0d346 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:05:01.277385 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 4bc5ac84-ad45-46af-adc5-56941ae0d346 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:05:01.281862 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 4bc5ac84-ad45-46af-adc5-56941ae0d346 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:05:01.282284 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:01.357005 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:01.382335 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1243fe3-6967-4990-8d59-16e4691abccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc5ac84-ad45-46af-adc5-56941ae0d346'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:05:01.384567 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb371650-eba6-4f62-8f03-ef2fb5cb0809" -d '{"events": [{"server_uuid": "d1243fe3-6967-4990-8d59-16e4691abccd", "name": "network-vif-plugged", "status": "completed", "tag": "4bc5ac84-ad45-46af-adc5-56941ae0d346"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:05:01.397399 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 4bc5ac84-ad45-46af-adc5-56941ae0d346, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=4bc5ac84-ad45-46af-adc5-56941ae0d346,segment=NetworkSegment(a93bb800-02bf-48b4-8b39-d53f236e2e80),segment_id=a93bb800-02bf-48b4-8b39-d53f236e2e80)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:05:01.400784 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:01.426195 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c685a0e-435c-4ec0-a5c3-1b556eb46626 x-openstack-request-id: req-6c685a0e-435c-4ec0-a5c3-1b556eb46626 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:05:01.426487 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1243fe3-6967-4990-8d59-16e4691abccd", "name": "network-vif-plugged", "status": "completed", "tag": "4bc5ac84-ad45-46af-adc5-56941ae0d346", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:05:01.426742 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6c685a0e-435c-4ec0-a5c3-1b556eb46626 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:05:01.427126 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1243fe3-6967-4990-8d59-16e4691abccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc5ac84-ad45-46af-adc5-56941ae0d346', 'code': 200} Dec 09 16:05:01.452164 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=4bc5ac84-ad45-46af-adc5-56941ae0d346,revision_number=13']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:05:01.959684 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb4410-28f2-44dc-a28c-6b8eed35f129 req-229860ef-a5c9-415f-bd61-7022bab02bb4 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:01.961189 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-74bb4410-28f2-44dc-a28c-6b8eed35f129 req-229860ef-a5c9-415f-bd61-7022bab02bb4 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 946 time: 0.0522249 Dec 09 16:05:02.008072 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-74bb4410-28f2-44dc-a28c-6b8eed35f129 req-711431a1-7c26-449c-9d6b-cd0be99b0c2e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410879 Dec 09 16:05:03.123415 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7a8da-d67d-4b88-8abe-00297f0010de req-ed19753e-5eb9-4d27-901b-bf6766cca3c6 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:03.125058 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-baf7a8da-d67d-4b88-8abe-00297f0010de req-ed19753e-5eb9-4d27-901b-bf6766cca3c6 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 946 time: 0.0497763 Dec 09 16:05:03.172679 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-baf7a8da-d67d-4b88-8abe-00297f0010de req-b5497f7c-13ef-499d-8de6-5ce3edd7dbba tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417247 Dec 09 16:05:04.289138 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b38d64-cb13-4159-9f55-3d2956cedd36 req-05bdccf5-2284-4b0a-ad5f-a27cbef43b22 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:04.290636 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-56b38d64-cb13-4159-9f55-3d2956cedd36 req-05bdccf5-2284-4b0a-ad5f-a27cbef43b22 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 946 time: 0.0483801 Dec 09 16:05:04.342090 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-56b38d64-cb13-4159-9f55-3d2956cedd36 req-7fa6c691-86d1-425c-8f3a-5181dd923af3 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452898 Dec 09 16:05:05.458572 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f177e39-54bf-44a7-b981-a942edc23e96 req-d33aaff3-af1f-4d34-b3dd-51fe2549d798 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:05.460063 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6f177e39-54bf-44a7-b981-a942edc23e96 req-d33aaff3-af1f-4d34-b3dd-51fe2549d798 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 946 time: 0.0493267 Dec 09 16:05:05.508054 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6f177e39-54bf-44a7-b981-a942edc23e96 req-b75e2d53-cb1f-4edf-9467-a4f22175fcb7 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421367 Dec 09 16:05:06.622418 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682536a1-16c2-47c5-bf40-8192642fb054 req-50b19a70-6241-498e-9cbf-34f86342710b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:06.623809 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-682536a1-16c2-47c5-bf40-8192642fb054 req-50b19a70-6241-498e-9cbf-34f86342710b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 946 time: 0.0491636 Dec 09 16:05:06.671422 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-682536a1-16c2-47c5-bf40-8192642fb054 req-04b90ac5-e88f-475a-af81-9039173368f9 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407863 Dec 09 16:05:07.790424 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71638a3-3e33-4409-b6f9-8c700da6843a req-72a404a1-6da8-47cc-9e48-20514cd04f04 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:07.791929 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f71638a3-3e33-4409-b6f9-8c700da6843a req-72a404a1-6da8-47cc-9e48-20514cd04f04 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 946 time: 0.0525773 Dec 09 16:05:07.838261 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f71638a3-3e33-4409-b6f9-8c700da6843a req-7e7d5e54-5980-4710-adda-0512021bcea9 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403929 Dec 09 16:05:08.950947 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97a584-1b13-4d17-a2ce-7cbeadff96d3 req-703f5a3a-751c-407a-9136-cdf93a98dfd3 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:08.952637 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd97a584-1b13-4d17-a2ce-7cbeadff96d3 req-703f5a3a-751c-407a-9136-cdf93a98dfd3 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 946 time: 0.0485342 Dec 09 16:05:08.999387 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd97a584-1b13-4d17-a2ce-7cbeadff96d3 req-5ac7dcbd-e249-4474-b4d3-58abeca1d756 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409400 Dec 09 16:05:09.484282 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-59c6d1f6-c2d7-45e5-9fa4-38f59867b5e8 req-0e944d79-6c13-4eba-85ed-e64a5dafca0f service neutron] (103244) timed out ('10.222.0.31', 57659) {{(pid=103244) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 16:05:10.113700 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a3c892-d402-4561-b58d-c70f656194cb req-f752dece-561a-4849-b1f0-8f92ac95a3d3 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:10.115194 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6a3c892-d402-4561-b58d-c70f656194cb req-f752dece-561a-4849-b1f0-8f92ac95a3d3 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 946 time: 0.0483730 Dec 09 16:05:10.166033 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6a3c892-d402-4561-b58d-c70f656194cb req-9ef0df74-aecd-4f12-9189-d102ff99d494 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448458 Dec 09 16:05:11.281828 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4717da-eb52-4f94-89d8-c9bf43a2bd7f req-a9586714-d822-48c9-8adb-e1ec4666fa01 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:11.283300 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5a4717da-eb52-4f94-89d8-c9bf43a2bd7f req-a9586714-d822-48c9-8adb-e1ec4666fa01 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 946 time: 0.0482886 Dec 09 16:05:11.330370 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5a4717da-eb52-4f94-89d8-c9bf43a2bd7f req-dda0cd16-adc0-43a4-a228-1be64d0758d7 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411668 Dec 09 16:05:12.447754 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a399b-e435-4150-b821-a6e4b3a1be92 req-9c311abb-32d5-4720-b27e-1ace5caa4aac tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:12.449262 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f04a399b-e435-4150-b821-a6e4b3a1be92 req-9c311abb-32d5-4720-b27e-1ace5caa4aac tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 946 time: 0.0488420 Dec 09 16:05:12.496838 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f04a399b-e435-4150-b821-a6e4b3a1be92 req-d0c29d34-7feb-42b9-b1c3-27fa1e58bf9a tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415053 Dec 09 16:05:13.623301 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc642ee-ff17-4b60-8c27-fff748e87fba req-c41cfb6a-8c1d-49dd-803f-6e4b233aa197 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:13.624753 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6dc642ee-ff17-4b60-8c27-fff748e87fba req-c41cfb6a-8c1d-49dd-803f-6e4b233aa197 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 946 time: 0.0591695 Dec 09 16:05:13.671271 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6dc642ee-ff17-4b60-8c27-fff748e87fba req-b4386f16-4035-4e80-af3f-5e77ed9280c5 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398397 Dec 09 16:05:14.786654 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27db67b-76d0-400d-8c04-a5dada98ebdb req-f2b3171f-38cd-418a-9a5f-e6ac5ca8db39 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:14.788130 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e27db67b-76d0-400d-8c04-a5dada98ebdb req-f2b3171f-38cd-418a-9a5f-e6ac5ca8db39 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 946 time: 0.0479429 Dec 09 16:05:14.835749 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e27db67b-76d0-400d-8c04-a5dada98ebdb req-b0c58a72-3968-44ed-9839-bb9a59dd6d91 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416501 Dec 09 16:05:15.954059 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82885f-a957-4eb0-95e1-6e484e7da555 req-cd589698-9ea8-4d2c-bad8-fac640c1d1ee tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:15.955520 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eb82885f-a957-4eb0-95e1-6e484e7da555 req-cd589698-9ea8-4d2c-bad8-fac640c1d1ee tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 946 time: 0.0518486 Dec 09 16:05:16.002052 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eb82885f-a957-4eb0-95e1-6e484e7da555 req-d6b12cd8-1a2f-4806-8b81-3e6deefa72b4 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406339 Dec 09 16:05:16.171068 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:17.116618 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e21ce-b46b-4e57-bcf6-1bb22536524f req-56dfcc32-66d5-4822-80ef-300550c2e3e8 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:17.118108 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8b3e21ce-b46b-4e57-bcf6-1bb22536524f req-56dfcc32-66d5-4822-80ef-300550c2e3e8 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 946 time: 0.0483155 Dec 09 16:05:17.166038 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8b3e21ce-b46b-4e57-bcf6-1bb22536524f req-992e2404-43ad-4cd7-a99f-f32f9dc41b27 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420210 Dec 09 16:05:18.281025 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef1b5a-db12-433e-b382-12ce53188bd9 req-bec8ea1d-43f9-4de3-8132-a5f4e564a155 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:18.283171 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e0ef1b5a-db12-433e-b382-12ce53188bd9 req-bec8ea1d-43f9-4de3-8132-a5f4e564a155 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 946 time: 0.0487494 Dec 09 16:05:18.334356 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e0ef1b5a-db12-433e-b382-12ce53188bd9 req-ce356bcb-c742-4beb-b172-2a06636831f1 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452960 Dec 09 16:05:19.475679 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef6a7f-3ea0-4d4c-b3c9-e4ef8594508e req-b2fdd420-7edf-44ca-b059-1daeb879d973 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:19.477242 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3bef6a7f-3ea0-4d4c-b3c9-e4ef8594508e req-b2fdd420-7edf-44ca-b059-1daeb879d973 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 946 time: 0.0726991 Dec 09 16:05:19.495573 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-545ac9da-d218-4ff8-a64c-bab105e0e3e6 req-27576388-ed99-4a1a-9238-a4d51e8867ea service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0605195 Dec 09 16:05:19.553262 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3bef6a7f-3ea0-4d4c-b3c9-e4ef8594508e req-e94301da-a057-450e-82b4-915172c9b7b6 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696852 Dec 09 16:05:19.567472 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ac9da-d218-4ff8-a64c-bab105e0e3e6 req-d3abb522-16ff-426c-99a0-543c8723712d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:19.568908 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-545ac9da-d218-4ff8-a64c-bab105e0e3e6 req-d3abb522-16ff-426c-99a0-543c8723712d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 1098 time: 0.0489166 Dec 09 16:05:19.677356 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ac9da-d218-4ff8-a64c-bab105e0e3e6 req-7bb305e9-d652-4691-ac17-fcdb85f558f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:19.679324 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-545ac9da-d218-4ff8-a64c-bab105e0e3e6 req-7bb305e9-d652-4691-ac17-fcdb85f558f5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1c9a6340-a192-44b4-aab5-554336dba7c8 HTTP/1.1" status: 200 len: 898 time: 0.0884206 Dec 09 16:05:19.744957 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-545ac9da-d218-4ff8-a64c-bab105e0e3e6 req-52ee7fd2-e6bb-4423-a64e-b8201aabdbe6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bc5ac84-ad45-46af-adc5-56941ae0d346 HTTP/1.1" status: 200 len: 1002 time: 0.0575128 Dec 09 16:05:19.797567 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ac9da-d218-4ff8-a64c-bab105e0e3e6 req-930bb8a8-2969-4b8b-8c3a-4e7c74f3962e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:19.799177 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-545ac9da-d218-4ff8-a64c-bab105e0e3e6 req-930bb8a8-2969-4b8b-8c3a-4e7c74f3962e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c9ecdc44-e458-4048-bb70-30501b6f0268 HTTP/1.1" status: 200 len: 835 time: 0.0462499 Dec 09 16:05:19.847012 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ac9da-d218-4ff8-a64c-bab105e0e3e6 req-4e6f0918-9174-4e43-8978-e40b4028e418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:19.848538 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-545ac9da-d218-4ff8-a64c-bab105e0e3e6 req-4e6f0918-9174-4e43-8978-e40b4028e418 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1c9a6340-a192-44b4-aab5-554336dba7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414300 Dec 09 16:05:19.936229 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-545ac9da-d218-4ff8-a64c-bab105e0e3e6 req-0e9a39e5-30f1-4393-9041-185fa85a7de6 service neutron] 10.222.0.31 "GET /v2.0/networks/1c9a6340-a192-44b4-aab5-554336dba7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805547 Dec 09 16:05:20.029862 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-545ac9da-d218-4ff8-a64c-bab105e0e3e6 req-78d27aab-1d12-4e89-a459-bb3a854a2f33 service neutron] 10.222.0.31 "GET /v2.0/networks/1c9a6340-a192-44b4-aab5-554336dba7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837698 Dec 09 16:05:20.466914 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fc5f674d-c4e2-4d84-9343-d73ad9aff2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:20.673611 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa7c12b-07e9-4b98-851e-8c8c5a17ba4d req-0a94fb57-91a6-4620-9cd6-80f90aa45c4e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:20.675096 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1fa7c12b-07e9-4b98-851e-8c8c5a17ba4d req-0a94fb57-91a6-4620-9cd6-80f90aa45c4e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 946 time: 0.0498533 Dec 09 16:05:20.723291 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1fa7c12b-07e9-4b98-851e-8c8c5a17ba4d req-984819ed-3001-46b3-a917-e303985b1ca8 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422120 Dec 09 16:05:20.806208 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:05:20.918482 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72267e-65ab-4bb9-a3ad-ed112a820442 req-7eda160e-8094-4e6b-9bf3-985053743710 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:20.919855 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7d72267e-65ab-4bb9-a3ad-ed112a820442 req-7eda160e-8094-4e6b-9bf3-985053743710 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0529580 Dec 09 16:05:20.966615 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7d72267e-65ab-4bb9-a3ad-ed112a820442 req-6422ed81-9d23-4731-bceb-863ea308957b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400612 Dec 09 16:05:21.087592 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17a5f3-c703-44ce-87e4-7107c354be20 req-c87529c3-e7ef-4ea2-8fea-604cd8f064a2 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:21.089074 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da17a5f3-c703-44ce-87e4-7107c354be20 req-c87529c3-e7ef-4ea2-8fea-604cd8f064a2 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0488386 Dec 09 16:05:21.136945 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da17a5f3-c703-44ce-87e4-7107c354be20 req-c9bd1f95-d9de-4b26-ada0-5961521f548a tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405684 Dec 09 16:05:21.360399 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-d95a6e50-54f4-4f2c-8b2b-c4d1b7a11c4d tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:21.361904 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-d95a6e50-54f4-4f2c-8b2b-c4d1b7a11c4d tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/networks?id=10465fca-def6-40ef-b54b-0b10ab1b7b44 HTTP/1.1" status: 200 len: 811 time: 0.1054173 Dec 09 16:05:21.376348 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-ac044a22-1822-406f-8fda-71a8f9f97926 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/quotas/dff41d0cd6dc4e42b95a80470934c32b HTTP/1.1" status: 200 len: 375 time: 0.0089715 Dec 09 16:05:21.430603 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-13d741a3-28c4-4b4d-88b1-1cdb40957eaf tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=dff41d0cd6dc4e42b95a80470934c32b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0491607 Dec 09 16:05:21.571887 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-009fa1e6-13ea-4ec7-8d4d-3f105cdb69a8 service neutron] 10.222.0.57 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343279 Dec 09 16:05:21.664219 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-5a7ae27c-0ffa-421f-b948-907008dc6bac service neutron] 10.222.0.57 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862808 Dec 09 16:05:21.829641 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cfaa2551-fca8-4e95-9780-98e943ccbd06 req-eff200b9-7b6e-4b5b-8b06-850588b5c4b2 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=2be1b1ae-d42d-4aaa-a893-f9040ed741ea HTTP/1.1" status: 200 len: 210 time: 0.0274425 Dec 09 16:05:22.877529 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-81692469-8b86-4f06-baf7-ad7343b04ac3 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:22.879761 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-81692469-8b86-4f06-baf7-ad7343b04ac3 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.42 "GET /v2.0/networks?id=10465fca-def6-40ef-b54b-0b10ab1b7b44 HTTP/1.1" status: 200 len: 811 time: 0.1065490 Dec 09 16:05:22.901745 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-e5d0b16f-0d1d-4754-afb1-e0f7cd971801 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Request body: {'port': {'device_id': '2be1b1ae-d42d-4aaa-a893-f9040ed741ea', 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44', 'admin_state_up': True, 'tenant_id': 'dff41d0cd6dc4e42b95a80470934c32b'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:05:22.927938 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e089f190-7b1a-493f-bb37-c1021affbb51 req-1e0a0fd3-1d70-490b-9391-2f4db64fb239 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=2be1b1ae-d42d-4aaa-a893-f9040ed741ea HTTP/1.1" status: 200 len: 210 time: 0.0268745 Dec 09 16:05:22.997038 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f61bd47e-5a46-49ff-a270-c308be18fde0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:23.015810 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-e5d0b16f-0d1d-4754-afb1-e0f7cd971801 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Made reservation on behalf of dff41d0cd6dc4e42b95a80470934c32b for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:05:23.020019 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-e5d0b16f-0d1d-4754-afb1-e0f7cd971801 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:23.144064 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-e5d0b16f-0d1d-4754-afb1-e0f7cd971801 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Allocated IP 172.20.0.12 (10465fca-def6-40ef-b54b-0b10ab1b7b44/3b011188-7849-4d66-ad21-4c37ec602085/5ded3cb7-4dc4-4fbc-b5cd-394c44942fae) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:05:23.290731 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-e5d0b16f-0d1d-4754-afb1-e0f7cd971801 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:23.324822 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-e5d0b16f-0d1d-4754-afb1-e0f7cd971801 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:23.358843 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['a9b9a28b-f70c-4152-b15c-ca1fbce55eb3'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:05:23.376502 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-e5d0b16f-0d1d-4754-afb1-e0f7cd971801 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Network 10465fca-def6-40ef-b54b-0b10ab1b7b44 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:05:23.382853 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-e5d0b16f-0d1d-4754-afb1-e0f7cd971801 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:05:23.387183 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-e5d0b16f-0d1d-4754-afb1-e0f7cd971801 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:05:23.424739 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0b16f-0d1d-4754-afb1-e0f7cd971801 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Pushing event updated for resources: {'Port': ['ID=5ded3cb7-4dc4-4fbc-b5cd-394c44942fae,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:05:23.458512 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-e5d0b16f-0d1d-4754-afb1-e0f7cd971801 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:23.459849 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-e5d0b16f-0d1d-4754-afb1-e0f7cd971801 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:23.482071 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-e5d0b16f-0d1d-4754-afb1-e0f7cd971801 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5843618 Dec 09 16:05:23.567444 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-1b7310c4-0977-4c7f-91e4-dc26a764b4d5 service neutron] Request body: {'port': {'device_id': '2be1b1ae-d42d-4aaa-a893-f9040ed741ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:05:23.622786 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-1b7310c4-0977-4c7f-91e4-dc26a764b4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:23.704399 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-88fa2e92-4160-42d5-8ad2-de366a165946 None None] Provisioning complete for port 5ded3cb7-4dc4-4fbc-b5cd-394c44942fae triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:05:23.704687 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-88fa2e92-4160-42d5-8ad2-de366a165946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:23.739960 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-88fa2e92-4160-42d5-8ad2-de366a165946 None None] Port 5ded3cb7-4dc4-4fbc-b5cd-394c44942fae cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:05:23.884026 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-1b7310c4-0977-4c7f-91e4-dc26a764b4d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ded3cb7-4dc4-4fbc-b5cd-394c44942fae {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:05:23.891464 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-1b7310c4-0977-4c7f-91e4-dc26a764b4d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:23.903508 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-1b7310c4-0977-4c7f-91e4-dc26a764b4d5 service neutron] Transition to ACTIVE for port object 5ded3cb7-4dc4-4fbc-b5cd-394c44942fae will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:05:23.907329 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-1b7310c4-0977-4c7f-91e4-dc26a764b4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:23.963021 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7310c4-0977-4c7f-91e4-dc26a764b4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=5ded3cb7-4dc4-4fbc-b5cd-394c44942fae,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:05:24.034985 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-1b7310c4-0977-4c7f-91e4-dc26a764b4d5 service neutron] Attempting to bind port 5ded3cb7-4dc4-4fbc-b5cd-394c44942fae on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:05:24.035327 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-1b7310c4-0977-4c7f-91e4-dc26a764b4d5 service neutron] Attempting to bind port 5ded3cb7-4dc4-4fbc-b5cd-394c44942fae by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '71e1b333-ca98-4003-8ba1-d22f8260f9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:05:24.035667 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-1b7310c4-0977-4c7f-91e4-dc26a764b4d5 service neutron] Attempting to bind port 5ded3cb7-4dc4-4fbc-b5cd-394c44942fae on network 10465fca-def6-40ef-b54b-0b10ab1b7b44 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:05:24.040868 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-1b7310c4-0977-4c7f-91e4-dc26a764b4d5 service neutron] Port 5ded3cb7-4dc4-4fbc-b5cd-394c44942fae on network 10465fca-def6-40ef-b54b-0b10ab1b7b44 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:05:24.041200 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-1b7310c4-0977-4c7f-91e4-dc26a764b4d5 service neutron] Attempting to bind port 5ded3cb7-4dc4-4fbc-b5cd-394c44942fae on network 10465fca-def6-40ef-b54b-0b10ab1b7b44 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:05:24.046678 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-1b7310c4-0977-4c7f-91e4-dc26a764b4d5 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:05:24.047072 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-1b7310c4-0977-4c7f-91e4-dc26a764b4d5 service neutron] Checking segment: {'id': '71e1b333-ca98-4003-8ba1-d22f8260f9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:05:24.047397 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-1b7310c4-0977-4c7f-91e4-dc26a764b4d5 service neutron] Bound using segment: {'id': '71e1b333-ca98-4003-8ba1-d22f8260f9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:05:24.047821 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-1b7310c4-0977-4c7f-91e4-dc26a764b4d5 service neutron] Bound port: 5ded3cb7-4dc4-4fbc-b5cd-394c44942fae, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71e1b333-ca98-4003-8ba1-d22f8260f9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:05:24.048183 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-1b7310c4-0977-4c7f-91e4-dc26a764b4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:24.068326 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0f42e-9013-45cd-8e8d-4902cf10bf8c req-f58c4702-ef97-4459-a364-910e815d3e35 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:24.069945 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1ff0f42e-9013-45cd-8e8d-4902cf10bf8c req-f58c4702-ef97-4459-a364-910e815d3e35 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=2be1b1ae-d42d-4aaa-a893-f9040ed741ea HTTP/1.1" status: 200 len: 944 time: 0.0685472 Dec 09 16:05:24.113892 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:24.125857 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-1b7310c4-0977-4c7f-91e4-dc26a764b4d5 service neutron] For port 5ded3cb7-4dc4-4fbc-b5cd-394c44942fae, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:05:24.128965 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1ff0f42e-9013-45cd-8e8d-4902cf10bf8c req-badb2bb0-ba58-4eba-b2ad-e7540284cb26 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527852 Dec 09 16:05:24.129287 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-1b7310c4-0977-4c7f-91e4-dc26a764b4d5 service neutron] For port 5ded3cb7-4dc4-4fbc-b5cd-394c44942fae, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=5ded3cb7-4dc4-4fbc-b5cd-394c44942fae,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:05:24.134239 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-1b7310c4-0977-4c7f-91e4-dc26a764b4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:24.149993 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-1b7310c4-0977-4c7f-91e4-dc26a764b4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:24.150833 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-1b7310c4-0977-4c7f-91e4-dc26a764b4d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:24.152427 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-1b7310c4-0977-4c7f-91e4-dc26a764b4d5 service neutron] 10.222.0.42 "PUT /v2.0/ports/5ded3cb7-4dc4-4fbc-b5cd-394c44942fae HTTP/1.1" status: 200 len: 1092 time: 0.6555245 Dec 09 16:05:24.153042 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be1b1ae-d42d-4aaa-a893-f9040ed741ea', 'tag': '5ded3cb7-4dc4-4fbc-b5cd-394c44942fae'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:05:24.155626 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662d21ea-4479-4d71-91a3-3c1274fba482" -d '{"events": [{"name": "network-changed", "server_uuid": "2be1b1ae-d42d-4aaa-a893-f9040ed741ea", "tag": "5ded3cb7-4dc4-4fbc-b5cd-394c44942fae"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:05:24.197927 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac9b305-aae3-4e7e-9bbb-9a71025d11da x-openstack-request-id: req-eac9b305-aae3-4e7e-9bbb-9a71025d11da {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:05:24.198226 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2be1b1ae-d42d-4aaa-a893-f9040ed741ea", "tag": "5ded3cb7-4dc4-4fbc-b5cd-394c44942fae", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:05:24.198486 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-eac9b305-aae3-4e7e-9bbb-9a71025d11da {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:05:24.198896 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be1b1ae-d42d-4aaa-a893-f9040ed741ea', 'tag': '5ded3cb7-4dc4-4fbc-b5cd-394c44942fae', 'status': 'completed', 'code': 200} Dec 09 16:05:24.213053 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7310c4-0977-4c7f-91e4-dc26a764b4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=5ded3cb7-4dc4-4fbc-b5cd-394c44942fae,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:05:24.262874 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-0a61b6a1-33fe-49e5-abd5-8d355f9f7185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:24.264598 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-0a61b6a1-33fe-49e5-abd5-8d355f9f7185 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dff41d0cd6dc4e42b95a80470934c32b&device_id=2be1b1ae-d42d-4aaa-a893-f9040ed741ea HTTP/1.1" status: 200 len: 1095 time: 0.0468190 Dec 09 16:05:24.314579 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-4e407a9f-b498-48f2-94a9-067f89baabc0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ded3cb7-4dc4-4fbc-b5cd-394c44942fae HTTP/1.1" status: 200 len: 217 time: 0.0359662 Dec 09 16:05:24.371300 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-48b04983-3c7d-48f0-85d7-6479242f3221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:24.372804 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-48b04983-3c7d-48f0-85d7-6479242f3221 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3b011188-7849-4d66-ad21-4c37ec602085 HTTP/1.1" status: 200 len: 850 time: 0.0509505 Dec 09 16:05:24.418424 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-c8e98bf7-b60e-4dcf-83db-810ed664a37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:24.419928 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-c8e98bf7-b60e-4dcf-83db-810ed664a37c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=10465fca-def6-40ef-b54b-0b10ab1b7b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403717 Dec 09 16:05:24.513807 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-0a5b0058-ae38-472d-a278-ff28329130b5 service neutron] 10.222.0.42 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849304 Dec 09 16:05:24.604331 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1d13095e-34cf-4ee6-be29-e032abe76a8b req-413ea14c-479f-42dc-bdae-c20f4ed7911c service neutron] 10.222.0.42 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820014 Dec 09 16:05:24.734297 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d21ea-4479-4d71-91a3-3c1274fba482 req-5f7b2ef4-7a5c-4bdf-a7c4-e31fa1a7c243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:24.735894 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-662d21ea-4479-4d71-91a3-3c1274fba482 req-5f7b2ef4-7a5c-4bdf-a7c4-e31fa1a7c243 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dff41d0cd6dc4e42b95a80470934c32b&device_id=2be1b1ae-d42d-4aaa-a893-f9040ed741ea HTTP/1.1" status: 200 len: 1095 time: 0.0417349 Dec 09 16:05:24.738236 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:24.830059 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d21ea-4479-4d71-91a3-3c1274fba482 req-b4d8be9a-205e-4a97-97b6-895a2e4ef90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:24.832227 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-662d21ea-4479-4d71-91a3-3c1274fba482 req-b4d8be9a-205e-4a97-97b6-895a2e4ef90a service neutron] 10.222.0.42 "GET /v2.0/networks?id=10465fca-def6-40ef-b54b-0b10ab1b7b44 HTTP/1.1" status: 200 len: 912 time: 0.0873089 Dec 09 16:05:24.873594 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-662d21ea-4479-4d71-91a3-3c1274fba482 req-423e8a4f-501c-4340-a8bf-d79fae17034b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ded3cb7-4dc4-4fbc-b5cd-394c44942fae HTTP/1.1" status: 200 len: 217 time: 0.0345256 Dec 09 16:05:24.922589 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d21ea-4479-4d71-91a3-3c1274fba482 req-627311ff-50b6-4e96-90a4-55040eb43c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:24.924064 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-662d21ea-4479-4d71-91a3-3c1274fba482 req-627311ff-50b6-4e96-90a4-55040eb43c97 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3b011188-7849-4d66-ad21-4c37ec602085 HTTP/1.1" status: 200 len: 850 time: 0.0433147 Dec 09 16:05:24.973696 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d21ea-4479-4d71-91a3-3c1274fba482 req-d762910b-12ca-4030-873a-5d2f5220c236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:24.975218 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-662d21ea-4479-4d71-91a3-3c1274fba482 req-d762910b-12ca-4030-873a-5d2f5220c236 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=10465fca-def6-40ef-b54b-0b10ab1b7b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444393 Dec 09 16:05:25.062870 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-662d21ea-4479-4d71-91a3-3c1274fba482 req-3b546ac7-6b3c-4711-bcd1-a129a8357019 service neutron] 10.222.0.42 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804920 Dec 09 16:05:25.160851 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-662d21ea-4479-4d71-91a3-3c1274fba482 req-43ab6f69-7dff-4efd-a411-1bd080bee9f5 service neutron] 10.222.0.42 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870366 Dec 09 16:05:25.253183 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468bb22-046d-4ddc-8ddc-04300822e2bd req-07765304-f37a-448f-b2d0-7ad0be3fd74a tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:25.254694 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a468bb22-046d-4ddc-8ddc-04300822e2bd req-07765304-f37a-448f-b2d0-7ad0be3fd74a tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=2be1b1ae-d42d-4aaa-a893-f9040ed741ea HTTP/1.1" status: 200 len: 944 time: 0.0500934 Dec 09 16:05:25.300731 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a468bb22-046d-4ddc-8ddc-04300822e2bd req-6b1b8479-6c09-4ccc-ba4e-37e627272808 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400972 Dec 09 16:05:25.356043 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:26.418249 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8580e-4a52-4c1c-8d0c-69b4a3b28de5 req-ecc58055-4f22-4e3e-850e-dffe5818163d tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:26.419773 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-60c8580e-4a52-4c1c-8d0c-69b4a3b28de5 req-ecc58055-4f22-4e3e-850e-dffe5818163d tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=2be1b1ae-d42d-4aaa-a893-f9040ed741ea HTTP/1.1" status: 200 len: 944 time: 0.0503404 Dec 09 16:05:26.447346 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:26.479658 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-60c8580e-4a52-4c1c-8d0c-69b4a3b28de5 req-030acf68-d069-4ca3-b8e7-e31107a07809 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522165 Dec 09 16:05:27.097327 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 5ded3cb7-4dc4-4fbc-b5cd-394c44942fae details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:05:27.192059 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 5ded3cb7-4dc4-4fbc-b5cd-394c44942fae, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=5ded3cb7-4dc4-4fbc-b5cd-394c44942fae,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:05:27.204718 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '5ded3cb7-4dc4-4fbc-b5cd-394c44942fae', 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44', 'port_id': '5ded3cb7-4dc4-4fbc-b5cd-394c44942fae', 'mac_address': 'fa:16:3e:dd:c6:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b011188-7849-4d66-ad21-4c37ec602085', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:05:27.248245 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:27.262511 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ded3cb7-4dc4-4fbc-b5cd-394c44942fae {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:05:27.281506 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 5ded3cb7-4dc4-4fbc-b5cd-394c44942fae, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=5ded3cb7-4dc4-4fbc-b5cd-394c44942fae,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:05:27.286371 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:27.335108 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=5ded3cb7-4dc4-4fbc-b5cd-394c44942fae,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:05:27.600406 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25787b9-f338-40f5-9efc-c81f85184d68 req-090101d7-5d86-4d0f-a196-06a69e951999 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:27.602029 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d25787b9-f338-40f5-9efc-c81f85184d68 req-090101d7-5d86-4d0f-a196-06a69e951999 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=2be1b1ae-d42d-4aaa-a893-f9040ed741ea HTTP/1.1" status: 200 len: 945 time: 0.0500765 Dec 09 16:05:27.651502 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d25787b9-f338-40f5-9efc-c81f85184d68 req-1f47029a-0fdd-4d74-8048-98a3184ba22c tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425425 Dec 09 16:05:27.653313 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['5ded3cb7-4dc4-4fbc-b5cd-394c44942fae'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:05:28.763903 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e15a90-002a-415c-8de5-f81ac089444a req-e9784c76-7dfe-4935-921b-e3c243866848 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:28.765425 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a4e15a90-002a-415c-8de5-f81ac089444a req-e9784c76-7dfe-4935-921b-e3c243866848 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=2be1b1ae-d42d-4aaa-a893-f9040ed741ea HTTP/1.1" status: 200 len: 945 time: 0.0490232 Dec 09 16:05:28.811332 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a4e15a90-002a-415c-8de5-f81ac089444a req-aa4d8314-c6e0-4481-9436-74c66aecaa64 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399516 Dec 09 16:05:29.114325 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 5ded3cb7-4dc4-4fbc-b5cd-394c44942fae up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:05:29.161393 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port 5ded3cb7-4dc4-4fbc-b5cd-394c44942fae completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:05:29.165276 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 5ded3cb7-4dc4-4fbc-b5cd-394c44942fae triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:05:29.165643 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:29.241326 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:29.265464 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be1b1ae-d42d-4aaa-a893-f9040ed741ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ded3cb7-4dc4-4fbc-b5cd-394c44942fae'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:05:29.267669 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7d825c-970c-44c7-b01b-6765d2bb6e39" -d '{"events": [{"server_uuid": "2be1b1ae-d42d-4aaa-a893-f9040ed741ea", "name": "network-vif-plugged", "status": "completed", "tag": "5ded3cb7-4dc4-4fbc-b5cd-394c44942fae"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:05:29.280104 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 5ded3cb7-4dc4-4fbc-b5cd-394c44942fae, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=5ded3cb7-4dc4-4fbc-b5cd-394c44942fae,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:05:29.284759 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:29.306892 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1676602c-fb9e-4538-bfe8-a9369d5a812c x-openstack-request-id: req-1676602c-fb9e-4538-bfe8-a9369d5a812c {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:05:29.307192 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be1b1ae-d42d-4aaa-a893-f9040ed741ea", "name": "network-vif-plugged", "status": "completed", "tag": "5ded3cb7-4dc4-4fbc-b5cd-394c44942fae", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:05:29.307443 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1676602c-fb9e-4538-bfe8-a9369d5a812c {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:05:29.307834 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be1b1ae-d42d-4aaa-a893-f9040ed741ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ded3cb7-4dc4-4fbc-b5cd-394c44942fae', 'code': 200} Dec 09 16:05:29.333497 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=5ded3cb7-4dc4-4fbc-b5cd-394c44942fae,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:05:29.437272 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38894a-4ba6-43f5-9b6e-3787ac0431c8 req-bf3592a9-2d85-4205-91e2-8c1fbf031385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:29.438734 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0a38894a-4ba6-43f5-9b6e-3787ac0431c8 req-bf3592a9-2d85-4205-91e2-8c1fbf031385 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2be1b1ae-d42d-4aaa-a893-f9040ed741ea HTTP/1.1" status: 200 len: 1097 time: 0.0405350 Dec 09 16:05:29.483973 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0a38894a-4ba6-43f5-9b6e-3787ac0431c8 req-9c08226d-8337-4149-875a-7cdb6b1422a0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372136 Dec 09 16:05:29.934885 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4475161-f350-420b-b582-f4309b2155ab req-8bf854b2-6a24-483d-b28f-efba7b68fb94 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:29.936366 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f4475161-f350-420b-b582-f4309b2155ab req-8bf854b2-6a24-483d-b28f-efba7b68fb94 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=2be1b1ae-d42d-4aaa-a893-f9040ed741ea HTTP/1.1" status: 200 len: 946 time: 0.0526457 Dec 09 16:05:29.983748 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f4475161-f350-420b-b582-f4309b2155ab req-88581b55-8d85-40d2-9736-64b3e96af338 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406053 Dec 09 16:05:31.108659 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753eb72-013a-41df-b61e-01b367ba3959 req-97b734bc-1cb8-43cc-b9d6-e838781822c5 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:31.110635 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c753eb72-013a-41df-b61e-01b367ba3959 req-97b734bc-1cb8-43cc-b9d6-e838781822c5 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=2be1b1ae-d42d-4aaa-a893-f9040ed741ea HTTP/1.1" status: 200 len: 946 time: 0.0535557 Dec 09 16:05:31.169965 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c753eb72-013a-41df-b61e-01b367ba3959 req-f7654dfe-b551-4d38-929d-9eccdb654d6e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526855 Dec 09 16:05:36.174961 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-faaa1fb1-247a-41eb-a081-7f1a5a4ebbfb req-c5c60143-c274-4842-af89-17df910b3f98 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=188c1c17-98cd-4e55-be07-e65314c119ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0381908 Dec 09 16:05:36.276395 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa1fb1-247a-41eb-a081-7f1a5a4ebbfb req-7ef892ab-e629-48ea-8357-1d8375c6669b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:36.277906 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-faaa1fb1-247a-41eb-a081-7f1a5a4ebbfb req-7ef892ab-e629-48ea-8357-1d8375c6669b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dff41d0cd6dc4e42b95a80470934c32b&device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 1097 time: 0.0445874 Dec 09 16:05:36.380982 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa1fb1-247a-41eb-a081-7f1a5a4ebbfb req-1240bde5-8348-48c7-8326-f0a99e73d96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:36.382487 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-faaa1fb1-247a-41eb-a081-7f1a5a4ebbfb req-1240bde5-8348-48c7-8326-f0a99e73d96c service neutron] 10.222.0.42 "GET /v2.0/networks?id=10465fca-def6-40ef-b54b-0b10ab1b7b44 HTTP/1.1" status: 200 len: 912 time: 0.0857432 Dec 09 16:05:36.427345 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-faaa1fb1-247a-41eb-a081-7f1a5a4ebbfb req-7f670a7f-9b26-4a29-9a05-6ae8b54d6599 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9b9a28b-f70c-4152-b15c-ca1fbce55eb3 HTTP/1.1" status: 200 len: 217 time: 0.0381866 Dec 09 16:05:36.474838 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa1fb1-247a-41eb-a081-7f1a5a4ebbfb req-03cc64dc-7808-4ffb-95d9-acf93750a8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:36.476239 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-faaa1fb1-247a-41eb-a081-7f1a5a4ebbfb req-03cc64dc-7808-4ffb-95d9-acf93750a8b7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3b011188-7849-4d66-ad21-4c37ec602085 HTTP/1.1" status: 200 len: 850 time: 0.0424464 Dec 09 16:05:36.520780 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa1fb1-247a-41eb-a081-7f1a5a4ebbfb req-68e997b7-0c0c-4337-b7d8-22a8d317d06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:36.522241 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-faaa1fb1-247a-41eb-a081-7f1a5a4ebbfb req-68e997b7-0c0c-4337-b7d8-22a8d317d06c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=10465fca-def6-40ef-b54b-0b10ab1b7b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392692 Dec 09 16:05:36.615029 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-faaa1fb1-247a-41eb-a081-7f1a5a4ebbfb req-8227d23d-9b97-42a7-addc-151cce45376c service neutron] 10.222.0.42 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856006 Dec 09 16:05:36.727484 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-faaa1fb1-247a-41eb-a081-7f1a5a4ebbfb req-be734e84-b570-4f00-8d06-b3882d9cdb4a service neutron] 10.222.0.42 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819860 Dec 09 16:05:44.348202 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa375d3-73c0-4803-b6af-7131346ef3e6 req-3172de4b-a62c-44f5-886f-fec1b41d5a0b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:44.349719 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ffa375d3-73c0-4803-b6af-7131346ef3e6 req-3172de4b-a62c-44f5-886f-fec1b41d5a0b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0494401 Dec 09 16:05:44.400008 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ffa375d3-73c0-4803-b6af-7131346ef3e6 req-90b41912-2de8-48a7-a163-658c1a9d6f9e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442994 Dec 09 16:05:44.515493 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc096ce-80c2-41a7-96c9-f0c1227ba02e req-8671c481-b447-4f85-92d3-a5d582c6626c tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:44.517000 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1dc096ce-80c2-41a7-96c9-f0c1227ba02e req-8671c481-b447-4f85-92d3-a5d582c6626c tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0496049 Dec 09 16:05:44.564311 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1dc096ce-80c2-41a7-96c9-f0c1227ba02e req-8e44bed9-2310-4409-908f-f8a3765c243a tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405073 Dec 09 16:05:44.787859 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e09e6f-8e75-4c2c-af1f-3d5cb9fe2b55 req-3090528c-8b19-4625-8e49-5cb1cb31add0 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:44.789341 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-35e09e6f-8e75-4c2c-af1f-3d5cb9fe2b55 req-3090528c-8b19-4625-8e49-5cb1cb31add0 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0482147 Dec 09 16:05:44.836916 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-35e09e6f-8e75-4c2c-af1f-3d5cb9fe2b55 req-852fedf2-97b4-4d3f-8c45-56ee6c88d593 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414455 Dec 09 16:05:45.174966 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c0ee0-efc3-4bfa-90b1-4f85a75f6a49 req-64e982e4-5cdc-4f39-ab02-338992ec48e4 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:45.176647 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c31c0ee0-efc3-4bfa-90b1-4f85a75f6a49 req-64e982e4-5cdc-4f39-ab02-338992ec48e4 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0531862 Dec 09 16:05:45.225772 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c31c0ee0-efc3-4bfa-90b1-4f85a75f6a49 req-c0993e39-1982-4e4f-b031-1030e512387b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420096 Dec 09 16:05:46.170985 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:46.344064 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d20cc4-7470-482d-800d-fae17056f170 req-e80e3efb-9aa2-4a8c-abbd-bdf8fcbab56f tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:46.345601 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-62d20cc4-7470-482d-800d-fae17056f170 req-e80e3efb-9aa2-4a8c-abbd-bdf8fcbab56f tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0531235 Dec 09 16:05:46.392362 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-62d20cc4-7470-482d-800d-fae17056f170 req-c12c8719-dab5-46a3-abc9-b355cd047f35 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402849 Dec 09 16:05:47.513999 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb8f8a-b965-4692-b3ae-b3c9453aebbe req-731be726-e7b3-4f8e-a56c-9e89deb4947b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:47.515460 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-20bb8f8a-b965-4692-b3ae-b3c9453aebbe req-731be726-e7b3-4f8e-a56c-9e89deb4947b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0526073 Dec 09 16:05:47.562506 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-20bb8f8a-b965-4692-b3ae-b3c9453aebbe req-84985faa-6980-4cbb-b401-b42b15dbe611 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401754 Dec 09 16:05:47.759096 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbf7b0-6b25-4af4-aee7-53ba5faec2ae req-dbd8d741-b477-4101-b8f0-4d7cccd55b5e tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:47.760610 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cebbf7b0-6b25-4af4-aee7-53ba5faec2ae req-dbd8d741-b477-4101-b8f0-4d7cccd55b5e tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 1098 time: 0.0397675 Dec 09 16:05:47.805712 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cebbf7b0-6b25-4af4-aee7-53ba5faec2ae req-01e4bd8c-5862-4500-a747-78dab3a007ba tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393608 Dec 09 16:05:47.827828 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41588) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:05:47.982113 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e667141d-b878-4059-bf9a-08dc8f673cab tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Deleting port 17e0ac28-8fcc-4f9c-b216-375258bd9c17 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:05:47.982447 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e667141d-b878-4059-bf9a-08dc8f673cab tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:48.057888 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e667141d-b878-4059-bf9a-08dc8f673cab tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:48.058216 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e667141d-b878-4059-bf9a-08dc8f673cab tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:48.070096 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e667141d-b878-4059-bf9a-08dc8f673cab tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Calling delete_port for 17e0ac28-8fcc-4f9c-b216-375258bd9c17 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:05:48.214866 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e667141d-b878-4059-bf9a-08dc8f673cab tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:48.238120 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e667141d-b878-4059-bf9a-08dc8f673cab tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event deleted for resources: {'Port': ['ID=17e0ac28-8fcc-4f9c-b216-375258bd9c17,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:05:48.302149 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e667141d-b878-4059-bf9a-08dc8f673cab tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:48.302538 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-e667141d-b878-4059-bf9a-08dc8f673cab tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Floating IP b4a7bb88-4938-4b67-b11f-843484243dbd disassociated (deleted). External IP: 172.25.3.146, port: 4bc5ac84-ad45-46af-adc5-56941ae0d346. Dec 09 16:05:48.877209 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002d8b9-2946-47bd-aae9-8bab573f1190 req-1bd7fcef-cf9a-4651-973c-11e6f01b3e1e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:48.879215 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f002d8b9-2946-47bd-aae9-8bab573f1190 req-1bd7fcef-cf9a-4651-973c-11e6f01b3e1e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0973747 Dec 09 16:05:48.903234 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e667141d-b878-4059-bf9a-08dc8f673cab tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Router 86fb14b6-a7f5-4a31-902c-cb0b69de888b has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:05:48.969920 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f002d8b9-2946-47bd-aae9-8bab573f1190 req-f94e0a96-22ce-4931-a720-d818641f3eff tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841618 Dec 09 16:05:49.035225 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e667141d-b878-4059-bf9a-08dc8f673cab tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:05:49.040092 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e667141d-b878-4059-bf9a-08dc8f673cab tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:49.047336 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9927256c-ee0d-4d59-9227-2d0f6c415965 None None] Sync routers for ids ['86fb14b6-a7f5-4a31-902c-cb0b69de888b'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:05:49.058786 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9927256c-ee0d-4d59-9227-2d0f6c415965 None None] Routers {'86fb14b6-a7f5-4a31-902c-cb0b69de888b'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:05:49.064148 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9927256c-ee0d-4d59-9227-2d0f6c415965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:05:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['86fb14b6-a7f5-4a31-902c-cb0b69de888b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:05:49.068727 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e667141d-b878-4059-bf9a-08dc8f673cab tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "DELETE /v2.0/floatingips/b4a7bb88-4938-4b67-b11f-843484243dbd HTTP/1.1" status: 204 len: 168 time: 1.2396884 Dec 09 16:05:49.069342 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1243fe3-6967-4990-8d59-16e4691abccd', 'tag': '4bc5ac84-ad45-46af-adc5-56941ae0d346'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:05:49.071604 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ad5939-b68c-40c5-aed4-a85f2ba50997" -d '{"events": [{"name": "network-changed", "server_uuid": "d1243fe3-6967-4990-8d59-16e4691abccd", "tag": "4bc5ac84-ad45-46af-adc5-56941ae0d346"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:05:49.171413 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-9927256c-ee0d-4d59-9227-2d0f6c415965 None None] Set router 86fb14b6-a7f5-4a31-902c-cb0b69de888b gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:05:49.223017 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89cda719-7e51-40b1-9dcd-38e01135b515 x-openstack-request-id: req-89cda719-7e51-40b1-9dcd-38e01135b515 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:05:49.223336 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1243fe3-6967-4990-8d59-16e4691abccd", "tag": "4bc5ac84-ad45-46af-adc5-56941ae0d346", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:05:49.223588 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-89cda719-7e51-40b1-9dcd-38e01135b515 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:05:49.224012 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1243fe3-6967-4990-8d59-16e4691abccd', 'tag': '4bc5ac84-ad45-46af-adc5-56941ae0d346', 'status': 'completed', 'code': 200} Dec 09 16:05:49.320906 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad5939-b68c-40c5-aed4-a85f2ba50997 req-21206f66-3e54-4481-9640-eb212b41bce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:49.322401 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-06ad5939-b68c-40c5-aed4-a85f2ba50997 req-21206f66-3e54-4481-9640-eb212b41bce6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 1098 time: 0.0740228 Dec 09 16:05:49.336153 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8bbe3-1a5a-4afe-89f8-a6210c2402ab req-62faba78-bb6f-44c4-9fab-b0c23b10fe02 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:49.337996 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cab8bbe3-1a5a-4afe-89f8-a6210c2402ab req-62faba78-bb6f-44c4-9fab-b0c23b10fe02 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 947 time: 0.0618315 Dec 09 16:05:49.377626 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9927256c-ee0d-4d59-9227-2d0f6c415965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fb14b6-a7f5-4a31-902c-cb0b69de888b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208447292', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '896b41d2-83f7-4bec-a27c-9c73428de63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:02:48Z', 'updated_at': '2021-12-09T16:02:52Z', 'revision_number': 4, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': '896b41d2-83f7-4bec-a27c-9c73428de63f', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:49:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb14b6-a7f5-4a31-902c-cb0b69de888b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:02:49Z', 'updated_at': '2021-12-09T16:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'a2c6bc94-bdc3-4f38-acec-5fbce696997a', 'name': '', 'network_id': '1c9a6340-a192-44b4-aab5-554336dba7c8', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'mac_address': 'fa:16:3e:19:20:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb14b6-a7f5-4a31-902c-cb0b69de888b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'c9ecdc44-e458-4048-bb70-30501b6f0268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:02:52Z', 'updated_at': '2021-12-09T16:02:56Z', 'revision_number': 5, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'subnets': [{'id': 'c9ecdc44-e458-4048-bb70-30501b6f0268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:05:49.410189 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9927256c-ee0d-4d59-9227-2d0f6c415965 None None] Checking router: 86fb14b6-a7f5-4a31-902c-cb0b69de888b for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:05:49.418626 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9927256c-ee0d-4d59-9227-2d0f6c415965 None None] Routers {'86fb14b6-a7f5-4a31-902c-cb0b69de888b'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:05:49.419251 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9927256c-ee0d-4d59-9227-2d0f6c415965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:05:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['86fb14b6-a7f5-4a31-902c-cb0b69de888b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:05:49.448053 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cab8bbe3-1a5a-4afe-89f8-a6210c2402ab req-37d65764-3c07-4382-acd0-64a4a7587824 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013207 Dec 09 16:05:49.466356 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad5939-b68c-40c5-aed4-a85f2ba50997 req-99c62adb-15d2-4dc3-95c2-e6904aa63e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:49.467829 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-06ad5939-b68c-40c5-aed4-a85f2ba50997 req-99c62adb-15d2-4dc3-95c2-e6904aa63e94 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1c9a6340-a192-44b4-aab5-554336dba7c8 HTTP/1.1" status: 200 len: 898 time: 0.1288519 Dec 09 16:05:49.515563 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-06ad5939-b68c-40c5-aed4-a85f2ba50997 req-44914a1a-9b7e-41b7-9089-df63c81c8fa5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bc5ac84-ad45-46af-adc5-56941ae0d346 HTTP/1.1" status: 200 len: 217 time: 0.0389225 Dec 09 16:05:49.569443 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad5939-b68c-40c5-aed4-a85f2ba50997 req-d92e1559-cf76-4394-af18-b269104799da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:49.570946 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-06ad5939-b68c-40c5-aed4-a85f2ba50997 req-d92e1559-cf76-4394-af18-b269104799da service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c9ecdc44-e458-4048-bb70-30501b6f0268 HTTP/1.1" status: 200 len: 835 time: 0.0474055 Dec 09 16:05:49.621732 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad5939-b68c-40c5-aed4-a85f2ba50997 req-32cdcbcc-741c-4b3f-a9d5-a09ce5eea90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:49.623295 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-06ad5939-b68c-40c5-aed4-a85f2ba50997 req-32cdcbcc-741c-4b3f-a9d5-a09ce5eea90d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1c9a6340-a192-44b4-aab5-554336dba7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443661 Dec 09 16:05:49.694372 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-9927256c-ee0d-4d59-9227-2d0f6c415965 None None] Set router 86fb14b6-a7f5-4a31-902c-cb0b69de888b gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:05:49.718792 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-06ad5939-b68c-40c5-aed4-a85f2ba50997 req-9c40fae8-8a9a-4939-985e-401f34ff4895 service neutron] 10.222.0.31 "GET /v2.0/networks/1c9a6340-a192-44b4-aab5-554336dba7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871751 Dec 09 16:05:49.811014 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-06ad5939-b68c-40c5-aed4-a85f2ba50997 req-23f6fbff-ec39-4af9-bfac-06d89a74d1fe service neutron] 10.222.0.31 "GET /v2.0/networks/1c9a6340-a192-44b4-aab5-554336dba7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829203 Dec 09 16:05:49.894601 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9927256c-ee0d-4d59-9227-2d0f6c415965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fb14b6-a7f5-4a31-902c-cb0b69de888b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208447292', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '896b41d2-83f7-4bec-a27c-9c73428de63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:02:48Z', 'updated_at': '2021-12-09T16:02:52Z', 'revision_number': 4, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': '896b41d2-83f7-4bec-a27c-9c73428de63f', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:49:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb14b6-a7f5-4a31-902c-cb0b69de888b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:02:49Z', 'updated_at': '2021-12-09T16:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'a2c6bc94-bdc3-4f38-acec-5fbce696997a', 'name': '', 'network_id': '1c9a6340-a192-44b4-aab5-554336dba7c8', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'mac_address': 'fa:16:3e:19:20:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb14b6-a7f5-4a31-902c-cb0b69de888b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'c9ecdc44-e458-4048-bb70-30501b6f0268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:02:52Z', 'updated_at': '2021-12-09T16:02:56Z', 'revision_number': 5, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'subnets': [{'id': 'c9ecdc44-e458-4048-bb70-30501b6f0268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:05:49.920342 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9927256c-ee0d-4d59-9227-2d0f6c415965 None None] The sync data for ids ['86fb14b6-a7f5-4a31-902c-cb0b69de888b'] in n-d-821228-1 is: [{'id': '86fb14b6-a7f5-4a31-902c-cb0b69de888b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208447292', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '896b41d2-83f7-4bec-a27c-9c73428de63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:02:48Z', 'updated_at': '2021-12-09T16:02:52Z', 'revision_number': 4, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': '896b41d2-83f7-4bec-a27c-9c73428de63f', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:49:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb14b6-a7f5-4a31-902c-cb0b69de888b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:02:49Z', 'updated_at': '2021-12-09T16:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'a2c6bc94-bdc3-4f38-acec-5fbce696997a', 'name': '', 'network_id': '1c9a6340-a192-44b4-aab5-554336dba7c8', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'mac_address': 'fa:16:3e:19:20:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb14b6-a7f5-4a31-902c-cb0b69de888b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'c9ecdc44-e458-4048-bb70-30501b6f0268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:02:52Z', 'updated_at': '2021-12-09T16:02:56Z', 'revision_number': 5, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'subnets': [{'id': 'c9ecdc44-e458-4048-bb70-30501b6f0268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:05:50.088442 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e982a97-2bc5-407e-bbc1-27e4c2bf832d req-f5ffc24e-10e4-499f-83cd-e0d1b995ed14 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:50.090001 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8e982a97-2bc5-407e-bbc1-27e4c2bf832d req-f5ffc24e-10e4-499f-83cd-e0d1b995ed14 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0519209 Dec 09 16:05:50.140434 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8e982a97-2bc5-407e-bbc1-27e4c2bf832d req-dad19def-b5f3-4ea5-8c82-fad755580b48 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439374 Dec 09 16:05:50.146133 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce42396-bcd8-4a74-b191-784f7f866def None None] New status for floating IP b4a7bb88-4938-4b67-b11f-843484243dbd: DOWN {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:05:50.469892 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9012671e-ad59-41ab-a491-f44c0e578be6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:50.576365 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621fff03-100d-49c8-b919-488b158bd9a1 req-3b7b7903-acf9-47d6-aa64-038a801f1146 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:50.577911 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-621fff03-100d-49c8-b919-488b158bd9a1 req-3b7b7903-acf9-47d6-aa64-038a801f1146 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 947 time: 0.0539505 Dec 09 16:05:50.630855 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-621fff03-100d-49c8-b919-488b158bd9a1 req-7531be8e-24e6-4511-9644-4d516b0ee007 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=5aeab1fb-1328-49af-9225-9e056ec7d45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464165 Dec 09 16:05:50.989518 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a99728-1c98-4f16-9c4f-84bfc00fd115 req-21283754-dfa2-4ddf-b6ae-dd7de9e97467 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:50.991548 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-36a99728-1c98-4f16-9c4f-84bfc00fd115 req-21283754-dfa2-4ddf-b6ae-dd7de9e97467 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 947 time: 0.0483136 Dec 09 16:05:51.082289 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-36a99728-1c98-4f16-9c4f-84bfc00fd115 req-3bdea838-c262-484a-96a6-dba1f0f9669d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Deleting port 4bc5ac84-ad45-46af-adc5-56941ae0d346 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:05:51.082649 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-36a99728-1c98-4f16-9c4f-84bfc00fd115 req-3bdea838-c262-484a-96a6-dba1f0f9669d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:51.168496 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-36a99728-1c98-4f16-9c4f-84bfc00fd115 req-3bdea838-c262-484a-96a6-dba1f0f9669d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] For port 4bc5ac84-ad45-46af-adc5-56941ae0d346, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=4bc5ac84-ad45-46af-adc5-56941ae0d346,segment=NetworkSegment(a93bb800-02bf-48b4-8b39-d53f236e2e80),segment_id=a93bb800-02bf-48b4-8b39-d53f236e2e80)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:05:51.169193 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-36a99728-1c98-4f16-9c4f-84bfc00fd115 req-3bdea838-c262-484a-96a6-dba1f0f9669d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:51.182796 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-36a99728-1c98-4f16-9c4f-84bfc00fd115 req-3bdea838-c262-484a-96a6-dba1f0f9669d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Calling delete_port for 4bc5ac84-ad45-46af-adc5-56941ae0d346 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:05:51.299167 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225b51a-c896-4c67-b66d-8a120970e62d req-062d368f-08ce-47e4-924d-48492fb58320 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:51.300702 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5225b51a-c896-4c67-b66d-8a120970e62d req-062d368f-08ce-47e4-924d-48492fb58320 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0735691 Dec 09 16:05:51.381885 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-36a99728-1c98-4f16-9c4f-84bfc00fd115 req-3bdea838-c262-484a-96a6-dba1f0f9669d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:51.386673 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5225b51a-c896-4c67-b66d-8a120970e62d req-98d31377-562c-42f5-bdbd-9c20bf7f1bac tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793574 Dec 09 16:05:51.417728 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdea838-c262-484a-96a6-dba1f0f9669d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event deleted for resources: {'Port': ['ID=4bc5ac84-ad45-46af-adc5-56941ae0d346,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:05:51.461095 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a99728-1c98-4f16-9c4f-84bfc00fd115 req-3bdea838-c262-484a-96a6-dba1f0f9669d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] No DVR routers for this DVR port 4bc5ac84-ad45-46af-adc5-56941ae0d346 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:05:51.463895 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-36a99728-1c98-4f16-9c4f-84bfc00fd115 req-3bdea838-c262-484a-96a6-dba1f0f9669d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:51.468083 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-36a99728-1c98-4f16-9c4f-84bfc00fd115 req-3bdea838-c262-484a-96a6-dba1f0f9669d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.31 "DELETE /v2.0/ports/4bc5ac84-ad45-46af-adc5-56941ae0d346 HTTP/1.1" status: 204 len: 173 time: 0.4700320 Dec 09 16:05:51.468842 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1243fe3-6967-4990-8d59-16e4691abccd', 'name': 'network-vif-deleted', 'tag': '4bc5ac84-ad45-46af-adc5-56941ae0d346'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:05:51.472176 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b009535-2b90-4089-a597-6c4bb43dcbfe" -d '{"events": [{"server_uuid": "d1243fe3-6967-4990-8d59-16e4691abccd", "name": "network-vif-deleted", "tag": "4bc5ac84-ad45-46af-adc5-56941ae0d346"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:05:51.508027 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd203889-f072-411f-b9f1-d3f46767ebdf x-openstack-request-id: req-fd203889-f072-411f-b9f1-d3f46767ebdf {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:05:51.508574 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1243fe3-6967-4990-8d59-16e4691abccd", "name": "network-vif-deleted", "tag": "4bc5ac84-ad45-46af-adc5-56941ae0d346", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:05:51.508835 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fd203889-f072-411f-b9f1-d3f46767ebdf {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:05:51.509278 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1243fe3-6967-4990-8d59-16e4691abccd', 'name': 'network-vif-deleted', 'tag': '4bc5ac84-ad45-46af-adc5-56941ae0d346', 'status': 'completed', 'code': 200} Dec 09 16:05:51.738254 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9e0107d8-9fdf-458d-8ea9-ccc71784f0c9 req-bf6d8f2c-8597-4813-86a5-877cafb924a5 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1243fe3-6967-4990-8d59-16e4691abccd HTTP/1.1" status: 200 len: 210 time: 0.0270760 Dec 09 16:05:52.500891 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1c471-3b48-4784-9f75-8bf76e5b5f0f req-a8cdb26e-40a7-4984-9757-8d30462314d3 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:52.502379 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-afb1c471-3b48-4784-9f75-8bf76e5b5f0f req-a8cdb26e-40a7-4984-9757-8d30462314d3 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0490746 Dec 09 16:05:52.549447 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-afb1c471-3b48-4784-9f75-8bf76e5b5f0f req-f4608e95-5a36-4446-8103-4806060e269a tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408311 Dec 09 16:05:52.795208 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41612) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:05:52.998642 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d96b4613-d991-4f0e-8e1b-b26504495eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:53.152440 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8b732566-5b09-49fd-a48e-4d238783a94c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:53.405146 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-8b732566-5b09-49fd-a48e-4d238783a94c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Deleting port a2c6bc94-bdc3-4f38-acec-5fbce696997a {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:05:53.405399 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8b732566-5b09-49fd-a48e-4d238783a94c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:53.450596 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 4bc5ac84-ad45-46af-adc5-56941ae0d346 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:05:53.471007 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 4bc5ac84-ad45-46af-adc5-56941ae0d346 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:05:53.471355 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 4bc5ac84-ad45-46af-adc5-56941ae0d346 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:05:53.496625 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-8b732566-5b09-49fd-a48e-4d238783a94c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] For port a2c6bc94-bdc3-4f38-acec-5fbce696997a, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a2c6bc94-bdc3-4f38-acec-5fbce696997a,segment=NetworkSegment(a93bb800-02bf-48b4-8b39-d53f236e2e80),segment_id=a93bb800-02bf-48b4-8b39-d53f236e2e80)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:05:53.496985 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8b732566-5b09-49fd-a48e-4d238783a94c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:53.510407 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-8b732566-5b09-49fd-a48e-4d238783a94c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Calling delete_port for a2c6bc94-bdc3-4f38-acec-5fbce696997a owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:05:53.703686 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f4d34-d9db-498f-8c71-146ea9e2d519 req-fc6ee56d-80e5-402c-a762-81af4d34487f tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:53.705112 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-301f4d34-d9db-498f-8c71-146ea9e2d519 req-fc6ee56d-80e5-402c-a762-81af4d34487f tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0831065 Dec 09 16:05:53.752629 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8b732566-5b09-49fd-a48e-4d238783a94c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:53.797230 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b732566-5b09-49fd-a48e-4d238783a94c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event deleted for resources: {'Port': ['ID=a2c6bc94-bdc3-4f38-acec-5fbce696997a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:05:53.821769 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-301f4d34-d9db-498f-8c71-146ea9e2d519 req-ec3addf3-b5cd-4e85-b24d-21589d4528ae tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085956 Dec 09 16:05:53.979658 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8b732566-5b09-49fd-a48e-4d238783a94c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:54.100150 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:54.199826 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b732566-5b09-49fd-a48e-4d238783a94c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Router 86fb14b6-a7f5-4a31-902c-cb0b69de888b has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:05:54.308509 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b732566-5b09-49fd-a48e-4d238783a94c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:05:54.313581 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8b732566-5b09-49fd-a48e-4d238783a94c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "PUT /v2.0/routers/86fb14b6-a7f5-4a31-902c-cb0b69de888b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5173545 Dec 09 16:05:54.316210 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41616) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:05:54.319800 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c304f812-8529-418b-9365-1a238c899f26 None None] Sync routers for ids ['86fb14b6-a7f5-4a31-902c-cb0b69de888b'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:05:54.330148 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c304f812-8529-418b-9365-1a238c899f26 None None] Routers {'86fb14b6-a7f5-4a31-902c-cb0b69de888b'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:05:54.330752 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-c304f812-8529-418b-9365-1a238c899f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:05:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['86fb14b6-a7f5-4a31-902c-cb0b69de888b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:05:54.370875 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c86a488-e105-4866-8ae3-3e668a3aeeb2 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Deleting subnet c9ecdc44-e458-4048-bb70-30501b6f0268 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 16:05:54.374145 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2c86a488-e105-4866-8ae3-3e668a3aeeb2 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:54.415969 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2c86a488-e105-4866-8ae3-3e668a3aeeb2 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:54.437535 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-c304f812-8529-418b-9365-1a238c899f26 None None] Set router 86fb14b6-a7f5-4a31-902c-cb0b69de888b gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:05:54.502960 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2c86a488-e105-4866-8ae3-3e668a3aeeb2 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:54.562215 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2c86a488-e105-4866-8ae3-3e668a3aeeb2 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:54.589805 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86a488-e105-4866-8ae3-3e668a3aeeb2 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event deleted for resources: {'Subnet': ['ID=c9ecdc44-e458-4048-bb70-30501b6f0268,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:05:54.600211 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2c86a488-e105-4866-8ae3-3e668a3aeeb2 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:54.603806 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2c86a488-e105-4866-8ae3-3e668a3aeeb2 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "DELETE /v2.0/subnets/c9ecdc44-e458-4048-bb70-30501b6f0268 HTTP/1.1" status: 204 len: 168 time: 0.2851551 Dec 09 16:05:54.604313 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57131d3-7f9e-41f4-91e4-71fb39af1e40 None None] Network 1c9a6340-a192-44b4-aab5-554336dba7c8 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:05:54.605770 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86a488-e105-4866-8ae3-3e668a3aeeb2 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:05:54.606135 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86a488-e105-4866-8ae3-3e668a3aeeb2 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:05:54.606492 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86a488-e105-4866-8ae3-3e668a3aeeb2 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:05:54.607246 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86a488-e105-4866-8ae3-3e668a3aeeb2 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:05:54.607246 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86a488-e105-4866-8ae3-3e668a3aeeb2 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:05:54.607530 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86a488-e105-4866-8ae3-3e668a3aeeb2 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:05:54.607840 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86a488-e105-4866-8ae3-3e668a3aeeb2 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:05:54.608178 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86a488-e105-4866-8ae3-3e668a3aeeb2 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:05:54.608545 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86a488-e105-4866-8ae3-3e668a3aeeb2 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:05:54.609261 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86a488-e105-4866-8ae3-3e668a3aeeb2 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:05:54.609261 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86a488-e105-4866-8ae3-3e668a3aeeb2 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:05:54.609542 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86a488-e105-4866-8ae3-3e668a3aeeb2 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:05:54.609863 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86a488-e105-4866-8ae3-3e668a3aeeb2 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:05:54.610252 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41618) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:05:54.685586 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-c304f812-8529-418b-9365-1a238c899f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fb14b6-a7f5-4a31-902c-cb0b69de888b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208447292', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '896b41d2-83f7-4bec-a27c-9c73428de63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:02:48Z', 'updated_at': '2021-12-09T16:05:53Z', 'revision_number': 5, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': '896b41d2-83f7-4bec-a27c-9c73428de63f', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:49:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb14b6-a7f5-4a31-902c-cb0b69de888b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:02:49Z', 'updated_at': '2021-12-09T16:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:05:54.723749 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bed9fbbe-c40b-4774-8cd7-3e380e9a5d7f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:54.735805 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c304f812-8529-418b-9365-1a238c899f26 None None] Checking router: 86fb14b6-a7f5-4a31-902c-cb0b69de888b for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:05:54.756390 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:54.759922 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c304f812-8529-418b-9365-1a238c899f26 None None] Routers {'86fb14b6-a7f5-4a31-902c-cb0b69de888b'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:05:54.760573 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-c304f812-8529-418b-9365-1a238c899f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:05:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['86fb14b6-a7f5-4a31-902c-cb0b69de888b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:05:54.829173 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bed9fbbe-c40b-4774-8cd7-3e380e9a5d7f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:54.869763 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec593c5c-3537-480a-93de-14a7b57d7e1a None None] DHCP port deletion for 1c9a6340-a192-44b4-aab5-554336dba7c8 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:05:54.884725 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-c304f812-8529-418b-9365-1a238c899f26 None None] Set router 86fb14b6-a7f5-4a31-902c-cb0b69de888b gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:05:54.888647 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-bed9fbbe-c40b-4774-8cd7-3e380e9a5d7f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Deleting port 896b41d2-83f7-4bec-a27c-9c73428de63f {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:05:54.888993 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bed9fbbe-c40b-4774-8cd7-3e380e9a5d7f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:54.970158 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab370115-e4eb-4211-bbcc-810ed0b4ee2a req-968f4e97-f86a-4773-bbd7-106fdb2fbad2 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:54.971798 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ab370115-e4eb-4211-bbcc-810ed0b4ee2a req-968f4e97-f86a-4773-bbd7-106fdb2fbad2 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0578234 Dec 09 16:05:54.980908 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-bed9fbbe-c40b-4774-8cd7-3e380e9a5d7f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] For port 896b41d2-83f7-4bec-a27c-9c73428de63f, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=896b41d2-83f7-4bec-a27c-9c73428de63f,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:05:54.981272 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bed9fbbe-c40b-4774-8cd7-3e380e9a5d7f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:54.997268 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-bed9fbbe-c40b-4774-8cd7-3e380e9a5d7f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Calling delete_port for 896b41d2-83f7-4bec-a27c-9c73428de63f owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:05:55.026657 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ab370115-e4eb-4211-bbcc-810ed0b4ee2a req-2dc86378-3aff-470d-b08c-01376f6cd85f tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469279 Dec 09 16:05:55.041633 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ec593c5c-3537-480a-93de-14a7b57d7e1a None None] Deleting port cc6eaeec-a614-4c07-a9e4-cbdaee032713 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:05:55.042019 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ec593c5c-3537-480a-93de-14a7b57d7e1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:55.137862 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ec593c5c-3537-480a-93de-14a7b57d7e1a None None] For port cc6eaeec-a614-4c07-a9e4-cbdaee032713, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=cc6eaeec-a614-4c07-a9e4-cbdaee032713,segment=NetworkSegment(a93bb800-02bf-48b4-8b39-d53f236e2e80),segment_id=a93bb800-02bf-48b4-8b39-d53f236e2e80)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:05:55.138585 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ec593c5c-3537-480a-93de-14a7b57d7e1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:55.155669 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ec593c5c-3537-480a-93de-14a7b57d7e1a None None] Calling delete_port for cc6eaeec-a614-4c07-a9e4-cbdaee032713 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:05:55.173650 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bed9fbbe-c40b-4774-8cd7-3e380e9a5d7f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:55.203283 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed9fbbe-c40b-4774-8cd7-3e380e9a5d7f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event deleted for resources: {'Port': ['ID=896b41d2-83f7-4bec-a27c-9c73428de63f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:05:55.213150 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-c304f812-8529-418b-9365-1a238c899f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fb14b6-a7f5-4a31-902c-cb0b69de888b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208447292', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '896b41d2-83f7-4bec-a27c-9c73428de63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:02:48Z', 'updated_at': '2021-12-09T16:05:53Z', 'revision_number': 5, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': '896b41d2-83f7-4bec-a27c-9c73428de63f', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:49:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb14b6-a7f5-4a31-902c-cb0b69de888b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:02:49Z', 'updated_at': '2021-12-09T16:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:05:55.214850 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed9fbbe-c40b-4774-8cd7-3e380e9a5d7f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:05:55.215193 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed9fbbe-c40b-4774-8cd7-3e380e9a5d7f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:05:55.216450 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed9fbbe-c40b-4774-8cd7-3e380e9a5d7f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:05:55.216849 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed9fbbe-c40b-4774-8cd7-3e380e9a5d7f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:05:55.217012 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed9fbbe-c40b-4774-8cd7-3e380e9a5d7f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:05:55.217353 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed9fbbe-c40b-4774-8cd7-3e380e9a5d7f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:05:55.217854 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed9fbbe-c40b-4774-8cd7-3e380e9a5d7f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:05:55.218198 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed9fbbe-c40b-4774-8cd7-3e380e9a5d7f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:05:55.218794 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed9fbbe-c40b-4774-8cd7-3e380e9a5d7f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:05:55.219126 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed9fbbe-c40b-4774-8cd7-3e380e9a5d7f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:05:55.219455 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed9fbbe-c40b-4774-8cd7-3e380e9a5d7f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:05:55.219785 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed9fbbe-c40b-4774-8cd7-3e380e9a5d7f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:05:55.220104 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed9fbbe-c40b-4774-8cd7-3e380e9a5d7f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:05:55.246871 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e7dad0-cb8f-4aea-8a3c-1f7d7bbb3c4a None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:05:55.259489 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c304f812-8529-418b-9365-1a238c899f26 None None] The sync data for ids ['86fb14b6-a7f5-4a31-902c-cb0b69de888b'] in n-d-821228-1 is: [{'id': '86fb14b6-a7f5-4a31-902c-cb0b69de888b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208447292', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '896b41d2-83f7-4bec-a27c-9c73428de63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:02:48Z', 'updated_at': '2021-12-09T16:05:53Z', 'revision_number': 5, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': '896b41d2-83f7-4bec-a27c-9c73428de63f', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:49:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb14b6-a7f5-4a31-902c-cb0b69de888b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:02:49Z', 'updated_at': '2021-12-09T16:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:05:55.289579 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bed9fbbe-c40b-4774-8cd7-3e380e9a5d7f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:55.293334 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ec593c5c-3537-480a-93de-14a7b57d7e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:55.318748 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec593c5c-3537-480a-93de-14a7b57d7e1a None None] Pushing event deleted for resources: {'Port': ['ID=cc6eaeec-a614-4c07-a9e4-cbdaee032713,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:05:55.326352 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec593c5c-3537-480a-93de-14a7b57d7e1a None None] No DVR routers for this DVR port cc6eaeec-a614-4c07-a9e4-cbdaee032713 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:05:55.364499 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:55.401327 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bed9fbbe-c40b-4774-8cd7-3e380e9a5d7f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:55.403388 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bed9fbbe-c40b-4774-8cd7-3e380e9a5d7f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:55.446213 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bed9fbbe-c40b-4774-8cd7-3e380e9a5d7f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:55.446746 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed9fbbe-c40b-4774-8cd7-3e380e9a5d7f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Fanout notify agent at l3_agent the message router_deleted on router 86fb14b6-a7f5-4a31-902c-cb0b69de888b {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 16:05:55.453783 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bed9fbbe-c40b-4774-8cd7-3e380e9a5d7f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:55.454892 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bed9fbbe-c40b-4774-8cd7-3e380e9a5d7f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "DELETE /v2.0/routers/86fb14b6-a7f5-4a31-902c-cb0b69de888b HTTP/1.1" status: 204 len: 168 time: 0.8430855 Dec 09 16:05:55.457649 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41622) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:05:55.538199 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d371347-7cd7-452a-b745-cd8e0985697d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:55.622340 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d371347-7cd7-452a-b745-cd8e0985697d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:55.643387 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-1d371347-7cd7-452a-b745-cd8e0985697d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c9a6340-a192-44b4-aab5-554336dba7c8']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:05:55.653804 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-1d371347-7cd7-452a-b745-cd8e0985697d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a93bb800-02bf-48b4-8b39-d53f236e2e80') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:05:55.654035 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-1d371347-7cd7-452a-b745-cd8e0985697d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a93bb800-02bf-48b4-8b39-d53f236e2e80') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:05:55.664480 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d371347-7cd7-452a-b745-cd8e0985697d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:55.678406 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d371347-7cd7-452a-b745-cd8e0985697d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:55.685204 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d371347-7cd7-452a-b745-cd8e0985697d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:05:55.685737 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d371347-7cd7-452a-b745-cd8e0985697d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:55.688955 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 16:05:55.688955 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:05:55.688955 n-d-821228-1 neutron-server[103245]: timer() Dec 09 16:05:55.688955 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:05:55.688955 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 16:05:55.688955 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:05:55.688955 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 16:05:55.688955 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:05:55.688955 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 16:05:55.688955 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:05:55.688955 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 16:05:55.688955 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:05:55.688955 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 16:05:55.688955 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:05:55.688955 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:05:55.688955 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:05:55.688955 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:05:55.688955 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:05:55.688955 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 16:05:55.688955 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:05:55.688955 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 16:05:55.688955 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:05:55.688955 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:05:55.688955 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:05:55.688955 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 16:05:55.688955 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:05:55.688955 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:05:55.688955 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:05:55.688955 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:05:55.688955 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:05:55.688955 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:05:55.688955 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:05:55.760256 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d371347-7cd7-452a-b745-cd8e0985697d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:55.778609 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d371347-7cd7-452a-b745-cd8e0985697d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:55.781835 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1d371347-7cd7-452a-b745-cd8e0985697d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "DELETE /v2.0/networks/1c9a6340-a192-44b4-aab5-554336dba7c8 HTTP/1.1" status: 204 len: 168 time: 0.3232620 Dec 09 16:05:55.782892 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d371347-7cd7-452a-b745-cd8e0985697d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event deleted for resources: {'Network': ['ID=1c9a6340-a192-44b4-aab5-554336dba7c8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:05:55.785015 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41624) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:05:55.844329 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-181c5aff-8e63-424d-a867-d6a7ac5e5edd tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:55.871781 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-181c5aff-8e63-424d-a867-d6a7ac5e5edd tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:55.936846 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-181c5aff-8e63-424d-a867-d6a7ac5e5edd tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:55.939622 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-181c5aff-8e63-424d-a867-d6a7ac5e5edd tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:55.940996 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-181c5aff-8e63-424d-a867-d6a7ac5e5edd tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "DELETE /v2.0/security-groups/5aeab1fb-1328-49af-9225-9e056ec7d45f HTTP/1.1" status: 204 len: 168 time: 0.1542199 Dec 09 16:05:55.951331 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c5aff-8e63-424d-a867-d6a7ac5e5edd tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aeab1fb-1328-49af-9225-9e056ec7d45f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:05:56.059621 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a2c6bc94-bdc3-4f38-acec-5fbce696997a no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:05:56.079875 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: a2c6bc94-bdc3-4f38-acec-5fbce696997a {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:05:56.080220 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a2c6bc94-bdc3-4f38-acec-5fbce696997a not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:05:56.080649 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device cc6eaeec-a614-4c07-a9e4-cbdaee032713 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:05:56.103067 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: cc6eaeec-a614-4c07-a9e4-cbdaee032713 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:05:56.103417 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device cc6eaeec-a614-4c07-a9e4-cbdaee032713 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:05:56.439268 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:57.098754 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25bf498-931f-4608-b085-2e32cbea0ddc req-f8362f60-98b2-4352-a2ca-9f389f6b2265 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:57.100231 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c25bf498-931f-4608-b085-2e32cbea0ddc req-f8362f60-98b2-4352-a2ca-9f389f6b2265 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0529592 Dec 09 16:05:57.147684 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c25bf498-931f-4608-b085-2e32cbea0ddc req-c01679a2-a116-4aec-861d-55ec71bda584 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414302 Dec 09 16:05:57.269867 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41636) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:05:57.274515 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-4a10a4a8-a90d-4959-9204-4cf814fb40fa tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1887893666', 'description': 'tempest-secgroup-smoke-1887893666 description', 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:05:57.297852 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4a10a4a8-a90d-4959-9204-4cf814fb40fa tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:57.386079 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4a10a4a8-a90d-4959-9204-4cf814fb40fa tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:57.391866 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4a10a4a8-a90d-4959-9204-4cf814fb40fa tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:57.447207 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4a10a4a8-a90d-4959-9204-4cf814fb40fa tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:57.448450 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4a10a4a8-a90d-4959-9204-4cf814fb40fa tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1774576 Dec 09 16:05:57.451572 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41640) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:05:57.456251 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-f323ec27-ae2d-4bd7-ba32-a284393d6b31 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'security_group_rule': {'security_group_id': 'a53c6445-7e8e-4fcd-9ce8-dead971dae5d', 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:05:57.461460 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10a4a8-a90d-4959-9204-4cf814fb40fa tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a53c6445-7e8e-4fcd-9ce8-dead971dae5d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:05:57.486659 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f323ec27-ae2d-4bd7-ba32-a284393d6b31 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:57.507019 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd6e9b-e3b3-4c56-abeb-36b79691f772 req-92476329-7aa4-463f-bf24-2f234d3a68bf tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:57.508530 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e6dd6e9b-e3b3-4c56-abeb-36b79691f772 req-92476329-7aa4-463f-bf24-2f234d3a68bf tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.1013262 Dec 09 16:05:57.523276 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f62341-c05f-4dfd-9558-41784e6c73d6 req-cd8f72d5-3a23-46ad-aa2b-3f7589245f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:57.524741 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-58f62341-c05f-4dfd-9558-41784e6c73d6 req-cd8f72d5-3a23-46ad-aa2b-3f7589245f84 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dff41d0cd6dc4e42b95a80470934c32b&device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 1095 time: 0.0729744 Dec 09 16:05:57.547035 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f323ec27-ae2d-4bd7-ba32-a284393d6b31 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:57.551012 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f323ec27-ae2d-4bd7-ba32-a284393d6b31 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:57.611832 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e6dd6e9b-e3b3-4c56-abeb-36b79691f772 req-39822938-81c5-4384-bf59-489e7cc98001 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961995 Dec 09 16:05:57.645735 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f62341-c05f-4dfd-9558-41784e6c73d6 req-d95d5f48-080a-451e-8c69-921cc8d46931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:57.647266 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-58f62341-c05f-4dfd-9558-41784e6c73d6 req-d95d5f48-080a-451e-8c69-921cc8d46931 service neutron] 10.222.0.31 "GET /v2.0/networks?id=10465fca-def6-40ef-b54b-0b10ab1b7b44 HTTP/1.1" status: 200 len: 912 time: 0.1154382 Dec 09 16:05:57.716586 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:05:57.722323 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-58f62341-c05f-4dfd-9558-41784e6c73d6 req-3db0dff5-03dd-43ce-80ff-812e37a687af service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a141b13b-6843-4625-b7c8-e8ee74c8d4f3 HTTP/1.1" status: 200 len: 998 time: 0.0678074 Dec 09 16:05:57.775628 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f62341-c05f-4dfd-9558-41784e6c73d6 req-1ac5bd53-0892-4af1-8fa5-8da1cff26dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:57.777079 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-58f62341-c05f-4dfd-9558-41784e6c73d6 req-1ac5bd53-0892-4af1-8fa5-8da1cff26dba service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3b011188-7849-4d66-ad21-4c37ec602085 HTTP/1.1" status: 200 len: 850 time: 0.0453122 Dec 09 16:05:57.825057 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f62341-c05f-4dfd-9558-41784e6c73d6 req-f82ba5c7-b082-41a1-8d20-d3b5a8553e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:57.826590 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-58f62341-c05f-4dfd-9558-41784e6c73d6 req-f82ba5c7-b082-41a1-8d20-d3b5a8553e93 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=10465fca-def6-40ef-b54b-0b10ab1b7b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420365 Dec 09 16:05:57.887922 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f323ec27-ae2d-4bd7-ba32-a284393d6b31 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3199a57b-74df-4eb2-b631-61d227297efd,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:05:57.897316 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f323ec27-ae2d-4bd7-ba32-a284393d6b31 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:57.901200 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f323ec27-ae2d-4bd7-ba32-a284393d6b31 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4460056 Dec 09 16:05:57.901510 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41642) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:05:57.906120 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-b9e6a7d7-8878-472e-a061-b6b1f9050a26 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'security_group_rule': {'security_group_id': 'a53c6445-7e8e-4fcd-9ce8-dead971dae5d', 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:05:57.916337 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 896b41d2-83f7-4bec-a27c-9c73428de63f no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:05:57.938530 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b9e6a7d7-8878-472e-a061-b6b1f9050a26 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:57.942082 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 896b41d2-83f7-4bec-a27c-9c73428de63f {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:05:57.942438 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 896b41d2-83f7-4bec-a27c-9c73428de63f not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:05:58.002624 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b9e6a7d7-8878-472e-a061-b6b1f9050a26 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:58.007128 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b9e6a7d7-8878-472e-a061-b6b1f9050a26 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:58.026175 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6a7d7-8878-472e-a061-b6b1f9050a26 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b1c623f-bacd-429d-a54b-7d6e2d086664,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:05:58.033689 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b9e6a7d7-8878-472e-a061-b6b1f9050a26 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:58.035320 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b9e6a7d7-8878-472e-a061-b6b1f9050a26 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1327116 Dec 09 16:05:58.038202 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41644) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:05:58.043750 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-6a98687b-03a7-4fe9-ab1f-99215bd06ed0 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'security_group_rule': {'security_group_id': 'a53c6445-7e8e-4fcd-9ce8-dead971dae5d', 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:05:58.071653 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6a98687b-03a7-4fe9-ab1f-99215bd06ed0 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:58.132220 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6a98687b-03a7-4fe9-ab1f-99215bd06ed0 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:58.136297 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6a98687b-03a7-4fe9-ab1f-99215bd06ed0 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:58.157793 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a98687b-03a7-4fe9-ab1f-99215bd06ed0 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b37179a-6c23-4b73-b015-43dc27fe6738,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:05:58.167532 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6a98687b-03a7-4fe9-ab1f-99215bd06ed0 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:58.168842 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6a98687b-03a7-4fe9-ab1f-99215bd06ed0 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1294403 Dec 09 16:05:58.171556 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41646) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:05:58.175868 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-1e8aeca1-dbf5-4a3a-b848-201ea485743c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'security_group_rule': {'security_group_id': 'a53c6445-7e8e-4fcd-9ce8-dead971dae5d', 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:05:58.204071 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e8aeca1-dbf5-4a3a-b848-201ea485743c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:58.263986 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e8aeca1-dbf5-4a3a-b848-201ea485743c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:58.267069 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-58f62341-c05f-4dfd-9558-41784e6c73d6 req-0feadf7f-93b8-4284-9d43-c433d6766de7 service neutron] 10.222.0.31 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4331875 Dec 09 16:05:58.267677 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e8aeca1-dbf5-4a3a-b848-201ea485743c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:58.287291 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8aeca1-dbf5-4a3a-b848-201ea485743c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c291c99-6410-4fe8-ad75-892327c05086,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:05:58.295993 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1e8aeca1-dbf5-4a3a-b848-201ea485743c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:58.297253 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1e8aeca1-dbf5-4a3a-b848-201ea485743c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1247499 Dec 09 16:05:58.299888 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41648) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:05:58.304540 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ce704b50-d75f-43e5-b3ff-727ff45935b0 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'security_group_rule': {'security_group_id': 'a53c6445-7e8e-4fcd-9ce8-dead971dae5d', 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:05:58.326434 n-d-821228-1 neutron-server[103245]: INFO neutron.db.securitygroups_db [None req-ce704b50-d75f-43e5-b3ff-727ff45935b0 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Project d5d1c0ecc7f643edb019cebb81c4a032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 16:05:58.331648 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce704b50-d75f-43e5-b3ff-727ff45935b0 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:58.359044 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-58f62341-c05f-4dfd-9558-41784e6c73d6 req-fa23d804-61be-4587-9ed9-299ad186890e service neutron] 10.222.0.31 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849383 Dec 09 16:05:58.393178 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce704b50-d75f-43e5-b3ff-727ff45935b0 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:58.397325 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce704b50-d75f-43e5-b3ff-727ff45935b0 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:58.414876 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce704b50-d75f-43e5-b3ff-727ff45935b0 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a58783d-8d61-4546-8f1c-dc6ad3c03154,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:05:58.421961 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce704b50-d75f-43e5-b3ff-727ff45935b0 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:58.423161 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ce704b50-d75f-43e5-b3ff-727ff45935b0 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1223297 Dec 09 16:05:58.425876 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41650) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:05:58.430816 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7d727321-8d6e-40da-9701-a6301d64257c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'security_group_rule': {'security_group_id': 'a53c6445-7e8e-4fcd-9ce8-dead971dae5d', 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:05:58.452603 n-d-821228-1 neutron-server[103245]: INFO neutron.db.securitygroups_db [None req-7d727321-8d6e-40da-9701-a6301d64257c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Project d5d1c0ecc7f643edb019cebb81c4a032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 16:05:58.457620 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7d727321-8d6e-40da-9701-a6301d64257c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:58.515075 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7d727321-8d6e-40da-9701-a6301d64257c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:58.518657 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7d727321-8d6e-40da-9701-a6301d64257c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:58.536048 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d727321-8d6e-40da-9701-a6301d64257c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3beb9976-71bb-45c6-b8b0-fb156b86ea80,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:05:58.543607 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7d727321-8d6e-40da-9701-a6301d64257c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:58.544833 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7d727321-8d6e-40da-9701-a6301d64257c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1173532 Dec 09 16:05:58.547676 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41652) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:05:58.553412 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-211b3fbf-3b3f-4cd2-abe2-96bf7bbb5ce6 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'network': {'name': 'tempest-network-smoke--1878931067', 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'port_security_enabled': True}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:05:58.573810 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211b3fbf-3b3f-4cd2-abe2-96bf7bbb5ce6 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Made reservation on behalf of d5d1c0ecc7f643edb019cebb81c4a032 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:05:58.577238 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-211b3fbf-3b3f-4cd2-abe2-96bf7bbb5ce6 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:58.599417 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-211b3fbf-3b3f-4cd2-abe2-96bf7bbb5ce6 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:05:58.608221 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-211b3fbf-3b3f-4cd2-abe2-96bf7bbb5ce6 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:58.608603 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-211b3fbf-3b3f-4cd2-abe2-96bf7bbb5ce6 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Added segment 89728d1b-425b-4051-9aa2-177beaff5f47 of type vlan for network f592b9e7-23dd-4b51-a48e-42e0f18f4c6b Dec 09 16:05:58.650855 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-211b3fbf-3b3f-4cd2-abe2-96bf7bbb5ce6 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:58.675709 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-211b3fbf-3b3f-4cd2-abe2-96bf7bbb5ce6 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:58.681940 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211b3fbf-3b3f-4cd2-abe2-96bf7bbb5ce6 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:58.682520 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-211b3fbf-3b3f-4cd2-abe2-96bf7bbb5ce6 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:58.732363 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837bbb7-8bd5-4452-9650-fca763647162 req-d985c2e4-0156-4429-9dcd-a080b98239ad tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:58.733877 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e837bbb7-8bd5-4452-9650-fca763647162 req-d985c2e4-0156-4429-9dcd-a080b98239ad tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0500619 Dec 09 16:05:58.744994 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-211b3fbf-3b3f-4cd2-abe2-96bf7bbb5ce6 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1962657 Dec 09 16:05:58.747700 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41656) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:05:58.754426 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-3df55fa8-989d-4a2e-9848-b85d3459692e tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2006113394', 'admin_state_up': True, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:05:58.769040 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b3fbf-3b3f-4cd2-abe2-96bf7bbb5ce6 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'Network': ['ID=f592b9e7-23dd-4b51-a48e-42e0f18f4c6b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:05:58.780903 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network f592b9e7-23dd-4b51-a48e-42e0f18f4c6b details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:05:58.787427 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3df55fa8-989d-4a2e-9848-b85d3459692e tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:58.788768 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3df55fa8-989d-4a2e-9848-b85d3459692e tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:58.796056 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e837bbb7-8bd5-4452-9650-fca763647162 req-38e80134-da7f-42c1-bade-cce11bc5d517 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541661 Dec 09 16:05:58.850403 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3df55fa8-989d-4a2e-9848-b85d3459692e tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:58.994054 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3df55fa8-989d-4a2e-9848-b85d3459692e tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:59.190890 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3df55fa8-989d-4a2e-9848-b85d3459692e tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:59.209869 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3df55fa8-989d-4a2e-9848-b85d3459692e tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:59.319221 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-3df55fa8-989d-4a2e-9848-b85d3459692e tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Allocated IP 172.25.3.173 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/7624607b-24e9-44be-a717-3242e8eb37ae) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:05:59.419075 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3df55fa8-989d-4a2e-9848-b85d3459692e tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:59.451453 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3df55fa8-989d-4a2e-9848-b85d3459692e tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:59.490078 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df55fa8-989d-4a2e-9848-b85d3459692e tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:05:59.492821 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-3df55fa8-989d-4a2e-9848-b85d3459692e tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:05:59.496134 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df55fa8-989d-4a2e-9848-b85d3459692e tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:05:59.507631 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090288b0-cdd1-435b-98bb-40e3c09d79b3 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:05:59.527144 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df55fa8-989d-4a2e-9848-b85d3459692e tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'Port': ['ID=7624607b-24e9-44be-a717-3242e8eb37ae,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:05:59.622930 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b5ddc5b1-e8b3-4bff-9ac7-c140d15ff963 None None] Provisioning complete for port 7624607b-24e9-44be-a717-3242e8eb37ae triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:05:59.623606 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b5ddc5b1-e8b3-4bff-9ac7-c140d15ff963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:59.658115 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b5ddc5b1-e8b3-4bff-9ac7-c140d15ff963 None None] Port 7624607b-24e9-44be-a717-3242e8eb37ae cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:05:59.750755 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3df55fa8-989d-4a2e-9848-b85d3459692e tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:59.920876 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb10845-8004-4351-84ca-b7a7c2f76d6e req-a403b3c7-4606-4ab2-98b4-53f90a77bc2e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:59.922375 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-acb10845-8004-4351-84ca-b7a7c2f76d6e req-a403b3c7-4606-4ab2-98b4-53f90a77bc2e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0525143 Dec 09 16:05:59.955842 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3df55fa8-989d-4a2e-9848-b85d3459692e tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:59.970466 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-acb10845-8004-4351-84ca-b7a7c2f76d6e req-3b87e797-1e64-4d60-ad98-9525398bf730 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412564 Dec 09 16:06:00.081865 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ac0af-5386-452c-a425-8374f24b5270 req-60a0de2a-0f07-4981-b675-d8f5c5b3a7fb tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:00.083902 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-072ac0af-5386-452c-a425-8374f24b5270 req-60a0de2a-0f07-4981-b675-d8f5c5b3a7fb tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0483062 Dec 09 16:06:00.091219 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df55fa8-989d-4a2e-9848-b85d3459692e tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Router f9511653-bbee-437b-8234-e2252528775b is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 16:06:00.132245 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-072ac0af-5386-452c-a425-8374f24b5270 req-958783b9-d7ca-45e2-82af-a79d6d534a7e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410388 Dec 09 16:06:00.196329 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df55fa8-989d-4a2e-9848-b85d3459692e tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:06:00.207323 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09021c86-6580-4f63-b9b0-8ac6e5d7fd13 None None] Sync routers for ids ['f9511653-bbee-437b-8234-e2252528775b'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:06:00.217105 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3df55fa8-989d-4a2e-9848-b85d3459692e tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:00.218357 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3df55fa8-989d-4a2e-9848-b85d3459692e tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4697316 Dec 09 16:06:00.219392 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09021c86-6580-4f63-b9b0-8ac6e5d7fd13 None None] Routers {'f9511653-bbee-437b-8234-e2252528775b'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:06:00.220117 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-09021c86-6580-4f63-b9b0-8ac6e5d7fd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:05:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['f9511653-bbee-437b-8234-e2252528775b'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:06:00.221927 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41664) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:06:00.255870 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-01aa9ca6-98e3-4b57-b83b-8b00c7575649 tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=d5d1c0ecc7f643edb019cebb81c4a032&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325477 Dec 09 16:06:00.258405 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41666) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:06:00.336456 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-09021c86-6580-4f63-b9b0-8ac6e5d7fd13 None None] Set router f9511653-bbee-437b-8234-e2252528775b gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:06:00.386636 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84545d57-1a82-4781-95e8-2164e09deb24 tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:00.388196 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-84545d57-1a82-4781-95e8-2164e09deb24 tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1287446 Dec 09 16:06:00.391094 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41670) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:06:00.401087 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3adb79c-72a5-4009-aa97-931c507f4505 req-04fb7ca5-6c73-480f-860b-2665d1a67a40 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:00.403289 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f3adb79c-72a5-4009-aa97-931c507f4505 req-04fb7ca5-6c73-480f-860b-2665d1a67a40 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0717971 Dec 09 16:06:00.426917 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-98f97ca5-6caf-4e75-b720-f6ea62c5ba0e tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=d8331094-778d-4179-9ed8-de7de1c5438c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311952 Dec 09 16:06:00.427147 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41672) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:06:00.431948 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4a52a062-33d3-4046-80fc-205400850643 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1716888371', 'network_id': 'f592b9e7-23dd-4b51-a48e-42e0f18f4c6b', 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:06:00.460624 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f3adb79c-72a5-4009-aa97-931c507f4505 req-ff02356f-c4c5-41bb-a6ad-3e84f075556c tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499208 Dec 09 16:06:00.521389 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-09021c86-6580-4f63-b9b0-8ac6e5d7fd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9511653-bbee-437b-8234-e2252528775b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2006113394', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '7624607b-24e9-44be-a717-3242e8eb37ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:05:58Z', 'updated_at': '2021-12-09T16:05:59Z', 'revision_number': 3, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': '7624607b-24e9-44be-a717-3242e8eb37ae', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9511653-bbee-437b-8234-e2252528775b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:05:59Z', 'updated_at': '2021-12-09T16:05:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:06:00.534552 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a52a062-33d3-4046-80fc-205400850643 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Made reservation on behalf of d5d1c0ecc7f643edb019cebb81c4a032 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:06:00.538354 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a52a062-33d3-4046-80fc-205400850643 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:00.548136 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09021c86-6580-4f63-b9b0-8ac6e5d7fd13 None None] Checking router: f9511653-bbee-437b-8234-e2252528775b for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:06:00.548516 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09021c86-6580-4f63-b9b0-8ac6e5d7fd13 None None] Updating router f9511653-bbee-437b-8234-e2252528775b port 7624607b-24e9-44be-a717-3242e8eb37ae binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:06:00.577322 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-09021c86-6580-4f63-b9b0-8ac6e5d7fd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:00.684972 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65358f-4bfa-4fd0-af8c-81af416df6cd req-d2d8a2df-da86-4fdc-a604-83b3fb4de94e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:00.686802 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-db65358f-4bfa-4fd0-af8c-81af416df6cd req-d2d8a2df-da86-4fdc-a604-83b3fb4de94e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0508749 Dec 09 16:06:00.742022 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-db65358f-4bfa-4fd0-af8c-81af416df6cd req-31f69212-5f58-4d06-91e8-3a9abadbbd4b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474429 Dec 09 16:06:00.756470 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a52a062-33d3-4046-80fc-205400850643 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:00.830287 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52a062-33d3-4046-80fc-205400850643 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'Subnet': ['ID=e0758186-568c-48d8-a2b2-bebf800f2cc0,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:06:00.838578 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a52a062-33d3-4046-80fc-205400850643 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Checking segment: {'id': '89728d1b-425b-4051-9aa2-177beaff5f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f592b9e7-23dd-4b51-a48e-42e0f18f4c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:06:00.838948 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a52a062-33d3-4046-80fc-205400850643 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Network hostable DHCP agents. Network: f592b9e7-23dd-4b51-a48e-42e0f18f4c6b, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:06:00.855888 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-09021c86-6580-4f63-b9b0-8ac6e5d7fd13 None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:00.856313 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a52a062-33d3-4046-80fc-205400850643 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Network f592b9e7-23dd-4b51-a48e-42e0f18f4c6b is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:06:00.861510 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-09021c86-6580-4f63-b9b0-8ac6e5d7fd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:00.865384 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-4a52a062-33d3-4046-80fc-205400850643 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, f592b9e7-23dd-4b51-a48e-42e0f18f4c6b) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:06:00.869496 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a52a062-33d3-4046-80fc-205400850643 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:00.870091 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4a52a062-33d3-4046-80fc-205400850643 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:00.877952 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e590e1-d6a7-43e5-b6c8-242219d77a66 None None] Network f592b9e7-23dd-4b51-a48e-42e0f18f4c6b requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:06:00.887532 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4a52a062-33d3-4046-80fc-205400850643 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4593327 Dec 09 16:06:00.890422 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41678) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:06:00.912142 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf43ef2-e16c-4734-b048-0d2a915fd2c6 None None] Pushing event updated for resources: {'Port': ['ID=7624607b-24e9-44be-a717-3242e8eb37ae,revision_number=2']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:06:00.929871 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c5faa5-c450-4603-954f-597a7aec697d None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:06:00.930120 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-09021c86-6580-4f63-b9b0-8ac6e5d7fd13 None None] Attempting to bind port 7624607b-24e9-44be-a717-3242e8eb37ae on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:06:00.930493 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-09021c86-6580-4f63-b9b0-8ac6e5d7fd13 None None] Attempting to bind port 7624607b-24e9-44be-a717-3242e8eb37ae by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:06:00.930862 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09021c86-6580-4f63-b9b0-8ac6e5d7fd13 None None] Attempting to bind port 7624607b-24e9-44be-a717-3242e8eb37ae on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:06:00.934656 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf43ef2-e16c-4734-b048-0d2a915fd2c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:06:00.935000 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf43ef2-e16c-4734-b048-0d2a915fd2c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:06:00.935339 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf43ef2-e16c-4734-b048-0d2a915fd2c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:06:00.935673 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf43ef2-e16c-4734-b048-0d2a915fd2c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:06:00.936000 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf43ef2-e16c-4734-b048-0d2a915fd2c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:06:00.936325 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf43ef2-e16c-4734-b048-0d2a915fd2c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:06:00.936673 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf43ef2-e16c-4734-b048-0d2a915fd2c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:06:00.936991 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf43ef2-e16c-4734-b048-0d2a915fd2c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:06:00.938063 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf43ef2-e16c-4734-b048-0d2a915fd2c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:06:00.938553 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf43ef2-e16c-4734-b048-0d2a915fd2c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:06:00.938884 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf43ef2-e16c-4734-b048-0d2a915fd2c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:06:00.939253 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf43ef2-e16c-4734-b048-0d2a915fd2c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:06:00.939765 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf43ef2-e16c-4734-b048-0d2a915fd2c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:06:00.946047 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09021c86-6580-4f63-b9b0-8ac6e5d7fd13 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:06:00.946756 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09021c86-6580-4f63-b9b0-8ac6e5d7fd13 None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:06:00.947312 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-09021c86-6580-4f63-b9b0-8ac6e5d7fd13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:00.947696 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09021c86-6580-4f63-b9b0-8ac6e5d7fd13 None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:06:00.948331 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-09021c86-6580-4f63-b9b0-8ac6e5d7fd13 None None] Bound port: 7624607b-24e9-44be-a717-3242e8eb37ae, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:06:00.948910 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-09021c86-6580-4f63-b9b0-8ac6e5d7fd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:01.007965 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105fd893-77ae-4a9d-8a74-4a8f989eb0bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-f592b9e7-23dd-4b51-a48e-42e0f18f4c6b', 'network_id': 'f592b9e7-23dd-4b51-a48e-42e0f18f4c6b', 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'fixed_ips': [{'subnet_id': 'e0758186-568c-48d8-a2b2-bebf800f2cc0'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 16:06:01.008589 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-09021c86-6580-4f63-b9b0-8ac6e5d7fd13 None None] For port 7624607b-24e9-44be-a717-3242e8eb37ae, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:06:01.008850 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-105fd893-77ae-4a9d-8a74-4a8f989eb0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:01.011705 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-09021c86-6580-4f63-b9b0-8ac6e5d7fd13 None None] For port 7624607b-24e9-44be-a717-3242e8eb37ae, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=7624607b-24e9-44be-a717-3242e8eb37ae,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:06:01.016971 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-09021c86-6580-4f63-b9b0-8ac6e5d7fd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:01.029014 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6e45a846-4010-4153-947d-e0c4a04aa44b None None] Provisioning complete for port 7624607b-24e9-44be-a717-3242e8eb37ae triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:06:01.029382 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6e45a846-4010-4153-947d-e0c4a04aa44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:01.059791 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8593f7b3-e1f1-479f-b263-bffe1c5a8f64 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:06:01.063819 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09021c86-6580-4f63-b9b0-8ac6e5d7fd13 None None] Routers {'f9511653-bbee-437b-8234-e2252528775b'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:06:01.064653 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-09021c86-6580-4f63-b9b0-8ac6e5d7fd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:05:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['f9511653-bbee-437b-8234-e2252528775b'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:06:01.145528 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf43ef2-e16c-4734-b048-0d2a915fd2c6 None None] Pushing event updated for resources: {'Port': ['ID=7624607b-24e9-44be-a717-3242e8eb37ae,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:06:01.206270 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-09021c86-6580-4f63-b9b0-8ac6e5d7fd13 None None] Set router f9511653-bbee-437b-8234-e2252528775b gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:06:01.225339 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6e45a846-4010-4153-947d-e0c4a04aa44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:01.230426 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-105fd893-77ae-4a9d-8a74-4a8f989eb0bf None None] Allocated IP 172.20.0.2 (f592b9e7-23dd-4b51-a48e-42e0f18f4c6b/e0758186-568c-48d8-a2b2-bebf800f2cc0/1286bf90-f85e-45c7-88e1-9c6170c0bc9d) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:06:01.256826 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6e45a846-4010-4153-947d-e0c4a04aa44b None None] For port 7624607b-24e9-44be-a717-3242e8eb37ae, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=7624607b-24e9-44be-a717-3242e8eb37ae,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:06:01.271959 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6e45a846-4010-4153-947d-e0c4a04aa44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:01.376003 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45a846-4010-4153-947d-e0c4a04aa44b None None] Pushing event updated for resources: {'Port': ['ID=7624607b-24e9-44be-a717-3242e8eb37ae,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:06:01.395942 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30d0bf2b-c907-49fd-b521-90ced66e5810 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:01.403850 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45a846-4010-4153-947d-e0c4a04aa44b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:06:01.404239 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45a846-4010-4153-947d-e0c4a04aa44b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:06:01.404606 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45a846-4010-4153-947d-e0c4a04aa44b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:06:01.404954 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45a846-4010-4153-947d-e0c4a04aa44b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:06:01.405286 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45a846-4010-4153-947d-e0c4a04aa44b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:06:01.405619 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45a846-4010-4153-947d-e0c4a04aa44b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:06:01.405952 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45a846-4010-4153-947d-e0c4a04aa44b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:06:01.406661 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45a846-4010-4153-947d-e0c4a04aa44b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:06:01.406661 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45a846-4010-4153-947d-e0c4a04aa44b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:06:01.406941 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45a846-4010-4153-947d-e0c4a04aa44b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:06:01.407326 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45a846-4010-4153-947d-e0c4a04aa44b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:06:01.407562 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45a846-4010-4153-947d-e0c4a04aa44b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:06:01.407887 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45a846-4010-4153-947d-e0c4a04aa44b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:06:01.408850 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-09021c86-6580-4f63-b9b0-8ac6e5d7fd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9511653-bbee-437b-8234-e2252528775b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2006113394', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '7624607b-24e9-44be-a717-3242e8eb37ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:05:58Z', 'updated_at': '2021-12-09T16:05:59Z', 'revision_number': 3, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': '7624607b-24e9-44be-a717-3242e8eb37ae', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9511653-bbee-437b-8234-e2252528775b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:05:59Z', 'updated_at': '2021-12-09T16:06:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:06:01.427933 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5f02dc91-9d9c-4c50-a836-0cd11fc1ae84 None None] Provisioning complete for port 7624607b-24e9-44be-a717-3242e8eb37ae triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:06:01.428337 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5f02dc91-9d9c-4c50-a836-0cd11fc1ae84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:01.439320 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09021c86-6580-4f63-b9b0-8ac6e5d7fd13 None None] The sync data for ids ['f9511653-bbee-437b-8234-e2252528775b'] in n-d-821228-1 is: [{'id': 'f9511653-bbee-437b-8234-e2252528775b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2006113394', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '7624607b-24e9-44be-a717-3242e8eb37ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:05:58Z', 'updated_at': '2021-12-09T16:05:59Z', 'revision_number': 3, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': '7624607b-24e9-44be-a717-3242e8eb37ae', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9511653-bbee-437b-8234-e2252528775b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:05:59Z', 'updated_at': '2021-12-09T16:06:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:06:01.506387 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-105fd893-77ae-4a9d-8a74-4a8f989eb0bf None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:01.517421 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-105fd893-77ae-4a9d-8a74-4a8f989eb0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:01.592978 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105fd893-77ae-4a9d-8a74-4a8f989eb0bf None None] Network f592b9e7-23dd-4b51-a48e-42e0f18f4c6b is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:06:01.594003 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105fd893-77ae-4a9d-8a74-4a8f989eb0bf None None] Pushing event updated for resources: {'Port': ['ID=1286bf90-f85e-45c7-88e1-9c6170c0bc9d,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:06:01.599023 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-105fd893-77ae-4a9d-8a74-4a8f989eb0bf None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:06:01.601325 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105fd893-77ae-4a9d-8a74-4a8f989eb0bf None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:06:01.667796 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-105fd893-77ae-4a9d-8a74-4a8f989eb0bf None None] Attempting to bind port 1286bf90-f85e-45c7-88e1-9c6170c0bc9d on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:06:01.668274 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-105fd893-77ae-4a9d-8a74-4a8f989eb0bf None None] Attempting to bind port 1286bf90-f85e-45c7-88e1-9c6170c0bc9d by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '89728d1b-425b-4051-9aa2-177beaff5f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f592b9e7-23dd-4b51-a48e-42e0f18f4c6b'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:06:01.668811 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105fd893-77ae-4a9d-8a74-4a8f989eb0bf None None] Attempting to bind port 1286bf90-f85e-45c7-88e1-9c6170c0bc9d on network f592b9e7-23dd-4b51-a48e-42e0f18f4c6b {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:06:01.686682 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105fd893-77ae-4a9d-8a74-4a8f989eb0bf None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:06:01.687071 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105fd893-77ae-4a9d-8a74-4a8f989eb0bf None None] Checking segment: {'id': '89728d1b-425b-4051-9aa2-177beaff5f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f592b9e7-23dd-4b51-a48e-42e0f18f4c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:06:01.687581 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-105fd893-77ae-4a9d-8a74-4a8f989eb0bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:01.688078 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105fd893-77ae-4a9d-8a74-4a8f989eb0bf None None] Bound using segment: {'id': '89728d1b-425b-4051-9aa2-177beaff5f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f592b9e7-23dd-4b51-a48e-42e0f18f4c6b'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:06:01.688706 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-105fd893-77ae-4a9d-8a74-4a8f989eb0bf None None] Bound port: 1286bf90-f85e-45c7-88e1-9c6170c0bc9d, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89728d1b-425b-4051-9aa2-177beaff5f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f592b9e7-23dd-4b51-a48e-42e0f18f4c6b'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:06:01.689493 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-105fd893-77ae-4a9d-8a74-4a8f989eb0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:01.713092 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-30d0bf2b-c907-49fd-b521-90ced66e5810 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Allocated IP 172.20.0.1 (f592b9e7-23dd-4b51-a48e-42e0f18f4c6b/e0758186-568c-48d8-a2b2-bebf800f2cc0/f35628b1-ab5a-4002-a22e-24e55ec471e0) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:06:01.768668 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-105fd893-77ae-4a9d-8a74-4a8f989eb0bf None None] For port 1286bf90-f85e-45c7-88e1-9c6170c0bc9d, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:06:01.774343 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-105fd893-77ae-4a9d-8a74-4a8f989eb0bf None None] For port 1286bf90-f85e-45c7-88e1-9c6170c0bc9d, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=1286bf90-f85e-45c7-88e1-9c6170c0bc9d,segment=NetworkSegment(89728d1b-425b-4051-9aa2-177beaff5f47),segment_id=89728d1b-425b-4051-9aa2-177beaff5f47)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:06:01.780664 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-105fd893-77ae-4a9d-8a74-4a8f989eb0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:01.851060 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105fd893-77ae-4a9d-8a74-4a8f989eb0bf None None] Pushing event updated for resources: {'Port': ['ID=1286bf90-f85e-45c7-88e1-9c6170c0bc9d,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:06:01.895421 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30d0bf2b-c907-49fd-b521-90ced66e5810 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:01.938670 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e521868-6002-4096-b509-c45bcde067d0 req-9d0e8b7d-bd51-40eb-8f34-eacf0136ea06 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:01.940242 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5e521868-6002-4096-b509-c45bcde067d0 req-9d0e8b7d-bd51-40eb-8f34-eacf0136ea06 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.1162555 Dec 09 16:06:01.956054 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30d0bf2b-c907-49fd-b521-90ced66e5810 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:02.021528 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 7624607b-24e9-44be-a717-3242e8eb37ae up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:06:02.039961 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d0bf2b-c907-49fd-b521-90ced66e5810 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Network f592b9e7-23dd-4b51-a48e-42e0f18f4c6b is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:06:02.050217 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-30d0bf2b-c907-49fd-b521-90ced66e5810 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:06:02.062825 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d0bf2b-c907-49fd-b521-90ced66e5810 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:06:02.070959 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5e521868-6002-4096-b509-c45bcde067d0 req-f13e32c0-8e17-4c75-bdd8-8e4be0adc507 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233122 Dec 09 16:06:02.071607 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d0bf2b-c907-49fd-b521-90ced66e5810 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'Port': ['ID=f35628b1-ab5a-4002-a22e-24e55ec471e0,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:06:02.130749 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30d0bf2b-c907-49fd-b521-90ced66e5810 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:02.141358 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 7624607b-24e9-44be-a717-3242e8eb37ae triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:06:02.141722 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:02.327391 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30d0bf2b-c907-49fd-b521-90ced66e5810 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:02.471432 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9715e65-be9e-4c42-9f46-1008b9193b20 req-0e50b21e-e599-47ec-938f-8fb36a397416 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:02.478106 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e9715e65-be9e-4c42-9f46-1008b9193b20 req-0e50b21e-e599-47ec-938f-8fb36a397416 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.1372092 Dec 09 16:06:02.570127 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e9715e65-be9e-4c42-9f46-1008b9193b20 req-e05f526d-666b-49ac-9314-73f3a69d7826 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850978 Dec 09 16:06:02.711615 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30d0bf2b-c907-49fd-b521-90ced66e5810 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:02.716709 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30d0bf2b-c907-49fd-b521-90ced66e5810 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:02.792350 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30d0bf2b-c907-49fd-b521-90ced66e5810 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:02.794201 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d0bf2b-c907-49fd-b521-90ced66e5810 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'Port': ['ID=f35628b1-ab5a-4002-a22e-24e55ec471e0,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:06:02.894551 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d0bf2b-c907-49fd-b521-90ced66e5810 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Network f592b9e7-23dd-4b51-a48e-42e0f18f4c6b is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:06:02.896602 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-30d0bf2b-c907-49fd-b521-90ced66e5810 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:06:02.960739 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f564f1b0-6fbd-45ab-841f-94b18354e6ea None None] Network f592b9e7-23dd-4b51-a48e-42e0f18f4c6b requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:06:03.017675 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d0bf2b-c907-49fd-b521-90ced66e5810 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Router f9511653-bbee-437b-8234-e2252528775b has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:06:03.069755 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ede40438-1d2a-4216-b685-5403d2c877a5 None None] Provisioning complete for port 1286bf90-f85e-45c7-88e1-9c6170c0bc9d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:06:03.070372 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ede40438-1d2a-4216-b685-5403d2c877a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:03.132608 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d0bf2b-c907-49fd-b521-90ced66e5810 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:06:03.142110 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-30d0bf2b-c907-49fd-b521-90ced66e5810 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "PUT /v2.0/routers/f9511653-bbee-437b-8234-e2252528775b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2492688 Dec 09 16:06:03.153359 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ede40438-1d2a-4216-b685-5403d2c877a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:03.193484 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ede40438-1d2a-4216-b685-5403d2c877a5 None None] For port 1286bf90-f85e-45c7-88e1-9c6170c0bc9d, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=1286bf90-f85e-45c7-88e1-9c6170c0bc9d,segment=NetworkSegment(89728d1b-425b-4051-9aa2-177beaff5f47),segment_id=89728d1b-425b-4051-9aa2-177beaff5f47)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:06:03.199413 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ede40438-1d2a-4216-b685-5403d2c877a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:03.262319 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede40438-1d2a-4216-b685-5403d2c877a5 None None] Pushing event updated for resources: {'Port': ['ID=1286bf90-f85e-45c7-88e1-9c6170c0bc9d,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:06:03.311057 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-9acb272d-e8ee-4753-a03d-6947387fcb48 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1887893666&fields=id&tenant_id=d5d1c0ecc7f643edb019cebb81c4a032 HTTP/1.1" status: 200 len: 267 time: 0.0486743 Dec 09 16:06:03.432785 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-80e58bec-b1f0-436e-8e0b-89eee993228e tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:03.434392 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-80e58bec-b1f0-436e-8e0b-89eee993228e tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/networks?id=f592b9e7-23dd-4b51-a48e-42e0f18f4c6b HTTP/1.1" status: 200 len: 797 time: 0.1157000 Dec 09 16:06:03.442381 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f5e8ec09-c0c0-49fc-89dd-2ba223b04d93 None None] Provisioning complete for port f35628b1-ab5a-4002-a22e-24e55ec471e0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:06:03.442749 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f5e8ec09-c0c0-49fc-89dd-2ba223b04d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:03.451036 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-16878122-0623-4bcd-b7a8-d8cdc6cebf01 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/quotas/d5d1c0ecc7f643edb019cebb81c4a032 HTTP/1.1" status: 200 len: 375 time: 0.0099568 Dec 09 16:06:03.480665 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8ec09-c0c0-49fc-89dd-2ba223b04d93 None None] Port f35628b1-ab5a-4002-a22e-24e55ec471e0 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:06:03.494591 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f5e8ec09-c0c0-49fc-89dd-2ba223b04d93 None None] Provisioning complete for port 1286bf90-f85e-45c7-88e1-9c6170c0bc9d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:06:03.494991 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f5e8ec09-c0c0-49fc-89dd-2ba223b04d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:03.516988 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-1d79a036-06bf-49fc-b3e3-5f12bf3f4651 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595789 Dec 09 16:06:03.601286 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059addcb-042e-4d46-a3dc-43abcc683e85 None None] Sync routers for ids ['f9511653-bbee-437b-8234-e2252528775b'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:06:03.611543 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059addcb-042e-4d46-a3dc-43abcc683e85 None None] Routers {'f9511653-bbee-437b-8234-e2252528775b'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:06:03.612506 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-059addcb-042e-4d46-a3dc-43abcc683e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:05:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['f9511653-bbee-437b-8234-e2252528775b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:06:03.633274 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-a2c7ce9b-a420-4ed5-9bf1-5d3d94cd8d1c service neutron] 10.222.0.57 "GET /v2.0/networks/f592b9e7-23dd-4b51-a48e-42e0f18f4c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072726 Dec 09 16:06:03.732902 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-059addcb-042e-4d46-a3dc-43abcc683e85 None None] Set router f9511653-bbee-437b-8234-e2252528775b gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:06:03.734778 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b6ac1a1b-24a8-4589-9484-fa08ca888243 None None] Provisioning complete for port f35628b1-ab5a-4002-a22e-24e55ec471e0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:06:03.735157 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b6ac1a1b-24a8-4589-9484-fa08ca888243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:03.741543 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-0ad061db-7359-416c-8699-a9bc4fdddaa0 service neutron] 10.222.0.57 "GET /v2.0/networks/f592b9e7-23dd-4b51-a48e-42e0f18f4c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020560 Dec 09 16:06:03.834442 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b6ac1a1b-24a8-4589-9484-fa08ca888243 None None] Port f35628b1-ab5a-4002-a22e-24e55ec471e0 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:06:03.984864 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433f73f-32fe-407a-906f-748e34692c1b req-bd55a539-a839-4e38-9a6c-3dbb99510acb tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:03.986409 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b433f73f-32fe-407a-906f-748e34692c1b req-bd55a539-a839-4e38-9a6c-3dbb99510acb tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0633473 Dec 09 16:06:03.993246 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-be29d60f-194b-4a0a-9a60-ba73496ea02f None None] Provisioning complete for port f35628b1-ab5a-4002-a22e-24e55ec471e0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:06:03.993634 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-be29d60f-194b-4a0a-9a60-ba73496ea02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:04.032309 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 1286bf90-f85e-45c7-88e1-9c6170c0bc9d up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:06:04.049645 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b433f73f-32fe-407a-906f-748e34692c1b req-c72035e3-acb2-4eb9-b14d-7d5af35ac9e7 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561056 Dec 09 16:06:04.071518 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-be29d60f-194b-4a0a-9a60-ba73496ea02f None None] Port f35628b1-ab5a-4002-a22e-24e55ec471e0 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:06:04.099506 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-059addcb-042e-4d46-a3dc-43abcc683e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9511653-bbee-437b-8234-e2252528775b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2006113394', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '7624607b-24e9-44be-a717-3242e8eb37ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:05:58Z', 'updated_at': '2021-12-09T16:06:02Z', 'revision_number': 4, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': '7624607b-24e9-44be-a717-3242e8eb37ae', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9511653-bbee-437b-8234-e2252528775b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:05:59Z', 'updated_at': '2021-12-09T16:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'f35628b1-ab5a-4002-a22e-24e55ec471e0', 'name': '', 'network_id': 'f592b9e7-23dd-4b51-a48e-42e0f18f4c6b', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'mac_address': 'fa:16:3e:6e:68:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9511653-bbee-437b-8234-e2252528775b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'e0758186-568c-48d8-a2b2-bebf800f2cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:06:01Z', 'updated_at': '2021-12-09T16:06:02Z', 'revision_number': 2, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'subnets': [{'id': 'e0758186-568c-48d8-a2b2-bebf800f2cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:06:04.132481 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059addcb-042e-4d46-a3dc-43abcc683e85 None None] Checking router: f9511653-bbee-437b-8234-e2252528775b for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:06:04.132845 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059addcb-042e-4d46-a3dc-43abcc683e85 None None] Updating router f9511653-bbee-437b-8234-e2252528775b port f35628b1-ab5a-4002-a22e-24e55ec471e0 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:06:04.134737 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b526a048-fa8b-4d98-9fa2-ed162bfbb9b2 req-5ae7d686-b34d-4827-b08c-a37de5524787 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5404600-95d1-42a4-a485-207c59d4ed23 HTTP/1.1" status: 200 len: 210 time: 0.0274324 Dec 09 16:06:04.167706 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-059addcb-042e-4d46-a3dc-43abcc683e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:04.169689 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 1286bf90-f85e-45c7-88e1-9c6170c0bc9d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:06:04.170041 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:04.264739 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4551a67-17bf-491f-9612-d007475013b9 req-be6f5b84-e4a1-499b-9c97-a932ddba4a62 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:04.267069 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f4551a67-17bf-491f-9612-d007475013b9 req-be6f5b84-e4a1-499b-9c97-a932ddba4a62 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0576804 Dec 09 16:06:04.321854 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f4551a67-17bf-491f-9612-d007475013b9 req-6cd9759d-2539-42f8-9f73-c12c1e879999 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471873 Dec 09 16:06:04.449120 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d641e8-3d83-42af-8eac-6ab7bc387815 req-70ee8083-33a0-4bfe-89f7-1097779b94a5 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:04.451290 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-69d641e8-3d83-42af-8eac-6ab7bc387815 req-70ee8083-33a0-4bfe-89f7-1097779b94a5 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0543687 Dec 09 16:06:04.502252 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-69d641e8-3d83-42af-8eac-6ab7bc387815 req-8fc8e751-dec0-4be2-8f53-af2ca8b8db89 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448744 Dec 09 16:06:04.527962 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-059addcb-042e-4d46-a3dc-43abcc683e85 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:04.533887 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-059addcb-042e-4d46-a3dc-43abcc683e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:04.638813 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a2388-fa5d-4d33-8df1-01d3774fc356 None None] Pushing event updated for resources: {'Port': ['ID=f35628b1-ab5a-4002-a22e-24e55ec471e0,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:06:04.642134 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc3e1a-f476-4af0-9b36-75a1d596ecde req-bb3f9339-3de6-473b-a620-d7b457ecb2ae tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:04.645070 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-059addcb-042e-4d46-a3dc-43abcc683e85 None None] Attempting to bind port f35628b1-ab5a-4002-a22e-24e55ec471e0 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:06:04.645460 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-059addcb-042e-4d46-a3dc-43abcc683e85 None None] Attempting to bind port f35628b1-ab5a-4002-a22e-24e55ec471e0 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '89728d1b-425b-4051-9aa2-177beaff5f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f592b9e7-23dd-4b51-a48e-42e0f18f4c6b'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:06:04.645839 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059addcb-042e-4d46-a3dc-43abcc683e85 None None] Attempting to bind port f35628b1-ab5a-4002-a22e-24e55ec471e0 on network f592b9e7-23dd-4b51-a48e-42e0f18f4c6b {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:06:04.650231 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9bdc3e1a-f476-4af0-9b36-75a1d596ecde req-bb3f9339-3de6-473b-a620-d7b457ecb2ae tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0721085 Dec 09 16:06:04.657860 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059addcb-042e-4d46-a3dc-43abcc683e85 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:06:04.658196 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059addcb-042e-4d46-a3dc-43abcc683e85 None None] Checking segment: {'id': '89728d1b-425b-4051-9aa2-177beaff5f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f592b9e7-23dd-4b51-a48e-42e0f18f4c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:06:04.658828 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-059addcb-042e-4d46-a3dc-43abcc683e85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:04.659298 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059addcb-042e-4d46-a3dc-43abcc683e85 None None] Bound using segment: {'id': '89728d1b-425b-4051-9aa2-177beaff5f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f592b9e7-23dd-4b51-a48e-42e0f18f4c6b'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:06:04.664661 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-059addcb-042e-4d46-a3dc-43abcc683e85 None None] Bound port: f35628b1-ab5a-4002-a22e-24e55ec471e0, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89728d1b-425b-4051-9aa2-177beaff5f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f592b9e7-23dd-4b51-a48e-42e0f18f4c6b'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:06:04.665228 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-059addcb-042e-4d46-a3dc-43abcc683e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:04.699195 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9bdc3e1a-f476-4af0-9b36-75a1d596ecde req-eccf1ea8-6ad5-4240-8675-177cb4f66e86 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486429 Dec 09 16:06:04.740274 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-059addcb-042e-4d46-a3dc-43abcc683e85 None None] For port f35628b1-ab5a-4002-a22e-24e55ec471e0, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:06:04.744022 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-059addcb-042e-4d46-a3dc-43abcc683e85 None None] For port f35628b1-ab5a-4002-a22e-24e55ec471e0, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=f35628b1-ab5a-4002-a22e-24e55ec471e0,segment=NetworkSegment(89728d1b-425b-4051-9aa2-177beaff5f47),segment_id=89728d1b-425b-4051-9aa2-177beaff5f47)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:06:04.747885 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-059addcb-042e-4d46-a3dc-43abcc683e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:04.820456 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059addcb-042e-4d46-a3dc-43abcc683e85 None None] Routers {'f9511653-bbee-437b-8234-e2252528775b'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:06:04.821105 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-059addcb-042e-4d46-a3dc-43abcc683e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:05:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['f9511653-bbee-437b-8234-e2252528775b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:06:04.829600 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a2388-fa5d-4d33-8df1-01d3774fc356 None None] Pushing event updated for resources: {'Port': ['ID=f35628b1-ab5a-4002-a22e-24e55ec471e0,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:06:04.875297 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-54e02015-8b5f-48f9-b839-57504902847f None None] Provisioning complete for port f35628b1-ab5a-4002-a22e-24e55ec471e0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:06:04.875673 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-54e02015-8b5f-48f9-b839-57504902847f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:05.087904 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-c43d799d-b496-4089-82bf-8693da2bc1da tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:05.089517 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-c43d799d-b496-4089-82bf-8693da2bc1da tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.31 "GET /v2.0/networks?id=f592b9e7-23dd-4b51-a48e-42e0f18f4c6b HTTP/1.1" status: 200 len: 797 time: 0.1280966 Dec 09 16:06:05.148845 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-059addcb-042e-4d46-a3dc-43abcc683e85 None None] Set router f9511653-bbee-437b-8234-e2252528775b gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:06:05.153178 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-8ae44e90-7b44-49c7-be96-98e6822850e6 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5d1c0ecc7f643edb019cebb81c4a032 HTTP/1.1" status: 200 len: 380 time: 0.0543988 Dec 09 16:06:05.163625 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-6a2a52fa-d06a-44bc-81af-430063915f3b tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'port': {'device_id': 'f5404600-95d1-42a4-a485-207c59d4ed23', 'network_id': 'f592b9e7-23dd-4b51-a48e-42e0f18f4c6b', 'admin_state_up': True, 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'security_groups': ['a53c6445-7e8e-4fcd-9ce8-dead971dae5d']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:06:05.244983 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b9ba338-45cf-48e2-b4c4-6a4daca5ebbe req-7c20c9e6-0b62-4920-a78a-1dfa843e1a87 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5404600-95d1-42a4-a485-207c59d4ed23 HTTP/1.1" status: 200 len: 210 time: 0.0318997 Dec 09 16:06:05.249381 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-54e02015-8b5f-48f9-b839-57504902847f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:05.299800 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-6a2a52fa-d06a-44bc-81af-430063915f3b tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Made reservation on behalf of d5d1c0ecc7f643edb019cebb81c4a032 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:06:05.304051 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-6a2a52fa-d06a-44bc-81af-430063915f3b tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:05.335898 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-54e02015-8b5f-48f9-b839-57504902847f None None] For port f35628b1-ab5a-4002-a22e-24e55ec471e0, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=f35628b1-ab5a-4002-a22e-24e55ec471e0,segment=NetworkSegment(89728d1b-425b-4051-9aa2-177beaff5f47),segment_id=89728d1b-425b-4051-9aa2-177beaff5f47)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:06:05.343027 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-54e02015-8b5f-48f9-b839-57504902847f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:05.419944 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e02015-8b5f-48f9-b839-57504902847f None None] Pushing event updated for resources: {'Port': ['ID=f35628b1-ab5a-4002-a22e-24e55ec471e0,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:06:05.439880 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-6a2a52fa-d06a-44bc-81af-430063915f3b tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Allocated IP 172.20.0.14 (f592b9e7-23dd-4b51-a48e-42e0f18f4c6b/e0758186-568c-48d8-a2b2-bebf800f2cc0/53fbff3d-f429-450b-929f-08cdb1f10cb0) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:06:05.446541 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-059addcb-042e-4d46-a3dc-43abcc683e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9511653-bbee-437b-8234-e2252528775b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2006113394', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '7624607b-24e9-44be-a717-3242e8eb37ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:05:58Z', 'updated_at': '2021-12-09T16:06:02Z', 'revision_number': 4, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': '7624607b-24e9-44be-a717-3242e8eb37ae', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9511653-bbee-437b-8234-e2252528775b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:05:59Z', 'updated_at': '2021-12-09T16:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'f35628b1-ab5a-4002-a22e-24e55ec471e0', 'name': '', 'network_id': 'f592b9e7-23dd-4b51-a48e-42e0f18f4c6b', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'mac_address': 'fa:16:3e:6e:68:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9511653-bbee-437b-8234-e2252528775b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'e0758186-568c-48d8-a2b2-bebf800f2cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:06:01Z', 'updated_at': '2021-12-09T16:06:04Z', 'revision_number': 4, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'subnets': [{'id': 'e0758186-568c-48d8-a2b2-bebf800f2cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:06:05.481524 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059addcb-042e-4d46-a3dc-43abcc683e85 None None] The sync data for ids ['f9511653-bbee-437b-8234-e2252528775b'] in n-d-821228-1 is: [{'id': 'f9511653-bbee-437b-8234-e2252528775b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2006113394', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '7624607b-24e9-44be-a717-3242e8eb37ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:05:58Z', 'updated_at': '2021-12-09T16:06:02Z', 'revision_number': 4, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': '7624607b-24e9-44be-a717-3242e8eb37ae', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9511653-bbee-437b-8234-e2252528775b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:05:59Z', 'updated_at': '2021-12-09T16:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'f35628b1-ab5a-4002-a22e-24e55ec471e0', 'name': '', 'network_id': 'f592b9e7-23dd-4b51-a48e-42e0f18f4c6b', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'mac_address': 'fa:16:3e:6e:68:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9511653-bbee-437b-8234-e2252528775b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'e0758186-568c-48d8-a2b2-bebf800f2cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:06:01Z', 'updated_at': '2021-12-09T16:06:04Z', 'revision_number': 4, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'subnets': [{'id': 'e0758186-568c-48d8-a2b2-bebf800f2cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:06:05.493146 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-01c1f3e3-ac57-4e0f-b6c9-9f85e6bbda4b None None] Provisioning complete for port f35628b1-ab5a-4002-a22e-24e55ec471e0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:06:05.493663 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-01c1f3e3-ac57-4e0f-b6c9-9f85e6bbda4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:05.616511 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-6a2a52fa-d06a-44bc-81af-430063915f3b tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:05.651430 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-6a2a52fa-d06a-44bc-81af-430063915f3b tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:05.697846 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-6a2a52fa-d06a-44bc-81af-430063915f3b tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Network f592b9e7-23dd-4b51-a48e-42e0f18f4c6b is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:06:05.700940 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-6a2a52fa-d06a-44bc-81af-430063915f3b tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:06:05.706746 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-6a2a52fa-d06a-44bc-81af-430063915f3b tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:06:05.733180 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a52fa-d06a-44bc-81af-430063915f3b tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'Port': ['ID=53fbff3d-f429-450b-929f-08cdb1f10cb0,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:06:05.762602 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-6a2a52fa-d06a-44bc-81af-430063915f3b tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:05.763231 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-6a2a52fa-d06a-44bc-81af-430063915f3b tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:05.780336 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-6a2a52fa-d06a-44bc-81af-430063915f3b tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6201794 Dec 09 16:06:05.794620 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-88288995-f8c9-4d25-8beb-79c070f7ee15 service neutron] Request body: {'port': {'device_id': 'f5404600-95d1-42a4-a485-207c59d4ed23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:06:05.857141 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-88288995-f8c9-4d25-8beb-79c070f7ee15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:06.004986 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device f35628b1-ab5a-4002-a22e-24e55ec471e0 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:06:06.054479 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e9b1c893-058c-424f-bfe4-638a5c7fbd5f None None] Provisioning complete for port 53fbff3d-f429-450b-929f-08cdb1f10cb0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:06:06.054847 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c893-058c-424f-bfe4-638a5c7fbd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:06.099338 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port f35628b1-ab5a-4002-a22e-24e55ec471e0 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:06:06.099710 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:06.102165 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e9b1c893-058c-424f-bfe4-638a5c7fbd5f None None] Port 53fbff3d-f429-450b-929f-08cdb1f10cb0 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:06:06.160007 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-88288995-f8c9-4d25-8beb-79c070f7ee15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53fbff3d-f429-450b-929f-08cdb1f10cb0 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:06:06.169148 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-88288995-f8c9-4d25-8beb-79c070f7ee15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:06.181984 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-88288995-f8c9-4d25-8beb-79c070f7ee15 service neutron] Transition to ACTIVE for port object 53fbff3d-f429-450b-929f-08cdb1f10cb0 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:06:06.187386 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-88288995-f8c9-4d25-8beb-79c070f7ee15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:06.237674 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88288995-f8c9-4d25-8beb-79c070f7ee15 service neutron] Pushing event updated for resources: {'Port': ['ID=53fbff3d-f429-450b-929f-08cdb1f10cb0,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:06:06.325547 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-88288995-f8c9-4d25-8beb-79c070f7ee15 service neutron] Attempting to bind port 53fbff3d-f429-450b-929f-08cdb1f10cb0 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:06:06.326192 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-88288995-f8c9-4d25-8beb-79c070f7ee15 service neutron] Attempting to bind port 53fbff3d-f429-450b-929f-08cdb1f10cb0 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '89728d1b-425b-4051-9aa2-177beaff5f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f592b9e7-23dd-4b51-a48e-42e0f18f4c6b'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:06:06.326592 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-88288995-f8c9-4d25-8beb-79c070f7ee15 service neutron] Attempting to bind port 53fbff3d-f429-450b-929f-08cdb1f10cb0 on network f592b9e7-23dd-4b51-a48e-42e0f18f4c6b {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:06:06.332052 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-88288995-f8c9-4d25-8beb-79c070f7ee15 service neutron] Port 53fbff3d-f429-450b-929f-08cdb1f10cb0 on network f592b9e7-23dd-4b51-a48e-42e0f18f4c6b not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:06:06.332538 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-88288995-f8c9-4d25-8beb-79c070f7ee15 service neutron] Attempting to bind port 53fbff3d-f429-450b-929f-08cdb1f10cb0 on network f592b9e7-23dd-4b51-a48e-42e0f18f4c6b {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:06:06.340507 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-88288995-f8c9-4d25-8beb-79c070f7ee15 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:06:06.340936 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-88288995-f8c9-4d25-8beb-79c070f7ee15 service neutron] Checking segment: {'id': '89728d1b-425b-4051-9aa2-177beaff5f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f592b9e7-23dd-4b51-a48e-42e0f18f4c6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:06:06.341401 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-88288995-f8c9-4d25-8beb-79c070f7ee15 service neutron] Bound using segment: {'id': '89728d1b-425b-4051-9aa2-177beaff5f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f592b9e7-23dd-4b51-a48e-42e0f18f4c6b'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:06:06.341940 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-88288995-f8c9-4d25-8beb-79c070f7ee15 service neutron] Bound port: 53fbff3d-f429-450b-929f-08cdb1f10cb0, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89728d1b-425b-4051-9aa2-177beaff5f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f592b9e7-23dd-4b51-a48e-42e0f18f4c6b'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:06:06.342374 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-88288995-f8c9-4d25-8beb-79c070f7ee15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:06.439834 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82ff8e-5cef-4261-8f46-e7abeea8bbed req-54f973e3-0801-4a9e-a280-be34ba94ca7b tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:06.443931 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7f82ff8e-5cef-4261-8f46-e7abeea8bbed req-54f973e3-0801-4a9e-a280-be34ba94ca7b tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5404600-95d1-42a4-a485-207c59d4ed23 HTTP/1.1" status: 200 len: 944 time: 0.0988491 Dec 09 16:06:06.467204 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-88288995-f8c9-4d25-8beb-79c070f7ee15 service neutron] For port 53fbff3d-f429-450b-929f-08cdb1f10cb0, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:06:06.491843 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-88288995-f8c9-4d25-8beb-79c070f7ee15 service neutron] For port 53fbff3d-f429-450b-929f-08cdb1f10cb0, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=53fbff3d-f429-450b-929f-08cdb1f10cb0,segment=NetworkSegment(89728d1b-425b-4051-9aa2-177beaff5f47),segment_id=89728d1b-425b-4051-9aa2-177beaff5f47)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:06:06.503474 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-88288995-f8c9-4d25-8beb-79c070f7ee15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:06.543500 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7f82ff8e-5cef-4261-8f46-e7abeea8bbed req-2e7d9e43-3d51-4c37-9dc4-4b493fccd735 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=a53c6445-7e8e-4fcd-9ce8-dead971dae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943406 Dec 09 16:06:06.550142 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-88288995-f8c9-4d25-8beb-79c070f7ee15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:06.551122 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-88288995-f8c9-4d25-8beb-79c070f7ee15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:06.553141 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-88288995-f8c9-4d25-8beb-79c070f7ee15 service neutron] 10.222.0.31 "PUT /v2.0/ports/53fbff3d-f429-450b-929f-08cdb1f10cb0 HTTP/1.1" status: 200 len: 1092 time: 0.7641594 Dec 09 16:06:06.555775 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5404600-95d1-42a4-a485-207c59d4ed23', 'tag': '53fbff3d-f429-450b-929f-08cdb1f10cb0'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:06:06.559052 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af0dedc-7536-4b5a-8c42-abc4f60fee5d" -d '{"events": [{"name": "network-changed", "server_uuid": "f5404600-95d1-42a4-a485-207c59d4ed23", "tag": "53fbff3d-f429-450b-929f-08cdb1f10cb0"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:06:06.611453 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88288995-f8c9-4d25-8beb-79c070f7ee15 service neutron] Pushing event updated for resources: {'Port': ['ID=53fbff3d-f429-450b-929f-08cdb1f10cb0,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:06:06.632295 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1bdd92-9848-470a-9b2d-0458e1f61208 x-openstack-request-id: req-8e1bdd92-9848-470a-9b2d-0458e1f61208 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:06:06.632621 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5404600-95d1-42a4-a485-207c59d4ed23", "tag": "53fbff3d-f429-450b-929f-08cdb1f10cb0", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:06:06.632876 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8e1bdd92-9848-470a-9b2d-0458e1f61208 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:06:06.633285 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5404600-95d1-42a4-a485-207c59d4ed23', 'tag': '53fbff3d-f429-450b-929f-08cdb1f10cb0', 'status': 'completed', 'code': 200} Dec 09 16:06:06.651177 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-3e9364c5-5486-4c89-9664-db80e08e93b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:06.652751 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-3e9364c5-5486-4c89-9664-db80e08e93b8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&device_id=f5404600-95d1-42a4-a485-207c59d4ed23 HTTP/1.1" status: 200 len: 1095 time: 0.0514343 Dec 09 16:06:06.702492 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-79ad490c-c1fc-4946-ae11-1300cad00221 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53fbff3d-f429-450b-929f-08cdb1f10cb0 HTTP/1.1" status: 200 len: 217 time: 0.0410690 Dec 09 16:06:06.754622 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-570316c5-7fb3-485d-ab48-0b00d1346e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:06.756186 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-570316c5-7fb3-485d-ab48-0b00d1346e96 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e0758186-568c-48d8-a2b2-bebf800f2cc0 HTTP/1.1" status: 200 len: 835 time: 0.0461478 Dec 09 16:06:06.807599 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-22c62287-a1a0-4090-8e89-ede6ea04338d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:06.809131 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-22c62287-a1a0-4090-8e89-ede6ea04338d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f592b9e7-23dd-4b51-a48e-42e0f18f4c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448282 Dec 09 16:06:06.900464 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-4879cb1c-696c-4c43-91bb-880172f576be service neutron] 10.222.0.31 "GET /v2.0/networks/f592b9e7-23dd-4b51-a48e-42e0f18f4c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839286 Dec 09 16:06:06.993650 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-794b7dd6-26cb-4487-b278-e0fcba1092e1 req-f3f17c10-508e-4b59-81b1-65400c81ccfc service neutron] 10.222.0.31 "GET /v2.0/networks/f592b9e7-23dd-4b51-a48e-42e0f18f4c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859289 Dec 09 16:06:07.206660 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0dedc-7536-4b5a-8c42-abc4f60fee5d req-35a6a403-5aaf-4236-a78e-28c43f6d401e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:07.208148 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6af0dedc-7536-4b5a-8c42-abc4f60fee5d req-35a6a403-5aaf-4236-a78e-28c43f6d401e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&device_id=f5404600-95d1-42a4-a485-207c59d4ed23 HTTP/1.1" status: 200 len: 1095 time: 0.0407794 Dec 09 16:06:07.301912 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0dedc-7536-4b5a-8c42-abc4f60fee5d req-4c6b78ac-8ab0-492d-90a7-ffabad348d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:07.303407 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6af0dedc-7536-4b5a-8c42-abc4f60fee5d req-4c6b78ac-8ab0-492d-90a7-ffabad348d15 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f592b9e7-23dd-4b51-a48e-42e0f18f4c6b HTTP/1.1" status: 200 len: 898 time: 0.0871532 Dec 09 16:06:07.344719 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6af0dedc-7536-4b5a-8c42-abc4f60fee5d req-88b04566-998d-4f74-ae01-b5c8e7daecf2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53fbff3d-f429-450b-929f-08cdb1f10cb0 HTTP/1.1" status: 200 len: 217 time: 0.0341513 Dec 09 16:06:07.391140 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0dedc-7536-4b5a-8c42-abc4f60fee5d req-844c610d-813b-4e1e-bf2b-9833989197e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:07.392597 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6af0dedc-7536-4b5a-8c42-abc4f60fee5d req-844c610d-813b-4e1e-bf2b-9833989197e0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e0758186-568c-48d8-a2b2-bebf800f2cc0 HTTP/1.1" status: 200 len: 835 time: 0.0417359 Dec 09 16:06:07.441277 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0dedc-7536-4b5a-8c42-abc4f60fee5d req-133cfd3a-7ce8-4153-9b9b-c32389340f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:07.442840 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6af0dedc-7536-4b5a-8c42-abc4f60fee5d req-133cfd3a-7ce8-4153-9b9b-c32389340f02 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f592b9e7-23dd-4b51-a48e-42e0f18f4c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389173 Dec 09 16:06:07.534980 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6af0dedc-7536-4b5a-8c42-abc4f60fee5d req-232611b9-b448-4917-88c7-7af335333c81 service neutron] 10.222.0.31 "GET /v2.0/networks/f592b9e7-23dd-4b51-a48e-42e0f18f4c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840039 Dec 09 16:06:07.986996 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6af0dedc-7536-4b5a-8c42-abc4f60fee5d req-5a6c3d0c-87cb-4770-826f-10b883f4be9d service neutron] 10.222.0.31 "GET /v2.0/networks/f592b9e7-23dd-4b51-a48e-42e0f18f4c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448707 Dec 09 16:06:08.010260 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb66d6d-fcf4-4938-9805-7d622d492f5b req-31e8c8f7-af76-4060-b4f8-f0d176d73f21 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:08.011863 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bfb66d6d-fcf4-4938-9805-7d622d492f5b req-31e8c8f7-af76-4060-b4f8-f0d176d73f21 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5404600-95d1-42a4-a485-207c59d4ed23 HTTP/1.1" status: 200 len: 944 time: 0.3937535 Dec 09 16:06:08.061363 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bfb66d6d-fcf4-4938-9805-7d622d492f5b req-867f5ec9-526b-4cd6-aa14-22971f6a12ce tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=a53c6445-7e8e-4fcd-9ce8-dead971dae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436547 Dec 09 16:06:09.177655 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9da91d-584d-4291-a02f-beb842e0fc31 req-13b304a9-954f-4b16-aa7f-2dd5bfe50dcd tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:09.179103 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4d9da91d-584d-4291-a02f-beb842e0fc31 req-13b304a9-954f-4b16-aa7f-2dd5bfe50dcd tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5404600-95d1-42a4-a485-207c59d4ed23 HTTP/1.1" status: 200 len: 944 time: 0.0481169 Dec 09 16:06:09.228295 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4d9da91d-584d-4291-a02f-beb842e0fc31 req-46071534-eaf9-4028-b52d-a6f91a48d1d7 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=a53c6445-7e8e-4fcd-9ce8-dead971dae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431714 Dec 09 16:06:10.348556 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a47360-358a-4a31-9aa2-945ec53c8615 req-02cc2ab4-2516-4101-befe-4451193ad5a1 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:10.350056 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-93a47360-358a-4a31-9aa2-945ec53c8615 req-02cc2ab4-2516-4101-befe-4451193ad5a1 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5404600-95d1-42a4-a485-207c59d4ed23 HTTP/1.1" status: 200 len: 944 time: 0.0536952 Dec 09 16:06:10.398712 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-93a47360-358a-4a31-9aa2-945ec53c8615 req-48d669f3-c61c-4ff0-a2f3-1f4dabd04f0c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=a53c6445-7e8e-4fcd-9ce8-dead971dae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427914 Dec 09 16:06:11.467392 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 53fbff3d-f429-450b-929f-08cdb1f10cb0 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:06:11.513238 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e142fb-4bd2-42ad-8c90-9b1ca9d4f3ee req-ec170329-d5a6-460b-8f0b-6d545a28ac23 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:11.514731 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a0e142fb-4bd2-42ad-8c90-9b1ca9d4f3ee req-ec170329-d5a6-460b-8f0b-6d545a28ac23 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5404600-95d1-42a4-a485-207c59d4ed23 HTTP/1.1" status: 200 len: 944 time: 0.0488677 Dec 09 16:06:11.564041 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 53fbff3d-f429-450b-929f-08cdb1f10cb0, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=53fbff3d-f429-450b-929f-08cdb1f10cb0,segment=NetworkSegment(89728d1b-425b-4051-9aa2-177beaff5f47),segment_id=89728d1b-425b-4051-9aa2-177beaff5f47)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:06:11.565135 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a0e142fb-4bd2-42ad-8c90-9b1ca9d4f3ee req-924c87fe-ef63-4ef4-9bfd-a89fedd578ab tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=a53c6445-7e8e-4fcd-9ce8-dead971dae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431871 Dec 09 16:06:11.576586 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '53fbff3d-f429-450b-929f-08cdb1f10cb0', 'network_id': 'f592b9e7-23dd-4b51-a48e-42e0f18f4c6b', 'port_id': '53fbff3d-f429-450b-929f-08cdb1f10cb0', 'mac_address': 'fa:16:3e:0d:f4:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0758186-568c-48d8-a2b2-bebf800f2cc0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:06:11.613344 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:11.625854 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53fbff3d-f429-450b-929f-08cdb1f10cb0 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:06:11.650169 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 53fbff3d-f429-450b-929f-08cdb1f10cb0, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=53fbff3d-f429-450b-929f-08cdb1f10cb0,segment=NetworkSegment(89728d1b-425b-4051-9aa2-177beaff5f47),segment_id=89728d1b-425b-4051-9aa2-177beaff5f47)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:06:11.654137 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:11.701224 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=53fbff3d-f429-450b-929f-08cdb1f10cb0,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:06:11.970072 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['53fbff3d-f429-450b-929f-08cdb1f10cb0'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:06:12.681300 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c52e67-6b66-4412-98bc-679c24ab7bff req-b062b041-ed59-4d3b-9b81-876d85516c57 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:12.682799 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c9c52e67-6b66-4412-98bc-679c24ab7bff req-b062b041-ed59-4d3b-9b81-876d85516c57 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5404600-95d1-42a4-a485-207c59d4ed23 HTTP/1.1" status: 200 len: 945 time: 0.0482357 Dec 09 16:06:12.735875 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c9c52e67-6b66-4412-98bc-679c24ab7bff req-b10ae0fc-27f1-45e9-96f6-35f2b885a888 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=a53c6445-7e8e-4fcd-9ce8-dead971dae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471873 Dec 09 16:06:13.470493 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 53fbff3d-f429-450b-929f-08cdb1f10cb0 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:06:13.520799 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 53fbff3d-f429-450b-929f-08cdb1f10cb0 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:06:13.524655 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 53fbff3d-f429-450b-929f-08cdb1f10cb0 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:06:13.525032 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:13.604644 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:13.627618 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5404600-95d1-42a4-a485-207c59d4ed23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53fbff3d-f429-450b-929f-08cdb1f10cb0'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:06:13.630732 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd587512-cd45-4625-ae9a-aedd5fa2ea9d" -d '{"events": [{"server_uuid": "f5404600-95d1-42a4-a485-207c59d4ed23", "name": "network-vif-plugged", "status": "completed", "tag": "53fbff3d-f429-450b-929f-08cdb1f10cb0"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:06:13.642820 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 53fbff3d-f429-450b-929f-08cdb1f10cb0, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=53fbff3d-f429-450b-929f-08cdb1f10cb0,segment=NetworkSegment(89728d1b-425b-4051-9aa2-177beaff5f47),segment_id=89728d1b-425b-4051-9aa2-177beaff5f47)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:06:13.646997 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:13.670081 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3040e6d3-48fa-4459-b85d-ad8ae5cd01b0 x-openstack-request-id: req-3040e6d3-48fa-4459-b85d-ad8ae5cd01b0 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:06:13.670384 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5404600-95d1-42a4-a485-207c59d4ed23", "name": "network-vif-plugged", "status": "completed", "tag": "53fbff3d-f429-450b-929f-08cdb1f10cb0", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:06:13.670640 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3040e6d3-48fa-4459-b85d-ad8ae5cd01b0 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:06:13.671034 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5404600-95d1-42a4-a485-207c59d4ed23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53fbff3d-f429-450b-929f-08cdb1f10cb0', 'code': 200} Dec 09 16:06:13.699253 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=53fbff3d-f429-450b-929f-08cdb1f10cb0,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:06:13.769526 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54afd5-ea8f-40c8-920d-a94f9a950e09 req-a5eec1a4-abc6-481f-a93a-b10bc6485007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:13.771472 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ab54afd5-ea8f-40c8-920d-a94f9a950e09 req-a5eec1a4-abc6-481f-a93a-b10bc6485007 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f5404600-95d1-42a4-a485-207c59d4ed23 HTTP/1.1" status: 200 len: 1097 time: 0.0414176 Dec 09 16:06:13.848429 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ab54afd5-ea8f-40c8-920d-a94f9a950e09 req-24ea48f2-0f94-4058-8979-4e0e57c5aa7e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a53c6445-7e8e-4fcd-9ce8-dead971dae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657768 Dec 09 16:06:13.867361 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284aab78-4b76-4081-b542-d78d4e3fb913 req-d75fb894-519e-45d9-b5f1-ea518f4341f3 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:13.868764 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-284aab78-4b76-4081-b542-d78d4e3fb913 req-d75fb894-519e-45d9-b5f1-ea518f4341f3 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5404600-95d1-42a4-a485-207c59d4ed23 HTTP/1.1" status: 200 len: 946 time: 0.0622869 Dec 09 16:06:13.919280 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-284aab78-4b76-4081-b542-d78d4e3fb913 req-f78afadd-1ee4-4185-8945-ddb53464258c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=a53c6445-7e8e-4fcd-9ce8-dead971dae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446374 Dec 09 16:06:15.040962 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01578038-98d8-4ccc-84ba-81ffc0f5ec10 req-c40abe83-e0c3-4b0c-a944-d6350489638c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:15.042525 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-01578038-98d8-4ccc-84ba-81ffc0f5ec10 req-c40abe83-e0c3-4b0c-a944-d6350489638c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5404600-95d1-42a4-a485-207c59d4ed23 HTTP/1.1" status: 200 len: 946 time: 0.0520308 Dec 09 16:06:15.092144 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-01578038-98d8-4ccc-84ba-81ffc0f5ec10 req-43eb6e2b-cfae-4259-a297-e54a639332ad tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=a53c6445-7e8e-4fcd-9ce8-dead971dae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436101 Dec 09 16:06:16.166882 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:16.215270 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a70d9-b4e1-4519-9e14-cd3fc34714a0 req-0ba19d23-5b04-4a6f-a060-612ba8039ecc tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:16.216776 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8b5a70d9-b4e1-4519-9e14-cd3fc34714a0 req-0ba19d23-5b04-4a6f-a060-612ba8039ecc tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5404600-95d1-42a4-a485-207c59d4ed23 HTTP/1.1" status: 200 len: 946 time: 0.0502753 Dec 09 16:06:16.265274 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8b5a70d9-b4e1-4519-9e14-cd3fc34714a0 req-457d9de6-138b-4b60-a709-1205eba25ad1 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=a53c6445-7e8e-4fcd-9ce8-dead971dae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423095 Dec 09 16:06:16.382646 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b070273-0ee1-4a8a-9cc8-4b2dcee3d01a req-ae989434-0f33-4686-9fc4-5603cf79d9bf tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:16.384077 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5b070273-0ee1-4a8a-9cc8-4b2dcee3d01a req-ae989434-0f33-4686-9fc4-5603cf79d9bf tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5404600-95d1-42a4-a485-207c59d4ed23 HTTP/1.1" status: 200 len: 946 time: 0.0534973 Dec 09 16:06:16.433080 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5b070273-0ee1-4a8a-9cc8-4b2dcee3d01a req-5d100d20-02f7-4353-8671-405d06ce50a7 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=a53c6445-7e8e-4fcd-9ce8-dead971dae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430448 Dec 09 16:06:16.454811 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41746) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:06:16.493979 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8102cf09-0074-46be-9501-bdf6acf4fc48 tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:16.495510 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8102cf09-0074-46be-9501-bdf6acf4fc48 tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f5404600-95d1-42a4-a485-207c59d4ed23 HTTP/1.1" status: 200 len: 1092 time: 0.0397329 Dec 09 16:06:16.498264 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41748) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:06:16.502443 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-7c6bfb27-5dbd-4690-9bc6-45ecb7692450 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'port_id': '53fbff3d-f429-450b-929f-08cdb1f10cb0', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:06:16.524705 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7c6bfb27-5dbd-4690-9bc6-45ecb7692450 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:16.623007 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7c6bfb27-5dbd-4690-9bc6-45ecb7692450 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:16.723951 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-7c6bfb27-5dbd-4690-9bc6-45ecb7692450 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Allocated IP 172.25.3.3 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/3bee4c2e-67e8-40d4-977c-3d113ad4c6d5) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:06:16.825375 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7c6bfb27-5dbd-4690-9bc6-45ecb7692450 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:16.860220 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7c6bfb27-5dbd-4690-9bc6-45ecb7692450 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:16.895993 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6bfb27-5dbd-4690-9bc6-45ecb7692450 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:06:16.898736 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-7c6bfb27-5dbd-4690-9bc6-45ecb7692450 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:06:16.904799 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6bfb27-5dbd-4690-9bc6-45ecb7692450 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:06:16.928199 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6bfb27-5dbd-4690-9bc6-45ecb7692450 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'Port': ['ID=3bee4c2e-67e8-40d4-977c-3d113ad4c6d5,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:06:17.257191 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7c6bfb27-5dbd-4690-9bc6-45ecb7692450 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:17.322921 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7c6bfb27-5dbd-4690-9bc6-45ecb7692450 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:17.470652 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7c6bfb27-5dbd-4690-9bc6-45ecb7692450 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:17.475918 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7c6bfb27-5dbd-4690-9bc6-45ecb7692450 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:17.542829 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6bfb27-5dbd-4690-9bc6-45ecb7692450 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'Port': ['ID=3bee4c2e-67e8-40d4-977c-3d113ad4c6d5,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:06:17.556640 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7c6bfb27-5dbd-4690-9bc6-45ecb7692450 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:17.651182 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-7c6bfb27-5dbd-4690-9bc6-45ecb7692450 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Floating IP d816d356-5efd-470b-8e9b-bbb38f06f4d1 associated. External IP: 172.25.3.3, port: 53fbff3d-f429-450b-929f-08cdb1f10cb0. Dec 09 16:06:17.859249 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c6bfb27-5dbd-4690-9bc6-45ecb7692450 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Router f9511653-bbee-437b-8234-e2252528775b has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:06:17.966135 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6bfb27-5dbd-4690-9bc6-45ecb7692450 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:06:17.976843 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558941ec-4eb2-480d-9fc1-c718cc1677c0 None None] Sync routers for ids ['f9511653-bbee-437b-8234-e2252528775b'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:06:17.984788 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7c6bfb27-5dbd-4690-9bc6-45ecb7692450 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:17.987528 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558941ec-4eb2-480d-9fc1-c718cc1677c0 None None] Routers {'f9511653-bbee-437b-8234-e2252528775b'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:06:17.988316 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-558941ec-4eb2-480d-9fc1-c718cc1677c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:05:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['f9511653-bbee-437b-8234-e2252528775b'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:06:18.012016 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7c6bfb27-5dbd-4690-9bc6-45ecb7692450 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5127425 Dec 09 16:06:18.012924 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5404600-95d1-42a4-a485-207c59d4ed23', 'tag': '53fbff3d-f429-450b-929f-08cdb1f10cb0'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:06:18.015356 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5772594a-7018-4feb-bca8-f357f7fafe72" -d '{"events": [{"name": "network-changed", "server_uuid": "f5404600-95d1-42a4-a485-207c59d4ed23", "tag": "53fbff3d-f429-450b-929f-08cdb1f10cb0"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:06:18.092618 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-558941ec-4eb2-480d-9fc1-c718cc1677c0 None None] Set router f9511653-bbee-437b-8234-e2252528775b gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:06:18.109189 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b7a31-4b3c-495a-bb8d-92a828eae0f9 req-bffb953e-1213-4d6f-9870-1110c4e641f9 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:18.110799 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a12b7a31-4b3c-495a-bb8d-92a828eae0f9 req-bffb953e-1213-4d6f-9870-1110c4e641f9 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5404600-95d1-42a4-a485-207c59d4ed23 HTTP/1.1" status: 200 len: 946 time: 0.0503848 Dec 09 16:06:18.174494 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a12b7a31-4b3c-495a-bb8d-92a828eae0f9 req-e2c22728-e34e-465c-abca-e4cb00099f39 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=a53c6445-7e8e-4fcd-9ce8-dead971dae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574183 Dec 09 16:06:18.197968 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41756) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:06:18.238451 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60999272-d7b0-4a20-abda-b1c3b0ced6eb x-openstack-request-id: req-60999272-d7b0-4a20-abda-b1c3b0ced6eb {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:06:18.238779 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5404600-95d1-42a4-a485-207c59d4ed23", "tag": "53fbff3d-f429-450b-929f-08cdb1f10cb0", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:06:18.238998 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-60999272-d7b0-4a20-abda-b1c3b0ced6eb {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:06:18.239403 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5404600-95d1-42a4-a485-207c59d4ed23', 'tag': '53fbff3d-f429-450b-929f-08cdb1f10cb0', 'status': 'completed', 'code': 200} Dec 09 16:06:18.292011 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-836ea114-8b57-4dbb-9816-17ad7517f92e tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/floatingips/d816d356-5efd-470b-8e9b-bbb38f06f4d1 HTTP/1.1" status: 200 len: 990 time: 0.0926189 Dec 09 16:06:18.298399 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5772594a-7018-4feb-bca8-f357f7fafe72 req-9d42d6e9-01a0-464d-a35d-0676dd2c0159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:18.299844 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5772594a-7018-4feb-bca8-f357f7fafe72 req-9d42d6e9-01a0-464d-a35d-0676dd2c0159 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&device_id=f5404600-95d1-42a4-a485-207c59d4ed23 HTTP/1.1" status: 200 len: 1097 time: 0.0559556 Dec 09 16:06:18.395875 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5772594a-7018-4feb-bca8-f357f7fafe72 req-c08669a6-bc74-4c45-86b1-eeab3122efeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:18.397310 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5772594a-7018-4feb-bca8-f357f7fafe72 req-c08669a6-bc74-4c45-86b1-eeab3122efeb service neutron] 10.222.0.31 "GET /v2.0/networks?id=f592b9e7-23dd-4b51-a48e-42e0f18f4c6b HTTP/1.1" status: 200 len: 898 time: 0.0903041 Dec 09 16:06:18.410958 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-558941ec-4eb2-480d-9fc1-c718cc1677c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9511653-bbee-437b-8234-e2252528775b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2006113394', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '7624607b-24e9-44be-a717-3242e8eb37ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:05:58Z', 'updated_at': '2021-12-09T16:06:02Z', 'revision_number': 4, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': '7624607b-24e9-44be-a717-3242e8eb37ae', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9511653-bbee-437b-8234-e2252528775b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:05:59Z', 'updated_at': '2021-12-09T16:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': 'd816d356-5efd-470b-8e9b-bbb38f06f4d1', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'floating_ip_address': '172.25.3.3', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'f9511653-bbee-437b-8234-e2252528775b', 'port_id': '53fbff3d-f429-450b-929f-08cdb1f10cb0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f592b9e7-23dd-4b51-a48e-42e0f18f4c6b', 'mac_address': 'fa:16:3e:0d:f4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5404600-95d1-42a4-a485-207c59d4ed23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:06:17Z', 'updated_at': '2021-12-09T16:06:17Z', 'revision_number': 0, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f35628b1-ab5a-4002-a22e-24e55ec471e0', 'name': '', 'network_id': 'f592b9e7-23dd-4b51-a48e-42e0f18f4c6b', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'mac_address': 'fa:16:3e:6e:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9511653-bbee-437b-8234-e2252528775b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'e0758186-568c-48d8-a2b2-bebf800f2cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:06:01Z', 'updated_at': '2021-12-09T16:06:05Z', 'revision_number': 5, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'subnets': [{'id': 'e0758186-568c-48d8-a2b2-bebf800f2cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:06:18.436403 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558941ec-4eb2-480d-9fc1-c718cc1677c0 None None] Checking router: f9511653-bbee-437b-8234-e2252528775b for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:06:18.445466 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558941ec-4eb2-480d-9fc1-c718cc1677c0 None None] Routers {'f9511653-bbee-437b-8234-e2252528775b'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:06:18.446073 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-558941ec-4eb2-480d-9fc1-c718cc1677c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:05:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['f9511653-bbee-437b-8234-e2252528775b'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:06:18.465480 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5772594a-7018-4feb-bca8-f357f7fafe72 req-c39145ba-23e8-4bc0-90db-c2e95256508c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53fbff3d-f429-450b-929f-08cdb1f10cb0 HTTP/1.1" status: 200 len: 998 time: 0.0595713 Dec 09 16:06:18.520877 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5772594a-7018-4feb-bca8-f357f7fafe72 req-2cf0028b-6e08-45df-897c-3a6d44317dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:18.522374 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5772594a-7018-4feb-bca8-f357f7fafe72 req-2cf0028b-6e08-45df-897c-3a6d44317dc1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e0758186-568c-48d8-a2b2-bebf800f2cc0 HTTP/1.1" status: 200 len: 835 time: 0.0489521 Dec 09 16:06:18.549611 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-558941ec-4eb2-480d-9fc1-c718cc1677c0 None None] Set router f9511653-bbee-437b-8234-e2252528775b gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:06:18.569579 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5772594a-7018-4feb-bca8-f357f7fafe72 req-8b4acaf4-55f7-41d4-a4b3-129c398cb6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:18.571243 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5772594a-7018-4feb-bca8-f357f7fafe72 req-8b4acaf4-55f7-41d4-a4b3-129c398cb6bf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f592b9e7-23dd-4b51-a48e-42e0f18f4c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413229 Dec 09 16:06:18.661920 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5772594a-7018-4feb-bca8-f357f7fafe72 req-c1696bf9-da7e-480f-9a2a-0b7d8f6f3c59 service neutron] 10.222.0.31 "GET /v2.0/networks/f592b9e7-23dd-4b51-a48e-42e0f18f4c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828612 Dec 09 16:06:18.756113 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5772594a-7018-4feb-bca8-f357f7fafe72 req-b6909134-4c3d-46e4-9bbc-ced2c0339983 service neutron] 10.222.0.31 "GET /v2.0/networks/f592b9e7-23dd-4b51-a48e-42e0f18f4c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870357 Dec 09 16:06:18.772642 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-558941ec-4eb2-480d-9fc1-c718cc1677c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9511653-bbee-437b-8234-e2252528775b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2006113394', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '7624607b-24e9-44be-a717-3242e8eb37ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:05:58Z', 'updated_at': '2021-12-09T16:06:02Z', 'revision_number': 4, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': '7624607b-24e9-44be-a717-3242e8eb37ae', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9511653-bbee-437b-8234-e2252528775b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:05:59Z', 'updated_at': '2021-12-09T16:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': 'd816d356-5efd-470b-8e9b-bbb38f06f4d1', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'floating_ip_address': '172.25.3.3', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'f9511653-bbee-437b-8234-e2252528775b', 'port_id': '53fbff3d-f429-450b-929f-08cdb1f10cb0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f592b9e7-23dd-4b51-a48e-42e0f18f4c6b', 'mac_address': 'fa:16:3e:0d:f4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5404600-95d1-42a4-a485-207c59d4ed23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:06:17Z', 'updated_at': '2021-12-09T16:06:17Z', 'revision_number': 0, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f35628b1-ab5a-4002-a22e-24e55ec471e0', 'name': '', 'network_id': 'f592b9e7-23dd-4b51-a48e-42e0f18f4c6b', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'mac_address': 'fa:16:3e:6e:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9511653-bbee-437b-8234-e2252528775b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'e0758186-568c-48d8-a2b2-bebf800f2cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:06:01Z', 'updated_at': '2021-12-09T16:06:05Z', 'revision_number': 5, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'subnets': [{'id': 'e0758186-568c-48d8-a2b2-bebf800f2cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:06:18.798959 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558941ec-4eb2-480d-9fc1-c718cc1677c0 None None] The sync data for ids ['f9511653-bbee-437b-8234-e2252528775b'] in n-d-821228-1 is: [{'id': 'f9511653-bbee-437b-8234-e2252528775b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2006113394', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '7624607b-24e9-44be-a717-3242e8eb37ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:05:58Z', 'updated_at': '2021-12-09T16:06:02Z', 'revision_number': 4, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': '7624607b-24e9-44be-a717-3242e8eb37ae', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9511653-bbee-437b-8234-e2252528775b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:05:59Z', 'updated_at': '2021-12-09T16:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': 'd816d356-5efd-470b-8e9b-bbb38f06f4d1', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'floating_ip_address': '172.25.3.3', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'f9511653-bbee-437b-8234-e2252528775b', 'port_id': '53fbff3d-f429-450b-929f-08cdb1f10cb0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f592b9e7-23dd-4b51-a48e-42e0f18f4c6b', 'mac_address': 'fa:16:3e:0d:f4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5404600-95d1-42a4-a485-207c59d4ed23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:06:17Z', 'updated_at': '2021-12-09T16:06:17Z', 'revision_number': 0, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f35628b1-ab5a-4002-a22e-24e55ec471e0', 'name': '', 'network_id': 'f592b9e7-23dd-4b51-a48e-42e0f18f4c6b', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'mac_address': 'fa:16:3e:6e:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9511653-bbee-437b-8234-e2252528775b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'e0758186-568c-48d8-a2b2-bebf800f2cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:06:01Z', 'updated_at': '2021-12-09T16:06:05Z', 'revision_number': 5, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'subnets': [{'id': 'e0758186-568c-48d8-a2b2-bebf800f2cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:06:18.983035 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de431515-50b0-4ebd-b0ff-cca2671972df None None] New status for floating IP d816d356-5efd-470b-8e9b-bbb38f06f4d1: ACTIVE {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:06:19.295950 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41758) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:06:19.357565 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d88ff5dc-4394-45aa-a03b-3ce377a74882 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/floatingips/d816d356-5efd-470b-8e9b-bbb38f06f4d1 HTTP/1.1" status: 200 len: 992 time: 0.0604231 Dec 09 16:06:20.473087 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dbe5484c-c910-4dae-8db9-3f216785b6e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:20.499494 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-300442cb-7a9a-411a-b1bc-8f984dc83b47 req-20f317d0-a1d4-4561-b960-153b5debf308 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455680 Dec 09 16:06:20.585197 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300442cb-7a9a-411a-b1bc-8f984dc83b47 req-1334fd93-819e-421c-b972-e3c35a7cd6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:20.586778 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-300442cb-7a9a-411a-b1bc-8f984dc83b47 req-1334fd93-819e-421c-b972-e3c35a7cd6c6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dff41d0cd6dc4e42b95a80470934c32b&device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 1095 time: 0.0408139 Dec 09 16:06:20.691960 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300442cb-7a9a-411a-b1bc-8f984dc83b47 req-00575c2b-ed14-4da9-848a-d04822ce60e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:20.693477 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-300442cb-7a9a-411a-b1bc-8f984dc83b47 req-00575c2b-ed14-4da9-848a-d04822ce60e6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=10465fca-def6-40ef-b54b-0b10ab1b7b44 HTTP/1.1" status: 200 len: 912 time: 0.0844338 Dec 09 16:06:20.764280 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-300442cb-7a9a-411a-b1bc-8f984dc83b47 req-9aae6831-fc3b-4d41-8940-8ae2e7197041 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a141b13b-6843-4625-b7c8-e8ee74c8d4f3 HTTP/1.1" status: 200 len: 998 time: 0.0632608 Dec 09 16:06:20.815303 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300442cb-7a9a-411a-b1bc-8f984dc83b47 req-60d86b59-00e9-4002-ad86-bb83c6f9bf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:20.816984 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-300442cb-7a9a-411a-b1bc-8f984dc83b47 req-60d86b59-00e9-4002-ad86-bb83c6f9bf9a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3b011188-7849-4d66-ad21-4c37ec602085 HTTP/1.1" status: 200 len: 850 time: 0.0441108 Dec 09 16:06:20.864511 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300442cb-7a9a-411a-b1bc-8f984dc83b47 req-6a864fce-1334-47aa-ae3d-dab85207807e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:20.865943 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-300442cb-7a9a-411a-b1bc-8f984dc83b47 req-6a864fce-1334-47aa-ae3d-dab85207807e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=10465fca-def6-40ef-b54b-0b10ab1b7b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408161 Dec 09 16:06:20.961393 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-300442cb-7a9a-411a-b1bc-8f984dc83b47 req-57f9d6f2-1f3f-4f85-859e-c44f8ba293dd service neutron] 10.222.0.31 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843918 Dec 09 16:06:21.049774 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-300442cb-7a9a-411a-b1bc-8f984dc83b47 req-ad78fd4b-8bba-4cf5-80d6-f2b318e82ba3 service neutron] 10.222.0.31 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813148 Dec 09 16:06:23.000811 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-26d475c1-d079-45a4-8806-f2ab8fb84391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:24.104673 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:24.745288 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:25.361792 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:26.441574 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:34.716159 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:06:37.166981 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ec2861b5-d6dc-495c-a961-98a01ee45cb8 req-48b9644a-ad3c-4339-8957-a3118205cece service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2be1b1ae-d42d-4aaa-a893-f9040ed741ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464978 Dec 09 16:06:37.240085 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2861b5-d6dc-495c-a961-98a01ee45cb8 req-2778ad7f-8bc3-4182-8de4-21f1757fd88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:37.241602 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ec2861b5-d6dc-495c-a961-98a01ee45cb8 req-2778ad7f-8bc3-4182-8de4-21f1757fd88f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dff41d0cd6dc4e42b95a80470934c32b&device_id=2be1b1ae-d42d-4aaa-a893-f9040ed741ea HTTP/1.1" status: 200 len: 1097 time: 0.0410841 Dec 09 16:06:37.345990 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2861b5-d6dc-495c-a961-98a01ee45cb8 req-d17310f0-6f32-4827-8685-e261933f95d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:37.347474 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ec2861b5-d6dc-495c-a961-98a01ee45cb8 req-d17310f0-6f32-4827-8685-e261933f95d1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=10465fca-def6-40ef-b54b-0b10ab1b7b44 HTTP/1.1" status: 200 len: 912 time: 0.0865896 Dec 09 16:06:37.391662 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ec2861b5-d6dc-495c-a961-98a01ee45cb8 req-84bbecfb-0836-4927-85c9-c30d5f98c904 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ded3cb7-4dc4-4fbc-b5cd-394c44942fae HTTP/1.1" status: 200 len: 217 time: 0.0368695 Dec 09 16:06:37.439814 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2861b5-d6dc-495c-a961-98a01ee45cb8 req-e0c68939-a588-4a2c-95af-e161c9ae297b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:37.441223 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ec2861b5-d6dc-495c-a961-98a01ee45cb8 req-e0c68939-a588-4a2c-95af-e161c9ae297b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3b011188-7849-4d66-ad21-4c37ec602085 HTTP/1.1" status: 200 len: 850 time: 0.0433671 Dec 09 16:06:37.486975 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2861b5-d6dc-495c-a961-98a01ee45cb8 req-3e1a67c3-140f-42ae-9081-0b2bf6992429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:37.488467 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ec2861b5-d6dc-495c-a961-98a01ee45cb8 req-3e1a67c3-140f-42ae-9081-0b2bf6992429 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=10465fca-def6-40ef-b54b-0b10ab1b7b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401726 Dec 09 16:06:37.578112 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ec2861b5-d6dc-495c-a961-98a01ee45cb8 req-28d33c40-46f6-4981-8097-2b417589df60 service neutron] 10.222.0.42 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824041 Dec 09 16:06:37.666565 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ec2861b5-d6dc-495c-a961-98a01ee45cb8 req-28d11cba-5fd2-47be-bab6-beaabe3ec38f service neutron] 10.222.0.42 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818844 Dec 09 16:06:46.165545 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:50.476265 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1df5f02c-34ad-440b-9601-91be4999a65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:53.002752 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fd7a7e37-16b0-4480-b8f7-8201d1c1c30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:54.106043 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:54.769310 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:55.365245 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:56.447092 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:56.931440 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db577680-6898-459c-a7ff-e6543cf22086 req-0aa8dd77-11de-4a3d-8c7e-a6d102d2807c tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:56.932945 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-db577680-6898-459c-a7ff-e6543cf22086 req-0aa8dd77-11de-4a3d-8c7e-a6d102d2807c tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0856683 Dec 09 16:06:56.934719 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60bd0f9-dd82-43e9-9556-b8d8b0d3c053 req-b2a9bd13-43fb-4bfe-9337-77bf949276ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:56.936254 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c60bd0f9-dd82-43e9-9556-b8d8b0d3c053 req-b2a9bd13-43fb-4bfe-9337-77bf949276ee service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dff41d0cd6dc4e42b95a80470934c32b&device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 1095 time: 0.0785532 Dec 09 16:06:57.031094 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-db577680-6898-459c-a7ff-e6543cf22086 req-7b418b8d-8aed-40a4-a257-63e7a8f73769 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921893 Dec 09 16:06:57.059307 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60bd0f9-dd82-43e9-9556-b8d8b0d3c053 req-dca6db3d-5fec-442f-8550-3d2c415d0588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:57.060852 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c60bd0f9-dd82-43e9-9556-b8d8b0d3c053 req-dca6db3d-5fec-442f-8550-3d2c415d0588 service neutron] 10.222.0.31 "GET /v2.0/networks?id=10465fca-def6-40ef-b54b-0b10ab1b7b44 HTTP/1.1" status: 200 len: 912 time: 0.1155188 Dec 09 16:06:57.125824 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c60bd0f9-dd82-43e9-9556-b8d8b0d3c053 req-ac0b2808-04b6-4283-8125-2f6030d8f655 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a141b13b-6843-4625-b7c8-e8ee74c8d4f3 HTTP/1.1" status: 200 len: 998 time: 0.0577388 Dec 09 16:06:57.174545 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60bd0f9-dd82-43e9-9556-b8d8b0d3c053 req-982cd73e-2132-4649-b33b-0ce6a2ecb24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:57.175986 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c60bd0f9-dd82-43e9-9556-b8d8b0d3c053 req-982cd73e-2132-4649-b33b-0ce6a2ecb24a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3b011188-7849-4d66-ad21-4c37ec602085 HTTP/1.1" status: 200 len: 850 time: 0.0435650 Dec 09 16:06:57.225128 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60bd0f9-dd82-43e9-9556-b8d8b0d3c053 req-cf690082-6b74-4050-b898-2ea774926e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:57.226588 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c60bd0f9-dd82-43e9-9556-b8d8b0d3c053 req-cf690082-6b74-4050-b898-2ea774926e53 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=10465fca-def6-40ef-b54b-0b10ab1b7b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434499 Dec 09 16:06:57.313233 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c60bd0f9-dd82-43e9-9556-b8d8b0d3c053 req-7bdca507-89a5-47fb-8d4e-885fae181093 service neutron] 10.222.0.31 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791767 Dec 09 16:06:57.406575 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c60bd0f9-dd82-43e9-9556-b8d8b0d3c053 req-0aa9f020-fa21-4eda-baa5-663c9f894a29 service neutron] 10.222.0.31 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848653 Dec 09 16:06:58.148066 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9422c-4c62-47b2-a94c-bd498717159a req-3027770d-264c-4707-b57d-ba4ef965ece5 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:58.149563 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7dc9422c-4c62-47b2-a94c-bd498717159a req-3027770d-264c-4707-b57d-ba4ef965ece5 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0498750 Dec 09 16:06:58.195727 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7dc9422c-4c62-47b2-a94c-bd498717159a req-d1aadc57-f217-4e8a-b371-fcf3a160fd7a tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402324 Dec 09 16:06:59.310732 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b568a-d472-4365-893f-10d3933c71e5 req-31d46ca7-6272-4f13-ac77-0b94737e7428 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:59.312216 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a21b568a-d472-4365-893f-10d3933c71e5 req-31d46ca7-6272-4f13-ac77-0b94737e7428 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0485053 Dec 09 16:06:59.360506 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a21b568a-d472-4365-893f-10d3933c71e5 req-7ed9ddc5-2969-4d51-a6ba-437a6d385c4b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423129 Dec 09 16:07:00.479549 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f107c-0411-4f56-8406-d21d7be3cbf8 req-52ae92b2-17ac-47a8-8ae6-9167734f627c tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:00.481071 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2b9f107c-0411-4f56-8406-d21d7be3cbf8 req-52ae92b2-17ac-47a8-8ae6-9167734f627c tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0529764 Dec 09 16:07:00.527784 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2b9f107c-0411-4f56-8406-d21d7be3cbf8 req-49007551-e5ad-4010-9d5c-7347c69f78d2 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407701 Dec 09 16:07:01.642554 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91dfe06-b382-440a-b0cd-9120616cae68 req-d126356f-a81f-46d6-86fb-37223da7394e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:01.643934 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f91dfe06-b382-440a-b0cd-9120616cae68 req-d126356f-a81f-46d6-86fb-37223da7394e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0494232 Dec 09 16:07:01.690961 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f91dfe06-b382-440a-b0cd-9120616cae68 req-759ddc7b-2a05-4bb8-b845-ba565ebff41c tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409892 Dec 09 16:07:02.805165 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d43a7-856b-4c6e-8df2-f2a5bbf34b81 req-ba763eec-1d4c-4fdf-9d44-6575568c6a79 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:02.806641 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c02d43a7-856b-4c6e-8df2-f2a5bbf34b81 req-ba763eec-1d4c-4fdf-9d44-6575568c6a79 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0483139 Dec 09 16:07:02.857895 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c02d43a7-856b-4c6e-8df2-f2a5bbf34b81 req-d73e4897-2df2-4af7-a623-fbfa50e76960 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453219 Dec 09 16:07:03.977683 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab785807-cf47-4f90-8b12-ca1e975c761c req-b07a3b6d-6018-4296-9138-be82034d8cd9 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:03.979179 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ab785807-cf47-4f90-8b12-ca1e975c761c req-b07a3b6d-6018-4296-9138-be82034d8cd9 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0494561 Dec 09 16:07:04.026154 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ab785807-cf47-4f90-8b12-ca1e975c761c req-38a50893-c5c4-4e9f-b3f7-7f65a97cc07c tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410006 Dec 09 16:07:11.715591 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:07:16.180454 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:20.478918 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b572f5a3-458c-4373-b9b8-88b6889b3d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:22.046581 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf9b5a-28d3-4169-b187-a43790f2cddf req-b0dd2618-91e2-4805-a78a-c2fd04cab155 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:22.048028 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3dcf9b5a-28d3-4169-b187-a43790f2cddf req-b0dd2618-91e2-4805-a78a-c2fd04cab155 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5404600-95d1-42a4-a485-207c59d4ed23 HTTP/1.1" status: 200 len: 946 time: 0.0482872 Dec 09 16:07:22.102813 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3dcf9b5a-28d3-4169-b187-a43790f2cddf req-c11bf7cf-07e6-4e0d-a01c-2af4b9895ee2 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=a53c6445-7e8e-4fcd-9ce8-dead971dae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485201 Dec 09 16:07:22.124710 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41812) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:07:22.187657 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-16d93b71-66e1-4c93-80fd-83dece6ef297 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/floatingips/d816d356-5efd-470b-8e9b-bbb38f06f4d1 HTTP/1.1" status: 200 len: 992 time: 0.0618391 Dec 09 16:07:22.486824 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f1d725f7-6d69-4f1a-a0fc-8a09987c5229 req-298020b1-8710-400e-bb6e-00c6cdd0af51 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f5404600-95d1-42a4-a485-207c59d4ed23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403121 Dec 09 16:07:22.579967 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d725f7-6d69-4f1a-a0fc-8a09987c5229 req-8683e7ab-a78a-4a49-930b-60eff1fe003e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:22.582011 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f1d725f7-6d69-4f1a-a0fc-8a09987c5229 req-8683e7ab-a78a-4a49-930b-60eff1fe003e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&device_id=f5404600-95d1-42a4-a485-207c59d4ed23 HTTP/1.1" status: 200 len: 1097 time: 0.0712373 Dec 09 16:07:22.588894 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfd18c-bb5a-41f8-bbf3-851b9a2fab44 req-9dcfb55a-cac2-4078-ae45-876d75ee737e tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:22.590369 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51bfd18c-bb5a-41f8-bbf3-851b9a2fab44 req-9dcfb55a-cac2-4078-ae45-876d75ee737e tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f5404600-95d1-42a4-a485-207c59d4ed23 HTTP/1.1" status: 200 len: 1097 time: 0.0561907 Dec 09 16:07:22.684248 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51bfd18c-bb5a-41f8-bbf3-851b9a2fab44 req-6569a299-9c8c-451d-9e90-8d757fd964e2 tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=a53c6445-7e8e-4fcd-9ce8-dead971dae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874338 Dec 09 16:07:22.712715 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d725f7-6d69-4f1a-a0fc-8a09987c5229 req-2a2414c4-5ed3-4502-9143-e223631edf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:22.714208 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f1d725f7-6d69-4f1a-a0fc-8a09987c5229 req-2a2414c4-5ed3-4502-9143-e223631edf39 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f592b9e7-23dd-4b51-a48e-42e0f18f4c6b HTTP/1.1" status: 200 len: 898 time: 0.1111963 Dec 09 16:07:22.787118 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f1d725f7-6d69-4f1a-a0fc-8a09987c5229 req-e2dd2678-0995-476f-a69a-8f8555a87d30 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53fbff3d-f429-450b-929f-08cdb1f10cb0 HTTP/1.1" status: 200 len: 1000 time: 0.0624955 Dec 09 16:07:22.838242 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d725f7-6d69-4f1a-a0fc-8a09987c5229 req-fc214d06-9e32-497a-a3b5-3e8491a4a648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:22.839746 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f1d725f7-6d69-4f1a-a0fc-8a09987c5229 req-fc214d06-9e32-497a-a3b5-3e8491a4a648 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e0758186-568c-48d8-a2b2-bebf800f2cc0 HTTP/1.1" status: 200 len: 835 time: 0.0448372 Dec 09 16:07:22.887236 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d725f7-6d69-4f1a-a0fc-8a09987c5229 req-aafdef50-26b4-45c4-a4d5-ded9d5e9a115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:22.888819 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f1d725f7-6d69-4f1a-a0fc-8a09987c5229 req-aafdef50-26b4-45c4-a4d5-ded9d5e9a115 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f592b9e7-23dd-4b51-a48e-42e0f18f4c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405157 Dec 09 16:07:22.986378 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f1d725f7-6d69-4f1a-a0fc-8a09987c5229 req-4d71e1e2-6551-4f7d-9b56-3677c2e02859 service neutron] 10.222.0.31 "GET /v2.0/networks/f592b9e7-23dd-4b51-a48e-42e0f18f4c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889585 Dec 09 16:07:23.007165 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1d77ee0d-0bfc-4265-99f9-a24bd98099b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:23.082250 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f1d725f7-6d69-4f1a-a0fc-8a09987c5229 req-e0666376-a0d9-4a81-819d-b5e66a8a201e service neutron] 10.222.0.31 "GET /v2.0/networks/f592b9e7-23dd-4b51-a48e-42e0f18f4c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877829 Dec 09 16:07:23.179560 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-e77ccc62-6228-4574-a1f1-846a36fe26ca service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f5404600-95d1-42a4-a485-207c59d4ed23&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0443540 Dec 09 16:07:23.188080 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-e78b163f-c3ef-4fbc-8458-41b1a2645b51 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 16:07:23.189108 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-e78b163f-c3ef-4fbc-8458-41b1a2645b51 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048366 Dec 09 16:07:23.686552 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-2a5b1b70-9fb5-4b6c-9503-721a9aca0e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:23.687944 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-2a5b1b70-9fb5-4b6c-9503-721a9aca0e50 service neutron] 10.222.0.57 "GET /v2.0/ports/53fbff3d-f429-450b-929f-08cdb1f10cb0 HTTP/1.1" status: 200 len: 1094 time: 0.0345242 Dec 09 16:07:23.696566 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-a04b1087-63c6-4c9c-8000-f38af540d885 service neutron] Request body: {'binding': {'host': 'n-h1-821228-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:07:23.697011 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-a04b1087-63c6-4c9c-8000-f38af540d885 service neutron] Unknown quota resources ['binding']. {{(pid=103244) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 16:07:23.828358 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-a04b1087-63c6-4c9c-8000-f38af540d885 service neutron] Attempting to bind port 53fbff3d-f429-450b-929f-08cdb1f10cb0 on host n-h1-821228-1 for vnic_type normal with profile None {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:07:23.828632 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-a04b1087-63c6-4c9c-8000-f38af540d885 service neutron] Attempting to bind port 53fbff3d-f429-450b-929f-08cdb1f10cb0 by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '89728d1b-425b-4051-9aa2-177beaff5f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f592b9e7-23dd-4b51-a48e-42e0f18f4c6b'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:07:23.828962 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-a04b1087-63c6-4c9c-8000-f38af540d885 service neutron] Attempting to bind port 53fbff3d-f429-450b-929f-08cdb1f10cb0 on network f592b9e7-23dd-4b51-a48e-42e0f18f4c6b {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:07:23.833693 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-a04b1087-63c6-4c9c-8000-f38af540d885 service neutron] Port 53fbff3d-f429-450b-929f-08cdb1f10cb0 on network f592b9e7-23dd-4b51-a48e-42e0f18f4c6b not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:07:23.834013 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-a04b1087-63c6-4c9c-8000-f38af540d885 service neutron] Attempting to bind port 53fbff3d-f429-450b-929f-08cdb1f10cb0 on network f592b9e7-23dd-4b51-a48e-42e0f18f4c6b {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:07:23.838753 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-a04b1087-63c6-4c9c-8000-f38af540d885 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:07:23.839198 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-a04b1087-63c6-4c9c-8000-f38af540d885 service neutron] Checking segment: {'id': '89728d1b-425b-4051-9aa2-177beaff5f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f592b9e7-23dd-4b51-a48e-42e0f18f4c6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:07:23.839629 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-a04b1087-63c6-4c9c-8000-f38af540d885 service neutron] Bound using segment: {'id': '89728d1b-425b-4051-9aa2-177beaff5f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f592b9e7-23dd-4b51-a48e-42e0f18f4c6b'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:07:23.840040 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-a04b1087-63c6-4c9c-8000-f38af540d885 service neutron] Bound port: 53fbff3d-f429-450b-929f-08cdb1f10cb0, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89728d1b-425b-4051-9aa2-177beaff5f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f592b9e7-23dd-4b51-a48e-42e0f18f4c6b'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:07:23.943205 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-a04b1087-63c6-4c9c-8000-f38af540d885 service neutron] For port 53fbff3d-f429-450b-929f-08cdb1f10cb0, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=53fbff3d-f429-450b-929f-08cdb1f10cb0,segment=NetworkSegment(89728d1b-425b-4051-9aa2-177beaff5f47),segment_id=89728d1b-425b-4051-9aa2-177beaff5f47)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:07:23.949734 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-a04b1087-63c6-4c9c-8000-f38af540d885 service neutron] Publish callbacks [] for binding, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:23.951343 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-a04b1087-63c6-4c9c-8000-f38af540d885 service neutron] 10.222.0.57 "POST /v2.0/ports/53fbff3d-f429-450b-929f-08cdb1f10cb0/bindings HTTP/1.1" status: 201 len: 389 time: 0.2575762 Dec 09 16:07:24.114484 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:24.127011 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dccf597-78fd-473a-af28-e1c4bc7a9b3c req-74968d6d-f9c7-4537-9057-7e50be45216f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:24.129579 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2dccf597-78fd-473a-af28-e1c4bc7a9b3c req-74968d6d-f9c7-4537-9057-7e50be45216f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5404600-95d1-42a4-a485-207c59d4ed23 HTTP/1.1" status: 200 len: 946 time: 0.0710411 Dec 09 16:07:24.187820 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2dccf597-78fd-473a-af28-e1c4bc7a9b3c req-f2f2abc2-ded3-45f6-9486-7bfb7cbcc716 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=a53c6445-7e8e-4fcd-9ce8-dead971dae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522816 Dec 09 16:07:24.201832 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-1dabb1a2-4789-49e7-b2de-fdb4d6841686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:24.203363 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-1dabb1a2-4789-49e7-b2de-fdb4d6841686 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&device_id=f5404600-95d1-42a4-a485-207c59d4ed23 HTTP/1.1" status: 200 len: 1097 time: 0.0419550 Dec 09 16:07:24.297765 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-0a05e9e1-3be3-4748-af7e-d449b77772cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:24.299273 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-0a05e9e1-3be3-4748-af7e-d449b77772cf service neutron] 10.222.0.42 "GET /v2.0/networks?id=f592b9e7-23dd-4b51-a48e-42e0f18f4c6b HTTP/1.1" status: 200 len: 898 time: 0.0896735 Dec 09 16:07:24.365729 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-202a13b3-3e60-416c-95f3-c0b8ec999746 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53fbff3d-f429-450b-929f-08cdb1f10cb0 HTTP/1.1" status: 200 len: 1000 time: 0.0587938 Dec 09 16:07:24.418615 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-237fd100-414b-4c4b-951e-56e3531f47ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:24.420054 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-237fd100-414b-4c4b-951e-56e3531f47ae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0758186-568c-48d8-a2b2-bebf800f2cc0 HTTP/1.1" status: 200 len: 835 time: 0.0471783 Dec 09 16:07:24.464735 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-8c6fadb3-7e76-4360-8e6a-1d702c90c355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:24.466206 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-8c6fadb3-7e76-4360-8e6a-1d702c90c355 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f592b9e7-23dd-4b51-a48e-42e0f18f4c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392625 Dec 09 16:07:24.553072 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-0d85f45a-84c9-4cb2-9eb5-62ccdd2cc8b9 service neutron] 10.222.0.42 "GET /v2.0/networks/f592b9e7-23dd-4b51-a48e-42e0f18f4c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796895 Dec 09 16:07:24.646242 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-f80ee5dc-3d0c-424b-92b6-3f9e5bd3b008 service neutron] 10.222.0.42 "GET /v2.0/networks/f592b9e7-23dd-4b51-a48e-42e0f18f4c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861852 Dec 09 16:07:24.786198 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:24.831221 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-4cbc822f-729d-4f93-99dd-ec0a8f3f7ae5 tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:24.832856 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-4cbc822f-729d-4f93-99dd-ec0a8f3f7ae5 tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f5404600-95d1-42a4-a485-207c59d4ed23&tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&binding%3Ahost_id=n-h2-821228-1 HTTP/1.1" status: 200 len: 1097 time: 0.0784657 Dec 09 16:07:24.844797 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-54dd9d62-f2e1-4aad-8960-1ed6bca96c44 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821228-1'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:07:24.903558 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-54dd9d62-f2e1-4aad-8960-1ed6bca96c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:25.026867 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-54dd9d62-f2e1-4aad-8960-1ed6bca96c44 service neutron] For port 53fbff3d-f429-450b-929f-08cdb1f10cb0, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=53fbff3d-f429-450b-929f-08cdb1f10cb0,segment=NetworkSegment(89728d1b-425b-4051-9aa2-177beaff5f47),segment_id=89728d1b-425b-4051-9aa2-177beaff5f47)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:07:25.064347 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-54dd9d62-f2e1-4aad-8960-1ed6bca96c44 service neutron] For port 53fbff3d-f429-450b-929f-08cdb1f10cb0, host n-h2-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:07:25.106283 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5404600-95d1-42a4-a485-207c59d4ed23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53fbff3d-f429-450b-929f-08cdb1f10cb0'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:07:25.108580 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696ca584-6893-4bf8-84c5-b230454a3490" -d '{"events": [{"server_uuid": "f5404600-95d1-42a4-a485-207c59d4ed23", "name": "network-vif-unplugged", "status": "completed", "tag": "53fbff3d-f429-450b-929f-08cdb1f10cb0"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:07:25.112321 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-54dd9d62-f2e1-4aad-8960-1ed6bca96c44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:25.118472 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-54dd9d62-f2e1-4aad-8960-1ed6bca96c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:25.221153 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 16:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b8d642-72f8-458c-8bda-299c4edc484a x-openstack-request-id: req-a6b8d642-72f8-458c-8bda-299c4edc484a {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:07:25.221780 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5404600-95d1-42a4-a485-207c59d4ed23", "name": "network-vif-unplugged", "status": "completed", "tag": "53fbff3d-f429-450b-929f-08cdb1f10cb0", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:07:25.221780 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a6b8d642-72f8-458c-8bda-299c4edc484a {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:07:25.222118 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5404600-95d1-42a4-a485-207c59d4ed23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53fbff3d-f429-450b-929f-08cdb1f10cb0', 'code': 200} Dec 09 16:07:25.244277 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd9d62-f2e1-4aad-8960-1ed6bca96c44 service neutron] Pushing event updated for resources: {'Port': ['ID=53fbff3d-f429-450b-929f-08cdb1f10cb0,revision_number=7']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:07:25.268652 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dd9d62-f2e1-4aad-8960-1ed6bca96c44 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:25.269277 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dd9d62-f2e1-4aad-8960-1ed6bca96c44 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:25.269810 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dd9d62-f2e1-4aad-8960-1ed6bca96c44 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:25.270159 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dd9d62-f2e1-4aad-8960-1ed6bca96c44 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:25.270506 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dd9d62-f2e1-4aad-8960-1ed6bca96c44 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:25.270846 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dd9d62-f2e1-4aad-8960-1ed6bca96c44 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:25.271183 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dd9d62-f2e1-4aad-8960-1ed6bca96c44 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:25.271518 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dd9d62-f2e1-4aad-8960-1ed6bca96c44 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:25.271852 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dd9d62-f2e1-4aad-8960-1ed6bca96c44 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:25.272189 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dd9d62-f2e1-4aad-8960-1ed6bca96c44 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:25.272550 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dd9d62-f2e1-4aad-8960-1ed6bca96c44 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:25.272878 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dd9d62-f2e1-4aad-8960-1ed6bca96c44 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:25.273216 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dd9d62-f2e1-4aad-8960-1ed6bca96c44 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:25.287578 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-54dd9d62-f2e1-4aad-8960-1ed6bca96c44 service neutron] Attempting to bind port 53fbff3d-f429-450b-929f-08cdb1f10cb0 on host n-h2-821228-1 for vnic_type normal with profile {"migrating_to": "n-h1-821228-1"} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:07:25.287923 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-54dd9d62-f2e1-4aad-8960-1ed6bca96c44 service neutron] Attempting to bind port 53fbff3d-f429-450b-929f-08cdb1f10cb0 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '89728d1b-425b-4051-9aa2-177beaff5f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f592b9e7-23dd-4b51-a48e-42e0f18f4c6b'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:07:25.288254 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-54dd9d62-f2e1-4aad-8960-1ed6bca96c44 service neutron] Attempting to bind port 53fbff3d-f429-450b-929f-08cdb1f10cb0 on network f592b9e7-23dd-4b51-a48e-42e0f18f4c6b {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:07:25.293345 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-54dd9d62-f2e1-4aad-8960-1ed6bca96c44 service neutron] Port 53fbff3d-f429-450b-929f-08cdb1f10cb0 on network f592b9e7-23dd-4b51-a48e-42e0f18f4c6b not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:07:25.293759 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-54dd9d62-f2e1-4aad-8960-1ed6bca96c44 service neutron] Attempting to bind port 53fbff3d-f429-450b-929f-08cdb1f10cb0 on network f592b9e7-23dd-4b51-a48e-42e0f18f4c6b {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:07:25.299186 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-54dd9d62-f2e1-4aad-8960-1ed6bca96c44 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:07:25.299526 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-54dd9d62-f2e1-4aad-8960-1ed6bca96c44 service neutron] Checking segment: {'id': '89728d1b-425b-4051-9aa2-177beaff5f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f592b9e7-23dd-4b51-a48e-42e0f18f4c6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:07:25.299919 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-54dd9d62-f2e1-4aad-8960-1ed6bca96c44 service neutron] Bound using segment: {'id': '89728d1b-425b-4051-9aa2-177beaff5f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f592b9e7-23dd-4b51-a48e-42e0f18f4c6b'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:07:25.300471 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-54dd9d62-f2e1-4aad-8960-1ed6bca96c44 service neutron] Bound port: 53fbff3d-f429-450b-929f-08cdb1f10cb0, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89728d1b-425b-4051-9aa2-177beaff5f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f592b9e7-23dd-4b51-a48e-42e0f18f4c6b'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:07:25.300808 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-54dd9d62-f2e1-4aad-8960-1ed6bca96c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:25.328632 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7a670-af0d-4111-bb3e-2534b43f4c45 req-80d89383-8bc3-42ad-8052-3fbe7408d628 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:25.330317 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4fc7a670-af0d-4111-bb3e-2534b43f4c45 req-80d89383-8bc3-42ad-8052-3fbe7408d628 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5404600-95d1-42a4-a485-207c59d4ed23 HTTP/1.1" status: 200 len: 944 time: 0.0623376 Dec 09 16:07:25.371762 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:25.379421 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-54dd9d62-f2e1-4aad-8960-1ed6bca96c44 service neutron] For port 53fbff3d-f429-450b-929f-08cdb1f10cb0, host n-h2-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:07:25.382893 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-54dd9d62-f2e1-4aad-8960-1ed6bca96c44 service neutron] For port 53fbff3d-f429-450b-929f-08cdb1f10cb0, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=53fbff3d-f429-450b-929f-08cdb1f10cb0,segment=NetworkSegment(89728d1b-425b-4051-9aa2-177beaff5f47),segment_id=89728d1b-425b-4051-9aa2-177beaff5f47)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:07:25.388785 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-54dd9d62-f2e1-4aad-8960-1ed6bca96c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:25.395625 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e89b3435-a35c-4c0b-8f51-0cabf1016f66 None None] Provisioning complete for port 53fbff3d-f429-450b-929f-08cdb1f10cb0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:07:25.395997 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e89b3435-a35c-4c0b-8f51-0cabf1016f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:25.397435 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4fc7a670-af0d-4111-bb3e-2534b43f4c45 req-d26f451b-557f-4ab1-93e9-fa7149bdbe73 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=a53c6445-7e8e-4fcd-9ce8-dead971dae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603001 Dec 09 16:07:25.478898 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e89b3435-a35c-4c0b-8f51-0cabf1016f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:25.505696 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5404600-95d1-42a4-a485-207c59d4ed23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53fbff3d-f429-450b-929f-08cdb1f10cb0'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:07:25.507984 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12653111-1e6e-466b-a667-908ea7c7cd41" -d '{"events": [{"server_uuid": "f5404600-95d1-42a4-a485-207c59d4ed23", "name": "network-vif-plugged", "status": "completed", "tag": "53fbff3d-f429-450b-929f-08cdb1f10cb0"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:07:25.522811 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e89b3435-a35c-4c0b-8f51-0cabf1016f66 None None] For port 53fbff3d-f429-450b-929f-08cdb1f10cb0, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=53fbff3d-f429-450b-929f-08cdb1f10cb0,segment=NetworkSegment(89728d1b-425b-4051-9aa2-177beaff5f47),segment_id=89728d1b-425b-4051-9aa2-177beaff5f47)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:07:25.528559 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e89b3435-a35c-4c0b-8f51-0cabf1016f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:25.556135 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4933fc8-11e3-4a25-8672-f4140c21b1cf x-openstack-request-id: req-e4933fc8-11e3-4a25-8672-f4140c21b1cf {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:07:25.556453 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5404600-95d1-42a4-a485-207c59d4ed23", "name": "network-vif-plugged", "status": "completed", "tag": "53fbff3d-f429-450b-929f-08cdb1f10cb0", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:07:25.556733 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e4933fc8-11e3-4a25-8672-f4140c21b1cf {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:07:25.557121 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5404600-95d1-42a4-a485-207c59d4ed23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53fbff3d-f429-450b-929f-08cdb1f10cb0', 'code': 200} Dec 09 16:07:25.680078 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b3435-a35c-4c0b-8f51-0cabf1016f66 None None] Pushing event updated for resources: {'Port': ['ID=53fbff3d-f429-450b-929f-08cdb1f10cb0,revision_number=9']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:07:25.693507 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b3435-a35c-4c0b-8f51-0cabf1016f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:25.693881 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b3435-a35c-4c0b-8f51-0cabf1016f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:25.694215 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b3435-a35c-4c0b-8f51-0cabf1016f66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:25.694562 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b3435-a35c-4c0b-8f51-0cabf1016f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:25.694885 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b3435-a35c-4c0b-8f51-0cabf1016f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:25.695222 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b3435-a35c-4c0b-8f51-0cabf1016f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:25.695547 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b3435-a35c-4c0b-8f51-0cabf1016f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:25.695880 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b3435-a35c-4c0b-8f51-0cabf1016f66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:25.696211 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b3435-a35c-4c0b-8f51-0cabf1016f66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:25.696575 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b3435-a35c-4c0b-8f51-0cabf1016f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:25.696905 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b3435-a35c-4c0b-8f51-0cabf1016f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:25.697227 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b3435-a35c-4c0b-8f51-0cabf1016f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:25.697552 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b3435-a35c-4c0b-8f51-0cabf1016f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:25.797670 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd9d62-f2e1-4aad-8960-1ed6bca96c44 service neutron] Pushing event updated for resources: {'Port': ['ID=53fbff3d-f429-450b-929f-08cdb1f10cb0,revision_number=8']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:07:25.844696 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-54dd9d62-f2e1-4aad-8960-1ed6bca96c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:25.845417 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-54dd9d62-f2e1-4aad-8960-1ed6bca96c44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:25.846891 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-54dd9d62-f2e1-4aad-8960-1ed6bca96c44 service neutron] 10.222.0.42 "PUT /v2.0/ports/53fbff3d-f429-450b-929f-08cdb1f10cb0 HTTP/1.1" status: 200 len: 1122 time: 1.0067265 Dec 09 16:07:25.920878 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['53fbff3d-f429-450b-929f-08cdb1f10cb0'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:07:25.967735 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d0213ba8-03ea-4b27-be5c-b6d7f31d0e0c None None] Provisioning complete for port 53fbff3d-f429-450b-929f-08cdb1f10cb0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:07:25.968104 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d0213ba8-03ea-4b27-be5c-b6d7f31d0e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:26.439005 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:26.518242 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d8ff10-476c-43d5-97b5-ed048e6c3b58 req-7c098226-3f59-4421-8379-476a0c2a05f3 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:26.520661 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a7d8ff10-476c-43d5-97b5-ed048e6c3b58 req-7c098226-3f59-4421-8379-476a0c2a05f3 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5404600-95d1-42a4-a485-207c59d4ed23 HTTP/1.1" status: 200 len: 946 time: 0.0503447 Dec 09 16:07:26.568984 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a7d8ff10-476c-43d5-97b5-ed048e6c3b58 req-6f840fdd-91f5-4492-9d95-cb10c7a858a2 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=a53c6445-7e8e-4fcd-9ce8-dead971dae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424414 Dec 09 16:07:27.223703 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5404600-95d1-42a4-a485-207c59d4ed23', 'tag': '53fbff3d-f429-450b-929f-08cdb1f10cb0'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:07:27.226137 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c75c24b-e0b3-4756-88cb-3714c8865b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "f5404600-95d1-42a4-a485-207c59d4ed23", "tag": "53fbff3d-f429-450b-929f-08cdb1f10cb0"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:07:27.262718 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334f34ab-d37b-4276-8fb4-10191c0c11ac x-openstack-request-id: req-334f34ab-d37b-4276-8fb4-10191c0c11ac {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:07:27.263035 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5404600-95d1-42a4-a485-207c59d4ed23", "tag": "53fbff3d-f429-450b-929f-08cdb1f10cb0", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:07:27.263278 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-334f34ab-d37b-4276-8fb4-10191c0c11ac {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:07:27.263726 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5404600-95d1-42a4-a485-207c59d4ed23', 'tag': '53fbff3d-f429-450b-929f-08cdb1f10cb0', 'status': 'completed', 'code': 200} Dec 09 16:07:27.329410 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75c24b-e0b3-4756-88cb-3714c8865b7f req-f81e9cdd-86b5-4357-85df-b47842ee4f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:27.330928 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c75c24b-e0b3-4756-88cb-3714c8865b7f req-f81e9cdd-86b5-4357-85df-b47842ee4f22 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&device_id=f5404600-95d1-42a4-a485-207c59d4ed23 HTTP/1.1" status: 200 len: 1127 time: 0.0449779 Dec 09 16:07:27.423565 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75c24b-e0b3-4756-88cb-3714c8865b7f req-20334905-24f0-4ae1-8d68-81ff1ef0dcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:27.425917 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c75c24b-e0b3-4756-88cb-3714c8865b7f req-20334905-24f0-4ae1-8d68-81ff1ef0dcd2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f592b9e7-23dd-4b51-a48e-42e0f18f4c6b HTTP/1.1" status: 200 len: 898 time: 0.0866191 Dec 09 16:07:27.498222 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c75c24b-e0b3-4756-88cb-3714c8865b7f req-4b8469bf-4c2c-4cb3-98b9-69c2da26b734 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53fbff3d-f429-450b-929f-08cdb1f10cb0 HTTP/1.1" status: 200 len: 1000 time: 0.0648959 Dec 09 16:07:27.642488 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 53fbff3d-f429-450b-929f-08cdb1f10cb0 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:07:27.774144 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 53fbff3d-f429-450b-929f-08cdb1f10cb0, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=53fbff3d-f429-450b-929f-08cdb1f10cb0,segment=NetworkSegment(89728d1b-425b-4051-9aa2-177beaff5f47),segment_id=89728d1b-425b-4051-9aa2-177beaff5f47)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:07:27.790196 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 53fbff3d-f429-450b-929f-08cdb1f10cb0 has no active binding in host n-h1-821228-1 {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 09 16:07:27.926463 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75c24b-e0b3-4756-88cb-3714c8865b7f req-a23f45ce-046a-4e11-8e00-712a1560c456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:27.927945 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c75c24b-e0b3-4756-88cb-3714c8865b7f req-a23f45ce-046a-4e11-8e00-712a1560c456 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e0758186-568c-48d8-a2b2-bebf800f2cc0 HTTP/1.1" status: 200 len: 835 time: 0.4206533 Dec 09 16:07:27.952223 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a45cd5-cf59-406d-ac87-0a7ee6f77458 req-74c6812e-b3db-4995-8e10-65ae7596fc42 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:27.953724 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-24a45cd5-cf59-406d-ac87-0a7ee6f77458 req-74c6812e-b3db-4995-8e10-65ae7596fc42 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5404600-95d1-42a4-a485-207c59d4ed23 HTTP/1.1" status: 200 len: 946 time: 0.0713744 Dec 09 16:07:28.012787 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75c24b-e0b3-4756-88cb-3714c8865b7f req-03629888-91a8-4c3a-96d2-fa9605a0450c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:28.014188 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c75c24b-e0b3-4756-88cb-3714c8865b7f req-03629888-91a8-4c3a-96d2-fa9605a0450c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f592b9e7-23dd-4b51-a48e-42e0f18f4c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788181 Dec 09 16:07:28.035366 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-24a45cd5-cf59-406d-ac87-0a7ee6f77458 req-ed83c42c-a012-4583-8148-36bc6cb00057 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=a53c6445-7e8e-4fcd-9ce8-dead971dae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674195 Dec 09 16:07:28.109197 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c75c24b-e0b3-4756-88cb-3714c8865b7f req-f7da37e9-89ad-434f-b4ef-aa568bf03670 service neutron] 10.222.0.31 "GET /v2.0/networks/f592b9e7-23dd-4b51-a48e-42e0f18f4c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862205 Dec 09 16:07:28.206092 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c75c24b-e0b3-4756-88cb-3714c8865b7f req-9f343802-4e43-4744-8334-629c5ef810b2 service neutron] 10.222.0.31 "GET /v2.0/networks/f592b9e7-23dd-4b51-a48e-42e0f18f4c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879164 Dec 09 16:07:29.158143 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b574dc3b-d8b7-42f9-94fd-73f01b854b18 req-7f218731-583f-41c9-9622-4d2b0b6b9d7f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:29.159682 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b574dc3b-d8b7-42f9-94fd-73f01b854b18 req-7f218731-583f-41c9-9622-4d2b0b6b9d7f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5404600-95d1-42a4-a485-207c59d4ed23 HTTP/1.1" status: 200 len: 946 time: 0.0540040 Dec 09 16:07:29.208636 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b574dc3b-d8b7-42f9-94fd-73f01b854b18 req-64bab7ad-a404-4c22-bdda-dc9992ca5cde tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=a53c6445-7e8e-4fcd-9ce8-dead971dae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430639 Dec 09 16:07:30.324507 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5fa1d-48c3-474c-a74e-87be31af0962 req-c5dc4992-bb66-47ae-a251-708ab1b6c48c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:30.325978 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2be5fa1d-48c3-474c-a74e-87be31af0962 req-c5dc4992-bb66-47ae-a251-708ab1b6c48c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5404600-95d1-42a4-a485-207c59d4ed23 HTTP/1.1" status: 200 len: 946 time: 0.0486512 Dec 09 16:07:30.381425 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2be5fa1d-48c3-474c-a74e-87be31af0962 req-d362252e-db4b-460d-ab8f-f0077f05a155 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=a53c6445-7e8e-4fcd-9ce8-dead971dae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494382 Dec 09 16:07:31.499544 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0047e-dfe9-4222-b1e1-72534b2acea4 req-bf5285d2-1c32-47af-85ec-98aff1bb19f0 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:31.501049 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-50e0047e-dfe9-4222-b1e1-72534b2acea4 req-bf5285d2-1c32-47af-85ec-98aff1bb19f0 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5404600-95d1-42a4-a485-207c59d4ed23 HTTP/1.1" status: 200 len: 946 time: 0.0490634 Dec 09 16:07:31.549396 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-50e0047e-dfe9-4222-b1e1-72534b2acea4 req-48866730-7beb-4bee-b9d0-f0423e90dbc8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=a53c6445-7e8e-4fcd-9ce8-dead971dae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415857 Dec 09 16:07:32.666411 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b9338-699e-4dcd-b6d0-1133416b5e3c req-6281049b-a402-455d-8ae6-6744f91116cc tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:32.667904 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cb1b9338-699e-4dcd-b6d0-1133416b5e3c req-6281049b-a402-455d-8ae6-6744f91116cc tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5404600-95d1-42a4-a485-207c59d4ed23 HTTP/1.1" status: 200 len: 946 time: 0.0501237 Dec 09 16:07:32.717854 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cb1b9338-699e-4dcd-b6d0-1133416b5e3c req-3fdc68f6-f40b-4170-b113-171644fb2afd tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=a53c6445-7e8e-4fcd-9ce8-dead971dae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440269 Dec 09 16:07:33.836867 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e9a58-4ea1-457f-acf4-f518c1fefff0 req-dcc6ef15-d68a-4e90-8f05-2714d0df25a8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:33.838383 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-524e9a58-4ea1-457f-acf4-f518c1fefff0 req-dcc6ef15-d68a-4e90-8f05-2714d0df25a8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5404600-95d1-42a4-a485-207c59d4ed23 HTTP/1.1" status: 200 len: 946 time: 0.0526228 Dec 09 16:07:33.887312 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-524e9a58-4ea1-457f-acf4-f518c1fefff0 req-bee08513-f501-4fe1-9925-9664acef0801 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=a53c6445-7e8e-4fcd-9ce8-dead971dae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424051 Dec 09 16:07:34.233233 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-9d2e9bf0-acdf-40c2-8380-1a7136094832 service neutron] 10.222.0.31 "GET /v2.0/ports/53fbff3d-f429-450b-929f-08cdb1f10cb0/bindings/n-h1-821228-1 HTTP/1.1" status: 200 len: 384 time: 0.0565274 Dec 09 16:07:34.407579 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-2ad3bd73-5617-458b-bf77-40cf2e8b5824 service neutron] For port 53fbff3d-f429-450b-929f-08cdb1f10cb0, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=53fbff3d-f429-450b-929f-08cdb1f10cb0,segment=NetworkSegment(89728d1b-425b-4051-9aa2-177beaff5f47),segment_id=89728d1b-425b-4051-9aa2-177beaff5f47)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:07:34.426631 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-2ad3bd73-5617-458b-bf77-40cf2e8b5824 service neutron] For port 53fbff3d-f429-450b-929f-08cdb1f10cb0, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:07:34.465070 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5404600-95d1-42a4-a485-207c59d4ed23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53fbff3d-f429-450b-929f-08cdb1f10cb0'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:07:34.467362 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6b2dd0-d488-49ed-be36-99ec4a7bbf8f" -d '{"events": [{"server_uuid": "f5404600-95d1-42a4-a485-207c59d4ed23", "name": "network-vif-unplugged", "status": "completed", "tag": "53fbff3d-f429-450b-929f-08cdb1f10cb0"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:07:34.474485 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-2ad3bd73-5617-458b-bf77-40cf2e8b5824 service neutron] For port 53fbff3d-f429-450b-929f-08cdb1f10cb0, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=53fbff3d-f429-450b-929f-08cdb1f10cb0,segment=NetworkSegment(89728d1b-425b-4051-9aa2-177beaff5f47),segment_id=89728d1b-425b-4051-9aa2-177beaff5f47)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:07:34.493310 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-2ad3bd73-5617-458b-bf77-40cf2e8b5824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:34.508348 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 16:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d143b7-9329-4c41-ada0-5147b47bd2ad x-openstack-request-id: req-a0d143b7-9329-4c41-ada0-5147b47bd2ad {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:07:34.508798 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5404600-95d1-42a4-a485-207c59d4ed23", "name": "network-vif-unplugged", "status": "completed", "tag": "53fbff3d-f429-450b-929f-08cdb1f10cb0", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:07:34.509052 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a0d143b7-9329-4c41-ada0-5147b47bd2ad {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:07:34.509442 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5404600-95d1-42a4-a485-207c59d4ed23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53fbff3d-f429-450b-929f-08cdb1f10cb0', 'code': 200} Dec 09 16:07:34.567653 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-2ad3bd73-5617-458b-bf77-40cf2e8b5824 service neutron] Transition to ACTIVE for port object 53fbff3d-f429-450b-929f-08cdb1f10cb0 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:07:34.571622 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-2ad3bd73-5617-458b-bf77-40cf2e8b5824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:34.672369 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad3bd73-5617-458b-bf77-40cf2e8b5824 service neutron] Pushing event updated for resources: {'Port': ['ID=53fbff3d-f429-450b-929f-08cdb1f10cb0,revision_number=11']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:07:34.686838 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad3bd73-5617-458b-bf77-40cf2e8b5824 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:34.687199 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad3bd73-5617-458b-bf77-40cf2e8b5824 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:34.687548 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad3bd73-5617-458b-bf77-40cf2e8b5824 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:34.687902 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad3bd73-5617-458b-bf77-40cf2e8b5824 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:34.688244 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad3bd73-5617-458b-bf77-40cf2e8b5824 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:34.688611 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad3bd73-5617-458b-bf77-40cf2e8b5824 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:34.688948 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad3bd73-5617-458b-bf77-40cf2e8b5824 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:34.689281 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad3bd73-5617-458b-bf77-40cf2e8b5824 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:34.689616 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad3bd73-5617-458b-bf77-40cf2e8b5824 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:34.689949 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad3bd73-5617-458b-bf77-40cf2e8b5824 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:34.690281 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad3bd73-5617-458b-bf77-40cf2e8b5824 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:34.691184 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad3bd73-5617-458b-bf77-40cf2e8b5824 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:34.691517 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad3bd73-5617-458b-bf77-40cf2e8b5824 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:34.720542 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-2ad3bd73-5617-458b-bf77-40cf2e8b5824 service neutron] No DVR routers for this DVR port 53fbff3d-f429-450b-929f-08cdb1f10cb0 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:07:34.853258 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-2ad3bd73-5617-458b-bf77-40cf2e8b5824 service neutron] 10.222.0.31 "PUT /v2.0/ports/53fbff3d-f429-450b-929f-08cdb1f10cb0/bindings/n-h1-821228-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6123228 Dec 09 16:07:34.958628 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-13ecd24f-83f7-422d-94e6-cedce4e9e114 tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:34.960175 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-13ecd24f-83f7-422d-94e6-cedce4e9e114 tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f5404600-95d1-42a4-a485-207c59d4ed23&tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&binding%3Ahost_id=n-h2-821228-1 HTTP/1.1" status: 200 len: 1096 time: 0.0483289 Dec 09 16:07:35.015497 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-d3eb25f2-9787-4109-a6d5-be698758f376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:35.016971 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-d3eb25f2-9787-4109-a6d5-be698758f376 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f5404600-95d1-42a4-a485-207c59d4ed23&tenant_id=d5d1c0ecc7f643edb019cebb81c4a032 HTTP/1.1" status: 200 len: 1096 time: 0.0491240 Dec 09 16:07:35.040832 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e798a3-f05f-486d-aebd-e80d8fc5acd0 req-1c46b6a7-0f8b-404a-876b-f4f0862f4157 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:35.042387 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2e798a3-f05f-486d-aebd-e80d8fc5acd0 req-1c46b6a7-0f8b-404a-876b-f4f0862f4157 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5404600-95d1-42a4-a485-207c59d4ed23 HTTP/1.1" status: 200 len: 945 time: 0.0617585 Dec 09 16:07:35.100752 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-18bfd6da-ff01-429f-95b8-e57ba8010acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:35.102816 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-18bfd6da-ff01-429f-95b8-e57ba8010acd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&device_id=f5404600-95d1-42a4-a485-207c59d4ed23 HTTP/1.1" status: 200 len: 1096 time: 0.0479262 Dec 09 16:07:35.109351 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2e798a3-f05f-486d-aebd-e80d8fc5acd0 req-f55fc250-50a6-4cd1-a852-161b01b7a72e tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=a53c6445-7e8e-4fcd-9ce8-dead971dae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603790 Dec 09 16:07:35.214735 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-73a88dae-6df4-4a2c-b4e0-301625cc1b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:35.216229 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-73a88dae-6df4-4a2c-b4e0-301625cc1b3c service neutron] 10.222.0.42 "GET /v2.0/networks?id=f592b9e7-23dd-4b51-a48e-42e0f18f4c6b HTTP/1.1" status: 200 len: 898 time: 0.1065276 Dec 09 16:07:35.283117 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-cf9ab9c1-4766-4216-9176-40c8f883cbc0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53fbff3d-f429-450b-929f-08cdb1f10cb0 HTTP/1.1" status: 200 len: 998 time: 0.0596192 Dec 09 16:07:35.333513 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-123f03b4-b83a-4f06-94c9-fd7706c101a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:35.335008 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-123f03b4-b83a-4f06-94c9-fd7706c101a5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0758186-568c-48d8-a2b2-bebf800f2cc0 HTTP/1.1" status: 200 len: 835 time: 0.0451012 Dec 09 16:07:35.388994 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-ca1f5f4d-c606-4858-8dea-be08ebc706ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:35.390514 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-ca1f5f4d-c606-4858-8dea-be08ebc706ba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f592b9e7-23dd-4b51-a48e-42e0f18f4c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488880 Dec 09 16:07:35.485136 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-57231413-bc88-4427-aedc-5d55c05925b2 service neutron] 10.222.0.42 "GET /v2.0/networks/f592b9e7-23dd-4b51-a48e-42e0f18f4c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846102 Dec 09 16:07:35.582353 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-0312a7ba-f4c9-46e8-a696-60737ba82d56 service neutron] 10.222.0.42 "GET /v2.0/networks/f592b9e7-23dd-4b51-a48e-42e0f18f4c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902898 Dec 09 16:07:35.859492 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-3ea03f0b-07f6-4941-bd7e-511f919475e7 tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:35.860948 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-3ea03f0b-07f6-4941-bd7e-511f919475e7 tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f5404600-95d1-42a4-a485-207c59d4ed23&tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&binding%3Ahost_id=n-h1-821228-1 HTTP/1.1" status: 200 len: 1096 time: 0.0444858 Dec 09 16:07:35.949452 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 53fbff3d-f429-450b-929f-08cdb1f10cb0 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:07:35.989326 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 53fbff3d-f429-450b-929f-08cdb1f10cb0 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:07:36.006324 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-91d25bd3-be01-4103-a747-a6f7d44a0889 service neutron] For port 53fbff3d-f429-450b-929f-08cdb1f10cb0, host n-h2-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:07:36.009585 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-91d25bd3-be01-4103-a747-a6f7d44a0889 service neutron] Publish callbacks [] for binding, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:36.010773 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0b84ba20-e963-4c5c-bbe8-f6b4d54cf9fa req-91d25bd3-be01-4103-a747-a6f7d44a0889 service neutron] 10.222.0.42 "DELETE /v2.0/ports/53fbff3d-f429-450b-929f-08cdb1f10cb0/bindings/n-h2-821228-1 HTTP/1.1" status: 204 len: 173 time: 0.1419654 Dec 09 16:07:36.230741 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948b3e7-940b-4a8b-af1c-34ab1d8f216c req-6ea83204-3562-4d08-ac71-67cca454afcb tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:36.232237 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f948b3e7-940b-4a8b-af1c-34ab1d8f216c req-6ea83204-3562-4d08-ac71-67cca454afcb tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5404600-95d1-42a4-a485-207c59d4ed23 HTTP/1.1" status: 200 len: 945 time: 0.0539155 Dec 09 16:07:36.283120 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f948b3e7-940b-4a8b-af1c-34ab1d8f216c req-89384ece-290d-48f9-85df-4fff16a2c8c5 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=a53c6445-7e8e-4fcd-9ce8-dead971dae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442889 Dec 09 16:07:36.395136 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018120ad-ff7b-4988-b92c-f1d0c62bff63 req-f7ce9fd8-7f8c-497c-a580-daf4e6b146ca tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:36.396610 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-018120ad-ff7b-4988-b92c-f1d0c62bff63 req-f7ce9fd8-7f8c-497c-a580-daf4e6b146ca tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f5404600-95d1-42a4-a485-207c59d4ed23 HTTP/1.1" status: 200 len: 1096 time: 0.0429881 Dec 09 16:07:36.441793 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-018120ad-ff7b-4988-b92c-f1d0c62bff63 req-c662c322-c4cd-4429-a65f-11b6a9a70521 tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=a53c6445-7e8e-4fcd-9ce8-dead971dae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391424 Dec 09 16:07:36.560827 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e57d1-02a8-479f-b01b-0b54a78b9674 req-458da831-6ba0-4af7-b1c9-5a27cb829fb3 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:36.562286 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a82e57d1-02a8-479f-b01b-0b54a78b9674 req-458da831-6ba0-4af7-b1c9-5a27cb829fb3 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5404600-95d1-42a4-a485-207c59d4ed23 HTTP/1.1" status: 200 len: 945 time: 0.0521154 Dec 09 16:07:36.611954 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a82e57d1-02a8-479f-b01b-0b54a78b9674 req-d559d253-0040-448a-a0d1-c799344d1d44 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=a53c6445-7e8e-4fcd-9ce8-dead971dae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430408 Dec 09 16:07:36.635533 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41882) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:07:36.705246 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-549191d6-8398-4efb-a03a-eb74e59eaaf8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/floatingips/d816d356-5efd-470b-8e9b-bbb38f06f4d1 HTTP/1.1" status: 200 len: 990 time: 0.0632682 Dec 09 16:07:36.929657 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41888) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:07:37.086061 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a766f623-f877-4dd2-8c48-aa50e6570d4d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Deleting port 3bee4c2e-67e8-40d4-977c-3d113ad4c6d5 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:07:37.086752 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a766f623-f877-4dd2-8c48-aa50e6570d4d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:37.159161 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a766f623-f877-4dd2-8c48-aa50e6570d4d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:37.160069 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a766f623-f877-4dd2-8c48-aa50e6570d4d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:37.171563 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a766f623-f877-4dd2-8c48-aa50e6570d4d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Calling delete_port for 3bee4c2e-67e8-40d4-977c-3d113ad4c6d5 owned by network:floatingip {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:07:37.341547 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a766f623-f877-4dd2-8c48-aa50e6570d4d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:37.372905 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a766f623-f877-4dd2-8c48-aa50e6570d4d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event deleted for resources: {'Port': ['ID=3bee4c2e-67e8-40d4-977c-3d113ad4c6d5,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:07:37.429809 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a766f623-f877-4dd2-8c48-aa50e6570d4d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for floatingip, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:37.430142 n-d-821228-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-a766f623-f877-4dd2-8c48-aa50e6570d4d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Floating IP d816d356-5efd-470b-8e9b-bbb38f06f4d1 disassociated (deleted). External IP: 172.25.3.3, port: 53fbff3d-f429-450b-929f-08cdb1f10cb0. Dec 09 16:07:37.632498 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a766f623-f877-4dd2-8c48-aa50e6570d4d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Router f9511653-bbee-437b-8234-e2252528775b has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:07:37.737088 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a766f623-f877-4dd2-8c48-aa50e6570d4d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:07:37.742597 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a766f623-f877-4dd2-8c48-aa50e6570d4d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:37.747265 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de84b70-f614-4941-88bc-c7d7f53c9b7e None None] Sync routers for ids ['f9511653-bbee-437b-8234-e2252528775b'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:07:37.756527 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de84b70-f614-4941-88bc-c7d7f53c9b7e None None] Routers {'f9511653-bbee-437b-8234-e2252528775b'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:07:37.757216 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-0de84b70-f614-4941-88bc-c7d7f53c9b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:07:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['f9511653-bbee-437b-8234-e2252528775b'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:07:37.769038 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a766f623-f877-4dd2-8c48-aa50e6570d4d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "DELETE /v2.0/floatingips/d816d356-5efd-470b-8e9b-bbb38f06f4d1 HTTP/1.1" status: 204 len: 168 time: 0.8382845 Dec 09 16:07:37.769735 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5404600-95d1-42a4-a485-207c59d4ed23', 'tag': '53fbff3d-f429-450b-929f-08cdb1f10cb0'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:07:37.772210 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70396511-ff8f-47ca-812b-6eea4d440385" -d '{"events": [{"name": "network-changed", "server_uuid": "f5404600-95d1-42a4-a485-207c59d4ed23", "tag": "53fbff3d-f429-450b-929f-08cdb1f10cb0"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:07:37.862035 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-0de84b70-f614-4941-88bc-c7d7f53c9b7e None None] Set router f9511653-bbee-437b-8234-e2252528775b gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:07:37.928068 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65409881-430d-4ab6-9545-3b36ed1514e9 x-openstack-request-id: req-65409881-430d-4ab6-9545-3b36ed1514e9 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:07:37.928389 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5404600-95d1-42a4-a485-207c59d4ed23", "tag": "53fbff3d-f429-450b-929f-08cdb1f10cb0", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:07:37.928685 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-65409881-430d-4ab6-9545-3b36ed1514e9 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:07:37.929092 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5404600-95d1-42a4-a485-207c59d4ed23', 'tag': '53fbff3d-f429-450b-929f-08cdb1f10cb0', 'status': 'completed', 'code': 200} Dec 09 16:07:38.030274 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bc5ab-7610-4515-80dd-456b7e750a46 req-defcfe09-7ac2-4ef8-bc9e-533f08423ac8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:38.031573 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70396511-ff8f-47ca-812b-6eea4d440385 req-5b4851f7-a8e4-45bd-91ee-cfec16710591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:38.031860 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4a3bc5ab-7610-4515-80dd-456b7e750a46 req-defcfe09-7ac2-4ef8-bc9e-533f08423ac8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5404600-95d1-42a4-a485-207c59d4ed23 HTTP/1.1" status: 200 len: 945 time: 0.0584943 Dec 09 16:07:38.033252 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-70396511-ff8f-47ca-812b-6eea4d440385 req-5b4851f7-a8e4-45bd-91ee-cfec16710591 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&device_id=f5404600-95d1-42a4-a485-207c59d4ed23 HTTP/1.1" status: 200 len: 1096 time: 0.0445890 Dec 09 16:07:38.072660 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-0de84b70-f614-4941-88bc-c7d7f53c9b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9511653-bbee-437b-8234-e2252528775b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2006113394', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '7624607b-24e9-44be-a717-3242e8eb37ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:05:58Z', 'updated_at': '2021-12-09T16:06:02Z', 'revision_number': 4, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': '7624607b-24e9-44be-a717-3242e8eb37ae', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9511653-bbee-437b-8234-e2252528775b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:05:59Z', 'updated_at': '2021-12-09T16:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'f35628b1-ab5a-4002-a22e-24e55ec471e0', 'name': '', 'network_id': 'f592b9e7-23dd-4b51-a48e-42e0f18f4c6b', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'mac_address': 'fa:16:3e:6e:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9511653-bbee-437b-8234-e2252528775b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'e0758186-568c-48d8-a2b2-bebf800f2cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:06:01Z', 'updated_at': '2021-12-09T16:06:05Z', 'revision_number': 5, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'subnets': [{'id': 'e0758186-568c-48d8-a2b2-bebf800f2cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:07:38.086192 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4a3bc5ab-7610-4515-80dd-456b7e750a46 req-00a360be-286d-4ffc-865c-85e2c1df1514 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=a53c6445-7e8e-4fcd-9ce8-dead971dae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474999 Dec 09 16:07:38.099735 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de84b70-f614-4941-88bc-c7d7f53c9b7e None None] Checking router: f9511653-bbee-437b-8234-e2252528775b for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:07:38.111012 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de84b70-f614-4941-88bc-c7d7f53c9b7e None None] Routers {'f9511653-bbee-437b-8234-e2252528775b'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:07:38.111627 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-0de84b70-f614-4941-88bc-c7d7f53c9b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:07:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['f9511653-bbee-437b-8234-e2252528775b'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:07:38.135170 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70396511-ff8f-47ca-812b-6eea4d440385 req-34694856-22c4-4032-9140-fe7b27baeaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:38.136754 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-70396511-ff8f-47ca-812b-6eea4d440385 req-34694856-22c4-4032-9140-fe7b27baeaf5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f592b9e7-23dd-4b51-a48e-42e0f18f4c6b HTTP/1.1" status: 200 len: 898 time: 0.0935397 Dec 09 16:07:38.216140 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-70396511-ff8f-47ca-812b-6eea4d440385 req-3d1a527e-1886-4053-8789-8c90aa669ce9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53fbff3d-f429-450b-929f-08cdb1f10cb0 HTTP/1.1" status: 200 len: 217 time: 0.0593188 Dec 09 16:07:38.227276 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-0de84b70-f614-4941-88bc-c7d7f53c9b7e None None] Set router f9511653-bbee-437b-8234-e2252528775b gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:07:38.260605 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a59cef83-807b-4db0-80fb-9e349fdbda52 req-117ca5e2-7cef-4933-acb7-d03c2efa29d6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=188c1c17-98cd-4e55-be07-e65314c119ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1026597 Dec 09 16:07:38.273503 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70396511-ff8f-47ca-812b-6eea4d440385 req-2695ba96-b7ae-4d1c-b190-fba3a1062df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:38.274943 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-70396511-ff8f-47ca-812b-6eea4d440385 req-2695ba96-b7ae-4d1c-b190-fba3a1062df3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0758186-568c-48d8-a2b2-bebf800f2cc0 HTTP/1.1" status: 200 len: 835 time: 0.0507209 Dec 09 16:07:38.357089 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70396511-ff8f-47ca-812b-6eea4d440385 req-84d6f6cd-d073-458f-97ac-7f1f597459eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:38.358582 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-70396511-ff8f-47ca-812b-6eea4d440385 req-84d6f6cd-d073-458f-97ac-7f1f597459eb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f592b9e7-23dd-4b51-a48e-42e0f18f4c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672560 Dec 09 16:07:38.413836 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59cef83-807b-4db0-80fb-9e349fdbda52 req-0c3cde10-d94e-44d0-9126-404b822d32b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:38.415333 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a59cef83-807b-4db0-80fb-9e349fdbda52 req-0c3cde10-d94e-44d0-9126-404b822d32b0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dff41d0cd6dc4e42b95a80470934c32b&device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 1097 time: 0.0866137 Dec 09 16:07:38.438032 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-0de84b70-f614-4941-88bc-c7d7f53c9b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9511653-bbee-437b-8234-e2252528775b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2006113394', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '7624607b-24e9-44be-a717-3242e8eb37ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:05:58Z', 'updated_at': '2021-12-09T16:06:02Z', 'revision_number': 4, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': '7624607b-24e9-44be-a717-3242e8eb37ae', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9511653-bbee-437b-8234-e2252528775b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:05:59Z', 'updated_at': '2021-12-09T16:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'f35628b1-ab5a-4002-a22e-24e55ec471e0', 'name': '', 'network_id': 'f592b9e7-23dd-4b51-a48e-42e0f18f4c6b', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'mac_address': 'fa:16:3e:6e:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9511653-bbee-437b-8234-e2252528775b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'e0758186-568c-48d8-a2b2-bebf800f2cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:06:01Z', 'updated_at': '2021-12-09T16:06:05Z', 'revision_number': 5, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'subnets': [{'id': 'e0758186-568c-48d8-a2b2-bebf800f2cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:07:38.463895 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de84b70-f614-4941-88bc-c7d7f53c9b7e None None] The sync data for ids ['f9511653-bbee-437b-8234-e2252528775b'] in n-d-821228-1 is: [{'id': 'f9511653-bbee-437b-8234-e2252528775b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2006113394', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '7624607b-24e9-44be-a717-3242e8eb37ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:05:58Z', 'updated_at': '2021-12-09T16:06:02Z', 'revision_number': 4, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': '7624607b-24e9-44be-a717-3242e8eb37ae', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9511653-bbee-437b-8234-e2252528775b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:05:59Z', 'updated_at': '2021-12-09T16:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'f35628b1-ab5a-4002-a22e-24e55ec471e0', 'name': '', 'network_id': 'f592b9e7-23dd-4b51-a48e-42e0f18f4c6b', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'mac_address': 'fa:16:3e:6e:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9511653-bbee-437b-8234-e2252528775b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'e0758186-568c-48d8-a2b2-bebf800f2cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:06:01Z', 'updated_at': '2021-12-09T16:06:05Z', 'revision_number': 5, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'subnets': [{'id': 'e0758186-568c-48d8-a2b2-bebf800f2cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:07:38.508886 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-70396511-ff8f-47ca-812b-6eea4d440385 req-a1c6047f-d7a1-4fb4-b61b-9b5917ccf030 service neutron] 10.222.0.42 "GET /v2.0/networks/f592b9e7-23dd-4b51-a48e-42e0f18f4c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407890 Dec 09 16:07:38.604158 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59cef83-807b-4db0-80fb-9e349fdbda52 req-f42fa67d-d704-4d7d-9c4b-b52aeb35d053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:38.605958 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a59cef83-807b-4db0-80fb-9e349fdbda52 req-f42fa67d-d704-4d7d-9c4b-b52aeb35d053 service neutron] 10.222.0.42 "GET /v2.0/networks?id=10465fca-def6-40ef-b54b-0b10ab1b7b44 HTTP/1.1" status: 200 len: 912 time: 0.1667228 Dec 09 16:07:38.677728 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a59cef83-807b-4db0-80fb-9e349fdbda52 req-c288d683-0880-4b6b-ac66-afbee37732c9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9b9a28b-f70c-4152-b15c-ca1fbce55eb3 HTTP/1.1" status: 200 len: 217 time: 0.0473359 Dec 09 16:07:38.679816 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-70396511-ff8f-47ca-812b-6eea4d440385 req-f3f467ec-f6d1-478a-9b2d-d789c6ff25f9 service neutron] 10.222.0.42 "GET /v2.0/networks/f592b9e7-23dd-4b51-a48e-42e0f18f4c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565850 Dec 09 16:07:38.746036 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59cef83-807b-4db0-80fb-9e349fdbda52 req-3ef8c67d-88d9-42f2-a198-b54de5ad7134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:38.747529 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a59cef83-807b-4db0-80fb-9e349fdbda52 req-3ef8c67d-88d9-42f2-a198-b54de5ad7134 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3b011188-7849-4d66-ad21-4c37ec602085 HTTP/1.1" status: 200 len: 850 time: 0.0473793 Dec 09 16:07:38.795960 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59cef83-807b-4db0-80fb-9e349fdbda52 req-c8f39203-ff78-4f4c-ba6c-4fb81e2e0182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:38.797519 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a59cef83-807b-4db0-80fb-9e349fdbda52 req-c8f39203-ff78-4f4c-ba6c-4fb81e2e0182 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=10465fca-def6-40ef-b54b-0b10ab1b7b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422065 Dec 09 16:07:38.812171 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f893ced0-902d-4902-a521-0118b6ed0d58 None None] New status for floating IP d816d356-5efd-470b-8e9b-bbb38f06f4d1: DOWN {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:07:38.922891 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9337d-48ed-4977-80e1-1ad7542e2060 req-4fb9f2bc-fe1e-42a8-b51b-0b5ff87e49b2 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:38.924372 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e4f9337d-48ed-4977-80e1-1ad7542e2060 req-4fb9f2bc-fe1e-42a8-b51b-0b5ff87e49b2 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5404600-95d1-42a4-a485-207c59d4ed23 HTTP/1.1" status: 200 len: 945 time: 0.1069596 Dec 09 16:07:38.965940 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a59cef83-807b-4db0-80fb-9e349fdbda52 req-3d498067-124f-466e-8c51-27c4716581e3 service neutron] 10.222.0.42 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496298 Dec 09 16:07:39.096495 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a59cef83-807b-4db0-80fb-9e349fdbda52 req-d9c3cb95-746b-4fb3-95aa-dee3882da756 service neutron] 10.222.0.42 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218634 Dec 09 16:07:39.099919 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-e4f9337d-48ed-4977-80e1-1ad7542e2060 req-1b27d475-5a06-42c4-85f5-981ce17314ae tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Deleting port 53fbff3d-f429-450b-929f-08cdb1f10cb0 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:07:39.100260 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e4f9337d-48ed-4977-80e1-1ad7542e2060 req-1b27d475-5a06-42c4-85f5-981ce17314ae tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:39.197360 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-e4f9337d-48ed-4977-80e1-1ad7542e2060 req-1b27d475-5a06-42c4-85f5-981ce17314ae tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] For port 53fbff3d-f429-450b-929f-08cdb1f10cb0, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=53fbff3d-f429-450b-929f-08cdb1f10cb0,segment=NetworkSegment(89728d1b-425b-4051-9aa2-177beaff5f47),segment_id=89728d1b-425b-4051-9aa2-177beaff5f47)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:07:39.198085 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e4f9337d-48ed-4977-80e1-1ad7542e2060 req-1b27d475-5a06-42c4-85f5-981ce17314ae tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:39.211132 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-e4f9337d-48ed-4977-80e1-1ad7542e2060 req-1b27d475-5a06-42c4-85f5-981ce17314ae tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Calling delete_port for 53fbff3d-f429-450b-929f-08cdb1f10cb0 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:07:39.225175 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802179d-133f-4541-965d-47d19ca590ed req-0fe4a554-424f-41b0-8e0d-079b59ae8479 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:39.226682 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c802179d-133f-4541-965d-47d19ca590ed req-0fe4a554-424f-41b0-8e0d-079b59ae8479 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5404600-95d1-42a4-a485-207c59d4ed23 HTTP/1.1" status: 200 len: 945 time: 0.0491004 Dec 09 16:07:39.279199 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c802179d-133f-4541-965d-47d19ca590ed req-6d05afbc-8732-4494-98b6-cbe4ca295aa8 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=a53c6445-7e8e-4fcd-9ce8-dead971dae5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466030 Dec 09 16:07:39.342800 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e4f9337d-48ed-4977-80e1-1ad7542e2060 req-1b27d475-5a06-42c4-85f5-981ce17314ae tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:39.372404 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b27d475-5a06-42c4-85f5-981ce17314ae tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event deleted for resources: {'Port': ['ID=53fbff3d-f429-450b-929f-08cdb1f10cb0,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:07:39.415183 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f9337d-48ed-4977-80e1-1ad7542e2060 req-1b27d475-5a06-42c4-85f5-981ce17314ae tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] No DVR routers for this DVR port 53fbff3d-f429-450b-929f-08cdb1f10cb0 on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:07:39.417782 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e4f9337d-48ed-4977-80e1-1ad7542e2060 req-1b27d475-5a06-42c4-85f5-981ce17314ae tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:39.421182 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e4f9337d-48ed-4977-80e1-1ad7542e2060 req-1b27d475-5a06-42c4-85f5-981ce17314ae tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.42 "DELETE /v2.0/ports/53fbff3d-f429-450b-929f-08cdb1f10cb0 HTTP/1.1" status: 204 len: 173 time: 0.4900780 Dec 09 16:07:39.930032 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5404600-95d1-42a4-a485-207c59d4ed23', 'name': 'network-vif-deleted', 'tag': '53fbff3d-f429-450b-929f-08cdb1f10cb0'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:07:39.932473 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffffbf6-a41b-4cc1-943d-a375d1bd16cb" -d '{"events": [{"server_uuid": "f5404600-95d1-42a4-a485-207c59d4ed23", "name": "network-vif-deleted", "tag": "53fbff3d-f429-450b-929f-08cdb1f10cb0"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:07:39.967690 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab346c8-4476-442c-967a-bf11b69591c4 x-openstack-request-id: req-dab346c8-4476-442c-967a-bf11b69591c4 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:07:39.968009 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5404600-95d1-42a4-a485-207c59d4ed23", "name": "network-vif-deleted", "tag": "53fbff3d-f429-450b-929f-08cdb1f10cb0", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:07:39.968357 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dab346c8-4476-442c-967a-bf11b69591c4 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:07:39.968790 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5404600-95d1-42a4-a485-207c59d4ed23', 'name': 'network-vif-deleted', 'tag': '53fbff3d-f429-450b-929f-08cdb1f10cb0', 'status': 'completed', 'code': 200} Dec 09 16:07:40.336893 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41906) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:07:40.688073 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-688cda08-7cfa-41db-82f6-d65e627922db tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:40.933213 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-688cda08-7cfa-41db-82f6-d65e627922db tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Deleting port f35628b1-ab5a-4002-a22e-24e55ec471e0 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:07:40.933552 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-688cda08-7cfa-41db-82f6-d65e627922db tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:41.018414 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-688cda08-7cfa-41db-82f6-d65e627922db tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] For port f35628b1-ab5a-4002-a22e-24e55ec471e0, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=f35628b1-ab5a-4002-a22e-24e55ec471e0,segment=NetworkSegment(89728d1b-425b-4051-9aa2-177beaff5f47),segment_id=89728d1b-425b-4051-9aa2-177beaff5f47)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:07:41.018816 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-688cda08-7cfa-41db-82f6-d65e627922db tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:41.031076 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-688cda08-7cfa-41db-82f6-d65e627922db tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Calling delete_port for f35628b1-ab5a-4002-a22e-24e55ec471e0 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:07:41.211183 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-688cda08-7cfa-41db-82f6-d65e627922db tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:41.240921 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688cda08-7cfa-41db-82f6-d65e627922db tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event deleted for resources: {'Port': ['ID=f35628b1-ab5a-4002-a22e-24e55ec471e0,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:07:41.724033 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-688cda08-7cfa-41db-82f6-d65e627922db tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:41.937441 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-688cda08-7cfa-41db-82f6-d65e627922db tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Router f9511653-bbee-437b-8234-e2252528775b has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:07:42.051377 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688cda08-7cfa-41db-82f6-d65e627922db tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:07:42.056385 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-688cda08-7cfa-41db-82f6-d65e627922db tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "PUT /v2.0/routers/f9511653-bbee-437b-8234-e2252528775b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7183826 Dec 09 16:07:42.059098 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41910) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:07:42.060931 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754cfc30-f127-40e2-975d-81e4c00be3b4 None None] Sync routers for ids ['f9511653-bbee-437b-8234-e2252528775b'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:07:42.071120 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754cfc30-f127-40e2-975d-81e4c00be3b4 None None] Routers {'f9511653-bbee-437b-8234-e2252528775b'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:07:42.071719 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-754cfc30-f127-40e2-975d-81e4c00be3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:07:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['f9511653-bbee-437b-8234-e2252528775b'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:07:42.110047 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e8f321b-91b2-4a25-9771-a60bfeb99e03 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Deleting subnet e0758186-568c-48d8-a2b2-bebf800f2cc0 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 16:07:42.113277 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e8f321b-91b2-4a25-9771-a60bfeb99e03 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:42.154586 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e8f321b-91b2-4a25-9771-a60bfeb99e03 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:42.247178 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e8f321b-91b2-4a25-9771-a60bfeb99e03 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:42.268115 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-754cfc30-f127-40e2-975d-81e4c00be3b4 None None] Set router f9511653-bbee-437b-8234-e2252528775b gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:07:42.305086 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e8f321b-91b2-4a25-9771-a60bfeb99e03 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:42.329871 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f321b-91b2-4a25-9771-a60bfeb99e03 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event deleted for resources: {'Subnet': ['ID=e0758186-568c-48d8-a2b2-bebf800f2cc0,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:07:42.339299 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e8f321b-91b2-4a25-9771-a60bfeb99e03 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:42.342870 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7d7e20-dd26-4eb4-9f52-f5c749a59edb None None] Network f592b9e7-23dd-4b51-a48e-42e0f18f4c6b requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:07:42.344565 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5e8f321b-91b2-4a25-9771-a60bfeb99e03 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "DELETE /v2.0/subnets/e0758186-568c-48d8-a2b2-bebf800f2cc0 HTTP/1.1" status: 204 len: 168 time: 0.2835104 Dec 09 16:07:42.345883 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41912) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:07:42.446298 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-754cfc30-f127-40e2-975d-81e4c00be3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9511653-bbee-437b-8234-e2252528775b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2006113394', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '7624607b-24e9-44be-a717-3242e8eb37ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:05:58Z', 'updated_at': '2021-12-09T16:07:41Z', 'revision_number': 5, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': '7624607b-24e9-44be-a717-3242e8eb37ae', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9511653-bbee-437b-8234-e2252528775b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:05:59Z', 'updated_at': '2021-12-09T16:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:07:42.463576 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f5858f0-e28c-4067-a3cb-e3ee5cdd52d4 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:42.477995 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754cfc30-f127-40e2-975d-81e4c00be3b4 None None] Checking router: f9511653-bbee-437b-8234-e2252528775b for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:07:42.486602 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754cfc30-f127-40e2-975d-81e4c00be3b4 None None] Routers {'f9511653-bbee-437b-8234-e2252528775b'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:07:42.490379 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-754cfc30-f127-40e2-975d-81e4c00be3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:07:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['f9511653-bbee-437b-8234-e2252528775b'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:07:42.529598 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704078ae-56ca-496f-aaa5-2a440a7eb3f8 None None] DHCP port deletion for f592b9e7-23dd-4b51-a48e-42e0f18f4c6b request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:07:42.574686 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f5858f0-e28c-4067-a3cb-e3ee5cdd52d4 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:42.578488 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-704078ae-56ca-496f-aaa5-2a440a7eb3f8 None None] Deleting port 1286bf90-f85e-45c7-88e1-9c6170c0bc9d {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:07:42.579363 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-704078ae-56ca-496f-aaa5-2a440a7eb3f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:42.594118 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-754cfc30-f127-40e2-975d-81e4c00be3b4 None None] Set router f9511653-bbee-437b-8234-e2252528775b gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:07:42.629423 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-3f5858f0-e28c-4067-a3cb-e3ee5cdd52d4 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Deleting port 7624607b-24e9-44be-a717-3242e8eb37ae {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:07:42.629823 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f5858f0-e28c-4067-a3cb-e3ee5cdd52d4 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:42.718288 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-3f5858f0-e28c-4067-a3cb-e3ee5cdd52d4 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] For port 7624607b-24e9-44be-a717-3242e8eb37ae, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=7624607b-24e9-44be-a717-3242e8eb37ae,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:07:42.718736 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f5858f0-e28c-4067-a3cb-e3ee5cdd52d4 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:42.731823 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-3f5858f0-e28c-4067-a3cb-e3ee5cdd52d4 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Calling delete_port for 7624607b-24e9-44be-a717-3242e8eb37ae owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:07:42.780918 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-754cfc30-f127-40e2-975d-81e4c00be3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9511653-bbee-437b-8234-e2252528775b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2006113394', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '7624607b-24e9-44be-a717-3242e8eb37ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:05:58Z', 'updated_at': '2021-12-09T16:07:41Z', 'revision_number': 5, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': '7624607b-24e9-44be-a717-3242e8eb37ae', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9511653-bbee-437b-8234-e2252528775b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:05:59Z', 'updated_at': '2021-12-09T16:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:07:42.806748 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754cfc30-f127-40e2-975d-81e4c00be3b4 None None] The sync data for ids ['f9511653-bbee-437b-8234-e2252528775b'] in n-d-821228-1 is: [{'id': 'f9511653-bbee-437b-8234-e2252528775b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2006113394', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '7624607b-24e9-44be-a717-3242e8eb37ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:05:58Z', 'updated_at': '2021-12-09T16:07:41Z', 'revision_number': 5, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': '7624607b-24e9-44be-a717-3242e8eb37ae', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9511653-bbee-437b-8234-e2252528775b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:05:59Z', 'updated_at': '2021-12-09T16:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:07:42.809711 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-704078ae-56ca-496f-aaa5-2a440a7eb3f8 None None] For port 1286bf90-f85e-45c7-88e1-9c6170c0bc9d, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=1286bf90-f85e-45c7-88e1-9c6170c0bc9d,segment=NetworkSegment(89728d1b-425b-4051-9aa2-177beaff5f47),segment_id=89728d1b-425b-4051-9aa2-177beaff5f47)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:07:42.810218 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-704078ae-56ca-496f-aaa5-2a440a7eb3f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:42.824851 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-704078ae-56ca-496f-aaa5-2a440a7eb3f8 None None] Calling delete_port for 1286bf90-f85e-45c7-88e1-9c6170c0bc9d owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:07:42.907990 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-704078ae-56ca-496f-aaa5-2a440a7eb3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:42.915572 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f5858f0-e28c-4067-a3cb-e3ee5cdd52d4 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:42.938300 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704078ae-56ca-496f-aaa5-2a440a7eb3f8 None None] Pushing event deleted for resources: {'Port': ['ID=1286bf90-f85e-45c7-88e1-9c6170c0bc9d,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:07:42.943464 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704078ae-56ca-496f-aaa5-2a440a7eb3f8 None None] No DVR routers for this DVR port 1286bf90-f85e-45c7-88e1-9c6170c0bc9d on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:07:42.946970 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5858f0-e28c-4067-a3cb-e3ee5cdd52d4 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event deleted for resources: {'Port': ['ID=7624607b-24e9-44be-a717-3242e8eb37ae,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:07:42.959164 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2067f1b-9c54-4762-91ac-57cb7b3d558e None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:07:43.010295 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f5858f0-e28c-4067-a3cb-e3ee5cdd52d4 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:43.100771 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f5858f0-e28c-4067-a3cb-e3ee5cdd52d4 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:43.102750 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f5858f0-e28c-4067-a3cb-e3ee5cdd52d4 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:43.145921 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f5858f0-e28c-4067-a3cb-e3ee5cdd52d4 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:43.146579 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5858f0-e28c-4067-a3cb-e3ee5cdd52d4 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Fanout notify agent at l3_agent the message router_deleted on router f9511653-bbee-437b-8234-e2252528775b {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 16:07:43.153554 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f5858f0-e28c-4067-a3cb-e3ee5cdd52d4 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:43.157267 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3f5858f0-e28c-4067-a3cb-e3ee5cdd52d4 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "DELETE /v2.0/routers/f9511653-bbee-437b-8234-e2252528775b HTTP/1.1" status: 204 len: 168 time: 0.8076456 Dec 09 16:07:43.157728 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41914) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:07:43.240854 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e993eb22-ac23-43cd-91b1-e0586ef1e071 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:43.327665 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e993eb22-ac23-43cd-91b1-e0586ef1e071 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:43.349197 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-e993eb22-ac23-43cd-91b1-e0586ef1e071 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f592b9e7-23dd-4b51-a48e-42e0f18f4c6b']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:07:43.358441 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-e993eb22-ac23-43cd-91b1-e0586ef1e071 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89728d1b-425b-4051-9aa2-177beaff5f47') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:07:43.358912 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-e993eb22-ac23-43cd-91b1-e0586ef1e071 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89728d1b-425b-4051-9aa2-177beaff5f47') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:07:43.369223 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e993eb22-ac23-43cd-91b1-e0586ef1e071 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:43.383733 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e993eb22-ac23-43cd-91b1-e0586ef1e071 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:43.390005 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e993eb22-ac23-43cd-91b1-e0586ef1e071 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:07:43.390391 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e993eb22-ac23-43cd-91b1-e0586ef1e071 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:43.393443 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 16:07:43.393443 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:07:43.393443 n-d-821228-1 neutron-server[103245]: timer() Dec 09 16:07:43.393443 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:07:43.393443 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 16:07:43.393443 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:07:43.393443 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 16:07:43.393443 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:07:43.393443 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 16:07:43.393443 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:07:43.393443 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 16:07:43.393443 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:07:43.393443 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 16:07:43.393443 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:07:43.393443 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:07:43.393443 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:07:43.393443 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:07:43.393443 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:07:43.393443 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 16:07:43.393443 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:07:43.393443 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 16:07:43.393443 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:07:43.393443 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:07:43.393443 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:07:43.393443 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 16:07:43.393443 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:07:43.393443 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:07:43.393443 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:07:43.393443 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:07:43.393443 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:07:43.393443 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:07:43.393443 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:07:43.457967 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e993eb22-ac23-43cd-91b1-e0586ef1e071 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:43.465570 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e993eb22-ac23-43cd-91b1-e0586ef1e071 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:43.469457 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e993eb22-ac23-43cd-91b1-e0586ef1e071 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "DELETE /v2.0/networks/f592b9e7-23dd-4b51-a48e-42e0f18f4c6b HTTP/1.1" status: 204 len: 168 time: 0.3103926 Dec 09 16:07:43.471989 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41916) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:07:43.491124 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e993eb22-ac23-43cd-91b1-e0586ef1e071 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event deleted for resources: {'Network': ['ID=f592b9e7-23dd-4b51-a48e-42e0f18f4c6b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:07:43.539740 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-93b6feec-d5c9-40bd-bd05-6870aa434a80 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:43.565053 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-93b6feec-d5c9-40bd-bd05-6870aa434a80 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:43.625126 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-93b6feec-d5c9-40bd-bd05-6870aa434a80 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:43.627991 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-93b6feec-d5c9-40bd-bd05-6870aa434a80 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:43.630076 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-93b6feec-d5c9-40bd-bd05-6870aa434a80 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "DELETE /v2.0/security-groups/a53c6445-7e8e-4fcd-9ce8-dead971dae5d HTTP/1.1" status: 204 len: 168 time: 0.1481383 Dec 09 16:07:43.641600 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6feec-d5c9-40bd-bd05-6870aa434a80 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53c6445-7e8e-4fcd-9ce8-dead971dae5d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:07:43.735008 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 53fbff3d-f429-450b-929f-08cdb1f10cb0 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:07:43.754653 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: 53fbff3d-f429-450b-929f-08cdb1f10cb0 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:07:43.754992 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 53fbff3d-f429-450b-929f-08cdb1f10cb0 not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:07:43.883249 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41922) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:07:43.887973 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-29947c9f-0e28-47b1-9fd8-bc6b1dec06c4 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1164414328', 'description': 'tempest-secgroup-smoke-1164414328 description', 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:07:43.911584 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-29947c9f-0e28-47b1-9fd8-bc6b1dec06c4 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:43.979195 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-29947c9f-0e28-47b1-9fd8-bc6b1dec06c4 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:43.982961 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-29947c9f-0e28-47b1-9fd8-bc6b1dec06c4 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:44.023244 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-29947c9f-0e28-47b1-9fd8-bc6b1dec06c4 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:44.024624 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-29947c9f-0e28-47b1-9fd8-bc6b1dec06c4 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1402361 Dec 09 16:07:44.025373 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 1286bf90-f85e-45c7-88e1-9c6170c0bc9d no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:07:44.026672 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29947c9f-0e28-47b1-9fd8-bc6b1dec06c4 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10739743-5d1f-4619-9edb-6d1542641a3b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:07:44.027538 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41924) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:07:44.033176 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-a334c0f3-b428-44ea-a36f-e04748045ae7 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'security_group_rule': {'security_group_id': '10739743-5d1f-4619-9edb-6d1542641a3b', 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:07:44.044827 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 1286bf90-f85e-45c7-88e1-9c6170c0bc9d {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:07:44.045181 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 1286bf90-f85e-45c7-88e1-9c6170c0bc9d not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:07:44.045595 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 7624607b-24e9-44be-a717-3242e8eb37ae no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:07:44.064737 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a334c0f3-b428-44ea-a36f-e04748045ae7 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:44.066857 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 7624607b-24e9-44be-a717-3242e8eb37ae {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:07:44.067209 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 7624607b-24e9-44be-a717-3242e8eb37ae not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:07:44.067623 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device f35628b1-ab5a-4002-a22e-24e55ec471e0 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:07:44.086153 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: f35628b1-ab5a-4002-a22e-24e55ec471e0 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:07:44.086428 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device f35628b1-ab5a-4002-a22e-24e55ec471e0 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:07:44.146374 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a334c0f3-b428-44ea-a36f-e04748045ae7 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:44.149882 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a334c0f3-b428-44ea-a36f-e04748045ae7 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:44.168686 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a334c0f3-b428-44ea-a36f-e04748045ae7 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=290784d1-f2d1-4165-b0e8-396015a1bbe2,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:07:44.173169 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a334c0f3-b428-44ea-a36f-e04748045ae7 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:44.174373 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a334c0f3-b428-44ea-a36f-e04748045ae7 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1452394 Dec 09 16:07:44.177769 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41926) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:07:44.182070 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-1cb9759b-96f5-471b-aa23-3e22e91913a5 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'security_group_rule': {'security_group_id': '10739743-5d1f-4619-9edb-6d1542641a3b', 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:07:44.208259 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1cb9759b-96f5-471b-aa23-3e22e91913a5 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:44.264634 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1cb9759b-96f5-471b-aa23-3e22e91913a5 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:44.268153 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1cb9759b-96f5-471b-aa23-3e22e91913a5 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:44.287568 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb9759b-96f5-471b-aa23-3e22e91913a5 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b93c222c-1b36-40cd-b3de-f6d77c793a3e,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:07:44.293181 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1cb9759b-96f5-471b-aa23-3e22e91913a5 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:44.294341 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1cb9759b-96f5-471b-aa23-3e22e91913a5 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1156409 Dec 09 16:07:44.297038 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41928) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:07:44.301978 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-45769619-0bef-4b2f-acb5-d3750c1a5b4a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'security_group_rule': {'security_group_id': '10739743-5d1f-4619-9edb-6d1542641a3b', 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:07:44.329951 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45769619-0bef-4b2f-acb5-d3750c1a5b4a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:44.391250 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45769619-0bef-4b2f-acb5-d3750c1a5b4a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:44.395032 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45769619-0bef-4b2f-acb5-d3750c1a5b4a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:44.413757 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45769619-0bef-4b2f-acb5-d3750c1a5b4a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89019e43-d7e7-40e9-9752-8e19a0d44c6f,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:07:44.420457 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45769619-0bef-4b2f-acb5-d3750c1a5b4a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:44.421640 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-45769619-0bef-4b2f-acb5-d3750c1a5b4a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236930 Dec 09 16:07:44.424442 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41930) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:07:44.429378 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-2b1b7907-ada9-42c4-a5cf-d671cdd88e50 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'security_group_rule': {'security_group_id': '10739743-5d1f-4619-9edb-6d1542641a3b', 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:07:44.454050 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b1b7907-ada9-42c4-a5cf-d671cdd88e50 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:44.510825 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b1b7907-ada9-42c4-a5cf-d671cdd88e50 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:44.514475 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b1b7907-ada9-42c4-a5cf-d671cdd88e50 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:44.531772 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b7907-ada9-42c4-a5cf-d671cdd88e50 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d56461ab-d4d0-461e-81f4-b2ddd6106fee,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:07:44.539811 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b1b7907-ada9-42c4-a5cf-d671cdd88e50 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:44.541048 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2b1b7907-ada9-42c4-a5cf-d671cdd88e50 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1150515 Dec 09 16:07:44.543707 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41932) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:07:44.548015 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-715dfddf-aaca-4669-bf07-9024abf87a0b tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'security_group_rule': {'security_group_id': '10739743-5d1f-4619-9edb-6d1542641a3b', 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:07:44.570158 n-d-821228-1 neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-715dfddf-aaca-4669-bf07-9024abf87a0b tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Project d5d1c0ecc7f643edb019cebb81c4a032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 16:07:44.574849 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-715dfddf-aaca-4669-bf07-9024abf87a0b tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:44.633901 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-715dfddf-aaca-4669-bf07-9024abf87a0b tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:44.637498 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-715dfddf-aaca-4669-bf07-9024abf87a0b tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:44.657480 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715dfddf-aaca-4669-bf07-9024abf87a0b tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=540c20e4-eea1-4776-b315-a807acfc4c06,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:07:44.667540 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-715dfddf-aaca-4669-bf07-9024abf87a0b tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:44.668862 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-715dfddf-aaca-4669-bf07-9024abf87a0b tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1242027 Dec 09 16:07:44.671496 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41934) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:07:44.676644 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-c08c8bb1-2500-461c-8ff5-321dfc799932 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'security_group_rule': {'security_group_id': '10739743-5d1f-4619-9edb-6d1542641a3b', 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:07:44.697953 n-d-821228-1 neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-c08c8bb1-2500-461c-8ff5-321dfc799932 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Project d5d1c0ecc7f643edb019cebb81c4a032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 16:07:44.702735 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c08c8bb1-2500-461c-8ff5-321dfc799932 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:44.762770 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c08c8bb1-2500-461c-8ff5-321dfc799932 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:44.766506 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c08c8bb1-2500-461c-8ff5-321dfc799932 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:44.785472 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c8bb1-2500-461c-8ff5-321dfc799932 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4807e933-9046-46d8-b7b1-b52143b5c2d3,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:07:44.795161 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c08c8bb1-2500-461c-8ff5-321dfc799932 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:44.796343 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c08c8bb1-2500-461c-8ff5-321dfc799932 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1238892 Dec 09 16:07:44.799118 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41936) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:07:44.804320 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-9daa6303-5d7d-4a3c-bd0c-92cf558b741a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'network': {'name': 'tempest-network-smoke--845339950', 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'port_security_enabled': True}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:07:44.826648 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9daa6303-5d7d-4a3c-bd0c-92cf558b741a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Made reservation on behalf of d5d1c0ecc7f643edb019cebb81c4a032 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:07:44.830114 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9daa6303-5d7d-4a3c-bd0c-92cf558b741a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:44.855145 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9daa6303-5d7d-4a3c-bd0c-92cf558b741a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:07:44.866363 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9daa6303-5d7d-4a3c-bd0c-92cf558b741a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:44.866718 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-9daa6303-5d7d-4a3c-bd0c-92cf558b741a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Added segment f3b2e6c6-dfb0-4291-9458-1b99e8c65940 of type vlan for network 2f4aca51-1415-4b14-9332-b9a4ab98fb34 Dec 09 16:07:44.923055 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9daa6303-5d7d-4a3c-bd0c-92cf558b741a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:44.951979 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9daa6303-5d7d-4a3c-bd0c-92cf558b741a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:44.958178 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9daa6303-5d7d-4a3c-bd0c-92cf558b741a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:44.958921 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9daa6303-5d7d-4a3c-bd0c-92cf558b741a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:45.027906 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9daa6303-5d7d-4a3c-bd0c-92cf558b741a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2277496 Dec 09 16:07:45.030698 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41938) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:07:45.035986 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-6c19e976-49f0-4c30-80f2-7fc3778af4dd tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1906965529', 'admin_state_up': True, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:07:45.057790 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c19e976-49f0-4c30-80f2-7fc3778af4dd tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:45.058756 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c19e976-49f0-4c30-80f2-7fc3778af4dd tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:45.070650 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daa6303-5d7d-4a3c-bd0c-92cf558b741a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'Network': ['ID=2f4aca51-1415-4b14-9332-b9a4ab98fb34,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:07:45.087318 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 2f4aca51-1415-4b14-9332-b9a4ab98fb34 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:07:45.113421 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c19e976-49f0-4c30-80f2-7fc3778af4dd tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:45.250491 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c19e976-49f0-4c30-80f2-7fc3778af4dd tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:45.437303 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c19e976-49f0-4c30-80f2-7fc3778af4dd tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:45.460090 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c19e976-49f0-4c30-80f2-7fc3778af4dd tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:45.561986 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-6c19e976-49f0-4c30-80f2-7fc3778af4dd tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Allocated IP 172.25.3.170 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/d7079029-011b-4aaa-a05c-dc89305d7afc) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:07:45.663210 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c19e976-49f0-4c30-80f2-7fc3778af4dd tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:45.697160 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c19e976-49f0-4c30-80f2-7fc3778af4dd tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:45.736160 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c19e976-49f0-4c30-80f2-7fc3778af4dd tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:07:45.741816 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-6c19e976-49f0-4c30-80f2-7fc3778af4dd tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:07:45.745681 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c19e976-49f0-4c30-80f2-7fc3778af4dd tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:07:45.755216 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd460565-2dec-4965-ad37-d917ea854f8b None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:07:45.771549 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19e976-49f0-4c30-80f2-7fc3778af4dd tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'Port': ['ID=d7079029-011b-4aaa-a05c-dc89305d7afc,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:07:45.872454 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c869399a-51ae-406a-a67f-98d0eabfb81f None None] Provisioning complete for port d7079029-011b-4aaa-a05c-dc89305d7afc triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:07:45.872748 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c869399a-51ae-406a-a67f-98d0eabfb81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:45.907394 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c869399a-51ae-406a-a67f-98d0eabfb81f None None] Port d7079029-011b-4aaa-a05c-dc89305d7afc cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:07:46.001829 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c19e976-49f0-4c30-80f2-7fc3778af4dd tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:46.180191 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:46.197131 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c19e976-49f0-4c30-80f2-7fc3778af4dd tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:46.325377 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c19e976-49f0-4c30-80f2-7fc3778af4dd tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Router 1705a787-bf36-497d-83a2-bd54ede71b09 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 16:07:46.753071 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c19e976-49f0-4c30-80f2-7fc3778af4dd tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:07:46.762894 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331c2962-224f-47e7-87dd-e38362053baf None None] Sync routers for ids ['1705a787-bf36-497d-83a2-bd54ede71b09'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:07:46.772578 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6c19e976-49f0-4c30-80f2-7fc3778af4dd tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:46.773691 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331c2962-224f-47e7-87dd-e38362053baf None None] Routers {'1705a787-bf36-497d-83a2-bd54ede71b09'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:07:46.773903 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6c19e976-49f0-4c30-80f2-7fc3778af4dd tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7420940 Dec 09 16:07:46.774319 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-331c2962-224f-47e7-87dd-e38362053baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:07:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1705a787-bf36-497d-83a2-bd54ede71b09'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:07:46.777026 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41942) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:07:46.804887 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e5a1dceb-e54d-4cb8-a66a-538ce4e309a8 tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=d5d1c0ecc7f643edb019cebb81c4a032&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267370 Dec 09 16:07:46.807407 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41944) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:07:46.880490 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-331c2962-224f-47e7-87dd-e38362053baf None None] Set router 1705a787-bf36-497d-83a2-bd54ede71b09 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:07:46.891992 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd321cf8-95d7-4883-a990-333b49788fa8 tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:46.893568 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-cd321cf8-95d7-4883-a990-333b49788fa8 tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0852070 Dec 09 16:07:46.896328 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41946) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:07:46.924126 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8ddd9e09-497c-4db4-a864-183556392c46 tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=d8331094-778d-4179-9ed8-de7de1c5438c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266626 Dec 09 16:07:46.927200 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 41948) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:07:46.931824 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-1d95f7af-c849-4c33-9cf0-74bb16a80bdd tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1766457096', 'network_id': '2f4aca51-1415-4b14-9332-b9a4ab98fb34', 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:07:47.021290 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d95f7af-c849-4c33-9cf0-74bb16a80bdd tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Made reservation on behalf of d5d1c0ecc7f643edb019cebb81c4a032 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:07:47.024800 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d95f7af-c849-4c33-9cf0-74bb16a80bdd tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:47.057403 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-331c2962-224f-47e7-87dd-e38362053baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1705a787-bf36-497d-83a2-bd54ede71b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906965529', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'd7079029-011b-4aaa-a05c-dc89305d7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:07:45Z', 'updated_at': '2021-12-09T16:07:45Z', 'revision_number': 3, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': 'd7079029-011b-4aaa-a05c-dc89305d7afc', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:18:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1705a787-bf36-497d-83a2-bd54ede71b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:07:45Z', 'updated_at': '2021-12-09T16:07:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:07:47.083873 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331c2962-224f-47e7-87dd-e38362053baf None None] Checking router: 1705a787-bf36-497d-83a2-bd54ede71b09 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:07:47.084231 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331c2962-224f-47e7-87dd-e38362053baf None None] Updating router 1705a787-bf36-497d-83a2-bd54ede71b09 port d7079029-011b-4aaa-a05c-dc89305d7afc binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:07:47.114782 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-331c2962-224f-47e7-87dd-e38362053baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:47.207433 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d95f7af-c849-4c33-9cf0-74bb16a80bdd tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:47.269914 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d95f7af-c849-4c33-9cf0-74bb16a80bdd tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'Subnet': ['ID=8f464798-a948-4aa4-9d15-015bd2f47c49,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:07:47.277309 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d95f7af-c849-4c33-9cf0-74bb16a80bdd tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Checking segment: {'id': 'f3b2e6c6-dfb0-4291-9458-1b99e8c65940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '2f4aca51-1415-4b14-9332-b9a4ab98fb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:07:47.277643 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d95f7af-c849-4c33-9cf0-74bb16a80bdd tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Network hostable DHCP agents. Network: 2f4aca51-1415-4b14-9332-b9a4ab98fb34, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:07:47.294256 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d95f7af-c849-4c33-9cf0-74bb16a80bdd tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Network 2f4aca51-1415-4b14-9332-b9a4ab98fb34 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:07:47.303692 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-1d95f7af-c849-4c33-9cf0-74bb16a80bdd tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 2f4aca51-1415-4b14-9332-b9a4ab98fb34) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:07:47.308004 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d95f7af-c849-4c33-9cf0-74bb16a80bdd tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:47.308632 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d95f7af-c849-4c33-9cf0-74bb16a80bdd tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:47.314435 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d2159b-634e-48d7-a6ba-189a1277e45b None None] Network 2f4aca51-1415-4b14-9332-b9a4ab98fb34 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:07:47.329387 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1d95f7af-c849-4c33-9cf0-74bb16a80bdd tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3984413 Dec 09 16:07:47.329671 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 41950) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:07:47.431636 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-331c2962-224f-47e7-87dd-e38362053baf None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:47.438433 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-331c2962-224f-47e7-87dd-e38362053baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:47.507273 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e3c4cc-529c-4e09-996a-01b7773f84f2 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:07:47.509123 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f74a0c-02d3-4a0b-9fbb-095affb1bdf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-2f4aca51-1415-4b14-9332-b9a4ab98fb34', 'network_id': '2f4aca51-1415-4b14-9332-b9a4ab98fb34', 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'fixed_ips': [{'subnet_id': '8f464798-a948-4aa4-9d15-015bd2f47c49'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 16:07:47.509944 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b2f74a0c-02d3-4a0b-9fbb-095affb1bdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:47.527907 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-331c2962-224f-47e7-87dd-e38362053baf None None] Attempting to bind port d7079029-011b-4aaa-a05c-dc89305d7afc on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:07:47.528184 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-331c2962-224f-47e7-87dd-e38362053baf None None] Attempting to bind port d7079029-011b-4aaa-a05c-dc89305d7afc by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:07:47.528581 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331c2962-224f-47e7-87dd-e38362053baf None None] Attempting to bind port d7079029-011b-4aaa-a05c-dc89305d7afc on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:07:47.533391 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7f254-d4dd-4bad-99f8-6f310d93e86f None None] Pushing event updated for resources: {'Port': ['ID=d7079029-011b-4aaa-a05c-dc89305d7afc,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:07:47.542783 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331c2962-224f-47e7-87dd-e38362053baf None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:07:47.543165 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331c2962-224f-47e7-87dd-e38362053baf None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:07:47.543574 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-331c2962-224f-47e7-87dd-e38362053baf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:47.543967 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331c2962-224f-47e7-87dd-e38362053baf None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:07:47.544457 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-331c2962-224f-47e7-87dd-e38362053baf None None] Bound port: d7079029-011b-4aaa-a05c-dc89305d7afc, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:07:47.544841 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-331c2962-224f-47e7-87dd-e38362053baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:47.675722 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-331c2962-224f-47e7-87dd-e38362053baf None None] For port d7079029-011b-4aaa-a05c-dc89305d7afc, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:07:47.681358 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-331c2962-224f-47e7-87dd-e38362053baf None None] For port d7079029-011b-4aaa-a05c-dc89305d7afc, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d7079029-011b-4aaa-a05c-dc89305d7afc,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:07:47.682400 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a167b073-92c5-4b80-9f62-d074adf6348b None None] Provisioning complete for port d7079029-011b-4aaa-a05c-dc89305d7afc triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:07:47.682817 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a167b073-92c5-4b80-9f62-d074adf6348b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:47.724816 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-331c2962-224f-47e7-87dd-e38362053baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:47.773413 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e90ff4f1-e47a-4d3e-bb28-db2c1275727c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:47.808532 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01182971-7beb-40b2-a0b1-4ee6650272ff None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:07:47.813786 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-b2f74a0c-02d3-4a0b-9fbb-095affb1bdf6 None None] Allocated IP 172.20.0.2 (2f4aca51-1415-4b14-9332-b9a4ab98fb34/8f464798-a948-4aa4-9d15-015bd2f47c49/da693389-cc61-4f50-974f-6a6e5139d7ba) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:07:47.835071 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7f254-d4dd-4bad-99f8-6f310d93e86f None None] Pushing event updated for resources: {'Port': ['ID=d7079029-011b-4aaa-a05c-dc89305d7afc,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:07:47.852653 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331c2962-224f-47e7-87dd-e38362053baf None None] Routers {'1705a787-bf36-497d-83a2-bd54ede71b09'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:07:47.853295 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-331c2962-224f-47e7-87dd-e38362053baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:07:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1705a787-bf36-497d-83a2-bd54ede71b09'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:07:47.981153 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a167b073-92c5-4b80-9f62-d074adf6348b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:48.060660 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a167b073-92c5-4b80-9f62-d074adf6348b None None] For port d7079029-011b-4aaa-a05c-dc89305d7afc, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d7079029-011b-4aaa-a05c-dc89305d7afc,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:07:48.072371 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a167b073-92c5-4b80-9f62-d074adf6348b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:48.132395 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-331c2962-224f-47e7-87dd-e38362053baf None None] Set router 1705a787-bf36-497d-83a2-bd54ede71b09 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:07:48.415573 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b2f74a0c-02d3-4a0b-9fbb-095affb1bdf6 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:48.418564 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a167b073-92c5-4b80-9f62-d074adf6348b None None] Pushing event updated for resources: {'Port': ['ID=d7079029-011b-4aaa-a05c-dc89305d7afc,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:07:48.430479 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b2f74a0c-02d3-4a0b-9fbb-095affb1bdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:48.444053 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2badedf4-2c3c-4e04-9323-aa9d83b4ba17 None None] Provisioning complete for port d7079029-011b-4aaa-a05c-dc89305d7afc triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:07:48.444407 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2badedf4-2c3c-4e04-9323-aa9d83b4ba17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:48.479991 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-e90ff4f1-e47a-4d3e-bb28-db2c1275727c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Allocated IP 172.20.0.1 (2f4aca51-1415-4b14-9332-b9a4ab98fb34/8f464798-a948-4aa4-9d15-015bd2f47c49/f1126fa0-e61b-40bf-8545-172020123703) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:07:48.513998 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f74a0c-02d3-4a0b-9fbb-095affb1bdf6 None None] Network 2f4aca51-1415-4b14-9332-b9a4ab98fb34 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:07:48.534756 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-b2f74a0c-02d3-4a0b-9fbb-095affb1bdf6 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:07:48.543904 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f74a0c-02d3-4a0b-9fbb-095affb1bdf6 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:07:48.548318 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f74a0c-02d3-4a0b-9fbb-095affb1bdf6 None None] Pushing event updated for resources: {'Port': ['ID=da693389-cc61-4f50-974f-6a6e5139d7ba,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:07:48.595296 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e90ff4f1-e47a-4d3e-bb28-db2c1275727c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:48.630554 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e90ff4f1-e47a-4d3e-bb28-db2c1275727c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:48.651956 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-b2f74a0c-02d3-4a0b-9fbb-095affb1bdf6 None None] Attempting to bind port da693389-cc61-4f50-974f-6a6e5139d7ba on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:07:48.652328 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-b2f74a0c-02d3-4a0b-9fbb-095affb1bdf6 None None] Attempting to bind port da693389-cc61-4f50-974f-6a6e5139d7ba by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f3b2e6c6-dfb0-4291-9458-1b99e8c65940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '2f4aca51-1415-4b14-9332-b9a4ab98fb34'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:07:48.652713 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f74a0c-02d3-4a0b-9fbb-095affb1bdf6 None None] Attempting to bind port da693389-cc61-4f50-974f-6a6e5139d7ba on network 2f4aca51-1415-4b14-9332-b9a4ab98fb34 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:07:48.665147 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f74a0c-02d3-4a0b-9fbb-095affb1bdf6 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:07:48.665521 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f74a0c-02d3-4a0b-9fbb-095affb1bdf6 None None] Checking segment: {'id': 'f3b2e6c6-dfb0-4291-9458-1b99e8c65940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '2f4aca51-1415-4b14-9332-b9a4ab98fb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:07:48.665987 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b2f74a0c-02d3-4a0b-9fbb-095affb1bdf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:48.666307 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f74a0c-02d3-4a0b-9fbb-095affb1bdf6 None None] Bound using segment: {'id': 'f3b2e6c6-dfb0-4291-9458-1b99e8c65940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '2f4aca51-1415-4b14-9332-b9a4ab98fb34'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:07:48.666778 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-b2f74a0c-02d3-4a0b-9fbb-095affb1bdf6 None None] Bound port: da693389-cc61-4f50-974f-6a6e5139d7ba, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b2e6c6-dfb0-4291-9458-1b99e8c65940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '2f4aca51-1415-4b14-9332-b9a4ab98fb34'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:07:48.667152 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b2f74a0c-02d3-4a0b-9fbb-095affb1bdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:48.676152 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90ff4f1-e47a-4d3e-bb28-db2c1275727c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Network 2f4aca51-1415-4b14-9332-b9a4ab98fb34 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:07:48.681533 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-e90ff4f1-e47a-4d3e-bb28-db2c1275727c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:07:48.685551 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90ff4f1-e47a-4d3e-bb28-db2c1275727c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:07:48.710040 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ff4f1-e47a-4d3e-bb28-db2c1275727c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'Port': ['ID=f1126fa0-e61b-40bf-8545-172020123703,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:07:48.717685 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:07:48.734293 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e90ff4f1-e47a-4d3e-bb28-db2c1275727c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:48.734624 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-331c2962-224f-47e7-87dd-e38362053baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1705a787-bf36-497d-83a2-bd54ede71b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906965529', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'd7079029-011b-4aaa-a05c-dc89305d7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:07:45Z', 'updated_at': '2021-12-09T16:07:45Z', 'revision_number': 3, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': 'd7079029-011b-4aaa-a05c-dc89305d7afc', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:18:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1705a787-bf36-497d-83a2-bd54ede71b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:07:45Z', 'updated_at': '2021-12-09T16:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:07:48.772984 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331c2962-224f-47e7-87dd-e38362053baf None None] The sync data for ids ['1705a787-bf36-497d-83a2-bd54ede71b09'] in n-d-821228-1 is: [{'id': '1705a787-bf36-497d-83a2-bd54ede71b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906965529', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'd7079029-011b-4aaa-a05c-dc89305d7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:07:45Z', 'updated_at': '2021-12-09T16:07:45Z', 'revision_number': 3, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': 'd7079029-011b-4aaa-a05c-dc89305d7afc', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:18:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1705a787-bf36-497d-83a2-bd54ede71b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:07:45Z', 'updated_at': '2021-12-09T16:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:07:48.786591 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b2f74a0c-02d3-4a0b-9fbb-095affb1bdf6 None None] For port da693389-cc61-4f50-974f-6a6e5139d7ba, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:07:48.790463 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b2f74a0c-02d3-4a0b-9fbb-095affb1bdf6 None None] For port da693389-cc61-4f50-974f-6a6e5139d7ba, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=da693389-cc61-4f50-974f-6a6e5139d7ba,segment=NetworkSegment(f3b2e6c6-dfb0-4291-9458-1b99e8c65940),segment_id=f3b2e6c6-dfb0-4291-9458-1b99e8c65940)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:07:48.801790 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b2f74a0c-02d3-4a0b-9fbb-095affb1bdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:48.869838 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f74a0c-02d3-4a0b-9fbb-095affb1bdf6 None None] Pushing event updated for resources: {'Port': ['ID=da693389-cc61-4f50-974f-6a6e5139d7ba,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:07:48.919684 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e90ff4f1-e47a-4d3e-bb28-db2c1275727c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:49.296400 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e90ff4f1-e47a-4d3e-bb28-db2c1275727c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:49.301821 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e90ff4f1-e47a-4d3e-bb28-db2c1275727c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:49.629246 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ff4f1-e47a-4d3e-bb28-db2c1275727c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'Port': ['ID=f1126fa0-e61b-40bf-8545-172020123703,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:07:49.635573 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e90ff4f1-e47a-4d3e-bb28-db2c1275727c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:49.738007 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90ff4f1-e47a-4d3e-bb28-db2c1275727c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Network 2f4aca51-1415-4b14-9332-b9a4ab98fb34 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:07:49.739484 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-e90ff4f1-e47a-4d3e-bb28-db2c1275727c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:07:49.866425 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90ff4f1-e47a-4d3e-bb28-db2c1275727c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Router 1705a787-bf36-497d-83a2-bd54ede71b09 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:07:49.911345 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248dd4f4-1cc8-4eca-908b-3e179457969c None None] Network 2f4aca51-1415-4b14-9332-b9a4ab98fb34 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:07:49.990368 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90ff4f1-e47a-4d3e-bb28-db2c1275727c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:07:49.997190 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e90ff4f1-e47a-4d3e-bb28-db2c1275727c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "PUT /v2.0/routers/1705a787-bf36-497d-83a2-bd54ede71b09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6664157 Dec 09 16:07:50.045812 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-490c5d10-ac2b-4763-8851-4e910bc84897 None None] Provisioning complete for port da693389-cc61-4f50-974f-6a6e5139d7ba triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:07:50.046192 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-490c5d10-ac2b-4763-8851-4e910bc84897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:50.135650 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-490c5d10-ac2b-4763-8851-4e910bc84897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:50.137982 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d7079029-011b-4aaa-a05c-dc89305d7afc up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:07:50.236240 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-490c5d10-ac2b-4763-8851-4e910bc84897 None None] For port da693389-cc61-4f50-974f-6a6e5139d7ba, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=da693389-cc61-4f50-974f-6a6e5139d7ba,segment=NetworkSegment(f3b2e6c6-dfb0-4291-9458-1b99e8c65940),segment_id=f3b2e6c6-dfb0-4291-9458-1b99e8c65940)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:07:50.241416 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-64794d3e-1a13-4003-ad2b-1a6ab91359ae tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1164414328&fields=id&tenant_id=d5d1c0ecc7f643edb019cebb81c4a032 HTTP/1.1" status: 200 len: 267 time: 0.0611782 Dec 09 16:07:50.244323 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-490c5d10-ac2b-4763-8851-4e910bc84897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:50.301314 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c5d10-ac2b-4763-8851-4e910bc84897 None None] Pushing event updated for resources: {'Port': ['ID=da693389-cc61-4f50-974f-6a6e5139d7ba,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:07:50.304759 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port d7079029-011b-4aaa-a05c-dc89305d7afc triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:07:50.305321 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:50.370687 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-b2706af3-cc8d-4502-9be9-903f28717ca5 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:50.372248 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-b2706af3-cc8d-4502-9be9-903f28717ca5 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/networks?id=2f4aca51-1415-4b14-9332-b9a4ab98fb34 HTTP/1.1" status: 200 len: 796 time: 0.1208925 Dec 09 16:07:50.390730 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-689b0184-ca0e-45fe-8219-6bad519d3645 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/quotas/d5d1c0ecc7f643edb019cebb81c4a032 HTTP/1.1" status: 200 len: 375 time: 0.0112047 Dec 09 16:07:50.397857 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-27e4b81c-887f-4727-9e17-37e683d69f0c None None] Provisioning complete for port da693389-cc61-4f50-974f-6a6e5139d7ba triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:07:50.398227 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-27e4b81c-887f-4727-9e17-37e683d69f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:50.441141 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device da693389-cc61-4f50-974f-6a6e5139d7ba up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:07:50.465807 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-3e39faec-971c-476f-a9b9-c5e6f2d2e34c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0618718 Dec 09 16:07:50.503909 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-adb53d6d-322c-4f5e-a7cd-ce27761d2737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:50.553899 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port da693389-cc61-4f50-974f-6a6e5139d7ba triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:07:50.554276 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:50.572792 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-3e19467c-09af-41cf-96f0-f33ca9bed87c service neutron] 10.222.0.57 "GET /v2.0/networks/2f4aca51-1415-4b14-9332-b9a4ab98fb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035037 Dec 09 16:07:50.596732 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-27e4b81c-887f-4727-9e17-37e683d69f0c None None] Provisioning complete for port f1126fa0-e61b-40bf-8545-172020123703 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:07:50.597113 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-27e4b81c-887f-4727-9e17-37e683d69f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:50.647431 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-27e4b81c-887f-4727-9e17-37e683d69f0c None None] Port f1126fa0-e61b-40bf-8545-172020123703 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:07:50.679337 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fb2e45-b048-4b4f-8053-1986d5dce2df None None] Sync routers for ids ['1705a787-bf36-497d-83a2-bd54ede71b09'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:07:50.691387 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fb2e45-b048-4b4f-8053-1986d5dce2df None None] Routers {'1705a787-bf36-497d-83a2-bd54ede71b09'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:07:50.692008 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-f3fb2e45-b048-4b4f-8053-1986d5dce2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:07:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1705a787-bf36-497d-83a2-bd54ede71b09'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:07:50.701126 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-ec03dcb4-5612-4de8-86b0-a63da772b6f5 service neutron] 10.222.0.57 "GET /v2.0/networks/2f4aca51-1415-4b14-9332-b9a4ab98fb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213887 Dec 09 16:07:50.773300 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4f4f2fee-3893-4b5f-836f-59a35f429c9e None None] Provisioning complete for port f1126fa0-e61b-40bf-8545-172020123703 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:07:50.773940 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4f4f2fee-3893-4b5f-836f-59a35f429c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:50.832913 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-f3fb2e45-b048-4b4f-8053-1986d5dce2df None None] Set router 1705a787-bf36-497d-83a2-bd54ede71b09 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:07:50.839496 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-4f4f2fee-3893-4b5f-836f-59a35f429c9e None None] Port f1126fa0-e61b-40bf-8545-172020123703 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:07:50.884968 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-54f98ce4-1372-4b9a-8561-c7afbe0e1790 req-0b07ecb3-ea37-4d6c-85e9-bf246147f19e tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=1feb2236-1ba5-4970-beeb-81586debff33 HTTP/1.1" status: 200 len: 210 time: 0.0294309 Dec 09 16:07:50.960116 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-bdca61b5-99f4-4c25-a13d-124b056c6655 None None] Provisioning complete for port f1126fa0-e61b-40bf-8545-172020123703 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:07:50.960658 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bdca61b5-99f4-4c25-a13d-124b056c6655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:51.000310 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-bdca61b5-99f4-4c25-a13d-124b056c6655 None None] Port f1126fa0-e61b-40bf-8545-172020123703 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:07:51.053783 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-f3fb2e45-b048-4b4f-8053-1986d5dce2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1705a787-bf36-497d-83a2-bd54ede71b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906965529', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'd7079029-011b-4aaa-a05c-dc89305d7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:07:45Z', 'updated_at': '2021-12-09T16:07:48Z', 'revision_number': 4, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': 'd7079029-011b-4aaa-a05c-dc89305d7afc', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:18:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1705a787-bf36-497d-83a2-bd54ede71b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:07:45Z', 'updated_at': '2021-12-09T16:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'f1126fa0-e61b-40bf-8545-172020123703', 'name': '', 'network_id': '2f4aca51-1415-4b14-9332-b9a4ab98fb34', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'mac_address': 'fa:16:3e:c4:64:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1705a787-bf36-497d-83a2-bd54ede71b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '8f464798-a948-4aa4-9d15-015bd2f47c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:07:47Z', 'updated_at': '2021-12-09T16:07:49Z', 'revision_number': 2, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'subnets': [{'id': '8f464798-a948-4aa4-9d15-015bd2f47c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:07:51.080640 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fb2e45-b048-4b4f-8053-1986d5dce2df None None] Checking router: 1705a787-bf36-497d-83a2-bd54ede71b09 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:07:51.081125 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fb2e45-b048-4b4f-8053-1986d5dce2df None None] Updating router 1705a787-bf36-497d-83a2-bd54ede71b09 port f1126fa0-e61b-40bf-8545-172020123703 binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:07:51.107915 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3fb2e45-b048-4b4f-8053-1986d5dce2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:51.377343 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3fb2e45-b048-4b4f-8053-1986d5dce2df None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:51.382924 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3fb2e45-b048-4b4f-8053-1986d5dce2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:51.437548 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baa6119-08df-4c25-b2bc-31b045a5b08a None None] Pushing event updated for resources: {'Port': ['ID=f1126fa0-e61b-40bf-8545-172020123703,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:07:51.461119 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baa6119-08df-4c25-b2bc-31b045a5b08a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:51.461454 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baa6119-08df-4c25-b2bc-31b045a5b08a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:51.461788 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baa6119-08df-4c25-b2bc-31b045a5b08a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:51.462119 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baa6119-08df-4c25-b2bc-31b045a5b08a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:51.462451 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baa6119-08df-4c25-b2bc-31b045a5b08a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:51.462780 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baa6119-08df-4c25-b2bc-31b045a5b08a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:51.463101 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baa6119-08df-4c25-b2bc-31b045a5b08a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:51.463426 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baa6119-08df-4c25-b2bc-31b045a5b08a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:51.463749 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baa6119-08df-4c25-b2bc-31b045a5b08a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:51.464068 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baa6119-08df-4c25-b2bc-31b045a5b08a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:51.464389 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baa6119-08df-4c25-b2bc-31b045a5b08a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:51.464735 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baa6119-08df-4c25-b2bc-31b045a5b08a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:51.465054 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baa6119-08df-4c25-b2bc-31b045a5b08a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:51.500500 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-f3fb2e45-b048-4b4f-8053-1986d5dce2df None None] Attempting to bind port f1126fa0-e61b-40bf-8545-172020123703 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:07:51.500836 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-f3fb2e45-b048-4b4f-8053-1986d5dce2df None None] Attempting to bind port f1126fa0-e61b-40bf-8545-172020123703 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f3b2e6c6-dfb0-4291-9458-1b99e8c65940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '2f4aca51-1415-4b14-9332-b9a4ab98fb34'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:07:51.501197 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fb2e45-b048-4b4f-8053-1986d5dce2df None None] Attempting to bind port f1126fa0-e61b-40bf-8545-172020123703 on network 2f4aca51-1415-4b14-9332-b9a4ab98fb34 {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:07:51.506907 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fb2e45-b048-4b4f-8053-1986d5dce2df None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:07:51.507279 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fb2e45-b048-4b4f-8053-1986d5dce2df None None] Checking segment: {'id': 'f3b2e6c6-dfb0-4291-9458-1b99e8c65940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '2f4aca51-1415-4b14-9332-b9a4ab98fb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:07:51.507679 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3fb2e45-b048-4b4f-8053-1986d5dce2df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:51.508074 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fb2e45-b048-4b4f-8053-1986d5dce2df None None] Bound using segment: {'id': 'f3b2e6c6-dfb0-4291-9458-1b99e8c65940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '2f4aca51-1415-4b14-9332-b9a4ab98fb34'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:07:51.508556 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-f3fb2e45-b048-4b4f-8053-1986d5dce2df None None] Bound port: f1126fa0-e61b-40bf-8545-172020123703, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b2e6c6-dfb0-4291-9458-1b99e8c65940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '2f4aca51-1415-4b14-9332-b9a4ab98fb34'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:07:51.508938 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3fb2e45-b048-4b4f-8053-1986d5dce2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:51.577301 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-f3fb2e45-b048-4b4f-8053-1986d5dce2df None None] For port f1126fa0-e61b-40bf-8545-172020123703, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:07:51.580827 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-f3fb2e45-b048-4b4f-8053-1986d5dce2df None None] For port f1126fa0-e61b-40bf-8545-172020123703, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=f1126fa0-e61b-40bf-8545-172020123703,segment=NetworkSegment(f3b2e6c6-dfb0-4291-9458-1b99e8c65940),segment_id=f3b2e6c6-dfb0-4291-9458-1b99e8c65940)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:07:51.585550 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3fb2e45-b048-4b4f-8053-1986d5dce2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:51.625632 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-bba2e53c-9f20-4671-9b6c-0035fb5f99a2 None None] Provisioning complete for port f1126fa0-e61b-40bf-8545-172020123703 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:07:51.626368 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bba2e53c-9f20-4671-9b6c-0035fb5f99a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:51.645369 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baa6119-08df-4c25-b2bc-31b045a5b08a None None] Pushing event updated for resources: {'Port': ['ID=f1126fa0-e61b-40bf-8545-172020123703,revision_number=4']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:07:51.653891 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fb2e45-b048-4b4f-8053-1986d5dce2df None None] Routers {'1705a787-bf36-497d-83a2-bd54ede71b09'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:07:51.654494 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-f3fb2e45-b048-4b4f-8053-1986d5dce2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:07:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1705a787-bf36-497d-83a2-bd54ede71b09'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:07:51.746605 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bba2e53c-9f20-4671-9b6c-0035fb5f99a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:51.835306 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-bba2e53c-9f20-4671-9b6c-0035fb5f99a2 None None] For port f1126fa0-e61b-40bf-8545-172020123703, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=f1126fa0-e61b-40bf-8545-172020123703,segment=NetworkSegment(f3b2e6c6-dfb0-4291-9458-1b99e8c65940),segment_id=f3b2e6c6-dfb0-4291-9458-1b99e8c65940)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:07:51.849278 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bba2e53c-9f20-4671-9b6c-0035fb5f99a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:51.859906 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-3fc1491e-4795-4637-9141-206f8385bb75 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:51.864385 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-3fc1491e-4795-4637-9141-206f8385bb75 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.31 "GET /v2.0/networks?id=2f4aca51-1415-4b14-9332-b9a4ab98fb34 HTTP/1.1" status: 200 len: 796 time: 0.1317849 Dec 09 16:07:51.904794 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-f3fb2e45-b048-4b4f-8053-1986d5dce2df None None] Set router 1705a787-bf36-497d-83a2-bd54ede71b09 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:07:51.922303 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2e53c-9f20-4671-9b6c-0035fb5f99a2 None None] Pushing event updated for resources: {'Port': ['ID=f1126fa0-e61b-40bf-8545-172020123703,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:07:51.970836 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-75a1459f-9a64-4952-97f4-4ece58f1f4ef tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5d1c0ecc7f643edb019cebb81c4a032 HTTP/1.1" status: 200 len: 380 time: 0.0945356 Dec 09 16:07:51.984508 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3600a171-2b35-4480-ade7-0ca285b9c75a None None] Provisioning complete for port f1126fa0-e61b-40bf-8545-172020123703 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:07:51.985982 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3600a171-2b35-4480-ade7-0ca285b9c75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:52.018301 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e12d6319-ffe9-4e9a-9e3e-402612440d4a req-036762aa-d515-4b7e-bc5d-2be36c21a2d6 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=1feb2236-1ba5-4970-beeb-81586debff33 HTTP/1.1" status: 200 len: 210 time: 0.0399663 Dec 09 16:07:52.022604 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-a53a3b90-4308-4136-837e-cd3cd1771368 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'port': {'device_id': '1feb2236-1ba5-4970-beeb-81586debff33', 'network_id': '2f4aca51-1415-4b14-9332-b9a4ab98fb34', 'admin_state_up': True, 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'security_groups': ['10739743-5d1f-4619-9edb-6d1542641a3b']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:07:52.069208 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device da693389-cc61-4f50-974f-6a6e5139d7ba up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:07:52.122274 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port da693389-cc61-4f50-974f-6a6e5139d7ba triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:07:52.122643 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:52.148520 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-a53a3b90-4308-4136-837e-cd3cd1771368 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Made reservation on behalf of d5d1c0ecc7f643edb019cebb81c4a032 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:07:52.152430 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-a53a3b90-4308-4136-837e-cd3cd1771368 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:52.158803 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-f3fb2e45-b048-4b4f-8053-1986d5dce2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1705a787-bf36-497d-83a2-bd54ede71b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906965529', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'd7079029-011b-4aaa-a05c-dc89305d7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:07:45Z', 'updated_at': '2021-12-09T16:07:48Z', 'revision_number': 4, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': 'd7079029-011b-4aaa-a05c-dc89305d7afc', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:18:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1705a787-bf36-497d-83a2-bd54ede71b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:07:45Z', 'updated_at': '2021-12-09T16:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'f1126fa0-e61b-40bf-8545-172020123703', 'name': '', 'network_id': '2f4aca51-1415-4b14-9332-b9a4ab98fb34', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'mac_address': 'fa:16:3e:c4:64:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1705a787-bf36-497d-83a2-bd54ede71b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '8f464798-a948-4aa4-9d15-015bd2f47c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:07:47Z', 'updated_at': '2021-12-09T16:07:51Z', 'revision_number': 4, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'subnets': [{'id': '8f464798-a948-4aa4-9d15-015bd2f47c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:07:52.195307 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fb2e45-b048-4b4f-8053-1986d5dce2df None None] The sync data for ids ['1705a787-bf36-497d-83a2-bd54ede71b09'] in n-d-821228-1 is: [{'id': '1705a787-bf36-497d-83a2-bd54ede71b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906965529', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'd7079029-011b-4aaa-a05c-dc89305d7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:07:45Z', 'updated_at': '2021-12-09T16:07:48Z', 'revision_number': 4, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': 'd7079029-011b-4aaa-a05c-dc89305d7afc', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:18:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1705a787-bf36-497d-83a2-bd54ede71b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:07:45Z', 'updated_at': '2021-12-09T16:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'f1126fa0-e61b-40bf-8545-172020123703', 'name': '', 'network_id': '2f4aca51-1415-4b14-9332-b9a4ab98fb34', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'mac_address': 'fa:16:3e:c4:64:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1705a787-bf36-497d-83a2-bd54ede71b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '8f464798-a948-4aa4-9d15-015bd2f47c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:07:47Z', 'updated_at': '2021-12-09T16:07:51Z', 'revision_number': 4, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'subnets': [{'id': '8f464798-a948-4aa4-9d15-015bd2f47c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:07:52.307425 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-a53a3b90-4308-4136-837e-cd3cd1771368 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Allocated IP 172.20.0.3 (2f4aca51-1415-4b14-9332-b9a4ab98fb34/8f464798-a948-4aa4-9d15-015bd2f47c49/7630de4f-45ae-4c26-8c8e-3f6b97e5dc62) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:07:52.458741 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-a53a3b90-4308-4136-837e-cd3cd1771368 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:52.493136 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-a53a3b90-4308-4136-837e-cd3cd1771368 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:52.535288 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-a53a3b90-4308-4136-837e-cd3cd1771368 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Network 2f4aca51-1415-4b14-9332-b9a4ab98fb34 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:07:52.538466 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-a53a3b90-4308-4136-837e-cd3cd1771368 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:07:52.544673 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-a53a3b90-4308-4136-837e-cd3cd1771368 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:07:52.572914 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53a3b90-4308-4136-837e-cd3cd1771368 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'Port': ['ID=7630de4f-45ae-4c26-8c8e-3f6b97e5dc62,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:07:52.605243 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-a53a3b90-4308-4136-837e-cd3cd1771368 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:52.606259 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-a53a3b90-4308-4136-837e-cd3cd1771368 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:52.625462 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-a53a3b90-4308-4136-837e-cd3cd1771368 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6448784 Dec 09 16:07:52.638592 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-1a5181e5-f1ca-452f-a8ec-24de8e6e8265 service neutron] Request body: {'port': {'device_id': '1feb2236-1ba5-4970-beeb-81586debff33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:07:52.704754 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-1a5181e5-f1ca-452f-a8ec-24de8e6e8265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:52.817765 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c77e1c17-a37b-4d00-a363-880c4a5cdc7b None None] Provisioning complete for port 7630de4f-45ae-4c26-8c8e-3f6b97e5dc62 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:07:52.818066 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c77e1c17-a37b-4d00-a363-880c4a5cdc7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:52.860173 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec16a2-23a2-4427-8095-71b7ed0d4899 req-9e0b6e37-e96c-4d6b-bbcf-10c47f4ff1be tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:52.861643 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c77e1c17-a37b-4d00-a363-880c4a5cdc7b None None] Port 7630de4f-45ae-4c26-8c8e-3f6b97e5dc62 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:07:52.861792 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c5ec16a2-23a2-4427-8095-71b7ed0d4899 req-9e0b6e37-e96c-4d6b-bbcf-10c47f4ff1be tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.1145778 Dec 09 16:07:52.970621 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c5ec16a2-23a2-4427-8095-71b7ed0d4899 req-31563d9f-0e63-4aca-8577-462bf6fad599 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982490 Dec 09 16:07:53.012141 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-635be9c6-4b73-4b58-b9df-7f2baad74fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:53.095615 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-1a5181e5-f1ca-452f-a8ec-24de8e6e8265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7630de4f-45ae-4c26-8c8e-3f6b97e5dc62 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:07:53.107022 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-1a5181e5-f1ca-452f-a8ec-24de8e6e8265 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:53.124618 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-1a5181e5-f1ca-452f-a8ec-24de8e6e8265 service neutron] Transition to ACTIVE for port object 7630de4f-45ae-4c26-8c8e-3f6b97e5dc62 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:07:53.133898 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2260c86-fa0b-4c78-b91a-6fa0154a157b req-a638cba2-0904-4be1-bf30-3ffbf70f584c tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:53.135456 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2260c86-fa0b-4c78-b91a-6fa0154a157b req-a638cba2-0904-4be1-bf30-3ffbf70f584c tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0780280 Dec 09 16:07:53.136724 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-1a5181e5-f1ca-452f-a8ec-24de8e6e8265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:53.214966 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5181e5-f1ca-452f-a8ec-24de8e6e8265 service neutron] Pushing event updated for resources: {'Port': ['ID=7630de4f-45ae-4c26-8c8e-3f6b97e5dc62,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:07:53.253998 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2260c86-fa0b-4c78-b91a-6fa0154a157b req-05b809ac-c4ae-4f6c-96a2-1463ed37b735 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084433 Dec 09 16:07:53.321742 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-1a5181e5-f1ca-452f-a8ec-24de8e6e8265 service neutron] Attempting to bind port 7630de4f-45ae-4c26-8c8e-3f6b97e5dc62 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:07:53.322090 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-1a5181e5-f1ca-452f-a8ec-24de8e6e8265 service neutron] Attempting to bind port 7630de4f-45ae-4c26-8c8e-3f6b97e5dc62 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': 'f3b2e6c6-dfb0-4291-9458-1b99e8c65940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '2f4aca51-1415-4b14-9332-b9a4ab98fb34'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:07:53.322426 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-1a5181e5-f1ca-452f-a8ec-24de8e6e8265 service neutron] Attempting to bind port 7630de4f-45ae-4c26-8c8e-3f6b97e5dc62 on network 2f4aca51-1415-4b14-9332-b9a4ab98fb34 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:07:53.329900 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-1a5181e5-f1ca-452f-a8ec-24de8e6e8265 service neutron] Port 7630de4f-45ae-4c26-8c8e-3f6b97e5dc62 on network 2f4aca51-1415-4b14-9332-b9a4ab98fb34 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:07:53.330236 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-1a5181e5-f1ca-452f-a8ec-24de8e6e8265 service neutron] Attempting to bind port 7630de4f-45ae-4c26-8c8e-3f6b97e5dc62 on network 2f4aca51-1415-4b14-9332-b9a4ab98fb34 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:07:53.336806 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-1a5181e5-f1ca-452f-a8ec-24de8e6e8265 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:07:53.337156 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-1a5181e5-f1ca-452f-a8ec-24de8e6e8265 service neutron] Checking segment: {'id': 'f3b2e6c6-dfb0-4291-9458-1b99e8c65940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '2f4aca51-1415-4b14-9332-b9a4ab98fb34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:07:53.337562 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-1a5181e5-f1ca-452f-a8ec-24de8e6e8265 service neutron] Bound using segment: {'id': 'f3b2e6c6-dfb0-4291-9458-1b99e8c65940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '2f4aca51-1415-4b14-9332-b9a4ab98fb34'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:07:53.338001 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-1a5181e5-f1ca-452f-a8ec-24de8e6e8265 service neutron] Bound port: 7630de4f-45ae-4c26-8c8e-3f6b97e5dc62, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3b2e6c6-dfb0-4291-9458-1b99e8c65940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '2f4aca51-1415-4b14-9332-b9a4ab98fb34'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:07:53.338634 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-1a5181e5-f1ca-452f-a8ec-24de8e6e8265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:53.445416 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633800ed-b069-400d-8d27-9792ed21546e req-acd7c0d6-3fe9-44ca-8ba9-cfd7b89102f5 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:53.446943 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-633800ed-b069-400d-8d27-9792ed21546e req-acd7c0d6-3fe9-44ca-8ba9-cfd7b89102f5 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=1feb2236-1ba5-4970-beeb-81586debff33 HTTP/1.1" status: 200 len: 943 time: 0.0948732 Dec 09 16:07:53.462129 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-1a5181e5-f1ca-452f-a8ec-24de8e6e8265 service neutron] For port 7630de4f-45ae-4c26-8c8e-3f6b97e5dc62, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:07:53.465781 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-1a5181e5-f1ca-452f-a8ec-24de8e6e8265 service neutron] For port 7630de4f-45ae-4c26-8c8e-3f6b97e5dc62, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=7630de4f-45ae-4c26-8c8e-3f6b97e5dc62,segment=NetworkSegment(f3b2e6c6-dfb0-4291-9458-1b99e8c65940),segment_id=f3b2e6c6-dfb0-4291-9458-1b99e8c65940)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:07:53.475676 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-1a5181e5-f1ca-452f-a8ec-24de8e6e8265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:53.524288 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-1a5181e5-f1ca-452f-a8ec-24de8e6e8265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:53.524930 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-1a5181e5-f1ca-452f-a8ec-24de8e6e8265 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:53.526309 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-1a5181e5-f1ca-452f-a8ec-24de8e6e8265 service neutron] 10.222.0.31 "PUT /v2.0/ports/7630de4f-45ae-4c26-8c8e-3f6b97e5dc62 HTTP/1.1" status: 200 len: 1091 time: 0.8921018 Dec 09 16:07:53.526773 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1feb2236-1ba5-4970-beeb-81586debff33', 'tag': '7630de4f-45ae-4c26-8c8e-3f6b97e5dc62'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:07:53.529057 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24cfd65e-725d-4bd8-898b-9a160efc18c2" -d '{"events": [{"name": "network-changed", "server_uuid": "1feb2236-1ba5-4970-beeb-81586debff33", "tag": "7630de4f-45ae-4c26-8c8e-3f6b97e5dc62"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:07:53.556806 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-633800ed-b069-400d-8d27-9792ed21546e req-7405c3b7-f88c-47eb-8c0a-08c07e22f28f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=10739743-5d1f-4619-9edb-6d1542641a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022987 Dec 09 16:07:53.578258 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5181e5-f1ca-452f-a8ec-24de8e6e8265 service neutron] Pushing event updated for resources: {'Port': ['ID=7630de4f-45ae-4c26-8c8e-3f6b97e5dc62,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:07:53.610497 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-7c4ec8fd-9df5-4ee5-89d9-8a34c820c433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:53.612204 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-7c4ec8fd-9df5-4ee5-89d9-8a34c820c433 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&device_id=1feb2236-1ba5-4970-beeb-81586debff33 HTTP/1.1" status: 200 len: 1094 time: 0.0448716 Dec 09 16:07:53.664075 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-3f925347-6e0e-4fd7-8fd7-13ca0f3c1eaa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7630de4f-45ae-4c26-8c8e-3f6b97e5dc62 HTTP/1.1" status: 200 len: 217 time: 0.0440946 Dec 09 16:07:53.770322 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-42cbb313-6a87-40c1-abaa-9b7d4d9545c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:53.771797 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-42cbb313-6a87-40c1-abaa-9b7d4d9545c3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8f464798-a948-4aa4-9d15-015bd2f47c49 HTTP/1.1" status: 200 len: 835 time: 0.0996332 Dec 09 16:07:53.835406 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-95b8749e-b6fb-415c-9bef-83fbc82a70a3 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:53.836949 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-95b8749e-b6fb-415c-9bef-83fbc82a70a3 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/networks?id=10465fca-def6-40ef-b54b-0b10ab1b7b44 HTTP/1.1" status: 200 len: 811 time: 0.1754863 Dec 09 16:07:53.852999 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-92f93eda-4d19-40ae-83e4-becda0f670ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:53.854428 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-92f93eda-4d19-40ae-83e4-becda0f670ac service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2f4aca51-1415-4b14-9332-b9a4ab98fb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732231 Dec 09 16:07:53.858008 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-7d39d50b-1936-48ed-80d8-d1c914307fb2 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/quotas/dff41d0cd6dc4e42b95a80470934c32b HTTP/1.1" status: 200 len: 375 time: 0.0140209 Dec 09 16:07:53.974617 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-dd0100d7-82a9-44f0-934b-1e1b357861fd tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=dff41d0cd6dc4e42b95a80470934c32b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1053302 Dec 09 16:07:54.007395 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-c665cf24-15ae-4a97-8d36-ae676e6e91b9 service neutron] 10.222.0.31 "GET /v2.0/networks/2f4aca51-1415-4b14-9332-b9a4ab98fb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451983 Dec 09 16:07:54.048364 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device f1126fa0-e61b-40bf-8545-172020123703 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:07:54.097471 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port f1126fa0-e61b-40bf-8545-172020123703 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:07:54.098001 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:54.135747 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-a75150e8-9a88-47d2-91eb-eccfbcb75895 service neutron] 10.222.0.57 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495636 Dec 09 16:07:54.142829 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:54.157551 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6fe9ded-f302-431e-9a6e-928bafa9ec4b req-5c78226d-ec18-4c7f-b3c9-09e899c208e5 service neutron] 10.222.0.31 "GET /v2.0/networks/2f4aca51-1415-4b14-9332-b9a4ab98fb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265302 Dec 09 16:07:54.237544 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-40ad635d-32e0-4b5a-9250-c7b0676f0e3f service neutron] 10.222.0.57 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924289 Dec 09 16:07:54.369598 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922194c3-e952-4bda-aaab-3c5772efe8a4 x-openstack-request-id: req-922194c3-e952-4bda-aaab-3c5772efe8a4 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:07:54.369899 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1feb2236-1ba5-4970-beeb-81586debff33", "tag": "7630de4f-45ae-4c26-8c8e-3f6b97e5dc62", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:07:54.370157 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-922194c3-e952-4bda-aaab-3c5772efe8a4 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:07:54.370573 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1feb2236-1ba5-4970-beeb-81586debff33', 'tag': '7630de4f-45ae-4c26-8c8e-3f6b97e5dc62', 'status': 'completed', 'code': 200} Dec 09 16:07:54.438184 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-134080be-dd8e-4fdd-91d3-568bcedc3102 req-c83a0572-84f6-4f5e-89c8-f575d5c712ee tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=659cc74f-934a-454e-99b4-ee7313149b63 HTTP/1.1" status: 200 len: 210 time: 0.0363710 Dec 09 16:07:54.463314 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cfd65e-725d-4bd8-898b-9a160efc18c2 req-f95c7ed4-296d-41b0-81df-3f3d346cc868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:54.464862 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-24cfd65e-725d-4bd8-898b-9a160efc18c2 req-f95c7ed4-296d-41b0-81df-3f3d346cc868 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&device_id=1feb2236-1ba5-4970-beeb-81586debff33 HTTP/1.1" status: 200 len: 1094 time: 0.0718966 Dec 09 16:07:54.561883 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cfd65e-725d-4bd8-898b-9a160efc18c2 req-108be1e5-d183-4cd6-a023-26fd066a08b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:54.563367 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-24cfd65e-725d-4bd8-898b-9a160efc18c2 req-108be1e5-d183-4cd6-a023-26fd066a08b0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2f4aca51-1415-4b14-9332-b9a4ab98fb34 HTTP/1.1" status: 200 len: 897 time: 0.0912638 Dec 09 16:07:54.608192 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-24cfd65e-725d-4bd8-898b-9a160efc18c2 req-0ed272ec-8958-4085-9fa2-6808881c8507 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7630de4f-45ae-4c26-8c8e-3f6b97e5dc62 HTTP/1.1" status: 200 len: 217 time: 0.0377152 Dec 09 16:07:54.695770 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cfd65e-725d-4bd8-898b-9a160efc18c2 req-d148a5d4-2376-439a-8ac7-0baf2d1d3213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:54.697372 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-24cfd65e-725d-4bd8-898b-9a160efc18c2 req-d148a5d4-2376-439a-8ac7-0baf2d1d3213 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8f464798-a948-4aa4-9d15-015bd2f47c49 HTTP/1.1" status: 200 len: 835 time: 0.0815983 Dec 09 16:07:54.710139 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22506766-20c7-4065-9fe6-f7d8a7a956ea req-c5728804-9abb-4cfb-886e-8cb6f2c3ab80 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:54.711593 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-22506766-20c7-4065-9fe6-f7d8a7a956ea req-c5728804-9abb-4cfb-886e-8cb6f2c3ab80 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=1feb2236-1ba5-4970-beeb-81586debff33 HTTP/1.1" status: 200 len: 943 time: 0.0687289 Dec 09 16:07:54.783889 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:54.788648 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-22506766-20c7-4065-9fe6-f7d8a7a956ea req-94e10f0c-ba6e-4de7-aeb7-29f2e429351e tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=10739743-5d1f-4619-9edb-6d1542641a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682805 Dec 09 16:07:54.790516 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cfd65e-725d-4bd8-898b-9a160efc18c2 req-8441fde8-6188-49b4-ad66-2fe26890284a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:54.792013 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-24cfd65e-725d-4bd8-898b-9a160efc18c2 req-8441fde8-6188-49b4-ad66-2fe26890284a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2f4aca51-1415-4b14-9332-b9a4ab98fb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794005 Dec 09 16:07:54.889598 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-24cfd65e-725d-4bd8-898b-9a160efc18c2 req-4d1dcaf4-837c-4580-b28e-1f83c6ac966f service neutron] 10.222.0.31 "GET /v2.0/networks/2f4aca51-1415-4b14-9332-b9a4ab98fb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885446 Dec 09 16:07:55.238694 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-24cfd65e-725d-4bd8-898b-9a160efc18c2 req-41ade546-0e3e-4500-b06e-35194157d4e0 service neutron] 10.222.0.31 "GET /v2.0/networks/2f4aca51-1415-4b14-9332-b9a4ab98fb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406620 Dec 09 16:07:55.370421 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:55.425515 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-30a5fdd6-3e25-409e-9449-3489492977f3 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:55.427622 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-30a5fdd6-3e25-409e-9449-3489492977f3 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.42 "GET /v2.0/networks?id=10465fca-def6-40ef-b54b-0b10ab1b7b44 HTTP/1.1" status: 200 len: 811 time: 0.1088572 Dec 09 16:07:55.453192 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-63c8a400-33de-4539-9a34-fe73acc2079b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Request body: {'port': {'device_id': '659cc74f-934a-454e-99b4-ee7313149b63', 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44', 'admin_state_up': True, 'tenant_id': 'dff41d0cd6dc4e42b95a80470934c32b'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:07:55.538504 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8708c61e-2aab-4235-8830-12fc26d67897 req-647da224-cd12-4d3f-a124-ca0c336dca6f tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=659cc74f-934a-454e-99b4-ee7313149b63 HTTP/1.1" status: 200 len: 210 time: 0.0272701 Dec 09 16:07:55.561394 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-63c8a400-33de-4539-9a34-fe73acc2079b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Made reservation on behalf of dff41d0cd6dc4e42b95a80470934c32b for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:07:55.565161 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-63c8a400-33de-4539-9a34-fe73acc2079b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:55.693034 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-63c8a400-33de-4539-9a34-fe73acc2079b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Allocated IP 172.20.0.5 (10465fca-def6-40ef-b54b-0b10ab1b7b44/3b011188-7849-4d66-ad21-4c37ec602085/d155e779-02e3-401a-9fa0-9a10a8c37a82) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:07:55.843470 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-63c8a400-33de-4539-9a34-fe73acc2079b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:55.877302 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-63c8a400-33de-4539-9a34-fe73acc2079b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:55.909570 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b829fd-5dd8-41ea-9636-2b0f8de7448e req-5e42eec8-9a95-48f1-8cd8-aa930e270ea7 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:55.910940 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['a9b9a28b-f70c-4152-b15c-ca1fbce55eb3', '5ded3cb7-4dc4-4fbc-b5cd-394c44942fae'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:07:55.911103 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f9b829fd-5dd8-41ea-9636-2b0f8de7448e req-5e42eec8-9a95-48f1-8cd8-aa930e270ea7 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=1feb2236-1ba5-4970-beeb-81586debff33 HTTP/1.1" status: 200 len: 943 time: 0.0545037 Dec 09 16:07:55.923510 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-63c8a400-33de-4539-9a34-fe73acc2079b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Network 10465fca-def6-40ef-b54b-0b10ab1b7b44 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:07:55.929365 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-63c8a400-33de-4539-9a34-fe73acc2079b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:07:55.933894 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-63c8a400-33de-4539-9a34-fe73acc2079b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:07:55.962744 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8a400-33de-4539-9a34-fe73acc2079b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Pushing event updated for resources: {'Port': ['ID=d155e779-02e3-401a-9fa0-9a10a8c37a82,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:07:55.968576 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f9b829fd-5dd8-41ea-9636-2b0f8de7448e req-0b413994-a8ac-4066-92fb-6a7366ee48f2 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=10739743-5d1f-4619-9edb-6d1542641a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502868 Dec 09 16:07:55.992981 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-63c8a400-33de-4539-9a34-fe73acc2079b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:56.001127 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-63c8a400-33de-4539-9a34-fe73acc2079b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:56.020698 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-63c8a400-33de-4539-9a34-fe73acc2079b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5710981 Dec 09 16:07:56.039317 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-da4e52e9-8f43-414b-9c9c-2845d7454b86 service neutron] Request body: {'port': {'device_id': '659cc74f-934a-454e-99b4-ee7313149b63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:07:56.107337 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-da4e52e9-8f43-414b-9c9c-2845d7454b86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:56.265085 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-82e6b4e9-b126-46c5-aacd-a963b08fe538 None None] Provisioning complete for port d155e779-02e3-401a-9fa0-9a10a8c37a82 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:07:56.265481 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-82e6b4e9-b126-46c5-aacd-a963b08fe538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:56.341302 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-82e6b4e9-b126-46c5-aacd-a963b08fe538 None None] Port d155e779-02e3-401a-9fa0-9a10a8c37a82 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:07:56.383922 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-da4e52e9-8f43-414b-9c9c-2845d7454b86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d155e779-02e3-401a-9fa0-9a10a8c37a82 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:07:56.391332 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-da4e52e9-8f43-414b-9c9c-2845d7454b86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:56.403650 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-da4e52e9-8f43-414b-9c9c-2845d7454b86 service neutron] Transition to ACTIVE for port object d155e779-02e3-401a-9fa0-9a10a8c37a82 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:07:56.407518 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-da4e52e9-8f43-414b-9c9c-2845d7454b86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:56.448849 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:56.481244 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4e52e9-8f43-414b-9c9c-2845d7454b86 service neutron] Pushing event updated for resources: {'Port': ['ID=d155e779-02e3-401a-9fa0-9a10a8c37a82,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:07:56.532271 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-da4e52e9-8f43-414b-9c9c-2845d7454b86 service neutron] Attempting to bind port d155e779-02e3-401a-9fa0-9a10a8c37a82 on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:07:56.532655 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-da4e52e9-8f43-414b-9c9c-2845d7454b86 service neutron] Attempting to bind port d155e779-02e3-401a-9fa0-9a10a8c37a82 by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '71e1b333-ca98-4003-8ba1-d22f8260f9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:07:56.532987 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-da4e52e9-8f43-414b-9c9c-2845d7454b86 service neutron] Attempting to bind port d155e779-02e3-401a-9fa0-9a10a8c37a82 on network 10465fca-def6-40ef-b54b-0b10ab1b7b44 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:07:56.538059 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-da4e52e9-8f43-414b-9c9c-2845d7454b86 service neutron] Port d155e779-02e3-401a-9fa0-9a10a8c37a82 on network 10465fca-def6-40ef-b54b-0b10ab1b7b44 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:07:56.538381 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-da4e52e9-8f43-414b-9c9c-2845d7454b86 service neutron] Attempting to bind port d155e779-02e3-401a-9fa0-9a10a8c37a82 on network 10465fca-def6-40ef-b54b-0b10ab1b7b44 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:07:56.543431 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-da4e52e9-8f43-414b-9c9c-2845d7454b86 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:07:56.543764 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-da4e52e9-8f43-414b-9c9c-2845d7454b86 service neutron] Checking segment: {'id': '71e1b333-ca98-4003-8ba1-d22f8260f9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:07:56.544148 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-da4e52e9-8f43-414b-9c9c-2845d7454b86 service neutron] Bound using segment: {'id': '71e1b333-ca98-4003-8ba1-d22f8260f9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:07:56.544610 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-da4e52e9-8f43-414b-9c9c-2845d7454b86 service neutron] Bound port: d155e779-02e3-401a-9fa0-9a10a8c37a82, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71e1b333-ca98-4003-8ba1-d22f8260f9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:07:56.544967 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-da4e52e9-8f43-414b-9c9c-2845d7454b86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:56.614238 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-da4e52e9-8f43-414b-9c9c-2845d7454b86 service neutron] For port d155e779-02e3-401a-9fa0-9a10a8c37a82, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:07:56.617541 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-da4e52e9-8f43-414b-9c9c-2845d7454b86 service neutron] For port d155e779-02e3-401a-9fa0-9a10a8c37a82, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=d155e779-02e3-401a-9fa0-9a10a8c37a82,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:07:56.622424 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-da4e52e9-8f43-414b-9c9c-2845d7454b86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:56.656068 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-da4e52e9-8f43-414b-9c9c-2845d7454b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:56.657067 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-da4e52e9-8f43-414b-9c9c-2845d7454b86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:56.659447 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-da4e52e9-8f43-414b-9c9c-2845d7454b86 service neutron] 10.222.0.42 "PUT /v2.0/ports/d155e779-02e3-401a-9fa0-9a10a8c37a82 HTTP/1.1" status: 200 len: 1091 time: 0.6239672 Dec 09 16:07:56.662279 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '659cc74f-934a-454e-99b4-ee7313149b63', 'tag': 'd155e779-02e3-401a-9fa0-9a10a8c37a82'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:07:56.664842 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b382ca81-24af-4410-b8a9-f54ad15a0359" -d '{"events": [{"name": "network-changed", "server_uuid": "659cc74f-934a-454e-99b4-ee7313149b63", "tag": "d155e779-02e3-401a-9fa0-9a10a8c37a82"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:07:56.665091 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d6f8d-b125-4afb-ac1d-0ca9ba52e428 req-c3c7f454-454b-4672-afc8-5234cdfb702d tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:56.673460 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bd6d6f8d-b125-4afb-ac1d-0ca9ba52e428 req-c3c7f454-454b-4672-afc8-5234cdfb702d tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=659cc74f-934a-454e-99b4-ee7313149b63 HTTP/1.1" status: 200 len: 943 time: 0.0601511 Dec 09 16:07:56.711666 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4e52e9-8f43-414b-9c9c-2845d7454b86 service neutron] Pushing event updated for resources: {'Port': ['ID=d155e779-02e3-401a-9fa0-9a10a8c37a82,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:07:56.725386 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bd6d6f8d-b125-4afb-ac1d-0ca9ba52e428 req-e098c7f0-a50c-42b4-b8bc-a712ded10669 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510600 Dec 09 16:07:56.773797 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def8fc27-31d1-4b8b-a5c2-b008dfe00eb0 x-openstack-request-id: req-def8fc27-31d1-4b8b-a5c2-b008dfe00eb0 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:07:56.774123 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "659cc74f-934a-454e-99b4-ee7313149b63", "tag": "d155e779-02e3-401a-9fa0-9a10a8c37a82", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:07:56.774384 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-def8fc27-31d1-4b8b-a5c2-b008dfe00eb0 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:07:56.774796 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '659cc74f-934a-454e-99b4-ee7313149b63', 'tag': 'd155e779-02e3-401a-9fa0-9a10a8c37a82', 'status': 'completed', 'code': 200} Dec 09 16:07:56.780217 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-41f38a4e-a7e0-4892-81f9-ed6635e8ce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:56.781781 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-41f38a4e-a7e0-4892-81f9-ed6635e8ce90 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dff41d0cd6dc4e42b95a80470934c32b&device_id=659cc74f-934a-454e-99b4-ee7313149b63 HTTP/1.1" status: 200 len: 1094 time: 0.0640481 Dec 09 16:07:56.839809 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-7999e0c8-e9f1-4ef2-917b-4293f002ee9f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d155e779-02e3-401a-9fa0-9a10a8c37a82 HTTP/1.1" status: 200 len: 217 time: 0.0363493 Dec 09 16:07:56.890842 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-bb82a4e3-915c-46c2-b8fc-16890b5d622f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:56.892232 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-bb82a4e3-915c-46c2-b8fc-16890b5d622f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3b011188-7849-4d66-ad21-4c37ec602085 HTTP/1.1" status: 200 len: 850 time: 0.0448618 Dec 09 16:07:56.944433 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-87597eca-bc07-4f54-8226-5e80af96f034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:56.945947 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-87597eca-bc07-4f54-8226-5e80af96f034 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=10465fca-def6-40ef-b54b-0b10ab1b7b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461104 Dec 09 16:07:57.037722 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-60149215-3fb6-4975-b4e0-47a935fff6c6 service neutron] 10.222.0.42 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843091 Dec 09 16:07:57.097977 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9853b-a996-4f61-876f-e27310310da2 req-6a01ff40-791f-4611-8840-f6fc73384c14 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:57.099468 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-37c9853b-a996-4f61-876f-e27310310da2 req-6a01ff40-791f-4611-8840-f6fc73384c14 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=1feb2236-1ba5-4970-beeb-81586debff33 HTTP/1.1" status: 200 len: 943 time: 0.0485673 Dec 09 16:07:57.134057 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7d723bd2-fbdc-46cb-aadb-56c0f1629860 req-ce828eb9-0303-4927-ad9c-adefc0670540 service neutron] 10.222.0.42 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892889 Dec 09 16:07:57.151441 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-37c9853b-a996-4f61-876f-e27310310da2 req-6766e891-8cf9-46c1-b02b-11fc7e05ea08 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=10739743-5d1f-4619-9edb-6d1542641a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457089 Dec 09 16:07:57.274628 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382ca81-24af-4410-b8a9-f54ad15a0359 req-d3183466-d1b8-4108-baa4-3f5e81537aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:57.276120 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b382ca81-24af-4410-b8a9-f54ad15a0359 req-d3183466-d1b8-4108-baa4-3f5e81537aaa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dff41d0cd6dc4e42b95a80470934c32b&device_id=659cc74f-934a-454e-99b4-ee7313149b63 HTTP/1.1" status: 200 len: 1094 time: 0.0421047 Dec 09 16:07:57.368926 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382ca81-24af-4410-b8a9-f54ad15a0359 req-a2ac3604-89fb-49ea-b913-51282ac55c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:57.370460 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b382ca81-24af-4410-b8a9-f54ad15a0359 req-a2ac3604-89fb-49ea-b913-51282ac55c89 service neutron] 10.222.0.42 "GET /v2.0/networks?id=10465fca-def6-40ef-b54b-0b10ab1b7b44 HTTP/1.1" status: 200 len: 912 time: 0.0864987 Dec 09 16:07:57.417095 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b382ca81-24af-4410-b8a9-f54ad15a0359 req-99b8a1fd-3773-4166-97e7-ef6ca2594161 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d155e779-02e3-401a-9fa0-9a10a8c37a82 HTTP/1.1" status: 200 len: 217 time: 0.0390930 Dec 09 16:07:57.466374 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382ca81-24af-4410-b8a9-f54ad15a0359 req-768ab083-60ef-4bef-a640-ac8bafba4d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:57.467810 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b382ca81-24af-4410-b8a9-f54ad15a0359 req-768ab083-60ef-4bef-a640-ac8bafba4d83 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3b011188-7849-4d66-ad21-4c37ec602085 HTTP/1.1" status: 200 len: 850 time: 0.0443933 Dec 09 16:07:57.514692 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382ca81-24af-4410-b8a9-f54ad15a0359 req-38be2a2a-e213-4dd2-9672-b49cabaace85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:57.516174 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b382ca81-24af-4410-b8a9-f54ad15a0359 req-38be2a2a-e213-4dd2-9672-b49cabaace85 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=10465fca-def6-40ef-b54b-0b10ab1b7b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404427 Dec 09 16:07:57.608909 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b382ca81-24af-4410-b8a9-f54ad15a0359 req-b030655e-9592-4116-b72c-4b091a96724d service neutron] 10.222.0.42 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845399 Dec 09 16:07:57.696633 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b382ca81-24af-4410-b8a9-f54ad15a0359 req-f848424f-be76-45c8-a00a-ddcd2949d64c service neutron] 10.222.0.42 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807328 Dec 09 16:07:57.840624 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee56606-fb24-4835-9284-ce56823c3f44 req-812cebff-c027-4e6f-a7a1-6c3e8d299bf5 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:57.842211 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dee56606-fb24-4835-9284-ce56823c3f44 req-812cebff-c027-4e6f-a7a1-6c3e8d299bf5 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=659cc74f-934a-454e-99b4-ee7313149b63 HTTP/1.1" status: 200 len: 943 time: 0.0481899 Dec 09 16:07:57.889543 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dee56606-fb24-4835-9284-ce56823c3f44 req-7392f6a0-fc06-4f14-8693-c7a4ddabe191 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408297 Dec 09 16:07:58.023936 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 7630de4f-45ae-4c26-8c8e-3f6b97e5dc62 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:07:58.123110 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 7630de4f-45ae-4c26-8c8e-3f6b97e5dc62, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=7630de4f-45ae-4c26-8c8e-3f6b97e5dc62,segment=NetworkSegment(f3b2e6c6-dfb0-4291-9458-1b99e8c65940),segment_id=f3b2e6c6-dfb0-4291-9458-1b99e8c65940)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:07:58.134195 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '7630de4f-45ae-4c26-8c8e-3f6b97e5dc62', 'network_id': '2f4aca51-1415-4b14-9332-b9a4ab98fb34', 'port_id': '7630de4f-45ae-4c26-8c8e-3f6b97e5dc62', 'mac_address': 'fa:16:3e:d6:1d:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f464798-a948-4aa4-9d15-015bd2f47c49', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:07:58.169704 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:58.183179 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7630de4f-45ae-4c26-8c8e-3f6b97e5dc62 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:07:58.202707 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 7630de4f-45ae-4c26-8c8e-3f6b97e5dc62, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=7630de4f-45ae-4c26-8c8e-3f6b97e5dc62,segment=NetworkSegment(f3b2e6c6-dfb0-4291-9458-1b99e8c65940),segment_id=f3b2e6c6-dfb0-4291-9458-1b99e8c65940)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:07:58.206704 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:58.259368 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=7630de4f-45ae-4c26-8c8e-3f6b97e5dc62,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:07:58.277881 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8efa95d-7796-47c9-a23d-bd01756ac9c5 req-3ef78985-f627-4a09-8540-ad61d8cbc6fa tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:58.279370 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e8efa95d-7796-47c9-a23d-bd01756ac9c5 req-3ef78985-f627-4a09-8540-ad61d8cbc6fa tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=1feb2236-1ba5-4970-beeb-81586debff33 HTTP/1.1" status: 200 len: 944 time: 0.0503461 Dec 09 16:07:58.329857 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e8efa95d-7796-47c9-a23d-bd01756ac9c5 req-ae6e3baa-62ad-4001-879b-6f486654fc53 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=10739743-5d1f-4619-9edb-6d1542641a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443642 Dec 09 16:07:58.497455 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['7630de4f-45ae-4c26-8c8e-3f6b97e5dc62'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:07:59.009115 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06419372-442a-45dc-b79d-ca08644e2b05 req-f44910df-c798-44b0-81ee-017d531e32d3 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:59.010594 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-06419372-442a-45dc-b79d-ca08644e2b05 req-f44910df-c798-44b0-81ee-017d531e32d3 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=659cc74f-934a-454e-99b4-ee7313149b63 HTTP/1.1" status: 200 len: 943 time: 0.0532408 Dec 09 16:07:59.057088 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-06419372-442a-45dc-b79d-ca08644e2b05 req-bc74206f-04c7-4bda-9f01-595f337a9629 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405328 Dec 09 16:07:59.445188 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d9ec1-dab8-449e-93a2-4f06d161f20d req-20ad6bb3-f451-4e06-8ee7-44c9c7d2981a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:59.446670 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fb8d9ec1-dab8-449e-93a2-4f06d161f20d req-20ad6bb3-f451-4e06-8ee7-44c9c7d2981a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=1feb2236-1ba5-4970-beeb-81586debff33 HTTP/1.1" status: 200 len: 944 time: 0.0486135 Dec 09 16:07:59.495166 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fb8d9ec1-dab8-449e-93a2-4f06d161f20d req-ef165c53-f078-4bda-97f9-aee18137aa94 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=10739743-5d1f-4619-9edb-6d1542641a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426073 Dec 09 16:07:59.794034 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device d155e779-02e3-401a-9fa0-9a10a8c37a82 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:07:59.891572 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port d155e779-02e3-401a-9fa0-9a10a8c37a82, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=d155e779-02e3-401a-9fa0-9a10a8c37a82,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:07:59.903471 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': 'd155e779-02e3-401a-9fa0-9a10a8c37a82', 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44', 'port_id': 'd155e779-02e3-401a-9fa0-9a10a8c37a82', 'mac_address': 'fa:16:3e:46:eb:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b011188-7849-4d66-ad21-4c37ec602085', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:07:59.945685 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:59.958255 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d155e779-02e3-401a-9fa0-9a10a8c37a82 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:07:59.977334 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port d155e779-02e3-401a-9fa0-9a10a8c37a82, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=d155e779-02e3-401a-9fa0-9a10a8c37a82,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:07:59.981037 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:00.027199 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=d155e779-02e3-401a-9fa0-9a10a8c37a82,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:08:00.038944 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 7630de4f-45ae-4c26-8c8e-3f6b97e5dc62 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:08:00.088583 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 7630de4f-45ae-4c26-8c8e-3f6b97e5dc62 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:08:00.092885 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 7630de4f-45ae-4c26-8c8e-3f6b97e5dc62 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:08:00.093282 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:00.173212 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77c935-8559-4073-964a-502f353806e3 req-ef24cc2c-bed6-44ca-8975-dd01e4e1f30b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:00.175238 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:00.175427 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9b77c935-8559-4073-964a-502f353806e3 req-ef24cc2c-bed6-44ca-8975-dd01e4e1f30b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=659cc74f-934a-454e-99b4-ee7313149b63 HTTP/1.1" status: 200 len: 944 time: 0.0498569 Dec 09 16:08:00.198450 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1feb2236-1ba5-4970-beeb-81586debff33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7630de4f-45ae-4c26-8c8e-3f6b97e5dc62'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:08:00.200700 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097b92b6-a247-4ecc-9b3d-5b7bd216be11" -d '{"events": [{"server_uuid": "1feb2236-1ba5-4970-beeb-81586debff33", "name": "network-vif-plugged", "status": "completed", "tag": "7630de4f-45ae-4c26-8c8e-3f6b97e5dc62"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:08:00.219463 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 7630de4f-45ae-4c26-8c8e-3f6b97e5dc62, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=7630de4f-45ae-4c26-8c8e-3f6b97e5dc62,segment=NetworkSegment(f3b2e6c6-dfb0-4291-9458-1b99e8c65940),segment_id=f3b2e6c6-dfb0-4291-9458-1b99e8c65940)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:08:00.224801 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:00.228980 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9b77c935-8559-4073-964a-502f353806e3 req-bb36f3ad-0934-4731-8aae-ee8c51211550 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476973 Dec 09 16:08:00.273488 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ae9d3c-8d2e-4071-a635-35d6c737ad36 x-openstack-request-id: req-f0ae9d3c-8d2e-4071-a635-35d6c737ad36 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:08:00.273781 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1feb2236-1ba5-4970-beeb-81586debff33", "name": "network-vif-plugged", "status": "completed", "tag": "7630de4f-45ae-4c26-8c8e-3f6b97e5dc62", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:08:00.274037 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f0ae9d3c-8d2e-4071-a635-35d6c737ad36 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:08:00.274433 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1feb2236-1ba5-4970-beeb-81586debff33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7630de4f-45ae-4c26-8c8e-3f6b97e5dc62', 'code': 200} Dec 09 16:08:00.275772 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=7630de4f-45ae-4c26-8c8e-3f6b97e5dc62,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:08:00.367428 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144b5d0-1c28-4204-b4fe-e3b072b509c4 req-9cbc8687-2930-4d70-80c0-2fa929a686b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:00.369043 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4144b5d0-1c28-4204-b4fe-e3b072b509c4 req-9cbc8687-2930-4d70-80c0-2fa929a686b4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1feb2236-1ba5-4970-beeb-81586debff33 HTTP/1.1" status: 200 len: 1096 time: 0.0405924 Dec 09 16:08:00.374870 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['d155e779-02e3-401a-9fa0-9a10a8c37a82'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:08:00.416545 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4144b5d0-1c28-4204-b4fe-e3b072b509c4 req-d9b83fb7-f123-4527-809b-389cd0035208 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=10739743-5d1f-4619-9edb-6d1542641a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402253 Dec 09 16:08:00.611446 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3d206-d86f-4439-ae97-ddfa48faa5d8 req-565998b4-9a54-4e5c-98d4-3129edc19015 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:00.613322 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-94e3d206-d86f-4439-ae97-ddfa48faa5d8 req-565998b4-9a54-4e5c-98d4-3129edc19015 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=1feb2236-1ba5-4970-beeb-81586debff33 HTTP/1.1" status: 200 len: 945 time: 0.0499558 Dec 09 16:08:00.662749 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-94e3d206-d86f-4439-ae97-ddfa48faa5d8 req-f3390386-4ca4-4421-a0cd-2982ea041712 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=10739743-5d1f-4619-9edb-6d1542641a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433383 Dec 09 16:08:01.348182 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d0dcb-1ae6-4c4c-b764-474ad7bcb830 req-9be1af78-433e-4636-86b0-ff4d204011ad tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:01.349720 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c64d0dcb-1ae6-4c4c-b764-474ad7bcb830 req-9be1af78-433e-4636-86b0-ff4d204011ad tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=659cc74f-934a-454e-99b4-ee7313149b63 HTTP/1.1" status: 200 len: 944 time: 0.0535953 Dec 09 16:08:01.397536 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c64d0dcb-1ae6-4c4c-b764-474ad7bcb830 req-05795753-bcd0-4efa-99c2-94cdd4abfc2b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418682 Dec 09 16:08:01.779359 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242abc93-3184-4881-845e-3f0c64c5b98a req-56795b1a-a32e-4824-979b-8c6720880280 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:01.780839 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-242abc93-3184-4881-845e-3f0c64c5b98a req-56795b1a-a32e-4824-979b-8c6720880280 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=1feb2236-1ba5-4970-beeb-81586debff33 HTTP/1.1" status: 200 len: 945 time: 0.0502114 Dec 09 16:08:01.807638 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device d155e779-02e3-401a-9fa0-9a10a8c37a82 up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:08:01.831905 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-242abc93-3184-4881-845e-3f0c64c5b98a req-656e9d0f-76c1-4c3e-80f1-54959c0e02a0 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=10739743-5d1f-4619-9edb-6d1542641a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440397 Dec 09 16:08:01.856511 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port d155e779-02e3-401a-9fa0-9a10a8c37a82 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:08:01.861460 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port d155e779-02e3-401a-9fa0-9a10a8c37a82 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:08:01.862408 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:01.943444 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:01.951719 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc143c91-5307-4ac4-a4d0-634b7e1b0fcd req-fd8af29d-db63-4d99-9938-b2b576667476 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:01.953290 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bc143c91-5307-4ac4-a4d0-634b7e1b0fcd req-fd8af29d-db63-4d99-9938-b2b576667476 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=1feb2236-1ba5-4970-beeb-81586debff33 HTTP/1.1" status: 200 len: 945 time: 0.0522130 Dec 09 16:08:01.980178 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port d155e779-02e3-401a-9fa0-9a10a8c37a82, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=d155e779-02e3-401a-9fa0-9a10a8c37a82,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:08:01.984039 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:02.005905 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bc143c91-5307-4ac4-a4d0-634b7e1b0fcd req-82518423-9b4c-4fb8-bfbc-1a73b528bcfc tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=10739743-5d1f-4619-9edb-6d1542641a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457942 Dec 09 16:08:02.027700 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 42046) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:08:02.031673 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=d155e779-02e3-401a-9fa0-9a10a8c37a82,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:08:02.067352 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1629a09f-b2a5-4e0f-b9cf-8112778e753f tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:02.068903 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1629a09f-b2a5-4e0f-b9cf-8112778e753f tempest-TestNetworkAdvancedServerOps-1407680051 tempest-TestNetworkAdvancedServerOps-1407680051-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=1feb2236-1ba5-4970-beeb-81586debff33 HTTP/1.1" status: 200 len: 1091 time: 0.0402234 Dec 09 16:08:02.071783 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42048) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:08:02.076433 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-6a246e93-3e15-41d5-b7b3-33d609dd9dea tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'port_id': '7630de4f-45ae-4c26-8c8e-3f6b97e5dc62', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:08:02.097482 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6a246e93-3e15-41d5-b7b3-33d609dd9dea tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:02.197483 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6a246e93-3e15-41d5-b7b3-33d609dd9dea tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:02.275862 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659cc74f-934a-454e-99b4-ee7313149b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd155e779-02e3-401a-9fa0-9a10a8c37a82'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:08:02.278259 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80107370-4bbf-4040-9b88-58f0bc5006ca" -d '{"events": [{"server_uuid": "659cc74f-934a-454e-99b4-ee7313149b63", "name": "network-vif-plugged", "status": "completed", "tag": "d155e779-02e3-401a-9fa0-9a10a8c37a82"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:08:02.301637 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-6a246e93-3e15-41d5-b7b3-33d609dd9dea tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Allocated IP 172.25.3.51 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/54d49665-0593-444d-8bd7-d8a87a3aeb6b) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:08:02.318637 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcc6233-47c7-48b4-8fb5-cf086533124d x-openstack-request-id: req-2dcc6233-47c7-48b4-8fb5-cf086533124d {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:08:02.318928 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "659cc74f-934a-454e-99b4-ee7313149b63", "name": "network-vif-plugged", "status": "completed", "tag": "d155e779-02e3-401a-9fa0-9a10a8c37a82", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:08:02.319185 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2dcc6233-47c7-48b4-8fb5-cf086533124d {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:08:02.319578 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '659cc74f-934a-454e-99b4-ee7313149b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd155e779-02e3-401a-9fa0-9a10a8c37a82', 'code': 200} Dec 09 16:08:02.422675 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6a246e93-3e15-41d5-b7b3-33d609dd9dea tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:02.467883 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f408a-abd5-4ba0-9273-204452367d74 req-32e0f9a3-11ad-4b4f-bbed-741f0b6a518e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:02.469585 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-492f408a-abd5-4ba0-9273-204452367d74 req-32e0f9a3-11ad-4b4f-bbed-741f0b6a518e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=659cc74f-934a-454e-99b4-ee7313149b63 HTTP/1.1" status: 200 len: 1096 time: 0.0595684 Dec 09 16:08:02.491874 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6a246e93-3e15-41d5-b7b3-33d609dd9dea tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:02.515589 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ee3eb-ab4b-4a42-b76e-06538f0b0dc5 req-71d4557c-3084-4e85-92a3-5a903b00afce tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:02.517099 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c17ee3eb-ab4b-4a42-b76e-06538f0b0dc5 req-71d4557c-3084-4e85-92a3-5a903b00afce tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=659cc74f-934a-454e-99b4-ee7313149b63 HTTP/1.1" status: 200 len: 945 time: 0.0500262 Dec 09 16:08:02.554824 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a246e93-3e15-41d5-b7b3-33d609dd9dea tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:08:02.562458 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-6a246e93-3e15-41d5-b7b3-33d609dd9dea tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:08:02.567089 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c17ee3eb-ab4b-4a42-b76e-06538f0b0dc5 req-d123727c-b23b-40ff-9008-fe4c90e49cbe tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431273 Dec 09 16:08:02.567347 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a246e93-3e15-41d5-b7b3-33d609dd9dea tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:08:02.569251 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a246e93-3e15-41d5-b7b3-33d609dd9dea tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'Port': ['ID=54d49665-0593-444d-8bd7-d8a87a3aeb6b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:08:02.574152 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-492f408a-abd5-4ba0-9273-204452367d74 req-e1314161-7849-4499-8b6a-0d5403b5b831 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973051 Dec 09 16:08:02.918778 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6a246e93-3e15-41d5-b7b3-33d609dd9dea tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:02.986670 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6a246e93-3e15-41d5-b7b3-33d609dd9dea tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:03.133628 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6a246e93-3e15-41d5-b7b3-33d609dd9dea tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:03.137994 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6a246e93-3e15-41d5-b7b3-33d609dd9dea tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:03.202966 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a246e93-3e15-41d5-b7b3-33d609dd9dea tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event updated for resources: {'Port': ['ID=54d49665-0593-444d-8bd7-d8a87a3aeb6b,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:08:03.216747 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6a246e93-3e15-41d5-b7b3-33d609dd9dea tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:03.323335 n-d-821228-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-6a246e93-3e15-41d5-b7b3-33d609dd9dea tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Floating IP 842d55f3-67b2-41dd-b7ae-7bf7a02887e8 associated. External IP: 172.25.3.51, port: 7630de4f-45ae-4c26-8c8e-3f6b97e5dc62. Dec 09 16:08:03.530115 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a246e93-3e15-41d5-b7b3-33d609dd9dea tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Router 1705a787-bf36-497d-83a2-bd54ede71b09 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:08:03.639137 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a246e93-3e15-41d5-b7b3-33d609dd9dea tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:08:03.649850 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49024b61-7cff-495c-a0fa-e82b46336eaf None None] Sync routers for ids ['1705a787-bf36-497d-83a2-bd54ede71b09'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:08:03.658444 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6a246e93-3e15-41d5-b7b3-33d609dd9dea tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:03.661968 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49024b61-7cff-495c-a0fa-e82b46336eaf None None] Routers {'1705a787-bf36-497d-83a2-bd54ede71b09'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:08:03.662661 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-49024b61-7cff-495c-a0fa-e82b46336eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:07:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1705a787-bf36-497d-83a2-bd54ede71b09'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:08:03.687000 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6a246e93-3e15-41d5-b7b3-33d609dd9dea tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6140499 Dec 09 16:08:03.687767 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1feb2236-1ba5-4970-beeb-81586debff33', 'tag': '7630de4f-45ae-4c26-8c8e-3f6b97e5dc62'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:08:03.690273 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa0a16c-d559-43ff-992a-fc2bce0cccfe" -d '{"events": [{"name": "network-changed", "server_uuid": "1feb2236-1ba5-4970-beeb-81586debff33", "tag": "7630de4f-45ae-4c26-8c8e-3f6b97e5dc62"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:08:03.703629 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363ac48-0111-43ee-bd93-c384b59db246 req-267b8bad-37ca-48ea-a53c-af48e45d09b1 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:03.705163 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6363ac48-0111-43ee-bd93-c384b59db246 req-267b8bad-37ca-48ea-a53c-af48e45d09b1 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=659cc74f-934a-454e-99b4-ee7313149b63 HTTP/1.1" status: 200 len: 945 time: 0.0662742 Dec 09 16:08:03.755384 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6363ac48-0111-43ee-bd93-c384b59db246 req-20da3749-c706-4d34-93f5-172d5e0e79c1 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428915 Dec 09 16:08:03.776848 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-49024b61-7cff-495c-a0fa-e82b46336eaf None None] Set router 1705a787-bf36-497d-83a2-bd54ede71b09 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:08:03.863714 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2542cb4-e805-4e1b-9884-64dcc19d8619 req-cdc7166f-ab5d-40bd-ad1e-773a17c9c78c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:03.865467 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b2542cb4-e805-4e1b-9884-64dcc19d8619 req-cdc7166f-ab5d-40bd-ad1e-773a17c9c78c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=1feb2236-1ba5-4970-beeb-81586debff33 HTTP/1.1" status: 200 len: 945 time: 0.0529997 Dec 09 16:08:03.925117 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b2542cb4-e805-4e1b-9884-64dcc19d8619 req-0eeda038-3629-4093-8368-48e12f7462cb tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=10739743-5d1f-4619-9edb-6d1542641a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494657 Dec 09 16:08:03.950256 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42060) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:08:03.989330 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffd933c-935b-4fe4-ae90-2ec40158d69c x-openstack-request-id: req-2ffd933c-935b-4fe4-ae90-2ec40158d69c {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:08:03.989697 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1feb2236-1ba5-4970-beeb-81586debff33", "tag": "7630de4f-45ae-4c26-8c8e-3f6b97e5dc62", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:08:03.989899 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2ffd933c-935b-4fe4-ae90-2ec40158d69c {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:08:03.990281 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1feb2236-1ba5-4970-beeb-81586debff33', 'tag': '7630de4f-45ae-4c26-8c8e-3f6b97e5dc62', 'status': 'completed', 'code': 200} Dec 09 16:08:04.021818 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e124678a-6744-4d3c-916a-15d0883373d9 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/floatingips/842d55f3-67b2-41dd-b7ae-7bf7a02887e8 HTTP/1.1" status: 200 len: 990 time: 0.0702777 Dec 09 16:08:04.045545 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0a16c-d559-43ff-992a-fc2bce0cccfe req-4a35117a-96c2-42b3-931d-dc95d39256b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:04.046981 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-daa0a16c-d559-43ff-992a-fc2bce0cccfe req-4a35117a-96c2-42b3-931d-dc95d39256b0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&device_id=1feb2236-1ba5-4970-beeb-81586debff33 HTTP/1.1" status: 200 len: 1096 time: 0.0414653 Dec 09 16:08:04.144206 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0a16c-d559-43ff-992a-fc2bce0cccfe req-1ba5a428-2ba0-4d0a-889c-ac69b4f21e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:04.145747 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-daa0a16c-d559-43ff-992a-fc2bce0cccfe req-1ba5a428-2ba0-4d0a-889c-ac69b4f21e5b service neutron] 10.222.0.31 "GET /v2.0/networks?id=2f4aca51-1415-4b14-9332-b9a4ab98fb34 HTTP/1.1" status: 200 len: 897 time: 0.0911238 Dec 09 16:08:04.177594 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-49024b61-7cff-495c-a0fa-e82b46336eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1705a787-bf36-497d-83a2-bd54ede71b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906965529', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'd7079029-011b-4aaa-a05c-dc89305d7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:07:45Z', 'updated_at': '2021-12-09T16:07:48Z', 'revision_number': 4, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': 'd7079029-011b-4aaa-a05c-dc89305d7afc', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:18:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1705a787-bf36-497d-83a2-bd54ede71b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:07:45Z', 'updated_at': '2021-12-09T16:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '842d55f3-67b2-41dd-b7ae-7bf7a02887e8', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'floating_ip_address': '172.25.3.51', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '1705a787-bf36-497d-83a2-bd54ede71b09', 'port_id': '7630de4f-45ae-4c26-8c8e-3f6b97e5dc62', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f4aca51-1415-4b14-9332-b9a4ab98fb34', 'mac_address': 'fa:16:3e:d6:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1feb2236-1ba5-4970-beeb-81586debff33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:08:02Z', 'updated_at': '2021-12-09T16:08:02Z', 'revision_number': 0, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1126fa0-e61b-40bf-8545-172020123703', 'name': '', 'network_id': '2f4aca51-1415-4b14-9332-b9a4ab98fb34', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'mac_address': 'fa:16:3e:c4:64:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1705a787-bf36-497d-83a2-bd54ede71b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '8f464798-a948-4aa4-9d15-015bd2f47c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:07:47Z', 'updated_at': '2021-12-09T16:07:51Z', 'revision_number': 5, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'subnets': [{'id': '8f464798-a948-4aa4-9d15-015bd2f47c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:08:04.205069 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49024b61-7cff-495c-a0fa-e82b46336eaf None None] Checking router: 1705a787-bf36-497d-83a2-bd54ede71b09 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:08:04.211279 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-daa0a16c-d559-43ff-992a-fc2bce0cccfe req-914fe0d3-c044-4b98-8be7-011a2358683e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7630de4f-45ae-4c26-8c8e-3f6b97e5dc62 HTTP/1.1" status: 200 len: 998 time: 0.0585124 Dec 09 16:08:04.213940 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49024b61-7cff-495c-a0fa-e82b46336eaf None None] Routers {'1705a787-bf36-497d-83a2-bd54ede71b09'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:08:04.214542 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-49024b61-7cff-495c-a0fa-e82b46336eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:07:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1705a787-bf36-497d-83a2-bd54ede71b09'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:08:04.264363 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0a16c-d559-43ff-992a-fc2bce0cccfe req-6ed66249-da00-4e0d-b4e5-571617079e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:04.265850 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-daa0a16c-d559-43ff-992a-fc2bce0cccfe req-6ed66249-da00-4e0d-b4e5-571617079e93 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8f464798-a948-4aa4-9d15-015bd2f47c49 HTTP/1.1" status: 200 len: 835 time: 0.0484033 Dec 09 16:08:04.313140 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0a16c-d559-43ff-992a-fc2bce0cccfe req-77e4e884-9428-43c4-bd34-be0dd20a29d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:04.314544 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-daa0a16c-d559-43ff-992a-fc2bce0cccfe req-77e4e884-9428-43c4-bd34-be0dd20a29d7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2f4aca51-1415-4b14-9332-b9a4ab98fb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405211 Dec 09 16:08:04.320943 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-49024b61-7cff-495c-a0fa-e82b46336eaf None None] Set router 1705a787-bf36-497d-83a2-bd54ede71b09 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:08:04.404670 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-daa0a16c-d559-43ff-992a-fc2bce0cccfe req-3940b55d-c760-4389-b0a0-42a8174dcd34 service neutron] 10.222.0.31 "GET /v2.0/networks/2f4aca51-1415-4b14-9332-b9a4ab98fb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829647 Dec 09 16:08:04.500575 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-daa0a16c-d559-43ff-992a-fc2bce0cccfe req-d774dbf3-29d6-4a74-b464-e79cd55b4220 service neutron] 10.222.0.31 "GET /v2.0/networks/2f4aca51-1415-4b14-9332-b9a4ab98fb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864658 Dec 09 16:08:04.545721 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-49024b61-7cff-495c-a0fa-e82b46336eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1705a787-bf36-497d-83a2-bd54ede71b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906965529', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'd7079029-011b-4aaa-a05c-dc89305d7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:07:45Z', 'updated_at': '2021-12-09T16:07:48Z', 'revision_number': 4, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': 'd7079029-011b-4aaa-a05c-dc89305d7afc', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:18:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1705a787-bf36-497d-83a2-bd54ede71b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:07:45Z', 'updated_at': '2021-12-09T16:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '842d55f3-67b2-41dd-b7ae-7bf7a02887e8', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'floating_ip_address': '172.25.3.51', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '1705a787-bf36-497d-83a2-bd54ede71b09', 'port_id': '7630de4f-45ae-4c26-8c8e-3f6b97e5dc62', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f4aca51-1415-4b14-9332-b9a4ab98fb34', 'mac_address': 'fa:16:3e:d6:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1feb2236-1ba5-4970-beeb-81586debff33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:08:02Z', 'updated_at': '2021-12-09T16:08:02Z', 'revision_number': 0, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1126fa0-e61b-40bf-8545-172020123703', 'name': '', 'network_id': '2f4aca51-1415-4b14-9332-b9a4ab98fb34', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'mac_address': 'fa:16:3e:c4:64:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1705a787-bf36-497d-83a2-bd54ede71b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '8f464798-a948-4aa4-9d15-015bd2f47c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:07:47Z', 'updated_at': '2021-12-09T16:07:51Z', 'revision_number': 5, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'subnets': [{'id': '8f464798-a948-4aa4-9d15-015bd2f47c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:08:04.571446 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49024b61-7cff-495c-a0fa-e82b46336eaf None None] The sync data for ids ['1705a787-bf36-497d-83a2-bd54ede71b09'] in n-d-821228-1 is: [{'id': '1705a787-bf36-497d-83a2-bd54ede71b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906965529', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'd7079029-011b-4aaa-a05c-dc89305d7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:07:45Z', 'updated_at': '2021-12-09T16:07:48Z', 'revision_number': 4, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': 'd7079029-011b-4aaa-a05c-dc89305d7afc', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:18:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1705a787-bf36-497d-83a2-bd54ede71b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:07:45Z', 'updated_at': '2021-12-09T16:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '842d55f3-67b2-41dd-b7ae-7bf7a02887e8', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'floating_ip_address': '172.25.3.51', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '1705a787-bf36-497d-83a2-bd54ede71b09', 'port_id': '7630de4f-45ae-4c26-8c8e-3f6b97e5dc62', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f4aca51-1415-4b14-9332-b9a4ab98fb34', 'mac_address': 'fa:16:3e:d6:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1feb2236-1ba5-4970-beeb-81586debff33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:08:02Z', 'updated_at': '2021-12-09T16:08:02Z', 'revision_number': 0, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1126fa0-e61b-40bf-8545-172020123703', 'name': '', 'network_id': '2f4aca51-1415-4b14-9332-b9a4ab98fb34', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'mac_address': 'fa:16:3e:c4:64:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1705a787-bf36-497d-83a2-bd54ede71b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '8f464798-a948-4aa4-9d15-015bd2f47c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:07:47Z', 'updated_at': '2021-12-09T16:07:51Z', 'revision_number': 5, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'subnets': [{'id': '8f464798-a948-4aa4-9d15-015bd2f47c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:08:04.755080 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae8ca6c-4dfa-4bf2-827d-9cf183ca300f None None] New status for floating IP 842d55f3-67b2-41dd-b7ae-7bf7a02887e8: ACTIVE {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:08:04.874132 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b8c49-51c0-463d-8535-d398810ad18c req-88c39323-cc95-40d0-9baa-6957385e7dc5 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:04.875567 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-604b8c49-51c0-463d-8535-d398810ad18c req-88c39323-cc95-40d0-9baa-6957385e7dc5 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=659cc74f-934a-454e-99b4-ee7313149b63 HTTP/1.1" status: 200 len: 945 time: 0.0493281 Dec 09 16:08:04.926874 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-604b8c49-51c0-463d-8535-d398810ad18c req-30defadc-56f3-44b5-81c2-a860e4df30f8 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442910 Dec 09 16:08:05.023863 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42066) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:08:05.037840 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fb6662c8-dc1a-4d28-bb6b-94ec27bbd613 req-1d8f1023-100b-4e7f-98b0-d96400390445 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=dff41d0cd6dc4e42b95a80470934c32b HTTP/1.1" status: 200 len: 267 time: 0.0462942 Dec 09 16:08:05.089305 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3edf1d9f-8994-4101-a1b4-04d88c4cc107 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/floatingips/842d55f3-67b2-41dd-b7ae-7bf7a02887e8 HTTP/1.1" status: 200 len: 992 time: 0.0642459 Dec 09 16:08:05.092929 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6662c8-dc1a-4d28-bb6b-94ec27bbd613 req-04fca958-72c4-4e62-be3c-d5ead0795287 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:05.098495 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fb6662c8-dc1a-4d28-bb6b-94ec27bbd613 req-04fca958-72c4-4e62-be3c-d5ead0795287 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=659cc74f-934a-454e-99b4-ee7313149b63 HTTP/1.1" status: 200 len: 945 time: 0.0511837 Dec 09 16:08:05.107180 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-fb6662c8-dc1a-4d28-bb6b-94ec27bbd613 req-400077ed-5e6f-4e37-8a99-2880037273cf tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Request body: {'port': {'security_groups': []}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:08:05.168024 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fb6662c8-dc1a-4d28-bb6b-94ec27bbd613 req-400077ed-5e6f-4e37-8a99-2880037273cf tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:05.322920 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-fb6662c8-dc1a-4d28-bb6b-94ec27bbd613 req-400077ed-5e6f-4e37-8a99-2880037273cf tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] For port d155e779-02e3-401a-9fa0-9a10a8c37a82, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=d155e779-02e3-401a-9fa0-9a10a8c37a82,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:08:05.352147 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fb6662c8-dc1a-4d28-bb6b-94ec27bbd613 req-400077ed-5e6f-4e37-8a99-2880037273cf tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:05.356681 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fb6662c8-dc1a-4d28-bb6b-94ec27bbd613 req-400077ed-5e6f-4e37-8a99-2880037273cf tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:05.391858 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['a9b9a28b-f70c-4152-b15c-ca1fbce55eb3', '5ded3cb7-4dc4-4fbc-b5cd-394c44942fae', 'd155e779-02e3-401a-9fa0-9a10a8c37a82'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:08:05.406559 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6662c8-dc1a-4d28-bb6b-94ec27bbd613 req-400077ed-5e6f-4e37-8a99-2880037273cf tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:05.407177 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fb6662c8-dc1a-4d28-bb6b-94ec27bbd613 req-400077ed-5e6f-4e37-8a99-2880037273cf tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:05.409117 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fb6662c8-dc1a-4d28-bb6b-94ec27bbd613 req-400077ed-5e6f-4e37-8a99-2880037273cf tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "PUT /v2.0/ports/d155e779-02e3-401a-9fa0-9a10a8c37a82 HTTP/1.1" status: 200 len: 904 time: 0.3062162 Dec 09 16:08:05.409568 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '659cc74f-934a-454e-99b4-ee7313149b63', 'tag': 'd155e779-02e3-401a-9fa0-9a10a8c37a82'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:08:05.412674 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940902b7-5403-49fb-9935-4c7e571963cc" -d '{"events": [{"name": "network-changed", "server_uuid": "659cc74f-934a-454e-99b4-ee7313149b63", "tag": "d155e779-02e3-401a-9fa0-9a10a8c37a82"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:08:05.442049 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400077ed-5e6f-4e37-8a99-2880037273cf tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Pushing event updated for resources: {'Port': ['ID=d155e779-02e3-401a-9fa0-9a10a8c37a82,revision_number=6']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:08:05.520428 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02844f-5493-4cc2-ae00-2c084de9f71f req-9c6946f5-aef2-4564-bf86-985d118aafa6 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:05.522140 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5a02844f-5493-4cc2-ae00-2c084de9f71f req-9c6946f5-aef2-4564-bf86-985d118aafa6 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=659cc74f-934a-454e-99b4-ee7313149b63 HTTP/1.1" status: 200 len: 907 time: 0.0543463 Dec 09 16:08:05.542149 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['d155e779-02e3-401a-9fa0-9a10a8c37a82'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:08:05.570538 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4639a1c-5b38-4a18-a077-07db0fb3df11 x-openstack-request-id: req-d4639a1c-5b38-4a18-a077-07db0fb3df11 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:08:05.570845 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "659cc74f-934a-454e-99b4-ee7313149b63", "tag": "d155e779-02e3-401a-9fa0-9a10a8c37a82", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:08:05.571221 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d4639a1c-5b38-4a18-a077-07db0fb3df11 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:08:05.571532 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '659cc74f-934a-454e-99b4-ee7313149b63', 'tag': 'd155e779-02e3-401a-9fa0-9a10a8c37a82', 'status': 'completed', 'code': 200} Dec 09 16:08:05.668238 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940902b7-5403-49fb-9935-4c7e571963cc req-f724a4ee-6cb3-45d7-b6a9-1624086caf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:05.669870 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-940902b7-5403-49fb-9935-4c7e571963cc req-f724a4ee-6cb3-45d7-b6a9-1624086caf14 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dff41d0cd6dc4e42b95a80470934c32b&device_id=659cc74f-934a-454e-99b4-ee7313149b63 HTTP/1.1" status: 200 len: 1058 time: 0.0515926 Dec 09 16:08:05.677835 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac079fc-8273-41d5-9990-73a49e10521c req-4898aea4-05ca-49ad-859e-f7141a83915f tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:05.679616 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4ac079fc-8273-41d5-9990-73a49e10521c req-4898aea4-05ca-49ad-859e-f7141a83915f tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0573854 Dec 09 16:08:05.687914 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fdb9e475-0343-4c98-bd4f-a85d89050f40 None None] Provisioning complete for port d155e779-02e3-401a-9fa0-9a10a8c37a82 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:08:05.688218 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fdb9e475-0343-4c98-bd4f-a85d89050f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:05.737184 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4ac079fc-8273-41d5-9990-73a49e10521c req-09d43a71-eef5-4493-ac0f-5b0afcbeb201 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510371 Dec 09 16:08:05.787720 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940902b7-5403-49fb-9935-4c7e571963cc req-a56e6cb8-18cf-4b95-9253-79840c4ff580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:05.789541 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-940902b7-5403-49fb-9935-4c7e571963cc req-a56e6cb8-18cf-4b95-9253-79840c4ff580 service neutron] 10.222.0.42 "GET /v2.0/networks?id=10465fca-def6-40ef-b54b-0b10ab1b7b44 HTTP/1.1" status: 200 len: 912 time: 0.1125958 Dec 09 16:08:05.840986 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-940902b7-5403-49fb-9935-4c7e571963cc req-0236d3ca-11f2-46cd-87de-f69a3e5c5405 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d155e779-02e3-401a-9fa0-9a10a8c37a82 HTTP/1.1" status: 200 len: 217 time: 0.0424950 Dec 09 16:08:05.861188 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e58c36-6898-4208-aefa-853c436e6fee req-908be9d4-7c65-4c72-87d0-36ed5ee32e61 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:05.862748 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1e58c36-6898-4208-aefa-853c436e6fee req-908be9d4-7c65-4c72-87d0-36ed5ee32e61 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0513783 Dec 09 16:08:05.890897 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940902b7-5403-49fb-9935-4c7e571963cc req-2b33d078-0776-4deb-83af-3066622a9a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:05.892366 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-940902b7-5403-49fb-9935-4c7e571963cc req-2b33d078-0776-4deb-83af-3066622a9a30 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3b011188-7849-4d66-ad21-4c37ec602085 HTTP/1.1" status: 200 len: 850 time: 0.0443110 Dec 09 16:08:05.914842 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1e58c36-6898-4208-aefa-853c436e6fee req-d3b887ee-92a3-4986-8a13-c97639d46c5f tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458696 Dec 09 16:08:05.942437 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940902b7-5403-49fb-9935-4c7e571963cc req-5d72d248-8b14-4198-95f4-d4a9c05b6861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:05.943943 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-940902b7-5403-49fb-9935-4c7e571963cc req-5d72d248-8b14-4198-95f4-d4a9c05b6861 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=10465fca-def6-40ef-b54b-0b10ab1b7b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441446 Dec 09 16:08:06.034815 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-940902b7-5403-49fb-9935-4c7e571963cc req-dae34191-0552-427b-a99a-68886f563b2e service neutron] 10.222.0.42 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831990 Dec 09 16:08:06.134786 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-940902b7-5403-49fb-9935-4c7e571963cc req-6894250a-ac90-46e3-87e5-1d44467c3a8c service neutron] 10.222.0.42 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919807 Dec 09 16:08:06.138870 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-d9caeccc-fc8c-41c7-a98d-b33387464676 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:06.140353 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-d9caeccc-fc8c-41c7-a98d-b33387464676 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/networks?id=10465fca-def6-40ef-b54b-0b10ab1b7b44 HTTP/1.1" status: 200 len: 811 time: 0.1019514 Dec 09 16:08:06.156727 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-034c32d1-330d-47ee-a11d-3852214e1abb tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/quotas/dff41d0cd6dc4e42b95a80470934c32b HTTP/1.1" status: 200 len: 375 time: 0.0091686 Dec 09 16:08:06.219931 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-3640dbce-ee20-41a0-a92d-073ea1552526 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=dff41d0cd6dc4e42b95a80470934c32b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0560110 Dec 09 16:08:06.312592 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-1b29d6d0-2870-4297-8557-05969011de8e service neutron] 10.222.0.57 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855641 Dec 09 16:08:06.404722 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-1e84830a-bcbd-4733-980d-f4a5fe7c8704 service neutron] 10.222.0.57 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853329 Dec 09 16:08:06.563204 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8b10e145-ef23-450a-8c10-f97b4fa3c300 req-a9a1a927-531a-466a-9bc7-2c43f3b857be tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d91cde2-568e-4b89-93af-6e2f0dccf44f HTTP/1.1" status: 200 len: 210 time: 0.0308132 Dec 09 16:08:07.471686 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-b5979dc8-a2e2-40d8-a34a-7b608866d839 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:07.473174 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-b5979dc8-a2e2-40d8-a34a-7b608866d839 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.31 "GET /v2.0/networks?id=10465fca-def6-40ef-b54b-0b10ab1b7b44 HTTP/1.1" status: 200 len: 811 time: 0.1008267 Dec 09 16:08:07.487361 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-f73cffd3-d242-424b-83c2-ff645fa8f0d5 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Request body: {'port': {'device_id': '0d91cde2-568e-4b89-93af-6e2f0dccf44f', 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44', 'admin_state_up': True, 'tenant_id': 'dff41d0cd6dc4e42b95a80470934c32b'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:08:07.599638 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-f73cffd3-d242-424b-83c2-ff645fa8f0d5 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Made reservation on behalf of dff41d0cd6dc4e42b95a80470934c32b for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:08:07.603198 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-f73cffd3-d242-424b-83c2-ff645fa8f0d5 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:07.687967 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a0575554-8873-4110-8f98-d838a0a1b7a0 req-0e9fc2b3-e54f-41a4-a35f-1e35a5280811 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d91cde2-568e-4b89-93af-6e2f0dccf44f HTTP/1.1" status: 200 len: 210 time: 0.0326674 Dec 09 16:08:07.755482 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-f73cffd3-d242-424b-83c2-ff645fa8f0d5 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Allocated IP 172.20.0.14 (10465fca-def6-40ef-b54b-0b10ab1b7b44/3b011188-7849-4d66-ad21-4c37ec602085/6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:08:07.896174 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-f73cffd3-d242-424b-83c2-ff645fa8f0d5 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:07.929954 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-f73cffd3-d242-424b-83c2-ff645fa8f0d5 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:07.962562 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['a9b9a28b-f70c-4152-b15c-ca1fbce55eb3', '5ded3cb7-4dc4-4fbc-b5cd-394c44942fae'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:08:07.980820 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-f73cffd3-d242-424b-83c2-ff645fa8f0d5 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Network 10465fca-def6-40ef-b54b-0b10ab1b7b44 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:08:07.986658 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-f73cffd3-d242-424b-83c2-ff645fa8f0d5 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:08:07.989658 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73cffd3-d242-424b-83c2-ff645fa8f0d5 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Pushing event updated for resources: {'Port': ['ID=6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:08:07.991841 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-f73cffd3-d242-424b-83c2-ff645fa8f0d5 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:08:08.042674 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-f73cffd3-d242-424b-83c2-ff645fa8f0d5 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:08.043437 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-f73cffd3-d242-424b-83c2-ff645fa8f0d5 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:08.064584 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-f73cffd3-d242-424b-83c2-ff645fa8f0d5 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5815172 Dec 09 16:08:08.077233 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-ccb78638-f025-4149-88ec-a6461e2c966f service neutron] Request body: {'port': {'device_id': '0d91cde2-568e-4b89-93af-6e2f0dccf44f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:08:08.136367 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-ccb78638-f025-4149-88ec-a6461e2c966f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:08.242788 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5cce7fda-e31b-4a39-acc0-c3a1cf679dbc None None] Provisioning complete for port 6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:08:08.243157 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5cce7fda-e31b-4a39-acc0-c3a1cf679dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:08.276857 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5cce7fda-e31b-4a39-acc0-c3a1cf679dbc None None] Port 6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:08:08.408822 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-ccb78638-f025-4149-88ec-a6461e2c966f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:08:08.417214 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-ccb78638-f025-4149-88ec-a6461e2c966f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:08.428820 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-ccb78638-f025-4149-88ec-a6461e2c966f service neutron] Transition to ACTIVE for port object 6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:08:08.432487 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-ccb78638-f025-4149-88ec-a6461e2c966f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:08.483425 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb78638-f025-4149-88ec-a6461e2c966f service neutron] Pushing event updated for resources: {'Port': ['ID=6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:08:08.557000 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-ccb78638-f025-4149-88ec-a6461e2c966f service neutron] Attempting to bind port 6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:08:08.557372 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-ccb78638-f025-4149-88ec-a6461e2c966f service neutron] Attempting to bind port 6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '71e1b333-ca98-4003-8ba1-d22f8260f9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:08:08.557676 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-ccb78638-f025-4149-88ec-a6461e2c966f service neutron] Attempting to bind port 6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46 on network 10465fca-def6-40ef-b54b-0b10ab1b7b44 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:08:08.562753 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-ccb78638-f025-4149-88ec-a6461e2c966f service neutron] Port 6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46 on network 10465fca-def6-40ef-b54b-0b10ab1b7b44 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:08:08.563076 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-ccb78638-f025-4149-88ec-a6461e2c966f service neutron] Attempting to bind port 6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46 on network 10465fca-def6-40ef-b54b-0b10ab1b7b44 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:08:08.568872 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-ccb78638-f025-4149-88ec-a6461e2c966f service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:08:08.569214 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-ccb78638-f025-4149-88ec-a6461e2c966f service neutron] Checking segment: {'id': '71e1b333-ca98-4003-8ba1-d22f8260f9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:08:08.569604 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-ccb78638-f025-4149-88ec-a6461e2c966f service neutron] Bound using segment: {'id': '71e1b333-ca98-4003-8ba1-d22f8260f9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:08:08.570033 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-ccb78638-f025-4149-88ec-a6461e2c966f service neutron] Bound port: 6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71e1b333-ca98-4003-8ba1-d22f8260f9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:08:08.570395 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-ccb78638-f025-4149-88ec-a6461e2c966f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:08.636740 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-ccb78638-f025-4149-88ec-a6461e2c966f service neutron] For port 6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:08:08.639601 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-ccb78638-f025-4149-88ec-a6461e2c966f service neutron] For port 6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:08:08.644386 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-ccb78638-f025-4149-88ec-a6461e2c966f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:08.678251 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-ccb78638-f025-4149-88ec-a6461e2c966f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:08.678872 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-ccb78638-f025-4149-88ec-a6461e2c966f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:08.680265 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-ccb78638-f025-4149-88ec-a6461e2c966f service neutron] 10.222.0.31 "PUT /v2.0/ports/6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46 HTTP/1.1" status: 200 len: 1092 time: 0.6075203 Dec 09 16:08:08.680734 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d91cde2-568e-4b89-93af-6e2f0dccf44f', 'tag': '6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:08:08.682995 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e80457-ad48-49dc-bf66-53a49981a045" -d '{"events": [{"name": "network-changed", "server_uuid": "0d91cde2-568e-4b89-93af-6e2f0dccf44f", "tag": "6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:08:08.722441 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb78638-f025-4149-88ec-a6461e2c966f service neutron] Pushing event updated for resources: {'Port': ['ID=6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:08:08.728392 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8a23b3-311d-4273-b83c-b4d71c691c3d x-openstack-request-id: req-5a8a23b3-311d-4273-b83c-b4d71c691c3d {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:08:08.728769 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d91cde2-568e-4b89-93af-6e2f0dccf44f", "tag": "6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:08:08.729338 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5a8a23b3-311d-4273-b83c-b4d71c691c3d {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:08:08.730371 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d91cde2-568e-4b89-93af-6e2f0dccf44f', 'tag': '6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46', 'status': 'completed', 'code': 200} Dec 09 16:08:08.777489 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-47ed9340-e588-4c82-8b14-84b561877ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:08.779013 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-47ed9340-e588-4c82-8b14-84b561877ede service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dff41d0cd6dc4e42b95a80470934c32b&device_id=0d91cde2-568e-4b89-93af-6e2f0dccf44f HTTP/1.1" status: 200 len: 1095 time: 0.0452113 Dec 09 16:08:08.848192 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-4c1e9e3c-5257-473a-ab12-fad05e98b818 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46 HTTP/1.1" status: 200 len: 217 time: 0.0572705 Dec 09 16:08:08.901896 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d7871-64fd-48b8-9305-a5ee58dae3f7 req-961b3b9b-d2de-4f10-b1a5-5bee9dea5120 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:08.903395 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a20d7871-64fd-48b8-9305-a5ee58dae3f7 req-961b3b9b-d2de-4f10-b1a5-5bee9dea5120 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d91cde2-568e-4b89-93af-6e2f0dccf44f HTTP/1.1" status: 200 len: 944 time: 0.1220272 Dec 09 16:08:08.927564 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-d6eb59a2-84c3-42f6-8ebf-58d567afbde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:08.928924 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-d6eb59a2-84c3-42f6-8ebf-58d567afbde3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3b011188-7849-4d66-ad21-4c37ec602085 HTTP/1.1" status: 200 len: 850 time: 0.0728638 Dec 09 16:08:08.985908 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a20d7871-64fd-48b8-9305-a5ee58dae3f7 req-d0829be3-3e47-4d01-b0f3-8f12f323b179 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759032 Dec 09 16:08:08.995374 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-01d54c37-7d12-438b-9e1b-2a07ae45869e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:08.996954 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-01d54c37-7d12-438b-9e1b-2a07ae45869e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=10465fca-def6-40ef-b54b-0b10ab1b7b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569000 Dec 09 16:08:09.084635 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-dba74b2e-b442-4fef-9c48-8a72f18f94da service neutron] 10.222.0.31 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808723 Dec 09 16:08:09.176352 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e7ac99a5-7392-40f4-9acd-47f0b50dc115 req-a361d85c-df2b-4673-91fa-da1d02139bb6 service neutron] 10.222.0.31 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850909 Dec 09 16:08:09.263173 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e80457-ad48-49dc-bf66-53a49981a045 req-288cf902-08fb-4dff-9b18-723354a06fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:09.264713 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-27e80457-ad48-49dc-bf66-53a49981a045 req-288cf902-08fb-4dff-9b18-723354a06fc9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dff41d0cd6dc4e42b95a80470934c32b&device_id=0d91cde2-568e-4b89-93af-6e2f0dccf44f HTTP/1.1" status: 200 len: 1095 time: 0.0408902 Dec 09 16:08:09.353561 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e80457-ad48-49dc-bf66-53a49981a045 req-d2f34b55-e830-4d44-a7b0-1fc33fe00ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:09.355031 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-27e80457-ad48-49dc-bf66-53a49981a045 req-d2f34b55-e830-4d44-a7b0-1fc33fe00ed5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=10465fca-def6-40ef-b54b-0b10ab1b7b44 HTTP/1.1" status: 200 len: 912 time: 0.0825610 Dec 09 16:08:09.400344 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-27e80457-ad48-49dc-bf66-53a49981a045 req-fc0ef0c9-c6b0-4e77-971b-1f656c4a9e49 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46 HTTP/1.1" status: 200 len: 217 time: 0.0381658 Dec 09 16:08:09.452238 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e80457-ad48-49dc-bf66-53a49981a045 req-2dec7126-9a75-4710-bafc-48d827f34cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:09.453740 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-27e80457-ad48-49dc-bf66-53a49981a045 req-2dec7126-9a75-4710-bafc-48d827f34cc0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3b011188-7849-4d66-ad21-4c37ec602085 HTTP/1.1" status: 200 len: 850 time: 0.0440149 Dec 09 16:08:09.498458 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e80457-ad48-49dc-bf66-53a49981a045 req-4a27ea56-9d39-45d0-bb8a-4045e2cf8a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:09.499942 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-27e80457-ad48-49dc-bf66-53a49981a045 req-4a27ea56-9d39-45d0-bb8a-4045e2cf8a98 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=10465fca-def6-40ef-b54b-0b10ab1b7b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392487 Dec 09 16:08:09.591380 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-27e80457-ad48-49dc-bf66-53a49981a045 req-b5806dd9-607d-436e-9ee5-3c71c65e14ba service neutron] 10.222.0.31 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837729 Dec 09 16:08:09.678313 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-27e80457-ad48-49dc-bf66-53a49981a045 req-b71ff4f3-6615-431d-9a0a-fba80733bdb4 service neutron] 10.222.0.31 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803857 Dec 09 16:08:10.107030 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c4134-552b-4fec-9899-a78799495a15 req-4338a75b-e0f5-4cd6-90ae-e70f1d7e73d9 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:10.108558 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e53c4134-552b-4fec-9899-a78799495a15 req-4338a75b-e0f5-4cd6-90ae-e70f1d7e73d9 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d91cde2-568e-4b89-93af-6e2f0dccf44f HTTP/1.1" status: 200 len: 944 time: 0.0539527 Dec 09 16:08:10.156808 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e53c4134-552b-4fec-9899-a78799495a15 req-f4dc05e7-4196-4a0b-a25d-1478d38621ca tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414083 Dec 09 16:08:11.270480 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb07bef-e9d4-450b-ade4-b399ac41ba0a req-f3029152-1ee1-4c9a-8008-8b16b4493f54 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:11.271982 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7fb07bef-e9d4-450b-ade4-b399ac41ba0a req-f3029152-1ee1-4c9a-8008-8b16b4493f54 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d91cde2-568e-4b89-93af-6e2f0dccf44f HTTP/1.1" status: 200 len: 944 time: 0.0491824 Dec 09 16:08:11.319296 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7fb07bef-e9d4-450b-ade4-b399ac41ba0a req-e5a472a2-b428-46f0-a691-9efc92bc2df6 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413349 Dec 09 16:08:12.133217 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:08:12.226424 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:08:12.237617 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46', 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44', 'port_id': '6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46', 'mac_address': 'fa:16:3e:df:ce:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b011188-7849-4d66-ad21-4c37ec602085', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:08:12.284533 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:12.297379 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:08:12.317689 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:08:12.321410 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:12.369763 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:08:12.434845 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453bea5-3ccd-4446-a32d-411eea920370 req-5130ea1b-94d5-4688-9bd5-6fa5d6e1196f tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:12.436339 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8453bea5-3ccd-4446-a32d-411eea920370 req-5130ea1b-94d5-4688-9bd5-6fa5d6e1196f tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d91cde2-568e-4b89-93af-6e2f0dccf44f HTTP/1.1" status: 200 len: 945 time: 0.0476069 Dec 09 16:08:12.487901 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8453bea5-3ccd-4446-a32d-411eea920370 req-b0b94726-e857-437b-ba09-0fac27e9f628 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448363 Dec 09 16:08:12.638046 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:08:13.601298 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebc21f-5927-475c-96c5-6e51188537a9 req-8e5dd997-9727-4c5c-a63f-f3eaeea49f55 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:13.602690 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-87ebc21f-5927-475c-96c5-6e51188537a9 req-8e5dd997-9727-4c5c-a63f-f3eaeea49f55 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d91cde2-568e-4b89-93af-6e2f0dccf44f HTTP/1.1" status: 200 len: 945 time: 0.0482495 Dec 09 16:08:13.649587 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-87ebc21f-5927-475c-96c5-6e51188537a9 req-b1533967-5f6c-4cb2-9588-775d63f160ff tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408974 Dec 09 16:08:14.149586 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:08:14.198137 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:08:14.202241 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:08:14.202614 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:14.280146 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:14.302557 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d91cde2-568e-4b89-93af-6e2f0dccf44f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:08:14.304814 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d761c2a6-7197-4bfe-86a3-c6873ec6c6ee" -d '{"events": [{"server_uuid": "0d91cde2-568e-4b89-93af-6e2f0dccf44f", "name": "network-vif-plugged", "status": "completed", "tag": "6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:08:14.317682 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:08:14.321716 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:14.346195 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf012ac8-3c75-4793-be8c-9415bd2587ee x-openstack-request-id: req-bf012ac8-3c75-4793-be8c-9415bd2587ee {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:08:14.346490 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d91cde2-568e-4b89-93af-6e2f0dccf44f", "name": "network-vif-plugged", "status": "completed", "tag": "6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:08:14.346746 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bf012ac8-3c75-4793-be8c-9415bd2587ee {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:08:14.347135 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d91cde2-568e-4b89-93af-6e2f0dccf44f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46', 'code': 200} Dec 09 16:08:14.373995 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:08:14.439607 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7986bd7-5275-4df6-8ace-98ae1f806040 req-a68b628d-eb43-4975-9f0d-ea8877ab37e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:14.441336 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d7986bd7-5275-4df6-8ace-98ae1f806040 req-a68b628d-eb43-4975-9f0d-ea8877ab37e4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0d91cde2-568e-4b89-93af-6e2f0dccf44f HTTP/1.1" status: 200 len: 1097 time: 0.0404873 Dec 09 16:08:14.486100 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d7986bd7-5275-4df6-8ace-98ae1f806040 req-c538f857-7dfe-43c3-a79e-f7dc029c46b2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363088 Dec 09 16:08:14.777327 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2050c-d8f8-4cfa-aadb-44c81a058fc4 req-eb80574f-ef3d-4ff3-a74d-ee9cf738cbb4 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:14.778856 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-67b2050c-d8f8-4cfa-aadb-44c81a058fc4 req-eb80574f-ef3d-4ff3-a74d-ee9cf738cbb4 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d91cde2-568e-4b89-93af-6e2f0dccf44f HTTP/1.1" status: 200 len: 946 time: 0.0553079 Dec 09 16:08:14.826382 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-67b2050c-d8f8-4cfa-aadb-44c81a058fc4 req-58077d19-ce4d-4881-b083-9542a758939d tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408638 Dec 09 16:08:15.942128 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1051b97-75c9-430c-a0e2-4a6e8f1d0e92 req-582df105-4c7b-488a-9393-fbb022d2a5e5 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:15.943609 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a1051b97-75c9-430c-a0e2-4a6e8f1d0e92 req-582df105-4c7b-488a-9393-fbb022d2a5e5 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d91cde2-568e-4b89-93af-6e2f0dccf44f HTTP/1.1" status: 200 len: 946 time: 0.0492196 Dec 09 16:08:15.991333 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a1051b97-75c9-430c-a0e2-4a6e8f1d0e92 req-a2067992-6220-4e24-b445-049f23db8b48 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418522 Dec 09 16:08:16.178776 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:16.200156 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356db69-faed-4d7c-a9d5-a314009bdc54 req-01db4d9b-bf9c-488b-9b33-24efaa858bf6 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:16.201695 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a356db69-faed-4d7c-a9d5-a314009bdc54 req-01db4d9b-bf9c-488b-9b33-24efaa858bf6 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d91cde2-568e-4b89-93af-6e2f0dccf44f HTTP/1.1" status: 200 len: 946 time: 0.0532892 Dec 09 16:08:16.249425 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a356db69-faed-4d7c-a9d5-a314009bdc54 req-754888be-2707-45a4-a3aa-486b5ac0cff2 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415571 Dec 09 16:08:17.365599 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0584f-f34a-499c-9b94-81a4848fb348 req-7edb2228-287b-4095-aa02-ae979aeec652 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:17.367077 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5cc0584f-f34a-499c-9b94-81a4848fb348 req-7edb2228-287b-4095-aa02-ae979aeec652 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d91cde2-568e-4b89-93af-6e2f0dccf44f HTTP/1.1" status: 200 len: 946 time: 0.0488167 Dec 09 16:08:17.414006 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5cc0584f-f34a-499c-9b94-81a4848fb348 req-9107f9d8-2b41-4388-8e74-ead14f82ccc8 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409117 Dec 09 16:08:17.819509 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374b261-37bd-4e6c-ab5c-c910e758099a req-91e5dde6-1666-4159-bc23-6a2b3a63cbf2 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:17.821039 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6374b261-37bd-4e6c-ab5c-c910e758099a req-91e5dde6-1666-4159-bc23-6a2b3a63cbf2 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d91cde2-568e-4b89-93af-6e2f0dccf44f HTTP/1.1" status: 200 len: 946 time: 0.0490508 Dec 09 16:08:17.871971 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6374b261-37bd-4e6c-ab5c-c910e758099a req-ce314da6-0ca3-441c-9ed4-a34967ca7fba tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449281 Dec 09 16:08:18.987260 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a6fea-d771-466d-94ce-e5871302cb34 req-73056267-4a98-44a6-967e-9b2fe269f818 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:18.988937 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bb2a6fea-d771-466d-94ce-e5871302cb34 req-73056267-4a98-44a6-967e-9b2fe269f818 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d91cde2-568e-4b89-93af-6e2f0dccf44f HTTP/1.1" status: 200 len: 946 time: 0.0490165 Dec 09 16:08:19.039831 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bb2a6fea-d771-466d-94ce-e5871302cb34 req-9a44b496-7aec-4a02-808a-0029001819f8 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442085 Dec 09 16:08:20.152539 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d07f3-7dec-46b5-b04d-395fe4efd797 req-6e1650c9-1cda-49ac-a736-e432d1672c57 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:20.154742 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f86d07f3-7dec-46b5-b04d-395fe4efd797 req-6e1650c9-1cda-49ac-a736-e432d1672c57 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d91cde2-568e-4b89-93af-6e2f0dccf44f HTTP/1.1" status: 200 len: 946 time: 0.0485616 Dec 09 16:08:20.184812 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:08:20.202501 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f86d07f3-7dec-46b5-b04d-395fe4efd797 req-32fb3219-63c3-4a2c-b42a-01f026e934ff tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408545 Dec 09 16:08:20.280434 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:08:20.292235 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46', 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44', 'port_id': '6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46', 'mac_address': 'fa:16:3e:df:ce:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b011188-7849-4d66-ad21-4c37ec602085', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:08:20.327364 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:20.341082 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:08:20.364444 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:08:20.368752 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:20.418367 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:08:20.471998 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:08:20.499395 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-62c45869-e1c7-4453-8e06-8221d2675cbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:21.325297 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ccd812-164e-4957-ba88-1f178a13e895 req-f6320d10-8281-405e-b4e2-29f2864d2287 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:21.326744 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-56ccd812-164e-4957-ba88-1f178a13e895 req-f6320d10-8281-405e-b4e2-29f2864d2287 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d91cde2-568e-4b89-93af-6e2f0dccf44f HTTP/1.1" status: 200 len: 945 time: 0.0526214 Dec 09 16:08:21.374943 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-56ccd812-164e-4957-ba88-1f178a13e895 req-d1e5a36b-b57f-43b8-80c3-ba1c34e559de tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418394 Dec 09 16:08:22.210709 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:08:22.258905 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:08:22.259285 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:22.334438 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:22.360630 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d91cde2-568e-4b89-93af-6e2f0dccf44f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:08:22.363026 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da66936c-3a3a-4a63-8f35-46b89240c645" -d '{"events": [{"server_uuid": "0d91cde2-568e-4b89-93af-6e2f0dccf44f", "name": "network-vif-plugged", "status": "completed", "tag": "6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:08:22.374952 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:08:22.379191 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:22.402769 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3b12b0-78c7-4691-814e-a4f275d454da x-openstack-request-id: req-ca3b12b0-78c7-4691-814e-a4f275d454da {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:08:22.402975 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d91cde2-568e-4b89-93af-6e2f0dccf44f", "name": "network-vif-plugged", "status": "completed", "tag": "6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:08:22.403175 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ca3b12b0-78c7-4691-814e-a4f275d454da {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:08:22.403654 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d91cde2-568e-4b89-93af-6e2f0dccf44f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46', 'code': 200} Dec 09 16:08:22.429717 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:08:22.521064 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5b1c7-de7b-49b6-8019-58b12093cb4a req-ec339917-f23c-441d-be6a-a3cb6e5072f9 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:22.522457 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-89a5b1c7-de7b-49b6-8019-58b12093cb4a req-ec339917-f23c-441d-be6a-a3cb6e5072f9 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d91cde2-568e-4b89-93af-6e2f0dccf44f HTTP/1.1" status: 200 len: 946 time: 0.0769002 Dec 09 16:08:22.528793 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-729e506c-ee30-4bc0-8fd4-01231c7be883 req-41391606-e190-4b35-a7d0-34a255d5c936 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0574784 Dec 09 16:08:22.578356 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-89a5b1c7-de7b-49b6-8019-58b12093cb4a req-33c6067e-c604-4ab5-a717-49aec55c1d28 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486155 Dec 09 16:08:22.624066 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e506c-ee30-4bc0-8fd4-01231c7be883 req-0aebe9d7-0a3f-418d-a6c7-25b797d9a2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:22.625612 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-729e506c-ee30-4bc0-8fd4-01231c7be883 req-0aebe9d7-0a3f-418d-a6c7-25b797d9a2d4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dff41d0cd6dc4e42b95a80470934c32b&device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 1095 time: 0.0413275 Dec 09 16:08:22.736991 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e506c-ee30-4bc0-8fd4-01231c7be883 req-bbc47876-4dc8-44cf-955e-e9d83e9216fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:22.738542 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-729e506c-ee30-4bc0-8fd4-01231c7be883 req-bbc47876-4dc8-44cf-955e-e9d83e9216fe service neutron] 10.222.0.31 "GET /v2.0/networks?id=10465fca-def6-40ef-b54b-0b10ab1b7b44 HTTP/1.1" status: 200 len: 912 time: 0.0821712 Dec 09 16:08:22.810538 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-729e506c-ee30-4bc0-8fd4-01231c7be883 req-3230e657-c675-418d-9462-d637d3667569 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a141b13b-6843-4625-b7c8-e8ee74c8d4f3 HTTP/1.1" status: 200 len: 998 time: 0.0623782 Dec 09 16:08:22.865586 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e506c-ee30-4bc0-8fd4-01231c7be883 req-4c1c0ee1-ab2b-458a-bcba-625f6aebc43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:22.866997 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-729e506c-ee30-4bc0-8fd4-01231c7be883 req-4c1c0ee1-ab2b-458a-bcba-625f6aebc43d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3b011188-7849-4d66-ad21-4c37ec602085 HTTP/1.1" status: 200 len: 850 time: 0.0428836 Dec 09 16:08:22.912622 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e506c-ee30-4bc0-8fd4-01231c7be883 req-6d1067be-7d82-4cea-b898-733c4e499a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:22.914079 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-729e506c-ee30-4bc0-8fd4-01231c7be883 req-6d1067be-7d82-4cea-b898-733c4e499a9d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=10465fca-def6-40ef-b54b-0b10ab1b7b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395911 Dec 09 16:08:23.005587 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1c4fd322-7dd4-48fa-8453-25909be933de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:23.006976 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-729e506c-ee30-4bc0-8fd4-01231c7be883 req-a73e4755-ce48-49bd-ae52-8a0ea063c02a service neutron] 10.222.0.31 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854590 Dec 09 16:08:23.096928 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-729e506c-ee30-4bc0-8fd4-01231c7be883 req-207e4287-5baf-40b4-b3c8-628e00f6b7aa service neutron] 10.222.0.31 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819976 Dec 09 16:08:23.705581 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbabbf66-1114-4cec-bd22-f501698eecc2 req-379e2e3a-b853-4f3c-8101-7b6d174eee8a tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:23.707988 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dbabbf66-1114-4cec-bd22-f501698eecc2 req-379e2e3a-b853-4f3c-8101-7b6d174eee8a tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d91cde2-568e-4b89-93af-6e2f0dccf44f HTTP/1.1" status: 200 len: 946 time: 0.0551300 Dec 09 16:08:23.761986 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dbabbf66-1114-4cec-bd22-f501698eecc2 req-79d596e6-d3f6-438a-a82d-302ea2ef7e7a tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474784 Dec 09 16:08:24.119552 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:24.783122 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:24.888617 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cce23-9ac3-479a-b2bf-b2ad2a513cbe req-e446a0bd-02e6-4a90-9af7-872cb9141c5c tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:24.890164 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9f4cce23-9ac3-479a-b2bf-b2ad2a513cbe req-e446a0bd-02e6-4a90-9af7-872cb9141c5c tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d91cde2-568e-4b89-93af-6e2f0dccf44f HTTP/1.1" status: 200 len: 946 time: 0.0565581 Dec 09 16:08:24.957824 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9f4cce23-9ac3-479a-b2bf-b2ad2a513cbe req-e08ea0ee-f765-4862-9c09-9c6208642870 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590568 Dec 09 16:08:25.377151 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:25.720962 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:08:26.072742 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85805186-fdb1-446d-9782-c81a39be81c2 req-237febeb-5ac3-4e14-8c4b-1f8d1a6a56d9 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:26.074397 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-85805186-fdb1-446d-9782-c81a39be81c2 req-237febeb-5ac3-4e14-8c4b-1f8d1a6a56d9 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d91cde2-568e-4b89-93af-6e2f0dccf44f HTTP/1.1" status: 200 len: 946 time: 0.0544584 Dec 09 16:08:26.151894 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-85805186-fdb1-446d-9782-c81a39be81c2 req-17872ebe-d0ef-421e-9270-2bb7a3324a27 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713975 Dec 09 16:08:26.449025 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:27.316913 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44a979-f7b0-451b-8d1f-343fa8c10280 req-31e5e96c-a7e3-43a6-a6f7-abcb62cf3b57 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:27.318475 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3b44a979-f7b0-451b-8d1f-343fa8c10280 req-31e5e96c-a7e3-43a6-a6f7-abcb62cf3b57 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d91cde2-568e-4b89-93af-6e2f0dccf44f HTTP/1.1" status: 200 len: 946 time: 0.0632854 Dec 09 16:08:27.377454 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3b44a979-f7b0-451b-8d1f-343fa8c10280 req-dbca9e8e-16c4-4ffd-9d12-9b7f97e5ab26 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521941 Dec 09 16:08:28.516915 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aef8ac-797d-4858-8880-03dd378d761d req-36b43b3b-e3fb-4b93-9437-9837afa4016c tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:28.519504 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-14aef8ac-797d-4858-8880-03dd378d761d req-36b43b3b-e3fb-4b93-9437-9837afa4016c tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d91cde2-568e-4b89-93af-6e2f0dccf44f HTTP/1.1" status: 200 len: 946 time: 0.0583372 Dec 09 16:08:28.600488 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-14aef8ac-797d-4858-8880-03dd378d761d req-532193b9-d5bc-4249-89a8-3410a7d35cc9 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747509 Dec 09 16:08:29.721926 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60331b-2313-43c5-b4d9-2c74aaf811d0 req-8d5ae9ce-c101-45bb-bb55-ae9d0fc16ffe tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:29.724793 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-de60331b-2313-43c5-b4d9-2c74aaf811d0 req-8d5ae9ce-c101-45bb-bb55-ae9d0fc16ffe tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d91cde2-568e-4b89-93af-6e2f0dccf44f HTTP/1.1" status: 200 len: 946 time: 0.0566733 Dec 09 16:08:30.037474 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-de60331b-2313-43c5-b4d9-2c74aaf811d0 req-5bfe70b8-749e-4fb4-94c2-0dbf33ea508f tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070111 Dec 09 16:08:31.161588 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829f8dd-e95c-4096-9821-cf2cc7c2dd0d req-b86f3094-f780-43b5-8621-5861f5bbed70 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:31.163905 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a829f8dd-e95c-4096-9821-cf2cc7c2dd0d req-b86f3094-f780-43b5-8621-5861f5bbed70 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d91cde2-568e-4b89-93af-6e2f0dccf44f HTTP/1.1" status: 200 len: 946 time: 0.0530944 Dec 09 16:08:31.223250 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a829f8dd-e95c-4096-9821-cf2cc7c2dd0d req-ca34c3b1-7376-41ab-a336-8cd373f6a14b tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524108 Dec 09 16:08:32.384823 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb054e75-0cb1-4a88-b110-b3f957fa1d7e req-65dbcab8-5174-4fe7-8b10-78ce9028bd0e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:32.389033 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bb054e75-0cb1-4a88-b110-b3f957fa1d7e req-65dbcab8-5174-4fe7-8b10-78ce9028bd0e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d91cde2-568e-4b89-93af-6e2f0dccf44f HTTP/1.1" status: 200 len: 946 time: 0.0857618 Dec 09 16:08:32.441581 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bb054e75-0cb1-4a88-b110-b3f957fa1d7e req-326ac5a8-aa70-4488-86e4-1096fe155bca tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480025 Dec 09 16:08:33.567401 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24625325-71df-4d7e-9c7d-2b1871605f2e req-bca992dd-df0c-460f-904b-072057839f71 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:33.568876 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-24625325-71df-4d7e-9c7d-2b1871605f2e req-bca992dd-df0c-460f-904b-072057839f71 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d91cde2-568e-4b89-93af-6e2f0dccf44f HTTP/1.1" status: 200 len: 946 time: 0.0481691 Dec 09 16:08:33.614622 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-24625325-71df-4d7e-9c7d-2b1871605f2e req-7ace42ce-24ab-4e6f-bf45-585bea8a8286 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398033 Dec 09 16:08:34.009776 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce8b09-9a51-40ff-8717-20e09ddd4b2e req-b86e0e56-2a66-44d2-ac97-cbec1e875ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:34.011403 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-78ce8b09-9a51-40ff-8717-20e09ddd4b2e req-b86e0e56-2a66-44d2-ac97-cbec1e875ff5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dff41d0cd6dc4e42b95a80470934c32b&device_id=0d91cde2-568e-4b89-93af-6e2f0dccf44f HTTP/1.1" status: 200 len: 1097 time: 0.0414598 Dec 09 16:08:34.103520 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce8b09-9a51-40ff-8717-20e09ddd4b2e req-c8e3cf49-c721-4379-9429-0713537f5408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:34.105006 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-78ce8b09-9a51-40ff-8717-20e09ddd4b2e req-c8e3cf49-c721-4379-9429-0713537f5408 service neutron] 10.222.0.31 "GET /v2.0/networks?id=10465fca-def6-40ef-b54b-0b10ab1b7b44 HTTP/1.1" status: 200 len: 912 time: 0.0857871 Dec 09 16:08:34.145995 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-78ce8b09-9a51-40ff-8717-20e09ddd4b2e req-55558a32-f3d8-4c27-99f9-1465c249c01d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46 HTTP/1.1" status: 200 len: 217 time: 0.0339892 Dec 09 16:08:34.195025 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce8b09-9a51-40ff-8717-20e09ddd4b2e req-46508663-69ba-4029-b08a-d538aa9d5f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:34.196457 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-78ce8b09-9a51-40ff-8717-20e09ddd4b2e req-46508663-69ba-4029-b08a-d538aa9d5f1f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3b011188-7849-4d66-ad21-4c37ec602085 HTTP/1.1" status: 200 len: 850 time: 0.0433934 Dec 09 16:08:34.253421 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce8b09-9a51-40ff-8717-20e09ddd4b2e req-5584c00c-36f1-4a18-b1c1-86fd07ba8a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:34.254932 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-78ce8b09-9a51-40ff-8717-20e09ddd4b2e req-5584c00c-36f1-4a18-b1c1-86fd07ba8a64 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=10465fca-def6-40ef-b54b-0b10ab1b7b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515532 Dec 09 16:08:34.345082 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-78ce8b09-9a51-40ff-8717-20e09ddd4b2e req-8f0d9712-3782-475a-89b5-d716ff4e0919 service neutron] 10.222.0.31 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825970 Dec 09 16:08:34.445955 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-78ce8b09-9a51-40ff-8717-20e09ddd4b2e req-c4485667-8a5f-4ceb-bd48-fe6ca6cf81cc service neutron] 10.222.0.31 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919824 Dec 09 16:08:34.730727 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab360b05-2bfa-4f64-b77f-ffe491a91ddf req-ea9e16e3-a664-4eba-91bc-80b091195d85 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:34.732209 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ab360b05-2bfa-4f64-b77f-ffe491a91ddf req-ea9e16e3-a664-4eba-91bc-80b091195d85 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d91cde2-568e-4b89-93af-6e2f0dccf44f HTTP/1.1" status: 200 len: 946 time: 0.0498872 Dec 09 16:08:34.782501 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ab360b05-2bfa-4f64-b77f-ffe491a91ddf req-8f49bba8-a53a-4078-b319-1f806cf39f4f tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442231 Dec 09 16:08:35.902420 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e7d16-706e-4696-9a38-da29655e61ec req-fe2b8d57-0811-4be3-827e-04ed8cc6d8af tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:35.903951 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a14e7d16-706e-4696-9a38-da29655e61ec req-fe2b8d57-0811-4be3-827e-04ed8cc6d8af tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d91cde2-568e-4b89-93af-6e2f0dccf44f HTTP/1.1" status: 200 len: 946 time: 0.0490761 Dec 09 16:08:35.951635 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a14e7d16-706e-4696-9a38-da29655e61ec req-be9b3e74-f5e2-4f1d-ab6d-059312db9941 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416942 Dec 09 16:08:36.349984 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:08:36.424963 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:36.450521 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d91cde2-568e-4b89-93af-6e2f0dccf44f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:08:36.452873 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d05985-fdd4-4b63-8fdd-3bec79df740c" -d '{"events": [{"server_uuid": "0d91cde2-568e-4b89-93af-6e2f0dccf44f", "name": "network-vif-unplugged", "status": "completed", "tag": "6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:08:36.471449 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:08:36.476204 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:36.504459 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 16:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd34353-1db8-4b1f-8e32-cd942a4a6d05 x-openstack-request-id: req-6bd34353-1db8-4b1f-8e32-cd942a4a6d05 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:08:36.504756 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d91cde2-568e-4b89-93af-6e2f0dccf44f", "name": "network-vif-unplugged", "status": "completed", "tag": "6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:08:36.505611 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6bd34353-1db8-4b1f-8e32-cd942a4a6d05 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:08:36.506001 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d91cde2-568e-4b89-93af-6e2f0dccf44f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46', 'code': 200} Dec 09 16:08:36.532752 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:08:36.540343 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:08:36.540717 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:08:36.541060 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:08:36.541398 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:08:36.541729 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:08:36.542059 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:08:36.542383 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:08:36.542705 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:08:36.543026 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:08:36.543347 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:08:36.543665 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:08:36.543982 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:08:36.544299 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:08:37.074441 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b58186-0bb5-4270-9ae8-fb8b97709f93 req-7ca0d305-6ab8-4e35-8082-dedca4943333 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:37.075945 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57b58186-0bb5-4270-9ae8-fb8b97709f93 req-7ca0d305-6ab8-4e35-8082-dedca4943333 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d91cde2-568e-4b89-93af-6e2f0dccf44f HTTP/1.1" status: 200 len: 944 time: 0.0524554 Dec 09 16:08:37.123764 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57b58186-0bb5-4270-9ae8-fb8b97709f93 req-ce1cd3e3-825e-4521-b9c5-0ee57963b550 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418761 Dec 09 16:08:37.235254 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2edbd-e5a7-4b4c-b2b9-b40030b95cb1 req-551e5093-d90b-4999-b74a-4118d3702598 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:37.236684 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-63c2edbd-e5a7-4b4c-b2b9-b40030b95cb1 req-551e5093-d90b-4999-b74a-4118d3702598 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0487289 Dec 09 16:08:37.284354 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-63c2edbd-e5a7-4b4c-b2b9-b40030b95cb1 req-d852f230-2d51-40fa-b5d9-455f4349776c tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410063 Dec 09 16:08:37.405858 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e633c-a060-4e7a-8450-bf203b202dc9 req-b8915c21-41fe-4d09-8823-cf75b635f8b4 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:37.407329 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-590e633c-a060-4e7a-8450-bf203b202dc9 req-b8915c21-41fe-4d09-8823-cf75b635f8b4 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0516505 Dec 09 16:08:37.454428 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-590e633c-a060-4e7a-8450-bf203b202dc9 req-2e1f7050-6d01-4327-b9d9-65902ea40f29 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409565 Dec 09 16:08:37.653905 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0acddd-7c6d-47f3-9bd2-fb4e0b27b76e req-a82862ac-773b-4c04-a01e-4be23cd616a2 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:37.655607 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5c0acddd-7c6d-47f3-9bd2-fb4e0b27b76e req-a82862ac-773b-4c04-a01e-4be23cd616a2 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0565736 Dec 09 16:08:37.703051 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5c0acddd-7c6d-47f3-9bd2-fb4e0b27b76e req-f3027bf8-adda-49f9-8c55-4ea47a20de55 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414453 Dec 09 16:08:38.819057 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471559aa-3c5b-467f-830d-29961a88b3b0 req-b0ce1a96-c4f8-4faf-b74e-4a4ff1711367 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:38.820569 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-471559aa-3c5b-467f-830d-29961a88b3b0 req-b0ce1a96-c4f8-4faf-b74e-4a4ff1711367 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0490518 Dec 09 16:08:38.871544 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-471559aa-3c5b-467f-830d-29961a88b3b0 req-cdcef521-0b3a-4bde-bdd8-5477048df971 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450363 Dec 09 16:08:39.993182 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f1e3a-db88-4c65-81ce-c0a7d4b9d69b req-14d285c1-5f55-440d-9904-91557ac7db22 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:39.994669 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-453f1e3a-db88-4c65-81ce-c0a7d4b9d69b req-14d285c1-5f55-440d-9904-91557ac7db22 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0488038 Dec 09 16:08:40.042239 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-453f1e3a-db88-4c65-81ce-c0a7d4b9d69b req-8fe2e0b1-5323-43d2-8212-13694c7b9809 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416834 Dec 09 16:08:40.163104 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6cbba37b-d2cb-4087-9360-58378632361d req-f6b36641-346c-4b2d-ba96-e9ad74a161d0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2be1b1ae-d42d-4aaa-a893-f9040ed741ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405557 Dec 09 16:08:40.234694 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbba37b-d2cb-4087-9360-58378632361d req-379112ef-51b9-4d46-b775-fd9fb128b8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:40.236148 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6cbba37b-d2cb-4087-9360-58378632361d req-379112ef-51b9-4d46-b775-fd9fb128b8f3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dff41d0cd6dc4e42b95a80470934c32b&device_id=2be1b1ae-d42d-4aaa-a893-f9040ed741ea HTTP/1.1" status: 200 len: 1097 time: 0.0401154 Dec 09 16:08:40.340913 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbba37b-d2cb-4087-9360-58378632361d req-0b5373d9-9ad2-45ad-8f99-b6df7da8f26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:40.342420 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6cbba37b-d2cb-4087-9360-58378632361d req-0b5373d9-9ad2-45ad-8f99-b6df7da8f26c service neutron] 10.222.0.42 "GET /v2.0/networks?id=10465fca-def6-40ef-b54b-0b10ab1b7b44 HTTP/1.1" status: 200 len: 912 time: 0.0868309 Dec 09 16:08:40.384508 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6cbba37b-d2cb-4087-9360-58378632361d req-d92b1bd3-cbe4-4690-a66d-06795198a782 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ded3cb7-4dc4-4fbc-b5cd-394c44942fae HTTP/1.1" status: 200 len: 217 time: 0.0344360 Dec 09 16:08:40.433179 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbba37b-d2cb-4087-9360-58378632361d req-309482d2-173b-4529-8f27-7e445f7098fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:40.434548 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6cbba37b-d2cb-4087-9360-58378632361d req-309482d2-173b-4529-8f27-7e445f7098fc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3b011188-7849-4d66-ad21-4c37ec602085 HTTP/1.1" status: 200 len: 850 time: 0.0433273 Dec 09 16:08:40.480312 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbba37b-d2cb-4087-9360-58378632361d req-da2926ef-23dc-4836-b8a3-0ff4d8e87415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:40.481797 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6cbba37b-d2cb-4087-9360-58378632361d req-da2926ef-23dc-4836-b8a3-0ff4d8e87415 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=10465fca-def6-40ef-b54b-0b10ab1b7b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397034 Dec 09 16:08:40.572798 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6cbba37b-d2cb-4087-9360-58378632361d req-c46016b5-ce72-4698-80fe-67017e0f4150 service neutron] 10.222.0.42 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831940 Dec 09 16:08:40.665605 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6cbba37b-d2cb-4087-9360-58378632361d req-de1e494a-d9a7-4d56-8854-75cc84e3869a service neutron] 10.222.0.42 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861859 Dec 09 16:08:41.156402 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bd22a-92e1-47ea-9c5b-3c8a9a47176d req-e89f4f3f-2ea9-4efe-bddd-9ddbb167a74a tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:41.157885 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b71bd22a-92e1-47ea-9c5b-3c8a9a47176d req-e89f4f3f-2ea9-4efe-bddd-9ddbb167a74a tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0482233 Dec 09 16:08:41.204696 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b71bd22a-92e1-47ea-9c5b-3c8a9a47176d req-ef9ebc15-e2fd-4166-b1d5-40be0b6daadd tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408912 Dec 09 16:08:42.323040 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1787a0dd-e665-40b3-8b49-293326e4376d req-be299595-97be-482b-a53f-223b5bbedefe tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:42.324567 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1787a0dd-e665-40b3-8b49-293326e4376d req-be299595-97be-482b-a53f-223b5bbedefe tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0524125 Dec 09 16:08:42.371625 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1787a0dd-e665-40b3-8b49-293326e4376d req-3b3c7c61-f019-42cf-a830-99a1bbcf2a06 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410283 Dec 09 16:08:43.485400 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41991538-fa04-4a5c-a750-be75bd8ee341 req-713e8647-e577-4ed7-89f4-9fb292d259d5 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:43.486870 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-41991538-fa04-4a5c-a750-be75bd8ee341 req-713e8647-e577-4ed7-89f4-9fb292d259d5 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0482635 Dec 09 16:08:43.534258 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-41991538-fa04-4a5c-a750-be75bd8ee341 req-c632972f-c4c8-46b8-b73f-1f360f22e88d tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412567 Dec 09 16:08:44.648725 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e454ac0-5a82-431b-bdbc-0679a7a5d527 req-b6b2dfcb-5d02-4512-a0cb-1739d7751e7c tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:44.650127 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e454ac0-5a82-431b-bdbc-0679a7a5d527 req-b6b2dfcb-5d02-4512-a0cb-1739d7751e7c tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0481820 Dec 09 16:08:44.700308 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e454ac0-5a82-431b-bdbc-0679a7a5d527 req-a6c97c4e-2c67-40d4-981d-07872f2954c3 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444021 Dec 09 16:08:45.817092 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea0f72-bb72-4e50-9d6f-de0d442d8d61 req-3d72d4db-4129-4265-8850-b37556c3832d tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:45.819092 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-81ea0f72-bb72-4e50-9d6f-de0d442d8d61 req-3d72d4db-4129-4265-8850-b37556c3832d tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0493286 Dec 09 16:08:45.868797 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-81ea0f72-bb72-4e50-9d6f-de0d442d8d61 req-6460e47c-5eca-4350-a66a-801a395272bb tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430207 Dec 09 16:08:46.178285 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:46.987975 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c00e4e-5854-4f6f-8ab6-aa7284280e2f req-8337d209-eb57-431a-b3fd-c8347bb600dc tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:46.989555 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-27c00e4e-5854-4f6f-8ab6-aa7284280e2f req-8337d209-eb57-431a-b3fd-c8347bb600dc tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0512035 Dec 09 16:08:47.035838 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-27c00e4e-5854-4f6f-8ab6-aa7284280e2f req-92aa0523-3e5f-42c0-9fd1-ecc5c4d82204 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403349 Dec 09 16:08:48.154456 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b815662-f18d-45b1-8377-7614c23c9712 req-ef612ba4-9518-4773-aa88-15f29fd7cc94 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:48.155952 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3b815662-f18d-45b1-8377-7614c23c9712 req-ef612ba4-9518-4773-aa88-15f29fd7cc94 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0528452 Dec 09 16:08:48.202155 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3b815662-f18d-45b1-8377-7614c23c9712 req-7120b7ac-78b1-43ff-b113-f28719fab4bc tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403221 Dec 09 16:08:48.423850 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265287b2-9609-4af6-8f15-a13c547881b4 req-64db120c-8765-4535-b89e-e7555b895e97 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:48.425365 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-265287b2-9609-4af6-8f15-a13c547881b4 req-64db120c-8765-4535-b89e-e7555b895e97 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0720925 Dec 09 16:08:48.453191 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85413e-8ba1-405d-82a6-b1ae57ef7dfe req-64e13244-acfb-4133-97e9-328b74830fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:48.454645 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ad85413e-8ba1-405d-82a6-b1ae57ef7dfe req-64e13244-acfb-4133-97e9-328b74830fb0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dff41d0cd6dc4e42b95a80470934c32b&device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 1095 time: 0.0695999 Dec 09 16:08:48.523842 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-265287b2-9609-4af6-8f15-a13c547881b4 req-b8c0939f-3e78-4aba-8bb6-b6dd8f227dde tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911825 Dec 09 16:08:48.562434 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85413e-8ba1-405d-82a6-b1ae57ef7dfe req-2c0277c2-e712-4541-859c-5fe18f03a15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:48.563897 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ad85413e-8ba1-405d-82a6-b1ae57ef7dfe req-2c0277c2-e712-4541-859c-5fe18f03a15c service neutron] 10.222.0.31 "GET /v2.0/networks?id=10465fca-def6-40ef-b54b-0b10ab1b7b44 HTTP/1.1" status: 200 len: 912 time: 0.1016178 Dec 09 16:08:48.633500 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ad85413e-8ba1-405d-82a6-b1ae57ef7dfe req-829f373d-d2b6-4c83-9ee4-135ae884a368 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a141b13b-6843-4625-b7c8-e8ee74c8d4f3 HTTP/1.1" status: 200 len: 998 time: 0.0620208 Dec 09 16:08:48.680709 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85413e-8ba1-405d-82a6-b1ae57ef7dfe req-5f1006b4-64f2-4a32-a124-9e2971a8b162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:48.682125 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ad85413e-8ba1-405d-82a6-b1ae57ef7dfe req-5f1006b4-64f2-4a32-a124-9e2971a8b162 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3b011188-7849-4d66-ad21-4c37ec602085 HTTP/1.1" status: 200 len: 850 time: 0.0422366 Dec 09 16:08:48.728061 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85413e-8ba1-405d-82a6-b1ae57ef7dfe req-941eeb17-d5e8-4ab7-82c0-278d3c0e2922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:48.729592 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ad85413e-8ba1-405d-82a6-b1ae57ef7dfe req-941eeb17-d5e8-4ab7-82c0-278d3c0e2922 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=10465fca-def6-40ef-b54b-0b10ab1b7b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404570 Dec 09 16:08:48.822546 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ad85413e-8ba1-405d-82a6-b1ae57ef7dfe req-2844102e-54fc-4d1e-a042-7cf956ebcb57 service neutron] 10.222.0.31 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853882 Dec 09 16:08:48.913028 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ad85413e-8ba1-405d-82a6-b1ae57ef7dfe req-57c644dc-e512-452e-bcfd-a4a8cc0e0234 service neutron] 10.222.0.31 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833948 Dec 09 16:08:49.638557 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6776e-bbca-4580-92d2-648603643713 req-b97bb68e-3bbc-49d0-bba9-e1033c5c7a46 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:49.639926 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-16b6776e-bbca-4580-92d2-648603643713 req-b97bb68e-3bbc-49d0-bba9-e1033c5c7a46 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0489099 Dec 09 16:08:49.690550 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-16b6776e-bbca-4580-92d2-648603643713 req-5692a6d9-feae-422d-b1d1-a83e541a3a17 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447104 Dec 09 16:08:49.801636 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f694d1-1c68-4225-8fd5-f7f99cab324e req-c6968a13-8887-4739-ade2-0ae92751861e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:49.803224 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f4f694d1-1c68-4225-8fd5-f7f99cab324e req-c6968a13-8887-4739-ade2-0ae92751861e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0482848 Dec 09 16:08:49.851153 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f4f694d1-1c68-4225-8fd5-f7f99cab324e req-74a2d809-3c98-416f-a176-dd6c60f807ff tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419221 Dec 09 16:08:49.965718 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c070ba-9d67-4096-bf18-bc8c6f0087d6 req-402dba93-f6b0-4d76-94e6-96b1959b9cfe tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:49.967133 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-24c070ba-9d67-4096-bf18-bc8c6f0087d6 req-402dba93-f6b0-4d76-94e6-96b1959b9cfe tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0484345 Dec 09 16:08:50.013999 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-24c070ba-9d67-4096-bf18-bc8c6f0087d6 req-bacfbde0-9d10-48bf-9442-414dd759e790 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407784 Dec 09 16:08:50.237876 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3701da9-e0a8-47c7-a7cc-989f2b601f15 req-13296bd1-1148-4575-96e4-c1e849d8d135 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:50.239263 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d3701da9-e0a8-47c7-a7cc-989f2b601f15 req-13296bd1-1148-4575-96e4-c1e849d8d135 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0529404 Dec 09 16:08:50.287991 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d3701da9-e0a8-47c7-a7cc-989f2b601f15 req-437afe64-da9f-4a6c-8f3f-319ff16833e1 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411599 Dec 09 16:08:50.481588 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7d9c3401-e102-4c37-a82f-e5fd6707cf5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:51.403350 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec793b1c-faaa-4739-b3d0-aca82712b70d req-87a066f9-28e1-4390-a827-cb4c5aff6d62 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:51.404844 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ec793b1c-faaa-4739-b3d0-aca82712b70d req-87a066f9-28e1-4390-a827-cb4c5aff6d62 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0479636 Dec 09 16:08:51.451476 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ec793b1c-faaa-4739-b3d0-aca82712b70d req-a5acab46-4677-4954-aa44-df992958f405 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407860 Dec 09 16:08:51.682547 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c031c5-3b8c-47b2-84c6-ae28a6284e19 req-8369b5f7-443d-401f-81c2-3a60ca5ae413 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:51.684031 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-16c031c5-3b8c-47b2-84c6-ae28a6284e19 req-8369b5f7-443d-401f-81c2-3a60ca5ae413 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0840967 Dec 09 16:08:51.689575 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ab2e1-694a-4f8b-863f-903a57de8ce8 req-fd69b7c4-0438-4453-b15a-bb506239db54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:51.690946 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-101ab2e1-694a-4f8b-863f-903a57de8ce8 req-fd69b7c4-0438-4453-b15a-bb506239db54 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dff41d0cd6dc4e42b95a80470934c32b&device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 1095 time: 0.0584867 Dec 09 16:08:51.788311 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-16c031c5-3b8c-47b2-84c6-ae28a6284e19 req-ef32caad-d671-4f03-8848-22cc8c960c53 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963309 Dec 09 16:08:51.812840 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ab2e1-694a-4f8b-863f-903a57de8ce8 req-7e47cd9b-c368-471e-9e9a-e4e2504cdde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:51.814340 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-101ab2e1-694a-4f8b-863f-903a57de8ce8 req-7e47cd9b-c368-471e-9e9a-e4e2504cdde1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=10465fca-def6-40ef-b54b-0b10ab1b7b44 HTTP/1.1" status: 200 len: 912 time: 0.1160908 Dec 09 16:08:51.880291 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-101ab2e1-694a-4f8b-863f-903a57de8ce8 req-f4afbae3-6c52-4d8c-b3e5-df1bd5492b18 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a141b13b-6843-4625-b7c8-e8ee74c8d4f3 HTTP/1.1" status: 200 len: 998 time: 0.0581646 Dec 09 16:08:51.927707 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ab2e1-694a-4f8b-863f-903a57de8ce8 req-c4b7d8e8-4225-4ae1-b706-782a1a410a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:51.929139 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-101ab2e1-694a-4f8b-863f-903a57de8ce8 req-c4b7d8e8-4225-4ae1-b706-782a1a410a9b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3b011188-7849-4d66-ad21-4c37ec602085 HTTP/1.1" status: 200 len: 850 time: 0.0425041 Dec 09 16:08:51.979168 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ab2e1-694a-4f8b-863f-903a57de8ce8 req-b478f634-31a3-49e5-a3f4-e662030c10b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:51.980656 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-101ab2e1-694a-4f8b-863f-903a57de8ce8 req-b478f634-31a3-49e5-a3f4-e662030c10b5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=10465fca-def6-40ef-b54b-0b10ab1b7b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434976 Dec 09 16:08:52.068584 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-101ab2e1-694a-4f8b-863f-903a57de8ce8 req-bea99386-56f4-4a27-92e9-4fb75b904b73 service neutron] 10.222.0.31 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799048 Dec 09 16:08:52.159878 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-101ab2e1-694a-4f8b-863f-903a57de8ce8 req-b87e0a35-707f-44be-96c6-d504110a27f4 service neutron] 10.222.0.31 "GET /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847054 Dec 09 16:08:52.902757 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7b1a6-5d27-4cb5-b51d-f1959282efba req-9bdded02-eaee-4ca6-92b6-d8c648d0bc15 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:52.904233 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8ac7b1a6-5d27-4cb5-b51d-f1959282efba req-9bdded02-eaee-4ca6-92b6-d8c648d0bc15 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0488665 Dec 09 16:08:52.952761 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8ac7b1a6-5d27-4cb5-b51d-f1959282efba req-fc163dcd-30ec-4896-88d3-0fd2969787c3 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425327 Dec 09 16:08:53.006956 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dce17753-a423-4cbc-9eae-63f826acf21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:54.067667 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc90f7-93c2-4544-b8b6-daa58f0714f1 req-619c98d3-5a8c-4484-b285-fdfb063cc26e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:54.069733 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3afc90f7-93c2-4544-b8b6-daa58f0714f1 req-619c98d3-5a8c-4484-b285-fdfb063cc26e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0494921 Dec 09 16:08:54.118016 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3afc90f7-93c2-4544-b8b6-daa58f0714f1 req-b449a758-14cd-460c-990f-df50db43ca00 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423353 Dec 09 16:08:54.121390 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:54.236869 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1b587-a579-4240-bdd5-8ee08af17c47 req-73278bdf-876b-447b-9683-bc36b50736bf tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:54.238253 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7ab1b587-a579-4240-bdd5-8ee08af17c47 req-73278bdf-876b-447b-9683-bc36b50736bf tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0542350 Dec 09 16:08:54.285337 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7ab1b587-a579-4240-bdd5-8ee08af17c47 req-6a3cd545-0cd8-43f4-848d-5af843117ac2 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412169 Dec 09 16:08:54.799040 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:54.891718 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeae2d4-9e3d-4ecc-8f10-9d164f2e3da2 req-36461b77-a6e5-492c-bf0e-c82b5d7a3c33 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:54.893229 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-efeae2d4-9e3d-4ecc-8f10-9d164f2e3da2 req-36461b77-a6e5-492c-bf0e-c82b5d7a3c33 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d91cde2-568e-4b89-93af-6e2f0dccf44f HTTP/1.1" status: 200 len: 944 time: 0.0488591 Dec 09 16:08:54.985702 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-efeae2d4-9e3d-4ecc-8f10-9d164f2e3da2 req-b0462f08-b8ce-4ff5-a715-064d324862be tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Deleting port 6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:08:54.986046 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-efeae2d4-9e3d-4ecc-8f10-9d164f2e3da2 req-b0462f08-b8ce-4ff5-a715-064d324862be tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:55.074942 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-efeae2d4-9e3d-4ecc-8f10-9d164f2e3da2 req-b0462f08-b8ce-4ff5-a715-064d324862be tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] For port 6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:08:55.075652 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-efeae2d4-9e3d-4ecc-8f10-9d164f2e3da2 req-b0462f08-b8ce-4ff5-a715-064d324862be tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:55.088360 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-efeae2d4-9e3d-4ecc-8f10-9d164f2e3da2 req-b0462f08-b8ce-4ff5-a715-064d324862be tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Calling delete_port for 6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:08:55.218196 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-efeae2d4-9e3d-4ecc-8f10-9d164f2e3da2 req-b0462f08-b8ce-4ff5-a715-064d324862be tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:55.245868 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0462f08-b8ce-4ff5-a715-064d324862be tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Pushing event deleted for resources: {'Port': ['ID=6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:08:55.251941 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['a9b9a28b-f70c-4152-b15c-ca1fbce55eb3', '5ded3cb7-4dc4-4fbc-b5cd-394c44942fae'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:08:55.260646 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0462f08-b8ce-4ff5-a715-064d324862be tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:08:55.260939 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0462f08-b8ce-4ff5-a715-064d324862be tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:08:55.261291 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0462f08-b8ce-4ff5-a715-064d324862be tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:08:55.261640 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0462f08-b8ce-4ff5-a715-064d324862be tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:08:55.261982 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0462f08-b8ce-4ff5-a715-064d324862be tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:08:55.262320 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0462f08-b8ce-4ff5-a715-064d324862be tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:08:55.262654 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0462f08-b8ce-4ff5-a715-064d324862be tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:08:55.263063 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0462f08-b8ce-4ff5-a715-064d324862be tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:08:55.263303 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0462f08-b8ce-4ff5-a715-064d324862be tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:08:55.263632 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0462f08-b8ce-4ff5-a715-064d324862be tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:08:55.263959 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0462f08-b8ce-4ff5-a715-064d324862be tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:08:55.264288 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0462f08-b8ce-4ff5-a715-064d324862be tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:08:55.264640 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0462f08-b8ce-4ff5-a715-064d324862be tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:08:55.299525 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-efeae2d4-9e3d-4ecc-8f10-9d164f2e3da2 req-b0462f08-b8ce-4ff5-a715-064d324862be tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] No DVR routers for this DVR port 6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:08:55.302289 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-efeae2d4-9e3d-4ecc-8f10-9d164f2e3da2 req-b0462f08-b8ce-4ff5-a715-064d324862be tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:55.306516 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-efeae2d4-9e3d-4ecc-8f10-9d164f2e3da2 req-b0462f08-b8ce-4ff5-a715-064d324862be tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "DELETE /v2.0/ports/6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46 HTTP/1.1" status: 204 len: 173 time: 0.4075744 Dec 09 16:08:55.306779 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d91cde2-568e-4b89-93af-6e2f0dccf44f', 'name': 'network-vif-deleted', 'tag': '6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:08:55.309114 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62d4a9e-d3bc-4e3e-8f5f-d58bf83cb4b8" -d '{"events": [{"server_uuid": "0d91cde2-568e-4b89-93af-6e2f0dccf44f", "name": "network-vif-deleted", "tag": "6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:08:55.394660 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:55.585625 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 09 Dec 2021 16:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29bd242-4da1-4d66-8010-ef46b115d641 x-openstack-request-id: req-d29bd242-4da1-4d66-8010-ef46b115d641 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:08:55.585998 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d91cde2-568e-4b89-93af-6e2f0dccf44f", "name": "network-vif-deleted", "tag": "6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46", "status": "failed", "code": 422}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:08:55.586312 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d29bd242-4da1-4d66-8010-ef46b115d641 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:08:55.586788 n-d-821228-1 neutron-server[103244]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0d91cde2-568e-4b89-93af-6e2f0dccf44f', 'name': 'network-vif-deleted', 'tag': '6a9c6abc-0a3a-47f9-9d43-5eb9fa3e8a46', 'status': 'failed', 'code': 422} returned with failed status Dec 09 16:08:55.823713 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907108a-9a48-4c62-9d50-617177c23ef9 req-a9dd7589-8d0b-4500-9822-f3de3ef39195 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:55.825201 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a907108a-9a48-4c62-9d50-617177c23ef9 req-a9dd7589-8d0b-4500-9822-f3de3ef39195 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=659cc74f-934a-454e-99b4-ee7313149b63 HTTP/1.1" status: 200 len: 907 time: 0.0518413 Dec 09 16:08:56.442530 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:56.939707 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19023d4e-f8b6-40a1-8f7a-2ccc252af60e req-a8b26526-23a8-4d7f-91e0-9fdfa6011794 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:56.941192 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-19023d4e-f8b6-40a1-8f7a-2ccc252af60e req-a8b26526-23a8-4d7f-91e0-9fdfa6011794 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=659cc74f-934a-454e-99b4-ee7313149b63 HTTP/1.1" status: 200 len: 907 time: 0.0484025 Dec 09 16:08:57.871515 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57276b78-d4c9-46c7-a30a-d6c21775a9f2 req-0fa55b51-5ab7-4483-8ef5-0fe988833ffa tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:57.873002 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-57276b78-d4c9-46c7-a30a-d6c21775a9f2 req-0fa55b51-5ab7-4483-8ef5-0fe988833ffa tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.42 "GET /v2.0/ports?device_id=659cc74f-934a-454e-99b4-ee7313149b63 HTTP/1.1" status: 200 len: 907 time: 0.3681383 Dec 09 16:08:57.960701 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-57276b78-d4c9-46c7-a30a-d6c21775a9f2 req-04d0b628-b242-43d3-b1f2-7b0d340ee58e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Deleting port d155e779-02e3-401a-9fa0-9a10a8c37a82 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:08:57.961050 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-57276b78-d4c9-46c7-a30a-d6c21775a9f2 req-04d0b628-b242-43d3-b1f2-7b0d340ee58e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:58.050392 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-57276b78-d4c9-46c7-a30a-d6c21775a9f2 req-04d0b628-b242-43d3-b1f2-7b0d340ee58e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] For port d155e779-02e3-401a-9fa0-9a10a8c37a82, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=d155e779-02e3-401a-9fa0-9a10a8c37a82,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:08:58.050750 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-57276b78-d4c9-46c7-a30a-d6c21775a9f2 req-04d0b628-b242-43d3-b1f2-7b0d340ee58e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:58.059913 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02e17a-0f8e-412d-a8bb-47eb0ae17e48 req-6bad30d9-be4b-4fc0-93c8-f502ed9cffd7 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:58.061426 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd02e17a-0f8e-412d-a8bb-47eb0ae17e48 req-6bad30d9-be4b-4fc0-93c8-f502ed9cffd7 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=659cc74f-934a-454e-99b4-ee7313149b63 HTTP/1.1" status: 200 len: 907 time: 0.0477276 Dec 09 16:08:58.063990 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-57276b78-d4c9-46c7-a30a-d6c21775a9f2 req-04d0b628-b242-43d3-b1f2-7b0d340ee58e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Calling delete_port for d155e779-02e3-401a-9fa0-9a10a8c37a82 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:08:58.190500 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-57276b78-d4c9-46c7-a30a-d6c21775a9f2 req-04d0b628-b242-43d3-b1f2-7b0d340ee58e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:58.216402 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0b628-b242-43d3-b1f2-7b0d340ee58e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Pushing event deleted for resources: {'Port': ['ID=d155e779-02e3-401a-9fa0-9a10a8c37a82,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:08:58.246040 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0b628-b242-43d3-b1f2-7b0d340ee58e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:08:58.246399 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0b628-b242-43d3-b1f2-7b0d340ee58e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:08:58.246740 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0b628-b242-43d3-b1f2-7b0d340ee58e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:08:58.247097 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0b628-b242-43d3-b1f2-7b0d340ee58e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:08:58.247413 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0b628-b242-43d3-b1f2-7b0d340ee58e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:08:58.247743 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0b628-b242-43d3-b1f2-7b0d340ee58e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:08:58.248076 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0b628-b242-43d3-b1f2-7b0d340ee58e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:08:58.248399 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0b628-b242-43d3-b1f2-7b0d340ee58e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:08:58.248753 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0b628-b242-43d3-b1f2-7b0d340ee58e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:08:58.249072 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0b628-b242-43d3-b1f2-7b0d340ee58e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:08:58.249394 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0b628-b242-43d3-b1f2-7b0d340ee58e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:08:58.249718 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0b628-b242-43d3-b1f2-7b0d340ee58e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:08:58.250052 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d0b628-b242-43d3-b1f2-7b0d340ee58e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:08:58.273459 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-57276b78-d4c9-46c7-a30a-d6c21775a9f2 req-04d0b628-b242-43d3-b1f2-7b0d340ee58e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] No DVR routers for this DVR port d155e779-02e3-401a-9fa0-9a10a8c37a82 on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:08:58.277176 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-57276b78-d4c9-46c7-a30a-d6c21775a9f2 req-04d0b628-b242-43d3-b1f2-7b0d340ee58e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:58.281078 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-57276b78-d4c9-46c7-a30a-d6c21775a9f2 req-04d0b628-b242-43d3-b1f2-7b0d340ee58e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.42 "DELETE /v2.0/ports/d155e779-02e3-401a-9fa0-9a10a8c37a82 HTTP/1.1" status: 204 len: 173 time: 0.4013834 Dec 09 16:08:58.281553 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659cc74f-934a-454e-99b4-ee7313149b63', 'name': 'network-vif-deleted', 'tag': 'd155e779-02e3-401a-9fa0-9a10a8c37a82'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:08:58.285311 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78918633-e551-4754-b7bb-ba32dcbea756" -d '{"events": [{"server_uuid": "659cc74f-934a-454e-99b4-ee7313149b63", "name": "network-vif-deleted", "tag": "d155e779-02e3-401a-9fa0-9a10a8c37a82"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:08:58.324524 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74f7e54-36e7-4a60-b1d3-0d62da80566b x-openstack-request-id: req-f74f7e54-36e7-4a60-b1d3-0d62da80566b {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:08:58.325035 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "659cc74f-934a-454e-99b4-ee7313149b63", "name": "network-vif-deleted", "tag": "d155e779-02e3-401a-9fa0-9a10a8c37a82", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:08:58.325491 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f74f7e54-36e7-4a60-b1d3-0d62da80566b {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:08:58.326061 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '659cc74f-934a-454e-99b4-ee7313149b63', 'name': 'network-vif-deleted', 'tag': 'd155e779-02e3-401a-9fa0-9a10a8c37a82', 'status': 'completed', 'code': 200} Dec 09 16:08:59.329937 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5994c6-6ef3-4b78-ae89-14cb5f5cde59 req-a464e079-66f5-423c-9b57-e7d738ebe405 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:59.331430 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ae5994c6-6ef3-4b78-ae89-14cb5f5cde59 req-a464e079-66f5-423c-9b57-e7d738ebe405 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=2be1b1ae-d42d-4aaa-a893-f9040ed741ea HTTP/1.1" status: 200 len: 946 time: 0.0491471 Dec 09 16:08:59.382399 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ae5994c6-6ef3-4b78-ae89-14cb5f5cde59 req-40a78cdd-3455-4590-bae5-a4a6d39a35fb tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447869 Dec 09 16:09:00.496078 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bab2f4-7c7c-4d56-984d-f07ef5a0586f req-a8e8346a-82a3-4a8e-be5d-7d943a1b9f6d tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:00.497585 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-04bab2f4-7c7c-4d56-984d-f07ef5a0586f req-a8e8346a-82a3-4a8e-be5d-7d943a1b9f6d tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=2be1b1ae-d42d-4aaa-a893-f9040ed741ea HTTP/1.1" status: 200 len: 946 time: 0.0493317 Dec 09 16:09:00.544839 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-04bab2f4-7c7c-4d56-984d-f07ef5a0586f req-36c64fda-7381-4225-9d01-0da95755364d tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411811 Dec 09 16:09:00.964079 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c5460-fffc-4c81-803d-a91bda38f95d req-d29d0071-f427-44db-a241-e269d89849d7 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:00.965573 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-753c5460-fffc-4c81-803d-a91bda38f95d req-d29d0071-f427-44db-a241-e269d89849d7 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.42 "GET /v2.0/ports?device_id=2be1b1ae-d42d-4aaa-a893-f9040ed741ea HTTP/1.1" status: 200 len: 946 time: 0.0569124 Dec 09 16:09:01.051590 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-753c5460-fffc-4c81-803d-a91bda38f95d req-6967fab0-6f15-4480-8e1f-739585762df9 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Deleting port 5ded3cb7-4dc4-4fbc-b5cd-394c44942fae {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:09:01.051929 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-753c5460-fffc-4c81-803d-a91bda38f95d req-6967fab0-6f15-4480-8e1f-739585762df9 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:01.143709 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-753c5460-fffc-4c81-803d-a91bda38f95d req-6967fab0-6f15-4480-8e1f-739585762df9 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] For port 5ded3cb7-4dc4-4fbc-b5cd-394c44942fae, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=5ded3cb7-4dc4-4fbc-b5cd-394c44942fae,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:09:01.144064 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-753c5460-fffc-4c81-803d-a91bda38f95d req-6967fab0-6f15-4480-8e1f-739585762df9 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:01.157099 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-753c5460-fffc-4c81-803d-a91bda38f95d req-6967fab0-6f15-4480-8e1f-739585762df9 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Calling delete_port for 5ded3cb7-4dc4-4fbc-b5cd-394c44942fae owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:09:01.282078 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-753c5460-fffc-4c81-803d-a91bda38f95d req-6967fab0-6f15-4480-8e1f-739585762df9 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:01.317691 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967fab0-6f15-4480-8e1f-739585762df9 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Pushing event deleted for resources: {'Port': ['ID=5ded3cb7-4dc4-4fbc-b5cd-394c44942fae,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:01.319319 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['a9b9a28b-f70c-4152-b15c-ca1fbce55eb3', '5ded3cb7-4dc4-4fbc-b5cd-394c44942fae'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:09:01.373504 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-753c5460-fffc-4c81-803d-a91bda38f95d req-6967fab0-6f15-4480-8e1f-739585762df9 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] No DVR routers for this DVR port 5ded3cb7-4dc4-4fbc-b5cd-394c44942fae on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:09:01.376131 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-753c5460-fffc-4c81-803d-a91bda38f95d req-6967fab0-6f15-4480-8e1f-739585762df9 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:01.379632 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-753c5460-fffc-4c81-803d-a91bda38f95d req-6967fab0-6f15-4480-8e1f-739585762df9 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.42 "DELETE /v2.0/ports/5ded3cb7-4dc4-4fbc-b5cd-394c44942fae HTTP/1.1" status: 204 len: 173 time: 0.4083679 Dec 09 16:09:01.380085 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be1b1ae-d42d-4aaa-a893-f9040ed741ea', 'name': 'network-vif-deleted', 'tag': '5ded3cb7-4dc4-4fbc-b5cd-394c44942fae'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:09:01.382383 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d1e6cd-a3f7-4043-acb1-dfc96d1b6795" -d '{"events": [{"server_uuid": "2be1b1ae-d42d-4aaa-a893-f9040ed741ea", "name": "network-vif-deleted", "tag": "5ded3cb7-4dc4-4fbc-b5cd-394c44942fae"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:09:01.429559 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d4e711-462c-4ddc-95b8-2d8c3176eff1 x-openstack-request-id: req-29d4e711-462c-4ddc-95b8-2d8c3176eff1 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:09:01.429851 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be1b1ae-d42d-4aaa-a893-f9040ed741ea", "name": "network-vif-deleted", "tag": "5ded3cb7-4dc4-4fbc-b5cd-394c44942fae", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:09:01.430103 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-29d4e711-462c-4ddc-95b8-2d8c3176eff1 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:09:01.430496 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be1b1ae-d42d-4aaa-a893-f9040ed741ea', 'name': 'network-vif-deleted', 'tag': '5ded3cb7-4dc4-4fbc-b5cd-394c44942fae', 'status': 'completed', 'code': 200} Dec 09 16:09:01.651502 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2a3a044-7407-46b9-aabc-b2f9b7f85c6c req-9dc4d10a-df2f-4db3-80af-18728e4339a9 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=2be1b1ae-d42d-4aaa-a893-f9040ed741ea HTTP/1.1" status: 200 len: 210 time: 0.0263903 Dec 09 16:09:02.076432 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device d155e779-02e3-401a-9fa0-9a10a8c37a82 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:09:02.096659 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: d155e779-02e3-401a-9fa0-9a10a8c37a82 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:09:02.097028 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device d155e779-02e3-401a-9fa0-9a10a8c37a82 not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:09:02.720647 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:09:02.911992 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda7ba6-a0e3-4962-b7c6-eea831afac50 req-95311305-1dca-44e6-9ec4-c60dfc526e30 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:02.913730 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0bda7ba6-a0e3-4962-b7c6-eea831afac50 req-95311305-1dca-44e6-9ec4-c60dfc526e30 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 946 time: 0.0484171 Dec 09 16:09:02.963600 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0bda7ba6-a0e3-4962-b7c6-eea831afac50 req-a54b62e6-c569-4104-9235-beea56b075ef tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438960 Dec 09 16:09:04.078366 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff96b06-7358-4ada-bd42-a1679f8fc2ec req-dc9b8346-ccb3-412e-984a-2ab51df3325c tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:04.079851 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6ff96b06-7358-4ada-bd42-a1679f8fc2ec req-dc9b8346-ccb3-412e-984a-2ab51df3325c tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 946 time: 0.0485587 Dec 09 16:09:04.086428 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 5ded3cb7-4dc4-4fbc-b5cd-394c44942fae no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:09:04.106580 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: 5ded3cb7-4dc4-4fbc-b5cd-394c44942fae {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:09:04.106936 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 5ded3cb7-4dc4-4fbc-b5cd-394c44942fae not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:09:04.129220 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6ff96b06-7358-4ada-bd42-a1679f8fc2ec req-2ec9e150-6456-49af-b8fe-ca80ab2e4366 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=4002b59f-2092-431c-ab93-2bf6d179e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426176 Dec 09 16:09:04.160166 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40edd9c-336a-4bac-8a62-f65b069e5e1d req-d227cede-38ba-4a98-a2c4-16fc4b8f19ae tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:04.161657 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f40edd9c-336a-4bac-8a62-f65b069e5e1d req-d227cede-38ba-4a98-a2c4-16fc4b8f19ae tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.42 "GET /v2.0/ports?device_id=188c1c17-98cd-4e55-be07-e65314c119ef HTTP/1.1" status: 200 len: 946 time: 0.0492022 Dec 09 16:09:04.254027 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-f40edd9c-336a-4bac-8a62-f65b069e5e1d req-f2f46878-a89b-4e03-aebd-2d804e61740a tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Deleting port a9b9a28b-f70c-4152-b15c-ca1fbce55eb3 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:09:04.254368 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f40edd9c-336a-4bac-8a62-f65b069e5e1d req-f2f46878-a89b-4e03-aebd-2d804e61740a tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:04.342133 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-f40edd9c-336a-4bac-8a62-f65b069e5e1d req-f2f46878-a89b-4e03-aebd-2d804e61740a tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] For port a9b9a28b-f70c-4152-b15c-ca1fbce55eb3, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=a9b9a28b-f70c-4152-b15c-ca1fbce55eb3,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:09:04.342492 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f40edd9c-336a-4bac-8a62-f65b069e5e1d req-f2f46878-a89b-4e03-aebd-2d804e61740a tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:04.355579 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-f40edd9c-336a-4bac-8a62-f65b069e5e1d req-f2f46878-a89b-4e03-aebd-2d804e61740a tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Calling delete_port for a9b9a28b-f70c-4152-b15c-ca1fbce55eb3 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:09:04.483618 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f40edd9c-336a-4bac-8a62-f65b069e5e1d req-f2f46878-a89b-4e03-aebd-2d804e61740a tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:04.513111 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f46878-a89b-4e03-aebd-2d804e61740a tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Pushing event deleted for resources: {'Port': ['ID=a9b9a28b-f70c-4152-b15c-ca1fbce55eb3,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:04.518839 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['a9b9a28b-f70c-4152-b15c-ca1fbce55eb3'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:09:04.556998 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-f40edd9c-336a-4bac-8a62-f65b069e5e1d req-f2f46878-a89b-4e03-aebd-2d804e61740a tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] No DVR routers for this DVR port a9b9a28b-f70c-4152-b15c-ca1fbce55eb3 on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:09:04.559666 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-f40edd9c-336a-4bac-8a62-f65b069e5e1d req-f2f46878-a89b-4e03-aebd-2d804e61740a tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:04.563214 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f40edd9c-336a-4bac-8a62-f65b069e5e1d req-f2f46878-a89b-4e03-aebd-2d804e61740a tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.42 "DELETE /v2.0/ports/a9b9a28b-f70c-4152-b15c-ca1fbce55eb3 HTTP/1.1" status: 204 len: 173 time: 0.3949347 Dec 09 16:09:04.563731 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188c1c17-98cd-4e55-be07-e65314c119ef', 'name': 'network-vif-deleted', 'tag': 'a9b9a28b-f70c-4152-b15c-ca1fbce55eb3'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:09:04.566061 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b238c15-de7f-4650-98cf-6efd76638299" -d '{"events": [{"server_uuid": "188c1c17-98cd-4e55-be07-e65314c119ef", "name": "network-vif-deleted", "tag": "a9b9a28b-f70c-4152-b15c-ca1fbce55eb3"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:09:04.604063 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0bfe293-18e0-4301-a720-3d60910d56ed x-openstack-request-id: req-c0bfe293-18e0-4301-a720-3d60910d56ed {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:09:04.604402 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188c1c17-98cd-4e55-be07-e65314c119ef", "name": "network-vif-deleted", "tag": "a9b9a28b-f70c-4152-b15c-ca1fbce55eb3", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:09:04.604666 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c0bfe293-18e0-4301-a720-3d60910d56ed {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:09:04.605057 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '188c1c17-98cd-4e55-be07-e65314c119ef', 'name': 'network-vif-deleted', 'tag': 'a9b9a28b-f70c-4152-b15c-ca1fbce55eb3', 'status': 'completed', 'code': 200} Dec 09 16:09:05.393652 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c4523-6075-4947-99a5-950abb4ea070 req-b0887e85-37ac-4a6d-a4a9-09986100fd79 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:05.395121 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-868c4523-6075-4947-99a5-950abb4ea070 req-b0887e85-37ac-4a6d-a4a9-09986100fd79 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0480232 Dec 09 16:09:05.441688 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-868c4523-6075-4947-99a5-950abb4ea070 req-467c96bb-16c5-4fb8-8e43-82979f0dcbe5 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394237 Dec 09 16:09:06.563066 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f58b2f-2426-4001-aa04-2ac39eda3f2f req-a9ef63e5-e8df-4a3d-becc-4d447f386b2f tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:06.564538 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-76f58b2f-2426-4001-aa04-2ac39eda3f2f req-a9ef63e5-e8df-4a3d-becc-4d447f386b2f tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0528371 Dec 09 16:09:06.611191 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-76f58b2f-2426-4001-aa04-2ac39eda3f2f req-4802303a-e387-4284-930e-107899f2d00f tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407159 Dec 09 16:09:07.520049 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f58cd0-76e0-49f4-b078-c267ea270a7a req-e0671406-5124-4db0-b4fa-729a8ecb2983 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:07.521521 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-46f58cd0-76e0-49f4-b078-c267ea270a7a req-e0671406-5124-4db0-b4fa-729a8ecb2983 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.0483727 Dec 09 16:09:07.613979 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-46f58cd0-76e0-49f4-b078-c267ea270a7a req-42c93a8b-e69c-4499-94e1-6ce853ab10f5 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Deleting port a141b13b-6843-4625-b7c8-e8ee74c8d4f3 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:09:07.614633 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-46f58cd0-76e0-49f4-b078-c267ea270a7a req-42c93a8b-e69c-4499-94e1-6ce853ab10f5 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:07.724717 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-46f58cd0-76e0-49f4-b078-c267ea270a7a req-42c93a8b-e69c-4499-94e1-6ce853ab10f5 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] For port a141b13b-6843-4625-b7c8-e8ee74c8d4f3, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=a141b13b-6843-4625-b7c8-e8ee74c8d4f3,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:09:07.725075 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-46f58cd0-76e0-49f4-b078-c267ea270a7a req-42c93a8b-e69c-4499-94e1-6ce853ab10f5 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:07.814060 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4de47-035e-46d6-a3b0-c05303523f7b req-e65dd59a-866c-4177-b432-8ef94578f167 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:07.815526 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-59e4de47-035e-46d6-a3b0-c05303523f7b req-e65dd59a-866c-4177-b432-8ef94578f167 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cefd325d-e7a7-47e2-bac0-def602b864dc HTTP/1.1" status: 200 len: 944 time: 0.1350951 Dec 09 16:09:08.119108 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device a9b9a28b-f70c-4152-b15c-ca1fbce55eb3 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:09:08.140246 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: a9b9a28b-f70c-4152-b15c-ca1fbce55eb3 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:09:08.140616 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device a9b9a28b-f70c-4152-b15c-ca1fbce55eb3 not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:09:08.188238 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-59e4de47-035e-46d6-a3b0-c05303523f7b req-a9252742-e682-4d40-8d3a-475050afa44e tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cc081e6-e08f-4f3c-a115-bd008ebe9af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3667047 Dec 09 16:09:08.248021 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-46f58cd0-76e0-49f4-b078-c267ea270a7a req-42c93a8b-e69c-4499-94e1-6ce853ab10f5 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:08.248377 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-46f58cd0-76e0-49f4-b078-c267ea270a7a req-42c93a8b-e69c-4499-94e1-6ce853ab10f5 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:08.248748 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [req-46f58cd0-76e0-49f4-b078-c267ea270a7a req-42c93a8b-e69c-4499-94e1-6ce853ab10f5 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Floating IP 4ca9a0df-521a-4a70-ad27-a11f5f3d4146 disassociated. External IP: 172.25.3.34, port: a141b13b-6843-4625-b7c8-e8ee74c8d4f3. Dec 09 16:09:08.249064 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-46f58cd0-76e0-49f4-b078-c267ea270a7a req-42c93a8b-e69c-4499-94e1-6ce853ab10f5 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Calling delete_port for a141b13b-6843-4625-b7c8-e8ee74c8d4f3 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:09:08.379717 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-46f58cd0-76e0-49f4-b078-c267ea270a7a req-42c93a8b-e69c-4499-94e1-6ce853ab10f5 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:08.407310 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c93a8b-e69c-4499-94e1-6ce853ab10f5 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Pushing event deleted for resources: {'Port': ['ID=a141b13b-6843-4625-b7c8-e8ee74c8d4f3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:08.524989 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46f58cd0-76e0-49f4-b078-c267ea270a7a req-42c93a8b-e69c-4499-94e1-6ce853ab10f5 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Router 65b5b2ae-80cb-4c37-ab51-e5f1b881288c has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:09:08.634595 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46f58cd0-76e0-49f4-b078-c267ea270a7a req-42c93a8b-e69c-4499-94e1-6ce853ab10f5 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:09:08.643868 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37a1daa-9c97-45d6-8e1e-97afec16309f None None] Sync routers for ids ['65b5b2ae-80cb-4c37-ab51-e5f1b881288c'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:09:08.654959 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37a1daa-9c97-45d6-8e1e-97afec16309f None None] Routers {'65b5b2ae-80cb-4c37-ab51-e5f1b881288c'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:09:08.655576 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d37a1daa-9c97-45d6-8e1e-97afec16309f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:08:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['65b5b2ae-80cb-4c37-ab51-e5f1b881288c'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:09:08.672648 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f58cd0-76e0-49f4-b078-c267ea270a7a req-42c93a8b-e69c-4499-94e1-6ce853ab10f5 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] No DVR routers for this DVR port a141b13b-6843-4625-b7c8-e8ee74c8d4f3 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:09:08.675449 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-46f58cd0-76e0-49f4-b078-c267ea270a7a req-42c93a8b-e69c-4499-94e1-6ce853ab10f5 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:08.679449 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-46f58cd0-76e0-49f4-b078-c267ea270a7a req-42c93a8b-e69c-4499-94e1-6ce853ab10f5 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.31 "DELETE /v2.0/ports/a141b13b-6843-4625-b7c8-e8ee74c8d4f3 HTTP/1.1" status: 204 len: 173 time: 1.1510360 Dec 09 16:09:08.679906 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefd325d-e7a7-47e2-bac0-def602b864dc', 'name': 'network-vif-deleted', 'tag': 'a141b13b-6843-4625-b7c8-e8ee74c8d4f3'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:09:08.682360 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bcb094-e274-4e69-8bbd-76ec6c37b3db" -d '{"events": [{"server_uuid": "cefd325d-e7a7-47e2-bac0-def602b864dc", "name": "network-vif-deleted", "tag": "a141b13b-6843-4625-b7c8-e8ee74c8d4f3"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:09:08.720276 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e47c68-49d8-4e4d-bf55-247dacacd4bf x-openstack-request-id: req-c4e47c68-49d8-4e4d-bf55-247dacacd4bf {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:09:08.720612 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cefd325d-e7a7-47e2-bac0-def602b864dc", "name": "network-vif-deleted", "tag": "a141b13b-6843-4625-b7c8-e8ee74c8d4f3", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:09:08.720872 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c4e47c68-49d8-4e4d-bf55-247dacacd4bf {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:09:08.721277 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cefd325d-e7a7-47e2-bac0-def602b864dc', 'name': 'network-vif-deleted', 'tag': 'a141b13b-6843-4625-b7c8-e8ee74c8d4f3', 'status': 'completed', 'code': 200} Dec 09 16:09:08.772117 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-d37a1daa-9c97-45d6-8e1e-97afec16309f None None] Set router 65b5b2ae-80cb-4c37-ab51-e5f1b881288c gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:09:08.974112 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d37a1daa-9c97-45d6-8e1e-97afec16309f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b5b2ae-80cb-4c37-ab51-e5f1b881288c', 'name': 'tempest-ServerActionsTestJSON-757724932-router', 'tenant_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '24c7133f-8d39-4708-8306-622723e7b06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:35Z', 'updated_at': '2021-12-09T16:00:40Z', 'revision_number': 4, 'project_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'gw_port': {'id': '24c7133f-8d39-4708-8306-622723e7b06d', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:94:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b5b2ae-80cb-4c37-ab51-e5f1b881288c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:35Z', 'updated_at': '2021-12-09T16:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '48536906-650f-429e-955a-8ad35f23b116', 'name': '', 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44', 'tenant_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'mac_address': 'fa:16:3e:f9:c0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b5b2ae-80cb-4c37-ab51-e5f1b881288c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '3b011188-7849-4d66-ad21-4c37ec602085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:39Z', 'updated_at': '2021-12-09T16:00:44Z', 'revision_number': 5, 'project_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'subnets': [{'id': '3b011188-7849-4d66-ad21-4c37ec602085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:09:08.999547 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37a1daa-9c97-45d6-8e1e-97afec16309f None None] Checking router: 65b5b2ae-80cb-4c37-ab51-e5f1b881288c for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:09:09.008576 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37a1daa-9c97-45d6-8e1e-97afec16309f None None] Routers {'65b5b2ae-80cb-4c37-ab51-e5f1b881288c'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:09:09.009175 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d37a1daa-9c97-45d6-8e1e-97afec16309f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:08:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['65b5b2ae-80cb-4c37-ab51-e5f1b881288c'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:09:09.275870 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 42384) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:09:09.287111 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-d37a1daa-9c97-45d6-8e1e-97afec16309f None None] Set router 65b5b2ae-80cb-4c37-ab51-e5f1b881288c gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:09:09.334876 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c6bb1e2e-a2ca-4c47-b631-f71d2c345762 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:09.360236 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c6bb1e2e-a2ca-4c47-b631-f71d2c345762 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:09.410387 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c6bb1e2e-a2ca-4c47-b631-f71d2c345762 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:09.412992 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c6bb1e2e-a2ca-4c47-b631-f71d2c345762 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:09.414922 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c6bb1e2e-a2ca-4c47-b631-f71d2c345762 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "DELETE /v2.0/security-groups/2cc081e6-e08f-4f3c-a115-bd008ebe9af1 HTTP/1.1" status: 204 len: 168 time: 0.1379988 Dec 09 16:09:09.417546 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42388) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:09:09.427771 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb1e2e-a2ca-4c47-b631-f71d2c345762 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc081e6-e08f-4f3c-a115-bd008ebe9af1,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:09.437675 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-eeecd1c8-f227-43a4-b4df-d5b46808805d tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] show failed (client error): The resource could not be found. Dec 09 16:09:09.440451 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-eeecd1c8-f227-43a4-b4df-d5b46808805d tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "GET /v2.0/security-groups/2cc081e6-e08f-4f3c-a115-bd008ebe9af1 HTTP/1.1" status: 404 len: 347 time: 0.0201721 Dec 09 16:09:09.441523 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42390) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:09:09.495777 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d37a1daa-9c97-45d6-8e1e-97afec16309f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b5b2ae-80cb-4c37-ab51-e5f1b881288c', 'name': 'tempest-ServerActionsTestJSON-757724932-router', 'tenant_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '24c7133f-8d39-4708-8306-622723e7b06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:35Z', 'updated_at': '2021-12-09T16:00:40Z', 'revision_number': 4, 'project_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'gw_port': {'id': '24c7133f-8d39-4708-8306-622723e7b06d', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:94:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b5b2ae-80cb-4c37-ab51-e5f1b881288c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:35Z', 'updated_at': '2021-12-09T16:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '48536906-650f-429e-955a-8ad35f23b116', 'name': '', 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44', 'tenant_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'mac_address': 'fa:16:3e:f9:c0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b5b2ae-80cb-4c37-ab51-e5f1b881288c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '3b011188-7849-4d66-ad21-4c37ec602085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:39Z', 'updated_at': '2021-12-09T16:00:44Z', 'revision_number': 5, 'project_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'subnets': [{'id': '3b011188-7849-4d66-ad21-4c37ec602085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:09:09.527468 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37a1daa-9c97-45d6-8e1e-97afec16309f None None] The sync data for ids ['65b5b2ae-80cb-4c37-ab51-e5f1b881288c'] in n-d-821228-1 is: [{'id': '65b5b2ae-80cb-4c37-ab51-e5f1b881288c', 'name': 'tempest-ServerActionsTestJSON-757724932-router', 'tenant_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '24c7133f-8d39-4708-8306-622723e7b06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:35Z', 'updated_at': '2021-12-09T16:00:40Z', 'revision_number': 4, 'project_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'gw_port': {'id': '24c7133f-8d39-4708-8306-622723e7b06d', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:94:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b5b2ae-80cb-4c37-ab51-e5f1b881288c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:35Z', 'updated_at': '2021-12-09T16:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '48536906-650f-429e-955a-8ad35f23b116', 'name': '', 'network_id': '10465fca-def6-40ef-b54b-0b10ab1b7b44', 'tenant_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'mac_address': 'fa:16:3e:f9:c0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b5b2ae-80cb-4c37-ab51-e5f1b881288c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '3b011188-7849-4d66-ad21-4c37ec602085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:39Z', 'updated_at': '2021-12-09T16:00:44Z', 'revision_number': 5, 'project_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'subnets': [{'id': '3b011188-7849-4d66-ad21-4c37ec602085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:09:09.571413 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-13386b4f-e991-4785-acbf-c398bc890762 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Deleting port 6ff3c67f-7fa2-49e5-ac3e-6e61fad6c9b7 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:09:09.571753 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13386b4f-e991-4785-acbf-c398bc890762 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:09.649690 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13386b4f-e991-4785-acbf-c398bc890762 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:09.650044 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13386b4f-e991-4785-acbf-c398bc890762 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:09.662656 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-13386b4f-e991-4785-acbf-c398bc890762 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Calling delete_port for 6ff3c67f-7fa2-49e5-ac3e-6e61fad6c9b7 owned by network:floatingip {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:09:09.788210 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8de178-96c0-45d2-981a-28ba62b6f043 None None] New status for floating IP 4ca9a0df-521a-4a70-ad27-a11f5f3d4146: DOWN {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:09:09.812695 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13386b4f-e991-4785-acbf-c398bc890762 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:09.837214 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13386b4f-e991-4785-acbf-c398bc890762 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Pushing event deleted for resources: {'Port': ['ID=6ff3c67f-7fa2-49e5-ac3e-6e61fad6c9b7,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:09.870181 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.db.api [None req-9f8de178-96c0-45d2-981a-28ba62b6f043 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103247) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 16:09:09.870538 n-d-821228-1 neutron-server[103247]: DEBUG oslo_db.api [None req-9f8de178-96c0-45d2-981a-28ba62b6f043 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 16:09:09.914004 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13386b4f-e991-4785-acbf-c398bc890762 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks [] for floatingip, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:09.916773 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-13386b4f-e991-4785-acbf-c398bc890762 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:09.918177 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-13386b4f-e991-4785-acbf-c398bc890762 tempest-ServerActionsTestJSON-1998207744 tempest-ServerActionsTestJSON-1998207744-project] 10.222.0.57 "DELETE /v2.0/floatingips/4ca9a0df-521a-4a70-ad27-a11f5f3d4146 HTTP/1.1" status: 204 len: 168 time: 0.4755223 Dec 09 16:09:09.922632 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42404) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:09:09.997693 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba24d3-e50a-4bc6-8966-34d0a8ce0bb3 req-96b443ee-cea6-4073-946a-57f6f5b5ace1 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:09.999247 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f7ba24d3-e50a-4bc6-8966-34d0a8ce0bb3 req-96b443ee-cea6-4073-946a-57f6f5b5ace1 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=1feb2236-1ba5-4970-beeb-81586debff33 HTTP/1.1" status: 200 len: 945 time: 0.0542085 Dec 09 16:09:10.052791 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f7ba24d3-e50a-4bc6-8966-34d0a8ce0bb3 req-f668f7db-fc3c-4226-a181-5a19224528a6 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=10739743-5d1f-4619-9edb-6d1542641a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463631 Dec 09 16:09:10.372190 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8de178-96c0-45d2-981a-28ba62b6f043 None None] New status for floating IP 4ca9a0df-521a-4a70-ad27-a11f5f3d4146: DOWN {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:09:10.432068 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-746d4231-5f89-4620-b51a-1807a0b12890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:10.524285 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device a141b13b-6843-4625-b7c8-e8ee74c8d4f3 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:09:10.544264 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: a141b13b-6843-4625-b7c8-e8ee74c8d4f3 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:09:10.544636 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device a141b13b-6843-4625-b7c8-e8ee74c8d4f3 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:09:10.681672 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-746d4231-5f89-4620-b51a-1807a0b12890 admin admin] Deleting port 48536906-650f-429e-955a-8ad35f23b116 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:09:10.681925 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-746d4231-5f89-4620-b51a-1807a0b12890 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:10.760942 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-746d4231-5f89-4620-b51a-1807a0b12890 admin admin] For port 48536906-650f-429e-955a-8ad35f23b116, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=48536906-650f-429e-955a-8ad35f23b116,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:09:10.761299 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-746d4231-5f89-4620-b51a-1807a0b12890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:10.773485 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-746d4231-5f89-4620-b51a-1807a0b12890 admin admin] Calling delete_port for 48536906-650f-429e-955a-8ad35f23b116 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:09:10.949098 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-746d4231-5f89-4620-b51a-1807a0b12890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:10.979162 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d4231-5f89-4620-b51a-1807a0b12890 admin admin] Pushing event deleted for resources: {'Port': ['ID=48536906-650f-429e-955a-8ad35f23b116,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:11.145642 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-746d4231-5f89-4620-b51a-1807a0b12890 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:11.185557 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20973034-975a-4109-a0b9-c91512440300 req-31979b67-d1d6-46e0-9281-989b13f2dc1b tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:11.187176 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-20973034-975a-4109-a0b9-c91512440300 req-31979b67-d1d6-46e0-9281-989b13f2dc1b tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=1feb2236-1ba5-4970-beeb-81586debff33 HTTP/1.1" status: 200 len: 945 time: 0.0553162 Dec 09 16:09:11.236285 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-20973034-975a-4109-a0b9-c91512440300 req-3b732d89-782c-4f21-ae1c-c29ba4baff45 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=10739743-5d1f-4619-9edb-6d1542641a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429046 Dec 09 16:09:11.360817 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746d4231-5f89-4620-b51a-1807a0b12890 admin admin] Router 65b5b2ae-80cb-4c37-ab51-e5f1b881288c has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:09:11.465436 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746d4231-5f89-4620-b51a-1807a0b12890 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:09:11.470845 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-746d4231-5f89-4620-b51a-1807a0b12890 admin admin] 10.222.0.57 "PUT /v2.0/routers/65b5b2ae-80cb-4c37-ab51-e5f1b881288c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5472269 Dec 09 16:09:11.473378 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42414) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:09:11.475410 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb7c3bb-27d6-400e-a2dc-fb0df4ee4f02 None None] Sync routers for ids ['65b5b2ae-80cb-4c37-ab51-e5f1b881288c'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:09:11.485850 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb7c3bb-27d6-400e-a2dc-fb0df4ee4f02 None None] Routers {'65b5b2ae-80cb-4c37-ab51-e5f1b881288c'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:09:11.486504 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-beb7c3bb-27d6-400e-a2dc-fb0df4ee4f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:08:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['65b5b2ae-80cb-4c37-ab51-e5f1b881288c'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:09:11.579137 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67fadf51-384b-4311-81b2-85711e210e9c admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:11.590501 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-beb7c3bb-27d6-400e-a2dc-fb0df4ee4f02 None None] Set router 65b5b2ae-80cb-4c37-ab51-e5f1b881288c gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:09:11.681497 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67fadf51-384b-4311-81b2-85711e210e9c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:11.732366 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-67fadf51-384b-4311-81b2-85711e210e9c admin admin] Deleting port 24c7133f-8d39-4708-8306-622723e7b06d {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:09:11.732733 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67fadf51-384b-4311-81b2-85711e210e9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:11.765382 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-beb7c3bb-27d6-400e-a2dc-fb0df4ee4f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b5b2ae-80cb-4c37-ab51-e5f1b881288c', 'name': 'tempest-ServerActionsTestJSON-757724932-router', 'tenant_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '24c7133f-8d39-4708-8306-622723e7b06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:35Z', 'updated_at': '2021-12-09T16:09:10Z', 'revision_number': 5, 'project_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'gw_port': {'id': '24c7133f-8d39-4708-8306-622723e7b06d', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:94:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b5b2ae-80cb-4c37-ab51-e5f1b881288c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:35Z', 'updated_at': '2021-12-09T16:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:09:11.796967 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb7c3bb-27d6-400e-a2dc-fb0df4ee4f02 None None] Checking router: 65b5b2ae-80cb-4c37-ab51-e5f1b881288c for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:09:11.806177 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb7c3bb-27d6-400e-a2dc-fb0df4ee4f02 None None] Routers {'65b5b2ae-80cb-4c37-ab51-e5f1b881288c'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:09:11.806792 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-beb7c3bb-27d6-400e-a2dc-fb0df4ee4f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:08:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['65b5b2ae-80cb-4c37-ab51-e5f1b881288c'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:09:11.815435 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-67fadf51-384b-4311-81b2-85711e210e9c admin admin] For port 24c7133f-8d39-4708-8306-622723e7b06d, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=24c7133f-8d39-4708-8306-622723e7b06d,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:09:11.815798 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67fadf51-384b-4311-81b2-85711e210e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:11.830101 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-67fadf51-384b-4311-81b2-85711e210e9c admin admin] Calling delete_port for 24c7133f-8d39-4708-8306-622723e7b06d owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:09:11.891684 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-beb7c3bb-27d6-400e-a2dc-fb0df4ee4f02 None None] Set router 65b5b2ae-80cb-4c37-ab51-e5f1b881288c gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:09:11.943287 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-beb7c3bb-27d6-400e-a2dc-fb0df4ee4f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b5b2ae-80cb-4c37-ab51-e5f1b881288c', 'name': 'tempest-ServerActionsTestJSON-757724932-router', 'tenant_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:35Z', 'updated_at': '2021-12-09T16:09:11Z', 'revision_number': 6, 'project_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:09:11.973717 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb7c3bb-27d6-400e-a2dc-fb0df4ee4f02 None None] The sync data for ids ['65b5b2ae-80cb-4c37-ab51-e5f1b881288c'] in n-d-821228-1 is: [{'id': '65b5b2ae-80cb-4c37-ab51-e5f1b881288c', 'name': 'tempest-ServerActionsTestJSON-757724932-router', 'tenant_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:35Z', 'updated_at': '2021-12-09T16:09:11Z', 'revision_number': 6, 'project_id': 'dff41d0cd6dc4e42b95a80470934c32b', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:09:12.000523 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67fadf51-384b-4311-81b2-85711e210e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:12.031053 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fadf51-384b-4311-81b2-85711e210e9c admin admin] Pushing event deleted for resources: {'Port': ['ID=24c7133f-8d39-4708-8306-622723e7b06d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:12.040596 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b09faf-e69c-4a79-aaac-51d7bf4cebbe None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:09:12.093733 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67fadf51-384b-4311-81b2-85711e210e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:12.181214 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67fadf51-384b-4311-81b2-85711e210e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:12.183326 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67fadf51-384b-4311-81b2-85711e210e9c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:12.229640 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67fadf51-384b-4311-81b2-85711e210e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:12.230199 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67fadf51-384b-4311-81b2-85711e210e9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65b5b2ae-80cb-4c37-ab51-e5f1b881288c {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 16:09:12.234457 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67fadf51-384b-4311-81b2-85711e210e9c admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:12.235644 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-67fadf51-384b-4311-81b2-85711e210e9c admin admin] 10.222.0.57 "DELETE /v2.0/routers/65b5b2ae-80cb-4c37-ab51-e5f1b881288c HTTP/1.1" status: 204 len: 168 time: 0.7611747 Dec 09 16:09:12.238138 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42416) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:09:12.283312 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-492db164-ee94-438b-8622-8fc556dfe73e admin admin] Deleting subnet 3b011188-7849-4d66-ad21-4c37ec602085 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 16:09:12.286406 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-492db164-ee94-438b-8622-8fc556dfe73e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:12.324164 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-492db164-ee94-438b-8622-8fc556dfe73e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:12.416578 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-492db164-ee94-438b-8622-8fc556dfe73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:12.452776 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab7366-63b7-4481-a9ed-4cf2e9f5743f req-01abb3a5-d30b-4ee3-9835-7168c3851d38 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:12.460673 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1ab7366-63b7-4481-a9ed-4cf2e9f5743f req-01abb3a5-d30b-4ee3-9835-7168c3851d38 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=1feb2236-1ba5-4970-beeb-81586debff33 HTTP/1.1" status: 200 len: 945 time: 0.1542368 Dec 09 16:09:12.474881 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-492db164-ee94-438b-8622-8fc556dfe73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:12.499676 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492db164-ee94-438b-8622-8fc556dfe73e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b011188-7849-4d66-ad21-4c37ec602085,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:12.505421 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-492db164-ee94-438b-8622-8fc556dfe73e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:12.510883 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-492db164-ee94-438b-8622-8fc556dfe73e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/3b011188-7849-4d66-ad21-4c37ec602085 HTTP/1.1" status: 204 len: 168 time: 0.2695441 Dec 09 16:09:12.511489 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42422) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:09:12.511619 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64855999-6e07-4beb-ad83-8ff3dd7a90d2 None None] Network 10465fca-def6-40ef-b54b-0b10ab1b7b44 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:09:12.512933 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1ab7366-63b7-4481-a9ed-4cf2e9f5743f req-6ff96821-6a3f-44a5-a0d1-1488cbdd10f9 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=10739743-5d1f-4619-9edb-6d1542641a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500939 Dec 09 16:09:12.586608 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a7d21e87-124b-4ebc-835b-fffa20fa33cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:12.808469 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b1867c-da66-4696-85ed-5b9934b8d464 None None] DHCP port deletion for 10465fca-def6-40ef-b54b-0b10ab1b7b44 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:09:12.863789 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-88b1867c-da66-4696-85ed-5b9934b8d464 None None] Deleting port 7a59a1d8-652b-41ae-a586-98a8fc25e8af {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:09:12.864083 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-88b1867c-da66-4696-85ed-5b9934b8d464 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:12.930313 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-88b1867c-da66-4696-85ed-5b9934b8d464 None None] For port 7a59a1d8-652b-41ae-a586-98a8fc25e8af, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=7a59a1d8-652b-41ae-a586-98a8fc25e8af,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:09:12.930720 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-88b1867c-da66-4696-85ed-5b9934b8d464 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:12.944035 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-88b1867c-da66-4696-85ed-5b9934b8d464 None None] Calling delete_port for 7a59a1d8-652b-41ae-a586-98a8fc25e8af owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:09:12.968287 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a7d21e87-124b-4ebc-835b-fffa20fa33cb admin admin] Deleting port 7a59a1d8-652b-41ae-a586-98a8fc25e8af {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:09:12.968657 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a7d21e87-124b-4ebc-835b-fffa20fa33cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:13.029701 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-88b1867c-da66-4696-85ed-5b9934b8d464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:13.033994 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-a7d21e87-124b-4ebc-835b-fffa20fa33cb admin admin] For port 7a59a1d8-652b-41ae-a586-98a8fc25e8af, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=7a59a1d8-652b-41ae-a586-98a8fc25e8af,segment=NetworkSegment(71e1b333-ca98-4003-8ba1-d22f8260f9fe),segment_id=71e1b333-ca98-4003-8ba1-d22f8260f9fe)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:09:13.034168 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a7d21e87-124b-4ebc-835b-fffa20fa33cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:13.047665 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a7d21e87-124b-4ebc-835b-fffa20fa33cb admin admin] Calling delete_port for 7a59a1d8-652b-41ae-a586-98a8fc25e8af owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:09:13.056302 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b1867c-da66-4696-85ed-5b9934b8d464 None None] Pushing event deleted for resources: {'Port': ['ID=7a59a1d8-652b-41ae-a586-98a8fc25e8af,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:13.062226 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b1867c-da66-4696-85ed-5b9934b8d464 None None] No DVR routers for this DVR port 7a59a1d8-652b-41ae-a586-98a8fc25e8af on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:09:13.133337 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a7d21e87-124b-4ebc-835b-fffa20fa33cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:13.159074 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d21e87-124b-4ebc-835b-fffa20fa33cb admin admin] Pushing event deleted for resources: {'Port': ['ID=7a59a1d8-652b-41ae-a586-98a8fc25e8af,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:13.166009 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d21e87-124b-4ebc-835b-fffa20fa33cb admin admin] No DVR routers for this DVR port 7a59a1d8-652b-41ae-a586-98a8fc25e8af on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:09:13.237781 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a7d21e87-124b-4ebc-835b-fffa20fa33cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:13.257174 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-a7d21e87-124b-4ebc-835b-fffa20fa33cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10465fca-def6-40ef-b54b-0b10ab1b7b44']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:09:13.266085 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-a7d21e87-124b-4ebc-835b-fffa20fa33cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71e1b333-ca98-4003-8ba1-d22f8260f9fe') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:09:13.266378 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-a7d21e87-124b-4ebc-835b-fffa20fa33cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71e1b333-ca98-4003-8ba1-d22f8260f9fe') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:09:13.275832 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a7d21e87-124b-4ebc-835b-fffa20fa33cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:13.288954 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a7d21e87-124b-4ebc-835b-fffa20fa33cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:13.295831 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7d21e87-124b-4ebc-835b-fffa20fa33cb admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:09:13.296311 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a7d21e87-124b-4ebc-835b-fffa20fa33cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:13.297975 n-d-821228-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 16:09:13.297975 n-d-821228-1 neutron-server[103245]: self.session.flush() Dec 09 16:09:13.297975 n-d-821228-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 16:09:13.297975 n-d-821228-1 neutron-server[103245]: self.session.flush() Dec 09 16:09:13.297975 n-d-821228-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 16:09:13.297975 n-d-821228-1 neutron-server[103245]: self.session.flush() Dec 09 16:09:13.297975 n-d-821228-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 16:09:13.297975 n-d-821228-1 neutron-server[103245]: self.session.flush() Dec 09 16:09:13.297975 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 16:09:13.297975 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:09:13.297975 n-d-821228-1 neutron-server[103245]: timer() Dec 09 16:09:13.297975 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:09:13.297975 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 16:09:13.297975 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:09:13.297975 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 16:09:13.297975 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:09:13.297975 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 16:09:13.297975 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:09:13.297975 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 16:09:13.297975 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:09:13.297975 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 16:09:13.297975 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:09:13.297975 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:09:13.297975 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:09:13.297975 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:09:13.297975 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:09:13.297975 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 16:09:13.297975 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:09:13.297975 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 16:09:13.297975 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:09:13.297975 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:09:13.297975 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:09:13.297975 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 16:09:13.297975 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:09:13.297975 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:09:13.297975 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:09:13.297975 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:09:13.297975 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:09:13.297975 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:09:13.297975 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:09:13.350336 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a7d21e87-124b-4ebc-835b-fffa20fa33cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:13.359137 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a7d21e87-124b-4ebc-835b-fffa20fa33cb admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:13.362568 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a7d21e87-124b-4ebc-835b-fffa20fa33cb admin admin] 10.222.0.57 "DELETE /v2.0/networks/10465fca-def6-40ef-b54b-0b10ab1b7b44 HTTP/1.1" status: 204 len: 168 time: 0.8504298 Dec 09 16:09:13.375103 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d21e87-124b-4ebc-835b-fffa20fa33cb admin admin] Pushing event deleted for resources: {'Network': ['ID=10465fca-def6-40ef-b54b-0b10ab1b7b44,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:13.469819 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42426) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:09:13.510959 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-49e123e1-d08a-462a-a075-4c7dd7b46fb6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dff41d0cd6dc4e42b95a80470934c32b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399606 Dec 09 16:09:13.513461 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42428) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:09:13.565088 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e2551e06-39a9-4a65-833b-068aa499b865 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:13.587682 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e2551e06-39a9-4a65-833b-068aa499b865 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:13.623067 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e96f50-0307-44ba-a8b9-919e21a16519 req-343d261d-da85-45b9-b12b-c336c2d968a6 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:13.624498 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f3e96f50-0307-44ba-a8b9-919e21a16519 req-343d261d-da85-45b9-b12b-c336c2d968a6 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=1feb2236-1ba5-4970-beeb-81586debff33 HTTP/1.1" status: 200 len: 945 time: 0.0489020 Dec 09 16:09:13.634554 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e2551e06-39a9-4a65-833b-068aa499b865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:13.637919 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e2551e06-39a9-4a65-833b-068aa499b865 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:13.639200 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e2551e06-39a9-4a65-833b-068aa499b865 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4002b59f-2092-431c-ab93-2bf6d179e016 HTTP/1.1" status: 204 len: 168 time: 0.1247795 Dec 09 16:09:13.648518 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2551e06-39a9-4a65-833b-068aa499b865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4002b59f-2092-431c-ab93-2bf6d179e016,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:13.683003 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f3e96f50-0307-44ba-a8b9-919e21a16519 req-d717e5df-fdb5-470f-9a31-73bd223bb374 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=10739743-5d1f-4619-9edb-6d1542641a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516160 Dec 09 16:09:14.059456 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 7a59a1d8-652b-41ae-a586-98a8fc25e8af no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:09:14.080078 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 7a59a1d8-652b-41ae-a586-98a8fc25e8af {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:09:14.080449 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 7a59a1d8-652b-41ae-a586-98a8fc25e8af not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:09:14.080870 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 48536906-650f-429e-955a-8ad35f23b116 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:09:14.099899 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 48536906-650f-429e-955a-8ad35f23b116 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:09:14.100257 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 48536906-650f-429e-955a-8ad35f23b116 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:09:14.100714 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 24c7133f-8d39-4708-8306-622723e7b06d no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:09:14.122488 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 24c7133f-8d39-4708-8306-622723e7b06d {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:09:14.122847 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 24c7133f-8d39-4708-8306-622723e7b06d not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:09:14.821266 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d5fab2-c567-4d37-a66e-f7bd6c9ff536 req-2f73540d-6758-4819-bc1f-8cbf48b1c1a7 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:14.822805 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-59d5fab2-c567-4d37-a66e-f7bd6c9ff536 req-2f73540d-6758-4819-bc1f-8cbf48b1c1a7 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=1feb2236-1ba5-4970-beeb-81586debff33 HTTP/1.1" status: 200 len: 945 time: 0.0519586 Dec 09 16:09:14.873980 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-59d5fab2-c567-4d37-a66e-f7bd6c9ff536 req-709f1fed-f385-4484-b0fc-6f82b60b67d6 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=10739743-5d1f-4619-9edb-6d1542641a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448990 Dec 09 16:09:14.945389 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-56fe6697-2f8e-49e4-affc-bdec77477711 req-94b22c8e-d0cc-4b42-a180-21e076c12158 tempest-ServerShowV247Test-1834031584 tempest-ServerShowV247Test-1834031584-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb6ca49b-b485-4a84-8c28-6d35bd1b6ee6 HTTP/1.1" status: 200 len: 210 time: 0.0275612 Dec 09 16:09:15.293704 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b1c3f132-718e-4ebc-96f4-f8ce995184c5 req-d598b14a-ed6d-47ef-b96f-52152063f6d2 tempest-ServerShowV247Test-1834031584 tempest-ServerShowV247Test-1834031584-project] 10.222.0.57 "GET /v2.0/ports?device_id=61bbceb1-2e8a-42c0-af18-ecf8a2fd74a0 HTTP/1.1" status: 200 len: 210 time: 0.0271654 Dec 09 16:09:15.993342 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718cec9-05a3-4dde-b125-0834d44fd68b req-7c4953b9-bf61-4110-972e-5599cd88b5b6 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:15.994850 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f718cec9-05a3-4dde-b125-0834d44fd68b req-7c4953b9-bf61-4110-972e-5599cd88b5b6 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=1feb2236-1ba5-4970-beeb-81586debff33 HTTP/1.1" status: 200 len: 945 time: 0.0531590 Dec 09 16:09:16.044044 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f718cec9-05a3-4dde-b125-0834d44fd68b req-087876a8-e866-4edb-bcec-d95731e1492e tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=10739743-5d1f-4619-9edb-6d1542641a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431464 Dec 09 16:09:16.191071 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:16.396198 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5d596147-4c40-4b78-bb45-22f238368cfd req-bc97e014-d550-418f-8c44-91350e585e70 tempest-ServerShowV247Test-1834031584 tempest-ServerShowV247Test-1834031584-project] 10.222.0.57 "GET /v2.0/ports?device_id=61bbceb1-2e8a-42c0-af18-ecf8a2fd74a0 HTTP/1.1" status: 200 len: 210 time: 0.0260403 Dec 09 16:09:17.157371 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0dcead-8510-44ff-a7c1-6cfba9f958d7 req-b3884a51-afcf-4c6c-b181-6fa61396eb05 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:17.158830 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ac0dcead-8510-44ff-a7c1-6cfba9f958d7 req-b3884a51-afcf-4c6c-b181-6fa61396eb05 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=1feb2236-1ba5-4970-beeb-81586debff33 HTTP/1.1" status: 200 len: 945 time: 0.0479298 Dec 09 16:09:17.206870 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ac0dcead-8510-44ff-a7c1-6cfba9f958d7 req-b52edb28-8807-4dbb-b1fe-371d0b4dcb77 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=10739743-5d1f-4619-9edb-6d1542641a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413315 Dec 09 16:09:17.499853 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bb15aad0-4dbc-4004-9260-3a7ac958628d req-f29696e7-1be3-444b-990a-d763ed828463 tempest-ServerShowV247Test-1834031584 tempest-ServerShowV247Test-1834031584-project] 10.222.0.57 "GET /v2.0/ports?device_id=61bbceb1-2e8a-42c0-af18-ecf8a2fd74a0 HTTP/1.1" status: 200 len: 210 time: 0.0286138 Dec 09 16:09:18.323162 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5fe5f0-0fca-4e58-b173-a0ad9d96b6f0 req-75d6d9c0-02b6-48dd-b503-78f0306c3a4b tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:18.324603 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2c5fe5f0-0fca-4e58-b173-a0ad9d96b6f0 req-75d6d9c0-02b6-48dd-b503-78f0306c3a4b tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=1feb2236-1ba5-4970-beeb-81586debff33 HTTP/1.1" status: 200 len: 945 time: 0.0499732 Dec 09 16:09:18.376356 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2c5fe5f0-0fca-4e58-b173-a0ad9d96b6f0 req-467c5331-af49-4111-8290-bb2b851ad10f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=10739743-5d1f-4619-9edb-6d1542641a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458753 Dec 09 16:09:18.602654 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-961017b6-883f-4645-bc55-df6d04e0c284 req-59779da2-3755-48d3-a82b-a9706f774197 tempest-ServerShowV247Test-1834031584 tempest-ServerShowV247Test-1834031584-project] 10.222.0.57 "GET /v2.0/ports?device_id=61bbceb1-2e8a-42c0-af18-ecf8a2fd74a0 HTTP/1.1" status: 200 len: 210 time: 0.0269806 Dec 09 16:09:18.934319 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-96bd20ad-d2d4-49bb-9ec8-ecc2086f7541 req-84b9f45a-919e-49b0-8ba0-5c90cbb01711 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eb6ca49b-b485-4a84-8c28-6d35bd1b6ee6 HTTP/1.1" status: 200 len: 210 time: 0.0253117 Dec 09 16:09:19.369868 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c84ce23b-0800-43cc-b1a0-cc0c9a3db464 req-c08637c6-1a09-4d5a-be75-2b32022bc9f7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=61bbceb1-2e8a-42c0-af18-ecf8a2fd74a0 HTTP/1.1" status: 200 len: 210 time: 0.0244856 Dec 09 16:09:19.491393 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a929209-dcb7-42b1-9398-82938111dc5f req-2cf79c0e-897a-4822-bf5b-c36f9e05bf4c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:19.493042 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1a929209-dcb7-42b1-9398-82938111dc5f req-2cf79c0e-897a-4822-bf5b-c36f9e05bf4c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=1feb2236-1ba5-4970-beeb-81586debff33 HTTP/1.1" status: 200 len: 945 time: 0.0492074 Dec 09 16:09:19.545781 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1a929209-dcb7-42b1-9398-82938111dc5f req-2afa465b-927d-4e70-b503-71c00a1c90a3 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=10739743-5d1f-4619-9edb-6d1542641a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468562 Dec 09 16:09:19.700596 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a931461f-9fce-4451-aa93-167b17ed3664 req-4d9b2bad-ab5c-4b5d-9a16-c97fdae53526 tempest-ServerShowV247Test-1834031584 tempest-ServerShowV247Test-1834031584-project] 10.222.0.57 "GET /v2.0/ports?device_id=61bbceb1-2e8a-42c0-af18-ecf8a2fd74a0 HTTP/1.1" status: 200 len: 210 time: 0.0260625 Dec 09 16:09:20.483714 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c2666cce-a489-4dd5-8c57-96fb84fa0bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:20.664625 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b50794-3ae7-4022-9737-cbce190fdedc req-54856421-4ddb-470d-9b2a-3f5c54f9bbd0 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:20.666032 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a4b50794-3ae7-4022-9737-cbce190fdedc req-54856421-4ddb-470d-9b2a-3f5c54f9bbd0 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=1feb2236-1ba5-4970-beeb-81586debff33 HTTP/1.1" status: 200 len: 945 time: 0.0519421 Dec 09 16:09:20.715600 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a4b50794-3ae7-4022-9737-cbce190fdedc req-4b40d3f9-db9a-4fd5-bbc4-49abea672a35 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=10739743-5d1f-4619-9edb-6d1542641a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434611 Dec 09 16:09:20.804441 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a8f2d6c8-22c6-47f2-bf26-d1faea2f19ca req-b20cf824-fd00-45a5-aa96-f6d441e69b10 tempest-ServerShowV247Test-1834031584 tempest-ServerShowV247Test-1834031584-project] 10.222.0.57 "GET /v2.0/ports?device_id=61bbceb1-2e8a-42c0-af18-ecf8a2fd74a0 HTTP/1.1" status: 200 len: 210 time: 0.0276763 Dec 09 16:09:21.837446 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3222a10-b2b6-4db2-912d-480e0c165aae req-73ed3a43-c036-4cca-a8a0-91210a3798e9 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:21.838931 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b3222a10-b2b6-4db2-912d-480e0c165aae req-73ed3a43-c036-4cca-a8a0-91210a3798e9 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=1feb2236-1ba5-4970-beeb-81586debff33 HTTP/1.1" status: 200 len: 945 time: 0.0531645 Dec 09 16:09:21.889915 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b3222a10-b2b6-4db2-912d-480e0c165aae req-383819d5-ca06-41a7-bbe2-9d4ed8d976f3 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=10739743-5d1f-4619-9edb-6d1542641a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446014 Dec 09 16:09:21.972400 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b66f5b16-fa0e-4c54-b1ea-b85e7fc7b269 req-1fba8560-d4b6-4a1d-ae1d-5951c26ba573 tempest-ServerShowV247Test-1834031584 tempest-ServerShowV247Test-1834031584-project] 10.222.0.57 "GET /v2.0/ports?device_id=61bbceb1-2e8a-42c0-af18-ecf8a2fd74a0 HTTP/1.1" status: 200 len: 210 time: 0.0258882 Dec 09 16:09:22.262071 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c224789b-9b78-4413-bed0-671b58e514d0 req-2884315a-ceb5-40ac-9d37-0393301c8f13 tempest-ServerShowV247Test-1834031584 tempest-ServerShowV247Test-1834031584-project] 10.222.0.57 "GET /v2.0/ports?device_id=61bbceb1-2e8a-42c0-af18-ecf8a2fd74a0 HTTP/1.1" status: 200 len: 210 time: 0.0271006 Dec 09 16:09:23.005506 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5240cea-7e3f-4d51-abce-3bb14fcd24a3 req-de84e578-f50f-475e-8b01-5255fd77d2eb tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:23.007287 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d5240cea-7e3f-4d51-abce-3bb14fcd24a3 req-de84e578-f50f-475e-8b01-5255fd77d2eb tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=1feb2236-1ba5-4970-beeb-81586debff33 HTTP/1.1" status: 200 len: 945 time: 0.0501461 Dec 09 16:09:23.008013 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-570fea60-c5f9-4cf0-8fce-16d2045b610d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:23.057602 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d5240cea-7e3f-4d51-abce-3bb14fcd24a3 req-d988b24c-1793-4249-91d2-cf36e941f04d tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=10739743-5d1f-4619-9edb-6d1542641a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439885 Dec 09 16:09:23.365406 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4022a422-60f9-4196-b829-2613c5ad4d1e req-140adb6c-5b24-453a-b2f1-459c04e51b9c tempest-ServerShowV247Test-1834031584 tempest-ServerShowV247Test-1834031584-project] 10.222.0.57 "GET /v2.0/ports?device_id=61bbceb1-2e8a-42c0-af18-ecf8a2fd74a0 HTTP/1.1" status: 200 len: 210 time: 0.0292063 Dec 09 16:09:23.611549 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde100bd-80ad-4d8d-90f7-7661c6d26bb7 req-1c5cd450-6873-4a69-a4a6-aab04d06031f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:23.613196 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dde100bd-80ad-4d8d-90f7-7661c6d26bb7 req-1c5cd450-6873-4a69-a4a6-aab04d06031f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&device_id=1feb2236-1ba5-4970-beeb-81586debff33 HTTP/1.1" status: 200 len: 1096 time: 0.1549747 Dec 09 16:09:23.714157 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde100bd-80ad-4d8d-90f7-7661c6d26bb7 req-f7817b22-d32b-40cf-8774-eae3678967ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:23.715662 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dde100bd-80ad-4d8d-90f7-7661c6d26bb7 req-f7817b22-d32b-40cf-8774-eae3678967ad service neutron] 10.222.0.31 "GET /v2.0/networks?id=2f4aca51-1415-4b14-9332-b9a4ab98fb34 HTTP/1.1" status: 200 len: 897 time: 0.0819781 Dec 09 16:09:23.783760 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dde100bd-80ad-4d8d-90f7-7661c6d26bb7 req-b10bcfd1-a739-4175-91d6-3f38f631b15b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7630de4f-45ae-4c26-8c8e-3f6b97e5dc62 HTTP/1.1" status: 200 len: 1000 time: 0.0606136 Dec 09 16:09:23.833057 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde100bd-80ad-4d8d-90f7-7661c6d26bb7 req-f379550c-101d-45e6-9a4c-ab97ac385df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:23.834480 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dde100bd-80ad-4d8d-90f7-7661c6d26bb7 req-f379550c-101d-45e6-9a4c-ab97ac385df4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8f464798-a948-4aa4-9d15-015bd2f47c49 HTTP/1.1" status: 200 len: 835 time: 0.0427063 Dec 09 16:09:23.879568 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde100bd-80ad-4d8d-90f7-7661c6d26bb7 req-ad519993-f37a-49d7-928e-59c34637465d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:23.881089 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dde100bd-80ad-4d8d-90f7-7661c6d26bb7 req-ad519993-f37a-49d7-928e-59c34637465d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2f4aca51-1415-4b14-9332-b9a4ab98fb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394869 Dec 09 16:09:23.891666 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-dde100bd-80ad-4d8d-90f7-7661c6d26bb7 req-57ec6742-eb76-424e-966f-48213b1051c4 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 16:09:23.892721 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dde100bd-80ad-4d8d-90f7-7661c6d26bb7 req-57ec6742-eb76-424e-966f-48213b1051c4 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049698 Dec 09 16:09:23.984031 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dde100bd-80ad-4d8d-90f7-7661c6d26bb7 req-a7789958-fe75-4fc5-9636-035accc83ba2 service neutron] 10.222.0.31 "GET /v2.0/networks/2f4aca51-1415-4b14-9332-b9a4ab98fb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844116 Dec 09 16:09:24.073925 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dde100bd-80ad-4d8d-90f7-7661c6d26bb7 req-835aaf2a-e226-4390-9179-85e6a5390988 service neutron] 10.222.0.31 "GET /v2.0/networks/2f4aca51-1415-4b14-9332-b9a4ab98fb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814617 Dec 09 16:09:24.124131 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:24.180465 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305f810-ca76-4785-85fe-700c576ee949 req-7dee8b60-371b-43d4-904a-b7de0fb56972 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:24.182263 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9305f810-ca76-4785-85fe-700c576ee949 req-7dee8b60-371b-43d4-904a-b7de0fb56972 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=1feb2236-1ba5-4970-beeb-81586debff33 HTTP/1.1" status: 200 len: 945 time: 0.0549488 Dec 09 16:09:24.231606 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9305f810-ca76-4785-85fe-700c576ee949 req-4508f753-8740-4117-97fa-af2be5a01360 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=10739743-5d1f-4619-9edb-6d1542641a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433264 Dec 09 16:09:24.465429 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7363166a-025f-40a9-aed3-9e9e788270d8 req-e4fe7c8a-9a8e-4b1f-afea-5f8315192274 tempest-ServerShowV247Test-1834031584 tempest-ServerShowV247Test-1834031584-project] 10.222.0.57 "GET /v2.0/ports?device_id=61bbceb1-2e8a-42c0-af18-ecf8a2fd74a0 HTTP/1.1" status: 200 len: 210 time: 0.0263464 Dec 09 16:09:24.794903 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:25.347951 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be064b3b-1804-46ee-81fb-92ced43d64cb req-1079ac71-6ff0-41de-ace9-964bf81af834 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:25.349460 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-be064b3b-1804-46ee-81fb-92ced43d64cb req-1079ac71-6ff0-41de-ace9-964bf81af834 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=1feb2236-1ba5-4970-beeb-81586debff33 HTTP/1.1" status: 200 len: 945 time: 0.0503991 Dec 09 16:09:25.382827 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:25.399126 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-be064b3b-1804-46ee-81fb-92ced43d64cb req-b6c3da5c-4dec-4ef4-8098-d10a5e491b0f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=10739743-5d1f-4619-9edb-6d1542641a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436537 Dec 09 16:09:25.567980 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bd3fe826-a88c-4060-bca2-e037fd51b129 req-06eea6e3-ba55-4e2a-9aaf-465a6eb23ff9 tempest-ServerShowV247Test-1834031584 tempest-ServerShowV247Test-1834031584-project] 10.222.0.57 "GET /v2.0/ports?device_id=61bbceb1-2e8a-42c0-af18-ecf8a2fd74a0 HTTP/1.1" status: 200 len: 210 time: 0.0297942 Dec 09 16:09:26.444828 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:26.516204 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abb9c7-6edb-4d52-8992-e4818eab54a6 req-8ed2e85f-d6e5-4f3d-9d6e-8ff9697f619c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:26.517741 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a1abb9c7-6edb-4d52-8992-e4818eab54a6 req-8ed2e85f-d6e5-4f3d-9d6e-8ff9697f619c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=1feb2236-1ba5-4970-beeb-81586debff33 HTTP/1.1" status: 200 len: 945 time: 0.0499423 Dec 09 16:09:26.567951 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a1abb9c7-6edb-4d52-8992-e4818eab54a6 req-cd8f858e-3bd1-4657-a8ba-f164abff766a tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=10739743-5d1f-4619-9edb-6d1542641a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439978 Dec 09 16:09:26.667864 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f6ee0aa-c6cb-4fe4-98f1-7df5801a2c60 req-bc2c3fb2-c399-4469-ad6f-ce5d81329f8b tempest-ServerShowV247Test-1834031584 tempest-ServerShowV247Test-1834031584-project] 10.222.0.57 "GET /v2.0/ports?device_id=61bbceb1-2e8a-42c0-af18-ecf8a2fd74a0 HTTP/1.1" status: 200 len: 210 time: 0.0265982 Dec 09 16:09:27.689431 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1726d25-b410-4f5c-be06-3dcd17c18d5c req-9af87b16-25be-4249-86f2-6f66165e5b37 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:27.691004 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b1726d25-b410-4f5c-be06-3dcd17c18d5c req-9af87b16-25be-4249-86f2-6f66165e5b37 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=1feb2236-1ba5-4970-beeb-81586debff33 HTTP/1.1" status: 200 len: 945 time: 0.0540442 Dec 09 16:09:27.746579 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b1726d25-b410-4f5c-be06-3dcd17c18d5c req-518b4cd1-a3c5-4352-9d51-a045648ff982 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=10739743-5d1f-4619-9edb-6d1542641a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492804 Dec 09 16:09:27.830658 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5212f27a-8ad6-4c57-a42a-d8d3d5fb8864 req-467f68e7-9055-494d-ad5a-c1e195c5dfaf tempest-ServerShowV247Test-1834031584 tempest-ServerShowV247Test-1834031584-project] 10.222.0.57 "GET /v2.0/ports?device_id=61bbceb1-2e8a-42c0-af18-ecf8a2fd74a0 HTTP/1.1" status: 200 len: 210 time: 0.0265689 Dec 09 16:09:28.603551 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 7630de4f-45ae-4c26-8c8e-3f6b97e5dc62 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:09:28.676387 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:28.698003 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1feb2236-1ba5-4970-beeb-81586debff33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7630de4f-45ae-4c26-8c8e-3f6b97e5dc62'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:09:28.700196 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8157e0-4d21-491f-97db-8cf0041ae60d" -d '{"events": [{"server_uuid": "1feb2236-1ba5-4970-beeb-81586debff33", "name": "network-vif-unplugged", "status": "completed", "tag": "7630de4f-45ae-4c26-8c8e-3f6b97e5dc62"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:09:28.716023 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 7630de4f-45ae-4c26-8c8e-3f6b97e5dc62, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=7630de4f-45ae-4c26-8c8e-3f6b97e5dc62,segment=NetworkSegment(f3b2e6c6-dfb0-4291-9458-1b99e8c65940),segment_id=f3b2e6c6-dfb0-4291-9458-1b99e8c65940)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:09:28.720284 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:28.770991 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=7630de4f-45ae-4c26-8c8e-3f6b97e5dc62,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:28.802859 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 16:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c512503-a5ae-4f12-bcb3-3a146feadbd0 x-openstack-request-id: req-2c512503-a5ae-4f12-bcb3-3a146feadbd0 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:09:28.803160 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1feb2236-1ba5-4970-beeb-81586debff33", "name": "network-vif-unplugged", "status": "completed", "tag": "7630de4f-45ae-4c26-8c8e-3f6b97e5dc62", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:09:28.803413 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2c512503-a5ae-4f12-bcb3-3a146feadbd0 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:09:28.803833 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1feb2236-1ba5-4970-beeb-81586debff33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7630de4f-45ae-4c26-8c8e-3f6b97e5dc62', 'code': 200} Dec 09 16:09:28.896138 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8f437-1ec9-49d6-984f-6b610d378ebc req-4ca590a0-2e56-474e-b037-997c65e23f63 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:28.897587 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-44c8f437-1ec9-49d6-984f-6b610d378ebc req-4ca590a0-2e56-474e-b037-997c65e23f63 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=1feb2236-1ba5-4970-beeb-81586debff33 HTTP/1.1" status: 200 len: 943 time: 0.0515962 Dec 09 16:09:28.948270 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-44c8f437-1ec9-49d6-984f-6b610d378ebc req-6a5881f4-35d2-4666-aaed-bac7ae156e7f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=10739743-5d1f-4619-9edb-6d1542641a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440984 Dec 09 16:09:29.030975 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5fefc12f-fd3c-4e3f-b6f3-6c4decb24826 req-64a794bb-4241-4d2b-afd6-8697afa84e00 tempest-ServerShowV247Test-1834031584 tempest-ServerShowV247Test-1834031584-project] 10.222.0.57 "GET /v2.0/ports?device_id=61bbceb1-2e8a-42c0-af18-ecf8a2fd74a0 HTTP/1.1" status: 200 len: 210 time: 0.0268919 Dec 09 16:09:29.210128 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cc3db-3f65-4837-a0a5-c0ac7284f86a req-12a707db-c070-4485-a7c9-c0a3fe16f1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:29.212187 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ec2cc3db-3f65-4837-a0a5-c0ac7284f86a req-12a707db-c070-4485-a7c9-c0a3fe16f1a4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1feb2236-1ba5-4970-beeb-81586debff33 HTTP/1.1" status: 200 len: 1094 time: 0.0439360 Dec 09 16:09:29.257347 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ec2cc3db-3f65-4837-a0a5-c0ac7284f86a req-36564ece-4003-471a-8562-c4ecb5146f74 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=10739743-5d1f-4619-9edb-6d1542641a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385625 Dec 09 16:09:30.064662 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2dd76-9dad-48a3-baed-8a61ff9c40c2 req-f220b605-c834-4c56-873d-a40b8395649e tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:30.066149 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3cc2dd76-9dad-48a3-baed-8a61ff9c40c2 req-f220b605-c834-4c56-873d-a40b8395649e tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=1feb2236-1ba5-4970-beeb-81586debff33 HTTP/1.1" status: 200 len: 943 time: 0.0503426 Dec 09 16:09:30.120532 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3cc2dd76-9dad-48a3-baed-8a61ff9c40c2 req-001537d3-6c08-453a-8fa1-114bdcd716d6 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=10739743-5d1f-4619-9edb-6d1542641a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476749 Dec 09 16:09:30.200817 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b0274481-cf83-4528-9c04-5584b1846b7f req-d4f06a99-d27c-4463-8dd1-6c0baab61909 tempest-ServerShowV247Test-1834031584 tempest-ServerShowV247Test-1834031584-project] 10.222.0.57 "GET /v2.0/ports?device_id=61bbceb1-2e8a-42c0-af18-ecf8a2fd74a0 HTTP/1.1" status: 200 len: 210 time: 0.0258801 Dec 09 16:09:30.598826 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 7630de4f-45ae-4c26-8c8e-3f6b97e5dc62 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:09:30.691868 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 7630de4f-45ae-4c26-8c8e-3f6b97e5dc62, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=7630de4f-45ae-4c26-8c8e-3f6b97e5dc62,segment=NetworkSegment(f3b2e6c6-dfb0-4291-9458-1b99e8c65940),segment_id=f3b2e6c6-dfb0-4291-9458-1b99e8c65940)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:09:30.707081 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '7630de4f-45ae-4c26-8c8e-3f6b97e5dc62', 'network_id': '2f4aca51-1415-4b14-9332-b9a4ab98fb34', 'port_id': '7630de4f-45ae-4c26-8c8e-3f6b97e5dc62', 'mac_address': 'fa:16:3e:d6:1d:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f464798-a948-4aa4-9d15-015bd2f47c49', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:09:30.743173 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:30.755324 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7630de4f-45ae-4c26-8c8e-3f6b97e5dc62 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:09:30.775288 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 7630de4f-45ae-4c26-8c8e-3f6b97e5dc62, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=7630de4f-45ae-4c26-8c8e-3f6b97e5dc62,segment=NetworkSegment(f3b2e6c6-dfb0-4291-9458-1b99e8c65940),segment_id=f3b2e6c6-dfb0-4291-9458-1b99e8c65940)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:09:30.778745 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:30.824174 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=7630de4f-45ae-4c26-8c8e-3f6b97e5dc62,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:31.091781 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-338083db-df36-41aa-a3b2-f5613001f592 req-ebef947f-80cb-401f-9a9e-852a2dafafc4 tempest-TestNetworkBasicOps-770296506 tempest-TestNetworkBasicOps-770296506-project] (103244) timed out ('10.222.0.42', 64126) {{(pid=103244) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 16:09:31.101853 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['7630de4f-45ae-4c26-8c8e-3f6b97e5dc62'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:09:31.237834 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0f638-cb4d-4430-8b81-138d3eccbb92 req-0d856624-5d04-4a3f-80e9-613b7e55e276 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:31.239317 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2e0f638-cb4d-4430-8b81-138d3eccbb92 req-0d856624-5d04-4a3f-80e9-613b7e55e276 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=1feb2236-1ba5-4970-beeb-81586debff33 HTTP/1.1" status: 200 len: 944 time: 0.0522847 Dec 09 16:09:31.289475 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2e0f638-cb4d-4430-8b81-138d3eccbb92 req-f41e1a34-217d-4a7b-9cdc-716305fb7a5e tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=10739743-5d1f-4619-9edb-6d1542641a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431516 Dec 09 16:09:31.312816 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 42582) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:09:31.388933 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-65584064-d9bb-4973-87ba-ef44553cc592 req-a2401f9d-2f8a-47a7-8574-261da09d9015 tempest-ServerShowV247Test-1834031584 tempest-ServerShowV247Test-1834031584-project] 10.222.0.57 "GET /v2.0/ports?device_id=61bbceb1-2e8a-42c0-af18-ecf8a2fd74a0 HTTP/1.1" status: 200 len: 210 time: 0.0330596 Dec 09 16:09:31.402990 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-dde69b90-bdce-4da6-a99f-2a13228c61b1 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/floatingips/842d55f3-67b2-41dd-b7ae-7bf7a02887e8 HTTP/1.1" status: 200 len: 991 time: 0.0890448 Dec 09 16:09:32.493710 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4936371e-dedf-49d2-a08d-9b367aea1a34 req-c42ff5d9-8d59-44e2-9756-f9b0a04f79d1 tempest-ServerShowV247Test-1834031584 tempest-ServerShowV247Test-1834031584-project] 10.222.0.57 "GET /v2.0/ports?device_id=61bbceb1-2e8a-42c0-af18-ecf8a2fd74a0 HTTP/1.1" status: 200 len: 210 time: 0.0279911 Dec 09 16:09:32.599153 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 7630de4f-45ae-4c26-8c8e-3f6b97e5dc62 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:09:32.647452 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 7630de4f-45ae-4c26-8c8e-3f6b97e5dc62 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:09:32.647820 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:32.723847 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:32.746233 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1feb2236-1ba5-4970-beeb-81586debff33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7630de4f-45ae-4c26-8c8e-3f6b97e5dc62'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:09:32.748458 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4cd8334-d449-46e1-986d-b9874d90173c" -d '{"events": [{"server_uuid": "1feb2236-1ba5-4970-beeb-81586debff33", "name": "network-vif-plugged", "status": "completed", "tag": "7630de4f-45ae-4c26-8c8e-3f6b97e5dc62"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:09:32.760989 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 7630de4f-45ae-4c26-8c8e-3f6b97e5dc62, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=7630de4f-45ae-4c26-8c8e-3f6b97e5dc62,segment=NetworkSegment(f3b2e6c6-dfb0-4291-9458-1b99e8c65940),segment_id=f3b2e6c6-dfb0-4291-9458-1b99e8c65940)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:09:32.766559 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:32.793481 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90fd7acd-4d60-4368-af75-6ad9a3f65e83 x-openstack-request-id: req-90fd7acd-4d60-4368-af75-6ad9a3f65e83 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:09:32.793788 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1feb2236-1ba5-4970-beeb-81586debff33", "name": "network-vif-plugged", "status": "completed", "tag": "7630de4f-45ae-4c26-8c8e-3f6b97e5dc62", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:09:32.794048 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-90fd7acd-4d60-4368-af75-6ad9a3f65e83 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:09:32.794465 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1feb2236-1ba5-4970-beeb-81586debff33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7630de4f-45ae-4c26-8c8e-3f6b97e5dc62', 'code': 200} Dec 09 16:09:32.817645 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=7630de4f-45ae-4c26-8c8e-3f6b97e5dc62,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:33.595137 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2e1648d9-f45b-457b-8e12-561a7866d5fb req-b33ae108-f081-41c5-8468-dc952b5a6add tempest-ServerShowV247Test-1834031584 tempest-ServerShowV247Test-1834031584-project] 10.222.0.57 "GET /v2.0/ports?device_id=61bbceb1-2e8a-42c0-af18-ecf8a2fd74a0 HTTP/1.1" status: 200 len: 210 time: 0.0264127 Dec 09 16:09:34.693764 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-56a5b84f-68c7-4a5b-9a40-a30c26de1720 req-05c1556c-ddef-49f1-bd84-ddfa6dba7ba5 tempest-ServerShowV247Test-1834031584 tempest-ServerShowV247Test-1834031584-project] 10.222.0.57 "GET /v2.0/ports?device_id=61bbceb1-2e8a-42c0-af18-ecf8a2fd74a0 HTTP/1.1" status: 200 len: 210 time: 0.0255141 Dec 09 16:09:35.794778 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-95fbc399-f65f-43ed-b374-7d14c4955177 req-9e4b6982-c8cf-4389-ba57-c9f712cc242a tempest-ServerShowV247Test-1834031584 tempest-ServerShowV247Test-1834031584-project] 10.222.0.57 "GET /v2.0/ports?device_id=61bbceb1-2e8a-42c0-af18-ecf8a2fd74a0 HTTP/1.1" status: 200 len: 210 time: 0.0253716 Dec 09 16:09:36.897749 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5b11b3ab-0ba5-435d-82ba-a01b32ce3092 req-df27f011-296e-4a0f-bb31-c305b6c6f084 tempest-ServerShowV247Test-1834031584 tempest-ServerShowV247Test-1834031584-project] 10.222.0.57 "GET /v2.0/ports?device_id=61bbceb1-2e8a-42c0-af18-ecf8a2fd74a0 HTTP/1.1" status: 200 len: 210 time: 0.0281949 Dec 09 16:09:38.005426 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34ac80b3-677c-45fa-b4db-accd279ade56 req-58d1728f-004c-4294-b105-b417c25cac60 tempest-ServerShowV247Test-1834031584 tempest-ServerShowV247Test-1834031584-project] 10.222.0.57 "GET /v2.0/ports?device_id=61bbceb1-2e8a-42c0-af18-ecf8a2fd74a0 HTTP/1.1" status: 200 len: 210 time: 0.0297170 Dec 09 16:09:39.107620 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d7bbc63-8c31-40a3-ade5-fff30537984f req-22198c3f-eb7d-4ef4-a84e-b45618132410 tempest-ServerShowV247Test-1834031584 tempest-ServerShowV247Test-1834031584-project] 10.222.0.57 "GET /v2.0/ports?device_id=61bbceb1-2e8a-42c0-af18-ecf8a2fd74a0 HTTP/1.1" status: 200 len: 210 time: 0.0263510 Dec 09 16:09:39.720099 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:09:40.151533 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-bf1ff385-1ab3-4887-bece-d81d58acc976 req-9c363e76-dd61-4369-b330-f986480b5c50 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eb6ca49b-b485-4a84-8c28-6d35bd1b6ee6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0249004 Dec 09 16:09:40.206366 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f3b89222-bbcd-4d7d-aa2d-c14ac03da02f req-46356082-143b-4afd-92f1-18de24b9a7ad tempest-ServerShowV247Test-1834031584 tempest-ServerShowV247Test-1834031584-project] 10.222.0.57 "GET /v2.0/ports?device_id=61bbceb1-2e8a-42c0-af18-ecf8a2fd74a0 HTTP/1.1" status: 200 len: 210 time: 0.0255830 Dec 09 16:09:40.257076 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-bf1ff385-1ab3-4887-bece-d81d58acc976 req-132457bb-25d2-49c0-97dd-9bd41147a1eb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=788360ee07de428893aef9ef1705d09d&device_id=eb6ca49b-b485-4a84-8c28-6d35bd1b6ee6 HTTP/1.1" status: 200 len: 210 time: 0.0271606 Dec 09 16:09:40.315461 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-bf1ff385-1ab3-4887-bece-d81d58acc976 req-94e0230f-bc3c-4d63-9a0f-f85310a64511 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=788360ee07de428893aef9ef1705d09d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265677 Dec 09 16:09:40.477253 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ff385-1ab3-4887-bece-d81d58acc976 req-e3a08eca-5462-4295-8fbd-4e56096a3425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:40.478938 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-bf1ff385-1ab3-4887-bece-d81d58acc976 req-e3a08eca-5462-4295-8fbd-4e56096a3425 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1560211 Dec 09 16:09:41.309527 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-55e801de-982c-44be-bcb0-7f91dd61cbde req-15f03106-8d43-4328-9a9a-538a1938622b tempest-ServerShowV247Test-1834031584 tempest-ServerShowV247Test-1834031584-project] 10.222.0.57 "GET /v2.0/ports?device_id=61bbceb1-2e8a-42c0-af18-ecf8a2fd74a0 HTTP/1.1" status: 200 len: 210 time: 0.0278773 Dec 09 16:09:42.410094 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f12dd8a7-b2a5-47d6-adb3-c24244d72b8c req-4921f639-f320-4963-8791-ae533a4d3235 tempest-ServerShowV247Test-1834031584 tempest-ServerShowV247Test-1834031584-project] 10.222.0.57 "GET /v2.0/ports?device_id=61bbceb1-2e8a-42c0-af18-ecf8a2fd74a0 HTTP/1.1" status: 200 len: 210 time: 0.0269206 Dec 09 16:09:43.511732 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ab3e104a-68c2-45f8-8b05-8efeae310860 req-15a0cd84-589c-4e75-b00a-8b141267d53c tempest-ServerShowV247Test-1834031584 tempest-ServerShowV247Test-1834031584-project] 10.222.0.57 "GET /v2.0/ports?device_id=61bbceb1-2e8a-42c0-af18-ecf8a2fd74a0 HTTP/1.1" status: 200 len: 210 time: 0.0262003 Dec 09 16:09:44.619401 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8a8335d7-b69d-4812-82a3-7a3ae7be3e19 req-f327d8a7-858a-4597-bfe7-2b4650dd0697 tempest-ServerShowV247Test-1834031584 tempest-ServerShowV247Test-1834031584-project] 10.222.0.57 "GET /v2.0/ports?device_id=61bbceb1-2e8a-42c0-af18-ecf8a2fd74a0 HTTP/1.1" status: 200 len: 210 time: 0.0298061 Dec 09 16:09:45.717984 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d23e959b-f1b6-4e1e-9e62-08a12c612481 req-03f221b2-ddb7-49cb-a963-71e71438af1a tempest-ServerShowV247Test-1834031584 tempest-ServerShowV247Test-1834031584-project] 10.222.0.57 "GET /v2.0/ports?device_id=61bbceb1-2e8a-42c0-af18-ecf8a2fd74a0 HTTP/1.1" status: 200 len: 210 time: 0.0258608 Dec 09 16:09:46.188963 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:46.819088 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-32b6fc7d-ef9e-4439-aca4-1efa6b8028d9 req-15dbd09b-9eb8-4919-8b3e-68f0634ed0d7 tempest-ServerShowV247Test-1834031584 tempest-ServerShowV247Test-1834031584-project] 10.222.0.57 "GET /v2.0/ports?device_id=61bbceb1-2e8a-42c0-af18-ecf8a2fd74a0 HTTP/1.1" status: 200 len: 210 time: 0.0260644 Dec 09 16:09:47.919771 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-12a49734-dfcd-40d1-ae19-b91d63e70bf4 req-9191e059-ac51-467c-86bd-c709a5c6f013 tempest-ServerShowV247Test-1834031584 tempest-ServerShowV247Test-1834031584-project] 10.222.0.57 "GET /v2.0/ports?device_id=61bbceb1-2e8a-42c0-af18-ecf8a2fd74a0 HTTP/1.1" status: 200 len: 210 time: 0.0265901 Dec 09 16:09:49.018127 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4777b16b-dc71-4c5d-9675-468b6a4895d3 req-57afed03-d35b-477a-828f-8943185621c7 tempest-ServerShowV247Test-1834031584 tempest-ServerShowV247Test-1834031584-project] 10.222.0.57 "GET /v2.0/ports?device_id=61bbceb1-2e8a-42c0-af18-ecf8a2fd74a0 HTTP/1.1" status: 200 len: 210 time: 0.0261261 Dec 09 16:09:50.117467 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-342e56c4-3d08-4fc9-a0c7-52585f7dba51 req-a1491e49-1554-4f00-a1c0-b1b8295da77d tempest-ServerShowV247Test-1834031584 tempest-ServerShowV247Test-1834031584-project] 10.222.0.57 "GET /v2.0/ports?device_id=61bbceb1-2e8a-42c0-af18-ecf8a2fd74a0 HTTP/1.1" status: 200 len: 210 time: 0.0255339 Dec 09 16:09:50.484664 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5a832398-0f03-4e0a-a439-0c66373b4f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:51.223978 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e95dde5b-53a4-4b98-adf2-e9a6ab7a26ff req-b20b5225-0022-4d76-872e-7c5fa7a43517 tempest-ServerShowV247Test-1834031584 tempest-ServerShowV247Test-1834031584-project] 10.222.0.57 "GET /v2.0/ports?device_id=61bbceb1-2e8a-42c0-af18-ecf8a2fd74a0 HTTP/1.1" status: 200 len: 210 time: 0.0297630 Dec 09 16:09:52.323769 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b9216037-d766-4dfa-ba66-73a3805fe961 req-7c86b9f7-2bf1-4585-9565-c2852ee29a15 tempest-ServerShowV247Test-1834031584 tempest-ServerShowV247Test-1834031584-project] 10.222.0.57 "GET /v2.0/ports?device_id=61bbceb1-2e8a-42c0-af18-ecf8a2fd74a0 HTTP/1.1" status: 200 len: 210 time: 0.0262883 Dec 09 16:09:52.513800 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-17fe9d42-f846-4cbd-916e-06436583eaee req-c7f8856e-9f71-4f8f-ab80-891a0b502b61 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=61bbceb1-2e8a-42c0-af18-ecf8a2fd74a0 HTTP/1.1" status: 200 len: 210 time: 0.0257604 Dec 09 16:09:53.014388 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6ece8704-7b9c-4f94-908e-7b4573c97884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:53.424651 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-41bbdaa9-a9cc-40c8-b0e7-416d6a034a37 req-ae0310b9-464c-427d-8910-e2da6beda3f5 tempest-ServerShowV247Test-1834031584 tempest-ServerShowV247Test-1834031584-project] 10.222.0.57 "GET /v2.0/ports?device_id=61bbceb1-2e8a-42c0-af18-ecf8a2fd74a0 HTTP/1.1" status: 200 len: 210 time: 0.0263109 Dec 09 16:09:54.127146 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:54.525180 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57d55d37-6b0b-404f-982a-e6e3f0c38639 req-3b21ab60-6ada-46bb-af5d-fd3abec8e801 tempest-ServerShowV247Test-1834031584 tempest-ServerShowV247Test-1834031584-project] 10.222.0.57 "GET /v2.0/ports?device_id=61bbceb1-2e8a-42c0-af18-ecf8a2fd74a0 HTTP/1.1" status: 200 len: 210 time: 0.0255926 Dec 09 16:09:54.798812 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:54.808690 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-369e9b44-36f4-41a9-9e70-7f2e65bcc0d2 req-c4173e71-8546-4d82-911e-e599dccc5a1f tempest-ServerShowV247Test-1834031584 tempest-ServerShowV247Test-1834031584-project] 10.222.0.57 "GET /v2.0/ports?device_id=61bbceb1-2e8a-42c0-af18-ecf8a2fd74a0&device_id=eb6ca49b-b485-4a84-8c28-6d35bd1b6ee6 HTTP/1.1" status: 200 len: 210 time: 0.0261068 Dec 09 16:09:55.021876 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b3fb2f5a-3c82-437c-ab26-b504a54eb8da req-0dcf0399-04e4-4660-a53a-721b5e6807fb tempest-ServerShowV247Test-1834031584 tempest-ServerShowV247Test-1834031584-project] 10.222.0.57 "GET /v2.0/ports?device_id=61bbceb1-2e8a-42c0-af18-ecf8a2fd74a0 HTTP/1.1" status: 200 len: 210 time: 0.0274570 Dec 09 16:09:55.032626 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-70b1efd9-f10c-4d79-8402-19127e8e22f0 req-273e892e-8340-4a53-a5fd-99d927679485 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=788360ee07de428893aef9ef1705d09d&device_id=61bbceb1-2e8a-42c0-af18-ecf8a2fd74a0 HTTP/1.1" status: 200 len: 210 time: 0.0250909 Dec 09 16:09:55.071124 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-70b1efd9-f10c-4d79-8402-19127e8e22f0 req-62ef9592-7ea2-43b0-9b53-20392aa1e031 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=788360ee07de428893aef9ef1705d09d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230484 Dec 09 16:09:55.163501 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1efd9-f10c-4d79-8402-19127e8e22f0 req-457837f1-248b-43f4-8cd0-1bc36bb4baab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:55.164988 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-70b1efd9-f10c-4d79-8402-19127e8e22f0 req-457837f1-248b-43f4-8cd0-1bc36bb4baab service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0858247 Dec 09 16:09:55.386083 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:56.118630 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fdcf789b-52b6-4a2c-a7fd-d753ac5ad964 req-d17c6508-33c1-4f83-a8ec-26e6efd26cbe tempest-ServerShowV247Test-1834031584 tempest-ServerShowV247Test-1834031584-project] 10.222.0.57 "GET /v2.0/ports?device_id=61bbceb1-2e8a-42c0-af18-ecf8a2fd74a0 HTTP/1.1" status: 200 len: 210 time: 0.0311630 Dec 09 16:09:56.447102 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:56.631851 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-70b1efd9-f10c-4d79-8402-19127e8e22f0 req-a8d9bfa4-2c86-4fb4-b5de-eb294a092f8d tempest-ServerShowV247Test-1834031584 tempest-ServerShowV247Test-1834031584-project] 10.222.0.42 "GET /v2.0/ports?device_id=61bbceb1-2e8a-42c0-af18-ecf8a2fd74a0 HTTP/1.1" status: 200 len: 210 time: 0.0261881 Dec 09 16:09:57.651763 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bbb15d66-ef64-4e37-9700-6173a8b6fc94 req-73c3c16b-826d-4d88-a912-52dbeca42a4f tempest-ServerShowV247Test-1834031584 tempest-ServerShowV247Test-1834031584-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb6ca49b-b485-4a84-8c28-6d35bd1b6ee6 HTTP/1.1" status: 200 len: 210 time: 0.0273955 Dec 09 16:09:57.663458 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b7a23af2-02b3-4a03-82f3-787ba948ee30 req-2d401ca8-de89-4943-86bc-0e578b45c9fd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=788360ee07de428893aef9ef1705d09d&device_id=eb6ca49b-b485-4a84-8c28-6d35bd1b6ee6 HTTP/1.1" status: 200 len: 210 time: 0.0258884 Dec 09 16:09:57.700474 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b7a23af2-02b3-4a03-82f3-787ba948ee30 req-0e1d94a9-00be-41f8-9f27-c131a49246bb service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=788360ee07de428893aef9ef1705d09d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239561 Dec 09 16:09:57.794984 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a23af2-02b3-4a03-82f3-787ba948ee30 req-dc23a7a1-9d54-4ed8-a6a4-1d45e31d6268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:57.796491 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b7a23af2-02b3-4a03-82f3-787ba948ee30 req-dc23a7a1-9d54-4ed8-a6a4-1d45e31d6268 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895030 Dec 09 16:09:58.745008 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5b8145d6-ed5a-430e-a279-6075ee7526bd req-6e1c966f-8613-43f4-a782-b266ba9e2183 tempest-ServerShowV247Test-1834031584 tempest-ServerShowV247Test-1834031584-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb6ca49b-b485-4a84-8c28-6d35bd1b6ee6 HTTP/1.1" status: 200 len: 210 time: 0.0256472 Dec 09 16:09:59.293089 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b7a23af2-02b3-4a03-82f3-787ba948ee30 req-eb41af60-5e0f-45b1-80e8-6f44b5c5eb42 tempest-ServerShowV247Test-1834031584 tempest-ServerShowV247Test-1834031584-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb6ca49b-b485-4a84-8c28-6d35bd1b6ee6 HTTP/1.1" status: 200 len: 210 time: 0.0258327 Dec 09 16:10:00.041949 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 42650) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:10:00.146289 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-59672985-55f0-4475-aafd-2ff0ccdaa3f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:00.229951 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-59672985-55f0-4475-aafd-2ff0ccdaa3f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:00.233613 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-59672985-55f0-4475-aafd-2ff0ccdaa3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:00.279413 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-59672985-55f0-4475-aafd-2ff0ccdaa3f7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=788360ee07de428893aef9ef1705d09d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2363472 Dec 09 16:10:00.281426 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59672985-55f0-4475-aafd-2ff0ccdaa3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebba2efe-eba9-4569-a791-bfcf950a4d15,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:00.282069 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42654) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:10:00.289050 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59672985-55f0-4475-aafd-2ff0ccdaa3f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:00.289406 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59672985-55f0-4475-aafd-2ff0ccdaa3f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:00.289756 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59672985-55f0-4475-aafd-2ff0ccdaa3f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:00.290101 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59672985-55f0-4475-aafd-2ff0ccdaa3f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:00.290443 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59672985-55f0-4475-aafd-2ff0ccdaa3f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:00.290789 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59672985-55f0-4475-aafd-2ff0ccdaa3f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:00.291157 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59672985-55f0-4475-aafd-2ff0ccdaa3f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:00.291495 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59672985-55f0-4475-aafd-2ff0ccdaa3f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:00.291834 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59672985-55f0-4475-aafd-2ff0ccdaa3f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:00.292167 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59672985-55f0-4475-aafd-2ff0ccdaa3f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:00.292525 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59672985-55f0-4475-aafd-2ff0ccdaa3f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:00.292860 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59672985-55f0-4475-aafd-2ff0ccdaa3f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:00.293189 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59672985-55f0-4475-aafd-2ff0ccdaa3f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:00.332217 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2c7f7a33-30f1-43dd-805a-befb05c90171 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:00.354800 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2c7f7a33-30f1-43dd-805a-befb05c90171 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:00.404945 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2c7f7a33-30f1-43dd-805a-befb05c90171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:00.407537 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2c7f7a33-30f1-43dd-805a-befb05c90171 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:00.408734 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2c7f7a33-30f1-43dd-805a-befb05c90171 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ebba2efe-eba9-4569-a791-bfcf950a4d15 HTTP/1.1" status: 204 len: 168 time: 0.1256557 Dec 09 16:10:00.416569 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f7a33-30f1-43dd-805a-befb05c90171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebba2efe-eba9-4569-a791-bfcf950a4d15,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:00.424265 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7f7a33-30f1-43dd-805a-befb05c90171 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:00.424766 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7f7a33-30f1-43dd-805a-befb05c90171 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:00.425165 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7f7a33-30f1-43dd-805a-befb05c90171 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:00.425505 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7f7a33-30f1-43dd-805a-befb05c90171 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:00.425841 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7f7a33-30f1-43dd-805a-befb05c90171 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:00.426175 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7f7a33-30f1-43dd-805a-befb05c90171 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:00.426566 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7f7a33-30f1-43dd-805a-befb05c90171 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:00.426897 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7f7a33-30f1-43dd-805a-befb05c90171 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:00.427219 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7f7a33-30f1-43dd-805a-befb05c90171 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:00.427544 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7f7a33-30f1-43dd-805a-befb05c90171 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:00.427871 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7f7a33-30f1-43dd-805a-befb05c90171 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:00.428189 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7f7a33-30f1-43dd-805a-befb05c90171 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:00.428533 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7f7a33-30f1-43dd-805a-befb05c90171 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:01.011049 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42676) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:10:01.108454 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a0c3f9ad-658c-4f8f-bcdf-92e3ff254b5a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-908605942-network', 'tenant_id': '746f323df0db46cba8f79cae0cf599ea'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:10:01.130381 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c3f9ad-658c-4f8f-bcdf-92e3ff254b5a admin admin] Made reservation on behalf of 746f323df0db46cba8f79cae0cf599ea for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:10:01.132698 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0c3f9ad-658c-4f8f-bcdf-92e3ff254b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:01.141433 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0c3f9ad-658c-4f8f-bcdf-92e3ff254b5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:01.214494 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0c3f9ad-658c-4f8f-bcdf-92e3ff254b5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:01.218201 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0c3f9ad-658c-4f8f-bcdf-92e3ff254b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:01.243813 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0c3f9ad-658c-4f8f-bcdf-92e3ff254b5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:10:01.254607 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c3f9ad-658c-4f8f-bcdf-92e3ff254b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca71ca6-448e-45de-9f8d-fa2309aa51c6,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:01.261186 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0c3f9ad-658c-4f8f-bcdf-92e3ff254b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:01.261533 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-a0c3f9ad-658c-4f8f-bcdf-92e3ff254b5a admin admin] Added segment 00ab658d-64a1-42cc-914b-352777323331 of type vlan for network cccff7e2-8e0e-412e-b711-b40eef09133c Dec 09 16:10:01.300162 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0c3f9ad-658c-4f8f-bcdf-92e3ff254b5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:01.325361 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0c3f9ad-658c-4f8f-bcdf-92e3ff254b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:01.326430 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c3f9ad-658c-4f8f-bcdf-92e3ff254b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:01.327005 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a0c3f9ad-658c-4f8f-bcdf-92e3ff254b5a admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:01.387546 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a0c3f9ad-658c-4f8f-bcdf-92e3ff254b5a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3753073 Dec 09 16:10:01.390365 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42680) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:10:01.395145 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-239593b1-ed34-441c-8314-40b9a38bf278 admin admin] Request body: {'subnet': {'network_id': 'cccff7e2-8e0e-412e-b711-b40eef09133c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-908605942-subnet', 'tenant_id': '746f323df0db46cba8f79cae0cf599ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:10:01.402665 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c3f9ad-658c-4f8f-bcdf-92e3ff254b5a admin admin] Pushing event updated for resources: {'Network': ['ID=cccff7e2-8e0e-412e-b711-b40eef09133c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:01.412205 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network cccff7e2-8e0e-412e-b711-b40eef09133c details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:10:01.422364 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239593b1-ed34-441c-8314-40b9a38bf278 admin admin] Made reservation on behalf of 746f323df0db46cba8f79cae0cf599ea for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:10:01.424848 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-239593b1-ed34-441c-8314-40b9a38bf278 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:01.592716 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-239593b1-ed34-441c-8314-40b9a38bf278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:01.648947 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239593b1-ed34-441c-8314-40b9a38bf278 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca7536b3-68db-464b-8d22-44952735b083,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:01.656909 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239593b1-ed34-441c-8314-40b9a38bf278 admin admin] Checking segment: {'id': '00ab658d-64a1-42cc-914b-352777323331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'cccff7e2-8e0e-412e-b711-b40eef09133c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:10:01.657264 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239593b1-ed34-441c-8314-40b9a38bf278 admin admin] Network hostable DHCP agents. Network: cccff7e2-8e0e-412e-b711-b40eef09133c, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:10:01.674161 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239593b1-ed34-441c-8314-40b9a38bf278 admin admin] Network cccff7e2-8e0e-412e-b711-b40eef09133c is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:10:01.682824 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-239593b1-ed34-441c-8314-40b9a38bf278 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, cccff7e2-8e0e-412e-b711-b40eef09133c) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:10:01.687103 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239593b1-ed34-441c-8314-40b9a38bf278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:01.687774 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-239593b1-ed34-441c-8314-40b9a38bf278 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:01.691950 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89318198-4bf1-42d6-a6e5-8d2d95c5d1c2 None None] Network cccff7e2-8e0e-412e-b711-b40eef09133c requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:10:01.704375 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-239593b1-ed34-441c-8314-40b9a38bf278 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3130100 Dec 09 16:10:01.790190 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ccf634-91da-4d72-a20c-7d79fd9e3cae None None] Network cccff7e2-8e0e-412e-b711-b40eef09133c requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:10:02.073793 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42694) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:10:02.078827 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-441c88cb-bb52-45c6-b925-998c941aeb7f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-293304687-network', 'tenant_id': '256a172ab766429c9d1656d9768c487c'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:10:02.098631 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441c88cb-bb52-45c6-b925-998c941aeb7f admin admin] Made reservation on behalf of 256a172ab766429c9d1656d9768c487c for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:10:02.100884 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-441c88cb-bb52-45c6-b925-998c941aeb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:02.110059 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-441c88cb-bb52-45c6-b925-998c941aeb7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:02.182428 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-441c88cb-bb52-45c6-b925-998c941aeb7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:02.186068 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-441c88cb-bb52-45c6-b925-998c941aeb7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:02.212311 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-441c88cb-bb52-45c6-b925-998c941aeb7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:10:02.218235 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c88cb-bb52-45c6-b925-998c941aeb7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc98973-75d6-4acb-9bd7-c2211aa084d3,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:02.225720 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-441c88cb-bb52-45c6-b925-998c941aeb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:02.226161 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-441c88cb-bb52-45c6-b925-998c941aeb7f admin admin] Added segment c0798d15-e77b-4ff5-9fdc-2a43a2240273 of type vlan for network fe35023a-4fa0-4730-af79-02fde483b8f1 Dec 09 16:10:02.269829 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-441c88cb-bb52-45c6-b925-998c941aeb7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:02.293776 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-441c88cb-bb52-45c6-b925-998c941aeb7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:02.294715 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441c88cb-bb52-45c6-b925-998c941aeb7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:02.295306 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-441c88cb-bb52-45c6-b925-998c941aeb7f admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:02.352063 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-441c88cb-bb52-45c6-b925-998c941aeb7f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2771111 Dec 09 16:10:02.354830 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42696) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:10:02.359401 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7aa02e16-0ae0-4410-909d-2aae6a446458 admin admin] Request body: {'subnet': {'network_id': 'fe35023a-4fa0-4730-af79-02fde483b8f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-293304687-subnet', 'tenant_id': '256a172ab766429c9d1656d9768c487c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:10:02.365634 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c88cb-bb52-45c6-b925-998c941aeb7f admin admin] Pushing event updated for resources: {'Network': ['ID=fe35023a-4fa0-4730-af79-02fde483b8f1,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:02.375819 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network fe35023a-4fa0-4730-af79-02fde483b8f1 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:10:02.385276 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa02e16-0ae0-4410-909d-2aae6a446458 admin admin] Made reservation on behalf of 256a172ab766429c9d1656d9768c487c for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:10:02.387786 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7aa02e16-0ae0-4410-909d-2aae6a446458 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:02.564998 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7aa02e16-0ae0-4410-909d-2aae6a446458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:02.618450 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa02e16-0ae0-4410-909d-2aae6a446458 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6c322cf-0a56-456a-8066-d99c2e19c43a,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:02.629648 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa02e16-0ae0-4410-909d-2aae6a446458 admin admin] Checking segment: {'id': 'c0798d15-e77b-4ff5-9fdc-2a43a2240273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fe35023a-4fa0-4730-af79-02fde483b8f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:10:02.630004 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa02e16-0ae0-4410-909d-2aae6a446458 admin admin] Network hostable DHCP agents. Network: fe35023a-4fa0-4730-af79-02fde483b8f1, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:10:02.647760 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa02e16-0ae0-4410-909d-2aae6a446458 admin admin] Network fe35023a-4fa0-4730-af79-02fde483b8f1 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:10:02.655888 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-7aa02e16-0ae0-4410-909d-2aae6a446458 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, fe35023a-4fa0-4730-af79-02fde483b8f1) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:10:02.661451 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa02e16-0ae0-4410-909d-2aae6a446458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:02.662774 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7aa02e16-0ae0-4410-909d-2aae6a446458 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:02.664722 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a721495a-8436-407d-b575-737eb55efa4b None None] Network fe35023a-4fa0-4730-af79-02fde483b8f1 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:10:02.679884 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7aa02e16-0ae0-4410-909d-2aae6a446458 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3240461 Dec 09 16:10:02.765729 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202fcede-0101-438c-9a2a-872f5be49962 None None] Network fe35023a-4fa0-4730-af79-02fde483b8f1 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:10:03.163620 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-d9db8cbf-6c7f-4712-b982-387180b4331d tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:03.165025 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-d9db8cbf-6c7f-4712-b982-387180b4331d tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] 10.222.0.57 "GET /v2.0/networks?id=cccff7e2-8e0e-412e-b711-b40eef09133c HTTP/1.1" status: 200 len: 824 time: 0.1043773 Dec 09 16:10:03.179849 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-a377c9a0-44ca-4345-b7df-347391ea866c tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] 10.222.0.57 "GET /v2.0/quotas/746f323df0db46cba8f79cae0cf599ea HTTP/1.1" status: 200 len: 375 time: 0.0087795 Dec 09 16:10:03.210958 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-2ca3bf16-6323-4aeb-88d6-57b52061d63c tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=746f323df0db46cba8f79cae0cf599ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256493 Dec 09 16:10:03.222570 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-cc020f9c-c58b-4894-9ecd-168ad7a31c25 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 16:10:03.223516 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-cc020f9c-c58b-4894-9ecd-168ad7a31c25 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051582 Dec 09 16:10:03.313933 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-d60188c9-02ae-4ea6-9fc6-11592acae587 service neutron] 10.222.0.57 "GET /v2.0/networks/cccff7e2-8e0e-412e-b711-b40eef09133c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846426 Dec 09 16:10:03.403636 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-7438fc85-6be8-42b8-aaa4-b5cb7aa4bc59 service neutron] 10.222.0.57 "GET /v2.0/networks/cccff7e2-8e0e-412e-b711-b40eef09133c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836053 Dec 09 16:10:03.564099 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b8ee7d09-f6fe-4040-a5f5-8cf808ecd036 req-938084fc-75c5-401c-8d3d-acd3620a8759 tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3310aced-86d8-4ef1-9f6f-32300fe19af3 HTTP/1.1" status: 200 len: 210 time: 0.0275242 Dec 09 16:10:04.566283 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-74b1429e-c3da-4f20-9f45-555ed1589f3e tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:04.567744 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-74b1429e-c3da-4f20-9f45-555ed1589f3e tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] 10.222.0.42 "GET /v2.0/networks?id=cccff7e2-8e0e-412e-b711-b40eef09133c HTTP/1.1" status: 200 len: 824 time: 0.1066141 Dec 09 16:10:04.590703 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-a73e6c97-2808-486c-ac3c-822aa8f29266 tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] Request body: {'port': {'device_id': '3310aced-86d8-4ef1-9f6f-32300fe19af3', 'network_id': 'cccff7e2-8e0e-412e-b711-b40eef09133c', 'admin_state_up': True, 'tenant_id': '746f323df0db46cba8f79cae0cf599ea'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:10:04.665717 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1d788544-40e5-49a5-95d4-d408475d6bba req-613c48a9-e655-4917-b273-b829c86668d8 tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3310aced-86d8-4ef1-9f6f-32300fe19af3 HTTP/1.1" status: 200 len: 210 time: 0.0333130 Dec 09 16:10:04.700118 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-a73e6c97-2808-486c-ac3c-822aa8f29266 tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] Made reservation on behalf of 746f323df0db46cba8f79cae0cf599ea for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:10:04.703648 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-a73e6c97-2808-486c-ac3c-822aa8f29266 tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:04.830206 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-a73e6c97-2808-486c-ac3c-822aa8f29266 tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] Allocated IP 172.20.0.7 (cccff7e2-8e0e-412e-b711-b40eef09133c/ca7536b3-68db-464b-8d22-44952735b083/2d51bb2c-a814-4093-bd2f-a5ab2761f227) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:10:04.980523 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-a73e6c97-2808-486c-ac3c-822aa8f29266 tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:05.015017 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-a73e6c97-2808-486c-ac3c-822aa8f29266 tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:05.058305 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-a73e6c97-2808-486c-ac3c-822aa8f29266 tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] Network cccff7e2-8e0e-412e-b711-b40eef09133c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:10:05.063315 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-a73e6c97-2808-486c-ac3c-822aa8f29266 tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:10:05.066913 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-a73e6c97-2808-486c-ac3c-822aa8f29266 tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:10:05.091239 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e6c97-2808-486c-ac3c-822aa8f29266 tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] Pushing event updated for resources: {'Port': ['ID=2d51bb2c-a814-4093-bd2f-a5ab2761f227,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:05.119665 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-a73e6c97-2808-486c-ac3c-822aa8f29266 tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:05.120350 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-a73e6c97-2808-486c-ac3c-822aa8f29266 tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:05.138408 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-a73e6c97-2808-486c-ac3c-822aa8f29266 tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5520313 Dec 09 16:10:05.147912 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-115128ba-bfba-45af-b7b2-b6e793e7b896 tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 16:10:05.148886 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-115128ba-bfba-45af-b7b2-b6e793e7b896 tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048962 Dec 09 16:10:05.167439 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-2aa849fb-695b-4289-9962-2d8a201621e4 service neutron] Request body: {'port': {'device_id': '3310aced-86d8-4ef1-9f6f-32300fe19af3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:10:05.222250 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-2aa849fb-695b-4289-9962-2d8a201621e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:05.478089 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-2aa849fb-695b-4289-9962-2d8a201621e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d51bb2c-a814-4093-bd2f-a5ab2761f227 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:10:05.486184 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-2aa849fb-695b-4289-9962-2d8a201621e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:05.498469 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-2aa849fb-695b-4289-9962-2d8a201621e4 service neutron] Transition to ACTIVE for port object 2d51bb2c-a814-4093-bd2f-a5ab2761f227 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:10:05.502087 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-2aa849fb-695b-4289-9962-2d8a201621e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:05.554430 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa849fb-695b-4289-9962-2d8a201621e4 service neutron] Pushing event updated for resources: {'Port': ['ID=2d51bb2c-a814-4093-bd2f-a5ab2761f227,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:05.622699 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-2aa849fb-695b-4289-9962-2d8a201621e4 service neutron] Attempting to bind port 2d51bb2c-a814-4093-bd2f-a5ab2761f227 on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:10:05.623366 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-2aa849fb-695b-4289-9962-2d8a201621e4 service neutron] Attempting to bind port 2d51bb2c-a814-4093-bd2f-a5ab2761f227 by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '00ab658d-64a1-42cc-914b-352777323331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'cccff7e2-8e0e-412e-b711-b40eef09133c'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:10:05.623366 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-2aa849fb-695b-4289-9962-2d8a201621e4 service neutron] Attempting to bind port 2d51bb2c-a814-4093-bd2f-a5ab2761f227 on network cccff7e2-8e0e-412e-b711-b40eef09133c {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:10:05.627519 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-2aa849fb-695b-4289-9962-2d8a201621e4 service neutron] Port 2d51bb2c-a814-4093-bd2f-a5ab2761f227 on network cccff7e2-8e0e-412e-b711-b40eef09133c not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:10:05.627843 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-2aa849fb-695b-4289-9962-2d8a201621e4 service neutron] Attempting to bind port 2d51bb2c-a814-4093-bd2f-a5ab2761f227 on network cccff7e2-8e0e-412e-b711-b40eef09133c {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:10:05.632684 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-2aa849fb-695b-4289-9962-2d8a201621e4 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:10:05.633021 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-2aa849fb-695b-4289-9962-2d8a201621e4 service neutron] Checking segment: {'id': '00ab658d-64a1-42cc-914b-352777323331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'cccff7e2-8e0e-412e-b711-b40eef09133c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:10:05.633416 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-2aa849fb-695b-4289-9962-2d8a201621e4 service neutron] Bound using segment: {'id': '00ab658d-64a1-42cc-914b-352777323331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'cccff7e2-8e0e-412e-b711-b40eef09133c'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:10:05.633841 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-2aa849fb-695b-4289-9962-2d8a201621e4 service neutron] Bound port: 2d51bb2c-a814-4093-bd2f-a5ab2761f227, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00ab658d-64a1-42cc-914b-352777323331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'cccff7e2-8e0e-412e-b711-b40eef09133c'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:10:05.634193 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-2aa849fb-695b-4289-9962-2d8a201621e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:05.699359 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-2aa849fb-695b-4289-9962-2d8a201621e4 service neutron] For port 2d51bb2c-a814-4093-bd2f-a5ab2761f227, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:10:05.703315 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-2aa849fb-695b-4289-9962-2d8a201621e4 service neutron] For port 2d51bb2c-a814-4093-bd2f-a5ab2761f227, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=2d51bb2c-a814-4093-bd2f-a5ab2761f227,segment=NetworkSegment(00ab658d-64a1-42cc-914b-352777323331),segment_id=00ab658d-64a1-42cc-914b-352777323331)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:10:05.707600 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-2aa849fb-695b-4289-9962-2d8a201621e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:05.745486 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-2aa849fb-695b-4289-9962-2d8a201621e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:05.746078 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-2aa849fb-695b-4289-9962-2d8a201621e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:05.747433 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-2aa849fb-695b-4289-9962-2d8a201621e4 service neutron] 10.222.0.42 "PUT /v2.0/ports/2d51bb2c-a814-4093-bd2f-a5ab2761f227 HTTP/1.1" status: 200 len: 1091 time: 0.5840733 Dec 09 16:10:05.747902 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3310aced-86d8-4ef1-9f6f-32300fe19af3', 'tag': '2d51bb2c-a814-4093-bd2f-a5ab2761f227'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:10:05.750171 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169341f7-6246-4c26-988b-5cbaa4b1a819" -d '{"events": [{"name": "network-changed", "server_uuid": "3310aced-86d8-4ef1-9f6f-32300fe19af3", "tag": "2d51bb2c-a814-4093-bd2f-a5ab2761f227"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:10:05.785867 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa849fb-695b-4289-9962-2d8a201621e4 service neutron] Pushing event updated for resources: {'Port': ['ID=2d51bb2c-a814-4093-bd2f-a5ab2761f227,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:05.861542 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-4dba3a62-e17f-40c4-ba5f-14dc12931a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:05.863068 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-4dba3a62-e17f-40c4-ba5f-14dc12931a42 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=746f323df0db46cba8f79cae0cf599ea&device_id=3310aced-86d8-4ef1-9f6f-32300fe19af3 HTTP/1.1" status: 200 len: 1094 time: 0.0420513 Dec 09 16:10:05.867463 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742594b-a62a-4bc5-99d3-1b5b42836273 req-e18ef4c9-77b5-4493-8da9-d28b4270786d tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:05.869525 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a742594b-a62a-4bc5-99d3-1b5b42836273 req-e18ef4c9-77b5-4493-8da9-d28b4270786d tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3310aced-86d8-4ef1-9f6f-32300fe19af3 HTTP/1.1" status: 200 len: 943 time: 0.0542781 Dec 09 16:10:05.915259 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-bcdfea55-df68-417a-9825-64c35a96996f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d51bb2c-a814-4093-bd2f-a5ab2761f227 HTTP/1.1" status: 200 len: 217 time: 0.0379539 Dec 09 16:10:05.918809 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a742594b-a62a-4bc5-99d3-1b5b42836273 req-5438af95-5d07-4a1c-ac81-02f5c4020577 tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] 10.222.0.57 "GET /v2.0/security-groups?id=eca71ca6-448e-45de-9f8d-fa2309aa51c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429673 Dec 09 16:10:05.963480 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a047b37-ccbf-4aa2-bb86-514b737bc316 x-openstack-request-id: req-5a047b37-ccbf-4aa2-bb86-514b737bc316 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:10:05.963768 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3310aced-86d8-4ef1-9f6f-32300fe19af3", "tag": "2d51bb2c-a814-4093-bd2f-a5ab2761f227", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:10:05.964018 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5a047b37-ccbf-4aa2-bb86-514b737bc316 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:10:05.964440 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3310aced-86d8-4ef1-9f6f-32300fe19af3', 'tag': '2d51bb2c-a814-4093-bd2f-a5ab2761f227', 'status': 'completed', 'code': 200} Dec 09 16:10:05.968277 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-e3f19979-be4b-412c-93cf-80a2c45a38da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:05.970055 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-e3f19979-be4b-412c-93cf-80a2c45a38da service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ca7536b3-68db-464b-8d22-44952735b083 HTTP/1.1" status: 200 len: 864 time: 0.0466268 Dec 09 16:10:06.005155 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-906d5940-46a7-4af8-ac44-ef8116837458 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cccff7e2-8e0e-412e-b711-b40eef09133c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241680 Dec 09 16:10:06.098182 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-5fb5ea6f-253c-4329-95e4-a1a3eaa8c274 service neutron] 10.222.0.42 "GET /v2.0/networks/cccff7e2-8e0e-412e-b711-b40eef09133c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855658 Dec 09 16:10:06.185289 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c76e1d59-1a1f-4d89-b44d-3f1881bd0dbb req-91b3adb7-2591-445a-b0dc-3b1beff0ca5d service neutron] 10.222.0.42 "GET /v2.0/networks/cccff7e2-8e0e-412e-b711-b40eef09133c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799415 Dec 09 16:10:06.324649 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169341f7-6246-4c26-988b-5cbaa4b1a819 req-df17c7cd-f993-4307-88aa-41c768150cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:06.326171 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-169341f7-6246-4c26-988b-5cbaa4b1a819 req-df17c7cd-f993-4307-88aa-41c768150cb0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=746f323df0db46cba8f79cae0cf599ea&device_id=3310aced-86d8-4ef1-9f6f-32300fe19af3 HTTP/1.1" status: 200 len: 1094 time: 0.0482192 Dec 09 16:10:06.417220 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169341f7-6246-4c26-988b-5cbaa4b1a819 req-e9d8a93f-4eec-4590-aa55-4e736671072e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:06.418700 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-169341f7-6246-4c26-988b-5cbaa4b1a819 req-e9d8a93f-4eec-4590-aa55-4e736671072e service neutron] 10.222.0.42 "GET /v2.0/networks?id=cccff7e2-8e0e-412e-b711-b40eef09133c HTTP/1.1" status: 200 len: 925 time: 0.0859687 Dec 09 16:10:06.461949 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-169341f7-6246-4c26-988b-5cbaa4b1a819 req-2cef48ff-018b-45ca-929c-77280df679d4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d51bb2c-a814-4093-bd2f-a5ab2761f227 HTTP/1.1" status: 200 len: 217 time: 0.0356107 Dec 09 16:10:06.517479 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169341f7-6246-4c26-988b-5cbaa4b1a819 req-665bcd2f-d50b-42a4-b8de-c8745ee39196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:06.518933 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-169341f7-6246-4c26-988b-5cbaa4b1a819 req-665bcd2f-d50b-42a4-b8de-c8745ee39196 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ca7536b3-68db-464b-8d22-44952735b083 HTTP/1.1" status: 200 len: 864 time: 0.0490305 Dec 09 16:10:06.550108 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-169341f7-6246-4c26-988b-5cbaa4b1a819 req-4dc5d7d0-8a78-4e70-a448-e4981a2268e1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cccff7e2-8e0e-412e-b711-b40eef09133c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237324 Dec 09 16:10:06.639856 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-169341f7-6246-4c26-988b-5cbaa4b1a819 req-f3373627-2181-4257-9c7f-15564751adc1 service neutron] 10.222.0.42 "GET /v2.0/networks/cccff7e2-8e0e-412e-b711-b40eef09133c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813980 Dec 09 16:10:06.733480 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-169341f7-6246-4c26-988b-5cbaa4b1a819 req-330fc350-a57f-4417-a6d6-219ce004484f service neutron] 10.222.0.42 "GET /v2.0/networks/cccff7e2-8e0e-412e-b711-b40eef09133c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855968 Dec 09 16:10:07.040324 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7b254-b4e0-403c-ab7b-13a9a38e79ae req-dcbcf66f-9fea-4984-81b4-6314f942d37c tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:07.042559 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b4b7b254-b4e0-403c-ab7b-13a9a38e79ae req-dcbcf66f-9fea-4984-81b4-6314f942d37c tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3310aced-86d8-4ef1-9f6f-32300fe19af3 HTTP/1.1" status: 200 len: 943 time: 0.0519340 Dec 09 16:10:07.089123 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b4b7b254-b4e0-403c-ab7b-13a9a38e79ae req-baf3f89b-b83e-4749-9598-636e7389fb74 tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] 10.222.0.57 "GET /v2.0/security-groups?id=eca71ca6-448e-45de-9f8d-fa2309aa51c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405414 Dec 09 16:10:08.211053 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590152d2-4738-4958-8dcd-ef92b6524e4c req-ca2827ae-9a5c-49f6-9925-81ed9500d4f0 tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:08.212553 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-590152d2-4738-4958-8dcd-ef92b6524e4c req-ca2827ae-9a5c-49f6-9925-81ed9500d4f0 tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3310aced-86d8-4ef1-9f6f-32300fe19af3 HTTP/1.1" status: 200 len: 943 time: 0.0523736 Dec 09 16:10:08.259543 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-590152d2-4738-4958-8dcd-ef92b6524e4c req-f841e3f7-78d7-4d84-87dc-07ec1be2609d tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] 10.222.0.57 "GET /v2.0/security-groups?id=eca71ca6-448e-45de-9f8d-fa2309aa51c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409620 Dec 09 16:10:08.365393 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 2d51bb2c-a814-4093-bd2f-a5ab2761f227 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:10:08.458695 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 2d51bb2c-a814-4093-bd2f-a5ab2761f227, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=2d51bb2c-a814-4093-bd2f-a5ab2761f227,segment=NetworkSegment(00ab658d-64a1-42cc-914b-352777323331),segment_id=00ab658d-64a1-42cc-914b-352777323331)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:10:08.470834 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '2d51bb2c-a814-4093-bd2f-a5ab2761f227', 'network_id': 'cccff7e2-8e0e-412e-b711-b40eef09133c', 'port_id': '2d51bb2c-a814-4093-bd2f-a5ab2761f227', 'mac_address': 'fa:16:3e:63:80:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca7536b3-68db-464b-8d22-44952735b083', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:10:08.510835 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:08.523155 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d51bb2c-a814-4093-bd2f-a5ab2761f227 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:10:08.542741 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 2d51bb2c-a814-4093-bd2f-a5ab2761f227, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=2d51bb2c-a814-4093-bd2f-a5ab2761f227,segment=NetworkSegment(00ab658d-64a1-42cc-914b-352777323331),segment_id=00ab658d-64a1-42cc-914b-352777323331)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:10:08.546853 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:08.593086 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=2d51bb2c-a814-4093-bd2f-a5ab2761f227,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:08.600872 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:08.601217 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:08.601557 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:08.601893 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:08.602244 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:08.602556 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:08.602880 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:08.603202 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:08.603576 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:08.603902 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:08.604214 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:08.604650 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:08.604975 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:09.004959 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['2d51bb2c-a814-4093-bd2f-a5ab2761f227'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:10:09.375687 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b3eeb-c43b-4a1a-b0e6-0fbdd6bb61fe req-f2b2ef0f-d4bf-4ec8-87a0-5a7493b676e3 tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:09.377223 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a37b3eeb-c43b-4a1a-b0e6-0fbdd6bb61fe req-f2b2ef0f-d4bf-4ec8-87a0-5a7493b676e3 tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3310aced-86d8-4ef1-9f6f-32300fe19af3 HTTP/1.1" status: 200 len: 944 time: 0.0503383 Dec 09 16:10:09.427287 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a37b3eeb-c43b-4a1a-b0e6-0fbdd6bb61fe req-869d454c-819b-4e1b-9cf0-ed8a5a608e98 tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] 10.222.0.57 "GET /v2.0/security-groups?id=eca71ca6-448e-45de-9f8d-fa2309aa51c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440743 Dec 09 16:10:10.380990 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 2d51bb2c-a814-4093-bd2f-a5ab2761f227 up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:10:10.429514 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port 2d51bb2c-a814-4093-bd2f-a5ab2761f227 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:10:10.434717 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 2d51bb2c-a814-4093-bd2f-a5ab2761f227 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:10:10.435089 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:10.513033 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:10.540918 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3310aced-86d8-4ef1-9f6f-32300fe19af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d51bb2c-a814-4093-bd2f-a5ab2761f227'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:10:10.543881 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ebb5ae-e1a4-4e2d-b26f-316c5c473f67" -d '{"events": [{"server_uuid": "3310aced-86d8-4ef1-9f6f-32300fe19af3", "name": "network-vif-plugged", "status": "completed", "tag": "2d51bb2c-a814-4093-bd2f-a5ab2761f227"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:10:10.554518 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f8deb-5a07-4ee9-9788-3594924b8157 req-da2d605c-e6f7-4c46-9614-62777d55acc3 tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:10.556014 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7f4f8deb-5a07-4ee9-9788-3594924b8157 req-da2d605c-e6f7-4c46-9614-62777d55acc3 tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3310aced-86d8-4ef1-9f6f-32300fe19af3 HTTP/1.1" status: 200 len: 944 time: 0.0534906 Dec 09 16:10:10.556398 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 2d51bb2c-a814-4093-bd2f-a5ab2761f227, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=2d51bb2c-a814-4093-bd2f-a5ab2761f227,segment=NetworkSegment(00ab658d-64a1-42cc-914b-352777323331),segment_id=00ab658d-64a1-42cc-914b-352777323331)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:10:10.561190 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:10.607574 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7f4f8deb-5a07-4ee9-9788-3594924b8157 req-01d7bf9f-97dd-4da7-acc7-77e346db6cbb tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] 10.222.0.57 "GET /v2.0/security-groups?id=eca71ca6-448e-45de-9f8d-fa2309aa51c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429246 Dec 09 16:10:10.609024 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=2d51bb2c-a814-4093-bd2f-a5ab2761f227,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:10.655710 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7433b6fb-3a12-425a-88cf-16ccbb6175c6 x-openstack-request-id: req-7433b6fb-3a12-425a-88cf-16ccbb6175c6 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:10:10.656014 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3310aced-86d8-4ef1-9f6f-32300fe19af3", "name": "network-vif-plugged", "status": "completed", "tag": "2d51bb2c-a814-4093-bd2f-a5ab2761f227", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:10:10.656269 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7433b6fb-3a12-425a-88cf-16ccbb6175c6 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:10:10.657138 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3310aced-86d8-4ef1-9f6f-32300fe19af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d51bb2c-a814-4093-bd2f-a5ab2761f227', 'code': 200} Dec 09 16:10:10.785205 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade17b4-3e3b-49f4-a6eb-8513acb6cda6 req-a7d77306-9640-46a5-90a5-f83666350eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:10.786726 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3ade17b4-3e3b-49f4-a6eb-8513acb6cda6 req-a7d77306-9640-46a5-90a5-f83666350eee service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3310aced-86d8-4ef1-9f6f-32300fe19af3 HTTP/1.1" status: 200 len: 1096 time: 0.0423636 Dec 09 16:10:10.831650 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3ade17b4-3e3b-49f4-a6eb-8513acb6cda6 req-e2c0b9aa-ca2c-45f7-938b-2d7b72ff94a1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=eca71ca6-448e-45de-9f8d-fa2309aa51c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358212 Dec 09 16:10:11.728840 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24472d-8e01-4680-93cc-696294e43aeb req-7bb30887-9253-45fb-9a0e-5f88065b7afd tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:11.730444 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bf24472d-8e01-4680-93cc-696294e43aeb req-7bb30887-9253-45fb-9a0e-5f88065b7afd tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3310aced-86d8-4ef1-9f6f-32300fe19af3 HTTP/1.1" status: 200 len: 945 time: 0.0504651 Dec 09 16:10:11.777390 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bf24472d-8e01-4680-93cc-696294e43aeb req-768ed4aa-c08c-4231-817f-387aa3e96d08 tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] 10.222.0.57 "GET /v2.0/security-groups?id=eca71ca6-448e-45de-9f8d-fa2309aa51c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410254 Dec 09 16:10:12.892068 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba7ad4-17e8-447c-b724-1c14b413c57a req-36156c33-b342-4cac-b0f8-2126a9725e66 tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:12.893580 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-54ba7ad4-17e8-447c-b724-1c14b413c57a req-36156c33-b342-4cac-b0f8-2126a9725e66 tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3310aced-86d8-4ef1-9f6f-32300fe19af3 HTTP/1.1" status: 200 len: 945 time: 0.0493753 Dec 09 16:10:12.944078 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-54ba7ad4-17e8-447c-b724-1c14b413c57a req-ee7e79a8-bc5e-40a5-8a44-8e4114c8ed3f tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] 10.222.0.57 "GET /v2.0/security-groups?id=eca71ca6-448e-45de-9f8d-fa2309aa51c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446048 Dec 09 16:10:13.055789 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68418d-6b98-4de3-b868-f15135bcfd10 req-59019c6f-3ea4-4717-b6ce-9c093f59922f tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:13.057206 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6b68418d-6b98-4de3-b868-f15135bcfd10 req-59019c6f-3ea4-4717-b6ce-9c093f59922f tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3310aced-86d8-4ef1-9f6f-32300fe19af3 HTTP/1.1" status: 200 len: 945 time: 0.0488315 Dec 09 16:10:13.104051 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6b68418d-6b98-4de3-b868-f15135bcfd10 req-557e57af-8586-4561-a3d0-21d5c73a567e tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] 10.222.0.57 "GET /v2.0/security-groups?id=eca71ca6-448e-45de-9f8d-fa2309aa51c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406868 Dec 09 16:10:13.292501 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37dbcff-1309-4164-ad64-d034de390649 req-c32d5475-8f12-40a1-8b81-0c226ea4292c tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:13.293971 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c37dbcff-1309-4164-ad64-d034de390649 req-c32d5475-8f12-40a1-8b81-0c226ea4292c tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3310aced-86d8-4ef1-9f6f-32300fe19af3 HTTP/1.1" status: 200 len: 945 time: 0.0479565 Dec 09 16:10:13.342285 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c37dbcff-1309-4164-ad64-d034de390649 req-32ae1c3c-905c-4f36-bf30-6392400fe21a tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] 10.222.0.57 "GET /v2.0/security-groups?id=eca71ca6-448e-45de-9f8d-fa2309aa51c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423725 Dec 09 16:10:13.607948 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b364e1a-0eab-4fd1-ba65-933d92fcc046 req-b8ff0a8c-8fcc-43d0-a032-8139e2e0c42c tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:13.609383 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9b364e1a-0eab-4fd1-ba65-933d92fcc046 req-b8ff0a8c-8fcc-43d0-a032-8139e2e0c42c tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3310aced-86d8-4ef1-9f6f-32300fe19af3 HTTP/1.1" status: 200 len: 945 time: 0.0531335 Dec 09 16:10:13.657455 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9b364e1a-0eab-4fd1-ba65-933d92fcc046 req-eb22b9a1-7912-42e3-981b-9b5e24bc194f tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] 10.222.0.57 "GET /v2.0/security-groups?id=eca71ca6-448e-45de-9f8d-fa2309aa51c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421193 Dec 09 16:10:14.780278 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6724b6-beb2-4a3d-9d68-c831dd19375d req-c99906a1-6ebf-420d-ab85-43c9e34df0a5 tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:14.781775 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ae6724b6-beb2-4a3d-9d68-c831dd19375d req-c99906a1-6ebf-420d-ab85-43c9e34df0a5 tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3310aced-86d8-4ef1-9f6f-32300fe19af3 HTTP/1.1" status: 200 len: 945 time: 0.0502689 Dec 09 16:10:14.830423 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ae6724b6-beb2-4a3d-9d68-c831dd19375d req-846ae757-ca9d-47cf-befb-68f6a7416272 tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] 10.222.0.57 "GET /v2.0/security-groups?id=eca71ca6-448e-45de-9f8d-fa2309aa51c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425243 Dec 09 16:10:15.114740 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c64c2-108d-47ae-955e-eaeaa6e4dcd1 req-781c2755-ede5-45a8-b162-6065bc13c021 tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:15.116213 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-dc0c64c2-108d-47ae-955e-eaeaa6e4dcd1 req-781c2755-ede5-45a8-b162-6065bc13c021 tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] 10.222.0.42 "GET /v2.0/ports?device_id=3310aced-86d8-4ef1-9f6f-32300fe19af3 HTTP/1.1" status: 200 len: 945 time: 0.0520914 Dec 09 16:10:15.205090 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-dc0c64c2-108d-47ae-955e-eaeaa6e4dcd1 req-e69af643-c2c2-470d-812e-d14bf0f3bc24 tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] Deleting port 2d51bb2c-a814-4093-bd2f-a5ab2761f227 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:10:15.205437 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-dc0c64c2-108d-47ae-955e-eaeaa6e4dcd1 req-e69af643-c2c2-470d-812e-d14bf0f3bc24 tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:15.296640 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-dc0c64c2-108d-47ae-955e-eaeaa6e4dcd1 req-e69af643-c2c2-470d-812e-d14bf0f3bc24 tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] For port 2d51bb2c-a814-4093-bd2f-a5ab2761f227, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=2d51bb2c-a814-4093-bd2f-a5ab2761f227,segment=NetworkSegment(00ab658d-64a1-42cc-914b-352777323331),segment_id=00ab658d-64a1-42cc-914b-352777323331)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:10:15.297013 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-dc0c64c2-108d-47ae-955e-eaeaa6e4dcd1 req-e69af643-c2c2-470d-812e-d14bf0f3bc24 tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:15.309887 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-dc0c64c2-108d-47ae-955e-eaeaa6e4dcd1 req-e69af643-c2c2-470d-812e-d14bf0f3bc24 tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] Calling delete_port for 2d51bb2c-a814-4093-bd2f-a5ab2761f227 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:10:15.436131 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-dc0c64c2-108d-47ae-955e-eaeaa6e4dcd1 req-e69af643-c2c2-470d-812e-d14bf0f3bc24 tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:15.468048 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['2d51bb2c-a814-4093-bd2f-a5ab2761f227'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:10:15.469457 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69af643-c2c2-470d-812e-d14bf0f3bc24 tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] Pushing event deleted for resources: {'Port': ['ID=2d51bb2c-a814-4093-bd2f-a5ab2761f227,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:15.510509 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0c64c2-108d-47ae-955e-eaeaa6e4dcd1 req-e69af643-c2c2-470d-812e-d14bf0f3bc24 tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] No DVR routers for this DVR port 2d51bb2c-a814-4093-bd2f-a5ab2761f227 on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:10:15.513007 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-dc0c64c2-108d-47ae-955e-eaeaa6e4dcd1 req-e69af643-c2c2-470d-812e-d14bf0f3bc24 tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:15.516373 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-dc0c64c2-108d-47ae-955e-eaeaa6e4dcd1 req-e69af643-c2c2-470d-812e-d14bf0f3bc24 tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] 10.222.0.42 "DELETE /v2.0/ports/2d51bb2c-a814-4093-bd2f-a5ab2761f227 HTTP/1.1" status: 204 len: 173 time: 0.3937500 Dec 09 16:10:15.516838 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3310aced-86d8-4ef1-9f6f-32300fe19af3', 'name': 'network-vif-deleted', 'tag': '2d51bb2c-a814-4093-bd2f-a5ab2761f227'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:10:15.519104 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fc6c27-a872-4680-80d7-21ae35cc8d68" -d '{"events": [{"server_uuid": "3310aced-86d8-4ef1-9f6f-32300fe19af3", "name": "network-vif-deleted", "tag": "2d51bb2c-a814-4093-bd2f-a5ab2761f227"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:10:15.558887 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed2da88-1ee1-414a-830f-d3030bc67ad7 x-openstack-request-id: req-9ed2da88-1ee1-414a-830f-d3030bc67ad7 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:10:15.559223 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3310aced-86d8-4ef1-9f6f-32300fe19af3", "name": "network-vif-deleted", "tag": "2d51bb2c-a814-4093-bd2f-a5ab2761f227", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:10:15.559520 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9ed2da88-1ee1-414a-830f-d3030bc67ad7 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:10:15.560323 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3310aced-86d8-4ef1-9f6f-32300fe19af3', 'name': 'network-vif-deleted', 'tag': '2d51bb2c-a814-4093-bd2f-a5ab2761f227', 'status': 'completed', 'code': 200} Dec 09 16:10:15.937205 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-10264323-fde1-4725-8ca7-4427f58b6b6c req-e13586a6-92a6-457b-9814-a49fa068e57a tempest-ServersNegativeTestMultiTenantJSON-100603242 tempest-ServersNegativeTestMultiTenantJSON-100603242-project] 10.222.0.57 "GET /v2.0/ports?device_id=3310aced-86d8-4ef1-9f6f-32300fe19af3 HTTP/1.1" status: 200 len: 210 time: 0.0262046 Dec 09 16:10:16.218225 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:16.720321 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:10:16.995595 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42778) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:10:17.038923 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-33487271-2954-4842-8117-2f0bc144eb40 admin admin] Deleting subnet ca7536b3-68db-464b-8d22-44952735b083 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 16:10:17.042551 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33487271-2954-4842-8117-2f0bc144eb40 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:17.074886 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33487271-2954-4842-8117-2f0bc144eb40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:17.116309 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33487271-2954-4842-8117-2f0bc144eb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:17.166211 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33487271-2954-4842-8117-2f0bc144eb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:17.193434 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33487271-2954-4842-8117-2f0bc144eb40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca7536b3-68db-464b-8d22-44952735b083,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:17.195400 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33487271-2954-4842-8117-2f0bc144eb40 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:17.198873 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-33487271-2954-4842-8117-2f0bc144eb40 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ca7536b3-68db-464b-8d22-44952735b083 HTTP/1.1" status: 204 len: 168 time: 0.2022731 Dec 09 16:10:17.201317 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42780) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:10:17.268007 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-af1301dc-18e0-4f77-ae8c-a38563c7fbef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:17.347542 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-af1301dc-18e0-4f77-ae8c-a38563c7fbef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:17.367383 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-af1301dc-18e0-4f77-ae8c-a38563c7fbef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cccff7e2-8e0e-412e-b711-b40eef09133c']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:17.376910 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-af1301dc-18e0-4f77-ae8c-a38563c7fbef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00ab658d-64a1-42cc-914b-352777323331') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:17.377207 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-af1301dc-18e0-4f77-ae8c-a38563c7fbef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00ab658d-64a1-42cc-914b-352777323331') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:17.386311 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-af1301dc-18e0-4f77-ae8c-a38563c7fbef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:17.399089 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-af1301dc-18e0-4f77-ae8c-a38563c7fbef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:17.404967 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af1301dc-18e0-4f77-ae8c-a38563c7fbef admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:10:17.405343 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-af1301dc-18e0-4f77-ae8c-a38563c7fbef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:17.406951 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 16:10:17.406951 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:10:17.406951 n-d-821228-1 neutron-server[103245]: timer() Dec 09 16:10:17.406951 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:10:17.406951 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 16:10:17.406951 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:10:17.406951 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 16:10:17.406951 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:10:17.406951 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 16:10:17.406951 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:10:17.406951 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 16:10:17.406951 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:10:17.406951 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 16:10:17.406951 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:10:17.406951 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:10:17.406951 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:10:17.406951 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:10:17.406951 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:10:17.406951 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 16:10:17.406951 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:10:17.406951 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 16:10:17.406951 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:10:17.406951 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:10:17.406951 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:10:17.406951 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 16:10:17.406951 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:10:17.406951 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:10:17.406951 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:10:17.406951 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:10:17.406951 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:10:17.406951 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:10:17.406951 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:10:17.470200 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-af1301dc-18e0-4f77-ae8c-a38563c7fbef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:17.476172 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-af1301dc-18e0-4f77-ae8c-a38563c7fbef admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:17.479810 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-af1301dc-18e0-4f77-ae8c-a38563c7fbef admin admin] 10.222.0.57 "DELETE /v2.0/networks/cccff7e2-8e0e-412e-b711-b40eef09133c HTTP/1.1" status: 204 len: 168 time: 0.2775202 Dec 09 16:10:17.483066 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 42782) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:10:17.490776 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1301dc-18e0-4f77-ae8c-a38563c7fbef admin admin] Pushing event deleted for resources: {'Network': ['ID=cccff7e2-8e0e-412e-b711-b40eef09133c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:17.532401 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-ced478a6-2afa-4468-8973-1333778af5fc admin admin] Deleting subnet b6c322cf-0a56-456a-8066-d99c2e19c43a {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 16:10:17.535511 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ced478a6-2afa-4468-8973-1333778af5fc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:17.569648 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ced478a6-2afa-4468-8973-1333778af5fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:17.609901 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ced478a6-2afa-4468-8973-1333778af5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:17.660721 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ced478a6-2afa-4468-8973-1333778af5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:17.690046 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced478a6-2afa-4468-8973-1333778af5fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6c322cf-0a56-456a-8066-d99c2e19c43a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:17.693760 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ced478a6-2afa-4468-8973-1333778af5fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:17.696919 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ced478a6-2afa-4468-8973-1333778af5fc admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b6c322cf-0a56-456a-8066-d99c2e19c43a HTTP/1.1" status: 204 len: 168 time: 0.2128308 Dec 09 16:10:17.699314 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 42784) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:10:17.766380 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-17ddf3e9-9f88-4ca3-b084-b93b21ee8fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:17.848751 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-17ddf3e9-9f88-4ca3-b084-b93b21ee8fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:17.868823 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-17ddf3e9-9f88-4ca3-b084-b93b21ee8fa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe35023a-4fa0-4730-af79-02fde483b8f1']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:17.884433 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-17ddf3e9-9f88-4ca3-b084-b93b21ee8fa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0798d15-e77b-4ff5-9fdc-2a43a2240273') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:17.884730 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-17ddf3e9-9f88-4ca3-b084-b93b21ee8fa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0798d15-e77b-4ff5-9fdc-2a43a2240273') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:17.900600 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-17ddf3e9-9f88-4ca3-b084-b93b21ee8fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:17.920340 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-17ddf3e9-9f88-4ca3-b084-b93b21ee8fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:17.926911 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17ddf3e9-9f88-4ca3-b084-b93b21ee8fa2 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:10:17.927300 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-17ddf3e9-9f88-4ca3-b084-b93b21ee8fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:17.928974 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 16:10:17.928974 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:10:17.928974 n-d-821228-1 neutron-server[103244]: timer() Dec 09 16:10:17.928974 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:10:17.928974 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 16:10:17.928974 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:10:17.928974 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 16:10:17.928974 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:10:17.928974 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 16:10:17.928974 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:10:17.928974 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 16:10:17.928974 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:10:17.928974 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 16:10:17.928974 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:10:17.928974 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:10:17.928974 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:10:17.928974 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:10:17.928974 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:10:17.928974 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 16:10:17.928974 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:10:17.928974 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 16:10:17.928974 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:10:17.928974 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:10:17.928974 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:10:17.928974 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 16:10:17.928974 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:10:17.928974 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:10:17.928974 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:10:17.928974 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:10:17.928974 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:10:17.928974 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:10:17.928974 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:10:17.982153 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-17ddf3e9-9f88-4ca3-b084-b93b21ee8fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:17.987441 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-17ddf3e9-9f88-4ca3-b084-b93b21ee8fa2 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:17.990645 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-17ddf3e9-9f88-4ca3-b084-b93b21ee8fa2 admin admin] 10.222.0.57 "DELETE /v2.0/networks/fe35023a-4fa0-4730-af79-02fde483b8f1 HTTP/1.1" status: 204 len: 168 time: 0.2904201 Dec 09 16:10:18.011766 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ddf3e9-9f88-4ca3-b084-b93b21ee8fa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe35023a-4fa0-4730-af79-02fde483b8f1,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:18.146388 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 42788) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:10:18.186008 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-437a3ab5-17cb-419e-8300-1ff01c11884f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=746f323df0db46cba8f79cae0cf599ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384107 Dec 09 16:10:18.188303 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 42790) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:10:18.235579 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d1e742a-a096-4034-bfb9-0d50338abd17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:18.256391 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d1e742a-a096-4034-bfb9-0d50338abd17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:18.304553 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d1e742a-a096-4034-bfb9-0d50338abd17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:18.307192 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7d1e742a-a096-4034-bfb9-0d50338abd17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:18.308347 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7d1e742a-a096-4034-bfb9-0d50338abd17 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/eca71ca6-448e-45de-9f8d-fa2309aa51c6 HTTP/1.1" status: 204 len: 168 time: 0.1190944 Dec 09 16:10:18.316050 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e742a-a096-4034-bfb9-0d50338abd17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca71ca6-448e-45de-9f8d-fa2309aa51c6,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:18.427041 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 2d51bb2c-a814-4093-bd2f-a5ab2761f227 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:10:18.446599 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: 2d51bb2c-a814-4093-bd2f-a5ab2761f227 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:10:18.446946 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 2d51bb2c-a814-4093-bd2f-a5ab2761f227 not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:10:18.626109 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42796) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:10:18.666250 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a4f2f2de-494c-4e35-a540-d56280fe9549 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=256a172ab766429c9d1656d9768c487c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380204 Dec 09 16:10:18.668352 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42798) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:10:18.715921 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d739408-521b-4248-a105-32a935f764c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:18.737850 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d739408-521b-4248-a105-32a935f764c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:18.784508 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d739408-521b-4248-a105-32a935f764c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:18.787148 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0d739408-521b-4248-a105-32a935f764c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:18.788382 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0d739408-521b-4248-a105-32a935f764c9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fbc98973-75d6-4acb-9bd7-c2211aa084d3 HTTP/1.1" status: 204 len: 168 time: 0.1190155 Dec 09 16:10:18.797121 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d739408-521b-4248-a105-32a935f764c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc98973-75d6-4acb-9bd7-c2211aa084d3,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:19.695407 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 42826) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:10:19.804844 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a0063b97-c074-4e33-8d6f-142059024fb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:19.877351 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a0063b97-c074-4e33-8d6f-142059024fb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:19.881222 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a0063b97-c074-4e33-8d6f-142059024fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:19.920941 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a0063b97-c074-4e33-8d6f-142059024fb4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4fda82a6869445b3bcf0889d41bf2f42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2244804 Dec 09 16:10:19.922849 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0063b97-c074-4e33-8d6f-142059024fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91bfe0c6-68ee-4ada-9357-306ae61ea4ee,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:19.923725 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42830) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:10:19.974104 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27ad0120-22b0-424e-a9be-92a2ff970347 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:19.996709 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27ad0120-22b0-424e-a9be-92a2ff970347 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:20.046722 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27ad0120-22b0-424e-a9be-92a2ff970347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:20.049366 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27ad0120-22b0-424e-a9be-92a2ff970347 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:20.050518 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-27ad0120-22b0-424e-a9be-92a2ff970347 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/91bfe0c6-68ee-4ada-9357-306ae61ea4ee HTTP/1.1" status: 204 len: 168 time: 0.1258101 Dec 09 16:10:20.058999 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad0120-22b0-424e-a9be-92a2ff970347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bfe0c6-68ee-4ada-9357-306ae61ea4ee,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:20.486863 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5e0e006d-a483-4125-9892-1265705d8392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:20.661533 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42852) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:10:20.757687 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-40421fdc-3409-443b-a358-261950060857 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-666745317-network', 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:10:20.780345 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40421fdc-3409-443b-a358-261950060857 admin admin] Made reservation on behalf of d1a17c4f79b6475180f40fbc91b21271 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:10:20.782675 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-40421fdc-3409-443b-a358-261950060857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:20.790838 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-40421fdc-3409-443b-a358-261950060857 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:20.864913 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-40421fdc-3409-443b-a358-261950060857 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:20.868505 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-40421fdc-3409-443b-a358-261950060857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:20.890013 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40421fdc-3409-443b-a358-261950060857 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:10:20.904739 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40421fdc-3409-443b-a358-261950060857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7cadd5-96ca-422a-8680-da80a90f819f,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:20.908421 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-40421fdc-3409-443b-a358-261950060857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:20.908788 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-40421fdc-3409-443b-a358-261950060857 admin admin] Added segment c5af4b92-f900-4d5c-8a3c-a495f3e1e912 of type vlan for network ce25dac2-f6ce-4523-8255-ce6ac115ce5f Dec 09 16:10:20.948043 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-40421fdc-3409-443b-a358-261950060857 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:20.971945 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-40421fdc-3409-443b-a358-261950060857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:20.973014 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40421fdc-3409-443b-a358-261950060857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:20.973593 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-40421fdc-3409-443b-a358-261950060857 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:21.032091 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-40421fdc-3409-443b-a358-261950060857 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3694177 Dec 09 16:10:21.034874 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42856) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:10:21.039431 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c3f421d3-1744-4c8b-ad6b-a70756ee29ff admin admin] Request body: {'subnet': {'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-666745317-subnet', 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:10:21.047910 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40421fdc-3409-443b-a358-261950060857 admin admin] Pushing event updated for resources: {'Network': ['ID=ce25dac2-f6ce-4523-8255-ce6ac115ce5f,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:21.060201 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network ce25dac2-f6ce-4523-8255-ce6ac115ce5f details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:10:21.065463 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f421d3-1744-4c8b-ad6b-a70756ee29ff admin admin] Made reservation on behalf of d1a17c4f79b6475180f40fbc91b21271 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:10:21.067814 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3f421d3-1744-4c8b-ad6b-a70756ee29ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:21.231812 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3f421d3-1744-4c8b-ad6b-a70756ee29ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:21.284332 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f421d3-1744-4c8b-ad6b-a70756ee29ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbee70a7-ae73-4915-a662-48eb665c9e7f,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:21.294364 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f421d3-1744-4c8b-ad6b-a70756ee29ff admin admin] Checking segment: {'id': 'c5af4b92-f900-4d5c-8a3c-a495f3e1e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:10:21.294725 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f421d3-1744-4c8b-ad6b-a70756ee29ff admin admin] Network hostable DHCP agents. Network: ce25dac2-f6ce-4523-8255-ce6ac115ce5f, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:10:21.311119 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f421d3-1744-4c8b-ad6b-a70756ee29ff admin admin] Network ce25dac2-f6ce-4523-8255-ce6ac115ce5f is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:10:21.320181 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-c3f421d3-1744-4c8b-ad6b-a70756ee29ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, ce25dac2-f6ce-4523-8255-ce6ac115ce5f) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:10:21.325519 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f421d3-1744-4c8b-ad6b-a70756ee29ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:21.326896 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c3f421d3-1744-4c8b-ad6b-a70756ee29ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:21.331680 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0166c4c3-9394-4178-a581-90579372484c None None] Network ce25dac2-f6ce-4523-8255-ce6ac115ce5f requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:10:21.343397 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c3f421d3-1744-4c8b-ad6b-a70756ee29ff admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3075154 Dec 09 16:10:21.346567 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42858) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:10:21.350870 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-67702394-9874-4ac5-8fe8-f8cce6c8c499 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-666745317-router', 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:10:21.371528 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67702394-9874-4ac5-8fe8-f8cce6c8c499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:21.372546 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67702394-9874-4ac5-8fe8-f8cce6c8c499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:21.423304 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67702394-9874-4ac5-8fe8-f8cce6c8c499 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:21.434904 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbef8aa-4c83-43f0-b747-4988d9e8d999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-ce25dac2-f6ce-4523-8255-ce6ac115ce5f', 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f', 'project_id': 'd1a17c4f79b6475180f40fbc91b21271', 'fixed_ips': [{'subnet_id': 'cbee70a7-ae73-4915-a662-48eb665c9e7f'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 16:10:21.435788 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9dbef8aa-4c83-43f0-b747-4988d9e8d999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:21.562009 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67702394-9874-4ac5-8fe8-f8cce6c8c499 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:21.571344 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-9dbef8aa-4c83-43f0-b747-4988d9e8d999 None None] Allocated IP 172.20.0.2 (ce25dac2-f6ce-4523-8255-ce6ac115ce5f/cbee70a7-ae73-4915-a662-48eb665c9e7f/ac026eca-4644-4dcf-82ad-505f9db31e44) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:10:21.719499 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9dbef8aa-4c83-43f0-b747-4988d9e8d999 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:21.726045 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9dbef8aa-4c83-43f0-b747-4988d9e8d999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:21.770262 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbef8aa-4c83-43f0-b747-4988d9e8d999 None None] Network ce25dac2-f6ce-4523-8255-ce6ac115ce5f is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:10:21.773254 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-9dbef8aa-4c83-43f0-b747-4988d9e8d999 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:10:21.778510 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbef8aa-4c83-43f0-b747-4988d9e8d999 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:10:21.781779 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbef8aa-4c83-43f0-b747-4988d9e8d999 None None] Pushing event updated for resources: {'Port': ['ID=ac026eca-4644-4dcf-82ad-505f9db31e44,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:21.840248 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9dbef8aa-4c83-43f0-b747-4988d9e8d999 None None] Attempting to bind port ac026eca-4644-4dcf-82ad-505f9db31e44 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:10:21.840651 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9dbef8aa-4c83-43f0-b747-4988d9e8d999 None None] Attempting to bind port ac026eca-4644-4dcf-82ad-505f9db31e44 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'c5af4b92-f900-4d5c-8a3c-a495f3e1e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:10:21.841017 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbef8aa-4c83-43f0-b747-4988d9e8d999 None None] Attempting to bind port ac026eca-4644-4dcf-82ad-505f9db31e44 on network ce25dac2-f6ce-4523-8255-ce6ac115ce5f {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:10:21.846723 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbef8aa-4c83-43f0-b747-4988d9e8d999 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:10:21.847099 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbef8aa-4c83-43f0-b747-4988d9e8d999 None None] Checking segment: {'id': 'c5af4b92-f900-4d5c-8a3c-a495f3e1e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:10:21.847502 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9dbef8aa-4c83-43f0-b747-4988d9e8d999 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:21.847892 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbef8aa-4c83-43f0-b747-4988d9e8d999 None None] Bound using segment: {'id': 'c5af4b92-f900-4d5c-8a3c-a495f3e1e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:10:21.848355 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9dbef8aa-4c83-43f0-b747-4988d9e8d999 None None] Bound port: ac026eca-4644-4dcf-82ad-505f9db31e44, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5af4b92-f900-4d5c-8a3c-a495f3e1e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:10:21.848759 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9dbef8aa-4c83-43f0-b747-4988d9e8d999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:21.913153 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9dbef8aa-4c83-43f0-b747-4988d9e8d999 None None] For port ac026eca-4644-4dcf-82ad-505f9db31e44, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:10:21.917061 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9dbef8aa-4c83-43f0-b747-4988d9e8d999 None None] For port ac026eca-4644-4dcf-82ad-505f9db31e44, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=ac026eca-4644-4dcf-82ad-505f9db31e44,segment=NetworkSegment(c5af4b92-f900-4d5c-8a3c-a495f3e1e912),segment_id=c5af4b92-f900-4d5c-8a3c-a495f3e1e912)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:10:21.921245 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9dbef8aa-4c83-43f0-b747-4988d9e8d999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:21.978464 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbef8aa-4c83-43f0-b747-4988d9e8d999 None None] Pushing event updated for resources: {'Port': ['ID=ac026eca-4644-4dcf-82ad-505f9db31e44,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:22.095889 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67702394-9874-4ac5-8fe8-f8cce6c8c499 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:22.115995 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67702394-9874-4ac5-8fe8-f8cce6c8c499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:22.236298 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-67702394-9874-4ac5-8fe8-f8cce6c8c499 admin admin] Allocated IP 172.25.3.247 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/c63e81f8-605e-4da0-b397-a563abc144dd) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:10:22.338770 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67702394-9874-4ac5-8fe8-f8cce6c8c499 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:22.372438 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67702394-9874-4ac5-8fe8-f8cce6c8c499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:22.409366 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67702394-9874-4ac5-8fe8-f8cce6c8c499 admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:10:22.414901 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-67702394-9874-4ac5-8fe8-f8cce6c8c499 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:10:22.419144 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67702394-9874-4ac5-8fe8-f8cce6c8c499 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:10:22.424748 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67702394-9874-4ac5-8fe8-f8cce6c8c499 admin admin] Pushing event updated for resources: {'Port': ['ID=c63e81f8-605e-4da0-b397-a563abc144dd,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:22.429732 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a0c1be-4dd4-4e9b-a19c-3b1dd7bf6938 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:10:22.479393 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9302f4b9-f6db-44fb-88d1-533daf94e3ad None None] Provisioning complete for port c63e81f8-605e-4da0-b397-a563abc144dd triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:10:22.479774 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9302f4b9-f6db-44fb-88d1-533daf94e3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:22.515949 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9302f4b9-f6db-44fb-88d1-533daf94e3ad None None] Port c63e81f8-605e-4da0-b397-a563abc144dd cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:10:22.674238 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67702394-9874-4ac5-8fe8-f8cce6c8c499 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:22.884673 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67702394-9874-4ac5-8fe8-f8cce6c8c499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:22.907308 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8ea0f9-d62a-4026-8aae-e169dc060445 None None] Network ce25dac2-f6ce-4523-8255-ce6ac115ce5f requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:10:22.978261 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-935e9049-2578-4581-91c0-0700bab88f7b None None] Provisioning complete for port ac026eca-4644-4dcf-82ad-505f9db31e44 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:10:22.978638 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-935e9049-2578-4581-91c0-0700bab88f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:23.017681 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67702394-9874-4ac5-8fe8-f8cce6c8c499 admin admin] Router 4415e758-48d0-4735-95d9-c48dc9a16a0b is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 16:10:23.054536 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b327d8f9-a06c-4856-9ea9-a0c9befeed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:23.113543 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-935e9049-2578-4581-91c0-0700bab88f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:23.136178 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67702394-9874-4ac5-8fe8-f8cce6c8c499 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:10:23.148770 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38cd7ff-1dad-4632-86e1-5d8ea3e3393b None None] Sync routers for ids ['4415e758-48d0-4735-95d9-c48dc9a16a0b'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:10:23.151999 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-935e9049-2578-4581-91c0-0700bab88f7b None None] For port ac026eca-4644-4dcf-82ad-505f9db31e44, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=ac026eca-4644-4dcf-82ad-505f9db31e44,segment=NetworkSegment(c5af4b92-f900-4d5c-8a3c-a495f3e1e912),segment_id=c5af4b92-f900-4d5c-8a3c-a495f3e1e912)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:10:23.156759 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-935e9049-2578-4581-91c0-0700bab88f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:23.157199 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-67702394-9874-4ac5-8fe8-f8cce6c8c499 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:23.161750 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 42862) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:10:23.162777 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-67702394-9874-4ac5-8fe8-f8cce6c8c499 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8151944 Dec 09 16:10:23.167404 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38cd7ff-1dad-4632-86e1-5d8ea3e3393b None None] Routers {'4415e758-48d0-4735-95d9-c48dc9a16a0b'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:10:23.168303 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-e38cd7ff-1dad-4632-86e1-5d8ea3e3393b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:10:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4415e758-48d0-4735-95d9-c48dc9a16a0b'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:23.209186 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e9049-2578-4581-91c0-0700bab88f7b None None] Pushing event updated for resources: {'Port': ['ID=ac026eca-4644-4dcf-82ad-505f9db31e44,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:23.287923 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-e38cd7ff-1dad-4632-86e1-5d8ea3e3393b None None] Set router 4415e758-48d0-4735-95d9-c48dc9a16a0b gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:10:23.378297 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9b895ab6-a03e-4ef7-b06d-4ff077b33540 None None] Provisioning complete for port ac026eca-4644-4dcf-82ad-505f9db31e44 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:10:23.379504 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9b895ab6-a03e-4ef7-b06d-4ff077b33540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:23.475325 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-e38cd7ff-1dad-4632-86e1-5d8ea3e3393b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-666745317-router', 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c63e81f8-605e-4da0-b397-a563abc144dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:21Z', 'updated_at': '2021-12-09T16:10:22Z', 'revision_number': 3, 'project_id': 'd1a17c4f79b6475180f40fbc91b21271', 'gw_port': {'id': 'c63e81f8-605e-4da0-b397-a563abc144dd', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:56:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:22Z', 'updated_at': '2021-12-09T16:10:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:23.506347 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38cd7ff-1dad-4632-86e1-5d8ea3e3393b None None] Checking router: 4415e758-48d0-4735-95d9-c48dc9a16a0b for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:10:23.506700 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38cd7ff-1dad-4632-86e1-5d8ea3e3393b None None] Updating router 4415e758-48d0-4735-95d9-c48dc9a16a0b port c63e81f8-605e-4da0-b397-a563abc144dd binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:10:23.532971 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-e38cd7ff-1dad-4632-86e1-5d8ea3e3393b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:23.779413 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-e38cd7ff-1dad-4632-86e1-5d8ea3e3393b None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:23.784504 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-e38cd7ff-1dad-4632-86e1-5d8ea3e3393b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:23.824301 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bafa83-96a9-4c7b-9ae1-1f494cdf138d None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:10:23.834199 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c53e1c-617f-44eb-9152-bd51149bad3a None None] Pushing event updated for resources: {'Port': ['ID=c63e81f8-605e-4da0-b397-a563abc144dd,revision_number=2']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:23.847859 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c53e1c-617f-44eb-9152-bd51149bad3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:23.848213 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c53e1c-617f-44eb-9152-bd51149bad3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:23.848578 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c53e1c-617f-44eb-9152-bd51149bad3a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:23.848913 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c53e1c-617f-44eb-9152-bd51149bad3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:23.849245 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c53e1c-617f-44eb-9152-bd51149bad3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:23.849573 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c53e1c-617f-44eb-9152-bd51149bad3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:23.849881 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c53e1c-617f-44eb-9152-bd51149bad3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:23.850406 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c53e1c-617f-44eb-9152-bd51149bad3a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:23.850570 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c53e1c-617f-44eb-9152-bd51149bad3a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:23.850881 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c53e1c-617f-44eb-9152-bd51149bad3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:23.851092 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ff96703-d81e-4a3d-bcb2-99f9f19b5593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:23.851226 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c53e1c-617f-44eb-9152-bd51149bad3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:23.851615 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c53e1c-617f-44eb-9152-bd51149bad3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:23.852086 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c53e1c-617f-44eb-9152-bd51149bad3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:10:23.860643 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-e38cd7ff-1dad-4632-86e1-5d8ea3e3393b None None] Attempting to bind port c63e81f8-605e-4da0-b397-a563abc144dd on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:10:23.861020 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-e38cd7ff-1dad-4632-86e1-5d8ea3e3393b None None] Attempting to bind port c63e81f8-605e-4da0-b397-a563abc144dd by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:10:23.861380 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38cd7ff-1dad-4632-86e1-5d8ea3e3393b None None] Attempting to bind port c63e81f8-605e-4da0-b397-a563abc144dd on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:10:23.866628 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38cd7ff-1dad-4632-86e1-5d8ea3e3393b None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:10:23.867344 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38cd7ff-1dad-4632-86e1-5d8ea3e3393b None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:10:23.867747 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-e38cd7ff-1dad-4632-86e1-5d8ea3e3393b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:23.868160 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38cd7ff-1dad-4632-86e1-5d8ea3e3393b None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:10:23.868758 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-e38cd7ff-1dad-4632-86e1-5d8ea3e3393b None None] Bound port: c63e81f8-605e-4da0-b397-a563abc144dd, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:10:23.869086 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-e38cd7ff-1dad-4632-86e1-5d8ea3e3393b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:23.885824 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f2124e9d-d62d-4e9d-826e-b0b034d0ae92 None None] Provisioning complete for port c63e81f8-605e-4da0-b397-a563abc144dd triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:10:23.886206 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f2124e9d-d62d-4e9d-826e-b0b034d0ae92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:23.923604 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f2124e9d-d62d-4e9d-826e-b0b034d0ae92 None None] Port c63e81f8-605e-4da0-b397-a563abc144dd cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:10:24.020060 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-e38cd7ff-1dad-4632-86e1-5d8ea3e3393b None None] For port c63e81f8-605e-4da0-b397-a563abc144dd, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:10:24.023036 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-e38cd7ff-1dad-4632-86e1-5d8ea3e3393b None None] For port c63e81f8-605e-4da0-b397-a563abc144dd, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=c63e81f8-605e-4da0-b397-a563abc144dd,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:10:24.027628 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-e38cd7ff-1dad-4632-86e1-5d8ea3e3393b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:24.070765 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38cd7ff-1dad-4632-86e1-5d8ea3e3393b None None] Routers {'4415e758-48d0-4735-95d9-c48dc9a16a0b'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:10:24.071382 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-e38cd7ff-1dad-4632-86e1-5d8ea3e3393b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:10:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4415e758-48d0-4735-95d9-c48dc9a16a0b'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:24.075823 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-6ff96703-d81e-4a3d-bcb2-99f9f19b5593 admin admin] Allocated IP 172.20.0.1 (ce25dac2-f6ce-4523-8255-ce6ac115ce5f/cbee70a7-ae73-4915-a662-48eb665c9e7f/72223ded-6636-4ffc-b47a-6e2bed4699dc) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:10:24.085558 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bf7d47-de67-491d-a9ec-29320432f60f None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:10:24.161655 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:24.162995 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c8705451-34de-43aa-baff-7a2931469cbe None None] Provisioning complete for port c63e81f8-605e-4da0-b397-a563abc144dd triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:10:24.163364 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c8705451-34de-43aa-baff-7a2931469cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:24.178439 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c53e1c-617f-44eb-9152-bd51149bad3a None None] Pushing event updated for resources: {'Port': ['ID=c63e81f8-605e-4da0-b397-a563abc144dd,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:24.194250 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-e38cd7ff-1dad-4632-86e1-5d8ea3e3393b None None] Set router 4415e758-48d0-4735-95d9-c48dc9a16a0b gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:10:24.199752 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device ac026eca-4644-4dcf-82ad-505f9db31e44 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:10:24.214220 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ff96703-d81e-4a3d-bcb2-99f9f19b5593 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:24.265740 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ff96703-d81e-4a3d-bcb2-99f9f19b5593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:24.297000 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port ac026eca-4644-4dcf-82ad-505f9db31e44 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:10:24.297387 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:24.313890 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff96703-d81e-4a3d-bcb2-99f9f19b5593 admin admin] Network ce25dac2-f6ce-4523-8255-ce6ac115ce5f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:10:24.316936 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-6ff96703-d81e-4a3d-bcb2-99f9f19b5593 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:10:24.319735 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff96703-d81e-4a3d-bcb2-99f9f19b5593 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:10:24.338451 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c8705451-34de-43aa-baff-7a2931469cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:24.345198 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff96703-d81e-4a3d-bcb2-99f9f19b5593 admin admin] Pushing event updated for resources: {'Port': ['ID=72223ded-6636-4ffc-b47a-6e2bed4699dc,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:24.366749 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c8705451-34de-43aa-baff-7a2931469cbe None None] For port c63e81f8-605e-4da0-b397-a563abc144dd, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=c63e81f8-605e-4da0-b397-a563abc144dd,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:10:24.393089 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c8705451-34de-43aa-baff-7a2931469cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:24.405853 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-e38cd7ff-1dad-4632-86e1-5d8ea3e3393b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-666745317-router', 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c63e81f8-605e-4da0-b397-a563abc144dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:21Z', 'updated_at': '2021-12-09T16:10:22Z', 'revision_number': 3, 'project_id': 'd1a17c4f79b6475180f40fbc91b21271', 'gw_port': {'id': 'c63e81f8-605e-4da0-b397-a563abc144dd', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:56:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:22Z', 'updated_at': '2021-12-09T16:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:24.422166 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ff96703-d81e-4a3d-bcb2-99f9f19b5593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:24.441150 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38cd7ff-1dad-4632-86e1-5d8ea3e3393b None None] The sync data for ids ['4415e758-48d0-4735-95d9-c48dc9a16a0b'] in n-d-821228-1 is: [{'id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-666745317-router', 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c63e81f8-605e-4da0-b397-a563abc144dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:21Z', 'updated_at': '2021-12-09T16:10:22Z', 'revision_number': 3, 'project_id': 'd1a17c4f79b6475180f40fbc91b21271', 'gw_port': {'id': 'c63e81f8-605e-4da0-b397-a563abc144dd', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:56:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:22Z', 'updated_at': '2021-12-09T16:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:10:24.451730 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8705451-34de-43aa-baff-7a2931469cbe None None] Pushing event updated for resources: {'Port': ['ID=c63e81f8-605e-4da0-b397-a563abc144dd,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:24.580002 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ff96703-d81e-4a3d-bcb2-99f9f19b5593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:24.615978 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-92d89a2f-2b78-4391-ad69-31a16eb3cc0d None None] Provisioning complete for port 72223ded-6636-4ffc-b47a-6e2bed4699dc triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:10:24.616475 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-92d89a2f-2b78-4391-ad69-31a16eb3cc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:24.653347 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-92d89a2f-2b78-4391-ad69-31a16eb3cc0d None None] Port 72223ded-6636-4ffc-b47a-6e2bed4699dc cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:10:24.769214 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ff96703-d81e-4a3d-bcb2-99f9f19b5593 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:24.775113 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ff96703-d81e-4a3d-bcb2-99f9f19b5593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:24.812238 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:24.852138 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff96703-d81e-4a3d-bcb2-99f9f19b5593 admin admin] Pushing event updated for resources: {'Port': ['ID=72223ded-6636-4ffc-b47a-6e2bed4699dc,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:24.856308 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6ff96703-d81e-4a3d-bcb2-99f9f19b5593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:24.957944 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff96703-d81e-4a3d-bcb2-99f9f19b5593 admin admin] Network ce25dac2-f6ce-4523-8255-ce6ac115ce5f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:10:24.959474 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-6ff96703-d81e-4a3d-bcb2-99f9f19b5593 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:10:25.083765 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff96703-d81e-4a3d-bcb2-99f9f19b5593 admin admin] Router 4415e758-48d0-4735-95d9-c48dc9a16a0b has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:10:25.178995 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1f893d19-a2c7-4b5f-b59f-717c1672f9db None None] Provisioning complete for port 72223ded-6636-4ffc-b47a-6e2bed4699dc triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:10:25.179574 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1f893d19-a2c7-4b5f-b59f-717c1672f9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:25.209786 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff96703-d81e-4a3d-bcb2-99f9f19b5593 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:10:25.215851 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6ff96703-d81e-4a3d-bcb2-99f9f19b5593 admin admin] 10.222.0.57 "PUT /v2.0/routers/4415e758-48d0-4735-95d9-c48dc9a16a0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0521209 Dec 09 16:10:25.224531 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-1f893d19-a2c7-4b5f-b59f-717c1672f9db None None] Port 72223ded-6636-4ffc-b47a-6e2bed4699dc cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:10:25.389227 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:26.081226 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504bd6f8-0e7c-4f59-a204-6a1159705838 None None] Sync routers for ids ['4415e758-48d0-4735-95d9-c48dc9a16a0b'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:10:26.095580 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504bd6f8-0e7c-4f59-a204-6a1159705838 None None] Routers {'4415e758-48d0-4735-95d9-c48dc9a16a0b'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:10:26.096546 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-504bd6f8-0e7c-4f59-a204-6a1159705838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:10:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4415e758-48d0-4735-95d9-c48dc9a16a0b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:26.133447 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 42870) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:10:26.140321 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-655942f8-60a7-4b6c-8d41-7efcc82cc59f tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1781740600', 'description': 'tempest-description--1261860207'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:10:26.140574 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device c63e81f8-605e-4da0-b397-a563abc144dd up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:10:26.162805 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-655942f8-60a7-4b6c-8d41-7efcc82cc59f tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:26.229994 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-655942f8-60a7-4b6c-8d41-7efcc82cc59f tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:26.234413 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-655942f8-60a7-4b6c-8d41-7efcc82cc59f tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:26.249364 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-504bd6f8-0e7c-4f59-a204-6a1159705838 None None] Set router 4415e758-48d0-4735-95d9-c48dc9a16a0b gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:10:26.264647 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-655942f8-60a7-4b6c-8d41-7efcc82cc59f tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:26.265913 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-655942f8-60a7-4b6c-8d41-7efcc82cc59f tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1296422 Dec 09 16:10:26.267974 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655942f8-60a7-4b6c-8d41-7efcc82cc59f tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=470c5ebf-e19c-4b4c-87fe-17d6e05758ae,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:26.269054 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42872) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:10:26.274986 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ae8a5d6e-f9d0-45e8-9137-48ee0996d898 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Request body: {'security_group_rule': {'security_group_id': '470c5ebf-e19c-4b4c-87fe-17d6e05758ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:10:26.286631 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port c63e81f8-605e-4da0-b397-a563abc144dd triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:10:26.287064 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:26.303330 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae8a5d6e-f9d0-45e8-9137-48ee0996d898 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:26.365748 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae8a5d6e-f9d0-45e8-9137-48ee0996d898 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:26.369824 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae8a5d6e-f9d0-45e8-9137-48ee0996d898 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:26.389296 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a5d6e-f9d0-45e8-9137-48ee0996d898 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=797ea208-ef2b-4e7e-8c8e-34594f23634d,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:26.395374 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ae8a5d6e-f9d0-45e8-9137-48ee0996d898 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:26.396635 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ae8a5d6e-f9d0-45e8-9137-48ee0996d898 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1262598 Dec 09 16:10:26.399242 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42874) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:10:26.404613 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-3d2e13fe-4bf1-485b-8fff-2d6dc972c808 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Request body: {'security_group_rule': {'security_group_id': '470c5ebf-e19c-4b4c-87fe-17d6e05758ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:10:26.430975 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3d2e13fe-4bf1-485b-8fff-2d6dc972c808 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:26.493485 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3d2e13fe-4bf1-485b-8fff-2d6dc972c808 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:26.498542 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3d2e13fe-4bf1-485b-8fff-2d6dc972c808 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:26.502966 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:26.514934 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e13fe-4bf1-485b-8fff-2d6dc972c808 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a353e07b-e339-4152-bd3a-205611da06dc,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:26.526306 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3d2e13fe-4bf1-485b-8fff-2d6dc972c808 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:26.527520 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3d2e13fe-4bf1-485b-8fff-2d6dc972c808 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1272938 Dec 09 16:10:26.530650 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42876) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:10:26.535167 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-c57f0547-6bbc-45a3-aadb-5593c8b3ab55 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:10:26.558215 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c57f0547-6bbc-45a3-aadb-5593c8b3ab55 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:26.561726 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-504bd6f8-0e7c-4f59-a204-6a1159705838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-666745317-router', 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c63e81f8-605e-4da0-b397-a563abc144dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:21Z', 'updated_at': '2021-12-09T16:10:24Z', 'revision_number': 4, 'project_id': 'd1a17c4f79b6475180f40fbc91b21271', 'gw_port': {'id': 'c63e81f8-605e-4da0-b397-a563abc144dd', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:56:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:22Z', 'updated_at': '2021-12-09T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '72223ded-6636-4ffc-b47a-6e2bed4699dc', 'name': '', 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f', 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'mac_address': 'fa:16:3e:71:3d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'cbee70a7-ae73-4915-a662-48eb665c9e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:23Z', 'updated_at': '2021-12-09T16:10:24Z', 'revision_number': 2, 'project_id': 'd1a17c4f79b6475180f40fbc91b21271', 'subnets': [{'id': 'cbee70a7-ae73-4915-a662-48eb665c9e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:26.593224 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504bd6f8-0e7c-4f59-a204-6a1159705838 None None] Checking router: 4415e758-48d0-4735-95d9-c48dc9a16a0b for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:10:26.593573 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504bd6f8-0e7c-4f59-a204-6a1159705838 None None] Updating router 4415e758-48d0-4735-95d9-c48dc9a16a0b port 72223ded-6636-4ffc-b47a-6e2bed4699dc binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:10:26.622127 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-504bd6f8-0e7c-4f59-a204-6a1159705838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:26.658916 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c57f0547-6bbc-45a3-aadb-5593c8b3ab55 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:26.768973 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-c57f0547-6bbc-45a3-aadb-5593c8b3ab55 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Allocated IP 172.25.3.21 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/baceecc3-8be0-49ac-81ee-2824f4f9de97) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:10:26.873936 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c57f0547-6bbc-45a3-aadb-5593c8b3ab55 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:26.910411 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c57f0547-6bbc-45a3-aadb-5593c8b3ab55 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:26.913542 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-504bd6f8-0e7c-4f59-a204-6a1159705838 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:26.920876 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-504bd6f8-0e7c-4f59-a204-6a1159705838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:26.958251 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57f0547-6bbc-45a3-aadb-5593c8b3ab55 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:10:26.964879 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-c57f0547-6bbc-45a3-aadb-5593c8b3ab55 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:10:26.966760 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f0547-6bbc-45a3-aadb-5593c8b3ab55 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Pushing event updated for resources: {'Port': ['ID=baceecc3-8be0-49ac-81ee-2824f4f9de97,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:26.969004 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57f0547-6bbc-45a3-aadb-5593c8b3ab55 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:10:27.063511 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c57f0547-6bbc-45a3-aadb-5593c8b3ab55 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:27.104722 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c57f0547-6bbc-45a3-aadb-5593c8b3ab55 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:27.165631 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863fef9-1208-400b-8d41-58f76adad454 None None] Pushing event updated for resources: {'Port': ['ID=72223ded-6636-4ffc-b47a-6e2bed4699dc,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:27.203513 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-504bd6f8-0e7c-4f59-a204-6a1159705838 None None] Attempting to bind port 72223ded-6636-4ffc-b47a-6e2bed4699dc on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:10:27.204039 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-504bd6f8-0e7c-4f59-a204-6a1159705838 None None] Attempting to bind port 72223ded-6636-4ffc-b47a-6e2bed4699dc by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'c5af4b92-f900-4d5c-8a3c-a495f3e1e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:10:27.204546 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504bd6f8-0e7c-4f59-a204-6a1159705838 None None] Attempting to bind port 72223ded-6636-4ffc-b47a-6e2bed4699dc on network ce25dac2-f6ce-4523-8255-ce6ac115ce5f {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:10:27.211879 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504bd6f8-0e7c-4f59-a204-6a1159705838 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:10:27.212442 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504bd6f8-0e7c-4f59-a204-6a1159705838 None None] Checking segment: {'id': 'c5af4b92-f900-4d5c-8a3c-a495f3e1e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:10:27.212961 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-504bd6f8-0e7c-4f59-a204-6a1159705838 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:27.213569 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504bd6f8-0e7c-4f59-a204-6a1159705838 None None] Bound using segment: {'id': 'c5af4b92-f900-4d5c-8a3c-a495f3e1e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:10:27.214343 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-504bd6f8-0e7c-4f59-a204-6a1159705838 None None] Bound port: 72223ded-6636-4ffc-b47a-6e2bed4699dc, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5af4b92-f900-4d5c-8a3c-a495f3e1e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:10:27.214908 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-504bd6f8-0e7c-4f59-a204-6a1159705838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:27.291883 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c57f0547-6bbc-45a3-aadb-5593c8b3ab55 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:27.299276 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-504bd6f8-0e7c-4f59-a204-6a1159705838 None None] For port 72223ded-6636-4ffc-b47a-6e2bed4699dc, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:10:27.299822 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c57f0547-6bbc-45a3-aadb-5593c8b3ab55 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:27.303342 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-504bd6f8-0e7c-4f59-a204-6a1159705838 None None] For port 72223ded-6636-4ffc-b47a-6e2bed4699dc, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=72223ded-6636-4ffc-b47a-6e2bed4699dc,segment=NetworkSegment(c5af4b92-f900-4d5c-8a3c-a495f3e1e912),segment_id=c5af4b92-f900-4d5c-8a3c-a495f3e1e912)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:10:27.314675 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-504bd6f8-0e7c-4f59-a204-6a1159705838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:27.396972 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f0547-6bbc-45a3-aadb-5593c8b3ab55 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Pushing event updated for resources: {'Port': ['ID=baceecc3-8be0-49ac-81ee-2824f4f9de97,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:27.412611 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504bd6f8-0e7c-4f59-a204-6a1159705838 None None] Routers {'4415e758-48d0-4735-95d9-c48dc9a16a0b'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:10:27.413353 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c57f0547-6bbc-45a3-aadb-5593c8b3ab55 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:27.413559 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-504bd6f8-0e7c-4f59-a204-6a1159705838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:10:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4415e758-48d0-4735-95d9-c48dc9a16a0b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:27.435139 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c57f0547-6bbc-45a3-aadb-5593c8b3ab55 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:27.436795 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c57f0547-6bbc-45a3-aadb-5593c8b3ab55 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9050395 Dec 09 16:10:27.453311 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863fef9-1208-400b-8d41-58f76adad454 None None] Pushing event updated for resources: {'Port': ['ID=72223ded-6636-4ffc-b47a-6e2bed4699dc,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:27.485515 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5400790b-3247-45d9-b400-a6c912b99743 None None] Provisioning complete for port 72223ded-6636-4ffc-b47a-6e2bed4699dc triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:10:27.485980 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5400790b-3247-45d9-b400-a6c912b99743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:27.583980 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-504bd6f8-0e7c-4f59-a204-6a1159705838 None None] Set router 4415e758-48d0-4735-95d9-c48dc9a16a0b gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:10:27.641198 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-a95788f5-75a2-4d3d-bfc2-61730189d842 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1781740600&fields=id&tenant_id=d1a17c4f79b6475180f40fbc91b21271 HTTP/1.1" status: 200 len: 267 time: 0.0560353 Dec 09 16:10:27.657028 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5400790b-3247-45d9-b400-a6c912b99743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:27.776702 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5400790b-3247-45d9-b400-a6c912b99743 None None] For port 72223ded-6636-4ffc-b47a-6e2bed4699dc, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=72223ded-6636-4ffc-b47a-6e2bed4699dc,segment=NetworkSegment(c5af4b92-f900-4d5c-8a3c-a495f3e1e912),segment_id=c5af4b92-f900-4d5c-8a3c-a495f3e1e912)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:10:27.783936 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5400790b-3247-45d9-b400-a6c912b99743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:27.797902 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-3402a6a1-76b8-4ac6-a9e5-0f13b548463d tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:27.799454 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-3402a6a1-76b8-4ac6-a9e5-0f13b548463d tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/networks?id=ce25dac2-f6ce-4523-8255-ce6ac115ce5f HTTP/1.1" status: 200 len: 816 time: 0.1456537 Dec 09 16:10:27.816559 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-bf4dbf5e-49d6-4d9e-ac40-c5a295ea97b4 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/quotas/d1a17c4f79b6475180f40fbc91b21271 HTTP/1.1" status: 200 len: 375 time: 0.0101314 Dec 09 16:10:27.864703 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400790b-3247-45d9-b400-a6c912b99743 None None] Pushing event updated for resources: {'Port': ['ID=72223ded-6636-4ffc-b47a-6e2bed4699dc,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:27.873685 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-40edca6f-de2a-42ef-8c44-3f3a67e1d1ed tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1a17c4f79b6475180f40fbc91b21271&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509253 Dec 09 16:10:27.909428 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f93d3c82-e5cd-48bc-b836-1d3a039a09d1 None None] Provisioning complete for port 72223ded-6636-4ffc-b47a-6e2bed4699dc triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:10:27.909803 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f93d3c82-e5cd-48bc-b836-1d3a039a09d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:27.969286 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-504bd6f8-0e7c-4f59-a204-6a1159705838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-666745317-router', 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c63e81f8-605e-4da0-b397-a563abc144dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:21Z', 'updated_at': '2021-12-09T16:10:24Z', 'revision_number': 4, 'project_id': 'd1a17c4f79b6475180f40fbc91b21271', 'gw_port': {'id': 'c63e81f8-605e-4da0-b397-a563abc144dd', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:56:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:22Z', 'updated_at': '2021-12-09T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '72223ded-6636-4ffc-b47a-6e2bed4699dc', 'name': '', 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f', 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'mac_address': 'fa:16:3e:71:3d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'cbee70a7-ae73-4915-a662-48eb665c9e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:23Z', 'updated_at': '2021-12-09T16:10:27Z', 'revision_number': 4, 'project_id': 'd1a17c4f79b6475180f40fbc91b21271', 'subnets': [{'id': 'cbee70a7-ae73-4915-a662-48eb665c9e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:28.004795 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504bd6f8-0e7c-4f59-a204-6a1159705838 None None] The sync data for ids ['4415e758-48d0-4735-95d9-c48dc9a16a0b'] in n-d-821228-1 is: [{'id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-666745317-router', 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c63e81f8-605e-4da0-b397-a563abc144dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:21Z', 'updated_at': '2021-12-09T16:10:24Z', 'revision_number': 4, 'project_id': 'd1a17c4f79b6475180f40fbc91b21271', 'gw_port': {'id': 'c63e81f8-605e-4da0-b397-a563abc144dd', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:56:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:22Z', 'updated_at': '2021-12-09T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '72223ded-6636-4ffc-b47a-6e2bed4699dc', 'name': '', 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f', 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'mac_address': 'fa:16:3e:71:3d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'cbee70a7-ae73-4915-a662-48eb665c9e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:23Z', 'updated_at': '2021-12-09T16:10:27Z', 'revision_number': 4, 'project_id': 'd1a17c4f79b6475180f40fbc91b21271', 'subnets': [{'id': 'cbee70a7-ae73-4915-a662-48eb665c9e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:10:28.078402 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-9ee274d4-328f-4975-ab08-134999d6b539 service neutron] 10.222.0.57 "GET /v2.0/networks/ce25dac2-f6ce-4523-8255-ce6ac115ce5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938040 Dec 09 16:10:28.163639 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 72223ded-6636-4ffc-b47a-6e2bed4699dc up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:10:28.185016 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-b19724cf-1c15-43e8-ba36-9062dc82439a service neutron] 10.222.0.57 "GET /v2.0/networks/ce25dac2-f6ce-4523-8255-ce6ac115ce5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056519 Dec 09 16:10:28.224905 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 72223ded-6636-4ffc-b47a-6e2bed4699dc triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:10:28.225282 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:28.373178 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3cdc2c45-385d-42d4-850e-897e8b690f80 req-532d47dc-7ca0-4bd3-9b48-09aba7007985 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 210 time: 0.0349562 Dec 09 16:10:29.477583 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6ae713a9-ddb6-4bbc-b699-c66d969fd8fe req-99ccdadd-7eab-44a2-be11-b8de976f38e0 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 210 time: 0.0276871 Dec 09 16:10:29.552389 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-af6ef499-1da1-46b9-b22a-f5eae1af16e1 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:29.553918 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-af6ef499-1da1-46b9-b22a-f5eae1af16e1 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.42 "GET /v2.0/networks?id=ce25dac2-f6ce-4523-8255-ce6ac115ce5f HTTP/1.1" status: 200 len: 816 time: 0.1064136 Dec 09 16:10:29.631977 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-e5b87cc0-6c84-4029-b70c-6d9be4847bd6 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1a17c4f79b6475180f40fbc91b21271 HTTP/1.1" status: 200 len: 380 time: 0.0548291 Dec 09 16:10:29.646058 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-91cc969d-1dc5-4de0-ae20-c91305473bf2 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Request body: {'port': {'device_id': '782182f6-b357-49c3-8501-0479b9cde6fb', 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f', 'admin_state_up': True, 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'security_groups': ['470c5ebf-e19c-4b4c-87fe-17d6e05758ae']}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:10:29.753331 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-91cc969d-1dc5-4de0-ae20-c91305473bf2 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Made reservation on behalf of d1a17c4f79b6475180f40fbc91b21271 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:10:29.756959 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-91cc969d-1dc5-4de0-ae20-c91305473bf2 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:29.886334 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-91cc969d-1dc5-4de0-ae20-c91305473bf2 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Allocated IP 172.20.0.7 (ce25dac2-f6ce-4523-8255-ce6ac115ce5f/cbee70a7-ae73-4915-a662-48eb665c9e7f/5f07334f-7dbc-4744-82f4-e81390061a7c) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:10:30.022630 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-91cc969d-1dc5-4de0-ae20-c91305473bf2 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:30.059846 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-91cc969d-1dc5-4de0-ae20-c91305473bf2 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:30.104840 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-91cc969d-1dc5-4de0-ae20-c91305473bf2 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Network ce25dac2-f6ce-4523-8255-ce6ac115ce5f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:10:30.107743 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-91cc969d-1dc5-4de0-ae20-c91305473bf2 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:10:30.110345 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-91cc969d-1dc5-4de0-ae20-c91305473bf2 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:10:30.147146 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc969d-1dc5-4de0-ae20-c91305473bf2 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Pushing event updated for resources: {'Port': ['ID=5f07334f-7dbc-4744-82f4-e81390061a7c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:30.172989 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-91cc969d-1dc5-4de0-ae20-c91305473bf2 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:30.173568 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-91cc969d-1dc5-4de0-ae20-c91305473bf2 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:30.190515 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-91cc969d-1dc5-4de0-ae20-c91305473bf2 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5479479 Dec 09 16:10:30.262864 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-a1f9653a-4fa3-4941-9dd6-1540639e6c15 service neutron] Request body: {'port': {'device_id': '782182f6-b357-49c3-8501-0479b9cde6fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:10:30.311632 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-0a6cd495-23ac-4a9f-a64b-b8e2be15addf None None] Provisioning complete for port 5f07334f-7dbc-4744-82f4-e81390061a7c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:10:30.312219 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0a6cd495-23ac-4a9f-a64b-b8e2be15addf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:30.319625 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-a1f9653a-4fa3-4941-9dd6-1540639e6c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:30.348508 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-0a6cd495-23ac-4a9f-a64b-b8e2be15addf None None] Port 5f07334f-7dbc-4744-82f4-e81390061a7c cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:10:30.595827 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-a1f9653a-4fa3-4941-9dd6-1540639e6c15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f07334f-7dbc-4744-82f4-e81390061a7c {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:10:30.602960 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a10a9-880a-4d03-a58f-fa0a194fc695 req-ab928abb-a9be-4b93-a220-6566197443e9 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:30.603438 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-a1f9653a-4fa3-4941-9dd6-1540639e6c15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:30.604606 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-041a10a9-880a-4d03-a58f-fa0a194fc695 req-ab928abb-a9be-4b93-a220-6566197443e9 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 931 time: 0.0503056 Dec 09 16:10:30.615155 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-a1f9653a-4fa3-4941-9dd6-1540639e6c15 service neutron] Transition to ACTIVE for port object 5f07334f-7dbc-4744-82f4-e81390061a7c will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:10:30.623290 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-a1f9653a-4fa3-4941-9dd6-1540639e6c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:30.657642 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-041a10a9-880a-4d03-a58f-fa0a194fc695 req-052e0a91-dc5a-49f5-8cb1-45d8c179fdc9 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467732 Dec 09 16:10:30.675039 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9653a-4fa3-4941-9dd6-1540639e6c15 service neutron] Pushing event updated for resources: {'Port': ['ID=5f07334f-7dbc-4744-82f4-e81390061a7c,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:30.761132 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-a1f9653a-4fa3-4941-9dd6-1540639e6c15 service neutron] Attempting to bind port 5f07334f-7dbc-4744-82f4-e81390061a7c on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:10:30.761470 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-a1f9653a-4fa3-4941-9dd6-1540639e6c15 service neutron] Attempting to bind port 5f07334f-7dbc-4744-82f4-e81390061a7c by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': 'c5af4b92-f900-4d5c-8a3c-a495f3e1e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:10:30.761803 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-a1f9653a-4fa3-4941-9dd6-1540639e6c15 service neutron] Attempting to bind port 5f07334f-7dbc-4744-82f4-e81390061a7c on network ce25dac2-f6ce-4523-8255-ce6ac115ce5f {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:10:30.766360 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-a1f9653a-4fa3-4941-9dd6-1540639e6c15 service neutron] Port 5f07334f-7dbc-4744-82f4-e81390061a7c on network ce25dac2-f6ce-4523-8255-ce6ac115ce5f not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:10:30.766682 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-a1f9653a-4fa3-4941-9dd6-1540639e6c15 service neutron] Attempting to bind port 5f07334f-7dbc-4744-82f4-e81390061a7c on network ce25dac2-f6ce-4523-8255-ce6ac115ce5f {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:10:30.771586 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-a1f9653a-4fa3-4941-9dd6-1540639e6c15 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:10:30.771923 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-a1f9653a-4fa3-4941-9dd6-1540639e6c15 service neutron] Checking segment: {'id': 'c5af4b92-f900-4d5c-8a3c-a495f3e1e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:10:30.772304 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-a1f9653a-4fa3-4941-9dd6-1540639e6c15 service neutron] Bound using segment: {'id': 'c5af4b92-f900-4d5c-8a3c-a495f3e1e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:10:30.772758 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-a1f9653a-4fa3-4941-9dd6-1540639e6c15 service neutron] Bound port: 5f07334f-7dbc-4744-82f4-e81390061a7c, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5af4b92-f900-4d5c-8a3c-a495f3e1e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:10:30.773116 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-a1f9653a-4fa3-4941-9dd6-1540639e6c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:30.840577 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-a1f9653a-4fa3-4941-9dd6-1540639e6c15 service neutron] For port 5f07334f-7dbc-4744-82f4-e81390061a7c, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:10:30.843649 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-a1f9653a-4fa3-4941-9dd6-1540639e6c15 service neutron] For port 5f07334f-7dbc-4744-82f4-e81390061a7c, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=5f07334f-7dbc-4744-82f4-e81390061a7c,segment=NetworkSegment(c5af4b92-f900-4d5c-8a3c-a495f3e1e912),segment_id=c5af4b92-f900-4d5c-8a3c-a495f3e1e912)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:10:30.848374 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-a1f9653a-4fa3-4941-9dd6-1540639e6c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:30.883130 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-a1f9653a-4fa3-4941-9dd6-1540639e6c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:30.883749 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-a1f9653a-4fa3-4941-9dd6-1540639e6c15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:30.885359 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-a1f9653a-4fa3-4941-9dd6-1540639e6c15 service neutron] 10.222.0.42 "PUT /v2.0/ports/5f07334f-7dbc-4744-82f4-e81390061a7c HTTP/1.1" status: 200 len: 1091 time: 0.6817012 Dec 09 16:10:30.885853 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '782182f6-b357-49c3-8501-0479b9cde6fb', 'tag': '5f07334f-7dbc-4744-82f4-e81390061a7c'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:10:30.888061 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9f243a-f2a8-463c-aab1-907b997d9c56" -d '{"events": [{"name": "network-changed", "server_uuid": "782182f6-b357-49c3-8501-0479b9cde6fb", "tag": "5f07334f-7dbc-4744-82f4-e81390061a7c"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:10:30.918805 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9653a-4fa3-4941-9dd6-1540639e6c15 service neutron] Pushing event updated for resources: {'Port': ['ID=5f07334f-7dbc-4744-82f4-e81390061a7c,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:30.930166 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61b80b9-a15d-44ff-ae99-99afb72ebf8b x-openstack-request-id: req-c61b80b9-a15d-44ff-ae99-99afb72ebf8b {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:10:30.930665 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "782182f6-b357-49c3-8501-0479b9cde6fb", "tag": "5f07334f-7dbc-4744-82f4-e81390061a7c", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:10:30.931202 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c61b80b9-a15d-44ff-ae99-99afb72ebf8b {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:10:30.931652 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '782182f6-b357-49c3-8501-0479b9cde6fb', 'tag': '5f07334f-7dbc-4744-82f4-e81390061a7c', 'status': 'completed', 'code': 200} Dec 09 16:10:30.989911 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-7db7b948-fe52-4962-97fd-7ba0104cdeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:30.991486 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-7db7b948-fe52-4962-97fd-7ba0104cdeb1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d1a17c4f79b6475180f40fbc91b21271&device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 1094 time: 0.0435970 Dec 09 16:10:31.043857 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-a9522eca-05c6-4e3d-a1d8-f589ebba046a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f07334f-7dbc-4744-82f4-e81390061a7c HTTP/1.1" status: 200 len: 217 time: 0.0401056 Dec 09 16:10:31.096027 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-625c7bfb-401a-4d2e-bcd2-8406180e92c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:31.097447 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-625c7bfb-401a-4d2e-bcd2-8406180e92c1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbee70a7-ae73-4915-a662-48eb665c9e7f HTTP/1.1" status: 200 len: 855 time: 0.0455568 Dec 09 16:10:31.143864 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-638b30f9-12c5-4b28-81f7-c2bd94cc7ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:31.145376 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-638b30f9-12c5-4b28-81f7-c2bd94cc7ccb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ce25dac2-f6ce-4523-8255-ce6ac115ce5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402219 Dec 09 16:10:31.239376 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-ffb65c02-638a-4e26-826b-23925a1c9def service neutron] 10.222.0.42 "GET /v2.0/networks/ce25dac2-f6ce-4523-8255-ce6ac115ce5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859642 Dec 09 16:10:31.329217 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b7d4377a-23d3-44eb-b3a3-845036ff556d req-162f0249-9406-4139-b535-d2918bfd001b service neutron] 10.222.0.42 "GET /v2.0/networks/ce25dac2-f6ce-4523-8255-ce6ac115ce5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830066 Dec 09 16:10:31.461434 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f243a-f2a8-463c-aab1-907b997d9c56 req-2e54e91f-676f-4e7f-84d0-ad0e5116c8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:31.462910 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3d9f243a-f2a8-463c-aab1-907b997d9c56 req-2e54e91f-676f-4e7f-84d0-ad0e5116c8bb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d1a17c4f79b6475180f40fbc91b21271&device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 1094 time: 0.0459132 Dec 09 16:10:31.552486 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f243a-f2a8-463c-aab1-907b997d9c56 req-26fccab6-8af8-4e0c-8b47-872871d0680d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:31.553947 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3d9f243a-f2a8-463c-aab1-907b997d9c56 req-26fccab6-8af8-4e0c-8b47-872871d0680d service neutron] 10.222.0.42 "GET /v2.0/networks?id=ce25dac2-f6ce-4523-8255-ce6ac115ce5f HTTP/1.1" status: 200 len: 917 time: 0.0838492 Dec 09 16:10:31.597754 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3d9f243a-f2a8-463c-aab1-907b997d9c56 req-7c4d6408-803c-4424-b7b1-3b8fdfc0b7fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f07334f-7dbc-4744-82f4-e81390061a7c HTTP/1.1" status: 200 len: 217 time: 0.0370598 Dec 09 16:10:31.646246 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f243a-f2a8-463c-aab1-907b997d9c56 req-0fa701d2-d4d7-4c1b-8721-b02ad54fd06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:31.647647 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3d9f243a-f2a8-463c-aab1-907b997d9c56 req-0fa701d2-d4d7-4c1b-8721-b02ad54fd06c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbee70a7-ae73-4915-a662-48eb665c9e7f HTTP/1.1" status: 200 len: 855 time: 0.0426736 Dec 09 16:10:31.693222 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f243a-f2a8-463c-aab1-907b997d9c56 req-edc84f99-5b5f-4619-8bb0-8a37f040b693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:31.694711 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3d9f243a-f2a8-463c-aab1-907b997d9c56 req-edc84f99-5b5f-4619-8bb0-8a37f040b693 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ce25dac2-f6ce-4523-8255-ce6ac115ce5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403097 Dec 09 16:10:31.786285 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3394046-68b9-498f-8ba9-4bc57a43a9d9 req-e87f75f4-cc77-42da-ada5-6a97b5328b13 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:31.787769 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d3394046-68b9-498f-8ba9-4bc57a43a9d9 req-e87f75f4-cc77-42da-ada5-6a97b5328b13 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 943 time: 0.0494571 Dec 09 16:10:31.790884 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3d9f243a-f2a8-463c-aab1-907b997d9c56 req-96ffad64-e091-452b-9a6a-b654481f71e7 service neutron] 10.222.0.42 "GET /v2.0/networks/ce25dac2-f6ce-4523-8255-ce6ac115ce5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879393 Dec 09 16:10:31.839587 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d3394046-68b9-498f-8ba9-4bc57a43a9d9 req-c4277b1e-1021-4585-8bdd-e2bbd98b6d91 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451379 Dec 09 16:10:31.883496 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3d9f243a-f2a8-463c-aab1-907b997d9c56 req-0c6e7daa-1f6d-460c-900d-877c604962ea service neutron] 10.222.0.42 "GET /v2.0/networks/ce25dac2-f6ce-4523-8255-ce6ac115ce5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849261 Dec 09 16:10:32.960861 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d12e8-003a-40f6-bf36-1aa9a69f5b07 req-54a4d917-225a-442b-8113-51e495c9d2ff tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:32.962325 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c84d12e8-003a-40f6-bf36-1aa9a69f5b07 req-54a4d917-225a-442b-8113-51e495c9d2ff tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 943 time: 0.0490613 Dec 09 16:10:33.010229 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c84d12e8-003a-40f6-bf36-1aa9a69f5b07 req-529037e3-b06f-4015-b9cf-c49d94d27acb tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418179 Dec 09 16:10:34.131068 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9ee44-6b03-4e45-8258-4f1a8b1841a3 req-ffc3dd82-19f1-4305-8e66-6fa4c484f3f7 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:34.132597 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-25f9ee44-6b03-4e45-8258-4f1a8b1841a3 req-ffc3dd82-19f1-4305-8e66-6fa4c484f3f7 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 943 time: 0.0492530 Dec 09 16:10:34.179178 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-25f9ee44-6b03-4e45-8258-4f1a8b1841a3 req-154dd7e6-d7cf-4aee-8295-de19886a2a2e tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400798 Dec 09 16:10:34.444683 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 5f07334f-7dbc-4744-82f4-e81390061a7c details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:10:34.536925 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 5f07334f-7dbc-4744-82f4-e81390061a7c, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=5f07334f-7dbc-4744-82f4-e81390061a7c,segment=NetworkSegment(c5af4b92-f900-4d5c-8a3c-a495f3e1e912),segment_id=c5af4b92-f900-4d5c-8a3c-a495f3e1e912)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:10:34.548845 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '5f07334f-7dbc-4744-82f4-e81390061a7c', 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f', 'port_id': '5f07334f-7dbc-4744-82f4-e81390061a7c', 'mac_address': 'fa:16:3e:bf:2b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbee70a7-ae73-4915-a662-48eb665c9e7f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:10:34.596239 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:34.609377 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f07334f-7dbc-4744-82f4-e81390061a7c {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:10:34.628351 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 5f07334f-7dbc-4744-82f4-e81390061a7c, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=5f07334f-7dbc-4744-82f4-e81390061a7c,segment=NetworkSegment(c5af4b92-f900-4d5c-8a3c-a495f3e1e912),segment_id=c5af4b92-f900-4d5c-8a3c-a495f3e1e912)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:10:34.632251 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:34.677649 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=5f07334f-7dbc-4744-82f4-e81390061a7c,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:34.986034 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['5f07334f-7dbc-4744-82f4-e81390061a7c'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:10:35.301406 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441ef74-a462-4f88-a810-049b07eb8fc5 req-4eb944b8-46f4-4c12-b8de-e2aace38e538 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:35.302890 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e441ef74-a462-4f88-a810-049b07eb8fc5 req-4eb944b8-46f4-4c12-b8de-e2aace38e538 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 944 time: 0.0525315 Dec 09 16:10:35.351156 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e441ef74-a462-4f88-a810-049b07eb8fc5 req-56a1f06f-f830-4c33-b31f-6ff519ce3dae tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422213 Dec 09 16:10:35.976170 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42924) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:10:36.132968 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-8669b069-7731-46df-a2b9-fc965ca3a1e5 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Deleting port 54d49665-0593-444d-8bd7-d8a87a3aeb6b {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:10:36.133314 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8669b069-7731-46df-a2b9-fc965ca3a1e5 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:36.209994 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8669b069-7731-46df-a2b9-fc965ca3a1e5 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:36.210315 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8669b069-7731-46df-a2b9-fc965ca3a1e5 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:36.222571 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-8669b069-7731-46df-a2b9-fc965ca3a1e5 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Calling delete_port for 54d49665-0593-444d-8bd7-d8a87a3aeb6b owned by network:floatingip {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:10:36.366982 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8669b069-7731-46df-a2b9-fc965ca3a1e5 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:36.393542 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669b069-7731-46df-a2b9-fc965ca3a1e5 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event deleted for resources: {'Port': ['ID=54d49665-0593-444d-8bd7-d8a87a3aeb6b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:36.454890 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8669b069-7731-46df-a2b9-fc965ca3a1e5 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for floatingip, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:36.455237 n-d-821228-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-8669b069-7731-46df-a2b9-fc965ca3a1e5 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Floating IP 842d55f3-67b2-41dd-b7ae-7bf7a02887e8 disassociated (deleted). External IP: 172.25.3.51, port: 7630de4f-45ae-4c26-8c8e-3f6b97e5dc62. Dec 09 16:10:36.464142 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 5f07334f-7dbc-4744-82f4-e81390061a7c up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:10:36.478044 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa0b98-0f94-41e8-9548-eedc4858e56d req-4c1567c8-938c-40b3-9cf9-d2acfd4704f6 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:36.480832 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97fa0b98-0f94-41e8-9548-eedc4858e56d req-4c1567c8-938c-40b3-9cf9-d2acfd4704f6 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 944 time: 0.0546041 Dec 09 16:10:36.514843 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port 5f07334f-7dbc-4744-82f4-e81390061a7c completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:10:36.519154 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 5f07334f-7dbc-4744-82f4-e81390061a7c triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:10:36.519532 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:36.539901 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97fa0b98-0f94-41e8-9548-eedc4858e56d req-c4ce74f1-2cb0-4357-bd53-18ca83056a5e tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489807 Dec 09 16:10:36.610425 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:36.633884 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782182f6-b357-49c3-8501-0479b9cde6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f07334f-7dbc-4744-82f4-e81390061a7c'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:10:36.636249 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6daca4-a24d-4c4e-bae0-141cd13678ad" -d '{"events": [{"server_uuid": "782182f6-b357-49c3-8501-0479b9cde6fb", "name": "network-vif-plugged", "status": "completed", "tag": "5f07334f-7dbc-4744-82f4-e81390061a7c"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:10:36.649157 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 5f07334f-7dbc-4744-82f4-e81390061a7c, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=5f07334f-7dbc-4744-82f4-e81390061a7c,segment=NetworkSegment(c5af4b92-f900-4d5c-8a3c-a495f3e1e912),segment_id=c5af4b92-f900-4d5c-8a3c-a495f3e1e912)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:10:36.655662 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:36.680514 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f039ed9d-e0e7-450a-9065-612afe115418 x-openstack-request-id: req-f039ed9d-e0e7-450a-9065-612afe115418 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:10:36.680834 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782182f6-b357-49c3-8501-0479b9cde6fb", "name": "network-vif-plugged", "status": "completed", "tag": "5f07334f-7dbc-4744-82f4-e81390061a7c", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:10:36.681057 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f039ed9d-e0e7-450a-9065-612afe115418 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:10:36.681442 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782182f6-b357-49c3-8501-0479b9cde6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f07334f-7dbc-4744-82f4-e81390061a7c', 'code': 200} Dec 09 16:10:36.682975 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8669b069-7731-46df-a2b9-fc965ca3a1e5 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Router 1705a787-bf36-497d-83a2-bd54ede71b09 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:10:36.707604 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=5f07334f-7dbc-4744-82f4-e81390061a7c,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:37.143594 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8669b069-7731-46df-a2b9-fc965ca3a1e5 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:10:37.149147 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8669b069-7731-46df-a2b9-fc965ca3a1e5 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:37.153429 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de60bb11-00bc-49bf-bc1b-dd660a7430eb None None] Sync routers for ids ['1705a787-bf36-497d-83a2-bd54ede71b09'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:10:37.162696 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de60bb11-00bc-49bf-bc1b-dd660a7430eb None None] Routers {'1705a787-bf36-497d-83a2-bd54ede71b09'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:10:37.163291 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-de60bb11-00bc-49bf-bc1b-dd660a7430eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:10:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1705a787-bf36-497d-83a2-bd54ede71b09'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:37.169788 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c453b-6bb5-4df8-b7db-6b3dbf5dadcd req-59700e16-4d2e-4fe1-a7cb-6a87c39666e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:37.171259 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2c9c453b-6bb5-4df8-b7db-6b3dbf5dadcd req-59700e16-4d2e-4fe1-a7cb-6a87c39666e0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 1096 time: 0.0749714 Dec 09 16:10:37.185649 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8669b069-7731-46df-a2b9-fc965ca3a1e5 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "DELETE /v2.0/floatingips/842d55f3-67b2-41dd-b7ae-7bf7a02887e8 HTTP/1.1" status: 204 len: 168 time: 1.2084928 Dec 09 16:10:37.187090 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1feb2236-1ba5-4970-beeb-81586debff33', 'tag': '7630de4f-45ae-4c26-8c8e-3f6b97e5dc62'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:10:37.189332 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315c6542-3668-44dc-a7c0-917c982e2df0" -d '{"events": [{"name": "network-changed", "server_uuid": "1feb2236-1ba5-4970-beeb-81586debff33", "tag": "7630de4f-45ae-4c26-8c8e-3f6b97e5dc62"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:10:37.228052 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2c9c453b-6bb5-4df8-b7db-6b3dbf5dadcd req-75ae8f36-ad8d-4585-9119-40313d772052 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488935 Dec 09 16:10:37.269845 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-de60bb11-00bc-49bf-bc1b-dd660a7430eb None None] Set router 1705a787-bf36-497d-83a2-bd54ede71b09 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:10:37.343194 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bf8e73-48b3-413b-9e48-216ddbdad66b x-openstack-request-id: req-f7bf8e73-48b3-413b-9e48-216ddbdad66b {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:10:37.343693 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1feb2236-1ba5-4970-beeb-81586debff33", "tag": "7630de4f-45ae-4c26-8c8e-3f6b97e5dc62", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:10:37.344040 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f7bf8e73-48b3-413b-9e48-216ddbdad66b {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:10:37.344593 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1feb2236-1ba5-4970-beeb-81586debff33', 'tag': '7630de4f-45ae-4c26-8c8e-3f6b97e5dc62', 'status': 'completed', 'code': 200} Dec 09 16:10:37.449182 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c6542-3668-44dc-a7c0-917c982e2df0 req-866da653-8549-4d17-99a2-898e697a110c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:37.450806 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-315c6542-3668-44dc-a7c0-917c982e2df0 req-866da653-8549-4d17-99a2-898e697a110c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&device_id=1feb2236-1ba5-4970-beeb-81586debff33 HTTP/1.1" status: 200 len: 1096 time: 0.0762811 Dec 09 16:10:37.462943 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd0f08-f961-42ac-9b1b-fa6dfb8ec693 req-4c426f3f-527b-453e-b706-4e933cbbc26b tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:37.465261 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-32fd0f08-f961-42ac-9b1b-fa6dfb8ec693 req-4c426f3f-527b-453e-b706-4e933cbbc26b tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=1feb2236-1ba5-4970-beeb-81586debff33 HTTP/1.1" status: 200 len: 945 time: 0.0638418 Dec 09 16:10:37.476892 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-de60bb11-00bc-49bf-bc1b-dd660a7430eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1705a787-bf36-497d-83a2-bd54ede71b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906965529', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'd7079029-011b-4aaa-a05c-dc89305d7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:07:45Z', 'updated_at': '2021-12-09T16:07:48Z', 'revision_number': 4, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': 'd7079029-011b-4aaa-a05c-dc89305d7afc', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:18:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1705a787-bf36-497d-83a2-bd54ede71b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:07:45Z', 'updated_at': '2021-12-09T16:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'f1126fa0-e61b-40bf-8545-172020123703', 'name': '', 'network_id': '2f4aca51-1415-4b14-9332-b9a4ab98fb34', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'mac_address': 'fa:16:3e:c4:64:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1705a787-bf36-497d-83a2-bd54ede71b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '8f464798-a948-4aa4-9d15-015bd2f47c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:07:47Z', 'updated_at': '2021-12-09T16:07:51Z', 'revision_number': 5, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'subnets': [{'id': '8f464798-a948-4aa4-9d15-015bd2f47c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:37.507228 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de60bb11-00bc-49bf-bc1b-dd660a7430eb None None] Checking router: 1705a787-bf36-497d-83a2-bd54ede71b09 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:10:37.515425 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de60bb11-00bc-49bf-bc1b-dd660a7430eb None None] Routers {'1705a787-bf36-497d-83a2-bd54ede71b09'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:10:37.516022 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-de60bb11-00bc-49bf-bc1b-dd660a7430eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:10:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1705a787-bf36-497d-83a2-bd54ede71b09'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:37.572993 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-32fd0f08-f961-42ac-9b1b-fa6dfb8ec693 req-00f40e8d-3e6f-41dc-b9b1-538fff70caeb tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=10739743-5d1f-4619-9edb-6d1542641a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984812 Dec 09 16:10:37.591739 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c6542-3668-44dc-a7c0-917c982e2df0 req-7a6f1af2-60e4-49d7-96eb-6215f49d3b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:37.591739 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-315c6542-3668-44dc-a7c0-917c982e2df0 req-7a6f1af2-60e4-49d7-96eb-6215f49d3b4b service neutron] 10.222.0.31 "GET /v2.0/networks?id=2f4aca51-1415-4b14-9332-b9a4ab98fb34 HTTP/1.1" status: 200 len: 897 time: 0.1235266 Dec 09 16:10:37.625376 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-de60bb11-00bc-49bf-bc1b-dd660a7430eb None None] Set router 1705a787-bf36-497d-83a2-bd54ede71b09 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:10:37.634523 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-315c6542-3668-44dc-a7c0-917c982e2df0 req-26386446-d700-4b3d-8405-0afee163be7d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7630de4f-45ae-4c26-8c8e-3f6b97e5dc62 HTTP/1.1" status: 200 len: 217 time: 0.0369556 Dec 09 16:10:37.712175 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c6542-3668-44dc-a7c0-917c982e2df0 req-1e8d4674-530a-4672-9641-9b1eb607aa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:37.713574 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-315c6542-3668-44dc-a7c0-917c982e2df0 req-1e8d4674-530a-4672-9641-9b1eb607aa37 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8f464798-a948-4aa4-9d15-015bd2f47c49 HTTP/1.1" status: 200 len: 835 time: 0.0674736 Dec 09 16:10:37.726231 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf11cd1-76b4-45b7-8ecd-41405a420f8b req-6404c0ce-414e-4af0-b7ce-80bf9f35ecce tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:37.727646 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9bf11cd1-76b4-45b7-8ecd-41405a420f8b req-6404c0ce-414e-4af0-b7ce-80bf9f35ecce tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 945 time: 0.0898530 Dec 09 16:10:37.807598 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c6542-3668-44dc-a7c0-917c982e2df0 req-4e973b33-6dd2-4f5a-8ec5-32a8f9393b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:37.809205 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-315c6542-3668-44dc-a7c0-917c982e2df0 req-4e973b33-6dd2-4f5a-8ec5-32a8f9393b00 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2f4aca51-1415-4b14-9332-b9a4ab98fb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807106 Dec 09 16:10:37.812677 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9bf11cd1-76b4-45b7-8ecd-41405a420f8b req-9e0ffa1a-91e9-4011-9068-040aae9051c7 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759757 Dec 09 16:10:37.836674 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-de60bb11-00bc-49bf-bc1b-dd660a7430eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1705a787-bf36-497d-83a2-bd54ede71b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906965529', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'd7079029-011b-4aaa-a05c-dc89305d7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:07:45Z', 'updated_at': '2021-12-09T16:07:48Z', 'revision_number': 4, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': 'd7079029-011b-4aaa-a05c-dc89305d7afc', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:18:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1705a787-bf36-497d-83a2-bd54ede71b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:07:45Z', 'updated_at': '2021-12-09T16:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'f1126fa0-e61b-40bf-8545-172020123703', 'name': '', 'network_id': '2f4aca51-1415-4b14-9332-b9a4ab98fb34', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'mac_address': 'fa:16:3e:c4:64:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1705a787-bf36-497d-83a2-bd54ede71b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '8f464798-a948-4aa4-9d15-015bd2f47c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:07:47Z', 'updated_at': '2021-12-09T16:07:51Z', 'revision_number': 5, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'subnets': [{'id': '8f464798-a948-4aa4-9d15-015bd2f47c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:37.855778 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de60bb11-00bc-49bf-bc1b-dd660a7430eb None None] The sync data for ids ['1705a787-bf36-497d-83a2-bd54ede71b09'] in n-d-821228-1 is: [{'id': '1705a787-bf36-497d-83a2-bd54ede71b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906965529', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'd7079029-011b-4aaa-a05c-dc89305d7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:07:45Z', 'updated_at': '2021-12-09T16:07:48Z', 'revision_number': 4, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': 'd7079029-011b-4aaa-a05c-dc89305d7afc', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:18:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1705a787-bf36-497d-83a2-bd54ede71b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:07:45Z', 'updated_at': '2021-12-09T16:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'f1126fa0-e61b-40bf-8545-172020123703', 'name': '', 'network_id': '2f4aca51-1415-4b14-9332-b9a4ab98fb34', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'mac_address': 'fa:16:3e:c4:64:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1705a787-bf36-497d-83a2-bd54ede71b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '8f464798-a948-4aa4-9d15-015bd2f47c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:07:47Z', 'updated_at': '2021-12-09T16:07:51Z', 'revision_number': 5, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'subnets': [{'id': '8f464798-a948-4aa4-9d15-015bd2f47c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:10:37.913266 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-315c6542-3668-44dc-a7c0-917c982e2df0 req-f0e89c6a-524f-43c4-baa5-53462f76f909 service neutron] 10.222.0.31 "GET /v2.0/networks/2f4aca51-1415-4b14-9332-b9a4ab98fb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950036 Dec 09 16:10:38.017151 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-315c6542-3668-44dc-a7c0-917c982e2df0 req-12c9bd2a-9691-4363-8c71-ed46272f8d4d service neutron] 10.222.0.31 "GET /v2.0/networks/2f4aca51-1415-4b14-9332-b9a4ab98fb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949614 Dec 09 16:10:38.097701 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635f991a-7f4a-44c1-b968-927012e3f330 None None] New status for floating IP 842d55f3-67b2-41dd-b7ae-7bf7a02887e8: DOWN {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:10:38.695343 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd57cbe-cbb2-47b0-858e-d168f560a2f4 req-7b11bdb9-883f-489e-a666-5633f9a0ff17 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:38.696928 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-acd57cbe-cbb2-47b0-858e-d168f560a2f4 req-7b11bdb9-883f-489e-a666-5633f9a0ff17 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=1feb2236-1ba5-4970-beeb-81586debff33 HTTP/1.1" status: 200 len: 945 time: 0.0503645 Dec 09 16:10:38.747960 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-acd57cbe-cbb2-47b0-858e-d168f560a2f4 req-7ee23885-fdc2-440f-9b83-9a9f22dd60b6 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/security-groups?id=10739743-5d1f-4619-9edb-6d1542641a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441554 Dec 09 16:10:38.875860 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541d429-19b8-4691-b880-597347b14f8a req-3b96d084-afd8-42a0-8262-e637e7e0321f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:38.877323 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e541d429-19b8-4691-b880-597347b14f8a req-3b96d084-afd8-42a0-8262-e637e7e0321f tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.31 "GET /v2.0/ports?device_id=1feb2236-1ba5-4970-beeb-81586debff33 HTTP/1.1" status: 200 len: 945 time: 0.0557570 Dec 09 16:10:38.979470 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d92b0d-21f2-4584-b735-e023e0e1b02c req-0ff34a68-edbb-4434-978a-889df5e2c7c5 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:38.981530 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e8d92b0d-21f2-4584-b735-e023e0e1b02c req-0ff34a68-edbb-4434-978a-889df5e2c7c5 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 945 time: 0.0918918 Dec 09 16:10:39.033640 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-e541d429-19b8-4691-b880-597347b14f8a req-d5ce0a38-4883-4474-8dda-9b2df5b61711 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Deleting port 7630de4f-45ae-4c26-8c8e-3f6b97e5dc62 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:10:39.033992 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e541d429-19b8-4691-b880-597347b14f8a req-d5ce0a38-4883-4474-8dda-9b2df5b61711 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:39.086276 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e8d92b0d-21f2-4584-b735-e023e0e1b02c req-40ff4782-4567-4913-8a33-a7783a1179f5 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977128 Dec 09 16:10:39.137790 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-e541d429-19b8-4691-b880-597347b14f8a req-d5ce0a38-4883-4474-8dda-9b2df5b61711 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] For port 7630de4f-45ae-4c26-8c8e-3f6b97e5dc62, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=7630de4f-45ae-4c26-8c8e-3f6b97e5dc62,segment=NetworkSegment(f3b2e6c6-dfb0-4291-9458-1b99e8c65940),segment_id=f3b2e6c6-dfb0-4291-9458-1b99e8c65940)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:10:39.138157 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e541d429-19b8-4691-b880-597347b14f8a req-d5ce0a38-4883-4474-8dda-9b2df5b61711 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:39.151393 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-e541d429-19b8-4691-b880-597347b14f8a req-d5ce0a38-4883-4474-8dda-9b2df5b61711 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Calling delete_port for 7630de4f-45ae-4c26-8c8e-3f6b97e5dc62 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:10:39.254271 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875039c-7b20-4b60-bba8-7a2fd51532aa req-740d1335-dc79-4ba7-9940-770d78bbc31e tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:39.255771 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5875039c-7b20-4b60-bba8-7a2fd51532aa req-740d1335-dc79-4ba7-9940-770d78bbc31e tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 945 time: 0.1004295 Dec 09 16:10:39.265321 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42944) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:10:39.270024 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d3b12802-5335-4f9f-84e3-62063ffcdd48 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Request body: {'floatingip': {'port_id': '5f07334f-7dbc-4744-82f4-e81390061a7c'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:10:39.309609 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3b12802-5335-4f9f-84e3-62063ffcdd48 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks [] for floatingip, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:39.324996 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e541d429-19b8-4691-b880-597347b14f8a req-d5ce0a38-4883-4474-8dda-9b2df5b61711 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:39.355657 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce0a38-4883-4474-8dda-9b2df5b61711 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event deleted for resources: {'Port': ['ID=7630de4f-45ae-4c26-8c8e-3f6b97e5dc62,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:39.403975 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-e541d429-19b8-4691-b880-597347b14f8a req-d5ce0a38-4883-4474-8dda-9b2df5b61711 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] No DVR routers for this DVR port 7630de4f-45ae-4c26-8c8e-3f6b97e5dc62 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:10:39.406651 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e541d429-19b8-4691-b880-597347b14f8a req-d5ce0a38-4883-4474-8dda-9b2df5b61711 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:39.410078 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e541d429-19b8-4691-b880-597347b14f8a req-d5ce0a38-4883-4474-8dda-9b2df5b61711 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.31 "DELETE /v2.0/ports/7630de4f-45ae-4c26-8c8e-3f6b97e5dc62 HTTP/1.1" status: 204 len: 173 time: 0.5267165 Dec 09 16:10:39.410552 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1feb2236-1ba5-4970-beeb-81586debff33', 'name': 'network-vif-deleted', 'tag': '7630de4f-45ae-4c26-8c8e-3f6b97e5dc62'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:10:39.412902 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a1d835-ca1e-440f-b48b-0e7bf7a4484d" -d '{"events": [{"server_uuid": "1feb2236-1ba5-4970-beeb-81586debff33", "name": "network-vif-deleted", "tag": "7630de4f-45ae-4c26-8c8e-3f6b97e5dc62"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:10:39.523465 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d744f5a1-e383-427d-b077-b61c346d2cff x-openstack-request-id: req-d744f5a1-e383-427d-b077-b61c346d2cff {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:10:39.523858 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1feb2236-1ba5-4970-beeb-81586debff33", "name": "network-vif-deleted", "tag": "7630de4f-45ae-4c26-8c8e-3f6b97e5dc62", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:10:39.524121 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d744f5a1-e383-427d-b077-b61c346d2cff {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:10:39.524562 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1feb2236-1ba5-4970-beeb-81586debff33', 'name': 'network-vif-deleted', 'tag': '7630de4f-45ae-4c26-8c8e-3f6b97e5dc62', 'status': 'completed', 'code': 200} Dec 09 16:10:39.758774 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3b12802-5335-4f9f-84e3-62063ffcdd48 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:39.765489 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3b12802-5335-4f9f-84e3-62063ffcdd48 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:39.883373 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ec47e0d3-74dd-4295-8cbd-ab3c1d3d394b req-6f77b9cd-64d3-45e0-8265-e9116bace602 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "GET /v2.0/ports?device_id=1feb2236-1ba5-4970-beeb-81586debff33 HTTP/1.1" status: 200 len: 210 time: 0.0358558 Dec 09 16:10:39.900865 n-d-821228-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-d3b12802-5335-4f9f-84e3-62063ffcdd48 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Floating IP 77b449f4-524e-4310-aa50-8302a8f6c7c6 associated. External IP: 172.25.3.21, port: 5f07334f-7dbc-4744-82f4-e81390061a7c. Dec 09 16:10:40.114673 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b12802-5335-4f9f-84e3-62063ffcdd48 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Router 4415e758-48d0-4735-95d9-c48dc9a16a0b has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:10:40.223244 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b12802-5335-4f9f-84e3-62063ffcdd48 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:10:40.228070 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d3b12802-5335-4f9f-84e3-62063ffcdd48 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:40.232749 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a263ac9-2dca-424d-a0a2-6ce01cfb4a0c None None] Sync routers for ids ['4415e758-48d0-4735-95d9-c48dc9a16a0b'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:10:40.247555 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a263ac9-2dca-424d-a0a2-6ce01cfb4a0c None None] Routers {'4415e758-48d0-4735-95d9-c48dc9a16a0b'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:10:40.248164 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-3a263ac9-2dca-424d-a0a2-6ce01cfb4a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:10:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4415e758-48d0-4735-95d9-c48dc9a16a0b'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:40.258729 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d3b12802-5335-4f9f-84e3-62063ffcdd48 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "PUT /v2.0/floatingips/77b449f4-524e-4310-aa50-8302a8f6c7c6 HTTP/1.1" status: 200 len: 990 time: 0.9922442 Dec 09 16:10:40.259431 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '782182f6-b357-49c3-8501-0479b9cde6fb', 'tag': '5f07334f-7dbc-4744-82f4-e81390061a7c'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:10:40.262677 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca210f2-4e47-44ad-97d3-48e336050a3f" -d '{"events": [{"name": "network-changed", "server_uuid": "782182f6-b357-49c3-8501-0479b9cde6fb", "tag": "5f07334f-7dbc-4744-82f4-e81390061a7c"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:10:40.359770 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-3a263ac9-2dca-424d-a0a2-6ce01cfb4a0c None None] Set router 4415e758-48d0-4735-95d9-c48dc9a16a0b gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:10:40.367955 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762aaa6e-7e04-412c-b08d-57d373bb025a x-openstack-request-id: req-762aaa6e-7e04-412c-b08d-57d373bb025a {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:10:40.368471 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "782182f6-b357-49c3-8501-0479b9cde6fb", "tag": "5f07334f-7dbc-4744-82f4-e81390061a7c", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:10:40.368584 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-762aaa6e-7e04-412c-b08d-57d373bb025a {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:10:40.368934 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '782182f6-b357-49c3-8501-0479b9cde6fb', 'tag': '5f07334f-7dbc-4744-82f4-e81390061a7c', 'status': 'completed', 'code': 200} Dec 09 16:10:40.451154 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca210f2-4e47-44ad-97d3-48e336050a3f req-ae9f3724-d261-486d-9edd-233501a09b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:40.452683 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fca210f2-4e47-44ad-97d3-48e336050a3f req-ae9f3724-d261-486d-9edd-233501a09b8f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d1a17c4f79b6475180f40fbc91b21271&device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 1096 time: 0.0410564 Dec 09 16:10:40.547074 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca210f2-4e47-44ad-97d3-48e336050a3f req-7e6cbab6-ceaf-4e65-ad18-574330c0b252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:40.548770 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fca210f2-4e47-44ad-97d3-48e336050a3f req-7e6cbab6-ceaf-4e65-ad18-574330c0b252 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ce25dac2-f6ce-4523-8255-ce6ac115ce5f HTTP/1.1" status: 200 len: 917 time: 0.0880713 Dec 09 16:10:40.632221 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fca210f2-4e47-44ad-97d3-48e336050a3f req-5b4a3237-1b46-41a8-9aeb-2730306a9f8e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f07334f-7dbc-4744-82f4-e81390061a7c HTTP/1.1" status: 200 len: 998 time: 0.0753686 Dec 09 16:10:40.671187 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-3a263ac9-2dca-424d-a0a2-6ce01cfb4a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-666745317-router', 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c63e81f8-605e-4da0-b397-a563abc144dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:21Z', 'updated_at': '2021-12-09T16:10:24Z', 'revision_number': 4, 'project_id': 'd1a17c4f79b6475180f40fbc91b21271', 'gw_port': {'id': 'c63e81f8-605e-4da0-b397-a563abc144dd', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:56:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:22Z', 'updated_at': '2021-12-09T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '77b449f4-524e-4310-aa50-8302a8f6c7c6', 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'floating_ip_address': '172.25.3.21', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'port_id': '5f07334f-7dbc-4744-82f4-e81390061a7c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f', 'mac_address': 'fa:16:3e:bf:2b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782182f6-b357-49c3-8501-0479b9cde6fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:10:27Z', 'updated_at': '2021-12-09T16:10:39Z', 'revision_number': 1, 'project_id': 'd1a17c4f79b6475180f40fbc91b21271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72223ded-6636-4ffc-b47a-6e2bed4699dc', 'name': '', 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f', 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'mac_address': 'fa:16:3e:71:3d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'cbee70a7-ae73-4915-a662-48eb665c9e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:23Z', 'updated_at': '2021-12-09T16:10:27Z', 'revision_number': 5, 'project_id': 'd1a17c4f79b6475180f40fbc91b21271', 'subnets': [{'id': 'cbee70a7-ae73-4915-a662-48eb665c9e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:40.681146 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca210f2-4e47-44ad-97d3-48e336050a3f req-4bb79e72-9810-4e86-9dc2-7bf734ab38b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:40.682644 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fca210f2-4e47-44ad-97d3-48e336050a3f req-4bb79e72-9810-4e86-9dc2-7bf734ab38b9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbee70a7-ae73-4915-a662-48eb665c9e7f HTTP/1.1" status: 200 len: 855 time: 0.0437348 Dec 09 16:10:40.699436 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a263ac9-2dca-424d-a0a2-6ce01cfb4a0c None None] Checking router: 4415e758-48d0-4735-95d9-c48dc9a16a0b for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:10:40.707793 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a263ac9-2dca-424d-a0a2-6ce01cfb4a0c None None] Routers {'4415e758-48d0-4735-95d9-c48dc9a16a0b'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:10:40.708395 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-3a263ac9-2dca-424d-a0a2-6ce01cfb4a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:10:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4415e758-48d0-4735-95d9-c48dc9a16a0b'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:40.729017 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca210f2-4e47-44ad-97d3-48e336050a3f req-e78d8808-b159-47eb-9d6a-923f1b74bcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:40.731177 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fca210f2-4e47-44ad-97d3-48e336050a3f req-e78d8808-b159-47eb-9d6a-923f1b74bcc0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ce25dac2-f6ce-4523-8255-ce6ac115ce5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408382 Dec 09 16:10:40.812352 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-3a263ac9-2dca-424d-a0a2-6ce01cfb4a0c None None] Set router 4415e758-48d0-4735-95d9-c48dc9a16a0b gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:10:40.831071 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fca210f2-4e47-44ad-97d3-48e336050a3f req-87a1c6e8-c1d1-4461-8f5c-9bdc1abc552f service neutron] 10.222.0.42 "GET /v2.0/networks/ce25dac2-f6ce-4523-8255-ce6ac115ce5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911171 Dec 09 16:10:40.924177 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fca210f2-4e47-44ad-97d3-48e336050a3f req-ab8bdcdb-d365-4012-ae6b-832c8f375fdf service neutron] 10.222.0.42 "GET /v2.0/networks/ce25dac2-f6ce-4523-8255-ce6ac115ce5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857866 Dec 09 16:10:40.938414 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42958) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:10:41.037627 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-3a263ac9-2dca-424d-a0a2-6ce01cfb4a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-666745317-router', 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c63e81f8-605e-4da0-b397-a563abc144dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:21Z', 'updated_at': '2021-12-09T16:10:24Z', 'revision_number': 4, 'project_id': 'd1a17c4f79b6475180f40fbc91b21271', 'gw_port': {'id': 'c63e81f8-605e-4da0-b397-a563abc144dd', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:56:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:22Z', 'updated_at': '2021-12-09T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '77b449f4-524e-4310-aa50-8302a8f6c7c6', 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'floating_ip_address': '172.25.3.21', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'port_id': '5f07334f-7dbc-4744-82f4-e81390061a7c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f', 'mac_address': 'fa:16:3e:bf:2b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782182f6-b357-49c3-8501-0479b9cde6fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:10:27Z', 'updated_at': '2021-12-09T16:10:39Z', 'revision_number': 1, 'project_id': 'd1a17c4f79b6475180f40fbc91b21271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72223ded-6636-4ffc-b47a-6e2bed4699dc', 'name': '', 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f', 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'mac_address': 'fa:16:3e:71:3d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'cbee70a7-ae73-4915-a662-48eb665c9e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:23Z', 'updated_at': '2021-12-09T16:10:27Z', 'revision_number': 5, 'project_id': 'd1a17c4f79b6475180f40fbc91b21271', 'subnets': [{'id': 'cbee70a7-ae73-4915-a662-48eb665c9e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:41.063715 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a263ac9-2dca-424d-a0a2-6ce01cfb4a0c None None] The sync data for ids ['4415e758-48d0-4735-95d9-c48dc9a16a0b'] in n-d-821228-1 is: [{'id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-666745317-router', 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c63e81f8-605e-4da0-b397-a563abc144dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:21Z', 'updated_at': '2021-12-09T16:10:24Z', 'revision_number': 4, 'project_id': 'd1a17c4f79b6475180f40fbc91b21271', 'gw_port': {'id': 'c63e81f8-605e-4da0-b397-a563abc144dd', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:56:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:22Z', 'updated_at': '2021-12-09T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '77b449f4-524e-4310-aa50-8302a8f6c7c6', 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'floating_ip_address': '172.25.3.21', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'port_id': '5f07334f-7dbc-4744-82f4-e81390061a7c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f', 'mac_address': 'fa:16:3e:bf:2b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782182f6-b357-49c3-8501-0479b9cde6fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:10:27Z', 'updated_at': '2021-12-09T16:10:39Z', 'revision_number': 1, 'project_id': 'd1a17c4f79b6475180f40fbc91b21271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72223ded-6636-4ffc-b47a-6e2bed4699dc', 'name': '', 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f', 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'mac_address': 'fa:16:3e:71:3d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'cbee70a7-ae73-4915-a662-48eb665c9e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:23Z', 'updated_at': '2021-12-09T16:10:27Z', 'revision_number': 5, 'project_id': 'd1a17c4f79b6475180f40fbc91b21271', 'subnets': [{'id': 'cbee70a7-ae73-4915-a662-48eb665c9e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:10:41.265676 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806b4ab9-7d86-49eb-8d0e-8a6797d4e07e None None] New status for floating IP 77b449f4-524e-4310-aa50-8302a8f6c7c6: ACTIVE {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:10:41.314869 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7ffd65dd-c028-4ead-ada8-13ecd9459656 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:41.581724 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-7ffd65dd-c028-4ead-ada8-13ecd9459656 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Deleting port f1126fa0-e61b-40bf-8545-172020123703 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:10:41.582390 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7ffd65dd-c028-4ead-ada8-13ecd9459656 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:41.668359 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-7ffd65dd-c028-4ead-ada8-13ecd9459656 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] For port f1126fa0-e61b-40bf-8545-172020123703, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=f1126fa0-e61b-40bf-8545-172020123703,segment=NetworkSegment(f3b2e6c6-dfb0-4291-9458-1b99e8c65940),segment_id=f3b2e6c6-dfb0-4291-9458-1b99e8c65940)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:10:41.668746 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7ffd65dd-c028-4ead-ada8-13ecd9459656 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:41.681566 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-7ffd65dd-c028-4ead-ada8-13ecd9459656 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Calling delete_port for f1126fa0-e61b-40bf-8545-172020123703 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:10:41.864696 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7ffd65dd-c028-4ead-ada8-13ecd9459656 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:41.892427 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd65dd-c028-4ead-ada8-13ecd9459656 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event deleted for resources: {'Port': ['ID=f1126fa0-e61b-40bf-8545-172020123703,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:42.064885 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7ffd65dd-c028-4ead-ada8-13ecd9459656 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:42.284029 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ffd65dd-c028-4ead-ada8-13ecd9459656 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Router 1705a787-bf36-497d-83a2-bd54ede71b09 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:10:42.391040 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ffd65dd-c028-4ead-ada8-13ecd9459656 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:10:42.395983 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7ffd65dd-c028-4ead-ada8-13ecd9459656 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "PUT /v2.0/routers/1705a787-bf36-497d-83a2-bd54ede71b09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4565663 Dec 09 16:10:42.398761 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42962) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:10:42.400176 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36df2b44-d805-4318-a167-313f5ac59e51 None None] Sync routers for ids ['1705a787-bf36-497d-83a2-bd54ede71b09'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:10:42.410975 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36df2b44-d805-4318-a167-313f5ac59e51 None None] Routers {'1705a787-bf36-497d-83a2-bd54ede71b09'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:10:42.411578 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-36df2b44-d805-4318-a167-313f5ac59e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:10:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1705a787-bf36-497d-83a2-bd54ede71b09'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:42.460322 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-b99137c9-b7d0-4a30-a0d9-d4b2aea4b51c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Deleting subnet 8f464798-a948-4aa4-9d15-015bd2f47c49 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 16:10:42.463487 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b99137c9-b7d0-4a30-a0d9-d4b2aea4b51c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:42.503980 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b99137c9-b7d0-4a30-a0d9-d4b2aea4b51c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:42.522944 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-36df2b44-d805-4318-a167-313f5ac59e51 None None] Set router 1705a787-bf36-497d-83a2-bd54ede71b09 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:10:42.591412 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b99137c9-b7d0-4a30-a0d9-d4b2aea4b51c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:42.657534 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b99137c9-b7d0-4a30-a0d9-d4b2aea4b51c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:42.683936 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99137c9-b7d0-4a30-a0d9-d4b2aea4b51c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event deleted for resources: {'Subnet': ['ID=8f464798-a948-4aa4-9d15-015bd2f47c49,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:42.688622 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b99137c9-b7d0-4a30-a0d9-d4b2aea4b51c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:42.694439 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b99137c9-b7d0-4a30-a0d9-d4b2aea4b51c tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "DELETE /v2.0/subnets/8f464798-a948-4aa4-9d15-015bd2f47c49 HTTP/1.1" status: 204 len: 168 time: 0.2921629 Dec 09 16:10:42.694757 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42966) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:10:42.695374 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1c5c6c-9d5c-492c-8447-0c2361e9261d None None] Network 2f4aca51-1415-4b14-9332-b9a4ab98fb34 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:10:42.709477 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-36df2b44-d805-4318-a167-313f5ac59e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1705a787-bf36-497d-83a2-bd54ede71b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906965529', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'd7079029-011b-4aaa-a05c-dc89305d7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:07:45Z', 'updated_at': '2021-12-09T16:10:41Z', 'revision_number': 5, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': 'd7079029-011b-4aaa-a05c-dc89305d7afc', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:18:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1705a787-bf36-497d-83a2-bd54ede71b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:07:45Z', 'updated_at': '2021-12-09T16:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:42.736318 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36df2b44-d805-4318-a167-313f5ac59e51 None None] Checking router: 1705a787-bf36-497d-83a2-bd54ede71b09 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:10:42.749871 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36df2b44-d805-4318-a167-313f5ac59e51 None None] Routers {'1705a787-bf36-497d-83a2-bd54ede71b09'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:10:42.750801 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-36df2b44-d805-4318-a167-313f5ac59e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:10:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1705a787-bf36-497d-83a2-bd54ede71b09'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:42.858328 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2624fb-ee9a-4d1d-87d6-6c817a65b773 None None] DHCP port deletion for 2f4aca51-1415-4b14-9332-b9a4ab98fb34 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:10:42.870036 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-36df2b44-d805-4318-a167-313f5ac59e51 None None] Set router 1705a787-bf36-497d-83a2-bd54ede71b09 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:10:42.911023 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 7630de4f-45ae-4c26-8c8e-3f6b97e5dc62 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:10:42.913952 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-1c2624fb-ee9a-4d1d-87d6-6c817a65b773 None None] Deleting port da693389-cc61-4f50-974f-6a6e5139d7ba {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:10:42.914333 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1c2624fb-ee9a-4d1d-87d6-6c817a65b773 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:42.947677 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 7630de4f-45ae-4c26-8c8e-3f6b97e5dc62 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:10:42.948023 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 7630de4f-45ae-4c26-8c8e-3f6b97e5dc62 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:10:43.003093 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1c2624fb-ee9a-4d1d-87d6-6c817a65b773 None None] For port da693389-cc61-4f50-974f-6a6e5139d7ba, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=da693389-cc61-4f50-974f-6a6e5139d7ba,segment=NetworkSegment(f3b2e6c6-dfb0-4291-9458-1b99e8c65940),segment_id=f3b2e6c6-dfb0-4291-9458-1b99e8c65940)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:10:43.003492 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1c2624fb-ee9a-4d1d-87d6-6c817a65b773 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:43.017515 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-1c2624fb-ee9a-4d1d-87d6-6c817a65b773 None None] Calling delete_port for da693389-cc61-4f50-974f-6a6e5139d7ba owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:10:43.056510 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-36df2b44-d805-4318-a167-313f5ac59e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1705a787-bf36-497d-83a2-bd54ede71b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906965529', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'd7079029-011b-4aaa-a05c-dc89305d7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:07:45Z', 'updated_at': '2021-12-09T16:10:41Z', 'revision_number': 5, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': 'd7079029-011b-4aaa-a05c-dc89305d7afc', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:18:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1705a787-bf36-497d-83a2-bd54ede71b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:07:45Z', 'updated_at': '2021-12-09T16:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:43.088910 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36df2b44-d805-4318-a167-313f5ac59e51 None None] The sync data for ids ['1705a787-bf36-497d-83a2-bd54ede71b09'] in n-d-821228-1 is: [{'id': '1705a787-bf36-497d-83a2-bd54ede71b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906965529', 'tenant_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'd7079029-011b-4aaa-a05c-dc89305d7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:07:45Z', 'updated_at': '2021-12-09T16:10:41Z', 'revision_number': 5, 'project_id': 'd5d1c0ecc7f643edb019cebb81c4a032', 'gw_port': {'id': 'd7079029-011b-4aaa-a05c-dc89305d7afc', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:18:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1705a787-bf36-497d-83a2-bd54ede71b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:07:45Z', 'updated_at': '2021-12-09T16:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:10:43.102468 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1c2624fb-ee9a-4d1d-87d6-6c817a65b773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:43.131483 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2624fb-ee9a-4d1d-87d6-6c817a65b773 None None] Pushing event deleted for resources: {'Port': ['ID=da693389-cc61-4f50-974f-6a6e5139d7ba,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:43.134933 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2624fb-ee9a-4d1d-87d6-6c817a65b773 None None] No DVR routers for this DVR port da693389-cc61-4f50-974f-6a6e5139d7ba on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:10:43.149853 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2c3e9b30-18f9-4fba-bc47-e0e69dfdd877 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:43.251352 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2c3e9b30-18f9-4fba-bc47-e0e69dfdd877 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:43.301858 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-2c3e9b30-18f9-4fba-bc47-e0e69dfdd877 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Deleting port d7079029-011b-4aaa-a05c-dc89305d7afc {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:10:43.302201 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2c3e9b30-18f9-4fba-bc47-e0e69dfdd877 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:43.384529 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-2c3e9b30-18f9-4fba-bc47-e0e69dfdd877 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] For port d7079029-011b-4aaa-a05c-dc89305d7afc, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d7079029-011b-4aaa-a05c-dc89305d7afc,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:10:43.384841 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2c3e9b30-18f9-4fba-bc47-e0e69dfdd877 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:43.397151 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-2c3e9b30-18f9-4fba-bc47-e0e69dfdd877 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Calling delete_port for d7079029-011b-4aaa-a05c-dc89305d7afc owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:10:43.581390 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2c3e9b30-18f9-4fba-bc47-e0e69dfdd877 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:43.608584 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e9b30-18f9-4fba-bc47-e0e69dfdd877 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event deleted for resources: {'Port': ['ID=d7079029-011b-4aaa-a05c-dc89305d7afc,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:43.623254 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c801e7-202b-44ff-94ac-8de9b3acf935 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:10:43.675440 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2c3e9b30-18f9-4fba-bc47-e0e69dfdd877 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:43.765096 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2c3e9b30-18f9-4fba-bc47-e0e69dfdd877 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:43.767121 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2c3e9b30-18f9-4fba-bc47-e0e69dfdd877 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:43.811846 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2c3e9b30-18f9-4fba-bc47-e0e69dfdd877 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:43.812396 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3e9b30-18f9-4fba-bc47-e0e69dfdd877 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Fanout notify agent at l3_agent the message router_deleted on router 1705a787-bf36-497d-83a2-bd54ede71b09 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 16:10:43.819186 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2c3e9b30-18f9-4fba-bc47-e0e69dfdd877 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:43.820301 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2c3e9b30-18f9-4fba-bc47-e0e69dfdd877 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "DELETE /v2.0/routers/1705a787-bf36-497d-83a2-bd54ede71b09 HTTP/1.1" status: 204 len: 168 time: 1.1245844 Dec 09 16:10:43.822989 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42970) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:10:43.908395 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9acc1b08-99e1-49e5-b1fc-86225c04ed63 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:43.999924 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9acc1b08-99e1-49e5-b1fc-86225c04ed63 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:44.020374 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-9acc1b08-99e1-49e5-b1fc-86225c04ed63 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f4aca51-1415-4b14-9332-b9a4ab98fb34']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:44.030297 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-9acc1b08-99e1-49e5-b1fc-86225c04ed63 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3b2e6c6-dfb0-4291-9458-1b99e8c65940') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:44.030595 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-9acc1b08-99e1-49e5-b1fc-86225c04ed63 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3b2e6c6-dfb0-4291-9458-1b99e8c65940') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:44.039681 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9acc1b08-99e1-49e5-b1fc-86225c04ed63 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:44.053130 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9acc1b08-99e1-49e5-b1fc-86225c04ed63 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:44.059101 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9acc1b08-99e1-49e5-b1fc-86225c04ed63 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:10:44.059477 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9acc1b08-99e1-49e5-b1fc-86225c04ed63 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:44.062416 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 16:10:44.062416 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:10:44.062416 n-d-821228-1 neutron-server[103245]: timer() Dec 09 16:10:44.062416 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:10:44.062416 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 16:10:44.062416 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:10:44.062416 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 16:10:44.062416 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:10:44.062416 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 16:10:44.062416 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:10:44.062416 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 16:10:44.062416 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:10:44.062416 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 16:10:44.062416 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:10:44.062416 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:10:44.062416 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:10:44.062416 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:10:44.062416 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:10:44.062416 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 16:10:44.062416 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:10:44.062416 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 16:10:44.062416 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:10:44.062416 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:10:44.062416 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:10:44.062416 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 16:10:44.062416 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:10:44.062416 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:10:44.062416 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:10:44.062416 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:10:44.062416 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:10:44.062416 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:10:44.062416 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:10:44.122910 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9acc1b08-99e1-49e5-b1fc-86225c04ed63 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:44.129653 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9acc1b08-99e1-49e5-b1fc-86225c04ed63 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:44.132783 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9acc1b08-99e1-49e5-b1fc-86225c04ed63 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "DELETE /v2.0/networks/2f4aca51-1415-4b14-9332-b9a4ab98fb34 HTTP/1.1" status: 204 len: 168 time: 0.3086882 Dec 09 16:10:44.135736 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 42972) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:10:44.145103 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acc1b08-99e1-49e5-b1fc-86225c04ed63 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event deleted for resources: {'Network': ['ID=2f4aca51-1415-4b14-9332-b9a4ab98fb34,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:44.193925 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-561ac314-183c-468d-b5d0-f93ef1b55158 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:44.219294 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-561ac314-183c-468d-b5d0-f93ef1b55158 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:44.289580 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-561ac314-183c-468d-b5d0-f93ef1b55158 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:44.292328 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-561ac314-183c-468d-b5d0-f93ef1b55158 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:44.293544 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-561ac314-183c-468d-b5d0-f93ef1b55158 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] 10.222.0.57 "DELETE /v2.0/security-groups/10739743-5d1f-4619-9edb-6d1542641a3b HTTP/1.1" status: 204 len: 168 time: 0.1560907 Dec 09 16:10:44.303897 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ac314-183c-468d-b5d0-f93ef1b55158 tempest-TestNetworkAdvancedServerOps-181082011 tempest-TestNetworkAdvancedServerOps-181082011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10739743-5d1f-4619-9edb-6d1542641a3b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:44.305504 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d7079029-011b-4aaa-a05c-dc89305d7afc no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:10:44.333165 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: d7079029-011b-4aaa-a05c-dc89305d7afc {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:10:44.333858 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d7079029-011b-4aaa-a05c-dc89305d7afc not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:10:44.334486 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device da693389-cc61-4f50-974f-6a6e5139d7ba no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:10:44.359518 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: da693389-cc61-4f50-974f-6a6e5139d7ba {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:10:44.359980 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device da693389-cc61-4f50-974f-6a6e5139d7ba not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:10:44.360280 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device f1126fa0-e61b-40bf-8545-172020123703 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:10:44.383462 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: f1126fa0-e61b-40bf-8545-172020123703 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:10:44.383810 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device f1126fa0-e61b-40bf-8545-172020123703 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:10:44.542945 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 42980) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:10:44.681093 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8ad3bc36-0b3e-4868-8672-77001355c4b8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d5d1c0ecc7f643edb019cebb81c4a032&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1369433 Dec 09 16:10:44.684254 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42986) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:10:44.731470 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a22fc3fe-73c9-4ee4-b432-5318efa59a92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:44.752194 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a22fc3fe-73c9-4ee4-b432-5318efa59a92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:44.799212 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a22fc3fe-73c9-4ee4-b432-5318efa59a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:44.801768 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a22fc3fe-73c9-4ee4-b432-5318efa59a92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:44.802925 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a22fc3fe-73c9-4ee4-b432-5318efa59a92 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6a7b8fd6-1e29-422d-b6e9-37e32c1a563e HTTP/1.1" status: 204 len: 168 time: 0.1176550 Dec 09 16:10:44.811616 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22fc3fe-73c9-4ee4-b432-5318efa59a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7b8fd6-1e29-422d-b6e9-37e32c1a563e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:45.070147 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42992) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:10:45.110604 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-89cffec5-2aa5-48cb-a0c4-841664d2bd52 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c28f1fb8303c4cbd84d7cf49864dabb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392010 Dec 09 16:10:45.113074 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 42994) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:10:45.164688 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-124959f6-c8d0-44a8-b3d2-36e99a8a44c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:45.186271 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-124959f6-c8d0-44a8-b3d2-36e99a8a44c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:45.233480 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-124959f6-c8d0-44a8-b3d2-36e99a8a44c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:45.236240 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-124959f6-c8d0-44a8-b3d2-36e99a8a44c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:45.237419 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-124959f6-c8d0-44a8-b3d2-36e99a8a44c4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/02121a44-8976-48c0-87c0-d4adecef32ee HTTP/1.1" status: 204 len: 168 time: 0.1234560 Dec 09 16:10:45.244988 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124959f6-c8d0-44a8-b3d2-36e99a8a44c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02121a44-8976-48c0-87c0-d4adecef32ee,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:45.914137 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43018) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:10:46.010979 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-b0ba41a1-b253-43c5-9c1a-2178a4fc8ca6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-580071641-network', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:10:46.032387 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ba41a1-b253-43c5-9c1a-2178a4fc8ca6 admin admin] Made reservation on behalf of ed744bdd64cf4529a4e59d4f7e83d0c7 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:10:46.034656 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b0ba41a1-b253-43c5-9c1a-2178a4fc8ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:46.043289 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b0ba41a1-b253-43c5-9c1a-2178a4fc8ca6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:46.115539 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b0ba41a1-b253-43c5-9c1a-2178a4fc8ca6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:46.119160 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b0ba41a1-b253-43c5-9c1a-2178a4fc8ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:46.143368 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0ba41a1-b253-43c5-9c1a-2178a4fc8ca6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:10:46.153849 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba41a1-b253-43c5-9c1a-2178a4fc8ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08dd668-9245-475a-b990-92d34510a6b5,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:46.158625 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b0ba41a1-b253-43c5-9c1a-2178a4fc8ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:46.158969 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-b0ba41a1-b253-43c5-9c1a-2178a4fc8ca6 admin admin] Added segment a679b6c2-4eb6-4677-b765-ccb3432ba71e of type vlan for network a6860458-8089-4376-a722-7b1c40818ef4 Dec 09 16:10:46.197753 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b0ba41a1-b253-43c5-9c1a-2178a4fc8ca6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:46.223704 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b0ba41a1-b253-43c5-9c1a-2178a4fc8ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:46.224671 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ba41a1-b253-43c5-9c1a-2178a4fc8ca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:46.225265 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b0ba41a1-b253-43c5-9c1a-2178a4fc8ca6 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:46.235904 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:46.281181 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b0ba41a1-b253-43c5-9c1a-2178a4fc8ca6 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3659225 Dec 09 16:10:46.284428 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 43022) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:10:46.289952 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-3c98f0e3-7608-449b-b895-5922bf447e9c admin admin] Request body: {'subnet': {'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-580071641-subnet', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:10:46.290220 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba41a1-b253-43c5-9c1a-2178a4fc8ca6 admin admin] Pushing event updated for resources: {'Network': ['ID=a6860458-8089-4376-a722-7b1c40818ef4,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:46.300588 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network a6860458-8089-4376-a722-7b1c40818ef4 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:10:46.314445 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c98f0e3-7608-449b-b895-5922bf447e9c admin admin] Made reservation on behalf of ed744bdd64cf4529a4e59d4f7e83d0c7 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:10:46.317098 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3c98f0e3-7608-449b-b895-5922bf447e9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:46.493270 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3c98f0e3-7608-449b-b895-5922bf447e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:46.549069 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c98f0e3-7608-449b-b895-5922bf447e9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eccceca-2871-4532-af54-95d3af68b080,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:46.559266 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c98f0e3-7608-449b-b895-5922bf447e9c admin admin] Checking segment: {'id': 'a679b6c2-4eb6-4677-b765-ccb3432ba71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:10:46.559629 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c98f0e3-7608-449b-b895-5922bf447e9c admin admin] Network hostable DHCP agents. Network: a6860458-8089-4376-a722-7b1c40818ef4, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:10:46.579672 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c98f0e3-7608-449b-b895-5922bf447e9c admin admin] Network a6860458-8089-4376-a722-7b1c40818ef4 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:10:46.590268 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-3c98f0e3-7608-449b-b895-5922bf447e9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, a6860458-8089-4376-a722-7b1c40818ef4) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:10:46.594331 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c98f0e3-7608-449b-b895-5922bf447e9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:46.595459 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3c98f0e3-7608-449b-b895-5922bf447e9c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:46.601146 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3aae7db-62aa-4d4f-9679-2d35599a9a38 None None] Network a6860458-8089-4376-a722-7b1c40818ef4 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:10:46.615265 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3c98f0e3-7608-449b-b895-5922bf447e9c admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3291292 Dec 09 16:10:46.617880 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 43024) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:10:46.622916 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-7e55bd46-7af2-4958-85a7-e0d593552dc8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-580071641-router', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:10:46.646503 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7e55bd46-7af2-4958-85a7-e0d593552dc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:46.647501 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7e55bd46-7af2-4958-85a7-e0d593552dc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:46.713144 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a238946b-2e23-43f4-8dbc-23a02d178025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-a6860458-8089-4376-a722-7b1c40818ef4', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'fixed_ips': [{'subnet_id': '1eccceca-2871-4532-af54-95d3af68b080'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 16:10:46.715263 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a238946b-2e23-43f4-8dbc-23a02d178025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:46.740033 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7e55bd46-7af2-4958-85a7-e0d593552dc8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:47.035034 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-a238946b-2e23-43f4-8dbc-23a02d178025 None None] Allocated IP 172.20.0.2 (a6860458-8089-4376-a722-7b1c40818ef4/1eccceca-2871-4532-af54-95d3af68b080/630af577-48cb-4210-8aee-6dfa7d836122) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:10:47.156734 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7e55bd46-7af2-4958-85a7-e0d593552dc8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:47.184719 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a238946b-2e23-43f4-8dbc-23a02d178025 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:47.190376 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a238946b-2e23-43f4-8dbc-23a02d178025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:47.227876 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a238946b-2e23-43f4-8dbc-23a02d178025 None None] Network a6860458-8089-4376-a722-7b1c40818ef4 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:10:47.234131 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-a238946b-2e23-43f4-8dbc-23a02d178025 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:10:47.238708 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a238946b-2e23-43f4-8dbc-23a02d178025 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:10:47.241495 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a238946b-2e23-43f4-8dbc-23a02d178025 None None] Pushing event updated for resources: {'Port': ['ID=630af577-48cb-4210-8aee-6dfa7d836122,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:47.292801 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a238946b-2e23-43f4-8dbc-23a02d178025 None None] Attempting to bind port 630af577-48cb-4210-8aee-6dfa7d836122 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:10:47.293082 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a238946b-2e23-43f4-8dbc-23a02d178025 None None] Attempting to bind port 630af577-48cb-4210-8aee-6dfa7d836122 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'a679b6c2-4eb6-4677-b765-ccb3432ba71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:10:47.293450 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a238946b-2e23-43f4-8dbc-23a02d178025 None None] Attempting to bind port 630af577-48cb-4210-8aee-6dfa7d836122 on network a6860458-8089-4376-a722-7b1c40818ef4 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:10:47.298561 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a238946b-2e23-43f4-8dbc-23a02d178025 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:10:47.298938 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a238946b-2e23-43f4-8dbc-23a02d178025 None None] Checking segment: {'id': 'a679b6c2-4eb6-4677-b765-ccb3432ba71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:10:47.299344 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a238946b-2e23-43f4-8dbc-23a02d178025 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:47.299742 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a238946b-2e23-43f4-8dbc-23a02d178025 None None] Bound using segment: {'id': 'a679b6c2-4eb6-4677-b765-ccb3432ba71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:10:47.300209 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a238946b-2e23-43f4-8dbc-23a02d178025 None None] Bound port: 630af577-48cb-4210-8aee-6dfa7d836122, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a679b6c2-4eb6-4677-b765-ccb3432ba71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:10:47.300611 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a238946b-2e23-43f4-8dbc-23a02d178025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:47.353371 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7e55bd46-7af2-4958-85a7-e0d593552dc8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:47.365706 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a238946b-2e23-43f4-8dbc-23a02d178025 None None] For port 630af577-48cb-4210-8aee-6dfa7d836122, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:10:47.368632 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a238946b-2e23-43f4-8dbc-23a02d178025 None None] For port 630af577-48cb-4210-8aee-6dfa7d836122, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=630af577-48cb-4210-8aee-6dfa7d836122,segment=NetworkSegment(a679b6c2-4eb6-4677-b765-ccb3432ba71e),segment_id=a679b6c2-4eb6-4677-b765-ccb3432ba71e)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:10:47.373398 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a238946b-2e23-43f4-8dbc-23a02d178025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:47.378950 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7e55bd46-7af2-4958-85a7-e0d593552dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:47.437326 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a238946b-2e23-43f4-8dbc-23a02d178025 None None] Pushing event updated for resources: {'Port': ['ID=630af577-48cb-4210-8aee-6dfa7d836122,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:47.493072 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-7e55bd46-7af2-4958-85a7-e0d593552dc8 admin admin] Allocated IP 172.25.3.192 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/49d60a1b-ec39-4ca3-bdd8-f13033f38d98) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:10:47.622916 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7e55bd46-7af2-4958-85a7-e0d593552dc8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:47.658875 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7e55bd46-7af2-4958-85a7-e0d593552dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:47.698018 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e55bd46-7af2-4958-85a7-e0d593552dc8 admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:10:47.703858 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-7e55bd46-7af2-4958-85a7-e0d593552dc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:10:47.707477 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e55bd46-7af2-4958-85a7-e0d593552dc8 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:10:47.713321 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e55bd46-7af2-4958-85a7-e0d593552dc8 admin admin] Pushing event updated for resources: {'Port': ['ID=49d60a1b-ec39-4ca3-bdd8-f13033f38d98,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:47.721504 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e431e8e-f409-4216-bbde-e45d6041fc26 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:10:47.826142 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-02c384c2-550c-4bbd-b638-28b40c38ed78 None None] Provisioning complete for port 49d60a1b-ec39-4ca3-bdd8-f13033f38d98 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:10:47.826399 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-02c384c2-550c-4bbd-b638-28b40c38ed78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:47.864071 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-02c384c2-550c-4bbd-b638-28b40c38ed78 None None] Port 49d60a1b-ec39-4ca3-bdd8-f13033f38d98 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:10:47.963653 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7e55bd46-7af2-4958-85a7-e0d593552dc8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:48.153169 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 630af577-48cb-4210-8aee-6dfa7d836122 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:10:48.181606 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7e55bd46-7af2-4958-85a7-e0d593552dc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:48.208053 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 630af577-48cb-4210-8aee-6dfa7d836122 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:10:48.208608 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:48.294269 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:48.332764 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 630af577-48cb-4210-8aee-6dfa7d836122, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=630af577-48cb-4210-8aee-6dfa7d836122,segment=NetworkSegment(a679b6c2-4eb6-4677-b765-ccb3432ba71e),segment_id=a679b6c2-4eb6-4677-b765-ccb3432ba71e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:10:48.334238 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e55bd46-7af2-4958-85a7-e0d593552dc8 admin admin] Router 9a9a2b41-906a-4c30-8ba5-5901d649ad61 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 16:10:48.337559 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:48.389625 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6ac9df-9cab-4828-a64d-826ea6e21269 None None] Network a6860458-8089-4376-a722-7b1c40818ef4 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:10:48.428929 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=630af577-48cb-4210-8aee-6dfa7d836122,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:48.456691 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e55bd46-7af2-4958-85a7-e0d593552dc8 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:10:48.467772 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e1913a-adb5-4385-8818-30f00c8c0b38 None None] Sync routers for ids ['9a9a2b41-906a-4c30-8ba5-5901d649ad61'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:10:48.480889 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7e55bd46-7af2-4958-85a7-e0d593552dc8 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:48.482408 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7e55bd46-7af2-4958-85a7-e0d593552dc8 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8634558 Dec 09 16:10:48.485112 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 43030) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:10:48.509787 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e1913a-adb5-4385-8818-30f00c8c0b38 None None] Routers {'9a9a2b41-906a-4c30-8ba5-5901d649ad61'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:10:48.510417 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-58e1913a-adb5-4385-8818-30f00c8c0b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:10:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9a9a2b41-906a-4c30-8ba5-5901d649ad61'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:48.549311 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-85f7dc19-5d51-4217-ae0b-bd4b28cc984f None None] Provisioning complete for port 630af577-48cb-4210-8aee-6dfa7d836122 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:10:48.549682 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-85f7dc19-5d51-4217-ae0b-bd4b28cc984f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:48.661286 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-58e1913a-adb5-4385-8818-30f00c8c0b38 None None] Set router 9a9a2b41-906a-4c30-8ba5-5901d649ad61 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:10:48.883329 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-58e1913a-adb5-4385-8818-30f00c8c0b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'name': 'tempest-TestVolumeBootPattern-580071641-router', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:46Z', 'updated_at': '2021-12-09T16:10:47Z', 'revision_number': 3, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'gw_port': {'id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:47Z', 'updated_at': '2021-12-09T16:10:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:48.914322 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e1913a-adb5-4385-8818-30f00c8c0b38 None None] Checking router: 9a9a2b41-906a-4c30-8ba5-5901d649ad61 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:10:48.914666 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e1913a-adb5-4385-8818-30f00c8c0b38 None None] Updating router 9a9a2b41-906a-4c30-8ba5-5901d649ad61 port 49d60a1b-ec39-4ca3-bdd8-f13033f38d98 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:10:48.920928 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-589a2ab2-b492-466b-a7ec-1f6dbc15c9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:48.945345 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-58e1913a-adb5-4385-8818-30f00c8c0b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:48.949761 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-aa968bd6-70b3-4c52-95bd-3187ac1bee34 None None] Provisioning complete for port 630af577-48cb-4210-8aee-6dfa7d836122 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:10:48.950127 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aa968bd6-70b3-4c52-95bd-3187ac1bee34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:49.084166 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-589a2ab2-b492-466b-a7ec-1f6dbc15c9c3 admin admin] Allocated IP 172.20.0.1 (a6860458-8089-4376-a722-7b1c40818ef4/1eccceca-2871-4532-af54-95d3af68b080/4573353a-d676-444f-b42c-7c9877271fb3) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:10:49.189931 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-589a2ab2-b492-466b-a7ec-1f6dbc15c9c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:49.223268 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-589a2ab2-b492-466b-a7ec-1f6dbc15c9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:49.260197 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589a2ab2-b492-466b-a7ec-1f6dbc15c9c3 admin admin] Network a6860458-8089-4376-a722-7b1c40818ef4 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:10:49.263158 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-58e1913a-adb5-4385-8818-30f00c8c0b38 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:49.263959 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-589a2ab2-b492-466b-a7ec-1f6dbc15c9c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:10:49.269993 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-58e1913a-adb5-4385-8818-30f00c8c0b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:49.271110 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589a2ab2-b492-466b-a7ec-1f6dbc15c9c3 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:10:49.297815 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a2ab2-b492-466b-a7ec-1f6dbc15c9c3 admin admin] Pushing event updated for resources: {'Port': ['ID=4573353a-d676-444f-b42c-7c9877271fb3,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:49.314868 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e676ee9-193c-4688-bb3c-c3bc062a5f81 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:10:49.324547 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-589a2ab2-b492-466b-a7ec-1f6dbc15c9c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:49.340109 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-58e1913a-adb5-4385-8818-30f00c8c0b38 None None] Attempting to bind port 49d60a1b-ec39-4ca3-bdd8-f13033f38d98 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:10:49.340506 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-58e1913a-adb5-4385-8818-30f00c8c0b38 None None] Attempting to bind port 49d60a1b-ec39-4ca3-bdd8-f13033f38d98 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:10:49.340873 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e1913a-adb5-4385-8818-30f00c8c0b38 None None] Attempting to bind port 49d60a1b-ec39-4ca3-bdd8-f13033f38d98 on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:10:49.345694 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4573354-c9c2-4253-8aac-73167f7e4921 None None] Pushing event updated for resources: {'Port': ['ID=49d60a1b-ec39-4ca3-bdd8-f13033f38d98,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:49.351223 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e1913a-adb5-4385-8818-30f00c8c0b38 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:10:49.351606 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e1913a-adb5-4385-8818-30f00c8c0b38 None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:10:49.352006 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-58e1913a-adb5-4385-8818-30f00c8c0b38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:49.352550 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e1913a-adb5-4385-8818-30f00c8c0b38 None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:10:49.352880 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-58e1913a-adb5-4385-8818-30f00c8c0b38 None None] Bound port: 49d60a1b-ec39-4ca3-bdd8-f13033f38d98, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:10:49.353383 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-58e1913a-adb5-4385-8818-30f00c8c0b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:49.426832 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-96073256-c772-4499-b8c9-e30a82da084a None None] Provisioning complete for port 49d60a1b-ec39-4ca3-bdd8-f13033f38d98 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:10:49.427280 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-96073256-c772-4499-b8c9-e30a82da084a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:49.459876 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-58e1913a-adb5-4385-8818-30f00c8c0b38 None None] For port 49d60a1b-ec39-4ca3-bdd8-f13033f38d98, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:10:49.476680 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-589a2ab2-b492-466b-a7ec-1f6dbc15c9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:49.477361 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-58e1913a-adb5-4385-8818-30f00c8c0b38 None None] For port 49d60a1b-ec39-4ca3-bdd8-f13033f38d98, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=49d60a1b-ec39-4ca3-bdd8-f13033f38d98,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:10:49.478451 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-96073256-c772-4499-b8c9-e30a82da084a None None] Port 49d60a1b-ec39-4ca3-bdd8-f13033f38d98 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:10:49.484915 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-58e1913a-adb5-4385-8818-30f00c8c0b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:49.530043 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92aff2d-a955-467d-8a8c-53fcba94f1e3 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:10:49.552539 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e1913a-adb5-4385-8818-30f00c8c0b38 None None] Routers {'9a9a2b41-906a-4c30-8ba5-5901d649ad61'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:10:49.553103 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-58e1913a-adb5-4385-8818-30f00c8c0b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:10:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9a9a2b41-906a-4c30-8ba5-5901d649ad61'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:49.555345 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4573354-c9c2-4253-8aac-73167f7e4921 None None] Pushing event updated for resources: {'Port': ['ID=49d60a1b-ec39-4ca3-bdd8-f13033f38d98,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:49.619865 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ed79ad7f-40ab-4a87-8fca-60233d3bee91 None None] Provisioning complete for port 49d60a1b-ec39-4ca3-bdd8-f13033f38d98 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:10:49.620247 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ed79ad7f-40ab-4a87-8fca-60233d3bee91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:49.651045 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-589a2ab2-b492-466b-a7ec-1f6dbc15c9c3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:49.656353 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-589a2ab2-b492-466b-a7ec-1f6dbc15c9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:49.708160 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-58e1913a-adb5-4385-8818-30f00c8c0b38 None None] Set router 9a9a2b41-906a-4c30-8ba5-5901d649ad61 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:10:49.724997 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-589a2ab2-b492-466b-a7ec-1f6dbc15c9c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:49.726924 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a2ab2-b492-466b-a7ec-1f6dbc15c9c3 admin admin] Pushing event updated for resources: {'Port': ['ID=4573353a-d676-444f-b42c-7c9877271fb3,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:49.832581 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589a2ab2-b492-466b-a7ec-1f6dbc15c9c3 admin admin] Network a6860458-8089-4376-a722-7b1c40818ef4 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:10:49.834009 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-589a2ab2-b492-466b-a7ec-1f6dbc15c9c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:10:49.862017 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ed79ad7f-40ab-4a87-8fca-60233d3bee91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:49.898301 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ed79ad7f-40ab-4a87-8fca-60233d3bee91 None None] For port 49d60a1b-ec39-4ca3-bdd8-f13033f38d98, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=49d60a1b-ec39-4ca3-bdd8-f13033f38d98,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:10:49.905785 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ed79ad7f-40ab-4a87-8fca-60233d3bee91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:49.958487 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ed79ad7f-40ab-4a87-8fca-60233d3bee91 None None] Provisioning complete for port 4573353a-d676-444f-b42c-7c9877271fb3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:10:49.958770 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ed79ad7f-40ab-4a87-8fca-60233d3bee91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:49.976834 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589a2ab2-b492-466b-a7ec-1f6dbc15c9c3 admin admin] Router 9a9a2b41-906a-4c30-8ba5-5901d649ad61 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:10:50.021482 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ed79ad7f-40ab-4a87-8fca-60233d3bee91 None None] Port 4573353a-d676-444f-b42c-7c9877271fb3 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:10:50.082116 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed79ad7f-40ab-4a87-8fca-60233d3bee91 None None] Pushing event updated for resources: {'Port': ['ID=49d60a1b-ec39-4ca3-bdd8-f13033f38d98,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:50.122379 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-58e1913a-adb5-4385-8818-30f00c8c0b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'name': 'tempest-TestVolumeBootPattern-580071641-router', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:46Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 4, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'gw_port': {'id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:47Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '4573353a-d676-444f-b42c-7c9877271fb3', 'name': '', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'mac_address': 'fa:16:3e:1e:48:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '1eccceca-2871-4532-af54-95d3af68b080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:48Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 1, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'subnets': [{'id': '1eccceca-2871-4532-af54-95d3af68b080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:50.159981 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e1913a-adb5-4385-8818-30f00c8c0b38 None None] The sync data for ids ['9a9a2b41-906a-4c30-8ba5-5901d649ad61'] in n-d-821228-1 is: [{'id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'name': 'tempest-TestVolumeBootPattern-580071641-router', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:46Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 4, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'gw_port': {'id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:47Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '4573353a-d676-444f-b42c-7c9877271fb3', 'name': '', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'mac_address': 'fa:16:3e:1e:48:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '1eccceca-2871-4532-af54-95d3af68b080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:48Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 1, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'subnets': [{'id': '1eccceca-2871-4532-af54-95d3af68b080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:10:50.167337 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 630af577-48cb-4210-8aee-6dfa7d836122 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:10:50.365929 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-65754fda-42d2-4d9b-9549-531df55b96c4 None None] Provisioning complete for port 4573353a-d676-444f-b42c-7c9877271fb3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:10:50.366557 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-65754fda-42d2-4d9b-9549-531df55b96c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:50.428895 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589a2ab2-b492-466b-a7ec-1f6dbc15c9c3 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:10:50.437987 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-589a2ab2-b492-466b-a7ec-1f6dbc15c9c3 admin admin] 10.222.0.57 "PUT /v2.0/routers/9a9a2b41-906a-4c30-8ba5-5901d649ad61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9505408 Dec 09 16:10:50.441002 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-65754fda-42d2-4d9b-9549-531df55b96c4 None None] Port 4573353a-d676-444f-b42c-7c9877271fb3 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:10:50.451293 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 630af577-48cb-4210-8aee-6dfa7d836122 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:10:50.451662 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:50.508672 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-be9d3ca1-9b0b-4768-a226-b0c456217d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:50.992710 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 43050) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:10:50.998197 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-045b9e5a-2fc6-4efc-a939-14becfb8af82 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1341010725-network', 'tenant_id': 'be8ff1da88e046b6b05c82b94cafc791'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:10:51.019638 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045b9e5a-2fc6-4efc-a939-14becfb8af82 admin admin] Made reservation on behalf of be8ff1da88e046b6b05c82b94cafc791 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:10:51.022105 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-045b9e5a-2fc6-4efc-a939-14becfb8af82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:51.031546 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-045b9e5a-2fc6-4efc-a939-14becfb8af82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:51.113488 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-045b9e5a-2fc6-4efc-a939-14becfb8af82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:51.122222 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-045b9e5a-2fc6-4efc-a939-14becfb8af82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:51.149179 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-045b9e5a-2fc6-4efc-a939-14becfb8af82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:10:51.159993 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b9e5a-2fc6-4efc-a939-14becfb8af82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700a1590-69e8-4e29-9405-42d6f0e64cc7,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:51.165395 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-045b9e5a-2fc6-4efc-a939-14becfb8af82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:51.165802 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-045b9e5a-2fc6-4efc-a939-14becfb8af82 admin admin] Added segment aafb2733-2af3-4bb9-9e98-9af3db7a437a of type vlan for network b4c2e0f0-30a8-4f7b-8953-fcfeb884c104 Dec 09 16:10:51.207945 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-045b9e5a-2fc6-4efc-a939-14becfb8af82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:51.235539 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-045b9e5a-2fc6-4efc-a939-14becfb8af82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:51.237000 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045b9e5a-2fc6-4efc-a939-14becfb8af82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:51.237581 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-045b9e5a-2fc6-4efc-a939-14becfb8af82 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:51.313037 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-045b9e5a-2fc6-4efc-a939-14becfb8af82 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3192418 Dec 09 16:10:51.315951 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43054) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:10:51.321297 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-3f64c5fb-758d-47f9-9b49-8f00204ec4f5 admin admin] Request body: {'subnet': {'network_id': 'b4c2e0f0-30a8-4f7b-8953-fcfeb884c104', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1341010725-subnet', 'tenant_id': 'be8ff1da88e046b6b05c82b94cafc791', 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:10:51.335225 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b9e5a-2fc6-4efc-a939-14becfb8af82 admin admin] Pushing event updated for resources: {'Network': ['ID=b4c2e0f0-30a8-4f7b-8953-fcfeb884c104,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:51.346723 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f64c5fb-758d-47f9-9b49-8f00204ec4f5 admin admin] Made reservation on behalf of be8ff1da88e046b6b05c82b94cafc791 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:10:51.348766 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network b4c2e0f0-30a8-4f7b-8953-fcfeb884c104 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:10:51.349496 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f64c5fb-758d-47f9-9b49-8f00204ec4f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:51.537652 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f64c5fb-758d-47f9-9b49-8f00204ec4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:51.586927 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f64c5fb-758d-47f9-9b49-8f00204ec4f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd2d4371-4e25-4725-9fe7-9779f897928b,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:51.602530 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f64c5fb-758d-47f9-9b49-8f00204ec4f5 admin admin] Checking segment: {'id': 'aafb2733-2af3-4bb9-9e98-9af3db7a437a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b4c2e0f0-30a8-4f7b-8953-fcfeb884c104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:10:51.602895 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f64c5fb-758d-47f9-9b49-8f00204ec4f5 admin admin] Network hostable DHCP agents. Network: b4c2e0f0-30a8-4f7b-8953-fcfeb884c104, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:10:51.619873 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f64c5fb-758d-47f9-9b49-8f00204ec4f5 admin admin] Network b4c2e0f0-30a8-4f7b-8953-fcfeb884c104 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:10:51.628485 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-3f64c5fb-758d-47f9-9b49-8f00204ec4f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, b4c2e0f0-30a8-4f7b-8953-fcfeb884c104) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:10:51.632614 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f64c5fb-758d-47f9-9b49-8f00204ec4f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:51.633197 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f64c5fb-758d-47f9-9b49-8f00204ec4f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:51.638426 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb54a54-0d77-406b-bec1-ab539c1a38f6 None None] Network b4c2e0f0-30a8-4f7b-8953-fcfeb884c104 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:10:51.649870 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3f64c5fb-758d-47f9-9b49-8f00204ec4f5 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3327942 Dec 09 16:10:51.653448 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 43056) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:10:51.657772 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-9797f40a-0462-4605-81bf-9fba81f760ee admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1341010725-router', 'tenant_id': 'be8ff1da88e046b6b05c82b94cafc791', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:10:51.677982 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9797f40a-0462-4605-81bf-9fba81f760ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:51.678959 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9797f40a-0462-4605-81bf-9fba81f760ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:51.735872 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9797f40a-0462-4605-81bf-9fba81f760ee admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:51.747196 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74d4a3b-742e-488c-80d2-155c53bfc725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-b4c2e0f0-30a8-4f7b-8953-fcfeb884c104', 'network_id': 'b4c2e0f0-30a8-4f7b-8953-fcfeb884c104', 'project_id': 'be8ff1da88e046b6b05c82b94cafc791', 'fixed_ips': [{'subnet_id': 'bd2d4371-4e25-4725-9fe7-9779f897928b'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 16:10:51.748087 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c74d4a3b-742e-488c-80d2-155c53bfc725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:51.878792 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9797f40a-0462-4605-81bf-9fba81f760ee admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:51.890077 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-c74d4a3b-742e-488c-80d2-155c53bfc725 None None] Allocated IP 172.20.0.2 (b4c2e0f0-30a8-4f7b-8953-fcfeb884c104/bd2d4371-4e25-4725-9fe7-9779f897928b/0fa44f46-7dea-45a6-92b9-b3f00e1b5708) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:10:52.045020 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c74d4a3b-742e-488c-80d2-155c53bfc725 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:52.051693 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c74d4a3b-742e-488c-80d2-155c53bfc725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:52.101419 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74d4a3b-742e-488c-80d2-155c53bfc725 None None] Network b4c2e0f0-30a8-4f7b-8953-fcfeb884c104 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:10:52.105027 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-c74d4a3b-742e-488c-80d2-155c53bfc725 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:10:52.110859 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74d4a3b-742e-488c-80d2-155c53bfc725 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:10:52.110969 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9797f40a-0462-4605-81bf-9fba81f760ee admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:52.113888 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d4a3b-742e-488c-80d2-155c53bfc725 None None] Pushing event updated for resources: {'Port': ['ID=0fa44f46-7dea-45a6-92b9-b3f00e1b5708,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:52.131345 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9797f40a-0462-4605-81bf-9fba81f760ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:52.171404 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-c74d4a3b-742e-488c-80d2-155c53bfc725 None None] Attempting to bind port 0fa44f46-7dea-45a6-92b9-b3f00e1b5708 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:10:52.171781 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-c74d4a3b-742e-488c-80d2-155c53bfc725 None None] Attempting to bind port 0fa44f46-7dea-45a6-92b9-b3f00e1b5708 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'aafb2733-2af3-4bb9-9e98-9af3db7a437a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b4c2e0f0-30a8-4f7b-8953-fcfeb884c104'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:10:52.172151 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74d4a3b-742e-488c-80d2-155c53bfc725 None None] Attempting to bind port 0fa44f46-7dea-45a6-92b9-b3f00e1b5708 on network b4c2e0f0-30a8-4f7b-8953-fcfeb884c104 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:10:52.181698 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74d4a3b-742e-488c-80d2-155c53bfc725 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:10:52.182085 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74d4a3b-742e-488c-80d2-155c53bfc725 None None] Checking segment: {'id': 'aafb2733-2af3-4bb9-9e98-9af3db7a437a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b4c2e0f0-30a8-4f7b-8953-fcfeb884c104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:10:52.184622 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c74d4a3b-742e-488c-80d2-155c53bfc725 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:52.185041 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74d4a3b-742e-488c-80d2-155c53bfc725 None None] Bound using segment: {'id': 'aafb2733-2af3-4bb9-9e98-9af3db7a437a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b4c2e0f0-30a8-4f7b-8953-fcfeb884c104'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:10:52.185552 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-c74d4a3b-742e-488c-80d2-155c53bfc725 None None] Bound port: 0fa44f46-7dea-45a6-92b9-b3f00e1b5708, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafb2733-2af3-4bb9-9e98-9af3db7a437a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b4c2e0f0-30a8-4f7b-8953-fcfeb884c104'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:10:52.185953 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c74d4a3b-742e-488c-80d2-155c53bfc725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:52.194023 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 49d60a1b-ec39-4ca3-bdd8-f13033f38d98 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:10:52.271976 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-9797f40a-0462-4605-81bf-9fba81f760ee admin admin] Allocated IP 172.25.3.18 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/db6937d4-07a0-4ed3-b4d4-7dc1eb93008a) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:10:52.276751 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32180554-8dce-42ba-9940-b9dad5ba5016 None None] Sync routers for ids ['9a9a2b41-906a-4c30-8ba5-5901d649ad61'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:10:52.287215 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32180554-8dce-42ba-9940-b9dad5ba5016 None None] Routers {'9a9a2b41-906a-4c30-8ba5-5901d649ad61'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:10:52.287941 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-32180554-8dce-42ba-9940-b9dad5ba5016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:10:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9a9a2b41-906a-4c30-8ba5-5901d649ad61'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:52.311155 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c74d4a3b-742e-488c-80d2-155c53bfc725 None None] For port 0fa44f46-7dea-45a6-92b9-b3f00e1b5708, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:10:52.311934 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c74d4a3b-742e-488c-80d2-155c53bfc725 None None] For port 0fa44f46-7dea-45a6-92b9-b3f00e1b5708, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=0fa44f46-7dea-45a6-92b9-b3f00e1b5708,segment=NetworkSegment(aafb2733-2af3-4bb9-9e98-9af3db7a437a),segment_id=aafb2733-2af3-4bb9-9e98-9af3db7a437a)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:10:52.313036 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 49d60a1b-ec39-4ca3-bdd8-f13033f38d98 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:10:52.313403 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:52.337469 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c74d4a3b-742e-488c-80d2-155c53bfc725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:52.397213 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9797f40a-0462-4605-81bf-9fba81f760ee admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:52.409768 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d4a3b-742e-488c-80d2-155c53bfc725 None None] Pushing event updated for resources: {'Port': ['ID=0fa44f46-7dea-45a6-92b9-b3f00e1b5708,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:52.438353 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-32180554-8dce-42ba-9940-b9dad5ba5016 None None] Set router 9a9a2b41-906a-4c30-8ba5-5901d649ad61 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:10:52.450421 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9797f40a-0462-4605-81bf-9fba81f760ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:52.491978 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9797f40a-0462-4605-81bf-9fba81f760ee admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:10:52.495778 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-9797f40a-0462-4605-81bf-9fba81f760ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:10:52.499691 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9797f40a-0462-4605-81bf-9fba81f760ee admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:10:52.512885 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a82c7c-8ef1-4a6c-a20f-9819261d154d None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:10:52.537823 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9797f40a-0462-4605-81bf-9fba81f760ee admin admin] Pushing event updated for resources: {'Port': ['ID=db6937d4-07a0-4ed3-b4d4-7dc1eb93008a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:52.584766 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8559fc5f-99c6-4813-9fd5-2f7cbe6bf856 None None] Provisioning complete for port db6937d4-07a0-4ed3-b4d4-7dc1eb93008a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:10:52.585138 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8559fc5f-99c6-4813-9fd5-2f7cbe6bf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:52.656885 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8559fc5f-99c6-4813-9fd5-2f7cbe6bf856 None None] Port db6937d4-07a0-4ed3-b4d4-7dc1eb93008a cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:10:52.804813 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-32180554-8dce-42ba-9940-b9dad5ba5016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'name': 'tempest-TestVolumeBootPattern-580071641-router', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:46Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 4, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'gw_port': {'id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:47Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '4573353a-d676-444f-b42c-7c9877271fb3', 'name': '', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'mac_address': 'fa:16:3e:1e:48:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '1eccceca-2871-4532-af54-95d3af68b080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:48Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 2, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'subnets': [{'id': '1eccceca-2871-4532-af54-95d3af68b080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:52.810130 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9797f40a-0462-4605-81bf-9fba81f760ee admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:52.832275 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32180554-8dce-42ba-9940-b9dad5ba5016 None None] Checking router: 9a9a2b41-906a-4c30-8ba5-5901d649ad61 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:10:52.832650 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32180554-8dce-42ba-9940-b9dad5ba5016 None None] Updating router 9a9a2b41-906a-4c30-8ba5-5901d649ad61 port 4573353a-d676-444f-b42c-7c9877271fb3 binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:10:52.862111 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-32180554-8dce-42ba-9940-b9dad5ba5016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:53.017412 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dc471e79-485a-472e-8f56-e54b2fc12531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:53.017646 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9797f40a-0462-4605-81bf-9fba81f760ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:53.128664 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-32180554-8dce-42ba-9940-b9dad5ba5016 None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:53.134549 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-32180554-8dce-42ba-9940-b9dad5ba5016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:53.157112 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9797f40a-0462-4605-81bf-9fba81f760ee admin admin] Router 4d6103b3-8ae5-4bc2-bec9-812db5fce9e1 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 16:10:53.186276 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe03acb-7209-4114-b460-61d71718fbf3 None None] Pushing event updated for resources: {'Port': ['ID=4573353a-d676-444f-b42c-7c9877271fb3,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:53.251423 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-32180554-8dce-42ba-9940-b9dad5ba5016 None None] Attempting to bind port 4573353a-d676-444f-b42c-7c9877271fb3 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:10:53.251799 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-32180554-8dce-42ba-9940-b9dad5ba5016 None None] Attempting to bind port 4573353a-d676-444f-b42c-7c9877271fb3 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'a679b6c2-4eb6-4677-b765-ccb3432ba71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:10:53.252175 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32180554-8dce-42ba-9940-b9dad5ba5016 None None] Attempting to bind port 4573353a-d676-444f-b42c-7c9877271fb3 on network a6860458-8089-4376-a722-7b1c40818ef4 {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:10:53.257825 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32180554-8dce-42ba-9940-b9dad5ba5016 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:10:53.258208 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32180554-8dce-42ba-9940-b9dad5ba5016 None None] Checking segment: {'id': 'a679b6c2-4eb6-4677-b765-ccb3432ba71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:10:53.258617 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-32180554-8dce-42ba-9940-b9dad5ba5016 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:53.259015 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32180554-8dce-42ba-9940-b9dad5ba5016 None None] Bound using segment: {'id': 'a679b6c2-4eb6-4677-b765-ccb3432ba71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:10:53.259507 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-32180554-8dce-42ba-9940-b9dad5ba5016 None None] Bound port: 4573353a-d676-444f-b42c-7c9877271fb3, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a679b6c2-4eb6-4677-b765-ccb3432ba71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:10:53.259893 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-32180554-8dce-42ba-9940-b9dad5ba5016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:53.280177 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9797f40a-0462-4605-81bf-9fba81f760ee admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:10:53.293101 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd1e04d-6b00-4cd1-a3be-1aa5221b4997 None None] Sync routers for ids ['4d6103b3-8ae5-4bc2-bec9-812db5fce9e1'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:10:53.304923 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd1e04d-6b00-4cd1-a3be-1aa5221b4997 None None] Routers {'4d6103b3-8ae5-4bc2-bec9-812db5fce9e1'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:10:53.309463 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4dd1e04d-6b00-4cd1-a3be-1aa5221b4997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:10:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4d6103b3-8ae5-4bc2-bec9-812db5fce9e1'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:53.323888 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9797f40a-0462-4605-81bf-9fba81f760ee admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:53.328781 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 43062) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:10:53.335091 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9797f40a-0462-4605-81bf-9fba81f760ee admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6804986 Dec 09 16:10:53.345454 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-32180554-8dce-42ba-9940-b9dad5ba5016 None None] For port 4573353a-d676-444f-b42c-7c9877271fb3, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:10:53.348804 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-32180554-8dce-42ba-9940-b9dad5ba5016 None None] For port 4573353a-d676-444f-b42c-7c9877271fb3, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=4573353a-d676-444f-b42c-7c9877271fb3,segment=NetworkSegment(a679b6c2-4eb6-4677-b765-ccb3432ba71e),segment_id=a679b6c2-4eb6-4677-b765-ccb3432ba71e)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:10:53.357810 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-32180554-8dce-42ba-9940-b9dad5ba5016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:53.447410 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe03acb-7209-4114-b460-61d71718fbf3 None None] Pushing event updated for resources: {'Port': ['ID=4573353a-d676-444f-b42c-7c9877271fb3,revision_number=4']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:53.483079 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32180554-8dce-42ba-9940-b9dad5ba5016 None None] Routers {'9a9a2b41-906a-4c30-8ba5-5901d649ad61'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:10:53.483704 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-32180554-8dce-42ba-9940-b9dad5ba5016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:10:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9a9a2b41-906a-4c30-8ba5-5901d649ad61'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:53.491389 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-4dd1e04d-6b00-4cd1-a3be-1aa5221b4997 None None] Set router 4d6103b3-8ae5-4bc2-bec9-812db5fce9e1 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:10:53.646879 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-32180554-8dce-42ba-9940-b9dad5ba5016 None None] Set router 9a9a2b41-906a-4c30-8ba5-5901d649ad61 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:10:53.651891 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2aa63252-beeb-42de-9778-13b465e7f898 None None] Provisioning complete for port 4573353a-d676-444f-b42c-7c9877271fb3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:10:53.652809 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2aa63252-beeb-42de-9778-13b465e7f898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:53.686618 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc326d5-cbc5-49e4-ba6d-8ae96ad243d9 None None] Network b4c2e0f0-30a8-4f7b-8953-fcfeb884c104 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:10:53.763792 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:10:53.887699 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2aa63252-beeb-42de-9778-13b465e7f898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:53.900788 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4dd1e04d-6b00-4cd1-a3be-1aa5221b4997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6103b3-8ae5-4bc2-bec9-812db5fce9e1', 'name': 'tempest-TestVolumeBootPattern-1341010725-router', 'tenant_id': 'be8ff1da88e046b6b05c82b94cafc791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'db6937d4-07a0-4ed3-b4d4-7dc1eb93008a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:51Z', 'updated_at': '2021-12-09T16:10:52Z', 'revision_number': 3, 'project_id': 'be8ff1da88e046b6b05c82b94cafc791', 'gw_port': {'id': 'db6937d4-07a0-4ed3-b4d4-7dc1eb93008a', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:42:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6103b3-8ae5-4bc2-bec9-812db5fce9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:52Z', 'updated_at': '2021-12-09T16:10:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:53.908758 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-32180554-8dce-42ba-9940-b9dad5ba5016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'name': 'tempest-TestVolumeBootPattern-580071641-router', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:46Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 4, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'gw_port': {'id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:47Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '4573353a-d676-444f-b42c-7c9877271fb3', 'name': '', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'mac_address': 'fa:16:3e:1e:48:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '1eccceca-2871-4532-af54-95d3af68b080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:48Z', 'updated_at': '2021-12-09T16:10:53Z', 'revision_number': 4, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'subnets': [{'id': '1eccceca-2871-4532-af54-95d3af68b080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:53.909040 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d21b8d78-776a-48ac-835f-6b2b4c5dc475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:53.936191 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32180554-8dce-42ba-9940-b9dad5ba5016 None None] The sync data for ids ['9a9a2b41-906a-4c30-8ba5-5901d649ad61'] in n-d-821228-1 is: [{'id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'name': 'tempest-TestVolumeBootPattern-580071641-router', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:46Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 4, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'gw_port': {'id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:47Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '4573353a-d676-444f-b42c-7c9877271fb3', 'name': '', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'mac_address': 'fa:16:3e:1e:48:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '1eccceca-2871-4532-af54-95d3af68b080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:48Z', 'updated_at': '2021-12-09T16:10:53Z', 'revision_number': 4, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'subnets': [{'id': '1eccceca-2871-4532-af54-95d3af68b080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:10:53.938562 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd1e04d-6b00-4cd1-a3be-1aa5221b4997 None None] Checking router: 4d6103b3-8ae5-4bc2-bec9-812db5fce9e1 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:10:53.938920 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd1e04d-6b00-4cd1-a3be-1aa5221b4997 None None] Updating router 4d6103b3-8ae5-4bc2-bec9-812db5fce9e1 port db6937d4-07a0-4ed3-b4d4-7dc1eb93008a binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:10:53.986115 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-2aa63252-beeb-42de-9778-13b465e7f898 None None] For port 4573353a-d676-444f-b42c-7c9877271fb3, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=4573353a-d676-444f-b42c-7c9877271fb3,segment=NetworkSegment(a679b6c2-4eb6-4677-b765-ccb3432ba71e),segment_id=a679b6c2-4eb6-4677-b765-ccb3432ba71e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:10:53.989368 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4dd1e04d-6b00-4cd1-a3be-1aa5221b4997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:54.106728 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-d21b8d78-776a-48ac-835f-6b2b4c5dc475 admin admin] Allocated IP 172.20.0.1 (b4c2e0f0-30a8-4f7b-8953-fcfeb884c104/bd2d4371-4e25-4725-9fe7-9779f897928b/889bd334-8e3d-4d06-9ff8-c739d241a555) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:10:54.167631 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2aa63252-beeb-42de-9778-13b465e7f898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:54.229986 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:54.257702 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d21b8d78-776a-48ac-835f-6b2b4c5dc475 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:54.281282 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa63252-beeb-42de-9778-13b465e7f898 None None] Pushing event updated for resources: {'Port': ['ID=4573353a-d676-444f-b42c-7c9877271fb3,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:54.299442 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d21b8d78-776a-48ac-835f-6b2b4c5dc475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:54.349942 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21b8d78-776a-48ac-835f-6b2b4c5dc475 admin admin] Network b4c2e0f0-30a8-4f7b-8953-fcfeb884c104 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:10:54.353844 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-d21b8d78-776a-48ac-835f-6b2b4c5dc475 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:10:54.358528 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21b8d78-776a-48ac-835f-6b2b4c5dc475 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:10:54.361726 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b8d78-776a-48ac-835f-6b2b4c5dc475 admin admin] Pushing event updated for resources: {'Port': ['ID=889bd334-8e3d-4d06-9ff8-c739d241a555,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:54.375589 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 0fa44f46-7dea-45a6-92b9-b3f00e1b5708 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:10:54.378739 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-20e1cbc9-1419-48e0-b707-edcbd2891669 None None] Provisioning complete for port 4573353a-d676-444f-b42c-7c9877271fb3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:10:54.379345 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-20e1cbc9-1419-48e0-b707-edcbd2891669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:54.416959 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d21b8d78-776a-48ac-835f-6b2b4c5dc475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:54.573478 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 0fa44f46-7dea-45a6-92b9-b3f00e1b5708 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:10:54.573862 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:54.587248 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d21b8d78-776a-48ac-835f-6b2b4c5dc475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:54.662696 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4dd1e04d-6b00-4cd1-a3be-1aa5221b4997 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:54.680644 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4dd1e04d-6b00-4cd1-a3be-1aa5221b4997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:54.739362 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2ef9b3-b500-4991-91fe-ef07a55c6160 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:10:54.755166 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-20e1cbc9-1419-48e0-b707-edcbd2891669 None None] Provisioning complete for port 0fa44f46-7dea-45a6-92b9-b3f00e1b5708 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:10:54.755537 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-20e1cbc9-1419-48e0-b707-edcbd2891669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:54.766295 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-4dd1e04d-6b00-4cd1-a3be-1aa5221b4997 None None] Attempting to bind port db6937d4-07a0-4ed3-b4d4-7dc1eb93008a on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:10:54.766787 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-4dd1e04d-6b00-4cd1-a3be-1aa5221b4997 None None] Attempting to bind port db6937d4-07a0-4ed3-b4d4-7dc1eb93008a by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:10:54.767240 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd1e04d-6b00-4cd1-a3be-1aa5221b4997 None None] Attempting to bind port db6937d4-07a0-4ed3-b4d4-7dc1eb93008a on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:10:54.779458 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d21b8d78-776a-48ac-835f-6b2b4c5dc475 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:54.784892 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d21b8d78-776a-48ac-835f-6b2b4c5dc475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:54.797644 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7852b7f-388b-4b49-83a2-68763ea4010f None None] Pushing event updated for resources: {'Port': ['ID=db6937d4-07a0-4ed3-b4d4-7dc1eb93008a,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:54.832401 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd1e04d-6b00-4cd1-a3be-1aa5221b4997 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:10:54.832889 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd1e04d-6b00-4cd1-a3be-1aa5221b4997 None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:10:54.833376 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4dd1e04d-6b00-4cd1-a3be-1aa5221b4997 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:54.833963 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd1e04d-6b00-4cd1-a3be-1aa5221b4997 None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:10:54.834395 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-4dd1e04d-6b00-4cd1-a3be-1aa5221b4997 None None] Bound port: db6937d4-07a0-4ed3-b4d4-7dc1eb93008a, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:10:54.834848 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4dd1e04d-6b00-4cd1-a3be-1aa5221b4997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:54.865221 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b8d78-776a-48ac-835f-6b2b4c5dc475 admin admin] Pushing event updated for resources: {'Port': ['ID=889bd334-8e3d-4d06-9ff8-c739d241a555,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:54.867739 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d21b8d78-776a-48ac-835f-6b2b4c5dc475 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:54.905356 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:54.911912 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:54.953457 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4dd1e04d-6b00-4cd1-a3be-1aa5221b4997 None None] For port db6937d4-07a0-4ed3-b4d4-7dc1eb93008a, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:10:54.963050 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4dd1e04d-6b00-4cd1-a3be-1aa5221b4997 None None] For port db6937d4-07a0-4ed3-b4d4-7dc1eb93008a, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=db6937d4-07a0-4ed3-b4d4-7dc1eb93008a,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:10:54.979919 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21b8d78-776a-48ac-835f-6b2b4c5dc475 admin admin] Network b4c2e0f0-30a8-4f7b-8953-fcfeb884c104 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:10:54.982177 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-d21b8d78-776a-48ac-835f-6b2b4c5dc475 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:10:54.993296 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4dd1e04d-6b00-4cd1-a3be-1aa5221b4997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:55.001210 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 0fa44f46-7dea-45a6-92b9-b3f00e1b5708, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=0fa44f46-7dea-45a6-92b9-b3f00e1b5708,segment=NetworkSegment(aafb2733-2af3-4bb9-9e98-9af3db7a437a),segment_id=aafb2733-2af3-4bb9-9e98-9af3db7a437a)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:10:55.035747 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:55.036674 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 4573353a-d676-444f-b42c-7c9877271fb3 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:10:55.138142 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21b8d78-776a-48ac-835f-6b2b4c5dc475 admin admin] Router 4d6103b3-8ae5-4bc2-bec9-812db5fce9e1 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:10:55.246607 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c9f4fd-8462-40e7-ab8b-df85c5800db0 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:10:55.257381 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-20e1cbc9-1419-48e0-b707-edcbd2891669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:55.259185 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21b8d78-776a-48ac-835f-6b2b4c5dc475 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:10:55.264889 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d21b8d78-776a-48ac-835f-6b2b4c5dc475 admin admin] 10.222.0.57 "PUT /v2.0/routers/4d6103b3-8ae5-4bc2-bec9-812db5fce9e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9349072 Dec 09 16:10:55.306320 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd1e04d-6b00-4cd1-a3be-1aa5221b4997 None None] Routers {'4d6103b3-8ae5-4bc2-bec9-812db5fce9e1'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:10:55.306927 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4dd1e04d-6b00-4cd1-a3be-1aa5221b4997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:10:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4d6103b3-8ae5-4bc2-bec9-812db5fce9e1'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:55.313648 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7852b7f-388b-4b49-83a2-68763ea4010f None None] Pushing event updated for resources: {'Port': ['ID=db6937d4-07a0-4ed3-b4d4-7dc1eb93008a,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:55.485402 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:55.494641 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 4573353a-d676-444f-b42c-7c9877271fb3 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:10:55.495040 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:55.500816 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=0fa44f46-7dea-45a6-92b9-b3f00e1b5708,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:55.506403 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-20e1cbc9-1419-48e0-b707-edcbd2891669 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 16:10:55.506762 n-d-821228-1 neutron-server[103246]: DEBUG oslo_db.api [None req-20e1cbc9-1419-48e0-b707-edcbd2891669 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 16:10:55.553654 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-4dd1e04d-6b00-4cd1-a3be-1aa5221b4997 None None] Set router 4d6103b3-8ae5-4bc2-bec9-812db5fce9e1 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:10:55.802285 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4dd1e04d-6b00-4cd1-a3be-1aa5221b4997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6103b3-8ae5-4bc2-bec9-812db5fce9e1', 'name': 'tempest-TestVolumeBootPattern-1341010725-router', 'tenant_id': 'be8ff1da88e046b6b05c82b94cafc791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'db6937d4-07a0-4ed3-b4d4-7dc1eb93008a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:51Z', 'updated_at': '2021-12-09T16:10:54Z', 'revision_number': 4, 'project_id': 'be8ff1da88e046b6b05c82b94cafc791', 'gw_port': {'id': 'db6937d4-07a0-4ed3-b4d4-7dc1eb93008a', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:42:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6103b3-8ae5-4bc2-bec9-812db5fce9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:52Z', 'updated_at': '2021-12-09T16:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '889bd334-8e3d-4d06-9ff8-c739d241a555', 'name': '', 'network_id': 'b4c2e0f0-30a8-4f7b-8953-fcfeb884c104', 'tenant_id': 'be8ff1da88e046b6b05c82b94cafc791', 'mac_address': 'fa:16:3e:27:aa:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6103b3-8ae5-4bc2-bec9-812db5fce9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'bd2d4371-4e25-4725-9fe7-9779f897928b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:53Z', 'updated_at': '2021-12-09T16:10:54Z', 'revision_number': 2, 'project_id': 'be8ff1da88e046b6b05c82b94cafc791', 'subnets': [{'id': 'bd2d4371-4e25-4725-9fe7-9779f897928b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:55.829009 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd1e04d-6b00-4cd1-a3be-1aa5221b4997 None None] The sync data for ids ['4d6103b3-8ae5-4bc2-bec9-812db5fce9e1'] in n-d-821228-1 is: [{'id': '4d6103b3-8ae5-4bc2-bec9-812db5fce9e1', 'name': 'tempest-TestVolumeBootPattern-1341010725-router', 'tenant_id': 'be8ff1da88e046b6b05c82b94cafc791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'db6937d4-07a0-4ed3-b4d4-7dc1eb93008a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:51Z', 'updated_at': '2021-12-09T16:10:54Z', 'revision_number': 4, 'project_id': 'be8ff1da88e046b6b05c82b94cafc791', 'gw_port': {'id': 'db6937d4-07a0-4ed3-b4d4-7dc1eb93008a', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:42:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6103b3-8ae5-4bc2-bec9-812db5fce9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:52Z', 'updated_at': '2021-12-09T16:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '889bd334-8e3d-4d06-9ff8-c739d241a555', 'name': '', 'network_id': 'b4c2e0f0-30a8-4f7b-8953-fcfeb884c104', 'tenant_id': 'be8ff1da88e046b6b05c82b94cafc791', 'mac_address': 'fa:16:3e:27:aa:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6103b3-8ae5-4bc2-bec9-812db5fce9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'bd2d4371-4e25-4725-9fe7-9779f897928b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:53Z', 'updated_at': '2021-12-09T16:10:54Z', 'revision_number': 2, 'project_id': 'be8ff1da88e046b6b05c82b94cafc791', 'subnets': [{'id': 'bd2d4371-4e25-4725-9fe7-9779f897928b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:10:56.162815 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 0fa44f46-7dea-45a6-92b9-b3f00e1b5708 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:10:56.217200 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8ad19c74-3e02-46e8-994a-a6880414652e None None] Provisioning complete for port db6937d4-07a0-4ed3-b4d4-7dc1eb93008a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:10:56.217570 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8ad19c74-3e02-46e8-994a-a6880414652e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:56.262877 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 0fa44f46-7dea-45a6-92b9-b3f00e1b5708 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:10:56.263251 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:56.350715 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8ad19c74-3e02-46e8-994a-a6880414652e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:56.404446 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8ad19c74-3e02-46e8-994a-a6880414652e None None] For port db6937d4-07a0-4ed3-b4d4-7dc1eb93008a, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=db6937d4-07a0-4ed3-b4d4-7dc1eb93008a,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:10:56.410978 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 4573353a-d676-444f-b42c-7c9877271fb3 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:10:56.412778 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8ad19c74-3e02-46e8-994a-a6880414652e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:56.512142 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:56.516860 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8ad19c74-3e02-46e8-994a-a6880414652e None None] Provisioning complete for port 889bd334-8e3d-4d06-9ff8-c739d241a555 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:10:56.517223 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8ad19c74-3e02-46e8-994a-a6880414652e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:56.521707 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad19c74-3e02-46e8-994a-a6880414652e None None] Pushing event updated for resources: {'Port': ['ID=db6937d4-07a0-4ed3-b4d4-7dc1eb93008a,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:56.563889 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8ad19c74-3e02-46e8-994a-a6880414652e None None] Port 889bd334-8e3d-4d06-9ff8-c739d241a555 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:10:56.567097 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 4573353a-d676-444f-b42c-7c9877271fb3 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:10:56.567463 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:57.347953 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-feecc544-b0c5-44b5-bd2e-02b4c8acf363 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:57.349539 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-feecc544-b0c5-44b5-bd2e-02b4c8acf363 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/networks?id=a6860458-8089-4376-a722-7b1c40818ef4 HTTP/1.1" status: 200 len: 811 time: 0.1113470 Dec 09 16:10:57.365400 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-1c4cdb55-7e37-4fc2-a953-37ed11f5ac04 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/quotas/ed744bdd64cf4529a4e59d4f7e83d0c7 HTTP/1.1" status: 200 len: 375 time: 0.0098715 Dec 09 16:10:57.422465 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-add08ab3-3c7f-4720-a69e-9099b7fdf616 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ed744bdd64cf4529a4e59d4f7e83d0c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505645 Dec 09 16:10:57.515816 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-42c3fdef-e43d-4272-abce-8e804bcfdcbc service neutron] 10.222.0.57 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865912 Dec 09 16:10:57.614527 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-b0a2af4a-57e4-4cfc-a95f-bd09b562047b service neutron] 10.222.0.57 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893092 Dec 09 16:10:57.960824 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-abf5328c-0eaf-4ce8-a565-c473a6774da5 req-93585caa-6d5d-4af5-af54-445f413f462e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=2154db76-90d7-4873-9cc5-f5aa6bb3985a HTTP/1.1" status: 200 len: 210 time: 0.0289781 Dec 09 16:10:58.161962 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device db6937d4-07a0-4ed3-b4d4-7dc1eb93008a up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:10:58.215840 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port db6937d4-07a0-4ed3-b4d4-7dc1eb93008a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:10:58.216213 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:58.269569 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd0550e-5545-48c6-9ef2-caf62c4d2862 None None] Sync routers for ids ['4d6103b3-8ae5-4bc2-bec9-812db5fce9e1'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:10:58.280854 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd0550e-5545-48c6-9ef2-caf62c4d2862 None None] Routers {'4d6103b3-8ae5-4bc2-bec9-812db5fce9e1'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:10:58.281481 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-9fd0550e-5545-48c6-9ef2-caf62c4d2862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:10:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4d6103b3-8ae5-4bc2-bec9-812db5fce9e1'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:58.398937 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-9fd0550e-5545-48c6-9ef2-caf62c4d2862 None None] Set router 4d6103b3-8ae5-4bc2-bec9-812db5fce9e1 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:10:58.597544 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-9fd0550e-5545-48c6-9ef2-caf62c4d2862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6103b3-8ae5-4bc2-bec9-812db5fce9e1', 'name': 'tempest-TestVolumeBootPattern-1341010725-router', 'tenant_id': 'be8ff1da88e046b6b05c82b94cafc791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'db6937d4-07a0-4ed3-b4d4-7dc1eb93008a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:51Z', 'updated_at': '2021-12-09T16:10:54Z', 'revision_number': 4, 'project_id': 'be8ff1da88e046b6b05c82b94cafc791', 'gw_port': {'id': 'db6937d4-07a0-4ed3-b4d4-7dc1eb93008a', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:42:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6103b3-8ae5-4bc2-bec9-812db5fce9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:52Z', 'updated_at': '2021-12-09T16:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '889bd334-8e3d-4d06-9ff8-c739d241a555', 'name': '', 'network_id': 'b4c2e0f0-30a8-4f7b-8953-fcfeb884c104', 'tenant_id': 'be8ff1da88e046b6b05c82b94cafc791', 'mac_address': 'fa:16:3e:27:aa:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6103b3-8ae5-4bc2-bec9-812db5fce9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'bd2d4371-4e25-4725-9fe7-9779f897928b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:53Z', 'updated_at': '2021-12-09T16:10:54Z', 'revision_number': 2, 'project_id': 'be8ff1da88e046b6b05c82b94cafc791', 'subnets': [{'id': 'bd2d4371-4e25-4725-9fe7-9779f897928b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:58.622956 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd0550e-5545-48c6-9ef2-caf62c4d2862 None None] Checking router: 4d6103b3-8ae5-4bc2-bec9-812db5fce9e1 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:10:58.623315 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd0550e-5545-48c6-9ef2-caf62c4d2862 None None] Updating router 4d6103b3-8ae5-4bc2-bec9-812db5fce9e1 port 889bd334-8e3d-4d06-9ff8-c739d241a555 binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:10:58.646811 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-9fd0550e-5545-48c6-9ef2-caf62c4d2862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:58.849472 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-4d9d34dc-2681-42e6-8993-aa94d9f3e257 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:58.850964 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-4d9d34dc-2681-42e6-8993-aa94d9f3e257 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.31 "GET /v2.0/networks?id=a6860458-8089-4376-a722-7b1c40818ef4 HTTP/1.1" status: 200 len: 811 time: 0.1145422 Dec 09 16:10:58.865130 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-89bd0152-ea4f-4f12-8b01-0374ea88be19 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Request body: {'port': {'device_id': '2154db76-90d7-4873-9cc5-f5aa6bb3985a', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'admin_state_up': True, 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:10:58.932874 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-9fd0550e-5545-48c6-9ef2-caf62c4d2862 None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:58.940150 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-9fd0550e-5545-48c6-9ef2-caf62c4d2862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:58.992830 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aef5df-19c0-494d-a2ce-f31da3235b00 None None] Pushing event updated for resources: {'Port': ['ID=889bd334-8e3d-4d06-9ff8-c739d241a555,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:59.005789 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-89bd0152-ea4f-4f12-8b01-0374ea88be19 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Made reservation on behalf of ed744bdd64cf4529a4e59d4f7e83d0c7 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:10:59.009560 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-89bd0152-ea4f-4f12-8b01-0374ea88be19 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:59.072086 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-9fd0550e-5545-48c6-9ef2-caf62c4d2862 None None] Attempting to bind port 889bd334-8e3d-4d06-9ff8-c739d241a555 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:10:59.072451 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-9fd0550e-5545-48c6-9ef2-caf62c4d2862 None None] Attempting to bind port 889bd334-8e3d-4d06-9ff8-c739d241a555 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'aafb2733-2af3-4bb9-9e98-9af3db7a437a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b4c2e0f0-30a8-4f7b-8953-fcfeb884c104'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:10:59.072851 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd0550e-5545-48c6-9ef2-caf62c4d2862 None None] Attempting to bind port 889bd334-8e3d-4d06-9ff8-c739d241a555 on network b4c2e0f0-30a8-4f7b-8953-fcfeb884c104 {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:10:59.079187 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd0550e-5545-48c6-9ef2-caf62c4d2862 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:10:59.079756 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd0550e-5545-48c6-9ef2-caf62c4d2862 None None] Checking segment: {'id': 'aafb2733-2af3-4bb9-9e98-9af3db7a437a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b4c2e0f0-30a8-4f7b-8953-fcfeb884c104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:10:59.080187 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-9fd0550e-5545-48c6-9ef2-caf62c4d2862 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:59.080619 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd0550e-5545-48c6-9ef2-caf62c4d2862 None None] Bound using segment: {'id': 'aafb2733-2af3-4bb9-9e98-9af3db7a437a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b4c2e0f0-30a8-4f7b-8953-fcfeb884c104'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:10:59.081087 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-9fd0550e-5545-48c6-9ef2-caf62c4d2862 None None] Bound port: 889bd334-8e3d-4d06-9ff8-c739d241a555, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafb2733-2af3-4bb9-9e98-9af3db7a437a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b4c2e0f0-30a8-4f7b-8953-fcfeb884c104'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:10:59.081468 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-9fd0550e-5545-48c6-9ef2-caf62c4d2862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:59.126858 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6b54696-767b-4cb3-b83b-e3bd538de713 req-28aac31b-f1ce-4a43-90ba-3fd7a2863525 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=2154db76-90d7-4873-9cc5-f5aa6bb3985a HTTP/1.1" status: 200 len: 210 time: 0.0350342 Dec 09 16:10:59.149411 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-9fd0550e-5545-48c6-9ef2-caf62c4d2862 None None] For port 889bd334-8e3d-4d06-9ff8-c739d241a555, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:10:59.153145 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-9fd0550e-5545-48c6-9ef2-caf62c4d2862 None None] For port 889bd334-8e3d-4d06-9ff8-c739d241a555, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=889bd334-8e3d-4d06-9ff8-c739d241a555,segment=NetworkSegment(aafb2733-2af3-4bb9-9e98-9af3db7a437a),segment_id=aafb2733-2af3-4bb9-9e98-9af3db7a437a)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:10:59.162431 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-9fd0550e-5545-48c6-9ef2-caf62c4d2862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:59.203584 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-89bd0152-ea4f-4f12-8b01-0374ea88be19 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Allocated IP 172.20.0.14 (a6860458-8089-4376-a722-7b1c40818ef4/1eccceca-2871-4532-af54-95d3af68b080/bba855e4-ccd8-42d3-8161-f7a1cf1e7fac) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:10:59.219230 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd0550e-5545-48c6-9ef2-caf62c4d2862 None None] Routers {'4d6103b3-8ae5-4bc2-bec9-812db5fce9e1'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:10:59.221133 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-9fd0550e-5545-48c6-9ef2-caf62c4d2862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:10:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4d6103b3-8ae5-4bc2-bec9-812db5fce9e1'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:59.270994 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aef5df-19c0-494d-a2ce-f31da3235b00 None None] Pushing event updated for resources: {'Port': ['ID=889bd334-8e3d-4d06-9ff8-c739d241a555,revision_number=4']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:59.332541 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-814e2345-e14c-4bab-8316-cbf11b8a79d4 None None] Provisioning complete for port 889bd334-8e3d-4d06-9ff8-c739d241a555 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:10:59.333167 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-814e2345-e14c-4bab-8316-cbf11b8a79d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:59.407471 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-89bd0152-ea4f-4f12-8b01-0374ea88be19 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:59.483020 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-89bd0152-ea4f-4f12-8b01-0374ea88be19 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:59.501085 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-814e2345-e14c-4bab-8316-cbf11b8a79d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:59.513145 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-9fd0550e-5545-48c6-9ef2-caf62c4d2862 None None] Set router 4d6103b3-8ae5-4bc2-bec9-812db5fce9e1 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:10:59.553410 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-89bd0152-ea4f-4f12-8b01-0374ea88be19 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Network a6860458-8089-4376-a722-7b1c40818ef4 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:10:59.557852 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-814e2345-e14c-4bab-8316-cbf11b8a79d4 None None] For port 889bd334-8e3d-4d06-9ff8-c739d241a555, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=889bd334-8e3d-4d06-9ff8-c739d241a555,segment=NetworkSegment(aafb2733-2af3-4bb9-9e98-9af3db7a437a),segment_id=aafb2733-2af3-4bb9-9e98-9af3db7a437a)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:10:59.561495 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-89bd0152-ea4f-4f12-8b01-0374ea88be19 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:10:59.564937 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-814e2345-e14c-4bab-8316-cbf11b8a79d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:59.566052 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-89bd0152-ea4f-4f12-8b01-0374ea88be19 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:10:59.570471 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd0152-ea4f-4f12-8b01-0374ea88be19 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Pushing event updated for resources: {'Port': ['ID=bba855e4-ccd8-42d3-8161-f7a1cf1e7fac,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:59.624836 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-89bd0152-ea4f-4f12-8b01-0374ea88be19 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:59.631729 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-89bd0152-ea4f-4f12-8b01-0374ea88be19 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:59.640440 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e2345-e14c-4bab-8316-cbf11b8a79d4 None None] Pushing event updated for resources: {'Port': ['ID=889bd334-8e3d-4d06-9ff8-c739d241a555,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:59.656701 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-89bd0152-ea4f-4f12-8b01-0374ea88be19 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7961285 Dec 09 16:10:59.671094 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-8e24bf0f-f781-464d-9269-ec986b2c51ab service neutron] Request body: {'port': {'device_id': '2154db76-90d7-4873-9cc5-f5aa6bb3985a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:10:59.724227 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4aa37535-e521-4906-8239-c9c847f72271 None None] Provisioning complete for port 889bd334-8e3d-4d06-9ff8-c739d241a555 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:10:59.724635 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4aa37535-e521-4906-8239-c9c847f72271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:59.744070 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-8e24bf0f-f781-464d-9269-ec986b2c51ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:59.815327 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-9fd0550e-5545-48c6-9ef2-caf62c4d2862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6103b3-8ae5-4bc2-bec9-812db5fce9e1', 'name': 'tempest-TestVolumeBootPattern-1341010725-router', 'tenant_id': 'be8ff1da88e046b6b05c82b94cafc791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'db6937d4-07a0-4ed3-b4d4-7dc1eb93008a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:51Z', 'updated_at': '2021-12-09T16:10:54Z', 'revision_number': 4, 'project_id': 'be8ff1da88e046b6b05c82b94cafc791', 'gw_port': {'id': 'db6937d4-07a0-4ed3-b4d4-7dc1eb93008a', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:42:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6103b3-8ae5-4bc2-bec9-812db5fce9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:52Z', 'updated_at': '2021-12-09T16:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '889bd334-8e3d-4d06-9ff8-c739d241a555', 'name': '', 'network_id': 'b4c2e0f0-30a8-4f7b-8953-fcfeb884c104', 'tenant_id': 'be8ff1da88e046b6b05c82b94cafc791', 'mac_address': 'fa:16:3e:27:aa:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6103b3-8ae5-4bc2-bec9-812db5fce9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'bd2d4371-4e25-4725-9fe7-9779f897928b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:53Z', 'updated_at': '2021-12-09T16:10:59Z', 'revision_number': 4, 'project_id': 'be8ff1da88e046b6b05c82b94cafc791', 'subnets': [{'id': 'bd2d4371-4e25-4725-9fe7-9779f897928b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:59.861424 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd0550e-5545-48c6-9ef2-caf62c4d2862 None None] The sync data for ids ['4d6103b3-8ae5-4bc2-bec9-812db5fce9e1'] in n-d-821228-1 is: [{'id': '4d6103b3-8ae5-4bc2-bec9-812db5fce9e1', 'name': 'tempest-TestVolumeBootPattern-1341010725-router', 'tenant_id': 'be8ff1da88e046b6b05c82b94cafc791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'db6937d4-07a0-4ed3-b4d4-7dc1eb93008a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:51Z', 'updated_at': '2021-12-09T16:10:54Z', 'revision_number': 4, 'project_id': 'be8ff1da88e046b6b05c82b94cafc791', 'gw_port': {'id': 'db6937d4-07a0-4ed3-b4d4-7dc1eb93008a', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:42:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6103b3-8ae5-4bc2-bec9-812db5fce9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:52Z', 'updated_at': '2021-12-09T16:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '889bd334-8e3d-4d06-9ff8-c739d241a555', 'name': '', 'network_id': 'b4c2e0f0-30a8-4f7b-8953-fcfeb884c104', 'tenant_id': 'be8ff1da88e046b6b05c82b94cafc791', 'mac_address': 'fa:16:3e:27:aa:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6103b3-8ae5-4bc2-bec9-812db5fce9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'bd2d4371-4e25-4725-9fe7-9779f897928b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:53Z', 'updated_at': '2021-12-09T16:10:59Z', 'revision_number': 4, 'project_id': 'be8ff1da88e046b6b05c82b94cafc791', 'subnets': [{'id': 'bd2d4371-4e25-4725-9fe7-9779f897928b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:10:59.943030 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7b3c4d15-73a4-48fa-9c3f-a9341a0a3f14 None None] Provisioning complete for port bba855e4-ccd8-42d3-8161-f7a1cf1e7fac triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:10:59.943415 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7b3c4d15-73a4-48fa-9c3f-a9341a0a3f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:59.988637 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-7b3c4d15-73a4-48fa-9c3f-a9341a0a3f14 None None] Port bba855e4-ccd8-42d3-8161-f7a1cf1e7fac cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:11:00.100301 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-8e24bf0f-f781-464d-9269-ec986b2c51ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bba855e4-ccd8-42d3-8161-f7a1cf1e7fac {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:11:00.112724 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-8e24bf0f-f781-464d-9269-ec986b2c51ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:00.128176 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-8e24bf0f-f781-464d-9269-ec986b2c51ab service neutron] Transition to ACTIVE for port object bba855e4-ccd8-42d3-8161-f7a1cf1e7fac will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:11:00.132156 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-8e24bf0f-f781-464d-9269-ec986b2c51ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:00.196886 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 889bd334-8e3d-4d06-9ff8-c739d241a555 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:11:00.208556 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e24bf0f-f781-464d-9269-ec986b2c51ab service neutron] Pushing event updated for resources: {'Port': ['ID=bba855e4-ccd8-42d3-8161-f7a1cf1e7fac,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:11:00.321551 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 889bd334-8e3d-4d06-9ff8-c739d241a555 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:11:00.322217 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:00.360539 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f44ce-c659-4214-af9e-f21bcf4df4fe req-93357bc5-6182-4719-972b-18d8f6f60434 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:00.368194 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ab9f44ce-c659-4214-af9e-f21bcf4df4fe req-93357bc5-6182-4719-972b-18d8f6f60434 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=2154db76-90d7-4873-9cc5-f5aa6bb3985a HTTP/1.1" status: 200 len: 944 time: 0.1116006 Dec 09 16:11:00.439273 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ab9f44ce-c659-4214-af9e-f21bcf4df4fe req-058586bd-2614-4993-957f-f3e8d075d719 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630982 Dec 09 16:11:00.475629 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-8e24bf0f-f781-464d-9269-ec986b2c51ab service neutron] Attempting to bind port bba855e4-ccd8-42d3-8161-f7a1cf1e7fac on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:11:00.476918 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-8e24bf0f-f781-464d-9269-ec986b2c51ab service neutron] Attempting to bind port bba855e4-ccd8-42d3-8161-f7a1cf1e7fac by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': 'a679b6c2-4eb6-4677-b765-ccb3432ba71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:11:00.477455 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-8e24bf0f-f781-464d-9269-ec986b2c51ab service neutron] Attempting to bind port bba855e4-ccd8-42d3-8161-f7a1cf1e7fac on network a6860458-8089-4376-a722-7b1c40818ef4 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:11:00.484458 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-8e24bf0f-f781-464d-9269-ec986b2c51ab service neutron] Port bba855e4-ccd8-42d3-8161-f7a1cf1e7fac on network a6860458-8089-4376-a722-7b1c40818ef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:11:00.485037 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-8e24bf0f-f781-464d-9269-ec986b2c51ab service neutron] Attempting to bind port bba855e4-ccd8-42d3-8161-f7a1cf1e7fac on network a6860458-8089-4376-a722-7b1c40818ef4 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:11:00.492365 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-8e24bf0f-f781-464d-9269-ec986b2c51ab service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:11:00.492925 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-8e24bf0f-f781-464d-9269-ec986b2c51ab service neutron] Checking segment: {'id': 'a679b6c2-4eb6-4677-b765-ccb3432ba71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:11:00.493487 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-8e24bf0f-f781-464d-9269-ec986b2c51ab service neutron] Bound using segment: {'id': 'a679b6c2-4eb6-4677-b765-ccb3432ba71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:11:00.495794 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-8e24bf0f-f781-464d-9269-ec986b2c51ab service neutron] Bound port: bba855e4-ccd8-42d3-8161-f7a1cf1e7fac, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a679b6c2-4eb6-4677-b765-ccb3432ba71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:11:00.497053 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-8e24bf0f-f781-464d-9269-ec986b2c51ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:00.576297 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-8e24bf0f-f781-464d-9269-ec986b2c51ab service neutron] For port bba855e4-ccd8-42d3-8161-f7a1cf1e7fac, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:11:00.579705 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-8e24bf0f-f781-464d-9269-ec986b2c51ab service neutron] For port bba855e4-ccd8-42d3-8161-f7a1cf1e7fac, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=bba855e4-ccd8-42d3-8161-f7a1cf1e7fac,segment=NetworkSegment(a679b6c2-4eb6-4677-b765-ccb3432ba71e),segment_id=a679b6c2-4eb6-4677-b765-ccb3432ba71e)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:11:00.586952 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-8e24bf0f-f781-464d-9269-ec986b2c51ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:00.633116 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-8e24bf0f-f781-464d-9269-ec986b2c51ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:00.633764 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-8e24bf0f-f781-464d-9269-ec986b2c51ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:00.637009 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-8e24bf0f-f781-464d-9269-ec986b2c51ab service neutron] 10.222.0.31 "PUT /v2.0/ports/bba855e4-ccd8-42d3-8161-f7a1cf1e7fac HTTP/1.1" status: 200 len: 1092 time: 0.9714317 Dec 09 16:11:00.637512 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2154db76-90d7-4873-9cc5-f5aa6bb3985a', 'tag': 'bba855e4-ccd8-42d3-8161-f7a1cf1e7fac'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:11:00.640020 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fb6bd4-fa78-420e-93cf-41b38c675e62" -d '{"events": [{"name": "network-changed", "server_uuid": "2154db76-90d7-4873-9cc5-f5aa6bb3985a", "tag": "bba855e4-ccd8-42d3-8161-f7a1cf1e7fac"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:11:00.676544 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e24bf0f-f781-464d-9269-ec986b2c51ab service neutron] Pushing event updated for resources: {'Port': ['ID=bba855e4-ccd8-42d3-8161-f7a1cf1e7fac,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:11:00.687611 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3d0d58-7612-475a-b436-339a146b5007 x-openstack-request-id: req-8c3d0d58-7612-475a-b436-339a146b5007 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:11:00.687894 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2154db76-90d7-4873-9cc5-f5aa6bb3985a", "tag": "bba855e4-ccd8-42d3-8161-f7a1cf1e7fac", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:11:00.688188 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8c3d0d58-7612-475a-b436-339a146b5007 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:11:00.688983 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2154db76-90d7-4873-9cc5-f5aa6bb3985a', 'tag': 'bba855e4-ccd8-42d3-8161-f7a1cf1e7fac', 'status': 'completed', 'code': 200} Dec 09 16:11:00.690630 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24bf0f-f781-464d-9269-ec986b2c51ab service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:11:00.691053 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24bf0f-f781-464d-9269-ec986b2c51ab service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:11:00.691395 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24bf0f-f781-464d-9269-ec986b2c51ab service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:11:00.691733 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24bf0f-f781-464d-9269-ec986b2c51ab service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:11:00.692064 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24bf0f-f781-464d-9269-ec986b2c51ab service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:11:00.692393 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24bf0f-f781-464d-9269-ec986b2c51ab service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:11:00.692739 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24bf0f-f781-464d-9269-ec986b2c51ab service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:11:00.693066 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24bf0f-f781-464d-9269-ec986b2c51ab service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:11:00.693383 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24bf0f-f781-464d-9269-ec986b2c51ab service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:11:00.693706 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24bf0f-f781-464d-9269-ec986b2c51ab service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:11:00.694057 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24bf0f-f781-464d-9269-ec986b2c51ab service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:11:00.694378 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24bf0f-f781-464d-9269-ec986b2c51ab service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:11:00.694696 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24bf0f-f781-464d-9269-ec986b2c51ab service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:11:00.750111 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-9531d495-2a6f-41fb-bb6e-f8812972a2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:00.751646 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-9531d495-2a6f-41fb-bb6e-f8812972a2a7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed744bdd64cf4529a4e59d4f7e83d0c7&device_id=2154db76-90d7-4873-9cc5-f5aa6bb3985a HTTP/1.1" status: 200 len: 1095 time: 0.0521617 Dec 09 16:11:00.801276 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-d0533b89-2708-4368-9e5a-4da83892a4e6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bba855e4-ccd8-42d3-8161-f7a1cf1e7fac HTTP/1.1" status: 200 len: 217 time: 0.0394959 Dec 09 16:11:00.861686 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-95496dbb-782c-4772-8462-e441fe136b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:00.863806 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-95496dbb-782c-4772-8462-e441fe136b87 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1eccceca-2871-4532-af54-95d3af68b080 HTTP/1.1" status: 200 len: 850 time: 0.0544639 Dec 09 16:11:00.910820 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-ef62ed1a-5a21-4092-9a60-24adde5b57eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:00.912239 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-ef62ed1a-5a21-4092-9a60-24adde5b57eb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a6860458-8089-4376-a722-7b1c40818ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408812 Dec 09 16:11:01.002162 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-46be5081-e746-49e7-b159-5209fb36b51e service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817511 Dec 09 16:11:01.106495 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71440061-b8c7-43f2-88de-eb70c8be6497 req-61ea094b-96de-4a15-9c7a-1365f86e4dd8 service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951705 Dec 09 16:11:01.202900 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb6bd4-fa78-420e-93cf-41b38c675e62 req-693c04f6-ed97-4b83-9fc8-87280a7b8308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:01.204498 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-75fb6bd4-fa78-420e-93cf-41b38c675e62 req-693c04f6-ed97-4b83-9fc8-87280a7b8308 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed744bdd64cf4529a4e59d4f7e83d0c7&device_id=2154db76-90d7-4873-9cc5-f5aa6bb3985a HTTP/1.1" status: 200 len: 1095 time: 0.0443382 Dec 09 16:11:01.297922 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb6bd4-fa78-420e-93cf-41b38c675e62 req-bbbe48ca-1659-40b1-98f2-dd907f79e777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:01.299387 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-75fb6bd4-fa78-420e-93cf-41b38c675e62 req-bbbe48ca-1659-40b1-98f2-dd907f79e777 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a6860458-8089-4376-a722-7b1c40818ef4 HTTP/1.1" status: 200 len: 912 time: 0.0879807 Dec 09 16:11:01.342638 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-75fb6bd4-fa78-420e-93cf-41b38c675e62 req-243b35b4-4981-493d-a056-a315c14d10b7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bba855e4-ccd8-42d3-8161-f7a1cf1e7fac HTTP/1.1" status: 200 len: 217 time: 0.0354939 Dec 09 16:11:01.390573 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb6bd4-fa78-420e-93cf-41b38c675e62 req-59536b57-3612-4f6d-be36-f9231b0fc803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:01.392031 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-75fb6bd4-fa78-420e-93cf-41b38c675e62 req-59536b57-3612-4f6d-be36-f9231b0fc803 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1eccceca-2871-4532-af54-95d3af68b080 HTTP/1.1" status: 200 len: 850 time: 0.0428119 Dec 09 16:11:01.442817 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb6bd4-fa78-420e-93cf-41b38c675e62 req-a41d197a-d63e-4da8-bbdd-50cddbe3d753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:01.444201 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-75fb6bd4-fa78-420e-93cf-41b38c675e62 req-a41d197a-d63e-4da8-bbdd-50cddbe3d753 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a6860458-8089-4376-a722-7b1c40818ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443666 Dec 09 16:11:01.579239 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5486ada-26fa-4b7f-ab8f-23352b7f9887 req-1f3fdd51-f6ea-43df-a607-c7098dae1beb tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:01.581138 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d5486ada-26fa-4b7f-ab8f-23352b7f9887 req-1f3fdd51-f6ea-43df-a607-c7098dae1beb tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=2154db76-90d7-4873-9cc5-f5aa6bb3985a HTTP/1.1" status: 200 len: 944 time: 0.0800920 Dec 09 16:11:01.584833 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-75fb6bd4-fa78-420e-93cf-41b38c675e62 req-6b372152-f68a-4ab1-961c-ff88ad79efe8 service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331546 Dec 09 16:11:01.688980 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d5486ada-26fa-4b7f-ab8f-23352b7f9887 req-b016d78e-5516-4fea-9127-9f3ef37cd564 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015470 Dec 09 16:11:01.708540 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-75fb6bd4-fa78-420e-93cf-41b38c675e62 req-9afea78e-ae44-4b80-a5e5-95fd3b634524 service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135168 Dec 09 16:11:02.808732 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78d780-a359-4209-8e87-cd162d6992e3 req-04d3feb1-25eb-4c30-bce2-521a99655f51 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:02.810252 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fd78d780-a359-4209-8e87-cd162d6992e3 req-04d3feb1-25eb-4c30-bce2-521a99655f51 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=2154db76-90d7-4873-9cc5-f5aa6bb3985a HTTP/1.1" status: 200 len: 944 time: 0.0513797 Dec 09 16:11:02.864515 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fd78d780-a359-4209-8e87-cd162d6992e3 req-424cb525-5655-4c6d-ae20-c043077ef72a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481298 Dec 09 16:11:03.985207 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2847a-cfa8-46ab-a908-afaaa223fe0e req-4bb1a53e-fe28-420a-827b-24484c81ff19 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:03.986730 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7cd2847a-cfa8-46ab-a908-afaaa223fe0e req-4bb1a53e-fe28-420a-827b-24484c81ff19 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=2154db76-90d7-4873-9cc5-f5aa6bb3985a HTTP/1.1" status: 200 len: 944 time: 0.0517468 Dec 09 16:11:04.039907 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7cd2847a-cfa8-46ab-a908-afaaa223fe0e req-c7aaf7a6-d783-4efb-a142-2c5f001a461d tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468771 Dec 09 16:11:05.160630 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e032b-f93d-434c-b239-7865adf418e7 req-82067d4a-baf8-4607-b8f2-4ceb9b2f9127 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:05.162161 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b12e032b-f93d-434c-b239-7865adf418e7 req-82067d4a-baf8-4607-b8f2-4ceb9b2f9127 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=2154db76-90d7-4873-9cc5-f5aa6bb3985a HTTP/1.1" status: 200 len: 944 time: 0.0499675 Dec 09 16:11:05.208150 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b12e032b-f93d-434c-b239-7865adf418e7 req-9d1b87cb-10bc-43a7-b43b-a3c2fa4d3e33 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401969 Dec 09 16:11:06.328248 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790eb760-5286-4b70-a3c4-43a552ffd1d7 req-e418a0f8-8b44-4c76-98a9-440ace5a6078 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:06.329688 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-790eb760-5286-4b70-a3c4-43a552ffd1d7 req-e418a0f8-8b44-4c76-98a9-440ace5a6078 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=2154db76-90d7-4873-9cc5-f5aa6bb3985a HTTP/1.1" status: 200 len: 944 time: 0.0515478 Dec 09 16:11:06.377523 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-790eb760-5286-4b70-a3c4-43a552ffd1d7 req-355e1877-db7a-4c18-aafe-ccd3bf3d373f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419209 Dec 09 16:11:07.507776 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db7be2-812e-4727-9828-2c1cb60289e5 req-244ec2ed-f028-4db6-85db-5445ce2456cb tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:07.509937 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d9db7be2-812e-4727-9828-2c1cb60289e5 req-244ec2ed-f028-4db6-85db-5445ce2456cb tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=2154db76-90d7-4873-9cc5-f5aa6bb3985a HTTP/1.1" status: 200 len: 944 time: 0.0623116 Dec 09 16:11:07.567863 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d9db7be2-812e-4727-9828-2c1cb60289e5 req-5fbd4c6f-8e93-47ff-90dc-452da6a0b6be tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482802 Dec 09 16:11:08.693131 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f81859-d38e-44ad-8ee0-23d20d00edad req-581babda-d82b-486e-a280-ae9c3cfc31dc tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:08.694636 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a3f81859-d38e-44ad-8ee0-23d20d00edad req-581babda-d82b-486e-a280-ae9c3cfc31dc tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=2154db76-90d7-4873-9cc5-f5aa6bb3985a HTTP/1.1" status: 200 len: 944 time: 0.0552249 Dec 09 16:11:08.743056 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a3f81859-d38e-44ad-8ee0-23d20d00edad req-92abd363-bc6a-448a-aaa4-6d6887800a2a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419717 Dec 09 16:11:09.861442 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf56217-09cd-422f-a043-f525eba2de01 req-a805b06f-71a0-4cb6-b972-8b3125d751ee tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:09.862942 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2bf56217-09cd-422f-a043-f525eba2de01 req-a805b06f-71a0-4cb6-b972-8b3125d751ee tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=2154db76-90d7-4873-9cc5-f5aa6bb3985a HTTP/1.1" status: 200 len: 944 time: 0.0491569 Dec 09 16:11:09.909826 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2bf56217-09cd-422f-a043-f525eba2de01 req-08f710e0-5218-4b40-b102-e948c165274c tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410528 Dec 09 16:11:11.033870 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203c1a1-5c48-40cb-9348-5ed33cd4b212 req-3f753fa6-fe44-4b48-93f0-9a2266bce56f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:11.035336 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f203c1a1-5c48-40cb-9348-5ed33cd4b212 req-3f753fa6-fe44-4b48-93f0-9a2266bce56f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=2154db76-90d7-4873-9cc5-f5aa6bb3985a HTTP/1.1" status: 200 len: 944 time: 0.0486476 Dec 09 16:11:11.085371 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f203c1a1-5c48-40cb-9348-5ed33cd4b212 req-4cce56f2-0774-4710-9d7b-ddd4c63ea6fd tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440886 Dec 09 16:11:12.205043 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b3242-9fdc-435f-9734-59df2934918f req-b04a435e-2aa6-40d6-9e8a-9b77edb3abe4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:12.206534 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d78b3242-9fdc-435f-9734-59df2934918f req-b04a435e-2aa6-40d6-9e8a-9b77edb3abe4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=2154db76-90d7-4873-9cc5-f5aa6bb3985a HTTP/1.1" status: 200 len: 944 time: 0.0489841 Dec 09 16:11:12.253800 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d78b3242-9fdc-435f-9734-59df2934918f req-f1ffbb28-4e94-412e-a197-b6f72a22e3f2 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414510 Dec 09 16:11:13.087813 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device bba855e4-ccd8-42d3-8161-f7a1cf1e7fac details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:11:13.181076 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port bba855e4-ccd8-42d3-8161-f7a1cf1e7fac, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=bba855e4-ccd8-42d3-8161-f7a1cf1e7fac,segment=NetworkSegment(a679b6c2-4eb6-4677-b765-ccb3432ba71e),segment_id=a679b6c2-4eb6-4677-b765-ccb3432ba71e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:11:13.192309 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'bba855e4-ccd8-42d3-8161-f7a1cf1e7fac', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'port_id': 'bba855e4-ccd8-42d3-8161-f7a1cf1e7fac', 'mac_address': 'fa:16:3e:e6:31:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eccceca-2871-4532-af54-95d3af68b080', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:11:13.228593 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:13.241467 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bba855e4-ccd8-42d3-8161-f7a1cf1e7fac {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:11:13.259543 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port bba855e4-ccd8-42d3-8161-f7a1cf1e7fac, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=bba855e4-ccd8-42d3-8161-f7a1cf1e7fac,segment=NetworkSegment(a679b6c2-4eb6-4677-b765-ccb3432ba71e),segment_id=a679b6c2-4eb6-4677-b765-ccb3432ba71e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:11:13.264008 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:13.311078 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=bba855e4-ccd8-42d3-8161-f7a1cf1e7fac,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:11:13.318472 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:11:13.318822 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:11:13.319173 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:11:13.319508 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:11:13.319843 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:11:13.320176 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:11:13.320548 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:11:13.320879 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:11:13.324529 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:11:13.324529 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:11:13.324529 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:11:13.324529 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:11:13.324529 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:11:13.374263 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35861849-6ce7-43b4-a679-00505ed06524 req-f47eacbf-b1bb-46d7-80f6-2b3f32709ead tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:13.375703 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-35861849-6ce7-43b4-a679-00505ed06524 req-f47eacbf-b1bb-46d7-80f6-2b3f32709ead tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=2154db76-90d7-4873-9cc5-f5aa6bb3985a HTTP/1.1" status: 200 len: 945 time: 0.0513761 Dec 09 16:11:13.423378 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-35861849-6ce7-43b4-a679-00505ed06524 req-3f3a9805-19bd-4d24-af9e-07837c981bef tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416343 Dec 09 16:11:13.588188 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['bba855e4-ccd8-42d3-8161-f7a1cf1e7fac'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:11:14.544055 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76056b5-c155-4f8d-9669-29f021b53870 req-7338bc51-8a25-4754-a7b0-5f45ac6626a8 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:14.545566 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e76056b5-c155-4f8d-9669-29f021b53870 req-7338bc51-8a25-4754-a7b0-5f45ac6626a8 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=2154db76-90d7-4873-9cc5-f5aa6bb3985a HTTP/1.1" status: 200 len: 945 time: 0.0522907 Dec 09 16:11:14.592722 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e76056b5-c155-4f8d-9669-29f021b53870 req-056e7651-2f1f-4203-897b-4237b6d97301 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411341 Dec 09 16:11:15.105399 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device bba855e4-ccd8-42d3-8161-f7a1cf1e7fac up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:11:15.153933 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port bba855e4-ccd8-42d3-8161-f7a1cf1e7fac completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:11:15.157931 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port bba855e4-ccd8-42d3-8161-f7a1cf1e7fac triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:11:15.158307 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:15.237597 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:15.259587 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2154db76-90d7-4873-9cc5-f5aa6bb3985a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba855e4-ccd8-42d3-8161-f7a1cf1e7fac'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:11:15.261943 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72d6b4c-123b-4360-b9d6-2f9f210b1eef" -d '{"events": [{"server_uuid": "2154db76-90d7-4873-9cc5-f5aa6bb3985a", "name": "network-vif-plugged", "status": "completed", "tag": "bba855e4-ccd8-42d3-8161-f7a1cf1e7fac"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:11:15.274070 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port bba855e4-ccd8-42d3-8161-f7a1cf1e7fac, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=bba855e4-ccd8-42d3-8161-f7a1cf1e7fac,segment=NetworkSegment(a679b6c2-4eb6-4677-b765-ccb3432ba71e),segment_id=a679b6c2-4eb6-4677-b765-ccb3432ba71e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:11:15.278563 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:15.302918 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc8d50e-c2f8-49c9-a146-485e122a223b x-openstack-request-id: req-5cc8d50e-c2f8-49c9-a146-485e122a223b {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:11:15.303213 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2154db76-90d7-4873-9cc5-f5aa6bb3985a", "name": "network-vif-plugged", "status": "completed", "tag": "bba855e4-ccd8-42d3-8161-f7a1cf1e7fac", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:11:15.303475 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5cc8d50e-c2f8-49c9-a146-485e122a223b {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:11:15.303874 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2154db76-90d7-4873-9cc5-f5aa6bb3985a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba855e4-ccd8-42d3-8161-f7a1cf1e7fac', 'code': 200} Dec 09 16:11:15.329126 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=bba855e4-ccd8-42d3-8161-f7a1cf1e7fac,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:11:15.410356 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ba563-a3f0-42af-adea-b913f201bb1f req-ed3008b2-9e17-49b6-99e4-c4d40dd90720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:15.411831 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d34ba563-a3f0-42af-adea-b913f201bb1f req-ed3008b2-9e17-49b6-99e4-c4d40dd90720 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2154db76-90d7-4873-9cc5-f5aa6bb3985a HTTP/1.1" status: 200 len: 1097 time: 0.0392470 Dec 09 16:11:15.454939 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d34ba563-a3f0-42af-adea-b913f201bb1f req-1ad451d2-d266-44b5-b939-9a7dfb9ca20b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361211 Dec 09 16:11:15.707266 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe8162-367b-4543-ab6e-c44794d1b2f3 req-91906596-fb4d-4d16-881f-eee2329bcf80 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:15.708853 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f9fe8162-367b-4543-ab6e-c44794d1b2f3 req-91906596-fb4d-4d16-881f-eee2329bcf80 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=2154db76-90d7-4873-9cc5-f5aa6bb3985a HTTP/1.1" status: 200 len: 946 time: 0.0478530 Dec 09 16:11:15.760553 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f9fe8162-367b-4543-ab6e-c44794d1b2f3 req-dc0ae7f9-4168-4d76-baf8-c52690e07795 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452256 Dec 09 16:11:16.236331 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:16.881390 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40dd6f-4d0a-46bb-99ce-803e447c4dc3 req-15b98264-4c36-49c9-b368-8ec2d042d625 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:16.882867 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8d40dd6f-4d0a-46bb-99ce-803e447c4dc3 req-15b98264-4c36-49c9-b368-8ec2d042d625 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=2154db76-90d7-4873-9cc5-f5aa6bb3985a HTTP/1.1" status: 200 len: 946 time: 0.0500064 Dec 09 16:11:16.929171 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8d40dd6f-4d0a-46bb-99ce-803e447c4dc3 req-a200a20c-4b20-4443-bdf7-7900fae8ae9c tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395322 Dec 09 16:11:17.103507 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d07ef3-284b-4873-8950-ec03b2cb1534 req-2444746b-074f-4bbb-95bb-c571a98fc934 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:17.105445 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f7d07ef3-284b-4873-8950-ec03b2cb1534 req-2444746b-074f-4bbb-95bb-c571a98fc934 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=2154db76-90d7-4873-9cc5-f5aa6bb3985a HTTP/1.1" status: 200 len: 946 time: 0.0490148 Dec 09 16:11:17.152227 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f7d07ef3-284b-4873-8950-ec03b2cb1534 req-368b5f36-3c24-4456-a6ed-2520ce5340d2 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409250 Dec 09 16:11:17.267713 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64f0bc-d2a9-4c04-a37e-4c86a910c0e7 req-9ddcc08b-648c-45c8-820e-eed9491cbccf tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:17.269229 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6c64f0bc-d2a9-4c04-a37e-4c86a910c0e7 req-9ddcc08b-648c-45c8-820e-eed9491cbccf tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=2154db76-90d7-4873-9cc5-f5aa6bb3985a HTTP/1.1" status: 200 len: 946 time: 0.0521362 Dec 09 16:11:17.322314 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6c64f0bc-d2a9-4c04-a37e-4c86a910c0e7 req-d0c11751-7b77-4165-8018-0981abc81008 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471137 Dec 09 16:11:17.548694 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89ff9f-77ac-4c8a-8d85-878f1bed2c4e req-36e63596-18f5-474a-9926-08c3b57f2001 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:17.550178 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1c89ff9f-77ac-4c8a-8d85-878f1bed2c4e req-36e63596-18f5-474a-9926-08c3b57f2001 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=2154db76-90d7-4873-9cc5-f5aa6bb3985a HTTP/1.1" status: 200 len: 946 time: 0.0483587 Dec 09 16:11:17.598088 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1c89ff9f-77ac-4c8a-8d85-878f1bed2c4e req-259e9a16-6b1f-4d16-952d-9421c96808e9 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422242 Dec 09 16:11:18.718522 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd362c-6d89-4ba2-9f2a-f843c9717e10 req-eb06ebb1-f145-4a70-a594-d950b3286963 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:18.720030 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f5fd362c-6d89-4ba2-9f2a-f843c9717e10 req-eb06ebb1-f145-4a70-a594-d950b3286963 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=2154db76-90d7-4873-9cc5-f5aa6bb3985a HTTP/1.1" status: 200 len: 946 time: 0.0524478 Dec 09 16:11:19.053686 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f5fd362c-6d89-4ba2-9f2a-f843c9717e10 req-81fe8192-a798-43a0-a564-91d857630692 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275306 Dec 09 16:11:19.176922 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e282c-a502-48c0-97c3-f114c8c71ef5 req-87c79c68-a89f-431f-b998-e355d65e347b tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:19.178373 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8c6e282c-a502-48c0-97c3-f114c8c71ef5 req-87c79c68-a89f-431f-b998-e355d65e347b tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.31 "GET /v2.0/ports?device_id=2154db76-90d7-4873-9cc5-f5aa6bb3985a HTTP/1.1" status: 200 len: 946 time: 0.0495558 Dec 09 16:11:19.267145 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-8c6e282c-a502-48c0-97c3-f114c8c71ef5 req-89d86816-065b-416a-bb8c-ccd83c35b2ef tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Deleting port bba855e4-ccd8-42d3-8161-f7a1cf1e7fac {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:11:19.267475 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8c6e282c-a502-48c0-97c3-f114c8c71ef5 req-89d86816-065b-416a-bb8c-ccd83c35b2ef tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:19.354707 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-8c6e282c-a502-48c0-97c3-f114c8c71ef5 req-89d86816-065b-416a-bb8c-ccd83c35b2ef tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] For port bba855e4-ccd8-42d3-8161-f7a1cf1e7fac, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=bba855e4-ccd8-42d3-8161-f7a1cf1e7fac,segment=NetworkSegment(a679b6c2-4eb6-4677-b765-ccb3432ba71e),segment_id=a679b6c2-4eb6-4677-b765-ccb3432ba71e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:11:19.355128 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8c6e282c-a502-48c0-97c3-f114c8c71ef5 req-89d86816-065b-416a-bb8c-ccd83c35b2ef tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:19.367558 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-8c6e282c-a502-48c0-97c3-f114c8c71ef5 req-89d86816-065b-416a-bb8c-ccd83c35b2ef tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Calling delete_port for bba855e4-ccd8-42d3-8161-f7a1cf1e7fac owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:11:19.494787 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8c6e282c-a502-48c0-97c3-f114c8c71ef5 req-89d86816-065b-416a-bb8c-ccd83c35b2ef tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:19.506219 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['bba855e4-ccd8-42d3-8161-f7a1cf1e7fac'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:11:19.523223 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d86816-065b-416a-bb8c-ccd83c35b2ef tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Pushing event deleted for resources: {'Port': ['ID=bba855e4-ccd8-42d3-8161-f7a1cf1e7fac,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:11:19.565032 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6e282c-a502-48c0-97c3-f114c8c71ef5 req-89d86816-065b-416a-bb8c-ccd83c35b2ef tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] No DVR routers for this DVR port bba855e4-ccd8-42d3-8161-f7a1cf1e7fac on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:11:19.567664 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8c6e282c-a502-48c0-97c3-f114c8c71ef5 req-89d86816-065b-416a-bb8c-ccd83c35b2ef tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:19.571052 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8c6e282c-a502-48c0-97c3-f114c8c71ef5 req-89d86816-065b-416a-bb8c-ccd83c35b2ef tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.31 "DELETE /v2.0/ports/bba855e4-ccd8-42d3-8161-f7a1cf1e7fac HTTP/1.1" status: 204 len: 173 time: 0.3869460 Dec 09 16:11:19.571518 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2154db76-90d7-4873-9cc5-f5aa6bb3985a', 'name': 'network-vif-deleted', 'tag': 'bba855e4-ccd8-42d3-8161-f7a1cf1e7fac'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:11:19.574476 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66538907-963f-4e5f-80bc-800a7c1bc166" -d '{"events": [{"server_uuid": "2154db76-90d7-4873-9cc5-f5aa6bb3985a", "name": "network-vif-deleted", "tag": "bba855e4-ccd8-42d3-8161-f7a1cf1e7fac"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:11:19.622677 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da724e80-bd4f-4692-b663-f9c534262dab x-openstack-request-id: req-da724e80-bd4f-4692-b663-f9c534262dab {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:11:19.623060 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2154db76-90d7-4873-9cc5-f5aa6bb3985a", "name": "network-vif-deleted", "tag": "bba855e4-ccd8-42d3-8161-f7a1cf1e7fac", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:11:19.623349 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-da724e80-bd4f-4692-b663-f9c534262dab {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:11:19.623756 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2154db76-90d7-4873-9cc5-f5aa6bb3985a', 'name': 'network-vif-deleted', 'tag': 'bba855e4-ccd8-42d3-8161-f7a1cf1e7fac', 'status': 'completed', 'code': 200} Dec 09 16:11:20.156946 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9ba91a57-1043-47f0-af02-2cf1979c6b18 req-e77d0e5b-f9d9-4a43-b8e9-784e1114ab39 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=2154db76-90d7-4873-9cc5-f5aa6bb3985a HTTP/1.1" status: 200 len: 210 time: 0.0309925 Dec 09 16:11:20.493231 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-34c1f638-69ed-4497-b32a-f7906a2c9a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:21.257794 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-312f3915-adf0-47a1-bea6-fb81ee93061c req-955e97da-39b9-4d39-ad86-759c9f5cb2ca tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=2154db76-90d7-4873-9cc5-f5aa6bb3985a HTTP/1.1" status: 200 len: 210 time: 0.0273314 Dec 09 16:11:22.359815 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-493f9d0e-ed39-44b2-9c9f-515e181dfad0 req-9d59f685-63f8-4b69-a197-07a2a8de34dc tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=2154db76-90d7-4873-9cc5-f5aa6bb3985a HTTP/1.1" status: 200 len: 210 time: 0.0267789 Dec 09 16:11:23.020684 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-03628e0f-43d3-46bb-8109-1222901c774d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:23.142665 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device bba855e4-ccd8-42d3-8161-f7a1cf1e7fac no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:11:23.162437 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: bba855e4-ccd8-42d3-8161-f7a1cf1e7fac {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:11:23.162783 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device bba855e4-ccd8-42d3-8161-f7a1cf1e7fac not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:11:23.458262 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-552a728f-d366-426f-81a4-97c393c5e595 req-398900bd-2736-4058-a183-ac6ccf1a521a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=2154db76-90d7-4873-9cc5-f5aa6bb3985a HTTP/1.1" status: 200 len: 210 time: 0.0281644 Dec 09 16:11:24.137495 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:24.827021 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:25.399162 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:26.454483 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:30.753566 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:11:41.145937 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7af58c1b-7663-4926-afdb-0cf02459a51e req-9cb69c7c-63df-48cf-8491-bc6e91446319 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406282 Dec 09 16:11:41.248722 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af58c1b-7663-4926-afdb-0cf02459a51e req-acd0f5b2-d082-4ade-8671-81414e78288b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:41.250219 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7af58c1b-7663-4926-afdb-0cf02459a51e req-acd0f5b2-d082-4ade-8671-81414e78288b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d1a17c4f79b6475180f40fbc91b21271&device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 1096 time: 0.0447612 Dec 09 16:11:41.354309 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af58c1b-7663-4926-afdb-0cf02459a51e req-38e7da48-0f00-46f5-9471-24e638d16be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:41.355778 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7af58c1b-7663-4926-afdb-0cf02459a51e req-38e7da48-0f00-46f5-9471-24e638d16be4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ce25dac2-f6ce-4523-8255-ce6ac115ce5f HTTP/1.1" status: 200 len: 917 time: 0.0847561 Dec 09 16:11:41.424407 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7af58c1b-7663-4926-afdb-0cf02459a51e req-b0e30b4f-9694-4112-83a6-c794b9788340 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f07334f-7dbc-4744-82f4-e81390061a7c HTTP/1.1" status: 200 len: 1000 time: 0.0611472 Dec 09 16:11:41.474832 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af58c1b-7663-4926-afdb-0cf02459a51e req-53dd2875-099a-4b5d-8f41-ed54ba2b51bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:41.477106 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7af58c1b-7663-4926-afdb-0cf02459a51e req-53dd2875-099a-4b5d-8f41-ed54ba2b51bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbee70a7-ae73-4915-a662-48eb665c9e7f HTTP/1.1" status: 200 len: 855 time: 0.0446978 Dec 09 16:11:41.535560 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af58c1b-7663-4926-afdb-0cf02459a51e req-a013ef69-08ff-4d3e-b5bf-7a5fff0b3d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:41.537437 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7af58c1b-7663-4926-afdb-0cf02459a51e req-a013ef69-08ff-4d3e-b5bf-7a5fff0b3d41 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ce25dac2-f6ce-4523-8255-ce6ac115ce5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532858 Dec 09 16:11:41.654405 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7af58c1b-7663-4926-afdb-0cf02459a51e req-58faa0e3-bb34-4297-86a1-79186c5301e1 service neutron] 10.222.0.42 "GET /v2.0/networks/ce25dac2-f6ce-4523-8255-ce6ac115ce5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094265 Dec 09 16:11:41.763426 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7af58c1b-7663-4926-afdb-0cf02459a51e req-22e1957f-814f-468b-beff-0319137286e6 service neutron] 10.222.0.42 "GET /v2.0/networks/ce25dac2-f6ce-4523-8255-ce6ac115ce5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022046 Dec 09 16:11:45.527910 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-c672eb81-4792-49c4-a1a2-6b5f498f1ca0 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:45.529522 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-c672eb81-4792-49c4-a1a2-6b5f498f1ca0 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/networks?id=a6860458-8089-4376-a722-7b1c40818ef4 HTTP/1.1" status: 200 len: 811 time: 0.1121433 Dec 09 16:11:45.546636 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-2ad5dd7f-9ac4-4018-b012-0d9a9605f4ea tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/quotas/ed744bdd64cf4529a4e59d4f7e83d0c7 HTTP/1.1" status: 200 len: 375 time: 0.0106750 Dec 09 16:11:45.602054 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-54de7221-3142-42bc-a77f-9da46fa1fcd8 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ed744bdd64cf4529a4e59d4f7e83d0c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487487 Dec 09 16:11:45.690475 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-2c11a328-6fff-4e37-91c3-3cd52fb1e3b5 service neutron] 10.222.0.57 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809104 Dec 09 16:11:45.784565 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-6aec3fe3-ebcb-43d6-9513-2d3bf8434e05 service neutron] 10.222.0.57 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882292 Dec 09 16:11:45.968187 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ee9517ae-2f4a-45dd-bab8-71f71d067626 req-a57aef5a-52ed-493b-a404-483d54bf398d tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=194e3d79-b95a-4b02-93e2-4585d040eb5d HTTP/1.1" status: 200 len: 210 time: 0.0273833 Dec 09 16:11:46.238764 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:46.887863 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-626069e1-a112-43ea-b45f-a49d430424b3 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:46.889378 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-626069e1-a112-43ea-b45f-a49d430424b3 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.31 "GET /v2.0/networks?id=a6860458-8089-4376-a722-7b1c40818ef4 HTTP/1.1" status: 200 len: 811 time: 0.1081412 Dec 09 16:11:46.902240 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-833bfbbb-5e99-405a-b07b-b17c71e7cdda tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Request body: {'port': {'device_id': '194e3d79-b95a-4b02-93e2-4585d040eb5d', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'admin_state_up': True, 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:11:47.013381 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-833bfbbb-5e99-405a-b07b-b17c71e7cdda tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Made reservation on behalf of ed744bdd64cf4529a4e59d4f7e83d0c7 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:11:47.017517 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-833bfbbb-5e99-405a-b07b-b17c71e7cdda tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:47.103928 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a8868418-fe02-4d14-9c22-d5048eba6aef req-40798f35-fd7b-4eeb-aef9-326ca8fb9f03 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=194e3d79-b95a-4b02-93e2-4585d040eb5d HTTP/1.1" status: 200 len: 210 time: 0.0620065 Dec 09 16:11:47.184313 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-833bfbbb-5e99-405a-b07b-b17c71e7cdda tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Allocated IP 172.20.0.11 (a6860458-8089-4376-a722-7b1c40818ef4/1eccceca-2871-4532-af54-95d3af68b080/32efcfb5-b095-4ff1-9ea0-c8baae3098f3) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:11:47.350573 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-833bfbbb-5e99-405a-b07b-b17c71e7cdda tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:47.391696 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-833bfbbb-5e99-405a-b07b-b17c71e7cdda tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:47.435338 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-833bfbbb-5e99-405a-b07b-b17c71e7cdda tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Network a6860458-8089-4376-a722-7b1c40818ef4 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:11:47.440469 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-833bfbbb-5e99-405a-b07b-b17c71e7cdda tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:11:47.444144 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-833bfbbb-5e99-405a-b07b-b17c71e7cdda tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:11:47.468669 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833bfbbb-5e99-405a-b07b-b17c71e7cdda tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Pushing event updated for resources: {'Port': ['ID=32efcfb5-b095-4ff1-9ea0-c8baae3098f3,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:11:47.499867 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-833bfbbb-5e99-405a-b07b-b17c71e7cdda tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:47.500534 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-833bfbbb-5e99-405a-b07b-b17c71e7cdda tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:47.519855 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-833bfbbb-5e99-405a-b07b-b17c71e7cdda tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6215293 Dec 09 16:11:47.532666 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-9aed8ca9-526e-49fe-ae3f-62b9f547b0c7 service neutron] Request body: {'port': {'device_id': '194e3d79-b95a-4b02-93e2-4585d040eb5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:11:47.596983 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-9aed8ca9-526e-49fe-ae3f-62b9f547b0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:47.697347 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7a5b0f43-7981-4518-8bd4-fa0cb956dcf6 None None] Provisioning complete for port 32efcfb5-b095-4ff1-9ea0-c8baae3098f3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:11:47.697941 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7a5b0f43-7981-4518-8bd4-fa0cb956dcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:47.731401 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-7a5b0f43-7981-4518-8bd4-fa0cb956dcf6 None None] Port 32efcfb5-b095-4ff1-9ea0-c8baae3098f3 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:11:47.877405 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-9aed8ca9-526e-49fe-ae3f-62b9f547b0c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32efcfb5-b095-4ff1-9ea0-c8baae3098f3 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:11:47.885485 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-9aed8ca9-526e-49fe-ae3f-62b9f547b0c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:47.897515 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-9aed8ca9-526e-49fe-ae3f-62b9f547b0c7 service neutron] Transition to ACTIVE for port object 32efcfb5-b095-4ff1-9ea0-c8baae3098f3 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:11:47.903214 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-9aed8ca9-526e-49fe-ae3f-62b9f547b0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:47.957784 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed8ca9-526e-49fe-ae3f-62b9f547b0c7 service neutron] Pushing event updated for resources: {'Port': ['ID=32efcfb5-b095-4ff1-9ea0-c8baae3098f3,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:11:48.041181 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-9aed8ca9-526e-49fe-ae3f-62b9f547b0c7 service neutron] Attempting to bind port 32efcfb5-b095-4ff1-9ea0-c8baae3098f3 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:11:48.042141 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-9aed8ca9-526e-49fe-ae3f-62b9f547b0c7 service neutron] Attempting to bind port 32efcfb5-b095-4ff1-9ea0-c8baae3098f3 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': 'a679b6c2-4eb6-4677-b765-ccb3432ba71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:11:48.042473 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-9aed8ca9-526e-49fe-ae3f-62b9f547b0c7 service neutron] Attempting to bind port 32efcfb5-b095-4ff1-9ea0-c8baae3098f3 on network a6860458-8089-4376-a722-7b1c40818ef4 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:11:48.047822 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-9aed8ca9-526e-49fe-ae3f-62b9f547b0c7 service neutron] Port 32efcfb5-b095-4ff1-9ea0-c8baae3098f3 on network a6860458-8089-4376-a722-7b1c40818ef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:11:48.048156 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-9aed8ca9-526e-49fe-ae3f-62b9f547b0c7 service neutron] Attempting to bind port 32efcfb5-b095-4ff1-9ea0-c8baae3098f3 on network a6860458-8089-4376-a722-7b1c40818ef4 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:11:48.055483 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-9aed8ca9-526e-49fe-ae3f-62b9f547b0c7 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:11:48.055834 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-9aed8ca9-526e-49fe-ae3f-62b9f547b0c7 service neutron] Checking segment: {'id': 'a679b6c2-4eb6-4677-b765-ccb3432ba71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:11:48.056865 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-9aed8ca9-526e-49fe-ae3f-62b9f547b0c7 service neutron] Bound using segment: {'id': 'a679b6c2-4eb6-4677-b765-ccb3432ba71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:11:48.057329 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-9aed8ca9-526e-49fe-ae3f-62b9f547b0c7 service neutron] Bound port: 32efcfb5-b095-4ff1-9ea0-c8baae3098f3, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a679b6c2-4eb6-4677-b765-ccb3432ba71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:11:48.057697 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-9aed8ca9-526e-49fe-ae3f-62b9f547b0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:48.131509 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-9aed8ca9-526e-49fe-ae3f-62b9f547b0c7 service neutron] For port 32efcfb5-b095-4ff1-9ea0-c8baae3098f3, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:11:48.136998 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-9aed8ca9-526e-49fe-ae3f-62b9f547b0c7 service neutron] For port 32efcfb5-b095-4ff1-9ea0-c8baae3098f3, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=32efcfb5-b095-4ff1-9ea0-c8baae3098f3,segment=NetworkSegment(a679b6c2-4eb6-4677-b765-ccb3432ba71e),segment_id=a679b6c2-4eb6-4677-b765-ccb3432ba71e)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:11:48.142689 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-9aed8ca9-526e-49fe-ae3f-62b9f547b0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:48.176898 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-9aed8ca9-526e-49fe-ae3f-62b9f547b0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:48.178287 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-9aed8ca9-526e-49fe-ae3f-62b9f547b0c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:48.180173 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-9aed8ca9-526e-49fe-ae3f-62b9f547b0c7 service neutron] 10.222.0.31 "PUT /v2.0/ports/32efcfb5-b095-4ff1-9ea0-c8baae3098f3 HTTP/1.1" status: 200 len: 1092 time: 0.6520603 Dec 09 16:11:48.183369 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '194e3d79-b95a-4b02-93e2-4585d040eb5d', 'tag': '32efcfb5-b095-4ff1-9ea0-c8baae3098f3'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:11:48.187086 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6886f6fc-b986-48ab-8046-a60483a5bc51" -d '{"events": [{"name": "network-changed", "server_uuid": "194e3d79-b95a-4b02-93e2-4585d040eb5d", "tag": "32efcfb5-b095-4ff1-9ea0-c8baae3098f3"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:11:48.249670 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed8ca9-526e-49fe-ae3f-62b9f547b0c7 service neutron] Pushing event updated for resources: {'Port': ['ID=32efcfb5-b095-4ff1-9ea0-c8baae3098f3,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:11:48.320892 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-3f850233-c734-401f-8c89-d13cfd1603e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:48.322597 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-3f850233-c734-401f-8c89-d13cfd1603e3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed744bdd64cf4529a4e59d4f7e83d0c7&device_id=194e3d79-b95a-4b02-93e2-4585d040eb5d HTTP/1.1" status: 200 len: 1095 time: 0.0844698 Dec 09 16:11:48.332121 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e85a3-b42a-4f6f-8943-7d66c9df439b req-24c1911b-a581-4ad1-87e4-44319549dc49 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:48.333638 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e99e85a3-b42a-4f6f-8943-7d66c9df439b req-24c1911b-a581-4ad1-87e4-44319549dc49 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=194e3d79-b95a-4b02-93e2-4585d040eb5d HTTP/1.1" status: 200 len: 944 time: 0.1099167 Dec 09 16:11:48.378567 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-824349e7-c355-47a8-8191-dcf01e48f17a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32efcfb5-b095-4ff1-9ea0-c8baae3098f3 HTTP/1.1" status: 200 len: 217 time: 0.0438616 Dec 09 16:11:48.455862 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e99e85a3-b42a-4f6f-8943-7d66c9df439b req-7c55d97a-1051-4b4a-ba73-ec716cd3b1bf tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843115 Dec 09 16:11:48.459613 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-c4f462bf-29ab-4805-ac52-9e62c253dc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:48.461041 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-c4f462bf-29ab-4805-ac52-9e62c253dc8a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1eccceca-2871-4532-af54-95d3af68b080 HTTP/1.1" status: 200 len: 850 time: 0.0725513 Dec 09 16:11:48.514679 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-4fac5b0c-8b77-4e34-a95d-7443812c25ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:48.516985 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-4fac5b0c-8b77-4e34-a95d-7443812c25ec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a6860458-8089-4376-a722-7b1c40818ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483727 Dec 09 16:11:48.520582 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20c003d-14fe-493b-aea8-c603079dee1b x-openstack-request-id: req-f20c003d-14fe-493b-aea8-c603079dee1b {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:11:48.521281 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "194e3d79-b95a-4b02-93e2-4585d040eb5d", "tag": "32efcfb5-b095-4ff1-9ea0-c8baae3098f3", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:11:48.521684 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f20c003d-14fe-493b-aea8-c603079dee1b {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:11:48.522292 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '194e3d79-b95a-4b02-93e2-4585d040eb5d', 'tag': '32efcfb5-b095-4ff1-9ea0-c8baae3098f3', 'status': 'completed', 'code': 200} Dec 09 16:11:48.618269 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-120b6aa8-77db-4518-a108-90c0eb7842f9 service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916595 Dec 09 16:11:48.709198 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c5ac3a5b-542f-4538-adf5-2687d1ed64c0 req-66a3d2e1-1c86-40a7-9bc3-692bdad3179f service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833597 Dec 09 16:11:48.796655 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886f6fc-b986-48ab-8046-a60483a5bc51 req-fe231de0-391a-4396-9a4c-0854c31bdd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:48.798184 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6886f6fc-b986-48ab-8046-a60483a5bc51 req-fe231de0-391a-4396-9a4c-0854c31bdd59 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed744bdd64cf4529a4e59d4f7e83d0c7&device_id=194e3d79-b95a-4b02-93e2-4585d040eb5d HTTP/1.1" status: 200 len: 1095 time: 0.0435505 Dec 09 16:11:48.892879 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886f6fc-b986-48ab-8046-a60483a5bc51 req-f255075d-4e18-49e8-b408-03f352adfc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:48.894347 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6886f6fc-b986-48ab-8046-a60483a5bc51 req-f255075d-4e18-49e8-b408-03f352adfc45 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a6860458-8089-4376-a722-7b1c40818ef4 HTTP/1.1" status: 200 len: 912 time: 0.0891671 Dec 09 16:11:48.937718 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6886f6fc-b986-48ab-8046-a60483a5bc51 req-f54dba8e-e813-4c7c-80f5-dbad4580f587 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32efcfb5-b095-4ff1-9ea0-c8baae3098f3 HTTP/1.1" status: 200 len: 217 time: 0.0358598 Dec 09 16:11:48.987622 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886f6fc-b986-48ab-8046-a60483a5bc51 req-0fde7ccb-4674-4b1b-b982-7bb4057cd235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:48.989037 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6886f6fc-b986-48ab-8046-a60483a5bc51 req-0fde7ccb-4674-4b1b-b982-7bb4057cd235 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1eccceca-2871-4532-af54-95d3af68b080 HTTP/1.1" status: 200 len: 850 time: 0.0445120 Dec 09 16:11:49.038724 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886f6fc-b986-48ab-8046-a60483a5bc51 req-e9380f5a-d5e9-4c1a-b683-3352c39f8700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:49.040137 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6886f6fc-b986-48ab-8046-a60483a5bc51 req-e9380f5a-d5e9-4c1a-b683-3352c39f8700 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a6860458-8089-4376-a722-7b1c40818ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447035 Dec 09 16:11:49.129211 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6886f6fc-b986-48ab-8046-a60483a5bc51 req-d7b17e8e-13ac-42a9-94df-672bc56cfd2e service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817657 Dec 09 16:11:49.224322 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6886f6fc-b986-48ab-8046-a60483a5bc51 req-7e572966-25b7-43e6-b3e0-da44dc8af494 service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881584 Dec 09 16:11:49.584233 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4d2e9-8d11-4235-9fba-f3af2be45393 req-1c9db465-a1e3-43ef-a737-77470c8f7686 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:49.585645 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2b4d2e9-8d11-4235-9fba-f3af2be45393 req-1c9db465-a1e3-43ef-a737-77470c8f7686 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=194e3d79-b95a-4b02-93e2-4585d040eb5d HTTP/1.1" status: 200 len: 944 time: 0.0492136 Dec 09 16:11:49.634261 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2b4d2e9-8d11-4235-9fba-f3af2be45393 req-7a98021f-f07c-4eec-a92f-aff1016a5834 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425806 Dec 09 16:11:50.517837 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d25bf36c-2bb4-4ce6-a316-9b7e76255622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:50.791787 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce8578-97cb-4451-bf5a-a4f217b12abc req-efc5060e-1a36-4548-95e6-1fa38d60618a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:50.793451 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8fce8578-97cb-4451-bf5a-a4f217b12abc req-efc5060e-1a36-4548-95e6-1fa38d60618a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=194e3d79-b95a-4b02-93e2-4585d040eb5d HTTP/1.1" status: 200 len: 944 time: 0.0699241 Dec 09 16:11:50.848075 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8fce8578-97cb-4451-bf5a-a4f217b12abc req-1c9b6a35-7f9a-456b-afa5-fe7af73dc22b tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482883 Dec 09 16:11:52.020765 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c3595-4fa4-4cea-b256-80f8349a36c6 req-96e82b34-e885-4bc4-bcb2-3a7d4d5eca4d tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:52.022297 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8c7c3595-4fa4-4cea-b256-80f8349a36c6 req-96e82b34-e885-4bc4-bcb2-3a7d4d5eca4d tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=194e3d79-b95a-4b02-93e2-4585d040eb5d HTTP/1.1" status: 200 len: 944 time: 0.0812774 Dec 09 16:11:52.084111 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8c7c3595-4fa4-4cea-b256-80f8349a36c6 req-46dc1c9e-804a-499b-b00f-f9e6c7502036 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544248 Dec 09 16:11:53.029319 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7939978d-3bce-41b3-916b-ac66bcd86a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:53.221033 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c86409-08a0-41b7-8f50-52a87305c73d req-ca273421-84af-4116-9ffa-b34ffd4395f6 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:53.222543 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-09c86409-08a0-41b7-8f50-52a87305c73d req-ca273421-84af-4116-9ffa-b34ffd4395f6 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=194e3d79-b95a-4b02-93e2-4585d040eb5d HTTP/1.1" status: 200 len: 944 time: 0.0550334 Dec 09 16:11:53.272982 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-09c86409-08a0-41b7-8f50-52a87305c73d req-517381e6-28ac-46dd-a52b-9674d9065642 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435987 Dec 09 16:11:54.140996 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:54.412012 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798bf80-26aa-4097-a0bb-013e28dc2b18 req-ea5a0cdc-912b-4a8c-9122-c124f6371dcd tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:54.413465 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c798bf80-26aa-4097-a0bb-013e28dc2b18 req-ea5a0cdc-912b-4a8c-9122-c124f6371dcd tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=194e3d79-b95a-4b02-93e2-4585d040eb5d HTTP/1.1" status: 200 len: 944 time: 0.0605068 Dec 09 16:11:54.466346 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c798bf80-26aa-4097-a0bb-013e28dc2b18 req-1089c9b2-5b3d-4fa4-90a3-43f22fbd71d6 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457599 Dec 09 16:11:54.838911 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:55.397542 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:55.584656 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72e8cb-84a6-4aeb-bacd-c4d7aaeb82f8 req-7aad684e-4823-4b6f-95e5-19900fbc0f54 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:55.586130 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8a72e8cb-84a6-4aeb-bacd-c4d7aaeb82f8 req-7aad684e-4823-4b6f-95e5-19900fbc0f54 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=194e3d79-b95a-4b02-93e2-4585d040eb5d HTTP/1.1" status: 200 len: 944 time: 0.0481379 Dec 09 16:11:55.632969 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8a72e8cb-84a6-4aeb-bacd-c4d7aaeb82f8 req-c7d861cd-1833-458f-9b16-bfb2cf385f53 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399868 Dec 09 16:11:56.458453 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:56.753272 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450635e-db6b-4375-be18-fba508928440 req-5408fb49-9c3d-475d-b3a1-10987f79d78b tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:56.754760 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c450635e-db6b-4375-be18-fba508928440 req-5408fb49-9c3d-475d-b3a1-10987f79d78b tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=194e3d79-b95a-4b02-93e2-4585d040eb5d HTTP/1.1" status: 200 len: 944 time: 0.0496109 Dec 09 16:11:56.807315 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c450635e-db6b-4375-be18-fba508928440 req-dbc3aa33-bb5a-434a-87e1-d3297db03463 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458910 Dec 09 16:11:57.929562 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48277c6-6932-4f03-9155-12c74b0f7710 req-b40ce414-03f5-4bfa-af4c-ce01cae2749a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:57.931076 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f48277c6-6932-4f03-9155-12c74b0f7710 req-b40ce414-03f5-4bfa-af4c-ce01cae2749a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=194e3d79-b95a-4b02-93e2-4585d040eb5d HTTP/1.1" status: 200 len: 944 time: 0.0508065 Dec 09 16:11:57.988934 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f48277c6-6932-4f03-9155-12c74b0f7710 req-14caecc3-053b-4dd5-9ddf-f2fb77e0e363 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505481 Dec 09 16:11:59.113164 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69d0d7-0fd8-472c-a75d-2e9bdb624e57 req-8b12b925-104d-46f5-9e98-e163fdd87d66 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:59.114559 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6c69d0d7-0fd8-472c-a75d-2e9bdb624e57 req-8b12b925-104d-46f5-9e98-e163fdd87d66 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=194e3d79-b95a-4b02-93e2-4585d040eb5d HTTP/1.1" status: 200 len: 944 time: 0.0500848 Dec 09 16:11:59.163254 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6c69d0d7-0fd8-472c-a75d-2e9bdb624e57 req-f4f41e9a-d9e3-4bee-a20b-ea40b78c4fe0 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422604 Dec 09 16:12:00.286018 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be2aa9-64d4-47ee-869b-2414d8f3e015 req-0152ef6d-224c-4c93-aa5f-1b5be6f51a00 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:00.287528 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-96be2aa9-64d4-47ee-869b-2414d8f3e015 req-0152ef6d-224c-4c93-aa5f-1b5be6f51a00 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=194e3d79-b95a-4b02-93e2-4585d040eb5d HTTP/1.1" status: 200 len: 944 time: 0.0538428 Dec 09 16:12:00.336650 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-96be2aa9-64d4-47ee-869b-2414d8f3e015 req-d81142ab-9a47-425a-a7bc-187340821986 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421309 Dec 09 16:12:01.460646 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48454603-1c8c-4b2b-aafc-cb5e3fb2eded req-0c13d5e4-555d-46c5-bab0-6cb4ca72d37b tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:01.462149 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-48454603-1c8c-4b2b-aafc-cb5e3fb2eded req-0c13d5e4-555d-46c5-bab0-6cb4ca72d37b tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=194e3d79-b95a-4b02-93e2-4585d040eb5d HTTP/1.1" status: 200 len: 944 time: 0.0517180 Dec 09 16:12:01.513232 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-48454603-1c8c-4b2b-aafc-cb5e3fb2eded req-78c200c6-8a4c-470b-b053-2fb79946a10d tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449927 Dec 09 16:12:02.634330 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de84d7-cd81-4854-a603-7763f2e8187c req-e1196426-8aee-41c5-ad3c-6c4ddbb253a0 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:02.635792 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-24de84d7-cd81-4854-a603-7763f2e8187c req-e1196426-8aee-41c5-ad3c-6c4ddbb253a0 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=194e3d79-b95a-4b02-93e2-4585d040eb5d HTTP/1.1" status: 200 len: 944 time: 0.0523763 Dec 09 16:12:02.683012 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-24de84d7-cd81-4854-a603-7763f2e8187c req-848fc15e-93b8-4149-ac91-ed77bae041b0 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413465 Dec 09 16:12:03.800813 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ecadf1-15cd-486f-a978-466ff848b5bc req-1d80342a-41dd-42c9-8268-763b9587355a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:03.802312 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-91ecadf1-15cd-486f-a978-466ff848b5bc req-1d80342a-41dd-42c9-8268-763b9587355a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=194e3d79-b95a-4b02-93e2-4585d040eb5d HTTP/1.1" status: 200 len: 944 time: 0.0486941 Dec 09 16:12:03.849215 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-91ecadf1-15cd-486f-a978-466ff848b5bc req-428d6dc7-efad-48ac-9932-14e261e3a478 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408692 Dec 09 16:12:04.403013 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-4e6352d4-dfdb-476b-8ece-a2f3cab411cf req-b170e8eb-d6ed-4f72-bb7f-f34dc1f1c10d service neutron] (103244) timed out ('10.222.0.57', 59806) {{(pid=103244) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 16:12:04.969063 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cc876-3d54-4988-b59e-99aa06ce56e0 req-a67e22a1-1b21-495d-a082-5faecc511484 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:04.970554 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-097cc876-3d54-4988-b59e-99aa06ce56e0 req-a67e22a1-1b21-495d-a082-5faecc511484 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=194e3d79-b95a-4b02-93e2-4585d040eb5d HTTP/1.1" status: 200 len: 944 time: 0.0477839 Dec 09 16:12:05.021270 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-097cc876-3d54-4988-b59e-99aa06ce56e0 req-c8dc0ccc-af7f-4d79-bda9-e62d05c8cf8f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444570 Dec 09 16:12:06.138379 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ab625-5eeb-4fd6-80a5-f6efca1a5ae5 req-dbfb10c1-a35c-4664-b6c4-8e33ce0b279b tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:06.139858 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f89ab625-5eeb-4fd6-80a5-f6efca1a5ae5 req-dbfb10c1-a35c-4664-b6c4-8e33ce0b279b tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=194e3d79-b95a-4b02-93e2-4585d040eb5d HTTP/1.1" status: 200 len: 944 time: 0.0482492 Dec 09 16:12:06.186406 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f89ab625-5eeb-4fd6-80a5-f6efca1a5ae5 req-475596e0-658a-49c0-9e38-c0b8344b8250 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406489 Dec 09 16:12:07.304631 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a2be3-7631-444f-92b3-b82b9405c448 req-cd93131b-f425-4d0b-8ebf-4f0abdf78e62 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:07.306153 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-769a2be3-7631-444f-92b3-b82b9405c448 req-cd93131b-f425-4d0b-8ebf-4f0abdf78e62 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=194e3d79-b95a-4b02-93e2-4585d040eb5d HTTP/1.1" status: 200 len: 944 time: 0.0493169 Dec 09 16:12:07.354512 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-769a2be3-7631-444f-92b3-b82b9405c448 req-f4958d5e-9aef-4902-abab-c418b7d5777c tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425045 Dec 09 16:12:07.754557 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:12:08.475736 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a3dba-b584-4905-a8b0-267255c44e74 req-a98c85ae-30e7-4c83-bf14-12fe51764781 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:08.477336 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9b9a3dba-b584-4905-a8b0-267255c44e74 req-a98c85ae-30e7-4c83-bf14-12fe51764781 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=194e3d79-b95a-4b02-93e2-4585d040eb5d HTTP/1.1" status: 200 len: 944 time: 0.0538106 Dec 09 16:12:08.523324 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9b9a3dba-b584-4905-a8b0-267255c44e74 req-b961eded-be4e-4bb9-ac1e-681674d6cbf9 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394406 Dec 09 16:12:09.353101 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 32efcfb5-b095-4ff1-9ea0-c8baae3098f3 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:12:09.443684 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 32efcfb5-b095-4ff1-9ea0-c8baae3098f3, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=32efcfb5-b095-4ff1-9ea0-c8baae3098f3,segment=NetworkSegment(a679b6c2-4eb6-4677-b765-ccb3432ba71e),segment_id=a679b6c2-4eb6-4677-b765-ccb3432ba71e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:12:09.454720 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '32efcfb5-b095-4ff1-9ea0-c8baae3098f3', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'port_id': '32efcfb5-b095-4ff1-9ea0-c8baae3098f3', 'mac_address': 'fa:16:3e:a8:9f:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eccceca-2871-4532-af54-95d3af68b080', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:12:09.495131 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:09.507684 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32efcfb5-b095-4ff1-9ea0-c8baae3098f3 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:12:09.526139 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 32efcfb5-b095-4ff1-9ea0-c8baae3098f3, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=32efcfb5-b095-4ff1-9ea0-c8baae3098f3,segment=NetworkSegment(a679b6c2-4eb6-4677-b765-ccb3432ba71e),segment_id=a679b6c2-4eb6-4677-b765-ccb3432ba71e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:12:09.530644 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:09.577750 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=32efcfb5-b095-4ff1-9ea0-c8baae3098f3,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:12:09.644686 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f28d5e-655f-4d69-a1ce-b36526d7e7a2 req-058c93ca-2de3-4a9a-9323-93c11f57d695 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:09.646072 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c7f28d5e-655f-4d69-a1ce-b36526d7e7a2 req-058c93ca-2de3-4a9a-9323-93c11f57d695 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=194e3d79-b95a-4b02-93e2-4585d040eb5d HTTP/1.1" status: 200 len: 945 time: 0.0480082 Dec 09 16:12:09.693135 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c7f28d5e-655f-4d69-a1ce-b36526d7e7a2 req-d58c3307-de44-4be9-a24a-7bfed4d25a60 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411832 Dec 09 16:12:09.898415 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['32efcfb5-b095-4ff1-9ea0-c8baae3098f3'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:12:10.811236 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090199f-3475-44ce-acdc-1b331eb648da req-354fd9d4-a2ca-485c-b399-5d1b7f352cd7 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:10.812762 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2090199f-3475-44ce-acdc-1b331eb648da req-354fd9d4-a2ca-485c-b399-5d1b7f352cd7 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=194e3d79-b95a-4b02-93e2-4585d040eb5d HTTP/1.1" status: 200 len: 945 time: 0.0489464 Dec 09 16:12:10.863686 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2090199f-3475-44ce-acdc-1b331eb648da req-3cb51eb1-7b1d-42a8-b0cb-2140ff7dd5d6 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450487 Dec 09 16:12:11.375513 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 32efcfb5-b095-4ff1-9ea0-c8baae3098f3 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:12:11.423250 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 32efcfb5-b095-4ff1-9ea0-c8baae3098f3 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:12:11.427190 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 32efcfb5-b095-4ff1-9ea0-c8baae3098f3 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:12:11.427560 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:11.505540 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:11.527405 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '194e3d79-b95a-4b02-93e2-4585d040eb5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32efcfb5-b095-4ff1-9ea0-c8baae3098f3'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:12:11.530099 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d7bbde-fdb8-4b05-a7fe-9c21c96b7426" -d '{"events": [{"server_uuid": "194e3d79-b95a-4b02-93e2-4585d040eb5d", "name": "network-vif-plugged", "status": "completed", "tag": "32efcfb5-b095-4ff1-9ea0-c8baae3098f3"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:12:11.542192 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 32efcfb5-b095-4ff1-9ea0-c8baae3098f3, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=32efcfb5-b095-4ff1-9ea0-c8baae3098f3,segment=NetworkSegment(a679b6c2-4eb6-4677-b765-ccb3432ba71e),segment_id=a679b6c2-4eb6-4677-b765-ccb3432ba71e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:12:11.546308 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:11.571591 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf21734-ca04-4c1e-85ff-0bbf61c5db87 x-openstack-request-id: req-edf21734-ca04-4c1e-85ff-0bbf61c5db87 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:12:11.571892 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "194e3d79-b95a-4b02-93e2-4585d040eb5d", "name": "network-vif-plugged", "status": "completed", "tag": "32efcfb5-b095-4ff1-9ea0-c8baae3098f3", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:12:11.572149 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-edf21734-ca04-4c1e-85ff-0bbf61c5db87 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:12:11.572575 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '194e3d79-b95a-4b02-93e2-4585d040eb5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32efcfb5-b095-4ff1-9ea0-c8baae3098f3', 'code': 200} Dec 09 16:12:11.602140 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=32efcfb5-b095-4ff1-9ea0-c8baae3098f3,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:12:11.666492 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552d907-dd08-4a95-8b6a-f13f2de58201 req-c72e8de5-431a-4c36-ba63-16529f421b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:11.668046 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b552d907-dd08-4a95-8b6a-f13f2de58201 req-c72e8de5-431a-4c36-ba63-16529f421b37 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=194e3d79-b95a-4b02-93e2-4585d040eb5d HTTP/1.1" status: 200 len: 1097 time: 0.0398660 Dec 09 16:12:11.712692 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b552d907-dd08-4a95-8b6a-f13f2de58201 req-3cc10645-7db2-4a27-aed8-2e4666ab7ffe service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376968 Dec 09 16:12:11.980820 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f492f8-6c45-4fb7-a6b3-8feec4910962 req-7a6d1bbc-3c40-4ceb-94c7-ca32d3915931 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:11.982910 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-59f492f8-6c45-4fb7-a6b3-8feec4910962 req-7a6d1bbc-3c40-4ceb-94c7-ca32d3915931 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=194e3d79-b95a-4b02-93e2-4585d040eb5d HTTP/1.1" status: 200 len: 946 time: 0.0488017 Dec 09 16:12:12.031515 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-59f492f8-6c45-4fb7-a6b3-8feec4910962 req-c52d28fa-abae-420a-9992-8f6725c60934 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420911 Dec 09 16:12:13.159865 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0653b9-9243-45ef-b2b9-2f5e63787a32 req-9a89a070-488b-4e75-9093-6cd536ba5348 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:13.161392 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd0653b9-9243-45ef-b2b9-2f5e63787a32 req-9a89a070-488b-4e75-9093-6cd536ba5348 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=194e3d79-b95a-4b02-93e2-4585d040eb5d HTTP/1.1" status: 200 len: 946 time: 0.0528255 Dec 09 16:12:13.214345 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd0653b9-9243-45ef-b2b9-2f5e63787a32 req-f834c854-f81b-4b71-9c65-22d38e6b709d tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469019 Dec 09 16:12:14.332518 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc88a7-3cf1-480f-bd73-da90cb583807 req-1dba8204-a985-4093-89ff-dbfb6d3ce204 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:14.334021 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-91fc88a7-3cf1-480f-bd73-da90cb583807 req-1dba8204-a985-4093-89ff-dbfb6d3ce204 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=194e3d79-b95a-4b02-93e2-4585d040eb5d HTTP/1.1" status: 200 len: 946 time: 0.0496335 Dec 09 16:12:14.383300 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-91fc88a7-3cf1-480f-bd73-da90cb583807 req-ce3de17a-a8a3-4e6e-a9cc-a039059fec21 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426884 Dec 09 16:12:14.561156 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6f01c-9ddb-472c-8d3a-2abceb3b3d0e req-d2b45056-f3c7-40ff-a4c9-7387d92665da tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:14.562638 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-91f6f01c-9ddb-472c-8d3a-2abceb3b3d0e req-d2b45056-f3c7-40ff-a4c9-7387d92665da tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=194e3d79-b95a-4b02-93e2-4585d040eb5d HTTP/1.1" status: 200 len: 946 time: 0.0525331 Dec 09 16:12:14.611247 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-91f6f01c-9ddb-472c-8d3a-2abceb3b3d0e req-a07405ce-0940-4ece-b362-c8695b0c31fc tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427947 Dec 09 16:12:14.722549 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae492b-ae28-47e4-adcf-feb64dbde22f req-2cdc7238-6ea9-48a5-b0c1-cca5bd90c7c7 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:14.724293 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aeae492b-ae28-47e4-adcf-feb64dbde22f req-2cdc7238-6ea9-48a5-b0c1-cca5bd90c7c7 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=194e3d79-b95a-4b02-93e2-4585d040eb5d HTTP/1.1" status: 200 len: 946 time: 0.0490723 Dec 09 16:12:14.771919 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aeae492b-ae28-47e4-adcf-feb64dbde22f req-d295cab3-a4ea-4a6e-a149-434759bc68ed tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416760 Dec 09 16:12:15.057628 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4006f-12a3-4afd-8669-3df454392936 req-a19033d5-6f79-436a-b603-b30c8d553e48 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:15.059679 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-14a4006f-12a3-4afd-8669-3df454392936 req-a19033d5-6f79-436a-b603-b30c8d553e48 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=194e3d79-b95a-4b02-93e2-4585d040eb5d HTTP/1.1" status: 200 len: 946 time: 0.0485082 Dec 09 16:12:15.109922 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-14a4006f-12a3-4afd-8669-3df454392936 req-5009b556-c396-4043-8266-7e5d4f57418a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441356 Dec 09 16:12:16.229810 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48953d46-337d-4400-b476-5143dfc8719c req-3490eabc-0a82-4575-b31a-9c72596d1aed tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:16.231966 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-48953d46-337d-4400-b476-5143dfc8719c req-3490eabc-0a82-4575-b31a-9c72596d1aed tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=194e3d79-b95a-4b02-93e2-4585d040eb5d HTTP/1.1" status: 200 len: 946 time: 0.0513446 Dec 09 16:12:16.255384 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:16.280850 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-48953d46-337d-4400-b476-5143dfc8719c req-0f18021e-72ad-47a7-8518-75912caa7f9f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429053 Dec 09 16:12:16.573863 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219cd79-f537-4cb3-8340-c19dd32ddd06 req-22a9797d-7aee-4778-935f-2eaffe1cc7f8 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:16.575344 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a219cd79-f537-4cb3-8340-c19dd32ddd06 req-22a9797d-7aee-4778-935f-2eaffe1cc7f8 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.31 "GET /v2.0/ports?device_id=194e3d79-b95a-4b02-93e2-4585d040eb5d HTTP/1.1" status: 200 len: 946 time: 0.0492358 Dec 09 16:12:16.670986 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-a219cd79-f537-4cb3-8340-c19dd32ddd06 req-a767d80a-e3dc-495c-8c85-1c93a7b0c0d4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Deleting port 32efcfb5-b095-4ff1-9ea0-c8baae3098f3 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:12:16.671321 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a219cd79-f537-4cb3-8340-c19dd32ddd06 req-a767d80a-e3dc-495c-8c85-1c93a7b0c0d4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:16.756964 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a219cd79-f537-4cb3-8340-c19dd32ddd06 req-a767d80a-e3dc-495c-8c85-1c93a7b0c0d4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] For port 32efcfb5-b095-4ff1-9ea0-c8baae3098f3, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=32efcfb5-b095-4ff1-9ea0-c8baae3098f3,segment=NetworkSegment(a679b6c2-4eb6-4677-b765-ccb3432ba71e),segment_id=a679b6c2-4eb6-4677-b765-ccb3432ba71e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:12:16.757318 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a219cd79-f537-4cb3-8340-c19dd32ddd06 req-a767d80a-e3dc-495c-8c85-1c93a7b0c0d4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:16.770517 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-a219cd79-f537-4cb3-8340-c19dd32ddd06 req-a767d80a-e3dc-495c-8c85-1c93a7b0c0d4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Calling delete_port for 32efcfb5-b095-4ff1-9ea0-c8baae3098f3 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:12:16.896504 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a219cd79-f537-4cb3-8340-c19dd32ddd06 req-a767d80a-e3dc-495c-8c85-1c93a7b0c0d4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:16.908113 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['32efcfb5-b095-4ff1-9ea0-c8baae3098f3'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:12:16.924442 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a767d80a-e3dc-495c-8c85-1c93a7b0c0d4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Pushing event deleted for resources: {'Port': ['ID=32efcfb5-b095-4ff1-9ea0-c8baae3098f3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:12:16.937771 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a767d80a-e3dc-495c-8c85-1c93a7b0c0d4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:16.938133 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a767d80a-e3dc-495c-8c85-1c93a7b0c0d4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:16.938480 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a767d80a-e3dc-495c-8c85-1c93a7b0c0d4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:16.938829 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a767d80a-e3dc-495c-8c85-1c93a7b0c0d4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:16.939174 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a767d80a-e3dc-495c-8c85-1c93a7b0c0d4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:16.939511 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a767d80a-e3dc-495c-8c85-1c93a7b0c0d4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:16.939846 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a767d80a-e3dc-495c-8c85-1c93a7b0c0d4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:16.940179 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a767d80a-e3dc-495c-8c85-1c93a7b0c0d4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:16.940545 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a767d80a-e3dc-495c-8c85-1c93a7b0c0d4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:16.940879 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a767d80a-e3dc-495c-8c85-1c93a7b0c0d4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:16.941209 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a767d80a-e3dc-495c-8c85-1c93a7b0c0d4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:16.941539 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a767d80a-e3dc-495c-8c85-1c93a7b0c0d4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:16.941867 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a767d80a-e3dc-495c-8c85-1c93a7b0c0d4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:16.980548 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a219cd79-f537-4cb3-8340-c19dd32ddd06 req-a767d80a-e3dc-495c-8c85-1c93a7b0c0d4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] No DVR routers for this DVR port 32efcfb5-b095-4ff1-9ea0-c8baae3098f3 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:12:16.983746 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a219cd79-f537-4cb3-8340-c19dd32ddd06 req-a767d80a-e3dc-495c-8c85-1c93a7b0c0d4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:16.987241 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a219cd79-f537-4cb3-8340-c19dd32ddd06 req-a767d80a-e3dc-495c-8c85-1c93a7b0c0d4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.31 "DELETE /v2.0/ports/32efcfb5-b095-4ff1-9ea0-c8baae3098f3 HTTP/1.1" status: 204 len: 173 time: 0.4060566 Dec 09 16:12:16.987705 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '194e3d79-b95a-4b02-93e2-4585d040eb5d', 'name': 'network-vif-deleted', 'tag': '32efcfb5-b095-4ff1-9ea0-c8baae3098f3'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:12:16.989999 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bb0831-f086-4979-b388-495b8b3b9110" -d '{"events": [{"server_uuid": "194e3d79-b95a-4b02-93e2-4585d040eb5d", "name": "network-vif-deleted", "tag": "32efcfb5-b095-4ff1-9ea0-c8baae3098f3"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:12:17.032435 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ac12b5-dad9-4e2b-924a-048846a01b93 x-openstack-request-id: req-c0ac12b5-dad9-4e2b-924a-048846a01b93 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:12:17.032797 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "194e3d79-b95a-4b02-93e2-4585d040eb5d", "name": "network-vif-deleted", "tag": "32efcfb5-b095-4ff1-9ea0-c8baae3098f3", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:12:17.033075 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c0ac12b5-dad9-4e2b-924a-048846a01b93 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:12:17.033647 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '194e3d79-b95a-4b02-93e2-4585d040eb5d', 'name': 'network-vif-deleted', 'tag': '32efcfb5-b095-4ff1-9ea0-c8baae3098f3', 'status': 'completed', 'code': 200} Dec 09 16:12:17.378281 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3ae9dbe4-971f-45da-ad71-3928b5cee60c req-1f0f43d3-f780-43a9-8802-94b0c18f4977 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=194e3d79-b95a-4b02-93e2-4585d040eb5d HTTP/1.1" status: 200 len: 210 time: 0.0260949 Dec 09 16:12:18.475408 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b03aa39e-8ecd-4b9e-bf4a-9feaf59ccbf5 req-59cce60a-64a9-4216-b592-1f832e143cd2 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=194e3d79-b95a-4b02-93e2-4585d040eb5d HTTP/1.1" status: 200 len: 210 time: 0.0268118 Dec 09 16:12:19.572082 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-86649161-b599-449a-bace-f266ecba234a req-5c8073dc-bbce-4546-8577-cfe02feaa1cf tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=194e3d79-b95a-4b02-93e2-4585d040eb5d HTTP/1.1" status: 200 len: 210 time: 0.0264373 Dec 09 16:12:20.501828 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ac0fb36b-06f7-469f-ade1-04ed82510d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:20.671400 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0ae26b91-0b5f-4345-906d-f3024e52aec2 req-17194a5a-3b3b-46c5-9c2f-8f4a972624ed tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=194e3d79-b95a-4b02-93e2-4585d040eb5d HTTP/1.1" status: 200 len: 210 time: 0.0275707 Dec 09 16:12:21.429543 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 32efcfb5-b095-4ff1-9ea0-c8baae3098f3 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:12:21.450993 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 32efcfb5-b095-4ff1-9ea0-c8baae3098f3 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:12:21.451341 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 32efcfb5-b095-4ff1-9ea0-c8baae3098f3 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:12:23.023827 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-977a0c3b-002b-4ad2-adb8-e8e07385c021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:24.144646 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:24.839471 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:25.402541 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:26.461589 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:42.149191 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0509d5c8-650f-486d-94ea-3d0f3f8e9f9c req-b37332e9-7705-4b8d-b6f2-f2dc58be27ab service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411196 Dec 09 16:12:42.255902 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509d5c8-650f-486d-94ea-3d0f3f8e9f9c req-e878816f-889e-4f31-b508-441f5e01b955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:42.257529 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0509d5c8-650f-486d-94ea-3d0f3f8e9f9c req-e878816f-889e-4f31-b508-441f5e01b955 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d1a17c4f79b6475180f40fbc91b21271&device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 1096 time: 0.0507178 Dec 09 16:12:42.362192 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509d5c8-650f-486d-94ea-3d0f3f8e9f9c req-a0e461c9-e4a0-4ede-b940-52a7836ab864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:42.363715 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0509d5c8-650f-486d-94ea-3d0f3f8e9f9c req-a0e461c9-e4a0-4ede-b940-52a7836ab864 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ce25dac2-f6ce-4523-8255-ce6ac115ce5f HTTP/1.1" status: 200 len: 917 time: 0.0871923 Dec 09 16:12:42.433933 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0509d5c8-650f-486d-94ea-3d0f3f8e9f9c req-337d065d-9c1f-4ed2-84a6-4d280d66cf58 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f07334f-7dbc-4744-82f4-e81390061a7c HTTP/1.1" status: 200 len: 1000 time: 0.0631528 Dec 09 16:12:42.483640 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509d5c8-650f-486d-94ea-3d0f3f8e9f9c req-632eca97-0b52-4201-ab6b-9522b8315cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:42.485165 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0509d5c8-650f-486d-94ea-3d0f3f8e9f9c req-632eca97-0b52-4201-ab6b-9522b8315cd7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbee70a7-ae73-4915-a662-48eb665c9e7f HTTP/1.1" status: 200 len: 855 time: 0.0442872 Dec 09 16:12:42.531698 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509d5c8-650f-486d-94ea-3d0f3f8e9f9c req-49c1e6ae-11dd-4b27-8430-c77bb85b8460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:42.533243 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0509d5c8-650f-486d-94ea-3d0f3f8e9f9c req-49c1e6ae-11dd-4b27-8430-c77bb85b8460 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ce25dac2-f6ce-4523-8255-ce6ac115ce5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413167 Dec 09 16:12:42.651101 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0509d5c8-650f-486d-94ea-3d0f3f8e9f9c req-d92d423b-fd3d-4324-85ad-534409dec4ec service neutron] 10.222.0.42 "GET /v2.0/networks/ce25dac2-f6ce-4523-8255-ce6ac115ce5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109953 Dec 09 16:12:42.766395 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0509d5c8-650f-486d-94ea-3d0f3f8e9f9c req-e4bf5050-e29d-4d14-bb3b-120af4921673 service neutron] 10.222.0.42 "GET /v2.0/networks/ce25dac2-f6ce-4523-8255-ce6ac115ce5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013486 Dec 09 16:12:44.637261 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-ac68a7f6-da6f-4cd7-9ef2-934b021b61ac tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:44.638628 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-ac68a7f6-da6f-4cd7-9ef2-934b021b61ac tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/networks?id=a6860458-8089-4376-a722-7b1c40818ef4 HTTP/1.1" status: 200 len: 811 time: 0.1023562 Dec 09 16:12:44.653992 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-96155995-78bc-46cf-9bc1-69ecf080212b tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/quotas/ed744bdd64cf4529a4e59d4f7e83d0c7 HTTP/1.1" status: 200 len: 375 time: 0.0093997 Dec 09 16:12:44.703417 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-a9c8ce3c-9bde-44bd-9791-41f24303de0d tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ed744bdd64cf4529a4e59d4f7e83d0c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444868 Dec 09 16:12:44.753161 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:12:44.796595 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-83f9d7df-c066-4dac-adb3-eb0be494097a service neutron] 10.222.0.57 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865397 Dec 09 16:12:44.885395 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-fbef28d5-1b29-4a50-a887-eace2630b58d service neutron] 10.222.0.57 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827379 Dec 09 16:12:45.262992 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c84103ba-224d-42b9-8bba-7ed1123bdb60 req-44943acd-2bb7-4802-990f-8b000815da9e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=8a81506a-af2c-49b2-aad0-f769e49bb7fd HTTP/1.1" status: 200 len: 210 time: 0.0281832 Dec 09 16:12:46.168060 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-0ad477b1-f074-42d2-8add-5875131fa3f5 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:46.170319 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-0ad477b1-f074-42d2-8add-5875131fa3f5 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.31 "GET /v2.0/networks?id=a6860458-8089-4376-a722-7b1c40818ef4 HTTP/1.1" status: 200 len: 811 time: 0.1107891 Dec 09 16:12:46.183537 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-c9c0f508-f5a1-48ba-9fca-8369d535f943 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Request body: {'port': {'device_id': '8a81506a-af2c-49b2-aad0-f769e49bb7fd', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'admin_state_up': True, 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:12:46.256892 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:46.305382 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-c9c0f508-f5a1-48ba-9fca-8369d535f943 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Made reservation on behalf of ed744bdd64cf4529a4e59d4f7e83d0c7 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:12:46.310125 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-c9c0f508-f5a1-48ba-9fca-8369d535f943 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:46.407867 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2e774785-93b1-4073-93c9-7acf0e835b76 req-03e64892-c6f5-48a4-b43c-5e7b904f6ecf tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=8a81506a-af2c-49b2-aad0-f769e49bb7fd HTTP/1.1" status: 200 len: 210 time: 0.0331707 Dec 09 16:12:46.470907 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-c9c0f508-f5a1-48ba-9fca-8369d535f943 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Allocated IP 172.20.0.6 (a6860458-8089-4376-a722-7b1c40818ef4/1eccceca-2871-4532-af54-95d3af68b080/d0f8361f-849b-423c-9e87-3d0f6e9bbe16) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:12:46.905026 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-c9c0f508-f5a1-48ba-9fca-8369d535f943 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:46.939804 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-c9c0f508-f5a1-48ba-9fca-8369d535f943 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:46.983470 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-c9c0f508-f5a1-48ba-9fca-8369d535f943 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Network a6860458-8089-4376-a722-7b1c40818ef4 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:12:46.988488 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-c9c0f508-f5a1-48ba-9fca-8369d535f943 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:12:46.991182 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-c9c0f508-f5a1-48ba-9fca-8369d535f943 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:12:47.024452 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c0f508-f5a1-48ba-9fca-8369d535f943 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Pushing event updated for resources: {'Port': ['ID=d0f8361f-849b-423c-9e87-3d0f6e9bbe16,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:12:47.055793 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-c9c0f508-f5a1-48ba-9fca-8369d535f943 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:47.056444 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-c9c0f508-f5a1-48ba-9fca-8369d535f943 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:47.075909 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-c9c0f508-f5a1-48ba-9fca-8369d535f943 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8953040 Dec 09 16:12:47.092784 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-ac4f6272-b25f-409f-8eb1-a979ce956883 service neutron] Request body: {'port': {'device_id': '8a81506a-af2c-49b2-aad0-f769e49bb7fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:12:47.151798 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-ac4f6272-b25f-409f-8eb1-a979ce956883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:47.281716 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fa768e73-0eb4-43da-bc89-550534645dfe None None] Provisioning complete for port d0f8361f-849b-423c-9e87-3d0f6e9bbe16 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:12:47.282317 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fa768e73-0eb4-43da-bc89-550534645dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:47.318155 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-fa768e73-0eb4-43da-bc89-550534645dfe None None] Port d0f8361f-849b-423c-9e87-3d0f6e9bbe16 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:12:47.439203 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-ac4f6272-b25f-409f-8eb1-a979ce956883 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0f8361f-849b-423c-9e87-3d0f6e9bbe16 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:12:47.447103 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-ac4f6272-b25f-409f-8eb1-a979ce956883 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:47.459821 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-ac4f6272-b25f-409f-8eb1-a979ce956883 service neutron] Transition to ACTIVE for port object d0f8361f-849b-423c-9e87-3d0f6e9bbe16 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:12:47.465086 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-ac4f6272-b25f-409f-8eb1-a979ce956883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:47.547888 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f6272-b25f-409f-8eb1-a979ce956883 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f8361f-849b-423c-9e87-3d0f6e9bbe16,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:12:47.583363 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbff8b7-1eb7-4194-853f-e7e8db016529 req-3f955153-f44a-449f-b36d-3e2271ae468b tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:47.584987 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7bbff8b7-1eb7-4194-853f-e7e8db016529 req-3f955153-f44a-449f-b36d-3e2271ae468b tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=8a81506a-af2c-49b2-aad0-f769e49bb7fd HTTP/1.1" status: 200 len: 943 time: 0.0938485 Dec 09 16:12:47.675073 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-ac4f6272-b25f-409f-8eb1-a979ce956883 service neutron] Attempting to bind port d0f8361f-849b-423c-9e87-3d0f6e9bbe16 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:12:47.675505 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-ac4f6272-b25f-409f-8eb1-a979ce956883 service neutron] Attempting to bind port d0f8361f-849b-423c-9e87-3d0f6e9bbe16 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': 'a679b6c2-4eb6-4677-b765-ccb3432ba71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:12:47.675845 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-ac4f6272-b25f-409f-8eb1-a979ce956883 service neutron] Attempting to bind port d0f8361f-849b-423c-9e87-3d0f6e9bbe16 on network a6860458-8089-4376-a722-7b1c40818ef4 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:12:47.681447 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7bbff8b7-1eb7-4194-853f-e7e8db016529 req-92d1d552-f5c7-4712-a4fd-d1afc681f588 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750132 Dec 09 16:12:47.688215 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-ac4f6272-b25f-409f-8eb1-a979ce956883 service neutron] Port d0f8361f-849b-423c-9e87-3d0f6e9bbe16 on network a6860458-8089-4376-a722-7b1c40818ef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:12:47.688635 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-ac4f6272-b25f-409f-8eb1-a979ce956883 service neutron] Attempting to bind port d0f8361f-849b-423c-9e87-3d0f6e9bbe16 on network a6860458-8089-4376-a722-7b1c40818ef4 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:12:47.694643 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-ac4f6272-b25f-409f-8eb1-a979ce956883 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:12:47.695069 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-ac4f6272-b25f-409f-8eb1-a979ce956883 service neutron] Checking segment: {'id': 'a679b6c2-4eb6-4677-b765-ccb3432ba71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:12:47.695713 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-ac4f6272-b25f-409f-8eb1-a979ce956883 service neutron] Bound using segment: {'id': 'a679b6c2-4eb6-4677-b765-ccb3432ba71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:12:47.696220 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-ac4f6272-b25f-409f-8eb1-a979ce956883 service neutron] Bound port: d0f8361f-849b-423c-9e87-3d0f6e9bbe16, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a679b6c2-4eb6-4677-b765-ccb3432ba71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:12:47.696702 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-ac4f6272-b25f-409f-8eb1-a979ce956883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:47.777224 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-ac4f6272-b25f-409f-8eb1-a979ce956883 service neutron] For port d0f8361f-849b-423c-9e87-3d0f6e9bbe16, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:12:47.780651 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-ac4f6272-b25f-409f-8eb1-a979ce956883 service neutron] For port d0f8361f-849b-423c-9e87-3d0f6e9bbe16, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=d0f8361f-849b-423c-9e87-3d0f6e9bbe16,segment=NetworkSegment(a679b6c2-4eb6-4677-b765-ccb3432ba71e),segment_id=a679b6c2-4eb6-4677-b765-ccb3432ba71e)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:12:47.785352 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-ac4f6272-b25f-409f-8eb1-a979ce956883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:47.823587 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-ac4f6272-b25f-409f-8eb1-a979ce956883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:47.824398 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-ac4f6272-b25f-409f-8eb1-a979ce956883 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:47.826350 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-ac4f6272-b25f-409f-8eb1-a979ce956883 service neutron] 10.222.0.31 "PUT /v2.0/ports/d0f8361f-849b-423c-9e87-3d0f6e9bbe16 HTTP/1.1" status: 200 len: 1091 time: 0.7389815 Dec 09 16:12:47.826996 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a81506a-af2c-49b2-aad0-f769e49bb7fd', 'tag': 'd0f8361f-849b-423c-9e87-3d0f6e9bbe16'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:12:47.829378 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210c3f7a-5724-434b-88d2-baf8ade0cde6" -d '{"events": [{"name": "network-changed", "server_uuid": "8a81506a-af2c-49b2-aad0-f769e49bb7fd", "tag": "d0f8361f-849b-423c-9e87-3d0f6e9bbe16"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:12:47.861598 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f6272-b25f-409f-8eb1-a979ce956883 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f8361f-849b-423c-9e87-3d0f6e9bbe16,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:12:47.884859 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b885c1-2b5f-4c9c-a52a-a89c59d5c32f x-openstack-request-id: req-18b885c1-2b5f-4c9c-a52a-a89c59d5c32f {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:12:47.885153 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a81506a-af2c-49b2-aad0-f769e49bb7fd", "tag": "d0f8361f-849b-423c-9e87-3d0f6e9bbe16", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:12:47.885406 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-18b885c1-2b5f-4c9c-a52a-a89c59d5c32f {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:12:47.885794 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a81506a-af2c-49b2-aad0-f769e49bb7fd', 'tag': 'd0f8361f-849b-423c-9e87-3d0f6e9bbe16', 'status': 'completed', 'code': 200} Dec 09 16:12:47.924864 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-9724eb0f-9b3c-4522-ae87-3caf92ae3b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:47.926390 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-9724eb0f-9b3c-4522-ae87-3caf92ae3b83 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed744bdd64cf4529a4e59d4f7e83d0c7&device_id=8a81506a-af2c-49b2-aad0-f769e49bb7fd HTTP/1.1" status: 200 len: 1094 time: 0.0512238 Dec 09 16:12:47.971816 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-36b74226-3e23-4808-a034-be78758a30eb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0f8361f-849b-423c-9e87-3d0f6e9bbe16 HTTP/1.1" status: 200 len: 217 time: 0.0369768 Dec 09 16:12:48.024975 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-72ba86dc-4884-4cd7-9f17-a0fe0b620c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:48.026460 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-72ba86dc-4884-4cd7-9f17-a0fe0b620c2e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1eccceca-2871-4532-af54-95d3af68b080 HTTP/1.1" status: 200 len: 850 time: 0.0481532 Dec 09 16:12:48.073288 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-2b05a841-f216-427f-9b59-cafa239e95b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:48.074824 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-2b05a841-f216-427f-9b59-cafa239e95b1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a6860458-8089-4376-a722-7b1c40818ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413015 Dec 09 16:12:48.172353 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-6b60ac76-a2d9-4016-b141-c19546daddaf service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899713 Dec 09 16:12:48.264897 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fe0557de-184a-493e-ab65-3f80ecb96637 req-b76673f3-461e-4526-8e34-965b464b53cc service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847647 Dec 09 16:12:48.356039 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c3f7a-5724-434b-88d2-baf8ade0cde6 req-ab161139-cf7f-4f6b-b1cb-0d1441f52da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:48.358649 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-210c3f7a-5724-434b-88d2-baf8ade0cde6 req-ab161139-cf7f-4f6b-b1cb-0d1441f52da1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed744bdd64cf4529a4e59d4f7e83d0c7&device_id=8a81506a-af2c-49b2-aad0-f769e49bb7fd HTTP/1.1" status: 200 len: 1094 time: 0.0499520 Dec 09 16:12:48.454648 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c3f7a-5724-434b-88d2-baf8ade0cde6 req-c3646944-cdb4-4527-987d-4dc73f5b01f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:48.456141 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-210c3f7a-5724-434b-88d2-baf8ade0cde6 req-c3646944-cdb4-4527-987d-4dc73f5b01f9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a6860458-8089-4376-a722-7b1c40818ef4 HTTP/1.1" status: 200 len: 912 time: 0.0906396 Dec 09 16:12:48.505307 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-210c3f7a-5724-434b-88d2-baf8ade0cde6 req-011d5231-5da9-485f-add3-136b4447513c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0f8361f-849b-423c-9e87-3d0f6e9bbe16 HTTP/1.1" status: 200 len: 217 time: 0.0412679 Dec 09 16:12:48.557573 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c3f7a-5724-434b-88d2-baf8ade0cde6 req-d4980d81-33e2-4bed-8b7f-e396497eb776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:48.558984 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-210c3f7a-5724-434b-88d2-baf8ade0cde6 req-d4980d81-33e2-4bed-8b7f-e396497eb776 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1eccceca-2871-4532-af54-95d3af68b080 HTTP/1.1" status: 200 len: 850 time: 0.0466778 Dec 09 16:12:48.608343 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c3f7a-5724-434b-88d2-baf8ade0cde6 req-d01fd6cb-928e-4f92-840e-bcdf1602a57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:48.609931 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-210c3f7a-5724-434b-88d2-baf8ade0cde6 req-d01fd6cb-928e-4f92-840e-bcdf1602a57a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a6860458-8089-4376-a722-7b1c40818ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435679 Dec 09 16:12:48.706132 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-210c3f7a-5724-434b-88d2-baf8ade0cde6 req-900d9e28-ce07-4687-97cc-065c96ca9f7c service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887089 Dec 09 16:12:48.836966 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef01340-6a5c-44f9-bcf7-6754c5d3ef54 req-416d37f6-37be-404b-bd52-7feb902021b7 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:48.838378 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2ef01340-6a5c-44f9-bcf7-6754c5d3ef54 req-416d37f6-37be-404b-bd52-7feb902021b7 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=8a81506a-af2c-49b2-aad0-f769e49bb7fd HTTP/1.1" status: 200 len: 943 time: 0.0783563 Dec 09 16:12:48.841154 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-210c3f7a-5724-434b-88d2-baf8ade0cde6 req-d8bdd024-e946-4f0e-a131-6e4afdf42dc8 service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274655 Dec 09 16:12:48.893982 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2ef01340-6a5c-44f9-bcf7-6754c5d3ef54 req-875a02d1-ee0b-4954-95ee-7dd987f818d2 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481799 Dec 09 16:12:50.014001 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f431d28-5fe2-4ae6-aa84-1aa38b3c3ee9 req-71d51ee1-d490-44ed-b083-f416b9ea63b7 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:50.015501 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6f431d28-5fe2-4ae6-aa84-1aa38b3c3ee9 req-71d51ee1-d490-44ed-b083-f416b9ea63b7 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=8a81506a-af2c-49b2-aad0-f769e49bb7fd HTTP/1.1" status: 200 len: 943 time: 0.0504110 Dec 09 16:12:50.063911 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6f431d28-5fe2-4ae6-aa84-1aa38b3c3ee9 req-f082529f-e98a-4218-a1b2-77c5dc1d1feb tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422020 Dec 09 16:12:50.507548 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b893df21-905c-439c-b8db-5167837e59bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:51.188960 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a240b-7ffd-4635-8b61-2368cfe0b775 req-916ccef2-9255-4e86-90c0-90caa7c1e15d tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:51.190526 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e48a240b-7ffd-4635-8b61-2368cfe0b775 req-916ccef2-9255-4e86-90c0-90caa7c1e15d tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=8a81506a-af2c-49b2-aad0-f769e49bb7fd HTTP/1.1" status: 200 len: 943 time: 0.0505657 Dec 09 16:12:51.243704 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e48a240b-7ffd-4635-8b61-2368cfe0b775 req-5f5e376b-c4cd-420a-84cd-02383e7b351e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466783 Dec 09 16:12:52.366143 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c9822-984a-4181-a04f-34213cec428e req-3a07cb62-1d23-4f1e-8321-1e22eda8c268 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:52.367627 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e86c9822-984a-4181-a04f-34213cec428e req-3a07cb62-1d23-4f1e-8321-1e22eda8c268 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=8a81506a-af2c-49b2-aad0-f769e49bb7fd HTTP/1.1" status: 200 len: 943 time: 0.0544739 Dec 09 16:12:52.415668 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e86c9822-984a-4181-a04f-34213cec428e req-390ed4bf-4673-4f16-96c7-c6b5736b198b tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413141 Dec 09 16:12:53.026350 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-89136e1d-4b49-4505-a6ca-ddbc36876ec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:53.530970 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42605c5f-a916-4074-9dec-808d086ff86e req-05bb9985-3a0e-4ca1-9c92-84717b55fff7 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:53.532455 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-42605c5f-a916-4074-9dec-808d086ff86e req-05bb9985-3a0e-4ca1-9c92-84717b55fff7 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=8a81506a-af2c-49b2-aad0-f769e49bb7fd HTTP/1.1" status: 200 len: 943 time: 0.0480342 Dec 09 16:12:53.578968 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-42605c5f-a916-4074-9dec-808d086ff86e req-541cee45-a71f-46de-8c76-b2e12592f74f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406094 Dec 09 16:12:54.149616 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:54.702561 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930cfae-914d-4610-b709-47869cc69e40 req-862fc1c5-b232-4ec6-8c3b-c66263028b92 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:54.704073 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2930cfae-914d-4610-b709-47869cc69e40 req-862fc1c5-b232-4ec6-8c3b-c66263028b92 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=8a81506a-af2c-49b2-aad0-f769e49bb7fd HTTP/1.1" status: 200 len: 943 time: 0.0539057 Dec 09 16:12:54.751808 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2930cfae-914d-4610-b709-47869cc69e40 req-a383d1b3-3b32-46d4-ba2c-c52be70f500c tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418603 Dec 09 16:12:54.846683 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:55.402064 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:55.870245 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8d5b7-c3bc-48a7-9477-5a6764f4629e req-02534263-1256-48a1-8c58-85db0469e5e4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:55.871742 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b8f8d5b7-c3bc-48a7-9477-5a6764f4629e req-02534263-1256-48a1-8c58-85db0469e5e4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=8a81506a-af2c-49b2-aad0-f769e49bb7fd HTTP/1.1" status: 200 len: 943 time: 0.0496280 Dec 09 16:12:55.920927 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b8f8d5b7-c3bc-48a7-9477-5a6764f4629e req-6ecd750d-657e-490a-a480-822f6bf4e0af tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425222 Dec 09 16:12:56.462598 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:57.039479 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c406993-e663-4df9-b5f8-a8a397233e77 req-a1d1e533-b40b-4b5e-83a0-8250d2375907 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:57.041003 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6c406993-e663-4df9-b5f8-a8a397233e77 req-a1d1e533-b40b-4b5e-83a0-8250d2375907 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=8a81506a-af2c-49b2-aad0-f769e49bb7fd HTTP/1.1" status: 200 len: 943 time: 0.0494342 Dec 09 16:12:57.093531 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6c406993-e663-4df9-b5f8-a8a397233e77 req-61b9ac5a-628b-49e6-9314-a4142edd6dbc tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466735 Dec 09 16:12:58.212277 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37531723-51e1-4a69-9eb3-61289d360682 req-06dc62ed-d435-4115-83c7-60926ae32568 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:58.213793 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-37531723-51e1-4a69-9eb3-61289d360682 req-06dc62ed-d435-4115-83c7-60926ae32568 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=8a81506a-af2c-49b2-aad0-f769e49bb7fd HTTP/1.1" status: 200 len: 943 time: 0.0501089 Dec 09 16:12:58.261352 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-37531723-51e1-4a69-9eb3-61289d360682 req-6dc10084-0144-4bda-8a7e-0e2e8ab676eb tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415518 Dec 09 16:12:59.382969 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b3001-ab91-44bf-94b4-6339b9996d38 req-17b33cab-69d0-4335-aee3-aec6190bc6df tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:59.384468 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5a1b3001-ab91-44bf-94b4-6339b9996d38 req-17b33cab-69d0-4335-aee3-aec6190bc6df tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=8a81506a-af2c-49b2-aad0-f769e49bb7fd HTTP/1.1" status: 200 len: 943 time: 0.0497069 Dec 09 16:12:59.431851 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5a1b3001-ab91-44bf-94b4-6339b9996d38 req-1ecbceb4-9c41-4b9c-8930-efbdcac5821b tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414417 Dec 09 16:12:59.569891 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device d0f8361f-849b-423c-9e87-3d0f6e9bbe16 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:12:59.663536 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port d0f8361f-849b-423c-9e87-3d0f6e9bbe16, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=d0f8361f-849b-423c-9e87-3d0f6e9bbe16,segment=NetworkSegment(a679b6c2-4eb6-4677-b765-ccb3432ba71e),segment_id=a679b6c2-4eb6-4677-b765-ccb3432ba71e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:12:59.674858 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'd0f8361f-849b-423c-9e87-3d0f6e9bbe16', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'port_id': 'd0f8361f-849b-423c-9e87-3d0f6e9bbe16', 'mac_address': 'fa:16:3e:41:6c:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eccceca-2871-4532-af54-95d3af68b080', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:12:59.711129 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:59.724096 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0f8361f-849b-423c-9e87-3d0f6e9bbe16 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:12:59.743237 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port d0f8361f-849b-423c-9e87-3d0f6e9bbe16, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=d0f8361f-849b-423c-9e87-3d0f6e9bbe16,segment=NetworkSegment(a679b6c2-4eb6-4677-b765-ccb3432ba71e),segment_id=a679b6c2-4eb6-4677-b765-ccb3432ba71e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:12:59.747667 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:59.791937 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=d0f8361f-849b-423c-9e87-3d0f6e9bbe16,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:12:59.799691 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:59.800120 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:59.800644 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:59.801004 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:59.801348 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:59.801682 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:59.802012 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:59.802354 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:59.802668 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:59.802989 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:59.803312 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:59.803633 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:59.803951 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:13:00.070453 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['d0f8361f-849b-423c-9e87-3d0f6e9bbe16'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:13:00.555005 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f7deb-e170-4ef1-87c4-7085393c0e5b req-50f05234-5aa9-4412-a6b6-cdf57a52e0be tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:00.556529 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-668f7deb-e170-4ef1-87c4-7085393c0e5b req-50f05234-5aa9-4412-a6b6-cdf57a52e0be tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=8a81506a-af2c-49b2-aad0-f769e49bb7fd HTTP/1.1" status: 200 len: 944 time: 0.0534337 Dec 09 16:13:00.603510 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-668f7deb-e170-4ef1-87c4-7085393c0e5b req-cf068e7a-ece3-4b6c-862c-21cd6b166a25 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401430 Dec 09 16:13:01.576953 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device d0f8361f-849b-423c-9e87-3d0f6e9bbe16 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:13:01.625531 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port d0f8361f-849b-423c-9e87-3d0f6e9bbe16 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:13:01.629482 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port d0f8361f-849b-423c-9e87-3d0f6e9bbe16 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:13:01.629852 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:01.710354 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:01.725017 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5c132-dc5c-4f5a-b2cb-afce48191088 req-140b7ef9-79d5-4daa-9347-dbb9f68a97c2 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:01.726518 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aca5c132-dc5c-4f5a-b2cb-afce48191088 req-140b7ef9-79d5-4daa-9347-dbb9f68a97c2 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=8a81506a-af2c-49b2-aad0-f769e49bb7fd HTTP/1.1" status: 200 len: 944 time: 0.0505896 Dec 09 16:13:01.733492 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a81506a-af2c-49b2-aad0-f769e49bb7fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f8361f-849b-423c-9e87-3d0f6e9bbe16'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:13:01.735683 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d656b6ca-dddb-41a2-812a-1d4d6c56eb11" -d '{"events": [{"server_uuid": "8a81506a-af2c-49b2-aad0-f769e49bb7fd", "name": "network-vif-plugged", "status": "completed", "tag": "d0f8361f-849b-423c-9e87-3d0f6e9bbe16"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:13:01.748591 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port d0f8361f-849b-423c-9e87-3d0f6e9bbe16, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=d0f8361f-849b-423c-9e87-3d0f6e9bbe16,segment=NetworkSegment(a679b6c2-4eb6-4677-b765-ccb3432ba71e),segment_id=a679b6c2-4eb6-4677-b765-ccb3432ba71e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:13:01.752669 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:01.776394 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aca5c132-dc5c-4f5a-b2cb-afce48191088 req-f5719cdc-32a0-402a-90f5-76df2a6d3f36 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427408 Dec 09 16:13:01.801599 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=d0f8361f-849b-423c-9e87-3d0f6e9bbe16,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:13:01.890643 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d64043b-d792-446f-a707-128130ad682e x-openstack-request-id: req-9d64043b-d792-446f-a707-128130ad682e {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:13:01.890968 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a81506a-af2c-49b2-aad0-f769e49bb7fd", "name": "network-vif-plugged", "status": "completed", "tag": "d0f8361f-849b-423c-9e87-3d0f6e9bbe16", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:13:01.891220 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9d64043b-d792-446f-a707-128130ad682e {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:13:01.891618 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a81506a-af2c-49b2-aad0-f769e49bb7fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f8361f-849b-423c-9e87-3d0f6e9bbe16', 'code': 200} Dec 09 16:13:01.996816 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee2714-4e13-430a-a968-2a11d5f8a5ed req-9c8b76b5-401b-4d1a-aba6-657cee8aed80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:01.998388 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f0ee2714-4e13-430a-a968-2a11d5f8a5ed req-9c8b76b5-401b-4d1a-aba6-657cee8aed80 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8a81506a-af2c-49b2-aad0-f769e49bb7fd HTTP/1.1" status: 200 len: 1096 time: 0.0402086 Dec 09 16:13:02.047209 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f0ee2714-4e13-430a-a968-2a11d5f8a5ed req-24277510-375a-4510-9fd3-bb84ad91ba94 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410745 Dec 09 16:13:02.895369 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46112d3-f615-4b80-b76a-ab3a05bd6625 req-26091a6a-5ebf-4222-a6f7-89e3450bac96 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:02.896890 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c46112d3-f615-4b80-b76a-ab3a05bd6625 req-26091a6a-5ebf-4222-a6f7-89e3450bac96 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=8a81506a-af2c-49b2-aad0-f769e49bb7fd HTTP/1.1" status: 200 len: 945 time: 0.0506554 Dec 09 16:13:02.944284 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c46112d3-f615-4b80-b76a-ab3a05bd6625 req-204b570b-1650-495a-b1a3-0e2c865cead8 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409894 Dec 09 16:13:04.063342 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56db2aa-4bdf-4f5c-b08e-78bbc6bc2911 req-df6a6da1-577c-4599-8d67-3ffd75489c24 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:04.064850 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e56db2aa-4bdf-4f5c-b08e-78bbc6bc2911 req-df6a6da1-577c-4599-8d67-3ffd75489c24 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=8a81506a-af2c-49b2-aad0-f769e49bb7fd HTTP/1.1" status: 200 len: 945 time: 0.0500331 Dec 09 16:13:04.113053 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e56db2aa-4bdf-4f5c-b08e-78bbc6bc2911 req-f49333a0-bdb3-4215-a1dc-9e5fa10e2155 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419784 Dec 09 16:13:04.291518 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10abc08-4fd7-4fe4-a21a-9cb4e6ddee9c req-d758221c-4942-4d9a-911c-1a5c66bbaa30 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:04.293018 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c10abc08-4fd7-4fe4-a21a-9cb4e6ddee9c req-d758221c-4942-4d9a-911c-1a5c66bbaa30 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=8a81506a-af2c-49b2-aad0-f769e49bb7fd HTTP/1.1" status: 200 len: 945 time: 0.0534043 Dec 09 16:13:04.339523 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c10abc08-4fd7-4fe4-a21a-9cb4e6ddee9c req-570c8eda-5bb9-4bba-b75c-9e8e3ff499f3 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406678 Dec 09 16:13:06.843242 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87023343-e146-4217-93a0-e89d43d082b6 req-a4fa3289-3d48-46b1-b491-0cc0b6c4cdd2 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:06.844753 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-87023343-e146-4217-93a0-e89d43d082b6 req-a4fa3289-3d48-46b1-b491-0cc0b6c4cdd2 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/networks?id=a6860458-8089-4376-a722-7b1c40818ef4 HTTP/1.1" status: 200 len: 811 time: 0.1010733 Dec 09 16:13:06.860400 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-87023343-e146-4217-93a0-e89d43d082b6 req-6d58ae4a-e1d8-45f3-ad74-4e8c1f400483 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/quotas/ed744bdd64cf4529a4e59d4f7e83d0c7 HTTP/1.1" status: 200 len: 375 time: 0.0097001 Dec 09 16:13:06.920109 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-87023343-e146-4217-93a0-e89d43d082b6 req-cd0c101b-7753-4c1f-8cb0-dde012fb533c tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ed744bdd64cf4529a4e59d4f7e83d0c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0535812 Dec 09 16:13:07.010246 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-87023343-e146-4217-93a0-e89d43d082b6 req-b132cfc5-424a-4ac3-97f9-d84938721e95 service neutron] 10.222.0.57 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829012 Dec 09 16:13:07.104060 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-87023343-e146-4217-93a0-e89d43d082b6 req-a4d3ed3b-6a64-4e71-ab84-ea4392b46e2a service neutron] 10.222.0.57 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870028 Dec 09 16:13:07.288888 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5adabf1a-cb25-4220-a26c-fd097e2f63f6 req-89612f72-2293-4e1a-9523-f559c0f81d7b tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=67bd7da7-02cf-4d04-b652-8df42254d759 HTTP/1.1" status: 200 len: 210 time: 0.0262403 Dec 09 16:13:08.405544 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-23b5e419-5524-46f5-b82f-6a1549266c40 req-4b0b4844-84be-4e9e-880e-61858922ae37 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=67bd7da7-02cf-4d04-b652-8df42254d759 HTTP/1.1" status: 200 len: 210 time: 0.0307574 Dec 09 16:13:08.672129 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87023343-e146-4217-93a0-e89d43d082b6 req-a8458c48-a580-4e70-95e0-b98178fbcd49 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:08.673696 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-87023343-e146-4217-93a0-e89d43d082b6 req-a8458c48-a580-4e70-95e0-b98178fbcd49 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.42 "GET /v2.0/networks?id=a6860458-8089-4376-a722-7b1c40818ef4 HTTP/1.1" status: 200 len: 811 time: 0.4598000 Dec 09 16:13:08.699875 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-87023343-e146-4217-93a0-e89d43d082b6 req-c4255b24-852a-4f04-aa07-254cd1de7a10 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Request body: {'port': {'device_id': '67bd7da7-02cf-4d04-b652-8df42254d759', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'admin_state_up': True, 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:13:08.817310 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87023343-e146-4217-93a0-e89d43d082b6 req-c4255b24-852a-4f04-aa07-254cd1de7a10 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Made reservation on behalf of ed744bdd64cf4529a4e59d4f7e83d0c7 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:13:08.820827 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-87023343-e146-4217-93a0-e89d43d082b6 req-c4255b24-852a-4f04-aa07-254cd1de7a10 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:08.955152 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-87023343-e146-4217-93a0-e89d43d082b6 req-c4255b24-852a-4f04-aa07-254cd1de7a10 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Allocated IP 172.20.0.11 (a6860458-8089-4376-a722-7b1c40818ef4/1eccceca-2871-4532-af54-95d3af68b080/8bef46ec-9f96-4d93-9454-729a5cb9573c) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:13:09.104743 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-87023343-e146-4217-93a0-e89d43d082b6 req-c4255b24-852a-4f04-aa07-254cd1de7a10 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:09.139609 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-87023343-e146-4217-93a0-e89d43d082b6 req-c4255b24-852a-4f04-aa07-254cd1de7a10 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:09.153214 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['d0f8361f-849b-423c-9e87-3d0f6e9bbe16'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:13:09.182662 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87023343-e146-4217-93a0-e89d43d082b6 req-c4255b24-852a-4f04-aa07-254cd1de7a10 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Network a6860458-8089-4376-a722-7b1c40818ef4 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:13:09.190353 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-87023343-e146-4217-93a0-e89d43d082b6 req-c4255b24-852a-4f04-aa07-254cd1de7a10 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:13:09.194998 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-87023343-e146-4217-93a0-e89d43d082b6 req-c4255b24-852a-4f04-aa07-254cd1de7a10 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:13:09.199101 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4255b24-852a-4f04-aa07-254cd1de7a10 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Pushing event updated for resources: {'Port': ['ID=8bef46ec-9f96-4d93-9454-729a5cb9573c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:13:09.228811 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4255b24-852a-4f04-aa07-254cd1de7a10 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:13:09.229605 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4255b24-852a-4f04-aa07-254cd1de7a10 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:13:09.229605 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4255b24-852a-4f04-aa07-254cd1de7a10 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:13:09.229817 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4255b24-852a-4f04-aa07-254cd1de7a10 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:13:09.230157 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4255b24-852a-4f04-aa07-254cd1de7a10 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:13:09.230490 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4255b24-852a-4f04-aa07-254cd1de7a10 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:13:09.230819 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4255b24-852a-4f04-aa07-254cd1de7a10 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:13:09.231150 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4255b24-852a-4f04-aa07-254cd1de7a10 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:13:09.231476 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4255b24-852a-4f04-aa07-254cd1de7a10 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:13:09.231891 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4255b24-852a-4f04-aa07-254cd1de7a10 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:13:09.232228 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4255b24-852a-4f04-aa07-254cd1de7a10 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:13:09.232606 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4255b24-852a-4f04-aa07-254cd1de7a10 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:13:09.232920 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4255b24-852a-4f04-aa07-254cd1de7a10 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:13:09.264498 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87023343-e146-4217-93a0-e89d43d082b6 req-c4255b24-852a-4f04-aa07-254cd1de7a10 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:09.265572 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-87023343-e146-4217-93a0-e89d43d082b6 req-c4255b24-852a-4f04-aa07-254cd1de7a10 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:09.291880 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-87023343-e146-4217-93a0-e89d43d082b6 req-c4255b24-852a-4f04-aa07-254cd1de7a10 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5961227 Dec 09 16:13:09.315234 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-87023343-e146-4217-93a0-e89d43d082b6 req-b3978e8b-7fbe-4d8d-a679-d709cf7335fb service neutron] Request body: {'port': {'device_id': '67bd7da7-02cf-4d04-b652-8df42254d759', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:13:09.388850 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-87023343-e146-4217-93a0-e89d43d082b6 req-b3978e8b-7fbe-4d8d-a679-d709cf7335fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:09.543002 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-411f7b47-ce11-4837-8ee8-dc6a495e3bc9 None None] Provisioning complete for port 8bef46ec-9f96-4d93-9454-729a5cb9573c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:13:09.543602 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-411f7b47-ce11-4837-8ee8-dc6a495e3bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:09.566528 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc4efc-1a4b-4f3f-9a5b-20a50c771461 req-e3e6a338-2eaf-4b46-b706-b95d22ff960e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:09.568804 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-89cc4efc-1a4b-4f3f-9a5b-20a50c771461 req-e3e6a338-2eaf-4b46-b706-b95d22ff960e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=67bd7da7-02cf-4d04-b652-8df42254d759 HTTP/1.1" status: 200 len: 932 time: 0.0610850 Dec 09 16:13:09.597988 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-411f7b47-ce11-4837-8ee8-dc6a495e3bc9 None None] Port 8bef46ec-9f96-4d93-9454-729a5cb9573c cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:13:09.623926 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-89cc4efc-1a4b-4f3f-9a5b-20a50c771461 req-ebe09d75-528f-4e18-b402-01a3afbe2f1a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486073 Dec 09 16:13:09.688377 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-87023343-e146-4217-93a0-e89d43d082b6 req-b3978e8b-7fbe-4d8d-a679-d709cf7335fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bef46ec-9f96-4d93-9454-729a5cb9573c {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:13:09.695886 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-87023343-e146-4217-93a0-e89d43d082b6 req-b3978e8b-7fbe-4d8d-a679-d709cf7335fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:09.707763 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-87023343-e146-4217-93a0-e89d43d082b6 req-b3978e8b-7fbe-4d8d-a679-d709cf7335fb service neutron] Transition to ACTIVE for port object 8bef46ec-9f96-4d93-9454-729a5cb9573c will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:13:09.711579 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-87023343-e146-4217-93a0-e89d43d082b6 req-b3978e8b-7fbe-4d8d-a679-d709cf7335fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:09.767967 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3978e8b-7fbe-4d8d-a679-d709cf7335fb service neutron] Pushing event updated for resources: {'Port': ['ID=8bef46ec-9f96-4d93-9454-729a5cb9573c,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:13:09.840481 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-87023343-e146-4217-93a0-e89d43d082b6 req-b3978e8b-7fbe-4d8d-a679-d709cf7335fb service neutron] Attempting to bind port 8bef46ec-9f96-4d93-9454-729a5cb9573c on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:13:09.840804 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-87023343-e146-4217-93a0-e89d43d082b6 req-b3978e8b-7fbe-4d8d-a679-d709cf7335fb service neutron] Attempting to bind port 8bef46ec-9f96-4d93-9454-729a5cb9573c by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': 'a679b6c2-4eb6-4677-b765-ccb3432ba71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:13:09.841161 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87023343-e146-4217-93a0-e89d43d082b6 req-b3978e8b-7fbe-4d8d-a679-d709cf7335fb service neutron] Attempting to bind port 8bef46ec-9f96-4d93-9454-729a5cb9573c on network a6860458-8089-4376-a722-7b1c40818ef4 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:13:09.852672 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87023343-e146-4217-93a0-e89d43d082b6 req-b3978e8b-7fbe-4d8d-a679-d709cf7335fb service neutron] Port 8bef46ec-9f96-4d93-9454-729a5cb9573c on network a6860458-8089-4376-a722-7b1c40818ef4 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:13:09.853059 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87023343-e146-4217-93a0-e89d43d082b6 req-b3978e8b-7fbe-4d8d-a679-d709cf7335fb service neutron] Attempting to bind port 8bef46ec-9f96-4d93-9454-729a5cb9573c on network a6860458-8089-4376-a722-7b1c40818ef4 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:13:09.859613 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87023343-e146-4217-93a0-e89d43d082b6 req-b3978e8b-7fbe-4d8d-a679-d709cf7335fb service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:13:09.859965 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87023343-e146-4217-93a0-e89d43d082b6 req-b3978e8b-7fbe-4d8d-a679-d709cf7335fb service neutron] Checking segment: {'id': 'a679b6c2-4eb6-4677-b765-ccb3432ba71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:13:09.860341 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87023343-e146-4217-93a0-e89d43d082b6 req-b3978e8b-7fbe-4d8d-a679-d709cf7335fb service neutron] Bound using segment: {'id': 'a679b6c2-4eb6-4677-b765-ccb3432ba71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:13:09.860801 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-87023343-e146-4217-93a0-e89d43d082b6 req-b3978e8b-7fbe-4d8d-a679-d709cf7335fb service neutron] Bound port: 8bef46ec-9f96-4d93-9454-729a5cb9573c, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a679b6c2-4eb6-4677-b765-ccb3432ba71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:13:09.861155 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-87023343-e146-4217-93a0-e89d43d082b6 req-b3978e8b-7fbe-4d8d-a679-d709cf7335fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:09.939239 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-87023343-e146-4217-93a0-e89d43d082b6 req-b3978e8b-7fbe-4d8d-a679-d709cf7335fb service neutron] For port 8bef46ec-9f96-4d93-9454-729a5cb9573c, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:13:09.942541 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-87023343-e146-4217-93a0-e89d43d082b6 req-b3978e8b-7fbe-4d8d-a679-d709cf7335fb service neutron] For port 8bef46ec-9f96-4d93-9454-729a5cb9573c, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=8bef46ec-9f96-4d93-9454-729a5cb9573c,segment=NetworkSegment(a679b6c2-4eb6-4677-b765-ccb3432ba71e),segment_id=a679b6c2-4eb6-4677-b765-ccb3432ba71e)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:13:09.947545 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-87023343-e146-4217-93a0-e89d43d082b6 req-b3978e8b-7fbe-4d8d-a679-d709cf7335fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:09.965265 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87023343-e146-4217-93a0-e89d43d082b6 req-b3978e8b-7fbe-4d8d-a679-d709cf7335fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:09.965881 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-87023343-e146-4217-93a0-e89d43d082b6 req-b3978e8b-7fbe-4d8d-a679-d709cf7335fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:09.967322 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-87023343-e146-4217-93a0-e89d43d082b6 req-b3978e8b-7fbe-4d8d-a679-d709cf7335fb service neutron] 10.222.0.42 "PUT /v2.0/ports/8bef46ec-9f96-4d93-9454-729a5cb9573c HTTP/1.1" status: 200 len: 1092 time: 0.6610181 Dec 09 16:13:09.986553 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67bd7da7-02cf-4d04-b652-8df42254d759', 'tag': '8bef46ec-9f96-4d93-9454-729a5cb9573c'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:13:09.990300 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19570475-4d82-472c-ac9d-d497da6a2eab" -d '{"events": [{"name": "network-changed", "server_uuid": "67bd7da7-02cf-4d04-b652-8df42254d759", "tag": "8bef46ec-9f96-4d93-9454-729a5cb9573c"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:13:10.026126 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3978e8b-7fbe-4d8d-a679-d709cf7335fb service neutron] Pushing event updated for resources: {'Port': ['ID=8bef46ec-9f96-4d93-9454-729a5cb9573c,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:13:10.091815 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87023343-e146-4217-93a0-e89d43d082b6 req-cf94b34d-3a53-4024-a592-9e57cc63d1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:10.093406 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-87023343-e146-4217-93a0-e89d43d082b6 req-cf94b34d-3a53-4024-a592-9e57cc63d1a8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed744bdd64cf4529a4e59d4f7e83d0c7&device_id=67bd7da7-02cf-4d04-b652-8df42254d759 HTTP/1.1" status: 200 len: 1095 time: 0.0622492 Dec 09 16:13:10.147083 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-87023343-e146-4217-93a0-e89d43d082b6 req-317a78d2-796c-4db4-a161-f5a58e61700c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8bef46ec-9f96-4d93-9454-729a5cb9573c HTTP/1.1" status: 200 len: 217 time: 0.0388045 Dec 09 16:13:10.206220 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87023343-e146-4217-93a0-e89d43d082b6 req-ff995dc1-0d7a-4c4c-aa05-b21178881eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:10.207789 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-87023343-e146-4217-93a0-e89d43d082b6 req-ff995dc1-0d7a-4c4c-aa05-b21178881eb5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1eccceca-2871-4532-af54-95d3af68b080 HTTP/1.1" status: 200 len: 850 time: 0.0543184 Dec 09 16:13:10.242326 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a881da-d7a6-496e-83fb-460e1e1c71b6 x-openstack-request-id: req-02a881da-d7a6-496e-83fb-460e1e1c71b6 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:13:10.242628 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67bd7da7-02cf-4d04-b652-8df42254d759", "tag": "8bef46ec-9f96-4d93-9454-729a5cb9573c", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:13:10.242885 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-02a881da-d7a6-496e-83fb-460e1e1c71b6 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:13:10.243280 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67bd7da7-02cf-4d04-b652-8df42254d759', 'tag': '8bef46ec-9f96-4d93-9454-729a5cb9573c', 'status': 'completed', 'code': 200} Dec 09 16:13:10.260061 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87023343-e146-4217-93a0-e89d43d082b6 req-80296037-7baf-4d9f-88cb-cc53964235bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:10.261654 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-87023343-e146-4217-93a0-e89d43d082b6 req-80296037-7baf-4d9f-88cb-cc53964235bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a6860458-8089-4376-a722-7b1c40818ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466049 Dec 09 16:13:10.359370 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-87023343-e146-4217-93a0-e89d43d082b6 req-d0807af2-3a30-4729-8f73-6e1789a2fe26 service neutron] 10.222.0.42 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892696 Dec 09 16:13:10.455910 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-87023343-e146-4217-93a0-e89d43d082b6 req-1f07a5ed-2894-4bc6-8eca-dd2e60abde6d service neutron] 10.222.0.42 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891101 Dec 09 16:13:10.569485 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19570475-4d82-472c-ac9d-d497da6a2eab req-470a8161-6eae-4778-a1c0-e868886a0b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:10.571187 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-19570475-4d82-472c-ac9d-d497da6a2eab req-470a8161-6eae-4778-a1c0-e868886a0b59 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed744bdd64cf4529a4e59d4f7e83d0c7&device_id=67bd7da7-02cf-4d04-b652-8df42254d759 HTTP/1.1" status: 200 len: 1095 time: 0.0426600 Dec 09 16:13:10.670229 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19570475-4d82-472c-ac9d-d497da6a2eab req-6d011734-749f-4c4e-b351-6e231dcf7231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:10.671984 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-19570475-4d82-472c-ac9d-d497da6a2eab req-6d011734-749f-4c4e-b351-6e231dcf7231 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a6860458-8089-4376-a722-7b1c40818ef4 HTTP/1.1" status: 200 len: 912 time: 0.0937483 Dec 09 16:13:10.719558 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-19570475-4d82-472c-ac9d-d497da6a2eab req-8cd969a3-f5c0-4d4a-8a0a-ac0ab7dc44ec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8bef46ec-9f96-4d93-9454-729a5cb9573c HTTP/1.1" status: 200 len: 217 time: 0.0403275 Dec 09 16:13:10.768193 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbe9b6-009b-4806-954a-c7aaf6e8d14b req-32888418-b4f9-4af1-9269-76d5a7075d7c tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:10.769849 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cedbe9b6-009b-4806-954a-c7aaf6e8d14b req-32888418-b4f9-4af1-9269-76d5a7075d7c tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=67bd7da7-02cf-4d04-b652-8df42254d759 HTTP/1.1" status: 200 len: 944 time: 0.0725954 Dec 09 16:13:10.778891 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19570475-4d82-472c-ac9d-d497da6a2eab req-33e1eb6a-5006-4111-93fb-af7ce59b8a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:10.780520 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-19570475-4d82-472c-ac9d-d497da6a2eab req-33e1eb6a-5006-4111-93fb-af7ce59b8a6a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1eccceca-2871-4532-af54-95d3af68b080 HTTP/1.1" status: 200 len: 850 time: 0.0537679 Dec 09 16:13:10.825255 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cedbe9b6-009b-4806-954a-c7aaf6e8d14b req-37a8b07f-f17b-48fb-8de4-00d4e0d948eb tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470140 Dec 09 16:13:10.831241 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19570475-4d82-472c-ac9d-d497da6a2eab req-0d0547e2-ee35-4586-bccd-01a396a1331d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:10.832864 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-19570475-4d82-472c-ac9d-d497da6a2eab req-0d0547e2-ee35-4586-bccd-01a396a1331d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a6860458-8089-4376-a722-7b1c40818ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454838 Dec 09 16:13:10.929836 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-19570475-4d82-472c-ac9d-d497da6a2eab req-738ef497-c68e-4793-bcec-9322096208fb service neutron] 10.222.0.42 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892198 Dec 09 16:13:11.029339 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-19570475-4d82-472c-ac9d-d497da6a2eab req-d8657612-2d06-4609-bfa7-9f254c5e2d40 service neutron] 10.222.0.42 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913601 Dec 09 16:13:11.970669 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9edffb-7bb7-4b7f-b772-d9fb1ea6d5c3 req-65ddb4eb-cc79-43dc-9ea4-f7ce885cbfcd tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:11.974824 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6f9edffb-7bb7-4b7f-b772-d9fb1ea6d5c3 req-65ddb4eb-cc79-43dc-9ea4-f7ce885cbfcd tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=67bd7da7-02cf-4d04-b652-8df42254d759 HTTP/1.1" status: 200 len: 944 time: 0.0740910 Dec 09 16:13:12.031010 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6f9edffb-7bb7-4b7f-b772-d9fb1ea6d5c3 req-d9c51864-be5b-4ad9-9475-7466fdcb44c7 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500808 Dec 09 16:13:13.191978 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f314b8-381d-4fe8-8f07-80da15cefd6e req-4c82e333-4c93-4019-b95d-dda424faaa54 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:13.193877 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d5f314b8-381d-4fe8-8f07-80da15cefd6e req-4c82e333-4c93-4019-b95d-dda424faaa54 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=67bd7da7-02cf-4d04-b652-8df42254d759 HTTP/1.1" status: 200 len: 944 time: 0.0762060 Dec 09 16:13:13.268619 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d5f314b8-381d-4fe8-8f07-80da15cefd6e req-2635c2e2-51ea-47d5-8189-ddc531b6a677 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682266 Dec 09 16:13:14.452574 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3480c2c-30dd-4928-9095-edf2db8b0648 req-5c74a810-ad42-4012-8aa7-9fe974145b73 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:14.460923 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c3480c2c-30dd-4928-9095-edf2db8b0648 req-5c74a810-ad42-4012-8aa7-9fe974145b73 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=67bd7da7-02cf-4d04-b652-8df42254d759 HTTP/1.1" status: 200 len: 944 time: 0.0813453 Dec 09 16:13:14.533520 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c3480c2c-30dd-4928-9095-edf2db8b0648 req-a434fe64-119d-4e73-8f6d-04b7abf4099f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717385 Dec 09 16:13:15.656497 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff2dfc-4d89-444c-92d2-2131252884a6 req-6538efd7-bb28-42ad-b887-b48120c6b277 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:15.657974 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e5ff2dfc-4d89-444c-92d2-2131252884a6 req-6538efd7-bb28-42ad-b887-b48120c6b277 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=67bd7da7-02cf-4d04-b652-8df42254d759 HTTP/1.1" status: 200 len: 944 time: 0.0492961 Dec 09 16:13:15.710028 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e5ff2dfc-4d89-444c-92d2-2131252884a6 req-f53b520a-51cc-4e92-a01f-b7fa12cbdc49 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458174 Dec 09 16:13:16.241136 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:16.827491 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61efc7-ac41-4e53-808c-17bc6a73d8b8 req-5fefa4c5-383f-4c90-a6f9-611747323084 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:16.828998 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ce61efc7-ac41-4e53-808c-17bc6a73d8b8 req-5fefa4c5-383f-4c90-a6f9-611747323084 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=67bd7da7-02cf-4d04-b652-8df42254d759 HTTP/1.1" status: 200 len: 944 time: 0.0489590 Dec 09 16:13:16.879225 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ce61efc7-ac41-4e53-808c-17bc6a73d8b8 req-05233d05-3c0c-4209-91d1-88d546f10a5b tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430946 Dec 09 16:13:17.307168 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef0d5a-601a-4442-b741-09800a72efcf req-bfd73fec-e0a5-4b43-b76d-1f2f6f0abde2 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:17.308618 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f5ef0d5a-601a-4442-b741-09800a72efcf req-bfd73fec-e0a5-4b43-b76d-1f2f6f0abde2 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 945 time: 0.0504789 Dec 09 16:13:17.359142 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f5ef0d5a-601a-4442-b741-09800a72efcf req-b73cfd09-d9f9-4b32-bf38-6c79091d4fd8 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439532 Dec 09 16:13:18.002576 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0bda0-04d9-4965-b132-2b619909c451 req-e8edd0ce-5c14-4721-b176-8016c0eed06f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:18.004099 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f8b0bda0-04d9-4965-b132-2b619909c451 req-e8edd0ce-5c14-4721-b176-8016c0eed06f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=67bd7da7-02cf-4d04-b652-8df42254d759 HTTP/1.1" status: 200 len: 944 time: 0.0551252 Dec 09 16:13:18.054351 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f8b0bda0-04d9-4965-b132-2b619909c451 req-c146db0a-44d8-42d6-9cf7-aa25a71ef5cb tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440772 Dec 09 16:13:18.482161 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf40233-c8c1-4fb5-a799-991a6bc81ffd req-ac0817fd-7ac3-4a80-ac8f-2ca10e621566 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:18.483883 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7cf40233-c8c1-4fb5-a799-991a6bc81ffd req-ac0817fd-7ac3-4a80-ac8f-2ca10e621566 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 945 time: 0.0508361 Dec 09 16:13:18.531238 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7cf40233-c8c1-4fb5-a799-991a6bc81ffd req-fefff8f5-65a5-49c1-8e9b-d6b24002e0a0 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412710 Dec 09 16:13:19.174604 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341fd2f-13f3-4dd2-8b73-a672c4ad994b req-a6e6c2a1-a7a4-4521-b61b-5e9249c137d9 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:19.176120 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8341fd2f-13f3-4dd2-8b73-a672c4ad994b req-a6e6c2a1-a7a4-4521-b61b-5e9249c137d9 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=67bd7da7-02cf-4d04-b652-8df42254d759 HTTP/1.1" status: 200 len: 944 time: 0.0503051 Dec 09 16:13:19.230029 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8341fd2f-13f3-4dd2-8b73-a672c4ad994b req-904997e1-08a7-4f38-bdbb-f2cf7f14761f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476625 Dec 09 16:13:19.651049 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40560e97-8707-4423-be76-fe1fc63ce979 req-88d06a02-7223-4a96-b6ed-8fdcd9981143 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:19.652486 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-40560e97-8707-4423-be76-fe1fc63ce979 req-88d06a02-7223-4a96-b6ed-8fdcd9981143 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 945 time: 0.0489259 Dec 09 16:13:19.701337 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-40560e97-8707-4423-be76-fe1fc63ce979 req-cd92c4ee-cd23-4376-8612-12c0157ee28b tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420716 Dec 09 16:13:20.355652 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0189c8b-a582-4c78-92dd-2560136bbcae req-53bdb7e4-048c-453d-839c-f53c86398599 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:20.358067 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e0189c8b-a582-4c78-92dd-2560136bbcae req-53bdb7e4-048c-453d-839c-f53c86398599 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=67bd7da7-02cf-4d04-b652-8df42254d759 HTTP/1.1" status: 200 len: 944 time: 0.0540235 Dec 09 16:13:20.407620 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e0189c8b-a582-4c78-92dd-2560136bbcae req-d33462b6-6e1f-432d-8004-5377b79195c7 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436366 Dec 09 16:13:20.502871 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-805cd62a-d2ef-42b1-a25c-ec4dbac3fdd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:20.838424 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dedb94d-aa1b-4b11-aa24-716663d70f8c req-9e236d69-f555-43c1-8c88-72ba6389f4aa tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:20.839944 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0dedb94d-aa1b-4b11-aa24-716663d70f8c req-9e236d69-f555-43c1-8c88-72ba6389f4aa tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 945 time: 0.0533974 Dec 09 16:13:20.894869 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0dedb94d-aa1b-4b11-aa24-716663d70f8c req-89a5c2a2-9257-4b25-b005-4c8fb3ba821d tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468271 Dec 09 16:13:21.531785 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800962f-7c7b-4267-a47b-5ad2df3d127a req-b8abac39-b2c9-47bd-b2ab-9202f565c6f0 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:21.533341 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1800962f-7c7b-4267-a47b-5ad2df3d127a req-b8abac39-b2c9-47bd-b2ab-9202f565c6f0 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=67bd7da7-02cf-4d04-b652-8df42254d759 HTTP/1.1" status: 200 len: 944 time: 0.0522673 Dec 09 16:13:21.582064 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1800962f-7c7b-4267-a47b-5ad2df3d127a req-84df5bb0-ae77-4713-bd0d-0519ad49e9c3 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425260 Dec 09 16:13:21.753208 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:13:22.029829 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487cc95-d5c5-43be-843d-5a6985d79b01 req-69034c9e-292c-491b-8bd0-ce7bf8bf932d tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:22.031413 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4487cc95-d5c5-43be-843d-5a6985d79b01 req-69034c9e-292c-491b-8bd0-ce7bf8bf932d tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 945 time: 0.0558283 Dec 09 16:13:22.082181 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4487cc95-d5c5-43be-843d-5a6985d79b01 req-2c973f80-ee98-4d2c-8885-a953b0cbde75 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446405 Dec 09 16:13:22.699808 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfda814-9844-488d-8930-d5c452480007 req-950101cb-8440-4eab-928f-45b43c4543ee tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:22.701382 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cbfda814-9844-488d-8930-d5c452480007 req-950101cb-8440-4eab-928f-45b43c4543ee tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=67bd7da7-02cf-4d04-b652-8df42254d759 HTTP/1.1" status: 200 len: 944 time: 0.0501039 Dec 09 16:13:22.751378 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cbfda814-9844-488d-8930-d5c452480007 req-4d3522df-dbf6-4744-a20c-f61ca6b968ca tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439463 Dec 09 16:13:23.032040 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9ba56585-b918-4060-813c-e8c28b2451fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:23.209630 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75463f-f646-4cb6-990a-438ea334fb8f req-9adff836-d691-4cec-95ba-c47993fcfcc8 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:23.211304 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0c75463f-f646-4cb6-990a-438ea334fb8f req-9adff836-d691-4cec-95ba-c47993fcfcc8 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 945 time: 0.0546989 Dec 09 16:13:23.269502 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0c75463f-f646-4cb6-990a-438ea334fb8f req-6e109d92-fe43-4cae-a132-23a0e75e551a tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510805 Dec 09 16:13:23.871833 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c09be5-31f1-45a9-87b6-03c1296e2db6 req-94f19efa-118f-4568-b986-4ee6f94c65d7 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:23.874003 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-24c09be5-31f1-45a9-87b6-03c1296e2db6 req-94f19efa-118f-4568-b986-4ee6f94c65d7 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=67bd7da7-02cf-4d04-b652-8df42254d759 HTTP/1.1" status: 200 len: 944 time: 0.0505743 Dec 09 16:13:23.922561 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-24c09be5-31f1-45a9-87b6-03c1296e2db6 req-9a5e834b-1634-4572-b010-17d24324b3a2 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425062 Dec 09 16:13:24.150911 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:24.416929 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787238e-c337-4985-a5b9-5bc7e4e7c3b6 req-6f8d0581-1574-4a46-b3b7-fe95abb34290 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:24.418427 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0787238e-c337-4985-a5b9-5bc7e4e7c3b6 req-6f8d0581-1574-4a46-b3b7-fe95abb34290 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 945 time: 0.0711923 Dec 09 16:13:24.485341 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4c5c19c6-8859-4723-afeb-24897dcfdf54 req-63b1010a-23bd-44c5-b480-f13ca6302150 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8a81506a-af2c-49b2-aad0-f769e49bb7fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0890088 Dec 09 16:13:24.498673 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0787238e-c337-4985-a5b9-5bc7e4e7c3b6 req-841cbe12-0969-4271-8f81-37afc7ac7978 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631461 Dec 09 16:13:24.572867 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c19c6-8859-4723-afeb-24897dcfdf54 req-f25416d6-d2f3-4e54-98c6-1ee3e4863100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:24.574407 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4c5c19c6-8859-4723-afeb-24897dcfdf54 req-f25416d6-d2f3-4e54-98c6-1ee3e4863100 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed744bdd64cf4529a4e59d4f7e83d0c7&device_id=8a81506a-af2c-49b2-aad0-f769e49bb7fd HTTP/1.1" status: 200 len: 1096 time: 0.0426285 Dec 09 16:13:24.675942 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c19c6-8859-4723-afeb-24897dcfdf54 req-8385df1c-448e-4fd5-8951-cc6ebf95058b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:24.677331 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4c5c19c6-8859-4723-afeb-24897dcfdf54 req-8385df1c-448e-4fd5-8951-cc6ebf95058b service neutron] 10.222.0.31 "GET /v2.0/networks?id=a6860458-8089-4376-a722-7b1c40818ef4 HTTP/1.1" status: 200 len: 912 time: 0.0835352 Dec 09 16:13:24.722879 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4c5c19c6-8859-4723-afeb-24897dcfdf54 req-4defd35d-773e-410f-84ca-14bf311ffabd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0f8361f-849b-423c-9e87-3d0f6e9bbe16 HTTP/1.1" status: 200 len: 217 time: 0.0381954 Dec 09 16:13:24.771909 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c19c6-8859-4723-afeb-24897dcfdf54 req-8ba43a2b-4512-44b1-a0f3-c6bfc18410dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:24.773341 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4c5c19c6-8859-4723-afeb-24897dcfdf54 req-8ba43a2b-4512-44b1-a0f3-c6bfc18410dd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1eccceca-2871-4532-af54-95d3af68b080 HTTP/1.1" status: 200 len: 850 time: 0.0432563 Dec 09 16:13:24.818434 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c19c6-8859-4723-afeb-24897dcfdf54 req-7a3a99a7-00a2-4b45-8109-82212a6e5c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:24.819889 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4c5c19c6-8859-4723-afeb-24897dcfdf54 req-7a3a99a7-00a2-4b45-8109-82212a6e5c90 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a6860458-8089-4376-a722-7b1c40818ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395541 Dec 09 16:13:24.864494 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:24.913609 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4c5c19c6-8859-4723-afeb-24897dcfdf54 req-dc108a61-186a-4602-9178-373c1a73fb23 service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854867 Dec 09 16:13:25.018263 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4c5c19c6-8859-4723-afeb-24897dcfdf54 req-94dd0234-ff28-4b2f-9900-1628682f5bd1 service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969632 Dec 09 16:13:25.056570 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9fef2-4f11-4741-91b3-447f7e0c634d req-869343ea-1260-407e-9e29-c519f1da38db tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:25.058168 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3bb9fef2-4f11-4741-91b3-447f7e0c634d req-869343ea-1260-407e-9e29-c519f1da38db tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=67bd7da7-02cf-4d04-b652-8df42254d759 HTTP/1.1" status: 200 len: 944 time: 0.0597577 Dec 09 16:13:25.113345 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3bb9fef2-4f11-4741-91b3-447f7e0c634d req-6b6ec21b-d977-4e83-8b11-b58e33c598b4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485482 Dec 09 16:13:25.405943 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:25.620887 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082ebf9-b7b7-428f-a10d-b0e6100ce6dc req-42dd7ba4-e6b6-47ff-b788-19438bfde6c3 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:25.622275 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5082ebf9-b7b7-428f-a10d-b0e6100ce6dc req-42dd7ba4-e6b6-47ff-b788-19438bfde6c3 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 945 time: 0.0502560 Dec 09 16:13:25.672926 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5082ebf9-b7b7-428f-a10d-b0e6100ce6dc req-6b15c426-6628-4578-b71b-cfc47c0bdd29 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447059 Dec 09 16:13:26.243458 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d922453-d62b-448c-b7d3-ba1373aa1205 req-d1f8d9c1-8de2-444e-a533-280fccefd8f6 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:26.245026 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7d922453-d62b-448c-b7d3-ba1373aa1205 req-d1f8d9c1-8de2-444e-a533-280fccefd8f6 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=67bd7da7-02cf-4d04-b652-8df42254d759 HTTP/1.1" status: 200 len: 944 time: 0.0536618 Dec 09 16:13:26.294074 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7d922453-d62b-448c-b7d3-ba1373aa1205 req-bd35eb8f-b495-40c3-a1ea-4c95cc98d9a5 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420437 Dec 09 16:13:26.466813 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:26.814547 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90932b62-180c-4691-80b2-46ad52f375e6 req-143a0f0f-671e-4b16-a10b-f2d2bfe10be4 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:26.816315 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-90932b62-180c-4691-80b2-46ad52f375e6 req-143a0f0f-671e-4b16-a10b-f2d2bfe10be4 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 945 time: 0.0615840 Dec 09 16:13:26.869878 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-90932b62-180c-4691-80b2-46ad52f375e6 req-97ce7195-6a38-4822-a89c-340149ce0c69 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471449 Dec 09 16:13:27.426053 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b38e2-785f-47f5-8b63-f80c44dbcad3 req-e252855c-6ddb-4162-a2ea-899861443b38 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:27.427645 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-630b38e2-785f-47f5-8b63-f80c44dbcad3 req-e252855c-6ddb-4162-a2ea-899861443b38 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=67bd7da7-02cf-4d04-b652-8df42254d759 HTTP/1.1" status: 200 len: 944 time: 0.0571101 Dec 09 16:13:27.485174 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-630b38e2-785f-47f5-8b63-f80c44dbcad3 req-d502b9b7-b69c-4057-a3f4-037da2c6e91b tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508766 Dec 09 16:13:28.002959 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7afc71-4e42-4bd8-b235-20a50be7a010 req-289b5aa4-f968-4a07-9682-e703eb62bbe2 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:28.004643 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dc7afc71-4e42-4bd8-b235-20a50be7a010 req-289b5aa4-f968-4a07-9682-e703eb62bbe2 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 945 time: 0.0573752 Dec 09 16:13:28.057334 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dc7afc71-4e42-4bd8-b235-20a50be7a010 req-5fb2b32e-6d95-424c-acbf-87bfdd8613b0 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463026 Dec 09 16:13:28.603052 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b291785-988b-4180-ad84-a09dd84e3f91 req-25370872-7af6-4ac6-a648-67b46ef2f873 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:28.604627 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4b291785-988b-4180-ad84-a09dd84e3f91 req-25370872-7af6-4ac6-a648-67b46ef2f873 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=67bd7da7-02cf-4d04-b652-8df42254d759 HTTP/1.1" status: 200 len: 944 time: 0.0490761 Dec 09 16:13:28.653357 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4b291785-988b-4180-ad84-a09dd84e3f91 req-ffd76dc7-62cf-4571-aac3-6b58ee15fc7d tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420277 Dec 09 16:13:29.176095 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a836ea-aca3-4975-98ae-ed608b6f1bdd req-cea67468-7162-40a4-989b-6aa1c8529431 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:29.177584 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f4a836ea-aca3-4975-98ae-ed608b6f1bdd req-cea67468-7162-40a4-989b-6aa1c8529431 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 945 time: 0.0477245 Dec 09 16:13:29.228672 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f4a836ea-aca3-4975-98ae-ed608b6f1bdd req-27e8595f-2685-4157-b956-3457f6d32c7b tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446796 Dec 09 16:13:29.770455 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3cf2f-8e1c-4cc3-a74b-bf71ea8411b9 req-5b38b9e2-ee7c-4c81-aff4-3cacadc58446 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:29.771950 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-37a3cf2f-8e1c-4cc3-a74b-bf71ea8411b9 req-5b38b9e2-ee7c-4c81-aff4-3cacadc58446 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=67bd7da7-02cf-4d04-b652-8df42254d759 HTTP/1.1" status: 200 len: 944 time: 0.0493553 Dec 09 16:13:29.818932 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-37a3cf2f-8e1c-4cc3-a74b-bf71ea8411b9 req-31897e46-1850-4f4c-98f2-5c97a1b4fae2 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410895 Dec 09 16:13:30.353026 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896be37-1a0f-4a41-a984-25f207c68a1a req-0ac681e4-a928-41d8-ac1b-75c2c55a2273 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:30.354619 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c896be37-1a0f-4a41-a984-25f207c68a1a req-0ac681e4-a928-41d8-ac1b-75c2c55a2273 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 945 time: 0.0523877 Dec 09 16:13:30.409194 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c896be37-1a0f-4a41-a984-25f207c68a1a req-0eb18320-19a1-4d76-9f4f-b3795d8b63fa tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472443 Dec 09 16:13:30.954430 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29062c-9638-4de9-9572-8b54d3b4a2a0 req-c0867ad0-dcc3-43c8-a5d7-a0cc6d1776ab tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:30.956066 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7a29062c-9638-4de9-9572-8b54d3b4a2a0 req-c0867ad0-dcc3-43c8-a5d7-a0cc6d1776ab tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=67bd7da7-02cf-4d04-b652-8df42254d759 HTTP/1.1" status: 200 len: 944 time: 0.0595024 Dec 09 16:13:31.009920 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7a29062c-9638-4de9-9572-8b54d3b4a2a0 req-3ea2a62e-203c-47b8-8f1b-aee599ed5185 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472565 Dec 09 16:13:31.164649 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 5f07334f-7dbc-4744-82f4-e81390061a7c details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:13:31.261641 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 5f07334f-7dbc-4744-82f4-e81390061a7c, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=5f07334f-7dbc-4744-82f4-e81390061a7c,segment=NetworkSegment(c5af4b92-f900-4d5c-8a3c-a495f3e1e912),segment_id=c5af4b92-f900-4d5c-8a3c-a495f3e1e912)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:13:31.274135 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '5f07334f-7dbc-4744-82f4-e81390061a7c', 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f', 'port_id': '5f07334f-7dbc-4744-82f4-e81390061a7c', 'mac_address': 'fa:16:3e:bf:2b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbee70a7-ae73-4915-a662-48eb665c9e7f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:13:31.315484 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:31.329942 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f07334f-7dbc-4744-82f4-e81390061a7c {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:13:31.351728 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 5f07334f-7dbc-4744-82f4-e81390061a7c, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=5f07334f-7dbc-4744-82f4-e81390061a7c,segment=NetworkSegment(c5af4b92-f900-4d5c-8a3c-a495f3e1e912),segment_id=c5af4b92-f900-4d5c-8a3c-a495f3e1e912)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:13:31.355810 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:31.406379 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=5f07334f-7dbc-4744-82f4-e81390061a7c,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:13:31.499240 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['5f07334f-7dbc-4744-82f4-e81390061a7c'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:13:31.542700 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04307e59-3cc4-486c-8601-6d18d3e057c7 req-d32045b5-353c-4505-9c2b-5956ff0d02ed tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:31.544706 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-04307e59-3cc4-486c-8601-6d18d3e057c7 req-d32045b5-353c-4505-9c2b-5956ff0d02ed tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 944 time: 0.0543940 Dec 09 16:13:31.600287 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-04307e59-3cc4-486c-8601-6d18d3e057c7 req-5249e624-712d-4e4e-82a7-f81c65498cc0 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486357 Dec 09 16:13:32.141375 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e32715-e839-4f90-b355-73408a765a0c req-c15a318d-e4e5-4da2-a7b8-ade82e9ea056 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:32.142975 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e9e32715-e839-4f90-b355-73408a765a0c req-c15a318d-e4e5-4da2-a7b8-ade82e9ea056 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=67bd7da7-02cf-4d04-b652-8df42254d759 HTTP/1.1" status: 200 len: 944 time: 0.0553422 Dec 09 16:13:32.199392 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e9e32715-e839-4f90-b355-73408a765a0c req-d6e00201-ccb3-4909-8339-ca6cc41b8ed3 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494320 Dec 09 16:13:32.730792 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de34e9-5105-4edc-8383-7e804ab5cc2f req-cb61b73e-b5e3-432d-9c44-bc947fdabe25 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:32.732460 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d3de34e9-5105-4edc-8383-7e804ab5cc2f req-cb61b73e-b5e3-432d-9c44-bc947fdabe25 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 944 time: 0.0546458 Dec 09 16:13:32.785366 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d3de34e9-5105-4edc-8383-7e804ab5cc2f req-9e4c684d-44d1-49e8-9164-a0ea04247af6 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460413 Dec 09 16:13:33.173167 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 8bef46ec-9f96-4d93-9454-729a5cb9573c details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:13:33.183273 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 5f07334f-7dbc-4744-82f4-e81390061a7c up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:13:33.308668 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 5f07334f-7dbc-4744-82f4-e81390061a7c triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:13:33.309043 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:33.351475 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 8bef46ec-9f96-4d93-9454-729a5cb9573c, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=8bef46ec-9f96-4d93-9454-729a5cb9573c,segment=NetworkSegment(a679b6c2-4eb6-4677-b765-ccb3432ba71e),segment_id=a679b6c2-4eb6-4677-b765-ccb3432ba71e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:13:33.360541 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ddad60-19be-4b83-bdf1-87f226bbb959 req-0d7cf061-37f3-4998-926e-05c1d9378609 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:33.362089 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-55ddad60-19be-4b83-bdf1-87f226bbb959 req-0d7cf061-37f3-4998-926e-05c1d9378609 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=67bd7da7-02cf-4d04-b652-8df42254d759 HTTP/1.1" status: 200 len: 944 time: 0.0638812 Dec 09 16:13:33.371202 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '8bef46ec-9f96-4d93-9454-729a5cb9573c', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'port_id': '8bef46ec-9f96-4d93-9454-729a5cb9573c', 'mac_address': 'fa:16:3e:11:75:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eccceca-2871-4532-af54-95d3af68b080', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:13:33.423551 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-55ddad60-19be-4b83-bdf1-87f226bbb959 req-6908704f-8617-4f3d-ba32-b33e0b7153cb tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542424 Dec 09 16:13:33.447678 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:33.466597 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:33.469598 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bef46ec-9f96-4d93-9454-729a5cb9573c {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:13:33.511501 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 8bef46ec-9f96-4d93-9454-729a5cb9573c, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=8bef46ec-9f96-4d93-9454-729a5cb9573c,segment=NetworkSegment(a679b6c2-4eb6-4677-b765-ccb3432ba71e),segment_id=a679b6c2-4eb6-4677-b765-ccb3432ba71e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:13:33.517804 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782182f6-b357-49c3-8501-0479b9cde6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f07334f-7dbc-4744-82f4-e81390061a7c'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:13:33.520262 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad4cd82-4170-43d5-9379-09a9c5d8ff4c" -d '{"events": [{"server_uuid": "782182f6-b357-49c3-8501-0479b9cde6fb", "name": "network-vif-plugged", "status": "completed", "tag": "5f07334f-7dbc-4744-82f4-e81390061a7c"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:13:33.530997 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:33.537365 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 5f07334f-7dbc-4744-82f4-e81390061a7c, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=5f07334f-7dbc-4744-82f4-e81390061a7c,segment=NetworkSegment(c5af4b92-f900-4d5c-8a3c-a495f3e1e912),segment_id=c5af4b92-f900-4d5c-8a3c-a495f3e1e912)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:13:33.565263 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:33.568252 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752b41dc-77c1-499f-bd09-f774017e2168 x-openstack-request-id: req-752b41dc-77c1-499f-bd09-f774017e2168 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:13:33.568532 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782182f6-b357-49c3-8501-0479b9cde6fb", "name": "network-vif-plugged", "status": "completed", "tag": "5f07334f-7dbc-4744-82f4-e81390061a7c", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:13:33.568841 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-752b41dc-77c1-499f-bd09-f774017e2168 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:13:33.569159 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782182f6-b357-49c3-8501-0479b9cde6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f07334f-7dbc-4744-82f4-e81390061a7c', 'code': 200} Dec 09 16:13:33.598138 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=8bef46ec-9f96-4d93-9454-729a5cb9573c,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:13:33.655915 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=5f07334f-7dbc-4744-82f4-e81390061a7c,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:13:33.928119 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef310067-a87a-41ca-9db2-675179d39873 req-401383fd-c6a1-442c-9352-ef2fcdfcbce3 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:33.930012 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ef310067-a87a-41ca-9db2-675179d39873 req-401383fd-c6a1-442c-9352-ef2fcdfcbce3 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 945 time: 0.0632155 Dec 09 16:13:33.995413 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ef310067-a87a-41ca-9db2-675179d39873 req-859db3b0-0797-4fce-8164-b5b4ef5ebd46 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578194 Dec 09 16:13:34.004013 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['8bef46ec-9f96-4d93-9454-729a5cb9573c'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:13:34.577724 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52078c72-186d-4a77-b512-f449b09dfd3c req-65361eb3-8d15-45c1-9a4c-3b1809bb22c7 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:34.579524 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-52078c72-186d-4a77-b512-f449b09dfd3c req-65361eb3-8d15-45c1-9a4c-3b1809bb22c7 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=67bd7da7-02cf-4d04-b652-8df42254d759 HTTP/1.1" status: 200 len: 945 time: 0.0612516 Dec 09 16:13:34.636268 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-52078c72-186d-4a77-b512-f449b09dfd3c req-3058170d-58da-4c76-ba96-0397414cd505 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501373 Dec 09 16:13:35.159892 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0be99-6023-4821-ad91-b75a1e087007 req-2efdf98f-ea4b-4215-8eeb-be080f47336b tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:35.168044 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a7b0be99-6023-4821-ad91-b75a1e087007 req-2efdf98f-ea4b-4215-8eeb-be080f47336b tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 945 time: 0.0642302 Dec 09 16:13:35.172567 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 8bef46ec-9f96-4d93-9454-729a5cb9573c up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:13:35.236133 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a7b0be99-6023-4821-ad91-b75a1e087007 req-b503e19b-83a2-418a-8702-7265ec4b7d39 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667963 Dec 09 16:13:35.237118 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port 8bef46ec-9f96-4d93-9454-729a5cb9573c completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:13:35.242566 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 8bef46ec-9f96-4d93-9454-729a5cb9573c triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:13:35.243162 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:35.350859 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:35.396720 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 8bef46ec-9f96-4d93-9454-729a5cb9573c, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=8bef46ec-9f96-4d93-9454-729a5cb9573c,segment=NetworkSegment(a679b6c2-4eb6-4677-b765-ccb3432ba71e),segment_id=a679b6c2-4eb6-4677-b765-ccb3432ba71e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:13:35.404964 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:35.462560 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=8bef46ec-9f96-4d93-9454-729a5cb9573c,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:13:35.571207 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67bd7da7-02cf-4d04-b652-8df42254d759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bef46ec-9f96-4d93-9454-729a5cb9573c'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:13:35.574226 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7338979-0496-4318-b21c-ab9f406a4b0b" -d '{"events": [{"server_uuid": "67bd7da7-02cf-4d04-b652-8df42254d759", "name": "network-vif-plugged", "status": "completed", "tag": "8bef46ec-9f96-4d93-9454-729a5cb9573c"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:13:35.616942 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3fe307-011e-4786-b0f8-b571b1833225 x-openstack-request-id: req-8f3fe307-011e-4786-b0f8-b571b1833225 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:13:35.617441 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67bd7da7-02cf-4d04-b652-8df42254d759", "name": "network-vif-plugged", "status": "completed", "tag": "8bef46ec-9f96-4d93-9454-729a5cb9573c", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:13:35.617967 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8f3fe307-011e-4786-b0f8-b571b1833225 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:13:35.618894 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67bd7da7-02cf-4d04-b652-8df42254d759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bef46ec-9f96-4d93-9454-729a5cb9573c', 'code': 200} Dec 09 16:13:35.785035 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663470f-fdc6-46e9-b67b-42bc66bc6353 req-f24f6776-63b5-4eba-be22-d60eada4740c tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:35.786900 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2663470f-fdc6-46e9-b67b-42bc66bc6353 req-f24f6776-63b5-4eba-be22-d60eada4740c tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=67bd7da7-02cf-4d04-b652-8df42254d759 HTTP/1.1" status: 200 len: 946 time: 0.0578303 Dec 09 16:13:35.791378 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34731dd5-67fb-42c6-be1c-c8e232c98ad9 req-8842db96-9b28-4613-ab13-fa5adf9480af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:35.793795 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-34731dd5-67fb-42c6-be1c-c8e232c98ad9 req-8842db96-9b28-4613-ab13-fa5adf9480af service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=67bd7da7-02cf-4d04-b652-8df42254d759 HTTP/1.1" status: 200 len: 1097 time: 0.0652566 Dec 09 16:13:35.861977 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2663470f-fdc6-46e9-b67b-42bc66bc6353 req-f255be38-9573-4d10-9ad8-931b756badfb tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641720 Dec 09 16:13:35.863796 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-34731dd5-67fb-42c6-be1c-c8e232c98ad9 req-600eeb79-7326-473f-b244-3b454e168746 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571079 Dec 09 16:13:36.403269 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657adbf-3e1e-497f-b6ed-718e6f045a11 req-b8c5433e-77f0-4c1a-8296-9c41005cb263 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:36.405307 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4657adbf-3e1e-497f-b6ed-718e6f045a11 req-b8c5433e-77f0-4c1a-8296-9c41005cb263 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 945 time: 0.0617070 Dec 09 16:13:36.462787 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4657adbf-3e1e-497f-b6ed-718e6f045a11 req-9dfe7929-a3cd-43b8-821c-ec27a7ea97a1 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509481 Dec 09 16:13:36.989209 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927fe59-261d-41a5-b81e-a8200ad529c7 req-aa43af3b-fad1-43eb-af20-bb9ecf9f29d9 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:36.990721 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b927fe59-261d-41a5-b81e-a8200ad529c7 req-aa43af3b-fad1-43eb-af20-bb9ecf9f29d9 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=67bd7da7-02cf-4d04-b652-8df42254d759 HTTP/1.1" status: 200 len: 946 time: 0.0518665 Dec 09 16:13:37.053031 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b927fe59-261d-41a5-b81e-a8200ad529c7 req-ff43695a-ac93-44b6-92d1-bb18ed11ef68 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529575 Dec 09 16:13:37.604511 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eee2b7-634b-46f9-bf1e-8df146229d3f req-aa1eb1ca-3570-4409-a586-f2e2c22d53e8 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:37.606475 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-83eee2b7-634b-46f9-bf1e-8df146229d3f req-aa1eb1ca-3570-4409-a586-f2e2c22d53e8 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 945 time: 0.0560284 Dec 09 16:13:37.670874 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-83eee2b7-634b-46f9-bf1e-8df146229d3f req-2e0cc16e-fb0f-4cc1-96b3-01c6ad0dae01 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531983 Dec 09 16:13:38.179392 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88ba88-9cdd-45a1-8351-8638971c2104 req-78810472-6032-459d-bc5a-25716cac7ea3 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:38.187321 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7b88ba88-9cdd-45a1-8351-8638971c2104 req-78810472-6032-459d-bc5a-25716cac7ea3 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=67bd7da7-02cf-4d04-b652-8df42254d759 HTTP/1.1" status: 200 len: 946 time: 0.0648587 Dec 09 16:13:38.237191 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7b88ba88-9cdd-45a1-8351-8638971c2104 req-bc055532-4d75-46c6-b9e9-43ef9fcf3f57 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486910 Dec 09 16:13:38.364768 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd80c0-399f-4641-a4a9-d54485f35794 req-a812fffa-73ea-44c1-927a-41c4a8b6c314 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:38.366624 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fddd80c0-399f-4641-a4a9-d54485f35794 req-a812fffa-73ea-44c1-927a-41c4a8b6c314 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=67bd7da7-02cf-4d04-b652-8df42254d759 HTTP/1.1" status: 200 len: 946 time: 0.0528686 Dec 09 16:13:38.422663 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fddd80c0-399f-4641-a4a9-d54485f35794 req-076e45a4-7e66-4829-9000-d5012bc253c5 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488253 Dec 09 16:13:38.770144 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79357c42-6632-4b28-b3e3-45e6cec507c0 req-7a611ffb-4284-4b3f-835c-0c3dfc20fe43 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:38.771812 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-79357c42-6632-4b28-b3e3-45e6cec507c0 req-7a611ffb-4284-4b3f-835c-0c3dfc20fe43 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=67bd7da7-02cf-4d04-b652-8df42254d759 HTTP/1.1" status: 200 len: 946 time: 0.0631399 Dec 09 16:13:38.828955 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-79357c42-6632-4b28-b3e3-45e6cec507c0 req-6933655e-a9a8-423a-a39a-5ced44aabf0b tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508447 Dec 09 16:13:38.946088 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b74a7f-309b-40d3-aa03-5ed4db60b23b req-0017d14a-9aed-444a-beb2-81e52a42ecf4 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:38.947866 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-10b74a7f-309b-40d3-aa03-5ed4db60b23b req-0017d14a-9aed-444a-beb2-81e52a42ecf4 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 945 time: 0.0546277 Dec 09 16:13:39.007007 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-10b74a7f-309b-40d3-aa03-5ed4db60b23b req-c1abba72-58bd-4f39-8525-80369520c867 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522122 Dec 09 16:13:40.007188 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c7842-d929-4b25-997e-28aa0e238e4e req-568c8b44-4b7a-4f44-b8f6-69ff7da1f9b2 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:40.008930 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd0c7842-d929-4b25-997e-28aa0e238e4e req-568c8b44-4b7a-4f44-b8f6-69ff7da1f9b2 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=67bd7da7-02cf-4d04-b652-8df42254d759 HTTP/1.1" status: 200 len: 946 time: 0.0863957 Dec 09 16:13:40.073510 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd0c7842-d929-4b25-997e-28aa0e238e4e req-e6e31f87-1a7a-469f-a8c1-66fdf526a2cb tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560269 Dec 09 16:13:40.249577 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a88756-100f-4798-b328-b93ba39c6a8f req-bd92f446-0d44-4a7c-96b2-d8613aa65d38 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:40.251166 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-19a88756-100f-4798-b328-b93ba39c6a8f req-bd92f446-0d44-4a7c-96b2-d8613aa65d38 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 945 time: 0.0720131 Dec 09 16:13:40.330803 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-19a88756-100f-4798-b328-b93ba39c6a8f req-11e0bee6-e37a-4d3a-a79b-5a2fb26b9db7 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724967 Dec 09 16:13:40.526449 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b8d84-445f-44e4-a72d-6207eb95db5f req-63d759e1-114a-4ddc-8e31-3624aef2cbfa tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:40.530378 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2d3b8d84-445f-44e4-a72d-6207eb95db5f req-63d759e1-114a-4ddc-8e31-3624aef2cbfa tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.42 "GET /v2.0/ports?device_id=67bd7da7-02cf-4d04-b652-8df42254d759 HTTP/1.1" status: 200 len: 946 time: 0.0665038 Dec 09 16:13:40.646413 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-2d3b8d84-445f-44e4-a72d-6207eb95db5f req-fc5e800b-7bb3-46f7-aac1-a25e078a169e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Deleting port 8bef46ec-9f96-4d93-9454-729a5cb9573c {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:13:40.646942 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2d3b8d84-445f-44e4-a72d-6207eb95db5f req-fc5e800b-7bb3-46f7-aac1-a25e078a169e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:40.753626 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-2d3b8d84-445f-44e4-a72d-6207eb95db5f req-fc5e800b-7bb3-46f7-aac1-a25e078a169e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] For port 8bef46ec-9f96-4d93-9454-729a5cb9573c, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=8bef46ec-9f96-4d93-9454-729a5cb9573c,segment=NetworkSegment(a679b6c2-4eb6-4677-b765-ccb3432ba71e),segment_id=a679b6c2-4eb6-4677-b765-ccb3432ba71e)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:13:40.753991 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2d3b8d84-445f-44e4-a72d-6207eb95db5f req-fc5e800b-7bb3-46f7-aac1-a25e078a169e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:40.771678 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-2d3b8d84-445f-44e4-a72d-6207eb95db5f req-fc5e800b-7bb3-46f7-aac1-a25e078a169e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Calling delete_port for 8bef46ec-9f96-4d93-9454-729a5cb9573c owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:13:40.935358 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2d3b8d84-445f-44e4-a72d-6207eb95db5f req-fc5e800b-7bb3-46f7-aac1-a25e078a169e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:40.949792 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['d0f8361f-849b-423c-9e87-3d0f6e9bbe16'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:13:40.971050 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e800b-7bb3-46f7-aac1-a25e078a169e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Pushing event deleted for resources: {'Port': ['ID=8bef46ec-9f96-4d93-9454-729a5cb9573c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:13:41.022774 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['8bef46ec-9f96-4d93-9454-729a5cb9573c'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:13:41.024182 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3b8d84-445f-44e4-a72d-6207eb95db5f req-fc5e800b-7bb3-46f7-aac1-a25e078a169e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] No DVR routers for this DVR port 8bef46ec-9f96-4d93-9454-729a5cb9573c on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:13:41.029522 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-2d3b8d84-445f-44e4-a72d-6207eb95db5f req-fc5e800b-7bb3-46f7-aac1-a25e078a169e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:41.034066 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-2d3b8d84-445f-44e4-a72d-6207eb95db5f req-fc5e800b-7bb3-46f7-aac1-a25e078a169e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.42 "DELETE /v2.0/ports/8bef46ec-9f96-4d93-9454-729a5cb9573c HTTP/1.1" status: 204 len: 173 time: 0.4957156 Dec 09 16:13:41.035058 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67bd7da7-02cf-4d04-b652-8df42254d759', 'name': 'network-vif-deleted', 'tag': '8bef46ec-9f96-4d93-9454-729a5cb9573c'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:13:41.037397 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c9536d-3594-46d6-bc81-c8cc05cf1165" -d '{"events": [{"server_uuid": "67bd7da7-02cf-4d04-b652-8df42254d759", "name": "network-vif-deleted", "tag": "8bef46ec-9f96-4d93-9454-729a5cb9573c"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:13:41.116097 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a52e815-3b1c-4ab0-a099-372f90c2a617 x-openstack-request-id: req-5a52e815-3b1c-4ab0-a099-372f90c2a617 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:13:41.116535 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67bd7da7-02cf-4d04-b652-8df42254d759", "name": "network-vif-deleted", "tag": "8bef46ec-9f96-4d93-9454-729a5cb9573c", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:13:41.116860 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5a52e815-3b1c-4ab0-a099-372f90c2a617 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:13:41.117374 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67bd7da7-02cf-4d04-b652-8df42254d759', 'name': 'network-vif-deleted', 'tag': '8bef46ec-9f96-4d93-9454-729a5cb9573c', 'status': 'completed', 'code': 200} Dec 09 16:13:41.263988 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6f71ac2f-b2e1-42fc-81b8-a2012a9a43f3 req-f6ca6ba0-6d71-4245-8779-f7c63ed309f1 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=67bd7da7-02cf-4d04-b652-8df42254d759 HTTP/1.1" status: 200 len: 210 time: 0.0456965 Dec 09 16:13:41.501038 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e85ee3-92ef-493b-917d-3f70862fa6c7 req-a31d6d58-b407-4d9b-969c-e1977544c805 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:41.502783 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-61e85ee3-92ef-493b-917d-3f70862fa6c7 req-a31d6d58-b407-4d9b-969c-e1977544c805 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 945 time: 0.0844848 Dec 09 16:13:41.575859 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-61e85ee3-92ef-493b-917d-3f70862fa6c7 req-69a99ad0-c328-4b2b-a89f-89e74c20c7c9 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637596 Dec 09 16:13:42.404201 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-19e15fc7-ca8c-4ec4-bbeb-478a6090dec8 req-2ac550f2-93c1-450f-9bca-5d4ef9147171 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=67bd7da7-02cf-4d04-b652-8df42254d759 HTTP/1.1" status: 200 len: 210 time: 0.0394654 Dec 09 16:13:42.731109 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688e6ca-c7ad-4fa9-aac1-3097e61fe0ac req-71d4cd0b-4163-4b5d-819d-8b9071c868d4 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:42.739691 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f688e6ca-c7ad-4fa9-aac1-3097e61fe0ac req-71d4cd0b-4163-4b5d-819d-8b9071c868d4 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 945 time: 0.0766971 Dec 09 16:13:42.806445 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f688e6ca-c7ad-4fa9-aac1-3097e61fe0ac req-89d462e6-3427-40f5-bc4b-9c4157d9a676 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656459 Dec 09 16:13:43.219257 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 8bef46ec-9f96-4d93-9454-729a5cb9573c no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:13:43.240974 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: 8bef46ec-9f96-4d93-9454-729a5cb9573c {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:13:43.241712 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 8bef46ec-9f96-4d93-9454-729a5cb9573c not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:13:43.524697 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7a966683-e935-42be-8b61-a20eaaa712a4 req-fccfd5b9-cc39-423f-8221-4fb6af453803 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=67bd7da7-02cf-4d04-b652-8df42254d759 HTTP/1.1" status: 200 len: 210 time: 0.0298159 Dec 09 16:13:43.942312 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889b766-7f05-4632-9f4b-499cf8163b8c req-6949917f-46ca-4365-9fb2-0d35c272f53f tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:43.944196 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3889b766-7f05-4632-9f4b-499cf8163b8c req-6949917f-46ca-4365-9fb2-0d35c272f53f tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 945 time: 0.0583489 Dec 09 16:13:44.008445 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3889b766-7f05-4632-9f4b-499cf8163b8c req-576359a6-8381-4bae-86c5-af6efc996ad3 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538478 Dec 09 16:13:44.252324 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35826eba-d71a-4600-b03c-4f76bee541e1 req-5debcabf-bd74-417c-855e-ce1d3c6b781f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:44.253973 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-35826eba-d71a-4600-b03c-4f76bee541e1 req-5debcabf-bd74-417c-855e-ce1d3c6b781f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d1a17c4f79b6475180f40fbc91b21271&device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 1096 time: 0.0508137 Dec 09 16:13:44.377405 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35826eba-d71a-4600-b03c-4f76bee541e1 req-13ef538c-a552-409f-a7f3-41a90872458b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:44.379154 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-35826eba-d71a-4600-b03c-4f76bee541e1 req-13ef538c-a552-409f-a7f3-41a90872458b service neutron] 10.222.0.42 "GET /v2.0/networks?id=ce25dac2-f6ce-4523-8255-ce6ac115ce5f HTTP/1.1" status: 200 len: 917 time: 0.1031284 Dec 09 16:13:44.463971 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-35826eba-d71a-4600-b03c-4f76bee541e1 req-868e4e90-6f52-4ee3-bd66-f8997ac9a190 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f07334f-7dbc-4744-82f4-e81390061a7c HTTP/1.1" status: 200 len: 1000 time: 0.0704694 Dec 09 16:13:44.518484 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35826eba-d71a-4600-b03c-4f76bee541e1 req-cff3db6d-7f99-4b52-9c0e-74b9531a69be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:44.520129 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-35826eba-d71a-4600-b03c-4f76bee541e1 req-cff3db6d-7f99-4b52-9c0e-74b9531a69be service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbee70a7-ae73-4915-a662-48eb665c9e7f HTTP/1.1" status: 200 len: 855 time: 0.0496986 Dec 09 16:13:44.573667 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35826eba-d71a-4600-b03c-4f76bee541e1 req-ecc67d63-b887-4e88-877a-7b765c6f52b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:44.575312 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-35826eba-d71a-4600-b03c-4f76bee541e1 req-ecc67d63-b887-4e88-877a-7b765c6f52b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ce25dac2-f6ce-4523-8255-ce6ac115ce5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486040 Dec 09 16:13:44.632396 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3bb07f2e-45fb-42af-88c3-f19eba43f12b req-7da38299-69ec-4a79-9ee7-b4908d3c24d7 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=67bd7da7-02cf-4d04-b652-8df42254d759 HTTP/1.1" status: 200 len: 210 time: 0.0282893 Dec 09 16:13:44.688049 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-35826eba-d71a-4600-b03c-4f76bee541e1 req-068740a9-10c6-477a-baeb-6c3c82d0a440 service neutron] 10.222.0.42 "GET /v2.0/networks/ce25dac2-f6ce-4523-8255-ce6ac115ce5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052170 Dec 09 16:13:44.791165 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-35826eba-d71a-4600-b03c-4f76bee541e1 req-e13a5011-3e27-42bd-b1a4-fb2ed9df6a48 service neutron] 10.222.0.42 "GET /v2.0/networks/ce25dac2-f6ce-4523-8255-ce6ac115ce5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955400 Dec 09 16:13:44.912322 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72f4d5-165c-4f51-b240-80bb4996325e req-1d93030d-2cbd-4d88-a1f4-52baf63cbf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:44.913907 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1e72f4d5-165c-4f51-b240-80bb4996325e req-1d93030d-2cbd-4d88-a1f4-52baf63cbf07 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d1a17c4f79b6475180f40fbc91b21271&device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 1096 time: 0.0488541 Dec 09 16:13:45.024369 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72f4d5-165c-4f51-b240-80bb4996325e req-f19bb428-614d-4f39-bb59-7c9875a48aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:45.026084 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1e72f4d5-165c-4f51-b240-80bb4996325e req-f19bb428-614d-4f39-bb59-7c9875a48aaa service neutron] 10.222.0.42 "GET /v2.0/networks?id=ce25dac2-f6ce-4523-8255-ce6ac115ce5f HTTP/1.1" status: 200 len: 917 time: 0.1049147 Dec 09 16:13:45.101386 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1e72f4d5-165c-4f51-b240-80bb4996325e req-0a482ebc-63ef-4705-ad39-6a98a51397c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f07334f-7dbc-4744-82f4-e81390061a7c HTTP/1.1" status: 200 len: 1000 time: 0.0678964 Dec 09 16:13:45.137551 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b22fb07-4c02-423e-af57-5ced4dd5da0e req-7e2a26bb-a233-47ca-a35a-42c0a422ffef tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:45.139459 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8b22fb07-4c02-423e-af57-5ced4dd5da0e req-7e2a26bb-a233-47ca-a35a-42c0a422ffef tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 945 time: 0.0544534 Dec 09 16:13:45.157933 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72f4d5-165c-4f51-b240-80bb4996325e req-97365a07-8411-4496-a3da-0b6b239b14e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:45.159552 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1e72f4d5-165c-4f51-b240-80bb4996325e req-97365a07-8411-4496-a3da-0b6b239b14e1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbee70a7-ae73-4915-a662-48eb665c9e7f HTTP/1.1" status: 200 len: 855 time: 0.0514276 Dec 09 16:13:45.208087 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8b22fb07-4c02-423e-af57-5ced4dd5da0e req-4e415222-08f3-4fad-9641-4012f69e9e1a tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526092 Dec 09 16:13:45.209806 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72f4d5-165c-4f51-b240-80bb4996325e req-1622eebf-19f7-4d99-a129-03ea63bebcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:45.211305 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1e72f4d5-165c-4f51-b240-80bb4996325e req-1622eebf-19f7-4d99-a129-03ea63bebcac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ce25dac2-f6ce-4523-8255-ce6ac115ce5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449727 Dec 09 16:13:45.306906 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1e72f4d5-165c-4f51-b240-80bb4996325e req-f41250c9-dbf6-409f-b3c4-feec5f9f8173 service neutron] 10.222.0.42 "GET /v2.0/networks/ce25dac2-f6ce-4523-8255-ce6ac115ce5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873380 Dec 09 16:13:45.402017 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1e72f4d5-165c-4f51-b240-80bb4996325e req-9cf8c2de-56be-40e2-b66e-99acbc5421a7 service neutron] 10.222.0.42 "GET /v2.0/networks/ce25dac2-f6ce-4523-8255-ce6ac115ce5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878925 Dec 09 16:13:45.736745 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f6b795ed-9aa7-4965-88d4-bf1851d4d989 req-6aeb493e-ceca-4ede-8c67-a81574fd5b5d tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=67bd7da7-02cf-4d04-b652-8df42254d759 HTTP/1.1" status: 200 len: 210 time: 0.0275769 Dec 09 16:13:46.261150 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:46.345552 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476af77f-5f7f-4fa5-9aa7-0b05da2f4302 req-b5757643-a995-4f2e-acfa-ef68bcbfd9e0 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:46.347482 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-476af77f-5f7f-4fa5-9aa7-0b05da2f4302 req-b5757643-a995-4f2e-acfa-ef68bcbfd9e0 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 945 time: 0.0609994 Dec 09 16:13:46.396502 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-476af77f-5f7f-4fa5-9aa7-0b05da2f4302 req-9c0556d4-8987-4203-abcb-859fda72b183 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422914 Dec 09 16:13:47.230855 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 5f07334f-7dbc-4744-82f4-e81390061a7c no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:13:47.318484 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:47.345553 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782182f6-b357-49c3-8501-0479b9cde6fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f07334f-7dbc-4744-82f4-e81390061a7c'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:13:47.348078 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27897a2-5e65-43d6-9a61-b44a6dcdc1c3" -d '{"events": [{"server_uuid": "782182f6-b357-49c3-8501-0479b9cde6fb", "name": "network-vif-unplugged", "status": "completed", "tag": "5f07334f-7dbc-4744-82f4-e81390061a7c"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:13:47.362554 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 5f07334f-7dbc-4744-82f4-e81390061a7c, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=5f07334f-7dbc-4744-82f4-e81390061a7c,segment=NetworkSegment(c5af4b92-f900-4d5c-8a3c-a495f3e1e912),segment_id=c5af4b92-f900-4d5c-8a3c-a495f3e1e912)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:13:47.366491 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:47.389899 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 16:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b287fb37-e976-44df-8848-cae38300b38c x-openstack-request-id: req-b287fb37-e976-44df-8848-cae38300b38c {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:13:47.390194 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782182f6-b357-49c3-8501-0479b9cde6fb", "name": "network-vif-unplugged", "status": "completed", "tag": "5f07334f-7dbc-4744-82f4-e81390061a7c", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:13:47.390447 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b287fb37-e976-44df-8848-cae38300b38c {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:13:47.390856 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782182f6-b357-49c3-8501-0479b9cde6fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f07334f-7dbc-4744-82f4-e81390061a7c', 'code': 200} Dec 09 16:13:47.415509 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=5f07334f-7dbc-4744-82f4-e81390061a7c,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:13:47.524152 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377c587-aecb-4da0-a8f7-f92d83f96f0f req-0eebb395-67d8-472b-a170-c472199f8f58 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:47.525560 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a377c587-aecb-4da0-a8f7-f92d83f96f0f req-0eebb395-67d8-472b-a170-c472199f8f58 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 943 time: 0.0520494 Dec 09 16:13:47.574366 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a377c587-aecb-4da0-a8f7-f92d83f96f0f req-8ef6cf6d-4269-43d6-b02d-0d40a241a48c tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426443 Dec 09 16:13:48.040540 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-5537dde1-ab98-419f-9651-76e7b5eddb1e req-dab7bc1e-dbff-4fb5-a829-ce97705f6d3a service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 16:13:48.041560 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5537dde1-ab98-419f-9651-76e7b5eddb1e req-dab7bc1e-dbff-4fb5-a829-ce97705f6d3a service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054982 Dec 09 16:13:48.204937 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37306e-5c19-44cb-a944-8a80cd8ba326 req-a14200a6-01e4-4071-99e4-3a601acfc296 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:48.206587 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-be37306e-5c19-44cb-a944-8a80cd8ba326 req-a14200a6-01e4-4071-99e4-3a601acfc296 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 943 time: 0.0515184 Dec 09 16:13:48.263841 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-be37306e-5c19-44cb-a944-8a80cd8ba326 req-b0c728fd-8330-42e7-b88c-275a90d06658 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507660 Dec 09 16:13:48.477162 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f75dde11-fde6-453e-ad4f-45ccc526ccf1 req-45028473-ca6c-4832-b4a0-8094f558dc0d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1409485 Dec 09 16:13:49.433925 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedeab36-d811-428a-bd8e-5ddbaa747342 req-37541377-f4f8-43c4-b117-95560a21030f tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:49.435567 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aedeab36-d811-428a-bd8e-5ddbaa747342 req-37541377-f4f8-43c4-b117-95560a21030f tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 943 time: 0.0605364 Dec 09 16:13:49.487388 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aedeab36-d811-428a-bd8e-5ddbaa747342 req-f9cef0be-21e9-4742-b6e2-5f10ca458cdf tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454600 Dec 09 16:13:50.511571 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-83a95d36-ae6d-4ee4-8ca7-00c3fe61bc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:50.654101 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3a9b7-5d3a-40ad-9838-00c4e4c544d0 req-9daeb53d-1514-43fb-99a8-6f0048c9995f tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:50.655674 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0fd3a9b7-5d3a-40ad-9838-00c4e4c544d0 req-9daeb53d-1514-43fb-99a8-6f0048c9995f tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 943 time: 0.0663245 Dec 09 16:13:50.987971 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0fd3a9b7-5d3a-40ad-9838-00c4e4c544d0 req-0c82618b-2ec4-4171-81db-2658030e8057 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3256142 Dec 09 16:13:51.232241 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 5f07334f-7dbc-4744-82f4-e81390061a7c no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:13:51.285348 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afcd1f1-c8b8-4d59-b0fd-2f5b54e0aa1c req-b4ff299b-3cc6-4f13-b7cc-a1ecbd907fab tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:51.286939 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6afcd1f1-c8b8-4d59-b0fd-2f5b54e0aa1c req-b4ff299b-3cc6-4f13-b7cc-a1ecbd907fab tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=8a81506a-af2c-49b2-aad0-f769e49bb7fd HTTP/1.1" status: 200 len: 945 time: 0.0511651 Dec 09 16:13:51.338632 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6afcd1f1-c8b8-4d59-b0fd-2f5b54e0aa1c req-3e9dc7bf-cbf5-41b5-8880-a52fb5832b5e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456612 Dec 09 16:13:52.109178 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284bea5-b0c3-42b2-bdd7-1d25a945dfb8 req-923b6b8a-4487-4067-80fb-f399e5d042ee tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:52.110701 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5284bea5-b0c3-42b2-bdd7-1d25a945dfb8 req-923b6b8a-4487-4067-80fb-f399e5d042ee tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 943 time: 0.0490768 Dec 09 16:13:52.163283 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5284bea5-b0c3-42b2-bdd7-1d25a945dfb8 req-983e6133-0dc6-49d3-8f59-7c25618ba790 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463357 Dec 09 16:13:52.460983 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9302505-0a9e-40d1-9a3b-bb00bbc59e58 req-5d744649-8fca-4cc5-b25d-0acb764b8218 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:52.462478 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c9302505-0a9e-40d1-9a3b-bb00bbc59e58 req-5d744649-8fca-4cc5-b25d-0acb764b8218 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=8a81506a-af2c-49b2-aad0-f769e49bb7fd HTTP/1.1" status: 200 len: 945 time: 0.0514054 Dec 09 16:13:52.511350 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c9302505-0a9e-40d1-9a3b-bb00bbc59e58 req-5012955d-4c77-4c3a-b91a-195f1e90676d tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=b08dd668-9245-475a-b990-92d34510a6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418315 Dec 09 16:13:52.854385 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ac35a-d7e7-4557-a8df-831a9de04397 req-caed5411-1052-4482-b90c-17364ef3b92b tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:52.855856 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1d0ac35a-d7e7-4557-a8df-831a9de04397 req-caed5411-1052-4482-b90c-17364ef3b92b tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a81506a-af2c-49b2-aad0-f769e49bb7fd HTTP/1.1" status: 200 len: 945 time: 0.0488255 Dec 09 16:13:52.951017 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-1d0ac35a-d7e7-4557-a8df-831a9de04397 req-13c7ee3c-31d9-4032-accf-17c6261d7c1e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Deleting port d0f8361f-849b-423c-9e87-3d0f6e9bbe16 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:13:52.951573 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1d0ac35a-d7e7-4557-a8df-831a9de04397 req-13c7ee3c-31d9-4032-accf-17c6261d7c1e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:53.025229 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f77f133b-13d8-47ac-b5fd-24f2b9a25f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:53.050569 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-1d0ac35a-d7e7-4557-a8df-831a9de04397 req-13c7ee3c-31d9-4032-accf-17c6261d7c1e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] For port d0f8361f-849b-423c-9e87-3d0f6e9bbe16, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=d0f8361f-849b-423c-9e87-3d0f6e9bbe16,segment=NetworkSegment(a679b6c2-4eb6-4677-b765-ccb3432ba71e),segment_id=a679b6c2-4eb6-4677-b765-ccb3432ba71e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:13:53.050956 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1d0ac35a-d7e7-4557-a8df-831a9de04397 req-13c7ee3c-31d9-4032-accf-17c6261d7c1e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:53.065290 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-1d0ac35a-d7e7-4557-a8df-831a9de04397 req-13c7ee3c-31d9-4032-accf-17c6261d7c1e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Calling delete_port for d0f8361f-849b-423c-9e87-3d0f6e9bbe16 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:13:53.204887 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1d0ac35a-d7e7-4557-a8df-831a9de04397 req-13c7ee3c-31d9-4032-accf-17c6261d7c1e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:53.218565 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['d0f8361f-849b-423c-9e87-3d0f6e9bbe16'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:13:53.236332 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7ee3c-31d9-4032-accf-17c6261d7c1e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Pushing event deleted for resources: {'Port': ['ID=d0f8361f-849b-423c-9e87-3d0f6e9bbe16,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:13:53.262726 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7ee3c-31d9-4032-accf-17c6261d7c1e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:13:53.263760 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7ee3c-31d9-4032-accf-17c6261d7c1e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:13:53.264209 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7ee3c-31d9-4032-accf-17c6261d7c1e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:13:53.264688 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7ee3c-31d9-4032-accf-17c6261d7c1e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:13:53.265133 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7ee3c-31d9-4032-accf-17c6261d7c1e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:13:53.265645 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7ee3c-31d9-4032-accf-17c6261d7c1e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:13:53.266013 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7ee3c-31d9-4032-accf-17c6261d7c1e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:13:53.267596 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7ee3c-31d9-4032-accf-17c6261d7c1e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:13:53.267596 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7ee3c-31d9-4032-accf-17c6261d7c1e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:13:53.267596 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7ee3c-31d9-4032-accf-17c6261d7c1e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:13:53.268180 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7ee3c-31d9-4032-accf-17c6261d7c1e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:13:53.268700 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7ee3c-31d9-4032-accf-17c6261d7c1e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:13:53.269136 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7ee3c-31d9-4032-accf-17c6261d7c1e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:13:53.317118 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0ac35a-d7e7-4557-a8df-831a9de04397 req-13c7ee3c-31d9-4032-accf-17c6261d7c1e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] No DVR routers for this DVR port d0f8361f-849b-423c-9e87-3d0f6e9bbe16 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:13:53.320051 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1d0ac35a-d7e7-4557-a8df-831a9de04397 req-13c7ee3c-31d9-4032-accf-17c6261d7c1e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:53.323386 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1d0ac35a-d7e7-4557-a8df-831a9de04397 req-13c7ee3c-31d9-4032-accf-17c6261d7c1e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.31 "DELETE /v2.0/ports/d0f8361f-849b-423c-9e87-3d0f6e9bbe16 HTTP/1.1" status: 204 len: 173 time: 0.4617400 Dec 09 16:13:53.323838 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a81506a-af2c-49b2-aad0-f769e49bb7fd', 'name': 'network-vif-deleted', 'tag': 'd0f8361f-849b-423c-9e87-3d0f6e9bbe16'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:13:53.326714 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef5f8a5-a879-4401-b6b4-320c22f89c9a" -d '{"events": [{"server_uuid": "8a81506a-af2c-49b2-aad0-f769e49bb7fd", "name": "network-vif-deleted", "tag": "d0f8361f-849b-423c-9e87-3d0f6e9bbe16"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:13:53.353322 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f804843-5322-4a9a-afa8-5dbf0dcf4b6e req-1aa884c2-07f0-4d14-bf3b-4b879427b55f tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:53.354850 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4f804843-5322-4a9a-afa8-5dbf0dcf4b6e req-1aa884c2-07f0-4d14-bf3b-4b879427b55f tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 943 time: 0.0797324 Dec 09 16:13:53.411117 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4f804843-5322-4a9a-afa8-5dbf0dcf4b6e req-91622d88-63df-4acf-9284-e013ddc299e1 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494146 Dec 09 16:13:53.460319 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5499a27-9ea0-4263-96a3-108e256314d0 x-openstack-request-id: req-f5499a27-9ea0-4263-96a3-108e256314d0 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:13:53.460691 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a81506a-af2c-49b2-aad0-f769e49bb7fd", "name": "network-vif-deleted", "tag": "d0f8361f-849b-423c-9e87-3d0f6e9bbe16", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:13:53.460948 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f5499a27-9ea0-4263-96a3-108e256314d0 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:13:53.461355 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a81506a-af2c-49b2-aad0-f769e49bb7fd', 'name': 'network-vif-deleted', 'tag': 'd0f8361f-849b-423c-9e87-3d0f6e9bbe16', 'status': 'completed', 'code': 200} Dec 09 16:13:53.609898 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-209127eb-e12b-4371-9c48-422a3b046ede req-17129f4b-3dd0-483d-9844-4951c5f30c17 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=8a81506a-af2c-49b2-aad0-f769e49bb7fd HTTP/1.1" status: 200 len: 210 time: 0.0277534 Dec 09 16:13:54.152704 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:54.537680 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72143d95-b33b-4100-9806-392b28c0c821 req-6a419cf5-f7ce-4318-8af5-e1126ec24220 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:54.539955 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-72143d95-b33b-4100-9806-392b28c0c821 req-6a419cf5-f7ce-4318-8af5-e1126ec24220 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 943 time: 0.0519817 Dec 09 16:13:54.568115 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dde11-fde6-453e-ad4f-45ccc526ccf1 req-2e3e982f-b4a8-41ce-9d07-063143d45f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:54.569784 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f75dde11-fde6-453e-ad4f-45ccc526ccf1 req-2e3e982f-b4a8-41ce-9d07-063143d45f91 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb&tenant_id=d1a17c4f79b6475180f40fbc91b21271 HTTP/1.1" status: 200 len: 1094 time: 0.0437944 Dec 09 16:13:54.594244 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-72143d95-b33b-4100-9806-392b28c0c821 req-f523180a-2887-4d90-9511-d26aac7bf534 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472538 Dec 09 16:13:54.648572 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dde11-fde6-453e-ad4f-45ccc526ccf1 req-9f9afb32-64e8-4e03-a382-efc25533f44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:54.650122 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f75dde11-fde6-453e-ad4f-45ccc526ccf1 req-9f9afb32-64e8-4e03-a382-efc25533f44d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d1a17c4f79b6475180f40fbc91b21271&device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 1094 time: 0.0441072 Dec 09 16:13:54.711573 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf507592-98c2-4d3e-9b18-fc91cfc175ab req-2948f931-053a-42a0-b1dc-a16c127e23ba tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=8a81506a-af2c-49b2-aad0-f769e49bb7fd HTTP/1.1" status: 200 len: 210 time: 0.0273561 Dec 09 16:13:54.751694 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dde11-fde6-453e-ad4f-45ccc526ccf1 req-b1974830-92a5-46b6-b5ef-b8f0dda0d8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:54.753230 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f75dde11-fde6-453e-ad4f-45ccc526ccf1 req-b1974830-92a5-46b6-b5ef-b8f0dda0d8b0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ce25dac2-f6ce-4523-8255-ce6ac115ce5f HTTP/1.1" status: 200 len: 917 time: 0.0965440 Dec 09 16:13:54.819393 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f75dde11-fde6-453e-ad4f-45ccc526ccf1 req-7ba9ed2f-16d5-4bbb-a53f-db08997964e7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f07334f-7dbc-4744-82f4-e81390061a7c HTTP/1.1" status: 200 len: 998 time: 0.0589774 Dec 09 16:13:54.865217 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:54.876128 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dde11-fde6-453e-ad4f-45ccc526ccf1 req-27ea4626-98fe-4fde-9cb8-deadfb9d95c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:54.877749 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f75dde11-fde6-453e-ad4f-45ccc526ccf1 req-27ea4626-98fe-4fde-9cb8-deadfb9d95c4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbee70a7-ae73-4915-a662-48eb665c9e7f HTTP/1.1" status: 200 len: 855 time: 0.0507746 Dec 09 16:13:54.923420 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dde11-fde6-453e-ad4f-45ccc526ccf1 req-c07c4b54-2c2a-4399-b65b-339b2f8af1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:54.924994 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f75dde11-fde6-453e-ad4f-45ccc526ccf1 req-c07c4b54-2c2a-4399-b65b-339b2f8af1c1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ce25dac2-f6ce-4523-8255-ce6ac115ce5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407226 Dec 09 16:13:55.016132 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f75dde11-fde6-453e-ad4f-45ccc526ccf1 req-d618c23b-0046-4d23-b4ca-01eb50a8e429 service neutron] 10.222.0.42 "GET /v2.0/networks/ce25dac2-f6ce-4523-8255-ce6ac115ce5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835037 Dec 09 16:13:55.111231 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-f75dde11-fde6-453e-ad4f-45ccc526ccf1 req-95ab0607-13c8-4750-b818-eac517a7ed47 service neutron] 10.222.0.42 "GET /v2.0/networks/ce25dac2-f6ce-4523-8255-ce6ac115ce5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886359 Dec 09 16:13:55.413468 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:55.797278 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595f4ca-def0-47cf-bc1f-78fa6cd32d3e req-73b4c9d2-3521-4be8-a414-fd1e9495ae07 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:55.799686 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7595f4ca-def0-47cf-bc1f-78fa6cd32d3e req-73b4c9d2-3521-4be8-a414-fd1e9495ae07 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 943 time: 0.0763285 Dec 09 16:13:55.868576 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7595f4ca-def0-47cf-bc1f-78fa6cd32d3e req-16e414d0-1e22-447b-ac4b-72fe03975874 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611629 Dec 09 16:13:55.980876 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b0bcd5f6-2022-4b4b-b35d-3616493317ca req-e63a690a-d006-4adb-a541-ba1aadf6f447 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=8a81506a-af2c-49b2-aad0-f769e49bb7fd HTTP/1.1" status: 200 len: 210 time: 0.0306358 Dec 09 16:13:56.579541 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:57.023514 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dae40c-b726-40b4-81d8-33e7e5d8f805 req-e1957673-5063-4ad1-9d82-87032950e357 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:57.025099 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a1dae40c-b726-40b4-81d8-33e7e5d8f805 req-e1957673-5063-4ad1-9d82-87032950e357 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 943 time: 0.0693135 Dec 09 16:13:57.074723 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a1dae40c-b726-40b4-81d8-33e7e5d8f805 req-8eee715e-4f8d-4ccc-9460-6c3f98d985be tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421648 Dec 09 16:13:57.174225 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d10d9a25-d3fa-4c9e-ab63-c4a2757463fc req-4b121e9a-f814-4f2a-99e7-bd0cf571f037 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=8a81506a-af2c-49b2-aad0-f769e49bb7fd HTTP/1.1" status: 200 len: 210 time: 0.0308700 Dec 09 16:13:57.825694 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device d0f8361f-849b-423c-9e87-3d0f6e9bbe16 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:13:57.853599 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: d0f8361f-849b-423c-9e87-3d0f6e9bbe16 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:13:57.853941 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device d0f8361f-849b-423c-9e87-3d0f6e9bbe16 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:13:58.221994 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72892e1e-9172-4ab1-8e65-ecb2b7f6c78c req-4312ceb7-fc96-4344-b010-4d5fa78437ed tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:58.223619 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-72892e1e-9172-4ab1-8e65-ecb2b7f6c78c req-4312ceb7-fc96-4344-b010-4d5fa78437ed tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 943 time: 0.0675094 Dec 09 16:13:58.282047 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-72892e1e-9172-4ab1-8e65-ecb2b7f6c78c req-9330c777-7ac2-4d75-a248-bef17a38af74 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518520 Dec 09 16:13:58.382337 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-deda51fa-eda4-4857-ab47-3d4c78b9fb35 req-ab95cec4-348d-4881-ab42-67c98b43e897 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=8a81506a-af2c-49b2-aad0-f769e49bb7fd HTTP/1.1" status: 200 len: 210 time: 0.0285358 Dec 09 16:13:58.754163 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:13:59.439163 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db43ad-276d-4124-89e2-37cb97dc2314 req-37649700-3c63-4b07-9e31-3935617515d5 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:59.440822 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-78db43ad-276d-4124-89e2-37cb97dc2314 req-37649700-3c63-4b07-9e31-3935617515d5 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 943 time: 0.0643625 Dec 09 16:13:59.501288 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-78db43ad-276d-4124-89e2-37cb97dc2314 req-2b898d98-8d0e-485f-b558-008ed2c73353 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544355 Dec 09 16:14:00.632170 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5371ad-ff0e-4e17-9642-2890efe3b3dd req-6fc9c0fe-c4e1-453d-8398-877834ac50e8 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:00.641061 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1b5371ad-ff0e-4e17-9642-2890efe3b3dd req-6fc9c0fe-c4e1-453d-8398-877834ac50e8 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 943 time: 0.0635836 Dec 09 16:14:00.699239 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1b5371ad-ff0e-4e17-9642-2890efe3b3dd req-3457f4dc-eb13-462f-81a4-78be22ae2a8c tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571315 Dec 09 16:14:01.897767 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037effa6-f08e-43b6-bbef-f0ab74fed097 req-fdcdb55a-2344-4062-83e4-0f74c4cddc12 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:01.907239 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-037effa6-f08e-43b6-bbef-f0ab74fed097 req-fdcdb55a-2344-4062-83e4-0f74c4cddc12 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 943 time: 0.0775919 Dec 09 16:14:01.957145 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-037effa6-f08e-43b6-bbef-f0ab74fed097 req-cf1dbad6-e1c9-4a26-82ac-0564f0f0b47b tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489874 Dec 09 16:14:02.769863 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44364) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:14:02.774620 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-2ae34724-e899-4de2-a365-2c63a649645f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1571638799', 'description': 'tempest-secgroup-smoke-1571638799 description', 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:14:02.818327 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2ae34724-e899-4de2-a365-2c63a649645f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:02.890423 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2ae34724-e899-4de2-a365-2c63a649645f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:02.895629 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2ae34724-e899-4de2-a365-2c63a649645f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:02.927324 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2ae34724-e899-4de2-a365-2c63a649645f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:02.928587 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2ae34724-e899-4de2-a365-2c63a649645f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1576581 Dec 09 16:14:02.929371 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae34724-e899-4de2-a365-2c63a649645f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=379ef084-ad0e-4325-a431-5578a1181c16,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:14:02.931562 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44366) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:14:02.936287 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ec5e1b83-1daf-4f0f-b4cb-bb2f2b250e7e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Request body: {'security_group_rule': {'security_group_id': '379ef084-ad0e-4325-a431-5578a1181c16', 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:14:02.979295 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec5e1b83-1daf-4f0f-b4cb-bb2f2b250e7e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:03.036920 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec5e1b83-1daf-4f0f-b4cb-bb2f2b250e7e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:03.040829 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec5e1b83-1daf-4f0f-b4cb-bb2f2b250e7e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:03.071219 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e1b83-1daf-4f0f-b4cb-bb2f2b250e7e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=310a5054-3dbe-4248-988f-112880182c8f,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:14:03.085667 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec5e1b83-1daf-4f0f-b4cb-bb2f2b250e7e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:03.088566 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ec5e1b83-1daf-4f0f-b4cb-bb2f2b250e7e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1558907 Dec 09 16:14:03.091530 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44370) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:14:03.098343 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-0a604d66-2f37-4d23-a176-9b7f49e2df06 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Request body: {'security_group_rule': {'security_group_id': '379ef084-ad0e-4325-a431-5578a1181c16', 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:14:03.110066 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acc343-c846-484f-aa43-032c5048b705 req-fae739cd-a07c-4ce0-815e-92dfb1a0934a tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:03.111581 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-29acc343-c846-484f-aa43-032c5048b705 req-fae739cd-a07c-4ce0-815e-92dfb1a0934a tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 943 time: 0.0558486 Dec 09 16:14:03.126946 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0a604d66-2f37-4d23-a176-9b7f49e2df06 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:03.163467 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-29acc343-c846-484f-aa43-032c5048b705 req-9baca590-348c-42dd-b802-fb1d2cffefe7 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455782 Dec 09 16:14:03.206303 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0a604d66-2f37-4d23-a176-9b7f49e2df06 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:03.209822 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0a604d66-2f37-4d23-a176-9b7f49e2df06 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:03.227152 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a604d66-2f37-4d23-a176-9b7f49e2df06 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f35a19b2-9d71-4a05-9926-861877782d62,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:14:03.236511 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0a604d66-2f37-4d23-a176-9b7f49e2df06 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:03.241643 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0a604d66-2f37-4d23-a176-9b7f49e2df06 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1461885 Dec 09 16:14:03.241867 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44372) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:14:03.246824 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-dfdfa081-31aa-4a1d-bdc0-a0101d8e281c tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Request body: {'security_group_rule': {'security_group_id': '379ef084-ad0e-4325-a431-5578a1181c16', 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:14:03.277526 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dfdfa081-31aa-4a1d-bdc0-a0101d8e281c tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:03.347251 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dfdfa081-31aa-4a1d-bdc0-a0101d8e281c tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:03.352313 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dfdfa081-31aa-4a1d-bdc0-a0101d8e281c tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:03.373080 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdfa081-31aa-4a1d-bdc0-a0101d8e281c tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f39c19-3903-4b51-8676-c1db06ceb679,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:14:03.382299 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dfdfa081-31aa-4a1d-bdc0-a0101d8e281c tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:03.383692 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-dfdfa081-31aa-4a1d-bdc0-a0101d8e281c tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1406801 Dec 09 16:14:03.386289 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44374) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:14:03.391216 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-224f01de-8b55-442b-8235-9ba4084d79bd tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Request body: {'security_group_rule': {'security_group_id': '379ef084-ad0e-4325-a431-5578a1181c16', 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:14:03.417092 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-224f01de-8b55-442b-8235-9ba4084d79bd tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:03.482715 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-224f01de-8b55-442b-8235-9ba4084d79bd tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:03.486396 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-224f01de-8b55-442b-8235-9ba4084d79bd tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:03.505924 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f01de-8b55-442b-8235-9ba4084d79bd tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae992cd8-6875-4c6b-93ff-805414c975fd,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:14:03.516998 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-224f01de-8b55-442b-8235-9ba4084d79bd tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:03.521201 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44376) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:14:03.521381 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-224f01de-8b55-442b-8235-9ba4084d79bd tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1340246 Dec 09 16:14:03.525896 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f00f7bfb-e9e2-4b67-9fbc-b49520f7164a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Request body: {'security_group_rule': {'security_group_id': '379ef084-ad0e-4325-a431-5578a1181c16', 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:14:03.556903 n-d-821228-1 neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-f00f7bfb-e9e2-4b67-9fbc-b49520f7164a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Project ed744bdd64cf4529a4e59d4f7e83d0c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 16:14:03.563741 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f00f7bfb-e9e2-4b67-9fbc-b49520f7164a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:03.633864 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f00f7bfb-e9e2-4b67-9fbc-b49520f7164a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:03.638817 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f00f7bfb-e9e2-4b67-9fbc-b49520f7164a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:03.656826 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f7bfb-e9e2-4b67-9fbc-b49520f7164a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98e87c89-d4f3-495a-9c75-9a201695b5f3,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:14:03.663595 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f00f7bfb-e9e2-4b67-9fbc-b49520f7164a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:03.664824 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f00f7bfb-e9e2-4b67-9fbc-b49520f7164a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1424682 Dec 09 16:14:03.667555 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44378) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:14:03.672505 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-9bf4ad23-f38a-4db9-8098-0241ab2f8cd9 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Request body: {'security_group_rule': {'security_group_id': '379ef084-ad0e-4325-a431-5578a1181c16', 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:14:03.704551 n-d-821228-1 neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-9bf4ad23-f38a-4db9-8098-0241ab2f8cd9 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Project ed744bdd64cf4529a4e59d4f7e83d0c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 16:14:03.711517 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9bf4ad23-f38a-4db9-8098-0241ab2f8cd9 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:03.773756 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9bf4ad23-f38a-4db9-8098-0241ab2f8cd9 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:03.777377 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9bf4ad23-f38a-4db9-8098-0241ab2f8cd9 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:03.801212 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4ad23-f38a-4db9-8098-0241ab2f8cd9 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae1d5e16-7809-4532-8284-4a17c4e64b64,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:14:03.812820 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9bf4ad23-f38a-4db9-8098-0241ab2f8cd9 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:03.817421 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9bf4ad23-f38a-4db9-8098-0241ab2f8cd9 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1488290 Dec 09 16:14:04.307182 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969af90-3c89-4721-8117-2bea32094e54 req-c03d0b68-5ae1-412e-8139-96d015345c3a tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:04.309528 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c969af90-3c89-4721-8117-2bea32094e54 req-c03d0b68-5ae1-412e-8139-96d015345c3a tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 943 time: 0.0613136 Dec 09 16:14:04.379206 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c969af90-3c89-4721-8117-2bea32094e54 req-a66e2bf9-bd7f-4363-ab44-bc78c02b353c tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631547 Dec 09 16:14:05.550718 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f324c-9801-42ee-a88d-866c887bf034 req-41d1bb50-fa0b-4153-9b1d-3706dbc93b15 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:05.552236 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a90f324c-9801-42ee-a88d-866c887bf034 req-41d1bb50-fa0b-4153-9b1d-3706dbc93b15 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 943 time: 0.0728002 Dec 09 16:14:05.623857 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a90f324c-9801-42ee-a88d-866c887bf034 req-45394284-764f-4860-a0b4-7cb6f36dc938 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591652 Dec 09 16:14:06.738339 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48304d11-8be5-4e39-b4cd-713f0dcb6ec0 req-d29b6c5a-cb8c-48df-94b8-84cdcacc1656 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:06.739865 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-48304d11-8be5-4e39-b4cd-713f0dcb6ec0 req-d29b6c5a-cb8c-48df-94b8-84cdcacc1656 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 943 time: 0.0502067 Dec 09 16:14:06.791608 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-48304d11-8be5-4e39-b4cd-713f0dcb6ec0 req-ac1b0181-1690-463f-a81a-78c7cfae3f21 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449445 Dec 09 16:14:07.923012 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59045c37-ea6f-4499-9634-75763bc50104 req-882c8631-d0a9-4cc7-ae7a-c383a1ea240c tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:07.924531 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-59045c37-ea6f-4499-9634-75763bc50104 req-882c8631-d0a9-4cc7-ae7a-c383a1ea240c tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 943 time: 0.0564597 Dec 09 16:14:07.974901 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-59045c37-ea6f-4499-9634-75763bc50104 req-55208c43-10c7-4b5b-af8b-bc3a7193eb6b tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428448 Dec 09 16:14:09.100344 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ddf984-6dd3-4090-86a2-d87e0f8cd070 req-17e6f47f-10e8-4dc4-a9dd-22dea93ddf0f tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:09.101949 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-48ddf984-6dd3-4090-86a2-d87e0f8cd070 req-17e6f47f-10e8-4dc4-a9dd-22dea93ddf0f tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 943 time: 0.0506864 Dec 09 16:14:09.151291 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-48ddf984-6dd3-4090-86a2-d87e0f8cd070 req-64e64e9a-fc29-4fe6-8512-cf4b5d6cae88 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427094 Dec 09 16:14:10.279312 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb4839-3a87-4089-b1f1-d18b295b3caf req-7aef9dd3-0578-4464-b97c-4c8c72c85f1a tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:10.280823 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9adb4839-3a87-4089-b1f1-d18b295b3caf req-7aef9dd3-0578-4464-b97c-4c8c72c85f1a tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 943 time: 0.0509942 Dec 09 16:14:10.335070 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9adb4839-3a87-4089-b1f1-d18b295b3caf req-a98d14b0-3814-4eaf-9759-963530ceace0 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482175 Dec 09 16:14:11.462367 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5a63d-93ec-4f62-a0e4-460cce9e4cae req-33b397d2-7f6f-43de-b693-34f12869c63c tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:11.464671 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c6c5a63d-93ec-4f62-a0e4-460cce9e4cae req-33b397d2-7f6f-43de-b693-34f12869c63c tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 943 time: 0.0537851 Dec 09 16:14:11.513795 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c6c5a63d-93ec-4f62-a0e4-460cce9e4cae req-2f01e267-ec05-47f9-8181-60bea5179a2f tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430465 Dec 09 16:14:12.706360 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f524f5-243e-4ba6-888a-d9341af36196 req-d95fc272-baa9-4d9d-92b1-3da8144de44e tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:12.707884 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-90f524f5-243e-4ba6-888a-d9341af36196 req-d95fc272-baa9-4d9d-92b1-3da8144de44e tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 943 time: 0.1178446 Dec 09 16:14:12.759035 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-90f524f5-243e-4ba6-888a-d9341af36196 req-0e5ff225-a4fa-4571-847b-601de28de0f5 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450158 Dec 09 16:14:13.891748 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7b6cd-8534-40ad-aaf6-9a406d726df3 req-6a88e8e3-b7c2-4f57-8816-82899d410898 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:13.893398 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a4d7b6cd-8534-40ad-aaf6-9a406d726df3 req-6a88e8e3-b7c2-4f57-8816-82899d410898 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 943 time: 0.0590138 Dec 09 16:14:13.943284 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a4d7b6cd-8534-40ad-aaf6-9a406d726df3 req-7597de44-2f55-47f3-91d6-48440f0e1e4b tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437355 Dec 09 16:14:15.071913 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078c9cd-1437-4b11-a357-a32cdc847d2e req-3b625cd2-0ccc-495f-a26e-042e3595d91f tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:15.073492 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0078c9cd-1437-4b11-a357-a32cdc847d2e req-3b625cd2-0ccc-495f-a26e-042e3595d91f tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 943 time: 0.0511918 Dec 09 16:14:15.123753 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0078c9cd-1437-4b11-a357-a32cdc847d2e req-06456320-fce4-4aee-9a90-11426ed6e8fc tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436590 Dec 09 16:14:16.246059 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca72f3-cff1-4bc0-8a5c-afbb3afcbb34 req-b6ccc4a2-2803-4e1f-93ca-ee509f797b52 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:16.248279 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9cca72f3-cff1-4bc0-8a5c-afbb3afcbb34 req-b6ccc4a2-2803-4e1f-93ca-ee509f797b52 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 943 time: 0.0503569 Dec 09 16:14:16.276086 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:16.302747 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9cca72f3-cff1-4bc0-8a5c-afbb3afcbb34 req-de08279f-a9c0-48d6-a4b6-2930973526a1 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485294 Dec 09 16:14:17.426165 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d097f2d-c61b-44e8-a273-5dc7652d2487 req-7fd6a58d-b4eb-4af3-888e-da9d61068481 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:17.427701 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2d097f2d-c61b-44e8-a273-5dc7652d2487 req-7fd6a58d-b4eb-4af3-888e-da9d61068481 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 943 time: 0.0486689 Dec 09 16:14:17.477325 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2d097f2d-c61b-44e8-a273-5dc7652d2487 req-cfcb2581-823a-442d-9ae2-fe0329bd8330 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431807 Dec 09 16:14:18.603008 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3cb23-ed0d-4ce2-9b5c-29750386bd2e req-7a998428-875d-4c42-b8cf-97de49eed05d tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:18.604571 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8bf3cb23-ed0d-4ce2-9b5c-29750386bd2e req-7a998428-875d-4c42-b8cf-97de49eed05d tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 943 time: 0.0505767 Dec 09 16:14:18.652519 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8bf3cb23-ed0d-4ce2-9b5c-29750386bd2e req-cde91297-77ae-4585-af97-3a66c77da007 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417380 Dec 09 16:14:19.146328 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-13553566-f8ba-4985-824b-53d06832d387 req-222901c0-714c-4561-b934-63b23869b494 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1571638799&fields=id&tenant_id=ed744bdd64cf4529a4e59d4f7e83d0c7 HTTP/1.1" status: 200 len: 267 time: 0.0481696 Dec 09 16:14:19.252332 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553566-f8ba-4985-824b-53d06832d387 req-800f8910-4c18-4632-96a4-2f96e1e0d3d9 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:19.253824 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-13553566-f8ba-4985-824b-53d06832d387 req-800f8910-4c18-4632-96a4-2f96e1e0d3d9 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/networks?id=a6860458-8089-4376-a722-7b1c40818ef4 HTTP/1.1" status: 200 len: 811 time: 0.1007836 Dec 09 16:14:19.269179 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-13553566-f8ba-4985-824b-53d06832d387 req-315fcefa-a4ec-4df8-98dc-d524e8136a9d tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/quotas/ed744bdd64cf4529a4e59d4f7e83d0c7 HTTP/1.1" status: 200 len: 375 time: 0.0096667 Dec 09 16:14:19.320099 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-13553566-f8ba-4985-824b-53d06832d387 req-412bafeb-eef6-4af6-aef2-69bcaf7c06ce tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ed744bdd64cf4529a4e59d4f7e83d0c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456142 Dec 09 16:14:19.402608 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 5f07334f-7dbc-4744-82f4-e81390061a7c details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:14:19.420248 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-13553566-f8ba-4985-824b-53d06832d387 req-b716050c-d559-4be4-989a-ba89659b35c7 service neutron] 10.222.0.57 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881658 Dec 09 16:14:19.505059 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 5f07334f-7dbc-4744-82f4-e81390061a7c, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=5f07334f-7dbc-4744-82f4-e81390061a7c,segment=NetworkSegment(c5af4b92-f900-4d5c-8a3c-a495f3e1e912),segment_id=c5af4b92-f900-4d5c-8a3c-a495f3e1e912)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:14:19.510245 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-13553566-f8ba-4985-824b-53d06832d387 req-8d26c058-de07-4767-bec5-bd2cc6979335 service neutron] 10.222.0.57 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834875 Dec 09 16:14:19.517091 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '5f07334f-7dbc-4744-82f4-e81390061a7c', 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f', 'port_id': '5f07334f-7dbc-4744-82f4-e81390061a7c', 'mac_address': 'fa:16:3e:bf:2b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbee70a7-ae73-4915-a662-48eb665c9e7f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:14:19.554181 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:19.567210 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f07334f-7dbc-4744-82f4-e81390061a7c {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:14:19.587868 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 5f07334f-7dbc-4744-82f4-e81390061a7c, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=5f07334f-7dbc-4744-82f4-e81390061a7c,segment=NetworkSegment(c5af4b92-f900-4d5c-8a3c-a495f3e1e912),segment_id=c5af4b92-f900-4d5c-8a3c-a495f3e1e912)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:14:19.593271 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:19.642327 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=5f07334f-7dbc-4744-82f4-e81390061a7c,revision_number=9']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:14:19.649791 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:19.650128 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:19.650472 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:19.650810 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:19.651149 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:19.651481 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:19.651829 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:19.652155 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:19.652595 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:19.653432 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:19.653996 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:19.654403 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:19.654733 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:19.836114 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b6b9f-6106-4149-8c97-a355ae0a1b3e req-190962ad-e30b-4e21-8798-41a5ce565ddd tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:19.837709 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5a9b6b9f-6106-4149-8c97-a355ae0a1b3e req-190962ad-e30b-4e21-8798-41a5ce565ddd tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 944 time: 0.0575702 Dec 09 16:14:19.893981 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5a9b6b9f-6106-4149-8c97-a355ae0a1b3e req-f5be0aa5-75c9-44c4-b076-288bc4f6ab8a tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500085 Dec 09 16:14:19.963720 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['5f07334f-7dbc-4744-82f4-e81390061a7c'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:14:19.969171 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c0274f7a-99d6-464d-8722-dfd11f900f31 req-c6516e76-d018-4da3-865a-70121dde03b7 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ac8ccec-f7a9-49f3-a1a4-f2aa316de357 HTTP/1.1" status: 200 len: 210 time: 0.0305309 Dec 09 16:14:20.505085 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-acdd6c8e-6e28-47f7-b2f7-9c90191bc6d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:20.727429 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553566-f8ba-4985-824b-53d06832d387 req-469326f8-4764-4a8c-b3d6-5a22ee9da9f0 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:20.728924 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-13553566-f8ba-4985-824b-53d06832d387 req-469326f8-4764-4a8c-b3d6-5a22ee9da9f0 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.31 "GET /v2.0/networks?id=a6860458-8089-4376-a722-7b1c40818ef4 HTTP/1.1" status: 200 len: 811 time: 0.1139700 Dec 09 16:14:20.793157 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-13553566-f8ba-4985-824b-53d06832d387 req-dd872361-e1b3-4e15-bf42-24577d6ff961 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed744bdd64cf4529a4e59d4f7e83d0c7 HTTP/1.1" status: 200 len: 380 time: 0.0556445 Dec 09 16:14:20.802796 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-13553566-f8ba-4985-824b-53d06832d387 req-104040b6-e23e-4de2-ac5d-cd83ed2544ed tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Request body: {'port': {'device_id': '6ac8ccec-f7a9-49f3-a1a4-f2aa316de357', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'admin_state_up': True, 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'security_groups': ['379ef084-ad0e-4325-a431-5578a1181c16']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:14:20.913009 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13553566-f8ba-4985-824b-53d06832d387 req-104040b6-e23e-4de2-ac5d-cd83ed2544ed tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Made reservation on behalf of ed744bdd64cf4529a4e59d4f7e83d0c7 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:14:20.917381 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-13553566-f8ba-4985-824b-53d06832d387 req-104040b6-e23e-4de2-ac5d-cd83ed2544ed tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:21.066111 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b864ff2-513f-4b7d-a89c-7be31c5a99d6 req-66016c42-53f8-4646-b3d4-b8134aa21e1b tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:21.067507 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6b864ff2-513f-4b7d-a89c-7be31c5a99d6 req-66016c42-53f8-4646-b3d4-b8134aa21e1b tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 944 time: 0.0876217 Dec 09 16:14:21.108981 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-13553566-f8ba-4985-824b-53d06832d387 req-104040b6-e23e-4de2-ac5d-cd83ed2544ed tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Allocated IP 172.20.0.8 (a6860458-8089-4376-a722-7b1c40818ef4/1eccceca-2871-4532-af54-95d3af68b080/08ce5f6f-caff-4011-b666-f081a9926ef9) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:14:21.144764 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6b864ff2-513f-4b7d-a89c-7be31c5a99d6 req-1a3f64fc-a86e-41ff-9113-1c89b0a70543 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712326 Dec 09 16:14:21.252896 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d23e60e8-f43e-488a-b89a-10bad5e1010b req-90a7b07b-8e46-4d59-965b-5d49fea3145e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ac8ccec-f7a9-49f3-a1a4-f2aa316de357 HTTP/1.1" status: 200 len: 210 time: 0.0327599 Dec 09 16:14:21.302568 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-13553566-f8ba-4985-824b-53d06832d387 req-104040b6-e23e-4de2-ac5d-cd83ed2544ed tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:21.338275 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-13553566-f8ba-4985-824b-53d06832d387 req-104040b6-e23e-4de2-ac5d-cd83ed2544ed tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:21.391265 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13553566-f8ba-4985-824b-53d06832d387 req-104040b6-e23e-4de2-ac5d-cd83ed2544ed tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Network a6860458-8089-4376-a722-7b1c40818ef4 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:14:21.394753 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-13553566-f8ba-4985-824b-53d06832d387 req-104040b6-e23e-4de2-ac5d-cd83ed2544ed tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:14:21.399533 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-13553566-f8ba-4985-824b-53d06832d387 req-104040b6-e23e-4de2-ac5d-cd83ed2544ed tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:14:21.403886 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104040b6-e23e-4de2-ac5d-cd83ed2544ed tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Pushing event updated for resources: {'Port': ['ID=08ce5f6f-caff-4011-b666-f081a9926ef9,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:14:21.417899 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 5f07334f-7dbc-4744-82f4-e81390061a7c up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:14:21.460886 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553566-f8ba-4985-824b-53d06832d387 req-104040b6-e23e-4de2-ac5d-cd83ed2544ed tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:21.461919 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-13553566-f8ba-4985-824b-53d06832d387 req-104040b6-e23e-4de2-ac5d-cd83ed2544ed tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:21.483148 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 5f07334f-7dbc-4744-82f4-e81390061a7c triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:14:21.483522 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:21.484763 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-13553566-f8ba-4985-824b-53d06832d387 req-104040b6-e23e-4de2-ac5d-cd83ed2544ed tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6855838 Dec 09 16:14:21.498545 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-13553566-f8ba-4985-824b-53d06832d387 req-488e9e7b-f0e4-43f0-a65b-b64ac056c52a service neutron] Request body: {'port': {'device_id': '6ac8ccec-f7a9-49f3-a1a4-f2aa316de357', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:14:21.557504 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-13553566-f8ba-4985-824b-53d06832d387 req-488e9e7b-f0e4-43f0-a65b-b64ac056c52a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:21.585843 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:21.612502 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782182f6-b357-49c3-8501-0479b9cde6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f07334f-7dbc-4744-82f4-e81390061a7c'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:14:21.614707 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b36e97-9026-4ac2-8dd1-732d00c688e6" -d '{"events": [{"server_uuid": "782182f6-b357-49c3-8501-0479b9cde6fb", "name": "network-vif-plugged", "status": "completed", "tag": "5f07334f-7dbc-4744-82f4-e81390061a7c"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:14:21.642270 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 5f07334f-7dbc-4744-82f4-e81390061a7c, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=5f07334f-7dbc-4744-82f4-e81390061a7c,segment=NetworkSegment(c5af4b92-f900-4d5c-8a3c-a495f3e1e912),segment_id=c5af4b92-f900-4d5c-8a3c-a495f3e1e912)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:14:21.647950 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:21.680863 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3a1adb-1319-443a-a166-bc4f6268dac5 x-openstack-request-id: req-0e3a1adb-1319-443a-a166-bc4f6268dac5 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:14:21.681104 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782182f6-b357-49c3-8501-0479b9cde6fb", "name": "network-vif-plugged", "status": "completed", "tag": "5f07334f-7dbc-4744-82f4-e81390061a7c", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:14:21.681368 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0e3a1adb-1319-443a-a166-bc4f6268dac5 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:14:21.682604 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782182f6-b357-49c3-8501-0479b9cde6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f07334f-7dbc-4744-82f4-e81390061a7c', 'code': 200} Dec 09 16:14:21.722258 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=5f07334f-7dbc-4744-82f4-e81390061a7c,revision_number=10']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:14:21.743716 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-967340fc-9ddc-4917-9214-e9ed5123e526 None None] Provisioning complete for port 08ce5f6f-caff-4011-b666-f081a9926ef9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:14:21.744237 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-967340fc-9ddc-4917-9214-e9ed5123e526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:21.798005 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-967340fc-9ddc-4917-9214-e9ed5123e526 None None] Port 08ce5f6f-caff-4011-b666-f081a9926ef9 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:14:21.867150 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-13553566-f8ba-4985-824b-53d06832d387 req-488e9e7b-f0e4-43f0-a65b-b64ac056c52a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08ce5f6f-caff-4011-b666-f081a9926ef9 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:14:21.876909 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-13553566-f8ba-4985-824b-53d06832d387 req-488e9e7b-f0e4-43f0-a65b-b64ac056c52a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:21.891966 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-13553566-f8ba-4985-824b-53d06832d387 req-488e9e7b-f0e4-43f0-a65b-b64ac056c52a service neutron] Transition to ACTIVE for port object 08ce5f6f-caff-4011-b666-f081a9926ef9 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:14:21.896360 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-13553566-f8ba-4985-824b-53d06832d387 req-488e9e7b-f0e4-43f0-a65b-b64ac056c52a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:21.921936 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f31af-c55a-48e7-9c2a-915ca00355df req-e6c693ee-0092-4dad-a533-48fb4f32fbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:21.924096 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-212f31af-c55a-48e7-9c2a-915ca00355df req-e6c693ee-0092-4dad-a533-48fb4f32fbac service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 1097 time: 0.0528984 Dec 09 16:14:21.956878 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e9e7b-f0e4-43f0-a65b-b64ac056c52a service neutron] Pushing event updated for resources: {'Port': ['ID=08ce5f6f-caff-4011-b666-f081a9926ef9,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:14:21.989658 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-212f31af-c55a-48e7-9c2a-915ca00355df req-e5eb2c5e-c371-48c5-8713-3bd2cb263f8f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575507 Dec 09 16:14:22.026283 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-13553566-f8ba-4985-824b-53d06832d387 req-488e9e7b-f0e4-43f0-a65b-b64ac056c52a service neutron] Attempting to bind port 08ce5f6f-caff-4011-b666-f081a9926ef9 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:14:22.026617 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-13553566-f8ba-4985-824b-53d06832d387 req-488e9e7b-f0e4-43f0-a65b-b64ac056c52a service neutron] Attempting to bind port 08ce5f6f-caff-4011-b666-f081a9926ef9 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': 'a679b6c2-4eb6-4677-b765-ccb3432ba71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:14:22.027031 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553566-f8ba-4985-824b-53d06832d387 req-488e9e7b-f0e4-43f0-a65b-b64ac056c52a service neutron] Attempting to bind port 08ce5f6f-caff-4011-b666-f081a9926ef9 on network a6860458-8089-4376-a722-7b1c40818ef4 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:14:22.031631 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553566-f8ba-4985-824b-53d06832d387 req-488e9e7b-f0e4-43f0-a65b-b64ac056c52a service neutron] Port 08ce5f6f-caff-4011-b666-f081a9926ef9 on network a6860458-8089-4376-a722-7b1c40818ef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:14:22.031952 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553566-f8ba-4985-824b-53d06832d387 req-488e9e7b-f0e4-43f0-a65b-b64ac056c52a service neutron] Attempting to bind port 08ce5f6f-caff-4011-b666-f081a9926ef9 on network a6860458-8089-4376-a722-7b1c40818ef4 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:14:22.037111 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553566-f8ba-4985-824b-53d06832d387 req-488e9e7b-f0e4-43f0-a65b-b64ac056c52a service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:14:22.037239 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553566-f8ba-4985-824b-53d06832d387 req-488e9e7b-f0e4-43f0-a65b-b64ac056c52a service neutron] Checking segment: {'id': 'a679b6c2-4eb6-4677-b765-ccb3432ba71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:14:22.037606 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13553566-f8ba-4985-824b-53d06832d387 req-488e9e7b-f0e4-43f0-a65b-b64ac056c52a service neutron] Bound using segment: {'id': 'a679b6c2-4eb6-4677-b765-ccb3432ba71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:14:22.038030 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-13553566-f8ba-4985-824b-53d06832d387 req-488e9e7b-f0e4-43f0-a65b-b64ac056c52a service neutron] Bound port: 08ce5f6f-caff-4011-b666-f081a9926ef9, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a679b6c2-4eb6-4677-b765-ccb3432ba71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:14:22.038390 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-13553566-f8ba-4985-824b-53d06832d387 req-488e9e7b-f0e4-43f0-a65b-b64ac056c52a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:22.108568 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-13553566-f8ba-4985-824b-53d06832d387 req-488e9e7b-f0e4-43f0-a65b-b64ac056c52a service neutron] For port 08ce5f6f-caff-4011-b666-f081a9926ef9, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:14:22.112400 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-13553566-f8ba-4985-824b-53d06832d387 req-488e9e7b-f0e4-43f0-a65b-b64ac056c52a service neutron] For port 08ce5f6f-caff-4011-b666-f081a9926ef9, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=08ce5f6f-caff-4011-b666-f081a9926ef9,segment=NetworkSegment(a679b6c2-4eb6-4677-b765-ccb3432ba71e),segment_id=a679b6c2-4eb6-4677-b765-ccb3432ba71e)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:14:22.118584 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-13553566-f8ba-4985-824b-53d06832d387 req-488e9e7b-f0e4-43f0-a65b-b64ac056c52a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:22.158005 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553566-f8ba-4985-824b-53d06832d387 req-488e9e7b-f0e4-43f0-a65b-b64ac056c52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:22.158608 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-13553566-f8ba-4985-824b-53d06832d387 req-488e9e7b-f0e4-43f0-a65b-b64ac056c52a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:22.160001 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-13553566-f8ba-4985-824b-53d06832d387 req-488e9e7b-f0e4-43f0-a65b-b64ac056c52a service neutron] 10.222.0.31 "PUT /v2.0/ports/08ce5f6f-caff-4011-b666-f081a9926ef9 HTTP/1.1" status: 200 len: 1091 time: 0.6666937 Dec 09 16:14:22.160489 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ac8ccec-f7a9-49f3-a1a4-f2aa316de357', 'tag': '08ce5f6f-caff-4011-b666-f081a9926ef9'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:14:22.162768 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ae32cf-4464-4bf8-bbf4-3a11ad232530" -d '{"events": [{"name": "network-changed", "server_uuid": "6ac8ccec-f7a9-49f3-a1a4-f2aa316de357", "tag": "08ce5f6f-caff-4011-b666-f081a9926ef9"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:14:22.202745 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e9e7b-f0e4-43f0-a65b-b64ac056c52a service neutron] Pushing event updated for resources: {'Port': ['ID=08ce5f6f-caff-4011-b666-f081a9926ef9,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:14:22.255615 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c32e2eb-3777-4385-bdca-dd3054958c42 x-openstack-request-id: req-5c32e2eb-3777-4385-bdca-dd3054958c42 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:14:22.255921 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ac8ccec-f7a9-49f3-a1a4-f2aa316de357", "tag": "08ce5f6f-caff-4011-b666-f081a9926ef9", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:14:22.256179 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5c32e2eb-3777-4385-bdca-dd3054958c42 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:14:22.256617 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ac8ccec-f7a9-49f3-a1a4-f2aa316de357', 'tag': '08ce5f6f-caff-4011-b666-f081a9926ef9', 'status': 'completed', 'code': 200} Dec 09 16:14:22.273712 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553566-f8ba-4985-824b-53d06832d387 req-01bdffed-cad1-4b3e-b261-ef7bace1f815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:22.276479 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-13553566-f8ba-4985-824b-53d06832d387 req-01bdffed-cad1-4b3e-b261-ef7bace1f815 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed744bdd64cf4529a4e59d4f7e83d0c7&device_id=6ac8ccec-f7a9-49f3-a1a4-f2aa316de357 HTTP/1.1" status: 200 len: 1094 time: 0.0566685 Dec 09 16:14:22.355326 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-13553566-f8ba-4985-824b-53d06832d387 req-8b9d36b2-6091-4858-8fcd-80a7717d698b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08ce5f6f-caff-4011-b666-f081a9926ef9 HTTP/1.1" status: 200 len: 217 time: 0.0646563 Dec 09 16:14:22.412016 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38df30c-9db9-46f7-a01d-fffff2694c44 req-653621ba-9f9d-4e04-8db4-280e68140010 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:22.413668 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f38df30c-9db9-46f7-a01d-fffff2694c44 req-653621ba-9f9d-4e04-8db4-280e68140010 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 946 time: 0.1319044 Dec 09 16:14:22.432898 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553566-f8ba-4985-824b-53d06832d387 req-5ae58e89-58fa-4a70-ba87-9ee79b5ffdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:22.434394 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-13553566-f8ba-4985-824b-53d06832d387 req-5ae58e89-58fa-4a70-ba87-9ee79b5ffdfe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1eccceca-2871-4532-af54-95d3af68b080 HTTP/1.1" status: 200 len: 850 time: 0.0713530 Dec 09 16:14:22.505552 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f38df30c-9db9-46f7-a01d-fffff2694c44 req-cf0aa31e-3e34-4230-92d3-ee9f495a7e80 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842631 Dec 09 16:14:22.512222 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553566-f8ba-4985-824b-53d06832d387 req-cdb483ea-2c89-483d-8f7e-bdb2da7c4761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:22.513769 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-13553566-f8ba-4985-824b-53d06832d387 req-cdb483ea-2c89-483d-8f7e-bdb2da7c4761 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a6860458-8089-4376-a722-7b1c40818ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712905 Dec 09 16:14:22.646113 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c8032-0e4a-4000-be9f-a504da7ffde4 req-af642870-1dfa-441f-85b0-a1739bfffd2f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:22.647657 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cc5c8032-0e4a-4000-be9f-a504da7ffde4 req-af642870-1dfa-441f-85b0-a1739bfffd2f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ac8ccec-f7a9-49f3-a1a4-f2aa316de357 HTTP/1.1" status: 200 len: 943 time: 0.0799732 Dec 09 16:14:22.649955 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-13553566-f8ba-4985-824b-53d06832d387 req-12a77caf-ea76-405b-9387-61c3add6a8cd service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283405 Dec 09 16:14:22.752822 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cc5c8032-0e4a-4000-be9f-a504da7ffde4 req-ebb0e349-7c17-4f16-92f4-1021430b4bc9 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982676 Dec 09 16:14:22.778026 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-13553566-f8ba-4985-824b-53d06832d387 req-3e71d523-08c9-4632-b714-2329bea45a0d service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175220 Dec 09 16:14:22.865996 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae32cf-4464-4bf8-bbf4-3a11ad232530 req-d4e28964-46b4-45f6-9b73-29bd7510b34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:22.867491 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c0ae32cf-4464-4bf8-bbf4-3a11ad232530 req-d4e28964-46b4-45f6-9b73-29bd7510b34a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed744bdd64cf4529a4e59d4f7e83d0c7&device_id=6ac8ccec-f7a9-49f3-a1a4-f2aa316de357 HTTP/1.1" status: 200 len: 1094 time: 0.0424531 Dec 09 16:14:22.963290 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae32cf-4464-4bf8-bbf4-3a11ad232530 req-4fbb3af0-9ae0-4386-a93f-a664a2f6940d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:22.964717 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c0ae32cf-4464-4bf8-bbf4-3a11ad232530 req-4fbb3af0-9ae0-4386-a93f-a664a2f6940d service neutron] 10.222.0.31 "GET /v2.0/networks?id=a6860458-8089-4376-a722-7b1c40818ef4 HTTP/1.1" status: 200 len: 912 time: 0.0903528 Dec 09 16:14:23.006078 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c0ae32cf-4464-4bf8-bbf4-3a11ad232530 req-ceb6b63c-6487-4123-9d4b-3556c91db46a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08ce5f6f-caff-4011-b666-f081a9926ef9 HTTP/1.1" status: 200 len: 217 time: 0.0347381 Dec 09 16:14:23.028758 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4267555b-9ff1-4f43-a010-4c5ab898da58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:23.064072 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae32cf-4464-4bf8-bbf4-3a11ad232530 req-0b2d0af4-e485-478f-be32-6a43d24fbd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:23.065590 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c0ae32cf-4464-4bf8-bbf4-3a11ad232530 req-0b2d0af4-e485-478f-be32-6a43d24fbd1d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1eccceca-2871-4532-af54-95d3af68b080 HTTP/1.1" status: 200 len: 850 time: 0.0499728 Dec 09 16:14:23.113273 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae32cf-4464-4bf8-bbf4-3a11ad232530 req-362cce2d-b44a-47b5-b070-d78d83ea81b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:23.114792 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c0ae32cf-4464-4bf8-bbf4-3a11ad232530 req-362cce2d-b44a-47b5-b070-d78d83ea81b4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a6860458-8089-4376-a722-7b1c40818ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413711 Dec 09 16:14:23.209805 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c0ae32cf-4464-4bf8-bbf4-3a11ad232530 req-59beed58-f07f-4c23-bac2-bdc7eb7cabc8 service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869501 Dec 09 16:14:23.315507 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c0ae32cf-4464-4bf8-bbf4-3a11ad232530 req-53bc3815-37ac-4cc3-84a7-421fb94b7242 service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984952 Dec 09 16:14:23.646128 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446ad57-2cc9-4987-b634-0545ccda28a6 req-08214d33-4278-423e-a76b-ddd6d30cac65 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:23.647818 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5446ad57-2cc9-4987-b634-0545ccda28a6 req-08214d33-4278-423e-a76b-ddd6d30cac65 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 946 time: 0.0556436 Dec 09 16:14:23.704650 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5446ad57-2cc9-4987-b634-0545ccda28a6 req-c4b2cf97-6f63-407c-8bd5-291225d5a10c tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453990 Dec 09 16:14:23.871522 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48889304-8b73-4e72-8562-53afd9142bac req-0a8376b1-a77b-4105-8c4c-c6e9887f28ae tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:23.873908 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-48889304-8b73-4e72-8562-53afd9142bac req-0a8376b1-a77b-4105-8c4c-c6e9887f28ae tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ac8ccec-f7a9-49f3-a1a4-f2aa316de357 HTTP/1.1" status: 200 len: 943 time: 0.0510700 Dec 09 16:14:23.933803 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-48889304-8b73-4e72-8562-53afd9142bac req-1f0fd9cc-d01a-4e79-bb14-589140a49693 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532048 Dec 09 16:14:24.154191 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:24.834712 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350614e5-3ca0-459e-931e-31f239393032 req-e394c536-a6fd-41f7-a2dc-0642f91c9d9d tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:24.836296 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-350614e5-3ca0-459e-931e-31f239393032 req-e394c536-a6fd-41f7-a2dc-0642f91c9d9d tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 946 time: 0.0521252 Dec 09 16:14:24.865508 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:24.892843 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-350614e5-3ca0-459e-931e-31f239393032 req-73ededf3-78c5-42f1-9b6f-f23564d6d23d tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500684 Dec 09 16:14:25.055806 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0654d-2edc-42d6-a420-ddcbb5f90389 req-9966101e-0fb0-49b0-b5a1-6b87d6344340 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:25.057385 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a4c0654d-2edc-42d6-a420-ddcbb5f90389 req-9966101e-0fb0-49b0-b5a1-6b87d6344340 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ac8ccec-f7a9-49f3-a1a4-f2aa316de357 HTTP/1.1" status: 200 len: 943 time: 0.0504661 Dec 09 16:14:25.108173 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a4c0654d-2edc-42d6-a420-ddcbb5f90389 req-20f96b69-7f49-4b69-a1d9-ad26c091d367 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439098 Dec 09 16:14:25.410526 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:26.228624 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b103edd-4bb6-46eb-a3bd-e0fb89f879f6 req-cfdd7b69-c25c-4688-8f34-28d405ed2615 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:26.230103 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9b103edd-4bb6-46eb-a3bd-e0fb89f879f6 req-cfdd7b69-c25c-4688-8f34-28d405ed2615 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ac8ccec-f7a9-49f3-a1a4-f2aa316de357 HTTP/1.1" status: 200 len: 943 time: 0.0522583 Dec 09 16:14:26.279681 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9b103edd-4bb6-46eb-a3bd-e0fb89f879f6 req-d0bf3291-5d93-4e8c-b7f2-d10ba5789723 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430610 Dec 09 16:14:26.471154 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:27.398802 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a7ae9-b7b0-4293-9795-4d052dc74bbb req-f474295d-9477-494e-a683-61ce0dbd78c7 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:27.400310 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ca1a7ae9-b7b0-4293-9795-4d052dc74bbb req-f474295d-9477-494e-a683-61ce0dbd78c7 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ac8ccec-f7a9-49f3-a1a4-f2aa316de357 HTTP/1.1" status: 200 len: 943 time: 0.0499656 Dec 09 16:14:27.449854 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ca1a7ae9-b7b0-4293-9795-4d052dc74bbb req-21b90a0c-069b-469e-88e3-8c149592abfe tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431235 Dec 09 16:14:28.568171 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b84158-12f0-4a38-b403-0047f0707e6b req-9f13bd2a-6dd2-4e23-9947-53a78dc3f0b6 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:28.569654 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-59b84158-12f0-4a38-b403-0047f0707e6b req-9f13bd2a-6dd2-4e23-9947-53a78dc3f0b6 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ac8ccec-f7a9-49f3-a1a4-f2aa316de357 HTTP/1.1" status: 200 len: 943 time: 0.0518999 Dec 09 16:14:28.619092 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-59b84158-12f0-4a38-b403-0047f0707e6b req-91c83bf1-4b84-4714-9904-5676618daae8 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434482 Dec 09 16:14:29.739295 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb32a8-9ca0-4dd4-8b08-eee240339277 req-42f50536-06b9-40d3-8d5d-713d67d4518d tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:29.740825 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-afbb32a8-9ca0-4dd4-8b08-eee240339277 req-42f50536-06b9-40d3-8d5d-713d67d4518d tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ac8ccec-f7a9-49f3-a1a4-f2aa316de357 HTTP/1.1" status: 200 len: 943 time: 0.0527964 Dec 09 16:14:29.790135 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-afbb32a8-9ca0-4dd4-8b08-eee240339277 req-7bc430b9-615c-4822-8493-3c6dc89ba6a6 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433619 Dec 09 16:14:30.905066 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84baa6-bd41-41d0-82c9-36005161a299 req-c088d87e-cd9c-4ba1-8874-0d1ea62aca3f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:30.906586 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9a84baa6-bd41-41d0-82c9-36005161a299 req-c088d87e-cd9c-4ba1-8874-0d1ea62aca3f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ac8ccec-f7a9-49f3-a1a4-f2aa316de357 HTTP/1.1" status: 200 len: 943 time: 0.0481455 Dec 09 16:14:30.958738 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9a84baa6-bd41-41d0-82c9-36005161a299 req-f0c669cc-e2f0-4474-bc4a-621391752c8d tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459378 Dec 09 16:14:32.072682 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdee009-1b83-4fe9-8776-110dfe6f3be2 req-602eecf7-e758-407b-b75b-758d0a6b35de tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:32.074198 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6cdee009-1b83-4fe9-8776-110dfe6f3be2 req-602eecf7-e758-407b-b75b-758d0a6b35de tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ac8ccec-f7a9-49f3-a1a4-f2aa316de357 HTTP/1.1" status: 200 len: 943 time: 0.0484722 Dec 09 16:14:32.123526 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6cdee009-1b83-4fe9-8776-110dfe6f3be2 req-20d48bc8-a8b3-4ac0-9467-6c679db34394 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427766 Dec 09 16:14:33.239958 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ed8a8-6aec-430a-acb1-9c9fdc889e72 req-79e23757-f250-46eb-837f-9d44c66713ac tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:33.241458 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ce2ed8a8-6aec-430a-acb1-9c9fdc889e72 req-79e23757-f250-46eb-837f-9d44c66713ac tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ac8ccec-f7a9-49f3-a1a4-f2aa316de357 HTTP/1.1" status: 200 len: 943 time: 0.0486052 Dec 09 16:14:33.290145 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ce2ed8a8-6aec-430a-acb1-9c9fdc889e72 req-43cc34dd-8aab-41ae-a052-83e027cf8ad9 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423179 Dec 09 16:14:34.409861 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647d9f2-ce95-4b0b-ba19-60baf6d0eb45 req-b9fa98ba-3ca6-4d20-8fe7-456b96772d36 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:34.411339 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4647d9f2-ce95-4b0b-ba19-60baf6d0eb45 req-b9fa98ba-3ca6-4d20-8fe7-456b96772d36 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ac8ccec-f7a9-49f3-a1a4-f2aa316de357 HTTP/1.1" status: 200 len: 943 time: 0.0523574 Dec 09 16:14:34.460838 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4647d9f2-ce95-4b0b-ba19-60baf6d0eb45 req-e52f0d71-7911-48c7-8312-66358c48da5a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431271 Dec 09 16:14:35.575447 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba1018-b502-46ed-bbe2-6f1df00033b9 req-712b188e-ef87-4264-bac2-4c12737ccaa9 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:35.576953 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6eba1018-b502-46ed-bbe2-6f1df00033b9 req-712b188e-ef87-4264-bac2-4c12737ccaa9 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ac8ccec-f7a9-49f3-a1a4-f2aa316de357 HTTP/1.1" status: 200 len: 943 time: 0.0484030 Dec 09 16:14:35.626161 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6eba1018-b502-46ed-bbe2-6f1df00033b9 req-395a8cdf-5db9-40cb-92ae-34ce74fced8b tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431864 Dec 09 16:14:35.752982 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:14:35.980387 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 08ce5f6f-caff-4011-b666-f081a9926ef9 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:14:36.075964 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 08ce5f6f-caff-4011-b666-f081a9926ef9, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=08ce5f6f-caff-4011-b666-f081a9926ef9,segment=NetworkSegment(a679b6c2-4eb6-4677-b765-ccb3432ba71e),segment_id=a679b6c2-4eb6-4677-b765-ccb3432ba71e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:14:36.091471 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '08ce5f6f-caff-4011-b666-f081a9926ef9', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'port_id': '08ce5f6f-caff-4011-b666-f081a9926ef9', 'mac_address': 'fa:16:3e:fb:70:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eccceca-2871-4532-af54-95d3af68b080', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:14:36.128675 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:36.142084 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08ce5f6f-caff-4011-b666-f081a9926ef9 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:14:36.160473 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 08ce5f6f-caff-4011-b666-f081a9926ef9, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=08ce5f6f-caff-4011-b666-f081a9926ef9,segment=NetworkSegment(a679b6c2-4eb6-4677-b765-ccb3432ba71e),segment_id=a679b6c2-4eb6-4677-b765-ccb3432ba71e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:14:36.164224 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:36.210662 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=08ce5f6f-caff-4011-b666-f081a9926ef9,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:14:36.480270 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['08ce5f6f-caff-4011-b666-f081a9926ef9'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:14:36.740550 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77491f-b097-4d92-818a-70d6f0ce1934 req-c9fcf620-3b16-4ed4-8736-289c96c2b172 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:36.742032 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8a77491f-b097-4d92-818a-70d6f0ce1934 req-c9fcf620-3b16-4ed4-8736-289c96c2b172 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ac8ccec-f7a9-49f3-a1a4-f2aa316de357 HTTP/1.1" status: 200 len: 944 time: 0.0482697 Dec 09 16:14:36.794900 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8a77491f-b097-4d92-818a-70d6f0ce1934 req-8ffe7318-3af8-4272-bf0c-5e0a675b7cd3 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468655 Dec 09 16:14:37.911913 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c0610-7fc2-4df7-9db4-0ccd0bf70b18 req-0b82577b-b8b3-43fd-8c56-c96bd23c3a71 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:37.913406 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-580c0610-7fc2-4df7-9db4-0ccd0bf70b18 req-0b82577b-b8b3-43fd-8c56-c96bd23c3a71 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ac8ccec-f7a9-49f3-a1a4-f2aa316de357 HTTP/1.1" status: 200 len: 944 time: 0.0487814 Dec 09 16:14:37.962595 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-580c0610-7fc2-4df7-9db4-0ccd0bf70b18 req-e1d1bbac-09b6-4020-add9-1f4824070d64 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431762 Dec 09 16:14:38.012678 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 08ce5f6f-caff-4011-b666-f081a9926ef9 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:14:38.062556 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 08ce5f6f-caff-4011-b666-f081a9926ef9 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:14:38.066424 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 08ce5f6f-caff-4011-b666-f081a9926ef9 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:14:38.066797 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:38.142528 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:38.164785 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ac8ccec-f7a9-49f3-a1a4-f2aa316de357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ce5f6f-caff-4011-b666-f081a9926ef9'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:14:38.167018 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa703d34-1072-4a20-9479-6b3cd9fd5f0b" -d '{"events": [{"server_uuid": "6ac8ccec-f7a9-49f3-a1a4-f2aa316de357", "name": "network-vif-plugged", "status": "completed", "tag": "08ce5f6f-caff-4011-b666-f081a9926ef9"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:14:38.180257 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 08ce5f6f-caff-4011-b666-f081a9926ef9, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=08ce5f6f-caff-4011-b666-f081a9926ef9,segment=NetworkSegment(a679b6c2-4eb6-4677-b765-ccb3432ba71e),segment_id=a679b6c2-4eb6-4677-b765-ccb3432ba71e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:14:38.184246 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:38.234076 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=08ce5f6f-caff-4011-b666-f081a9926ef9,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:14:38.271587 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f39c3a-595a-4dd3-926f-cf4b6f5af9ee x-openstack-request-id: req-63f39c3a-595a-4dd3-926f-cf4b6f5af9ee {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:14:38.271887 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ac8ccec-f7a9-49f3-a1a4-f2aa316de357", "name": "network-vif-plugged", "status": "completed", "tag": "08ce5f6f-caff-4011-b666-f081a9926ef9", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:14:38.272140 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-63f39c3a-595a-4dd3-926f-cf4b6f5af9ee {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:14:38.272586 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ac8ccec-f7a9-49f3-a1a4-f2aa316de357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ce5f6f-caff-4011-b666-f081a9926ef9', 'code': 200} Dec 09 16:14:38.433066 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21575e1-e80b-49de-a71d-f8e9df686951 req-5daab0f1-f11a-4412-9335-4438b9d6dba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:38.434764 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b21575e1-e80b-49de-a71d-f8e9df686951 req-5daab0f1-f11a-4412-9335-4438b9d6dba1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6ac8ccec-f7a9-49f3-a1a4-f2aa316de357 HTTP/1.1" status: 200 len: 1096 time: 0.0911729 Dec 09 16:14:38.480102 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b21575e1-e80b-49de-a71d-f8e9df686951 req-f97d4e38-9752-46e7-bbf8-234159218e3f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383167 Dec 09 16:14:39.085791 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096a487-c1c8-4adb-96d2-b1e64293bd48 req-b3408b65-8ddc-4112-8622-506ff6e1507f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:39.089045 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6096a487-c1c8-4adb-96d2-b1e64293bd48 req-b3408b65-8ddc-4112-8622-506ff6e1507f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ac8ccec-f7a9-49f3-a1a4-f2aa316de357 HTTP/1.1" status: 200 len: 945 time: 0.0516918 Dec 09 16:14:39.137928 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6096a487-c1c8-4adb-96d2-b1e64293bd48 req-50ce2105-f57e-4acf-abd4-5f019dd18345 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433249 Dec 09 16:14:40.252336 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2572c76-652b-4587-8abc-4fb3edc74bd4 req-0c84372f-d888-4b91-aef7-446bf7ed0af5 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:40.253872 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e2572c76-652b-4587-8abc-4fb3edc74bd4 req-0c84372f-d888-4b91-aef7-446bf7ed0af5 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ac8ccec-f7a9-49f3-a1a4-f2aa316de357 HTTP/1.1" status: 200 len: 945 time: 0.0494719 Dec 09 16:14:40.307955 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e2572c76-652b-4587-8abc-4fb3edc74bd4 req-69e8cefd-282f-4126-830a-0db9894bad28 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481880 Dec 09 16:14:40.424307 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14d406-fc07-4439-86e9-d62ec4f2c255 req-c0660cc8-224f-4999-8db9-ff0bca4a847a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:40.425703 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-df14d406-fc07-4439-86e9-d62ec4f2c255 req-c0660cc8-224f-4999-8db9-ff0bca4a847a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ac8ccec-f7a9-49f3-a1a4-f2aa316de357 HTTP/1.1" status: 200 len: 945 time: 0.0514250 Dec 09 16:14:40.474923 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-df14d406-fc07-4439-86e9-d62ec4f2c255 req-90074bd5-5dd0-40a4-8027-49af45cc5f71 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433223 Dec 09 16:14:40.496972 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44652) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:14:40.536096 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5705f98f-49f5-400d-a6e2-da5d8805de6c tempest-TestVolumeBootPattern-1958692292 tempest-TestVolumeBootPattern-1958692292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:40.537616 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-5705f98f-49f5-400d-a6e2-da5d8805de6c tempest-TestVolumeBootPattern-1958692292 tempest-TestVolumeBootPattern-1958692292-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6ac8ccec-f7a9-49f3-a1a4-f2aa316de357 HTTP/1.1" status: 200 len: 1091 time: 0.0396967 Dec 09 16:14:40.540404 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44654) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:14:40.544648 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-8f5fa381-177e-4586-bd5d-a38f4e2c749f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'port_id': '08ce5f6f-caff-4011-b666-f081a9926ef9', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:14:40.566007 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f5fa381-177e-4586-bd5d-a38f4e2c749f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:40.663520 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f5fa381-177e-4586-bd5d-a38f4e2c749f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:40.764752 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-8f5fa381-177e-4586-bd5d-a38f4e2c749f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Allocated IP 172.25.3.129 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/5d118ccb-7dea-4b74-b72a-0bb874fa766d) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:14:40.868970 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f5fa381-177e-4586-bd5d-a38f4e2c749f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:40.906624 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f5fa381-177e-4586-bd5d-a38f4e2c749f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:40.950645 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5fa381-177e-4586-bd5d-a38f4e2c749f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:14:40.954148 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-8f5fa381-177e-4586-bd5d-a38f4e2c749f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:14:40.959670 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5fa381-177e-4586-bd5d-a38f4e2c749f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:14:40.985489 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5fa381-177e-4586-bd5d-a38f4e2c749f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Pushing event updated for resources: {'Port': ['ID=5d118ccb-7dea-4b74-b72a-0bb874fa766d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:14:41.648900 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f5fa381-177e-4586-bd5d-a38f4e2c749f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:41.712557 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f5fa381-177e-4586-bd5d-a38f4e2c749f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:41.864529 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f5fa381-177e-4586-bd5d-a38f4e2c749f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:41.868792 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f5fa381-177e-4586-bd5d-a38f4e2c749f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:41.933796 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5fa381-177e-4586-bd5d-a38f4e2c749f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Pushing event updated for resources: {'Port': ['ID=5d118ccb-7dea-4b74-b72a-0bb874fa766d,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:14:41.945596 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f5fa381-177e-4586-bd5d-a38f4e2c749f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:42.051343 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-8f5fa381-177e-4586-bd5d-a38f4e2c749f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Floating IP 2ef13075-e158-4970-a27c-d5be79583a50 associated. External IP: 172.25.3.129, port: 08ce5f6f-caff-4011-b666-f081a9926ef9. Dec 09 16:14:42.257701 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5fa381-177e-4586-bd5d-a38f4e2c749f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Router 9a9a2b41-906a-4c30-8ba5-5901d649ad61 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:14:42.365383 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5fa381-177e-4586-bd5d-a38f4e2c749f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:14:42.375544 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5893266d-c24f-48f6-a5f3-5561b2691594 None None] Sync routers for ids ['9a9a2b41-906a-4c30-8ba5-5901d649ad61'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:14:42.383226 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8f5fa381-177e-4586-bd5d-a38f4e2c749f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:42.385712 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5893266d-c24f-48f6-a5f3-5561b2691594 None None] Routers {'9a9a2b41-906a-4c30-8ba5-5901d649ad61'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:14:42.386348 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5893266d-c24f-48f6-a5f3-5561b2691594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:14:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9a9a2b41-906a-4c30-8ba5-5901d649ad61'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:14:42.409679 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8f5fa381-177e-4586-bd5d-a38f4e2c749f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8682539 Dec 09 16:14:42.410507 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ac8ccec-f7a9-49f3-a1a4-f2aa316de357', 'tag': '08ce5f6f-caff-4011-b666-f081a9926ef9'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:14:42.413605 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155a7bfc-2e04-459c-86a5-e002dec585e3" -d '{"events": [{"name": "network-changed", "server_uuid": "6ac8ccec-f7a9-49f3-a1a4-f2aa316de357", "tag": "08ce5f6f-caff-4011-b666-f081a9926ef9"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:14:42.452896 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbc0d79-36c5-4363-888f-149ee034924b x-openstack-request-id: req-ffbc0d79-36c5-4363-888f-149ee034924b {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:14:42.453190 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ac8ccec-f7a9-49f3-a1a4-f2aa316de357", "tag": "08ce5f6f-caff-4011-b666-f081a9926ef9", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:14:42.453445 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ffbc0d79-36c5-4363-888f-149ee034924b {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:14:42.453880 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ac8ccec-f7a9-49f3-a1a4-f2aa316de357', 'tag': '08ce5f6f-caff-4011-b666-f081a9926ef9', 'status': 'completed', 'code': 200} Dec 09 16:14:42.496300 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-5893266d-c24f-48f6-a5f3-5561b2691594 None None] Set router 9a9a2b41-906a-4c30-8ba5-5901d649ad61 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:14:42.515743 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a7bfc-2e04-459c-86a5-e002dec585e3 req-50c0295b-f19a-41aa-9cb9-0d666abe28af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:42.517319 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-155a7bfc-2e04-459c-86a5-e002dec585e3 req-50c0295b-f19a-41aa-9cb9-0d666abe28af service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed744bdd64cf4529a4e59d4f7e83d0c7&device_id=6ac8ccec-f7a9-49f3-a1a4-f2aa316de357 HTTP/1.1" status: 200 len: 1096 time: 0.0413516 Dec 09 16:14:42.613751 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a7bfc-2e04-459c-86a5-e002dec585e3 req-d9ae0d87-3ec4-46a6-9149-65f658aef76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:42.615289 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-155a7bfc-2e04-459c-86a5-e002dec585e3 req-d9ae0d87-3ec4-46a6-9149-65f658aef76d service neutron] 10.222.0.31 "GET /v2.0/networks?id=a6860458-8089-4376-a722-7b1c40818ef4 HTTP/1.1" status: 200 len: 912 time: 0.0890682 Dec 09 16:14:42.681117 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-155a7bfc-2e04-459c-86a5-e002dec585e3 req-ed3a141b-f3d5-4e00-98ec-9bdfe48ad239 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08ce5f6f-caff-4011-b666-f081a9926ef9 HTTP/1.1" status: 200 len: 999 time: 0.0589728 Dec 09 16:14:42.722494 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5893266d-c24f-48f6-a5f3-5561b2691594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'name': 'tempest-TestVolumeBootPattern-580071641-router', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:46Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 4, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'gw_port': {'id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:47Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '2ef13075-e158-4970-a27c-d5be79583a50', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'floating_ip_address': '172.25.3.129', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'port_id': '08ce5f6f-caff-4011-b666-f081a9926ef9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3749, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'mac_address': 'fa:16:3e:fb:70:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac8ccec-f7a9-49f3-a1a4-f2aa316de357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:14:41Z', 'updated_at': '2021-12-09T16:14:41Z', 'revision_number': 0, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4573353a-d676-444f-b42c-7c9877271fb3', 'name': '', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'mac_address': 'fa:16:3e:1e:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '1eccceca-2871-4532-af54-95d3af68b080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:48Z', 'updated_at': '2021-12-09T16:10:53Z', 'revision_number': 5, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'subnets': [{'id': '1eccceca-2871-4532-af54-95d3af68b080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:14:42.735050 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a7bfc-2e04-459c-86a5-e002dec585e3 req-3aa19ef6-da9d-4dae-b92c-f1a57e266708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:42.736578 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-155a7bfc-2e04-459c-86a5-e002dec585e3 req-3aa19ef6-da9d-4dae-b92c-f1a57e266708 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1eccceca-2871-4532-af54-95d3af68b080 HTTP/1.1" status: 200 len: 850 time: 0.0486097 Dec 09 16:14:42.753107 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5893266d-c24f-48f6-a5f3-5561b2691594 None None] Checking router: 9a9a2b41-906a-4c30-8ba5-5901d649ad61 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:14:42.761621 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5893266d-c24f-48f6-a5f3-5561b2691594 None None] Routers {'9a9a2b41-906a-4c30-8ba5-5901d649ad61'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:14:42.762236 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5893266d-c24f-48f6-a5f3-5561b2691594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:14:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9a9a2b41-906a-4c30-8ba5-5901d649ad61'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:14:42.783757 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a7bfc-2e04-459c-86a5-e002dec585e3 req-291d886b-2ae2-4ec1-bd51-794ca5f9e279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:42.785312 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-155a7bfc-2e04-459c-86a5-e002dec585e3 req-291d886b-2ae2-4ec1-bd51-794ca5f9e279 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a6860458-8089-4376-a722-7b1c40818ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411475 Dec 09 16:14:42.867740 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-5893266d-c24f-48f6-a5f3-5561b2691594 None None] Set router 9a9a2b41-906a-4c30-8ba5-5901d649ad61 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:14:42.876453 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-155a7bfc-2e04-459c-86a5-e002dec585e3 req-bc43d7e9-e112-40a9-a009-9562aac5f28d service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841925 Dec 09 16:14:42.974947 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-155a7bfc-2e04-459c-86a5-e002dec585e3 req-5ef0886b-0cde-4933-bce9-68d4cb47022c service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914264 Dec 09 16:14:43.096479 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5893266d-c24f-48f6-a5f3-5561b2691594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'name': 'tempest-TestVolumeBootPattern-580071641-router', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:46Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 4, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'gw_port': {'id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:47Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '2ef13075-e158-4970-a27c-d5be79583a50', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'floating_ip_address': '172.25.3.129', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'port_id': '08ce5f6f-caff-4011-b666-f081a9926ef9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3749, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'mac_address': 'fa:16:3e:fb:70:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac8ccec-f7a9-49f3-a1a4-f2aa316de357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:14:41Z', 'updated_at': '2021-12-09T16:14:41Z', 'revision_number': 0, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4573353a-d676-444f-b42c-7c9877271fb3', 'name': '', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'mac_address': 'fa:16:3e:1e:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '1eccceca-2871-4532-af54-95d3af68b080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:48Z', 'updated_at': '2021-12-09T16:10:53Z', 'revision_number': 5, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'subnets': [{'id': '1eccceca-2871-4532-af54-95d3af68b080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:14:43.126469 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5893266d-c24f-48f6-a5f3-5561b2691594 None None] The sync data for ids ['9a9a2b41-906a-4c30-8ba5-5901d649ad61'] in n-d-821228-1 is: [{'id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'name': 'tempest-TestVolumeBootPattern-580071641-router', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:46Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 4, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'gw_port': {'id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:47Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '2ef13075-e158-4970-a27c-d5be79583a50', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'floating_ip_address': '172.25.3.129', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'port_id': '08ce5f6f-caff-4011-b666-f081a9926ef9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3749, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'mac_address': 'fa:16:3e:fb:70:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac8ccec-f7a9-49f3-a1a4-f2aa316de357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:14:41Z', 'updated_at': '2021-12-09T16:14:41Z', 'revision_number': 0, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4573353a-d676-444f-b42c-7c9877271fb3', 'name': '', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'mac_address': 'fa:16:3e:1e:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '1eccceca-2871-4532-af54-95d3af68b080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:48Z', 'updated_at': '2021-12-09T16:10:53Z', 'revision_number': 5, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'subnets': [{'id': '1eccceca-2871-4532-af54-95d3af68b080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:14:43.313085 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8165443b-94b7-42d7-b218-d2e13ce897c3 None None] New status for floating IP 2ef13075-e158-4970-a27c-d5be79583a50: ACTIVE {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:14:44.149029 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-34697232-5780-48f2-9462-8560bea6fa2d req-e794a5a4-f81c-4543-a39a-4dd45a20b851 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391030 Dec 09 16:14:44.257929 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34697232-5780-48f2-9462-8560bea6fa2d req-2930f182-acea-4c4b-9a0f-8319437c0b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:44.259433 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-34697232-5780-48f2-9462-8560bea6fa2d req-2930f182-acea-4c4b-9a0f-8319437c0b53 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d1a17c4f79b6475180f40fbc91b21271&device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 1097 time: 0.0412498 Dec 09 16:14:44.370277 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34697232-5780-48f2-9462-8560bea6fa2d req-1d80d750-972d-4cce-951c-ed3aa5b52cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:44.371756 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-34697232-5780-48f2-9462-8560bea6fa2d req-1d80d750-972d-4cce-951c-ed3aa5b52cda service neutron] 10.222.0.42 "GET /v2.0/networks?id=ce25dac2-f6ce-4523-8255-ce6ac115ce5f HTTP/1.1" status: 200 len: 917 time: 0.0916145 Dec 09 16:14:44.437069 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-34697232-5780-48f2-9462-8560bea6fa2d req-71be3629-59a1-42a8-ac56-06b41d2b3f6f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f07334f-7dbc-4744-82f4-e81390061a7c HTTP/1.1" status: 200 len: 1000 time: 0.0577970 Dec 09 16:14:44.487312 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34697232-5780-48f2-9462-8560bea6fa2d req-e057c1e6-1bb2-4c2a-8bf0-e42ec08ac6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:44.488814 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-34697232-5780-48f2-9462-8560bea6fa2d req-e057c1e6-1bb2-4c2a-8bf0-e42ec08ac6bb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbee70a7-ae73-4915-a662-48eb665c9e7f HTTP/1.1" status: 200 len: 855 time: 0.0441701 Dec 09 16:14:44.536124 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34697232-5780-48f2-9462-8560bea6fa2d req-5a4ed809-d523-447e-b8c0-42f7e430a71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:44.537663 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-34697232-5780-48f2-9462-8560bea6fa2d req-5a4ed809-d523-447e-b8c0-42f7e430a71b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ce25dac2-f6ce-4523-8255-ce6ac115ce5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421894 Dec 09 16:14:44.629070 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-34697232-5780-48f2-9462-8560bea6fa2d req-a1e3d6f5-3040-45a4-84ee-098029b15540 service neutron] 10.222.0.42 "GET /v2.0/networks/ce25dac2-f6ce-4523-8255-ce6ac115ce5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826511 Dec 09 16:14:44.723366 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-34697232-5780-48f2-9462-8560bea6fa2d req-185f004c-bc2b-4d1a-9514-1500421f129b service neutron] 10.222.0.42 "GET /v2.0/networks/ce25dac2-f6ce-4523-8255-ce6ac115ce5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867369 Dec 09 16:14:46.297648 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:50.506749 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c3006d34-6457-4624-a076-a38bdab6f301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:53.032198 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1f7f4e51-55fa-45cd-8855-8ef09e2c97d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:54.157839 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:54.893009 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:55.413927 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:56.475471 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:12.752091 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:15:15.013044 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-2a18a9a1-42cd-409e-a5a9-9fddae21c591 req-c8405b03-ffa7-47e2-93d1-85e5e919a751 service neutron] (103244) timed out ('10.222.0.31', 57617) {{(pid=103244) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 16:15:16.319916 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:20.508233 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3e56dece-d7af-4f37-9479-f97616f6b433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:23.035291 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5d999160-3314-4994-b3df-6ea516144d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:24.159644 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:24.891537 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:25.418324 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:25.446203 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cc4aa513-effd-48de-aeca-1056635c5a1e req-3e3aa51e-5fe7-47f7-a59f-508d8cb2836b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6ac8ccec-f7a9-49f3-a1a4-f2aa316de357&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400422 Dec 09 16:15:25.529198 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4aa513-effd-48de-aeca-1056635c5a1e req-268f5e3e-0082-41e0-b2de-8c8c1d3b9c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:15:25.530671 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cc4aa513-effd-48de-aeca-1056635c5a1e req-268f5e3e-0082-41e0-b2de-8c8c1d3b9c42 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed744bdd64cf4529a4e59d4f7e83d0c7&device_id=6ac8ccec-f7a9-49f3-a1a4-f2aa316de357 HTTP/1.1" status: 200 len: 1096 time: 0.0407321 Dec 09 16:15:25.635650 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4aa513-effd-48de-aeca-1056635c5a1e req-89f0c6fa-5110-4703-bff8-866388e9d9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:15:25.637076 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cc4aa513-effd-48de-aeca-1056635c5a1e req-89f0c6fa-5110-4703-bff8-866388e9d9b3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a6860458-8089-4376-a722-7b1c40818ef4 HTTP/1.1" status: 200 len: 912 time: 0.0874326 Dec 09 16:15:25.701394 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cc4aa513-effd-48de-aeca-1056635c5a1e req-77e05df3-5163-439a-8ea7-b307bb1dc537 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08ce5f6f-caff-4011-b666-f081a9926ef9 HTTP/1.1" status: 200 len: 1001 time: 0.0573311 Dec 09 16:15:25.752198 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4aa513-effd-48de-aeca-1056635c5a1e req-7fb79f78-40da-4069-9631-c696f07a7cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:15:25.753643 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cc4aa513-effd-48de-aeca-1056635c5a1e req-7fb79f78-40da-4069-9631-c696f07a7cbc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1eccceca-2871-4532-af54-95d3af68b080 HTTP/1.1" status: 200 len: 850 time: 0.0460227 Dec 09 16:15:25.798442 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4aa513-effd-48de-aeca-1056635c5a1e req-cd6b5d21-7f1a-4049-b268-75b676979c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:15:25.799957 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cc4aa513-effd-48de-aeca-1056635c5a1e req-cd6b5d21-7f1a-4049-b268-75b676979c2a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a6860458-8089-4376-a722-7b1c40818ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394113 Dec 09 16:15:25.890913 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cc4aa513-effd-48de-aeca-1056635c5a1e req-8ec31acb-981a-45d2-8c6d-53690d94f4de service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837238 Dec 09 16:15:25.984849 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cc4aa513-effd-48de-aeca-1056635c5a1e req-cbcc8a0a-d795-46e7-84c0-c849158cb295 service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873303 Dec 09 16:15:26.477746 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:37.549703 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d844d2-fb02-4b3d-a2c5-4dfc816f268e req-acf87497-c2af-493a-8375-a5090a49cdd2 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:15:37.551081 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-78d844d2-fb02-4b3d-a2c5-4dfc816f268e req-acf87497-c2af-493a-8375-a5090a49cdd2 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 946 time: 0.0499949 Dec 09 16:15:37.599551 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-78d844d2-fb02-4b3d-a2c5-4dfc816f268e req-005807a7-fd3a-4ea4-aaab-8b0ed54722f3 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423021 Dec 09 16:15:38.725344 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae191af0-3df5-4f0c-84c5-39adfccde06e req-b3554d67-3704-4c81-9ec9-d3a0e8dbba30 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:15:38.727348 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ae191af0-3df5-4f0c-84c5-39adfccde06e req-b3554d67-3704-4c81-9ec9-d3a0e8dbba30 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 946 time: 0.0547171 Dec 09 16:15:38.773834 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ae191af0-3df5-4f0c-84c5-39adfccde06e req-67cbf789-527d-44d8-b123-f75735b52933 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405879 Dec 09 16:15:39.431624 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f79f0f-0022-49d2-8080-22a8855e3b85 req-0734bc19-e9f7-4ee9-bd00-b6e2e54603ac tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:15:39.433458 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e0f79f0f-0022-49d2-8080-22a8855e3b85 req-0734bc19-e9f7-4ee9-bd00-b6e2e54603ac tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.42 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 946 time: 0.0516627 Dec 09 16:15:39.525512 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-e0f79f0f-0022-49d2-8080-22a8855e3b85 req-8a213c22-1eb8-4fa5-a1f7-7185f7c3a3c5 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Deleting port 5f07334f-7dbc-4744-82f4-e81390061a7c {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:15:39.525851 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e0f79f0f-0022-49d2-8080-22a8855e3b85 req-8a213c22-1eb8-4fa5-a1f7-7185f7c3a3c5 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:39.618974 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-e0f79f0f-0022-49d2-8080-22a8855e3b85 req-8a213c22-1eb8-4fa5-a1f7-7185f7c3a3c5 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] For port 5f07334f-7dbc-4744-82f4-e81390061a7c, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=5f07334f-7dbc-4744-82f4-e81390061a7c,segment=NetworkSegment(c5af4b92-f900-4d5c-8a3c-a495f3e1e912),segment_id=c5af4b92-f900-4d5c-8a3c-a495f3e1e912)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:15:39.619254 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e0f79f0f-0022-49d2-8080-22a8855e3b85 req-8a213c22-1eb8-4fa5-a1f7-7185f7c3a3c5 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:39.843402 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e0f79f0f-0022-49d2-8080-22a8855e3b85 req-8a213c22-1eb8-4fa5-a1f7-7185f7c3a3c5 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:39.843767 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e0f79f0f-0022-49d2-8080-22a8855e3b85 req-8a213c22-1eb8-4fa5-a1f7-7185f7c3a3c5 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:39.844089 n-d-821228-1 neutron-server[103245]: INFO neutron.db.l3_db [req-e0f79f0f-0022-49d2-8080-22a8855e3b85 req-8a213c22-1eb8-4fa5-a1f7-7185f7c3a3c5 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Floating IP 77b449f4-524e-4310-aa50-8302a8f6c7c6 disassociated. External IP: 172.25.3.21, port: 5f07334f-7dbc-4744-82f4-e81390061a7c. Dec 09 16:15:39.844460 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-e0f79f0f-0022-49d2-8080-22a8855e3b85 req-8a213c22-1eb8-4fa5-a1f7-7185f7c3a3c5 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Calling delete_port for 5f07334f-7dbc-4744-82f4-e81390061a7c owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:15:39.895588 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0e5c1-391e-4058-8eeb-0485454e3d6b req-5ae67719-d106-4b31-891f-214b3bbc84b4 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:15:39.897153 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7bd0e5c1-391e-4058-8eeb-0485454e3d6b req-5ae67719-d106-4b31-891f-214b3bbc84b4 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 946 time: 0.0495958 Dec 09 16:15:39.946319 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7bd0e5c1-391e-4058-8eeb-0485454e3d6b req-ef1f3495-12b2-4cdb-a106-7ead0bf6540e tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=470c5ebf-e19c-4b4c-87fe-17d6e05758ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423689 Dec 09 16:15:39.971027 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e0f79f0f-0022-49d2-8080-22a8855e3b85 req-8a213c22-1eb8-4fa5-a1f7-7185f7c3a3c5 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:40.004180 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a213c22-1eb8-4fa5-a1f7-7185f7c3a3c5 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Pushing event deleted for resources: {'Port': ['ID=5f07334f-7dbc-4744-82f4-e81390061a7c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:15:40.024790 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a213c22-1eb8-4fa5-a1f7-7185f7c3a3c5 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:15:40.025143 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a213c22-1eb8-4fa5-a1f7-7185f7c3a3c5 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:15:40.025488 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a213c22-1eb8-4fa5-a1f7-7185f7c3a3c5 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:15:40.025825 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a213c22-1eb8-4fa5-a1f7-7185f7c3a3c5 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:15:40.026159 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a213c22-1eb8-4fa5-a1f7-7185f7c3a3c5 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:15:40.026489 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a213c22-1eb8-4fa5-a1f7-7185f7c3a3c5 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:15:40.026816 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a213c22-1eb8-4fa5-a1f7-7185f7c3a3c5 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:15:40.027144 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a213c22-1eb8-4fa5-a1f7-7185f7c3a3c5 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:15:40.027476 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a213c22-1eb8-4fa5-a1f7-7185f7c3a3c5 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:15:40.027924 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a213c22-1eb8-4fa5-a1f7-7185f7c3a3c5 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:15:40.028261 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a213c22-1eb8-4fa5-a1f7-7185f7c3a3c5 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:15:40.028612 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a213c22-1eb8-4fa5-a1f7-7185f7c3a3c5 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:15:40.028933 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a213c22-1eb8-4fa5-a1f7-7185f7c3a3c5 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:15:40.133157 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0f79f0f-0022-49d2-8080-22a8855e3b85 req-8a213c22-1eb8-4fa5-a1f7-7185f7c3a3c5 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Router 4415e758-48d0-4735-95d9-c48dc9a16a0b has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:15:40.573352 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0f79f0f-0022-49d2-8080-22a8855e3b85 req-8a213c22-1eb8-4fa5-a1f7-7185f7c3a3c5 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:15:40.582883 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1e9ca4-fb80-43ff-97d5-190cdb6b66ca None None] Sync routers for ids ['4415e758-48d0-4735-95d9-c48dc9a16a0b'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:15:40.593819 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1e9ca4-fb80-43ff-97d5-190cdb6b66ca None None] Routers {'4415e758-48d0-4735-95d9-c48dc9a16a0b'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:15:40.594378 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9c1e9ca4-fb80-43ff-97d5-190cdb6b66ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:15:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4415e758-48d0-4735-95d9-c48dc9a16a0b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:15:40.613339 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f79f0f-0022-49d2-8080-22a8855e3b85 req-8a213c22-1eb8-4fa5-a1f7-7185f7c3a3c5 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] No DVR routers for this DVR port 5f07334f-7dbc-4744-82f4-e81390061a7c on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:15:40.616100 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-e0f79f0f-0022-49d2-8080-22a8855e3b85 req-8a213c22-1eb8-4fa5-a1f7-7185f7c3a3c5 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:40.619625 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e0f79f0f-0022-49d2-8080-22a8855e3b85 req-8a213c22-1eb8-4fa5-a1f7-7185f7c3a3c5 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.42 "DELETE /v2.0/ports/5f07334f-7dbc-4744-82f4-e81390061a7c HTTP/1.1" status: 204 len: 173 time: 1.1793258 Dec 09 16:15:40.620084 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782182f6-b357-49c3-8501-0479b9cde6fb', 'name': 'network-vif-deleted', 'tag': '5f07334f-7dbc-4744-82f4-e81390061a7c'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:15:40.622390 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b256c5b-c5f5-48c3-ad16-40f0a03f0cb5" -d '{"events": [{"server_uuid": "782182f6-b357-49c3-8501-0479b9cde6fb", "name": "network-vif-deleted", "tag": "5f07334f-7dbc-4744-82f4-e81390061a7c"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:15:40.669840 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b148c2e3-08e4-4475-9eda-e619e7e1ef7b x-openstack-request-id: req-b148c2e3-08e4-4475-9eda-e619e7e1ef7b {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:15:40.670140 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782182f6-b357-49c3-8501-0479b9cde6fb", "name": "network-vif-deleted", "tag": "5f07334f-7dbc-4744-82f4-e81390061a7c", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:15:40.670624 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b148c2e3-08e4-4475-9eda-e619e7e1ef7b {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:15:40.671050 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782182f6-b357-49c3-8501-0479b9cde6fb', 'name': 'network-vif-deleted', 'tag': '5f07334f-7dbc-4744-82f4-e81390061a7c', 'status': 'completed', 'code': 200} Dec 09 16:15:40.876104 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-9c1e9ca4-fb80-43ff-97d5-190cdb6b66ca None None] Set router 4415e758-48d0-4735-95d9-c48dc9a16a0b gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:15:41.064208 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-358c8051-9bad-4374-b44a-430ceb47f438 req-4a12ffa6-00f4-4bf8-9ee1-df499d4e3899 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=782182f6-b357-49c3-8501-0479b9cde6fb HTTP/1.1" status: 200 len: 210 time: 0.0295846 Dec 09 16:15:41.081599 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9c1e9ca4-fb80-43ff-97d5-190cdb6b66ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-666745317-router', 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c63e81f8-605e-4da0-b397-a563abc144dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:21Z', 'updated_at': '2021-12-09T16:10:24Z', 'revision_number': 4, 'project_id': 'd1a17c4f79b6475180f40fbc91b21271', 'gw_port': {'id': 'c63e81f8-605e-4da0-b397-a563abc144dd', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:56:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:22Z', 'updated_at': '2021-12-09T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '72223ded-6636-4ffc-b47a-6e2bed4699dc', 'name': '', 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f', 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'mac_address': 'fa:16:3e:71:3d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'cbee70a7-ae73-4915-a662-48eb665c9e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:23Z', 'updated_at': '2021-12-09T16:10:27Z', 'revision_number': 5, 'project_id': 'd1a17c4f79b6475180f40fbc91b21271', 'subnets': [{'id': 'cbee70a7-ae73-4915-a662-48eb665c9e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:15:41.117527 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1e9ca4-fb80-43ff-97d5-190cdb6b66ca None None] Checking router: 4415e758-48d0-4735-95d9-c48dc9a16a0b for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:15:41.126309 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1e9ca4-fb80-43ff-97d5-190cdb6b66ca None None] Routers {'4415e758-48d0-4735-95d9-c48dc9a16a0b'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:15:41.126914 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9c1e9ca4-fb80-43ff-97d5-190cdb6b66ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:15:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4415e758-48d0-4735-95d9-c48dc9a16a0b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:15:41.243329 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-9c1e9ca4-fb80-43ff-97d5-190cdb6b66ca None None] Set router 4415e758-48d0-4735-95d9-c48dc9a16a0b gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:15:41.437018 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9c1e9ca4-fb80-43ff-97d5-190cdb6b66ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-666745317-router', 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c63e81f8-605e-4da0-b397-a563abc144dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:21Z', 'updated_at': '2021-12-09T16:10:24Z', 'revision_number': 4, 'project_id': 'd1a17c4f79b6475180f40fbc91b21271', 'gw_port': {'id': 'c63e81f8-605e-4da0-b397-a563abc144dd', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:56:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:22Z', 'updated_at': '2021-12-09T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '72223ded-6636-4ffc-b47a-6e2bed4699dc', 'name': '', 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f', 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'mac_address': 'fa:16:3e:71:3d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'cbee70a7-ae73-4915-a662-48eb665c9e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:23Z', 'updated_at': '2021-12-09T16:10:27Z', 'revision_number': 5, 'project_id': 'd1a17c4f79b6475180f40fbc91b21271', 'subnets': [{'id': 'cbee70a7-ae73-4915-a662-48eb665c9e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:15:41.462499 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1e9ca4-fb80-43ff-97d5-190cdb6b66ca None None] The sync data for ids ['4415e758-48d0-4735-95d9-c48dc9a16a0b'] in n-d-821228-1 is: [{'id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-666745317-router', 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c63e81f8-605e-4da0-b397-a563abc144dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:21Z', 'updated_at': '2021-12-09T16:10:24Z', 'revision_number': 4, 'project_id': 'd1a17c4f79b6475180f40fbc91b21271', 'gw_port': {'id': 'c63e81f8-605e-4da0-b397-a563abc144dd', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:56:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:22Z', 'updated_at': '2021-12-09T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '72223ded-6636-4ffc-b47a-6e2bed4699dc', 'name': '', 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f', 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'mac_address': 'fa:16:3e:71:3d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'cbee70a7-ae73-4915-a662-48eb665c9e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:23Z', 'updated_at': '2021-12-09T16:10:27Z', 'revision_number': 5, 'project_id': 'd1a17c4f79b6475180f40fbc91b21271', 'subnets': [{'id': 'cbee70a7-ae73-4915-a662-48eb665c9e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:15:41.675718 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a5aead-efb2-48c7-8b92-38c0453af2ba None None] New status for floating IP 77b449f4-524e-4310-aa50-8302a8f6c7c6: DOWN {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:15:41.747426 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 5f07334f-7dbc-4744-82f4-e81390061a7c no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:15:41.771614 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: 5f07334f-7dbc-4744-82f4-e81390061a7c {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:15:41.771964 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 5f07334f-7dbc-4744-82f4-e81390061a7c not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:15:42.162701 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44736) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:15:42.221355 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-42027e1c-5df9-4090-ae03-552d77fc2b88 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:42.254110 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-42027e1c-5df9-4090-ae03-552d77fc2b88 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:42.304402 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-42027e1c-5df9-4090-ae03-552d77fc2b88 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:42.307118 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-42027e1c-5df9-4090-ae03-552d77fc2b88 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:42.308292 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-42027e1c-5df9-4090-ae03-552d77fc2b88 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "DELETE /v2.0/security-groups/470c5ebf-e19c-4b4c-87fe-17d6e05758ae HTTP/1.1" status: 204 len: 168 time: 0.1443744 Dec 09 16:15:42.314330 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44738) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:15:42.317958 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42027e1c-5df9-4090-ae03-552d77fc2b88 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=470c5ebf-e19c-4b4c-87fe-17d6e05758ae,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:15:42.332866 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-9abf3624-4357-4f05-b34a-11e526348803 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] show failed (client error): The resource could not be found. Dec 09 16:15:42.336466 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9abf3624-4357-4f05-b34a-11e526348803 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups/470c5ebf-e19c-4b4c-87fe-17d6e05758ae HTTP/1.1" status: 404 len: 347 time: 0.0184035 Dec 09 16:15:42.337935 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44740) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:15:42.473633 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-85fc8306-aeef-4933-b187-83f57d488bcc tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Deleting port baceecc3-8be0-49ac-81ee-2824f4f9de97 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:15:42.473983 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85fc8306-aeef-4933-b187-83f57d488bcc tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:42.561519 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85fc8306-aeef-4933-b187-83f57d488bcc tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:42.562795 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85fc8306-aeef-4933-b187-83f57d488bcc tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:42.578255 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-85fc8306-aeef-4933-b187-83f57d488bcc tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Calling delete_port for baceecc3-8be0-49ac-81ee-2824f4f9de97 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:15:42.711035 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85fc8306-aeef-4933-b187-83f57d488bcc tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:42.736227 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc8306-aeef-4933-b187-83f57d488bcc tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Pushing event deleted for resources: {'Port': ['ID=baceecc3-8be0-49ac-81ee-2824f4f9de97,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:15:42.748098 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fc8306-aeef-4933-b187-83f57d488bcc tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:15:42.748482 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fc8306-aeef-4933-b187-83f57d488bcc tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:15:42.748836 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fc8306-aeef-4933-b187-83f57d488bcc tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:15:42.749178 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fc8306-aeef-4933-b187-83f57d488bcc tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:15:42.749519 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fc8306-aeef-4933-b187-83f57d488bcc tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:15:42.749855 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fc8306-aeef-4933-b187-83f57d488bcc tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:15:42.750189 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fc8306-aeef-4933-b187-83f57d488bcc tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:15:42.750521 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fc8306-aeef-4933-b187-83f57d488bcc tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:15:42.750850 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fc8306-aeef-4933-b187-83f57d488bcc tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:15:42.751183 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fc8306-aeef-4933-b187-83f57d488bcc tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:15:42.751512 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fc8306-aeef-4933-b187-83f57d488bcc tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:15:42.751837 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fc8306-aeef-4933-b187-83f57d488bcc tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:15:42.752159 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fc8306-aeef-4933-b187-83f57d488bcc tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:15:42.806183 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85fc8306-aeef-4933-b187-83f57d488bcc tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:42.809882 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85fc8306-aeef-4933-b187-83f57d488bcc tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:42.811070 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-85fc8306-aeef-4933-b187-83f57d488bcc tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "DELETE /v2.0/floatingips/77b449f4-524e-4310-aa50-8302a8f6c7c6 HTTP/1.1" status: 204 len: 168 time: 0.4727669 Dec 09 16:15:43.646209 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44744) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:15:43.651172 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-2c41143a-10a5-4abe-9d8c-6c24c085dc93 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1680439899', 'description': 'tempest-description--799201259'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:15:43.673163 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2c41143a-10a5-4abe-9d8c-6c24c085dc93 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:43.742945 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2c41143a-10a5-4abe-9d8c-6c24c085dc93 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:43.746662 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2c41143a-10a5-4abe-9d8c-6c24c085dc93 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:43.775934 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2c41143a-10a5-4abe-9d8c-6c24c085dc93 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:43.777186 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2c41143a-10a5-4abe-9d8c-6c24c085dc93 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1299636 Dec 09 16:15:43.779087 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41143a-10a5-4abe-9d8c-6c24c085dc93 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8e4b7f-48d2-439d-8898-5abce2f4b283,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:15:43.780167 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44746) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:15:43.784808 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-9b16e337-7476-4f3e-a8f0-d09d9ca834d8 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Request body: {'security_group_rule': {'security_group_id': '7c8e4b7f-48d2-439d-8898-5abce2f4b283', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:15:43.811322 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9b16e337-7476-4f3e-a8f0-d09d9ca834d8 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:43.855749 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9b16e337-7476-4f3e-a8f0-d09d9ca834d8 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:43.859588 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9b16e337-7476-4f3e-a8f0-d09d9ca834d8 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:43.885011 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16e337-7476-4f3e-a8f0-d09d9ca834d8 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a2b85f8-4bb1-46fd-948a-a4e4833ac264,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:15:43.890923 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9b16e337-7476-4f3e-a8f0-d09d9ca834d8 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:43.892868 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9b16e337-7476-4f3e-a8f0-d09d9ca834d8 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1116159 Dec 09 16:15:43.894544 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44748) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:15:43.898776 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a36e2a1b-e3a7-49d6-be1a-6a0abe1ab002 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Request body: {'security_group_rule': {'security_group_id': '7c8e4b7f-48d2-439d-8898-5abce2f4b283', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:15:43.924043 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a36e2a1b-e3a7-49d6-be1a-6a0abe1ab002 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:43.978502 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a36e2a1b-e3a7-49d6-be1a-6a0abe1ab002 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:43.982047 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a36e2a1b-e3a7-49d6-be1a-6a0abe1ab002 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:43.999237 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e2a1b-e3a7-49d6-be1a-6a0abe1ab002 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48c2274a-3ec7-4b14-9dd9-213d60841779,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:15:44.013336 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a36e2a1b-e3a7-49d6-be1a-6a0abe1ab002 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:44.014539 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a36e2a1b-e3a7-49d6-be1a-6a0abe1ab002 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190877 Dec 09 16:15:44.017615 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 44750) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:15:44.022129 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-5bba1c11-0a02-4811-bfd5-04ab27e8cf24 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:15:44.044120 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5bba1c11-0a02-4811-bfd5-04ab27e8cf24 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:44.139312 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5bba1c11-0a02-4811-bfd5-04ab27e8cf24 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:44.243190 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-5bba1c11-0a02-4811-bfd5-04ab27e8cf24 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Allocated IP 172.25.3.232 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/8f3d4cf0-ed74-4421-8229-c636a704af45) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:15:44.341037 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5bba1c11-0a02-4811-bfd5-04ab27e8cf24 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:44.378937 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5bba1c11-0a02-4811-bfd5-04ab27e8cf24 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:44.412388 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bba1c11-0a02-4811-bfd5-04ab27e8cf24 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:15:44.415692 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-5bba1c11-0a02-4811-bfd5-04ab27e8cf24 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:15:44.419058 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bba1c11-0a02-4811-bfd5-04ab27e8cf24 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:15:44.446778 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba1c11-0a02-4811-bfd5-04ab27e8cf24 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Pushing event updated for resources: {'Port': ['ID=8f3d4cf0-ed74-4421-8229-c636a704af45,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:15:44.508390 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5bba1c11-0a02-4811-bfd5-04ab27e8cf24 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:44.541013 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5bba1c11-0a02-4811-bfd5-04ab27e8cf24 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:44.686562 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5bba1c11-0a02-4811-bfd5-04ab27e8cf24 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:44.690884 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5bba1c11-0a02-4811-bfd5-04ab27e8cf24 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:44.761166 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba1c11-0a02-4811-bfd5-04ab27e8cf24 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Pushing event updated for resources: {'Port': ['ID=8f3d4cf0-ed74-4421-8229-c636a704af45,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:15:44.773283 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5bba1c11-0a02-4811-bfd5-04ab27e8cf24 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:44.788821 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5bba1c11-0a02-4811-bfd5-04ab27e8cf24 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:44.790266 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5bba1c11-0a02-4811-bfd5-04ab27e8cf24 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7717104 Dec 09 16:15:44.940782 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-d3f797d6-812f-49d0-bb13-cf4657af7929 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1680439899&fields=id&tenant_id=d1a17c4f79b6475180f40fbc91b21271 HTTP/1.1" status: 200 len: 267 time: 0.0414908 Dec 09 16:15:45.054154 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-41c9953e-523f-4be2-a602-221efe3c6b3a tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:15:45.055611 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-41c9953e-523f-4be2-a602-221efe3c6b3a tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/networks?id=ce25dac2-f6ce-4523-8255-ce6ac115ce5f HTTP/1.1" status: 200 len: 816 time: 0.1072690 Dec 09 16:15:45.070872 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-314c1be1-e472-45bc-959d-9cb535017103 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/quotas/d1a17c4f79b6475180f40fbc91b21271 HTTP/1.1" status: 200 len: 375 time: 0.0094028 Dec 09 16:15:45.130031 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-e15db554-2ddb-4eff-a5dd-193576b6d813 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1a17c4f79b6475180f40fbc91b21271&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540147 Dec 09 16:15:45.275914 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-464609a6-dea1-4f4d-836a-2d5e306dd4a3 service neutron] 10.222.0.57 "GET /v2.0/networks/ce25dac2-f6ce-4523-8255-ce6ac115ce5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335802 Dec 09 16:15:45.369622 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-bc863309-1023-4b0d-a85e-78e2b982051d service neutron] 10.222.0.57 "GET /v2.0/networks/ce25dac2-f6ce-4523-8255-ce6ac115ce5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876079 Dec 09 16:15:45.526222 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-92f476d2-1e6e-4753-9499-3c9dd58cdfa3 req-c63fa2d6-2302-4825-99d1-a67146d2759d tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 210 time: 0.0269680 Dec 09 16:15:46.335765 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:46.566331 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-5828ad9c-d495-4cfc-8e48-d1500a72f604 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:15:46.567829 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-5828ad9c-d495-4cfc-8e48-d1500a72f604 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.42 "GET /v2.0/networks?id=ce25dac2-f6ce-4523-8255-ce6ac115ce5f HTTP/1.1" status: 200 len: 816 time: 0.1098192 Dec 09 16:15:46.633172 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5337a5dd-9d3a-4394-82fd-4c2f861574dc req-cf708b58-5b57-4d09-a79f-cd3fc470358c tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 210 time: 0.0266352 Dec 09 16:15:46.640571 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-55e54a5a-c21f-49c9-ab15-6a6b824f2e7d tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1a17c4f79b6475180f40fbc91b21271 HTTP/1.1" status: 200 len: 380 time: 0.0576079 Dec 09 16:15:46.659996 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-7534a55c-aec5-4cfe-87b1-c1097a079d8f tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Request body: {'port': {'device_id': '62c01a91-e77e-4482-9514-4d0caedbfd38', 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f', 'admin_state_up': True, 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'security_groups': ['7c8e4b7f-48d2-439d-8898-5abce2f4b283']}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:15:46.769442 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-7534a55c-aec5-4cfe-87b1-c1097a079d8f tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Made reservation on behalf of d1a17c4f79b6475180f40fbc91b21271 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:15:46.773014 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-7534a55c-aec5-4cfe-87b1-c1097a079d8f tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:46.899443 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-7534a55c-aec5-4cfe-87b1-c1097a079d8f tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Allocated IP 172.20.0.13 (ce25dac2-f6ce-4523-8255-ce6ac115ce5f/cbee70a7-ae73-4915-a662-48eb665c9e7f/0f7407cc-0517-448d-8dfe-6fac4fd38c38) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:15:47.030668 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-7534a55c-aec5-4cfe-87b1-c1097a079d8f tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:47.064502 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-7534a55c-aec5-4cfe-87b1-c1097a079d8f tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:47.113158 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-7534a55c-aec5-4cfe-87b1-c1097a079d8f tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Network ce25dac2-f6ce-4523-8255-ce6ac115ce5f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:15:47.118623 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-7534a55c-aec5-4cfe-87b1-c1097a079d8f tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:15:47.121099 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-7534a55c-aec5-4cfe-87b1-c1097a079d8f tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:15:47.147093 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534a55c-aec5-4cfe-87b1-c1097a079d8f tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Pushing event updated for resources: {'Port': ['ID=0f7407cc-0517-448d-8dfe-6fac4fd38c38,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:15:47.176119 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-7534a55c-aec5-4cfe-87b1-c1097a079d8f tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:15:47.176778 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-7534a55c-aec5-4cfe-87b1-c1097a079d8f tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:47.195393 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-7534a55c-aec5-4cfe-87b1-c1097a079d8f tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5390096 Dec 09 16:15:47.265212 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-c6e36971-4a3e-4705-9976-a537072b9665 service neutron] Request body: {'port': {'device_id': '62c01a91-e77e-4482-9514-4d0caedbfd38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:15:47.319829 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d03e96fc-5570-4c9d-9e93-c1b16faf5976 None None] Provisioning complete for port 0f7407cc-0517-448d-8dfe-6fac4fd38c38 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:15:47.320209 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d03e96fc-5570-4c9d-9e93-c1b16faf5976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:47.321216 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-c6e36971-4a3e-4705-9976-a537072b9665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:47.355815 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d03e96fc-5570-4c9d-9e93-c1b16faf5976 None None] Port 0f7407cc-0517-448d-8dfe-6fac4fd38c38 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:15:47.585780 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-c6e36971-4a3e-4705-9976-a537072b9665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f7407cc-0517-448d-8dfe-6fac4fd38c38 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:15:47.593207 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-c6e36971-4a3e-4705-9976-a537072b9665 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:47.605834 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-c6e36971-4a3e-4705-9976-a537072b9665 service neutron] Transition to ACTIVE for port object 0f7407cc-0517-448d-8dfe-6fac4fd38c38 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:15:47.610007 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-c6e36971-4a3e-4705-9976-a537072b9665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:47.661319 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e36971-4a3e-4705-9976-a537072b9665 service neutron] Pushing event updated for resources: {'Port': ['ID=0f7407cc-0517-448d-8dfe-6fac4fd38c38,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:15:47.730168 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-c6e36971-4a3e-4705-9976-a537072b9665 service neutron] Attempting to bind port 0f7407cc-0517-448d-8dfe-6fac4fd38c38 on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:15:47.730513 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-c6e36971-4a3e-4705-9976-a537072b9665 service neutron] Attempting to bind port 0f7407cc-0517-448d-8dfe-6fac4fd38c38 by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': 'c5af4b92-f900-4d5c-8a3c-a495f3e1e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:15:47.730854 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-c6e36971-4a3e-4705-9976-a537072b9665 service neutron] Attempting to bind port 0f7407cc-0517-448d-8dfe-6fac4fd38c38 on network ce25dac2-f6ce-4523-8255-ce6ac115ce5f {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:15:47.735672 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-c6e36971-4a3e-4705-9976-a537072b9665 service neutron] Port 0f7407cc-0517-448d-8dfe-6fac4fd38c38 on network ce25dac2-f6ce-4523-8255-ce6ac115ce5f not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:15:47.736347 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-c6e36971-4a3e-4705-9976-a537072b9665 service neutron] Attempting to bind port 0f7407cc-0517-448d-8dfe-6fac4fd38c38 on network ce25dac2-f6ce-4523-8255-ce6ac115ce5f {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:15:47.742324 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-c6e36971-4a3e-4705-9976-a537072b9665 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:15:47.742710 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-c6e36971-4a3e-4705-9976-a537072b9665 service neutron] Checking segment: {'id': 'c5af4b92-f900-4d5c-8a3c-a495f3e1e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:15:47.743039 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-c6e36971-4a3e-4705-9976-a537072b9665 service neutron] Bound using segment: {'id': 'c5af4b92-f900-4d5c-8a3c-a495f3e1e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:15:47.744156 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-c6e36971-4a3e-4705-9976-a537072b9665 service neutron] Bound port: 0f7407cc-0517-448d-8dfe-6fac4fd38c38, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5af4b92-f900-4d5c-8a3c-a495f3e1e912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:15:47.744156 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-c6e36971-4a3e-4705-9976-a537072b9665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:47.766484 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a3d31-81b4-4b54-83ea-a1be55f7d889 req-fc5f6c3d-e688-4205-96cf-8c0c6635aebc tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:15:47.768397 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-241a3d31-81b4-4b54-83ea-a1be55f7d889 req-fc5f6c3d-e688-4205-96cf-8c0c6635aebc tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 944 time: 0.0563848 Dec 09 16:15:47.821925 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-c6e36971-4a3e-4705-9976-a537072b9665 service neutron] For port 0f7407cc-0517-448d-8dfe-6fac4fd38c38, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:15:47.825274 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-c6e36971-4a3e-4705-9976-a537072b9665 service neutron] For port 0f7407cc-0517-448d-8dfe-6fac4fd38c38, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=0f7407cc-0517-448d-8dfe-6fac4fd38c38,segment=NetworkSegment(c5af4b92-f900-4d5c-8a3c-a495f3e1e912),segment_id=c5af4b92-f900-4d5c-8a3c-a495f3e1e912)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:15:47.825555 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-241a3d31-81b4-4b54-83ea-a1be55f7d889 req-3bbb93bd-53bf-4901-932e-128f1370f2e0 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467932 Dec 09 16:15:47.831938 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-c6e36971-4a3e-4705-9976-a537072b9665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:47.849540 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-c6e36971-4a3e-4705-9976-a537072b9665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:15:47.850152 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-c6e36971-4a3e-4705-9976-a537072b9665 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:47.852135 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-c6e36971-4a3e-4705-9976-a537072b9665 service neutron] 10.222.0.42 "PUT /v2.0/ports/0f7407cc-0517-448d-8dfe-6fac4fd38c38 HTTP/1.1" status: 200 len: 1092 time: 0.6436555 Dec 09 16:15:47.871053 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62c01a91-e77e-4482-9514-4d0caedbfd38', 'tag': '0f7407cc-0517-448d-8dfe-6fac4fd38c38'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:15:47.873873 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9af338-17ad-4ba5-8c49-d0a556965dc5" -d '{"events": [{"name": "network-changed", "server_uuid": "62c01a91-e77e-4482-9514-4d0caedbfd38", "tag": "0f7407cc-0517-448d-8dfe-6fac4fd38c38"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:15:47.909120 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e36971-4a3e-4705-9976-a537072b9665 service neutron] Pushing event updated for resources: {'Port': ['ID=0f7407cc-0517-448d-8dfe-6fac4fd38c38,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:15:47.923312 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576ef62e-e914-4337-9f1b-094eb7ecd847 x-openstack-request-id: req-576ef62e-e914-4337-9f1b-094eb7ecd847 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:15:47.923874 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62c01a91-e77e-4482-9514-4d0caedbfd38", "tag": "0f7407cc-0517-448d-8dfe-6fac4fd38c38", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:15:47.924270 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-576ef62e-e914-4337-9f1b-094eb7ecd847 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:15:47.924892 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62c01a91-e77e-4482-9514-4d0caedbfd38', 'tag': '0f7407cc-0517-448d-8dfe-6fac4fd38c38', 'status': 'completed', 'code': 200} Dec 09 16:15:47.958943 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-465bd0a6-9020-4e1e-bd6a-fb320d2c97e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:15:47.961163 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-465bd0a6-9020-4e1e-bd6a-fb320d2c97e2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d1a17c4f79b6475180f40fbc91b21271&device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 1095 time: 0.0478013 Dec 09 16:15:48.013076 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-af4d7504-d283-4204-8e1c-a2b284181068 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f7407cc-0517-448d-8dfe-6fac4fd38c38 HTTP/1.1" status: 200 len: 217 time: 0.0393705 Dec 09 16:15:48.064513 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-af32ea9e-f1bb-46cf-94c5-048ae7cea5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:15:48.065993 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-af32ea9e-f1bb-46cf-94c5-048ae7cea5ac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbee70a7-ae73-4915-a662-48eb665c9e7f HTTP/1.1" status: 200 len: 855 time: 0.0449445 Dec 09 16:15:48.113174 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-3503122a-2915-4857-98ef-161a705cf714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:15:48.114751 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-3503122a-2915-4857-98ef-161a705cf714 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ce25dac2-f6ce-4523-8255-ce6ac115ce5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415998 Dec 09 16:15:48.207648 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-7f7b7951-d593-47b8-aacf-5d10b64814ce service neutron] 10.222.0.42 "GET /v2.0/networks/ce25dac2-f6ce-4523-8255-ce6ac115ce5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858519 Dec 09 16:15:48.296927 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7fea038e-d0ec-481f-9585-40fa6908c880 req-ddb8ea5c-1273-4aa2-ba29-e176c4fd4c80 service neutron] 10.222.0.42 "GET /v2.0/networks/ce25dac2-f6ce-4523-8255-ce6ac115ce5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819111 Dec 09 16:15:48.417929 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9af338-17ad-4ba5-8c49-d0a556965dc5 req-cc1f7138-3fa5-4e6b-b06f-34c6773b35c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:15:48.419316 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5a9af338-17ad-4ba5-8c49-d0a556965dc5 req-cc1f7138-3fa5-4e6b-b06f-34c6773b35c1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d1a17c4f79b6475180f40fbc91b21271&device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 1095 time: 0.0403736 Dec 09 16:15:48.513051 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9af338-17ad-4ba5-8c49-d0a556965dc5 req-4b2a7589-e68c-45a9-9b67-f01e179f4de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:15:48.514500 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5a9af338-17ad-4ba5-8c49-d0a556965dc5 req-4b2a7589-e68c-45a9-9b67-f01e179f4de4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ce25dac2-f6ce-4523-8255-ce6ac115ce5f HTTP/1.1" status: 200 len: 917 time: 0.0875766 Dec 09 16:15:48.556707 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5a9af338-17ad-4ba5-8c49-d0a556965dc5 req-dd466206-f1a9-413d-8c72-c2482043bf78 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f7407cc-0517-448d-8dfe-6fac4fd38c38 HTTP/1.1" status: 200 len: 217 time: 0.0347078 Dec 09 16:15:48.607971 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9af338-17ad-4ba5-8c49-d0a556965dc5 req-75376157-73da-4225-a173-127a921a383f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:15:48.609406 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5a9af338-17ad-4ba5-8c49-d0a556965dc5 req-75376157-73da-4225-a173-127a921a383f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbee70a7-ae73-4915-a662-48eb665c9e7f HTTP/1.1" status: 200 len: 855 time: 0.0464048 Dec 09 16:15:48.654123 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9af338-17ad-4ba5-8c49-d0a556965dc5 req-a8c7f667-6ec0-440b-8be4-0da932f9e6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:15:48.655564 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5a9af338-17ad-4ba5-8c49-d0a556965dc5 req-a8c7f667-6ec0-440b-8be4-0da932f9e6b0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ce25dac2-f6ce-4523-8255-ce6ac115ce5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382960 Dec 09 16:15:48.746295 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5a9af338-17ad-4ba5-8c49-d0a556965dc5 req-0dddcaec-746b-4599-9160-2743806e0f6e service neutron] 10.222.0.42 "GET /v2.0/networks/ce25dac2-f6ce-4523-8255-ce6ac115ce5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832577 Dec 09 16:15:48.841785 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-5a9af338-17ad-4ba5-8c49-d0a556965dc5 req-26a245df-d9ee-4573-aed5-d7b6e899f097 service neutron] 10.222.0.42 "GET /v2.0/networks/ce25dac2-f6ce-4523-8255-ce6ac115ce5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879109 Dec 09 16:15:48.951714 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23242870-eb6f-49b4-99ea-4b74e9991505 req-51163a00-c986-462d-a197-74ac9f96b368 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:15:48.953224 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-23242870-eb6f-49b4-99ea-4b74e9991505 req-51163a00-c986-462d-a197-74ac9f96b368 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 944 time: 0.0522058 Dec 09 16:15:49.001139 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-23242870-eb6f-49b4-99ea-4b74e9991505 req-db08892e-5fe3-44f8-9da7-1653fbf2831b tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418298 Dec 09 16:15:49.750688 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:15:50.122003 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd547e2-8bae-4bf7-89c4-c2909b514cf5 req-381986f0-0e0a-43e3-997b-1882d9dd41c2 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:15:50.123546 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bdd547e2-8bae-4bf7-89c4-c2909b514cf5 req-381986f0-0e0a-43e3-997b-1882d9dd41c2 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 944 time: 0.0495996 Dec 09 16:15:50.170727 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bdd547e2-8bae-4bf7-89c4-c2909b514cf5 req-84dc91a5-d8c8-4e01-9fe7-f08b905bfc17 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411637 Dec 09 16:15:50.509914 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-31bbfab6-cd22-481a-b4ef-0748b6030e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:51.302392 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321c3c3-2b7f-40aa-9c37-f6264abe5a83 req-892d4128-1cc0-46f5-a841-eb184e4bbc84 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:15:51.304621 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c321c3c3-2b7f-40aa-9c37-f6264abe5a83 req-892d4128-1cc0-46f5-a841-eb184e4bbc84 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 944 time: 0.0544271 Dec 09 16:15:51.354043 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c321c3c3-2b7f-40aa-9c37-f6264abe5a83 req-2b1c74be-c99d-41ef-977a-55151aafd991 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433187 Dec 09 16:15:51.821419 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 0f7407cc-0517-448d-8dfe-6fac4fd38c38 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:15:51.916019 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 0f7407cc-0517-448d-8dfe-6fac4fd38c38, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=0f7407cc-0517-448d-8dfe-6fac4fd38c38,segment=NetworkSegment(c5af4b92-f900-4d5c-8a3c-a495f3e1e912),segment_id=c5af4b92-f900-4d5c-8a3c-a495f3e1e912)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:15:51.927167 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '0f7407cc-0517-448d-8dfe-6fac4fd38c38', 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f', 'port_id': '0f7407cc-0517-448d-8dfe-6fac4fd38c38', 'mac_address': 'fa:16:3e:18:4d:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbee70a7-ae73-4915-a662-48eb665c9e7f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:15:51.967657 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:51.980574 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f7407cc-0517-448d-8dfe-6fac4fd38c38 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:15:51.998700 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 0f7407cc-0517-448d-8dfe-6fac4fd38c38, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=0f7407cc-0517-448d-8dfe-6fac4fd38c38,segment=NetworkSegment(c5af4b92-f900-4d5c-8a3c-a495f3e1e912),segment_id=c5af4b92-f900-4d5c-8a3c-a495f3e1e912)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:15:52.002648 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:52.048793 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=0f7407cc-0517-448d-8dfe-6fac4fd38c38,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:15:52.056507 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:15:52.056868 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:15:52.057244 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:15:52.057590 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:15:52.057931 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:15:52.058270 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:15:52.058609 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:15:52.058944 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:15:52.059275 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:15:52.059606 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:15:52.059937 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:15:52.060262 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:15:52.060620 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:15:52.388939 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['0f7407cc-0517-448d-8dfe-6fac4fd38c38'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:15:52.476035 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94649b-3fa4-4dda-9c3f-427f0940a49b req-0ea1c15a-7939-47e4-b1fb-5abfc17d1513 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:15:52.477472 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1d94649b-3fa4-4dda-9c3f-427f0940a49b req-0ea1c15a-7939-47e4-b1fb-5abfc17d1513 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 945 time: 0.0502172 Dec 09 16:15:52.525458 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1d94649b-3fa4-4dda-9c3f-427f0940a49b req-f9566bae-8c09-4f55-81cd-9c7cedfd7224 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418625 Dec 09 16:15:53.036312 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-11a360c9-fc71-4b23-8f4d-bb9496b40cf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:53.646475 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de097fa9-910e-4695-8672-cd0ca289fd87 req-b67ba307-7020-40cc-8838-130d049315f0 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:15:53.648496 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-de097fa9-910e-4695-8672-cd0ca289fd87 req-b67ba307-7020-40cc-8838-130d049315f0 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 945 time: 0.0496664 Dec 09 16:15:53.698229 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-de097fa9-910e-4695-8672-cd0ca289fd87 req-ce5c24d3-7ad8-499a-ab66-d800905db2fb tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436127 Dec 09 16:15:53.836841 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 0f7407cc-0517-448d-8dfe-6fac4fd38c38 up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:15:53.885944 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port 0f7407cc-0517-448d-8dfe-6fac4fd38c38 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:15:53.889659 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 0f7407cc-0517-448d-8dfe-6fac4fd38c38 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:15:53.890032 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:53.968441 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:53.990440 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c01a91-e77e-4482-9514-4d0caedbfd38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7407cc-0517-448d-8dfe-6fac4fd38c38'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:15:53.993343 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727b82ad-c16b-433d-89ce-c95216496598" -d '{"events": [{"server_uuid": "62c01a91-e77e-4482-9514-4d0caedbfd38", "name": "network-vif-plugged", "status": "completed", "tag": "0f7407cc-0517-448d-8dfe-6fac4fd38c38"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:15:54.006281 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 0f7407cc-0517-448d-8dfe-6fac4fd38c38, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=0f7407cc-0517-448d-8dfe-6fac4fd38c38,segment=NetworkSegment(c5af4b92-f900-4d5c-8a3c-a495f3e1e912),segment_id=c5af4b92-f900-4d5c-8a3c-a495f3e1e912)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:15:54.011022 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:54.035110 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e02106-ab51-4a65-accd-2ee6c7795cc8 x-openstack-request-id: req-81e02106-ab51-4a65-accd-2ee6c7795cc8 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:15:54.035400 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c01a91-e77e-4482-9514-4d0caedbfd38", "name": "network-vif-plugged", "status": "completed", "tag": "0f7407cc-0517-448d-8dfe-6fac4fd38c38", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:15:54.035671 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-81e02106-ab51-4a65-accd-2ee6c7795cc8 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:15:54.036073 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c01a91-e77e-4482-9514-4d0caedbfd38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7407cc-0517-448d-8dfe-6fac4fd38c38', 'code': 200} Dec 09 16:15:54.061176 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=0f7407cc-0517-448d-8dfe-6fac4fd38c38,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:15:54.163459 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41ceb4-77f8-4983-b496-8b78641ca16b req-38003991-b463-4201-8ac4-de8f6a8b19f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:15:54.165167 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:54.165801 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6b41ceb4-77f8-4983-b496-8b78641ca16b req-38003991-b463-4201-8ac4-de8f6a8b19f1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 1097 time: 0.0438857 Dec 09 16:15:54.211036 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6b41ceb4-77f8-4983-b496-8b78641ca16b req-0c725c25-0577-4c65-8f38-d0a1f4d05038 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387130 Dec 09 16:15:54.818421 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27553340-8b39-4259-8fd3-379c79f4d9a4 req-aad08387-851b-4b32-886d-942e742e8323 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:15:54.820590 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-27553340-8b39-4259-8fd3-379c79f4d9a4 req-aad08387-851b-4b32-886d-942e742e8323 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 946 time: 0.0491908 Dec 09 16:15:54.868281 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-27553340-8b39-4259-8fd3-379c79f4d9a4 req-b6edc2bd-7bef-4b21-8c26-df771b1ad9e1 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418177 Dec 09 16:15:54.891559 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:55.419116 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:55.990426 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbaff5-2236-4c2d-92bd-f696d73a6fce req-54ade03f-f510-4bef-ba19-ad0cfdc21e45 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:15:55.992603 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c9fbaff5-2236-4c2d-92bd-f696d73a6fce req-54ade03f-f510-4bef-ba19-ad0cfdc21e45 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 946 time: 0.0505083 Dec 09 16:15:56.039287 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c9fbaff5-2236-4c2d-92bd-f696d73a6fce req-d797bad6-2a25-4254-9bb0-3efd66816ed0 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408630 Dec 09 16:15:56.163897 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381a62f-5c6e-431c-b84f-efefb9b36cbf req-6e78b679-50b7-4e01-8185-3d3319a0329a tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:15:56.165402 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3381a62f-5c6e-431c-b84f-efefb9b36cbf req-6e78b679-50b7-4e01-8185-3d3319a0329a tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 946 time: 0.0593209 Dec 09 16:15:56.179929 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 44808) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:15:56.184385 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-71a362d7-bbdc-4354-87f6-c1ef6068d3bb tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Request body: {'floatingip': {'port_id': '0f7407cc-0517-448d-8dfe-6fac4fd38c38'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:15:56.223295 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-71a362d7-bbdc-4354-87f6-c1ef6068d3bb tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:56.482851 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:56.673584 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-71a362d7-bbdc-4354-87f6-c1ef6068d3bb tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:56.677357 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-71a362d7-bbdc-4354-87f6-c1ef6068d3bb tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:56.780628 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-71a362d7-bbdc-4354-87f6-c1ef6068d3bb tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Floating IP 7f3e661e-f216-4667-add7-965e6963afb5 associated. External IP: 172.25.3.232, port: 0f7407cc-0517-448d-8dfe-6fac4fd38c38. Dec 09 16:15:57.268801 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a362d7-bbdc-4354-87f6-c1ef6068d3bb tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Router 4415e758-48d0-4735-95d9-c48dc9a16a0b has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:15:57.376370 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a362d7-bbdc-4354-87f6-c1ef6068d3bb tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:15:57.380897 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-71a362d7-bbdc-4354-87f6-c1ef6068d3bb tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:57.387239 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6219622e-e2e7-4793-9cbe-4a8f41fd3829 None None] Sync routers for ids ['4415e758-48d0-4735-95d9-c48dc9a16a0b'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:15:57.398502 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6219622e-e2e7-4793-9cbe-4a8f41fd3829 None None] Routers {'4415e758-48d0-4735-95d9-c48dc9a16a0b'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:15:57.399278 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6219622e-e2e7-4793-9cbe-4a8f41fd3829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:15:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4415e758-48d0-4735-95d9-c48dc9a16a0b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:15:57.409754 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-71a362d7-bbdc-4354-87f6-c1ef6068d3bb tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "PUT /v2.0/floatingips/7f3e661e-f216-4667-add7-965e6963afb5 HTTP/1.1" status: 200 len: 992 time: 1.2287276 Dec 09 16:15:57.410456 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62c01a91-e77e-4482-9514-4d0caedbfd38', 'tag': '0f7407cc-0517-448d-8dfe-6fac4fd38c38'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:15:57.413280 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf2475b-ee0e-441d-9b09-9e27f669b0a3" -d '{"events": [{"name": "network-changed", "server_uuid": "62c01a91-e77e-4482-9514-4d0caedbfd38", "tag": "0f7407cc-0517-448d-8dfe-6fac4fd38c38"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:15:57.508185 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-6219622e-e2e7-4793-9cbe-4a8f41fd3829 None None] Set router 4415e758-48d0-4735-95d9-c48dc9a16a0b gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:15:57.581279 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc625678-9d2a-4bc0-a2b4-633c049268f6 x-openstack-request-id: req-fc625678-9d2a-4bc0-a2b4-633c049268f6 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:15:57.581579 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62c01a91-e77e-4482-9514-4d0caedbfd38", "tag": "0f7407cc-0517-448d-8dfe-6fac4fd38c38", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:15:57.581830 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fc625678-9d2a-4bc0-a2b4-633c049268f6 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:15:57.582243 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62c01a91-e77e-4482-9514-4d0caedbfd38', 'tag': '0f7407cc-0517-448d-8dfe-6fac4fd38c38', 'status': 'completed', 'code': 200} Dec 09 16:15:57.665932 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2475b-ee0e-441d-9b09-9e27f669b0a3 req-7a4277d2-9ece-445d-adc2-c2f860dc07c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:15:57.667417 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6bf2475b-ee0e-441d-9b09-9e27f669b0a3 req-7a4277d2-9ece-445d-adc2-c2f860dc07c1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d1a17c4f79b6475180f40fbc91b21271&device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 1097 time: 0.0444942 Dec 09 16:15:57.730329 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6219622e-e2e7-4793-9cbe-4a8f41fd3829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-666745317-router', 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c63e81f8-605e-4da0-b397-a563abc144dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:21Z', 'updated_at': '2021-12-09T16:10:24Z', 'revision_number': 4, 'project_id': 'd1a17c4f79b6475180f40fbc91b21271', 'gw_port': {'id': 'c63e81f8-605e-4da0-b397-a563abc144dd', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:56:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:22Z', 'updated_at': '2021-12-09T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '7f3e661e-f216-4667-add7-965e6963afb5', 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'floating_ip_address': '172.25.3.232', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'port_id': '0f7407cc-0517-448d-8dfe-6fac4fd38c38', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f', 'mac_address': 'fa:16:3e:18:4d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c01a91-e77e-4482-9514-4d0caedbfd38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:15:44Z', 'updated_at': '2021-12-09T16:15:56Z', 'revision_number': 1, 'project_id': 'd1a17c4f79b6475180f40fbc91b21271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72223ded-6636-4ffc-b47a-6e2bed4699dc', 'name': '', 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f', 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'mac_address': 'fa:16:3e:71:3d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'cbee70a7-ae73-4915-a662-48eb665c9e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:23Z', 'updated_at': '2021-12-09T16:10:27Z', 'revision_number': 5, 'project_id': 'd1a17c4f79b6475180f40fbc91b21271', 'subnets': [{'id': 'cbee70a7-ae73-4915-a662-48eb665c9e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:15:57.759338 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2475b-ee0e-441d-9b09-9e27f669b0a3 req-a21963a6-94cf-47d6-98ce-0300065174a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:15:57.760430 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6219622e-e2e7-4793-9cbe-4a8f41fd3829 None None] Checking router: 4415e758-48d0-4735-95d9-c48dc9a16a0b for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:15:57.760864 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6bf2475b-ee0e-441d-9b09-9e27f669b0a3 req-a21963a6-94cf-47d6-98ce-0300065174a9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ce25dac2-f6ce-4523-8255-ce6ac115ce5f HTTP/1.1" status: 200 len: 917 time: 0.0857284 Dec 09 16:15:57.768666 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6219622e-e2e7-4793-9cbe-4a8f41fd3829 None None] Routers {'4415e758-48d0-4735-95d9-c48dc9a16a0b'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:15:57.769276 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6219622e-e2e7-4793-9cbe-4a8f41fd3829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:15:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4415e758-48d0-4735-95d9-c48dc9a16a0b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:15:57.831027 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6bf2475b-ee0e-441d-9b09-9e27f669b0a3 req-354a329c-6b2d-41a3-a6ed-1d4ca7a625d8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f7407cc-0517-448d-8dfe-6fac4fd38c38 HTTP/1.1" status: 200 len: 1000 time: 0.0631864 Dec 09 16:15:57.875756 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-6219622e-e2e7-4793-9cbe-4a8f41fd3829 None None] Set router 4415e758-48d0-4735-95d9-c48dc9a16a0b gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:15:57.882035 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2475b-ee0e-441d-9b09-9e27f669b0a3 req-f2ff2045-6d2b-4382-a88b-14001798edc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:15:57.883520 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6bf2475b-ee0e-441d-9b09-9e27f669b0a3 req-f2ff2045-6d2b-4382-a88b-14001798edc5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbee70a7-ae73-4915-a662-48eb665c9e7f HTTP/1.1" status: 200 len: 855 time: 0.0455756 Dec 09 16:15:57.929641 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2475b-ee0e-441d-9b09-9e27f669b0a3 req-f3a29048-c036-4ee9-b7dd-3ff9456f471b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:15:57.931156 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6bf2475b-ee0e-441d-9b09-9e27f669b0a3 req-f3a29048-c036-4ee9-b7dd-3ff9456f471b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ce25dac2-f6ce-4523-8255-ce6ac115ce5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413218 Dec 09 16:15:58.026994 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6bf2475b-ee0e-441d-9b09-9e27f669b0a3 req-8f82a33c-9b6d-4dd5-bbae-d0b75decdb75 service neutron] 10.222.0.42 "GET /v2.0/networks/ce25dac2-f6ce-4523-8255-ce6ac115ce5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885522 Dec 09 16:15:58.128222 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6bf2475b-ee0e-441d-9b09-9e27f669b0a3 req-8bf26199-c683-4d3e-a9ed-1ec2866c8085 service neutron] 10.222.0.42 "GET /v2.0/networks/ce25dac2-f6ce-4523-8255-ce6ac115ce5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881488 Dec 09 16:15:58.255785 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6219622e-e2e7-4793-9cbe-4a8f41fd3829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-666745317-router', 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c63e81f8-605e-4da0-b397-a563abc144dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:21Z', 'updated_at': '2021-12-09T16:10:24Z', 'revision_number': 4, 'project_id': 'd1a17c4f79b6475180f40fbc91b21271', 'gw_port': {'id': 'c63e81f8-605e-4da0-b397-a563abc144dd', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:56:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:22Z', 'updated_at': '2021-12-09T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '7f3e661e-f216-4667-add7-965e6963afb5', 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'floating_ip_address': '172.25.3.232', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'port_id': '0f7407cc-0517-448d-8dfe-6fac4fd38c38', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f', 'mac_address': 'fa:16:3e:18:4d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c01a91-e77e-4482-9514-4d0caedbfd38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:15:44Z', 'updated_at': '2021-12-09T16:15:56Z', 'revision_number': 1, 'project_id': 'd1a17c4f79b6475180f40fbc91b21271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72223ded-6636-4ffc-b47a-6e2bed4699dc', 'name': '', 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f', 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'mac_address': 'fa:16:3e:71:3d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'cbee70a7-ae73-4915-a662-48eb665c9e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:23Z', 'updated_at': '2021-12-09T16:10:27Z', 'revision_number': 5, 'project_id': 'd1a17c4f79b6475180f40fbc91b21271', 'subnets': [{'id': 'cbee70a7-ae73-4915-a662-48eb665c9e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:15:58.281591 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6219622e-e2e7-4793-9cbe-4a8f41fd3829 None None] The sync data for ids ['4415e758-48d0-4735-95d9-c48dc9a16a0b'] in n-d-821228-1 is: [{'id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-666745317-router', 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c63e81f8-605e-4da0-b397-a563abc144dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:21Z', 'updated_at': '2021-12-09T16:10:24Z', 'revision_number': 4, 'project_id': 'd1a17c4f79b6475180f40fbc91b21271', 'gw_port': {'id': 'c63e81f8-605e-4da0-b397-a563abc144dd', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:56:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:22Z', 'updated_at': '2021-12-09T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '7f3e661e-f216-4667-add7-965e6963afb5', 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'floating_ip_address': '172.25.3.232', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'port_id': '0f7407cc-0517-448d-8dfe-6fac4fd38c38', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f', 'mac_address': 'fa:16:3e:18:4d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c01a91-e77e-4482-9514-4d0caedbfd38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:15:44Z', 'updated_at': '2021-12-09T16:15:56Z', 'revision_number': 1, 'project_id': 'd1a17c4f79b6475180f40fbc91b21271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72223ded-6636-4ffc-b47a-6e2bed4699dc', 'name': '', 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f', 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'mac_address': 'fa:16:3e:71:3d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'cbee70a7-ae73-4915-a662-48eb665c9e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:23Z', 'updated_at': '2021-12-09T16:10:27Z', 'revision_number': 5, 'project_id': 'd1a17c4f79b6475180f40fbc91b21271', 'subnets': [{'id': 'cbee70a7-ae73-4915-a662-48eb665c9e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:15:58.476375 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdde373-1d41-46d0-9430-c1071be66512 None None] New status for floating IP 7f3e661e-f216-4667-add7-965e6963afb5: ACTIVE {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:16:16.349550 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:16:20.511708 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ae4a4405-bf80-4fc0-8ef4-bb899a9a4c81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:16:23.038545 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8402dda9-c1ce-4e6f-a4ac-60f833a8dd32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:16:24.167910 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:16:24.896560 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:16:25.423095 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:16:25.429037 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da628256-27df-440d-9c59-4d010ab6beca req-62424cf7-aedb-49c9-83e3-3e2a4b7b97ce service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6ac8ccec-f7a9-49f3-a1a4-f2aa316de357&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404313 Dec 09 16:16:25.511235 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da628256-27df-440d-9c59-4d010ab6beca req-6a4e4aa7-425c-441e-b2b8-d5e8f6e65e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:16:25.512787 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da628256-27df-440d-9c59-4d010ab6beca req-6a4e4aa7-425c-441e-b2b8-d5e8f6e65e3c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed744bdd64cf4529a4e59d4f7e83d0c7&device_id=6ac8ccec-f7a9-49f3-a1a4-f2aa316de357 HTTP/1.1" status: 200 len: 1096 time: 0.0410135 Dec 09 16:16:25.620814 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da628256-27df-440d-9c59-4d010ab6beca req-7075a9d3-99b1-44c0-a4bc-919a8a42b0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:16:25.622210 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da628256-27df-440d-9c59-4d010ab6beca req-7075a9d3-99b1-44c0-a4bc-919a8a42b0e4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a6860458-8089-4376-a722-7b1c40818ef4 HTTP/1.1" status: 200 len: 912 time: 0.0904019 Dec 09 16:16:25.688018 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da628256-27df-440d-9c59-4d010ab6beca req-5dd4a800-6a05-4317-951d-04263a0831a3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08ce5f6f-caff-4011-b666-f081a9926ef9 HTTP/1.1" status: 200 len: 1001 time: 0.0584388 Dec 09 16:16:25.736176 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da628256-27df-440d-9c59-4d010ab6beca req-299f00e2-931e-43de-a303-f8db83f4081f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:16:25.737633 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da628256-27df-440d-9c59-4d010ab6beca req-299f00e2-931e-43de-a303-f8db83f4081f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1eccceca-2871-4532-af54-95d3af68b080 HTTP/1.1" status: 200 len: 850 time: 0.0429978 Dec 09 16:16:25.790169 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da628256-27df-440d-9c59-4d010ab6beca req-cb88832e-de66-489d-950c-09a44aa61c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:16:25.792221 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da628256-27df-440d-9c59-4d010ab6beca req-cb88832e-de66-489d-950c-09a44aa61c91 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a6860458-8089-4376-a722-7b1c40818ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456524 Dec 09 16:16:25.880435 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da628256-27df-440d-9c59-4d010ab6beca req-ff3e9466-dc52-47c0-a472-2f06591994d7 service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811944 Dec 09 16:16:25.971725 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da628256-27df-440d-9c59-4d010ab6beca req-ddf8b6c7-2b8f-4ffd-8d20-7c3827f35403 service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848310 Dec 09 16:16:26.475823 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:16:26.750279 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:16:29.720499 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-949b21fe-a470-491d-b5fb-7f605e378287 req-3145b401-09f3-4824-b1fd-13ad2a58ef81 service neutron] (103244) timed out ('10.222.0.57', 49822) {{(pid=103244) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 16:16:37.767225 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e31fa-d587-4710-ba1f-ae433b97e1b1 req-c59d7979-1d71-4593-a2c8-59ea2fdc1dc8 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:16:37.768770 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-843e31fa-d587-4710-ba1f-ae433b97e1b1 req-c59d7979-1d71-4593-a2c8-59ea2fdc1dc8 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ac8ccec-f7a9-49f3-a1a4-f2aa316de357 HTTP/1.1" status: 200 len: 945 time: 0.0503843 Dec 09 16:16:37.818167 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-843e31fa-d587-4710-ba1f-ae433b97e1b1 req-43a78cb1-63f4-45e8-a5e9-e287add7f468 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429919 Dec 09 16:16:38.938150 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f61e3-2f01-47d2-8b76-8599eefebd94 req-71ea3e88-08fc-4ec6-9eb9-a64756951bbb tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:16:38.939660 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-445f61e3-2f01-47d2-8b76-8599eefebd94 req-71ea3e88-08fc-4ec6-9eb9-a64756951bbb tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ac8ccec-f7a9-49f3-a1a4-f2aa316de357 HTTP/1.1" status: 200 len: 945 time: 0.0508442 Dec 09 16:16:38.996051 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-445f61e3-2f01-47d2-8b76-8599eefebd94 req-c7602d0c-9a8a-43fa-b6a1-d38f75f9db6a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500784 Dec 09 16:16:39.348337 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ababbeb-e0be-4455-8632-e0c9f54044d0 req-3f28c733-62a3-4ca8-8488-5e43c5bbefe1 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:16:39.349824 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2ababbeb-e0be-4455-8632-e0c9f54044d0 req-3f28c733-62a3-4ca8-8488-5e43c5bbefe1 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ac8ccec-f7a9-49f3-a1a4-f2aa316de357 HTTP/1.1" status: 200 len: 945 time: 0.0501521 Dec 09 16:16:39.443684 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-2ababbeb-e0be-4455-8632-e0c9f54044d0 req-d9e2455a-9c13-4590-85a8-7b3a7018c282 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Deleting port 08ce5f6f-caff-4011-b666-f081a9926ef9 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:16:39.444028 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2ababbeb-e0be-4455-8632-e0c9f54044d0 req-d9e2455a-9c13-4590-85a8-7b3a7018c282 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:16:39.535412 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-2ababbeb-e0be-4455-8632-e0c9f54044d0 req-d9e2455a-9c13-4590-85a8-7b3a7018c282 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] For port 08ce5f6f-caff-4011-b666-f081a9926ef9, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=08ce5f6f-caff-4011-b666-f081a9926ef9,segment=NetworkSegment(a679b6c2-4eb6-4677-b765-ccb3432ba71e),segment_id=a679b6c2-4eb6-4677-b765-ccb3432ba71e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:16:39.535780 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2ababbeb-e0be-4455-8632-e0c9f54044d0 req-d9e2455a-9c13-4590-85a8-7b3a7018c282 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:16:39.707530 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2ababbeb-e0be-4455-8632-e0c9f54044d0 req-d9e2455a-9c13-4590-85a8-7b3a7018c282 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:16:39.707880 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2ababbeb-e0be-4455-8632-e0c9f54044d0 req-d9e2455a-9c13-4590-85a8-7b3a7018c282 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:16:39.708194 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [req-2ababbeb-e0be-4455-8632-e0c9f54044d0 req-d9e2455a-9c13-4590-85a8-7b3a7018c282 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Floating IP 2ef13075-e158-4970-a27c-d5be79583a50 disassociated. External IP: 172.25.3.129, port: 08ce5f6f-caff-4011-b666-f081a9926ef9. Dec 09 16:16:39.708568 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-2ababbeb-e0be-4455-8632-e0c9f54044d0 req-d9e2455a-9c13-4590-85a8-7b3a7018c282 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Calling delete_port for 08ce5f6f-caff-4011-b666-f081a9926ef9 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:16:39.837358 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2ababbeb-e0be-4455-8632-e0c9f54044d0 req-d9e2455a-9c13-4590-85a8-7b3a7018c282 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:16:39.872156 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e2455a-9c13-4590-85a8-7b3a7018c282 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Pushing event deleted for resources: {'Port': ['ID=08ce5f6f-caff-4011-b666-f081a9926ef9,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:16:39.984736 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ababbeb-e0be-4455-8632-e0c9f54044d0 req-d9e2455a-9c13-4590-85a8-7b3a7018c282 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Router 9a9a2b41-906a-4c30-8ba5-5901d649ad61 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:16:40.105357 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-870e5ef8-89df-43e0-a7dc-da4dc61e4d3f req-05ce84b4-b113-45ca-97b8-0e47240fe134 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ac8ccec-f7a9-49f3-a1a4-f2aa316de357 HTTP/1.1" status: 200 len: 210 time: 0.0325103 Dec 09 16:16:40.116765 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ababbeb-e0be-4455-8632-e0c9f54044d0 req-d9e2455a-9c13-4590-85a8-7b3a7018c282 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:16:40.127784 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9db9c21-e770-41ef-b07d-95b61c60fdc8 None None] Sync routers for ids ['9a9a2b41-906a-4c30-8ba5-5901d649ad61'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:16:40.138186 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9db9c21-e770-41ef-b07d-95b61c60fdc8 None None] Routers {'9a9a2b41-906a-4c30-8ba5-5901d649ad61'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:16:40.139140 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-c9db9c21-e770-41ef-b07d-95b61c60fdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:16:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9a9a2b41-906a-4c30-8ba5-5901d649ad61'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:16:40.160434 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ababbeb-e0be-4455-8632-e0c9f54044d0 req-d9e2455a-9c13-4590-85a8-7b3a7018c282 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] No DVR routers for this DVR port 08ce5f6f-caff-4011-b666-f081a9926ef9 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:16:40.163115 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2ababbeb-e0be-4455-8632-e0c9f54044d0 req-d9e2455a-9c13-4590-85a8-7b3a7018c282 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:16:40.166460 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2ababbeb-e0be-4455-8632-e0c9f54044d0 req-d9e2455a-9c13-4590-85a8-7b3a7018c282 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.31 "DELETE /v2.0/ports/08ce5f6f-caff-4011-b666-f081a9926ef9 HTTP/1.1" status: 204 len: 173 time: 0.8097284 Dec 09 16:16:40.167546 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ac8ccec-f7a9-49f3-a1a4-f2aa316de357', 'name': 'network-vif-deleted', 'tag': '08ce5f6f-caff-4011-b666-f081a9926ef9'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:16:40.169834 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786f64af-7042-43f1-9e05-cf6342183fdd" -d '{"events": [{"server_uuid": "6ac8ccec-f7a9-49f3-a1a4-f2aa316de357", "name": "network-vif-deleted", "tag": "08ce5f6f-caff-4011-b666-f081a9926ef9"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:16:40.206092 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0edad1-3107-44d8-89cb-5285dd39e58d x-openstack-request-id: req-fa0edad1-3107-44d8-89cb-5285dd39e58d {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:16:40.206440 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ac8ccec-f7a9-49f3-a1a4-f2aa316de357", "name": "network-vif-deleted", "tag": "08ce5f6f-caff-4011-b666-f081a9926ef9", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:16:40.206624 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fa0edad1-3107-44d8-89cb-5285dd39e58d {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:16:40.207062 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ac8ccec-f7a9-49f3-a1a4-f2aa316de357', 'name': 'network-vif-deleted', 'tag': '08ce5f6f-caff-4011-b666-f081a9926ef9', 'status': 'completed', 'code': 200} Dec 09 16:16:40.263801 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-c9db9c21-e770-41ef-b07d-95b61c60fdc8 None None] Set router 9a9a2b41-906a-4c30-8ba5-5901d649ad61 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:16:40.473883 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-c9db9c21-e770-41ef-b07d-95b61c60fdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'name': 'tempest-TestVolumeBootPattern-580071641-router', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:46Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 4, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'gw_port': {'id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:47Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '4573353a-d676-444f-b42c-7c9877271fb3', 'name': '', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'mac_address': 'fa:16:3e:1e:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '1eccceca-2871-4532-af54-95d3af68b080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:48Z', 'updated_at': '2021-12-09T16:10:53Z', 'revision_number': 5, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'subnets': [{'id': '1eccceca-2871-4532-af54-95d3af68b080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:16:40.505500 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9db9c21-e770-41ef-b07d-95b61c60fdc8 None None] Checking router: 9a9a2b41-906a-4c30-8ba5-5901d649ad61 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:16:40.515654 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9db9c21-e770-41ef-b07d-95b61c60fdc8 None None] Routers {'9a9a2b41-906a-4c30-8ba5-5901d649ad61'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:16:40.516260 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-c9db9c21-e770-41ef-b07d-95b61c60fdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:16:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9a9a2b41-906a-4c30-8ba5-5901d649ad61'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:16:40.626127 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-c9db9c21-e770-41ef-b07d-95b61c60fdc8 None None] Set router 9a9a2b41-906a-4c30-8ba5-5901d649ad61 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:16:40.830513 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-c9db9c21-e770-41ef-b07d-95b61c60fdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'name': 'tempest-TestVolumeBootPattern-580071641-router', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:46Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 4, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'gw_port': {'id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:47Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '4573353a-d676-444f-b42c-7c9877271fb3', 'name': '', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'mac_address': 'fa:16:3e:1e:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '1eccceca-2871-4532-af54-95d3af68b080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:48Z', 'updated_at': '2021-12-09T16:10:53Z', 'revision_number': 5, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'subnets': [{'id': '1eccceca-2871-4532-af54-95d3af68b080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:16:40.857025 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9db9c21-e770-41ef-b07d-95b61c60fdc8 None None] The sync data for ids ['9a9a2b41-906a-4c30-8ba5-5901d649ad61'] in n-d-821228-1 is: [{'id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'name': 'tempest-TestVolumeBootPattern-580071641-router', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:46Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 4, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'gw_port': {'id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:47Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '4573353a-d676-444f-b42c-7c9877271fb3', 'name': '', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'mac_address': 'fa:16:3e:1e:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '1eccceca-2871-4532-af54-95d3af68b080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:48Z', 'updated_at': '2021-12-09T16:10:53Z', 'revision_number': 5, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'subnets': [{'id': '1eccceca-2871-4532-af54-95d3af68b080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:16:41.080912 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4479eb5c-5c93-46ce-bd1b-c424cb7ef11d None None] New status for floating IP 2ef13075-e158-4970-a27c-d5be79583a50: DOWN {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:16:41.213457 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e8af112f-32c8-4eb0-960a-04a18116d7ac req-ae9dfa55-851a-4085-a057-4f8bd217a620 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ac8ccec-f7a9-49f3-a1a4-f2aa316de357 HTTP/1.1" status: 200 len: 210 time: 0.0348020 Dec 09 16:16:42.322343 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e4bb1e0a-0b9c-45f8-910d-d44b4ab8df96 req-e9b47498-107c-4f3d-aeac-5e2ec1c9b04f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ac8ccec-f7a9-49f3-a1a4-f2aa316de357 HTTP/1.1" status: 200 len: 210 time: 0.0264759 Dec 09 16:16:42.500025 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 08ce5f6f-caff-4011-b666-f081a9926ef9 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:16:42.524434 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 08ce5f6f-caff-4011-b666-f081a9926ef9 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:16:42.524786 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 08ce5f6f-caff-4011-b666-f081a9926ef9 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:16:43.444647 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c8135547-2de8-495c-b0ed-9846f79d69c1 req-a9cd0a1e-217d-4be9-b3c2-4894915c6817 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ac8ccec-f7a9-49f3-a1a4-f2aa316de357 HTTP/1.1" status: 200 len: 210 time: 0.0358875 Dec 09 16:16:44.129147 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4532f9e2-1cbc-4ab7-8653-781bb568d857 req-4a3544b7-cae1-4f02-8bfc-ce32a4f6fdc2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411291 Dec 09 16:16:44.232086 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532f9e2-1cbc-4ab7-8653-781bb568d857 req-e951d536-696f-48f1-af01-d41290ef3143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:16:44.233652 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4532f9e2-1cbc-4ab7-8653-781bb568d857 req-e951d536-696f-48f1-af01-d41290ef3143 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d1a17c4f79b6475180f40fbc91b21271&device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 1097 time: 0.0460370 Dec 09 16:16:44.341899 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532f9e2-1cbc-4ab7-8653-781bb568d857 req-14ed111f-896e-42ce-b10d-3fc8fa1a13f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:16:44.343404 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4532f9e2-1cbc-4ab7-8653-781bb568d857 req-14ed111f-896e-42ce-b10d-3fc8fa1a13f5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ce25dac2-f6ce-4523-8255-ce6ac115ce5f HTTP/1.1" status: 200 len: 917 time: 0.0892088 Dec 09 16:16:44.417340 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4532f9e2-1cbc-4ab7-8653-781bb568d857 req-68e0752f-0af6-460e-bbbe-1d7f9612ad83 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f7407cc-0517-448d-8dfe-6fac4fd38c38 HTTP/1.1" status: 200 len: 1002 time: 0.0663607 Dec 09 16:16:44.467756 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532f9e2-1cbc-4ab7-8653-781bb568d857 req-56783b99-e56f-4be7-8812-57926831a99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:16:44.469651 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4532f9e2-1cbc-4ab7-8653-781bb568d857 req-56783b99-e56f-4be7-8812-57926831a99b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbee70a7-ae73-4915-a662-48eb665c9e7f HTTP/1.1" status: 200 len: 855 time: 0.0457752 Dec 09 16:16:44.519581 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532f9e2-1cbc-4ab7-8653-781bb568d857 req-ca69fa70-7ea0-40b7-8bd5-e7b8fb546e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:16:44.521149 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4532f9e2-1cbc-4ab7-8653-781bb568d857 req-ca69fa70-7ea0-40b7-8bd5-e7b8fb546e23 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ce25dac2-f6ce-4523-8255-ce6ac115ce5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446713 Dec 09 16:16:44.582158 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8516e767-c4e9-4185-b0b7-80dac63dbee6 req-13d140fc-383a-49da-9261-3609de3e3080 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ac8ccec-f7a9-49f3-a1a4-f2aa316de357 HTTP/1.1" status: 200 len: 210 time: 0.0310659 Dec 09 16:16:44.621971 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4532f9e2-1cbc-4ab7-8653-781bb568d857 req-9a3a5461-2813-470a-ac7a-0c5ea6e87972 service neutron] 10.222.0.42 "GET /v2.0/networks/ce25dac2-f6ce-4523-8255-ce6ac115ce5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937657 Dec 09 16:16:44.715157 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4532f9e2-1cbc-4ab7-8653-781bb568d857 req-96f6e9b3-5506-4029-a5ea-666cd4656539 service neutron] 10.222.0.42 "GET /v2.0/networks/ce25dac2-f6ce-4523-8255-ce6ac115ce5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851667 Dec 09 16:16:45.791868 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-2750c066-4749-4a9e-8c5e-f5e9be0a01a3 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1571638799&fields=id&tenant_id=ed744bdd64cf4529a4e59d4f7e83d0c7 HTTP/1.1" status: 200 len: 267 time: 0.0447466 Dec 09 16:16:45.900089 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-2ba10674-5574-49d2-b842-cab44538e221 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:16:45.902377 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-2ba10674-5574-49d2-b842-cab44538e221 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/networks?id=a6860458-8089-4376-a722-7b1c40818ef4 HTTP/1.1" status: 200 len: 811 time: 0.1036260 Dec 09 16:16:45.917378 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-1d31e1f9-387b-4e67-baaf-da4280694410 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/quotas/ed744bdd64cf4529a4e59d4f7e83d0c7 HTTP/1.1" status: 200 len: 375 time: 0.0089574 Dec 09 16:16:45.968641 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-44cc25b0-fc0f-4cdc-9a68-c59aba34da1e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ed744bdd64cf4529a4e59d4f7e83d0c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459006 Dec 09 16:16:46.067326 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-33d72470-0f91-47fb-8434-74b9920cc6b9 service neutron] 10.222.0.57 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872142 Dec 09 16:16:46.156476 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-cae75ed3-6ab6-4199-9695-4e26c3713168 service neutron] 10.222.0.57 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830917 Dec 09 16:16:46.350122 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:16:46.519629 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-44bb8c66-99ab-4976-8437-ac90e630e0a9 req-78afb552-f9ce-4d10-8eaa-5cf32170ae14 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1 HTTP/1.1" status: 200 len: 210 time: 0.0278177 Dec 09 16:16:47.451713 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-d5a0bee4-a0c9-4b8d-8db9-22f7f01ac4a8 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:16:47.453224 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-d5a0bee4-a0c9-4b8d-8db9-22f7f01ac4a8 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.31 "GET /v2.0/networks?id=a6860458-8089-4376-a722-7b1c40818ef4 HTTP/1.1" status: 200 len: 811 time: 0.1136384 Dec 09 16:16:47.522614 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-01de4023-42c3-4271-9aa7-3d7e8473ba00 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed744bdd64cf4529a4e59d4f7e83d0c7 HTTP/1.1" status: 200 len: 380 time: 0.0594177 Dec 09 16:16:47.532198 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-cbc7ac3e-df52-4552-b264-1c213a70464c tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Request body: {'port': {'device_id': '9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'admin_state_up': True, 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'security_groups': ['379ef084-ad0e-4325-a431-5578a1181c16']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:16:47.624791 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ea587619-2a80-4004-b956-dee6ad9e377c req-5b1cf272-75f8-4f79-83ca-c63afc6a6a50 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1 HTTP/1.1" status: 200 len: 210 time: 0.0323498 Dec 09 16:16:47.671545 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-cbc7ac3e-df52-4552-b264-1c213a70464c tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Made reservation on behalf of ed744bdd64cf4529a4e59d4f7e83d0c7 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:16:47.675137 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-cbc7ac3e-df52-4552-b264-1c213a70464c tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:16:47.800861 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-cbc7ac3e-df52-4552-b264-1c213a70464c tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Allocated IP 172.20.0.6 (a6860458-8089-4376-a722-7b1c40818ef4/1eccceca-2871-4532-af54-95d3af68b080/5828e14b-5c1b-448b-98f1-7a6a46dad2ec) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:16:47.940568 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-cbc7ac3e-df52-4552-b264-1c213a70464c tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:16:47.974374 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-cbc7ac3e-df52-4552-b264-1c213a70464c tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:16:48.017414 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-cbc7ac3e-df52-4552-b264-1c213a70464c tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Network a6860458-8089-4376-a722-7b1c40818ef4 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:16:48.022455 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-cbc7ac3e-df52-4552-b264-1c213a70464c tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:16:48.026150 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-cbc7ac3e-df52-4552-b264-1c213a70464c tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:16:48.032547 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc7ac3e-df52-4552-b264-1c213a70464c tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Pushing event updated for resources: {'Port': ['ID=5828e14b-5c1b-448b-98f1-7a6a46dad2ec,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:16:48.065785 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc7ac3e-df52-4552-b264-1c213a70464c tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:16:48.066138 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc7ac3e-df52-4552-b264-1c213a70464c tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:16:48.066484 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc7ac3e-df52-4552-b264-1c213a70464c tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:16:48.066826 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc7ac3e-df52-4552-b264-1c213a70464c tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:16:48.067167 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc7ac3e-df52-4552-b264-1c213a70464c tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:16:48.067505 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc7ac3e-df52-4552-b264-1c213a70464c tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:16:48.067835 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc7ac3e-df52-4552-b264-1c213a70464c tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:16:48.068166 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc7ac3e-df52-4552-b264-1c213a70464c tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:16:48.068515 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc7ac3e-df52-4552-b264-1c213a70464c tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:16:48.068842 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc7ac3e-df52-4552-b264-1c213a70464c tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:16:48.069169 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc7ac3e-df52-4552-b264-1c213a70464c tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:16:48.069498 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc7ac3e-df52-4552-b264-1c213a70464c tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:16:48.069843 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc7ac3e-df52-4552-b264-1c213a70464c tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:16:48.094734 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-cbc7ac3e-df52-4552-b264-1c213a70464c tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:16:48.095379 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-cbc7ac3e-df52-4552-b264-1c213a70464c tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:16:48.113540 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-cbc7ac3e-df52-4552-b264-1c213a70464c tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5849593 Dec 09 16:16:48.126977 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-745c532f-d612-449b-8727-c6789c77a741 service neutron] Request body: {'port': {'device_id': '9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:16:48.189153 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-745c532f-d612-449b-8727-c6789c77a741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:16:48.308179 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b61758e3-51fe-4fda-bb64-ae3373a94d35 None None] Provisioning complete for port 5828e14b-5c1b-448b-98f1-7a6a46dad2ec triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:16:48.308808 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b61758e3-51fe-4fda-bb64-ae3373a94d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:16:48.345190 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b61758e3-51fe-4fda-bb64-ae3373a94d35 None None] Port 5828e14b-5c1b-448b-98f1-7a6a46dad2ec cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:16:48.455297 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-745c532f-d612-449b-8727-c6789c77a741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5828e14b-5c1b-448b-98f1-7a6a46dad2ec {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:16:48.462581 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-745c532f-d612-449b-8727-c6789c77a741 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:16:48.475385 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-745c532f-d612-449b-8727-c6789c77a741 service neutron] Transition to ACTIVE for port object 5828e14b-5c1b-448b-98f1-7a6a46dad2ec will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:16:48.478231 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-745c532f-d612-449b-8727-c6789c77a741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:16:48.530669 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c532f-d612-449b-8727-c6789c77a741 service neutron] Pushing event updated for resources: {'Port': ['ID=5828e14b-5c1b-448b-98f1-7a6a46dad2ec,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:16:48.621576 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-745c532f-d612-449b-8727-c6789c77a741 service neutron] Attempting to bind port 5828e14b-5c1b-448b-98f1-7a6a46dad2ec on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:16:48.621915 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-745c532f-d612-449b-8727-c6789c77a741 service neutron] Attempting to bind port 5828e14b-5c1b-448b-98f1-7a6a46dad2ec by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': 'a679b6c2-4eb6-4677-b765-ccb3432ba71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:16:48.622244 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-745c532f-d612-449b-8727-c6789c77a741 service neutron] Attempting to bind port 5828e14b-5c1b-448b-98f1-7a6a46dad2ec on network a6860458-8089-4376-a722-7b1c40818ef4 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:16:48.630146 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-745c532f-d612-449b-8727-c6789c77a741 service neutron] Port 5828e14b-5c1b-448b-98f1-7a6a46dad2ec on network a6860458-8089-4376-a722-7b1c40818ef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:16:48.630414 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-745c532f-d612-449b-8727-c6789c77a741 service neutron] Attempting to bind port 5828e14b-5c1b-448b-98f1-7a6a46dad2ec on network a6860458-8089-4376-a722-7b1c40818ef4 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:16:48.640309 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-745c532f-d612-449b-8727-c6789c77a741 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:16:48.640741 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-745c532f-d612-449b-8727-c6789c77a741 service neutron] Checking segment: {'id': 'a679b6c2-4eb6-4677-b765-ccb3432ba71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:16:48.641076 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-745c532f-d612-449b-8727-c6789c77a741 service neutron] Bound using segment: {'id': 'a679b6c2-4eb6-4677-b765-ccb3432ba71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:16:48.641634 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-745c532f-d612-449b-8727-c6789c77a741 service neutron] Bound port: 5828e14b-5c1b-448b-98f1-7a6a46dad2ec, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a679b6c2-4eb6-4677-b765-ccb3432ba71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:16:48.642022 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-745c532f-d612-449b-8727-c6789c77a741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:16:48.711028 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-745c532f-d612-449b-8727-c6789c77a741 service neutron] For port 5828e14b-5c1b-448b-98f1-7a6a46dad2ec, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:16:48.714902 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-745c532f-d612-449b-8727-c6789c77a741 service neutron] For port 5828e14b-5c1b-448b-98f1-7a6a46dad2ec, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5828e14b-5c1b-448b-98f1-7a6a46dad2ec,segment=NetworkSegment(a679b6c2-4eb6-4677-b765-ccb3432ba71e),segment_id=a679b6c2-4eb6-4677-b765-ccb3432ba71e)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:16:48.730996 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-745c532f-d612-449b-8727-c6789c77a741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:16:48.787511 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-745c532f-d612-449b-8727-c6789c77a741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:16:48.788135 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-745c532f-d612-449b-8727-c6789c77a741 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:16:48.789571 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-745c532f-d612-449b-8727-c6789c77a741 service neutron] 10.222.0.31 "PUT /v2.0/ports/5828e14b-5c1b-448b-98f1-7a6a46dad2ec HTTP/1.1" status: 200 len: 1091 time: 0.6673348 Dec 09 16:16:48.790881 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1', 'tag': '5828e14b-5c1b-448b-98f1-7a6a46dad2ec'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:16:48.793559 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd957c25-dd76-4260-aab3-6d19d913cb30" -d '{"events": [{"name": "network-changed", "server_uuid": "9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1", "tag": "5828e14b-5c1b-448b-98f1-7a6a46dad2ec"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:16:48.826567 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31f70d-8a26-440b-9fa8-4b2b2e87a68c req-80966cfc-c39b-4566-9c0b-1b0b1a846c43 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:16:48.828155 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7b31f70d-8a26-440b-9fa8-4b2b2e87a68c req-80966cfc-c39b-4566-9c0b-1b0b1a846c43 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1 HTTP/1.1" status: 200 len: 943 time: 0.1105154 Dec 09 16:16:48.839906 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c532f-d612-449b-8727-c6789c77a741 service neutron] Pushing event updated for resources: {'Port': ['ID=5828e14b-5c1b-448b-98f1-7a6a46dad2ec,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:16:48.926226 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7b31f70d-8a26-440b-9fa8-4b2b2e87a68c req-b9e195d8-8de6-43a7-b504-0e6b3b44c13e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905087 Dec 09 16:16:48.929242 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-2ea836f0-dacd-4848-b3e7-d394d3f2da34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:16:48.930713 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-2ea836f0-dacd-4848-b3e7-d394d3f2da34 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed744bdd64cf4529a4e59d4f7e83d0c7&device_id=9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1 HTTP/1.1" status: 200 len: 1094 time: 0.0928664 Dec 09 16:16:48.982788 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-89d90c25-d66b-4cc2-b63d-5df0a14d1d22 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5828e14b-5c1b-448b-98f1-7a6a46dad2ec HTTP/1.1" status: 200 len: 217 time: 0.0436606 Dec 09 16:16:48.990489 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1eaaee-da6f-4f59-8e9c-ba9777c95ff5 x-openstack-request-id: req-1e1eaaee-da6f-4f59-8e9c-ba9777c95ff5 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:16:48.990489 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1", "tag": "5828e14b-5c1b-448b-98f1-7a6a46dad2ec", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:16:48.990489 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1e1eaaee-da6f-4f59-8e9c-ba9777c95ff5 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:16:48.990869 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1', 'tag': '5828e14b-5c1b-448b-98f1-7a6a46dad2ec', 'status': 'completed', 'code': 200} Dec 09 16:16:49.044721 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-777a9b14-fdf8-4c66-bd20-78fa1b219c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:16:49.046205 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-777a9b14-fdf8-4c66-bd20-78fa1b219c05 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1eccceca-2871-4532-af54-95d3af68b080 HTTP/1.1" status: 200 len: 850 time: 0.0507724 Dec 09 16:16:49.097317 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-8b33607e-f8f6-4fcf-a72e-025f81ca128a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:16:49.099077 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-8b33607e-f8f6-4fcf-a72e-025f81ca128a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a6860458-8089-4376-a722-7b1c40818ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451884 Dec 09 16:16:49.191201 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-34975a7e-b6e8-43a7-9029-2e06bd701b7c service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847924 Dec 09 16:16:49.283568 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57650a7b-84db-490a-b181-1d8ea4b3bada req-06d122ca-436a-4a2c-b653-8a64457e8256 service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832736 Dec 09 16:16:49.368399 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd957c25-dd76-4260-aab3-6d19d913cb30 req-1f10fd7b-6fda-49f1-a6a7-b36a8e41ba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:16:49.370428 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fd957c25-dd76-4260-aab3-6d19d913cb30 req-1f10fd7b-6fda-49f1-a6a7-b36a8e41ba45 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed744bdd64cf4529a4e59d4f7e83d0c7&device_id=9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1 HTTP/1.1" status: 200 len: 1094 time: 0.0413215 Dec 09 16:16:49.465716 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd957c25-dd76-4260-aab3-6d19d913cb30 req-00fbebf3-0c2b-4d11-babc-19f8f9b5e02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:16:49.467184 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fd957c25-dd76-4260-aab3-6d19d913cb30 req-00fbebf3-0c2b-4d11-babc-19f8f9b5e02a service neutron] 10.222.0.31 "GET /v2.0/networks?id=a6860458-8089-4376-a722-7b1c40818ef4 HTTP/1.1" status: 200 len: 912 time: 0.0902605 Dec 09 16:16:49.509381 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fd957c25-dd76-4260-aab3-6d19d913cb30 req-ffcaa759-305e-4813-9300-4d162a045c73 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5828e14b-5c1b-448b-98f1-7a6a46dad2ec HTTP/1.1" status: 200 len: 217 time: 0.0351155 Dec 09 16:16:49.563545 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd957c25-dd76-4260-aab3-6d19d913cb30 req-c6175745-866b-4644-8d3f-3e6034d6034a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:16:49.564988 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fd957c25-dd76-4260-aab3-6d19d913cb30 req-c6175745-866b-4644-8d3f-3e6034d6034a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1eccceca-2871-4532-af54-95d3af68b080 HTTP/1.1" status: 200 len: 850 time: 0.0489364 Dec 09 16:16:49.610488 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd957c25-dd76-4260-aab3-6d19d913cb30 req-38aa1640-5716-472e-b391-473eec093eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:16:49.611978 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fd957c25-dd76-4260-aab3-6d19d913cb30 req-38aa1640-5716-472e-b391-473eec093eb6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a6860458-8089-4376-a722-7b1c40818ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401566 Dec 09 16:16:49.703246 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fd957c25-dd76-4260-aab3-6d19d913cb30 req-d839d78e-90b6-404e-a9cb-ef3ad5e942ba service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839975 Dec 09 16:16:49.801458 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fd957c25-dd76-4260-aab3-6d19d913cb30 req-36a382c8-84fa-4449-86bc-dcaca77bf695 service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905015 Dec 09 16:16:50.048990 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bde173-bd3e-4178-a0b3-dc1d9b45fa9f req-fce1bd8c-0ad4-49f1-bf3a-4bd5bb6a009a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:16:50.050520 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d4bde173-bd3e-4178-a0b3-dc1d9b45fa9f req-fce1bd8c-0ad4-49f1-bf3a-4bd5bb6a009a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1 HTTP/1.1" status: 200 len: 943 time: 0.0525837 Dec 09 16:16:50.103405 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d4bde173-bd3e-4178-a0b3-dc1d9b45fa9f req-25389236-4182-42ab-92a5-2c29e5806233 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470028 Dec 09 16:16:50.513490 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e9caf30b-7d46-4cc3-9501-4f52294c13d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:16:51.226374 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81517ad-cf2d-4fcb-971f-f5541a84db09 req-fd1445bd-cf5f-4ab8-8a3a-10dc46facc0a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:16:51.227973 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a81517ad-cf2d-4fcb-971f-f5541a84db09 req-fd1445bd-cf5f-4ab8-8a3a-10dc46facc0a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1 HTTP/1.1" status: 200 len: 943 time: 0.0538082 Dec 09 16:16:51.277440 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a81517ad-cf2d-4fcb-971f-f5541a84db09 req-2e0b4e66-1dc9-49ce-a4e5-5d3f1d0e7948 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433893 Dec 09 16:16:52.402762 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded9827-6aad-45d0-988a-475d9995fa16 req-b6efc606-ef0f-41a0-a9d4-580ede1ec096 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:16:52.404308 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2ded9827-6aad-45d0-988a-475d9995fa16 req-b6efc606-ef0f-41a0-a9d4-580ede1ec096 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1 HTTP/1.1" status: 200 len: 943 time: 0.0536332 Dec 09 16:16:52.455406 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2ded9827-6aad-45d0-988a-475d9995fa16 req-1b5ce10c-71cc-418e-8f03-b47945a650be tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451038 Dec 09 16:16:53.040492 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b3ec4dd8-9057-4f42-93cc-dcbf40dfe6b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:16:53.574552 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def752b-e96e-4c8d-9ee5-7254edffb601 req-a91d6788-1503-4b24-9be4-47ad2955aa03 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:16:53.576018 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9def752b-e96e-4c8d-9ee5-7254edffb601 req-a91d6788-1503-4b24-9be4-47ad2955aa03 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1 HTTP/1.1" status: 200 len: 943 time: 0.0477545 Dec 09 16:16:53.629353 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9def752b-e96e-4c8d-9ee5-7254edffb601 req-a495b065-db66-4780-b01e-381bb0727bb6 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474122 Dec 09 16:16:54.170290 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:16:54.745201 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94613faa-4141-4ff0-a370-5f38103c9ce8 req-9b499918-5eb5-4851-b489-165e0bbf9bd8 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:16:54.746764 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-94613faa-4141-4ff0-a370-5f38103c9ce8 req-9b499918-5eb5-4851-b489-165e0bbf9bd8 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1 HTTP/1.1" status: 200 len: 943 time: 0.0486646 Dec 09 16:16:54.794857 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-94613faa-4141-4ff0-a370-5f38103c9ce8 req-2f2569b5-1168-41ed-8120-b4fd02c78604 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423343 Dec 09 16:16:54.904849 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:16:55.424164 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:16:55.912386 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da578897-cdb2-4f32-ab75-4671c3446e50 req-eb2157c6-45fc-4cf9-88f5-e11e69780e7a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:16:55.913891 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da578897-cdb2-4f32-ab75-4671c3446e50 req-eb2157c6-45fc-4cf9-88f5-e11e69780e7a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1 HTTP/1.1" status: 200 len: 943 time: 0.0487404 Dec 09 16:16:55.962501 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da578897-cdb2-4f32-ab75-4671c3446e50 req-8b4d4d72-1985-487f-966d-6286ecdf36bc tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420759 Dec 09 16:16:56.478477 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:16:57.083611 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d7987-132b-461a-97d0-254a6d43eab6 req-b7a127fa-9add-4207-bc6f-31b8881ae3bc tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:16:57.085110 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ab1d7987-132b-461a-97d0-254a6d43eab6 req-b7a127fa-9add-4207-bc6f-31b8881ae3bc tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1 HTTP/1.1" status: 200 len: 943 time: 0.0522237 Dec 09 16:16:57.133665 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ab1d7987-132b-461a-97d0-254a6d43eab6 req-bf72a236-82f2-4365-a5cf-8a26a983af26 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426686 Dec 09 16:16:58.249736 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd18ad6-3025-4d82-ade0-60e011348c51 req-fe3b492c-f871-4707-9444-b836f02832f7 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:16:58.251193 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecd18ad6-3025-4d82-ade0-60e011348c51 req-fe3b492c-f871-4707-9444-b836f02832f7 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1 HTTP/1.1" status: 200 len: 943 time: 0.0477679 Dec 09 16:16:58.301393 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecd18ad6-3025-4d82-ade0-60e011348c51 req-826de597-242b-4a05-a472-346085394c32 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443287 Dec 09 16:16:59.419466 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb974fd0-a14a-4665-ba8b-d13c3320d99c req-a3d6a234-7817-40ad-92f9-032c6973b1e4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:16:59.420977 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eb974fd0-a14a-4665-ba8b-d13c3320d99c req-a3d6a234-7817-40ad-92f9-032c6973b1e4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1 HTTP/1.1" status: 200 len: 943 time: 0.0489147 Dec 09 16:16:59.473590 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eb974fd0-a14a-4665-ba8b-d13c3320d99c req-1da44fea-d997-4252-8e22-ee741454ee6c tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467589 Dec 09 16:17:00.552730 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 5828e14b-5c1b-448b-98f1-7a6a46dad2ec details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:17:00.593429 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e2f81-aae9-4126-a0a9-92c98f2c2181 req-bcf94b86-b0e3-4f11-9012-9dcf5b7535c3 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:17:00.594953 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8b9e2f81-aae9-4126-a0a9-92c98f2c2181 req-bcf94b86-b0e3-4f11-9012-9dcf5b7535c3 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1 HTTP/1.1" status: 200 len: 943 time: 0.0486913 Dec 09 16:17:00.645737 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8b9e2f81-aae9-4126-a0a9-92c98f2c2181 req-f98e14ee-97ac-4ac3-b3ff-e64d1eefa4dc tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444276 Dec 09 16:17:00.649028 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 5828e14b-5c1b-448b-98f1-7a6a46dad2ec, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5828e14b-5c1b-448b-98f1-7a6a46dad2ec,segment=NetworkSegment(a679b6c2-4eb6-4677-b765-ccb3432ba71e),segment_id=a679b6c2-4eb6-4677-b765-ccb3432ba71e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:17:00.662186 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '5828e14b-5c1b-448b-98f1-7a6a46dad2ec', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'port_id': '5828e14b-5c1b-448b-98f1-7a6a46dad2ec', 'mac_address': 'fa:16:3e:a6:00:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eccceca-2871-4532-af54-95d3af68b080', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:17:00.699199 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:17:00.712040 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5828e14b-5c1b-448b-98f1-7a6a46dad2ec {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:17:00.735814 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 5828e14b-5c1b-448b-98f1-7a6a46dad2ec, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5828e14b-5c1b-448b-98f1-7a6a46dad2ec,segment=NetworkSegment(a679b6c2-4eb6-4677-b765-ccb3432ba71e),segment_id=a679b6c2-4eb6-4677-b765-ccb3432ba71e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:17:00.739679 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:17:00.785118 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=5828e14b-5c1b-448b-98f1-7a6a46dad2ec,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:17:00.792393 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:17:00.793303 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:17:00.793724 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:17:00.794688 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:17:00.794688 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:17:00.795198 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:17:00.795370 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:17:00.795702 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:17:00.796037 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:17:00.796367 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:17:00.796722 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:17:00.797049 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:17:00.797372 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:17:01.044952 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['5828e14b-5c1b-448b-98f1-7a6a46dad2ec'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:17:01.764347 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc6804-31dc-4b28-985d-89e55f2d852e req-75744545-5048-4bea-98f6-0b11a7f488e0 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:17:01.765857 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b0cc6804-31dc-4b28-985d-89e55f2d852e req-75744545-5048-4bea-98f6-0b11a7f488e0 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1 HTTP/1.1" status: 200 len: 944 time: 0.0495629 Dec 09 16:17:01.814773 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b0cc6804-31dc-4b28-985d-89e55f2d852e req-e4094ccd-091b-4edf-b1a2-13b78072a7c5 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430727 Dec 09 16:17:02.567983 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 5828e14b-5c1b-448b-98f1-7a6a46dad2ec up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:17:02.616496 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 5828e14b-5c1b-448b-98f1-7a6a46dad2ec completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:17:02.620430 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 5828e14b-5c1b-448b-98f1-7a6a46dad2ec triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:17:02.620844 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:17:02.697131 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:17:02.719389 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5828e14b-5c1b-448b-98f1-7a6a46dad2ec'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:17:02.721667 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0bb28b-26cd-4a60-ba59-d9a4636b71ea" -d '{"events": [{"server_uuid": "9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1", "name": "network-vif-plugged", "status": "completed", "tag": "5828e14b-5c1b-448b-98f1-7a6a46dad2ec"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:17:02.734937 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 5828e14b-5c1b-448b-98f1-7a6a46dad2ec, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5828e14b-5c1b-448b-98f1-7a6a46dad2ec,segment=NetworkSegment(a679b6c2-4eb6-4677-b765-ccb3432ba71e),segment_id=a679b6c2-4eb6-4677-b765-ccb3432ba71e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:17:02.738789 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:17:02.761281 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9848294-cb85-4420-bea0-e172a7710b2a x-openstack-request-id: req-c9848294-cb85-4420-bea0-e172a7710b2a {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:17:02.761601 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1", "name": "network-vif-plugged", "status": "completed", "tag": "5828e14b-5c1b-448b-98f1-7a6a46dad2ec", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:17:02.761853 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c9848294-cb85-4420-bea0-e172a7710b2a {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:17:02.762248 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5828e14b-5c1b-448b-98f1-7a6a46dad2ec', 'code': 200} Dec 09 16:17:02.788054 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=5828e14b-5c1b-448b-98f1-7a6a46dad2ec,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:17:02.861867 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9783ee-6302-4ae8-8bfb-538c13f5f5ae req-3b999248-1c9a-4ba1-8164-4e33252392b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:17:02.863373 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c9783ee-6302-4ae8-8bfb-538c13f5f5ae req-3b999248-1c9a-4ba1-8164-4e33252392b2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1 HTTP/1.1" status: 200 len: 1096 time: 0.0449131 Dec 09 16:17:02.937928 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9c9783ee-6302-4ae8-8bfb-538c13f5f5ae req-c5d70992-8580-44b2-9f41-ba96e2727955 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675528 Dec 09 16:17:02.952693 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc940bba-a384-4e7d-9dcc-413568c367e6 req-5edb38b8-764f-4fd5-9ddb-77a782b822cf tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:17:02.954120 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dc940bba-a384-4e7d-9dcc-413568c367e6 req-5edb38b8-764f-4fd5-9ddb-77a782b822cf tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1 HTTP/1.1" status: 200 len: 945 time: 0.0682025 Dec 09 16:17:03.002615 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dc940bba-a384-4e7d-9dcc-413568c367e6 req-81367eab-d97d-4810-bf9c-7e7a5f0b4398 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425894 Dec 09 16:17:03.749245 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:17:04.125911 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42043e21-7193-416e-baa9-25346c047f9c req-26992079-0ca5-4915-a9a3-d5a9fcf3be62 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:17:04.127430 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-42043e21-7193-416e-baa9-25346c047f9c req-26992079-0ca5-4915-a9a3-d5a9fcf3be62 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1 HTTP/1.1" status: 200 len: 945 time: 0.0535417 Dec 09 16:17:04.459786 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-42043e21-7193-416e-baa9-25346c047f9c req-f06822c3-0d9e-4aa0-8013-9caf607d1c47 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3263395 Dec 09 16:17:05.577411 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ca60f-a709-40f7-9ace-aaf52d0fe633 req-574d65b1-7404-4be9-8bec-e7d2fd2530e3 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:17:05.578876 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd0ca60f-a709-40f7-9ace-aaf52d0fe633 req-574d65b1-7404-4be9-8bec-e7d2fd2530e3 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1 HTTP/1.1" status: 200 len: 945 time: 0.0492187 Dec 09 16:17:05.627850 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd0ca60f-a709-40f7-9ace-aaf52d0fe633 req-52669489-488a-445e-b37a-9f795c1f9005 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431437 Dec 09 16:17:05.801552 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3fef5-892f-4231-85c8-6226e3c9e0b5 req-36c75733-ac4f-432a-ad43-32d8817cb0cc tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:17:05.803009 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ebe3fef5-892f-4231-85c8-6226e3c9e0b5 req-36c75733-ac4f-432a-ad43-32d8817cb0cc tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1 HTTP/1.1" status: 200 len: 945 time: 0.0493774 Dec 09 16:17:05.854155 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ebe3fef5-892f-4231-85c8-6226e3c9e0b5 req-3e9e4c01-4a26-4fe1-842b-7c7fa30a14c1 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452640 Dec 09 16:17:05.877214 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 45044) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:17:06.007571 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdcaee8-5af6-4361-9120-dc1f9e4fd62e tempest-TestVolumeBootPattern-1958692292 tempest-TestVolumeBootPattern-1958692292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:17:06.009092 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2cdcaee8-5af6-4361-9120-dc1f9e4fd62e tempest-TestVolumeBootPattern-1958692292 tempest-TestVolumeBootPattern-1958692292-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1 HTTP/1.1" status: 200 len: 1091 time: 0.1308873 Dec 09 16:17:06.012482 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 45050) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:17:06.016661 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-9a1980b6-3462-4623-8ab1-e84390f1d92a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'port_id': '5828e14b-5c1b-448b-98f1-7a6a46dad2ec', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:17:06.037870 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a1980b6-3462-4623-8ab1-e84390f1d92a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:17:06.129740 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a1980b6-3462-4623-8ab1-e84390f1d92a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:17:06.233419 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-9a1980b6-3462-4623-8ab1-e84390f1d92a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Allocated IP 172.25.3.168 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/32839bff-b5de-433a-8ec1-3aa1f9fc58a3) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:17:06.332257 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a1980b6-3462-4623-8ab1-e84390f1d92a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:17:06.370687 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a1980b6-3462-4623-8ab1-e84390f1d92a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:17:06.406487 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1980b6-3462-4623-8ab1-e84390f1d92a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:17:06.409252 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-9a1980b6-3462-4623-8ab1-e84390f1d92a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:17:06.411911 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1980b6-3462-4623-8ab1-e84390f1d92a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:17:06.442687 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1980b6-3462-4623-8ab1-e84390f1d92a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Pushing event updated for resources: {'Port': ['ID=32839bff-b5de-433a-8ec1-3aa1f9fc58a3,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:17:06.770248 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a1980b6-3462-4623-8ab1-e84390f1d92a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:17:06.836334 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a1980b6-3462-4623-8ab1-e84390f1d92a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:17:06.987645 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a1980b6-3462-4623-8ab1-e84390f1d92a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:17:06.992108 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a1980b6-3462-4623-8ab1-e84390f1d92a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:17:07.062753 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1980b6-3462-4623-8ab1-e84390f1d92a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Pushing event updated for resources: {'Port': ['ID=32839bff-b5de-433a-8ec1-3aa1f9fc58a3,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:17:07.070856 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a1980b6-3462-4623-8ab1-e84390f1d92a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:17:07.174396 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-9a1980b6-3462-4623-8ab1-e84390f1d92a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Floating IP bc92c675-2df5-4cf0-8b35-b68b8d58dc12 associated. External IP: 172.25.3.168, port: 5828e14b-5c1b-448b-98f1-7a6a46dad2ec. Dec 09 16:17:07.380852 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1980b6-3462-4623-8ab1-e84390f1d92a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Router 9a9a2b41-906a-4c30-8ba5-5901d649ad61 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:17:07.489566 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1980b6-3462-4623-8ab1-e84390f1d92a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:17:07.500513 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b8bb76-7a31-4d8e-b9d7-941565f9b3ef None None] Sync routers for ids ['9a9a2b41-906a-4c30-8ba5-5901d649ad61'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:17:07.508762 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a1980b6-3462-4623-8ab1-e84390f1d92a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:17:07.511436 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b8bb76-7a31-4d8e-b9d7-941565f9b3ef None None] Routers {'9a9a2b41-906a-4c30-8ba5-5901d649ad61'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:17:07.512237 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e0b8bb76-7a31-4d8e-b9d7-941565f9b3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:16:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9a9a2b41-906a-4c30-8ba5-5901d649ad61'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:17:07.544443 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9a1980b6-3462-4623-8ab1-e84390f1d92a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5221574 Dec 09 16:17:07.544443 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1', 'tag': '5828e14b-5c1b-448b-98f1-7a6a46dad2ec'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:17:07.544443 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df082896-7b61-4645-b767-0716769d46b9" -d '{"events": [{"name": "network-changed", "server_uuid": "9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1", "tag": "5828e14b-5c1b-448b-98f1-7a6a46dad2ec"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:17:07.577342 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2ef44d-6850-4eda-b27e-f918117856bb x-openstack-request-id: req-cb2ef44d-6850-4eda-b27e-f918117856bb {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:17:07.577640 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1", "tag": "5828e14b-5c1b-448b-98f1-7a6a46dad2ec", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:17:07.577896 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cb2ef44d-6850-4eda-b27e-f918117856bb {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:17:07.578311 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1', 'tag': '5828e14b-5c1b-448b-98f1-7a6a46dad2ec', 'status': 'completed', 'code': 200} Dec 09 16:17:07.621967 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-e0b8bb76-7a31-4d8e-b9d7-941565f9b3ef None None] Set router 9a9a2b41-906a-4c30-8ba5-5901d649ad61 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:17:07.643867 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df082896-7b61-4645-b767-0716769d46b9 req-90e0b29a-1bef-4bfd-a6a1-0f4130f38e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:17:07.645407 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-df082896-7b61-4645-b767-0716769d46b9 req-90e0b29a-1bef-4bfd-a6a1-0f4130f38e39 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed744bdd64cf4529a4e59d4f7e83d0c7&device_id=9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1 HTTP/1.1" status: 200 len: 1096 time: 0.0420418 Dec 09 16:17:07.739730 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df082896-7b61-4645-b767-0716769d46b9 req-86bac08e-da27-445b-9c37-e26446da0909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:17:07.741605 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-df082896-7b61-4645-b767-0716769d46b9 req-86bac08e-da27-445b-9c37-e26446da0909 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a6860458-8089-4376-a722-7b1c40818ef4 HTTP/1.1" status: 200 len: 912 time: 0.0882950 Dec 09 16:17:07.808533 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-df082896-7b61-4645-b767-0716769d46b9 req-7e1fd731-49b0-49c3-978b-c1773fe989cb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5828e14b-5c1b-448b-98f1-7a6a46dad2ec HTTP/1.1" status: 200 len: 999 time: 0.0594122 Dec 09 16:17:07.849738 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e0b8bb76-7a31-4d8e-b9d7-941565f9b3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'name': 'tempest-TestVolumeBootPattern-580071641-router', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:46Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 4, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'gw_port': {'id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:47Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': 'bc92c675-2df5-4cf0-8b35-b68b8d58dc12', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'floating_ip_address': '172.25.3.168', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'port_id': '5828e14b-5c1b-448b-98f1-7a6a46dad2ec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'mac_address': 'fa:16:3e:a6:00:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:17:06Z', 'updated_at': '2021-12-09T16:17:06Z', 'revision_number': 0, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4573353a-d676-444f-b42c-7c9877271fb3', 'name': '', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'mac_address': 'fa:16:3e:1e:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '1eccceca-2871-4532-af54-95d3af68b080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:48Z', 'updated_at': '2021-12-09T16:10:53Z', 'revision_number': 5, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'subnets': [{'id': '1eccceca-2871-4532-af54-95d3af68b080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:17:07.863303 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df082896-7b61-4645-b767-0716769d46b9 req-f37dc034-3659-4cc5-802a-f14890ed4330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:17:07.864800 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-df082896-7b61-4645-b767-0716769d46b9 req-f37dc034-3659-4cc5-802a-f14890ed4330 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1eccceca-2871-4532-af54-95d3af68b080 HTTP/1.1" status: 200 len: 850 time: 0.0496655 Dec 09 16:17:07.876828 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b8bb76-7a31-4d8e-b9d7-941565f9b3ef None None] Checking router: 9a9a2b41-906a-4c30-8ba5-5901d649ad61 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:17:07.886462 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b8bb76-7a31-4d8e-b9d7-941565f9b3ef None None] Routers {'9a9a2b41-906a-4c30-8ba5-5901d649ad61'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:17:07.887342 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e0b8bb76-7a31-4d8e-b9d7-941565f9b3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:16:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9a9a2b41-906a-4c30-8ba5-5901d649ad61'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:17:07.911215 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df082896-7b61-4645-b767-0716769d46b9 req-0ce37675-6943-47a5-b47b-c490921660d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:17:07.912754 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-df082896-7b61-4645-b767-0716769d46b9 req-0ce37675-6943-47a5-b47b-c490921660d5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a6860458-8089-4376-a722-7b1c40818ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413194 Dec 09 16:17:07.992561 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-e0b8bb76-7a31-4d8e-b9d7-941565f9b3ef None None] Set router 9a9a2b41-906a-4c30-8ba5-5901d649ad61 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:17:08.003927 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-df082896-7b61-4645-b767-0716769d46b9 req-b4efc9e9-90fd-48a9-9864-aad83d0cb523 service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833936 Dec 09 16:17:08.100883 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-df082896-7b61-4645-b767-0716769d46b9 req-36d22bc2-98e7-497f-b8f5-b8e1015c5c59 service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900006 Dec 09 16:17:08.215148 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e0b8bb76-7a31-4d8e-b9d7-941565f9b3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'name': 'tempest-TestVolumeBootPattern-580071641-router', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:46Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 4, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'gw_port': {'id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:47Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': 'bc92c675-2df5-4cf0-8b35-b68b8d58dc12', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'floating_ip_address': '172.25.3.168', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'port_id': '5828e14b-5c1b-448b-98f1-7a6a46dad2ec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'mac_address': 'fa:16:3e:a6:00:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:17:06Z', 'updated_at': '2021-12-09T16:17:06Z', 'revision_number': 0, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4573353a-d676-444f-b42c-7c9877271fb3', 'name': '', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'mac_address': 'fa:16:3e:1e:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '1eccceca-2871-4532-af54-95d3af68b080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:48Z', 'updated_at': '2021-12-09T16:10:53Z', 'revision_number': 5, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'subnets': [{'id': '1eccceca-2871-4532-af54-95d3af68b080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:17:08.240890 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b8bb76-7a31-4d8e-b9d7-941565f9b3ef None None] The sync data for ids ['9a9a2b41-906a-4c30-8ba5-5901d649ad61'] in n-d-821228-1 is: [{'id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'name': 'tempest-TestVolumeBootPattern-580071641-router', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:46Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 4, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'gw_port': {'id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:47Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': 'bc92c675-2df5-4cf0-8b35-b68b8d58dc12', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'floating_ip_address': '172.25.3.168', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'port_id': '5828e14b-5c1b-448b-98f1-7a6a46dad2ec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'mac_address': 'fa:16:3e:a6:00:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:17:06Z', 'updated_at': '2021-12-09T16:17:06Z', 'revision_number': 0, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4573353a-d676-444f-b42c-7c9877271fb3', 'name': '', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'mac_address': 'fa:16:3e:1e:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '1eccceca-2871-4532-af54-95d3af68b080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:48Z', 'updated_at': '2021-12-09T16:10:53Z', 'revision_number': 5, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'subnets': [{'id': '1eccceca-2871-4532-af54-95d3af68b080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:17:08.431525 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6883d79-cfde-4ed5-9253-414eba5dc9f9 None None] New status for floating IP bc92c675-2df5-4cf0-8b35-b68b8d58dc12: ACTIVE {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:17:16.357883 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:17:20.515918 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d4129611-88f7-417a-8d17-6a7859597ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:17:23.202411 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-37243a5a-d441-4810-8366-5b2b1612f69c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:17:24.173464 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:17:24.902928 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:17:25.425822 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:17:26.482106 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:17:27.496894 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd567f11-ffa5-485c-ae48-acf7591cee92 req-cf3fe3ed-79f3-4291-852d-e849b90c5a1e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452290 Dec 09 16:17:27.580953 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd567f11-ffa5-485c-ae48-acf7591cee92 req-4a2cb052-6043-4869-940b-bc4267ace442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:17:27.582535 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd567f11-ffa5-485c-ae48-acf7591cee92 req-4a2cb052-6043-4869-940b-bc4267ace442 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed744bdd64cf4529a4e59d4f7e83d0c7&device_id=9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1 HTTP/1.1" status: 200 len: 1096 time: 0.0429754 Dec 09 16:17:27.691192 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd567f11-ffa5-485c-ae48-acf7591cee92 req-3b787817-1a8d-4116-8d65-f79b1b20853f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:17:27.692722 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd567f11-ffa5-485c-ae48-acf7591cee92 req-3b787817-1a8d-4116-8d65-f79b1b20853f service neutron] 10.222.0.31 "GET /v2.0/networks?id=a6860458-8089-4376-a722-7b1c40818ef4 HTTP/1.1" status: 200 len: 912 time: 0.0906091 Dec 09 16:17:27.762713 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd567f11-ffa5-485c-ae48-acf7591cee92 req-c04a0308-2c91-430d-8912-83400ddc6777 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5828e14b-5c1b-448b-98f1-7a6a46dad2ec HTTP/1.1" status: 200 len: 1001 time: 0.0623803 Dec 09 16:17:27.820896 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd567f11-ffa5-485c-ae48-acf7591cee92 req-384be742-665f-4433-ab2b-46be391393d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:17:27.822391 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd567f11-ffa5-485c-ae48-acf7591cee92 req-384be742-665f-4433-ab2b-46be391393d1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1eccceca-2871-4532-af54-95d3af68b080 HTTP/1.1" status: 200 len: 850 time: 0.0515513 Dec 09 16:17:27.872148 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd567f11-ffa5-485c-ae48-acf7591cee92 req-08f921b5-65c7-4360-8f37-8eceb996b42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:17:27.873699 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd567f11-ffa5-485c-ae48-acf7591cee92 req-08f921b5-65c7-4360-8f37-8eceb996b42b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a6860458-8089-4376-a722-7b1c40818ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435462 Dec 09 16:17:27.965604 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd567f11-ffa5-485c-ae48-acf7591cee92 req-49c072ce-d7a3-4ad5-9550-95bd1e09aa83 service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834601 Dec 09 16:17:28.059725 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd567f11-ffa5-485c-ae48-acf7591cee92 req-8b9bc64a-d593-4274-8f0c-526e1618fbfe service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863299 Dec 09 16:17:40.748895 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:17:46.136664 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e82c3c95-9ddc-44d4-ba9a-7e12a53bf222 req-8e728fdb-f9af-49d3-aabc-142bed45e6e8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406508 Dec 09 16:17:46.242369 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c3c95-9ddc-44d4-ba9a-7e12a53bf222 req-970cadcf-f591-4936-8d0b-0ea5971d8830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:17:46.243921 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e82c3c95-9ddc-44d4-ba9a-7e12a53bf222 req-970cadcf-f591-4936-8d0b-0ea5971d8830 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d1a17c4f79b6475180f40fbc91b21271&device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 1097 time: 0.0453219 Dec 09 16:17:46.346795 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c3c95-9ddc-44d4-ba9a-7e12a53bf222 req-99ca3624-ba19-4e25-b1bd-126e81421c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:17:46.348581 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e82c3c95-9ddc-44d4-ba9a-7e12a53bf222 req-99ca3624-ba19-4e25-b1bd-126e81421c3b service neutron] 10.222.0.42 "GET /v2.0/networks?id=ce25dac2-f6ce-4523-8255-ce6ac115ce5f HTTP/1.1" status: 200 len: 917 time: 0.0851135 Dec 09 16:17:46.381322 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:17:46.418484 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e82c3c95-9ddc-44d4-ba9a-7e12a53bf222 req-84580210-13f8-499e-83ed-3a0f648a6e6a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f7407cc-0517-448d-8dfe-6fac4fd38c38 HTTP/1.1" status: 200 len: 1002 time: 0.0623209 Dec 09 16:17:46.466261 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c3c95-9ddc-44d4-ba9a-7e12a53bf222 req-01787568-60b0-4afb-ad89-cdd7fde035b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:17:46.468245 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e82c3c95-9ddc-44d4-ba9a-7e12a53bf222 req-01787568-60b0-4afb-ad89-cdd7fde035b2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbee70a7-ae73-4915-a662-48eb665c9e7f HTTP/1.1" status: 200 len: 855 time: 0.0426691 Dec 09 16:17:46.512624 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c3c95-9ddc-44d4-ba9a-7e12a53bf222 req-c39bb718-c0a9-4007-81e5-17be0ed17850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:17:46.514091 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e82c3c95-9ddc-44d4-ba9a-7e12a53bf222 req-c39bb718-c0a9-4007-81e5-17be0ed17850 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ce25dac2-f6ce-4523-8255-ce6ac115ce5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388613 Dec 09 16:17:46.612428 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e82c3c95-9ddc-44d4-ba9a-7e12a53bf222 req-36f959e2-34d4-4fea-8e8a-4cefa18ee0f0 service neutron] 10.222.0.42 "GET /v2.0/networks/ce25dac2-f6ce-4523-8255-ce6ac115ce5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903628 Dec 09 16:17:46.701743 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e82c3c95-9ddc-44d4-ba9a-7e12a53bf222 req-22f95c66-8d78-490a-8cdc-67da2c1838d9 service neutron] 10.222.0.42 "GET /v2.0/networks/ce25dac2-f6ce-4523-8255-ce6ac115ce5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816088 Dec 09 16:17:50.519252 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e67b884a-1d63-4975-bd86-fcfa7d2d2cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:17:53.050721 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d9a86fc8-699c-4e18-8880-efb565965bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:17:54.177082 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:17:54.902541 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:17:55.427788 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:17:56.487110 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:18:16.377230 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:18:17.751385 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:18:20.522068 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9bb063e9-c8a1-44e6-b1ff-f02baa2bbd08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:18:23.042177 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-868f03fa-979a-4a27-aa5e-d9697bd979a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:18:24.180111 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:18:24.894899 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:18:25.433023 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:18:26.493832 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:18:28.425309 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-16c92a9e-878d-443a-a834-196e967ea52b req-d0eacfaa-c756-4920-94a4-187aa72598e5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423965 Dec 09 16:18:28.508116 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c92a9e-878d-443a-a834-196e967ea52b req-bb511e04-1742-4a57-accd-541dde2a51e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:28.509729 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-16c92a9e-878d-443a-a834-196e967ea52b req-bb511e04-1742-4a57-accd-541dde2a51e6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed744bdd64cf4529a4e59d4f7e83d0c7&device_id=9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1 HTTP/1.1" status: 200 len: 1096 time: 0.0421355 Dec 09 16:18:28.615899 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c92a9e-878d-443a-a834-196e967ea52b req-b61682da-9ce9-4179-b169-09a27aa410bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:28.617349 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-16c92a9e-878d-443a-a834-196e967ea52b req-b61682da-9ce9-4179-b169-09a27aa410bd service neutron] 10.222.0.31 "GET /v2.0/networks?id=a6860458-8089-4376-a722-7b1c40818ef4 HTTP/1.1" status: 200 len: 912 time: 0.0882196 Dec 09 16:18:28.682606 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-16c92a9e-878d-443a-a834-196e967ea52b req-9a2d4b6b-ffde-4119-8118-0b79c9a3bad0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5828e14b-5c1b-448b-98f1-7a6a46dad2ec HTTP/1.1" status: 200 len: 1001 time: 0.0581367 Dec 09 16:18:28.733833 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c92a9e-878d-443a-a834-196e967ea52b req-e86d2c95-e028-4087-90ab-7840ee469f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:28.735403 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-16c92a9e-878d-443a-a834-196e967ea52b req-e86d2c95-e028-4087-90ab-7840ee469f6d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1eccceca-2871-4532-af54-95d3af68b080 HTTP/1.1" status: 200 len: 850 time: 0.0462782 Dec 09 16:18:28.781518 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c92a9e-878d-443a-a834-196e967ea52b req-736925f2-b0db-4d52-8cb8-1c66fade9e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:28.782999 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-16c92a9e-878d-443a-a834-196e967ea52b req-736925f2-b0db-4d52-8cb8-1c66fade9e07 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a6860458-8089-4376-a722-7b1c40818ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407047 Dec 09 16:18:28.871833 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-16c92a9e-878d-443a-a834-196e967ea52b req-4cd3042a-58e4-4a0b-884a-c83f25570a9d service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815499 Dec 09 16:18:28.966033 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-16c92a9e-878d-443a-a834-196e967ea52b req-91defe81-597e-4ef9-bc22-22f537069e1c service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869737 Dec 09 16:18:33.674500 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa169e-c05d-40c6-82c0-70259a1fac14 req-07f82372-5c43-48b6-87ae-d8b69e264ba7 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:33.675986 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6fa169e-c05d-40c6-82c0-70259a1fac14 req-07f82372-5c43-48b6-87ae-d8b69e264ba7 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 946 time: 0.0573859 Dec 09 16:18:33.733059 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6fa169e-c05d-40c6-82c0-70259a1fac14 req-9d93ace4-ebad-44f5-9cb0-5299102c0183 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503533 Dec 09 16:18:34.863223 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5166c7-2af5-4b2f-b567-618d6d723c49 req-aa06012b-f057-447e-a6b4-819f96477cba tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:34.864756 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f5166c7-2af5-4b2f-b567-618d6d723c49 req-aa06012b-f057-447e-a6b4-819f96477cba tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 946 time: 0.0490003 Dec 09 16:18:34.915793 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f5166c7-2af5-4b2f-b567-618d6d723c49 req-b8c1d6e2-06ae-42f7-976f-de3248ca4f10 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451763 Dec 09 16:18:36.037079 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a2019-08ab-49d8-976d-4f22fd17572b req-f96dad74-63be-4c86-88f8-46fd4fc9898a tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:36.038751 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9f4a2019-08ab-49d8-976d-4f22fd17572b req-f96dad74-63be-4c86-88f8-46fd4fc9898a tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 946 time: 0.0490441 Dec 09 16:18:36.086394 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9f4a2019-08ab-49d8-976d-4f22fd17572b req-57b5c282-52b8-432b-ba69-c00feab41bfb tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419424 Dec 09 16:18:37.204845 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed238e-ce7a-4533-a407-0ce7be19c0c0 req-8f00a4b8-08c6-419a-9157-d673429c32bf tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:37.206302 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3eed238e-ce7a-4533-a407-0ce7be19c0c0 req-8f00a4b8-08c6-419a-9157-d673429c32bf tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 946 time: 0.0476255 Dec 09 16:18:37.253328 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3eed238e-ce7a-4533-a407-0ce7be19c0c0 req-b2c9036c-8cdd-4454-8ee2-db899fd8116c tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411563 Dec 09 16:18:38.376551 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ccf98-8924-4610-9c9a-6ff48a743b6e req-4d67122f-fede-4878-9f06-306dea24a8aa tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:38.378075 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-204ccf98-8924-4610-9c9a-6ff48a743b6e req-4d67122f-fede-4878-9f06-306dea24a8aa tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 946 time: 0.0534253 Dec 09 16:18:38.425622 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-204ccf98-8924-4610-9c9a-6ff48a743b6e req-dcb4ac10-07f5-4755-846e-424dd9687784 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416589 Dec 09 16:18:39.558957 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785eff7-2760-4338-aca7-488548ed06d6 req-e84d347c-297a-44c6-a6ac-44255ae891a1 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:39.560545 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5785eff7-2760-4338-aca7-488548ed06d6 req-e84d347c-297a-44c6-a6ac-44255ae891a1 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 946 time: 0.0559824 Dec 09 16:18:39.608479 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5785eff7-2760-4338-aca7-488548ed06d6 req-38d00b6c-e6e9-4f58-9656-121cf9479156 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410087 Dec 09 16:18:40.739311 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef55138-bcce-4861-b1ba-34b63f5ff532 req-0173a82e-27fa-4824-96bf-2045245bafe9 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:40.740828 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8ef55138-bcce-4861-b1ba-34b63f5ff532 req-0173a82e-27fa-4824-96bf-2045245bafe9 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 946 time: 0.0521107 Dec 09 16:18:40.791924 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8ef55138-bcce-4861-b1ba-34b63f5ff532 req-e1ee720c-d31f-4bed-9aa2-1caa81ece440 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444520 Dec 09 16:18:41.916708 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c713dab-7f62-4584-b9ff-d50d2802afce req-f8cbabcf-6d51-4859-b030-745dd714c797 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:41.918220 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3c713dab-7f62-4584-b9ff-d50d2802afce req-f8cbabcf-6d51-4859-b030-745dd714c797 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 946 time: 0.0504656 Dec 09 16:18:41.968204 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3c713dab-7f62-4584-b9ff-d50d2802afce req-dff42cb2-245d-48ee-a5b0-fe60b9770ca5 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439348 Dec 09 16:18:43.104851 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e58ebd-dce1-4880-9a2d-f161933098f2 req-2de19c12-0f1b-4226-b724-3ea41886d59a tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:43.106483 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e7e58ebd-dce1-4880-9a2d-f161933098f2 req-2de19c12-0f1b-4226-b724-3ea41886d59a tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 946 time: 0.0625143 Dec 09 16:18:43.160959 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e7e58ebd-dce1-4880-9a2d-f161933098f2 req-6f12c59c-9812-4b4b-abb8-c1ea10f55c91 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478988 Dec 09 16:18:44.303793 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab6226-9d78-4990-97f7-417b83172655 req-3e34606f-c160-45b3-8d94-83b90ce69f01 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:44.307583 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-10ab6226-9d78-4990-97f7-417b83172655 req-3e34606f-c160-45b3-8d94-83b90ce69f01 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 946 time: 0.0679159 Dec 09 16:18:44.380925 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-10ab6226-9d78-4990-97f7-417b83172655 req-00c509f9-010d-4458-bf46-f7528a68f4ec tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633397 Dec 09 16:18:45.565515 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e00c0-d922-4cca-b2ac-0f497d372cb0 req-a36bd49e-d656-4e1e-abbc-4435c6843b66 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:45.566975 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fe3e00c0-d922-4cca-b2ac-0f497d372cb0 req-a36bd49e-d656-4e1e-abbc-4435c6843b66 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 946 time: 0.0824649 Dec 09 16:18:45.640237 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fe3e00c0-d922-4cca-b2ac-0f497d372cb0 req-4f7a151c-e30d-4a7f-9249-061cc993ec44 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632873 Dec 09 16:18:46.400091 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:18:46.709007 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 0f7407cc-0517-448d-8dfe-6fac4fd38c38 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:18:46.822071 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb38198-1b59-4350-8ab6-bd367a5b094b req-913fc949-c02e-4050-ad9a-2fe870558213 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:46.823803 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0bb38198-1b59-4350-8ab6-bd367a5b094b req-913fc949-c02e-4050-ad9a-2fe870558213 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 946 time: 0.0763054 Dec 09 16:18:46.859427 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 0f7407cc-0517-448d-8dfe-6fac4fd38c38, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=0f7407cc-0517-448d-8dfe-6fac4fd38c38,segment=NetworkSegment(c5af4b92-f900-4d5c-8a3c-a495f3e1e912),segment_id=c5af4b92-f900-4d5c-8a3c-a495f3e1e912)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:18:46.874893 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '0f7407cc-0517-448d-8dfe-6fac4fd38c38', 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f', 'port_id': '0f7407cc-0517-448d-8dfe-6fac4fd38c38', 'mac_address': 'fa:16:3e:18:4d:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbee70a7-ae73-4915-a662-48eb665c9e7f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:18:46.887960 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0bb38198-1b59-4350-8ab6-bd367a5b094b req-5cc85ca2-58e7-40af-89ab-97da0cd61fd6 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573235 Dec 09 16:18:46.916366 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:18:46.937538 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0f7407cc-0517-448d-8dfe-6fac4fd38c38 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:18:46.958667 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 0f7407cc-0517-448d-8dfe-6fac4fd38c38, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=0f7407cc-0517-448d-8dfe-6fac4fd38c38,segment=NetworkSegment(c5af4b92-f900-4d5c-8a3c-a495f3e1e912),segment_id=c5af4b92-f900-4d5c-8a3c-a495f3e1e912)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:18:46.963054 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:18:47.038750 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=0f7407cc-0517-448d-8dfe-6fac4fd38c38,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:18:47.047999 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:18:47.048223 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:18:47.048599 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:18:47.048936 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:18:47.049280 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:18:47.049606 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:18:47.049940 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:18:47.050296 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:18:47.050592 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:18:47.050923 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:18:47.051250 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:18:47.051584 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:18:47.051899 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:18:47.104564 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['0f7407cc-0517-448d-8dfe-6fac4fd38c38'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:18:47.209271 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a644b5-004b-4c9a-b786-975b593f505b req-842dd355-f757-4f01-a808-ace8a5701a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:47.211955 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-19a644b5-004b-4c9a-b786-975b593f505b req-842dd355-f757-4f01-a808-ace8a5701a1d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d1a17c4f79b6475180f40fbc91b21271&device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 1096 time: 0.0525107 Dec 09 16:18:47.358498 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a644b5-004b-4c9a-b786-975b593f505b req-f324f140-0790-4396-9957-ba2bd0e9e0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:47.360092 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-19a644b5-004b-4c9a-b786-975b593f505b req-f324f140-0790-4396-9957-ba2bd0e9e0fb service neutron] 10.222.0.42 "GET /v2.0/networks?id=ce25dac2-f6ce-4523-8255-ce6ac115ce5f HTTP/1.1" status: 200 len: 917 time: 0.1258290 Dec 09 16:18:47.427621 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-19a644b5-004b-4c9a-b786-975b593f505b req-164e6b16-5b9e-421d-8711-5d9be1d3ff18 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f7407cc-0517-448d-8dfe-6fac4fd38c38 HTTP/1.1" status: 200 len: 1001 time: 0.0599606 Dec 09 16:18:47.483747 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a644b5-004b-4c9a-b786-975b593f505b req-8737fd6a-e20b-4df5-9b3d-799232001a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:47.485237 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-19a644b5-004b-4c9a-b786-975b593f505b req-8737fd6a-e20b-4df5-9b3d-799232001a4a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbee70a7-ae73-4915-a662-48eb665c9e7f HTTP/1.1" status: 200 len: 855 time: 0.0503891 Dec 09 16:18:47.537420 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a644b5-004b-4c9a-b786-975b593f505b req-376eb3c7-aefd-4b5f-a9bf-bc9f8243a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:47.538972 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-19a644b5-004b-4c9a-b786-975b593f505b req-376eb3c7-aefd-4b5f-a9bf-bc9f8243a740 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ce25dac2-f6ce-4523-8255-ce6ac115ce5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467339 Dec 09 16:18:47.631327 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-19a644b5-004b-4c9a-b786-975b593f505b req-c7baa609-106f-4d1b-9e9e-a7a6ce380f6a service neutron] 10.222.0.42 "GET /v2.0/networks/ce25dac2-f6ce-4523-8255-ce6ac115ce5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845597 Dec 09 16:18:47.729134 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-19a644b5-004b-4c9a-b786-975b593f505b req-a6477479-86af-4920-ab8b-a6f4c81c71bc service neutron] 10.222.0.42 "GET /v2.0/networks/ce25dac2-f6ce-4523-8255-ce6ac115ce5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906785 Dec 09 16:18:48.010428 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca921549-023d-40e8-84f7-50ffae7b75e3 req-771408ec-0da6-479f-862a-794e88907531 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:48.011917 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ca921549-023d-40e8-84f7-50ffae7b75e3 req-771408ec-0da6-479f-862a-794e88907531 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 945 time: 0.0516346 Dec 09 16:18:48.060797 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ca921549-023d-40e8-84f7-50ffae7b75e3 req-52c28a57-21f5-41de-80ba-b9885090ebc3 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421760 Dec 09 16:18:48.721228 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 0f7407cc-0517-448d-8dfe-6fac4fd38c38 up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:18:48.773974 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 0f7407cc-0517-448d-8dfe-6fac4fd38c38 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:18:48.774338 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:18:48.859593 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:18:48.886783 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c01a91-e77e-4482-9514-4d0caedbfd38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7407cc-0517-448d-8dfe-6fac4fd38c38'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:18:48.889550 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04c382e-8c7d-48d1-82e3-ebd427a37ef6" -d '{"events": [{"server_uuid": "62c01a91-e77e-4482-9514-4d0caedbfd38", "name": "network-vif-plugged", "status": "completed", "tag": "0f7407cc-0517-448d-8dfe-6fac4fd38c38"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:18:48.904115 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 0f7407cc-0517-448d-8dfe-6fac4fd38c38, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=0f7407cc-0517-448d-8dfe-6fac4fd38c38,segment=NetworkSegment(c5af4b92-f900-4d5c-8a3c-a495f3e1e912),segment_id=c5af4b92-f900-4d5c-8a3c-a495f3e1e912)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:18:48.911144 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:18:48.936944 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f304bf-4779-4fdc-b6ef-9ab4e9a4c730 x-openstack-request-id: req-39f304bf-4779-4fdc-b6ef-9ab4e9a4c730 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:18:48.937237 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c01a91-e77e-4482-9514-4d0caedbfd38", "name": "network-vif-plugged", "status": "completed", "tag": "0f7407cc-0517-448d-8dfe-6fac4fd38c38", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:18:48.937488 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-39f304bf-4779-4fdc-b6ef-9ab4e9a4c730 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:18:48.937879 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c01a91-e77e-4482-9514-4d0caedbfd38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7407cc-0517-448d-8dfe-6fac4fd38c38', 'code': 200} Dec 09 16:18:48.964649 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=0f7407cc-0517-448d-8dfe-6fac4fd38c38,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:18:49.182491 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37bef1-096e-4ea8-93e8-6d9999ecef85 req-f45d7a05-2180-4bd0-9744-551fbeafa8d9 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:49.183837 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6b37bef1-096e-4ea8-93e8-6d9999ecef85 req-f45d7a05-2180-4bd0-9744-551fbeafa8d9 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 946 time: 0.0480464 Dec 09 16:18:49.233693 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6b37bef1-096e-4ea8-93e8-6d9999ecef85 req-bb0d0447-2bf5-4d9d-8538-d2e6820883d8 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439758 Dec 09 16:18:49.832848 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8591dc72-87d0-4337-b070-594ad40d8179 req-3a877d73-8070-4ad5-9e46-5de5a094144f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1571638799&fields=id&tenant_id=ed744bdd64cf4529a4e59d4f7e83d0c7 HTTP/1.1" status: 200 len: 267 time: 0.0445185 Dec 09 16:18:49.942771 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591dc72-87d0-4337-b070-594ad40d8179 req-1b19fe5c-7317-462f-a92e-ffd3b4b14025 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:49.944310 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8591dc72-87d0-4337-b070-594ad40d8179 req-1b19fe5c-7317-462f-a92e-ffd3b4b14025 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/networks?id=a6860458-8089-4376-a722-7b1c40818ef4 HTTP/1.1" status: 200 len: 811 time: 0.1041863 Dec 09 16:18:49.959482 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8591dc72-87d0-4337-b070-594ad40d8179 req-97730cbb-af9d-49e5-8567-92fc25c0e1d5 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/quotas/ed744bdd64cf4529a4e59d4f7e83d0c7 HTTP/1.1" status: 200 len: 375 time: 0.0094604 Dec 09 16:18:50.020590 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8591dc72-87d0-4337-b070-594ad40d8179 req-15b34ad4-9d20-418b-84e7-64cb055bcc9e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ed744bdd64cf4529a4e59d4f7e83d0c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0554934 Dec 09 16:18:50.127571 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8591dc72-87d0-4337-b070-594ad40d8179 req-df649971-dee6-47f2-8708-21c5fabd56df service neutron] 10.222.0.57 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944717 Dec 09 16:18:50.224840 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8591dc72-87d0-4337-b070-594ad40d8179 req-9648288b-4b56-4712-b130-96d3c2ad0003 service neutron] 10.222.0.57 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912619 Dec 09 16:18:50.538849 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fdf2ae92-f7b0-458e-9a73-7d00907707c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:18:50.620073 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc1efc-61dc-4ad7-98a0-c56a073d6dd2 req-af0ee769-3b60-44ec-9920-f3a8d6ae6cb7 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:50.621666 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e7dc1efc-61dc-4ad7-98a0-c56a073d6dd2 req-af0ee769-3b60-44ec-9920-f3a8d6ae6cb7 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 946 time: 0.0612061 Dec 09 16:18:50.709417 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e7dc1efc-61dc-4ad7-98a0-c56a073d6dd2 req-60d568c7-e324-4808-9706-6f88be12ae6b tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707369 Dec 09 16:18:50.784550 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dfcaa3aa-2de9-46f5-9b2b-830c5478fe0c req-c92ddabc-7a3b-4cbf-87f4-51854505156d tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=83d8691b-6f18-4eaf-824d-ea732e0e3074 HTTP/1.1" status: 200 len: 210 time: 0.0304763 Dec 09 16:18:51.699870 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591dc72-87d0-4337-b070-594ad40d8179 req-6ac0298a-336d-4567-9cf8-9fa31150a37d tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:51.705532 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8591dc72-87d0-4337-b070-594ad40d8179 req-6ac0298a-336d-4567-9cf8-9fa31150a37d tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.31 "GET /v2.0/networks?id=a6860458-8089-4376-a722-7b1c40818ef4 HTTP/1.1" status: 200 len: 811 time: 0.1407521 Dec 09 16:18:51.780523 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8591dc72-87d0-4337-b070-594ad40d8179 req-669c1875-fa2d-4e9a-b9f6-c90a5fa05780 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed744bdd64cf4529a4e59d4f7e83d0c7 HTTP/1.1" status: 200 len: 380 time: 0.0655098 Dec 09 16:18:51.798704 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-8591dc72-87d0-4337-b070-594ad40d8179 req-9f5a08a9-5d06-48ec-8f54-ac37367501c4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Request body: {'port': {'device_id': '83d8691b-6f18-4eaf-824d-ea732e0e3074', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'admin_state_up': True, 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'security_groups': ['379ef084-ad0e-4325-a431-5578a1181c16']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:18:51.994855 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8591dc72-87d0-4337-b070-594ad40d8179 req-9f5a08a9-5d06-48ec-8f54-ac37367501c4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Made reservation on behalf of ed744bdd64cf4529a4e59d4f7e83d0c7 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:18:51.998875 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8591dc72-87d0-4337-b070-594ad40d8179 req-9f5a08a9-5d06-48ec-8f54-ac37367501c4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:18:52.120491 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bafa53-4b10-41b9-ab6a-c59c9db974c0 req-ae751821-d9a2-406e-ad4e-e02308527214 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:52.129381 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-08bafa53-4b10-41b9-ab6a-c59c9db974c0 req-ae751821-d9a2-406e-ad4e-e02308527214 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 946 time: 0.2289944 Dec 09 16:18:52.234366 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-08bafa53-4b10-41b9-ab6a-c59c9db974c0 req-88ebe8d2-debe-480a-8f36-6587c04876d6 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025953 Dec 09 16:18:52.237645 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-8591dc72-87d0-4337-b070-594ad40d8179 req-9f5a08a9-5d06-48ec-8f54-ac37367501c4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Allocated IP 172.20.0.4 (a6860458-8089-4376-a722-7b1c40818ef4/1eccceca-2871-4532-af54-95d3af68b080/67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:18:52.681442 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4a0a00ad-edb8-430b-ad48-5de69f0f2db7 req-69e8fe14-010b-4e1c-9356-4c0e9705a1d2 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=83d8691b-6f18-4eaf-824d-ea732e0e3074 HTTP/1.1" status: 200 len: 210 time: 0.0449591 Dec 09 16:18:52.789060 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8591dc72-87d0-4337-b070-594ad40d8179 req-9f5a08a9-5d06-48ec-8f54-ac37367501c4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:18:52.827776 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8591dc72-87d0-4337-b070-594ad40d8179 req-9f5a08a9-5d06-48ec-8f54-ac37367501c4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:18:52.882166 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8591dc72-87d0-4337-b070-594ad40d8179 req-9f5a08a9-5d06-48ec-8f54-ac37367501c4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Network a6860458-8089-4376-a722-7b1c40818ef4 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:18:52.885716 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-8591dc72-87d0-4337-b070-594ad40d8179 req-9f5a08a9-5d06-48ec-8f54-ac37367501c4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:18:52.900858 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-8591dc72-87d0-4337-b070-594ad40d8179 req-9f5a08a9-5d06-48ec-8f54-ac37367501c4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:18:52.963066 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a08a9-5d06-48ec-8f54-ac37367501c4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Pushing event updated for resources: {'Port': ['ID=67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:18:52.976564 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a08a9-5d06-48ec-8f54-ac37367501c4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:18:52.976911 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a08a9-5d06-48ec-8f54-ac37367501c4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:18:52.977250 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a08a9-5d06-48ec-8f54-ac37367501c4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:18:52.977588 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a08a9-5d06-48ec-8f54-ac37367501c4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:18:52.977923 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a08a9-5d06-48ec-8f54-ac37367501c4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:18:52.978254 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a08a9-5d06-48ec-8f54-ac37367501c4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:18:52.978601 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a08a9-5d06-48ec-8f54-ac37367501c4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:18:52.978909 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a08a9-5d06-48ec-8f54-ac37367501c4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:18:52.979233 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a08a9-5d06-48ec-8f54-ac37367501c4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:18:52.979556 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a08a9-5d06-48ec-8f54-ac37367501c4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:18:52.979882 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a08a9-5d06-48ec-8f54-ac37367501c4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:18:52.980203 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a08a9-5d06-48ec-8f54-ac37367501c4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:18:52.980550 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a08a9-5d06-48ec-8f54-ac37367501c4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:18:53.009103 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591dc72-87d0-4337-b070-594ad40d8179 req-9f5a08a9-5d06-48ec-8f54-ac37367501c4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:53.009956 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8591dc72-87d0-4337-b070-594ad40d8179 req-9f5a08a9-5d06-48ec-8f54-ac37367501c4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:18:53.066648 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8591dc72-87d0-4337-b070-594ad40d8179 req-9f5a08a9-5d06-48ec-8f54-ac37367501c4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2764623 Dec 09 16:18:53.066874 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bb81c47f-cf6e-4564-b2bb-57c240dc7981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:18:53.084095 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-8591dc72-87d0-4337-b070-594ad40d8179 req-4de2c8c3-5a21-4927-b26a-b177e379dabf service neutron] Request body: {'port': {'device_id': '83d8691b-6f18-4eaf-824d-ea732e0e3074', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:18:53.154333 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8591dc72-87d0-4337-b070-594ad40d8179 req-4de2c8c3-5a21-4927-b26a-b177e379dabf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:18:53.289912 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2c223ec8-20d5-4489-a109-1dc1775c9a21 None None] Provisioning complete for port 67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:18:53.290546 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2c223ec8-20d5-4489-a109-1dc1775c9a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:18:53.368517 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2c223ec8-20d5-4489-a109-1dc1775c9a21 None None] Port 67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:18:53.468007 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15157f-8edd-472d-943c-806657ead684 req-9f5a88b6-f14b-4d7b-9691-425242f1b767 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:53.469603 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6f15157f-8edd-472d-943c-806657ead684 req-9f5a88b6-f14b-4d7b-9691-425242f1b767 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 946 time: 0.1099513 Dec 09 16:18:53.565658 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6f15157f-8edd-472d-943c-806657ead684 req-f4b06b3f-c24e-422d-b0b4-f91409cdf0a8 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830739 Dec 09 16:18:53.621239 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-8591dc72-87d0-4337-b070-594ad40d8179 req-4de2c8c3-5a21-4927-b26a-b177e379dabf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:18:53.632742 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8591dc72-87d0-4337-b070-594ad40d8179 req-4de2c8c3-5a21-4927-b26a-b177e379dabf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:18:53.653583 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-8591dc72-87d0-4337-b070-594ad40d8179 req-4de2c8c3-5a21-4927-b26a-b177e379dabf service neutron] Transition to ACTIVE for port object 67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:18:53.664596 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8591dc72-87d0-4337-b070-594ad40d8179 req-4de2c8c3-5a21-4927-b26a-b177e379dabf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:18:53.720925 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2c8c3-5a21-4927-b26a-b177e379dabf service neutron] Pushing event updated for resources: {'Port': ['ID=67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:18:53.911563 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-8591dc72-87d0-4337-b070-594ad40d8179 req-4de2c8c3-5a21-4927-b26a-b177e379dabf service neutron] Attempting to bind port 67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:18:53.912084 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-8591dc72-87d0-4337-b070-594ad40d8179 req-4de2c8c3-5a21-4927-b26a-b177e379dabf service neutron] Attempting to bind port 67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': 'a679b6c2-4eb6-4677-b765-ccb3432ba71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:18:53.912277 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8591dc72-87d0-4337-b070-594ad40d8179 req-4de2c8c3-5a21-4927-b26a-b177e379dabf service neutron] Attempting to bind port 67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4 on network a6860458-8089-4376-a722-7b1c40818ef4 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:18:53.927509 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079d8d6-c847-410c-a28d-4f84677d252b req-92ac2b2e-97ec-428a-accc-ace80a5ae2a1 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:53.929267 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1079d8d6-c847-410c-a28d-4f84677d252b req-92ac2b2e-97ec-428a-accc-ace80a5ae2a1 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=83d8691b-6f18-4eaf-824d-ea732e0e3074 HTTP/1.1" status: 200 len: 943 time: 0.1147768 Dec 09 16:18:53.930101 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8591dc72-87d0-4337-b070-594ad40d8179 req-4de2c8c3-5a21-4927-b26a-b177e379dabf service neutron] Port 67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4 on network a6860458-8089-4376-a722-7b1c40818ef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:18:53.930426 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8591dc72-87d0-4337-b070-594ad40d8179 req-4de2c8c3-5a21-4927-b26a-b177e379dabf service neutron] Attempting to bind port 67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4 on network a6860458-8089-4376-a722-7b1c40818ef4 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:18:53.942954 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8591dc72-87d0-4337-b070-594ad40d8179 req-4de2c8c3-5a21-4927-b26a-b177e379dabf service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:18:53.943298 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8591dc72-87d0-4337-b070-594ad40d8179 req-4de2c8c3-5a21-4927-b26a-b177e379dabf service neutron] Checking segment: {'id': 'a679b6c2-4eb6-4677-b765-ccb3432ba71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:18:53.943689 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8591dc72-87d0-4337-b070-594ad40d8179 req-4de2c8c3-5a21-4927-b26a-b177e379dabf service neutron] Bound using segment: {'id': 'a679b6c2-4eb6-4677-b765-ccb3432ba71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:18:53.944124 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-8591dc72-87d0-4337-b070-594ad40d8179 req-4de2c8c3-5a21-4927-b26a-b177e379dabf service neutron] Bound port: 67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a679b6c2-4eb6-4677-b765-ccb3432ba71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:18:53.944511 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8591dc72-87d0-4337-b070-594ad40d8179 req-4de2c8c3-5a21-4927-b26a-b177e379dabf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:18:54.047656 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1079d8d6-c847-410c-a28d-4f84677d252b req-354bbcd5-d1f5-48ad-af3c-5175bfd1471f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067464 Dec 09 16:18:54.062614 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-8591dc72-87d0-4337-b070-594ad40d8179 req-4de2c8c3-5a21-4927-b26a-b177e379dabf service neutron] For port 67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:18:54.066887 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-8591dc72-87d0-4337-b070-594ad40d8179 req-4de2c8c3-5a21-4927-b26a-b177e379dabf service neutron] For port 67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4,segment=NetworkSegment(a679b6c2-4eb6-4677-b765-ccb3432ba71e),segment_id=a679b6c2-4eb6-4677-b765-ccb3432ba71e)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:18:54.071628 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8591dc72-87d0-4337-b070-594ad40d8179 req-4de2c8c3-5a21-4927-b26a-b177e379dabf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:18:54.111885 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591dc72-87d0-4337-b070-594ad40d8179 req-4de2c8c3-5a21-4927-b26a-b177e379dabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:54.112546 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8591dc72-87d0-4337-b070-594ad40d8179 req-4de2c8c3-5a21-4927-b26a-b177e379dabf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:18:54.113962 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8591dc72-87d0-4337-b070-594ad40d8179 req-4de2c8c3-5a21-4927-b26a-b177e379dabf service neutron] 10.222.0.31 "PUT /v2.0/ports/67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4 HTTP/1.1" status: 200 len: 1091 time: 1.0384815 Dec 09 16:18:54.114559 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83d8691b-6f18-4eaf-824d-ea732e0e3074', 'tag': '67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:18:54.119420 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e2b270-ccab-42d7-a4da-dfdde27c0fbc" -d '{"events": [{"name": "network-changed", "server_uuid": "83d8691b-6f18-4eaf-824d-ea732e0e3074", "tag": "67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:18:54.159600 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2c8c3-5a21-4927-b26a-b177e379dabf service neutron] Pushing event updated for resources: {'Port': ['ID=67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:18:54.213653 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:18:54.225200 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ef0be5-7c05-4b4a-98ee-ffbbdf14aab4 x-openstack-request-id: req-10ef0be5-7c05-4b4a-98ee-ffbbdf14aab4 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:18:54.225586 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83d8691b-6f18-4eaf-824d-ea732e0e3074", "tag": "67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:18:54.225946 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-10ef0be5-7c05-4b4a-98ee-ffbbdf14aab4 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:18:54.226459 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83d8691b-6f18-4eaf-824d-ea732e0e3074', 'tag': '67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4', 'status': 'completed', 'code': 200} Dec 09 16:18:54.238906 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591dc72-87d0-4337-b070-594ad40d8179 req-da83d3e6-bb02-459c-a2fe-0dc473a99332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:54.240663 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8591dc72-87d0-4337-b070-594ad40d8179 req-da83d3e6-bb02-459c-a2fe-0dc473a99332 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed744bdd64cf4529a4e59d4f7e83d0c7&device_id=83d8691b-6f18-4eaf-824d-ea732e0e3074 HTTP/1.1" status: 200 len: 1094 time: 0.0778499 Dec 09 16:18:54.303030 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8591dc72-87d0-4337-b070-594ad40d8179 req-0f609ed8-2e21-4754-9857-730ab9099b2c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4 HTTP/1.1" status: 200 len: 217 time: 0.0537164 Dec 09 16:18:54.386441 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591dc72-87d0-4337-b070-594ad40d8179 req-6a0f5f7d-2ede-4b41-af81-f91fb5f3429c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:54.390259 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8591dc72-87d0-4337-b070-594ad40d8179 req-6a0f5f7d-2ede-4b41-af81-f91fb5f3429c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1eccceca-2871-4532-af54-95d3af68b080 HTTP/1.1" status: 200 len: 850 time: 0.0791960 Dec 09 16:18:54.460710 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591dc72-87d0-4337-b070-594ad40d8179 req-db2b4e73-ea1c-4afa-9557-888de5363e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:54.463461 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8591dc72-87d0-4337-b070-594ad40d8179 req-db2b4e73-ea1c-4afa-9557-888de5363e24 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a6860458-8089-4376-a722-7b1c40818ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653238 Dec 09 16:18:54.587100 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8591dc72-87d0-4337-b070-594ad40d8179 req-f0919fb5-76c3-40e5-9bda-62acb2f3c170 service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159658 Dec 09 16:18:54.738491 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8591dc72-87d0-4337-b070-594ad40d8179 req-2c5341b0-e00e-4d18-9758-52fcd2ea9f48 service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315355 Dec 09 16:18:54.754013 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:18:54.761949 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfa1d9-d2d2-4da3-b80b-ff717227df1b req-9bb7f465-69c3-4fbe-b545-68bf179c4ccf tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:54.763961 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bebfa1d9-d2d2-4da3-b80b-ff717227df1b req-9bb7f465-69c3-4fbe-b545-68bf179c4ccf tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 946 time: 0.0764396 Dec 09 16:18:54.867309 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bebfa1d9-d2d2-4da3-b80b-ff717227df1b req-f65787e6-1622-45dc-a477-f44c6ffa0e8f tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947118 Dec 09 16:18:54.873823 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2b270-ccab-42d7-a4da-dfdde27c0fbc req-9a26273c-476b-423d-a9e0-e15251133f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:54.875316 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-31e2b270-ccab-42d7-a4da-dfdde27c0fbc req-9a26273c-476b-423d-a9e0-e15251133f08 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed744bdd64cf4529a4e59d4f7e83d0c7&device_id=83d8691b-6f18-4eaf-824d-ea732e0e3074 HTTP/1.1" status: 200 len: 1094 time: 0.0842321 Dec 09 16:18:54.927881 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:18:55.006397 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2b270-ccab-42d7-a4da-dfdde27c0fbc req-1679487f-3436-4327-aa87-c5664ae6d540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:55.007901 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-31e2b270-ccab-42d7-a4da-dfdde27c0fbc req-1679487f-3436-4327-aa87-c5664ae6d540 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a6860458-8089-4376-a722-7b1c40818ef4 HTTP/1.1" status: 200 len: 912 time: 0.1252811 Dec 09 16:18:55.054411 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-31e2b270-ccab-42d7-a4da-dfdde27c0fbc req-bfa4c19f-e1e9-4392-8dbd-3a41d09485ff service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4 HTTP/1.1" status: 200 len: 217 time: 0.0399106 Dec 09 16:18:55.113318 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2b270-ccab-42d7-a4da-dfdde27c0fbc req-85ac0875-0e06-4aaf-89b4-569f599bdba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:55.114983 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-31e2b270-ccab-42d7-a4da-dfdde27c0fbc req-85ac0875-0e06-4aaf-89b4-569f599bdba3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1eccceca-2871-4532-af54-95d3af68b080 HTTP/1.1" status: 200 len: 850 time: 0.0530016 Dec 09 16:18:55.216761 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2b270-ccab-42d7-a4da-dfdde27c0fbc req-9b050eda-82c7-4d95-a805-022c14287074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:55.218678 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-31e2b270-ccab-42d7-a4da-dfdde27c0fbc req-9b050eda-82c7-4d95-a805-022c14287074 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a6860458-8089-4376-a722-7b1c40818ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0934207 Dec 09 16:18:55.261519 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8df339-1144-4c68-83a0-6914d9e9ac08 req-24f42ef8-78ef-4338-b68a-812f024172ae tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:55.263089 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4e8df339-1144-4c68-83a0-6914d9e9ac08 req-24f42ef8-78ef-4338-b68a-812f024172ae tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=83d8691b-6f18-4eaf-824d-ea732e0e3074 HTTP/1.1" status: 200 len: 943 time: 0.1074035 Dec 09 16:18:55.368736 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4e8df339-1144-4c68-83a0-6914d9e9ac08 req-b5b22855-2989-4b0f-9ef7-d30854c0c407 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800519 Dec 09 16:18:55.396030 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-31e2b270-ccab-42d7-a4da-dfdde27c0fbc req-76acb474-3c28-41d0-8e27-94ddf09d8cab service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610363 Dec 09 16:18:55.446649 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:18:55.503283 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-31e2b270-ccab-42d7-a4da-dfdde27c0fbc req-c3813708-f324-4dde-996f-a13c6f1479fd service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031890 Dec 09 16:18:56.040031 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace96b6-0da6-434f-a5f6-b046ef183524 req-f39fb90e-e734-4129-8fc1-0419cf9be1f2 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:56.041643 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cace96b6-0da6-434f-a5f6-b046ef183524 req-f39fb90e-e734-4129-8fc1-0419cf9be1f2 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 946 time: 0.0685163 Dec 09 16:18:56.097248 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cace96b6-0da6-434f-a5f6-b046ef183524 req-3e0e91a5-82fe-420c-85ef-5d4eca1d3aa6 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492587 Dec 09 16:18:56.508970 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:18:56.537762 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3731985-75cb-44d7-b057-9efeebfa814b req-3ba3cc16-7523-46a8-a9de-b37e32195a17 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:56.545979 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b3731985-75cb-44d7-b057-9efeebfa814b req-3ba3cc16-7523-46a8-a9de-b37e32195a17 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=83d8691b-6f18-4eaf-824d-ea732e0e3074 HTTP/1.1" status: 200 len: 943 time: 0.0948763 Dec 09 16:18:56.605159 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b3731985-75cb-44d7-b057-9efeebfa814b req-4f8003e4-7071-4aa0-b8f8-dd3983bc598e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580943 Dec 09 16:18:57.245055 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa4b3b-2b7b-451b-8abf-7e86c22720c4 req-6b9c4939-ace9-4453-9b55-7a5566f58ba4 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:57.253356 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-66aa4b3b-2b7b-451b-8abf-7e86c22720c4 req-6b9c4939-ace9-4453-9b55-7a5566f58ba4 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 946 time: 0.0647168 Dec 09 16:18:57.327775 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-66aa4b3b-2b7b-451b-8abf-7e86c22720c4 req-38bd2523-1982-4f45-92a7-272c3cc6913b tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662422 Dec 09 16:18:57.756931 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673705a-b5b6-49a9-abc0-ad026ee04609 req-29df0c6b-0437-450a-bbac-8d607f7d6260 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:57.760070 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2673705a-b5b6-49a9-abc0-ad026ee04609 req-29df0c6b-0437-450a-bbac-8d607f7d6260 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=83d8691b-6f18-4eaf-824d-ea732e0e3074 HTTP/1.1" status: 200 len: 943 time: 0.0739949 Dec 09 16:18:57.827328 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2673705a-b5b6-49a9-abc0-ad026ee04609 req-a2762063-e50f-48de-b317-a53860dded8d tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579157 Dec 09 16:18:58.452032 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df570233-db77-410b-8d37-323bcc7e5d8b req-a49ab67c-5ae7-425f-9b1a-04bc0e3f9362 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:58.453815 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-df570233-db77-410b-8d37-323bcc7e5d8b req-a49ab67c-5ae7-425f-9b1a-04bc0e3f9362 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 946 time: 0.0539081 Dec 09 16:18:58.504660 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-df570233-db77-410b-8d37-323bcc7e5d8b req-d756c764-665e-4589-b99b-8eeac57cf6c3 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447083 Dec 09 16:18:58.966067 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c5d7f-4350-451b-a7ea-2a340fe1d6bb req-b523e5fe-f1da-43b8-8e04-f3d2a0c5b99d tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:58.967938 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d95c5d7f-4350-451b-a7ea-2a340fe1d6bb req-b523e5fe-f1da-43b8-8e04-f3d2a0c5b99d tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=83d8691b-6f18-4eaf-824d-ea732e0e3074 HTTP/1.1" status: 200 len: 943 time: 0.0539896 Dec 09 16:18:59.023047 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d95c5d7f-4350-451b-a7ea-2a340fe1d6bb req-6db83b33-866a-4f99-8684-aee70adbb7ab tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480859 Dec 09 16:18:59.647353 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2701cd5-a224-4685-a014-84e2feb7d021 req-3eb8f192-89d1-4ca4-b865-2a6b883d862c tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:18:59.649386 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a2701cd5-a224-4685-a014-84e2feb7d021 req-3eb8f192-89d1-4ca4-b865-2a6b883d862c tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 946 time: 0.0577674 Dec 09 16:18:59.701107 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a2701cd5-a224-4685-a014-84e2feb7d021 req-b990dd09-3d28-44dc-86ca-98d57e840b52 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454319 Dec 09 16:19:00.162175 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e243497-3233-44e5-8480-b9c2d448fddb req-31797fc6-8c24-4d73-8482-89be4a01645f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:00.163691 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9e243497-3233-44e5-8480-b9c2d448fddb req-31797fc6-8c24-4d73-8482-89be4a01645f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=83d8691b-6f18-4eaf-824d-ea732e0e3074 HTTP/1.1" status: 200 len: 943 time: 0.0515170 Dec 09 16:19:00.224653 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9e243497-3233-44e5-8480-b9c2d448fddb req-ec8d4c85-9511-4164-a4a3-cdb636d9d8b5 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546303 Dec 09 16:19:00.852009 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c35623-d498-4851-9086-7f6223a08876 req-9abccf6c-e8f8-462a-8660-f1c686475053 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:00.853831 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11c35623-d498-4851-9086-7f6223a08876 req-9abccf6c-e8f8-462a-8660-f1c686475053 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 946 time: 0.0600352 Dec 09 16:19:00.910331 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11c35623-d498-4851-9086-7f6223a08876 req-073dd5ea-0d83-402b-9f13-da1a3d13fbbd tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500445 Dec 09 16:19:01.338513 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54641ec-f843-4226-9396-0a3550ddc023 req-688b5e8c-3cb3-41d0-b9dd-044cc8762048 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:01.340002 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b54641ec-f843-4226-9396-0a3550ddc023 req-688b5e8c-3cb3-41d0-b9dd-044cc8762048 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=83d8691b-6f18-4eaf-824d-ea732e0e3074 HTTP/1.1" status: 200 len: 943 time: 0.0498004 Dec 09 16:19:01.388921 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b54641ec-f843-4226-9396-0a3550ddc023 req-af8ac7e6-e988-47be-8d76-a87a5a4388e2 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430462 Dec 09 16:19:01.939698 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6d7c5-c0ec-4c3e-a2bb-c573e7a8bfd8 req-b98dea41-73d7-4a70-a24f-5f0ec410ab11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:01.941237 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a8c6d7c5-c0ec-4c3e-a2bb-c573e7a8bfd8 req-b98dea41-73d7-4a70-a24f-5f0ec410ab11 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d1a17c4f79b6475180f40fbc91b21271&device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 1097 time: 0.0440786 Dec 09 16:19:02.037122 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6d7c5-c0ec-4c3e-a2bb-c573e7a8bfd8 req-490212ea-c3ab-4004-bd27-c207f5dcfa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:02.038884 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a8c6d7c5-c0ec-4c3e-a2bb-c573e7a8bfd8 req-490212ea-c3ab-4004-bd27-c207f5dcfa92 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ce25dac2-f6ce-4523-8255-ce6ac115ce5f HTTP/1.1" status: 200 len: 917 time: 0.0913033 Dec 09 16:19:02.050734 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd65d6-3c84-46cc-868e-ef7dfb64865e req-ba74f7c9-ea4a-44c6-9c65-7f218590aca6 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:02.053660 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-66dd65d6-3c84-46cc-868e-ef7dfb64865e req-ba74f7c9-ea4a-44c6-9c65-7f218590aca6 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 946 time: 0.0579355 Dec 09 16:19:02.106353 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-66dd65d6-3c84-46cc-868e-ef7dfb64865e req-0a8d4b01-5ddb-4e2f-9d0a-6b577ed5cc67 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472708 Dec 09 16:19:02.108918 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a8c6d7c5-c0ec-4c3e-a2bb-c573e7a8bfd8 req-a868da7a-62a4-4e05-9c00-28027f761df3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f7407cc-0517-448d-8dfe-6fac4fd38c38 HTTP/1.1" status: 200 len: 1002 time: 0.0628824 Dec 09 16:19:02.161680 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6d7c5-c0ec-4c3e-a2bb-c573e7a8bfd8 req-8266cc9d-b0f1-4b1c-9be0-393905f4d6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:02.163330 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a8c6d7c5-c0ec-4c3e-a2bb-c573e7a8bfd8 req-8266cc9d-b0f1-4b1c-9be0-393905f4d6a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbee70a7-ae73-4915-a662-48eb665c9e7f HTTP/1.1" status: 200 len: 855 time: 0.0479147 Dec 09 16:19:02.215487 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6d7c5-c0ec-4c3e-a2bb-c573e7a8bfd8 req-3f76c8f7-5fb4-4398-8fc6-822890bd0a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:02.217013 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a8c6d7c5-c0ec-4c3e-a2bb-c573e7a8bfd8 req-3f76c8f7-5fb4-4398-8fc6-822890bd0a12 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ce25dac2-f6ce-4523-8255-ce6ac115ce5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469763 Dec 09 16:19:02.312858 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a8c6d7c5-c0ec-4c3e-a2bb-c573e7a8bfd8 req-929e8db8-f298-4b56-b41b-e9dfe2045c93 service neutron] 10.222.0.42 "GET /v2.0/networks/ce25dac2-f6ce-4523-8255-ce6ac115ce5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880108 Dec 09 16:19:02.413150 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a8c6d7c5-c0ec-4c3e-a2bb-c573e7a8bfd8 req-bdc0982d-311e-4e23-a9d3-a9e87f9ccc0a service neutron] 10.222.0.42 "GET /v2.0/networks/ce25dac2-f6ce-4523-8255-ce6ac115ce5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939946 Dec 09 16:19:02.516808 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e006ed-9371-4102-8b36-ff7db45f66d4 req-fa00d5c0-422e-4fe5-ae39-80be3a017850 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:02.518521 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f3e006ed-9371-4102-8b36-ff7db45f66d4 req-fa00d5c0-422e-4fe5-ae39-80be3a017850 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=83d8691b-6f18-4eaf-824d-ea732e0e3074 HTTP/1.1" status: 200 len: 943 time: 0.0595779 Dec 09 16:19:02.574744 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f3e006ed-9371-4102-8b36-ff7db45f66d4 req-6bbafced-bbb2-49ab-a7b0-02adc4707b95 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496824 Dec 09 16:19:03.229297 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b025f-5352-47b1-83ae-5828f7ea856a req-b4f3d69a-509b-4afe-91e7-a88af2802ae4 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:03.230768 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e50b025f-5352-47b1-83ae-5828f7ea856a req-b4f3d69a-509b-4afe-91e7-a88af2802ae4 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 946 time: 0.0489748 Dec 09 16:19:03.277840 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e50b025f-5352-47b1-83ae-5828f7ea856a req-a2f34cb3-d9ba-4e71-80d3-e90614a60228 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411105 Dec 09 16:19:03.707337 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffedc2-d40c-40e7-90f1-7d2b8439bcf0 req-acd44388-2dd2-4735-9313-1196a5d303a8 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:03.708828 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-daffedc2-d40c-40e7-90f1-7d2b8439bcf0 req-acd44388-2dd2-4735-9313-1196a5d303a8 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=83d8691b-6f18-4eaf-824d-ea732e0e3074 HTTP/1.1" status: 200 len: 943 time: 0.0542924 Dec 09 16:19:03.758501 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-daffedc2-d40c-40e7-90f1-7d2b8439bcf0 req-0668e273-d42c-480f-b5dd-11de65db3c5d tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434496 Dec 09 16:19:04.403121 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695ce71-d9c9-4230-910b-b6201fd6176b req-6cb93bf2-0d92-48b3-a2d4-553d33115589 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:04.404664 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d695ce71-d9c9-4230-910b-b6201fd6176b req-6cb93bf2-0d92-48b3-a2d4-553d33115589 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 946 time: 0.0512779 Dec 09 16:19:04.451695 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d695ce71-d9c9-4230-910b-b6201fd6176b req-368a8b8f-f2c8-43bb-baa6-5a28c60775db tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402107 Dec 09 16:19:04.872537 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b302fc-41d9-4563-87ab-5ecaf458bd3d req-a7fffc0e-4000-4b7c-9111-69c290809057 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:04.874021 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f1b302fc-41d9-4563-87ab-5ecaf458bd3d req-a7fffc0e-4000-4b7c-9111-69c290809057 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=83d8691b-6f18-4eaf-824d-ea732e0e3074 HTTP/1.1" status: 200 len: 943 time: 0.0489583 Dec 09 16:19:04.928748 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f1b302fc-41d9-4563-87ab-5ecaf458bd3d req-3bc9400c-7ad2-4727-8479-46df3561e9c4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481310 Dec 09 16:19:05.564660 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295442b-6361-4e03-adfb-66ca1df60bcd req-b560a03b-8935-46f7-bbb8-904c04a39cdf tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:05.566530 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7295442b-6361-4e03-adfb-66ca1df60bcd req-b560a03b-8935-46f7-bbb8-904c04a39cdf tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 946 time: 0.0499184 Dec 09 16:19:05.617295 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7295442b-6361-4e03-adfb-66ca1df60bcd req-2cf15e1a-67ba-44f0-b06d-dd85ff18614a tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451250 Dec 09 16:19:05.727147 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 45542) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:19:05.813930 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4e9ab0d3-476c-4d20-9e35-01eb7cfa832b req-f210dd94-3c3e-45b7-bef9-f7363c7d9192 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0856853 Dec 09 16:19:05.822878 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-4e9ab0d3-476c-4d20-9e35-01eb7cfa832b req-3e7b91ee-de97-4d91-a05e-b194e0a5374b service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 16:19:05.823833 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4e9ab0d3-476c-4d20-9e35-01eb7cfa832b req-3e7b91ee-de97-4d91-a05e-b194e0a5374b service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049005 Dec 09 16:19:06.052496 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f80fde-40c8-4ff3-b930-f7a71c602e2c req-68ae6d73-42a1-43ff-845a-92e1f9283ed0 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:06.053989 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51f80fde-40c8-4ff3-b930-f7a71c602e2c req-68ae6d73-42a1-43ff-845a-92e1f9283ed0 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=83d8691b-6f18-4eaf-824d-ea732e0e3074 HTTP/1.1" status: 200 len: 943 time: 0.0560496 Dec 09 16:19:06.108733 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51f80fde-40c8-4ff3-b930-f7a71c602e2c req-b8f64121-b8d7-4cc2-a3db-19b795907341 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486109 Dec 09 16:19:06.631627 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ab0d3-476c-4d20-9e35-01eb7cfa832b req-6aa08023-dcc4-4f7c-ab46-23fe61821b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:06.633086 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4e9ab0d3-476c-4d20-9e35-01eb7cfa832b req-6aa08023-dcc4-4f7c-ab46-23fe61821b2e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38&tenant_id=d1a17c4f79b6475180f40fbc91b21271 HTTP/1.1" status: 200 len: 1097 time: 0.0418026 Dec 09 16:19:06.703651 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ab0d3-476c-4d20-9e35-01eb7cfa832b req-1645a6cd-f203-4353-8fc2-36ed274f7f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:06.705705 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4e9ab0d3-476c-4d20-9e35-01eb7cfa832b req-1645a6cd-f203-4353-8fc2-36ed274f7f75 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d1a17c4f79b6475180f40fbc91b21271&device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 1097 time: 0.0404484 Dec 09 16:19:06.740648 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912fc7e-e3bb-40ac-8a86-b28f2a2e0768 req-2216246f-be6f-4057-898c-2ade29d69668 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:06.742183 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9912fc7e-e3bb-40ac-8a86-b28f2a2e0768 req-2216246f-be6f-4057-898c-2ade29d69668 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 946 time: 0.0503087 Dec 09 16:19:06.790597 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9912fc7e-e3bb-40ac-8a86-b28f2a2e0768 req-c713e4b7-3cc1-4536-9340-5ab7f2f2cf6e tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423608 Dec 09 16:19:06.804972 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ab0d3-476c-4d20-9e35-01eb7cfa832b req-117177df-302d-42ea-8a12-003ec5fec1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:06.809983 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4e9ab0d3-476c-4d20-9e35-01eb7cfa832b req-117177df-302d-42ea-8a12-003ec5fec1d8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ce25dac2-f6ce-4523-8255-ce6ac115ce5f HTTP/1.1" status: 200 len: 917 time: 0.0948904 Dec 09 16:19:06.819058 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 0f7407cc-0517-448d-8dfe-6fac4fd38c38 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:19:06.877722 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4e9ab0d3-476c-4d20-9e35-01eb7cfa832b req-e6355139-e988-4bd3-ae49-078af5ad74ae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f7407cc-0517-448d-8dfe-6fac4fd38c38 HTTP/1.1" status: 200 len: 1002 time: 0.0591409 Dec 09 16:19:06.896294 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:06.918866 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c01a91-e77e-4482-9514-4d0caedbfd38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f7407cc-0517-448d-8dfe-6fac4fd38c38'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:19:06.921331 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ad304b-c522-47db-8df8-64092720a16b" -d '{"events": [{"server_uuid": "62c01a91-e77e-4482-9514-4d0caedbfd38", "name": "network-vif-unplugged", "status": "completed", "tag": "0f7407cc-0517-448d-8dfe-6fac4fd38c38"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:19:06.929069 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ab0d3-476c-4d20-9e35-01eb7cfa832b req-4dc1e1ed-a90a-4876-b252-6fa9a668dbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:06.930814 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4e9ab0d3-476c-4d20-9e35-01eb7cfa832b req-4dc1e1ed-a90a-4876-b252-6fa9a668dbe5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbee70a7-ae73-4915-a662-48eb665c9e7f HTTP/1.1" status: 200 len: 855 time: 0.0454054 Dec 09 16:19:06.934081 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 0f7407cc-0517-448d-8dfe-6fac4fd38c38, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=0f7407cc-0517-448d-8dfe-6fac4fd38c38,segment=NetworkSegment(c5af4b92-f900-4d5c-8a3c-a495f3e1e912),segment_id=c5af4b92-f900-4d5c-8a3c-a495f3e1e912)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:19:06.939801 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:06.969044 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 16:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff06aa8c-6467-41c2-b9bb-33b6246f54cb x-openstack-request-id: req-ff06aa8c-6467-41c2-b9bb-33b6246f54cb {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:19:06.969337 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c01a91-e77e-4482-9514-4d0caedbfd38", "name": "network-vif-unplugged", "status": "completed", "tag": "0f7407cc-0517-448d-8dfe-6fac4fd38c38", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:19:06.969589 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ff06aa8c-6467-41c2-b9bb-33b6246f54cb {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:19:06.970041 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c01a91-e77e-4482-9514-4d0caedbfd38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f7407cc-0517-448d-8dfe-6fac4fd38c38', 'code': 200} Dec 09 16:19:06.983278 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ab0d3-476c-4d20-9e35-01eb7cfa832b req-cf9c2e24-2519-4ca4-9911-eeab3a5704cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:06.984808 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4e9ab0d3-476c-4d20-9e35-01eb7cfa832b req-cf9c2e24-2519-4ca4-9911-eeab3a5704cd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ce25dac2-f6ce-4523-8255-ce6ac115ce5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463243 Dec 09 16:19:06.996124 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=0f7407cc-0517-448d-8dfe-6fac4fd38c38,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:19:07.077749 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4e9ab0d3-476c-4d20-9e35-01eb7cfa832b req-7b9fbc28-6474-493c-a99f-421faa3fcc2c service neutron] 10.222.0.42 "GET /v2.0/networks/ce25dac2-f6ce-4523-8255-ce6ac115ce5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815518 Dec 09 16:19:07.158469 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:19:07.172348 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4e9ab0d3-476c-4d20-9e35-01eb7cfa832b req-3f08df7f-ecc9-493e-a564-7075357f5ffa service neutron] 10.222.0.42 "GET /v2.0/networks/ce25dac2-f6ce-4523-8255-ce6ac115ce5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879214 Dec 09 16:19:07.230529 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5da50-f1dd-44ea-bf44-7fb1d9391255 req-283e9dc0-03b4-4b6b-8f20-a7990815d70c tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:07.232059 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ccb5da50-f1dd-44ea-bf44-7fb1d9391255 req-283e9dc0-03b4-4b6b-8f20-a7990815d70c tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=83d8691b-6f18-4eaf-824d-ea732e0e3074 HTTP/1.1" status: 200 len: 943 time: 0.0503342 Dec 09 16:19:07.255486 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4,segment=NetworkSegment(a679b6c2-4eb6-4677-b765-ccb3432ba71e),segment_id=a679b6c2-4eb6-4677-b765-ccb3432ba71e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:19:07.268524 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'port_id': '67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4', 'mac_address': 'fa:16:3e:0b:41:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eccceca-2871-4532-af54-95d3af68b080', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:19:07.290903 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ccb5da50-f1dd-44ea-bf44-7fb1d9391255 req-a09826a5-f927-4b70-a0c7-1a96ab5cd66e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516047 Dec 09 16:19:07.313206 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:07.327540 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:19:07.349584 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4,segment=NetworkSegment(a679b6c2-4eb6-4677-b765-ccb3432ba71e),segment_id=a679b6c2-4eb6-4677-b765-ccb3432ba71e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:19:07.353896 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:07.401946 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:19:07.743378 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:19:07.922758 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f97040-77cf-4136-8fbd-5bfd4c0d03e3 req-0ab8ac52-6a7d-4b41-95a3-f6fc4e146d14 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:07.930891 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-30f97040-77cf-4136-8fbd-5bfd4c0d03e3 req-0ab8ac52-6a7d-4b41-95a3-f6fc4e146d14 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 944 time: 0.0609915 Dec 09 16:19:07.984441 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-30f97040-77cf-4136-8fbd-5bfd4c0d03e3 req-4c6c749f-e804-4d4c-a1eb-cebca00ebc23 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520124 Dec 09 16:19:08.419263 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805334df-3d21-4aa3-ba10-3cc5e21317d8 req-6cbb126e-50d7-4d56-9c51-f2b494f518aa tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:08.420845 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-805334df-3d21-4aa3-ba10-3cc5e21317d8 req-6cbb126e-50d7-4d56-9c51-f2b494f518aa tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=83d8691b-6f18-4eaf-824d-ea732e0e3074 HTTP/1.1" status: 200 len: 944 time: 0.0533783 Dec 09 16:19:08.472775 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-805334df-3d21-4aa3-ba10-3cc5e21317d8 req-0162087d-e50b-4d2f-9181-d5d4123f121b tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450783 Dec 09 16:19:09.117740 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67eb64-c09a-4b25-844e-3eb14fdf7281 req-a7cc19ba-bd99-4b83-b6e4-c41aaab989f3 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:09.119284 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd67eb64-c09a-4b25-844e-3eb14fdf7281 req-a7cc19ba-bd99-4b83-b6e4-c41aaab989f3 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 944 time: 0.0560148 Dec 09 16:19:09.159188 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:19:09.172049 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd67eb64-c09a-4b25-844e-3eb14fdf7281 req-2e0174e2-238c-4dd4-b13d-1123e8e9412b tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459104 Dec 09 16:19:09.216504 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:19:09.221092 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:19:09.221470 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:09.302682 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:09.325659 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d8691b-6f18-4eaf-824d-ea732e0e3074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:19:09.328274 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c243f7d-119e-4293-87ad-8d8963557507" -d '{"events": [{"server_uuid": "83d8691b-6f18-4eaf-824d-ea732e0e3074", "name": "network-vif-plugged", "status": "completed", "tag": "67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:19:09.341284 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4,segment=NetworkSegment(a679b6c2-4eb6-4677-b765-ccb3432ba71e),segment_id=a679b6c2-4eb6-4677-b765-ccb3432ba71e)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:19:09.346527 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:09.381448 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e107021-bd1c-4c16-843e-1fa02bf0c75d x-openstack-request-id: req-0e107021-bd1c-4c16-843e-1fa02bf0c75d {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:19:09.381745 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d8691b-6f18-4eaf-824d-ea732e0e3074", "name": "network-vif-plugged", "status": "completed", "tag": "67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:19:09.381996 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0e107021-bd1c-4c16-843e-1fa02bf0c75d {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:19:09.382408 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d8691b-6f18-4eaf-824d-ea732e0e3074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4', 'code': 200} Dec 09 16:19:09.405946 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:19:09.488606 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb30026-fd5e-43e5-8ccb-774d55b201af req-d2ed8676-8d7c-4b08-b0c9-e70383a37f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:09.490108 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aeb30026-fd5e-43e5-8ccb-774d55b201af req-d2ed8676-8d7c-4b08-b0c9-e70383a37f88 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=83d8691b-6f18-4eaf-824d-ea732e0e3074 HTTP/1.1" status: 200 len: 1096 time: 0.0420420 Dec 09 16:19:09.542029 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aeb30026-fd5e-43e5-8ccb-774d55b201af req-1797f4c2-7c18-40e3-9de9-f0356328a763 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426905 Dec 09 16:19:09.604143 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8462e-f520-43f2-8efc-a909a4d87fdb req-056c28eb-1e0d-42d9-bf79-ebd27cee518e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:09.606670 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f4a8462e-f520-43f2-8efc-a909a4d87fdb req-056c28eb-1e0d-42d9-bf79-ebd27cee518e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=83d8691b-6f18-4eaf-824d-ea732e0e3074 HTTP/1.1" status: 200 len: 945 time: 0.0586500 Dec 09 16:19:09.666136 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f4a8462e-f520-43f2-8efc-a909a4d87fdb req-a6773c51-bda8-496d-8ec2-a4a649aeca1a tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544415 Dec 09 16:19:10.301875 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c15fde-89fe-4933-88b6-afee65fc5c74 req-8c5c8bc1-bf21-4c7d-9570-7bbcafa5af5d tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:10.303387 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e3c15fde-89fe-4933-88b6-afee65fc5c74 req-8c5c8bc1-bf21-4c7d-9570-7bbcafa5af5d tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 944 time: 0.0515187 Dec 09 16:19:10.356814 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e3c15fde-89fe-4933-88b6-afee65fc5c74 req-b5c1d51f-bddd-4714-8114-4a3ec4957563 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472200 Dec 09 16:19:10.791340 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b63f09-b522-42fa-9302-a365823d4b4f req-e98cd637-c8a2-4aba-8ffb-310c803da0ec tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:10.793080 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-82b63f09-b522-42fa-9302-a365823d4b4f req-e98cd637-c8a2-4aba-8ffb-310c803da0ec tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=83d8691b-6f18-4eaf-824d-ea732e0e3074 HTTP/1.1" status: 200 len: 945 time: 0.0525992 Dec 09 16:19:10.852375 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-82b63f09-b522-42fa-9302-a365823d4b4f req-492d4ecf-9f5f-479f-a4d7-4eaba88534bd tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527325 Dec 09 16:19:11.487365 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cf0a2-d8a5-486c-9d97-baae0d4c0c60 req-113c2ab9-6503-4508-9288-7a9a3b2da61a tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:11.488944 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b48cf0a2-d8a5-486c-9d97-baae0d4c0c60 req-113c2ab9-6503-4508-9288-7a9a3b2da61a tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 944 time: 0.0563545 Dec 09 16:19:11.539201 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b48cf0a2-d8a5-486c-9d97-baae0d4c0c60 req-3fb17f7a-19c0-4efe-aaa5-c8964c93a24e tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441344 Dec 09 16:19:12.042866 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed550251-6e8f-4b8e-baf2-63f381f80587 req-8e62a35f-35d9-4cf0-839a-bed8818a1f7e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:12.044626 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ed550251-6e8f-4b8e-baf2-63f381f80587 req-8e62a35f-35d9-4cf0-839a-bed8818a1f7e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=83d8691b-6f18-4eaf-824d-ea732e0e3074 HTTP/1.1" status: 200 len: 945 time: 0.1199634 Dec 09 16:19:12.097941 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ed550251-6e8f-4b8e-baf2-63f381f80587 req-a63d33a1-7c7b-4545-8aa6-9d24bc35fc26 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465190 Dec 09 16:19:12.223969 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e35c7-e74f-4c81-a60e-fd6c97e315f3 req-23ceccc3-d409-409c-8adb-18edb1b80afc tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:12.225502 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-446e35c7-e74f-4c81-a60e-fd6c97e315f3 req-23ceccc3-d409-409c-8adb-18edb1b80afc tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=83d8691b-6f18-4eaf-824d-ea732e0e3074 HTTP/1.1" status: 200 len: 945 time: 0.0583267 Dec 09 16:19:12.277571 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-446e35c7-e74f-4c81-a60e-fd6c97e315f3 req-94480ae6-e3ba-4cb7-8488-b53f72d5bede tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459619 Dec 09 16:19:12.302620 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 45600) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:19:12.700367 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1946feec-a223-4c82-b8ba-3b2d7d936207 tempest-TestVolumeBootPattern-1958692292 tempest-TestVolumeBootPattern-1958692292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:12.704580 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1946feec-a223-4c82-b8ba-3b2d7d936207 tempest-TestVolumeBootPattern-1958692292 tempest-TestVolumeBootPattern-1958692292-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=83d8691b-6f18-4eaf-824d-ea732e0e3074 HTTP/1.1" status: 200 len: 1091 time: 0.3980813 Dec 09 16:19:12.704747 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c4999-d4d3-4783-8c7f-3a6800dc77e9 req-03555638-104d-46dd-a091-6e9f88b5eda9 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:12.704747 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fe5c4999-d4d3-4783-8c7f-3a6800dc77e9 req-03555638-104d-46dd-a091-6e9f88b5eda9 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 944 time: 0.0597651 Dec 09 16:19:12.705286 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 45604) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:19:12.709107 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-104f81e7-2721-46c0-887d-eb02af07746b tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'port_id': '67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:19:12.748229 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-104f81e7-2721-46c0-887d-eb02af07746b tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:12.812511 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fe5c4999-d4d3-4783-8c7f-3a6800dc77e9 req-7458df26-3cf9-47c8-9412-e5a94304d068 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977318 Dec 09 16:19:12.874984 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-104f81e7-2721-46c0-887d-eb02af07746b tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:12.987460 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-104f81e7-2721-46c0-887d-eb02af07746b tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Allocated IP 172.25.3.113 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/ffeb1122-0e9a-4ca8-8d37-5faf0eb116bf) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:19:13.098460 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-104f81e7-2721-46c0-887d-eb02af07746b tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:13.135876 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-104f81e7-2721-46c0-887d-eb02af07746b tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:13.180317 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104f81e7-2721-46c0-887d-eb02af07746b tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:19:13.186784 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-104f81e7-2721-46c0-887d-eb02af07746b tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:19:13.189046 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f81e7-2721-46c0-887d-eb02af07746b tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Pushing event updated for resources: {'Port': ['ID=ffeb1122-0e9a-4ca8-8d37-5faf0eb116bf,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:19:13.191074 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104f81e7-2721-46c0-887d-eb02af07746b tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:19:13.572911 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-104f81e7-2721-46c0-887d-eb02af07746b tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:13.648055 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-104f81e7-2721-46c0-887d-eb02af07746b tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:13.815603 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-104f81e7-2721-46c0-887d-eb02af07746b tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:13.821107 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-104f81e7-2721-46c0-887d-eb02af07746b tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:13.900572 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f81e7-2721-46c0-887d-eb02af07746b tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Pushing event updated for resources: {'Port': ['ID=ffeb1122-0e9a-4ca8-8d37-5faf0eb116bf,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:19:13.934393 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-104f81e7-2721-46c0-887d-eb02af07746b tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:14.003202 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2f107-e532-4279-a4ec-485678d35eec req-d918f890-35aa-4d45-afde-0a9b14ef157e tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:14.004774 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c4c2f107-e532-4279-a4ec-485678d35eec req-d918f890-35aa-4d45-afde-0a9b14ef157e tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 944 time: 0.1013398 Dec 09 16:19:14.087844 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-104f81e7-2721-46c0-887d-eb02af07746b tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Floating IP 3ad3ac9a-409a-4670-a56c-01774f756a16 associated. External IP: 172.25.3.113, port: 67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4. Dec 09 16:19:14.139878 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c4c2f107-e532-4279-a4ec-485678d35eec req-3868be3a-9dc6-4415-874b-c093b9b39e7c tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984988 Dec 09 16:19:14.642952 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104f81e7-2721-46c0-887d-eb02af07746b tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Router 9a9a2b41-906a-4c30-8ba5-5901d649ad61 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:19:14.754035 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104f81e7-2721-46c0-887d-eb02af07746b tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:19:14.765423 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9659fa81-654d-40a4-bb8e-a7cea91bbb22 None None] Sync routers for ids ['9a9a2b41-906a-4c30-8ba5-5901d649ad61'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:19:14.775591 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-104f81e7-2721-46c0-887d-eb02af07746b tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:14.777219 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9659fa81-654d-40a4-bb8e-a7cea91bbb22 None None] Routers {'9a9a2b41-906a-4c30-8ba5-5901d649ad61'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:19:14.778110 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9659fa81-654d-40a4-bb8e-a7cea91bbb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:18:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9a9a2b41-906a-4c30-8ba5-5901d649ad61'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:19:14.806053 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-104f81e7-2721-46c0-887d-eb02af07746b tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1002164 Dec 09 16:19:14.806704 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83d8691b-6f18-4eaf-824d-ea732e0e3074', 'tag': '67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:19:14.810546 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ae47dc-3261-4cf7-afb8-d35e76d0fd66" -d '{"events": [{"name": "network-changed", "server_uuid": "83d8691b-6f18-4eaf-824d-ea732e0e3074", "tag": "67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:19:14.851325 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f13561a-841b-45fd-a720-53b8265a84e4 x-openstack-request-id: req-5f13561a-841b-45fd-a720-53b8265a84e4 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:19:14.851900 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83d8691b-6f18-4eaf-824d-ea732e0e3074", "tag": "67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:19:14.851998 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5f13561a-841b-45fd-a720-53b8265a84e4 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:19:14.852442 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83d8691b-6f18-4eaf-824d-ea732e0e3074', 'tag': '67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4', 'status': 'completed', 'code': 200} Dec 09 16:19:14.914829 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-9659fa81-654d-40a4-bb8e-a7cea91bbb22 None None] Set router 9a9a2b41-906a-4c30-8ba5-5901d649ad61 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:19:14.925258 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae47dc-3261-4cf7-afb8-d35e76d0fd66 req-042fef58-c4a1-4cb4-937d-7968a27f050c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:14.928553 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-46ae47dc-3261-4cf7-afb8-d35e76d0fd66 req-042fef58-c4a1-4cb4-937d-7968a27f050c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed744bdd64cf4529a4e59d4f7e83d0c7&device_id=83d8691b-6f18-4eaf-824d-ea732e0e3074 HTTP/1.1" status: 200 len: 1096 time: 0.0502234 Dec 09 16:19:15.058785 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae47dc-3261-4cf7-afb8-d35e76d0fd66 req-d36830b3-4e6d-436e-aa61-aefc9820d4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:15.060550 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-46ae47dc-3261-4cf7-afb8-d35e76d0fd66 req-d36830b3-4e6d-436e-aa61-aefc9820d4f6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a6860458-8089-4376-a722-7b1c40818ef4 HTTP/1.1" status: 200 len: 912 time: 0.1206019 Dec 09 16:19:15.131207 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-46ae47dc-3261-4cf7-afb8-d35e76d0fd66 req-f1ec19f4-7c87-4ab0-bc6e-101eb8f7d634 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4 HTTP/1.1" status: 200 len: 999 time: 0.0637703 Dec 09 16:19:15.177976 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9659fa81-654d-40a4-bb8e-a7cea91bbb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'name': 'tempest-TestVolumeBootPattern-580071641-router', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:46Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 4, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'gw_port': {'id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:47Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '3ad3ac9a-409a-4670-a56c-01774f756a16', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'floating_ip_address': '172.25.3.113', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'port_id': '67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'mac_address': 'fa:16:3e:0b:41:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d8691b-6f18-4eaf-824d-ea732e0e3074', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:19:13Z', 'updated_at': '2021-12-09T16:19:13Z', 'revision_number': 0, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'fixed_ip_address_scope': None}, {'id': 'bc92c675-2df5-4cf0-8b35-b68b8d58dc12', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'floating_ip_address': '172.25.3.168', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'port_id': '5828e14b-5c1b-448b-98f1-7a6a46dad2ec', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'mac_address': 'fa:16:3e:a6:00:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:17:06Z', 'updated_at': '2021-12-09T16:17:08Z', 'revision_number': 1, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4573353a-d676-444f-b42c-7c9877271fb3', 'name': '', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'mac_address': 'fa:16:3e:1e:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '1eccceca-2871-4532-af54-95d3af68b080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:48Z', 'updated_at': '2021-12-09T16:10:53Z', 'revision_number': 5, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'subnets': [{'id': '1eccceca-2871-4532-af54-95d3af68b080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:19:15.190143 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae47dc-3261-4cf7-afb8-d35e76d0fd66 req-146d9f95-17a1-468f-b9ad-9c16ab221d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:15.191641 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-46ae47dc-3261-4cf7-afb8-d35e76d0fd66 req-146d9f95-17a1-468f-b9ad-9c16ab221d38 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1eccceca-2871-4532-af54-95d3af68b080 HTTP/1.1" status: 200 len: 850 time: 0.0529699 Dec 09 16:19:15.212715 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9659fa81-654d-40a4-bb8e-a7cea91bbb22 None None] Checking router: 9a9a2b41-906a-4c30-8ba5-5901d649ad61 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:19:15.229997 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9659fa81-654d-40a4-bb8e-a7cea91bbb22 None None] Routers {'9a9a2b41-906a-4c30-8ba5-5901d649ad61'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:19:15.230630 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9659fa81-654d-40a4-bb8e-a7cea91bbb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:18:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9a9a2b41-906a-4c30-8ba5-5901d649ad61'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:19:15.258122 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae47dc-3261-4cf7-afb8-d35e76d0fd66 req-5b8334a3-3ecf-46f1-884f-5736600c5acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:15.259772 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-46ae47dc-3261-4cf7-afb8-d35e76d0fd66 req-5b8334a3-3ecf-46f1-884f-5736600c5acd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a6860458-8089-4376-a722-7b1c40818ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594561 Dec 09 16:19:15.377986 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-9659fa81-654d-40a4-bb8e-a7cea91bbb22 None None] Set router 9a9a2b41-906a-4c30-8ba5-5901d649ad61 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:19:15.395696 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade4c58-d99e-4781-9045-928c3f661b5b req-d8ac8f6b-56ca-40de-b6eb-6fa45a8ebc09 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:15.405407 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dade4c58-d99e-4781-9045-928c3f661b5b req-d8ac8f6b-56ca-40de-b6eb-6fa45a8ebc09 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 944 time: 0.1189103 Dec 09 16:19:15.450655 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-46ae47dc-3261-4cf7-afb8-d35e76d0fd66 req-bd8174d7-2ef2-418d-bd69-1f198e5b6ff0 service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831608 Dec 09 16:19:15.543650 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dade4c58-d99e-4781-9045-928c3f661b5b req-427342e1-41e7-4739-8909-5d0ed86397cf tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371894 Dec 09 16:19:15.596667 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-46ae47dc-3261-4cf7-afb8-d35e76d0fd66 req-709735f0-f865-4c38-8d15-14f4036cd0f0 service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230309 Dec 09 16:19:15.637265 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9659fa81-654d-40a4-bb8e-a7cea91bbb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'name': 'tempest-TestVolumeBootPattern-580071641-router', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:46Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 4, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'gw_port': {'id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:47Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '3ad3ac9a-409a-4670-a56c-01774f756a16', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'floating_ip_address': '172.25.3.113', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'port_id': '67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'mac_address': 'fa:16:3e:0b:41:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d8691b-6f18-4eaf-824d-ea732e0e3074', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:19:13Z', 'updated_at': '2021-12-09T16:19:13Z', 'revision_number': 0, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'fixed_ip_address_scope': None}, {'id': 'bc92c675-2df5-4cf0-8b35-b68b8d58dc12', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'floating_ip_address': '172.25.3.168', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'port_id': '5828e14b-5c1b-448b-98f1-7a6a46dad2ec', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'mac_address': 'fa:16:3e:a6:00:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:17:06Z', 'updated_at': '2021-12-09T16:17:08Z', 'revision_number': 1, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4573353a-d676-444f-b42c-7c9877271fb3', 'name': '', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'mac_address': 'fa:16:3e:1e:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '1eccceca-2871-4532-af54-95d3af68b080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:48Z', 'updated_at': '2021-12-09T16:10:53Z', 'revision_number': 5, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'subnets': [{'id': '1eccceca-2871-4532-af54-95d3af68b080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:19:15.666231 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9659fa81-654d-40a4-bb8e-a7cea91bbb22 None None] The sync data for ids ['9a9a2b41-906a-4c30-8ba5-5901d649ad61'] in n-d-821228-1 is: [{'id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'name': 'tempest-TestVolumeBootPattern-580071641-router', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:46Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 4, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'gw_port': {'id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:47Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '3ad3ac9a-409a-4670-a56c-01774f756a16', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'floating_ip_address': '172.25.3.113', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'port_id': '67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'mac_address': 'fa:16:3e:0b:41:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d8691b-6f18-4eaf-824d-ea732e0e3074', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:19:13Z', 'updated_at': '2021-12-09T16:19:13Z', 'revision_number': 0, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'fixed_ip_address_scope': None}, {'id': 'bc92c675-2df5-4cf0-8b35-b68b8d58dc12', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'floating_ip_address': '172.25.3.168', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'port_id': '5828e14b-5c1b-448b-98f1-7a6a46dad2ec', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'mac_address': 'fa:16:3e:a6:00:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:17:06Z', 'updated_at': '2021-12-09T16:17:08Z', 'revision_number': 1, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4573353a-d676-444f-b42c-7c9877271fb3', 'name': '', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'mac_address': 'fa:16:3e:1e:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '1eccceca-2871-4532-af54-95d3af68b080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:48Z', 'updated_at': '2021-12-09T16:10:53Z', 'revision_number': 5, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'subnets': [{'id': '1eccceca-2871-4532-af54-95d3af68b080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:19:15.911543 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e73f17c-d332-46b8-9022-592633190e9f None None] New status for floating IP 3ad3ac9a-409a-4670-a56c-01774f756a16: ACTIVE {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:19:16.393789 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:16.675719 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339befb-18dc-4bda-ad4c-b1e53935a8e9 req-9f091807-0b0d-419a-9651-b640b9ea814f tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:16.677356 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0339befb-18dc-4bda-ad4c-b1e53935a8e9 req-9f091807-0b0d-419a-9651-b640b9ea814f tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 944 time: 0.0577052 Dec 09 16:19:16.729007 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0339befb-18dc-4bda-ad4c-b1e53935a8e9 req-ba502d5c-2739-4461-928e-346568beb392 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451491 Dec 09 16:19:17.850411 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069ea47-de81-41cb-8f3d-ae79fa3b0546 req-8942d513-0267-49b0-b232-a91054551fc7 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:17.851888 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0069ea47-de81-41cb-8f3d-ae79fa3b0546 req-8942d513-0267-49b0-b232-a91054551fc7 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 944 time: 0.0489547 Dec 09 16:19:17.898366 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0069ea47-de81-41cb-8f3d-ae79fa3b0546 req-8e174d72-1695-4a86-b498-64247a331757 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403924 Dec 09 16:19:19.021325 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f5f8f-8e24-486c-b737-97ad775a5ab5 req-6afef9ff-0310-4d12-80ca-f75997500437 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:19.022805 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ea4f5f8f-8e24-486c-b737-97ad775a5ab5 req-6afef9ff-0310-4d12-80ca-f75997500437 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 944 time: 0.0490074 Dec 09 16:19:19.073001 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ea4f5f8f-8e24-486c-b737-97ad775a5ab5 req-d77f31e7-84c6-4a88-95bd-38254e2001b3 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442152 Dec 09 16:19:20.192212 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433d7cc-3f99-4f25-b5ee-1ba31b59f37e req-d2095fc9-70c7-41fe-baac-479648dd0c2f tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:20.193706 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4433d7cc-3f99-4f25-b5ee-1ba31b59f37e req-d2095fc9-70c7-41fe-baac-479648dd0c2f tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 944 time: 0.0480967 Dec 09 16:19:20.240219 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4433d7cc-3f99-4f25-b5ee-1ba31b59f37e req-5a8bb1d2-93e4-4ca0-93f7-57e9061b48c3 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406802 Dec 09 16:19:20.522306 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9276ebe3-15d8-4f5d-8e40-f441ff73ae73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:21.365271 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09afb1c-5cde-4999-b4be-8ed03db3925b req-3a9e249f-e668-4b42-9140-975b67fcba26 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:21.366923 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c09afb1c-5cde-4999-b4be-8ed03db3925b req-3a9e249f-e668-4b42-9140-975b67fcba26 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 944 time: 0.0537415 Dec 09 16:19:21.416229 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c09afb1c-5cde-4999-b4be-8ed03db3925b req-499c4230-9e9b-4fe3-9e1f-96fd9f3aed2d tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430508 Dec 09 16:19:22.540565 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528b471-ef40-457e-ac46-90dffa3068fd req-b0fcb492-17ac-4b92-bbd4-82e6a4cb8d4f tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:22.542042 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c528b471-ef40-457e-ac46-90dffa3068fd req-b0fcb492-17ac-4b92-bbd4-82e6a4cb8d4f tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 944 time: 0.0531499 Dec 09 16:19:22.588951 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c528b471-ef40-457e-ac46-90dffa3068fd req-9a77edc3-87d6-4f5d-9248-c3517d17a68a tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407138 Dec 09 16:19:23.048686 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-85eeef5b-d9b0-41d9-b72f-d8334a5fdc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:23.713472 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead0ecf-0812-4d7e-94cd-11db1d1510e4 req-b6e5b0c8-49ed-45f6-9fa4-6fd3534529b2 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:23.714996 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3ead0ecf-0812-4d7e-94cd-11db1d1510e4 req-b6e5b0c8-49ed-45f6-9fa4-6fd3534529b2 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 944 time: 0.0501113 Dec 09 16:19:23.732799 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7373e0-0b9e-402b-b2e6-fe7589c7c099 req-9cfb6f6b-b417-4561-a23c-ffc726094143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:23.734288 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1b7373e0-0b9e-402b-b2e6-fe7589c7c099 req-9cfb6f6b-b417-4561-a23c-ffc726094143 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 1095 time: 0.0405712 Dec 09 16:19:23.763321 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3ead0ecf-0812-4d7e-94cd-11db1d1510e4 req-d6ee81b6-f5a9-439d-8e68-ceadd9179c42 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422029 Dec 09 16:19:23.779036 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1b7373e0-0b9e-402b-b2e6-fe7589c7c099 req-46a4f378-f887-45a6-ae6e-0d052ab1627e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367017 Dec 09 16:19:24.190805 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:24.888757 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122a3fd-7381-4960-9dc2-7ad6840fec4f req-161cd095-97d5-4eb4-a7b6-79bc1470ccca tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:24.890274 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8122a3fd-7381-4960-9dc2-7ad6840fec4f req-161cd095-97d5-4eb4-a7b6-79bc1470ccca tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 944 time: 0.0533862 Dec 09 16:19:24.901496 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 0f7407cc-0517-448d-8dfe-6fac4fd38c38 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:19:24.927528 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:24.941673 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8122a3fd-7381-4960-9dc2-7ad6840fec4f req-20f51cb3-c7b4-4242-84fa-11b2043de37e tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436959 Dec 09 16:19:25.005541 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 0f7407cc-0517-448d-8dfe-6fac4fd38c38, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=0f7407cc-0517-448d-8dfe-6fac4fd38c38,segment=NetworkSegment(c5af4b92-f900-4d5c-8a3c-a495f3e1e912),segment_id=c5af4b92-f900-4d5c-8a3c-a495f3e1e912)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:19:25.020285 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '0f7407cc-0517-448d-8dfe-6fac4fd38c38', 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f', 'port_id': '0f7407cc-0517-448d-8dfe-6fac4fd38c38', 'mac_address': 'fa:16:3e:18:4d:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbee70a7-ae73-4915-a662-48eb665c9e7f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:19:25.056710 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:25.070359 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f7407cc-0517-448d-8dfe-6fac4fd38c38 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:19:25.091630 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 0f7407cc-0517-448d-8dfe-6fac4fd38c38, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=0f7407cc-0517-448d-8dfe-6fac4fd38c38,segment=NetworkSegment(c5af4b92-f900-4d5c-8a3c-a495f3e1e912),segment_id=c5af4b92-f900-4d5c-8a3c-a495f3e1e912)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:19:25.096554 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:25.148069 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=0f7407cc-0517-448d-8dfe-6fac4fd38c38,revision_number=9']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:19:25.440741 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:25.514408 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['0f7407cc-0517-448d-8dfe-6fac4fd38c38'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:19:26.071129 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68366a73-819d-4b3a-9bd6-bbf88928eab1 req-d93c3dd6-e8fd-4c50-94b7-b54e3b0e97db tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:26.072624 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-68366a73-819d-4b3a-9bd6-bbf88928eab1 req-d93c3dd6-e8fd-4c50-94b7-b54e3b0e97db tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 945 time: 0.0504830 Dec 09 16:19:26.119492 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-68366a73-819d-4b3a-9bd6-bbf88928eab1 req-2bffa6a4-3b28-4d43-814d-6247affee278 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409856 Dec 09 16:19:26.485193 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:26.922823 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 0f7407cc-0517-448d-8dfe-6fac4fd38c38 up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:19:26.969906 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 0f7407cc-0517-448d-8dfe-6fac4fd38c38 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:19:26.970277 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:27.209512 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:27.232766 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c01a91-e77e-4482-9514-4d0caedbfd38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7407cc-0517-448d-8dfe-6fac4fd38c38'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:19:27.234973 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fdadbe-732d-4044-8ac3-7ccd62a22977" -d '{"events": [{"server_uuid": "62c01a91-e77e-4482-9514-4d0caedbfd38", "name": "network-vif-plugged", "status": "completed", "tag": "0f7407cc-0517-448d-8dfe-6fac4fd38c38"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:19:27.248200 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 0f7407cc-0517-448d-8dfe-6fac4fd38c38, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=0f7407cc-0517-448d-8dfe-6fac4fd38c38,segment=NetworkSegment(c5af4b92-f900-4d5c-8a3c-a495f3e1e912),segment_id=c5af4b92-f900-4d5c-8a3c-a495f3e1e912)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:19:27.252592 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:27.303763 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=0f7407cc-0517-448d-8dfe-6fac4fd38c38,revision_number=10']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:19:27.605182 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2222c00e-2aa9-4244-a0e0-3c166f99bfc6 x-openstack-request-id: req-2222c00e-2aa9-4244-a0e0-3c166f99bfc6 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:19:27.605834 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c01a91-e77e-4482-9514-4d0caedbfd38", "name": "network-vif-plugged", "status": "completed", "tag": "0f7407cc-0517-448d-8dfe-6fac4fd38c38", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:19:27.605834 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2222c00e-2aa9-4244-a0e0-3c166f99bfc6 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:19:27.606533 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c01a91-e77e-4482-9514-4d0caedbfd38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7407cc-0517-448d-8dfe-6fac4fd38c38', 'code': 200} Dec 09 16:19:29.450243 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-669e15c5-1339-4334-9668-203524aaa4fe req-6cccc0e2-5f97-4995-85cd-c161a9ff0279 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390930 Dec 09 16:19:29.537683 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e15c5-1339-4334-9668-203524aaa4fe req-91054885-7abe-4638-878d-cef1d9a61b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:29.539209 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-669e15c5-1339-4334-9668-203524aaa4fe req-91054885-7abe-4638-878d-cef1d9a61b21 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed744bdd64cf4529a4e59d4f7e83d0c7&device_id=9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1 HTTP/1.1" status: 200 len: 1096 time: 0.0451183 Dec 09 16:19:29.640553 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e15c5-1339-4334-9668-203524aaa4fe req-3de39f16-83e9-480d-9999-d50593d6f169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:29.641931 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-669e15c5-1339-4334-9668-203524aaa4fe req-3de39f16-83e9-480d-9999-d50593d6f169 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a6860458-8089-4376-a722-7b1c40818ef4 HTTP/1.1" status: 200 len: 912 time: 0.0838876 Dec 09 16:19:29.725225 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-669e15c5-1339-4334-9668-203524aaa4fe req-aa0070f3-d2e6-461d-bf49-0915c8524a6d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5828e14b-5c1b-448b-98f1-7a6a46dad2ec HTTP/1.1" status: 200 len: 1001 time: 0.0653844 Dec 09 16:19:29.776909 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e15c5-1339-4334-9668-203524aaa4fe req-335cd09d-8fc0-40d5-a12a-37cf775a9788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:29.778332 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-669e15c5-1339-4334-9668-203524aaa4fe req-335cd09d-8fc0-40d5-a12a-37cf775a9788 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1eccceca-2871-4532-af54-95d3af68b080 HTTP/1.1" status: 200 len: 850 time: 0.0445147 Dec 09 16:19:29.827071 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e15c5-1339-4334-9668-203524aaa4fe req-98c43910-e45a-4594-825c-f66585cdd24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:29.828673 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-669e15c5-1339-4334-9668-203524aaa4fe req-98c43910-e45a-4594-825c-f66585cdd24f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a6860458-8089-4376-a722-7b1c40818ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435560 Dec 09 16:19:29.839621 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-669e15c5-1339-4334-9668-203524aaa4fe req-2babf27d-d691-4a38-8aee-222b549e7adc service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 16:19:29.840628 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-669e15c5-1339-4334-9668-203524aaa4fe req-2babf27d-d691-4a38-8aee-222b549e7adc service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052156 Dec 09 16:19:29.943921 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-669e15c5-1339-4334-9668-203524aaa4fe req-57ff714d-11bf-4cf3-aaf2-aa057725734f service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950577 Dec 09 16:19:30.043932 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-669e15c5-1339-4334-9668-203524aaa4fe req-0f0872d8-9817-4f75-94d8-a393adab3ddf service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922174 Dec 09 16:19:31.753135 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:19:46.404287 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:47.123239 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6f0d8e05-7326-44b1-8faf-ff5a7f8c0624 req-f6865f17-c498-42c1-817c-8a9b12fc7852 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384009 Dec 09 16:19:47.225925 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d8e05-7326-44b1-8faf-ff5a7f8c0624 req-05f5896f-11f9-4a3e-b62c-96cf80115098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:47.227378 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6f0d8e05-7326-44b1-8faf-ff5a7f8c0624 req-05f5896f-11f9-4a3e-b62c-96cf80115098 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d1a17c4f79b6475180f40fbc91b21271&device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 1098 time: 0.0432451 Dec 09 16:19:47.328877 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d8e05-7326-44b1-8faf-ff5a7f8c0624 req-cf63e693-5d7f-445d-a56d-5b18c7d6311e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:47.330349 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6f0d8e05-7326-44b1-8faf-ff5a7f8c0624 req-cf63e693-5d7f-445d-a56d-5b18c7d6311e service neutron] 10.222.0.42 "GET /v2.0/networks?id=ce25dac2-f6ce-4523-8255-ce6ac115ce5f HTTP/1.1" status: 200 len: 917 time: 0.0835528 Dec 09 16:19:47.400346 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6f0d8e05-7326-44b1-8faf-ff5a7f8c0624 req-95bd4093-ee81-4a9e-bd0b-45482a995d54 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f7407cc-0517-448d-8dfe-6fac4fd38c38 HTTP/1.1" status: 200 len: 1002 time: 0.0623116 Dec 09 16:19:47.448162 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d8e05-7326-44b1-8faf-ff5a7f8c0624 req-483602b2-c4cd-40ea-a076-04b37de6f12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:47.449586 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6f0d8e05-7326-44b1-8faf-ff5a7f8c0624 req-483602b2-c4cd-40ea-a076-04b37de6f12b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbee70a7-ae73-4915-a662-48eb665c9e7f HTTP/1.1" status: 200 len: 855 time: 0.0419488 Dec 09 16:19:47.494225 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d8e05-7326-44b1-8faf-ff5a7f8c0624 req-f9364aec-0a80-43f2-a01f-086c1d31ab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:19:47.495670 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6f0d8e05-7326-44b1-8faf-ff5a7f8c0624 req-f9364aec-0a80-43f2-a01f-086c1d31ab77 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ce25dac2-f6ce-4523-8255-ce6ac115ce5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386703 Dec 09 16:19:47.587285 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6f0d8e05-7326-44b1-8faf-ff5a7f8c0624 req-5891fc19-1454-414f-bd7e-9e9df0bf51c3 service neutron] 10.222.0.42 "GET /v2.0/networks/ce25dac2-f6ce-4523-8255-ce6ac115ce5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840957 Dec 09 16:19:47.675968 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6f0d8e05-7326-44b1-8faf-ff5a7f8c0624 req-5b27908a-708d-4b83-9445-fe639f2b5ccf service neutron] 10.222.0.42 "GET /v2.0/networks/ce25dac2-f6ce-4523-8255-ce6ac115ce5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803359 Dec 09 16:19:50.524781 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bd43b999-fed0-4a57-a682-87d0ad4efd0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:53.052148 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-18f7f406-b0c6-44d9-8308-1c48900434d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:54.193319 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:54.936649 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:55.441735 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:56.488927 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:08.752926 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:20:16.403745 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:20.526727 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5f273859-0129-434f-bf9d-f8bd4798ae73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:23.054454 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bbd806b8-e5c4-43fe-8874-cbcc429b942d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:24.195959 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:24.958677 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:25.444985 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:26.490965 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:30.475584 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1f61de9a-0824-4630-bfe0-4057e7ab5a4b req-42424384-c615-4d3e-8c40-840c267d3a59 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=83d8691b-6f18-4eaf-824d-ea732e0e3074&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0869880 Dec 09 16:20:30.537264 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f61de9a-0824-4630-bfe0-4057e7ab5a4b req-ac8cb22d-915a-4652-85ec-a1c81370bead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:20:30.538755 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1f61de9a-0824-4630-bfe0-4057e7ab5a4b req-ac8cb22d-915a-4652-85ec-a1c81370bead service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed744bdd64cf4529a4e59d4f7e83d0c7&device_id=83d8691b-6f18-4eaf-824d-ea732e0e3074 HTTP/1.1" status: 200 len: 1096 time: 0.0405529 Dec 09 16:20:30.640976 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f61de9a-0824-4630-bfe0-4057e7ab5a4b req-bd70a692-6d9b-490e-846b-0ebb845e050d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:20:30.642366 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1f61de9a-0824-4630-bfe0-4057e7ab5a4b req-bd70a692-6d9b-490e-846b-0ebb845e050d service neutron] 10.222.0.31 "GET /v2.0/networks?id=a6860458-8089-4376-a722-7b1c40818ef4 HTTP/1.1" status: 200 len: 912 time: 0.0845642 Dec 09 16:20:30.713952 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1f61de9a-0824-4630-bfe0-4057e7ab5a4b req-4a01f90b-cb3c-4d90-9726-612e4cf9a7c0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4 HTTP/1.1" status: 200 len: 1001 time: 0.0643401 Dec 09 16:20:30.762859 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f61de9a-0824-4630-bfe0-4057e7ab5a4b req-daf2480d-cda4-4ff1-8ddf-1cda1132228a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:20:30.764300 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1f61de9a-0824-4630-bfe0-4057e7ab5a4b req-daf2480d-cda4-4ff1-8ddf-1cda1132228a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1eccceca-2871-4532-af54-95d3af68b080 HTTP/1.1" status: 200 len: 850 time: 0.0438550 Dec 09 16:20:30.809866 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f61de9a-0824-4630-bfe0-4057e7ab5a4b req-880c53da-600f-4d47-b5ee-1291db361784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:20:30.811326 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1f61de9a-0824-4630-bfe0-4057e7ab5a4b req-880c53da-600f-4d47-b5ee-1291db361784 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a6860458-8089-4376-a722-7b1c40818ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401630 Dec 09 16:20:30.906443 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1f61de9a-0824-4630-bfe0-4057e7ab5a4b req-2b5833fa-cf0f-4b14-802a-7eb778bafba3 service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869923 Dec 09 16:20:30.996026 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1f61de9a-0824-4630-bfe0-4057e7ab5a4b req-78f67032-1d8e-4222-9295-ff3111d5f67b service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828743 Dec 09 16:20:33.418109 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786db15d-f47a-49c5-9f95-1ed7b1ba5e6d req-ecf57c32-5dfc-4175-8581-b9b5c2845296 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:20:33.419824 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-786db15d-f47a-49c5-9f95-1ed7b1ba5e6d req-ecf57c32-5dfc-4175-8581-b9b5c2845296 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 947 time: 0.0506158 Dec 09 16:20:33.471981 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-786db15d-f47a-49c5-9f95-1ed7b1ba5e6d req-02b321a5-b432-494f-a5a7-6aba049ba4f4 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460124 Dec 09 16:20:34.589900 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc4c5f-1fe9-439a-bc2b-960dc5ff389c req-be748ad4-2a03-4a58-a8e8-f33a06641289 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:20:34.591297 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eddc4c5f-1fe9-439a-bc2b-960dc5ff389c req-be748ad4-2a03-4a58-a8e8-f33a06641289 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 947 time: 0.0479007 Dec 09 16:20:34.639410 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eddc4c5f-1fe9-439a-bc2b-960dc5ff389c req-2f8077ef-3703-4876-bc0e-b0ea0153e722 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c8e4b7f-48d2-439d-8898-5abce2f4b283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421441 Dec 09 16:20:35.054268 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc6ec2-b8d7-4671-af44-54996a5d341a req-c223bf0e-d320-4435-88f1-a4d91b2ec133 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:20:35.055936 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-38bc6ec2-b8d7-4671-af44-54996a5d341a req-c223bf0e-d320-4435-88f1-a4d91b2ec133 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.42 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 947 time: 0.0541306 Dec 09 16:20:35.152341 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-38bc6ec2-b8d7-4671-af44-54996a5d341a req-997c0bf3-0eb5-46e0-8bcb-4aff4a1e4300 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Deleting port 0f7407cc-0517-448d-8dfe-6fac4fd38c38 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:20:35.152716 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-38bc6ec2-b8d7-4671-af44-54996a5d341a req-997c0bf3-0eb5-46e0-8bcb-4aff4a1e4300 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:35.246804 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-38bc6ec2-b8d7-4671-af44-54996a5d341a req-997c0bf3-0eb5-46e0-8bcb-4aff4a1e4300 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] For port 0f7407cc-0517-448d-8dfe-6fac4fd38c38, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=0f7407cc-0517-448d-8dfe-6fac4fd38c38,segment=NetworkSegment(c5af4b92-f900-4d5c-8a3c-a495f3e1e912),segment_id=c5af4b92-f900-4d5c-8a3c-a495f3e1e912)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:20:35.247158 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-38bc6ec2-b8d7-4671-af44-54996a5d341a req-997c0bf3-0eb5-46e0-8bcb-4aff4a1e4300 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:35.415908 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-38bc6ec2-b8d7-4671-af44-54996a5d341a req-997c0bf3-0eb5-46e0-8bcb-4aff4a1e4300 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:35.416288 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-38bc6ec2-b8d7-4671-af44-54996a5d341a req-997c0bf3-0eb5-46e0-8bcb-4aff4a1e4300 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:35.416766 n-d-821228-1 neutron-server[103245]: INFO neutron.db.l3_db [req-38bc6ec2-b8d7-4671-af44-54996a5d341a req-997c0bf3-0eb5-46e0-8bcb-4aff4a1e4300 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Floating IP 7f3e661e-f216-4667-add7-965e6963afb5 disassociated. External IP: 172.25.3.232, port: 0f7407cc-0517-448d-8dfe-6fac4fd38c38. Dec 09 16:20:35.417094 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-38bc6ec2-b8d7-4671-af44-54996a5d341a req-997c0bf3-0eb5-46e0-8bcb-4aff4a1e4300 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Calling delete_port for 0f7407cc-0517-448d-8dfe-6fac4fd38c38 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:20:35.544996 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-38bc6ec2-b8d7-4671-af44-54996a5d341a req-997c0bf3-0eb5-46e0-8bcb-4aff4a1e4300 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:35.574353 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c0bf3-0eb5-46e0-8bcb-4aff4a1e4300 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Pushing event deleted for resources: {'Port': ['ID=0f7407cc-0517-448d-8dfe-6fac4fd38c38,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:20:35.585052 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c0bf3-0eb5-46e0-8bcb-4aff4a1e4300 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:20:35.585410 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c0bf3-0eb5-46e0-8bcb-4aff4a1e4300 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:20:35.585764 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c0bf3-0eb5-46e0-8bcb-4aff4a1e4300 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:20:35.586126 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c0bf3-0eb5-46e0-8bcb-4aff4a1e4300 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:20:35.586497 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c0bf3-0eb5-46e0-8bcb-4aff4a1e4300 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:20:35.586796 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c0bf3-0eb5-46e0-8bcb-4aff4a1e4300 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:20:35.587187 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c0bf3-0eb5-46e0-8bcb-4aff4a1e4300 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:20:35.587464 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c0bf3-0eb5-46e0-8bcb-4aff4a1e4300 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:20:35.587798 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c0bf3-0eb5-46e0-8bcb-4aff4a1e4300 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:20:35.588129 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c0bf3-0eb5-46e0-8bcb-4aff4a1e4300 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:20:35.588478 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c0bf3-0eb5-46e0-8bcb-4aff4a1e4300 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:20:35.588809 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c0bf3-0eb5-46e0-8bcb-4aff4a1e4300 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:20:35.589135 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c0bf3-0eb5-46e0-8bcb-4aff4a1e4300 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:20:35.700820 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38bc6ec2-b8d7-4671-af44-54996a5d341a req-997c0bf3-0eb5-46e0-8bcb-4aff4a1e4300 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Router 4415e758-48d0-4735-95d9-c48dc9a16a0b has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:20:35.738014 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3ff7ac56-cb04-427f-9ef3-132ef465ef60 req-aafdeb16-019d-424f-9a05-6cb80520aea9 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/ports?device_id=62c01a91-e77e-4482-9514-4d0caedbfd38 HTTP/1.1" status: 200 len: 210 time: 0.0256705 Dec 09 16:20:35.811395 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38bc6ec2-b8d7-4671-af44-54996a5d341a req-997c0bf3-0eb5-46e0-8bcb-4aff4a1e4300 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:20:35.821654 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc9b3eb-e384-4804-bf5c-b0074c12635b None None] Sync routers for ids ['4415e758-48d0-4735-95d9-c48dc9a16a0b'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:20:35.831305 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc9b3eb-e384-4804-bf5c-b0074c12635b None None] Routers {'4415e758-48d0-4735-95d9-c48dc9a16a0b'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:20:35.832021 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3fc9b3eb-e384-4804-bf5c-b0074c12635b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:20:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4415e758-48d0-4735-95d9-c48dc9a16a0b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:20:35.852021 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-38bc6ec2-b8d7-4671-af44-54996a5d341a req-997c0bf3-0eb5-46e0-8bcb-4aff4a1e4300 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] No DVR routers for this DVR port 0f7407cc-0517-448d-8dfe-6fac4fd38c38 on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:20:35.855589 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-38bc6ec2-b8d7-4671-af44-54996a5d341a req-997c0bf3-0eb5-46e0-8bcb-4aff4a1e4300 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:35.859345 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-38bc6ec2-b8d7-4671-af44-54996a5d341a req-997c0bf3-0eb5-46e0-8bcb-4aff4a1e4300 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.42 "DELETE /v2.0/ports/0f7407cc-0517-448d-8dfe-6fac4fd38c38 HTTP/1.1" status: 204 len: 173 time: 0.7963574 Dec 09 16:20:35.859815 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c01a91-e77e-4482-9514-4d0caedbfd38', 'name': 'network-vif-deleted', 'tag': '0f7407cc-0517-448d-8dfe-6fac4fd38c38'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:20:35.862866 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b2ceb7-5c47-4696-a2e7-23ff4f704759" -d '{"events": [{"server_uuid": "62c01a91-e77e-4482-9514-4d0caedbfd38", "name": "network-vif-deleted", "tag": "0f7407cc-0517-448d-8dfe-6fac4fd38c38"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:20:35.946542 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-3fc9b3eb-e384-4804-bf5c-b0074c12635b None None] Set router 4415e758-48d0-4735-95d9-c48dc9a16a0b gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:20:35.997642 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7782de9-23d0-47e7-a61d-af00be28717f x-openstack-request-id: req-f7782de9-23d0-47e7-a61d-af00be28717f {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:20:35.997945 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c01a91-e77e-4482-9514-4d0caedbfd38", "name": "network-vif-deleted", "tag": "0f7407cc-0517-448d-8dfe-6fac4fd38c38", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:20:35.998197 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f7782de9-23d0-47e7-a61d-af00be28717f {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:20:35.998598 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c01a91-e77e-4482-9514-4d0caedbfd38', 'name': 'network-vif-deleted', 'tag': '0f7407cc-0517-448d-8dfe-6fac4fd38c38', 'status': 'completed', 'code': 200} Dec 09 16:20:36.160481 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3fc9b3eb-e384-4804-bf5c-b0074c12635b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-666745317-router', 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c63e81f8-605e-4da0-b397-a563abc144dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:21Z', 'updated_at': '2021-12-09T16:10:24Z', 'revision_number': 4, 'project_id': 'd1a17c4f79b6475180f40fbc91b21271', 'gw_port': {'id': 'c63e81f8-605e-4da0-b397-a563abc144dd', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:56:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:22Z', 'updated_at': '2021-12-09T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '72223ded-6636-4ffc-b47a-6e2bed4699dc', 'name': '', 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f', 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'mac_address': 'fa:16:3e:71:3d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'cbee70a7-ae73-4915-a662-48eb665c9e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:23Z', 'updated_at': '2021-12-09T16:10:27Z', 'revision_number': 5, 'project_id': 'd1a17c4f79b6475180f40fbc91b21271', 'subnets': [{'id': 'cbee70a7-ae73-4915-a662-48eb665c9e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:20:36.187967 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc9b3eb-e384-4804-bf5c-b0074c12635b None None] Checking router: 4415e758-48d0-4735-95d9-c48dc9a16a0b for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:20:36.196122 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc9b3eb-e384-4804-bf5c-b0074c12635b None None] Routers {'4415e758-48d0-4735-95d9-c48dc9a16a0b'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:20:36.196789 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3fc9b3eb-e384-4804-bf5c-b0074c12635b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:20:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4415e758-48d0-4735-95d9-c48dc9a16a0b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:20:36.302048 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-3fc9b3eb-e384-4804-bf5c-b0074c12635b None None] Set router 4415e758-48d0-4735-95d9-c48dc9a16a0b gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:20:36.508523 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3fc9b3eb-e384-4804-bf5c-b0074c12635b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-666745317-router', 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c63e81f8-605e-4da0-b397-a563abc144dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:21Z', 'updated_at': '2021-12-09T16:10:24Z', 'revision_number': 4, 'project_id': 'd1a17c4f79b6475180f40fbc91b21271', 'gw_port': {'id': 'c63e81f8-605e-4da0-b397-a563abc144dd', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:56:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:22Z', 'updated_at': '2021-12-09T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '72223ded-6636-4ffc-b47a-6e2bed4699dc', 'name': '', 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f', 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'mac_address': 'fa:16:3e:71:3d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'cbee70a7-ae73-4915-a662-48eb665c9e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:23Z', 'updated_at': '2021-12-09T16:10:27Z', 'revision_number': 5, 'project_id': 'd1a17c4f79b6475180f40fbc91b21271', 'subnets': [{'id': 'cbee70a7-ae73-4915-a662-48eb665c9e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:20:36.538698 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc9b3eb-e384-4804-bf5c-b0074c12635b None None] The sync data for ids ['4415e758-48d0-4735-95d9-c48dc9a16a0b'] in n-d-821228-1 is: [{'id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-666745317-router', 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c63e81f8-605e-4da0-b397-a563abc144dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:21Z', 'updated_at': '2021-12-09T16:10:24Z', 'revision_number': 4, 'project_id': 'd1a17c4f79b6475180f40fbc91b21271', 'gw_port': {'id': 'c63e81f8-605e-4da0-b397-a563abc144dd', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:56:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:22Z', 'updated_at': '2021-12-09T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '72223ded-6636-4ffc-b47a-6e2bed4699dc', 'name': '', 'network_id': 'ce25dac2-f6ce-4523-8255-ce6ac115ce5f', 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'mac_address': 'fa:16:3e:71:3d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'cbee70a7-ae73-4915-a662-48eb665c9e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:23Z', 'updated_at': '2021-12-09T16:10:27Z', 'revision_number': 5, 'project_id': 'd1a17c4f79b6475180f40fbc91b21271', 'subnets': [{'id': 'cbee70a7-ae73-4915-a662-48eb665c9e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:20:36.748869 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcf8990-acd0-4a5b-be84-255fb15b61ec None None] New status for floating IP 7f3e661e-f216-4667-add7-965e6963afb5: DOWN {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:20:37.849447 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 45744) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:20:37.902958 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c7d6f088-5efb-4df3-b641-13ba2a64c9ca tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:37.925472 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c7d6f088-5efb-4df3-b641-13ba2a64c9ca tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:37.978043 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c7d6f088-5efb-4df3-b641-13ba2a64c9ca tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:37.980739 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c7d6f088-5efb-4df3-b641-13ba2a64c9ca tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:37.981915 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c7d6f088-5efb-4df3-b641-13ba2a64c9ca tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "DELETE /v2.0/security-groups/7c8e4b7f-48d2-439d-8898-5abce2f4b283 HTTP/1.1" status: 204 len: 168 time: 0.1314476 Dec 09 16:20:37.984776 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 45746) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:20:37.991002 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d6f088-5efb-4df3-b641-13ba2a64c9ca tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8e4b7f-48d2-439d-8898-5abce2f4b283,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:20:37.999334 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-bf87763d-cb35-477e-b533-eebc4bb8e912 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] show failed (client error): The resource could not be found. Dec 09 16:20:37.999897 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d6f088-5efb-4df3-b641-13ba2a64c9ca tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:20:38.000250 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d6f088-5efb-4df3-b641-13ba2a64c9ca tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:20:38.000618 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d6f088-5efb-4df3-b641-13ba2a64c9ca tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:20:38.000961 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d6f088-5efb-4df3-b641-13ba2a64c9ca tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:20:38.001298 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d6f088-5efb-4df3-b641-13ba2a64c9ca tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:20:38.001631 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d6f088-5efb-4df3-b641-13ba2a64c9ca tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:20:38.001961 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d6f088-5efb-4df3-b641-13ba2a64c9ca tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:20:38.002315 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d6f088-5efb-4df3-b641-13ba2a64c9ca tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:20:38.002646 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d6f088-5efb-4df3-b641-13ba2a64c9ca tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:20:38.002974 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d6f088-5efb-4df3-b641-13ba2a64c9ca tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:20:38.003299 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d6f088-5efb-4df3-b641-13ba2a64c9ca tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:20:38.003503 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bf87763d-cb35-477e-b533-eebc4bb8e912 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "GET /v2.0/security-groups/7c8e4b7f-48d2-439d-8898-5abce2f4b283 HTTP/1.1" status: 404 len: 347 time: 0.0175114 Dec 09 16:20:38.003614 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d6f088-5efb-4df3-b641-13ba2a64c9ca tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:20:38.003927 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d6f088-5efb-4df3-b641-13ba2a64c9ca tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:20:38.004063 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 45748) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:20:38.136165 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-9acd3ed5-b4ae-4895-a450-152e56301d91 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Deleting port 8f3d4cf0-ed74-4421-8229-c636a704af45 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:20:38.136402 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9acd3ed5-b4ae-4895-a450-152e56301d91 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:38.214295 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9acd3ed5-b4ae-4895-a450-152e56301d91 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:38.214626 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9acd3ed5-b4ae-4895-a450-152e56301d91 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:38.227191 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-9acd3ed5-b4ae-4895-a450-152e56301d91 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Calling delete_port for 8f3d4cf0-ed74-4421-8229-c636a704af45 owned by network:floatingip {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:20:38.359933 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9acd3ed5-b4ae-4895-a450-152e56301d91 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:38.385855 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd3ed5-b4ae-4895-a450-152e56301d91 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Pushing event deleted for resources: {'Port': ['ID=8f3d4cf0-ed74-4421-8229-c636a704af45,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:20:38.445123 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9acd3ed5-b4ae-4895-a450-152e56301d91 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks [] for floatingip, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:38.447851 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9acd3ed5-b4ae-4895-a450-152e56301d91 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:38.449095 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9acd3ed5-b4ae-4895-a450-152e56301d91 tempest-AttachVolumeShelveTestJSON-880143322 tempest-AttachVolumeShelveTestJSON-880143322-project] 10.222.0.57 "DELETE /v2.0/floatingips/7f3e661e-f216-4667-add7-965e6963afb5 HTTP/1.1" status: 204 len: 168 time: 0.4440536 Dec 09 16:20:39.296019 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 0f7407cc-0517-448d-8dfe-6fac4fd38c38 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:20:39.316222 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: 0f7407cc-0517-448d-8dfe-6fac4fd38c38 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:20:39.316615 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 0f7407cc-0517-448d-8dfe-6fac4fd38c38 not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:20:44.037464 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 45776) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:20:44.099011 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 45782) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:20:44.354456 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-5f3348e1-476a-4c1b-aedc-15071d933019 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Deleting port ffeb1122-0e9a-4ca8-8d37-5faf0eb116bf {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:20:44.354798 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5f3348e1-476a-4c1b-aedc-15071d933019 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:44.507462 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5f3348e1-476a-4c1b-aedc-15071d933019 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:44.507850 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5f3348e1-476a-4c1b-aedc-15071d933019 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:44.527898 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-5f3348e1-476a-4c1b-aedc-15071d933019 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Calling delete_port for ffeb1122-0e9a-4ca8-8d37-5faf0eb116bf owned by network:floatingip {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:20:44.781927 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5f3348e1-476a-4c1b-aedc-15071d933019 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:44.817326 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3348e1-476a-4c1b-aedc-15071d933019 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Pushing event deleted for resources: {'Port': ['ID=ffeb1122-0e9a-4ca8-8d37-5faf0eb116bf,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:20:44.863268 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6a09fe03-d7f4-46d7-a1cb-de3e44e6e8b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:44.931761 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5f3348e1-476a-4c1b-aedc-15071d933019 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for floatingip, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:44.932092 n-d-821228-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-5f3348e1-476a-4c1b-aedc-15071d933019 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Floating IP 3ad3ac9a-409a-4670-a56c-01774f756a16 disassociated (deleted). External IP: 172.25.3.113, port: 67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4. Dec 09 16:20:45.300329 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3348e1-476a-4c1b-aedc-15071d933019 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Router 9a9a2b41-906a-4c30-8ba5-5901d649ad61 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:20:45.371129 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-6a09fe03-d7f4-46d7-a1cb-de3e44e6e8b0 admin admin] Deleting port 72223ded-6636-4ffc-b47a-6e2bed4699dc {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:20:45.371463 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6a09fe03-d7f4-46d7-a1cb-de3e44e6e8b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:45.472723 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3348e1-476a-4c1b-aedc-15071d933019 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:20:45.478589 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5f3348e1-476a-4c1b-aedc-15071d933019 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:45.483640 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf37540-f3fb-4979-895f-466fbcb3c390 None None] Sync routers for ids ['9a9a2b41-906a-4c30-8ba5-5901d649ad61'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:20:45.499778 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf37540-f3fb-4979-895f-466fbcb3c390 None None] Routers {'9a9a2b41-906a-4c30-8ba5-5901d649ad61'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:20:45.500396 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4bf37540-f3fb-4979-895f-466fbcb3c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:20:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9a9a2b41-906a-4c30-8ba5-5901d649ad61'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:20:45.617424 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-4bf37540-f3fb-4979-895f-466fbcb3c390 None None] Set router 9a9a2b41-906a-4c30-8ba5-5901d649ad61 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:20:45.753529 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:20:45.854634 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4bf37540-f3fb-4979-895f-466fbcb3c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'name': 'tempest-TestVolumeBootPattern-580071641-router', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:46Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 4, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'gw_port': {'id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:47Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': 'bc92c675-2df5-4cf0-8b35-b68b8d58dc12', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'floating_ip_address': '172.25.3.168', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'port_id': '5828e14b-5c1b-448b-98f1-7a6a46dad2ec', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'mac_address': 'fa:16:3e:a6:00:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:17:06Z', 'updated_at': '2021-12-09T16:17:08Z', 'revision_number': 1, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4573353a-d676-444f-b42c-7c9877271fb3', 'name': '', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'mac_address': 'fa:16:3e:1e:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '1eccceca-2871-4532-af54-95d3af68b080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:48Z', 'updated_at': '2021-12-09T16:10:53Z', 'revision_number': 5, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'subnets': [{'id': '1eccceca-2871-4532-af54-95d3af68b080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:20:45.858229 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5f3348e1-476a-4c1b-aedc-15071d933019 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "DELETE /v2.0/floatingips/3ad3ac9a-409a-4670-a56c-01774f756a16 HTTP/1.1" status: 204 len: 168 time: 1.7576919 Dec 09 16:20:45.860015 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-6a09fe03-d7f4-46d7-a1cb-de3e44e6e8b0 admin admin] For port 72223ded-6636-4ffc-b47a-6e2bed4699dc, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=72223ded-6636-4ffc-b47a-6e2bed4699dc,segment=NetworkSegment(c5af4b92-f900-4d5c-8a3c-a495f3e1e912),segment_id=c5af4b92-f900-4d5c-8a3c-a495f3e1e912)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:20:45.860369 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6a09fe03-d7f4-46d7-a1cb-de3e44e6e8b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:45.862782 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83d8691b-6f18-4eaf-824d-ea732e0e3074', 'tag': '67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:20:45.864940 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a223e0-0e37-4ce2-852c-6d5de3a7ecdc" -d '{"events": [{"name": "network-changed", "server_uuid": "83d8691b-6f18-4eaf-824d-ea732e0e3074", "tag": "67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:20:45.879292 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-6a09fe03-d7f4-46d7-a1cb-de3e44e6e8b0 admin admin] Calling delete_port for 72223ded-6636-4ffc-b47a-6e2bed4699dc owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:20:45.882302 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf37540-f3fb-4979-895f-466fbcb3c390 None None] Checking router: 9a9a2b41-906a-4c30-8ba5-5901d649ad61 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:20:45.891695 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf37540-f3fb-4979-895f-466fbcb3c390 None None] Routers {'9a9a2b41-906a-4c30-8ba5-5901d649ad61'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:20:45.892305 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4bf37540-f3fb-4979-895f-466fbcb3c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:20:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9a9a2b41-906a-4c30-8ba5-5901d649ad61'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:20:46.012729 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-4bf37540-f3fb-4979-895f-466fbcb3c390 None None] Set router 9a9a2b41-906a-4c30-8ba5-5901d649ad61 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:20:46.035450 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae073842-8da8-4de6-b3c0-5d6a35f10cbb x-openstack-request-id: req-ae073842-8da8-4de6-b3c0-5d6a35f10cbb {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:20:46.035971 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83d8691b-6f18-4eaf-824d-ea732e0e3074", "tag": "67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:20:46.036382 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ae073842-8da8-4de6-b3c0-5d6a35f10cbb {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:20:46.037294 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83d8691b-6f18-4eaf-824d-ea732e0e3074', 'tag': '67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4', 'status': 'completed', 'code': 200} Dec 09 16:20:46.081578 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6a09fe03-d7f4-46d7-a1cb-de3e44e6e8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:46.119935 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a09fe03-d7f4-46d7-a1cb-de3e44e6e8b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=72223ded-6636-4ffc-b47a-6e2bed4699dc,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:20:46.133043 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a223e0-0e37-4ce2-852c-6d5de3a7ecdc req-cf550198-63c0-427a-92ed-518c71ef1b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:20:46.135115 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11a223e0-0e37-4ce2-852c-6d5de3a7ecdc req-cf550198-63c0-427a-92ed-518c71ef1b02 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed744bdd64cf4529a4e59d4f7e83d0c7&device_id=83d8691b-6f18-4eaf-824d-ea732e0e3074 HTTP/1.1" status: 200 len: 1096 time: 0.0739648 Dec 09 16:20:46.242042 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a223e0-0e37-4ce2-852c-6d5de3a7ecdc req-d0f28c87-2e8e-43f9-bb71-bbc61a0110d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:20:46.243544 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11a223e0-0e37-4ce2-852c-6d5de3a7ecdc req-d0f28c87-2e8e-43f9-bb71-bbc61a0110d5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a6860458-8089-4376-a722-7b1c40818ef4 HTTP/1.1" status: 200 len: 912 time: 0.0980482 Dec 09 16:20:46.252162 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428dd1c-74a1-4593-9e46-e7a65fa971bd req-60773eaf-9765-4f7c-bc70-5ff491f478d2 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:20:46.253728 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9428dd1c-74a1-4593-9e46-e7a65fa971bd req-60773eaf-9765-4f7c-bc70-5ff491f478d2 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=83d8691b-6f18-4eaf-824d-ea732e0e3074 HTTP/1.1" status: 200 len: 945 time: 0.1590984 Dec 09 16:20:46.280839 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4bf37540-f3fb-4979-895f-466fbcb3c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'name': 'tempest-TestVolumeBootPattern-580071641-router', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:46Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 4, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'gw_port': {'id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:47Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': 'bc92c675-2df5-4cf0-8b35-b68b8d58dc12', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'floating_ip_address': '172.25.3.168', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'port_id': '5828e14b-5c1b-448b-98f1-7a6a46dad2ec', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'mac_address': 'fa:16:3e:a6:00:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:17:06Z', 'updated_at': '2021-12-09T16:17:08Z', 'revision_number': 1, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4573353a-d676-444f-b42c-7c9877271fb3', 'name': '', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'mac_address': 'fa:16:3e:1e:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '1eccceca-2871-4532-af54-95d3af68b080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:48Z', 'updated_at': '2021-12-09T16:10:53Z', 'revision_number': 5, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'subnets': [{'id': '1eccceca-2871-4532-af54-95d3af68b080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:20:46.303039 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11a223e0-0e37-4ce2-852c-6d5de3a7ecdc req-734e94f0-f5fe-465e-9b4b-95bec5a47e34 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4 HTTP/1.1" status: 200 len: 217 time: 0.0483236 Dec 09 16:20:46.319369 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6a09fe03-d7f4-46d7-a1cb-de3e44e6e8b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:46.320976 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf37540-f3fb-4979-895f-466fbcb3c390 None None] The sync data for ids ['9a9a2b41-906a-4c30-8ba5-5901d649ad61'] in n-d-821228-1 is: [{'id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'name': 'tempest-TestVolumeBootPattern-580071641-router', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:46Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 4, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'gw_port': {'id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:47Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': 'bc92c675-2df5-4cf0-8b35-b68b8d58dc12', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'floating_ip_address': '172.25.3.168', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'port_id': '5828e14b-5c1b-448b-98f1-7a6a46dad2ec', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'mac_address': 'fa:16:3e:a6:00:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:17:06Z', 'updated_at': '2021-12-09T16:17:08Z', 'revision_number': 1, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4573353a-d676-444f-b42c-7c9877271fb3', 'name': '', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'mac_address': 'fa:16:3e:1e:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '1eccceca-2871-4532-af54-95d3af68b080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:48Z', 'updated_at': '2021-12-09T16:10:53Z', 'revision_number': 5, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'subnets': [{'id': '1eccceca-2871-4532-af54-95d3af68b080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:20:46.390857 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9428dd1c-74a1-4593-9e46-e7a65fa971bd req-b84fc23f-d1cb-4956-a148-43eec56f3378 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234241 Dec 09 16:20:46.395413 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a223e0-0e37-4ce2-852c-6d5de3a7ecdc req-f33b9b08-7aad-4a6e-920b-354d9887b934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:20:46.397133 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11a223e0-0e37-4ce2-852c-6d5de3a7ecdc req-f33b9b08-7aad-4a6e-920b-354d9887b934 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1eccceca-2871-4532-af54-95d3af68b080 HTTP/1.1" status: 200 len: 850 time: 0.0846236 Dec 09 16:20:46.410875 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:46.464087 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a223e0-0e37-4ce2-852c-6d5de3a7ecdc req-4fc4155c-1706-4b38-81c7-d6ba19260524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:20:46.465993 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11a223e0-0e37-4ce2-852c-6d5de3a7ecdc req-4fc4155c-1706-4b38-81c7-d6ba19260524 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a6860458-8089-4376-a722-7b1c40818ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600750 Dec 09 16:20:46.563986 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11a223e0-0e37-4ce2-852c-6d5de3a7ecdc req-5bbecdc7-873f-4305-8c47-1478536f38bd service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890603 Dec 09 16:20:46.595269 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a09fe03-d7f4-46d7-a1cb-de3e44e6e8b0 admin admin] Router 4415e758-48d0-4735-95d9-c48dc9a16a0b has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:20:46.625769 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0bdc61-4a97-4730-901e-6925cc81113f None None] New status for floating IP 3ad3ac9a-409a-4670-a56c-01774f756a16: DOWN {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:20:46.670856 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11a223e0-0e37-4ce2-852c-6d5de3a7ecdc req-f5d49095-b4bb-4afc-8302-b411161bd6be service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982554 Dec 09 16:20:46.712507 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a09fe03-d7f4-46d7-a1cb-de3e44e6e8b0 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:20:46.720299 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6a09fe03-d7f4-46d7-a1cb-de3e44e6e8b0 admin admin] 10.222.0.57 "PUT /v2.0/routers/4415e758-48d0-4735-95d9-c48dc9a16a0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6791804 Dec 09 16:20:46.720839 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 45790) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:20:46.727639 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66f99ec-b460-4fcc-97c1-239656f1c048 None None] Sync routers for ids ['4415e758-48d0-4735-95d9-c48dc9a16a0b'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:20:46.738140 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66f99ec-b460-4fcc-97c1-239656f1c048 None None] Routers {'4415e758-48d0-4735-95d9-c48dc9a16a0b'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:20:46.738760 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e66f99ec-b460-4fcc-97c1-239656f1c048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:20:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4415e758-48d0-4735-95d9-c48dc9a16a0b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:20:46.839834 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ee4ccfa-6590-42d4-87e6-777a5b14f8b3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:46.846447 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-e66f99ec-b460-4fcc-97c1-239656f1c048 None None] Set router 4415e758-48d0-4735-95d9-c48dc9a16a0b gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:20:46.949888 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ee4ccfa-6590-42d4-87e6-777a5b14f8b3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:47.008473 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1ee4ccfa-6590-42d4-87e6-777a5b14f8b3 admin admin] Deleting port c63e81f8-605e-4da0-b397-a563abc144dd {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:20:47.008937 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ee4ccfa-6590-42d4-87e6-777a5b14f8b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:47.028385 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e66f99ec-b460-4fcc-97c1-239656f1c048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-666745317-router', 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'c63e81f8-605e-4da0-b397-a563abc144dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:21Z', 'updated_at': '2021-12-09T16:20:46Z', 'revision_number': 5, 'project_id': 'd1a17c4f79b6475180f40fbc91b21271', 'gw_port': {'id': 'c63e81f8-605e-4da0-b397-a563abc144dd', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:56:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:22Z', 'updated_at': '2021-12-09T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:20:47.094607 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-1ee4ccfa-6590-42d4-87e6-777a5b14f8b3 admin admin] For port c63e81f8-605e-4da0-b397-a563abc144dd, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=c63e81f8-605e-4da0-b397-a563abc144dd,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:20:47.094969 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ee4ccfa-6590-42d4-87e6-777a5b14f8b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:47.110563 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1ee4ccfa-6590-42d4-87e6-777a5b14f8b3 admin admin] Calling delete_port for c63e81f8-605e-4da0-b397-a563abc144dd owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:20:47.217615 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66f99ec-b460-4fcc-97c1-239656f1c048 None None] Checking router: 4415e758-48d0-4735-95d9-c48dc9a16a0b for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:20:47.227519 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66f99ec-b460-4fcc-97c1-239656f1c048 None None] Routers {'4415e758-48d0-4735-95d9-c48dc9a16a0b'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:20:47.228237 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e66f99ec-b460-4fcc-97c1-239656f1c048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:20:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4415e758-48d0-4735-95d9-c48dc9a16a0b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:20:47.281187 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ee4ccfa-6590-42d4-87e6-777a5b14f8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:47.305828 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee4ccfa-6590-42d4-87e6-777a5b14f8b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c63e81f8-605e-4da0-b397-a563abc144dd,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:20:47.319084 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-e66f99ec-b460-4fcc-97c1-239656f1c048 None None] Set router 4415e758-48d0-4735-95d9-c48dc9a16a0b gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:20:47.354534 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336616ce-c4f6-46ff-8cb0-e11f7796cd0d None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:20:47.386560 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e66f99ec-b460-4fcc-97c1-239656f1c048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-666745317-router', 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:21Z', 'updated_at': '2021-12-09T16:20:46Z', 'revision_number': 6, 'project_id': 'd1a17c4f79b6475180f40fbc91b21271', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:20:47.389087 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ee4ccfa-6590-42d4-87e6-777a5b14f8b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:47.416007 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66f99ec-b460-4fcc-97c1-239656f1c048 None None] The sync data for ids ['4415e758-48d0-4735-95d9-c48dc9a16a0b'] in n-d-821228-1 is: [{'id': '4415e758-48d0-4735-95d9-c48dc9a16a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-666745317-router', 'tenant_id': 'd1a17c4f79b6475180f40fbc91b21271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:21Z', 'updated_at': '2021-12-09T16:20:46Z', 'revision_number': 6, 'project_id': 'd1a17c4f79b6475180f40fbc91b21271', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:20:47.821666 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ee4ccfa-6590-42d4-87e6-777a5b14f8b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:47.848343 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ee4ccfa-6590-42d4-87e6-777a5b14f8b3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:47.939012 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae6b20-f8d6-49cf-94b7-c70ee2a317c6 req-60df8696-f843-4dc1-9e0e-81b7e4a3d147 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:20:47.940547 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ffae6b20-f8d6-49cf-94b7-c70ee2a317c6 req-60df8696-f843-4dc1-9e0e-81b7e4a3d147 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.31 "GET /v2.0/ports?device_id=83d8691b-6f18-4eaf-824d-ea732e0e3074 HTTP/1.1" status: 200 len: 945 time: 0.1409035 Dec 09 16:20:47.941130 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ee4ccfa-6590-42d4-87e6-777a5b14f8b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:47.941671 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee4ccfa-6590-42d4-87e6-777a5b14f8b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4415e758-48d0-4735-95d9-c48dc9a16a0b {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 16:20:47.947143 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1ee4ccfa-6590-42d4-87e6-777a5b14f8b3 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:47.948172 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1ee4ccfa-6590-42d4-87e6-777a5b14f8b3 admin admin] 10.222.0.57 "DELETE /v2.0/routers/4415e758-48d0-4735-95d9-c48dc9a16a0b HTTP/1.1" status: 204 len: 168 time: 1.2268116 Dec 09 16:20:47.950916 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 45796) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:20:47.956969 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559cadc2-dc7e-4b4e-920b-720ca291db76 req-86f7ecb5-1674-4f35-8d1e-ef48a02b2d9e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:20:47.958383 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-559cadc2-dc7e-4b4e-920b-720ca291db76 req-86f7ecb5-1674-4f35-8d1e-ef48a02b2d9e tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=83d8691b-6f18-4eaf-824d-ea732e0e3074 HTTP/1.1" status: 200 len: 945 time: 0.1599488 Dec 09 16:20:47.996020 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-844046f1-568a-4482-b7a6-5a97133aa824 admin admin] Deleting subnet cbee70a7-ae73-4915-a662-48eb665c9e7f {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 16:20:47.999189 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-844046f1-568a-4482-b7a6-5a97133aa824 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:48.037911 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-844046f1-568a-4482-b7a6-5a97133aa824 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:48.062920 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-559cadc2-dc7e-4b4e-920b-720ca291db76 req-b9015a72-94e2-4312-8c4b-e7d5bbd46bfe tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967093 Dec 09 16:20:48.088027 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-ffae6b20-f8d6-49cf-94b7-c70ee2a317c6 req-ad030414-bf8b-4430-bd2b-7c128bce36d1 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Deleting port 67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:20:48.088392 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ffae6b20-f8d6-49cf-94b7-c70ee2a317c6 req-ad030414-bf8b-4430-bd2b-7c128bce36d1 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:48.121712 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-844046f1-568a-4482-b7a6-5a97133aa824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:48.178849 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-844046f1-568a-4482-b7a6-5a97133aa824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:48.181187 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ffae6b20-f8d6-49cf-94b7-c70ee2a317c6 req-ad030414-bf8b-4430-bd2b-7c128bce36d1 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] For port 67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4,segment=NetworkSegment(a679b6c2-4eb6-4677-b765-ccb3432ba71e),segment_id=a679b6c2-4eb6-4677-b765-ccb3432ba71e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:20:48.181832 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ffae6b20-f8d6-49cf-94b7-c70ee2a317c6 req-ad030414-bf8b-4430-bd2b-7c128bce36d1 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:48.199201 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-ffae6b20-f8d6-49cf-94b7-c70ee2a317c6 req-ad030414-bf8b-4430-bd2b-7c128bce36d1 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Calling delete_port for 67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:20:48.207815 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844046f1-568a-4482-b7a6-5a97133aa824 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbee70a7-ae73-4915-a662-48eb665c9e7f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:20:48.209826 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-844046f1-568a-4482-b7a6-5a97133aa824 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:48.214023 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-844046f1-568a-4482-b7a6-5a97133aa824 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/cbee70a7-ae73-4915-a662-48eb665c9e7f HTTP/1.1" status: 204 len: 168 time: 0.2620852 Dec 09 16:20:48.216473 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d911f4f5-5641-4d28-b803-5a3b53fd64eb None None] Network ce25dac2-f6ce-4523-8255-ce6ac115ce5f requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:20:48.216965 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 45798) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:20:48.337853 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2211f6d-d5df-4eb1-a1c1-5476b91dd70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:48.400659 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee24304-e23a-495e-8020-bdee72e4bbd4 None None] DHCP port deletion for ce25dac2-f6ce-4523-8255-ce6ac115ce5f request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:20:48.462797 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a2211f6d-d5df-4eb1-a1c1-5476b91dd70d admin admin] Deleting port ac026eca-4644-4dcf-82ad-505f9db31e44 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:20:48.463142 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2211f6d-d5df-4eb1-a1c1-5476b91dd70d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:48.467041 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9ee24304-e23a-495e-8020-bdee72e4bbd4 None None] Deleting port ac026eca-4644-4dcf-82ad-505f9db31e44 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:20:48.467647 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9ee24304-e23a-495e-8020-bdee72e4bbd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:48.475576 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ffae6b20-f8d6-49cf-94b7-c70ee2a317c6 req-ad030414-bf8b-4430-bd2b-7c128bce36d1 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:48.520046 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device ac026eca-4644-4dcf-82ad-505f9db31e44 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:20:48.537449 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad030414-bf8b-4430-bd2b-7c128bce36d1 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Pushing event deleted for resources: {'Port': ['ID=67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:20:48.581281 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9ee24304-e23a-495e-8020-bdee72e4bbd4 None None] For port ac026eca-4644-4dcf-82ad-505f9db31e44, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=ac026eca-4644-4dcf-82ad-505f9db31e44,segment=NetworkSegment(c5af4b92-f900-4d5c-8a3c-a495f3e1e912),segment_id=c5af4b92-f900-4d5c-8a3c-a495f3e1e912)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:20:48.581281 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9ee24304-e23a-495e-8020-bdee72e4bbd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:48.595962 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9ee24304-e23a-495e-8020-bdee72e4bbd4 None None] Calling delete_port for ac026eca-4644-4dcf-82ad-505f9db31e44 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:20:48.596749 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffae6b20-f8d6-49cf-94b7-c70ee2a317c6 req-ad030414-bf8b-4430-bd2b-7c128bce36d1 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] No DVR routers for this DVR port 67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:20:48.600173 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-a2211f6d-d5df-4eb1-a1c1-5476b91dd70d admin admin] For port ac026eca-4644-4dcf-82ad-505f9db31e44, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=ac026eca-4644-4dcf-82ad-505f9db31e44,segment=NetworkSegment(c5af4b92-f900-4d5c-8a3c-a495f3e1e912),segment_id=c5af4b92-f900-4d5c-8a3c-a495f3e1e912)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:20:48.600492 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2211f6d-d5df-4eb1-a1c1-5476b91dd70d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:48.604360 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ffae6b20-f8d6-49cf-94b7-c70ee2a317c6 req-ad030414-bf8b-4430-bd2b-7c128bce36d1 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:48.607627 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ffae6b20-f8d6-49cf-94b7-c70ee2a317c6 req-ad030414-bf8b-4430-bd2b-7c128bce36d1 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.31 "DELETE /v2.0/ports/67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4 HTTP/1.1" status: 204 len: 173 time: 0.6584523 Dec 09 16:20:48.608072 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d8691b-6f18-4eaf-824d-ea732e0e3074', 'name': 'network-vif-deleted', 'tag': '67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:20:48.610470 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f31ef78-e464-4c35-b4ea-64437bdf7ce6" -d '{"events": [{"server_uuid": "83d8691b-6f18-4eaf-824d-ea732e0e3074", "name": "network-vif-deleted", "tag": "67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:20:48.626272 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a2211f6d-d5df-4eb1-a1c1-5476b91dd70d admin admin] Calling delete_port for ac026eca-4644-4dcf-82ad-505f9db31e44 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:20:48.677206 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df44b4d-1e54-4985-b618-9b2bf9a29c77 x-openstack-request-id: req-9df44b4d-1e54-4985-b618-9b2bf9a29c77 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:20:48.677412 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d8691b-6f18-4eaf-824d-ea732e0e3074", "name": "network-vif-deleted", "tag": "67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:20:48.677614 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9df44b4d-1e54-4985-b618-9b2bf9a29c77 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:20:48.677979 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:48.678110 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d8691b-6f18-4eaf-824d-ea732e0e3074', 'name': 'network-vif-deleted', 'tag': '67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4', 'status': 'completed', 'code': 200} Dec 09 16:20:48.732398 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port ac026eca-4644-4dcf-82ad-505f9db31e44, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=ac026eca-4644-4dcf-82ad-505f9db31e44,segment=NetworkSegment(c5af4b92-f900-4d5c-8a3c-a495f3e1e912),segment_id=c5af4b92-f900-4d5c-8a3c-a495f3e1e912)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:20:48.737642 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:48.738378 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device c63e81f8-605e-4da0-b397-a563abc144dd no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:20:48.747848 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2211f6d-d5df-4eb1-a1c1-5476b91dd70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:48.760769 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: c63e81f8-605e-4da0-b397-a563abc144dd {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:20:48.761127 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device c63e81f8-605e-4da0-b397-a563abc144dd not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:20:48.761550 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 72223ded-6636-4ffc-b47a-6e2bed4699dc no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:20:48.775038 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2211f6d-d5df-4eb1-a1c1-5476b91dd70d admin admin] Pushing event deleted for resources: {'Port': ['ID=ac026eca-4644-4dcf-82ad-505f9db31e44,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:20:48.778525 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2211f6d-d5df-4eb1-a1c1-5476b91dd70d admin admin] No DVR routers for this DVR port ac026eca-4644-4dcf-82ad-505f9db31e44 on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:20:48.799467 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event deleted for resources: {'Port': ['ID=ac026eca-4644-4dcf-82ad-505f9db31e44,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:20:48.802401 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9ee24304-e23a-495e-8020-bdee72e4bbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:48.806213 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 72223ded-6636-4ffc-b47a-6e2bed4699dc {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:20:48.806388 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 72223ded-6636-4ffc-b47a-6e2bed4699dc not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:20:48.817901 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:20:48.818262 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:20:48.818603 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:20:48.818949 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:20:48.819294 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:20:48.819630 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:20:48.820537 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:20:48.820866 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:20:48.821203 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:20:48.821538 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:20:48.821871 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:20:48.822199 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:20:48.822526 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:20:48.829704 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee24304-e23a-495e-8020-bdee72e4bbd4 None None] No DVR routers for this DVR port ac026eca-4644-4dcf-82ad-505f9db31e44 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:20:48.852459 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee24304-e23a-495e-8020-bdee72e4bbd4 None None] Pushing event deleted for resources: {'Port': ['ID=ac026eca-4644-4dcf-82ad-505f9db31e44,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:20:48.870718 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2211f6d-d5df-4eb1-a1c1-5476b91dd70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:48.893626 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-a2211f6d-d5df-4eb1-a1c1-5476b91dd70d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce25dac2-f6ce-4523-8255-ce6ac115ce5f']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:20:48.904091 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-a2211f6d-d5df-4eb1-a1c1-5476b91dd70d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5af4b92-f900-4d5c-8a3c-a495f3e1e912') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:20:48.904397 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-a2211f6d-d5df-4eb1-a1c1-5476b91dd70d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5af4b92-f900-4d5c-8a3c-a495f3e1e912') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:20:48.921468 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2211f6d-d5df-4eb1-a1c1-5476b91dd70d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:48.935897 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2211f6d-d5df-4eb1-a1c1-5476b91dd70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:48.942372 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2211f6d-d5df-4eb1-a1c1-5476b91dd70d admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:20:48.942756 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2211f6d-d5df-4eb1-a1c1-5476b91dd70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:48.945411 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 16:20:48.945411 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:20:48.945411 n-d-821228-1 neutron-server[103244]: timer() Dec 09 16:20:48.945411 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:20:48.945411 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 16:20:48.945411 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:20:48.945411 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 16:20:48.945411 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:20:48.945411 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 16:20:48.945411 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:20:48.945411 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 16:20:48.945411 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:20:48.945411 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 16:20:48.945411 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:20:48.945411 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:20:48.945411 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:20:48.945411 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:20:48.945411 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:20:48.945411 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 16:20:48.945411 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:20:48.945411 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 16:20:48.945411 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:20:48.945411 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:20:48.945411 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:20:48.945411 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 16:20:48.945411 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:20:48.945411 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:20:48.945411 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:20:48.945411 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:20:48.945411 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:20:48.945411 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:20:48.945411 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:20:49.012448 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2211f6d-d5df-4eb1-a1c1-5476b91dd70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:49.022361 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2211f6d-d5df-4eb1-a1c1-5476b91dd70d admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:49.027301 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a2211f6d-d5df-4eb1-a1c1-5476b91dd70d admin admin] 10.222.0.57 "DELETE /v2.0/networks/ce25dac2-f6ce-4523-8255-ce6ac115ce5f HTTP/1.1" status: 204 len: 168 time: 0.8097081 Dec 09 16:20:49.040536 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2211f6d-d5df-4eb1-a1c1-5476b91dd70d admin admin] Pushing event deleted for resources: {'Network': ['ID=ce25dac2-f6ce-4523-8255-ce6ac115ce5f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:20:49.176481 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fd31dbf2-2ded-44c3-a05b-8814c20f6317 req-765b6a69-d49b-4a68-9009-d2417da2a1a4 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=83d8691b-6f18-4eaf-824d-ea732e0e3074 HTTP/1.1" status: 200 len: 210 time: 0.0344460 Dec 09 16:20:49.183978 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 45806) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:20:49.227497 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a9fb72d1-b6d1-49f3-a067-a6c23a0e0443 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d1a17c4f79b6475180f40fbc91b21271&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419459 Dec 09 16:20:49.229859 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 45808) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:20:49.276158 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5a6f6ae1-7c5e-44a1-98d3-0001d43d59ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:49.297702 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5a6f6ae1-7c5e-44a1-98d3-0001d43d59ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:49.346283 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5a6f6ae1-7c5e-44a1-98d3-0001d43d59ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:49.349064 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5a6f6ae1-7c5e-44a1-98d3-0001d43d59ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:49.352060 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-5a6f6ae1-7c5e-44a1-98d3-0001d43d59ba admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cb7cadd5-96ca-422a-8680-da80a90f819f HTTP/1.1" status: 204 len: 168 time: 0.1197305 Dec 09 16:20:49.362828 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f6ae1-7c5e-44a1-98d3-0001d43d59ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7cadd5-96ca-422a-8680-da80a90f819f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:20:50.542690 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cb014078-a090-4d0c-bf4e-677644877331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:50.610151 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8319ac80-adef-48e5-884a-ab26ea18c322 req-559361f7-afd2-462f-b464-274091665951 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=83d8691b-6f18-4eaf-824d-ea732e0e3074 HTTP/1.1" status: 200 len: 210 time: 0.0321326 Dec 09 16:20:51.669954 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:20:51.699440 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:20:51.699873 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 67ba0145-bd8f-4220-ae7f-bb98d1a0cbc4 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:20:51.710205 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b619872b-1c8c-49a0-a786-9b6cabca285b req-74ffe17e-c2cb-4312-ac73-12ee87c57aff tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=83d8691b-6f18-4eaf-824d-ea732e0e3074 HTTP/1.1" status: 200 len: 210 time: 0.0290840 Dec 09 16:20:52.823598 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ad8b5ea3-4a80-4a6d-ae3b-0e389f273f84 req-6649e65c-341a-430d-9360-64a4bbdd7f14 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=83d8691b-6f18-4eaf-824d-ea732e0e3074 HTTP/1.1" status: 200 len: 210 time: 0.0337162 Dec 09 16:20:53.059437 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-840c71b6-1c98-4d83-a5a2-032db57b4239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:54.202789 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:54.347905 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 45888) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:20:54.455874 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0cf3cfa-bdee-492c-9304-3fcdab3d2223 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:54.537581 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0cf3cfa-bdee-492c-9304-3fcdab3d2223 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:54.542110 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0cf3cfa-bdee-492c-9304-3fcdab3d2223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:54.581269 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f0cf3cfa-bdee-492c-9304-3fcdab3d2223 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9352ae7d4ae84d4da81637cd63ea454f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2316544 Dec 09 16:20:54.583818 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 45892) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:20:54.592002 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cf3cfa-bdee-492c-9304-3fcdab3d2223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20dbc20-9e4e-4620-8caf-f6aecce64482,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:20:54.650578 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-38792ee3-b23d-4b80-9409-2aec2dedc4d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:54.674076 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-38792ee3-b23d-4b80-9409-2aec2dedc4d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:54.724879 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-38792ee3-b23d-4b80-9409-2aec2dedc4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:54.729405 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-38792ee3-b23d-4b80-9409-2aec2dedc4d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:54.730973 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-38792ee3-b23d-4b80-9409-2aec2dedc4d4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a20dbc20-9e4e-4620-8caf-f6aecce64482 HTTP/1.1" status: 204 len: 168 time: 0.1461365 Dec 09 16:20:54.740726 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38792ee3-b23d-4b80-9409-2aec2dedc4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20dbc20-9e4e-4620-8caf-f6aecce64482,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:20:54.978602 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:55.449724 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:56.009933 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 45944) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:20:56.118271 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09aa69bd-03cb-494c-8075-13066b62acdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:56.197347 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09aa69bd-03cb-494c-8075-13066b62acdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:56.201099 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09aa69bd-03cb-494c-8075-13066b62acdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:56.240063 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-09aa69bd-03cb-494c-8075-13066b62acdb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c86a244fd4ac40d7a6484d1954f30fac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2289958 Dec 09 16:20:56.241229 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa69bd-03cb-494c-8075-13066b62acdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c47a16-c1cf-471c-9c1f-6216d31a1a73,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:20:56.243019 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 45950) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:20:56.298972 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f9249748-6d29-498b-b9e1-9d466d9b37db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:56.320228 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f9249748-6d29-498b-b9e1-9d466d9b37db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:56.368280 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f9249748-6d29-498b-b9e1-9d466d9b37db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:56.370849 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f9249748-6d29-498b-b9e1-9d466d9b37db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:56.374566 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f9249748-6d29-498b-b9e1-9d466d9b37db admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/32c47a16-c1cf-471c-9c1f-6216d31a1a73 HTTP/1.1" status: 204 len: 168 time: 0.1273596 Dec 09 16:20:56.380034 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9249748-6d29-498b-b9e1-9d466d9b37db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c47a16-c1cf-471c-9c1f-6216d31a1a73,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:20:56.502178 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:59.262484 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46042) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:20:59.425033 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-30c37f69-dad6-4c54-a4be-fb570577dc5f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Deleting port 32839bff-b5de-433a-8ec1-3aa1f9fc58a3 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:20:59.425381 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-30c37f69-dad6-4c54-a4be-fb570577dc5f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:59.501419 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-30c37f69-dad6-4c54-a4be-fb570577dc5f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:59.501754 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-30c37f69-dad6-4c54-a4be-fb570577dc5f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:59.513497 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-30c37f69-dad6-4c54-a4be-fb570577dc5f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Calling delete_port for 32839bff-b5de-433a-8ec1-3aa1f9fc58a3 owned by network:floatingip {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:20:59.669642 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-30c37f69-dad6-4c54-a4be-fb570577dc5f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:59.700847 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c37f69-dad6-4c54-a4be-fb570577dc5f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Pushing event deleted for resources: {'Port': ['ID=32839bff-b5de-433a-8ec1-3aa1f9fc58a3,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:20:59.766230 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-30c37f69-dad6-4c54-a4be-fb570577dc5f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for floatingip, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:59.766694 n-d-821228-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-30c37f69-dad6-4c54-a4be-fb570577dc5f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Floating IP bc92c675-2df5-4cf0-8b35-b68b8d58dc12 disassociated (deleted). External IP: 172.25.3.168, port: 5828e14b-5c1b-448b-98f1-7a6a46dad2ec. Dec 09 16:20:59.982893 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c37f69-dad6-4c54-a4be-fb570577dc5f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Router 9a9a2b41-906a-4c30-8ba5-5901d649ad61 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:21:00.093491 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c37f69-dad6-4c54-a4be-fb570577dc5f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:21:00.098911 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-30c37f69-dad6-4c54-a4be-fb570577dc5f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:00.105532 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0896d77e-574e-41b6-899c-29ff3a69860d None None] Sync routers for ids ['9a9a2b41-906a-4c30-8ba5-5901d649ad61'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:21:00.115055 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0896d77e-574e-41b6-899c-29ff3a69860d None None] Routers {'9a9a2b41-906a-4c30-8ba5-5901d649ad61'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:21:00.115665 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-0896d77e-574e-41b6-899c-29ff3a69860d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:20:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9a9a2b41-906a-4c30-8ba5-5901d649ad61'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:00.131303 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-30c37f69-dad6-4c54-a4be-fb570577dc5f tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "DELETE /v2.0/floatingips/bc92c675-2df5-4cf0-8b35-b68b8d58dc12 HTTP/1.1" status: 204 len: 168 time: 0.8652859 Dec 09 16:21:00.131303 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1', 'tag': '5828e14b-5c1b-448b-98f1-7a6a46dad2ec'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:21:00.133394 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bebd9a29134549268adb238f3506c44a73025b4dcb93b683c89db69be43907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28d92fa-801c-4414-a520-0b7cb5d62bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1", "tag": "5828e14b-5c1b-448b-98f1-7a6a46dad2ec"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:21:00.223325 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-0896d77e-574e-41b6-899c-29ff3a69860d None None] Set router 9a9a2b41-906a-4c30-8ba5-5901d649ad61 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:21:00.302925 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc102311-9605-456a-9b09-b29552430f92 x-openstack-request-id: req-bc102311-9605-456a-9b09-b29552430f92 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:21:00.303436 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1", "tag": "5828e14b-5c1b-448b-98f1-7a6a46dad2ec", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:21:00.303546 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bc102311-9605-456a-9b09-b29552430f92 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:21:00.304465 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1', 'tag': '5828e14b-5c1b-448b-98f1-7a6a46dad2ec', 'status': 'completed', 'code': 200} Dec 09 16:21:00.412598 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d92fa-801c-4414-a520-0b7cb5d62bb0 req-694606d1-abef-4006-a4c8-063e4847c6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:21:00.415286 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e28d92fa-801c-4414-a520-0b7cb5d62bb0 req-694606d1-abef-4006-a4c8-063e4847c6d5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed744bdd64cf4529a4e59d4f7e83d0c7&device_id=9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1 HTTP/1.1" status: 200 len: 1096 time: 0.0855470 Dec 09 16:21:00.452795 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-0896d77e-574e-41b6-899c-29ff3a69860d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'name': 'tempest-TestVolumeBootPattern-580071641-router', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:46Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 4, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'gw_port': {'id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:47Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '4573353a-d676-444f-b42c-7c9877271fb3', 'name': '', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'mac_address': 'fa:16:3e:1e:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '1eccceca-2871-4532-af54-95d3af68b080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:48Z', 'updated_at': '2021-12-09T16:10:53Z', 'revision_number': 5, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'subnets': [{'id': '1eccceca-2871-4532-af54-95d3af68b080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:00.480969 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0896d77e-574e-41b6-899c-29ff3a69860d None None] Checking router: 9a9a2b41-906a-4c30-8ba5-5901d649ad61 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:21:00.484897 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9f3f3-b78f-42bf-8a2c-698982cd4688 req-17a5e498-2408-4548-949d-2c4447269c41 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:21:00.486435 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4cf9f3f3-b78f-42bf-8a2c-698982cd4688 req-17a5e498-2408-4548-949d-2c4447269c41 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1 HTTP/1.1" status: 200 len: 945 time: 0.1184061 Dec 09 16:21:00.489902 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0896d77e-574e-41b6-899c-29ff3a69860d None None] Routers {'9a9a2b41-906a-4c30-8ba5-5901d649ad61'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:21:00.490511 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-0896d77e-574e-41b6-899c-29ff3a69860d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:20:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9a9a2b41-906a-4c30-8ba5-5901d649ad61'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:00.535181 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d92fa-801c-4414-a520-0b7cb5d62bb0 req-7e4346b3-d2b1-4a56-aa78-58a4e14ee078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:21:00.536713 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e28d92fa-801c-4414-a520-0b7cb5d62bb0 req-7e4346b3-d2b1-4a56-aa78-58a4e14ee078 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a6860458-8089-4376-a722-7b1c40818ef4 HTTP/1.1" status: 200 len: 912 time: 0.1134238 Dec 09 16:21:00.593760 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e28d92fa-801c-4414-a520-0b7cb5d62bb0 req-3b3ac632-2458-48ba-aac4-19df7bf6a2dc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5828e14b-5c1b-448b-98f1-7a6a46dad2ec HTTP/1.1" status: 200 len: 217 time: 0.0483520 Dec 09 16:21:00.601463 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-0896d77e-574e-41b6-899c-29ff3a69860d None None] Set router 9a9a2b41-906a-4c30-8ba5-5901d649ad61 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:21:00.617517 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4cf9f3f3-b78f-42bf-8a2c-698982cd4688 req-ac6179a8-60c1-4db1-a4f1-ab6e6df803aa tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183519 Dec 09 16:21:00.655708 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d92fa-801c-4414-a520-0b7cb5d62bb0 req-9934e81d-e9ce-4124-a694-a0d6b9181c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:21:00.657500 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e28d92fa-801c-4414-a520-0b7cb5d62bb0 req-9934e81d-e9ce-4124-a694-a0d6b9181c98 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1eccceca-2871-4532-af54-95d3af68b080 HTTP/1.1" status: 200 len: 850 time: 0.0537474 Dec 09 16:21:00.711943 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d92fa-801c-4414-a520-0b7cb5d62bb0 req-eef6f709-922e-4ec1-8ee0-cba5d1074785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:21:00.713627 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e28d92fa-801c-4414-a520-0b7cb5d62bb0 req-eef6f709-922e-4ec1-8ee0-cba5d1074785 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a6860458-8089-4376-a722-7b1c40818ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427146 Dec 09 16:21:00.815284 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e28d92fa-801c-4414-a520-0b7cb5d62bb0 req-e1883ebb-879e-4858-a08d-0380865b68f6 service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929787 Dec 09 16:21:00.818298 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-0896d77e-574e-41b6-899c-29ff3a69860d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'name': 'tempest-TestVolumeBootPattern-580071641-router', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:46Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 4, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'gw_port': {'id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:47Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '4573353a-d676-444f-b42c-7c9877271fb3', 'name': '', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'mac_address': 'fa:16:3e:1e:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '1eccceca-2871-4532-af54-95d3af68b080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:48Z', 'updated_at': '2021-12-09T16:10:53Z', 'revision_number': 5, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'subnets': [{'id': '1eccceca-2871-4532-af54-95d3af68b080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:00.851113 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0896d77e-574e-41b6-899c-29ff3a69860d None None] The sync data for ids ['9a9a2b41-906a-4c30-8ba5-5901d649ad61'] in n-d-821228-1 is: [{'id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'name': 'tempest-TestVolumeBootPattern-580071641-router', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:46Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 4, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'gw_port': {'id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:47Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '4573353a-d676-444f-b42c-7c9877271fb3', 'name': '', 'network_id': 'a6860458-8089-4376-a722-7b1c40818ef4', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'mac_address': 'fa:16:3e:1e:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '1eccceca-2871-4532-af54-95d3af68b080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:48Z', 'updated_at': '2021-12-09T16:10:53Z', 'revision_number': 5, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'subnets': [{'id': '1eccceca-2871-4532-af54-95d3af68b080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:21:00.964259 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e28d92fa-801c-4414-a520-0b7cb5d62bb0 req-b46de088-f01b-4274-befc-af329e7211fa service neutron] 10.222.0.31 "GET /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409490 Dec 09 16:21:01.125676 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaa1378-16cf-47dc-a64a-5e13f78a76a4 None None] New status for floating IP bc92c675-2df5-4cf0-8b35-b68b8d58dc12: DOWN {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:21:01.750930 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ab24a-2723-43e7-b951-90ff761cfaf9 req-122b5d14-afe7-49ac-8aca-a984294898d6 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:21:01.752461 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a63ab24a-2723-43e7-b951-90ff761cfaf9 req-122b5d14-afe7-49ac-8aca-a984294898d6 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1 HTTP/1.1" status: 200 len: 945 time: 0.0554655 Dec 09 16:21:01.803724 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a63ab24a-2723-43e7-b951-90ff761cfaf9 req-3deb00a2-b6b8-4318-8f28-6995fd3d0a33 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/security-groups?id=379ef084-ad0e-4325-a431-5578a1181c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449526 Dec 09 16:21:01.904194 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca15a3-2890-498b-8e6a-1088755b885e req-ec6237a1-60de-479f-95d4-ff5ec8d2bc46 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:21:01.905757 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e7ca15a3-2890-498b-8e6a-1088755b885e req-ec6237a1-60de-479f-95d4-ff5ec8d2bc46 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.31 "GET /v2.0/ports?device_id=9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1 HTTP/1.1" status: 200 len: 945 time: 0.0484564 Dec 09 16:21:02.004842 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-e7ca15a3-2890-498b-8e6a-1088755b885e req-460ff832-5304-4edb-a2d1-2caa18f6e3b2 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Deleting port 5828e14b-5c1b-448b-98f1-7a6a46dad2ec {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:21:02.005190 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e7ca15a3-2890-498b-8e6a-1088755b885e req-460ff832-5304-4edb-a2d1-2caa18f6e3b2 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:02.096099 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-e7ca15a3-2890-498b-8e6a-1088755b885e req-460ff832-5304-4edb-a2d1-2caa18f6e3b2 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] For port 5828e14b-5c1b-448b-98f1-7a6a46dad2ec, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5828e14b-5c1b-448b-98f1-7a6a46dad2ec,segment=NetworkSegment(a679b6c2-4eb6-4677-b765-ccb3432ba71e),segment_id=a679b6c2-4eb6-4677-b765-ccb3432ba71e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:21:02.096494 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e7ca15a3-2890-498b-8e6a-1088755b885e req-460ff832-5304-4edb-a2d1-2caa18f6e3b2 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:02.110104 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-e7ca15a3-2890-498b-8e6a-1088755b885e req-460ff832-5304-4edb-a2d1-2caa18f6e3b2 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Calling delete_port for 5828e14b-5c1b-448b-98f1-7a6a46dad2ec owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:21:02.243539 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e7ca15a3-2890-498b-8e6a-1088755b885e req-460ff832-5304-4edb-a2d1-2caa18f6e3b2 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:02.273998 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ff832-5304-4edb-a2d1-2caa18f6e3b2 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Pushing event deleted for resources: {'Port': ['ID=5828e14b-5c1b-448b-98f1-7a6a46dad2ec,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:02.318137 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ca15a3-2890-498b-8e6a-1088755b885e req-460ff832-5304-4edb-a2d1-2caa18f6e3b2 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] No DVR routers for this DVR port 5828e14b-5c1b-448b-98f1-7a6a46dad2ec on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:21:02.320735 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e7ca15a3-2890-498b-8e6a-1088755b885e req-460ff832-5304-4edb-a2d1-2caa18f6e3b2 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:02.324317 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e7ca15a3-2890-498b-8e6a-1088755b885e req-460ff832-5304-4edb-a2d1-2caa18f6e3b2 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.31 "DELETE /v2.0/ports/5828e14b-5c1b-448b-98f1-7a6a46dad2ec HTTP/1.1" status: 204 len: 173 time: 0.4122529 Dec 09 16:21:02.324847 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1', 'name': 'network-vif-deleted', 'tag': '5828e14b-5c1b-448b-98f1-7a6a46dad2ec'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:21:02.327891 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011d84cd-9a82-48a6-ae34-afdb603050b6" -d '{"events": [{"server_uuid": "9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1", "name": "network-vif-deleted", "tag": "5828e14b-5c1b-448b-98f1-7a6a46dad2ec"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:21:02.462176 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46112) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:02.563693 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4829c6fb-1b31-4949-9b69-5178da4909ac x-openstack-request-id: req-4829c6fb-1b31-4949-9b69-5178da4909ac {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:21:02.564062 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1", "name": "network-vif-deleted", "tag": "5828e14b-5c1b-448b-98f1-7a6a46dad2ec", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:21:02.564450 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4829c6fb-1b31-4949-9b69-5178da4909ac {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:21:02.564882 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1', 'name': 'network-vif-deleted', 'tag': '5828e14b-5c1b-448b-98f1-7a6a46dad2ec', 'status': 'completed', 'code': 200} Dec 09 16:21:02.577798 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-620f93a4-3623-42d5-9cc6-83a4c514859c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:02.659061 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-620f93a4-3623-42d5-9cc6-83a4c514859c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:02.664181 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-620f93a4-3623-42d5-9cc6-83a4c514859c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:02.707612 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-620f93a4-3623-42d5-9cc6-83a4c514859c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2bdcba7c9b554356980737aeba6aa1d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2416615 Dec 09 16:21:02.707612 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f93a4-3623-42d5-9cc6-83a4c514859c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8005873e-bd74-46ff-9773-d9b8a82b3064,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:02.708140 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46116) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:02.775138 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a937b226-7a01-451e-a4b1-9772375bc74e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:02.799035 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a937b226-7a01-451e-a4b1-9772375bc74e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:02.851633 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a937b226-7a01-451e-a4b1-9772375bc74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:02.854601 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a937b226-7a01-451e-a4b1-9772375bc74e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:02.855816 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a937b226-7a01-451e-a4b1-9772375bc74e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8005873e-bd74-46ff-9773-d9b8a82b3064 HTTP/1.1" status: 204 len: 168 time: 0.1464410 Dec 09 16:21:02.864548 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a937b226-7a01-451e-a4b1-9772375bc74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8005873e-bd74-46ff-9773-d9b8a82b3064,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:02.922592 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1cd59004-e2e7-4f6a-aae5-97562682ba4b req-22d44fd3-ebc1-4bc7-9dbb-4c606b00d34d tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1 HTTP/1.1" status: 200 len: 210 time: 0.0310817 Dec 09 16:21:03.150720 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46124) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:03.164917 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c00d5a68-8dce-46d0-8f54-9baa405b80fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:03.249065 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c00d5a68-8dce-46d0-8f54-9baa405b80fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:03.253524 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c00d5a68-8dce-46d0-8f54-9baa405b80fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:03.296444 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d5a68-8dce-46d0-8f54-9baa405b80fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949e9554-3187-4f10-a45a-81d6bfe4b55a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:03.300777 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c00d5a68-8dce-46d0-8f54-9baa405b80fc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c2aa34625d834f9e9bc7886edfc8acc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1490250 Dec 09 16:21:03.303310 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46126) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:03.355889 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90080957-5065-4541-a178-0eb50c2a996b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:03.377476 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90080957-5065-4541-a178-0eb50c2a996b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:03.424945 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90080957-5065-4541-a178-0eb50c2a996b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:03.427552 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90080957-5065-4541-a178-0eb50c2a996b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:03.429371 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-90080957-5065-4541-a178-0eb50c2a996b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/949e9554-3187-4f10-a45a-81d6bfe4b55a HTTP/1.1" status: 204 len: 168 time: 0.1239448 Dec 09 16:21:03.439264 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90080957-5065-4541-a178-0eb50c2a996b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949e9554-3187-4f10-a45a-81d6bfe4b55a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:04.028884 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-87318b2c-831a-477b-ad2c-edcf4f713d18 req-bdc685d8-928e-44b5-9df9-9091746a5dc1 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1 HTTP/1.1" status: 200 len: 210 time: 0.0288825 Dec 09 16:21:05.135356 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a250ba9c-ba7c-4012-b5be-e91a625697cf req-8220e22c-432f-4d93-8f35-a3bdc1630128 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1 HTTP/1.1" status: 200 len: 210 time: 0.0303643 Dec 09 16:21:05.719791 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 5828e14b-5c1b-448b-98f1-7a6a46dad2ec no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:21:05.743973 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 5828e14b-5c1b-448b-98f1-7a6a46dad2ec {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:21:05.744326 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 5828e14b-5c1b-448b-98f1-7a6a46dad2ec not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:21:06.044961 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46194) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:06.151535 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9ff8787f-a31b-47b7-b480-7794298af3c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:06.247626 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-54f836ba-2528-4204-80c0-b84c27d750aa req-ddc03ce8-612f-4f08-9a69-9d92bebacc04 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "GET /v2.0/ports?device_id=9183fcb9-fb9b-4800-9f2f-ee56b6dfc6c1 HTTP/1.1" status: 200 len: 210 time: 0.0356395 Dec 09 16:21:06.260544 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9ff8787f-a31b-47b7-b480-7794298af3c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:06.265896 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9ff8787f-a31b-47b7-b480-7794298af3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:06.305518 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9ff8787f-a31b-47b7-b480-7794298af3c9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1c72b1bbd3f247b0be75cd6a4d764c8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2593930 Dec 09 16:21:06.306560 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff8787f-a31b-47b7-b480-7794298af3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8c8ff2-10a1-4c13-a183-ca6207f3d708,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:06.308306 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46200) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:06.362693 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87f5b421-331a-4b13-bf4a-1d7a43e4a1a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:06.384843 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87f5b421-331a-4b13-bf4a-1d7a43e4a1a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:06.435611 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87f5b421-331a-4b13-bf4a-1d7a43e4a1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:06.438548 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87f5b421-331a-4b13-bf4a-1d7a43e4a1a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:06.442144 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-87f5b421-331a-4b13-bf4a-1d7a43e4a1a5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4e8c8ff2-10a1-4c13-a183-ca6207f3d708 HTTP/1.1" status: 204 len: 168 time: 0.1295261 Dec 09 16:21:06.448955 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5b421-331a-4b13-bf4a-1d7a43e4a1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8c8ff2-10a1-4c13-a183-ca6207f3d708,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:06.705115 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46206) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:06.720335 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-988e20f3-6474-48a7-88cd-fca73b7b5dd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:06.800163 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-988e20f3-6474-48a7-88cd-fca73b7b5dd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:06.803989 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-988e20f3-6474-48a7-88cd-fca73b7b5dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:06.842792 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e20f3-6474-48a7-88cd-fca73b7b5dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54f16ad-3482-417f-9fa0-9e5f2b07a74a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:06.847977 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-988e20f3-6474-48a7-88cd-fca73b7b5dd0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1349077cae574111a3d4d0aea3c919c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1418426 Dec 09 16:21:06.850968 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46208) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:06.898152 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f147f846-0717-4f9e-86bd-98489969c2d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:06.918451 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f147f846-0717-4f9e-86bd-98489969c2d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:06.966872 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f147f846-0717-4f9e-86bd-98489969c2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:06.969587 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f147f846-0717-4f9e-86bd-98489969c2d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:06.970756 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f147f846-0717-4f9e-86bd-98489969c2d7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b54f16ad-3482-417f-9fa0-9e5f2b07a74a HTTP/1.1" status: 204 len: 168 time: 0.1188624 Dec 09 16:21:06.979145 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147f846-0717-4f9e-86bd-98489969c2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54f16ad-3482-417f-9fa0-9e5f2b07a74a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:07.315592 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46222) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:07.448824 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-916ef833-1366-4a20-ad03-3f7ec86fe156 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Deleting port 5d118ccb-7dea-4b74-b72a-0bb874fa766d {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:21:07.449162 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-916ef833-1366-4a20-ad03-3f7ec86fe156 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:07.525187 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-916ef833-1366-4a20-ad03-3f7ec86fe156 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:07.525516 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-916ef833-1366-4a20-ad03-3f7ec86fe156 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:07.537838 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-916ef833-1366-4a20-ad03-3f7ec86fe156 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Calling delete_port for 5d118ccb-7dea-4b74-b72a-0bb874fa766d owned by network:floatingip {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:21:07.674388 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-916ef833-1366-4a20-ad03-3f7ec86fe156 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:07.700195 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ef833-1366-4a20-ad03-3f7ec86fe156 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Pushing event deleted for resources: {'Port': ['ID=5d118ccb-7dea-4b74-b72a-0bb874fa766d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:07.764831 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-916ef833-1366-4a20-ad03-3f7ec86fe156 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for floatingip, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:07.767418 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-916ef833-1366-4a20-ad03-3f7ec86fe156 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:07.768675 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-916ef833-1366-4a20-ad03-3f7ec86fe156 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "DELETE /v2.0/floatingips/2ef13075-e158-4970-a27c-d5be79583a50 HTTP/1.1" status: 204 len: 168 time: 0.4520178 Dec 09 16:21:11.068181 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46344) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:11.135392 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9a5df4da-ada2-4fd5-b20f-1ac058ecf599 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:11.163222 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9a5df4da-ada2-4fd5-b20f-1ac058ecf599 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:11.230623 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9a5df4da-ada2-4fd5-b20f-1ac058ecf599 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:11.233584 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9a5df4da-ada2-4fd5-b20f-1ac058ecf599 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:11.237435 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9a5df4da-ada2-4fd5-b20f-1ac058ecf599 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] 10.222.0.57 "DELETE /v2.0/security-groups/379ef084-ad0e-4325-a431-5578a1181c16 HTTP/1.1" status: 204 len: 168 time: 0.1647296 Dec 09 16:21:11.245423 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5df4da-ada2-4fd5-b20f-1ac058ecf599 tempest-TestVolumeBootPattern-1339122124 tempest-TestVolumeBootPattern-1339122124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=379ef084-ad0e-4325-a431-5578a1181c16,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:11.299137 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46356) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:11.859080 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb34c1f3-6000-489a-a012-923f22083c10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:12.123339 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-bb34c1f3-6000-489a-a012-923f22083c10 admin admin] Deleting port 4573353a-d676-444f-b42c-7c9877271fb3 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:21:12.123951 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb34c1f3-6000-489a-a012-923f22083c10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:12.205517 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-bb34c1f3-6000-489a-a012-923f22083c10 admin admin] For port 4573353a-d676-444f-b42c-7c9877271fb3, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=4573353a-d676-444f-b42c-7c9877271fb3,segment=NetworkSegment(a679b6c2-4eb6-4677-b765-ccb3432ba71e),segment_id=a679b6c2-4eb6-4677-b765-ccb3432ba71e)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:21:12.205884 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb34c1f3-6000-489a-a012-923f22083c10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:12.218772 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-bb34c1f3-6000-489a-a012-923f22083c10 admin admin] Calling delete_port for 4573353a-d676-444f-b42c-7c9877271fb3 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:21:12.412736 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb34c1f3-6000-489a-a012-923f22083c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:12.439958 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34c1f3-6000-489a-a012-923f22083c10 admin admin] Pushing event deleted for resources: {'Port': ['ID=4573353a-d676-444f-b42c-7c9877271fb3,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:12.615809 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb34c1f3-6000-489a-a012-923f22083c10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:12.836859 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb34c1f3-6000-489a-a012-923f22083c10 admin admin] Router 9a9a2b41-906a-4c30-8ba5-5901d649ad61 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:21:13.277018 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb34c1f3-6000-489a-a012-923f22083c10 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:21:13.285106 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bb34c1f3-6000-489a-a012-923f22083c10 admin admin] 10.222.0.57 "PUT /v2.0/routers/9a9a2b41-906a-4c30-8ba5-5901d649ad61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9821153 Dec 09 16:21:13.285786 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46404) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:13.286542 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dbae27-e450-4772-b88d-e6e1d25ddb22 None None] Sync routers for ids ['9a9a2b41-906a-4c30-8ba5-5901d649ad61'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:21:13.298204 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dbae27-e450-4772-b88d-e6e1d25ddb22 None None] Routers {'9a9a2b41-906a-4c30-8ba5-5901d649ad61'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:21:13.298204 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-14dbae27-e450-4772-b88d-e6e1d25ddb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:20:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9a9a2b41-906a-4c30-8ba5-5901d649ad61'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:13.397985 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45197780-b83c-4a23-8abb-d9a79ceec094 admin admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:13.413770 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-14dbae27-e450-4772-b88d-e6e1d25ddb22 None None] Set router 9a9a2b41-906a-4c30-8ba5-5901d649ad61 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:21:13.504148 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45197780-b83c-4a23-8abb-d9a79ceec094 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:13.561161 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-45197780-b83c-4a23-8abb-d9a79ceec094 admin admin] Deleting port 49d60a1b-ec39-4ca3-bdd8-f13033f38d98 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:21:13.561602 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45197780-b83c-4a23-8abb-d9a79ceec094 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:13.595625 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-14dbae27-e450-4772-b88d-e6e1d25ddb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'name': 'tempest-TestVolumeBootPattern-580071641-router', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:46Z', 'updated_at': '2021-12-09T16:21:12Z', 'revision_number': 5, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'gw_port': {'id': '49d60a1b-ec39-4ca3-bdd8-f13033f38d98', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:47Z', 'updated_at': '2021-12-09T16:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:13.625969 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dbae27-e450-4772-b88d-e6e1d25ddb22 None None] Checking router: 9a9a2b41-906a-4c30-8ba5-5901d649ad61 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:21:13.635270 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dbae27-e450-4772-b88d-e6e1d25ddb22 None None] Routers {'9a9a2b41-906a-4c30-8ba5-5901d649ad61'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:21:13.635881 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-14dbae27-e450-4772-b88d-e6e1d25ddb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:20:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9a9a2b41-906a-4c30-8ba5-5901d649ad61'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:13.650977 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-45197780-b83c-4a23-8abb-d9a79ceec094 admin admin] For port 49d60a1b-ec39-4ca3-bdd8-f13033f38d98, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=49d60a1b-ec39-4ca3-bdd8-f13033f38d98,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:21:13.651638 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45197780-b83c-4a23-8abb-d9a79ceec094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:13.665496 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-45197780-b83c-4a23-8abb-d9a79ceec094 admin admin] Calling delete_port for 49d60a1b-ec39-4ca3-bdd8-f13033f38d98 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:21:13.721986 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-14dbae27-e450-4772-b88d-e6e1d25ddb22 None None] Set router 9a9a2b41-906a-4c30-8ba5-5901d649ad61 gateway port host: None {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:21:13.777648 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-14dbae27-e450-4772-b88d-e6e1d25ddb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'name': 'tempest-TestVolumeBootPattern-580071641-router', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:46Z', 'updated_at': '2021-12-09T16:21:13Z', 'revision_number': 6, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:13.841993 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45197780-b83c-4a23-8abb-d9a79ceec094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:13.871355 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45197780-b83c-4a23-8abb-d9a79ceec094 admin admin] Pushing event deleted for resources: {'Port': ['ID=49d60a1b-ec39-4ca3-bdd8-f13033f38d98,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:13.897596 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e17f35f-6c22-4431-96d3-5c25094b7e2c None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:21:13.902448 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dbae27-e450-4772-b88d-e6e1d25ddb22 None None] The sync data for ids ['9a9a2b41-906a-4c30-8ba5-5901d649ad61'] in n-d-821228-1 is: [{'id': '9a9a2b41-906a-4c30-8ba5-5901d649ad61', 'name': 'tempest-TestVolumeBootPattern-580071641-router', 'tenant_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:46Z', 'updated_at': '2021-12-09T16:21:13Z', 'revision_number': 6, 'project_id': 'ed744bdd64cf4529a4e59d4f7e83d0c7', 'gw_port_host': None}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:21:13.944065 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45197780-b83c-4a23-8abb-d9a79ceec094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:14.039965 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45197780-b83c-4a23-8abb-d9a79ceec094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:14.042129 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45197780-b83c-4a23-8abb-d9a79ceec094 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:14.089124 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45197780-b83c-4a23-8abb-d9a79ceec094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:14.089693 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45197780-b83c-4a23-8abb-d9a79ceec094 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a9a2b41-906a-4c30-8ba5-5901d649ad61 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 16:21:14.094193 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45197780-b83c-4a23-8abb-d9a79ceec094 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:14.097749 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-45197780-b83c-4a23-8abb-d9a79ceec094 admin admin] 10.222.0.57 "DELETE /v2.0/routers/9a9a2b41-906a-4c30-8ba5-5901d649ad61 HTTP/1.1" status: 204 len: 168 time: 0.8084223 Dec 09 16:21:14.098017 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46424) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:14.146519 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-8495060b-fdfd-4518-afd6-5f772702ba75 admin admin] Deleting subnet 1eccceca-2871-4532-af54-95d3af68b080 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 16:21:14.151434 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8495060b-fdfd-4518-afd6-5f772702ba75 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:14.186954 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8495060b-fdfd-4518-afd6-5f772702ba75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:14.277821 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8495060b-fdfd-4518-afd6-5f772702ba75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:14.340317 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8495060b-fdfd-4518-afd6-5f772702ba75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:14.370974 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495060b-fdfd-4518-afd6-5f772702ba75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eccceca-2871-4532-af54-95d3af68b080,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:14.373802 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8495060b-fdfd-4518-afd6-5f772702ba75 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:14.377094 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8495060b-fdfd-4518-afd6-5f772702ba75 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/1eccceca-2871-4532-af54-95d3af68b080 HTTP/1.1" status: 204 len: 168 time: 0.2781405 Dec 09 16:21:14.377857 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d4ec76-34c0-4508-9523-29309710cf9c None None] Network a6860458-8089-4376-a722-7b1c40818ef4 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:21:14.379629 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46432) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:14.459112 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-22887be7-96c7-4782-b80c-455b8541ab38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:14.515973 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-22887be7-96c7-4782-b80c-455b8541ab38 admin admin] Deleting port 630af577-48cb-4210-8aee-6dfa7d836122 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:21:14.516322 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-22887be7-96c7-4782-b80c-455b8541ab38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:14.583209 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-22887be7-96c7-4782-b80c-455b8541ab38 admin admin] For port 630af577-48cb-4210-8aee-6dfa7d836122, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=630af577-48cb-4210-8aee-6dfa7d836122,segment=NetworkSegment(a679b6c2-4eb6-4677-b765-ccb3432ba71e),segment_id=a679b6c2-4eb6-4677-b765-ccb3432ba71e)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:21:14.583577 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-22887be7-96c7-4782-b80c-455b8541ab38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:14.600989 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-22887be7-96c7-4782-b80c-455b8541ab38 admin admin] Calling delete_port for 630af577-48cb-4210-8aee-6dfa7d836122 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:21:14.682483 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-22887be7-96c7-4782-b80c-455b8541ab38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:14.709007 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22887be7-96c7-4782-b80c-455b8541ab38 admin admin] Pushing event deleted for resources: {'Port': ['ID=630af577-48cb-4210-8aee-6dfa7d836122,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:14.713096 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22887be7-96c7-4782-b80c-455b8541ab38 admin admin] No DVR routers for this DVR port 630af577-48cb-4210-8aee-6dfa7d836122 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:21:14.740596 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f40b09-4be6-4b9f-a8ae-20115919ea22 None None] DHCP port deletion for a6860458-8089-4376-a722-7b1c40818ef4 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:21:14.812271 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-22887be7-96c7-4782-b80c-455b8541ab38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:14.835978 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-22887be7-96c7-4782-b80c-455b8541ab38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6860458-8089-4376-a722-7b1c40818ef4']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:14.840531 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 49d60a1b-ec39-4ca3-bdd8-f13033f38d98 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:21:14.847902 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-22887be7-96c7-4782-b80c-455b8541ab38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a679b6c2-4eb6-4677-b765-ccb3432ba71e') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:14.848205 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-22887be7-96c7-4782-b80c-455b8541ab38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a679b6c2-4eb6-4677-b765-ccb3432ba71e') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:14.866438 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-22887be7-96c7-4782-b80c-455b8541ab38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:14.866917 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 49d60a1b-ec39-4ca3-bdd8-f13033f38d98 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:21:14.867266 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 49d60a1b-ec39-4ca3-bdd8-f13033f38d98 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:21:14.867676 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 630af577-48cb-4210-8aee-6dfa7d836122 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:21:14.888402 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 630af577-48cb-4210-8aee-6dfa7d836122 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:21:14.888988 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 630af577-48cb-4210-8aee-6dfa7d836122 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:21:14.889574 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 4573353a-d676-444f-b42c-7c9877271fb3 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:21:14.893513 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-22887be7-96c7-4782-b80c-455b8541ab38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:14.901603 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22887be7-96c7-4782-b80c-455b8541ab38 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:21:14.902107 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-22887be7-96c7-4782-b80c-455b8541ab38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:14.904102 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 16:21:14.904102 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:21:14.904102 n-d-821228-1 neutron-server[103245]: timer() Dec 09 16:21:14.904102 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:21:14.904102 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 16:21:14.904102 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:21:14.904102 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 16:21:14.904102 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:21:14.904102 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 16:21:14.904102 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:21:14.904102 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 16:21:14.904102 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:21:14.904102 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 16:21:14.904102 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:21:14.904102 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:21:14.904102 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:21:14.904102 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:21:14.904102 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:21:14.904102 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 16:21:14.904102 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:21:14.904102 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 16:21:14.904102 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:21:14.904102 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:21:14.904102 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:21:14.904102 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 16:21:14.904102 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:21:14.904102 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:21:14.904102 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:21:14.904102 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:21:14.904102 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:21:14.904102 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:21:14.904102 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:21:14.916915 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 4573353a-d676-444f-b42c-7c9877271fb3 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:21:14.917413 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 4573353a-d676-444f-b42c-7c9877271fb3 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:21:14.967430 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-22887be7-96c7-4782-b80c-455b8541ab38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:14.973793 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-22887be7-96c7-4782-b80c-455b8541ab38 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:14.977431 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-22887be7-96c7-4782-b80c-455b8541ab38 admin admin] 10.222.0.57 "DELETE /v2.0/networks/a6860458-8089-4376-a722-7b1c40818ef4 HTTP/1.1" status: 204 len: 168 time: 0.5967841 Dec 09 16:21:14.980511 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46450) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:14.994272 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22887be7-96c7-4782-b80c-455b8541ab38 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6860458-8089-4376-a722-7b1c40818ef4,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:15.378059 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d6801611-2c82-4ffd-92ae-0009434b0769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:15.923614 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d6801611-2c82-4ffd-92ae-0009434b0769 admin admin] Deleting port 889bd334-8e3d-4d06-9ff8-c739d241a555 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:21:15.923951 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d6801611-2c82-4ffd-92ae-0009434b0769 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:16.001996 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d6801611-2c82-4ffd-92ae-0009434b0769 admin admin] For port 889bd334-8e3d-4d06-9ff8-c739d241a555, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=889bd334-8e3d-4d06-9ff8-c739d241a555,segment=NetworkSegment(aafb2733-2af3-4bb9-9e98-9af3db7a437a),segment_id=aafb2733-2af3-4bb9-9e98-9af3db7a437a)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:21:16.002357 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d6801611-2c82-4ffd-92ae-0009434b0769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:16.015238 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d6801611-2c82-4ffd-92ae-0009434b0769 admin admin] Calling delete_port for 889bd334-8e3d-4d06-9ff8-c739d241a555 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:21:16.197081 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d6801611-2c82-4ffd-92ae-0009434b0769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:16.223772 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6801611-2c82-4ffd-92ae-0009434b0769 admin admin] Pushing event deleted for resources: {'Port': ['ID=889bd334-8e3d-4d06-9ff8-c739d241a555,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:16.427716 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:16.462431 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d6801611-2c82-4ffd-92ae-0009434b0769 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:16.697491 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6801611-2c82-4ffd-92ae-0009434b0769 admin admin] Router 4d6103b3-8ae5-4bc2-bec9-812db5fce9e1 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:21:16.808901 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6801611-2c82-4ffd-92ae-0009434b0769 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:21:16.814065 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d6801611-2c82-4ffd-92ae-0009434b0769 admin admin] 10.222.0.57 "PUT /v2.0/routers/4d6103b3-8ae5-4bc2-bec9-812db5fce9e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8324993 Dec 09 16:21:16.816577 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46486) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:16.819756 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1febbe4-6e26-4e46-a9f4-461958261fdf None None] Sync routers for ids ['4d6103b3-8ae5-4bc2-bec9-812db5fce9e1'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:21:16.832090 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1febbe4-6e26-4e46-a9f4-461958261fdf None None] Routers {'4d6103b3-8ae5-4bc2-bec9-812db5fce9e1'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:21:16.833098 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f1febbe4-6e26-4e46-a9f4-461958261fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:20:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4d6103b3-8ae5-4bc2-bec9-812db5fce9e1'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:16.926474 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-061510bf-0a2e-497a-8a86-37d7bef26c40 admin admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:16.951467 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-f1febbe4-6e26-4e46-a9f4-461958261fdf None None] Set router 4d6103b3-8ae5-4bc2-bec9-812db5fce9e1 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:21:17.030510 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-061510bf-0a2e-497a-8a86-37d7bef26c40 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:17.088519 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-061510bf-0a2e-497a-8a86-37d7bef26c40 admin admin] Deleting port db6937d4-07a0-4ed3-b4d4-7dc1eb93008a {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:21:17.088961 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-061510bf-0a2e-497a-8a86-37d7bef26c40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:17.141440 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f1febbe4-6e26-4e46-a9f4-461958261fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6103b3-8ae5-4bc2-bec9-812db5fce9e1', 'name': 'tempest-TestVolumeBootPattern-1341010725-router', 'tenant_id': 'be8ff1da88e046b6b05c82b94cafc791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'db6937d4-07a0-4ed3-b4d4-7dc1eb93008a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:51Z', 'updated_at': '2021-12-09T16:21:16Z', 'revision_number': 5, 'project_id': 'be8ff1da88e046b6b05c82b94cafc791', 'gw_port': {'id': 'db6937d4-07a0-4ed3-b4d4-7dc1eb93008a', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:42:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6103b3-8ae5-4bc2-bec9-812db5fce9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:10:52Z', 'updated_at': '2021-12-09T16:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:17.168303 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1febbe4-6e26-4e46-a9f4-461958261fdf None None] Checking router: 4d6103b3-8ae5-4bc2-bec9-812db5fce9e1 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:21:17.172790 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-061510bf-0a2e-497a-8a86-37d7bef26c40 admin admin] For port db6937d4-07a0-4ed3-b4d4-7dc1eb93008a, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=db6937d4-07a0-4ed3-b4d4-7dc1eb93008a,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:21:17.173154 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-061510bf-0a2e-497a-8a86-37d7bef26c40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:17.176625 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1febbe4-6e26-4e46-a9f4-461958261fdf None None] Routers {'4d6103b3-8ae5-4bc2-bec9-812db5fce9e1'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:21:17.177234 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f1febbe4-6e26-4e46-a9f4-461958261fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:20:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4d6103b3-8ae5-4bc2-bec9-812db5fce9e1'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:17.187455 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-061510bf-0a2e-497a-8a86-37d7bef26c40 admin admin] Calling delete_port for db6937d4-07a0-4ed3-b4d4-7dc1eb93008a owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:21:17.266564 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-f1febbe4-6e26-4e46-a9f4-461958261fdf None None] Set router 4d6103b3-8ae5-4bc2-bec9-812db5fce9e1 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:21:17.324103 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f1febbe4-6e26-4e46-a9f4-461958261fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6103b3-8ae5-4bc2-bec9-812db5fce9e1', 'name': 'tempest-TestVolumeBootPattern-1341010725-router', 'tenant_id': 'be8ff1da88e046b6b05c82b94cafc791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:51Z', 'updated_at': '2021-12-09T16:21:17Z', 'revision_number': 6, 'project_id': 'be8ff1da88e046b6b05c82b94cafc791', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:17.352220 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1febbe4-6e26-4e46-a9f4-461958261fdf None None] The sync data for ids ['4d6103b3-8ae5-4bc2-bec9-812db5fce9e1'] in n-d-821228-1 is: [{'id': '4d6103b3-8ae5-4bc2-bec9-812db5fce9e1', 'name': 'tempest-TestVolumeBootPattern-1341010725-router', 'tenant_id': 'be8ff1da88e046b6b05c82b94cafc791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:10:51Z', 'updated_at': '2021-12-09T16:21:17Z', 'revision_number': 6, 'project_id': 'be8ff1da88e046b6b05c82b94cafc791', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:21:17.380606 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-061510bf-0a2e-497a-8a86-37d7bef26c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:17.394325 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46494) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:17.412284 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061510bf-0a2e-497a-8a86-37d7bef26c40 admin admin] Pushing event deleted for resources: {'Port': ['ID=db6937d4-07a0-4ed3-b4d4-7dc1eb93008a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:17.422333 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e6bc5e-ff34-4454-831e-dc92d47839df None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:21:17.482574 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-061510bf-0a2e-497a-8a86-37d7bef26c40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:17.515720 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e063a0ef-f076-4918-ba2e-5a6cd9fa3d4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:17.575498 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-061510bf-0a2e-497a-8a86-37d7bef26c40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:17.577813 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-061510bf-0a2e-497a-8a86-37d7bef26c40 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:17.593233 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e063a0ef-f076-4918-ba2e-5a6cd9fa3d4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:17.596957 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e063a0ef-f076-4918-ba2e-5a6cd9fa3d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:17.623693 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-061510bf-0a2e-497a-8a86-37d7bef26c40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:17.625021 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061510bf-0a2e-497a-8a86-37d7bef26c40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d6103b3-8ae5-4bc2-bec9-812db5fce9e1 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 16:21:17.629414 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-061510bf-0a2e-497a-8a86-37d7bef26c40 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:17.630531 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-061510bf-0a2e-497a-8a86-37d7bef26c40 admin admin] 10.222.0.57 "DELETE /v2.0/routers/4d6103b3-8ae5-4bc2-bec9-812db5fce9e1 HTTP/1.1" status: 204 len: 168 time: 0.8129847 Dec 09 16:21:17.633310 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46498) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:17.637749 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e063a0ef-f076-4918-ba2e-5a6cd9fa3d4f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b50f2e72ed594df08daa70392cb157f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2422795 Dec 09 16:21:17.640295 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46500) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:17.646725 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063a0ef-f076-4918-ba2e-5a6cd9fa3d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4244c789-eafd-4e43-a6f7-94e42644c520,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:17.682931 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7ddbb48-c79b-4caf-9890-856d1f0ea4b4 admin admin] Deleting subnet bd2d4371-4e25-4725-9fe7-9779f897928b {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 16:21:17.686067 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f7ddbb48-c79b-4caf-9890-856d1f0ea4b4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:17.696616 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b7f023e9-817b-478f-a141-f41626eddd5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:17.722735 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f7ddbb48-c79b-4caf-9890-856d1f0ea4b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:17.725061 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b7f023e9-817b-478f-a141-f41626eddd5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:17.780674 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b7f023e9-817b-478f-a141-f41626eddd5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:17.783734 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b7f023e9-817b-478f-a141-f41626eddd5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:17.785169 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b7f023e9-817b-478f-a141-f41626eddd5f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4244c789-eafd-4e43-a6f7-94e42644c520 HTTP/1.1" status: 204 len: 168 time: 0.1433272 Dec 09 16:21:17.796590 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f023e9-817b-478f-a141-f41626eddd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4244c789-eafd-4e43-a6f7-94e42644c520,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:17.814176 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f7ddbb48-c79b-4caf-9890-856d1f0ea4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:17.883341 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f7ddbb48-c79b-4caf-9890-856d1f0ea4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:17.916291 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ddbb48-c79b-4caf-9890-856d1f0ea4b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd2d4371-4e25-4725-9fe7-9779f897928b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:17.918288 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f7ddbb48-c79b-4caf-9890-856d1f0ea4b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:17.921596 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f7ddbb48-c79b-4caf-9890-856d1f0ea4b4 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/bd2d4371-4e25-4725-9fe7-9779f897928b HTTP/1.1" status: 204 len: 168 time: 0.2873094 Dec 09 16:21:17.922771 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bb68d1-d789-49d4-ab43-6331ca332e2b None None] Network b4c2e0f0-30a8-4f7b-8953-fcfeb884c104 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:21:17.924145 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46506) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:18.002695 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-63a83867-dbc2-4b34-b6c1-e8047a7e1423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:18.063675 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-63a83867-dbc2-4b34-b6c1-e8047a7e1423 admin admin] Deleting port 0fa44f46-7dea-45a6-92b9-b3f00e1b5708 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:21:18.064017 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-63a83867-dbc2-4b34-b6c1-e8047a7e1423 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:18.096728 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46508) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:18.111909 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-48941830-60cd-4ca8-87a1-543a762719cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:18.130985 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-63a83867-dbc2-4b34-b6c1-e8047a7e1423 admin admin] For port 0fa44f46-7dea-45a6-92b9-b3f00e1b5708, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=0fa44f46-7dea-45a6-92b9-b3f00e1b5708,segment=NetworkSegment(aafb2733-2af3-4bb9-9e98-9af3db7a437a),segment_id=aafb2733-2af3-4bb9-9e98-9af3db7a437a)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:21:18.131364 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-63a83867-dbc2-4b34-b6c1-e8047a7e1423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:18.146013 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-63a83867-dbc2-4b34-b6c1-e8047a7e1423 admin admin] Calling delete_port for 0fa44f46-7dea-45a6-92b9-b3f00e1b5708 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:21:18.175480 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed90a0f-fde8-4257-8fee-e061b5785b69 None None] DHCP port deletion for b4c2e0f0-30a8-4f7b-8953-fcfeb884c104 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:21:18.205491 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-48941830-60cd-4ca8-87a1-543a762719cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:18.211041 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-48941830-60cd-4ca8-87a1-543a762719cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:18.235335 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-fed90a0f-fde8-4257-8fee-e061b5785b69 None None] Deleting port 0fa44f46-7dea-45a6-92b9-b3f00e1b5708 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:21:18.235636 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fed90a0f-fde8-4257-8fee-e061b5785b69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:18.238780 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-63a83867-dbc2-4b34-b6c1-e8047a7e1423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:18.258426 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48941830-60cd-4ca8-87a1-543a762719cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c003d8-7a29-4706-8e64-bc49cad7ef42,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:18.264639 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-48941830-60cd-4ca8-87a1-543a762719cc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e6f3160124e748209dc674fb77808a33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1667259 Dec 09 16:21:18.266648 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a83867-dbc2-4b34-b6c1-e8047a7e1423 admin admin] No DVR routers for this DVR port 0fa44f46-7dea-45a6-92b9-b3f00e1b5708 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:21:18.267371 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46510) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:18.269660 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a83867-dbc2-4b34-b6c1-e8047a7e1423 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fa44f46-7dea-45a6-92b9-b3f00e1b5708,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:18.318251 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-fed90a0f-fde8-4257-8fee-e061b5785b69 None None] For port 0fa44f46-7dea-45a6-92b9-b3f00e1b5708, host n-d-821228-1, got binding levels [] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:21:18.318906 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fed90a0f-fde8-4257-8fee-e061b5785b69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:18.335668 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-fed90a0f-fde8-4257-8fee-e061b5785b69 None None] Calling delete_port for 0fa44f46-7dea-45a6-92b9-b3f00e1b5708 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:21:18.336747 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4137c77d-12cc-4a80-8ca3-aa8dd2a24271 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:18.339033 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.ipam_backend_mixin [None req-fed90a0f-fde8-4257-8fee-e061b5785b69 None None] Port 0fa44f46-7dea-45a6-92b9-b3f00e1b5708 was not found and therefore no delete operation was performed {{(pid=103246) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 16:21:18.340797 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fed90a0f-fde8-4257-8fee-e061b5785b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:18.351664 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-63a83867-dbc2-4b34-b6c1-e8047a7e1423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:18.370905 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed90a0f-fde8-4257-8fee-e061b5785b69 None None] No DVR routers for this DVR port 0fa44f46-7dea-45a6-92b9-b3f00e1b5708 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:21:18.372909 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90a0f-fde8-4257-8fee-e061b5785b69 None None] Pushing event deleted for resources: {'Port': ['ID=0fa44f46-7dea-45a6-92b9-b3f00e1b5708,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:18.373750 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4137c77d-12cc-4a80-8ca3-aa8dd2a24271 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:18.382929 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-63a83867-dbc2-4b34-b6c1-e8047a7e1423 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4c2e0f0-30a8-4f7b-8953-fcfeb884c104']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:18.392647 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-63a83867-dbc2-4b34-b6c1-e8047a7e1423 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aafb2733-2af3-4bb9-9e98-9af3db7a437a') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:18.392947 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-63a83867-dbc2-4b34-b6c1-e8047a7e1423 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aafb2733-2af3-4bb9-9e98-9af3db7a437a') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:18.403645 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-63a83867-dbc2-4b34-b6c1-e8047a7e1423 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:18.419497 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-63a83867-dbc2-4b34-b6c1-e8047a7e1423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:18.428518 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63a83867-dbc2-4b34-b6c1-e8047a7e1423 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:21:18.428518 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-63a83867-dbc2-4b34-b6c1-e8047a7e1423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:18.430742 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 16:21:18.430742 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:21:18.430742 n-d-821228-1 neutron-server[103245]: timer() Dec 09 16:21:18.430742 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:21:18.430742 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 16:21:18.430742 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:21:18.430742 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 16:21:18.430742 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:21:18.430742 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 16:21:18.430742 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:21:18.430742 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 16:21:18.430742 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:21:18.430742 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 16:21:18.430742 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:21:18.430742 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:21:18.430742 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:21:18.430742 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:21:18.430742 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:21:18.430742 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 16:21:18.430742 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:21:18.430742 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 16:21:18.430742 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:21:18.430742 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:21:18.430742 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:21:18.430742 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 16:21:18.430742 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:21:18.430742 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:21:18.430742 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:21:18.430742 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:21:18.430742 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:21:18.430742 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:21:18.430742 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:21:18.447124 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4137c77d-12cc-4a80-8ca3-aa8dd2a24271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:18.453960 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4137c77d-12cc-4a80-8ca3-aa8dd2a24271 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:18.455275 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4137c77d-12cc-4a80-8ca3-aa8dd2a24271 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/80c003d8-7a29-4706-8e64-bc49cad7ef42 HTTP/1.1" status: 204 len: 168 time: 0.1859841 Dec 09 16:21:18.464663 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137c77d-12cc-4a80-8ca3-aa8dd2a24271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c003d8-7a29-4706-8e64-bc49cad7ef42,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:18.512115 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 0fa44f46-7dea-45a6-92b9-b3f00e1b5708 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:21:18.529827 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-63a83867-dbc2-4b34-b6c1-e8047a7e1423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:18.535029 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 0fa44f46-7dea-45a6-92b9-b3f00e1b5708 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:21:18.535341 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 0fa44f46-7dea-45a6-92b9-b3f00e1b5708 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:21:18.535743 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 889bd334-8e3d-4d06-9ff8-c739d241a555 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:21:18.548367 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-63a83867-dbc2-4b34-b6c1-e8047a7e1423 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:18.553998 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-63a83867-dbc2-4b34-b6c1-e8047a7e1423 admin admin] 10.222.0.57 "DELETE /v2.0/networks/b4c2e0f0-30a8-4f7b-8953-fcfeb884c104 HTTP/1.1" status: 204 len: 168 time: 0.6262875 Dec 09 16:21:18.553998 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a83867-dbc2-4b34-b6c1-e8047a7e1423 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4c2e0f0-30a8-4f7b-8953-fcfeb884c104,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:18.563586 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 889bd334-8e3d-4d06-9ff8-c739d241a555 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:21:18.563944 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 889bd334-8e3d-4d06-9ff8-c739d241a555 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:21:18.564370 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device db6937d4-07a0-4ed3-b4d4-7dc1eb93008a no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:21:18.588319 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: db6937d4-07a0-4ed3-b4d4-7dc1eb93008a {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:21:18.588926 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device db6937d4-07a0-4ed3-b4d4-7dc1eb93008a not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:21:18.798609 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46524) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:18.842934 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-146a25ef-430f-433f-bbe3-d6bd04090a9a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ed744bdd64cf4529a4e59d4f7e83d0c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429289 Dec 09 16:21:18.845266 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46526) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:18.894778 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a5031635-3f56-4b70-8ce6-c8e7b21c6f3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:18.917854 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a5031635-3f56-4b70-8ce6-c8e7b21c6f3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:18.966432 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a5031635-3f56-4b70-8ce6-c8e7b21c6f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:18.969234 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a5031635-3f56-4b70-8ce6-c8e7b21c6f3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:18.970412 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a5031635-3f56-4b70-8ce6-c8e7b21c6f3f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b08dd668-9245-475a-b990-92d34510a6b5 HTTP/1.1" status: 204 len: 168 time: 0.1242135 Dec 09 16:21:18.981329 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5031635-3f56-4b70-8ce6-c8e7b21c6f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08dd668-9245-475a-b990-92d34510a6b5,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:19.329304 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46546) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:19.376736 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0b63a0e7-a821-48d7-84c7-26bfc4fc3686 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=be8ff1da88e046b6b05c82b94cafc791&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0458992 Dec 09 16:21:19.378928 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46548) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:19.430174 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-879e175b-a701-4362-b669-a9dd7ee20aee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:19.452526 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-879e175b-a701-4362-b669-a9dd7ee20aee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:19.503863 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-879e175b-a701-4362-b669-a9dd7ee20aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:19.506568 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-879e175b-a701-4362-b669-a9dd7ee20aee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:19.507934 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-879e175b-a701-4362-b669-a9dd7ee20aee admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/700a1590-69e8-4e29-9405-42d6f0e64cc7 HTTP/1.1" status: 204 len: 168 time: 0.1280987 Dec 09 16:21:19.516980 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e175b-a701-4362-b669-a9dd7ee20aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700a1590-69e8-4e29-9405-42d6f0e64cc7,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:19.574219 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46554) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:19.689232 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de1a6e65-d32e-45ad-901f-8d9a13074e5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:19.784448 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de1a6e65-d32e-45ad-901f-8d9a13074e5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:19.789267 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de1a6e65-d32e-45ad-901f-8d9a13074e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:19.837066 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-de1a6e65-d32e-45ad-901f-8d9a13074e5c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c452b4e658da4ac9916dfc288fad3559&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2588167 Dec 09 16:21:19.837066 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a6e65-d32e-45ad-901f-8d9a13074e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f879d7-922b-4270-8f66-cb6f3aa92e81,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:19.838123 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46558) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:19.895515 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b86956a4-d4a1-44d0-9bbc-c247de4aa134 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:19.923039 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b86956a4-d4a1-44d0-9bbc-c247de4aa134 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:19.972866 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b86956a4-d4a1-44d0-9bbc-c247de4aa134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:19.976399 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b86956a4-d4a1-44d0-9bbc-c247de4aa134 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:19.977731 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b86956a4-d4a1-44d0-9bbc-c247de4aa134 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/72f879d7-922b-4270-8f66-cb6f3aa92e81 HTTP/1.1" status: 204 len: 168 time: 0.1392257 Dec 09 16:21:19.986994 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86956a4-d4a1-44d0-9bbc-c247de4aa134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f879d7-922b-4270-8f66-cb6f3aa92e81,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:20.525953 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d8f4eaf6-28c7-414e-bd04-65fa9025070f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:22.752782 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:21:23.054006 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5225324c-1f91-4671-be17-7a876a89c76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:24.197289 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:24.813433 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 46922) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:24.918272 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-daea7758-1181-4bac-aae0-0b757c8bf215 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:24.977454 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:24.994516 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-daea7758-1181-4bac-aae0-0b757c8bf215 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:24.998346 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-daea7758-1181-4bac-aae0-0b757c8bf215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:25.036474 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-daea7758-1181-4bac-aae0-0b757c8bf215 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f765fea0ca214258ad71e6c878c0223d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2219050 Dec 09 16:21:25.038963 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea7758-1181-4bac-aae0-0b757c8bf215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94034a2c-3911-454b-b59c-a11dbd7779ae,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:25.039297 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 46926) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:25.088217 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-068834f6-fcd7-4c70-9aca-daecf4629767 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:25.109444 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-068834f6-fcd7-4c70-9aca-daecf4629767 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:25.154930 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-068834f6-fcd7-4c70-9aca-daecf4629767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:25.157626 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-068834f6-fcd7-4c70-9aca-daecf4629767 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:25.158790 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-068834f6-fcd7-4c70-9aca-daecf4629767 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/94034a2c-3911-454b-b59c-a11dbd7779ae HTTP/1.1" status: 204 len: 168 time: 0.1184793 Dec 09 16:21:25.166896 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068834f6-fcd7-4c70-9aca-daecf4629767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94034a2c-3911-454b-b59c-a11dbd7779ae,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:25.453886 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:26.496437 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:27.741932 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47092) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:27.846489 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2670a40e-8357-4f2a-8aad-07343cfa8735 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:27.925965 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2670a40e-8357-4f2a-8aad-07343cfa8735 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:27.930895 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2670a40e-8357-4f2a-8aad-07343cfa8735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:27.968945 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2670a40e-8357-4f2a-8aad-07343cfa8735 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cfa45f6c6ccb4fc7ab9b77f847f29145&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2259099 Dec 09 16:21:27.970154 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2670a40e-8357-4f2a-8aad-07343cfa8735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808dc6a2-253f-4018-9c53-86cd78371116,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:27.971567 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47096) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:28.021185 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee7c3ec4-5c09-46ea-ac26-be654aaad34b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:28.043695 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee7c3ec4-5c09-46ea-ac26-be654aaad34b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:28.088786 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee7c3ec4-5c09-46ea-ac26-be654aaad34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:28.091360 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee7c3ec4-5c09-46ea-ac26-be654aaad34b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:28.092610 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ee7c3ec4-5c09-46ea-ac26-be654aaad34b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/808dc6a2-253f-4018-9c53-86cd78371116 HTTP/1.1" status: 204 len: 168 time: 0.1198690 Dec 09 16:21:28.101308 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c3ec4-5c09-46ea-ac26-be654aaad34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808dc6a2-253f-4018-9c53-86cd78371116,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:28.342376 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47102) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:28.357348 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ea161f5c-6613-499d-b3db-9adfd5e93531 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:28.435323 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ea161f5c-6613-499d-b3db-9adfd5e93531 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:28.439166 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ea161f5c-6613-499d-b3db-9adfd5e93531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:28.476913 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea161f5c-6613-499d-b3db-9adfd5e93531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13313810-6b5a-4990-9ad3-6b0eedd676f0,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:28.481139 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ea161f5c-6613-499d-b3db-9adfd5e93531 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e7a8b6fceb9c45e6a7c5dce258f7d278&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1377044 Dec 09 16:21:28.483797 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47104) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:28.533243 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06aaccfe-24db-47c3-b404-a80a1ca23de7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:28.554184 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06aaccfe-24db-47c3-b404-a80a1ca23de7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:28.600564 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06aaccfe-24db-47c3-b404-a80a1ca23de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:28.603149 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-06aaccfe-24db-47c3-b404-a80a1ca23de7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:28.604303 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-06aaccfe-24db-47c3-b404-a80a1ca23de7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/13313810-6b5a-4990-9ad3-6b0eedd676f0 HTTP/1.1" status: 204 len: 168 time: 0.1197121 Dec 09 16:21:28.613648 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aaccfe-24db-47c3-b404-a80a1ca23de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13313810-6b5a-4990-9ad3-6b0eedd676f0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:29.791558 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47140) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:29.884301 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-373f94a0-6740-40b6-aed9-7a1e500010f0 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827-project-admin] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:21:29.905443 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-373f94a0-6740-40b6-aed9-7a1e500010f0 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:29.994270 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-373f94a0-6740-40b6-aed9-7a1e500010f0 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:30.093613 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-373f94a0-6740-40b6-aed9-7a1e500010f0 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827-project-admin] Allocated IP 172.25.3.181 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/15c18243-d4f0-4139-902a-8f5853d8b6a3) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:21:30.196171 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-373f94a0-6740-40b6-aed9-7a1e500010f0 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:30.229155 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-373f94a0-6740-40b6-aed9-7a1e500010f0 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:30.265287 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373f94a0-6740-40b6-aed9-7a1e500010f0 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827-project-admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:21:30.268032 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-373f94a0-6740-40b6-aed9-7a1e500010f0 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827-project-admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:21:30.270397 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373f94a0-6740-40b6-aed9-7a1e500010f0 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827-project-admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:21:30.300995 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f94a0-6740-40b6-aed9-7a1e500010f0 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827-project-admin] Pushing event updated for resources: {'Port': ['ID=15c18243-d4f0-4139-902a-8f5853d8b6a3,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:30.371053 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-373f94a0-6740-40b6-aed9-7a1e500010f0 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:30.403686 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-373f94a0-6740-40b6-aed9-7a1e500010f0 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:30.551290 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-373f94a0-6740-40b6-aed9-7a1e500010f0 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:30.555865 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-373f94a0-6740-40b6-aed9-7a1e500010f0 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:30.625127 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f94a0-6740-40b6-aed9-7a1e500010f0 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827-project-admin] Pushing event updated for resources: {'Port': ['ID=15c18243-d4f0-4139-902a-8f5853d8b6a3,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:30.633988 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-373f94a0-6740-40b6-aed9-7a1e500010f0 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:30.648861 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-373f94a0-6740-40b6-aed9-7a1e500010f0 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:30.650080 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-373f94a0-6740-40b6-aed9-7a1e500010f0 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827-project-admin] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8575046 Dec 09 16:21:30.653019 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47144) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:30.657999 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-8c695b9a-4080-470d-ae3b-cbac8a193d12 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-538392300', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'fixed_ips': [{'ip_address': '172.25.3.181'}]}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:21:30.677787 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c695b9a-4080-470d-ae3b-cbac8a193d12 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827-project-admin] Made reservation on behalf of 9ae9d0cfcd3044dc8e8491834868381b for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:21:30.680373 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8c695b9a-4080-470d-ae3b-cbac8a193d12 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:30.689111 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8c695b9a-4080-470d-ae3b-cbac8a193d12 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:30.765507 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8c695b9a-4080-470d-ae3b-cbac8a193d12 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:30.769133 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8c695b9a-4080-470d-ae3b-cbac8a193d12 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:30.775261 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-8c695b9a-4080-470d-ae3b-cbac8a193d12 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827-project-admin] device_id is not set on port 6ea408c6-e86d-4379-826d-6dfb89bb0783 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 16:21:30.845248 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c695b9a-4080-470d-ae3b-cbac8a193d12 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29bda498-c8e9-41ae-9f34-7e03289deb20,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:30.972068 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c695b9a-4080-470d-ae3b-cbac8a193d12 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 09 16:21:30.972525 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c695b9a-4080-470d-ae3b-cbac8a193d12 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 16:21:30.987188 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8c695b9a-4080-470d-ae3b-cbac8a193d12 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.3330500 Dec 09 16:21:30.989908 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47146) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:31.421279 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f72ca924-77c4-4c23-9774-cac6584caa3a tempest-ExternalNetworksAdminNegativeTestJSON-1370526827 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827-project-admin] Deleting port 15c18243-d4f0-4139-902a-8f5853d8b6a3 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:21:31.421620 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f72ca924-77c4-4c23-9774-cac6584caa3a tempest-ExternalNetworksAdminNegativeTestJSON-1370526827 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:31.494795 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f72ca924-77c4-4c23-9774-cac6584caa3a tempest-ExternalNetworksAdminNegativeTestJSON-1370526827 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:31.495124 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f72ca924-77c4-4c23-9774-cac6584caa3a tempest-ExternalNetworksAdminNegativeTestJSON-1370526827 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:31.507181 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f72ca924-77c4-4c23-9774-cac6584caa3a tempest-ExternalNetworksAdminNegativeTestJSON-1370526827 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827-project-admin] Calling delete_port for 15c18243-d4f0-4139-902a-8f5853d8b6a3 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:21:31.638143 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f72ca924-77c4-4c23-9774-cac6584caa3a tempest-ExternalNetworksAdminNegativeTestJSON-1370526827 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:31.665091 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72ca924-77c4-4c23-9774-cac6584caa3a tempest-ExternalNetworksAdminNegativeTestJSON-1370526827 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827-project-admin] Pushing event deleted for resources: {'Port': ['ID=15c18243-d4f0-4139-902a-8f5853d8b6a3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:31.727550 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f72ca924-77c4-4c23-9774-cac6584caa3a tempest-ExternalNetworksAdminNegativeTestJSON-1370526827 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:31.730137 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f72ca924-77c4-4c23-9774-cac6584caa3a tempest-ExternalNetworksAdminNegativeTestJSON-1370526827 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:31.731292 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f72ca924-77c4-4c23-9774-cac6584caa3a tempest-ExternalNetworksAdminNegativeTestJSON-1370526827 tempest-ExternalNetworksAdminNegativeTestJSON-1370526827-project-admin] 10.222.0.57 "DELETE /v2.0/floatingips/a145a805-d411-4b0b-a8d0-5b233b590237 HTTP/1.1" status: 204 len: 168 time: 0.7399309 Dec 09 16:21:31.966784 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47152) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:32.068275 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f29a4f81-a207-47f7-87c0-7ce8a6090e40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:32.141235 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f29a4f81-a207-47f7-87c0-7ce8a6090e40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:32.144942 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f29a4f81-a207-47f7-87c0-7ce8a6090e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:32.182831 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f29a4f81-a207-47f7-87c0-7ce8a6090e40 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bca2ffb4bd2d426e929891fd9120144d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2149312 Dec 09 16:21:32.183497 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a4f81-a207-47f7-87c0-7ce8a6090e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9683ebd5-1fa7-4fe8-94b8-8ba6e9436cfc,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:32.185537 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47156) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:32.236664 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-80fac746-2cc7-4546-8166-757ba3e0cc8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:32.257650 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-80fac746-2cc7-4546-8166-757ba3e0cc8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:32.303446 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-80fac746-2cc7-4546-8166-757ba3e0cc8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:32.306119 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-80fac746-2cc7-4546-8166-757ba3e0cc8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:32.307298 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-80fac746-2cc7-4546-8166-757ba3e0cc8d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9683ebd5-1fa7-4fe8-94b8-8ba6e9436cfc HTTP/1.1" status: 204 len: 168 time: 0.1207652 Dec 09 16:21:32.315086 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fac746-2cc7-4546-8166-757ba3e0cc8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9683ebd5-1fa7-4fe8-94b8-8ba6e9436cfc,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:32.565554 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47162) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:32.606414 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e9af6f82-5070-4290-a968-582acfa0e78a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9ae9d0cfcd3044dc8e8491834868381b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396051 Dec 09 16:21:32.608723 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47164) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:32.654901 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-12bb9d7c-972e-4c8a-9298-8ed08b3d928c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:32.675510 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-12bb9d7c-972e-4c8a-9298-8ed08b3d928c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:32.722778 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-12bb9d7c-972e-4c8a-9298-8ed08b3d928c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:32.725739 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-12bb9d7c-972e-4c8a-9298-8ed08b3d928c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:32.726890 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-12bb9d7c-972e-4c8a-9298-8ed08b3d928c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/29bda498-c8e9-41ae-9f34-7e03289deb20 HTTP/1.1" status: 204 len: 168 time: 0.1172700 Dec 09 16:21:32.734509 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb9d7c-972e-4c8a-9298-8ed08b3d928c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bda498-c8e9-41ae-9f34-7e03289deb20,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:33.904679 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47200) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:33.999785 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-31ca41b6-8da4-49ed-ba70-d2f3ae337d3e tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1494042223', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:21:34.023453 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ca41b6-8da4-49ed-ba70-d2f3ae337d3e tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Made reservation on behalf of 1f811bc3b26a4745b51750dccfc715ab for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:21:34.025796 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-31ca41b6-8da4-49ed-ba70-d2f3ae337d3e tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:34.034395 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-31ca41b6-8da4-49ed-ba70-d2f3ae337d3e tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:34.108057 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-31ca41b6-8da4-49ed-ba70-d2f3ae337d3e tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:34.111600 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-31ca41b6-8da4-49ed-ba70-d2f3ae337d3e tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:34.117206 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-31ca41b6-8da4-49ed-ba70-d2f3ae337d3e tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] device_id is not set on port ded482fe-5e3b-4f6b-9dc7-ea85ef382183 yet. {{(pid=103245) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 16:21:34.167269 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca41b6-8da4-49ed-ba70-d2f3ae337d3e tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5441c2bf-8b09-40e0-88c7-c0e5416909ce,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:34.230212 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-31ca41b6-8da4-49ed-ba70-d2f3ae337d3e tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Allocated IP 172.25.3.169 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/ded482fe-5e3b-4f6b-9dc7-ea85ef382183) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:21:34.367536 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-31ca41b6-8da4-49ed-ba70-d2f3ae337d3e tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:34.401042 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-31ca41b6-8da4-49ed-ba70-d2f3ae337d3e tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:34.449140 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ca41b6-8da4-49ed-ba70-d2f3ae337d3e tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:21:34.451981 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-31ca41b6-8da4-49ed-ba70-d2f3ae337d3e tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:21:34.454439 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ca41b6-8da4-49ed-ba70-d2f3ae337d3e tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:21:34.464748 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939e3c1e-09b9-4200-8b3a-306e45a1e5f3 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:21:34.478352 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca41b6-8da4-49ed-ba70-d2f3ae337d3e tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Pushing event updated for resources: {'Port': ['ID=ded482fe-5e3b-4f6b-9dc7-ea85ef382183,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:34.497842 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ca41b6-8da4-49ed-ba70-d2f3ae337d3e tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:21:34.498456 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-31ca41b6-8da4-49ed-ba70-d2f3ae337d3e tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:34.513714 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-31ca41b6-8da4-49ed-ba70-d2f3ae337d3e tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.6079335 Dec 09 16:21:34.516482 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47204) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:34.520658 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-265734fd-8a49-42cd-b18e-1199692660f7 tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.169'}]}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:21:34.541427 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-265734fd-8a49-42cd-b18e-1199692660f7 tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:34.542440 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-265734fd-8a49-42cd-b18e-1199692660f7 tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:34.570618 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-94d7f6d1-50a1-4e2c-aa4c-485d540e5aef None None] Provisioning complete for port ded482fe-5e3b-4f6b-9dc7-ea85ef382183 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:21:34.570989 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-94d7f6d1-50a1-4e2c-aa4c-485d540e5aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:34.593651 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-265734fd-8a49-42cd-b18e-1199692660f7 tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:34.606192 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-94d7f6d1-50a1-4e2c-aa4c-485d540e5aef None None] Port ded482fe-5e3b-4f6b-9dc7-ea85ef382183 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:21:34.730089 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-265734fd-8a49-42cd-b18e-1199692660f7 tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:34.921875 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-265734fd-8a49-42cd-b18e-1199692660f7 tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:34.944956 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-265734fd-8a49-42cd-b18e-1199692660f7 tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:35.084599 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-265734fd-8a49-42cd-b18e-1199692660f7 tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:35.237497 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-265734fd-8a49-42cd-b18e-1199692660f7 tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:35.239451 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-265734fd-8a49-42cd-b18e-1199692660f7 tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:35.286195 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-265734fd-8a49-42cd-b18e-1199692660f7 tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:35.286838 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265734fd-8a49-42cd-b18e-1199692660f7 tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1bbeea13-ce35-423d-9dfd-b0df90b191f7 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 16:21:35.303833 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-265734fd-8a49-42cd-b18e-1199692660f7 tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 09 16:21:35.304952 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-265734fd-8a49-42cd-b18e-1199692660f7 tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.7875438 Dec 09 16:21:35.307675 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47206) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:35.383370 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-bb05bc04-7131-41d3-aa79-a8be98a46c64 tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Deleting port ded482fe-5e3b-4f6b-9dc7-ea85ef382183 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:21:35.383708 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb05bc04-7131-41d3-aa79-a8be98a46c64 tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:35.461591 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb05bc04-7131-41d3-aa79-a8be98a46c64 tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:35.472748 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-bb05bc04-7131-41d3-aa79-a8be98a46c64 tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Calling delete_port for ded482fe-5e3b-4f6b-9dc7-ea85ef382183 owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:21:35.591607 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb05bc04-7131-41d3-aa79-a8be98a46c64 tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:35.621171 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05bc04-7131-41d3-aa79-a8be98a46c64 tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Pushing event deleted for resources: {'Port': ['ID=ded482fe-5e3b-4f6b-9dc7-ea85ef382183,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:35.631831 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb05bc04-7131-41d3-aa79-a8be98a46c64 tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:21:35.632194 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb05bc04-7131-41d3-aa79-a8be98a46c64 tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:21:35.632569 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb05bc04-7131-41d3-aa79-a8be98a46c64 tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:21:35.633487 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb05bc04-7131-41d3-aa79-a8be98a46c64 tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:21:35.633487 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb05bc04-7131-41d3-aa79-a8be98a46c64 tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:21:35.633681 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb05bc04-7131-41d3-aa79-a8be98a46c64 tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:21:35.633878 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb05bc04-7131-41d3-aa79-a8be98a46c64 tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:21:35.634209 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb05bc04-7131-41d3-aa79-a8be98a46c64 tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:21:35.634545 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb05bc04-7131-41d3-aa79-a8be98a46c64 tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:21:35.634872 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb05bc04-7131-41d3-aa79-a8be98a46c64 tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:21:35.635268 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb05bc04-7131-41d3-aa79-a8be98a46c64 tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:21:35.635503 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb05bc04-7131-41d3-aa79-a8be98a46c64 tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:21:35.635825 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb05bc04-7131-41d3-aa79-a8be98a46c64 tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:21:35.641400 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4519e0-ad51-4905-99d9-8f64ac826a9a None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:21:35.696119 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bb05bc04-7131-41d3-aa79-a8be98a46c64 tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:35.699425 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bb05bc04-7131-41d3-aa79-a8be98a46c64 tempest-RoutersAdminNegativeTest-1583474645 tempest-RoutersAdminNegativeTest-1583474645-project-admin] 10.222.0.57 "DELETE /v2.0/ports/ded482fe-5e3b-4f6b-9dc7-ea85ef382183 HTTP/1.1" status: 204 len: 168 time: 0.3908463 Dec 09 16:21:35.938116 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47212) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:36.040084 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-558daf5e-c9f5-4ef5-bb90-81e025e5d620 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:36.113329 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-558daf5e-c9f5-4ef5-bb90-81e025e5d620 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:36.117740 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-558daf5e-c9f5-4ef5-bb90-81e025e5d620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:36.155058 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-558daf5e-c9f5-4ef5-bb90-81e025e5d620 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7af380be25dc4cb3b205b1e89eb43ea2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2158575 Dec 09 16:21:36.156214 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558daf5e-c9f5-4ef5-bb90-81e025e5d620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf97bba1-cfbb-48ef-bbb8-510a686d744a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:36.157769 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47216) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:36.206994 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-123acab5-8fe4-4342-b3f4-8821c7690c9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:36.228022 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-123acab5-8fe4-4342-b3f4-8821c7690c9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:36.276925 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-123acab5-8fe4-4342-b3f4-8821c7690c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:36.279550 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-123acab5-8fe4-4342-b3f4-8821c7690c9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:36.280728 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-123acab5-8fe4-4342-b3f4-8821c7690c9e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cf97bba1-cfbb-48ef-bbb8-510a686d744a HTTP/1.1" status: 204 len: 168 time: 0.1211612 Dec 09 16:21:36.289333 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123acab5-8fe4-4342-b3f4-8821c7690c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf97bba1-cfbb-48ef-bbb8-510a686d744a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:36.543056 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47222) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:36.585792 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a66e1841-40d2-4c78-b465-56d35ab2d37c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1f811bc3b26a4745b51750dccfc715ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415628 Dec 09 16:21:36.588342 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47224) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:36.635524 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-680f16fe-c227-40fd-a0ea-dc44a03a2517 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:36.656531 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-680f16fe-c227-40fd-a0ea-dc44a03a2517 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:36.702579 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-680f16fe-c227-40fd-a0ea-dc44a03a2517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:36.705159 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-680f16fe-c227-40fd-a0ea-dc44a03a2517 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:36.706318 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-680f16fe-c227-40fd-a0ea-dc44a03a2517 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5441c2bf-8b09-40e0-88c7-c0e5416909ce HTTP/1.1" status: 204 len: 168 time: 0.1170084 Dec 09 16:21:36.713677 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f16fe-c227-40fd-a0ea-dc44a03a2517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5441c2bf-8b09-40e0-88c7-c0e5416909ce,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:37.373013 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47246) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:37.468658 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-34a17b8d-228a-4ca9-b351-72a740517c4f tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1199237938'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:21:37.489433 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a17b8d-228a-4ca9-b351-72a740517c4f tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Made reservation on behalf of ef73a160fa1d43279e92fa1377480510 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:21:37.493088 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-34a17b8d-228a-4ca9-b351-72a740517c4f tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:37.501467 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-34a17b8d-228a-4ca9-b351-72a740517c4f tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:37.575097 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-34a17b8d-228a-4ca9-b351-72a740517c4f tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:37.578900 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-34a17b8d-228a-4ca9-b351-72a740517c4f tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:37.606114 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34a17b8d-228a-4ca9-b351-72a740517c4f tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:21:37.614793 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a17b8d-228a-4ca9-b351-72a740517c4f tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8370f205-3446-44d2-b38c-e10c446bccb8,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:37.621713 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-34a17b8d-228a-4ca9-b351-72a740517c4f tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:37.622057 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-34a17b8d-228a-4ca9-b351-72a740517c4f tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Added segment 5059f3ee-a4c8-4ff3-b7b4-1ac19b417174 of type vlan for network f32c58eb-3b48-4160-83a0-cd194cef2105 Dec 09 16:21:37.661654 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-34a17b8d-228a-4ca9-b351-72a740517c4f tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:37.686609 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-34a17b8d-228a-4ca9-b351-72a740517c4f tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:37.692213 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a17b8d-228a-4ca9-b351-72a740517c4f tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:21:37.692830 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-34a17b8d-228a-4ca9-b351-72a740517c4f tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:37.751588 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-34a17b8d-228a-4ca9-b351-72a740517c4f tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3773410 Dec 09 16:21:37.754308 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47250) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:37.761515 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f27de2c0-c2c8-4e93-876f-53cbdd0005d9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Request body: {'subnet': {'network_id': 'f32c58eb-3b48-4160-83a0-cd194cef2105', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:21:37.779968 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a17b8d-228a-4ca9-b351-72a740517c4f tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Pushing event updated for resources: {'Network': ['ID=f32c58eb-3b48-4160-83a0-cd194cef2105,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:37.791322 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network f32c58eb-3b48-4160-83a0-cd194cef2105 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:21:37.857988 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27de2c0-c2c8-4e93-876f-53cbdd0005d9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Made reservation on behalf of ef73a160fa1d43279e92fa1377480510 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:21:37.861682 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f27de2c0-c2c8-4e93-876f-53cbdd0005d9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:38.051900 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f27de2c0-c2c8-4e93-876f-53cbdd0005d9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:38.122641 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27de2c0-c2c8-4e93-876f-53cbdd0005d9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Pushing event updated for resources: {'Subnet': ['ID=84ba23a6-0981-46bf-b7e1-9179aa9718d5,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:38.131269 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27de2c0-c2c8-4e93-876f-53cbdd0005d9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Checking segment: {'id': '5059f3ee-a4c8-4ff3-b7b4-1ac19b417174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f32c58eb-3b48-4160-83a0-cd194cef2105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:21:38.132190 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27de2c0-c2c8-4e93-876f-53cbdd0005d9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Network hostable DHCP agents. Network: f32c58eb-3b48-4160-83a0-cd194cef2105, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:21:38.135815 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27de2c0-c2c8-4e93-876f-53cbdd0005d9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:21:38.136172 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27de2c0-c2c8-4e93-876f-53cbdd0005d9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:21:38.136550 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27de2c0-c2c8-4e93-876f-53cbdd0005d9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:21:38.136899 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27de2c0-c2c8-4e93-876f-53cbdd0005d9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:21:38.137243 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27de2c0-c2c8-4e93-876f-53cbdd0005d9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:21:38.137584 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27de2c0-c2c8-4e93-876f-53cbdd0005d9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:21:38.137927 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27de2c0-c2c8-4e93-876f-53cbdd0005d9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:21:38.138263 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27de2c0-c2c8-4e93-876f-53cbdd0005d9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:21:38.138597 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27de2c0-c2c8-4e93-876f-53cbdd0005d9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:21:38.138931 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27de2c0-c2c8-4e93-876f-53cbdd0005d9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:21:38.139261 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27de2c0-c2c8-4e93-876f-53cbdd0005d9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:21:38.139588 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27de2c0-c2c8-4e93-876f-53cbdd0005d9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:21:38.139917 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27de2c0-c2c8-4e93-876f-53cbdd0005d9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:21:38.157731 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27de2c0-c2c8-4e93-876f-53cbdd0005d9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Network f32c58eb-3b48-4160-83a0-cd194cef2105 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:21:38.166407 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-f27de2c0-c2c8-4e93-876f-53cbdd0005d9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, f32c58eb-3b48-4160-83a0-cd194cef2105) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:21:38.170684 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27de2c0-c2c8-4e93-876f-53cbdd0005d9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:21:38.171288 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f27de2c0-c2c8-4e93-876f-53cbdd0005d9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:38.176165 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d790a0b5-2af7-4cf0-a650-8ba3d0464057 None None] Network f32c58eb-3b48-4160-83a0-cd194cef2105 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:21:38.188227 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f27de2c0-c2c8-4e93-876f-53cbdd0005d9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4329174 Dec 09 16:21:38.191148 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47252) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:38.196848 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4d8791d1-2d13-485f-961d-20e6ef4aa441 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-278625392', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}, 'admin_state_up': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:21:38.220936 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d8791d1-2d13-485f-961d-20e6ef4aa441 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:38.221950 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d8791d1-2d13-485f-961d-20e6ef4aa441 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:38.273723 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4342630-9d51-40fb-8435-89369dda984e None None] Network f32c58eb-3b48-4160-83a0-cd194cef2105 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:21:38.275058 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d8791d1-2d13-485f-961d-20e6ef4aa441 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:38.409912 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d8791d1-2d13-485f-961d-20e6ef4aa441 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:38.600732 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d8791d1-2d13-485f-961d-20e6ef4aa441 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:38.618658 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d8791d1-2d13-485f-961d-20e6ef4aa441 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:38.716644 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-4d8791d1-2d13-485f-961d-20e6ef4aa441 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Allocated IP 172.25.3.220 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/a16162c5-6c12-44fd-b027-f5e2e478d76e) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:21:38.818494 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d8791d1-2d13-485f-961d-20e6ef4aa441 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:38.851991 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d8791d1-2d13-485f-961d-20e6ef4aa441 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:38.892735 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8791d1-2d13-485f-961d-20e6ef4aa441 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:21:38.895580 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-4d8791d1-2d13-485f-961d-20e6ef4aa441 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:21:38.900611 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8791d1-2d13-485f-961d-20e6ef4aa441 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:21:38.904243 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8791d1-2d13-485f-961d-20e6ef4aa441 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Pushing event updated for resources: {'Port': ['ID=a16162c5-6c12-44fd-b027-f5e2e478d76e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:38.909016 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54327d2d-1ffa-4d42-ba27-c99fb9fca7d8 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:21:38.954550 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-94bfa892-50a2-4a5f-83df-4ddca0ef6ca1 None None] Provisioning complete for port a16162c5-6c12-44fd-b027-f5e2e478d76e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:21:38.954916 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-94bfa892-50a2-4a5f-83df-4ddca0ef6ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:38.994452 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-94bfa892-50a2-4a5f-83df-4ddca0ef6ca1 None None] Port a16162c5-6c12-44fd-b027-f5e2e478d76e cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:21:39.152085 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d8791d1-2d13-485f-961d-20e6ef4aa441 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:39.338134 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d8791d1-2d13-485f-961d-20e6ef4aa441 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:39.466645 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d8791d1-2d13-485f-961d-20e6ef4aa441 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Router cd08af63-26d4-4ee4-969b-837d8f07c48b is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 16:21:39.898812 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8791d1-2d13-485f-961d-20e6ef4aa441 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:21:39.909019 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1321729d-3d5c-449b-8b89-7f8798905048 None None] Sync routers for ids ['cd08af63-26d4-4ee4-969b-837d8f07c48b'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:21:39.918358 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4d8791d1-2d13-485f-961d-20e6ef4aa441 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:39.918844 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1321729d-3d5c-449b-8b89-7f8798905048 None None] Routers {'cd08af63-26d4-4ee4-969b-837d8f07c48b'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:21:39.922182 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-1321729d-3d5c-449b-8b89-7f8798905048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:21:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['cd08af63-26d4-4ee4-969b-837d8f07c48b'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:39.922343 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4d8791d1-2d13-485f-961d-20e6ef4aa441 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7274044 Dec 09 16:21:39.922343 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47254) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:39.954200 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-1321729d-3d5c-449b-8b89-7f8798905048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:39.964112 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1321729d-3d5c-449b-8b89-7f8798905048 None None] Routers {'cd08af63-26d4-4ee4-969b-837d8f07c48b'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:21:39.964745 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-1321729d-3d5c-449b-8b89-7f8798905048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:21:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['cd08af63-26d4-4ee4-969b-837d8f07c48b'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:39.996844 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-1321729d-3d5c-449b-8b89-7f8798905048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:39.997487 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1321729d-3d5c-449b-8b89-7f8798905048 None None] The sync data for ids ['cd08af63-26d4-4ee4-969b-837d8f07c48b'] in n-d-821228-1 is: [] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:21:40.342809 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-04f18fe2-f2e1-4a89-8864-f0dc69761a81 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:40.601970 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-04f18fe2-f2e1-4a89-8864-f0dc69761a81 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Allocated IP 172.20.0.1 (f32c58eb-3b48-4160-83a0-cd194cef2105/84ba23a6-0981-46bf-b7e1-9179aa9718d5/eba788c2-b4c8-4886-ab67-4b2c9d3f8cf1) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:21:40.732116 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-04f18fe2-f2e1-4a89-8864-f0dc69761a81 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:40.766653 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-04f18fe2-f2e1-4a89-8864-f0dc69761a81 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:40.806050 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f18fe2-f2e1-4a89-8864-f0dc69761a81 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Network f32c58eb-3b48-4160-83a0-cd194cef2105 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:21:40.810973 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-04f18fe2-f2e1-4a89-8864-f0dc69761a81 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:21:40.815054 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f18fe2-f2e1-4a89-8864-f0dc69761a81 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:21:40.821920 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f18fe2-f2e1-4a89-8864-f0dc69761a81 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Pushing event updated for resources: {'Port': ['ID=eba788c2-b4c8-4886-ab67-4b2c9d3f8cf1,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:40.865790 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-04f18fe2-f2e1-4a89-8864-f0dc69761a81 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:40.987892 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-04f18fe2-f2e1-4a89-8864-f0dc69761a81 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:41.266095 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-04f18fe2-f2e1-4a89-8864-f0dc69761a81 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:41.270605 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-04f18fe2-f2e1-4a89-8864-f0dc69761a81 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:41.346738 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f18fe2-f2e1-4a89-8864-f0dc69761a81 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Pushing event updated for resources: {'Port': ['ID=eba788c2-b4c8-4886-ab67-4b2c9d3f8cf1,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:41.351180 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-04f18fe2-f2e1-4a89-8864-f0dc69761a81 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:41.444386 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f18fe2-f2e1-4a89-8864-f0dc69761a81 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Network f32c58eb-3b48-4160-83a0-cd194cef2105 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:21:41.445912 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-04f18fe2-f2e1-4a89-8864-f0dc69761a81 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:21:41.561809 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f18fe2-f2e1-4a89-8864-f0dc69761a81 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Router cd08af63-26d4-4ee4-969b-837d8f07c48b has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:21:41.668158 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f18fe2-f2e1-4a89-8864-f0dc69761a81 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:21:41.673335 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-04f18fe2-f2e1-4a89-8864-f0dc69761a81 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "PUT /v2.0/routers/cd08af63-26d4-4ee4-969b-837d8f07c48b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7499928 Dec 09 16:21:41.676353 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47258) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:41.678194 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b56db2-8e64-4f1d-9aeb-194b6e34e572 None None] Sync routers for ids ['cd08af63-26d4-4ee4-969b-837d8f07c48b'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:21:41.681817 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-d3e06d27-d3d0-420f-8077-c4a3bfb4f6e1 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Request body: {'port': {'network_id': 'f32c58eb-3b48-4160-83a0-cd194cef2105', 'name': 'tempest-FloatingIPTestJSON-61733322'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:21:41.687837 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b56db2-8e64-4f1d-9aeb-194b6e34e572 None None] Routers {'cd08af63-26d4-4ee4-969b-837d8f07c48b'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:21:41.688546 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-32b56db2-8e64-4f1d-9aeb-194b6e34e572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:21:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['cd08af63-26d4-4ee4-969b-837d8f07c48b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:41.721175 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-32b56db2-8e64-4f1d-9aeb-194b6e34e572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:41.730396 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b56db2-8e64-4f1d-9aeb-194b6e34e572 None None] Routers {'cd08af63-26d4-4ee4-969b-837d8f07c48b'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:21:41.730984 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-32b56db2-8e64-4f1d-9aeb-194b6e34e572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:21:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['cd08af63-26d4-4ee4-969b-837d8f07c48b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:41.764775 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-32b56db2-8e64-4f1d-9aeb-194b6e34e572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:41.765421 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b56db2-8e64-4f1d-9aeb-194b6e34e572 None None] The sync data for ids ['cd08af63-26d4-4ee4-969b-837d8f07c48b'] in n-d-821228-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:21:41.789226 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e06d27-d3d0-420f-8077-c4a3bfb4f6e1 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Made reservation on behalf of ef73a160fa1d43279e92fa1377480510 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:21:41.792736 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d3e06d27-d3d0-420f-8077-c4a3bfb4f6e1 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:41.809879 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-d3e06d27-d3d0-420f-8077-c4a3bfb4f6e1 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] device_id is not set on port 5d8ce0f5-4e5e-4f10-b326-9b99109c34aa yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 16:21:41.919651 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-d3e06d27-d3d0-420f-8077-c4a3bfb4f6e1 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Allocated IP 172.20.0.4 (f32c58eb-3b48-4160-83a0-cd194cef2105/84ba23a6-0981-46bf-b7e1-9179aa9718d5/5d8ce0f5-4e5e-4f10-b326-9b99109c34aa) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:21:42.064623 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d3e06d27-d3d0-420f-8077-c4a3bfb4f6e1 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:42.100097 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d3e06d27-d3d0-420f-8077-c4a3bfb4f6e1 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:42.143654 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e06d27-d3d0-420f-8077-c4a3bfb4f6e1 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Network f32c58eb-3b48-4160-83a0-cd194cef2105 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:21:42.149651 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-d3e06d27-d3d0-420f-8077-c4a3bfb4f6e1 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:21:42.153405 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e06d27-d3d0-420f-8077-c4a3bfb4f6e1 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:21:42.176861 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e06d27-d3d0-420f-8077-c4a3bfb4f6e1 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Pushing event updated for resources: {'Port': ['ID=5d8ce0f5-4e5e-4f10-b326-9b99109c34aa,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:42.205269 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e06d27-d3d0-420f-8077-c4a3bfb4f6e1 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:21:42.205875 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d3e06d27-d3d0-420f-8077-c4a3bfb4f6e1 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:42.220711 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d3e06d27-d3d0-420f-8077-c4a3bfb4f6e1 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.5429466 Dec 09 16:21:42.223135 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47260) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:42.228402 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-d27948a3-3a3a-4fbb-b2be-30a0838e28eb tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Request body: {'port': {'network_id': 'f32c58eb-3b48-4160-83a0-cd194cef2105', 'name': 'tempest-FloatingIPTestJSON-156596755'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:21:42.341729 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27948a3-3a3a-4fbb-b2be-30a0838e28eb tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Made reservation on behalf of ef73a160fa1d43279e92fa1377480510 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:21:42.345293 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d27948a3-3a3a-4fbb-b2be-30a0838e28eb tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:42.363227 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-d27948a3-3a3a-4fbb-b2be-30a0838e28eb tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] device_id is not set on port 0b04630d-553c-41be-bd00-e25151ae6d9c yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 16:21:42.470015 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-d27948a3-3a3a-4fbb-b2be-30a0838e28eb tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Allocated IP 172.20.0.3 (f32c58eb-3b48-4160-83a0-cd194cef2105/84ba23a6-0981-46bf-b7e1-9179aa9718d5/0b04630d-553c-41be-bd00-e25151ae6d9c) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:21:42.615553 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d27948a3-3a3a-4fbb-b2be-30a0838e28eb tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:42.650141 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d27948a3-3a3a-4fbb-b2be-30a0838e28eb tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:42.692871 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27948a3-3a3a-4fbb-b2be-30a0838e28eb tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Network f32c58eb-3b48-4160-83a0-cd194cef2105 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:21:42.698460 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-d27948a3-3a3a-4fbb-b2be-30a0838e28eb tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:21:42.702145 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27948a3-3a3a-4fbb-b2be-30a0838e28eb tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:21:42.729955 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27948a3-3a3a-4fbb-b2be-30a0838e28eb tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Pushing event updated for resources: {'Port': ['ID=0b04630d-553c-41be-bd00-e25151ae6d9c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:42.757476 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27948a3-3a3a-4fbb-b2be-30a0838e28eb tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:21:42.758084 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d27948a3-3a3a-4fbb-b2be-30a0838e28eb tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:42.773904 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d27948a3-3a3a-4fbb-b2be-30a0838e28eb tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.5497310 Dec 09 16:21:42.776999 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47268) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:42.781338 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-461c3b0f-05a6-49b4-9df4-52ded0e4fc08 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'port_id': '0b04630d-553c-41be-bd00-e25151ae6d9c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:21:42.804256 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-461c3b0f-05a6-49b4-9df4-52ded0e4fc08 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:42.900452 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-461c3b0f-05a6-49b4-9df4-52ded0e4fc08 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:43.005603 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-461c3b0f-05a6-49b4-9df4-52ded0e4fc08 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Allocated IP 172.25.3.144 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/e45ba57f-8f14-492c-a361-95e78e0d617f) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:21:43.108087 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-461c3b0f-05a6-49b4-9df4-52ded0e4fc08 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:43.142053 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-461c3b0f-05a6-49b4-9df4-52ded0e4fc08 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:43.182030 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461c3b0f-05a6-49b4-9df4-52ded0e4fc08 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:21:43.184798 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-461c3b0f-05a6-49b4-9df4-52ded0e4fc08 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:21:43.190257 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461c3b0f-05a6-49b4-9df4-52ded0e4fc08 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:21:43.215453 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c3b0f-05a6-49b4-9df4-52ded0e4fc08 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Pushing event updated for resources: {'Port': ['ID=e45ba57f-8f14-492c-a361-95e78e0d617f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:43.551933 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-461c3b0f-05a6-49b4-9df4-52ded0e4fc08 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:43.625375 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-461c3b0f-05a6-49b4-9df4-52ded0e4fc08 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:43.776148 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-461c3b0f-05a6-49b4-9df4-52ded0e4fc08 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:43.780571 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-461c3b0f-05a6-49b4-9df4-52ded0e4fc08 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:43.843079 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c3b0f-05a6-49b4-9df4-52ded0e4fc08 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Pushing event updated for resources: {'Port': ['ID=e45ba57f-8f14-492c-a361-95e78e0d617f,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:43.858888 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-461c3b0f-05a6-49b4-9df4-52ded0e4fc08 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:43.957570 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-461c3b0f-05a6-49b4-9df4-52ded0e4fc08 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Floating IP 0c9f392f-d655-46b8-9ce2-2e966bc2a4ec associated. External IP: 172.25.3.144, port: 0b04630d-553c-41be-bd00-e25151ae6d9c. Dec 09 16:21:44.165450 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461c3b0f-05a6-49b4-9df4-52ded0e4fc08 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Router cd08af63-26d4-4ee4-969b-837d8f07c48b has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:21:44.270833 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461c3b0f-05a6-49b4-9df4-52ded0e4fc08 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:21:44.281434 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478683fd-4fa4-4967-bda0-4be4960df37a None None] Sync routers for ids ['cd08af63-26d4-4ee4-969b-837d8f07c48b'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:21:44.289132 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-461c3b0f-05a6-49b4-9df4-52ded0e4fc08 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:44.291181 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478683fd-4fa4-4967-bda0-4be4960df37a None None] Routers {'cd08af63-26d4-4ee4-969b-837d8f07c48b'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:21:44.291812 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-478683fd-4fa4-4967-bda0-4be4960df37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:21:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['cd08af63-26d4-4ee4-969b-837d8f07c48b'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:44.315904 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-461c3b0f-05a6-49b4-9df4-52ded0e4fc08 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.5378401 Dec 09 16:21:44.319135 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47274) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:44.326041 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-9daa56a7-bbb4-4142-9a72-00665557cc91 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:21:44.326224 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-478683fd-4fa4-4967-bda0-4be4960df37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:44.335146 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478683fd-4fa4-4967-bda0-4be4960df37a None None] Routers {'cd08af63-26d4-4ee4-969b-837d8f07c48b'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:21:44.335673 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-478683fd-4fa4-4967-bda0-4be4960df37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:21:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['cd08af63-26d4-4ee4-969b-837d8f07c48b'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:44.368172 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-478683fd-4fa4-4967-bda0-4be4960df37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:44.368842 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478683fd-4fa4-4967-bda0-4be4960df37a None None] The sync data for ids ['cd08af63-26d4-4ee4-969b-837d8f07c48b'] in n-d-821228-1 is: [] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:21:44.380150 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9daa56a7-bbb4-4142-9a72-00665557cc91 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:44.527489 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9daa56a7-bbb4-4142-9a72-00665557cc91 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:44.530896 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9daa56a7-bbb4-4142-9a72-00665557cc91 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:44.531229 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-9daa56a7-bbb4-4142-9a72-00665557cc91 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Floating IP 0c9f392f-d655-46b8-9ce2-2e966bc2a4ec disassociated. External IP: 172.25.3.144, port: 0b04630d-553c-41be-bd00-e25151ae6d9c. Dec 09 16:21:44.734766 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9daa56a7-bbb4-4142-9a72-00665557cc91 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Router cd08af63-26d4-4ee4-969b-837d8f07c48b has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:21:45.132998 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9daa56a7-bbb4-4142-9a72-00665557cc91 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:21:45.137407 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9daa56a7-bbb4-4142-9a72-00665557cc91 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:45.142119 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044d60dc-6c1f-4b1f-b213-62626dd2d8de None None] Sync routers for ids ['cd08af63-26d4-4ee4-969b-837d8f07c48b'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:21:45.151412 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044d60dc-6c1f-4b1f-b213-62626dd2d8de None None] Routers {'cd08af63-26d4-4ee4-969b-837d8f07c48b'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:21:45.152019 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-044d60dc-6c1f-4b1f-b213-62626dd2d8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:21:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['cd08af63-26d4-4ee4-969b-837d8f07c48b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:45.164341 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9daa56a7-bbb4-4142-9a72-00665557cc91 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "PUT /v2.0/floatingips/0c9f392f-d655-46b8-9ce2-2e966bc2a4ec HTTP/1.1" status: 200 len: 688 time: 0.8441827 Dec 09 16:21:45.166849 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47276) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:45.185226 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-044d60dc-6c1f-4b1f-b213-62626dd2d8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:45.194037 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044d60dc-6c1f-4b1f-b213-62626dd2d8de None None] Routers {'cd08af63-26d4-4ee4-969b-837d8f07c48b'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:21:45.194641 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-044d60dc-6c1f-4b1f-b213-62626dd2d8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:21:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['cd08af63-26d4-4ee4-969b-837d8f07c48b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:45.229946 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-044d60dc-6c1f-4b1f-b213-62626dd2d8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:45.230602 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044d60dc-6c1f-4b1f-b213-62626dd2d8de None None] The sync data for ids ['cd08af63-26d4-4ee4-969b-837d8f07c48b'] in n-d-821228-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:21:45.293087 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-888930e5-8b3a-4983-a64e-fd982d1797f6 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Deleting port e45ba57f-8f14-492c-a361-95e78e0d617f {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:21:45.293426 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-888930e5-8b3a-4983-a64e-fd982d1797f6 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:45.366491 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-888930e5-8b3a-4983-a64e-fd982d1797f6 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:45.366825 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-888930e5-8b3a-4983-a64e-fd982d1797f6 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:45.378867 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-888930e5-8b3a-4983-a64e-fd982d1797f6 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Calling delete_port for e45ba57f-8f14-492c-a361-95e78e0d617f owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:21:45.519249 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-888930e5-8b3a-4983-a64e-fd982d1797f6 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:45.545438 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888930e5-8b3a-4983-a64e-fd982d1797f6 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Pushing event deleted for resources: {'Port': ['ID=e45ba57f-8f14-492c-a361-95e78e0d617f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:45.605936 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-888930e5-8b3a-4983-a64e-fd982d1797f6 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:45.608504 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-888930e5-8b3a-4983-a64e-fd982d1797f6 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:45.609645 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-888930e5-8b3a-4983-a64e-fd982d1797f6 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "DELETE /v2.0/floatingips/0c9f392f-d655-46b8-9ce2-2e966bc2a4ec HTTP/1.1" status: 204 len: 168 time: 0.4419019 Dec 09 16:21:45.612989 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47278) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:45.617342 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-008e16cf-ed49-45ea-92da-6c6a4c6921a9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'port_id': '5d8ce0f5-4e5e-4f10-b326-9b99109c34aa'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:21:45.639292 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-008e16cf-ed49-45ea-92da-6c6a4c6921a9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:45.734441 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-008e16cf-ed49-45ea-92da-6c6a4c6921a9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:45.841800 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-008e16cf-ed49-45ea-92da-6c6a4c6921a9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Allocated IP 172.25.3.208 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/cfaedbf4-9aa9-471b-bade-8a9fd20f5431) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:21:45.950287 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-008e16cf-ed49-45ea-92da-6c6a4c6921a9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:45.993519 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-008e16cf-ed49-45ea-92da-6c6a4c6921a9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:46.043291 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008e16cf-ed49-45ea-92da-6c6a4c6921a9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:21:46.046980 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-008e16cf-ed49-45ea-92da-6c6a4c6921a9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:21:46.051485 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008e16cf-ed49-45ea-92da-6c6a4c6921a9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:21:46.055265 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e16cf-ed49-45ea-92da-6c6a4c6921a9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Pushing event updated for resources: {'Port': ['ID=cfaedbf4-9aa9-471b-bade-8a9fd20f5431,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:46.421522 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:46.455651 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-008e16cf-ed49-45ea-92da-6c6a4c6921a9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:46.529572 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-008e16cf-ed49-45ea-92da-6c6a4c6921a9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:46.685048 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-008e16cf-ed49-45ea-92da-6c6a4c6921a9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:46.689386 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-008e16cf-ed49-45ea-92da-6c6a4c6921a9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:46.754631 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e16cf-ed49-45ea-92da-6c6a4c6921a9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Pushing event updated for resources: {'Port': ['ID=cfaedbf4-9aa9-471b-bade-8a9fd20f5431,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:46.770849 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-008e16cf-ed49-45ea-92da-6c6a4c6921a9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:46.873574 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-008e16cf-ed49-45ea-92da-6c6a4c6921a9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Floating IP b76d7d36-851b-4915-8e42-5955f5f72b35 associated. External IP: 172.25.3.208, port: 5d8ce0f5-4e5e-4f10-b326-9b99109c34aa. Dec 09 16:21:47.082274 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008e16cf-ed49-45ea-92da-6c6a4c6921a9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Router cd08af63-26d4-4ee4-969b-837d8f07c48b has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:21:47.191210 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008e16cf-ed49-45ea-92da-6c6a4c6921a9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:21:47.201182 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189135e3-f61b-4604-aa74-6b6be3a61e25 None None] Sync routers for ids ['cd08af63-26d4-4ee4-969b-837d8f07c48b'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:21:47.212299 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-008e16cf-ed49-45ea-92da-6c6a4c6921a9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:47.212585 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189135e3-f61b-4604-aa74-6b6be3a61e25 None None] Routers {'cd08af63-26d4-4ee4-969b-837d8f07c48b'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:21:47.213251 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-189135e3-f61b-4604-aa74-6b6be3a61e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:21:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['cd08af63-26d4-4ee4-969b-837d8f07c48b'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:47.239189 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-008e16cf-ed49-45ea-92da-6c6a4c6921a9 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 1.6251924 Dec 09 16:21:47.241985 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47280) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:47.244471 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-189135e3-f61b-4604-aa74-6b6be3a61e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:47.253018 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189135e3-f61b-4604-aa74-6b6be3a61e25 None None] Routers {'cd08af63-26d4-4ee4-969b-837d8f07c48b'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:21:47.253608 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-189135e3-f61b-4604-aa74-6b6be3a61e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:21:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['cd08af63-26d4-4ee4-969b-837d8f07c48b'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:47.288792 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-189135e3-f61b-4604-aa74-6b6be3a61e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:47.289446 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189135e3-f61b-4604-aa74-6b6be3a61e25 None None] The sync data for ids ['cd08af63-26d4-4ee4-969b-837d8f07c48b'] in n-d-821228-1 is: [] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:21:47.309846 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-09a95a38-5ae3-4ca6-b26b-b863955fc04c tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "GET /v2.0/floatingips/b76d7d36-851b-4915-8e42-5955f5f72b35 HTTP/1.1" status: 200 len: 976 time: 0.0667307 Dec 09 16:21:47.312120 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47282) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:47.418090 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-298c4f21-4213-41e4-a1cd-f64935141dbe tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1048660 Dec 09 16:21:47.420703 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47284) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:47.424883 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-cd2da892-32ff-43e9-9f56-4de67bc02907 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Request body: {'floatingip': {'port_id': '0b04630d-553c-41be-bd00-e25151ae6d9c'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:21:47.486454 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cd2da892-32ff-43e9-9f56-4de67bc02907 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:47.944593 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cd2da892-32ff-43e9-9f56-4de67bc02907 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:47.948251 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cd2da892-32ff-43e9-9f56-4de67bc02907 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:48.046240 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-cd2da892-32ff-43e9-9f56-4de67bc02907 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Floating IP b76d7d36-851b-4915-8e42-5955f5f72b35 associated. External IP: 172.25.3.208, port: 5d8ce0f5-4e5e-4f10-b326-9b99109c34aa. Dec 09 16:21:48.537624 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2da892-32ff-43e9-9f56-4de67bc02907 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Router cd08af63-26d4-4ee4-969b-837d8f07c48b has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:21:48.641494 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2da892-32ff-43e9-9f56-4de67bc02907 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:21:48.652142 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda688e4-cfa3-4d47-9410-1a1591566848 None None] Sync routers for ids ['cd08af63-26d4-4ee4-969b-837d8f07c48b'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:21:48.662473 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda688e4-cfa3-4d47-9410-1a1591566848 None None] Routers {'cd08af63-26d4-4ee4-969b-837d8f07c48b'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:21:48.663077 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-bda688e4-cfa3-4d47-9410-1a1591566848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:21:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['cd08af63-26d4-4ee4-969b-837d8f07c48b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:48.694945 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-bda688e4-cfa3-4d47-9410-1a1591566848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:48.703396 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda688e4-cfa3-4d47-9410-1a1591566848 None None] Routers {'cd08af63-26d4-4ee4-969b-837d8f07c48b'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:21:48.703990 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-bda688e4-cfa3-4d47-9410-1a1591566848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:21:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['cd08af63-26d4-4ee4-969b-837d8f07c48b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:48.738902 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-bda688e4-cfa3-4d47-9410-1a1591566848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:48.739540 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda688e4-cfa3-4d47-9410-1a1591566848 None None] The sync data for ids ['cd08af63-26d4-4ee4-969b-837d8f07c48b'] in n-d-821228-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:21:48.850747 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2da892-32ff-43e9-9f56-4de67bc02907 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Router cd08af63-26d4-4ee4-969b-837d8f07c48b has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:21:48.959268 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2da892-32ff-43e9-9f56-4de67bc02907 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:21:48.963591 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cd2da892-32ff-43e9-9f56-4de67bc02907 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:48.969663 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0bc08a-a444-4f66-a46e-59a3d20ff573 None None] Sync routers for ids ['cd08af63-26d4-4ee4-969b-837d8f07c48b'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:21:48.979612 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0bc08a-a444-4f66-a46e-59a3d20ff573 None None] Routers {'cd08af63-26d4-4ee4-969b-837d8f07c48b'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:21:48.980215 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-be0bc08a-a444-4f66-a46e-59a3d20ff573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:21:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['cd08af63-26d4-4ee4-969b-837d8f07c48b'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:49.013178 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-be0bc08a-a444-4f66-a46e-59a3d20ff573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:49.016133 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-cd2da892-32ff-43e9-9f56-4de67bc02907 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "PUT /v2.0/floatingips/b76d7d36-851b-4915-8e42-5955f5f72b35 HTTP/1.1" status: 200 len: 977 time: 1.5944247 Dec 09 16:21:49.018797 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47286) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:49.022884 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0bc08a-a444-4f66-a46e-59a3d20ff573 None None] Routers {'cd08af63-26d4-4ee4-969b-837d8f07c48b'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:21:49.023292 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-8b9d91c4-455b-46d4-b96c-94b75ac3960b tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:21:49.023482 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-be0bc08a-a444-4f66-a46e-59a3d20ff573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:21:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['cd08af63-26d4-4ee4-969b-837d8f07c48b'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:49.058086 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-be0bc08a-a444-4f66-a46e-59a3d20ff573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:49.058729 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0bc08a-a444-4f66-a46e-59a3d20ff573 None None] The sync data for ids ['cd08af63-26d4-4ee4-969b-837d8f07c48b'] in n-d-821228-1 is: [] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:21:49.082770 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8b9d91c4-455b-46d4-b96c-94b75ac3960b tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:49.225123 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8b9d91c4-455b-46d4-b96c-94b75ac3960b tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:49.228560 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8b9d91c4-455b-46d4-b96c-94b75ac3960b tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:49.228898 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-8b9d91c4-455b-46d4-b96c-94b75ac3960b tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Floating IP b76d7d36-851b-4915-8e42-5955f5f72b35 disassociated. External IP: 172.25.3.208, port: 0b04630d-553c-41be-bd00-e25151ae6d9c. Dec 09 16:21:49.440803 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9d91c4-455b-46d4-b96c-94b75ac3960b tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Router cd08af63-26d4-4ee4-969b-837d8f07c48b has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:21:49.548848 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9d91c4-455b-46d4-b96c-94b75ac3960b tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:21:49.553824 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8b9d91c4-455b-46d4-b96c-94b75ac3960b tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:49.558598 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d719c3c4-489c-4a63-963c-a46ee4a4aae9 None None] Sync routers for ids ['cd08af63-26d4-4ee4-969b-837d8f07c48b'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:21:49.569116 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d719c3c4-489c-4a63-963c-a46ee4a4aae9 None None] Routers {'cd08af63-26d4-4ee4-969b-837d8f07c48b'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:21:49.570632 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d719c3c4-489c-4a63-963c-a46ee4a4aae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:21:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['cd08af63-26d4-4ee4-969b-837d8f07c48b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:49.580687 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8b9d91c4-455b-46d4-b96c-94b75ac3960b tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "PUT /v2.0/floatingips/b76d7d36-851b-4915-8e42-5955f5f72b35 HTTP/1.1" status: 200 len: 688 time: 0.5608230 Dec 09 16:21:49.583095 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47288) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:49.602687 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d719c3c4-489c-4a63-963c-a46ee4a4aae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:49.611104 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d719c3c4-489c-4a63-963c-a46ee4a4aae9 None None] Routers {'cd08af63-26d4-4ee4-969b-837d8f07c48b'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:21:49.611726 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d719c3c4-489c-4a63-963c-a46ee4a4aae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:21:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['cd08af63-26d4-4ee4-969b-837d8f07c48b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:49.646317 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d719c3c4-489c-4a63-963c-a46ee4a4aae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:49.646972 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d719c3c4-489c-4a63-963c-a46ee4a4aae9 None None] The sync data for ids ['cd08af63-26d4-4ee4-969b-837d8f07c48b'] in n-d-821228-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:21:49.710686 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7230da75-6c95-488f-9fe6-8e211b7b9827 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Deleting port cfaedbf4-9aa9-471b-bade-8a9fd20f5431 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:21:49.711031 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7230da75-6c95-488f-9fe6-8e211b7b9827 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:49.789661 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7230da75-6c95-488f-9fe6-8e211b7b9827 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:49.789989 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7230da75-6c95-488f-9fe6-8e211b7b9827 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:49.801457 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7230da75-6c95-488f-9fe6-8e211b7b9827 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Calling delete_port for cfaedbf4-9aa9-471b-bade-8a9fd20f5431 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:21:49.938444 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7230da75-6c95-488f-9fe6-8e211b7b9827 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:49.963934 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7230da75-6c95-488f-9fe6-8e211b7b9827 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Pushing event deleted for resources: {'Port': ['ID=cfaedbf4-9aa9-471b-bade-8a9fd20f5431,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:50.026858 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7230da75-6c95-488f-9fe6-8e211b7b9827 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:50.029499 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7230da75-6c95-488f-9fe6-8e211b7b9827 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:50.030699 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7230da75-6c95-488f-9fe6-8e211b7b9827 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "DELETE /v2.0/floatingips/b76d7d36-851b-4915-8e42-5955f5f72b35 HTTP/1.1" status: 204 len: 168 time: 0.4466469 Dec 09 16:21:50.033294 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47290) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:50.071515 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [None req-864b4c0f-9bb1-465d-bc75-73f5b533aa23 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] delete failed (client error): The resource could not be found. Dec 09 16:21:50.072470 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-864b4c0f-9bb1-465d-bc75-73f5b533aa23 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "DELETE /v2.0/floatingips/b76d7d36-851b-4915-8e42-5955f5f72b35 HTTP/1.1" status: 404 len: 345 time: 0.0382383 Dec 09 16:21:50.076141 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47292) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:50.155889 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db8a861-37b6-4aa0-bb63-93766ec8af39 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:21:50.161901 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db8a861-37b6-4aa0-bb63-93766ec8af39 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:21:50.167846 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db8a861-37b6-4aa0-bb63-93766ec8af39 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:21:50.169503 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6db8a861-37b6-4aa0-bb63-93766ec8af39 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "GET /v2.0/ports?network_id=f32c58eb-3b48-4160-83a0-cd194cef2105 HTTP/1.1" status: 200 len: 2355 time: 0.0924356 Dec 09 16:21:50.172146 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47294) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:50.221908 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced86382-5372-4165-9091-8d5c22273caf tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:21:50.223271 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ced86382-5372-4165-9091-8d5c22273caf tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "GET /v2.0/subnets/84ba23a6-0981-46bf-b7e1-9179aa9718d5 HTTP/1.1" status: 200 len: 797 time: 0.0501397 Dec 09 16:21:50.228262 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47296) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:50.233331 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-3db2fab9-e120-418e-ac33-c3e0613d76d8 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Request body: {'port': {'network_id': 'f32c58eb-3b48-4160-83a0-cd194cef2105', 'name': 'tempest-FloatingIPTestJSON-1767885454', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:21:50.341734 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db2fab9-e120-418e-ac33-c3e0613d76d8 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Made reservation on behalf of ef73a160fa1d43279e92fa1377480510 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:21:50.423580 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3db2fab9-e120-418e-ac33-c3e0613d76d8 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:50.445533 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-3db2fab9-e120-418e-ac33-c3e0613d76d8 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] device_id is not set on port 4c25b496-2fc5-44d1-bcab-092a0e721590 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 16:21:50.528833 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-488710b4-6463-4ce7-bf9b-47d3b215e135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:50.732922 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-3db2fab9-e120-418e-ac33-c3e0613d76d8 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Allocated IP 172.20.0.14 (f32c58eb-3b48-4160-83a0-cd194cef2105/84ba23a6-0981-46bf-b7e1-9179aa9718d5/4c25b496-2fc5-44d1-bcab-092a0e721590) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:21:50.738481 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-3db2fab9-e120-418e-ac33-c3e0613d76d8 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Allocated IP 172.20.0.13 (f32c58eb-3b48-4160-83a0-cd194cef2105/84ba23a6-0981-46bf-b7e1-9179aa9718d5/4c25b496-2fc5-44d1-bcab-092a0e721590) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:21:50.879358 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3db2fab9-e120-418e-ac33-c3e0613d76d8 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:50.912492 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3db2fab9-e120-418e-ac33-c3e0613d76d8 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:50.955418 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db2fab9-e120-418e-ac33-c3e0613d76d8 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Network f32c58eb-3b48-4160-83a0-cd194cef2105 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:21:50.961026 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-3db2fab9-e120-418e-ac33-c3e0613d76d8 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:21:50.963321 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db2fab9-e120-418e-ac33-c3e0613d76d8 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:21:50.994815 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db2fab9-e120-418e-ac33-c3e0613d76d8 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Pushing event updated for resources: {'Port': ['ID=4c25b496-2fc5-44d1-bcab-092a0e721590,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:51.020571 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db2fab9-e120-418e-ac33-c3e0613d76d8 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:21:51.021502 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3db2fab9-e120-418e-ac33-c3e0613d76d8 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:51.036200 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3db2fab9-e120-418e-ac33-c3e0613d76d8 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 0.8069048 Dec 09 16:21:51.039497 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47298) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:51.043707 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-0ea361b5-f0db-43e7-8e76-0e77993d3353 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'port_id': '4c25b496-2fc5-44d1-bcab-092a0e721590', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:21:51.065512 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ea361b5-f0db-43e7-8e76-0e77993d3353 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:51.160081 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ea361b5-f0db-43e7-8e76-0e77993d3353 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:51.264697 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-0ea361b5-f0db-43e7-8e76-0e77993d3353 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Allocated IP 172.25.3.152 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/aab625be-d3dd-42b7-87d8-d4d270391fde) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:21:51.367058 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ea361b5-f0db-43e7-8e76-0e77993d3353 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:51.403302 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ea361b5-f0db-43e7-8e76-0e77993d3353 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:51.445764 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea361b5-f0db-43e7-8e76-0e77993d3353 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:21:51.451971 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-0ea361b5-f0db-43e7-8e76-0e77993d3353 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:21:51.456281 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea361b5-f0db-43e7-8e76-0e77993d3353 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:21:51.459812 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea361b5-f0db-43e7-8e76-0e77993d3353 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Pushing event updated for resources: {'Port': ['ID=aab625be-d3dd-42b7-87d8-d4d270391fde,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:51.805433 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ea361b5-f0db-43e7-8e76-0e77993d3353 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:51.872736 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ea361b5-f0db-43e7-8e76-0e77993d3353 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:52.021710 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ea361b5-f0db-43e7-8e76-0e77993d3353 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:52.026136 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ea361b5-f0db-43e7-8e76-0e77993d3353 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:52.091168 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea361b5-f0db-43e7-8e76-0e77993d3353 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Pushing event updated for resources: {'Port': ['ID=aab625be-d3dd-42b7-87d8-d4d270391fde,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:52.103698 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ea361b5-f0db-43e7-8e76-0e77993d3353 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:52.201024 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-0ea361b5-f0db-43e7-8e76-0e77993d3353 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Floating IP b4f65a1b-7890-45e8-9ee6-7d1ddfa882f5 associated. External IP: 172.25.3.152, port: 4c25b496-2fc5-44d1-bcab-092a0e721590. Dec 09 16:21:52.701286 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea361b5-f0db-43e7-8e76-0e77993d3353 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Router cd08af63-26d4-4ee4-969b-837d8f07c48b has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:21:52.808373 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea361b5-f0db-43e7-8e76-0e77993d3353 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:21:52.817698 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc21dd73-00ae-4a19-bc7a-3d6e0b7309e2 None None] Sync routers for ids ['cd08af63-26d4-4ee4-969b-837d8f07c48b'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:21:52.825752 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ea361b5-f0db-43e7-8e76-0e77993d3353 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:52.828096 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc21dd73-00ae-4a19-bc7a-3d6e0b7309e2 None None] Routers {'cd08af63-26d4-4ee4-969b-837d8f07c48b'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:21:52.828732 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-fc21dd73-00ae-4a19-bc7a-3d6e0b7309e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:21:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['cd08af63-26d4-4ee4-969b-837d8f07c48b'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:52.852616 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0ea361b5-f0db-43e7-8e76-0e77993d3353 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 1.8120825 Dec 09 16:21:52.855156 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47300) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:52.859472 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-32e5a0eb-57e2-44a6-9550-2fb4956f3ffd tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Request body: {'floatingip': {'port_id': '4c25b496-2fc5-44d1-bcab-092a0e721590', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:21:52.859653 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-fc21dd73-00ae-4a19-bc7a-3d6e0b7309e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:52.869115 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc21dd73-00ae-4a19-bc7a-3d6e0b7309e2 None None] Routers {'cd08af63-26d4-4ee4-969b-837d8f07c48b'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:21:52.869707 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-fc21dd73-00ae-4a19-bc7a-3d6e0b7309e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:21:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['cd08af63-26d4-4ee4-969b-837d8f07c48b'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:52.906757 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-fc21dd73-00ae-4a19-bc7a-3d6e0b7309e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:52.907822 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc21dd73-00ae-4a19-bc7a-3d6e0b7309e2 None None] The sync data for ids ['cd08af63-26d4-4ee4-969b-837d8f07c48b'] in n-d-821228-1 is: [] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:21:52.928729 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32e5a0eb-57e2-44a6-9550-2fb4956f3ffd tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:53.057653 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aa6c02ba-e80c-4d2c-959c-7341a83ead87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:53.404325 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32e5a0eb-57e2-44a6-9550-2fb4956f3ffd tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:53.408150 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32e5a0eb-57e2-44a6-9550-2fb4956f3ffd tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:53.618950 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e5a0eb-57e2-44a6-9550-2fb4956f3ffd tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Router cd08af63-26d4-4ee4-969b-837d8f07c48b has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:21:53.726486 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e5a0eb-57e2-44a6-9550-2fb4956f3ffd tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:21:53.731205 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32e5a0eb-57e2-44a6-9550-2fb4956f3ffd tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:53.737302 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcacaafe-0a4b-4603-b06b-c3dc75bb6227 None None] Sync routers for ids ['cd08af63-26d4-4ee4-969b-837d8f07c48b'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:21:53.746850 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcacaafe-0a4b-4603-b06b-c3dc75bb6227 None None] Routers {'cd08af63-26d4-4ee4-969b-837d8f07c48b'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:21:53.747477 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-bcacaafe-0a4b-4603-b06b-c3dc75bb6227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:21:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['cd08af63-26d4-4ee4-969b-837d8f07c48b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:53.779908 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-bcacaafe-0a4b-4603-b06b-c3dc75bb6227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:53.781950 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-32e5a0eb-57e2-44a6-9550-2fb4956f3ffd tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "PUT /v2.0/floatingips/b4f65a1b-7890-45e8-9ee6-7d1ddfa882f5 HTTP/1.1" status: 200 len: 979 time: 0.9257801 Dec 09 16:21:53.784604 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47302) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:53.789711 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcacaafe-0a4b-4603-b06b-c3dc75bb6227 None None] Routers {'cd08af63-26d4-4ee4-969b-837d8f07c48b'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:21:53.790312 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-bcacaafe-0a4b-4603-b06b-c3dc75bb6227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:21:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['cd08af63-26d4-4ee4-969b-837d8f07c48b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:53.825500 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-bcacaafe-0a4b-4603-b06b-c3dc75bb6227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:53.826165 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcacaafe-0a4b-4603-b06b-c3dc75bb6227 None None] The sync data for ids ['cd08af63-26d4-4ee4-969b-837d8f07c48b'] in n-d-821228-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:21:53.943551 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-138fb13e-b28c-4cec-8698-b50707edbcd0 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Deleting port aab625be-d3dd-42b7-87d8-d4d270391fde {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:21:53.944137 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-138fb13e-b28c-4cec-8698-b50707edbcd0 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:54.022918 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-138fb13e-b28c-4cec-8698-b50707edbcd0 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:54.023249 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-138fb13e-b28c-4cec-8698-b50707edbcd0 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:54.034720 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-138fb13e-b28c-4cec-8698-b50707edbcd0 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Calling delete_port for aab625be-d3dd-42b7-87d8-d4d270391fde owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:21:54.184964 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-138fb13e-b28c-4cec-8698-b50707edbcd0 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:54.201309 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:54.212593 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138fb13e-b28c-4cec-8698-b50707edbcd0 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Pushing event deleted for resources: {'Port': ['ID=aab625be-d3dd-42b7-87d8-d4d270391fde,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:54.274088 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-138fb13e-b28c-4cec-8698-b50707edbcd0 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:54.274421 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-138fb13e-b28c-4cec-8698-b50707edbcd0 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Floating IP b4f65a1b-7890-45e8-9ee6-7d1ddfa882f5 disassociated (deleted). External IP: 172.25.3.152, port: 4c25b496-2fc5-44d1-bcab-092a0e721590. Dec 09 16:21:54.485651 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-138fb13e-b28c-4cec-8698-b50707edbcd0 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Router cd08af63-26d4-4ee4-969b-837d8f07c48b has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:21:54.591724 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138fb13e-b28c-4cec-8698-b50707edbcd0 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:21:54.596034 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-138fb13e-b28c-4cec-8698-b50707edbcd0 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:54.601751 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee697ade-eedd-4301-a749-85b4d4a5ffb7 None None] Sync routers for ids ['cd08af63-26d4-4ee4-969b-837d8f07c48b'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:21:54.611508 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee697ade-eedd-4301-a749-85b4d4a5ffb7 None None] Routers {'cd08af63-26d4-4ee4-969b-837d8f07c48b'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:21:54.612105 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-ee697ade-eedd-4301-a749-85b4d4a5ffb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:21:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['cd08af63-26d4-4ee4-969b-837d8f07c48b'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:54.625370 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-138fb13e-b28c-4cec-8698-b50707edbcd0 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "DELETE /v2.0/floatingips/b4f65a1b-7890-45e8-9ee6-7d1ddfa882f5 HTTP/1.1" status: 204 len: 168 time: 0.8397093 Dec 09 16:21:54.627701 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47304) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:54.650294 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-ee697ade-eedd-4301-a749-85b4d4a5ffb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:54.659082 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee697ade-eedd-4301-a749-85b4d4a5ffb7 None None] Routers {'cd08af63-26d4-4ee4-969b-837d8f07c48b'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:21:54.659679 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-ee697ade-eedd-4301-a749-85b4d4a5ffb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:21:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['cd08af63-26d4-4ee4-969b-837d8f07c48b'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:54.693946 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-ee697ade-eedd-4301-a749-85b4d4a5ffb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:54.694597 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee697ade-eedd-4301-a749-85b4d4a5ffb7 None None] The sync data for ids ['cd08af63-26d4-4ee4-969b-837d8f07c48b'] in n-d-821228-1 is: [] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:21:54.716648 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f7c90ecb-d067-4595-9861-84345539a399 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Deleting port 4c25b496-2fc5-44d1-bcab-092a0e721590 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:21:54.716990 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f7c90ecb-d067-4595-9861-84345539a399 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:54.800327 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f7c90ecb-d067-4595-9861-84345539a399 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:54.812050 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f7c90ecb-d067-4595-9861-84345539a399 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Calling delete_port for 4c25b496-2fc5-44d1-bcab-092a0e721590 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:21:54.970663 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:54.990927 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f7c90ecb-d067-4595-9861-84345539a399 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:55.025059 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c90ecb-d067-4595-9861-84345539a399 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Pushing event deleted for resources: {'Port': ['ID=4c25b496-2fc5-44d1-bcab-092a0e721590,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:55.106380 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f7c90ecb-d067-4595-9861-84345539a399 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:55.109659 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f7c90ecb-d067-4595-9861-84345539a399 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "DELETE /v2.0/ports/4c25b496-2fc5-44d1-bcab-092a0e721590 HTTP/1.1" status: 204 len: 168 time: 0.4809921 Dec 09 16:21:55.113057 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47306) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:55.117947 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-b31e55bf-fedb-468c-ac6f-93f72c1b9550 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:21:55.139748 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b31e55bf-fedb-468c-ac6f-93f72c1b9550 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:55.240242 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b31e55bf-fedb-468c-ac6f-93f72c1b9550 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:55.348356 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-b31e55bf-fedb-468c-ac6f-93f72c1b9550 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Allocated IP 172.25.3.192 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/061d617e-a181-42e7-806d-b93f70d2a956) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:21:55.454145 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b31e55bf-fedb-468c-ac6f-93f72c1b9550 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:55.456977 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:55.487954 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b31e55bf-fedb-468c-ac6f-93f72c1b9550 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:55.530241 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31e55bf-fedb-468c-ac6f-93f72c1b9550 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:21:55.533136 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-b31e55bf-fedb-468c-ac6f-93f72c1b9550 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:21:55.538170 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31e55bf-fedb-468c-ac6f-93f72c1b9550 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:21:55.541174 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e55bf-fedb-468c-ac6f-93f72c1b9550 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Pushing event updated for resources: {'Port': ['ID=061d617e-a181-42e7-806d-b93f70d2a956,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:55.628508 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b31e55bf-fedb-468c-ac6f-93f72c1b9550 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:55.660249 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b31e55bf-fedb-468c-ac6f-93f72c1b9550 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:55.810551 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b31e55bf-fedb-468c-ac6f-93f72c1b9550 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:55.814960 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b31e55bf-fedb-468c-ac6f-93f72c1b9550 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:55.881583 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e55bf-fedb-468c-ac6f-93f72c1b9550 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Pushing event updated for resources: {'Port': ['ID=061d617e-a181-42e7-806d-b93f70d2a956,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:55.893604 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b31e55bf-fedb-468c-ac6f-93f72c1b9550 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:55.909345 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b31e55bf-fedb-468c-ac6f-93f72c1b9550 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:55.910615 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b31e55bf-fedb-468c-ac6f-93f72c1b9550 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7966042 Dec 09 16:21:55.913831 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47308) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:55.918665 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-b2182fac-c3f6-4b04-bcda-f5f3fa3becb8 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Request body: {'port': {'network_id': 'f32c58eb-3b48-4160-83a0-cd194cef2105', 'name': 'tempest-FloatingIPTestJSON-126092384'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:21:56.027296 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2182fac-c3f6-4b04-bcda-f5f3fa3becb8 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Made reservation on behalf of ef73a160fa1d43279e92fa1377480510 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:21:56.030873 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2182fac-c3f6-4b04-bcda-f5f3fa3becb8 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:56.048370 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-b2182fac-c3f6-4b04-bcda-f5f3fa3becb8 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] device_id is not set on port 21502bd7-ab3e-42c0-b078-ccd25129c74d yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 16:21:56.152798 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-b2182fac-c3f6-4b04-bcda-f5f3fa3becb8 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Allocated IP 172.20.0.14 (f32c58eb-3b48-4160-83a0-cd194cef2105/84ba23a6-0981-46bf-b7e1-9179aa9718d5/21502bd7-ab3e-42c0-b078-ccd25129c74d) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:21:56.297993 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2182fac-c3f6-4b04-bcda-f5f3fa3becb8 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:56.331697 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2182fac-c3f6-4b04-bcda-f5f3fa3becb8 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:56.377844 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2182fac-c3f6-4b04-bcda-f5f3fa3becb8 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Network f32c58eb-3b48-4160-83a0-cd194cef2105 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:21:56.383587 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-b2182fac-c3f6-4b04-bcda-f5f3fa3becb8 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:21:56.387328 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2182fac-c3f6-4b04-bcda-f5f3fa3becb8 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:21:56.417529 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2182fac-c3f6-4b04-bcda-f5f3fa3becb8 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Pushing event updated for resources: {'Port': ['ID=21502bd7-ab3e-42c0-b078-ccd25129c74d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:56.443154 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2182fac-c3f6-4b04-bcda-f5f3fa3becb8 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:21:56.443774 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2182fac-c3f6-4b04-bcda-f5f3fa3becb8 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:56.459116 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b2182fac-c3f6-4b04-bcda-f5f3fa3becb8 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5442944 Dec 09 16:21:56.461740 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47310) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:56.465987 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-2466deae-1c24-4257-97b1-6e5b1206d3f8 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Request body: {'floatingip': {'port_id': '21502bd7-ab3e-42c0-b078-ccd25129c74d'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:21:56.498691 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:56.506907 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2466deae-1c24-4257-97b1-6e5b1206d3f8 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:56.942519 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2466deae-1c24-4257-97b1-6e5b1206d3f8 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:56.946747 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2466deae-1c24-4257-97b1-6e5b1206d3f8 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:57.045682 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-2466deae-1c24-4257-97b1-6e5b1206d3f8 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Floating IP 64432f5f-2849-4b8b-b70e-14b1c85f11dc associated. External IP: 172.25.3.192, port: 21502bd7-ab3e-42c0-b078-ccd25129c74d. Dec 09 16:21:57.561357 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2466deae-1c24-4257-97b1-6e5b1206d3f8 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Router cd08af63-26d4-4ee4-969b-837d8f07c48b has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:21:57.669998 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2466deae-1c24-4257-97b1-6e5b1206d3f8 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:21:57.674671 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2466deae-1c24-4257-97b1-6e5b1206d3f8 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:57.679878 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b40a48-e6c6-4f80-9637-8882a4976249 None None] Sync routers for ids ['cd08af63-26d4-4ee4-969b-837d8f07c48b'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:21:57.689600 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b40a48-e6c6-4f80-9637-8882a4976249 None None] Routers {'cd08af63-26d4-4ee4-969b-837d8f07c48b'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:21:57.690209 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e0b40a48-e6c6-4f80-9637-8882a4976249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:21:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['cd08af63-26d4-4ee4-969b-837d8f07c48b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:57.702157 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2466deae-1c24-4257-97b1-6e5b1206d3f8 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "PUT /v2.0/floatingips/64432f5f-2849-4b8b-b70e-14b1c85f11dc HTTP/1.1" status: 200 len: 978 time: 1.2393985 Dec 09 16:21:57.704727 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47312) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:57.724567 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e0b40a48-e6c6-4f80-9637-8882a4976249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:57.733408 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b40a48-e6c6-4f80-9637-8882a4976249 None None] Routers {'cd08af63-26d4-4ee4-969b-837d8f07c48b'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:21:57.733998 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e0b40a48-e6c6-4f80-9637-8882a4976249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:21:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['cd08af63-26d4-4ee4-969b-837d8f07c48b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:57.764952 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-e0b40a48-e6c6-4f80-9637-8882a4976249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:57.765619 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b40a48-e6c6-4f80-9637-8882a4976249 None None] The sync data for ids ['cd08af63-26d4-4ee4-969b-837d8f07c48b'] in n-d-821228-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:21:57.791041 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-32a73e16-5076-4c93-957d-e759362b597b tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Deleting port 21502bd7-ab3e-42c0-b078-ccd25129c74d {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:21:57.791378 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32a73e16-5076-4c93-957d-e759362b597b tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:57.874694 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32a73e16-5076-4c93-957d-e759362b597b tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:58.045639 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32a73e16-5076-4c93-957d-e759362b597b tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:58.045996 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32a73e16-5076-4c93-957d-e759362b597b tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:58.046573 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-32a73e16-5076-4c93-957d-e759362b597b tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Floating IP 64432f5f-2849-4b8b-b70e-14b1c85f11dc disassociated. External IP: 172.25.3.192, port: 21502bd7-ab3e-42c0-b078-ccd25129c74d. Dec 09 16:21:58.046694 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-32a73e16-5076-4c93-957d-e759362b597b tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Calling delete_port for 21502bd7-ab3e-42c0-b078-ccd25129c74d owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:21:58.168758 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32a73e16-5076-4c93-957d-e759362b597b tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:58.200267 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a73e16-5076-4c93-957d-e759362b597b tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Pushing event deleted for resources: {'Port': ['ID=21502bd7-ab3e-42c0-b078-ccd25129c74d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:58.314972 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a73e16-5076-4c93-957d-e759362b597b tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Router cd08af63-26d4-4ee4-969b-837d8f07c48b has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:21:58.421412 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a73e16-5076-4c93-957d-e759362b597b tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:21:58.431378 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371f336b-7c2a-45e3-96d7-73f07d899189 None None] Sync routers for ids ['cd08af63-26d4-4ee4-969b-837d8f07c48b'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:21:58.441663 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371f336b-7c2a-45e3-96d7-73f07d899189 None None] Routers {'cd08af63-26d4-4ee4-969b-837d8f07c48b'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:21:58.442362 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-371f336b-7c2a-45e3-96d7-73f07d899189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:21:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['cd08af63-26d4-4ee4-969b-837d8f07c48b'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:58.474980 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-371f336b-7c2a-45e3-96d7-73f07d899189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:58.483215 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371f336b-7c2a-45e3-96d7-73f07d899189 None None] Routers {'cd08af63-26d4-4ee4-969b-837d8f07c48b'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:21:58.483800 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-371f336b-7c2a-45e3-96d7-73f07d899189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:21:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['cd08af63-26d4-4ee4-969b-837d8f07c48b'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:58.490115 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32a73e16-5076-4c93-957d-e759362b597b tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:58.493750 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-32a73e16-5076-4c93-957d-e759362b597b tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "DELETE /v2.0/ports/21502bd7-ab3e-42c0-b078-ccd25129c74d HTTP/1.1" status: 204 len: 168 time: 0.7880924 Dec 09 16:21:58.496293 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47314) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:58.514863 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-371f336b-7c2a-45e3-96d7-73f07d899189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:21:58.515510 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371f336b-7c2a-45e3-96d7-73f07d899189 None None] The sync data for ids ['cd08af63-26d4-4ee4-969b-837d8f07c48b'] in n-d-821228-1 is: [] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:21:58.540720 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f9c6dd2c-2008-4909-9d57-c4d1513b8460 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "GET /v2.0/floatingips/64432f5f-2849-4b8b-b70e-14b1c85f11dc HTTP/1.1" status: 200 len: 688 time: 0.0427561 Dec 09 16:21:58.542630 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47316) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:58.665299 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-bbe0c8eb-e144-4a78-9ec8-4a67346cd09b tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Deleting port 061d617e-a181-42e7-806d-b93f70d2a956 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:21:58.665558 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bbe0c8eb-e144-4a78-9ec8-4a67346cd09b tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:58.742912 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bbe0c8eb-e144-4a78-9ec8-4a67346cd09b tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:58.743238 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bbe0c8eb-e144-4a78-9ec8-4a67346cd09b tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:58.754523 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-bbe0c8eb-e144-4a78-9ec8-4a67346cd09b tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Calling delete_port for 061d617e-a181-42e7-806d-b93f70d2a956 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:21:58.885255 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bbe0c8eb-e144-4a78-9ec8-4a67346cd09b tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:58.912641 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0c8eb-e144-4a78-9ec8-4a67346cd09b tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Pushing event deleted for resources: {'Port': ['ID=061d617e-a181-42e7-806d-b93f70d2a956,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:58.969891 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bbe0c8eb-e144-4a78-9ec8-4a67346cd09b tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:58.972593 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bbe0c8eb-e144-4a78-9ec8-4a67346cd09b tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:58.973747 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-bbe0c8eb-e144-4a78-9ec8-4a67346cd09b tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "DELETE /v2.0/floatingips/64432f5f-2849-4b8b-b70e-14b1c85f11dc HTTP/1.1" status: 204 len: 168 time: 0.4302194 Dec 09 16:21:58.977482 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47318) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:21:58.981752 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-b4d6a663-fcbf-4845-9bab-fa742a0d9187 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'port_id': '0b04630d-553c-41be-bd00-e25151ae6d9c'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:21:59.003700 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a663-fcbf-4845-9bab-fa742a0d9187 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:59.102991 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a663-fcbf-4845-9bab-fa742a0d9187 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:59.202846 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-b4d6a663-fcbf-4845-9bab-fa742a0d9187 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Allocated IP 172.25.3.83 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/a0dbbb6a-3d03-451b-9ca8-74ee50609757) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:21:59.306461 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a663-fcbf-4845-9bab-fa742a0d9187 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:59.339694 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a663-fcbf-4845-9bab-fa742a0d9187 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:59.375227 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d6a663-fcbf-4845-9bab-fa742a0d9187 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:21:59.379432 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-b4d6a663-fcbf-4845-9bab-fa742a0d9187 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:21:59.384971 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d6a663-fcbf-4845-9bab-fa742a0d9187 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:21:59.416025 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d6a663-fcbf-4845-9bab-fa742a0d9187 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Pushing event updated for resources: {'Port': ['ID=a0dbbb6a-3d03-451b-9ca8-74ee50609757,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:21:59.748308 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a663-fcbf-4845-9bab-fa742a0d9187 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:59.751709 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:21:59.813763 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a663-fcbf-4845-9bab-fa742a0d9187 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:59.962122 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a663-fcbf-4845-9bab-fa742a0d9187 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:59.966516 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a663-fcbf-4845-9bab-fa742a0d9187 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:00.035908 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d6a663-fcbf-4845-9bab-fa742a0d9187 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Pushing event updated for resources: {'Port': ['ID=a0dbbb6a-3d03-451b-9ca8-74ee50609757,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:00.047697 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a663-fcbf-4845-9bab-fa742a0d9187 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:00.147042 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-b4d6a663-fcbf-4845-9bab-fa742a0d9187 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Floating IP aed7435f-7b82-441a-b2c2-130c5ea0088a associated. External IP: 172.25.3.83, port: 0b04630d-553c-41be-bd00-e25151ae6d9c. Dec 09 16:22:00.352364 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d6a663-fcbf-4845-9bab-fa742a0d9187 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Router cd08af63-26d4-4ee4-969b-837d8f07c48b has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:22:00.456389 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d6a663-fcbf-4845-9bab-fa742a0d9187 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:22:00.465573 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ee78db-b5c6-42a2-bc9b-d7c0fa5b03a6 None None] Sync routers for ids ['cd08af63-26d4-4ee4-969b-837d8f07c48b'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:22:00.475459 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a663-fcbf-4845-9bab-fa742a0d9187 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:00.476501 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ee78db-b5c6-42a2-bc9b-d7c0fa5b03a6 None None] Routers {'cd08af63-26d4-4ee4-969b-837d8f07c48b'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:22:00.477086 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-13ee78db-b5c6-42a2-bc9b-d7c0fa5b03a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:21:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['cd08af63-26d4-4ee4-969b-837d8f07c48b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:00.506735 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b4d6a663-fcbf-4845-9bab-fa742a0d9187 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 1.5282362 Dec 09 16:22:00.509402 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47320) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:00.513123 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-13ee78db-b5c6-42a2-bc9b-d7c0fa5b03a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:00.514864 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-adf6e1a9-4cbc-4729-ace7-6be9961beda0 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-813538450'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:22:00.522287 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ee78db-b5c6-42a2-bc9b-d7c0fa5b03a6 None None] Routers {'cd08af63-26d4-4ee4-969b-837d8f07c48b'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:22:00.522881 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-13ee78db-b5c6-42a2-bc9b-d7c0fa5b03a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:21:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['cd08af63-26d4-4ee4-969b-837d8f07c48b'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:00.535988 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf6e1a9-4cbc-4729-ace7-6be9961beda0 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Made reservation on behalf of ef73a160fa1d43279e92fa1377480510 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:22:00.539586 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-adf6e1a9-4cbc-4729-ace7-6be9961beda0 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:00.555120 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-13ee78db-b5c6-42a2-bc9b-d7c0fa5b03a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:00.555923 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ee78db-b5c6-42a2-bc9b-d7c0fa5b03a6 None None] The sync data for ids ['cd08af63-26d4-4ee4-969b-837d8f07c48b'] in n-d-821228-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:22:00.563764 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adf6e1a9-4cbc-4729-ace7-6be9961beda0 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:22:00.573410 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-adf6e1a9-4cbc-4729-ace7-6be9961beda0 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:00.573754 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-adf6e1a9-4cbc-4729-ace7-6be9961beda0 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Added segment e5ed6f5c-c74e-4350-9f2c-7837f247de24 of type vlan for network 5fdea1a1-7c0e-4156-82a6-d72439eb4643 Dec 09 16:22:00.614024 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-adf6e1a9-4cbc-4729-ace7-6be9961beda0 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:00.637887 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-adf6e1a9-4cbc-4729-ace7-6be9961beda0 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:00.643493 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf6e1a9-4cbc-4729-ace7-6be9961beda0 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:22:00.644082 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-adf6e1a9-4cbc-4729-ace7-6be9961beda0 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:00.703117 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-adf6e1a9-4cbc-4729-ace7-6be9961beda0 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1926775 Dec 09 16:22:00.705857 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47322) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:00.711683 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-1aaf1f4b-e667-4cb2-96ef-03d4fd90318e tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Request body: {'subnet': {'network_id': '5fdea1a1-7c0e-4156-82a6-d72439eb4643', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:22:00.759800 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf6e1a9-4cbc-4729-ace7-6be9961beda0 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Pushing event updated for resources: {'Network': ['ID=5fdea1a1-7c0e-4156-82a6-d72439eb4643,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:00.770418 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 5fdea1a1-7c0e-4156-82a6-d72439eb4643 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:22:00.809975 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aaf1f4b-e667-4cb2-96ef-03d4fd90318e tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Made reservation on behalf of ef73a160fa1d43279e92fa1377480510 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:22:00.813540 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1aaf1f4b-e667-4cb2-96ef-03d4fd90318e tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:00.993319 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1aaf1f4b-e667-4cb2-96ef-03d4fd90318e tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:01.051055 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf1f4b-e667-4cb2-96ef-03d4fd90318e tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Pushing event updated for resources: {'Subnet': ['ID=6dc6467d-5b3a-470d-b719-54d2754e03db,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:01.061223 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaf1f4b-e667-4cb2-96ef-03d4fd90318e tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Checking segment: {'id': 'e5ed6f5c-c74e-4350-9f2c-7837f247de24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5fdea1a1-7c0e-4156-82a6-d72439eb4643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:22:01.061588 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaf1f4b-e667-4cb2-96ef-03d4fd90318e tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Network hostable DHCP agents. Network: 5fdea1a1-7c0e-4156-82a6-d72439eb4643, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:22:01.077531 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaf1f4b-e667-4cb2-96ef-03d4fd90318e tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Network 5fdea1a1-7c0e-4156-82a6-d72439eb4643 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:22:01.086811 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-1aaf1f4b-e667-4cb2-96ef-03d4fd90318e tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 5fdea1a1-7c0e-4156-82a6-d72439eb4643) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:22:01.090654 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaf1f4b-e667-4cb2-96ef-03d4fd90318e tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:22:01.091247 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1aaf1f4b-e667-4cb2-96ef-03d4fd90318e tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:01.095556 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7494ae1-01dc-4270-84d1-c576fa193f57 None None] Network 5fdea1a1-7c0e-4156-82a6-d72439eb4643 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:22:01.108351 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1aaf1f4b-e667-4cb2-96ef-03d4fd90318e tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4012189 Dec 09 16:22:01.110856 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47324) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:01.115189 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-16e2b0e9-e14e-4c2f-849e-b40404dd1c39 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2043784734', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}, 'admin_state_up': False}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:22:01.138463 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16e2b0e9-e14e-4c2f-849e-b40404dd1c39 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:01.139668 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16e2b0e9-e14e-4c2f-849e-b40404dd1c39 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:01.196926 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb3c5ba-04d3-48ae-b7cb-91271b37098e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-5fdea1a1-7c0e-4156-82a6-d72439eb4643', 'network_id': '5fdea1a1-7c0e-4156-82a6-d72439eb4643', 'project_id': 'ef73a160fa1d43279e92fa1377480510', 'fixed_ips': [{'subnet_id': '6dc6467d-5b3a-470d-b719-54d2754e03db'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 16:22:01.197411 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16e2b0e9-e14e-4c2f-849e-b40404dd1c39 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:01.197898 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7eb3c5ba-04d3-48ae-b7cb-91271b37098e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:01.338688 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-7eb3c5ba-04d3-48ae-b7cb-91271b37098e None None] Allocated IP 172.20.0.2 (5fdea1a1-7c0e-4156-82a6-d72439eb4643/6dc6467d-5b3a-470d-b719-54d2754e03db/be9e8e15-9d75-4c1a-8b44-6aa1fc26c1b1) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:22:01.345521 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16e2b0e9-e14e-4c2f-849e-b40404dd1c39 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:01.489328 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7eb3c5ba-04d3-48ae-b7cb-91271b37098e None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:01.496203 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7eb3c5ba-04d3-48ae-b7cb-91271b37098e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:01.539751 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb3c5ba-04d3-48ae-b7cb-91271b37098e None None] Network 5fdea1a1-7c0e-4156-82a6-d72439eb4643 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:22:01.542772 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-7eb3c5ba-04d3-48ae-b7cb-91271b37098e None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:22:01.551560 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb3c5ba-04d3-48ae-b7cb-91271b37098e None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:22:01.557032 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb3c5ba-04d3-48ae-b7cb-91271b37098e None None] Pushing event updated for resources: {'Port': ['ID=be9e8e15-9d75-4c1a-8b44-6aa1fc26c1b1,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:01.569967 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3c5ba-04d3-48ae-b7cb-91271b37098e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:22:01.570313 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3c5ba-04d3-48ae-b7cb-91271b37098e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:22:01.570655 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3c5ba-04d3-48ae-b7cb-91271b37098e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:22:01.570987 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3c5ba-04d3-48ae-b7cb-91271b37098e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:22:01.571335 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3c5ba-04d3-48ae-b7cb-91271b37098e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:22:01.571649 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3c5ba-04d3-48ae-b7cb-91271b37098e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:22:01.571974 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3c5ba-04d3-48ae-b7cb-91271b37098e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:22:01.572297 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3c5ba-04d3-48ae-b7cb-91271b37098e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:22:01.572644 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3c5ba-04d3-48ae-b7cb-91271b37098e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:22:01.572965 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3c5ba-04d3-48ae-b7cb-91271b37098e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:22:01.573288 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3c5ba-04d3-48ae-b7cb-91271b37098e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:22:01.573606 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3c5ba-04d3-48ae-b7cb-91271b37098e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:22:01.573923 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3c5ba-04d3-48ae-b7cb-91271b37098e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:22:01.628860 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7eb3c5ba-04d3-48ae-b7cb-91271b37098e None None] Attempting to bind port be9e8e15-9d75-4c1a-8b44-6aa1fc26c1b1 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:22:01.629149 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7eb3c5ba-04d3-48ae-b7cb-91271b37098e None None] Attempting to bind port be9e8e15-9d75-4c1a-8b44-6aa1fc26c1b1 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'e5ed6f5c-c74e-4350-9f2c-7837f247de24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5fdea1a1-7c0e-4156-82a6-d72439eb4643'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:22:01.629518 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb3c5ba-04d3-48ae-b7cb-91271b37098e None None] Attempting to bind port be9e8e15-9d75-4c1a-8b44-6aa1fc26c1b1 on network 5fdea1a1-7c0e-4156-82a6-d72439eb4643 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:22:01.636323 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb3c5ba-04d3-48ae-b7cb-91271b37098e None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:22:01.636740 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb3c5ba-04d3-48ae-b7cb-91271b37098e None None] Checking segment: {'id': 'e5ed6f5c-c74e-4350-9f2c-7837f247de24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5fdea1a1-7c0e-4156-82a6-d72439eb4643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:22:01.637148 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7eb3c5ba-04d3-48ae-b7cb-91271b37098e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:01.637557 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb3c5ba-04d3-48ae-b7cb-91271b37098e None None] Bound using segment: {'id': 'e5ed6f5c-c74e-4350-9f2c-7837f247de24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5fdea1a1-7c0e-4156-82a6-d72439eb4643'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:22:01.638028 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7eb3c5ba-04d3-48ae-b7cb-91271b37098e None None] Bound port: be9e8e15-9d75-4c1a-8b44-6aa1fc26c1b1, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed6f5c-c74e-4350-9f2c-7837f247de24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5fdea1a1-7c0e-4156-82a6-d72439eb4643'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:22:01.638410 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7eb3c5ba-04d3-48ae-b7cb-91271b37098e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:01.704897 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7eb3c5ba-04d3-48ae-b7cb-91271b37098e None None] For port be9e8e15-9d75-4c1a-8b44-6aa1fc26c1b1, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:22:01.707850 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7eb3c5ba-04d3-48ae-b7cb-91271b37098e None None] For port be9e8e15-9d75-4c1a-8b44-6aa1fc26c1b1, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=be9e8e15-9d75-4c1a-8b44-6aa1fc26c1b1,segment=NetworkSegment(e5ed6f5c-c74e-4350-9f2c-7837f247de24),segment_id=e5ed6f5c-c74e-4350-9f2c-7837f247de24)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:22:01.713348 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7eb3c5ba-04d3-48ae-b7cb-91271b37098e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:01.774121 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb3c5ba-04d3-48ae-b7cb-91271b37098e None None] Pushing event updated for resources: {'Port': ['ID=be9e8e15-9d75-4c1a-8b44-6aa1fc26c1b1,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:01.860226 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16e2b0e9-e14e-4c2f-849e-b40404dd1c39 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:01.880944 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16e2b0e9-e14e-4c2f-849e-b40404dd1c39 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:02.006896 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-16e2b0e9-e14e-4c2f-849e-b40404dd1c39 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Allocated IP 172.25.3.115 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/c96286c3-8394-4ed9-a032-58a01fe99d32) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:22:02.117309 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16e2b0e9-e14e-4c2f-849e-b40404dd1c39 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:02.150969 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16e2b0e9-e14e-4c2f-849e-b40404dd1c39 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:02.185707 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e2b0e9-e14e-4c2f-849e-b40404dd1c39 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:22:02.189837 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-16e2b0e9-e14e-4c2f-849e-b40404dd1c39 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:22:02.196205 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e2b0e9-e14e-4c2f-849e-b40404dd1c39 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:22:02.202951 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77346b8-2ba4-4296-8221-1e6061cafa19 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:22:02.222893 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e2b0e9-e14e-4c2f-849e-b40404dd1c39 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Pushing event updated for resources: {'Port': ['ID=c96286c3-8394-4ed9-a032-58a01fe99d32,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:02.259983 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8ea9c7c6-cd3d-4806-822a-d12ab0e6e21e None None] Provisioning complete for port c96286c3-8394-4ed9-a032-58a01fe99d32 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:22:02.260488 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8ea9c7c6-cd3d-4806-822a-d12ab0e6e21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:02.298098 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8ea9c7c6-cd3d-4806-822a-d12ab0e6e21e None None] Port c96286c3-8394-4ed9-a032-58a01fe99d32 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:22:02.469534 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16e2b0e9-e14e-4c2f-849e-b40404dd1c39 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:02.550591 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device be9e8e15-9d75-4c1a-8b44-6aa1fc26c1b1 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:22:02.602517 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port be9e8e15-9d75-4c1a-8b44-6aa1fc26c1b1 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:22:02.602979 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:02.685127 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:02.693605 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16e2b0e9-e14e-4c2f-849e-b40404dd1c39 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:02.726612 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port be9e8e15-9d75-4c1a-8b44-6aa1fc26c1b1, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=be9e8e15-9d75-4c1a-8b44-6aa1fc26c1b1,segment=NetworkSegment(e5ed6f5c-c74e-4350-9f2c-7837f247de24),segment_id=e5ed6f5c-c74e-4350-9f2c-7837f247de24)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:22:02.735319 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:02.737232 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d4aa6b-34f5-4939-aea1-828126eda9ef None None] Network 5fdea1a1-7c0e-4156-82a6-d72439eb4643 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:22:02.839357 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e2b0e9-e14e-4c2f-849e-b40404dd1c39 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Router dbd6c319-9a2d-40ea-8385-beaa67e73f90 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 16:22:02.950934 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e2b0e9-e14e-4c2f-849e-b40404dd1c39 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:22:02.961974 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c918ed3-654a-486d-913a-12c50d638b7e None None] Sync routers for ids ['dbd6c319-9a2d-40ea-8385-beaa67e73f90'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:22:02.972172 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16e2b0e9-e14e-4c2f-849e-b40404dd1c39 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:02.973467 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-16e2b0e9-e14e-4c2f-849e-b40404dd1c39 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8616819 Dec 09 16:22:02.976457 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47326) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:02.977730 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c918ed3-654a-486d-913a-12c50d638b7e None None] Routers {'dbd6c319-9a2d-40ea-8385-beaa67e73f90'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:22:02.978544 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-0c918ed3-654a-486d-913a-12c50d638b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:21:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['dbd6c319-9a2d-40ea-8385-beaa67e73f90'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:02.988839 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6b0f4a80-cbc9-4875-b6c8-33bc262201a7 None None] Provisioning complete for port be9e8e15-9d75-4c1a-8b44-6aa1fc26c1b1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:22:02.989220 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6b0f4a80-cbc9-4875-b6c8-33bc262201a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:03.016749 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-0c918ed3-654a-486d-913a-12c50d638b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:03.027191 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c918ed3-654a-486d-913a-12c50d638b7e None None] Routers {'dbd6c319-9a2d-40ea-8385-beaa67e73f90'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:22:03.027788 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-0c918ed3-654a-486d-913a-12c50d638b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:21:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['dbd6c319-9a2d-40ea-8385-beaa67e73f90'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:03.044297 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=be9e8e15-9d75-4c1a-8b44-6aa1fc26c1b1,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:03.064718 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-0c918ed3-654a-486d-913a-12c50d638b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:03.065379 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c918ed3-654a-486d-913a-12c50d638b7e None None] The sync data for ids ['dbd6c319-9a2d-40ea-8385-beaa67e73f90'] in n-d-821228-1 is: [] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:22:03.345710 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b733708e-900c-4eff-bed6-1dd0bd612c50 None None] Provisioning complete for port be9e8e15-9d75-4c1a-8b44-6aa1fc26c1b1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:22:03.346088 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b733708e-900c-4eff-bed6-1dd0bd612c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:03.416736 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-35301e76-fde3-43b0-b3db-d2fa4fae44c0 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:03.683980 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-35301e76-fde3-43b0-b3db-d2fa4fae44c0 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Allocated IP 172.20.0.1 (5fdea1a1-7c0e-4156-82a6-d72439eb4643/6dc6467d-5b3a-470d-b719-54d2754e03db/20ac0d00-29d2-48cb-8812-cfb07b51a644) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:22:03.795323 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-35301e76-fde3-43b0-b3db-d2fa4fae44c0 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:03.828296 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-35301e76-fde3-43b0-b3db-d2fa4fae44c0 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:03.867866 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35301e76-fde3-43b0-b3db-d2fa4fae44c0 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Network 5fdea1a1-7c0e-4156-82a6-d72439eb4643 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:22:03.872871 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-35301e76-fde3-43b0-b3db-d2fa4fae44c0 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:22:03.876557 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35301e76-fde3-43b0-b3db-d2fa4fae44c0 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:22:03.883904 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35301e76-fde3-43b0-b3db-d2fa4fae44c0 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Pushing event updated for resources: {'Port': ['ID=20ac0d00-29d2-48cb-8812-cfb07b51a644,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:03.925433 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-35301e76-fde3-43b0-b3db-d2fa4fae44c0 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:04.060562 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-35301e76-fde3-43b0-b3db-d2fa4fae44c0 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:04.153080 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6464ab71-abcb-4b74-983f-3eabe679250f None None] Provisioning complete for port 20ac0d00-29d2-48cb-8812-cfb07b51a644 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:22:04.153679 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6464ab71-abcb-4b74-983f-3eabe679250f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:04.186964 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-6464ab71-abcb-4b74-983f-3eabe679250f None None] Port 20ac0d00-29d2-48cb-8812-cfb07b51a644 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:22:04.340470 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-35301e76-fde3-43b0-b3db-d2fa4fae44c0 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:04.344834 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-35301e76-fde3-43b0-b3db-d2fa4fae44c0 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:04.416129 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35301e76-fde3-43b0-b3db-d2fa4fae44c0 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Pushing event updated for resources: {'Port': ['ID=20ac0d00-29d2-48cb-8812-cfb07b51a644,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:04.418488 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-35301e76-fde3-43b0-b3db-d2fa4fae44c0 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:04.494306 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device be9e8e15-9d75-4c1a-8b44-6aa1fc26c1b1 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:22:04.514241 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35301e76-fde3-43b0-b3db-d2fa4fae44c0 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Network 5fdea1a1-7c0e-4156-82a6-d72439eb4643 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:22:04.515665 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-35301e76-fde3-43b0-b3db-d2fa4fae44c0 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:22:04.543868 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port be9e8e15-9d75-4c1a-8b44-6aa1fc26c1b1 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:22:04.544248 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:04.635709 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35301e76-fde3-43b0-b3db-d2fa4fae44c0 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Router dbd6c319-9a2d-40ea-8385-beaa67e73f90 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:22:04.747369 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35301e76-fde3-43b0-b3db-d2fa4fae44c0 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:22:04.752726 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-35301e76-fde3-43b0-b3db-d2fa4fae44c0 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "PUT /v2.0/routers/dbd6c319-9a2d-40ea-8385-beaa67e73f90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7749774 Dec 09 16:22:04.754928 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47328) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:04.757835 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedd4fb9-6e67-4e31-8834-05f5f4e9f494 None None] Sync routers for ids ['dbd6c319-9a2d-40ea-8385-beaa67e73f90'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:22:04.760048 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-80f9440f-7056-45be-b731-15f0a8eccaa6 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Request body: {'port': {'network_id': '5fdea1a1-7c0e-4156-82a6-d72439eb4643', 'name': 'tempest-FloatingIPTestJSON-1459053083'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:22:04.767957 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedd4fb9-6e67-4e31-8834-05f5f4e9f494 None None] Routers {'dbd6c319-9a2d-40ea-8385-beaa67e73f90'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:22:04.768728 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-bedd4fb9-6e67-4e31-8834-05f5f4e9f494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:21:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['dbd6c319-9a2d-40ea-8385-beaa67e73f90'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:04.805131 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-bedd4fb9-6e67-4e31-8834-05f5f4e9f494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:04.822034 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedd4fb9-6e67-4e31-8834-05f5f4e9f494 None None] Routers {'dbd6c319-9a2d-40ea-8385-beaa67e73f90'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:22:04.822636 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-bedd4fb9-6e67-4e31-8834-05f5f4e9f494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:21:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['dbd6c319-9a2d-40ea-8385-beaa67e73f90'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:04.826116 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9b1945ae-375f-47c8-a413-ef1347cf1774 None None] Provisioning complete for port 20ac0d00-29d2-48cb-8812-cfb07b51a644 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:22:04.826484 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9b1945ae-375f-47c8-a413-ef1347cf1774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:04.867325 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f9440f-7056-45be-b731-15f0a8eccaa6 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Made reservation on behalf of ef73a160fa1d43279e92fa1377480510 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:22:04.870932 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-80f9440f-7056-45be-b731-15f0a8eccaa6 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:04.875604 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-bedd4fb9-6e67-4e31-8834-05f5f4e9f494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:04.876261 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedd4fb9-6e67-4e31-8834-05f5f4e9f494 None None] The sync data for ids ['dbd6c319-9a2d-40ea-8385-beaa67e73f90'] in n-d-821228-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:22:04.888466 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [None req-80f9440f-7056-45be-b731-15f0a8eccaa6 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] device_id is not set on port 610b71f1-72bf-4510-b50b-fc7595039a52 yet. {{(pid=103244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 16:22:04.892626 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9b1945ae-375f-47c8-a413-ef1347cf1774 None None] Port 20ac0d00-29d2-48cb-8812-cfb07b51a644 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:22:05.304297 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-80f9440f-7056-45be-b731-15f0a8eccaa6 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Allocated IP 172.20.0.13 (5fdea1a1-7c0e-4156-82a6-d72439eb4643/6dc6467d-5b3a-470d-b719-54d2754e03db/610b71f1-72bf-4510-b50b-fc7595039a52) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:22:05.447655 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-80f9440f-7056-45be-b731-15f0a8eccaa6 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:05.481496 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-80f9440f-7056-45be-b731-15f0a8eccaa6 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:05.523772 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f9440f-7056-45be-b731-15f0a8eccaa6 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Network 5fdea1a1-7c0e-4156-82a6-d72439eb4643 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:22:05.528771 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-80f9440f-7056-45be-b731-15f0a8eccaa6 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:22:05.532401 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f9440f-7056-45be-b731-15f0a8eccaa6 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:22:05.539399 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f9440f-7056-45be-b731-15f0a8eccaa6 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Pushing event updated for resources: {'Port': ['ID=610b71f1-72bf-4510-b50b-fc7595039a52,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:05.586897 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f9440f-7056-45be-b731-15f0a8eccaa6 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:22:05.587350 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-80f9440f-7056-45be-b731-15f0a8eccaa6 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:05.604902 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-80f9440f-7056-45be-b731-15f0a8eccaa6 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8487754 Dec 09 16:22:05.607950 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47330) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:05.616113 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-8e296518-7f61-4683-b07f-ac1b9fb5c39c tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Request body: {'floatingip': {'port_id': '610b71f1-72bf-4510-b50b-fc7595039a52'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:22:05.677567 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e296518-7f61-4683-b07f-ac1b9fb5c39c tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:05.717887 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8ba8f0c6-fee8-41ec-92f7-910d09fa6114 None None] Provisioning complete for port 610b71f1-72bf-4510-b50b-fc7595039a52 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:22:05.718449 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8ba8f0c6-fee8-41ec-92f7-910d09fa6114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:05.752203 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-8ba8f0c6-fee8-41ec-92f7-910d09fa6114 None None] Port 610b71f1-72bf-4510-b50b-fc7595039a52 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:22:06.145154 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e296518-7f61-4683-b07f-ac1b9fb5c39c tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:06.148784 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e296518-7f61-4683-b07f-ac1b9fb5c39c tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:06.248492 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-8e296518-7f61-4683-b07f-ac1b9fb5c39c tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Floating IP aed7435f-7b82-441a-b2c2-130c5ea0088a associated. External IP: 172.25.3.83, port: 0b04630d-553c-41be-bd00-e25151ae6d9c. Dec 09 16:22:06.451919 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e296518-7f61-4683-b07f-ac1b9fb5c39c tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Router cd08af63-26d4-4ee4-969b-837d8f07c48b has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:22:06.558991 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e296518-7f61-4683-b07f-ac1b9fb5c39c tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:22:06.569086 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fac7187-8f8a-4403-ac6f-177cc5f10837 None None] Sync routers for ids ['cd08af63-26d4-4ee4-969b-837d8f07c48b'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:22:06.578625 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fac7187-8f8a-4403-ac6f-177cc5f10837 None None] Routers {'cd08af63-26d4-4ee4-969b-837d8f07c48b'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:22:06.579307 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-0fac7187-8f8a-4403-ac6f-177cc5f10837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:21:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['cd08af63-26d4-4ee4-969b-837d8f07c48b'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:06.613473 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-0fac7187-8f8a-4403-ac6f-177cc5f10837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:06.622789 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fac7187-8f8a-4403-ac6f-177cc5f10837 None None] Routers {'cd08af63-26d4-4ee4-969b-837d8f07c48b'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:22:06.623385 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-0fac7187-8f8a-4403-ac6f-177cc5f10837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:21:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['cd08af63-26d4-4ee4-969b-837d8f07c48b'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:06.653660 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-0fac7187-8f8a-4403-ac6f-177cc5f10837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:06.654289 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fac7187-8f8a-4403-ac6f-177cc5f10837 None None] The sync data for ids ['cd08af63-26d4-4ee4-969b-837d8f07c48b'] in n-d-821228-1 is: [] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:22:06.775580 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e296518-7f61-4683-b07f-ac1b9fb5c39c tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Router dbd6c319-9a2d-40ea-8385-beaa67e73f90 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:22:06.884119 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e296518-7f61-4683-b07f-ac1b9fb5c39c tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:22:06.888486 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e296518-7f61-4683-b07f-ac1b9fb5c39c tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:06.893803 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dccf0df-7eaf-4a2d-8c4a-3faa89791f5c None None] Sync routers for ids ['dbd6c319-9a2d-40ea-8385-beaa67e73f90'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:22:06.903411 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dccf0df-7eaf-4a2d-8c4a-3faa89791f5c None None] Routers {'dbd6c319-9a2d-40ea-8385-beaa67e73f90'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:22:06.904018 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9dccf0df-7eaf-4a2d-8c4a-3faa89791f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:21:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['dbd6c319-9a2d-40ea-8385-beaa67e73f90'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:06.936221 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9dccf0df-7eaf-4a2d-8c4a-3faa89791f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:06.944935 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8e296518-7f61-4683-b07f-ac1b9fb5c39c tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "PUT /v2.0/floatingips/aed7435f-7b82-441a-b2c2-130c5ea0088a HTTP/1.1" status: 200 len: 978 time: 1.3352656 Dec 09 16:22:06.945989 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dccf0df-7eaf-4a2d-8c4a-3faa89791f5c None None] Routers {'dbd6c319-9a2d-40ea-8385-beaa67e73f90'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:22:06.946398 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47332) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:06.946602 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9dccf0df-7eaf-4a2d-8c4a-3faa89791f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:21:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['dbd6c319-9a2d-40ea-8385-beaa67e73f90'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:06.979529 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9dccf0df-7eaf-4a2d-8c4a-3faa89791f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:06.980190 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dccf0df-7eaf-4a2d-8c4a-3faa89791f5c None None] The sync data for ids ['dbd6c319-9a2d-40ea-8385-beaa67e73f90'] in n-d-821228-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:22:07.035892 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c5861488-3346-4dbe-9c95-7099e2a8a461 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Deleting port 610b71f1-72bf-4510-b50b-fc7595039a52 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:22:07.036150 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c5861488-3346-4dbe-9c95-7099e2a8a461 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:07.121208 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c5861488-3346-4dbe-9c95-7099e2a8a461 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:07.294266 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c5861488-3346-4dbe-9c95-7099e2a8a461 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:07.294542 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c5861488-3346-4dbe-9c95-7099e2a8a461 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:07.294861 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-c5861488-3346-4dbe-9c95-7099e2a8a461 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Floating IP aed7435f-7b82-441a-b2c2-130c5ea0088a disassociated. External IP: 172.25.3.83, port: 610b71f1-72bf-4510-b50b-fc7595039a52. Dec 09 16:22:07.295233 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c5861488-3346-4dbe-9c95-7099e2a8a461 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Calling delete_port for 610b71f1-72bf-4510-b50b-fc7595039a52 owned by {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:22:07.423760 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c5861488-3346-4dbe-9c95-7099e2a8a461 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:07.452177 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5861488-3346-4dbe-9c95-7099e2a8a461 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Pushing event deleted for resources: {'Port': ['ID=610b71f1-72bf-4510-b50b-fc7595039a52,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:07.570494 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5861488-3346-4dbe-9c95-7099e2a8a461 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Router dbd6c319-9a2d-40ea-8385-beaa67e73f90 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:22:07.683510 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5861488-3346-4dbe-9c95-7099e2a8a461 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:22:07.694978 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba459162-f764-4a24-adfe-f5ba6b8740e3 None None] Sync routers for ids ['dbd6c319-9a2d-40ea-8385-beaa67e73f90'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:22:07.704945 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba459162-f764-4a24-adfe-f5ba6b8740e3 None None] Routers {'dbd6c319-9a2d-40ea-8385-beaa67e73f90'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:22:07.705533 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-ba459162-f764-4a24-adfe-f5ba6b8740e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:21:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['dbd6c319-9a2d-40ea-8385-beaa67e73f90'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:07.740620 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-ba459162-f764-4a24-adfe-f5ba6b8740e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:07.748966 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba459162-f764-4a24-adfe-f5ba6b8740e3 None None] Routers {'dbd6c319-9a2d-40ea-8385-beaa67e73f90'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:22:07.749550 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-ba459162-f764-4a24-adfe-f5ba6b8740e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:21:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['dbd6c319-9a2d-40ea-8385-beaa67e73f90'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:07.753735 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c5861488-3346-4dbe-9c95-7099e2a8a461 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:07.757789 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c5861488-3346-4dbe-9c95-7099e2a8a461 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "DELETE /v2.0/ports/610b71f1-72bf-4510-b50b-fc7595039a52 HTTP/1.1" status: 204 len: 168 time: 0.8103962 Dec 09 16:22:07.760442 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47334) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:07.781707 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-ba459162-f764-4a24-adfe-f5ba6b8740e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:07.782351 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba459162-f764-4a24-adfe-f5ba6b8740e3 None None] The sync data for ids ['dbd6c319-9a2d-40ea-8385-beaa67e73f90'] in n-d-821228-1 is: [] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:22:08.101063 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1dd6cfd1-2c39-4105-b58c-96dd42a04389 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:08.356637 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1dd6cfd1-2c39-4105-b58c-96dd42a04389 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Deleting port 20ac0d00-29d2-48cb-8812-cfb07b51a644 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:22:08.356903 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1dd6cfd1-2c39-4105-b58c-96dd42a04389 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:08.444002 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1dd6cfd1-2c39-4105-b58c-96dd42a04389 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:08.455618 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-1dd6cfd1-2c39-4105-b58c-96dd42a04389 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Calling delete_port for 20ac0d00-29d2-48cb-8812-cfb07b51a644 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:22:08.633829 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1dd6cfd1-2c39-4105-b58c-96dd42a04389 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:08.660471 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6cfd1-2c39-4105-b58c-96dd42a04389 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Pushing event deleted for resources: {'Port': ['ID=20ac0d00-29d2-48cb-8812-cfb07b51a644,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:08.830919 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1dd6cfd1-2c39-4105-b58c-96dd42a04389 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:09.345577 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd6cfd1-2c39-4105-b58c-96dd42a04389 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Router dbd6c319-9a2d-40ea-8385-beaa67e73f90 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:22:09.450710 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd6cfd1-2c39-4105-b58c-96dd42a04389 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:22:09.455908 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1dd6cfd1-2c39-4105-b58c-96dd42a04389 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "PUT /v2.0/routers/dbd6c319-9a2d-40ea-8385-beaa67e73f90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6945007 Dec 09 16:22:09.459156 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47336) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:09.460719 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44df5cd4-fcbd-438b-b36b-806032a5f4f6 None None] Sync routers for ids ['dbd6c319-9a2d-40ea-8385-beaa67e73f90'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:22:09.470545 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44df5cd4-fcbd-438b-b36b-806032a5f4f6 None None] Routers {'dbd6c319-9a2d-40ea-8385-beaa67e73f90'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:22:09.471141 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-44df5cd4-fcbd-438b-b36b-806032a5f4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:21:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['dbd6c319-9a2d-40ea-8385-beaa67e73f90'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:09.506486 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-44df5cd4-fcbd-438b-b36b-806032a5f4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:09.515248 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44df5cd4-fcbd-438b-b36b-806032a5f4f6 None None] Routers {'dbd6c319-9a2d-40ea-8385-beaa67e73f90'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:22:09.515846 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-44df5cd4-fcbd-438b-b36b-806032a5f4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:21:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['dbd6c319-9a2d-40ea-8385-beaa67e73f90'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:09.548313 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-44df5cd4-fcbd-438b-b36b-806032a5f4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:09.548978 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44df5cd4-fcbd-438b-b36b-806032a5f4f6 None None] The sync data for ids ['dbd6c319-9a2d-40ea-8385-beaa67e73f90'] in n-d-821228-1 is: [] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:22:09.566276 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56e6d361-1cc5-446e-a067-aae595dc4aef tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:09.668750 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56e6d361-1cc5-446e-a067-aae595dc4aef tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:09.719193 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-56e6d361-1cc5-446e-a067-aae595dc4aef tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Deleting port c96286c3-8394-4ed9-a032-58a01fe99d32 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:22:09.719531 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56e6d361-1cc5-446e-a067-aae595dc4aef tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:09.797169 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56e6d361-1cc5-446e-a067-aae595dc4aef tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:09.809185 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-56e6d361-1cc5-446e-a067-aae595dc4aef tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Calling delete_port for c96286c3-8394-4ed9-a032-58a01fe99d32 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:22:09.970861 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56e6d361-1cc5-446e-a067-aae595dc4aef tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:09.996134 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e6d361-1cc5-446e-a067-aae595dc4aef tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Pushing event deleted for resources: {'Port': ['ID=c96286c3-8394-4ed9-a032-58a01fe99d32,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:10.010586 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d3c8f8-b562-42ae-9c6c-2821d03c4fa4 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:22:10.055730 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56e6d361-1cc5-446e-a067-aae595dc4aef tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:10.148092 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56e6d361-1cc5-446e-a067-aae595dc4aef tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:10.150204 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56e6d361-1cc5-446e-a067-aae595dc4aef tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:10.190865 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56e6d361-1cc5-446e-a067-aae595dc4aef tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:10.191555 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e6d361-1cc5-446e-a067-aae595dc4aef tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Fanout notify agent at l3_agent the message router_deleted on router dbd6c319-9a2d-40ea-8385-beaa67e73f90 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 16:22:10.198342 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56e6d361-1cc5-446e-a067-aae595dc4aef tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:10.202176 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-56e6d361-1cc5-446e-a067-aae595dc4aef tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "DELETE /v2.0/routers/dbd6c319-9a2d-40ea-8385-beaa67e73f90 HTTP/1.1" status: 204 len: 168 time: 0.7390599 Dec 09 16:22:10.202176 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47338) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:10.253583 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-76e58074-ab8e-4539-8d6a-e86fd4ffda5a tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Deleting subnet 6dc6467d-5b3a-470d-b719-54d2754e03db {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 16:22:10.256765 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-76e58074-ab8e-4539-8d6a-e86fd4ffda5a tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:10.296490 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-76e58074-ab8e-4539-8d6a-e86fd4ffda5a tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:10.386081 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-76e58074-ab8e-4539-8d6a-e86fd4ffda5a tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:10.443334 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-76e58074-ab8e-4539-8d6a-e86fd4ffda5a tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:10.470549 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e58074-ab8e-4539-8d6a-e86fd4ffda5a tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Pushing event deleted for resources: {'Subnet': ['ID=6dc6467d-5b3a-470d-b719-54d2754e03db,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:10.474551 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-76e58074-ab8e-4539-8d6a-e86fd4ffda5a tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:10.478173 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-76e58074-ab8e-4539-8d6a-e86fd4ffda5a tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "DELETE /v2.0/subnets/6dc6467d-5b3a-470d-b719-54d2754e03db HTTP/1.1" status: 204 len: 168 time: 0.2751958 Dec 09 16:22:10.480700 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47340) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:10.481400 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c5a92b-1254-4a22-9cac-cfcfc25b3f5a None None] Network 5fdea1a1-7c0e-4156-82a6-d72439eb4643 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:22:10.560381 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fe2b27c6-336a-46e3-99ca-1c1badca637e tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:10.614580 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-fe2b27c6-336a-46e3-99ca-1c1badca637e tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Deleting port be9e8e15-9d75-4c1a-8b44-6aa1fc26c1b1 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:22:10.614952 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fe2b27c6-336a-46e3-99ca-1c1badca637e tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:10.623422 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6ce2d4-c80b-45eb-b8af-a4449c4c9a36 None None] DHCP port deletion for 5fdea1a1-7c0e-4156-82a6-d72439eb4643 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:22:10.674020 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ce2d4-c80b-45eb-b8af-a4449c4c9a36 None None] Deleting port be9e8e15-9d75-4c1a-8b44-6aa1fc26c1b1 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:22:10.674405 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ac6ce2d4-c80b-45eb-b8af-a4449c4c9a36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:10.678143 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-fe2b27c6-336a-46e3-99ca-1c1badca637e tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] For port be9e8e15-9d75-4c1a-8b44-6aa1fc26c1b1, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=be9e8e15-9d75-4c1a-8b44-6aa1fc26c1b1,segment=NetworkSegment(e5ed6f5c-c74e-4350-9f2c-7837f247de24),segment_id=e5ed6f5c-c74e-4350-9f2c-7837f247de24)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:22:10.678512 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fe2b27c6-336a-46e3-99ca-1c1badca637e tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:10.696871 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-fe2b27c6-336a-46e3-99ca-1c1badca637e tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Calling delete_port for be9e8e15-9d75-4c1a-8b44-6aa1fc26c1b1 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:22:10.736848 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ac6ce2d4-c80b-45eb-b8af-a4449c4c9a36 None None] For port be9e8e15-9d75-4c1a-8b44-6aa1fc26c1b1, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=be9e8e15-9d75-4c1a-8b44-6aa1fc26c1b1,segment=NetworkSegment(e5ed6f5c-c74e-4350-9f2c-7837f247de24),segment_id=e5ed6f5c-c74e-4350-9f2c-7837f247de24)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:22:10.737253 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ac6ce2d4-c80b-45eb-b8af-a4449c4c9a36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:10.749969 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ce2d4-c80b-45eb-b8af-a4449c4c9a36 None None] Calling delete_port for be9e8e15-9d75-4c1a-8b44-6aa1fc26c1b1 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:22:10.775120 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fe2b27c6-336a-46e3-99ca-1c1badca637e tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:10.803670 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2b27c6-336a-46e3-99ca-1c1badca637e tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] No DVR routers for this DVR port be9e8e15-9d75-4c1a-8b44-6aa1fc26c1b1 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:22:10.805715 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b27c6-336a-46e3-99ca-1c1badca637e tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Pushing event deleted for resources: {'Port': ['ID=be9e8e15-9d75-4c1a-8b44-6aa1fc26c1b1,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:10.830478 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ac6ce2d4-c80b-45eb-b8af-a4449c4c9a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:10.856867 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ce2d4-c80b-45eb-b8af-a4449c4c9a36 None None] Pushing event deleted for resources: {'Port': ['ID=be9e8e15-9d75-4c1a-8b44-6aa1fc26c1b1,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:10.860396 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6ce2d4-c80b-45eb-b8af-a4449c4c9a36 None None] No DVR routers for this DVR port be9e8e15-9d75-4c1a-8b44-6aa1fc26c1b1 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:22:10.891216 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fe2b27c6-336a-46e3-99ca-1c1badca637e tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:10.911522 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-fe2b27c6-336a-46e3-99ca-1c1badca637e tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fdea1a1-7c0e-4156-82a6-d72439eb4643']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:10.920873 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-fe2b27c6-336a-46e3-99ca-1c1badca637e tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5ed6f5c-c74e-4350-9f2c-7837f247de24') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:10.921170 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-fe2b27c6-336a-46e3-99ca-1c1badca637e tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5ed6f5c-c74e-4350-9f2c-7837f247de24') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:10.931154 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fe2b27c6-336a-46e3-99ca-1c1badca637e tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:10.944726 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fe2b27c6-336a-46e3-99ca-1c1badca637e tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:10.950659 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe2b27c6-336a-46e3-99ca-1c1badca637e tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:22:10.951036 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fe2b27c6-336a-46e3-99ca-1c1badca637e tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:10.954076 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 16:22:10.954076 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:22:10.954076 n-d-821228-1 neutron-server[103245]: timer() Dec 09 16:22:10.954076 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:22:10.954076 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 16:22:10.954076 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:22:10.954076 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 16:22:10.954076 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:22:10.954076 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 16:22:10.954076 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:22:10.954076 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 16:22:10.954076 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:22:10.954076 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 16:22:10.954076 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:22:10.954076 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:22:10.954076 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:22:10.954076 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:22:10.954076 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:22:10.954076 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 16:22:10.954076 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:22:10.954076 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 16:22:10.954076 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:22:10.954076 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:22:10.954076 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:22:10.954076 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 16:22:10.954076 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:22:10.954076 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:22:10.954076 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:22:10.954076 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:22:10.954076 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:22:10.954076 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:22:10.954076 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:22:11.009269 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fe2b27c6-336a-46e3-99ca-1c1badca637e tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:11.016159 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fe2b27c6-336a-46e3-99ca-1c1badca637e tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:11.019293 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-fe2b27c6-336a-46e3-99ca-1c1badca637e tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "DELETE /v2.0/networks/5fdea1a1-7c0e-4156-82a6-d72439eb4643 HTTP/1.1" status: 204 len: 168 time: 0.5376790 Dec 09 16:22:11.021859 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47342) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:11.037311 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b27c6-336a-46e3-99ca-1c1badca637e tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Pushing event deleted for resources: {'Network': ['ID=5fdea1a1-7c0e-4156-82a6-d72439eb4643,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:11.153718 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-68215681-aae6-4b8f-8537-8e88fdf5680e tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Deleting port a0dbbb6a-3d03-451b-9ca8-74ee50609757 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:22:11.153952 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-68215681-aae6-4b8f-8537-8e88fdf5680e tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:11.231857 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-68215681-aae6-4b8f-8537-8e88fdf5680e tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:11.232201 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-68215681-aae6-4b8f-8537-8e88fdf5680e tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:11.243580 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-68215681-aae6-4b8f-8537-8e88fdf5680e tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Calling delete_port for a0dbbb6a-3d03-451b-9ca8-74ee50609757 owned by network:floatingip {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:22:11.374931 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-68215681-aae6-4b8f-8537-8e88fdf5680e tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:11.405977 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68215681-aae6-4b8f-8537-8e88fdf5680e tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Pushing event deleted for resources: {'Port': ['ID=a0dbbb6a-3d03-451b-9ca8-74ee50609757,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:11.465054 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-68215681-aae6-4b8f-8537-8e88fdf5680e tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for floatingip, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:11.467667 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-68215681-aae6-4b8f-8537-8e88fdf5680e tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:11.468892 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-68215681-aae6-4b8f-8537-8e88fdf5680e tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "DELETE /v2.0/floatingips/aed7435f-7b82-441a-b2c2-130c5ea0088a HTTP/1.1" status: 204 len: 168 time: 0.4461319 Dec 09 16:22:11.472635 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47344) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:11.499486 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1856262-65cc-46c1-8dd6-96e23e69bd18 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] DELETE failed (client error): The resource could not be found. Dec 09 16:22:11.500000 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1856262-65cc-46c1-8dd6-96e23e69bd18 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 16:22:11.503018 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f1856262-65cc-46c1-8dd6-96e23e69bd18 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "DELETE /v2.0/ports/610b71f1-72bf-4510-b50b-fc7595039a52 HTTP/1.1" status: 404 len: 333 time: 0.0294814 Dec 09 16:22:11.505572 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47346) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:11.530867 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f14260cd-ef0c-4de0-92d2-a742a5482b2e tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbd6c319-9a2d-40ea-8385-beaa67e73f90 HTTP/1.1" status: 200 len: 205 time: 0.0242760 Dec 09 16:22:11.533114 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47348) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:11.569053 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-5571256b-f188-4d36-8507-55ce6955845c tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] delete failed (client error): The resource could not be found. Dec 09 16:22:11.570051 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5571256b-f188-4d36-8507-55ce6955845c tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "DELETE /v2.0/routers/dbd6c319-9a2d-40ea-8385-beaa67e73f90 HTTP/1.1" status: 404 len: 336 time: 0.0360632 Dec 09 16:22:11.572388 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47350) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:11.597403 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-1da166ac-a839-4231-91f4-6ca3a2f57a83 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] DELETE failed (client error): The resource could not be found. Dec 09 16:22:11.597880 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1da166ac-a839-4231-91f4-6ca3a2f57a83 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 16:22:11.601880 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1da166ac-a839-4231-91f4-6ca3a2f57a83 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "DELETE /v2.0/subnets/6dc6467d-5b3a-470d-b719-54d2754e03db HTTP/1.1" status: 404 len: 337 time: 0.0285947 Dec 09 16:22:11.604394 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47352) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:11.695857 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-64681554-529d-49ce-bb1a-82afb5546791 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Deleting port 0b04630d-553c-41be-bd00-e25151ae6d9c {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:22:11.696106 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-64681554-529d-49ce-bb1a-82afb5546791 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:11.780593 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-64681554-529d-49ce-bb1a-82afb5546791 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:11.791951 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-64681554-529d-49ce-bb1a-82afb5546791 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Calling delete_port for 0b04630d-553c-41be-bd00-e25151ae6d9c owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:22:12.259877 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-64681554-529d-49ce-bb1a-82afb5546791 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:12.288801 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64681554-529d-49ce-bb1a-82afb5546791 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Pushing event deleted for resources: {'Port': ['ID=0b04630d-553c-41be-bd00-e25151ae6d9c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:12.357721 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-64681554-529d-49ce-bb1a-82afb5546791 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:12.361027 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-64681554-529d-49ce-bb1a-82afb5546791 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "DELETE /v2.0/ports/0b04630d-553c-41be-bd00-e25151ae6d9c HTTP/1.1" status: 204 len: 168 time: 0.7557206 Dec 09 16:22:12.363399 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47354) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:12.448007 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4b15ec17-05ed-4ca2-a73a-46f4d957b2ba tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Deleting port 5d8ce0f5-4e5e-4f10-b326-9b99109c34aa {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:22:12.448300 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4b15ec17-05ed-4ca2-a73a-46f4d957b2ba tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:12.490503 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device be9e8e15-9d75-4c1a-8b44-6aa1fc26c1b1 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:22:12.511637 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: be9e8e15-9d75-4c1a-8b44-6aa1fc26c1b1 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:22:12.511908 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device be9e8e15-9d75-4c1a-8b44-6aa1fc26c1b1 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:22:12.538892 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4b15ec17-05ed-4ca2-a73a-46f4d957b2ba tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:12.550874 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4b15ec17-05ed-4ca2-a73a-46f4d957b2ba tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Calling delete_port for 5d8ce0f5-4e5e-4f10-b326-9b99109c34aa owned by {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:22:12.676698 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4b15ec17-05ed-4ca2-a73a-46f4d957b2ba tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:12.709331 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15ec17-05ed-4ca2-a73a-46f4d957b2ba tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Pushing event deleted for resources: {'Port': ['ID=5d8ce0f5-4e5e-4f10-b326-9b99109c34aa,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:12.773062 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4b15ec17-05ed-4ca2-a73a-46f4d957b2ba tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:12.776217 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4b15ec17-05ed-4ca2-a73a-46f4d957b2ba tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "DELETE /v2.0/ports/5d8ce0f5-4e5e-4f10-b326-9b99109c34aa HTTP/1.1" status: 204 len: 168 time: 0.4118977 Dec 09 16:22:12.778781 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47356) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:12.826102 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b9e006-ce59-439d-9c1f-33f07c566de1 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:22:12.827562 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-73b9e006-ce59-439d-9c1f-33f07c566de1 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "GET /v2.0/ports?device_id=cd08af63-26d4-4ee4-969b-837d8f07c48b HTTP/1.1" status: 200 len: 913 time: 0.0478816 Dec 09 16:22:12.830113 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47358) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:13.174641 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-73cabb11-667f-4eb1-9844-b7b43039c485 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:13.425635 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-73cabb11-667f-4eb1-9844-b7b43039c485 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Deleting port eba788c2-b4c8-4886-ab67-4b2c9d3f8cf1 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:22:13.425879 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-73cabb11-667f-4eb1-9844-b7b43039c485 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:13.511936 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-73cabb11-667f-4eb1-9844-b7b43039c485 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:13.524202 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-73cabb11-667f-4eb1-9844-b7b43039c485 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Calling delete_port for eba788c2-b4c8-4886-ab67-4b2c9d3f8cf1 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:22:13.711919 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-73cabb11-667f-4eb1-9844-b7b43039c485 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:13.740746 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cabb11-667f-4eb1-9844-b7b43039c485 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Pushing event deleted for resources: {'Port': ['ID=eba788c2-b4c8-4886-ab67-4b2c9d3f8cf1,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:13.907565 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-73cabb11-667f-4eb1-9844-b7b43039c485 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:14.121991 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73cabb11-667f-4eb1-9844-b7b43039c485 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Router cd08af63-26d4-4ee4-969b-837d8f07c48b has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:22:14.227167 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73cabb11-667f-4eb1-9844-b7b43039c485 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:22:14.232172 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-73cabb11-667f-4eb1-9844-b7b43039c485 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "PUT /v2.0/routers/cd08af63-26d4-4ee4-969b-837d8f07c48b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4011357 Dec 09 16:22:14.234655 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47360) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:14.238706 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dff7e8-0656-4d02-aec4-d663aecb1a89 None None] Sync routers for ids ['cd08af63-26d4-4ee4-969b-837d8f07c48b'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:22:14.248394 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dff7e8-0656-4d02-aec4-d663aecb1a89 None None] Routers {'cd08af63-26d4-4ee4-969b-837d8f07c48b'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:22:14.249024 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-51dff7e8-0656-4d02-aec4-d663aecb1a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:21:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['cd08af63-26d4-4ee4-969b-837d8f07c48b'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:14.283724 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-51dff7e8-0656-4d02-aec4-d663aecb1a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:14.292917 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dff7e8-0656-4d02-aec4-d663aecb1a89 None None] Routers {'cd08af63-26d4-4ee4-969b-837d8f07c48b'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:22:14.293569 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-51dff7e8-0656-4d02-aec4-d663aecb1a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:21:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['cd08af63-26d4-4ee4-969b-837d8f07c48b'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:14.326298 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-51dff7e8-0656-4d02-aec4-d663aecb1a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:14.326961 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dff7e8-0656-4d02-aec4-d663aecb1a89 None None] The sync data for ids ['cd08af63-26d4-4ee4-969b-837d8f07c48b'] in n-d-821228-1 is: [] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:22:14.346841 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e17f18b4-e6ec-464e-9f78-1e29a42797fb tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:14.453110 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e17f18b4-e6ec-464e-9f78-1e29a42797fb tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:14.506835 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-e17f18b4-e6ec-464e-9f78-1e29a42797fb tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Deleting port a16162c5-6c12-44fd-b027-f5e2e478d76e {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:22:14.507176 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e17f18b4-e6ec-464e-9f78-1e29a42797fb tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:14.583360 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e17f18b4-e6ec-464e-9f78-1e29a42797fb tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:14.594688 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-e17f18b4-e6ec-464e-9f78-1e29a42797fb tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Calling delete_port for a16162c5-6c12-44fd-b027-f5e2e478d76e owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:22:14.761758 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e17f18b4-e6ec-464e-9f78-1e29a42797fb tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:14.791703 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f18b4-e6ec-464e-9f78-1e29a42797fb tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Pushing event deleted for resources: {'Port': ['ID=a16162c5-6c12-44fd-b027-f5e2e478d76e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:14.807189 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35b3e01-09bf-478d-b416-bccbf02aa6f4 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:22:14.851781 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e17f18b4-e6ec-464e-9f78-1e29a42797fb tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:14.942004 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e17f18b4-e6ec-464e-9f78-1e29a42797fb tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:14.944345 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e17f18b4-e6ec-464e-9f78-1e29a42797fb tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:14.986420 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e17f18b4-e6ec-464e-9f78-1e29a42797fb tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:14.986973 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17f18b4-e6ec-464e-9f78-1e29a42797fb tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Fanout notify agent at l3_agent the message router_deleted on router cd08af63-26d4-4ee4-969b-837d8f07c48b {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 16:22:14.994291 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e17f18b4-e6ec-464e-9f78-1e29a42797fb tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:14.997781 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e17f18b4-e6ec-464e-9f78-1e29a42797fb tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "DELETE /v2.0/routers/cd08af63-26d4-4ee4-969b-837d8f07c48b HTTP/1.1" status: 204 len: 168 time: 0.7598948 Dec 09 16:22:14.997781 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47362) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:15.052570 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0b40c13-f718-486a-9d4f-acbc7271bb35 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Deleting subnet 84ba23a6-0981-46bf-b7e1-9179aa9718d5 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 16:22:15.055567 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e0b40c13-f718-486a-9d4f-acbc7271bb35 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:15.094425 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e0b40c13-f718-486a-9d4f-acbc7271bb35 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:15.138330 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e0b40c13-f718-486a-9d4f-acbc7271bb35 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:15.198949 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e0b40c13-f718-486a-9d4f-acbc7271bb35 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:15.230644 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b40c13-f718-486a-9d4f-acbc7271bb35 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Pushing event deleted for resources: {'Subnet': ['ID=84ba23a6-0981-46bf-b7e1-9179aa9718d5,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:15.235199 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e0b40c13-f718-486a-9d4f-acbc7271bb35 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:15.238507 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e0b40c13-f718-486a-9d4f-acbc7271bb35 tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "DELETE /v2.0/subnets/84ba23a6-0981-46bf-b7e1-9179aa9718d5 HTTP/1.1" status: 204 len: 168 time: 0.2397814 Dec 09 16:22:15.241711 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47364) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:15.319327 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-152c2867-879b-49e1-9532-db20303d430a tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:15.409828 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-152c2867-879b-49e1-9532-db20303d430a tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:15.430668 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-152c2867-879b-49e1-9532-db20303d430a tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f32c58eb-3b48-4160-83a0-cd194cef2105']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:15.439685 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-152c2867-879b-49e1-9532-db20303d430a tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5059f3ee-a4c8-4ff3-b7b4-1ac19b417174') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:15.439985 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-152c2867-879b-49e1-9532-db20303d430a tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5059f3ee-a4c8-4ff3-b7b4-1ac19b417174') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:15.449764 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-152c2867-879b-49e1-9532-db20303d430a tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:15.463025 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-152c2867-879b-49e1-9532-db20303d430a tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:15.468837 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-152c2867-879b-49e1-9532-db20303d430a tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:22:15.469222 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-152c2867-879b-49e1-9532-db20303d430a tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:15.472152 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 16:22:15.472152 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:22:15.472152 n-d-821228-1 neutron-server[103245]: timer() Dec 09 16:22:15.472152 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:22:15.472152 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 16:22:15.472152 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:22:15.472152 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 16:22:15.472152 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:22:15.472152 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 16:22:15.472152 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:22:15.472152 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 16:22:15.472152 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:22:15.472152 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 16:22:15.472152 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:22:15.472152 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:22:15.472152 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:22:15.472152 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:22:15.472152 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:22:15.472152 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 16:22:15.472152 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:22:15.472152 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 16:22:15.472152 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:22:15.472152 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:22:15.472152 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:22:15.472152 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 16:22:15.472152 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:22:15.472152 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:22:15.472152 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:22:15.472152 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:22:15.472152 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:22:15.472152 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:22:15.472152 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:22:15.529342 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-152c2867-879b-49e1-9532-db20303d430a tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:15.538010 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-152c2867-879b-49e1-9532-db20303d430a tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:15.541182 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-152c2867-879b-49e1-9532-db20303d430a tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] 10.222.0.57 "DELETE /v2.0/networks/f32c58eb-3b48-4160-83a0-cd194cef2105 HTTP/1.1" status: 204 len: 168 time: 0.2985325 Dec 09 16:22:15.553452 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c2867-879b-49e1-9532-db20303d430a tempest-FloatingIPTestJSON-458404533 tempest-FloatingIPTestJSON-458404533-project] Pushing event deleted for resources: {'Network': ['ID=f32c58eb-3b48-4160-83a0-cd194cef2105,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:15.783835 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47370) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:15.917955 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5832444d-a429-45b5-b5cb-e22d382e7259 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ef73a160fa1d43279e92fa1377480510&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1329238 Dec 09 16:22:15.920352 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47374) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:15.970465 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6b794d7a-5d93-40d8-83c3-95dfc5a58657 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:15.992512 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6b794d7a-5d93-40d8-83c3-95dfc5a58657 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:16.038721 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6b794d7a-5d93-40d8-83c3-95dfc5a58657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:16.041321 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6b794d7a-5d93-40d8-83c3-95dfc5a58657 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:16.042477 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6b794d7a-5d93-40d8-83c3-95dfc5a58657 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8370f205-3446-44d2-b38c-e10c446bccb8 HTTP/1.1" status: 204 len: 168 time: 0.1212013 Dec 09 16:22:16.050247 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b794d7a-5d93-40d8-83c3-95dfc5a58657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8370f205-3446-44d2-b38c-e10c446bccb8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:16.416948 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:16.678906 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47396) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:16.773598 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-123d72f4-320c-4eb2-95cd-94b3326995dc tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-89925496'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:22:16.794550 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123d72f4-320c-4eb2-95cd-94b3326995dc tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Made reservation on behalf of 3206bbc197ec4d309cb9f44b8890a3f8 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:22:16.798159 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-123d72f4-320c-4eb2-95cd-94b3326995dc tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:16.806942 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-123d72f4-320c-4eb2-95cd-94b3326995dc tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:16.880108 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-123d72f4-320c-4eb2-95cd-94b3326995dc tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:16.883539 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-123d72f4-320c-4eb2-95cd-94b3326995dc tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:16.905786 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-123d72f4-320c-4eb2-95cd-94b3326995dc tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:22:16.924909 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123d72f4-320c-4eb2-95cd-94b3326995dc tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=916fb87f-3f39-4ea8-a5b8-b69a895275ff,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:16.927766 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-123d72f4-320c-4eb2-95cd-94b3326995dc tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:16.928105 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-123d72f4-320c-4eb2-95cd-94b3326995dc tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Added segment 4cb9e8a5-a725-4b6e-ac0e-6a3e0a467395 of type vlan for network d97bf73f-3add-4372-b3c0-a2f0bc90332c Dec 09 16:22:16.966601 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-123d72f4-320c-4eb2-95cd-94b3326995dc tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:16.991608 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-123d72f4-320c-4eb2-95cd-94b3326995dc tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:16.997124 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123d72f4-320c-4eb2-95cd-94b3326995dc tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:22:16.997704 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-123d72f4-320c-4eb2-95cd-94b3326995dc tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:17.047757 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-123d72f4-320c-4eb2-95cd-94b3326995dc tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3677385 Dec 09 16:22:17.065385 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123d72f4-320c-4eb2-95cd-94b3326995dc tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event updated for resources: {'Network': ['ID=d97bf73f-3add-4372-b3c0-a2f0bc90332c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:17.076397 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network d97bf73f-3add-4372-b3c0-a2f0bc90332c details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:22:17.174981 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47400) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:17.181403 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-0af22d35-d99c-4d62-8cd1-8b9d45658f39 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Request body: {'subnet': {'network_id': 'd97bf73f-3add-4372-b3c0-a2f0bc90332c', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:22:17.271087 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af22d35-d99c-4d62-8cd1-8b9d45658f39 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Made reservation on behalf of 3206bbc197ec4d309cb9f44b8890a3f8 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:22:17.274586 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0af22d35-d99c-4d62-8cd1-8b9d45658f39 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:17.461365 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0af22d35-d99c-4d62-8cd1-8b9d45658f39 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:17.526549 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af22d35-d99c-4d62-8cd1-8b9d45658f39 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event updated for resources: {'Subnet': ['ID=8f8a7690-ba7f-405a-aee3-c93cfdc05650,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:17.533614 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af22d35-d99c-4d62-8cd1-8b9d45658f39 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Checking segment: {'id': '4cb9e8a5-a725-4b6e-ac0e-6a3e0a467395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd97bf73f-3add-4372-b3c0-a2f0bc90332c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:22:17.533979 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af22d35-d99c-4d62-8cd1-8b9d45658f39 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Network hostable DHCP agents. Network: d97bf73f-3add-4372-b3c0-a2f0bc90332c, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:22:17.550589 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af22d35-d99c-4d62-8cd1-8b9d45658f39 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Network d97bf73f-3add-4372-b3c0-a2f0bc90332c is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:22:17.560185 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-0af22d35-d99c-4d62-8cd1-8b9d45658f39 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, d97bf73f-3add-4372-b3c0-a2f0bc90332c) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:22:17.564154 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af22d35-d99c-4d62-8cd1-8b9d45658f39 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:22:17.564837 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0af22d35-d99c-4d62-8cd1-8b9d45658f39 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:17.569467 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15236b23-adba-4abd-a8c9-435d87340217 None None] Network d97bf73f-3add-4372-b3c0-a2f0bc90332c requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:22:17.581854 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0af22d35-d99c-4d62-8cd1-8b9d45658f39 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4058533 Dec 09 16:22:17.585467 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47402) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:17.590364 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-0cd23abd-a163-4ebb-a736-67f8dae8b686 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-455307050'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:22:17.612775 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd23abd-a163-4ebb-a736-67f8dae8b686 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Made reservation on behalf of 3206bbc197ec4d309cb9f44b8890a3f8 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:22:17.616954 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0cd23abd-a163-4ebb-a736-67f8dae8b686 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:17.648767 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cd23abd-a163-4ebb-a736-67f8dae8b686 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:22:17.657528 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0cd23abd-a163-4ebb-a736-67f8dae8b686 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:17.657875 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-0cd23abd-a163-4ebb-a736-67f8dae8b686 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Added segment 546cffed-1f84-470c-8d92-320532f31c90 of type vlan for network ba5acdc5-3025-4a6b-921f-191b6520df23 Dec 09 16:22:17.673010 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2d56fd-b348-4713-b4f8-4f9dad4ae257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-d97bf73f-3add-4372-b3c0-a2f0bc90332c', 'network_id': 'd97bf73f-3add-4372-b3c0-a2f0bc90332c', 'project_id': '3206bbc197ec4d309cb9f44b8890a3f8', 'fixed_ips': [{'subnet_id': '8f8a7690-ba7f-405a-aee3-c93cfdc05650'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 16:22:17.673891 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d2d56fd-b348-4713-b4f8-4f9dad4ae257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:17.701263 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0cd23abd-a163-4ebb-a736-67f8dae8b686 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:17.726370 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0cd23abd-a163-4ebb-a736-67f8dae8b686 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:17.732001 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd23abd-a163-4ebb-a736-67f8dae8b686 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:22:17.732623 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0cd23abd-a163-4ebb-a736-67f8dae8b686 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:17.794617 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0cd23abd-a163-4ebb-a736-67f8dae8b686 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2080588 Dec 09 16:22:17.797361 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47404) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:17.805054 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-6a9e80e8-7c84-489e-bb74-d36f4edd7f74 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Request body: {'subnet': {'network_id': 'ba5acdc5-3025-4a6b-921f-191b6520df23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:22:17.819656 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-3d2d56fd-b348-4713-b4f8-4f9dad4ae257 None None] Allocated IP 172.20.255.242 (d97bf73f-3add-4372-b3c0-a2f0bc90332c/8f8a7690-ba7f-405a-aee3-c93cfdc05650/c96a21ca-cd10-4a68-a96b-47e495517a6f) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:22:17.847876 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd23abd-a163-4ebb-a736-67f8dae8b686 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event updated for resources: {'Network': ['ID=ba5acdc5-3025-4a6b-921f-191b6520df23,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:17.873835 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network ba5acdc5-3025-4a6b-921f-191b6520df23 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:22:17.900619 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9e80e8-7c84-489e-bb74-d36f4edd7f74 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Made reservation on behalf of 3206bbc197ec4d309cb9f44b8890a3f8 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:22:17.904199 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6a9e80e8-7c84-489e-bb74-d36f4edd7f74 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:18.027061 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d2d56fd-b348-4713-b4f8-4f9dad4ae257 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:18.033008 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d2d56fd-b348-4713-b4f8-4f9dad4ae257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:18.075746 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2d56fd-b348-4713-b4f8-4f9dad4ae257 None None] Network d97bf73f-3add-4372-b3c0-a2f0bc90332c is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:22:18.080997 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-3d2d56fd-b348-4713-b4f8-4f9dad4ae257 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:22:18.083139 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d56fd-b348-4713-b4f8-4f9dad4ae257 None None] Pushing event updated for resources: {'Port': ['ID=c96a21ca-cd10-4a68-a96b-47e495517a6f,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:18.085322 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2d56fd-b348-4713-b4f8-4f9dad4ae257 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:22:18.095728 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6a9e80e8-7c84-489e-bb74-d36f4edd7f74 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:18.143021 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3d2d56fd-b348-4713-b4f8-4f9dad4ae257 None None] Attempting to bind port c96a21ca-cd10-4a68-a96b-47e495517a6f on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:22:18.143392 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3d2d56fd-b348-4713-b4f8-4f9dad4ae257 None None] Attempting to bind port c96a21ca-cd10-4a68-a96b-47e495517a6f by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '4cb9e8a5-a725-4b6e-ac0e-6a3e0a467395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd97bf73f-3add-4372-b3c0-a2f0bc90332c'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:22:18.143758 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2d56fd-b348-4713-b4f8-4f9dad4ae257 None None] Attempting to bind port c96a21ca-cd10-4a68-a96b-47e495517a6f on network d97bf73f-3add-4372-b3c0-a2f0bc90332c {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:22:18.149579 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2d56fd-b348-4713-b4f8-4f9dad4ae257 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:22:18.149954 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2d56fd-b348-4713-b4f8-4f9dad4ae257 None None] Checking segment: {'id': '4cb9e8a5-a725-4b6e-ac0e-6a3e0a467395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd97bf73f-3add-4372-b3c0-a2f0bc90332c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:22:18.150356 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d2d56fd-b348-4713-b4f8-4f9dad4ae257 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:18.150755 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2d56fd-b348-4713-b4f8-4f9dad4ae257 None None] Bound using segment: {'id': '4cb9e8a5-a725-4b6e-ac0e-6a3e0a467395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd97bf73f-3add-4372-b3c0-a2f0bc90332c'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:22:18.151221 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3d2d56fd-b348-4713-b4f8-4f9dad4ae257 None None] Bound port: c96a21ca-cd10-4a68-a96b-47e495517a6f, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cb9e8a5-a725-4b6e-ac0e-6a3e0a467395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd97bf73f-3add-4372-b3c0-a2f0bc90332c'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:22:18.151601 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d2d56fd-b348-4713-b4f8-4f9dad4ae257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:18.165443 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e80e8-7c84-489e-bb74-d36f4edd7f74 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event updated for resources: {'Subnet': ['ID=507f0e44-33b2-46df-9320-40f85c6c6f1b,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:18.173014 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9e80e8-7c84-489e-bb74-d36f4edd7f74 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Checking segment: {'id': '546cffed-1f84-470c-8d92-320532f31c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ba5acdc5-3025-4a6b-921f-191b6520df23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:22:18.173291 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9e80e8-7c84-489e-bb74-d36f4edd7f74 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Network hostable DHCP agents. Network: ba5acdc5-3025-4a6b-921f-191b6520df23, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:22:18.190915 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9e80e8-7c84-489e-bb74-d36f4edd7f74 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Network ba5acdc5-3025-4a6b-921f-191b6520df23 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:22:18.200338 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-6a9e80e8-7c84-489e-bb74-d36f4edd7f74 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, ba5acdc5-3025-4a6b-921f-191b6520df23) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:22:18.204347 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9e80e8-7c84-489e-bb74-d36f4edd7f74 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:22:18.205152 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6a9e80e8-7c84-489e-bb74-d36f4edd7f74 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:18.213706 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cca1bcf-7c42-45e1-b3b4-5b47830ac5e3 None None] Network ba5acdc5-3025-4a6b-921f-191b6520df23 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:22:18.223122 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6a9e80e8-7c84-489e-bb74-d36f4edd7f74 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.4247365 Dec 09 16:22:18.226603 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47406) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:18.254817 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3d2d56fd-b348-4713-b4f8-4f9dad4ae257 None None] For port c96a21ca-cd10-4a68-a96b-47e495517a6f, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:22:18.275198 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3d2d56fd-b348-4713-b4f8-4f9dad4ae257 None None] For port c96a21ca-cd10-4a68-a96b-47e495517a6f, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=c96a21ca-cd10-4a68-a96b-47e495517a6f,segment=NetworkSegment(4cb9e8a5-a725-4b6e-ac0e-6a3e0a467395),segment_id=4cb9e8a5-a725-4b6e-ac0e-6a3e0a467395)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:22:18.283706 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d2d56fd-b348-4713-b4f8-4f9dad4ae257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:18.324440 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fddbc944-f6e4-4f5a-83ce-0a31e0d64e87 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:18.382576 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d56fd-b348-4713-b4f8-4f9dad4ae257 None None] Pushing event updated for resources: {'Port': ['ID=c96a21ca-cd10-4a68-a96b-47e495517a6f,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:18.396990 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65edd621-154d-4d67-b889-57047e24b4ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-ba5acdc5-3025-4a6b-921f-191b6520df23', 'network_id': 'ba5acdc5-3025-4a6b-921f-191b6520df23', 'project_id': '3206bbc197ec4d309cb9f44b8890a3f8', 'fixed_ips': [{'subnet_id': '507f0e44-33b2-46df-9320-40f85c6c6f1b'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 16:22:18.397958 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-65edd621-154d-4d67-b889-57047e24b4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:18.415624 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fddbc944-f6e4-4f5a-83ce-0a31e0d64e87 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:18.486315 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fddbc944-f6e4-4f5a-83ce-0a31e0d64e87 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server [None req-65edd621-154d-4d67-b889-57047e24b4ed None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 507f0e44-33b2-46df-9320-40f85c6c6f1b: This subnet is being modified by another concurrent operation. Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise exception Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 507f0e44-33b2-46df-9320-40f85c6c6f1b: This subnet is being modified by another concurrent operation. Dec 09 16:22:18.507536 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Dec 09 16:22:18.526851 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddbc944-f6e4-4f5a-83ce-0a31e0d64e87 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event deleted for resources: {'Subnet': ['ID=507f0e44-33b2-46df-9320-40f85c6c6f1b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:18.560088 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d94757-eeb6-420c-aa4b-53bdfdc3d085 None None] Network ba5acdc5-3025-4a6b-921f-191b6520df23 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:22:18.608191 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fddbc944-f6e4-4f5a-83ce-0a31e0d64e87 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:18.634278 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-fddbc944-f6e4-4f5a-83ce-0a31e0d64e87 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba5acdc5-3025-4a6b-921f-191b6520df23']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:18.646264 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-fddbc944-f6e4-4f5a-83ce-0a31e0d64e87 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '546cffed-1f84-470c-8d92-320532f31c90') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:18.646661 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-fddbc944-f6e4-4f5a-83ce-0a31e0d64e87 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '546cffed-1f84-470c-8d92-320532f31c90') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:18.656831 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fddbc944-f6e4-4f5a-83ce-0a31e0d64e87 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:18.670980 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fddbc944-f6e4-4f5a-83ce-0a31e0d64e87 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:18.677863 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fddbc944-f6e4-4f5a-83ce-0a31e0d64e87 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:22:18.678254 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fddbc944-f6e4-4f5a-83ce-0a31e0d64e87 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:18.681352 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 16:22:18.681352 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:22:18.681352 n-d-821228-1 neutron-server[103244]: timer() Dec 09 16:22:18.681352 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:22:18.681352 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 16:22:18.681352 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:22:18.681352 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 16:22:18.681352 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:22:18.681352 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 16:22:18.681352 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:22:18.681352 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 16:22:18.681352 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:22:18.681352 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 16:22:18.681352 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:22:18.681352 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:22:18.681352 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:22:18.681352 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:22:18.681352 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:22:18.681352 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 16:22:18.681352 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:22:18.681352 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 16:22:18.681352 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:22:18.681352 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:22:18.681352 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:22:18.681352 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 16:22:18.681352 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:22:18.681352 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:22:18.681352 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:22:18.681352 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:22:18.681352 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:22:18.681352 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:22:18.681352 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:22:18.739007 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fddbc944-f6e4-4f5a-83ce-0a31e0d64e87 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:18.745931 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fddbc944-f6e4-4f5a-83ce-0a31e0d64e87 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:18.749155 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-fddbc944-f6e4-4f5a-83ce-0a31e0d64e87 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "DELETE /v2.0/networks/ba5acdc5-3025-4a6b-921f-191b6520df23 HTTP/1.1" status: 204 len: 168 time: 0.5215628 Dec 09 16:22:18.752965 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47408) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:18.758997 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-2e316c91-4968-49a5-8ed6-cb321c9ab601 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-775738876'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:22:18.761289 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddbc944-f6e4-4f5a-83ce-0a31e0d64e87 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event deleted for resources: {'Network': ['ID=ba5acdc5-3025-4a6b-921f-191b6520df23,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:18.781851 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e316c91-4968-49a5-8ed6-cb321c9ab601 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Made reservation on behalf of 3206bbc197ec4d309cb9f44b8890a3f8 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:22:18.785511 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e316c91-4968-49a5-8ed6-cb321c9ab601 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:18.809260 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e316c91-4968-49a5-8ed6-cb321c9ab601 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:22:18.819497 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e316c91-4968-49a5-8ed6-cb321c9ab601 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:18.819838 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-2e316c91-4968-49a5-8ed6-cb321c9ab601 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Added segment a20498cf-65f8-4a53-a16c-bcdf0591d12e of type vlan for network 87cfe1f1-dcaa-46d6-83a9-20be08511979 Dec 09 16:22:18.861251 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e316c91-4968-49a5-8ed6-cb321c9ab601 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:18.885896 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e316c91-4968-49a5-8ed6-cb321c9ab601 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:18.891523 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e316c91-4968-49a5-8ed6-cb321c9ab601 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:22:18.892095 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e316c91-4968-49a5-8ed6-cb321c9ab601 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:18.951160 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2e316c91-4968-49a5-8ed6-cb321c9ab601 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1969645 Dec 09 16:22:18.953885 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47410) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:18.961769 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7df64408-ddd0-49af-be2c-d8c6f476216d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Request body: {'subnet': {'network_id': '87cfe1f1-dcaa-46d6-83a9-20be08511979', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:22:19.006900 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e316c91-4968-49a5-8ed6-cb321c9ab601 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event updated for resources: {'Network': ['ID=87cfe1f1-dcaa-46d6-83a9-20be08511979,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:19.017685 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 87cfe1f1-dcaa-46d6-83a9-20be08511979 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:22:19.063270 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df64408-ddd0-49af-be2c-d8c6f476216d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Made reservation on behalf of 3206bbc197ec4d309cb9f44b8890a3f8 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:22:19.068271 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7df64408-ddd0-49af-be2c-d8c6f476216d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:19.136248 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.ipam_backend_mixin [None req-7df64408-ddd0-49af-be2c-d8c6f476216d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Performing IP validity checks on allocation pools {{(pid=103245) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 09 16:22:19.137070 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.ipam_backend_mixin [None req-7df64408-ddd0-49af-be2c-d8c6f476216d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103245) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 09 16:22:19.271852 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7df64408-ddd0-49af-be2c-d8c6f476216d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:19.337099 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df64408-ddd0-49af-be2c-d8c6f476216d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event updated for resources: {'Subnet': ['ID=1e725fc1-6176-46fc-9416-41454fcacddf,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:19.352020 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df64408-ddd0-49af-be2c-d8c6f476216d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Checking segment: {'id': 'a20498cf-65f8-4a53-a16c-bcdf0591d12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '87cfe1f1-dcaa-46d6-83a9-20be08511979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:22:19.352389 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df64408-ddd0-49af-be2c-d8c6f476216d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Network hostable DHCP agents. Network: 87cfe1f1-dcaa-46d6-83a9-20be08511979, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:22:19.354899 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a209d4b-c166-42c1-9075-efd155e51a87 None None] Network d97bf73f-3add-4372-b3c0-a2f0bc90332c requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:22:19.370433 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df64408-ddd0-49af-be2c-d8c6f476216d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Network 87cfe1f1-dcaa-46d6-83a9-20be08511979 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:22:19.380006 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-7df64408-ddd0-49af-be2c-d8c6f476216d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 87cfe1f1-dcaa-46d6-83a9-20be08511979) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:22:19.383891 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df64408-ddd0-49af-be2c-d8c6f476216d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:22:19.384522 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7df64408-ddd0-49af-be2c-d8c6f476216d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:19.399682 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5b07f0-64b3-4f1a-8506-3f0caa847600 None None] Network 87cfe1f1-dcaa-46d6-83a9-20be08511979 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:22:19.401432 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7df64408-ddd0-49af-be2c-d8c6f476216d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.4463823 Dec 09 16:22:19.403987 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47412) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:19.467716 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d0e23400-e067-454b-99d0-fd052119226e None None] Provisioning complete for port c96a21ca-cd10-4a68-a96b-47e495517a6f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:22:19.468102 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d0e23400-e067-454b-99d0-fd052119226e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:19.499535 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bcfeaec9-7fe3-4ec8-ab1f-0deb126786c3 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:19.581961 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bcfeaec9-7fe3-4ec8-ab1f-0deb126786c3 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:19.584176 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2148de4d-126a-4a43-b215-0ebba94c1b47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-87cfe1f1-dcaa-46d6-83a9-20be08511979', 'network_id': '87cfe1f1-dcaa-46d6-83a9-20be08511979', 'project_id': '3206bbc197ec4d309cb9f44b8890a3f8', 'fixed_ips': [{'subnet_id': '1e725fc1-6176-46fc-9416-41454fcacddf'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 16:22:19.585061 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2148de4d-126a-4a43-b215-0ebba94c1b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:19.649556 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d0e23400-e067-454b-99d0-fd052119226e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:19.651396 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bcfeaec9-7fe3-4ec8-ab1f-0deb126786c3 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:19.683085 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfeaec9-7fe3-4ec8-ab1f-0deb126786c3 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event deleted for resources: {'Subnet': ['ID=1e725fc1-6176-46fc-9416-41454fcacddf,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:19.755304 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bcfeaec9-7fe3-4ec8-ab1f-0deb126786c3 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:19.758564 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d0e23400-e067-454b-99d0-fd052119226e None None] For port c96a21ca-cd10-4a68-a96b-47e495517a6f, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=c96a21ca-cd10-4a68-a96b-47e495517a6f,segment=NetworkSegment(4cb9e8a5-a725-4b6e-ac0e-6a3e0a467395),segment_id=4cb9e8a5-a725-4b6e-ac0e-6a3e0a467395)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server [None req-2148de4d-126a-4a43-b215-0ebba94c1b47 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1e725fc1-6176-46fc-9416-41454fcacddf: This subnet is being modified by another concurrent operation. Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise exception Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1e725fc1-6176-46fc-9416-41454fcacddf: This subnet is being modified by another concurrent operation. Dec 09 16:22:19.761592 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Dec 09 16:22:19.776728 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d0e23400-e067-454b-99d0-fd052119226e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:19.784797 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-bcfeaec9-7fe3-4ec8-ab1f-0deb126786c3 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87cfe1f1-dcaa-46d6-83a9-20be08511979']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:19.796541 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-bcfeaec9-7fe3-4ec8-ab1f-0deb126786c3 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a20498cf-65f8-4a53-a16c-bcdf0591d12e') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:19.796841 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-bcfeaec9-7fe3-4ec8-ab1f-0deb126786c3 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a20498cf-65f8-4a53-a16c-bcdf0591d12e') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:19.806431 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47341425-40f2-4f1e-966f-981d2b20cb23 None None] Network 87cfe1f1-dcaa-46d6-83a9-20be08511979 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:22:19.808919 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bcfeaec9-7fe3-4ec8-ab1f-0deb126786c3 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:19.824086 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bcfeaec9-7fe3-4ec8-ab1f-0deb126786c3 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:19.830894 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcfeaec9-7fe3-4ec8-ab1f-0deb126786c3 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:22:19.831220 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bcfeaec9-7fe3-4ec8-ab1f-0deb126786c3 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:19.834761 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 16:22:19.834761 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:22:19.834761 n-d-821228-1 neutron-server[103245]: timer() Dec 09 16:22:19.834761 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:22:19.834761 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 16:22:19.834761 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:22:19.834761 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 16:22:19.834761 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:22:19.834761 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 16:22:19.834761 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:22:19.834761 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 16:22:19.834761 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:22:19.834761 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 16:22:19.834761 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:22:19.834761 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:22:19.834761 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:22:19.834761 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:22:19.834761 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:22:19.834761 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 16:22:19.834761 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:22:19.834761 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 16:22:19.834761 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:22:19.834761 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:22:19.834761 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:22:19.834761 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 16:22:19.834761 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:22:19.834761 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:22:19.834761 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:22:19.834761 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:22:19.834761 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:22:19.834761 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:22:19.834761 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:22:19.881644 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e23400-e067-454b-99d0-fd052119226e None None] Pushing event updated for resources: {'Port': ['ID=c96a21ca-cd10-4a68-a96b-47e495517a6f,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:19.893050 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bcfeaec9-7fe3-4ec8-ab1f-0deb126786c3 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:19.900229 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bcfeaec9-7fe3-4ec8-ab1f-0deb126786c3 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:19.903369 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bcfeaec9-7fe3-4ec8-ab1f-0deb126786c3 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "DELETE /v2.0/networks/87cfe1f1-dcaa-46d6-83a9-20be08511979 HTTP/1.1" status: 204 len: 168 time: 0.4984074 Dec 09 16:22:19.906998 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47414) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:19.913027 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-78aaaa9c-34ce-4704-b4e2-8385aed9095c tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1643499626'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:22:19.923016 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d6aafb14-9950-4871-b0b7-36289318ede2 None None] Provisioning complete for port c96a21ca-cd10-4a68-a96b-47e495517a6f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:22:19.923731 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d6aafb14-9950-4871-b0b7-36289318ede2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:19.924821 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfeaec9-7fe3-4ec8-ab1f-0deb126786c3 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event deleted for resources: {'Network': ['ID=87cfe1f1-dcaa-46d6-83a9-20be08511979,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:19.941869 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78aaaa9c-34ce-4704-b4e2-8385aed9095c tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Made reservation on behalf of 3206bbc197ec4d309cb9f44b8890a3f8 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:22:19.946604 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-78aaaa9c-34ce-4704-b4e2-8385aed9095c tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:19.949504 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f259d319-8951-411f-b951-0a7cc46b5935 None None] get_active_networks_info from n-d-821228-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 16:22:19.977416 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78aaaa9c-34ce-4704-b4e2-8385aed9095c tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:22:19.987128 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-78aaaa9c-34ce-4704-b4e2-8385aed9095c tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:19.987473 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-78aaaa9c-34ce-4704-b4e2-8385aed9095c tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Added segment b36f9331-fe18-4b06-9a91-0cb2d85aab65 of type vlan for network b2350e74-1277-4e35-90f8-c7fd95a3c467 Dec 09 16:22:20.028909 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-78aaaa9c-34ce-4704-b4e2-8385aed9095c tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:20.055377 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-78aaaa9c-34ce-4704-b4e2-8385aed9095c tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:20.061213 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78aaaa9c-34ce-4704-b4e2-8385aed9095c tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:22:20.061828 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-78aaaa9c-34ce-4704-b4e2-8385aed9095c tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:20.065092 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f259d319-8951-411f-b951-0a7cc46b5935 None None] Resources bound (agent type, host, resource id): {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 16:22:20.123004 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-78aaaa9c-34ce-4704-b4e2-8385aed9095c tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2146926 Dec 09 16:22:20.126447 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47416) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:20.131813 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aaaa9c-34ce-4704-b4e2-8385aed9095c tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event updated for resources: {'Network': ['ID=b2350e74-1277-4e35-90f8-c7fd95a3c467,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:20.133353 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-509294d2-63fb-4746-a181-977cb16d3a30 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Request body: {'subnet': {'network_id': 'b2350e74-1277-4e35-90f8-c7fd95a3c467', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:22:20.144084 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network b2350e74-1277-4e35-90f8-c7fd95a3c467 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:22:20.224407 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509294d2-63fb-4746-a181-977cb16d3a30 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Made reservation on behalf of 3206bbc197ec4d309cb9f44b8890a3f8 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:22:20.228361 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-509294d2-63fb-4746-a181-977cb16d3a30 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:20.348865 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1f0940-4f7a-4e94-b1fb-088818391418 None None] get_active_networks_info from n-d-821228-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 16:22:20.408107 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-509294d2-63fb-4746-a181-977cb16d3a30 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:20.417753 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1f0940-4f7a-4e94-b1fb-088818391418 None None] Resources bound (agent type, host, resource id): {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 16:22:20.475922 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509294d2-63fb-4746-a181-977cb16d3a30 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event updated for resources: {'Subnet': ['ID=14d114ea-93ad-4f90-a465-5c19fed7c17c,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:20.478159 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509294d2-63fb-4746-a181-977cb16d3a30 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Checking segment: {'id': 'b36f9331-fe18-4b06-9a91-0cb2d85aab65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b2350e74-1277-4e35-90f8-c7fd95a3c467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:22:20.478524 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509294d2-63fb-4746-a181-977cb16d3a30 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Network hostable DHCP agents. Network: b2350e74-1277-4e35-90f8-c7fd95a3c467, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:22:20.497433 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509294d2-63fb-4746-a181-977cb16d3a30 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Network b2350e74-1277-4e35-90f8-c7fd95a3c467 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:22:20.507450 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-509294d2-63fb-4746-a181-977cb16d3a30 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, b2350e74-1277-4e35-90f8-c7fd95a3c467) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:22:20.512450 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509294d2-63fb-4746-a181-977cb16d3a30 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:22:20.513144 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-509294d2-63fb-4746-a181-977cb16d3a30 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:20.532023 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-509294d2-63fb-4746-a181-977cb16d3a30 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4041781 Dec 09 16:22:20.534639 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47418) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:20.567541 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device c96a21ca-cd10-4a68-a96b-47e495517a6f up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:22:20.592500 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0abfa60b-4af3-4bcc-a7d1-ae5c390f3487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:20.648800 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9154ab23-ee6c-4bc5-a75e-76a1f160e196 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:20.671080 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port c96a21ca-cd10-4a68-a96b-47e495517a6f triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:22:20.671363 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:20.704513 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9154ab23-ee6c-4bc5-a75e-76a1f160e196 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:20.740530 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e95b2e5-600e-4642-a161-a2a03f0fff2c None None] Network b2350e74-1277-4e35-90f8-c7fd95a3c467 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:22:20.769593 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9154ab23-ee6c-4bc5-a75e-76a1f160e196 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:20.796641 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154ab23-ee6c-4bc5-a75e-76a1f160e196 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event deleted for resources: {'Subnet': ['ID=14d114ea-93ad-4f90-a465-5c19fed7c17c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:20.863415 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9154ab23-ee6c-4bc5-a75e-76a1f160e196 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:20.875573 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7315c01b-9e06-4f5a-932c-b98e3f70a78c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-b2350e74-1277-4e35-90f8-c7fd95a3c467', 'network_id': 'b2350e74-1277-4e35-90f8-c7fd95a3c467', 'project_id': '3206bbc197ec4d309cb9f44b8890a3f8', 'fixed_ips': [{'subnet_id': '14d114ea-93ad-4f90-a465-5c19fed7c17c'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 16:22:20.876468 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7315c01b-9e06-4f5a-932c-b98e3f70a78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:20.884833 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-9154ab23-ee6c-4bc5-a75e-76a1f160e196 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2350e74-1277-4e35-90f8-c7fd95a3c467']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:20.894161 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-9154ab23-ee6c-4bc5-a75e-76a1f160e196 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b36f9331-fe18-4b06-9a91-0cb2d85aab65') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:20.894465 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-9154ab23-ee6c-4bc5-a75e-76a1f160e196 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b36f9331-fe18-4b06-9a91-0cb2d85aab65') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:20.904995 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9154ab23-ee6c-4bc5-a75e-76a1f160e196 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:20.918277 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9154ab23-ee6c-4bc5-a75e-76a1f160e196 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:20.924159 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9154ab23-ee6c-4bc5-a75e-76a1f160e196 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:22:20.924519 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9154ab23-ee6c-4bc5-a75e-76a1f160e196 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:20.927685 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 16:22:20.927685 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:22:20.927685 n-d-821228-1 neutron-server[103244]: timer() Dec 09 16:22:20.927685 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:22:20.927685 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 16:22:20.927685 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:22:20.927685 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 16:22:20.927685 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:22:20.927685 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 16:22:20.927685 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:22:20.927685 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 16:22:20.927685 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:22:20.927685 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 16:22:20.927685 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:22:20.927685 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:22:20.927685 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:22:20.927685 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:22:20.927685 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:22:20.927685 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 16:22:20.927685 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:22:20.927685 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 16:22:20.927685 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:22:20.927685 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:22:20.927685 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:22:20.927685 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 16:22:20.927685 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:22:20.927685 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:22:20.927685 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:22:20.927685 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:22:20.927685 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:22:20.927685 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:22:20.927685 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:22:20.955399 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fd555c-5088-4519-ba8e-07706b0665e9 None None] Network b2350e74-1277-4e35-90f8-c7fd95a3c467 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:22:20.986934 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9154ab23-ee6c-4bc5-a75e-76a1f160e196 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:20.994383 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9154ab23-ee6c-4bc5-a75e-76a1f160e196 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:20.997870 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9154ab23-ee6c-4bc5-a75e-76a1f160e196 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "DELETE /v2.0/networks/b2350e74-1277-4e35-90f8-c7fd95a3c467 HTTP/1.1" status: 204 len: 168 time: 0.4621570 Dec 09 16:22:21.001323 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47420) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:21.006712 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ff6fffe2-f252-4ab9-bef3-1fee0ce5fd95 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1056555516'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:22:21.015425 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154ab23-ee6c-4bc5-a75e-76a1f160e196 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event deleted for resources: {'Network': ['ID=b2350e74-1277-4e35-90f8-c7fd95a3c467,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:21.031765 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6fffe2-f252-4ab9-bef3-1fee0ce5fd95 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Made reservation on behalf of 3206bbc197ec4d309cb9f44b8890a3f8 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:22:21.035313 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff6fffe2-f252-4ab9-bef3-1fee0ce5fd95 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:21.059868 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff6fffe2-f252-4ab9-bef3-1fee0ce5fd95 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:22:21.069096 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff6fffe2-f252-4ab9-bef3-1fee0ce5fd95 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:21.069470 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-ff6fffe2-f252-4ab9-bef3-1fee0ce5fd95 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Added segment 83117c4f-affb-4225-b04e-adcfc2f1170e of type vlan for network 7b98c6a8-ddb4-4b17-87c1-d43ec15b2d5a Dec 09 16:22:21.108761 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff6fffe2-f252-4ab9-bef3-1fee0ce5fd95 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:21.132923 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff6fffe2-f252-4ab9-bef3-1fee0ce5fd95 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:21.138661 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6fffe2-f252-4ab9-bef3-1fee0ce5fd95 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:22:21.139240 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff6fffe2-f252-4ab9-bef3-1fee0ce5fd95 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:21.535461 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ff6fffe2-f252-4ab9-bef3-1fee0ce5fd95 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5330176 Dec 09 16:22:21.538466 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47422) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:21.545608 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-39d98ef8-a7cb-40b1-927f-10c29ffe3503 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Request body: {'subnet': {'network_id': '7b98c6a8-ddb4-4b17-87c1-d43ec15b2d5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:22:21.563730 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6fffe2-f252-4ab9-bef3-1fee0ce5fd95 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event updated for resources: {'Network': ['ID=7b98c6a8-ddb4-4b17-87c1-d43ec15b2d5a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:21.573913 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 7b98c6a8-ddb4-4b17-87c1-d43ec15b2d5a details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:22:21.642359 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d98ef8-a7cb-40b1-927f-10c29ffe3503 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Made reservation on behalf of 3206bbc197ec4d309cb9f44b8890a3f8 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:22:21.646429 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-39d98ef8-a7cb-40b1-927f-10c29ffe3503 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:21.822276 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-39d98ef8-a7cb-40b1-927f-10c29ffe3503 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:21.882022 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d98ef8-a7cb-40b1-927f-10c29ffe3503 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event updated for resources: {'Subnet': ['ID=bfaaa07d-e34e-4984-a154-674f5a7604b6,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:21.890696 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d98ef8-a7cb-40b1-927f-10c29ffe3503 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Checking segment: {'id': '83117c4f-affb-4225-b04e-adcfc2f1170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7b98c6a8-ddb4-4b17-87c1-d43ec15b2d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:22:21.890980 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d98ef8-a7cb-40b1-927f-10c29ffe3503 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Network hostable DHCP agents. Network: 7b98c6a8-ddb4-4b17-87c1-d43ec15b2d5a, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:22:21.908801 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d98ef8-a7cb-40b1-927f-10c29ffe3503 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Network 7b98c6a8-ddb4-4b17-87c1-d43ec15b2d5a is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:22:21.918366 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-39d98ef8-a7cb-40b1-927f-10c29ffe3503 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 7b98c6a8-ddb4-4b17-87c1-d43ec15b2d5a) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:22:21.922471 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d98ef8-a7cb-40b1-927f-10c29ffe3503 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:22:21.923063 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-39d98ef8-a7cb-40b1-927f-10c29ffe3503 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:21.928496 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34677957-8bef-484c-b189-a533196290c9 None None] Network 7b98c6a8-ddb4-4b17-87c1-d43ec15b2d5a requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:22:21.939607 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-39d98ef8-a7cb-40b1-927f-10c29ffe3503 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3998637 Dec 09 16:22:21.942415 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47424) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:22.029170 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc205178-c1bd-4753-98ed-226ba3e82223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-7b98c6a8-ddb4-4b17-87c1-d43ec15b2d5a', 'network_id': '7b98c6a8-ddb4-4b17-87c1-d43ec15b2d5a', 'project_id': '3206bbc197ec4d309cb9f44b8890a3f8', 'fixed_ips': [{'subnet_id': 'bfaaa07d-e34e-4984-a154-674f5a7604b6'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 16:22:22.030393 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fc205178-c1bd-4753-98ed-226ba3e82223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:22.045690 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff687607-b98e-414c-aa02-ab6605d6031a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:22.096941 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff687607-b98e-414c-aa02-ab6605d6031a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:22.165938 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-fc205178-c1bd-4753-98ed-226ba3e82223 None None] Allocated IP 172.20.0.2 (7b98c6a8-ddb4-4b17-87c1-d43ec15b2d5a/bfaaa07d-e34e-4984-a154-674f5a7604b6/05039d6d-df78-4583-856b-918d4c8369a6) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:22:22.306346 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fc205178-c1bd-4753-98ed-226ba3e82223 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:22.311528 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fc205178-c1bd-4753-98ed-226ba3e82223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:22.334415 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff687607-b98e-414c-aa02-ab6605d6031a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:22.352205 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc205178-c1bd-4753-98ed-226ba3e82223 None None] Network 7b98c6a8-ddb4-4b17-87c1-d43ec15b2d5a is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:22:22.357757 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-fc205178-c1bd-4753-98ed-226ba3e82223 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:22:22.362198 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc205178-c1bd-4753-98ed-226ba3e82223 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:22:22.363365 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff687607-b98e-414c-aa02-ab6605d6031a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event deleted for resources: {'Subnet': ['ID=bfaaa07d-e34e-4984-a154-674f5a7604b6,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:22.371791 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc205178-c1bd-4753-98ed-226ba3e82223 None None] Pushing event updated for resources: {'Port': ['ID=05039d6d-df78-4583-856b-918d4c8369a6,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:22.422489 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-fc205178-c1bd-4753-98ed-226ba3e82223 None None] Attempting to bind port 05039d6d-df78-4583-856b-918d4c8369a6 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:22:22.422772 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-fc205178-c1bd-4753-98ed-226ba3e82223 None None] Attempting to bind port 05039d6d-df78-4583-856b-918d4c8369a6 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '83117c4f-affb-4225-b04e-adcfc2f1170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7b98c6a8-ddb4-4b17-87c1-d43ec15b2d5a'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:22:22.423134 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc205178-c1bd-4753-98ed-226ba3e82223 None None] Attempting to bind port 05039d6d-df78-4583-856b-918d4c8369a6 on network 7b98c6a8-ddb4-4b17-87c1-d43ec15b2d5a {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:22:22.429174 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc205178-c1bd-4753-98ed-226ba3e82223 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:22:22.429550 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc205178-c1bd-4753-98ed-226ba3e82223 None None] Checking segment: {'id': '83117c4f-affb-4225-b04e-adcfc2f1170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7b98c6a8-ddb4-4b17-87c1-d43ec15b2d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:22:22.429950 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fc205178-c1bd-4753-98ed-226ba3e82223 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:22.430347 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc205178-c1bd-4753-98ed-226ba3e82223 None None] Bound using segment: {'id': '83117c4f-affb-4225-b04e-adcfc2f1170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7b98c6a8-ddb4-4b17-87c1-d43ec15b2d5a'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:22:22.430809 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-fc205178-c1bd-4753-98ed-226ba3e82223 None None] Bound port: 05039d6d-df78-4583-856b-918d4c8369a6, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83117c4f-affb-4225-b04e-adcfc2f1170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7b98c6a8-ddb4-4b17-87c1-d43ec15b2d5a'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:22:22.431189 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fc205178-c1bd-4753-98ed-226ba3e82223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:22.432255 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff687607-b98e-414c-aa02-ab6605d6031a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:22.455091 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ff687607-b98e-414c-aa02-ab6605d6031a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b98c6a8-ddb4-4b17-87c1-d43ec15b2d5a']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:22.464718 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ff687607-b98e-414c-aa02-ab6605d6031a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83117c4f-affb-4225-b04e-adcfc2f1170e') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:22.465023 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ff687607-b98e-414c-aa02-ab6605d6031a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83117c4f-affb-4225-b04e-adcfc2f1170e') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:22.475227 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff687607-b98e-414c-aa02-ab6605d6031a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:22.488246 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff687607-b98e-414c-aa02-ab6605d6031a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:22.495186 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff687607-b98e-414c-aa02-ab6605d6031a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:22:22.495872 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff687607-b98e-414c-aa02-ab6605d6031a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:22.496925 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-fc205178-c1bd-4753-98ed-226ba3e82223 None None] For port 05039d6d-df78-4583-856b-918d4c8369a6, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:22:22.498691 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 16:22:22.498691 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:22:22.498691 n-d-821228-1 neutron-server[103245]: timer() Dec 09 16:22:22.498691 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:22:22.498691 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 16:22:22.498691 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:22:22.498691 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 16:22:22.498691 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:22:22.498691 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 16:22:22.498691 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:22:22.498691 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 16:22:22.498691 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:22:22.498691 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 16:22:22.498691 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:22:22.498691 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:22:22.498691 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:22:22.498691 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:22:22.498691 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:22:22.498691 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 16:22:22.498691 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:22:22.498691 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 16:22:22.498691 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:22:22.498691 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:22:22.498691 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:22:22.498691 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 16:22:22.498691 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:22:22.498691 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:22:22.498691 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:22:22.498691 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:22:22.498691 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:22:22.498691 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:22:22.498691 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:22:22.557666 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-fc205178-c1bd-4753-98ed-226ba3e82223 None None] For port 05039d6d-df78-4583-856b-918d4c8369a6, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=05039d6d-df78-4583-856b-918d4c8369a6,segment=NetworkSegment(83117c4f-affb-4225-b04e-adcfc2f1170e),segment_id=83117c4f-affb-4225-b04e-adcfc2f1170e)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:22:22.557928 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.db.api [None req-ff687607-b98e-414c-aa02-ab6605d6031a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 16:22:22.557928 n-d-821228-1 neutron-server[103245]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 16:22:22.557928 n-d-821228-1 neutron-server[103245]: [parameters: {'id': '7b98c6a8-ddb4-4b17-87c1-d43ec15b2d5a'}] Dec 09 16:22:22.557928 n-d-821228-1 neutron-server[103245]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 16:22:22.558313 n-d-821228-1 neutron-server[103245]: DEBUG oslo_db.api [None req-ff687607-b98e-414c-aa02-ab6605d6031a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 16:22:22.561874 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fc205178-c1bd-4753-98ed-226ba3e82223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:22.636952 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc205178-c1bd-4753-98ed-226ba3e82223 None None] Pushing event updated for resources: {'Port': ['ID=05039d6d-df78-4583-856b-918d4c8369a6,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:22.655759 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1352f8-f069-427f-ac7d-3593f5f413b5 None None] Network 7b98c6a8-ddb4-4b17-87c1-d43ec15b2d5a requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:22:22.747992 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7b55c2-d51c-4945-b751-f629962b85ca None None] get_active_networks_info from n-d-821228-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 16:22:22.810826 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7b55c2-d51c-4945-b751-f629962b85ca None None] Resources bound (agent type, host, resource id): {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 16:22:23.059733 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff687607-b98e-414c-aa02-ab6605d6031a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:23.077975 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-67efe842-e49a-4e68-9573-9fda47df8fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:23.120498 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-ff687607-b98e-414c-aa02-ab6605d6031a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Deleting port 05039d6d-df78-4583-856b-918d4c8369a6 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:22:23.120848 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff687607-b98e-414c-aa02-ab6605d6031a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:23.184283 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-ff687607-b98e-414c-aa02-ab6605d6031a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] For port 05039d6d-df78-4583-856b-918d4c8369a6, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=05039d6d-df78-4583-856b-918d4c8369a6,segment=NetworkSegment(83117c4f-affb-4225-b04e-adcfc2f1170e),segment_id=83117c4f-affb-4225-b04e-adcfc2f1170e)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:22:23.184677 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff687607-b98e-414c-aa02-ab6605d6031a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:23.197828 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-ff687607-b98e-414c-aa02-ab6605d6031a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Calling delete_port for 05039d6d-df78-4583-856b-918d4c8369a6 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:22:23.279047 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff687607-b98e-414c-aa02-ab6605d6031a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:23.306698 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff687607-b98e-414c-aa02-ab6605d6031a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event deleted for resources: {'Port': ['ID=05039d6d-df78-4583-856b-918d4c8369a6,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:23.308571 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff687607-b98e-414c-aa02-ab6605d6031a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] No DVR routers for this DVR port 05039d6d-df78-4583-856b-918d4c8369a6 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:22:23.385435 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff687607-b98e-414c-aa02-ab6605d6031a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:23.405200 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ff687607-b98e-414c-aa02-ab6605d6031a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b98c6a8-ddb4-4b17-87c1-d43ec15b2d5a']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:23.414822 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ff687607-b98e-414c-aa02-ab6605d6031a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83117c4f-affb-4225-b04e-adcfc2f1170e') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:23.415123 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ff687607-b98e-414c-aa02-ab6605d6031a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83117c4f-affb-4225-b04e-adcfc2f1170e') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:23.430151 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff687607-b98e-414c-aa02-ab6605d6031a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:23.443581 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff687607-b98e-414c-aa02-ab6605d6031a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:23.449365 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff687607-b98e-414c-aa02-ab6605d6031a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:22:23.449747 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff687607-b98e-414c-aa02-ab6605d6031a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:23.452680 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 16:22:23.452680 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:22:23.452680 n-d-821228-1 neutron-server[103245]: timer() Dec 09 16:22:23.452680 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:22:23.452680 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 16:22:23.452680 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:22:23.452680 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 16:22:23.452680 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:22:23.452680 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 16:22:23.452680 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:22:23.452680 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 16:22:23.452680 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:22:23.452680 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 16:22:23.452680 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:22:23.452680 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:22:23.452680 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:22:23.452680 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:22:23.452680 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:22:23.452680 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 16:22:23.452680 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:22:23.452680 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 16:22:23.452680 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:22:23.452680 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:22:23.452680 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:22:23.452680 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 16:22:23.452680 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:22:23.452680 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:22:23.452680 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:22:23.452680 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:22:23.452680 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:22:23.452680 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:22:23.452680 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:22:23.510009 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff687607-b98e-414c-aa02-ab6605d6031a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:23.516869 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ff687607-b98e-414c-aa02-ab6605d6031a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:23.519883 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ff687607-b98e-414c-aa02-ab6605d6031a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "DELETE /v2.0/networks/7b98c6a8-ddb4-4b17-87c1-d43ec15b2d5a HTTP/1.1" status: 204 len: 168 time: 1.5764983 Dec 09 16:22:23.523921 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47426) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:23.528945 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-4abc3c45-3893-4d90-b642-b0e49b8f001e tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1135988478'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:22:23.537590 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff687607-b98e-414c-aa02-ab6605d6031a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event deleted for resources: {'Network': ['ID=7b98c6a8-ddb4-4b17-87c1-d43ec15b2d5a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:23.554278 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abc3c45-3893-4d90-b642-b0e49b8f001e tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Made reservation on behalf of 3206bbc197ec4d309cb9f44b8890a3f8 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:22:23.557775 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4abc3c45-3893-4d90-b642-b0e49b8f001e tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:23.580937 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4abc3c45-3893-4d90-b642-b0e49b8f001e tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:22:23.590017 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4abc3c45-3893-4d90-b642-b0e49b8f001e tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:23.590361 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-4abc3c45-3893-4d90-b642-b0e49b8f001e tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Added segment cabe96d9-d233-4833-9f3d-0148211d1482 of type vlan for network edc34282-e026-442c-a694-0f9b98618ba9 Dec 09 16:22:23.630222 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4abc3c45-3893-4d90-b642-b0e49b8f001e tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:23.655062 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4abc3c45-3893-4d90-b642-b0e49b8f001e tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:23.660560 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abc3c45-3893-4d90-b642-b0e49b8f001e tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:22:23.661412 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4abc3c45-3893-4d90-b642-b0e49b8f001e tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:23.722012 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4abc3c45-3893-4d90-b642-b0e49b8f001e tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1969440 Dec 09 16:22:23.725216 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47428) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:23.730444 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-3c6627ee-02da-47b1-99ac-9116cf2ed61a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Request body: {'subnet': {'network_id': 'edc34282-e026-442c-a694-0f9b98618ba9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:22:23.781655 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc3c45-3893-4d90-b642-b0e49b8f001e tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event updated for resources: {'Network': ['ID=edc34282-e026-442c-a694-0f9b98618ba9,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:23.791838 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network edc34282-e026-442c-a694-0f9b98618ba9 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:22:23.831075 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6627ee-02da-47b1-99ac-9116cf2ed61a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Made reservation on behalf of 3206bbc197ec4d309cb9f44b8890a3f8 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:22:23.834750 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3c6627ee-02da-47b1-99ac-9116cf2ed61a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:23.897572 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.ipam_backend_mixin [None req-3c6627ee-02da-47b1-99ac-9116cf2ed61a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Performing IP validity checks on allocation pools {{(pid=103244) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 09 16:22:23.898098 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.ipam_backend_mixin [None req-3c6627ee-02da-47b1-99ac-9116cf2ed61a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103244) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 09 16:22:24.019590 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3c6627ee-02da-47b1-99ac-9116cf2ed61a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:24.072733 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6627ee-02da-47b1-99ac-9116cf2ed61a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event updated for resources: {'Subnet': ['ID=086176e8-6998-4b6a-9100-5cca30d0f768,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:24.088252 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6627ee-02da-47b1-99ac-9116cf2ed61a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Checking segment: {'id': 'cabe96d9-d233-4833-9f3d-0148211d1482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'edc34282-e026-442c-a694-0f9b98618ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:22:24.088607 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6627ee-02da-47b1-99ac-9116cf2ed61a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Network hostable DHCP agents. Network: edc34282-e026-442c-a694-0f9b98618ba9, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:22:24.105519 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6627ee-02da-47b1-99ac-9116cf2ed61a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Network edc34282-e026-442c-a694-0f9b98618ba9 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:22:24.115065 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-3c6627ee-02da-47b1-99ac-9116cf2ed61a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, edc34282-e026-442c-a694-0f9b98618ba9) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:22:24.118914 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6627ee-02da-47b1-99ac-9116cf2ed61a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:22:24.119534 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3c6627ee-02da-47b1-99ac-9116cf2ed61a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:24.124428 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc54eb25-67fc-4c14-9f35-61335a96a63b None None] Network edc34282-e026-442c-a694-0f9b98618ba9 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:22:24.140035 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3c6627ee-02da-47b1-99ac-9116cf2ed61a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4137683 Dec 09 16:22:24.142707 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47430) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:24.212930 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:24.239702 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd102ded-e747-420e-82cc-4c4ad619a356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-edc34282-e026-442c-a694-0f9b98618ba9', 'network_id': 'edc34282-e026-442c-a694-0f9b98618ba9', 'project_id': '3206bbc197ec4d309cb9f44b8890a3f8', 'fixed_ips': [{'subnet_id': '086176e8-6998-4b6a-9100-5cca30d0f768'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 16:22:24.240876 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dd102ded-e747-420e-82cc-4c4ad619a356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:24.248366 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3998dfe4-40c5-4b3c-8a55-d845ad5b3517 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:24.300997 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3998dfe4-40c5-4b3c-8a55-d845ad5b3517 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:24.377798 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-dd102ded-e747-420e-82cc-4c4ad619a356 None None] Allocated IP 172.20.0.3 (edc34282-e026-442c-a694-0f9b98618ba9/086176e8-6998-4b6a-9100-5cca30d0f768/d1dfb90d-cd3d-45ab-a458-b607f5c50615) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:22:24.516823 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dd102ded-e747-420e-82cc-4c4ad619a356 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:24.522752 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dd102ded-e747-420e-82cc-4c4ad619a356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:24.538094 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3998dfe4-40c5-4b3c-8a55-d845ad5b3517 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:24.566341 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd102ded-e747-420e-82cc-4c4ad619a356 None None] Network edc34282-e026-442c-a694-0f9b98618ba9 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:22:24.572145 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3998dfe4-40c5-4b3c-8a55-d845ad5b3517 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event deleted for resources: {'Subnet': ['ID=086176e8-6998-4b6a-9100-5cca30d0f768,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:24.575143 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-dd102ded-e747-420e-82cc-4c4ad619a356 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:22:24.578563 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd102ded-e747-420e-82cc-4c4ad619a356 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:22:24.585869 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd102ded-e747-420e-82cc-4c4ad619a356 None None] Pushing event updated for resources: {'Port': ['ID=d1dfb90d-cd3d-45ab-a458-b607f5c50615,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:24.631821 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3998dfe4-40c5-4b3c-8a55-d845ad5b3517 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:24.638640 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-dd102ded-e747-420e-82cc-4c4ad619a356 None None] Attempting to bind port d1dfb90d-cd3d-45ab-a458-b607f5c50615 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:22:24.639017 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-dd102ded-e747-420e-82cc-4c4ad619a356 None None] Attempting to bind port d1dfb90d-cd3d-45ab-a458-b607f5c50615 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'cabe96d9-d233-4833-9f3d-0148211d1482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'edc34282-e026-442c-a694-0f9b98618ba9'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:22:24.639387 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd102ded-e747-420e-82cc-4c4ad619a356 None None] Attempting to bind port d1dfb90d-cd3d-45ab-a458-b607f5c50615 on network edc34282-e026-442c-a694-0f9b98618ba9 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:22:24.644538 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd102ded-e747-420e-82cc-4c4ad619a356 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:22:24.644921 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd102ded-e747-420e-82cc-4c4ad619a356 None None] Checking segment: {'id': 'cabe96d9-d233-4833-9f3d-0148211d1482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'edc34282-e026-442c-a694-0f9b98618ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:22:24.645487 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dd102ded-e747-420e-82cc-4c4ad619a356 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:24.645915 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd102ded-e747-420e-82cc-4c4ad619a356 None None] Bound using segment: {'id': 'cabe96d9-d233-4833-9f3d-0148211d1482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'edc34282-e026-442c-a694-0f9b98618ba9'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:22:24.646367 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-dd102ded-e747-420e-82cc-4c4ad619a356 None None] Bound port: d1dfb90d-cd3d-45ab-a458-b607f5c50615, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabe96d9-d233-4833-9f3d-0148211d1482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'edc34282-e026-442c-a694-0f9b98618ba9'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:22:24.646773 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dd102ded-e747-420e-82cc-4c4ad619a356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:24.652266 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-3998dfe4-40c5-4b3c-8a55-d845ad5b3517 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edc34282-e026-442c-a694-0f9b98618ba9']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:24.662252 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-3998dfe4-40c5-4b3c-8a55-d845ad5b3517 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cabe96d9-d233-4833-9f3d-0148211d1482') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:24.662554 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-3998dfe4-40c5-4b3c-8a55-d845ad5b3517 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cabe96d9-d233-4833-9f3d-0148211d1482') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:24.672638 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3998dfe4-40c5-4b3c-8a55-d845ad5b3517 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:24.685760 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3998dfe4-40c5-4b3c-8a55-d845ad5b3517 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:24.692498 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3998dfe4-40c5-4b3c-8a55-d845ad5b3517 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:22:24.693019 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3998dfe4-40c5-4b3c-8a55-d845ad5b3517 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:24.695945 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 16:22:24.695945 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:22:24.695945 n-d-821228-1 neutron-server[103244]: timer() Dec 09 16:22:24.695945 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:22:24.695945 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 16:22:24.695945 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:22:24.695945 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 16:22:24.695945 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:22:24.695945 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 16:22:24.695945 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:22:24.695945 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 16:22:24.695945 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:22:24.695945 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 16:22:24.695945 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:22:24.695945 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:22:24.695945 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:22:24.695945 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:22:24.695945 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:22:24.695945 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 16:22:24.695945 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:22:24.695945 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 16:22:24.695945 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:22:24.695945 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:22:24.695945 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:22:24.695945 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 16:22:24.695945 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:22:24.695945 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:22:24.695945 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:22:24.695945 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:22:24.695945 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:22:24.695945 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:22:24.695945 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:22:24.710529 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-dd102ded-e747-420e-82cc-4c4ad619a356 None None] For port d1dfb90d-cd3d-45ab-a458-b607f5c50615, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:22:24.755290 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-dd102ded-e747-420e-82cc-4c4ad619a356 None None] For port d1dfb90d-cd3d-45ab-a458-b607f5c50615, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d1dfb90d-cd3d-45ab-a458-b607f5c50615,segment=NetworkSegment(cabe96d9-d233-4833-9f3d-0148211d1482),segment_id=cabe96d9-d233-4833-9f3d-0148211d1482)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:22:24.757193 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.db.api [None req-3998dfe4-40c5-4b3c-8a55-d845ad5b3517 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 16:22:24.757193 n-d-821228-1 neutron-server[103244]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 16:22:24.757193 n-d-821228-1 neutron-server[103244]: [parameters: {'id': 'edc34282-e026-442c-a694-0f9b98618ba9'}] Dec 09 16:22:24.757193 n-d-821228-1 neutron-server[103244]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 16:22:24.757665 n-d-821228-1 neutron-server[103244]: DEBUG oslo_db.api [None req-3998dfe4-40c5-4b3c-8a55-d845ad5b3517 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 16:22:24.760462 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dd102ded-e747-420e-82cc-4c4ad619a356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:24.843549 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd102ded-e747-420e-82cc-4c4ad619a356 None None] Pushing event updated for resources: {'Port': ['ID=d1dfb90d-cd3d-45ab-a458-b607f5c50615,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:24.854327 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfffe6f-9403-4211-a768-2bcd9db723f8 None None] Network edc34282-e026-442c-a694-0f9b98618ba9 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:22:24.948544 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36abad11-7d9e-4caf-bb49-c0b03a99ed1e None None] get_active_networks_info from n-d-821228-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 16:22:24.991353 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:25.027503 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36abad11-7d9e-4caf-bb49-c0b03a99ed1e None None] Resources bound (agent type, host, resource id): {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 16:22:25.258538 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3998dfe4-40c5-4b3c-8a55-d845ad5b3517 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:25.311469 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-3998dfe4-40c5-4b3c-8a55-d845ad5b3517 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Deleting port d1dfb90d-cd3d-45ab-a458-b607f5c50615 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:22:25.311807 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3998dfe4-40c5-4b3c-8a55-d845ad5b3517 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:25.373754 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-3998dfe4-40c5-4b3c-8a55-d845ad5b3517 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] For port d1dfb90d-cd3d-45ab-a458-b607f5c50615, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d1dfb90d-cd3d-45ab-a458-b607f5c50615,segment=NetworkSegment(cabe96d9-d233-4833-9f3d-0148211d1482),segment_id=cabe96d9-d233-4833-9f3d-0148211d1482)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:22:25.374115 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3998dfe4-40c5-4b3c-8a55-d845ad5b3517 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:25.386640 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-3998dfe4-40c5-4b3c-8a55-d845ad5b3517 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Calling delete_port for d1dfb90d-cd3d-45ab-a458-b607f5c50615 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:22:25.458303 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:25.470163 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3998dfe4-40c5-4b3c-8a55-d845ad5b3517 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:25.496336 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3998dfe4-40c5-4b3c-8a55-d845ad5b3517 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event deleted for resources: {'Port': ['ID=d1dfb90d-cd3d-45ab-a458-b607f5c50615,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:25.499828 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3998dfe4-40c5-4b3c-8a55-d845ad5b3517 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] No DVR routers for this DVR port d1dfb90d-cd3d-45ab-a458-b607f5c50615 on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:22:25.578649 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3998dfe4-40c5-4b3c-8a55-d845ad5b3517 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:25.599462 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-3998dfe4-40c5-4b3c-8a55-d845ad5b3517 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edc34282-e026-442c-a694-0f9b98618ba9']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:25.608854 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-3998dfe4-40c5-4b3c-8a55-d845ad5b3517 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cabe96d9-d233-4833-9f3d-0148211d1482') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:25.609161 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-3998dfe4-40c5-4b3c-8a55-d845ad5b3517 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cabe96d9-d233-4833-9f3d-0148211d1482') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:25.619903 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3998dfe4-40c5-4b3c-8a55-d845ad5b3517 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:25.633781 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3998dfe4-40c5-4b3c-8a55-d845ad5b3517 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:25.639600 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3998dfe4-40c5-4b3c-8a55-d845ad5b3517 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:22:25.639981 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3998dfe4-40c5-4b3c-8a55-d845ad5b3517 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:25.642929 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 16:22:25.642929 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:22:25.642929 n-d-821228-1 neutron-server[103244]: timer() Dec 09 16:22:25.642929 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:22:25.642929 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 16:22:25.642929 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:22:25.642929 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 16:22:25.642929 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:22:25.642929 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 16:22:25.642929 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:22:25.642929 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 16:22:25.642929 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:22:25.642929 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 16:22:25.642929 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:22:25.642929 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:22:25.642929 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:22:25.642929 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:22:25.642929 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:22:25.642929 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 16:22:25.642929 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:22:25.642929 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 16:22:25.642929 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:22:25.642929 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:22:25.642929 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:22:25.642929 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 16:22:25.642929 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:22:25.642929 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:22:25.642929 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:22:25.642929 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:22:25.642929 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:22:25.642929 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:22:25.642929 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:22:25.701186 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3998dfe4-40c5-4b3c-8a55-d845ad5b3517 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:25.708055 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3998dfe4-40c5-4b3c-8a55-d845ad5b3517 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:25.711329 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3998dfe4-40c5-4b3c-8a55-d845ad5b3517 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "DELETE /v2.0/networks/edc34282-e026-442c-a694-0f9b98618ba9 HTTP/1.1" status: 204 len: 168 time: 1.5676513 Dec 09 16:22:25.715185 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47432) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:25.728988 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-9f29eeeb-ca73-4d22-b507-7aa964f941e6 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1498801291'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:22:25.734939 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3998dfe4-40c5-4b3c-8a55-d845ad5b3517 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event deleted for resources: {'Network': ['ID=edc34282-e026-442c-a694-0f9b98618ba9,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:25.751705 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f29eeeb-ca73-4d22-b507-7aa964f941e6 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Made reservation on behalf of 3206bbc197ec4d309cb9f44b8890a3f8 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:22:25.755380 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f29eeeb-ca73-4d22-b507-7aa964f941e6 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:25.778689 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f29eeeb-ca73-4d22-b507-7aa964f941e6 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:22:25.787979 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f29eeeb-ca73-4d22-b507-7aa964f941e6 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:25.788337 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-9f29eeeb-ca73-4d22-b507-7aa964f941e6 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Added segment f40a5e03-4691-43dc-af0e-86c6bc77f22e of type vlan for network e6e54071-78bc-4e00-8516-949b4b3d6a66 Dec 09 16:22:25.830722 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f29eeeb-ca73-4d22-b507-7aa964f941e6 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:25.855894 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f29eeeb-ca73-4d22-b507-7aa964f941e6 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:25.861301 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f29eeeb-ca73-4d22-b507-7aa964f941e6 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:22:25.861886 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f29eeeb-ca73-4d22-b507-7aa964f941e6 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:25.920685 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9f29eeeb-ca73-4d22-b507-7aa964f941e6 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2046697 Dec 09 16:22:25.923316 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47434) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:25.930351 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-300a1e5b-db59-4797-aa0c-0fe70eec18a0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Request body: {'subnet': {'network_id': 'e6e54071-78bc-4e00-8516-949b4b3d6a66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:22:25.976317 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f29eeeb-ca73-4d22-b507-7aa964f941e6 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event updated for resources: {'Network': ['ID=e6e54071-78bc-4e00-8516-949b4b3d6a66,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:25.985957 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network e6e54071-78bc-4e00-8516-949b4b3d6a66 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:22:26.027751 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300a1e5b-db59-4797-aa0c-0fe70eec18a0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Made reservation on behalf of 3206bbc197ec4d309cb9f44b8890a3f8 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:22:26.031536 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-300a1e5b-db59-4797-aa0c-0fe70eec18a0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:26.213211 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-300a1e5b-db59-4797-aa0c-0fe70eec18a0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:26.275883 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a1e5b-db59-4797-aa0c-0fe70eec18a0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event updated for resources: {'Subnet': ['ID=e2c63e1c-52c6-4382-9671-d99094f9f1a3,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:26.281218 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300a1e5b-db59-4797-aa0c-0fe70eec18a0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Checking segment: {'id': 'f40a5e03-4691-43dc-af0e-86c6bc77f22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e6e54071-78bc-4e00-8516-949b4b3d6a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:22:26.281582 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300a1e5b-db59-4797-aa0c-0fe70eec18a0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Network hostable DHCP agents. Network: e6e54071-78bc-4e00-8516-949b4b3d6a66, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:22:26.298320 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300a1e5b-db59-4797-aa0c-0fe70eec18a0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Network e6e54071-78bc-4e00-8516-949b4b3d6a66 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:22:26.308196 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-300a1e5b-db59-4797-aa0c-0fe70eec18a0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, e6e54071-78bc-4e00-8516-949b4b3d6a66) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:22:26.312769 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300a1e5b-db59-4797-aa0c-0fe70eec18a0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:22:26.313488 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-300a1e5b-db59-4797-aa0c-0fe70eec18a0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:26.316713 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a30485e-8e65-4332-8111-e78523260b19 None None] Network e6e54071-78bc-4e00-8516-949b4b3d6a66 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:22:26.334700 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-300a1e5b-db59-4797-aa0c-0fe70eec18a0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4077992 Dec 09 16:22:26.335312 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47436) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:26.414839 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d68472-bc6f-44df-b790-4413f3d52441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-e6e54071-78bc-4e00-8516-949b4b3d6a66', 'network_id': 'e6e54071-78bc-4e00-8516-949b4b3d6a66', 'project_id': '3206bbc197ec4d309cb9f44b8890a3f8', 'fixed_ips': [{'subnet_id': 'e2c63e1c-52c6-4382-9671-d99094f9f1a3'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 16:22:26.415595 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5d68472-bc6f-44df-b790-4413f3d52441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:26.436971 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc5f6381-e679-4ed8-a082-a341697d1150 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:26.490609 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc5f6381-e679-4ed8-a082-a341697d1150 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:26.517621 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:26.564847 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-d5d68472-bc6f-44df-b790-4413f3d52441 None None] Allocated IP 172.20.0.1 (e6e54071-78bc-4e00-8516-949b4b3d6a66/e2c63e1c-52c6-4382-9671-d99094f9f1a3/7fb73200-e853-4895-836d-23ee0d518b67) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:22:26.706904 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5d68472-bc6f-44df-b790-4413f3d52441 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:26.714370 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5d68472-bc6f-44df-b790-4413f3d52441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:26.734464 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc5f6381-e679-4ed8-a082-a341697d1150 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:26.753041 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d68472-bc6f-44df-b790-4413f3d52441 None None] Network e6e54071-78bc-4e00-8516-949b4b3d6a66 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:22:26.760751 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-d5d68472-bc6f-44df-b790-4413f3d52441 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:22:26.764472 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f6381-e679-4ed8-a082-a341697d1150 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event deleted for resources: {'Subnet': ['ID=e2c63e1c-52c6-4382-9671-d99094f9f1a3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:26.765128 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d68472-bc6f-44df-b790-4413f3d52441 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:22:26.769088 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d68472-bc6f-44df-b790-4413f3d52441 None None] Pushing event updated for resources: {'Port': ['ID=7fb73200-e853-4895-836d-23ee0d518b67,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:26.831325 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d5d68472-bc6f-44df-b790-4413f3d52441 None None] Attempting to bind port 7fb73200-e853-4895-836d-23ee0d518b67 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:22:26.831618 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d5d68472-bc6f-44df-b790-4413f3d52441 None None] Attempting to bind port 7fb73200-e853-4895-836d-23ee0d518b67 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f40a5e03-4691-43dc-af0e-86c6bc77f22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e6e54071-78bc-4e00-8516-949b4b3d6a66'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:22:26.832212 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d68472-bc6f-44df-b790-4413f3d52441 None None] Attempting to bind port 7fb73200-e853-4895-836d-23ee0d518b67 on network e6e54071-78bc-4e00-8516-949b4b3d6a66 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:22:26.835596 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc5f6381-e679-4ed8-a082-a341697d1150 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:26.839203 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d68472-bc6f-44df-b790-4413f3d52441 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:22:26.839591 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d68472-bc6f-44df-b790-4413f3d52441 None None] Checking segment: {'id': 'f40a5e03-4691-43dc-af0e-86c6bc77f22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e6e54071-78bc-4e00-8516-949b4b3d6a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:22:26.840004 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5d68472-bc6f-44df-b790-4413f3d52441 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:26.840429 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d68472-bc6f-44df-b790-4413f3d52441 None None] Bound using segment: {'id': 'f40a5e03-4691-43dc-af0e-86c6bc77f22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e6e54071-78bc-4e00-8516-949b4b3d6a66'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:22:26.840915 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d5d68472-bc6f-44df-b790-4413f3d52441 None None] Bound port: 7fb73200-e853-4895-836d-23ee0d518b67, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f40a5e03-4691-43dc-af0e-86c6bc77f22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e6e54071-78bc-4e00-8516-949b4b3d6a66'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:22:26.841295 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5d68472-bc6f-44df-b790-4413f3d52441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:26.858045 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-cc5f6381-e679-4ed8-a082-a341697d1150 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6e54071-78bc-4e00-8516-949b4b3d6a66']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:26.867784 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-cc5f6381-e679-4ed8-a082-a341697d1150 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f40a5e03-4691-43dc-af0e-86c6bc77f22e') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:26.868145 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-cc5f6381-e679-4ed8-a082-a341697d1150 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f40a5e03-4691-43dc-af0e-86c6bc77f22e') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:26.877602 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc5f6381-e679-4ed8-a082-a341697d1150 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:26.891577 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc5f6381-e679-4ed8-a082-a341697d1150 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:26.900813 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc5f6381-e679-4ed8-a082-a341697d1150 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:22:26.901327 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc5f6381-e679-4ed8-a082-a341697d1150 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:26.904462 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 16:22:26.904462 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:22:26.904462 n-d-821228-1 neutron-server[103244]: timer() Dec 09 16:22:26.904462 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:22:26.904462 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 16:22:26.904462 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:22:26.904462 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 16:22:26.904462 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:22:26.904462 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 16:22:26.904462 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:22:26.904462 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 16:22:26.904462 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:22:26.904462 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 16:22:26.904462 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:22:26.904462 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:22:26.904462 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:22:26.904462 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:22:26.904462 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:22:26.904462 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 16:22:26.904462 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:22:26.904462 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 16:22:26.904462 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:22:26.904462 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:22:26.904462 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:22:26.904462 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 16:22:26.904462 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:22:26.904462 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:22:26.904462 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:22:26.904462 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:22:26.904462 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:22:26.904462 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:22:26.904462 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:22:26.918600 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5d68472-bc6f-44df-b790-4413f3d52441 None None] For port 7fb73200-e853-4895-836d-23ee0d518b67, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:22:26.963190 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5d68472-bc6f-44df-b790-4413f3d52441 None None] For port 7fb73200-e853-4895-836d-23ee0d518b67, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=7fb73200-e853-4895-836d-23ee0d518b67,segment=NetworkSegment(f40a5e03-4691-43dc-af0e-86c6bc77f22e),segment_id=f40a5e03-4691-43dc-af0e-86c6bc77f22e)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:22:26.964690 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.db.api [None req-cc5f6381-e679-4ed8-a082-a341697d1150 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 16:22:26.964690 n-d-821228-1 neutron-server[103244]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 16:22:26.964690 n-d-821228-1 neutron-server[103244]: [parameters: {'id': 'e6e54071-78bc-4e00-8516-949b4b3d6a66'}] Dec 09 16:22:26.964690 n-d-821228-1 neutron-server[103244]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 16:22:26.965473 n-d-821228-1 neutron-server[103244]: DEBUG oslo_db.api [None req-cc5f6381-e679-4ed8-a082-a341697d1150 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 16:22:26.967295 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5d68472-bc6f-44df-b790-4413f3d52441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:27.048809 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d68472-bc6f-44df-b790-4413f3d52441 None None] Pushing event updated for resources: {'Port': ['ID=7fb73200-e853-4895-836d-23ee0d518b67,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:27.068067 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6aba978-232f-4476-8327-d14a7d3b10db None None] Network e6e54071-78bc-4e00-8516-949b4b3d6a66 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:22:27.159293 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151de43e-8fd5-4951-9462-a5978abde509 None None] get_active_networks_info from n-d-821228-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 16:22:27.233396 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151de43e-8fd5-4951-9462-a5978abde509 None None] Resources bound (agent type, host, resource id): {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 16:22:27.466773 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc5f6381-e679-4ed8-a082-a341697d1150 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:27.525667 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-cc5f6381-e679-4ed8-a082-a341697d1150 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Deleting port 7fb73200-e853-4895-836d-23ee0d518b67 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:22:27.526104 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc5f6381-e679-4ed8-a082-a341697d1150 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:27.587675 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-cc5f6381-e679-4ed8-a082-a341697d1150 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] For port 7fb73200-e853-4895-836d-23ee0d518b67, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=7fb73200-e853-4895-836d-23ee0d518b67,segment=NetworkSegment(f40a5e03-4691-43dc-af0e-86c6bc77f22e),segment_id=f40a5e03-4691-43dc-af0e-86c6bc77f22e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:22:27.588037 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc5f6381-e679-4ed8-a082-a341697d1150 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:27.601479 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-cc5f6381-e679-4ed8-a082-a341697d1150 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Calling delete_port for 7fb73200-e853-4895-836d-23ee0d518b67 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:22:27.682149 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc5f6381-e679-4ed8-a082-a341697d1150 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:27.704742 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f6381-e679-4ed8-a082-a341697d1150 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event deleted for resources: {'Port': ['ID=7fb73200-e853-4895-836d-23ee0d518b67,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:27.710497 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5f6381-e679-4ed8-a082-a341697d1150 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] No DVR routers for this DVR port 7fb73200-e853-4895-836d-23ee0d518b67 on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:22:27.789327 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc5f6381-e679-4ed8-a082-a341697d1150 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:27.809964 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-cc5f6381-e679-4ed8-a082-a341697d1150 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6e54071-78bc-4e00-8516-949b4b3d6a66']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:27.819533 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-cc5f6381-e679-4ed8-a082-a341697d1150 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f40a5e03-4691-43dc-af0e-86c6bc77f22e') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:27.819836 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-cc5f6381-e679-4ed8-a082-a341697d1150 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f40a5e03-4691-43dc-af0e-86c6bc77f22e') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:27.833132 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc5f6381-e679-4ed8-a082-a341697d1150 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:27.846743 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc5f6381-e679-4ed8-a082-a341697d1150 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:27.854084 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc5f6381-e679-4ed8-a082-a341697d1150 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:22:27.854490 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc5f6381-e679-4ed8-a082-a341697d1150 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:27.857900 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 16:22:27.857900 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:22:27.857900 n-d-821228-1 neutron-server[103244]: timer() Dec 09 16:22:27.857900 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:22:27.857900 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 16:22:27.857900 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:22:27.857900 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 16:22:27.857900 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:22:27.857900 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 16:22:27.857900 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:22:27.857900 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 16:22:27.857900 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:22:27.857900 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 16:22:27.857900 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:22:27.857900 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:22:27.857900 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:22:27.857900 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:22:27.857900 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:22:27.857900 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 16:22:27.857900 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:22:27.857900 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 16:22:27.857900 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:22:27.857900 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:22:27.857900 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:22:27.857900 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 16:22:27.857900 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:22:27.857900 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:22:27.857900 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:22:27.857900 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:22:27.857900 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:22:27.857900 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:22:27.857900 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:22:27.920077 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc5f6381-e679-4ed8-a082-a341697d1150 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:27.926987 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc5f6381-e679-4ed8-a082-a341697d1150 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:27.930028 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-cc5f6381-e679-4ed8-a082-a341697d1150 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "DELETE /v2.0/networks/e6e54071-78bc-4e00-8516-949b4b3d6a66 HTTP/1.1" status: 204 len: 168 time: 1.5934682 Dec 09 16:22:27.933683 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47438) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:27.938841 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8e661f73-0e3e-40d8-b4f1-08b07678c118 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-949407144'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:22:27.942710 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f6381-e679-4ed8-a082-a341697d1150 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event deleted for resources: {'Network': ['ID=e6e54071-78bc-4e00-8516-949b4b3d6a66,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:27.960213 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e661f73-0e3e-40d8-b4f1-08b07678c118 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Made reservation on behalf of 3206bbc197ec4d309cb9f44b8890a3f8 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:22:27.963644 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8e661f73-0e3e-40d8-b4f1-08b07678c118 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:27.986397 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e661f73-0e3e-40d8-b4f1-08b07678c118 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:22:27.995822 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8e661f73-0e3e-40d8-b4f1-08b07678c118 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:27.996169 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-8e661f73-0e3e-40d8-b4f1-08b07678c118 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Added segment e2fd8011-29cf-4ce1-b9a0-b8043210d578 of type vlan for network d84c9889-158c-43b0-87f1-7c1ace57c610 Dec 09 16:22:28.034455 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8e661f73-0e3e-40d8-b4f1-08b07678c118 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:28.058642 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8e661f73-0e3e-40d8-b4f1-08b07678c118 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:28.064151 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e661f73-0e3e-40d8-b4f1-08b07678c118 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:22:28.064754 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8e661f73-0e3e-40d8-b4f1-08b07678c118 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:28.126118 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8e661f73-0e3e-40d8-b4f1-08b07678c118 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1912875 Dec 09 16:22:28.128816 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47440) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:28.134292 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-167f3275-21d0-44bf-82f6-84feb9749f49 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Request body: {'subnet': {'network_id': 'd84c9889-158c-43b0-87f1-7c1ace57c610', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:22:28.179167 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e661f73-0e3e-40d8-b4f1-08b07678c118 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event updated for resources: {'Network': ['ID=d84c9889-158c-43b0-87f1-7c1ace57c610,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:28.189476 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network d84c9889-158c-43b0-87f1-7c1ace57c610 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:22:28.229353 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167f3275-21d0-44bf-82f6-84feb9749f49 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Made reservation on behalf of 3206bbc197ec4d309cb9f44b8890a3f8 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:22:28.232834 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-167f3275-21d0-44bf-82f6-84feb9749f49 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:28.414340 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-167f3275-21d0-44bf-82f6-84feb9749f49 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:28.473724 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f3275-21d0-44bf-82f6-84feb9749f49 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event updated for resources: {'Subnet': ['ID=830fdb28-a053-4687-9d1a-21289fdbf37e,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:28.490971 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167f3275-21d0-44bf-82f6-84feb9749f49 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Checking segment: {'id': 'e2fd8011-29cf-4ce1-b9a0-b8043210d578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd84c9889-158c-43b0-87f1-7c1ace57c610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:22:28.491338 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167f3275-21d0-44bf-82f6-84feb9749f49 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Network hostable DHCP agents. Network: d84c9889-158c-43b0-87f1-7c1ace57c610, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:22:28.507160 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167f3275-21d0-44bf-82f6-84feb9749f49 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Network d84c9889-158c-43b0-87f1-7c1ace57c610 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:22:28.515321 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-167f3275-21d0-44bf-82f6-84feb9749f49 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, d84c9889-158c-43b0-87f1-7c1ace57c610) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:22:28.519376 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167f3275-21d0-44bf-82f6-84feb9749f49 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:22:28.519996 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-167f3275-21d0-44bf-82f6-84feb9749f49 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:28.524014 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fd4942-cb7d-4057-a39a-17ece2f56324 None None] Network d84c9889-158c-43b0-87f1-7c1ace57c610 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:22:28.537308 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-167f3275-21d0-44bf-82f6-84feb9749f49 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4060647 Dec 09 16:22:28.539294 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47442) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:28.625382 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dedf78d-5e37-4318-96d9-24264ceb1eec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-d84c9889-158c-43b0-87f1-7c1ace57c610', 'network_id': 'd84c9889-158c-43b0-87f1-7c1ace57c610', 'project_id': '3206bbc197ec4d309cb9f44b8890a3f8', 'fixed_ips': [{'subnet_id': '830fdb28-a053-4687-9d1a-21289fdbf37e'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 16:22:28.626261 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6dedf78d-5e37-4318-96d9-24264ceb1eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:28.636538 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f479da36-36ae-4bcb-9456-a6c7c15bdd55 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:28.696306 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f479da36-36ae-4bcb-9456-a6c7c15bdd55 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:28.760564 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-6dedf78d-5e37-4318-96d9-24264ceb1eec None None] Allocated IP 172.20.0.1 (d84c9889-158c-43b0-87f1-7c1ace57c610/830fdb28-a053-4687-9d1a-21289fdbf37e/ade46a3c-0168-4c99-a13e-e5968f5fa172) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:22:28.902228 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6dedf78d-5e37-4318-96d9-24264ceb1eec None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:28.908204 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6dedf78d-5e37-4318-96d9-24264ceb1eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:28.923814 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f479da36-36ae-4bcb-9456-a6c7c15bdd55 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:28.950008 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dedf78d-5e37-4318-96d9-24264ceb1eec None None] Network d84c9889-158c-43b0-87f1-7c1ace57c610 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:22:28.953320 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f479da36-36ae-4bcb-9456-a6c7c15bdd55 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event deleted for resources: {'Subnet': ['ID=830fdb28-a053-4687-9d1a-21289fdbf37e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:28.960244 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-6dedf78d-5e37-4318-96d9-24264ceb1eec None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:22:28.963165 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dedf78d-5e37-4318-96d9-24264ceb1eec None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:22:28.972240 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dedf78d-5e37-4318-96d9-24264ceb1eec None None] Pushing event updated for resources: {'Port': ['ID=ade46a3c-0168-4c99-a13e-e5968f5fa172,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:29.017149 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f479da36-36ae-4bcb-9456-a6c7c15bdd55 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:29.022485 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6dedf78d-5e37-4318-96d9-24264ceb1eec None None] Attempting to bind port ade46a3c-0168-4c99-a13e-e5968f5fa172 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:22:29.022867 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6dedf78d-5e37-4318-96d9-24264ceb1eec None None] Attempting to bind port ade46a3c-0168-4c99-a13e-e5968f5fa172 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'e2fd8011-29cf-4ce1-b9a0-b8043210d578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd84c9889-158c-43b0-87f1-7c1ace57c610'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:22:29.023240 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dedf78d-5e37-4318-96d9-24264ceb1eec None None] Attempting to bind port ade46a3c-0168-4c99-a13e-e5968f5fa172 on network d84c9889-158c-43b0-87f1-7c1ace57c610 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:22:29.028254 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dedf78d-5e37-4318-96d9-24264ceb1eec None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:22:29.028667 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dedf78d-5e37-4318-96d9-24264ceb1eec None None] Checking segment: {'id': 'e2fd8011-29cf-4ce1-b9a0-b8043210d578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd84c9889-158c-43b0-87f1-7c1ace57c610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:22:29.029081 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6dedf78d-5e37-4318-96d9-24264ceb1eec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:29.029482 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dedf78d-5e37-4318-96d9-24264ceb1eec None None] Bound using segment: {'id': 'e2fd8011-29cf-4ce1-b9a0-b8043210d578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd84c9889-158c-43b0-87f1-7c1ace57c610'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:22:29.029956 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6dedf78d-5e37-4318-96d9-24264ceb1eec None None] Bound port: ade46a3c-0168-4c99-a13e-e5968f5fa172, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2fd8011-29cf-4ce1-b9a0-b8043210d578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd84c9889-158c-43b0-87f1-7c1ace57c610'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:22:29.030341 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6dedf78d-5e37-4318-96d9-24264ceb1eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:29.043143 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-f479da36-36ae-4bcb-9456-a6c7c15bdd55 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d84c9889-158c-43b0-87f1-7c1ace57c610']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:29.053351 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-f479da36-36ae-4bcb-9456-a6c7c15bdd55 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2fd8011-29cf-4ce1-b9a0-b8043210d578') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:29.053644 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-f479da36-36ae-4bcb-9456-a6c7c15bdd55 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2fd8011-29cf-4ce1-b9a0-b8043210d578') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:29.062943 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f479da36-36ae-4bcb-9456-a6c7c15bdd55 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:29.076282 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f479da36-36ae-4bcb-9456-a6c7c15bdd55 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:29.081993 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f479da36-36ae-4bcb-9456-a6c7c15bdd55 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:22:29.082425 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f479da36-36ae-4bcb-9456-a6c7c15bdd55 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:29.085511 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 16:22:29.085511 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:22:29.085511 n-d-821228-1 neutron-server[103245]: timer() Dec 09 16:22:29.085511 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:22:29.085511 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 16:22:29.085511 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:22:29.085511 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 16:22:29.085511 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:22:29.085511 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 16:22:29.085511 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:22:29.085511 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 16:22:29.085511 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:22:29.085511 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 16:22:29.085511 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:22:29.085511 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:22:29.085511 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:22:29.085511 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:22:29.085511 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:22:29.085511 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 16:22:29.085511 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:22:29.085511 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 16:22:29.085511 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:22:29.085511 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:22:29.085511 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:22:29.085511 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 16:22:29.085511 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:22:29.085511 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:22:29.085511 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:22:29.085511 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:22:29.085511 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:22:29.085511 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:22:29.085511 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:22:29.094892 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6dedf78d-5e37-4318-96d9-24264ceb1eec None None] For port ade46a3c-0168-4c99-a13e-e5968f5fa172, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:22:29.141120 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6dedf78d-5e37-4318-96d9-24264ceb1eec None None] For port ade46a3c-0168-4c99-a13e-e5968f5fa172, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=ade46a3c-0168-4c99-a13e-e5968f5fa172,segment=NetworkSegment(e2fd8011-29cf-4ce1-b9a0-b8043210d578),segment_id=e2fd8011-29cf-4ce1-b9a0-b8043210d578)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:22:29.143017 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.db.api [None req-f479da36-36ae-4bcb-9456-a6c7c15bdd55 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 16:22:29.143017 n-d-821228-1 neutron-server[103245]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 16:22:29.143017 n-d-821228-1 neutron-server[103245]: [parameters: {'id': 'd84c9889-158c-43b0-87f1-7c1ace57c610'}] Dec 09 16:22:29.143017 n-d-821228-1 neutron-server[103245]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 16:22:29.143565 n-d-821228-1 neutron-server[103245]: DEBUG oslo_db.api [None req-f479da36-36ae-4bcb-9456-a6c7c15bdd55 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 16:22:29.146103 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6dedf78d-5e37-4318-96d9-24264ceb1eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:29.233112 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dedf78d-5e37-4318-96d9-24264ceb1eec None None] Pushing event updated for resources: {'Port': ['ID=ade46a3c-0168-4c99-a13e-e5968f5fa172,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:29.247402 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1297bf7a-0c7f-4486-b0b1-55f8006e471b None None] Network d84c9889-158c-43b0-87f1-7c1ace57c610 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:22:29.506026 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ef495a-9065-4ec3-a4b9-b972d855eb37 None None] get_active_networks_info from n-d-821228-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 16:22:29.569647 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ef495a-9065-4ec3-a4b9-b972d855eb37 None None] Resources bound (agent type, host, resource id): {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 16:22:29.644205 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f479da36-36ae-4bcb-9456-a6c7c15bdd55 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:29.696803 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-f479da36-36ae-4bcb-9456-a6c7c15bdd55 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Deleting port ade46a3c-0168-4c99-a13e-e5968f5fa172 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:22:29.697141 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f479da36-36ae-4bcb-9456-a6c7c15bdd55 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:29.770505 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-f479da36-36ae-4bcb-9456-a6c7c15bdd55 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] For port ade46a3c-0168-4c99-a13e-e5968f5fa172, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=ade46a3c-0168-4c99-a13e-e5968f5fa172,segment=NetworkSegment(e2fd8011-29cf-4ce1-b9a0-b8043210d578),segment_id=e2fd8011-29cf-4ce1-b9a0-b8043210d578)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:22:29.770875 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f479da36-36ae-4bcb-9456-a6c7c15bdd55 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:29.788202 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-f479da36-36ae-4bcb-9456-a6c7c15bdd55 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Calling delete_port for ade46a3c-0168-4c99-a13e-e5968f5fa172 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:22:29.866499 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f479da36-36ae-4bcb-9456-a6c7c15bdd55 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:29.890738 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f479da36-36ae-4bcb-9456-a6c7c15bdd55 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event deleted for resources: {'Port': ['ID=ade46a3c-0168-4c99-a13e-e5968f5fa172,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:29.894983 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f479da36-36ae-4bcb-9456-a6c7c15bdd55 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] No DVR routers for this DVR port ade46a3c-0168-4c99-a13e-e5968f5fa172 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:22:29.973951 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f479da36-36ae-4bcb-9456-a6c7c15bdd55 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:29.994242 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-f479da36-36ae-4bcb-9456-a6c7c15bdd55 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d84c9889-158c-43b0-87f1-7c1ace57c610']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:30.003123 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-f479da36-36ae-4bcb-9456-a6c7c15bdd55 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2fd8011-29cf-4ce1-b9a0-b8043210d578') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:30.003418 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-f479da36-36ae-4bcb-9456-a6c7c15bdd55 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2fd8011-29cf-4ce1-b9a0-b8043210d578') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:30.013097 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f479da36-36ae-4bcb-9456-a6c7c15bdd55 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:30.026510 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f479da36-36ae-4bcb-9456-a6c7c15bdd55 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:30.032142 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f479da36-36ae-4bcb-9456-a6c7c15bdd55 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:22:30.032547 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f479da36-36ae-4bcb-9456-a6c7c15bdd55 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:30.035402 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 16:22:30.035402 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:22:30.035402 n-d-821228-1 neutron-server[103245]: timer() Dec 09 16:22:30.035402 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:22:30.035402 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 16:22:30.035402 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:22:30.035402 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 16:22:30.035402 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:22:30.035402 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 16:22:30.035402 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:22:30.035402 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 16:22:30.035402 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:22:30.035402 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 16:22:30.035402 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:22:30.035402 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:22:30.035402 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:22:30.035402 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:22:30.035402 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:22:30.035402 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 16:22:30.035402 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:22:30.035402 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 16:22:30.035402 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:22:30.035402 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:22:30.035402 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:22:30.035402 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 16:22:30.035402 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:22:30.035402 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:22:30.035402 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:22:30.035402 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:22:30.035402 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:22:30.035402 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:22:30.035402 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:22:30.094400 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f479da36-36ae-4bcb-9456-a6c7c15bdd55 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:30.101619 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f479da36-36ae-4bcb-9456-a6c7c15bdd55 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:30.104770 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f479da36-36ae-4bcb-9456-a6c7c15bdd55 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "DELETE /v2.0/networks/d84c9889-158c-43b0-87f1-7c1ace57c610 HTTP/1.1" status: 204 len: 168 time: 1.5644031 Dec 09 16:22:30.108223 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47444) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:30.113501 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-2a9f3d5f-6a99-40c4-aa16-84b641eab2a3 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-394113016'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:22:30.117344 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f479da36-36ae-4bcb-9456-a6c7c15bdd55 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event deleted for resources: {'Network': ['ID=d84c9889-158c-43b0-87f1-7c1ace57c610,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:30.135578 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9f3d5f-6a99-40c4-aa16-84b641eab2a3 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Made reservation on behalf of 3206bbc197ec4d309cb9f44b8890a3f8 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:22:30.139260 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2a9f3d5f-6a99-40c4-aa16-84b641eab2a3 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:30.163318 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a9f3d5f-6a99-40c4-aa16-84b641eab2a3 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:22:30.172475 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2a9f3d5f-6a99-40c4-aa16-84b641eab2a3 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:30.172815 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-2a9f3d5f-6a99-40c4-aa16-84b641eab2a3 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Added segment 1de9a483-2bf1-4148-af8a-56433701055a of type vlan for network ef130bcc-afa2-4275-99f2-390b6c42d2cd Dec 09 16:22:30.212243 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2a9f3d5f-6a99-40c4-aa16-84b641eab2a3 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:30.236651 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2a9f3d5f-6a99-40c4-aa16-84b641eab2a3 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:30.243018 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9f3d5f-6a99-40c4-aa16-84b641eab2a3 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:22:30.243597 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2a9f3d5f-6a99-40c4-aa16-84b641eab2a3 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:30.302493 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2a9f3d5f-6a99-40c4-aa16-84b641eab2a3 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1929588 Dec 09 16:22:30.305117 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47446) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:30.312599 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-22c8ecc5-81d3-437b-9e39-6392ed902d9b tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:22:30.356560 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f3d5f-6a99-40c4-aa16-84b641eab2a3 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event updated for resources: {'Network': ['ID=ef130bcc-afa2-4275-99f2-390b6c42d2cd,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:30.369718 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network ef130bcc-afa2-4275-99f2-390b6c42d2cd details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:22:30.485931 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-22c8ecc5-81d3-437b-9e39-6392ed902d9b tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:30.498967 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-22c8ecc5-81d3-437b-9e39-6392ed902d9b tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:30.508015 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-22c8ecc5-81d3-437b-9e39-6392ed902d9b tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Network ef130bcc-afa2-4275-99f2-390b6c42d2cd is not hosted by any dhcp agent {{(pid=103244) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 16:22:30.513309 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c8ecc5-81d3-437b-9e39-6392ed902d9b tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:22:30.513890 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-22c8ecc5-81d3-437b-9e39-6392ed902d9b tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:30.515139 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-22c8ecc5-81d3-437b-9e39-6392ed902d9b tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "PUT /v2.0/networks/ef130bcc-afa2-4275-99f2-390b6c42d2cd HTTP/1.1" status: 200 len: 723 time: 0.2090714 Dec 09 16:22:30.517959 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47448) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:30.523747 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7a3424db-abed-40bc-8163-75387170049d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Request body: {'subnet': {'network_id': 'ef130bcc-afa2-4275-99f2-390b6c42d2cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:22:30.571699 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c8ecc5-81d3-437b-9e39-6392ed902d9b tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event updated for resources: {'Network': ['ID=ef130bcc-afa2-4275-99f2-390b6c42d2cd,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:30.581632 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network ef130bcc-afa2-4275-99f2-390b6c42d2cd details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:22:30.612907 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3424db-abed-40bc-8163-75387170049d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Made reservation on behalf of 3206bbc197ec4d309cb9f44b8890a3f8 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:22:30.617023 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7a3424db-abed-40bc-8163-75387170049d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:30.795600 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7a3424db-abed-40bc-8163-75387170049d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:30.859331 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3424db-abed-40bc-8163-75387170049d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event updated for resources: {'Subnet': ['ID=4b86926c-96b1-47d3-9adf-7dd2caae615f,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:30.868402 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3424db-abed-40bc-8163-75387170049d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Checking segment: {'id': '1de9a483-2bf1-4148-af8a-56433701055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ef130bcc-afa2-4275-99f2-390b6c42d2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:22:30.868792 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3424db-abed-40bc-8163-75387170049d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Network hostable DHCP agents. Network: ef130bcc-afa2-4275-99f2-390b6c42d2cd, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:22:30.885387 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3424db-abed-40bc-8163-75387170049d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Network ef130bcc-afa2-4275-99f2-390b6c42d2cd is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:22:30.894027 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-7a3424db-abed-40bc-8163-75387170049d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, ef130bcc-afa2-4275-99f2-390b6c42d2cd) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:22:30.902074 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8922e7-b4e8-44fd-aaed-fcd366d07d8e None None] Network ef130bcc-afa2-4275-99f2-390b6c42d2cd requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:22:30.905461 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3424db-abed-40bc-8163-75387170049d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:22:30.906084 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7a3424db-abed-40bc-8163-75387170049d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:30.921758 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7a3424db-abed-40bc-8163-75387170049d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4026098 Dec 09 16:22:30.924249 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47450) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:30.929426 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-839aa88e-c846-43e5-8189-ff7f940cf2df tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:22:30.999392 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d473fe9-86ec-4650-8579-a5a89ed0f9ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-ef130bcc-afa2-4275-99f2-390b6c42d2cd', 'network_id': 'ef130bcc-afa2-4275-99f2-390b6c42d2cd', 'project_id': '3206bbc197ec4d309cb9f44b8890a3f8', 'fixed_ips': [{'subnet_id': '4b86926c-96b1-47d3-9adf-7dd2caae615f'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 16:22:31.000265 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1d473fe9-86ec-4650-8579-a5a89ed0f9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:31.021326 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-839aa88e-c846-43e5-8189-ff7f940cf2df tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60529550'] for subnet, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:31.162419 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-839aa88e-c846-43e5-8189-ff7f940cf2df tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758620506920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60300875'] for subnet, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:31.194138 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839aa88e-c846-43e5-8189-ff7f940cf2df tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:22:31.194734 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-839aa88e-c846-43e5-8189-ff7f940cf2df tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:31.196022 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-839aa88e-c846-43e5-8189-ff7f940cf2df tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "PUT /v2.0/subnets/4b86926c-96b1-47d3-9adf-7dd2caae615f HTTP/1.1" status: 200 len: 806 time: 0.2708127 Dec 09 16:22:31.198722 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47452) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:31.210421 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-1d473fe9-86ec-4650-8579-a5a89ed0f9ec None None] Allocated IP 172.20.0.2 (ef130bcc-afa2-4275-99f2-390b6c42d2cd/4b86926c-96b1-47d3-9adf-7dd2caae615f/1418bbe5-1974-4f50-b211-ed5e891855af) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:22:31.219322 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839aa88e-c846-43e5-8189-ff7f940cf2df tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event updated for resources: {'Subnet': ['ID=4b86926c-96b1-47d3-9adf-7dd2caae615f,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:31.299116 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed1c94e0-2d5f-4ec7-b99e-10a3e8c1b9f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:31.352697 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed1c94e0-2d5f-4ec7-b99e-10a3e8c1b9f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:31.357906 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1d473fe9-86ec-4650-8579-a5a89ed0f9ec None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:31.363531 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1d473fe9-86ec-4650-8579-a5a89ed0f9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:31.401079 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d473fe9-86ec-4650-8579-a5a89ed0f9ec None None] Network ef130bcc-afa2-4275-99f2-390b6c42d2cd is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:22:31.406085 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-1d473fe9-86ec-4650-8579-a5a89ed0f9ec None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:22:31.409867 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d473fe9-86ec-4650-8579-a5a89ed0f9ec None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:22:31.413743 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed1c94e0-2d5f-4ec7-b99e-10a3e8c1b9f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:31.417560 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d473fe9-86ec-4650-8579-a5a89ed0f9ec None None] Pushing event updated for resources: {'Port': ['ID=1418bbe5-1974-4f50-b211-ed5e891855af,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:31.446904 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c94e0-2d5f-4ec7-b99e-10a3e8c1b9f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event deleted for resources: {'Subnet': ['ID=4b86926c-96b1-47d3-9adf-7dd2caae615f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:31.470316 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-1d473fe9-86ec-4650-8579-a5a89ed0f9ec None None] Attempting to bind port 1418bbe5-1974-4f50-b211-ed5e891855af on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:22:31.470692 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-1d473fe9-86ec-4650-8579-a5a89ed0f9ec None None] Attempting to bind port 1418bbe5-1974-4f50-b211-ed5e891855af by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '1de9a483-2bf1-4148-af8a-56433701055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ef130bcc-afa2-4275-99f2-390b6c42d2cd'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:22:31.471063 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d473fe9-86ec-4650-8579-a5a89ed0f9ec None None] Attempting to bind port 1418bbe5-1974-4f50-b211-ed5e891855af on network ef130bcc-afa2-4275-99f2-390b6c42d2cd {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:22:31.476535 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d473fe9-86ec-4650-8579-a5a89ed0f9ec None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:22:31.476920 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d473fe9-86ec-4650-8579-a5a89ed0f9ec None None] Checking segment: {'id': '1de9a483-2bf1-4148-af8a-56433701055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ef130bcc-afa2-4275-99f2-390b6c42d2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:22:31.477328 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1d473fe9-86ec-4650-8579-a5a89ed0f9ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:31.477751 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d473fe9-86ec-4650-8579-a5a89ed0f9ec None None] Bound using segment: {'id': '1de9a483-2bf1-4148-af8a-56433701055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ef130bcc-afa2-4275-99f2-390b6c42d2cd'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:22:31.478218 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-1d473fe9-86ec-4650-8579-a5a89ed0f9ec None None] Bound port: 1418bbe5-1974-4f50-b211-ed5e891855af, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de9a483-2bf1-4148-af8a-56433701055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ef130bcc-afa2-4275-99f2-390b6c42d2cd'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:22:31.478600 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1d473fe9-86ec-4650-8579-a5a89ed0f9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:31.506374 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed1c94e0-2d5f-4ec7-b99e-10a3e8c1b9f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:31.526514 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-ed1c94e0-2d5f-4ec7-b99e-10a3e8c1b9f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef130bcc-afa2-4275-99f2-390b6c42d2cd']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:31.536440 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-ed1c94e0-2d5f-4ec7-b99e-10a3e8c1b9f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de9a483-2bf1-4148-af8a-56433701055a') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:31.536742 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-ed1c94e0-2d5f-4ec7-b99e-10a3e8c1b9f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de9a483-2bf1-4148-af8a-56433701055a') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:31.543619 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1d473fe9-86ec-4650-8579-a5a89ed0f9ec None None] For port 1418bbe5-1974-4f50-b211-ed5e891855af, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:22:31.546252 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed1c94e0-2d5f-4ec7-b99e-10a3e8c1b9f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:31.546696 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1d473fe9-86ec-4650-8579-a5a89ed0f9ec None None] For port 1418bbe5-1974-4f50-b211-ed5e891855af, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=1418bbe5-1974-4f50-b211-ed5e891855af,segment=NetworkSegment(1de9a483-2bf1-4148-af8a-56433701055a),segment_id=1de9a483-2bf1-4148-af8a-56433701055a)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:22:31.553637 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1d473fe9-86ec-4650-8579-a5a89ed0f9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:31.561173 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed1c94e0-2d5f-4ec7-b99e-10a3e8c1b9f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:31.567460 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed1c94e0-2d5f-4ec7-b99e-10a3e8c1b9f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:22:31.567997 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed1c94e0-2d5f-4ec7-b99e-10a3e8c1b9f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:31.571282 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 16:22:31.571282 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:22:31.571282 n-d-821228-1 neutron-server[103244]: timer() Dec 09 16:22:31.571282 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:22:31.571282 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 16:22:31.571282 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:22:31.571282 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 16:22:31.571282 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:22:31.571282 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 16:22:31.571282 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:22:31.571282 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 16:22:31.571282 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:22:31.571282 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 16:22:31.571282 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:22:31.571282 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:22:31.571282 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:22:31.571282 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:22:31.571282 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:22:31.571282 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 16:22:31.571282 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:22:31.571282 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 16:22:31.571282 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:22:31.571282 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:22:31.571282 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:22:31.571282 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 16:22:31.571282 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:22:31.571282 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:22:31.571282 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:22:31.571282 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:22:31.571282 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:22:31.571282 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:22:31.571282 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:22:31.632578 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.db.api [None req-ed1c94e0-2d5f-4ec7-b99e-10a3e8c1b9f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 16:22:31.632578 n-d-821228-1 neutron-server[103244]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 16:22:31.632578 n-d-821228-1 neutron-server[103244]: [parameters: {'id': 'ef130bcc-afa2-4275-99f2-390b6c42d2cd'}] Dec 09 16:22:31.632578 n-d-821228-1 neutron-server[103244]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 16:22:31.633166 n-d-821228-1 neutron-server[103244]: DEBUG oslo_db.api [None req-ed1c94e0-2d5f-4ec7-b99e-10a3e8c1b9f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 16:22:31.635591 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d473fe9-86ec-4650-8579-a5a89ed0f9ec None None] Pushing event updated for resources: {'Port': ['ID=1418bbe5-1974-4f50-b211-ed5e891855af,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:31.646460 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406d3d3d-320c-4051-93b3-cc9a19296592 None None] Network ef130bcc-afa2-4275-99f2-390b6c42d2cd requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:22:31.739641 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4055eeb2-d8db-4e5d-8d86-a77c1546780d None None] Network ef130bcc-afa2-4275-99f2-390b6c42d2cd requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:22:31.834949 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b1761c-e6f2-4599-8a17-620512911d8d None None] get_active_networks_info from n-d-821228-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 16:22:31.902926 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b1761c-e6f2-4599-8a17-620512911d8d None None] Resources bound (agent type, host, resource id): {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 16:22:32.133974 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed1c94e0-2d5f-4ec7-b99e-10a3e8c1b9f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:32.187694 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c94e0-2d5f-4ec7-b99e-10a3e8c1b9f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Deleting port 1418bbe5-1974-4f50-b211-ed5e891855af {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:22:32.188030 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed1c94e0-2d5f-4ec7-b99e-10a3e8c1b9f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:32.248681 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-ed1c94e0-2d5f-4ec7-b99e-10a3e8c1b9f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] For port 1418bbe5-1974-4f50-b211-ed5e891855af, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=1418bbe5-1974-4f50-b211-ed5e891855af,segment=NetworkSegment(1de9a483-2bf1-4148-af8a-56433701055a),segment_id=1de9a483-2bf1-4148-af8a-56433701055a)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:22:32.249332 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed1c94e0-2d5f-4ec7-b99e-10a3e8c1b9f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:32.262173 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c94e0-2d5f-4ec7-b99e-10a3e8c1b9f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Calling delete_port for 1418bbe5-1974-4f50-b211-ed5e891855af owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:22:32.348205 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed1c94e0-2d5f-4ec7-b99e-10a3e8c1b9f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:32.374131 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c94e0-2d5f-4ec7-b99e-10a3e8c1b9f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event deleted for resources: {'Port': ['ID=1418bbe5-1974-4f50-b211-ed5e891855af,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:32.375946 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1c94e0-2d5f-4ec7-b99e-10a3e8c1b9f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] No DVR routers for this DVR port 1418bbe5-1974-4f50-b211-ed5e891855af on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:22:32.455808 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed1c94e0-2d5f-4ec7-b99e-10a3e8c1b9f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:32.783966 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-ed1c94e0-2d5f-4ec7-b99e-10a3e8c1b9f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef130bcc-afa2-4275-99f2-390b6c42d2cd']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:32.793253 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-ed1c94e0-2d5f-4ec7-b99e-10a3e8c1b9f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de9a483-2bf1-4148-af8a-56433701055a') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:32.793549 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-ed1c94e0-2d5f-4ec7-b99e-10a3e8c1b9f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de9a483-2bf1-4148-af8a-56433701055a') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:32.802961 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed1c94e0-2d5f-4ec7-b99e-10a3e8c1b9f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:32.815572 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed1c94e0-2d5f-4ec7-b99e-10a3e8c1b9f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:32.822065 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed1c94e0-2d5f-4ec7-b99e-10a3e8c1b9f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:22:32.822436 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed1c94e0-2d5f-4ec7-b99e-10a3e8c1b9f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:32.825275 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 16:22:32.825275 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:22:32.825275 n-d-821228-1 neutron-server[103244]: timer() Dec 09 16:22:32.825275 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:22:32.825275 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 16:22:32.825275 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:22:32.825275 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 16:22:32.825275 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:22:32.825275 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 16:22:32.825275 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:22:32.825275 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 16:22:32.825275 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:22:32.825275 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 16:22:32.825275 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:22:32.825275 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:22:32.825275 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:22:32.825275 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:22:32.825275 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:22:32.825275 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 16:22:32.825275 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:22:32.825275 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 16:22:32.825275 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:22:32.825275 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:22:32.825275 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:22:32.825275 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 16:22:32.825275 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:22:32.825275 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:22:32.825275 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:22:32.825275 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:22:32.825275 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:22:32.825275 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:22:32.825275 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:22:32.882212 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed1c94e0-2d5f-4ec7-b99e-10a3e8c1b9f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:32.888825 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed1c94e0-2d5f-4ec7-b99e-10a3e8c1b9f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:32.891999 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ed1c94e0-2d5f-4ec7-b99e-10a3e8c1b9f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "DELETE /v2.0/networks/ef130bcc-afa2-4275-99f2-390b6c42d2cd HTTP/1.1" status: 204 len: 168 time: 1.6922812 Dec 09 16:22:32.894951 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47454) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:32.904344 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c94e0-2d5f-4ec7-b99e-10a3e8c1b9f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event deleted for resources: {'Network': ['ID=ef130bcc-afa2-4275-99f2-390b6c42d2cd,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:32.916110 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ff5cae0-423e-4b50-ad31-f8c4f6e640af tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] DELETE failed (client error): The resource could not be found. Dec 09 16:22:32.916639 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ff5cae0-423e-4b50-ad31-f8c4f6e640af tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 16:22:32.919622 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5ff5cae0-423e-4b50-ad31-f8c4f6e640af tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "DELETE /v2.0/networks/ef130bcc-afa2-4275-99f2-390b6c42d2cd HTTP/1.1" status: 404 len: 339 time: 0.0230565 Dec 09 16:22:32.923103 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47456) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:32.928081 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-bab8e76c-9e37-4644-bfb2-6b1b98c816ca tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1042232669', 'description': 'd1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:22:32.949276 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab8e76c-9e37-4644-bfb2-6b1b98c816ca tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Made reservation on behalf of 3206bbc197ec4d309cb9f44b8890a3f8 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:22:32.953154 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bab8e76c-9e37-4644-bfb2-6b1b98c816ca tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:32.976673 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bab8e76c-9e37-4644-bfb2-6b1b98c816ca tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:22:32.985400 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bab8e76c-9e37-4644-bfb2-6b1b98c816ca tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:32.985742 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-bab8e76c-9e37-4644-bfb2-6b1b98c816ca tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Added segment f75bada0-447e-4b34-8cfa-060c80579c3f of type vlan for network 8b95a595-6a6c-491e-8a2b-cf1da9e73fb6 Dec 09 16:22:33.025242 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bab8e76c-9e37-4644-bfb2-6b1b98c816ca tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:33.049144 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bab8e76c-9e37-4644-bfb2-6b1b98c816ca tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:33.054999 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab8e76c-9e37-4644-bfb2-6b1b98c816ca tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:22:33.055634 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bab8e76c-9e37-4644-bfb2-6b1b98c816ca tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:33.117910 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bab8e76c-9e37-4644-bfb2-6b1b98c816ca tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1937950 Dec 09 16:22:33.120661 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47458) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:33.172323 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab8e76c-9e37-4644-bfb2-6b1b98c816ca tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event updated for resources: {'Network': ['ID=8b95a595-6a6c-491e-8a2b-cf1da9e73fb6,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:33.182529 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 8b95a595-6a6c-491e-8a2b-cf1da9e73fb6 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:22:33.212969 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d74239-efa2-473a-88be-3e57336d6c79 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:22:33.214565 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-29d74239-efa2-473a-88be-3e57336d6c79 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "GET /v2.0/networks?id=8b95a595-6a6c-491e-8a2b-cf1da9e73fb6 HTTP/1.1" status: 200 len: 761 time: 0.0928788 Dec 09 16:22:33.217214 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47460) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:33.224318 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8d4df534-b429-4ef7-ba8f-ebb204d962bf tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Request body: {'network': {'description': 'd2'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:22:33.426035 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8d4df534-b429-4ef7-ba8f-ebb204d962bf tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:33.441556 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8d4df534-b429-4ef7-ba8f-ebb204d962bf tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:33.465100 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8d4df534-b429-4ef7-ba8f-ebb204d962bf tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Network 8b95a595-6a6c-491e-8a2b-cf1da9e73fb6 is not hosted by any dhcp agent {{(pid=103245) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 16:22:33.470943 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4df534-b429-4ef7-ba8f-ebb204d962bf tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:22:33.471524 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8d4df534-b429-4ef7-ba8f-ebb204d962bf tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:33.472815 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8d4df534-b429-4ef7-ba8f-ebb204d962bf tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "PUT /v2.0/networks/8b95a595-6a6c-491e-8a2b-cf1da9e73fb6 HTTP/1.1" status: 200 len: 758 time: 0.2546859 Dec 09 16:22:33.476604 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47462) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:33.520337 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4df534-b429-4ef7-ba8f-ebb204d962bf tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event updated for resources: {'Network': ['ID=8b95a595-6a6c-491e-8a2b-cf1da9e73fb6,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:33.530659 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 8b95a595-6a6c-491e-8a2b-cf1da9e73fb6 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:22:33.562920 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2044579-1c38-4e74-a4b1-3d947c9047c1 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:22:33.564405 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f2044579-1c38-4e74-a4b1-3d947c9047c1 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "GET /v2.0/networks?id=8b95a595-6a6c-491e-8a2b-cf1da9e73fb6 HTTP/1.1" status: 200 len: 761 time: 0.0867536 Dec 09 16:22:33.568035 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47464) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:33.572694 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-4d2ab702-9298-46de-b01c-c34eae2629b7 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1799455148'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:22:33.593529 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2ab702-9298-46de-b01c-c34eae2629b7 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Made reservation on behalf of 3206bbc197ec4d309cb9f44b8890a3f8 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:22:33.596985 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d2ab702-9298-46de-b01c-c34eae2629b7 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:33.621569 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d2ab702-9298-46de-b01c-c34eae2629b7 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:22:33.630908 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d2ab702-9298-46de-b01c-c34eae2629b7 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:33.631248 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-4d2ab702-9298-46de-b01c-c34eae2629b7 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Added segment dcd2d092-6ee8-488f-af86-d0f65c2637dd of type vlan for network 8eb67c87-972c-4322-91a2-33e3ce7a1115 Dec 09 16:22:33.670541 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d2ab702-9298-46de-b01c-c34eae2629b7 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:33.694313 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d2ab702-9298-46de-b01c-c34eae2629b7 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:33.699849 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2ab702-9298-46de-b01c-c34eae2629b7 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:22:33.700438 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d2ab702-9298-46de-b01c-c34eae2629b7 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:33.753353 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4d2ab702-9298-46de-b01c-c34eae2629b7 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1843164 Dec 09 16:22:33.756709 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47466) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:33.761855 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-0104e922-fecd-4e3e-822e-9d177b0a4ab6 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Request body: {'subnet': {'network_id': '8eb67c87-972c-4322-91a2-33e3ce7a1115', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:22:33.774300 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2ab702-9298-46de-b01c-c34eae2629b7 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event updated for resources: {'Network': ['ID=8eb67c87-972c-4322-91a2-33e3ce7a1115,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:33.784722 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 8eb67c87-972c-4322-91a2-33e3ce7a1115 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:22:33.851132 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0104e922-fecd-4e3e-822e-9d177b0a4ab6 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Made reservation on behalf of 3206bbc197ec4d309cb9f44b8890a3f8 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:22:33.855482 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0104e922-fecd-4e3e-822e-9d177b0a4ab6 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:34.032313 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0104e922-fecd-4e3e-822e-9d177b0a4ab6 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:34.097349 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0104e922-fecd-4e3e-822e-9d177b0a4ab6 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event updated for resources: {'Subnet': ['ID=64f59107-af77-4ef4-9c06-68c6eb790b39,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:34.104979 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0104e922-fecd-4e3e-822e-9d177b0a4ab6 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Checking segment: {'id': 'dcd2d092-6ee8-488f-af86-d0f65c2637dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8eb67c87-972c-4322-91a2-33e3ce7a1115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:22:34.105341 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0104e922-fecd-4e3e-822e-9d177b0a4ab6 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Network hostable DHCP agents. Network: 8eb67c87-972c-4322-91a2-33e3ce7a1115, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:22:34.121721 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0104e922-fecd-4e3e-822e-9d177b0a4ab6 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Network 8eb67c87-972c-4322-91a2-33e3ce7a1115 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:22:34.130369 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-0104e922-fecd-4e3e-822e-9d177b0a4ab6 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 8eb67c87-972c-4322-91a2-33e3ce7a1115) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:22:34.135051 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0104e922-fecd-4e3e-822e-9d177b0a4ab6 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:22:34.136148 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0104e922-fecd-4e3e-822e-9d177b0a4ab6 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:34.139217 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fe12e0-7121-43df-aec5-84606a972745 None None] Network 8eb67c87-972c-4322-91a2-33e3ce7a1115 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:22:34.154957 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0104e922-fecd-4e3e-822e-9d177b0a4ab6 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3971107 Dec 09 16:22:34.157379 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47468) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:34.242738 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5e3af5-ac5b-4d6f-8ca2-525c4625f193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-8eb67c87-972c-4322-91a2-33e3ce7a1115', 'network_id': '8eb67c87-972c-4322-91a2-33e3ce7a1115', 'project_id': '3206bbc197ec4d309cb9f44b8890a3f8', 'fixed_ips': [{'subnet_id': '64f59107-af77-4ef4-9c06-68c6eb790b39'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 16:22:34.243680 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dc5e3af5-ac5b-4d6f-8ca2-525c4625f193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:34.252947 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:34.309637 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:34.374540 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-dc5e3af5-ac5b-4d6f-8ca2-525c4625f193 None None] Allocated IP 172.20.0.2 (8eb67c87-972c-4322-91a2-33e3ce7a1115/64f59107-af77-4ef4-9c06-68c6eb790b39/81109f70-bed5-4eaf-a6fc-8a2dab1a5297) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:22:34.519053 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dc5e3af5-ac5b-4d6f-8ca2-525c4625f193 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:34.524905 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dc5e3af5-ac5b-4d6f-8ca2-525c4625f193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:34.539806 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:34.568127 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event deleted for resources: {'Subnet': ['ID=64f59107-af77-4ef4-9c06-68c6eb790b39,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:34.568509 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5e3af5-ac5b-4d6f-8ca2-525c4625f193 None None] Network 8eb67c87-972c-4322-91a2-33e3ce7a1115 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:22:34.573457 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-dc5e3af5-ac5b-4d6f-8ca2-525c4625f193 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:22:34.575753 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5e3af5-ac5b-4d6f-8ca2-525c4625f193 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:22:34.582798 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e3af5-ac5b-4d6f-8ca2-525c4625f193 None None] Pushing event updated for resources: {'Port': ['ID=81109f70-bed5-4eaf-a6fc-8a2dab1a5297,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:34.631149 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:34.638747 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-dc5e3af5-ac5b-4d6f-8ca2-525c4625f193 None None] Attempting to bind port 81109f70-bed5-4eaf-a6fc-8a2dab1a5297 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:22:34.639121 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-dc5e3af5-ac5b-4d6f-8ca2-525c4625f193 None None] Attempting to bind port 81109f70-bed5-4eaf-a6fc-8a2dab1a5297 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'dcd2d092-6ee8-488f-af86-d0f65c2637dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8eb67c87-972c-4322-91a2-33e3ce7a1115'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:22:34.639483 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5e3af5-ac5b-4d6f-8ca2-525c4625f193 None None] Attempting to bind port 81109f70-bed5-4eaf-a6fc-8a2dab1a5297 on network 8eb67c87-972c-4322-91a2-33e3ce7a1115 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:22:34.644507 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5e3af5-ac5b-4d6f-8ca2-525c4625f193 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:22:34.644934 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5e3af5-ac5b-4d6f-8ca2-525c4625f193 None None] Checking segment: {'id': 'dcd2d092-6ee8-488f-af86-d0f65c2637dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8eb67c87-972c-4322-91a2-33e3ce7a1115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:22:34.645337 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dc5e3af5-ac5b-4d6f-8ca2-525c4625f193 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:34.645734 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5e3af5-ac5b-4d6f-8ca2-525c4625f193 None None] Bound using segment: {'id': 'dcd2d092-6ee8-488f-af86-d0f65c2637dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8eb67c87-972c-4322-91a2-33e3ce7a1115'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:22:34.646192 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-dc5e3af5-ac5b-4d6f-8ca2-525c4625f193 None None] Bound port: 81109f70-bed5-4eaf-a6fc-8a2dab1a5297, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd2d092-6ee8-488f-af86-d0f65c2637dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8eb67c87-972c-4322-91a2-33e3ce7a1115'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:22:34.646567 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dc5e3af5-ac5b-4d6f-8ca2-525c4625f193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:34.650751 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb67c87-972c-4322-91a2-33e3ce7a1115']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:34.662385 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcd2d092-6ee8-488f-af86-d0f65c2637dd') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:34.662683 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcd2d092-6ee8-488f-af86-d0f65c2637dd') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:34.672177 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:34.685645 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:34.691439 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:22:34.691822 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:34.694868 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 16:22:34.694868 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:22:34.694868 n-d-821228-1 neutron-server[103245]: timer() Dec 09 16:22:34.694868 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:22:34.694868 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 16:22:34.694868 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:22:34.694868 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 16:22:34.694868 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:22:34.694868 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 16:22:34.694868 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:22:34.694868 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 16:22:34.694868 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:22:34.694868 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 16:22:34.694868 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:22:34.694868 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:22:34.694868 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:22:34.694868 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:22:34.694868 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:22:34.694868 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 16:22:34.694868 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:22:34.694868 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 16:22:34.694868 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:22:34.694868 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:22:34.694868 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:22:34.694868 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 16:22:34.694868 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:22:34.694868 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:22:34.694868 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:22:34.694868 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:22:34.694868 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:22:34.694868 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:22:34.694868 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:22:34.706733 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-dc5e3af5-ac5b-4d6f-8ca2-525c4625f193 None None] For port 81109f70-bed5-4eaf-a6fc-8a2dab1a5297, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:22:34.749636 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.db.api [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 16:22:34.749636 n-d-821228-1 neutron-server[103245]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 16:22:34.749636 n-d-821228-1 neutron-server[103245]: [parameters: {'id': '8eb67c87-972c-4322-91a2-33e3ce7a1115'}] Dec 09 16:22:34.749636 n-d-821228-1 neutron-server[103245]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 16:22:34.750172 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-dc5e3af5-ac5b-4d6f-8ca2-525c4625f193 None None] For port 81109f70-bed5-4eaf-a6fc-8a2dab1a5297, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=81109f70-bed5-4eaf-a6fc-8a2dab1a5297,segment=NetworkSegment(dcd2d092-6ee8-488f-af86-d0f65c2637dd),segment_id=dcd2d092-6ee8-488f-af86-d0f65c2637dd)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:22:34.750304 n-d-821228-1 neutron-server[103245]: DEBUG oslo_db.api [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 16:22:34.754495 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dc5e3af5-ac5b-4d6f-8ca2-525c4625f193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:34.828550 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e3af5-ac5b-4d6f-8ca2-525c4625f193 None None] Pushing event updated for resources: {'Port': ['ID=81109f70-bed5-4eaf-a6fc-8a2dab1a5297,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:34.847733 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c837f8-adf3-4569-935a-be906474f464 None None] Network 8eb67c87-972c-4322-91a2-33e3ce7a1115 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:22:34.941281 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023a90ed-2108-4ef0-87d4-cc714dc3764d None None] get_active_networks_info from n-d-821228-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 16:22:35.010727 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023a90ed-2108-4ef0-87d4-cc714dc3764d None None] Resources bound (agent type, host, resource id): {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 16:22:35.251091 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:35.305201 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Deleting port 81109f70-bed5-4eaf-a6fc-8a2dab1a5297 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:22:35.305542 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:35.371302 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] For port 81109f70-bed5-4eaf-a6fc-8a2dab1a5297, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=81109f70-bed5-4eaf-a6fc-8a2dab1a5297,segment=NetworkSegment(dcd2d092-6ee8-488f-af86-d0f65c2637dd),segment_id=dcd2d092-6ee8-488f-af86-d0f65c2637dd)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:22:35.371666 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:35.384439 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Calling delete_port for 81109f70-bed5-4eaf-a6fc-8a2dab1a5297 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:22:35.460735 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:35.483817 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event deleted for resources: {'Port': ['ID=81109f70-bed5-4eaf-a6fc-8a2dab1a5297,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:35.490101 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] No DVR routers for this DVR port 81109f70-bed5-4eaf-a6fc-8a2dab1a5297 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:22:35.570704 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:35.591632 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb67c87-972c-4322-91a2-33e3ce7a1115']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:35.601817 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcd2d092-6ee8-488f-af86-d0f65c2637dd') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:35.602121 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcd2d092-6ee8-488f-af86-d0f65c2637dd') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:35.611586 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:35.624378 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:35.630950 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:22:35.631518 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:35.634640 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 16:22:35.634640 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:22:35.634640 n-d-821228-1 neutron-server[103245]: timer() Dec 09 16:22:35.634640 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:22:35.634640 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 16:22:35.634640 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:22:35.634640 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 16:22:35.634640 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:22:35.634640 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 16:22:35.634640 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:22:35.634640 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 16:22:35.634640 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:22:35.634640 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 16:22:35.634640 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:22:35.634640 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:22:35.634640 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:22:35.634640 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:22:35.634640 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:22:35.634640 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 16:22:35.634640 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:22:35.634640 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 16:22:35.634640 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:22:35.634640 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:22:35.634640 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:22:35.634640 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 16:22:35.634640 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:22:35.634640 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:22:35.634640 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:22:35.634640 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:22:35.634640 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:22:35.634640 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:22:35.634640 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:22:35.694322 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:35.701009 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:35.704085 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "DELETE /v2.0/networks/8eb67c87-972c-4322-91a2-33e3ce7a1115 HTTP/1.1" status: 204 len: 168 time: 1.5457885 Dec 09 16:22:35.706872 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47470) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:35.716647 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event deleted for resources: {'Network': ['ID=8eb67c87-972c-4322-91a2-33e3ce7a1115,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:35.725128 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:22:35.725481 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:22:35.725827 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:22:35.726169 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:22:35.726509 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:22:35.726844 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:22:35.727174 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:22:35.727502 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:22:35.727829 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:22:35.728154 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:22:35.728502 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:22:35.728827 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:22:35.729149 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267aefef-71dc-46f9-90e9-a73d9e481786 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:22:35.737086 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-6480cff8-3de5-4ca6-9f3a-6d7e7d9d5163 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] GET failed (client error): The resource could not be found. Dec 09 16:22:35.738575 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6480cff8-3de5-4ca6-9f3a-6d7e7d9d5163 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "GET /v2.0/subnets/64f59107-af77-4ef4-9c06-68c6eb790b39 HTTP/1.1" status: 404 len: 337 time: 0.0299904 Dec 09 16:22:35.741192 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47472) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:35.759145 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd1e1957-e27d-49cc-b126-ca8be2777b9c tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] DELETE failed (client error): The resource could not be found. Dec 09 16:22:35.759630 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd1e1957-e27d-49cc-b126-ca8be2777b9c tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 16:22:35.762639 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-cd1e1957-e27d-49cc-b126-ca8be2777b9c tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "DELETE /v2.0/networks/8eb67c87-972c-4322-91a2-33e3ce7a1115 HTTP/1.1" status: 404 len: 339 time: 0.0205374 Dec 09 16:22:35.766142 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47474) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:35.954298 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ff70b9-20a1-42db-9676-15483edef02d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:22:35.955782 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-20ff70b9-20a1-42db-9676-15483edef02d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1887116 Dec 09 16:22:35.958529 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47476) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:35.997316 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-03818131-75eb-48a4-be32-155545a3a6ed tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "GET /v2.0/subnets?network_id=d8331094-778d-4179-9ed8-de7de1c5438c HTTP/1.1" status: 200 len: 207 time: 0.0377305 Dec 09 16:22:36.000724 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47478) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:36.174303 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021f597a-3820-4904-ae5f-accc17e51023 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:22:36.180284 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021f597a-3820-4904-ae5f-accc17e51023 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:22:36.186631 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021f597a-3820-4904-ae5f-accc17e51023 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:22:36.193366 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021f597a-3820-4904-ae5f-accc17e51023 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:22:36.194974 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-021f597a-3820-4904-ae5f-accc17e51023 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.1933191 Dec 09 16:22:36.198491 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47480) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:36.308562 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-11ec8209-c404-4d1f-90cd-b62acd4a4919 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1088188 Dec 09 16:22:36.311678 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47482) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:36.394160 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695ff42d-2d1c-4fdf-8c96-ce3dc1b8bc80 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:22:36.395741 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695ff42d-2d1c-4fdf-8c96-ce3dc1b8bc80 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:22:36.397283 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-695ff42d-2d1c-4fdf-8c96-ce3dc1b8bc80 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0847034 Dec 09 16:22:36.400727 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47484) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:36.451131 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d03aa43-cdf2-40b4-bc43-9ee5690cceb1 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Attributes excluded by policy engine: ['shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:22:36.452609 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d03aa43-cdf2-40b4-bc43-9ee5690cceb1 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Attributes excluded by policy engine: ['shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:22:36.454078 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4d03aa43-cdf2-40b4-bc43-9ee5690cceb1 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0524659 Dec 09 16:22:36.457976 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47486) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:36.556612 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e283a247-0166-4479-9d1f-d1c96245b0e5 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:22:36.557949 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e283a247-0166-4479-9d1f-d1c96245b0e5 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "GET /v2.0/networks/d97bf73f-3add-4372-b3c0-a2f0bc90332c HTTP/1.1" status: 200 len: 798 time: 0.0989337 Dec 09 16:22:36.561659 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47488) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:36.661623 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8280f52b-eb16-430c-a176-29b05300d838 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "GET /v2.0/networks/d97bf73f-3add-4372-b3c0-a2f0bc90332c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 314 time: 0.0988066 Dec 09 16:22:36.664948 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47492) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:36.720203 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fca9ec-b16d-4433-b34d-745ba456a132 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:22:36.721606 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-23fca9ec-b16d-4433-b34d-745ba456a132 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "GET /v2.0/subnets/8f8a7690-ba7f-405a-aee3-c93cfdc05650 HTTP/1.1" status: 200 len: 811 time: 0.0557454 Dec 09 16:22:36.726041 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47494) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:36.750774 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:22:36.777885 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302a29e7-805f-4af9-886f-f9ac432e138b tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Attributes excluded by policy engine: ['shared'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:22:36.779300 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-302a29e7-805f-4af9-886f-f9ac432e138b tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "GET /v2.0/subnets/8f8a7690-ba7f-405a-aee3-c93cfdc05650?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0523498 Dec 09 16:22:36.782688 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47496) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:36.788045 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7d5a2b10-48b1-45cb-b3d8-728dbe9410f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-773428589'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:22:36.808791 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5a2b10-48b1-45cb-b3d8-728dbe9410f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Made reservation on behalf of 3206bbc197ec4d309cb9f44b8890a3f8 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:22:36.812269 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7d5a2b10-48b1-45cb-b3d8-728dbe9410f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:36.834846 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d5a2b10-48b1-45cb-b3d8-728dbe9410f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:22:36.843795 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7d5a2b10-48b1-45cb-b3d8-728dbe9410f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:36.844136 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-7d5a2b10-48b1-45cb-b3d8-728dbe9410f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Added segment a09aca4b-f4a0-4af7-9245-3369dc3db931 of type vlan for network bc2c8fb8-ff03-4d0d-a6f0-eb391e1936ac Dec 09 16:22:36.884285 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7d5a2b10-48b1-45cb-b3d8-728dbe9410f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:36.907356 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7d5a2b10-48b1-45cb-b3d8-728dbe9410f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:36.914125 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5a2b10-48b1-45cb-b3d8-728dbe9410f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:22:36.914702 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7d5a2b10-48b1-45cb-b3d8-728dbe9410f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:36.976726 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7d5a2b10-48b1-45cb-b3d8-728dbe9410f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1929944 Dec 09 16:22:36.979373 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47498) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:36.984144 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-2c2a359b-3a87-47a9-ae28-22ac2f43d541 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Request body: {'subnet': {'network_id': 'bc2c8fb8-ff03-4d0d-a6f0-eb391e1936ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:22:37.029154 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a2b10-48b1-45cb-b3d8-728dbe9410f0 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event updated for resources: {'Network': ['ID=bc2c8fb8-ff03-4d0d-a6f0-eb391e1936ac,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:37.039625 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network bc2c8fb8-ff03-4d0d-a6f0-eb391e1936ac details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:22:37.078286 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2a359b-3a87-47a9-ae28-22ac2f43d541 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Made reservation on behalf of 3206bbc197ec4d309cb9f44b8890a3f8 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:22:37.081990 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2c2a359b-3a87-47a9-ae28-22ac2f43d541 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:37.143993 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.ipam_backend_mixin [None req-2c2a359b-3a87-47a9-ae28-22ac2f43d541 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Performing IP validity checks on allocation pools {{(pid=103245) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 09 16:22:37.144538 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.ipam_backend_mixin [None req-2c2a359b-3a87-47a9-ae28-22ac2f43d541 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103245) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 09 16:22:37.265799 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2c2a359b-3a87-47a9-ae28-22ac2f43d541 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:37.330549 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a359b-3a87-47a9-ae28-22ac2f43d541 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event updated for resources: {'Subnet': ['ID=a66a8c8a-c03b-4056-8431-415f177cd53c,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:37.339092 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2a359b-3a87-47a9-ae28-22ac2f43d541 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Checking segment: {'id': 'a09aca4b-f4a0-4af7-9245-3369dc3db931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'bc2c8fb8-ff03-4d0d-a6f0-eb391e1936ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:22:37.339457 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2a359b-3a87-47a9-ae28-22ac2f43d541 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Network hostable DHCP agents. Network: bc2c8fb8-ff03-4d0d-a6f0-eb391e1936ac, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:22:37.356242 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2a359b-3a87-47a9-ae28-22ac2f43d541 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Network bc2c8fb8-ff03-4d0d-a6f0-eb391e1936ac is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:22:37.364897 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-2c2a359b-3a87-47a9-ae28-22ac2f43d541 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, bc2c8fb8-ff03-4d0d-a6f0-eb391e1936ac) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:22:37.368788 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2a359b-3a87-47a9-ae28-22ac2f43d541 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:22:37.369385 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2c2a359b-3a87-47a9-ae28-22ac2f43d541 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:37.373551 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200704e0-2f08-4303-80a5-2b05015578ed None None] Network bc2c8fb8-ff03-4d0d-a6f0-eb391e1936ac requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:22:37.389023 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2c2a359b-3a87-47a9-ae28-22ac2f43d541 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4061584 Dec 09 16:22:37.389259 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47500) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:37.394203 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-f6504de2-7abb-4b9f-b8ff-56ec9671c945 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:22:37.472103 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c169552-2e91-4529-b225-13f8bc86c54f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-bc2c8fb8-ff03-4d0d-a6f0-eb391e1936ac', 'network_id': 'bc2c8fb8-ff03-4d0d-a6f0-eb391e1936ac', 'project_id': '3206bbc197ec4d309cb9f44b8890a3f8', 'fixed_ips': [{'subnet_id': 'a66a8c8a-c03b-4056-8431-415f177cd53c'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 16:22:37.473702 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c169552-2e91-4529-b225-13f8bc86c54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:37.492280 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f6504de2-7abb-4b9f-b8ff-56ec9671c945 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60529550'] for subnet, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:37.649565 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f6504de2-7abb-4b9f-b8ff-56ec9671c945 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758620506920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60300875'] for subnet, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:37.694343 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6504de2-7abb-4b9f-b8ff-56ec9671c945 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:22:37.695042 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f6504de2-7abb-4b9f-b8ff-56ec9671c945 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:37.695170 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-3c169552-2e91-4529-b225-13f8bc86c54f None None] Allocated IP 172.20.0.3 (bc2c8fb8-ff03-4d0d-a6f0-eb391e1936ac/a66a8c8a-c03b-4056-8431-415f177cd53c/87b3af5f-bf5f-40db-ad74-1c0b87ade06f) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:22:37.696373 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f6504de2-7abb-4b9f-b8ff-56ec9671c945 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "PUT /v2.0/subnets/a66a8c8a-c03b-4056-8431-415f177cd53c HTTP/1.1" status: 200 len: 877 time: 0.3062553 Dec 09 16:22:37.699099 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47502) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:37.722168 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6504de2-7abb-4b9f-b8ff-56ec9671c945 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event updated for resources: {'Subnet': ['ID=a66a8c8a-c03b-4056-8431-415f177cd53c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:37.804999 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6416df7d-0a66-4c71-9aae-71554349e95d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:37.845770 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c169552-2e91-4529-b225-13f8bc86c54f None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:37.853892 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c169552-2e91-4529-b225-13f8bc86c54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:37.859509 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6416df7d-0a66-4c71-9aae-71554349e95d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:37.897234 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c169552-2e91-4529-b225-13f8bc86c54f None None] Network bc2c8fb8-ff03-4d0d-a6f0-eb391e1936ac is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:22:37.901254 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-3c169552-2e91-4529-b225-13f8bc86c54f None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:22:37.903142 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c169552-2e91-4529-b225-13f8bc86c54f None None] Pushing event updated for resources: {'Port': ['ID=87b3af5f-bf5f-40db-ad74-1c0b87ade06f,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:37.905611 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c169552-2e91-4529-b225-13f8bc86c54f None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:22:37.924931 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6416df7d-0a66-4c71-9aae-71554349e95d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:37.951462 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416df7d-0a66-4c71-9aae-71554349e95d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event deleted for resources: {'Subnet': ['ID=a66a8c8a-c03b-4056-8431-415f177cd53c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:37.964156 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3c169552-2e91-4529-b225-13f8bc86c54f None None] Attempting to bind port 87b3af5f-bf5f-40db-ad74-1c0b87ade06f on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:22:37.964564 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3c169552-2e91-4529-b225-13f8bc86c54f None None] Attempting to bind port 87b3af5f-bf5f-40db-ad74-1c0b87ade06f by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'a09aca4b-f4a0-4af7-9245-3369dc3db931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'bc2c8fb8-ff03-4d0d-a6f0-eb391e1936ac'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:22:37.964942 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c169552-2e91-4529-b225-13f8bc86c54f None None] Attempting to bind port 87b3af5f-bf5f-40db-ad74-1c0b87ade06f on network bc2c8fb8-ff03-4d0d-a6f0-eb391e1936ac {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:22:37.970163 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c169552-2e91-4529-b225-13f8bc86c54f None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:22:37.970549 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c169552-2e91-4529-b225-13f8bc86c54f None None] Checking segment: {'id': 'a09aca4b-f4a0-4af7-9245-3369dc3db931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'bc2c8fb8-ff03-4d0d-a6f0-eb391e1936ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:22:37.970958 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c169552-2e91-4529-b225-13f8bc86c54f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:37.971358 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c169552-2e91-4529-b225-13f8bc86c54f None None] Bound using segment: {'id': 'a09aca4b-f4a0-4af7-9245-3369dc3db931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'bc2c8fb8-ff03-4d0d-a6f0-eb391e1936ac'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:22:37.971851 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3c169552-2e91-4529-b225-13f8bc86c54f None None] Bound port: 87b3af5f-bf5f-40db-ad74-1c0b87ade06f, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09aca4b-f4a0-4af7-9245-3369dc3db931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'bc2c8fb8-ff03-4d0d-a6f0-eb391e1936ac'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:22:37.972235 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c169552-2e91-4529-b225-13f8bc86c54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:38.022257 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6416df7d-0a66-4c71-9aae-71554349e95d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:38.036012 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c169552-2e91-4529-b225-13f8bc86c54f None None] For port 87b3af5f-bf5f-40db-ad74-1c0b87ade06f, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:22:38.039029 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c169552-2e91-4529-b225-13f8bc86c54f None None] For port 87b3af5f-bf5f-40db-ad74-1c0b87ade06f, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=87b3af5f-bf5f-40db-ad74-1c0b87ade06f,segment=NetworkSegment(a09aca4b-f4a0-4af7-9245-3369dc3db931),segment_id=a09aca4b-f4a0-4af7-9245-3369dc3db931)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:22:38.043475 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-6416df7d-0a66-4c71-9aae-71554349e95d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc2c8fb8-ff03-4d0d-a6f0-eb391e1936ac']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:38.044593 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c169552-2e91-4529-b225-13f8bc86c54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:38.054990 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-6416df7d-0a66-4c71-9aae-71554349e95d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a09aca4b-f4a0-4af7-9245-3369dc3db931') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:38.055286 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-6416df7d-0a66-4c71-9aae-71554349e95d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a09aca4b-f4a0-4af7-9245-3369dc3db931') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:38.065926 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6416df7d-0a66-4c71-9aae-71554349e95d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:38.084554 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6416df7d-0a66-4c71-9aae-71554349e95d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:38.091914 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6416df7d-0a66-4c71-9aae-71554349e95d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:22:38.092293 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6416df7d-0a66-4c71-9aae-71554349e95d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:38.095694 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 16:22:38.095694 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:22:38.095694 n-d-821228-1 neutron-server[103245]: timer() Dec 09 16:22:38.095694 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:22:38.095694 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 16:22:38.095694 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:22:38.095694 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 16:22:38.095694 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:22:38.095694 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 16:22:38.095694 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:22:38.095694 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 16:22:38.095694 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:22:38.095694 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 16:22:38.095694 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:22:38.095694 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:22:38.095694 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:22:38.095694 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:22:38.095694 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:22:38.095694 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 16:22:38.095694 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:22:38.095694 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 16:22:38.095694 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:22:38.095694 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:22:38.095694 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:22:38.095694 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 16:22:38.095694 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:22:38.095694 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:22:38.095694 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:22:38.095694 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:22:38.095694 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:22:38.095694 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:22:38.095694 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:22:38.123687 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c169552-2e91-4529-b225-13f8bc86c54f None None] Pushing event updated for resources: {'Port': ['ID=87b3af5f-bf5f-40db-ad74-1c0b87ade06f,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:38.143407 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d55cf07-e746-455f-b5e2-9f31da37fe06 None None] Network bc2c8fb8-ff03-4d0d-a6f0-eb391e1936ac requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:22:38.155054 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.db.api [None req-6416df7d-0a66-4c71-9aae-71554349e95d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 16:22:38.155054 n-d-821228-1 neutron-server[103245]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 16:22:38.155054 n-d-821228-1 neutron-server[103245]: [parameters: {'id': 'bc2c8fb8-ff03-4d0d-a6f0-eb391e1936ac'}] Dec 09 16:22:38.155054 n-d-821228-1 neutron-server[103245]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 16:22:38.155608 n-d-821228-1 neutron-server[103245]: DEBUG oslo_db.api [None req-6416df7d-0a66-4c71-9aae-71554349e95d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 16:22:38.399908 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8350a279-1861-4e4e-996e-cf7624e57db0 None None] Network bc2c8fb8-ff03-4d0d-a6f0-eb391e1936ac requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:22:38.494709 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef3706f-fe69-484f-9d84-8bb623460b66 None None] get_active_networks_info from n-d-821228-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 16:22:38.558793 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef3706f-fe69-484f-9d84-8bb623460b66 None None] Resources bound (agent type, host, resource id): {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 16:22:38.656592 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6416df7d-0a66-4c71-9aae-71554349e95d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:38.713626 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-6416df7d-0a66-4c71-9aae-71554349e95d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Deleting port 87b3af5f-bf5f-40db-ad74-1c0b87ade06f {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:22:38.713864 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6416df7d-0a66-4c71-9aae-71554349e95d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:38.775233 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-6416df7d-0a66-4c71-9aae-71554349e95d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] For port 87b3af5f-bf5f-40db-ad74-1c0b87ade06f, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=87b3af5f-bf5f-40db-ad74-1c0b87ade06f,segment=NetworkSegment(a09aca4b-f4a0-4af7-9245-3369dc3db931),segment_id=a09aca4b-f4a0-4af7-9245-3369dc3db931)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:22:38.775594 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6416df7d-0a66-4c71-9aae-71554349e95d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:38.788743 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-6416df7d-0a66-4c71-9aae-71554349e95d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Calling delete_port for 87b3af5f-bf5f-40db-ad74-1c0b87ade06f owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:22:38.867977 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6416df7d-0a66-4c71-9aae-71554349e95d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:38.890814 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416df7d-0a66-4c71-9aae-71554349e95d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event deleted for resources: {'Port': ['ID=87b3af5f-bf5f-40db-ad74-1c0b87ade06f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:38.896827 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6416df7d-0a66-4c71-9aae-71554349e95d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] No DVR routers for this DVR port 87b3af5f-bf5f-40db-ad74-1c0b87ade06f on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:22:38.973634 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6416df7d-0a66-4c71-9aae-71554349e95d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:38.994128 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-6416df7d-0a66-4c71-9aae-71554349e95d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc2c8fb8-ff03-4d0d-a6f0-eb391e1936ac']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:39.003000 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-6416df7d-0a66-4c71-9aae-71554349e95d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a09aca4b-f4a0-4af7-9245-3369dc3db931') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:39.003295 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-6416df7d-0a66-4c71-9aae-71554349e95d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a09aca4b-f4a0-4af7-9245-3369dc3db931') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:39.012473 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6416df7d-0a66-4c71-9aae-71554349e95d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:39.025076 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6416df7d-0a66-4c71-9aae-71554349e95d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:39.030720 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6416df7d-0a66-4c71-9aae-71554349e95d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:22:39.031096 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6416df7d-0a66-4c71-9aae-71554349e95d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:39.034026 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 16:22:39.034026 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:22:39.034026 n-d-821228-1 neutron-server[103245]: timer() Dec 09 16:22:39.034026 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:22:39.034026 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 16:22:39.034026 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:22:39.034026 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 16:22:39.034026 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:22:39.034026 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 16:22:39.034026 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:22:39.034026 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 16:22:39.034026 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:22:39.034026 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 16:22:39.034026 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:22:39.034026 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:22:39.034026 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:22:39.034026 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:22:39.034026 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:22:39.034026 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 16:22:39.034026 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:22:39.034026 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 16:22:39.034026 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:22:39.034026 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:22:39.034026 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:22:39.034026 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 16:22:39.034026 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:22:39.034026 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:22:39.034026 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:22:39.034026 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:22:39.034026 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:22:39.034026 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:22:39.034026 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:22:39.093936 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6416df7d-0a66-4c71-9aae-71554349e95d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:39.101279 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [req-a59cef83-807b-4db0-80fb-9e349fdbda52 req-d9c3cb95-746b-4fb3-95aa-dee3882da756 service neutron] (103245) timed out ('10.222.0.42', 63895) {{(pid=103245) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 16:22:39.103439 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6416df7d-0a66-4c71-9aae-71554349e95d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:39.106546 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6416df7d-0a66-4c71-9aae-71554349e95d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "DELETE /v2.0/networks/bc2c8fb8-ff03-4d0d-a6f0-eb391e1936ac HTTP/1.1" status: 204 len: 168 time: 1.4065411 Dec 09 16:22:39.110526 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47504) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:39.117090 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416df7d-0a66-4c71-9aae-71554349e95d tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event deleted for resources: {'Network': ['ID=bc2c8fb8-ff03-4d0d-a6f0-eb391e1936ac,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:39.138955 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-4025de32-5605-48e0-9a0d-2412558651e8 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] DELETE failed (client error): The resource could not be found. Dec 09 16:22:39.139418 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4025de32-5605-48e0-9a0d-2412558651e8 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 16:22:39.142484 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4025de32-5605-48e0-9a0d-2412558651e8 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "DELETE /v2.0/subnets/a66a8c8a-c03b-4056-8431-415f177cd53c HTTP/1.1" status: 404 len: 337 time: 0.0309589 Dec 09 16:22:39.145484 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47506) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:39.164119 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f303b5f-4b4d-46aa-9a52-4ae3ded4c9e6 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] DELETE failed (client error): The resource could not be found. Dec 09 16:22:39.164631 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f303b5f-4b4d-46aa-9a52-4ae3ded4c9e6 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 16:22:39.167645 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2f303b5f-4b4d-46aa-9a52-4ae3ded4c9e6 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "DELETE /v2.0/networks/bc2c8fb8-ff03-4d0d-a6f0-eb391e1936ac HTTP/1.1" status: 404 len: 339 time: 0.0212314 Dec 09 16:22:39.170015 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47508) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:39.195659 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-b10fdfe7-c691-4f59-91ce-f2409288be41 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] DELETE failed (client error): The resource could not be found. Dec 09 16:22:39.196107 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b10fdfe7-c691-4f59-91ce-f2409288be41 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 16:22:39.199100 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b10fdfe7-c691-4f59-91ce-f2409288be41 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "DELETE /v2.0/subnets/64f59107-af77-4ef4-9c06-68c6eb790b39 HTTP/1.1" status: 404 len: 337 time: 0.0282071 Dec 09 16:22:39.201330 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47510) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:39.218629 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-11f95f19-fe2f-482d-b677-e8a9b5e7ba57 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] DELETE failed (client error): The resource could not be found. Dec 09 16:22:39.219108 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11f95f19-fe2f-482d-b677-e8a9b5e7ba57 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 16:22:39.222066 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-11f95f19-fe2f-482d-b677-e8a9b5e7ba57 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "DELETE /v2.0/networks/8eb67c87-972c-4322-91a2-33e3ce7a1115 HTTP/1.1" status: 404 len: 339 time: 0.0198731 Dec 09 16:22:39.225312 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47512) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:39.303154 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a66634e-0aa7-45f0-83db-f8e8b4518506 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:39.387361 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a66634e-0aa7-45f0-83db-f8e8b4518506 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:39.406887 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-5a66634e-0aa7-45f0-83db-f8e8b4518506 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b95a595-6a6c-491e-8a2b-cf1da9e73fb6']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:39.416647 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-5a66634e-0aa7-45f0-83db-f8e8b4518506 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f75bada0-447e-4b34-8cfa-060c80579c3f') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:39.416947 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-5a66634e-0aa7-45f0-83db-f8e8b4518506 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f75bada0-447e-4b34-8cfa-060c80579c3f') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:39.426011 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a66634e-0aa7-45f0-83db-f8e8b4518506 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:39.438729 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a66634e-0aa7-45f0-83db-f8e8b4518506 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:39.444883 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a66634e-0aa7-45f0-83db-f8e8b4518506 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:22:39.445264 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a66634e-0aa7-45f0-83db-f8e8b4518506 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:39.448126 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 16:22:39.448126 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:22:39.448126 n-d-821228-1 neutron-server[103245]: timer() Dec 09 16:22:39.448126 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:22:39.448126 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 16:22:39.448126 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:22:39.448126 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 16:22:39.448126 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:22:39.448126 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 16:22:39.448126 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:22:39.448126 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 16:22:39.448126 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:22:39.448126 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 16:22:39.448126 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:22:39.448126 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:22:39.448126 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:22:39.448126 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:22:39.448126 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:22:39.448126 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 16:22:39.448126 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:22:39.448126 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 16:22:39.448126 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:22:39.448126 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:22:39.448126 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:22:39.448126 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 16:22:39.448126 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:22:39.448126 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:22:39.448126 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:22:39.448126 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:22:39.448126 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:22:39.448126 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:22:39.448126 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:22:39.507403 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a66634e-0aa7-45f0-83db-f8e8b4518506 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:39.512375 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a66634e-0aa7-45f0-83db-f8e8b4518506 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:39.515872 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5a66634e-0aa7-45f0-83db-f8e8b4518506 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "DELETE /v2.0/networks/8b95a595-6a6c-491e-8a2b-cf1da9e73fb6 HTTP/1.1" status: 204 len: 168 time: 0.2896321 Dec 09 16:22:39.518461 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47514) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:39.531174 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a66634e-0aa7-45f0-83db-f8e8b4518506 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event deleted for resources: {'Network': ['ID=8b95a595-6a6c-491e-8a2b-cf1da9e73fb6,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:39.545152 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-77cf2e91-580a-43bc-96ae-38eac4372687 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] DELETE failed (client error): The resource could not be found. Dec 09 16:22:39.545606 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77cf2e91-580a-43bc-96ae-38eac4372687 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 16:22:39.548734 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-77cf2e91-580a-43bc-96ae-38eac4372687 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "DELETE /v2.0/subnets/4b86926c-96b1-47d3-9adf-7dd2caae615f HTTP/1.1" status: 404 len: 337 time: 0.0292568 Dec 09 16:22:39.551189 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47516) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:39.570275 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f7c7e69-daca-468d-a51d-3581d2876f32 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] DELETE failed (client error): The resource could not be found. Dec 09 16:22:39.570746 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f7c7e69-daca-468d-a51d-3581d2876f32 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 16:22:39.573695 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8f7c7e69-daca-468d-a51d-3581d2876f32 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "DELETE /v2.0/networks/ef130bcc-afa2-4275-99f2-390b6c42d2cd HTTP/1.1" status: 404 len: 339 time: 0.0212741 Dec 09 16:22:39.575980 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47518) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:39.601335 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fe50bc4-aa1f-4657-9858-f03ef2e510e2 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] DELETE failed (client error): The resource could not be found. Dec 09 16:22:39.601771 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fe50bc4-aa1f-4657-9858-f03ef2e510e2 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 16:22:39.604689 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6fe50bc4-aa1f-4657-9858-f03ef2e510e2 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "DELETE /v2.0/subnets/830fdb28-a053-4687-9d1a-21289fdbf37e HTTP/1.1" status: 404 len: 337 time: 0.0277910 Dec 09 16:22:39.606961 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47520) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:39.627671 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb97aae-84d6-406a-b7cf-ac432a6efa48 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] DELETE failed (client error): The resource could not be found. Dec 09 16:22:39.628136 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fb97aae-84d6-406a-b7cf-ac432a6efa48 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 16:22:39.631764 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1fb97aae-84d6-406a-b7cf-ac432a6efa48 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "DELETE /v2.0/networks/d84c9889-158c-43b0-87f1-7c1ace57c610 HTTP/1.1" status: 404 len: 339 time: 0.0239422 Dec 09 16:22:39.634138 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47522) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:39.658393 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-0612745f-d778-43d0-a385-c1f1af4d0879 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] DELETE failed (client error): The resource could not be found. Dec 09 16:22:39.658827 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0612745f-d778-43d0-a385-c1f1af4d0879 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 16:22:39.662250 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0612745f-d778-43d0-a385-c1f1af4d0879 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "DELETE /v2.0/subnets/e2c63e1c-52c6-4382-9671-d99094f9f1a3 HTTP/1.1" status: 404 len: 337 time: 0.0272527 Dec 09 16:22:39.664477 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47524) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:39.681460 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd69ffde-f662-44a3-921b-4d5b0f41dbe7 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] DELETE failed (client error): The resource could not be found. Dec 09 16:22:39.681922 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd69ffde-f662-44a3-921b-4d5b0f41dbe7 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 16:22:39.684812 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-bd69ffde-f662-44a3-921b-4d5b0f41dbe7 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "DELETE /v2.0/networks/e6e54071-78bc-4e00-8516-949b4b3d6a66 HTTP/1.1" status: 404 len: 339 time: 0.0194821 Dec 09 16:22:39.686862 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47526) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:39.710160 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-e28d776f-9b79-4659-8322-653a5a0f151e tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] DELETE failed (client error): The resource could not be found. Dec 09 16:22:39.710594 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e28d776f-9b79-4659-8322-653a5a0f151e tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 16:22:39.713500 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e28d776f-9b79-4659-8322-653a5a0f151e tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "DELETE /v2.0/subnets/086176e8-6998-4b6a-9100-5cca30d0f768 HTTP/1.1" status: 404 len: 337 time: 0.0258005 Dec 09 16:22:39.715690 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47528) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:39.733041 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b362484-e0a7-4124-a4fd-0c863cdc94cd tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] DELETE failed (client error): The resource could not be found. Dec 09 16:22:39.733510 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b362484-e0a7-4124-a4fd-0c863cdc94cd tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 16:22:39.736390 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8b362484-e0a7-4124-a4fd-0c863cdc94cd tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "DELETE /v2.0/networks/edc34282-e026-442c-a694-0f9b98618ba9 HTTP/1.1" status: 404 len: 339 time: 0.0198574 Dec 09 16:22:39.739174 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47530) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:39.762794 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-69265962-bf9d-4cd6-9651-ce14452d3435 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] DELETE failed (client error): The resource could not be found. Dec 09 16:22:39.763166 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69265962-bf9d-4cd6-9651-ce14452d3435 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 16:22:39.766122 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-69265962-bf9d-4cd6-9651-ce14452d3435 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "DELETE /v2.0/subnets/bfaaa07d-e34e-4984-a154-674f5a7604b6 HTTP/1.1" status: 404 len: 337 time: 0.0261030 Dec 09 16:22:39.768430 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47532) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:39.785711 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9fea39b-79fc-4acc-8693-59a936f4945a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] DELETE failed (client error): The resource could not be found. Dec 09 16:22:39.786273 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9fea39b-79fc-4acc-8693-59a936f4945a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 16:22:39.789143 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d9fea39b-79fc-4acc-8693-59a936f4945a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "DELETE /v2.0/networks/7b98c6a8-ddb4-4b17-87c1-d43ec15b2d5a HTTP/1.1" status: 404 len: 339 time: 0.0198410 Dec 09 16:22:39.791327 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47534) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:39.820443 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-9874523c-e9b3-4845-80f6-820c9d5001a1 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] DELETE failed (client error): The resource could not be found. Dec 09 16:22:39.820905 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9874523c-e9b3-4845-80f6-820c9d5001a1 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 16:22:39.823839 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9874523c-e9b3-4845-80f6-820c9d5001a1 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "DELETE /v2.0/subnets/14d114ea-93ad-4f90-a465-5c19fed7c17c HTTP/1.1" status: 404 len: 337 time: 0.0316560 Dec 09 16:22:39.826177 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47536) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:39.852122 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-a68a01ac-3705-49b2-a7ed-007fbe21ed5a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] DELETE failed (client error): The resource could not be found. Dec 09 16:22:39.852625 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a68a01ac-3705-49b2-a7ed-007fbe21ed5a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 16:22:39.855558 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a68a01ac-3705-49b2-a7ed-007fbe21ed5a tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "DELETE /v2.0/networks/b2350e74-1277-4e35-90f8-c7fd95a3c467 HTTP/1.1" status: 404 len: 339 time: 0.0285134 Dec 09 16:22:39.857917 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47538) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:39.882711 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-2773e2fa-820d-4096-9643-63fd2d44723b tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] DELETE failed (client error): The resource could not be found. Dec 09 16:22:39.883142 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2773e2fa-820d-4096-9643-63fd2d44723b tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 16:22:39.886024 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2773e2fa-820d-4096-9643-63fd2d44723b tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "DELETE /v2.0/subnets/1e725fc1-6176-46fc-9416-41454fcacddf HTTP/1.1" status: 404 len: 337 time: 0.0272443 Dec 09 16:22:39.888129 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47540) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:39.904720 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9a553f7-2679-4419-a4d8-fd5a51e45b00 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] DELETE failed (client error): The resource could not be found. Dec 09 16:22:39.905191 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9a553f7-2679-4419-a4d8-fd5a51e45b00 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 16:22:39.908105 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b9a553f7-2679-4419-a4d8-fd5a51e45b00 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "DELETE /v2.0/networks/87cfe1f1-dcaa-46d6-83a9-20be08511979 HTTP/1.1" status: 404 len: 339 time: 0.0190966 Dec 09 16:22:39.911750 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47542) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:39.936198 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-58d02b2b-4afe-4e17-8ebe-21048bf5c791 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] DELETE failed (client error): The resource could not be found. Dec 09 16:22:39.936665 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58d02b2b-4afe-4e17-8ebe-21048bf5c791 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 16:22:39.939548 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-58d02b2b-4afe-4e17-8ebe-21048bf5c791 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "DELETE /v2.0/subnets/507f0e44-33b2-46df-9320-40f85c6c6f1b HTTP/1.1" status: 404 len: 337 time: 0.0269287 Dec 09 16:22:39.941932 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47544) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:39.958998 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-63df87d8-8a86-4109-9b30-9d27af3905f1 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] DELETE failed (client error): The resource could not be found. Dec 09 16:22:39.959468 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63df87d8-8a86-4109-9b30-9d27af3905f1 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 16:22:39.962381 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-63df87d8-8a86-4109-9b30-9d27af3905f1 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "DELETE /v2.0/networks/ba5acdc5-3025-4a6b-921f-191b6520df23 HTTP/1.1" status: 404 len: 339 time: 0.0194924 Dec 09 16:22:39.964556 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47546) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:40.014009 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-a071ca1d-d7e2-41df-b833-d070b5503010 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Deleting subnet 8f8a7690-ba7f-405a-aee3-c93cfdc05650 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 16:22:40.017075 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a071ca1d-d7e2-41df-b833-d070b5503010 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:40.060568 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a071ca1d-d7e2-41df-b833-d070b5503010 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:40.140503 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a071ca1d-d7e2-41df-b833-d070b5503010 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:40.197555 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a071ca1d-d7e2-41df-b833-d070b5503010 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:40.227446 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a071ca1d-d7e2-41df-b833-d070b5503010 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event deleted for resources: {'Subnet': ['ID=8f8a7690-ba7f-405a-aee3-c93cfdc05650,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:40.231911 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a071ca1d-d7e2-41df-b833-d070b5503010 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:40.235447 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a071ca1d-d7e2-41df-b833-d070b5503010 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "DELETE /v2.0/subnets/8f8a7690-ba7f-405a-aee3-c93cfdc05650 HTTP/1.1" status: 204 len: 168 time: 0.2696497 Dec 09 16:22:40.237598 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47548) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:40.238089 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09043499-f84f-4ef3-93cb-8ba7ab260bc8 None None] Network d97bf73f-3add-4372-b3c0-a2f0bc90332c requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:22:40.242266 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a071ca1d-d7e2-41df-b833-d070b5503010 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:22:40.242266 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a071ca1d-d7e2-41df-b833-d070b5503010 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:22:40.242629 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a071ca1d-d7e2-41df-b833-d070b5503010 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:22:40.242978 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a071ca1d-d7e2-41df-b833-d070b5503010 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:22:40.243319 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a071ca1d-d7e2-41df-b833-d070b5503010 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:22:40.243655 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a071ca1d-d7e2-41df-b833-d070b5503010 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:22:40.243990 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a071ca1d-d7e2-41df-b833-d070b5503010 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:22:40.244321 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a071ca1d-d7e2-41df-b833-d070b5503010 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:22:40.244691 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a071ca1d-d7e2-41df-b833-d070b5503010 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:22:40.245020 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a071ca1d-d7e2-41df-b833-d070b5503010 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:22:40.245348 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a071ca1d-d7e2-41df-b833-d070b5503010 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:22:40.245673 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a071ca1d-d7e2-41df-b833-d070b5503010 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:22:40.245997 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a071ca1d-d7e2-41df-b833-d070b5503010 tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:22:40.315380 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a3fdd5ae-7c67-48d5-a497-0cb341fd92ea tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:40.375837 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a3fdd5ae-7c67-48d5-a497-0cb341fd92ea tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Deleting port c96a21ca-cd10-4a68-a96b-47e495517a6f {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:22:40.376183 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a3fdd5ae-7c67-48d5-a497-0cb341fd92ea tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:40.387838 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e471a356-4ca9-4d36-95a6-c43d785740a3 None None] DHCP port deletion for d97bf73f-3add-4372-b3c0-a2f0bc90332c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:22:40.433556 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e471a356-4ca9-4d36-95a6-c43d785740a3 None None] Deleting port c96a21ca-cd10-4a68-a96b-47e495517a6f {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:22:40.433934 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e471a356-4ca9-4d36-95a6-c43d785740a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:40.438777 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-a3fdd5ae-7c67-48d5-a497-0cb341fd92ea tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] For port c96a21ca-cd10-4a68-a96b-47e495517a6f, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=c96a21ca-cd10-4a68-a96b-47e495517a6f,segment=NetworkSegment(4cb9e8a5-a725-4b6e-ac0e-6a3e0a467395),segment_id=4cb9e8a5-a725-4b6e-ac0e-6a3e0a467395)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:22:40.439145 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a3fdd5ae-7c67-48d5-a497-0cb341fd92ea tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:40.452957 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a3fdd5ae-7c67-48d5-a497-0cb341fd92ea tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Calling delete_port for c96a21ca-cd10-4a68-a96b-47e495517a6f owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:22:40.506243 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e471a356-4ca9-4d36-95a6-c43d785740a3 None None] For port c96a21ca-cd10-4a68-a96b-47e495517a6f, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=c96a21ca-cd10-4a68-a96b-47e495517a6f,segment=NetworkSegment(4cb9e8a5-a725-4b6e-ac0e-6a3e0a467395),segment_id=4cb9e8a5-a725-4b6e-ac0e-6a3e0a467395)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:22:40.506644 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e471a356-4ca9-4d36-95a6-c43d785740a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:40.510685 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device c96a21ca-cd10-4a68-a96b-47e495517a6f no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:22:40.543391 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e471a356-4ca9-4d36-95a6-c43d785740a3 None None] Calling delete_port for c96a21ca-cd10-4a68-a96b-47e495517a6f owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:22:40.661682 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:40.689172 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e471a356-4ca9-4d36-95a6-c43d785740a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:40.737571 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e471a356-4ca9-4d36-95a6-c43d785740a3 None None] Pushing event deleted for resources: {'Port': ['ID=c96a21ca-cd10-4a68-a96b-47e495517a6f,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:40.739781 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e471a356-4ca9-4d36-95a6-c43d785740a3 None None] No DVR routers for this DVR port c96a21ca-cd10-4a68-a96b-47e495517a6f on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:22:40.881884 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a3fdd5ae-7c67-48d5-a497-0cb341fd92ea tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:40.907193 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fdd5ae-7c67-48d5-a497-0cb341fd92ea tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event deleted for resources: {'Port': ['ID=c96a21ca-cd10-4a68-a96b-47e495517a6f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:40.911652 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fdd5ae-7c67-48d5-a497-0cb341fd92ea tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] No DVR routers for this DVR port c96a21ca-cd10-4a68-a96b-47e495517a6f on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:22:40.990873 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a3fdd5ae-7c67-48d5-a497-0cb341fd92ea tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:41.010137 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-a3fdd5ae-7c67-48d5-a497-0cb341fd92ea tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d97bf73f-3add-4372-b3c0-a2f0bc90332c']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:41.019312 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-a3fdd5ae-7c67-48d5-a497-0cb341fd92ea tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cb9e8a5-a725-4b6e-ac0e-6a3e0a467395') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:41.020142 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-a3fdd5ae-7c67-48d5-a497-0cb341fd92ea tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cb9e8a5-a725-4b6e-ac0e-6a3e0a467395') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:22:41.029424 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a3fdd5ae-7c67-48d5-a497-0cb341fd92ea tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:41.043020 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a3fdd5ae-7c67-48d5-a497-0cb341fd92ea tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:41.048791 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3fdd5ae-7c67-48d5-a497-0cb341fd92ea tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:22:41.049163 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a3fdd5ae-7c67-48d5-a497-0cb341fd92ea tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:41.052813 n-d-821228-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 16:22:41.052813 n-d-821228-1 neutron-server[103245]: self.session.flush() Dec 09 16:22:41.052813 n-d-821228-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 16:22:41.052813 n-d-821228-1 neutron-server[103245]: self.session.flush() Dec 09 16:22:41.052813 n-d-821228-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 16:22:41.052813 n-d-821228-1 neutron-server[103245]: self.session.flush() Dec 09 16:22:41.052813 n-d-821228-1 neutron-server[103245]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 16:22:41.052813 n-d-821228-1 neutron-server[103245]: self.session.flush() Dec 09 16:22:41.052813 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 16:22:41.052813 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:22:41.052813 n-d-821228-1 neutron-server[103245]: timer() Dec 09 16:22:41.052813 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:22:41.052813 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 16:22:41.052813 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:22:41.052813 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 16:22:41.052813 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:22:41.052813 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 16:22:41.052813 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:22:41.052813 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 16:22:41.052813 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:22:41.052813 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 16:22:41.052813 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:22:41.052813 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:22:41.052813 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:22:41.052813 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:22:41.052813 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:22:41.052813 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 16:22:41.052813 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:22:41.052813 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 16:22:41.052813 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:22:41.052813 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:22:41.052813 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:22:41.052813 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 16:22:41.052813 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:22:41.052813 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:22:41.052813 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:22:41.052813 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:22:41.052813 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:22:41.052813 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:22:41.052813 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:22:41.109978 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a3fdd5ae-7c67-48d5-a497-0cb341fd92ea tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:41.116810 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a3fdd5ae-7c67-48d5-a497-0cb341fd92ea tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:41.119804 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a3fdd5ae-7c67-48d5-a497-0cb341fd92ea tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] 10.222.0.57 "DELETE /v2.0/networks/d97bf73f-3add-4372-b3c0-a2f0bc90332c HTTP/1.1" status: 204 len: 168 time: 0.8806386 Dec 09 16:22:41.131815 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fdd5ae-7c67-48d5-a497-0cb341fd92ea tempest-NetworksTest-322430829 tempest-NetworksTest-322430829-project] Pushing event deleted for resources: {'Network': ['ID=d97bf73f-3add-4372-b3c0-a2f0bc90332c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:41.359251 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47554) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:41.489988 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-661da959-ee03-4139-b445-a3214031917d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3206bbc197ec4d309cb9f44b8890a3f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1295271 Dec 09 16:22:41.492512 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47558) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:41.541923 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2db7dd98-5864-4cb6-a81f-66add1d178c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:41.563106 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2db7dd98-5864-4cb6-a81f-66add1d178c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:41.609628 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2db7dd98-5864-4cb6-a81f-66add1d178c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:41.612277 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2db7dd98-5864-4cb6-a81f-66add1d178c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:41.616594 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2db7dd98-5864-4cb6-a81f-66add1d178c0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/916fb87f-3f39-4ea8-a5b8-b69a895275ff HTTP/1.1" status: 204 len: 168 time: 0.1200378 Dec 09 16:22:41.622948 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db7dd98-5864-4cb6-a81f-66add1d178c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916fb87f-3f39-4ea8-a5b8-b69a895275ff,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:42.251163 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47580) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:42.254848 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026996 Dec 09 16:22:42.257584 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47582) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:42.362008 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2af0a81d-a861-4648-a838-d227c4676042 tempest-NetworksApiDiscovery-320374333 tempest-NetworksApiDiscovery-320374333-project] 10.222.0.57 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1034310 Dec 09 16:22:42.599269 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47590) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:42.704246 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e1ec7865-d399-4659-b448-33f35e9e1233 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:42.778278 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e1ec7865-d399-4659-b448-33f35e9e1233 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:42.782035 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e1ec7865-d399-4659-b448-33f35e9e1233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:42.818924 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec7865-d399-4659-b448-33f35e9e1233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de6fc35-782c-479a-b84a-8b7a033a357d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:42.823782 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e1ec7865-d399-4659-b448-33f35e9e1233 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4f343ebf8d634fa9957fe939fde51f34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2231884 Dec 09 16:22:42.825691 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47594) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:22:42.873324 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c9d187d7-221e-45d8-97c2-74a139978568 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:42.893869 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c9d187d7-221e-45d8-97c2-74a139978568 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:42.940172 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c9d187d7-221e-45d8-97c2-74a139978568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:42.942876 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c9d187d7-221e-45d8-97c2-74a139978568 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:42.944021 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c9d187d7-221e-45d8-97c2-74a139978568 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4de6fc35-782c-479a-b84a-8b7a033a357d HTTP/1.1" status: 204 len: 168 time: 0.1174304 Dec 09 16:22:42.951549 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d187d7-221e-45d8-97c2-74a139978568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de6fc35-782c-479a-b84a-8b7a033a357d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:22:46.430000 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:50.535879 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1269fa14-38eb-42c1-b5b9-1021a96c8a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:53.060247 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d40c3238-a48c-4f96-b52e-6d520506cd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:54.206680 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:54.985994 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:55.465728 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:56.500704 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:03.334138 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47830) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:23:03.439664 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d93de3f1-0d24-4dcb-a9e2-4bb6618114ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:03.520294 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d93de3f1-0d24-4dcb-a9e2-4bb6618114ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:03.524571 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d93de3f1-0d24-4dcb-a9e2-4bb6618114ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:03.565594 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d93de3f1-0d24-4dcb-a9e2-4bb6618114ba admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d37a185e54844e929d35add692461e24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2279544 Dec 09 16:23:03.565594 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93de3f1-0d24-4dcb-a9e2-4bb6618114ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37db4449-6ffb-4a29-aa94-624e74e2c9e1,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:23:03.566755 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47834) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:23:03.619128 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-68ca597e-2fbd-4f26-aa97-e70e26dadb4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:03.640119 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-68ca597e-2fbd-4f26-aa97-e70e26dadb4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:03.687634 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-68ca597e-2fbd-4f26-aa97-e70e26dadb4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:03.690274 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-68ca597e-2fbd-4f26-aa97-e70e26dadb4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:03.692147 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-68ca597e-2fbd-4f26-aa97-e70e26dadb4c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/37db4449-6ffb-4a29-aa94-624e74e2c9e1 HTTP/1.1" status: 204 len: 168 time: 0.1234777 Dec 09 16:23:03.699570 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca597e-2fbd-4f26-aa97-e70e26dadb4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37db4449-6ffb-4a29-aa94-624e74e2c9e1,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:23:03.951455 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47840) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:23:03.964464 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b3b437f-cd46-41ed-a170-1a6abeec115a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:04.039936 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b3b437f-cd46-41ed-a170-1a6abeec115a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:04.043491 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b3b437f-cd46-41ed-a170-1a6abeec115a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:04.083339 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5b3b437f-cd46-41ed-a170-1a6abeec115a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d4b22c01559b4ae1a401f5e99a530aa9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1308210 Dec 09 16:23:04.084137 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b437f-cd46-41ed-a170-1a6abeec115a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99675036-d78c-4baa-a081-3c0ac9e8daec,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:23:04.086542 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47842) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:23:04.135474 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7966b48-f790-4861-9cfa-85bb5c42a2ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:04.156511 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7966b48-f790-4861-9cfa-85bb5c42a2ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:04.202394 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7966b48-f790-4861-9cfa-85bb5c42a2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:04.205027 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a7966b48-f790-4861-9cfa-85bb5c42a2ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:04.206204 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a7966b48-f790-4861-9cfa-85bb5c42a2ea admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/99675036-d78c-4baa-a081-3c0ac9e8daec HTTP/1.1" status: 204 len: 168 time: 0.1184120 Dec 09 16:23:04.214300 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7966b48-f790-4861-9cfa-85bb5c42a2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99675036-d78c-4baa-a081-3c0ac9e8daec,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:23:08.504083 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47926) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:23:08.605862 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f53444a4-e6c6-4f56-a0c1-4c058a15ad32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:08.680957 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f53444a4-e6c6-4f56-a0c1-4c058a15ad32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:08.684801 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f53444a4-e6c6-4f56-a0c1-4c058a15ad32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:08.724350 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f53444a4-e6c6-4f56-a0c1-4c058a15ad32 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7ebda314a30a49278eaa5e042e52d842&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2191465 Dec 09 16:23:08.726680 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53444a4-e6c6-4f56-a0c1-4c058a15ad32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f2d39b-cf21-42b3-854d-d518e30a6dad,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:23:08.727387 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47930) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:23:08.775458 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c4473f6-46f8-4a5e-a617-4ab924b61d53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:08.795683 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c4473f6-46f8-4a5e-a617-4ab924b61d53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:08.841805 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c4473f6-46f8-4a5e-a617-4ab924b61d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:08.844485 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1c4473f6-46f8-4a5e-a617-4ab924b61d53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:08.845623 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1c4473f6-46f8-4a5e-a617-4ab924b61d53 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/95f2d39b-cf21-42b3-854d-d518e30a6dad HTTP/1.1" status: 204 len: 168 time: 0.1172569 Dec 09 16:23:08.853889 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4473f6-46f8-4a5e-a617-4ab924b61d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f2d39b-cf21-42b3-854d-d518e30a6dad,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:23:09.099470 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 47936) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:23:09.112806 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-22737340-e329-41ef-aa7e-f5f79a98dcd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:09.189246 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-22737340-e329-41ef-aa7e-f5f79a98dcd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:09.193529 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-22737340-e329-41ef-aa7e-f5f79a98dcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:09.232038 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-22737340-e329-41ef-aa7e-f5f79a98dcd9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=375d9e98474c4061bceb5085567cfae0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1311781 Dec 09 16:23:09.232926 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22737340-e329-41ef-aa7e-f5f79a98dcd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d021623-3976-41be-a6cd-2f4ed5434417,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:23:09.234744 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 47938) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:23:09.285321 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2fa44e57-07c3-4c56-93b3-663af6015f86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:09.306525 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2fa44e57-07c3-4c56-93b3-663af6015f86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:09.354552 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2fa44e57-07c3-4c56-93b3-663af6015f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:09.357396 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2fa44e57-07c3-4c56-93b3-663af6015f86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:09.358568 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-2fa44e57-07c3-4c56-93b3-663af6015f86 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8d021623-3976-41be-a6cd-2f4ed5434417 HTTP/1.1" status: 204 len: 168 time: 0.1228220 Dec 09 16:23:09.366499 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa44e57-07c3-4c56-93b3-663af6015f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d021623-3976-41be-a6cd-2f4ed5434417,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:23:13.749672 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:23:16.428896 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:20.538214 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2a468d12-46ae-4d6a-a247-d0d626445669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:23.065536 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c751c94c-7d2e-4aef-acd7-6f31c6534a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:24.209796 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:24.321566 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 48040) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:23:24.429883 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c69961bd-c043-43fa-bd65-b306e80b27d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:24.504906 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c69961bd-c043-43fa-bd65-b306e80b27d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:24.509144 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c69961bd-c043-43fa-bd65-b306e80b27d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:24.549695 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c69961bd-c043-43fa-bd65-b306e80b27d4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4b790ec6c82945f494ace400b2921e3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2268789 Dec 09 16:23:24.550593 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69961bd-c043-43fa-bd65-b306e80b27d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af8cafe-d770-46fc-bb14-f4a1c84281bd,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:23:24.552436 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 48044) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:23:24.610224 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b703492f-57a3-4762-b243-447717bd6950 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:24.633598 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b703492f-57a3-4762-b243-447717bd6950 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:24.681009 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b703492f-57a3-4762-b243-447717bd6950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:24.683694 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b703492f-57a3-4762-b243-447717bd6950 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:24.684870 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b703492f-57a3-4762-b243-447717bd6950 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8af8cafe-d770-46fc-bb14-f4a1c84281bd HTTP/1.1" status: 204 len: 168 time: 0.1302619 Dec 09 16:23:24.692725 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703492f-57a3-4762-b243-447717bd6950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af8cafe-d770-46fc-bb14-f4a1c84281bd,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:23:24.953049 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 48050) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:23:24.966657 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-489a676e-7fbc-4409-a7e5-dde8cc74ef96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:25.003682 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:25.043174 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-489a676e-7fbc-4409-a7e5-dde8cc74ef96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:25.047375 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-489a676e-7fbc-4409-a7e5-dde8cc74ef96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:25.085079 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-489a676e-7fbc-4409-a7e5-dde8cc74ef96 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1e81cc8ac9de40eaac3a975bfac24167&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1309195 Dec 09 16:23:25.086190 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a676e-7fbc-4409-a7e5-dde8cc74ef96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aaaf37c-2abf-4abf-9b9f-a9e59f9c000c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:23:25.087695 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 48052) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:23:25.142160 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a617d1e0-e7d5-4df5-935a-101083f5fdf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:25.163514 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a617d1e0-e7d5-4df5-935a-101083f5fdf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:25.210023 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a617d1e0-e7d5-4df5-935a-101083f5fdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:25.212845 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a617d1e0-e7d5-4df5-935a-101083f5fdf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:25.213982 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a617d1e0-e7d5-4df5-935a-101083f5fdf4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6aaaf37c-2abf-4abf-9b9f-a9e59f9c000c HTTP/1.1" status: 204 len: 168 time: 0.1245646 Dec 09 16:23:25.221352 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617d1e0-e7d5-4df5-935a-101083f5fdf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aaaf37c-2abf-4abf-9b9f-a9e59f9c000c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:23:25.465546 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:26.502884 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:33.952677 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 48138) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:23:34.058052 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b137eb3d-f774-4a4b-a246-daa8e6ae011a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:34.134780 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b137eb3d-f774-4a4b-a246-daa8e6ae011a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:34.138556 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b137eb3d-f774-4a4b-a246-daa8e6ae011a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:34.179359 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b137eb3d-f774-4a4b-a246-daa8e6ae011a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c26492-838c-4ae9-bb87-e1e4f69b04c1,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:23:34.185138 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b137eb3d-f774-4a4b-a246-daa8e6ae011a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4055edeca0054413968420b7ffe8af23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2313731 Dec 09 16:23:34.187933 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 48142) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:23:34.238850 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cfd240a1-f8bd-4cca-a3b2-870c62bdbbda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:34.260675 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cfd240a1-f8bd-4cca-a3b2-870c62bdbbda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:34.308493 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cfd240a1-f8bd-4cca-a3b2-870c62bdbbda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:34.311527 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cfd240a1-f8bd-4cca-a3b2-870c62bdbbda admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:34.312971 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-cfd240a1-f8bd-4cca-a3b2-870c62bdbbda admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/77c26492-838c-4ae9-bb87-e1e4f69b04c1 HTTP/1.1" status: 204 len: 168 time: 0.1240022 Dec 09 16:23:34.325419 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd240a1-f8bd-4cca-a3b2-870c62bdbbda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c26492-838c-4ae9-bb87-e1e4f69b04c1,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:23:34.590539 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 48148) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:23:34.604254 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8ca75d0c-007b-4aff-a3c2-c67b669edf2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:34.680041 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8ca75d0c-007b-4aff-a3c2-c67b669edf2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:34.684251 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8ca75d0c-007b-4aff-a3c2-c67b669edf2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:34.722986 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8ca75d0c-007b-4aff-a3c2-c67b669edf2d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4df33cb948674b5c9ebee6fce71bc5da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1312854 Dec 09 16:23:34.723685 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca75d0c-007b-4aff-a3c2-c67b669edf2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac9f75f-49b6-4edf-9860-68fe052ff8bf,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:23:34.726442 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 48150) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:23:34.775570 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3d5af5e-1840-4691-a8a2-524c1e666af2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:34.797527 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3d5af5e-1840-4691-a8a2-524c1e666af2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:34.849603 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3d5af5e-1840-4691-a8a2-524c1e666af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:34.855112 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f3d5af5e-1840-4691-a8a2-524c1e666af2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:34.856363 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f3d5af5e-1840-4691-a8a2-524c1e666af2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5ac9f75f-49b6-4edf-9860-68fe052ff8bf HTTP/1.1" status: 204 len: 168 time: 0.1289771 Dec 09 16:23:34.865306 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d5af5e-1840-4691-a8a2-524c1e666af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac9f75f-49b6-4edf-9860-68fe052ff8bf,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:23:40.695274 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 48228) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:23:40.798918 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0721094-96b3-4cfe-82e5-c2a55362147f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:40.882292 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0721094-96b3-4cfe-82e5-c2a55362147f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:40.886516 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0721094-96b3-4cfe-82e5-c2a55362147f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:40.925890 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d0721094-96b3-4cfe-82e5-c2a55362147f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=852b7e5a191043a688a3400ad3667f95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2295821 Dec 09 16:23:40.926825 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0721094-96b3-4cfe-82e5-c2a55362147f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33170d06-b06e-46da-8cd0-21c52457d3ec,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:23:40.928661 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 48232) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:23:40.934514 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0721094-96b3-4cfe-82e5-c2a55362147f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:23:40.934861 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0721094-96b3-4cfe-82e5-c2a55362147f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:23:40.935209 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0721094-96b3-4cfe-82e5-c2a55362147f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:23:40.935539 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0721094-96b3-4cfe-82e5-c2a55362147f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:23:40.935868 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0721094-96b3-4cfe-82e5-c2a55362147f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:23:40.936202 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0721094-96b3-4cfe-82e5-c2a55362147f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:23:40.936680 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0721094-96b3-4cfe-82e5-c2a55362147f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:23:40.936874 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0721094-96b3-4cfe-82e5-c2a55362147f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:23:40.937201 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0721094-96b3-4cfe-82e5-c2a55362147f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:23:40.937869 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0721094-96b3-4cfe-82e5-c2a55362147f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:23:40.937869 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0721094-96b3-4cfe-82e5-c2a55362147f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:23:40.938140 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0721094-96b3-4cfe-82e5-c2a55362147f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:23:40.938458 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0721094-96b3-4cfe-82e5-c2a55362147f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:23:40.981927 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e5033987-f5fe-4f74-82f1-9427d1dbb248 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:41.002969 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e5033987-f5fe-4f74-82f1-9427d1dbb248 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:41.053783 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e5033987-f5fe-4f74-82f1-9427d1dbb248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:41.056334 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e5033987-f5fe-4f74-82f1-9427d1dbb248 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:41.060080 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e5033987-f5fe-4f74-82f1-9427d1dbb248 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/33170d06-b06e-46da-8cd0-21c52457d3ec HTTP/1.1" status: 204 len: 168 time: 0.1273196 Dec 09 16:23:41.065558 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5033987-f5fe-4f74-82f1-9427d1dbb248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33170d06-b06e-46da-8cd0-21c52457d3ec,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:23:41.074057 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5033987-f5fe-4f74-82f1-9427d1dbb248 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:23:41.074405 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5033987-f5fe-4f74-82f1-9427d1dbb248 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:23:41.074744 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5033987-f5fe-4f74-82f1-9427d1dbb248 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:23:41.075084 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5033987-f5fe-4f74-82f1-9427d1dbb248 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:23:41.075411 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5033987-f5fe-4f74-82f1-9427d1dbb248 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:23:41.075741 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5033987-f5fe-4f74-82f1-9427d1dbb248 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:23:41.076061 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5033987-f5fe-4f74-82f1-9427d1dbb248 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:23:41.076389 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5033987-f5fe-4f74-82f1-9427d1dbb248 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:23:41.076738 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5033987-f5fe-4f74-82f1-9427d1dbb248 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:23:41.077090 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5033987-f5fe-4f74-82f1-9427d1dbb248 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:23:41.077371 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5033987-f5fe-4f74-82f1-9427d1dbb248 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:23:41.077691 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5033987-f5fe-4f74-82f1-9427d1dbb248 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:23:41.078009 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5033987-f5fe-4f74-82f1-9427d1dbb248 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:23:41.348741 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 48238) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:23:41.363548 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-03032794-c4e8-4b83-a701-fe410241b0af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:41.435783 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-03032794-c4e8-4b83-a701-fe410241b0af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:41.439531 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-03032794-c4e8-4b83-a701-fe410241b0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:41.480315 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-03032794-c4e8-4b83-a701-fe410241b0af admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a94d9072771b4ef889a39b937e5f86b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1302929 Dec 09 16:23:41.481422 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03032794-c4e8-4b83-a701-fe410241b0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e96746c-32a3-4d87-aa49-8ab5a5d3975c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:23:41.482883 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 48240) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:23:41.534893 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c7043f60-bafb-43d9-8cdf-a58e47007a37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:41.558736 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c7043f60-bafb-43d9-8cdf-a58e47007a37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:41.604678 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c7043f60-bafb-43d9-8cdf-a58e47007a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:41.607240 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c7043f60-bafb-43d9-8cdf-a58e47007a37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:41.608432 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c7043f60-bafb-43d9-8cdf-a58e47007a37 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1e96746c-32a3-4d87-aa49-8ab5a5d3975c HTTP/1.1" status: 204 len: 168 time: 0.1245105 Dec 09 16:23:41.616525 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7043f60-bafb-43d9-8cdf-a58e47007a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e96746c-32a3-4d87-aa49-8ab5a5d3975c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:23:42.264860 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 48262) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:23:42.362527 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-c7670335-d715-4da8-a513-9efa6ede5976 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-767683217-network', 'tenant_id': '19c34ecce00548298ee8c8fb888899d4'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:23:42.384532 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7670335-d715-4da8-a513-9efa6ede5976 admin admin] Made reservation on behalf of 19c34ecce00548298ee8c8fb888899d4 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:23:42.386922 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c7670335-d715-4da8-a513-9efa6ede5976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:42.395285 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c7670335-d715-4da8-a513-9efa6ede5976 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:42.469412 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c7670335-d715-4da8-a513-9efa6ede5976 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:42.473368 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c7670335-d715-4da8-a513-9efa6ede5976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:42.499401 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7670335-d715-4da8-a513-9efa6ede5976 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:23:42.509728 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7670335-d715-4da8-a513-9efa6ede5976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f52571d-e027-4c9d-a774-0054d5d72c30,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:23:42.517508 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c7670335-d715-4da8-a513-9efa6ede5976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:42.517508 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-c7670335-d715-4da8-a513-9efa6ede5976 admin admin] Added segment 0ace850b-666a-4d57-ae90-3f82c46fee62 of type vlan for network b63a2c25-0590-4a25-bf85-08242c16b79f Dec 09 16:23:42.560156 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c7670335-d715-4da8-a513-9efa6ede5976 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:42.584364 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c7670335-d715-4da8-a513-9efa6ede5976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:42.585280 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7670335-d715-4da8-a513-9efa6ede5976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:23:42.585860 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c7670335-d715-4da8-a513-9efa6ede5976 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:42.643719 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c7670335-d715-4da8-a513-9efa6ede5976 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3777399 Dec 09 16:23:42.646433 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 48266) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:23:42.651154 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-bdfce81e-1499-4787-b9b8-73078be9856d admin admin] Request body: {'subnet': {'network_id': 'b63a2c25-0590-4a25-bf85-08242c16b79f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-767683217-subnet', 'tenant_id': '19c34ecce00548298ee8c8fb888899d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:23:42.660511 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7670335-d715-4da8-a513-9efa6ede5976 admin admin] Pushing event updated for resources: {'Network': ['ID=b63a2c25-0590-4a25-bf85-08242c16b79f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:23:42.670618 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network b63a2c25-0590-4a25-bf85-08242c16b79f details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:23:42.678733 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfce81e-1499-4787-b9b8-73078be9856d admin admin] Made reservation on behalf of 19c34ecce00548298ee8c8fb888899d4 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:23:42.681249 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bdfce81e-1499-4787-b9b8-73078be9856d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:42.846430 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bdfce81e-1499-4787-b9b8-73078be9856d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:42.902318 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfce81e-1499-4787-b9b8-73078be9856d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b28056b-973a-4e99-88b5-4e47b56ece56,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:23:42.912385 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfce81e-1499-4787-b9b8-73078be9856d admin admin] Checking segment: {'id': '0ace850b-666a-4d57-ae90-3f82c46fee62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b63a2c25-0590-4a25-bf85-08242c16b79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:23:42.913006 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfce81e-1499-4787-b9b8-73078be9856d admin admin] Network hostable DHCP agents. Network: b63a2c25-0590-4a25-bf85-08242c16b79f, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:23:42.931221 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfce81e-1499-4787-b9b8-73078be9856d admin admin] Network b63a2c25-0590-4a25-bf85-08242c16b79f is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:23:42.940021 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-bdfce81e-1499-4787-b9b8-73078be9856d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, b63a2c25-0590-4a25-bf85-08242c16b79f) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:23:42.945001 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfce81e-1499-4787-b9b8-73078be9856d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:23:42.945794 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bdfce81e-1499-4787-b9b8-73078be9856d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:42.950280 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c6b15b-9ab3-4457-913b-674d3b36b531 None None] Network b63a2c25-0590-4a25-bf85-08242c16b79f requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:23:42.961085 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-bdfce81e-1499-4787-b9b8-73078be9856d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3136232 Dec 09 16:23:43.048490 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838d40ab-98e2-4a14-93d4-0b7a0182214f None None] Network b63a2c25-0590-4a25-bf85-08242c16b79f requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:23:43.425531 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 48282) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:23:43.431232 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-a01d1bb2-a52a-4d47-a640-a9cc2517561b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-710383964-network', 'tenant_id': 'a3e01dcc59204051b02196a1c983a30b'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:23:43.450765 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01d1bb2-a52a-4d47-a640-a9cc2517561b admin admin] Made reservation on behalf of a3e01dcc59204051b02196a1c983a30b for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:23:43.453065 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a01d1bb2-a52a-4d47-a640-a9cc2517561b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:43.461825 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a01d1bb2-a52a-4d47-a640-a9cc2517561b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:43.539619 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a01d1bb2-a52a-4d47-a640-a9cc2517561b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:43.543311 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a01d1bb2-a52a-4d47-a640-a9cc2517561b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:43.567762 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a01d1bb2-a52a-4d47-a640-a9cc2517561b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:23:43.576704 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d1bb2-a52a-4d47-a640-a9cc2517561b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc0c9a1-90b4-4d74-a04c-9e2c2645236d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:23:43.582630 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a01d1bb2-a52a-4d47-a640-a9cc2517561b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:43.582973 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-a01d1bb2-a52a-4d47-a640-a9cc2517561b admin admin] Added segment 22acb3f8-abef-4ed2-acf5-ce50d2be88df of type vlan for network 58137800-af70-4fd9-a426-65e54b14b0ef Dec 09 16:23:43.622885 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a01d1bb2-a52a-4d47-a640-a9cc2517561b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:43.647316 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a01d1bb2-a52a-4d47-a640-a9cc2517561b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:43.648633 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01d1bb2-a52a-4d47-a640-a9cc2517561b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:23:43.649208 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a01d1bb2-a52a-4d47-a640-a9cc2517561b admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:43.706120 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a01d1bb2-a52a-4d47-a640-a9cc2517561b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2769141 Dec 09 16:23:43.706527 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 48284) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:23:43.712178 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ef9cb4e3-b8f2-42ff-a5ef-48f8dc4e16b6 admin admin] Request body: {'subnet': {'network_id': '58137800-af70-4fd9-a426-65e54b14b0ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-710383964-subnet', 'tenant_id': 'a3e01dcc59204051b02196a1c983a30b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:23:43.713575 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d1bb2-a52a-4d47-a640-a9cc2517561b admin admin] Pushing event updated for resources: {'Network': ['ID=58137800-af70-4fd9-a426-65e54b14b0ef,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:23:43.723225 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 58137800-af70-4fd9-a426-65e54b14b0ef details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:23:43.734555 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9cb4e3-b8f2-42ff-a5ef-48f8dc4e16b6 admin admin] Made reservation on behalf of a3e01dcc59204051b02196a1c983a30b for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:23:43.736876 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ef9cb4e3-b8f2-42ff-a5ef-48f8dc4e16b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:43.898467 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ef9cb4e3-b8f2-42ff-a5ef-48f8dc4e16b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:43.957746 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9cb4e3-b8f2-42ff-a5ef-48f8dc4e16b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=812540d0-9614-4d5d-92ab-5bea8fe06671,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:23:43.966381 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9cb4e3-b8f2-42ff-a5ef-48f8dc4e16b6 admin admin] Checking segment: {'id': '22acb3f8-abef-4ed2-acf5-ce50d2be88df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '58137800-af70-4fd9-a426-65e54b14b0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:23:43.966737 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9cb4e3-b8f2-42ff-a5ef-48f8dc4e16b6 admin admin] Network hostable DHCP agents. Network: 58137800-af70-4fd9-a426-65e54b14b0ef, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:23:43.983291 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9cb4e3-b8f2-42ff-a5ef-48f8dc4e16b6 admin admin] Network 58137800-af70-4fd9-a426-65e54b14b0ef is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:23:43.992599 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-ef9cb4e3-b8f2-42ff-a5ef-48f8dc4e16b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 58137800-af70-4fd9-a426-65e54b14b0ef) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:23:43.997453 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9cb4e3-b8f2-42ff-a5ef-48f8dc4e16b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:23:43.999704 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ef9cb4e3-b8f2-42ff-a5ef-48f8dc4e16b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:44.000720 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969a9870-a4ea-44ee-b432-087e4c9b63a6 None None] Network 58137800-af70-4fd9-a426-65e54b14b0ef requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:23:44.019293 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ef9cb4e3-b8f2-42ff-a5ef-48f8dc4e16b6 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3116105 Dec 09 16:23:44.110376 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03fc4ee-f47c-4bf4-8db6-c4cc50a30675 None None] Network 58137800-af70-4fd9-a426-65e54b14b0ef requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:23:44.509818 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b251a5-b238-4666-8bc0-805aede2700b req-35bd0224-2213-4029-97aa-b6d72fa7b077 tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:23:44.511317 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2b251a5-b238-4666-8bc0-805aede2700b req-35bd0224-2213-4029-97aa-b6d72fa7b077 tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] 10.222.0.57 "GET /v2.0/networks?id=b63a2c25-0590-4a25-bf85-08242c16b79f HTTP/1.1" status: 200 len: 808 time: 0.1049249 Dec 09 16:23:44.526373 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2b251a5-b238-4666-8bc0-805aede2700b req-6b480634-52c3-424f-9310-2bdca7ede64a tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] 10.222.0.57 "GET /v2.0/quotas/19c34ecce00548298ee8c8fb888899d4 HTTP/1.1" status: 200 len: 375 time: 0.0092845 Dec 09 16:23:44.557201 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2b251a5-b238-4666-8bc0-805aede2700b req-1f637b4c-067f-4300-904e-89307fef12bb tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=19c34ecce00548298ee8c8fb888899d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256484 Dec 09 16:23:44.660446 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-c2b251a5-b238-4666-8bc0-805aede2700b req-dcb93f60-0414-4f72-a3dd-9dbb7feed283 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 16:23:44.661455 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2b251a5-b238-4666-8bc0-805aede2700b req-dcb93f60-0414-4f72-a3dd-9dbb7feed283 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0978582 Dec 09 16:23:44.753152 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2b251a5-b238-4666-8bc0-805aede2700b req-79e7ed8b-cfe3-4e26-baf0-b9624f891f2e service neutron] 10.222.0.57 "GET /v2.0/networks/b63a2c25-0590-4a25-bf85-08242c16b79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853562 Dec 09 16:23:44.842642 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2b251a5-b238-4666-8bc0-805aede2700b req-746cdeb8-c273-4a50-806d-544d356423ed service neutron] 10.222.0.57 "GET /v2.0/networks/b63a2c25-0590-4a25-bf85-08242c16b79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825961 Dec 09 16:23:45.002905 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2f67e373-de43-472c-95fd-0b695ae7a236 req-f35b1099-a7ee-4b13-bc42-e624fea76f8d tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] 10.222.0.57 "GET /v2.0/ports?device_id=a3b3d1ff-eaf7-4200-afab-965c0059c17f HTTP/1.1" status: 200 len: 210 time: 0.0311270 Dec 09 16:23:46.104358 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b251a5-b238-4666-8bc0-805aede2700b req-56ff16b6-547e-4428-96b7-d33b85d701d0 tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:23:46.106338 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2b251a5-b238-4666-8bc0-805aede2700b req-56ff16b6-547e-4428-96b7-d33b85d701d0 tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] 10.222.0.31 "GET /v2.0/networks?id=b63a2c25-0590-4a25-bf85-08242c16b79f HTTP/1.1" status: 200 len: 808 time: 0.1292567 Dec 09 16:23:46.120934 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-c2b251a5-b238-4666-8bc0-805aede2700b req-3c0f3fcc-8edc-48a8-b237-107901430823 tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] Request body: {'port': {'device_id': 'a3b3d1ff-eaf7-4200-afab-965c0059c17f', 'network_id': 'b63a2c25-0590-4a25-bf85-08242c16b79f', 'admin_state_up': True, 'tenant_id': '19c34ecce00548298ee8c8fb888899d4'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:23:46.190115 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6ea28397-0857-470d-88d0-c2c6ebab37cf req-7d45402f-b2d5-40bc-b027-b88f94eb823d tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] 10.222.0.57 "GET /v2.0/ports?device_id=a3b3d1ff-eaf7-4200-afab-965c0059c17f HTTP/1.1" status: 200 len: 210 time: 0.0651956 Dec 09 16:23:46.259033 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2b251a5-b238-4666-8bc0-805aede2700b req-3c0f3fcc-8edc-48a8-b237-107901430823 tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] Made reservation on behalf of 19c34ecce00548298ee8c8fb888899d4 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:23:46.262703 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c2b251a5-b238-4666-8bc0-805aede2700b req-3c0f3fcc-8edc-48a8-b237-107901430823 tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:46.399501 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-c2b251a5-b238-4666-8bc0-805aede2700b req-3c0f3fcc-8edc-48a8-b237-107901430823 tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] Allocated IP 172.20.0.8 (b63a2c25-0590-4a25-bf85-08242c16b79f/6b28056b-973a-4e99-88b5-4e47b56ece56/9ee81016-30c4-45c1-a928-f2ac40d780f0) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:23:46.463656 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:46.566881 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c2b251a5-b238-4666-8bc0-805aede2700b req-3c0f3fcc-8edc-48a8-b237-107901430823 tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:46.601643 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c2b251a5-b238-4666-8bc0-805aede2700b req-3c0f3fcc-8edc-48a8-b237-107901430823 tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:46.643400 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2b251a5-b238-4666-8bc0-805aede2700b req-3c0f3fcc-8edc-48a8-b237-107901430823 tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] Network b63a2c25-0590-4a25-bf85-08242c16b79f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:23:46.649183 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-c2b251a5-b238-4666-8bc0-805aede2700b req-3c0f3fcc-8edc-48a8-b237-107901430823 tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:23:46.652883 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b251a5-b238-4666-8bc0-805aede2700b req-3c0f3fcc-8edc-48a8-b237-107901430823 tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:23:46.659175 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f3fcc-8edc-48a8-b237-107901430823 tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] Pushing event updated for resources: {'Port': ['ID=9ee81016-30c4-45c1-a928-f2ac40d780f0,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:23:46.706710 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b251a5-b238-4666-8bc0-805aede2700b req-3c0f3fcc-8edc-48a8-b237-107901430823 tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:23:46.707309 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c2b251a5-b238-4666-8bc0-805aede2700b req-3c0f3fcc-8edc-48a8-b237-107901430823 tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:46.723112 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2b251a5-b238-4666-8bc0-805aede2700b req-3c0f3fcc-8edc-48a8-b237-107901430823 tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6068950 Dec 09 16:23:46.734871 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-c2b251a5-b238-4666-8bc0-805aede2700b req-c26215da-8360-4f1e-bbb3-070fd47c96d4 service neutron] Request body: {'port': {'device_id': 'a3b3d1ff-eaf7-4200-afab-965c0059c17f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:23:46.788432 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c2b251a5-b238-4666-8bc0-805aede2700b req-c26215da-8360-4f1e-bbb3-070fd47c96d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:47.338245 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c4347-f05b-4f39-9549-f1002134b9c8 req-a3a62083-1a4f-4279-abcf-4bf948327efe tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:23:47.339754 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7b2c4347-f05b-4f39-9549-f1002134b9c8 req-a3a62083-1a4f-4279-abcf-4bf948327efe tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] 10.222.0.57 "GET /v2.0/ports?device_id=a3b3d1ff-eaf7-4200-afab-965c0059c17f HTTP/1.1" status: 200 len: 931 time: 0.0768526 Dec 09 16:23:47.429544 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7b2c4347-f05b-4f39-9549-f1002134b9c8 req-447f4aa7-12a8-4e76-b5cd-e23cc2799d2c tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] 10.222.0.57 "GET /v2.0/security-groups?id=7f52571d-e027-4c9d-a774-0054d5d72c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800288 Dec 09 16:23:47.437309 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-c2b251a5-b238-4666-8bc0-805aede2700b req-c26215da-8360-4f1e-bbb3-070fd47c96d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ee81016-30c4-45c1-a928-f2ac40d780f0 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:23:47.445386 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c2b251a5-b238-4666-8bc0-805aede2700b req-c26215da-8360-4f1e-bbb3-070fd47c96d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:47.457447 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-c2b251a5-b238-4666-8bc0-805aede2700b req-c26215da-8360-4f1e-bbb3-070fd47c96d4 service neutron] Transition to ACTIVE for port object 9ee81016-30c4-45c1-a928-f2ac40d780f0 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:23:47.460836 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c2b251a5-b238-4666-8bc0-805aede2700b req-c26215da-8360-4f1e-bbb3-070fd47c96d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:47.512485 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26215da-8360-4f1e-bbb3-070fd47c96d4 service neutron] Pushing event updated for resources: {'Port': ['ID=9ee81016-30c4-45c1-a928-f2ac40d780f0,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:23:47.577959 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c2b251a5-b238-4666-8bc0-805aede2700b req-c26215da-8360-4f1e-bbb3-070fd47c96d4 service neutron] Attempting to bind port 9ee81016-30c4-45c1-a928-f2ac40d780f0 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:23:47.578304 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c2b251a5-b238-4666-8bc0-805aede2700b req-c26215da-8360-4f1e-bbb3-070fd47c96d4 service neutron] Attempting to bind port 9ee81016-30c4-45c1-a928-f2ac40d780f0 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '0ace850b-666a-4d57-ae90-3f82c46fee62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b63a2c25-0590-4a25-bf85-08242c16b79f'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:23:47.578635 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b251a5-b238-4666-8bc0-805aede2700b req-c26215da-8360-4f1e-bbb3-070fd47c96d4 service neutron] Attempting to bind port 9ee81016-30c4-45c1-a928-f2ac40d780f0 on network b63a2c25-0590-4a25-bf85-08242c16b79f {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:23:47.583009 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b251a5-b238-4666-8bc0-805aede2700b req-c26215da-8360-4f1e-bbb3-070fd47c96d4 service neutron] Port 9ee81016-30c4-45c1-a928-f2ac40d780f0 on network b63a2c25-0590-4a25-bf85-08242c16b79f not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:23:47.583335 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b251a5-b238-4666-8bc0-805aede2700b req-c26215da-8360-4f1e-bbb3-070fd47c96d4 service neutron] Attempting to bind port 9ee81016-30c4-45c1-a928-f2ac40d780f0 on network b63a2c25-0590-4a25-bf85-08242c16b79f {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:23:47.589020 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b251a5-b238-4666-8bc0-805aede2700b req-c26215da-8360-4f1e-bbb3-070fd47c96d4 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:23:47.589358 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b251a5-b238-4666-8bc0-805aede2700b req-c26215da-8360-4f1e-bbb3-070fd47c96d4 service neutron] Checking segment: {'id': '0ace850b-666a-4d57-ae90-3f82c46fee62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b63a2c25-0590-4a25-bf85-08242c16b79f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:23:47.589742 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b251a5-b238-4666-8bc0-805aede2700b req-c26215da-8360-4f1e-bbb3-070fd47c96d4 service neutron] Bound using segment: {'id': '0ace850b-666a-4d57-ae90-3f82c46fee62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b63a2c25-0590-4a25-bf85-08242c16b79f'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:23:47.590164 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c2b251a5-b238-4666-8bc0-805aede2700b req-c26215da-8360-4f1e-bbb3-070fd47c96d4 service neutron] Bound port: 9ee81016-30c4-45c1-a928-f2ac40d780f0, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ace850b-666a-4d57-ae90-3f82c46fee62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b63a2c25-0590-4a25-bf85-08242c16b79f'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:23:47.590518 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c2b251a5-b238-4666-8bc0-805aede2700b req-c26215da-8360-4f1e-bbb3-070fd47c96d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:47.652338 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c2b251a5-b238-4666-8bc0-805aede2700b req-c26215da-8360-4f1e-bbb3-070fd47c96d4 service neutron] For port 9ee81016-30c4-45c1-a928-f2ac40d780f0, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:23:47.655715 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c2b251a5-b238-4666-8bc0-805aede2700b req-c26215da-8360-4f1e-bbb3-070fd47c96d4 service neutron] For port 9ee81016-30c4-45c1-a928-f2ac40d780f0, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=9ee81016-30c4-45c1-a928-f2ac40d780f0,segment=NetworkSegment(0ace850b-666a-4d57-ae90-3f82c46fee62),segment_id=0ace850b-666a-4d57-ae90-3f82c46fee62)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:23:47.659220 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c2b251a5-b238-4666-8bc0-805aede2700b req-c26215da-8360-4f1e-bbb3-070fd47c96d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:47.694393 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b251a5-b238-4666-8bc0-805aede2700b req-c26215da-8360-4f1e-bbb3-070fd47c96d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:23:47.695021 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c2b251a5-b238-4666-8bc0-805aede2700b req-c26215da-8360-4f1e-bbb3-070fd47c96d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:47.696404 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2b251a5-b238-4666-8bc0-805aede2700b req-c26215da-8360-4f1e-bbb3-070fd47c96d4 service neutron] 10.222.0.31 "PUT /v2.0/ports/9ee81016-30c4-45c1-a928-f2ac40d780f0 HTTP/1.1" status: 200 len: 1091 time: 0.9655182 Dec 09 16:23:47.696889 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3b3d1ff-eaf7-4200-afab-965c0059c17f', 'tag': '9ee81016-30c4-45c1-a928-f2ac40d780f0'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:23:47.699150 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ef5c97-4279-4d6c-8b78-74fdd18fc45a" -d '{"events": [{"name": "network-changed", "server_uuid": "a3b3d1ff-eaf7-4200-afab-965c0059c17f", "tag": "9ee81016-30c4-45c1-a928-f2ac40d780f0"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:23:47.723247 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26215da-8360-4f1e-bbb3-070fd47c96d4 service neutron] Pushing event updated for resources: {'Port': ['ID=9ee81016-30c4-45c1-a928-f2ac40d780f0,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:23:47.745978 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca5d61d-9a02-41a1-a390-6b75662fd35d x-openstack-request-id: req-cca5d61d-9a02-41a1-a390-6b75662fd35d {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:23:47.746265 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3b3d1ff-eaf7-4200-afab-965c0059c17f", "tag": "9ee81016-30c4-45c1-a928-f2ac40d780f0", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:23:47.746515 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cca5d61d-9a02-41a1-a390-6b75662fd35d {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:23:47.746950 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3b3d1ff-eaf7-4200-afab-965c0059c17f', 'tag': '9ee81016-30c4-45c1-a928-f2ac40d780f0', 'status': 'completed', 'code': 200} Dec 09 16:23:47.782757 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b251a5-b238-4666-8bc0-805aede2700b req-4afaaeb0-db74-449a-a8f9-28258a0262e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:23:47.784264 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2b251a5-b238-4666-8bc0-805aede2700b req-4afaaeb0-db74-449a-a8f9-28258a0262e9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19c34ecce00548298ee8c8fb888899d4&device_id=a3b3d1ff-eaf7-4200-afab-965c0059c17f HTTP/1.1" status: 200 len: 1094 time: 0.0477912 Dec 09 16:23:47.825230 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2b251a5-b238-4666-8bc0-805aede2700b req-5b9d7b53-fbf7-4cb3-87b3-fd85be4f7c8d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ee81016-30c4-45c1-a928-f2ac40d780f0 HTTP/1.1" status: 200 len: 217 time: 0.0334527 Dec 09 16:23:47.875229 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b251a5-b238-4666-8bc0-805aede2700b req-18941be9-62fb-40b2-ae31-d0eb5e91823a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:23:47.876699 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2b251a5-b238-4666-8bc0-805aede2700b req-18941be9-62fb-40b2-ae31-d0eb5e91823a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6b28056b-973a-4e99-88b5-4e47b56ece56 HTTP/1.1" status: 200 len: 848 time: 0.0432315 Dec 09 16:23:47.910576 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2b251a5-b238-4666-8bc0-805aede2700b req-725e9373-17a0-4ec0-9bf1-71b82d57840a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b63a2c25-0590-4a25-bf85-08242c16b79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265703 Dec 09 16:23:47.998913 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2b251a5-b238-4666-8bc0-805aede2700b req-4eaf08e0-d1ea-4868-874c-d2bb08737bc3 service neutron] 10.222.0.31 "GET /v2.0/networks/b63a2c25-0590-4a25-bf85-08242c16b79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810859 Dec 09 16:23:48.089462 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2b251a5-b238-4666-8bc0-805aede2700b req-352c6097-a3e3-4480-a59c-2b9b25e625c8 service neutron] 10.222.0.31 "GET /v2.0/networks/b63a2c25-0590-4a25-bf85-08242c16b79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836468 Dec 09 16:23:48.180133 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef5c97-4279-4d6c-8b78-74fdd18fc45a req-5e254e23-c202-4460-ba04-5048a523820a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:23:48.181686 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-88ef5c97-4279-4d6c-8b78-74fdd18fc45a req-5e254e23-c202-4460-ba04-5048a523820a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19c34ecce00548298ee8c8fb888899d4&device_id=a3b3d1ff-eaf7-4200-afab-965c0059c17f HTTP/1.1" status: 200 len: 1094 time: 0.0430567 Dec 09 16:23:48.269624 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef5c97-4279-4d6c-8b78-74fdd18fc45a req-f8484b90-5331-4a57-afec-7efbd5c3fb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:23:48.271013 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-88ef5c97-4279-4d6c-8b78-74fdd18fc45a req-f8484b90-5331-4a57-afec-7efbd5c3fb54 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b63a2c25-0590-4a25-bf85-08242c16b79f HTTP/1.1" status: 200 len: 909 time: 0.0828073 Dec 09 16:23:48.317360 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-88ef5c97-4279-4d6c-8b78-74fdd18fc45a req-199fac3e-c282-4d0c-b728-b4e6b5413615 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ee81016-30c4-45c1-a928-f2ac40d780f0 HTTP/1.1" status: 200 len: 217 time: 0.0373361 Dec 09 16:23:48.368453 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef5c97-4279-4d6c-8b78-74fdd18fc45a req-4522d12b-2781-4178-b020-924a276e2554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:23:48.369884 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-88ef5c97-4279-4d6c-8b78-74fdd18fc45a req-4522d12b-2781-4178-b020-924a276e2554 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6b28056b-973a-4e99-88b5-4e47b56ece56 HTTP/1.1" status: 200 len: 848 time: 0.0453508 Dec 09 16:23:48.402629 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-88ef5c97-4279-4d6c-8b78-74fdd18fc45a req-25bb9a4d-e43d-4334-9b71-df2b2b877397 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b63a2c25-0590-4a25-bf85-08242c16b79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255935 Dec 09 16:23:48.496949 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-88ef5c97-4279-4d6c-8b78-74fdd18fc45a req-8183da8f-0132-4898-a1af-851d0b5f0706 service neutron] 10.222.0.31 "GET /v2.0/networks/b63a2c25-0590-4a25-bf85-08242c16b79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866821 Dec 09 16:23:48.598009 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b0857-cad8-469a-9a7d-bccce1d42559 req-b15cfbdc-ebd2-4d05-b0ad-15f5ff50f2ad tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:23:48.599407 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-573b0857-cad8-469a-9a7d-bccce1d42559 req-b15cfbdc-ebd2-4d05-b0ad-15f5ff50f2ad tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] 10.222.0.57 "GET /v2.0/ports?device_id=a3b3d1ff-eaf7-4200-afab-965c0059c17f HTTP/1.1" status: 200 len: 943 time: 0.1001422 Dec 09 16:23:48.640844 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-88ef5c97-4279-4d6c-8b78-74fdd18fc45a req-50eee2fd-d8d2-4261-bf9e-82abfe603e65 service neutron] 10.222.0.31 "GET /v2.0/networks/b63a2c25-0590-4a25-bf85-08242c16b79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329024 Dec 09 16:23:48.664427 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-573b0857-cad8-469a-9a7d-bccce1d42559 req-4a1a5783-9168-4cca-81ba-a6fd51a214e1 tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] 10.222.0.57 "GET /v2.0/security-groups?id=7f52571d-e027-4c9d-a774-0054d5d72c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584643 Dec 09 16:23:49.781595 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc2afd-694b-43ca-8e86-44ad8ec5c305 req-93bef15c-fc3b-44c8-b34e-3191a79c53d1 tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:23:49.783086 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cbfc2afd-694b-43ca-8e86-44ad8ec5c305 req-93bef15c-fc3b-44c8-b34e-3191a79c53d1 tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] 10.222.0.57 "GET /v2.0/ports?device_id=a3b3d1ff-eaf7-4200-afab-965c0059c17f HTTP/1.1" status: 200 len: 943 time: 0.0489860 Dec 09 16:23:49.831312 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cbfc2afd-694b-43ca-8e86-44ad8ec5c305 req-c7e45baf-5704-47bf-99ed-54b4d2557e3f tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] 10.222.0.57 "GET /v2.0/security-groups?id=7f52571d-e027-4c9d-a774-0054d5d72c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410547 Dec 09 16:23:50.322704 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 9ee81016-30c4-45c1-a928-f2ac40d780f0 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:23:50.415051 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 9ee81016-30c4-45c1-a928-f2ac40d780f0, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=9ee81016-30c4-45c1-a928-f2ac40d780f0,segment=NetworkSegment(0ace850b-666a-4d57-ae90-3f82c46fee62),segment_id=0ace850b-666a-4d57-ae90-3f82c46fee62)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:23:50.426441 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '9ee81016-30c4-45c1-a928-f2ac40d780f0', 'network_id': 'b63a2c25-0590-4a25-bf85-08242c16b79f', 'port_id': '9ee81016-30c4-45c1-a928-f2ac40d780f0', 'mac_address': 'fa:16:3e:11:21:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b28056b-973a-4e99-88b5-4e47b56ece56', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:23:50.462608 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:50.478503 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ee81016-30c4-45c1-a928-f2ac40d780f0 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:23:50.497709 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 9ee81016-30c4-45c1-a928-f2ac40d780f0, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=9ee81016-30c4-45c1-a928-f2ac40d780f0,segment=NetworkSegment(0ace850b-666a-4d57-ae90-3f82c46fee62),segment_id=0ace850b-666a-4d57-ae90-3f82c46fee62)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:23:50.501582 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:50.552672 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6b68461e-7c9d-4e10-afff-aa13a1381012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:50.563055 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=9ee81016-30c4-45c1-a928-f2ac40d780f0,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:23:50.570508 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:23:50.570856 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:23:50.571200 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:23:50.571539 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:23:50.571874 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:23:50.572205 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:23:50.572564 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:23:50.572939 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:23:50.573217 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:23:50.573542 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:23:50.573867 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:23:50.574191 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:23:50.574515 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:23:50.748831 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:23:50.880477 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['9ee81016-30c4-45c1-a928-f2ac40d780f0'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:23:50.947676 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1874e1-7d09-41ea-ae0f-70c182f39e4b req-104c687d-7679-4599-955f-ef4fa2039fdc tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:23:50.949242 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a1874e1-7d09-41ea-ae0f-70c182f39e4b req-104c687d-7679-4599-955f-ef4fa2039fdc tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] 10.222.0.57 "GET /v2.0/ports?device_id=a3b3d1ff-eaf7-4200-afab-965c0059c17f HTTP/1.1" status: 200 len: 944 time: 0.0498226 Dec 09 16:23:51.001959 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a1874e1-7d09-41ea-ae0f-70c182f39e4b req-28d72fd8-ae66-437d-88b6-2c3207c243f8 tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] 10.222.0.57 "GET /v2.0/security-groups?id=7f52571d-e027-4c9d-a774-0054d5d72c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459952 Dec 09 16:23:52.119182 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aefd0a-e110-4012-98f7-76a6f0998fc1 req-513df5a8-a29b-4c6f-8737-c264bb2e35d9 tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:23:52.120692 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03aefd0a-e110-4012-98f7-76a6f0998fc1 req-513df5a8-a29b-4c6f-8737-c264bb2e35d9 tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] 10.222.0.57 "GET /v2.0/ports?device_id=a3b3d1ff-eaf7-4200-afab-965c0059c17f HTTP/1.1" status: 200 len: 944 time: 0.0496256 Dec 09 16:23:52.168222 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03aefd0a-e110-4012-98f7-76a6f0998fc1 req-706b2738-ec59-4bcb-b1b7-87f0cd2f974a tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] 10.222.0.57 "GET /v2.0/security-groups?id=7f52571d-e027-4c9d-a774-0054d5d72c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408676 Dec 09 16:23:52.337041 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 9ee81016-30c4-45c1-a928-f2ac40d780f0 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:23:52.384849 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 9ee81016-30c4-45c1-a928-f2ac40d780f0 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:23:52.389142 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 9ee81016-30c4-45c1-a928-f2ac40d780f0 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:23:52.389522 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:52.464923 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:52.489940 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b3d1ff-eaf7-4200-afab-965c0059c17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee81016-30c4-45c1-a928-f2ac40d780f0'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:23:52.492867 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7901ad11-3af6-4287-a1b8-3461bf44eb2a" -d '{"events": [{"server_uuid": "a3b3d1ff-eaf7-4200-afab-965c0059c17f", "name": "network-vif-plugged", "status": "completed", "tag": "9ee81016-30c4-45c1-a928-f2ac40d780f0"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:23:52.505323 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 9ee81016-30c4-45c1-a928-f2ac40d780f0, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=9ee81016-30c4-45c1-a928-f2ac40d780f0,segment=NetworkSegment(0ace850b-666a-4d57-ae90-3f82c46fee62),segment_id=0ace850b-666a-4d57-ae90-3f82c46fee62)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:23:52.510314 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:52.557024 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=9ee81016-30c4-45c1-a928-f2ac40d780f0,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:23:52.593138 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d4aeb5-fd47-4ec6-8fe3-eef2c1e33a0e x-openstack-request-id: req-d6d4aeb5-fd47-4ec6-8fe3-eef2c1e33a0e {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:23:52.593433 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b3d1ff-eaf7-4200-afab-965c0059c17f", "name": "network-vif-plugged", "status": "completed", "tag": "9ee81016-30c4-45c1-a928-f2ac40d780f0", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:23:52.593689 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d6d4aeb5-fd47-4ec6-8fe3-eef2c1e33a0e {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:23:52.594101 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b3d1ff-eaf7-4200-afab-965c0059c17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee81016-30c4-45c1-a928-f2ac40d780f0', 'code': 200} Dec 09 16:23:52.692740 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e33d86-3436-478c-97f5-e365030375d4 req-604915b2-c203-4c5f-a792-aab5fc2cc402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:23:52.694515 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-44e33d86-3436-478c-97f5-e365030375d4 req-604915b2-c203-4c5f-a792-aab5fc2cc402 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a3b3d1ff-eaf7-4200-afab-965c0059c17f HTTP/1.1" status: 200 len: 1096 time: 0.0398130 Dec 09 16:23:52.746102 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-44e33d86-3436-478c-97f5-e365030375d4 req-7b42d80c-ff97-4390-b9f6-d3d73f611c4f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7f52571d-e027-4c9d-a774-0054d5d72c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446479 Dec 09 16:23:53.067595 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3f7fa0d1-f0a6-4655-a997-8e7da9bfbdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:53.292809 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1aecf4-aace-4584-8c39-f7d93871d86d req-3f13d29c-6726-4f56-a639-8e7cd536db1b tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:23:53.294288 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5a1aecf4-aace-4584-8c39-f7d93871d86d req-3f13d29c-6726-4f56-a639-8e7cd536db1b tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] 10.222.0.57 "GET /v2.0/ports?device_id=a3b3d1ff-eaf7-4200-afab-965c0059c17f HTTP/1.1" status: 200 len: 945 time: 0.0529840 Dec 09 16:23:53.342584 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5a1aecf4-aace-4584-8c39-f7d93871d86d req-3ba4760e-2169-4c42-945b-d1563cfb7425 tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] 10.222.0.57 "GET /v2.0/security-groups?id=7f52571d-e027-4c9d-a774-0054d5d72c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423810 Dec 09 16:23:54.215550 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:54.458238 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc4136-d047-4865-8914-6e5d873f12b6 req-00b436f7-c128-414a-989f-ad24fbb9cec6 tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:23:54.459711 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f2bc4136-d047-4865-8914-6e5d873f12b6 req-00b436f7-c128-414a-989f-ad24fbb9cec6 tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] 10.222.0.57 "GET /v2.0/ports?device_id=a3b3d1ff-eaf7-4200-afab-965c0059c17f HTTP/1.1" status: 200 len: 945 time: 0.0491810 Dec 09 16:23:54.506293 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f2bc4136-d047-4865-8914-6e5d873f12b6 req-0be29382-0cbf-4218-9ebd-f13b8567af23 tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] 10.222.0.57 "GET /v2.0/security-groups?id=7f52571d-e027-4c9d-a774-0054d5d72c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406067 Dec 09 16:23:55.014111 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:55.470729 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:56.506203 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:56.823683 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6b47a-dc15-430d-9992-3a71c747933b req-f2d3eedc-e98e-4485-bcf5-e2e9aec9a3ba tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:23:56.825192 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-41c6b47a-dc15-430d-9992-3a71c747933b req-f2d3eedc-e98e-4485-bcf5-e2e9aec9a3ba tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] 10.222.0.57 "GET /v2.0/ports?device_id=a3b3d1ff-eaf7-4200-afab-965c0059c17f HTTP/1.1" status: 200 len: 945 time: 0.0480735 Dec 09 16:23:56.875995 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-41c6b47a-dc15-430d-9992-3a71c747933b req-04a18301-398a-4311-bfe8-60d7413e4f3a tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] 10.222.0.57 "GET /v2.0/security-groups?id=7f52571d-e027-4c9d-a774-0054d5d72c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449135 Dec 09 16:23:57.993522 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99293c3-f2b3-434a-bb2a-878619442b36 req-64c98944-cdbf-4832-99e5-441d4eb5a193 tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:23:57.995001 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e99293c3-f2b3-434a-bb2a-878619442b36 req-64c98944-cdbf-4832-99e5-441d4eb5a193 tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] 10.222.0.57 "GET /v2.0/ports?device_id=a3b3d1ff-eaf7-4200-afab-965c0059c17f HTTP/1.1" status: 200 len: 945 time: 0.0495462 Dec 09 16:23:58.042296 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e99293c3-f2b3-434a-bb2a-878619442b36 req-74400c36-4297-4845-83eb-26c55c53739e tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] 10.222.0.57 "GET /v2.0/security-groups?id=7f52571d-e027-4c9d-a774-0054d5d72c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411279 Dec 09 16:23:58.156176 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4f937-cd94-4af9-84fd-332373c9fc46 req-b82545d7-749b-46a6-8671-376906148325 tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:23:58.157554 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d5c4f937-cd94-4af9-84fd-332373c9fc46 req-b82545d7-749b-46a6-8671-376906148325 tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3b3d1ff-eaf7-4200-afab-965c0059c17f HTTP/1.1" status: 200 len: 945 time: 0.0476096 Dec 09 16:23:58.261071 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-d5c4f937-cd94-4af9-84fd-332373c9fc46 req-f6e17309-361c-442b-8318-05bf09d2092a tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] Deleting port 9ee81016-30c4-45c1-a928-f2ac40d780f0 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:23:58.261408 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d5c4f937-cd94-4af9-84fd-332373c9fc46 req-f6e17309-361c-442b-8318-05bf09d2092a tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:58.347532 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-d5c4f937-cd94-4af9-84fd-332373c9fc46 req-f6e17309-361c-442b-8318-05bf09d2092a tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] For port 9ee81016-30c4-45c1-a928-f2ac40d780f0, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=9ee81016-30c4-45c1-a928-f2ac40d780f0,segment=NetworkSegment(0ace850b-666a-4d57-ae90-3f82c46fee62),segment_id=0ace850b-666a-4d57-ae90-3f82c46fee62)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:23:58.347893 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d5c4f937-cd94-4af9-84fd-332373c9fc46 req-f6e17309-361c-442b-8318-05bf09d2092a tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:58.361043 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-d5c4f937-cd94-4af9-84fd-332373c9fc46 req-f6e17309-361c-442b-8318-05bf09d2092a tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] Calling delete_port for 9ee81016-30c4-45c1-a928-f2ac40d780f0 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:23:58.488328 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d5c4f937-cd94-4af9-84fd-332373c9fc46 req-f6e17309-361c-442b-8318-05bf09d2092a tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:58.500065 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['9ee81016-30c4-45c1-a928-f2ac40d780f0'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:23:58.517650 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e17309-361c-442b-8318-05bf09d2092a tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] Pushing event deleted for resources: {'Port': ['ID=9ee81016-30c4-45c1-a928-f2ac40d780f0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:23:58.561278 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c4f937-cd94-4af9-84fd-332373c9fc46 req-f6e17309-361c-442b-8318-05bf09d2092a tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] No DVR routers for this DVR port 9ee81016-30c4-45c1-a928-f2ac40d780f0 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:23:58.564128 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d5c4f937-cd94-4af9-84fd-332373c9fc46 req-f6e17309-361c-442b-8318-05bf09d2092a tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:58.567791 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d5c4f937-cd94-4af9-84fd-332373c9fc46 req-f6e17309-361c-442b-8318-05bf09d2092a tempest-VolumesActionsTest-1044902599 tempest-VolumesActionsTest-1044902599-project] 10.222.0.31 "DELETE /v2.0/ports/9ee81016-30c4-45c1-a928-f2ac40d780f0 HTTP/1.1" status: 204 len: 173 time: 0.4039550 Dec 09 16:23:58.568272 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b3d1ff-eaf7-4200-afab-965c0059c17f', 'name': 'network-vif-deleted', 'tag': '9ee81016-30c4-45c1-a928-f2ac40d780f0'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:23:58.571821 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d258904c-9a98-429d-bb9d-51957ac37bef" -d '{"events": [{"server_uuid": "a3b3d1ff-eaf7-4200-afab-965c0059c17f", "name": "network-vif-deleted", "tag": "9ee81016-30c4-45c1-a928-f2ac40d780f0"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:23:58.609905 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54698671-ec9e-4b16-b084-873d5d6cbb38 x-openstack-request-id: req-54698671-ec9e-4b16-b084-873d5d6cbb38 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:23:58.610204 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b3d1ff-eaf7-4200-afab-965c0059c17f", "name": "network-vif-deleted", "tag": "9ee81016-30c4-45c1-a928-f2ac40d780f0", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:23:58.610467 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-54698671-ec9e-4b16-b084-873d5d6cbb38 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:23:58.610873 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b3d1ff-eaf7-4200-afab-965c0059c17f', 'name': 'network-vif-deleted', 'tag': '9ee81016-30c4-45c1-a928-f2ac40d780f0', 'status': 'completed', 'code': 200} Dec 09 16:24:02.367195 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 9ee81016-30c4-45c1-a928-f2ac40d780f0 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:24:02.388001 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 9ee81016-30c4-45c1-a928-f2ac40d780f0 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:24:02.388433 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 9ee81016-30c4-45c1-a928-f2ac40d780f0 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:24:16.458285 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:19.459278 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 48530) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:24:19.504973 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-12a32459-966e-45a1-868b-077c5f3931dc admin admin] Deleting subnet 6b28056b-973a-4e99-88b5-4e47b56ece56 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 16:24:19.508654 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-12a32459-966e-45a1-868b-077c5f3931dc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:19.542887 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-12a32459-966e-45a1-868b-077c5f3931dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:19.581099 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-12a32459-966e-45a1-868b-077c5f3931dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:19.633750 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-12a32459-966e-45a1-868b-077c5f3931dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:19.662944 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a32459-966e-45a1-868b-077c5f3931dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b28056b-973a-4e99-88b5-4e47b56ece56,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:24:19.667820 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-12a32459-966e-45a1-868b-077c5f3931dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:19.671231 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-12a32459-966e-45a1-868b-077c5f3931dc admin admin] 10.222.0.57 "DELETE /v2.0/subnets/6b28056b-973a-4e99-88b5-4e47b56ece56 HTTP/1.1" status: 204 len: 168 time: 0.2109187 Dec 09 16:24:19.673819 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 48532) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:24:19.741191 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90cb441a-b189-4070-8ab7-69ea7454494f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:19.823785 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90cb441a-b189-4070-8ab7-69ea7454494f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:19.843389 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-90cb441a-b189-4070-8ab7-69ea7454494f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b63a2c25-0590-4a25-bf85-08242c16b79f']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:24:19.852993 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-90cb441a-b189-4070-8ab7-69ea7454494f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ace850b-666a-4d57-ae90-3f82c46fee62') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:24:19.853290 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-90cb441a-b189-4070-8ab7-69ea7454494f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ace850b-666a-4d57-ae90-3f82c46fee62') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:24:19.862359 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90cb441a-b189-4070-8ab7-69ea7454494f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:19.875835 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90cb441a-b189-4070-8ab7-69ea7454494f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:19.881803 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90cb441a-b189-4070-8ab7-69ea7454494f admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:24:19.882832 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90cb441a-b189-4070-8ab7-69ea7454494f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:19.884733 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 16:24:19.884733 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:24:19.884733 n-d-821228-1 neutron-server[103245]: timer() Dec 09 16:24:19.884733 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:24:19.884733 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 16:24:19.884733 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:24:19.884733 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 16:24:19.884733 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:24:19.884733 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 16:24:19.884733 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:24:19.884733 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 16:24:19.884733 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:24:19.884733 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 16:24:19.884733 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:24:19.884733 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:24:19.884733 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:24:19.884733 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:24:19.884733 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:24:19.884733 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 16:24:19.884733 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:24:19.884733 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 16:24:19.884733 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:24:19.884733 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:24:19.884733 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:24:19.884733 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 16:24:19.884733 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:24:19.884733 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:24:19.884733 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:24:19.884733 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:24:19.884733 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:24:19.884733 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:24:19.884733 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:24:19.938586 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90cb441a-b189-4070-8ab7-69ea7454494f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:19.955311 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-90cb441a-b189-4070-8ab7-69ea7454494f admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:19.958630 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-90cb441a-b189-4070-8ab7-69ea7454494f admin admin] 10.222.0.57 "DELETE /v2.0/networks/b63a2c25-0590-4a25-bf85-08242c16b79f HTTP/1.1" status: 204 len: 168 time: 0.2838671 Dec 09 16:24:19.960011 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb441a-b189-4070-8ab7-69ea7454494f admin admin] Pushing event deleted for resources: {'Network': ['ID=b63a2c25-0590-4a25-bf85-08242c16b79f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:24:19.962719 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 48534) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:24:20.010571 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-517afbdb-694d-42f8-9955-e7c50313672e admin admin] Deleting subnet 812540d0-9614-4d5d-92ab-5bea8fe06671 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 16:24:20.014091 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-517afbdb-694d-42f8-9955-e7c50313672e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:20.049668 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-517afbdb-694d-42f8-9955-e7c50313672e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:20.088171 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-517afbdb-694d-42f8-9955-e7c50313672e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:20.143471 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-517afbdb-694d-42f8-9955-e7c50313672e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:20.169766 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517afbdb-694d-42f8-9955-e7c50313672e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=812540d0-9614-4d5d-92ab-5bea8fe06671,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:24:20.173572 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-517afbdb-694d-42f8-9955-e7c50313672e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:20.179966 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-517afbdb-694d-42f8-9955-e7c50313672e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/812540d0-9614-4d5d-92ab-5bea8fe06671 HTTP/1.1" status: 204 len: 168 time: 0.2155850 Dec 09 16:24:20.180151 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 48536) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:24:20.252004 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-122283cb-de5f-4b67-b3c3-3acb94cf7970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:20.330441 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-122283cb-de5f-4b67-b3c3-3acb94cf7970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:20.354316 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-122283cb-de5f-4b67-b3c3-3acb94cf7970 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58137800-af70-4fd9-a426-65e54b14b0ef']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:24:20.363645 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-122283cb-de5f-4b67-b3c3-3acb94cf7970 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22acb3f8-abef-4ed2-acf5-ce50d2be88df') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:24:20.363939 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-122283cb-de5f-4b67-b3c3-3acb94cf7970 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22acb3f8-abef-4ed2-acf5-ce50d2be88df') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:24:20.373130 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-122283cb-de5f-4b67-b3c3-3acb94cf7970 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:20.387283 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-122283cb-de5f-4b67-b3c3-3acb94cf7970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:20.393555 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-122283cb-de5f-4b67-b3c3-3acb94cf7970 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:24:20.394007 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-122283cb-de5f-4b67-b3c3-3acb94cf7970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:20.395910 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 16:24:20.395910 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:24:20.395910 n-d-821228-1 neutron-server[103245]: timer() Dec 09 16:24:20.395910 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:24:20.395910 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 16:24:20.395910 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:24:20.395910 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 16:24:20.395910 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:24:20.395910 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 16:24:20.395910 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:24:20.395910 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 16:24:20.395910 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:24:20.395910 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 16:24:20.395910 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:24:20.395910 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:24:20.395910 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:24:20.395910 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:24:20.395910 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:24:20.395910 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 16:24:20.395910 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:24:20.395910 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 16:24:20.395910 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:24:20.395910 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:24:20.395910 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:24:20.395910 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 16:24:20.395910 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:24:20.395910 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:24:20.395910 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:24:20.395910 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:24:20.395910 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:24:20.395910 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:24:20.395910 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:24:20.453979 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-122283cb-de5f-4b67-b3c3-3acb94cf7970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:20.459098 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-122283cb-de5f-4b67-b3c3-3acb94cf7970 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:20.462998 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-122283cb-de5f-4b67-b3c3-3acb94cf7970 admin admin] 10.222.0.57 "DELETE /v2.0/networks/58137800-af70-4fd9-a426-65e54b14b0ef HTTP/1.1" status: 204 len: 168 time: 0.2817972 Dec 09 16:24:20.476714 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122283cb-de5f-4b67-b3c3-3acb94cf7970 admin admin] Pushing event deleted for resources: {'Network': ['ID=58137800-af70-4fd9-a426-65e54b14b0ef,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:24:20.543104 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f42953fa-7b1b-457e-a4e0-60a3af37adb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:20.626661 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 48540) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:24:20.670301 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2e182245-272d-4656-a5f3-e4380a0abd0c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=19c34ecce00548298ee8c8fb888899d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424671 Dec 09 16:24:20.672786 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 48542) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:24:20.724242 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4afe3aa2-b263-4318-b28c-72cb1c9333ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:20.747483 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4afe3aa2-b263-4318-b28c-72cb1c9333ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:20.799994 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4afe3aa2-b263-4318-b28c-72cb1c9333ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:20.802596 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4afe3aa2-b263-4318-b28c-72cb1c9333ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:20.803750 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4afe3aa2-b263-4318-b28c-72cb1c9333ee admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7f52571d-e027-4c9d-a774-0054d5d72c30 HTTP/1.1" status: 204 len: 168 time: 0.1300597 Dec 09 16:24:20.812472 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe3aa2-b263-4318-b28c-72cb1c9333ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f52571d-e027-4c9d-a774-0054d5d72c30,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:24:21.114364 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 48548) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:24:21.153688 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-edc0412f-768d-4acc-ac4c-47f5511c605d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a3e01dcc59204051b02196a1c983a30b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381045 Dec 09 16:24:21.156001 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 48550) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:24:21.202844 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-31a10c95-1267-42b3-a1f5-c107be515d45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:21.224236 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-31a10c95-1267-42b3-a1f5-c107be515d45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:21.274282 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-31a10c95-1267-42b3-a1f5-c107be515d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:21.276936 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-31a10c95-1267-42b3-a1f5-c107be515d45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:21.278132 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-31a10c95-1267-42b3-a1f5-c107be515d45 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8cc0c9a1-90b4-4d74-a04c-9e2c2645236d HTTP/1.1" status: 204 len: 168 time: 0.1211791 Dec 09 16:24:21.286506 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a10c95-1267-42b3-a1f5-c107be515d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc0c9a1-90b4-4d74-a04c-9e2c2645236d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:24:23.069764 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fba951e5-381f-4ed8-bb4f-67cbfab6515d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:24.214473 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:25.012761 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:25.473259 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:26.510428 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:27.750098 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:24:31.240743 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 48680) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:24:31.352119 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3451a7ca-e320-4fe9-a6c3-7a0de8cb8833 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:31.428716 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3451a7ca-e320-4fe9-a6c3-7a0de8cb8833 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:31.433193 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3451a7ca-e320-4fe9-a6c3-7a0de8cb8833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:31.475088 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3451a7ca-e320-4fe9-a6c3-7a0de8cb8833 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1c43dd163b0d4aed9f1d393b3d8d5117&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2332251 Dec 09 16:24:31.476528 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3451a7ca-e320-4fe9-a6c3-7a0de8cb8833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22353eea-2218-4da9-bb70-9bd615472eb3,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:24:31.480117 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 48684) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:24:31.536915 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-24dbec75-82d7-4203-9f19-ff21c8b9aaff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:31.559297 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-24dbec75-82d7-4203-9f19-ff21c8b9aaff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:31.605985 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-24dbec75-82d7-4203-9f19-ff21c8b9aaff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:31.608835 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-24dbec75-82d7-4203-9f19-ff21c8b9aaff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:31.610096 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-24dbec75-82d7-4203-9f19-ff21c8b9aaff admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/22353eea-2218-4da9-bb70-9bd615472eb3 HTTP/1.1" status: 204 len: 168 time: 0.1279480 Dec 09 16:24:31.618928 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dbec75-82d7-4203-9f19-ff21c8b9aaff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22353eea-2218-4da9-bb70-9bd615472eb3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:24:31.877826 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 48690) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:24:31.891733 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-63c45714-57b1-45ad-84bf-839291816f49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:31.969524 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-63c45714-57b1-45ad-84bf-839291816f49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:31.973806 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-63c45714-57b1-45ad-84bf-839291816f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:32.016652 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c45714-57b1-45ad-84bf-839291816f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a407f727-850f-4f2d-96df-703c21fb17fc,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:24:32.021838 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-63c45714-57b1-45ad-84bf-839291816f49 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=37de40b802ca406abdcc3d9b1b2a0a3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1428862 Dec 09 16:24:32.024345 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 48692) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:24:32.071890 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b207ecb1-30c2-41c5-a32b-40c108ec5c09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:32.092487 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b207ecb1-30c2-41c5-a32b-40c108ec5c09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:32.142464 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b207ecb1-30c2-41c5-a32b-40c108ec5c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:32.145435 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b207ecb1-30c2-41c5-a32b-40c108ec5c09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:32.146719 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b207ecb1-30c2-41c5-a32b-40c108ec5c09 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a407f727-850f-4f2d-96df-703c21fb17fc HTTP/1.1" status: 204 len: 168 time: 0.1212964 Dec 09 16:24:32.155225 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b207ecb1-30c2-41c5-a32b-40c108ec5c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a407f727-850f-4f2d-96df-703c21fb17fc,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:24:32.474854 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 48698) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:24:32.488930 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff817c22-f842-490d-9d7f-e7de340782b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:32.561983 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff817c22-f842-490d-9d7f-e7de340782b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:32.565675 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff817c22-f842-490d-9d7f-e7de340782b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:32.604638 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ff817c22-f842-490d-9d7f-e7de340782b7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=66a0cc8d16d246b3a9a535b052df66d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1284091 Dec 09 16:24:32.605621 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff817c22-f842-490d-9d7f-e7de340782b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3a468d-7737-4123-b7e3-846792e4f181,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:24:32.607202 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 48700) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:24:32.655970 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-86dd79a6-01bc-41d2-8ef9-def92c42be8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:32.676135 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-86dd79a6-01bc-41d2-8ef9-def92c42be8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:32.722048 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-86dd79a6-01bc-41d2-8ef9-def92c42be8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:32.725003 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-86dd79a6-01bc-41d2-8ef9-def92c42be8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:32.726455 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-86dd79a6-01bc-41d2-8ef9-def92c42be8a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3c3a468d-7737-4123-b7e3-846792e4f181 HTTP/1.1" status: 204 len: 168 time: 0.1182637 Dec 09 16:24:32.735341 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd79a6-01bc-41d2-8ef9-def92c42be8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3a468d-7737-4123-b7e3-846792e4f181,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:24:35.105952 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-49f35a8f-d9df-4d4b-ba12-510d92ac3e67 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=aacaf44e30274f83a69873d97f473760&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332081 Dec 09 16:24:35.299578 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-23f3d045-d64a-46a4-aab7-f31e8776fac8 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:24:35.301125 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-23f3d045-d64a-46a4-aab7-f31e8776fac8 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1896806 Dec 09 16:24:35.318225 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-e3388893-160f-46ee-ab72-f373a427d624 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] 10.222.0.57 "GET /v2.0/quotas/aacaf44e30274f83a69873d97f473760 HTTP/1.1" status: 200 len: 375 time: 0.0097203 Dec 09 16:24:35.351529 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-f8875e47-ca7e-4dd1-85f8-26477e258195 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=aacaf44e30274f83a69873d97f473760&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262480 Dec 09 16:24:35.507704 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dccd5f84-e4b1-44e4-bab2-910cac66d7f6 req-47881f89-2813-4b2b-9bde-5b1538935633 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] 10.222.0.57 "GET /v2.0/ports?device_id=630d3516-7c52-4ed5-b2ff-a7435e1351a9 HTTP/1.1" status: 200 len: 210 time: 0.0261850 Dec 09 16:24:36.449384 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-5b9b61ad-bb30-47b3-b595-7a3ed3d66c82 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=aacaf44e30274f83a69873d97f473760&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226469 Dec 09 16:24:36.567012 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-2eed96cd-a668-4dfa-9a93-00a5edf3642e tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:24:36.568474 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-2eed96cd-a668-4dfa-9a93-00a5edf3642e tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1135054 Dec 09 16:24:36.591055 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-535fcca2-61f1-478c-a30b-18c8622722bc tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Request body: {'port': {'device_id': '630d3516-7c52-4ed5-b2ff-a7435e1351a9', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'admin_state_up': True, 'tenant_id': 'aacaf44e30274f83a69873d97f473760'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:24:36.611097 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d934afb2-a57e-495d-a938-d018cbcd9b55 req-e838b810-a973-474f-83d5-df6669ecdf08 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] 10.222.0.57 "GET /v2.0/ports?device_id=630d3516-7c52-4ed5-b2ff-a7435e1351a9 HTTP/1.1" status: 200 len: 210 time: 0.0335612 Dec 09 16:24:36.717630 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-535fcca2-61f1-478c-a30b-18c8622722bc tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Made reservation on behalf of aacaf44e30274f83a69873d97f473760 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:24:36.721295 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-535fcca2-61f1-478c-a30b-18c8622722bc tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:36.730983 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-535fcca2-61f1-478c-a30b-18c8622722bc tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:36.804514 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-535fcca2-61f1-478c-a30b-18c8622722bc tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:36.808296 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-535fcca2-61f1-478c-a30b-18c8622722bc tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:36.870265 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535fcca2-61f1-478c-a30b-18c8622722bc tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86d6928e-b169-46e2-afe3-c9f8e98adf19,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:24:36.945725 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-535fcca2-61f1-478c-a30b-18c8622722bc tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Allocated IP 192.168.233.35 (bf6a25f7-2b73-48b5-b60f-99a19e919fb7/54e6953c-1261-4e7c-8b49-64e5b87424c2/2812657c-e5b3-4789-9feb-98256f286b87) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:24:37.113297 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-535fcca2-61f1-478c-a30b-18c8622722bc tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:37.150017 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-535fcca2-61f1-478c-a30b-18c8622722bc tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:37.195108 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-535fcca2-61f1-478c-a30b-18c8622722bc tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:24:37.200823 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-535fcca2-61f1-478c-a30b-18c8622722bc tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:24:37.204499 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-535fcca2-61f1-478c-a30b-18c8622722bc tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:24:37.211119 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535fcca2-61f1-478c-a30b-18c8622722bc tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Pushing event updated for resources: {'Port': ['ID=2812657c-e5b3-4789-9feb-98256f286b87,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:24:37.259966 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-535fcca2-61f1-478c-a30b-18c8622722bc tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:24:37.261480 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-535fcca2-61f1-478c-a30b-18c8622722bc tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:37.279749 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-535fcca2-61f1-478c-a30b-18c8622722bc tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6938646 Dec 09 16:24:37.293964 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-b9842e7e-0c6b-4959-b3c1-36c2cd87ddfd service neutron] Request body: {'port': {'device_id': '630d3516-7c52-4ed5-b2ff-a7435e1351a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:24:37.350227 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-b9842e7e-0c6b-4959-b3c1-36c2cd87ddfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:37.393426 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d601b8df-8a11-43ad-82cc-a5a84a6ef6eb None None] Provisioning complete for port 2812657c-e5b3-4789-9feb-98256f286b87 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:24:37.394381 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d601b8df-8a11-43ad-82cc-a5a84a6ef6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:37.427371 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d601b8df-8a11-43ad-82cc-a5a84a6ef6eb None None] Port 2812657c-e5b3-4789-9feb-98256f286b87 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:24:37.617024 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-b9842e7e-0c6b-4959-b3c1-36c2cd87ddfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2812657c-e5b3-4789-9feb-98256f286b87 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:24:37.624449 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-b9842e7e-0c6b-4959-b3c1-36c2cd87ddfd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:37.636017 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-b9842e7e-0c6b-4959-b3c1-36c2cd87ddfd service neutron] Transition to ACTIVE for port object 2812657c-e5b3-4789-9feb-98256f286b87 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:24:37.640923 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-b9842e7e-0c6b-4959-b3c1-36c2cd87ddfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:37.700670 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9842e7e-0c6b-4959-b3c1-36c2cd87ddfd service neutron] Pushing event updated for resources: {'Port': ['ID=2812657c-e5b3-4789-9feb-98256f286b87,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:24:37.790218 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f4336-977e-47d6-8dc8-17cac8e58b41 req-5398c5c1-6dc8-4c24-ae97-59e7419a32d2 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:24:37.792629 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f47f4336-977e-47d6-8dc8-17cac8e58b41 req-5398c5c1-6dc8-4c24-ae97-59e7419a32d2 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] 10.222.0.57 "GET /v2.0/ports?device_id=630d3516-7c52-4ed5-b2ff-a7435e1351a9 HTTP/1.1" status: 200 len: 947 time: 0.1036239 Dec 09 16:24:37.813178 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-b9842e7e-0c6b-4959-b3c1-36c2cd87ddfd service neutron] Attempting to bind port 2812657c-e5b3-4789-9feb-98256f286b87 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:24:37.813517 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-b9842e7e-0c6b-4959-b3c1-36c2cd87ddfd service neutron] Attempting to bind port 2812657c-e5b3-4789-9feb-98256f286b87 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:24:37.813846 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-b9842e7e-0c6b-4959-b3c1-36c2cd87ddfd service neutron] Attempting to bind port 2812657c-e5b3-4789-9feb-98256f286b87 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:24:37.825501 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-b9842e7e-0c6b-4959-b3c1-36c2cd87ddfd service neutron] Port 2812657c-e5b3-4789-9feb-98256f286b87 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:24:37.825828 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-b9842e7e-0c6b-4959-b3c1-36c2cd87ddfd service neutron] Attempting to bind port 2812657c-e5b3-4789-9feb-98256f286b87 on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:24:37.834997 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-b9842e7e-0c6b-4959-b3c1-36c2cd87ddfd service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:24:37.835583 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-b9842e7e-0c6b-4959-b3c1-36c2cd87ddfd service neutron] Checking segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:24:37.836287 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-b9842e7e-0c6b-4959-b3c1-36c2cd87ddfd service neutron] Bound using segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:24:37.837092 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-b9842e7e-0c6b-4959-b3c1-36c2cd87ddfd service neutron] Bound port: 2812657c-e5b3-4789-9feb-98256f286b87, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:24:37.837720 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-b9842e7e-0c6b-4959-b3c1-36c2cd87ddfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:37.895458 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f47f4336-977e-47d6-8dc8-17cac8e58b41 req-cef9fd45-4f17-4ed7-a0e7-80aa3368cbd1 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] 10.222.0.57 "GET /v2.0/security-groups?id=86d6928e-b169-46e2-afe3-c9f8e98adf19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929062 Dec 09 16:24:37.926110 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-b9842e7e-0c6b-4959-b3c1-36c2cd87ddfd service neutron] For port 2812657c-e5b3-4789-9feb-98256f286b87, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:24:37.929080 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-b9842e7e-0c6b-4959-b3c1-36c2cd87ddfd service neutron] For port 2812657c-e5b3-4789-9feb-98256f286b87, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=2812657c-e5b3-4789-9feb-98256f286b87,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:24:37.934284 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-b9842e7e-0c6b-4959-b3c1-36c2cd87ddfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:37.968548 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-b9842e7e-0c6b-4959-b3c1-36c2cd87ddfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:24:37.969228 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-b9842e7e-0c6b-4959-b3c1-36c2cd87ddfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:37.970688 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-b9842e7e-0c6b-4959-b3c1-36c2cd87ddfd service neutron] 10.222.0.31 "PUT /v2.0/ports/2812657c-e5b3-4789-9feb-98256f286b87 HTTP/1.1" status: 200 len: 1095 time: 0.6818419 Dec 09 16:24:37.971130 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '630d3516-7c52-4ed5-b2ff-a7435e1351a9', 'tag': '2812657c-e5b3-4789-9feb-98256f286b87'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:24:37.973397 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640b104b-b999-4e6e-8f34-5c3fc3f7f8e1" -d '{"events": [{"name": "network-changed", "server_uuid": "630d3516-7c52-4ed5-b2ff-a7435e1351a9", "tag": "2812657c-e5b3-4789-9feb-98256f286b87"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:24:38.010699 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9842e7e-0c6b-4959-b3c1-36c2cd87ddfd service neutron] Pushing event updated for resources: {'Port': ['ID=2812657c-e5b3-4789-9feb-98256f286b87,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:24:38.023005 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626ad386-61d7-416c-a77e-590e00f33b8b x-openstack-request-id: req-626ad386-61d7-416c-a77e-590e00f33b8b {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:24:38.023301 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "630d3516-7c52-4ed5-b2ff-a7435e1351a9", "tag": "2812657c-e5b3-4789-9feb-98256f286b87", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:24:38.023555 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-626ad386-61d7-416c-a77e-590e00f33b8b {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:24:38.023958 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '630d3516-7c52-4ed5-b2ff-a7435e1351a9', 'tag': '2812657c-e5b3-4789-9feb-98256f286b87', 'status': 'completed', 'code': 200} Dec 09 16:24:38.060073 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-0c41d574-7d9a-4dc6-bb82-f748c8966414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:24:38.061630 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-0c41d574-7d9a-4dc6-bb82-f748c8966414 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aacaf44e30274f83a69873d97f473760&device_id=630d3516-7c52-4ed5-b2ff-a7435e1351a9 HTTP/1.1" status: 200 len: 1098 time: 0.0484879 Dec 09 16:24:38.109404 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-b6f96e81-cb2b-4eeb-b943-29aae0b3445e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=2812657c-e5b3-4789-9feb-98256f286b87 HTTP/1.1" status: 200 len: 217 time: 0.0375106 Dec 09 16:24:38.161873 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-20255531-f8de-4a3a-bada-7dbf108e3bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:24:38.163368 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-20255531-f8de-4a3a-bada-7dbf108e3bb7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0466688 Dec 09 16:24:38.211996 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-fd46565b-850a-44e2-a216-1c7ea809557a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:24:38.214138 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-fd46565b-850a-44e2-a216-1c7ea809557a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0431359 Dec 09 16:24:38.302642 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-4d283e7f-32d7-4522-a641-108ea833e9e6 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817866 Dec 09 16:24:38.394002 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-474eeb22-bd10-4b41-8f96-18b6f11bb5d2 req-8083759e-2995-46aa-8ed8-a623d2e1d421 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848033 Dec 09 16:24:38.478014 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b104b-b999-4e6e-8f34-5c3fc3f7f8e1 req-bf82b784-12a8-4e18-876a-6721f8a405a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:24:38.479477 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-640b104b-b999-4e6e-8f34-5c3fc3f7f8e1 req-bf82b784-12a8-4e18-876a-6721f8a405a8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aacaf44e30274f83a69873d97f473760&device_id=630d3516-7c52-4ed5-b2ff-a7435e1351a9 HTTP/1.1" status: 200 len: 1098 time: 0.0416207 Dec 09 16:24:38.568445 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b104b-b999-4e6e-8f34-5c3fc3f7f8e1 req-f8ddec2d-ef7e-435e-8615-8b63b9fe373f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:24:38.569943 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-640b104b-b999-4e6e-8f34-5c3fc3f7f8e1 req-f8ddec2d-ef7e-435e-8615-8b63b9fe373f service neutron] 10.222.0.31 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.0840118 Dec 09 16:24:38.613793 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-640b104b-b999-4e6e-8f34-5c3fc3f7f8e1 req-78b65919-d4b5-4a7f-8bd3-670809f01624 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=2812657c-e5b3-4789-9feb-98256f286b87 HTTP/1.1" status: 200 len: 217 time: 0.0367663 Dec 09 16:24:38.661333 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b104b-b999-4e6e-8f34-5c3fc3f7f8e1 req-607cc34e-4b9f-4392-91ec-bbb0bfb9738c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:24:38.662730 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-640b104b-b999-4e6e-8f34-5c3fc3f7f8e1 req-607cc34e-4b9f-4392-91ec-bbb0bfb9738c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0416341 Dec 09 16:24:38.707202 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b104b-b999-4e6e-8f34-5c3fc3f7f8e1 req-0bea039e-6403-459e-a030-dc56006b7a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:24:38.708708 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-640b104b-b999-4e6e-8f34-5c3fc3f7f8e1 req-0bea039e-6403-459e-a030-dc56006b7a21 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0390575 Dec 09 16:24:38.800266 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-640b104b-b999-4e6e-8f34-5c3fc3f7f8e1 req-8d474582-d31f-42f8-84bf-c064f157a315 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839553 Dec 09 16:24:38.890349 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-640b104b-b999-4e6e-8f34-5c3fc3f7f8e1 req-24246a9f-134a-4072-8000-18a2b4cab3d5 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820997 Dec 09 16:24:39.011990 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675c199-8267-4b87-a82c-e1bb8fd693d1 req-0fe91050-c7a8-45c0-be4b-ab35c84cbc0f tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:24:39.013500 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0675c199-8267-4b87-a82c-e1bb8fd693d1 req-0fe91050-c7a8-45c0-be4b-ab35c84cbc0f tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] 10.222.0.57 "GET /v2.0/ports?device_id=630d3516-7c52-4ed5-b2ff-a7435e1351a9 HTTP/1.1" status: 200 len: 947 time: 0.0485616 Dec 09 16:24:39.065320 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0675c199-8267-4b87-a82c-e1bb8fd693d1 req-d83fbc3b-9890-4258-8515-9e588e906fcc tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] 10.222.0.57 "GET /v2.0/security-groups?id=86d6928e-b169-46e2-afe3-c9f8e98adf19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457399 Dec 09 16:24:40.180841 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27502f8-94c0-45bb-88ce-b18dc1306bfc req-0c0da584-76a9-439a-821f-15343150a6bc tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:24:40.182526 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a27502f8-94c0-45bb-88ce-b18dc1306bfc req-0c0da584-76a9-439a-821f-15343150a6bc tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] 10.222.0.57 "GET /v2.0/ports?device_id=630d3516-7c52-4ed5-b2ff-a7435e1351a9 HTTP/1.1" status: 200 len: 947 time: 0.0481241 Dec 09 16:24:40.229435 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a27502f8-94c0-45bb-88ce-b18dc1306bfc req-d8f6fe50-cf40-4286-83e3-83dd0a69b776 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] 10.222.0.57 "GET /v2.0/security-groups?id=86d6928e-b169-46e2-afe3-c9f8e98adf19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410933 Dec 09 16:24:40.551764 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 2812657c-e5b3-4789-9feb-98256f286b87 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:24:40.646069 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 2812657c-e5b3-4789-9feb-98256f286b87, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=2812657c-e5b3-4789-9feb-98256f286b87,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:24:40.657261 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '2812657c-e5b3-4789-9feb-98256f286b87', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'port_id': '2812657c-e5b3-4789-9feb-98256f286b87', 'mac_address': 'fa:16:3e:c2:ae:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6953c-1261-4e7c-8b49-64e5b87424c2', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:24:40.693461 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:40.707269 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2812657c-e5b3-4789-9feb-98256f286b87 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:24:40.726515 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 2812657c-e5b3-4789-9feb-98256f286b87, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=2812657c-e5b3-4789-9feb-98256f286b87,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:24:40.730269 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:40.777079 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=2812657c-e5b3-4789-9feb-98256f286b87,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:24:41.015651 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['2812657c-e5b3-4789-9feb-98256f286b87'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:24:41.347560 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4bc85-67d9-4a12-9415-b2a0c48920ac req-823349e2-fc10-43f7-b9c1-811c2ee27215 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:24:41.349088 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-31b4bc85-67d9-4a12-9415-b2a0c48920ac req-823349e2-fc10-43f7-b9c1-811c2ee27215 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] 10.222.0.57 "GET /v2.0/ports?device_id=630d3516-7c52-4ed5-b2ff-a7435e1351a9 HTTP/1.1" status: 200 len: 948 time: 0.0485790 Dec 09 16:24:41.396810 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-31b4bc85-67d9-4a12-9415-b2a0c48920ac req-a08f7f6e-4b0d-4c55-9d3c-8ae540f1bcaa tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] 10.222.0.57 "GET /v2.0/security-groups?id=86d6928e-b169-46e2-afe3-c9f8e98adf19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407529 Dec 09 16:24:42.519053 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c64f48-c18e-4b03-bb19-dbcef68452eb req-d00acf65-c34b-46d3-a5ba-dada2f5603b0 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:24:42.520516 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-95c64f48-c18e-4b03-bb19-dbcef68452eb req-d00acf65-c34b-46d3-a5ba-dada2f5603b0 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] 10.222.0.57 "GET /v2.0/ports?device_id=630d3516-7c52-4ed5-b2ff-a7435e1351a9 HTTP/1.1" status: 200 len: 948 time: 0.0555384 Dec 09 16:24:42.567334 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 2812657c-e5b3-4789-9feb-98256f286b87 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:24:42.570385 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-95c64f48-c18e-4b03-bb19-dbcef68452eb req-f213813b-7788-4623-a4d6-d3785c1cc7b8 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] 10.222.0.57 "GET /v2.0/security-groups?id=86d6928e-b169-46e2-afe3-c9f8e98adf19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436149 Dec 09 16:24:42.617508 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 2812657c-e5b3-4789-9feb-98256f286b87 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:24:42.621809 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 2812657c-e5b3-4789-9feb-98256f286b87 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:24:42.622177 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:42.853050 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:42.875579 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630d3516-7c52-4ed5-b2ff-a7435e1351a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2812657c-e5b3-4789-9feb-98256f286b87'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:24:42.877755 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}320f96061b90ca1d706257b8c35f523c9bf8e187fec47e9d8ddd146914f7b9e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b744238b-4685-4421-834d-958d6271a5e4" -d '{"events": [{"server_uuid": "630d3516-7c52-4ed5-b2ff-a7435e1351a9", "name": "network-vif-plugged", "status": "completed", "tag": "2812657c-e5b3-4789-9feb-98256f286b87"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:24:42.890018 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 2812657c-e5b3-4789-9feb-98256f286b87, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=2812657c-e5b3-4789-9feb-98256f286b87,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:24:42.894108 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:42.917781 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9080bc-78a3-4f15-850b-784f74640567 x-openstack-request-id: req-1c9080bc-78a3-4f15-850b-784f74640567 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:24:42.918059 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "630d3516-7c52-4ed5-b2ff-a7435e1351a9", "name": "network-vif-plugged", "status": "completed", "tag": "2812657c-e5b3-4789-9feb-98256f286b87", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:24:42.918357 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1c9080bc-78a3-4f15-850b-784f74640567 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:24:42.918784 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630d3516-7c52-4ed5-b2ff-a7435e1351a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2812657c-e5b3-4789-9feb-98256f286b87', 'code': 200} Dec 09 16:24:42.945084 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=2812657c-e5b3-4789-9feb-98256f286b87,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:24:43.014658 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f028e-34f1-4af9-b48c-6467198f70e9 req-89a279e6-8f15-48cc-be37-5cc149149333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:24:43.016230 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-902f028e-34f1-4af9-b48c-6467198f70e9 req-89a279e6-8f15-48cc-be37-5cc149149333 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=630d3516-7c52-4ed5-b2ff-a7435e1351a9 HTTP/1.1" status: 200 len: 1100 time: 0.0412414 Dec 09 16:24:43.060435 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-902f028e-34f1-4af9-b48c-6467198f70e9 req-836a3b61-d963-4c05-8ca5-0f93253bf22a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=86d6928e-b169-46e2-afe3-c9f8e98adf19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373156 Dec 09 16:24:43.693109 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79b213-bf1a-4d89-abf6-9875849be11d req-fa246431-d118-4882-92a0-89e2ada842e3 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:24:43.694578 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7f79b213-bf1a-4d89-abf6-9875849be11d req-fa246431-d118-4882-92a0-89e2ada842e3 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] 10.222.0.57 "GET /v2.0/ports?device_id=630d3516-7c52-4ed5-b2ff-a7435e1351a9 HTTP/1.1" status: 200 len: 949 time: 0.0536914 Dec 09 16:24:43.742325 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7f79b213-bf1a-4d89-abf6-9875849be11d req-6bee6ec9-4711-4bb1-9f80-af1aea4387a4 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] 10.222.0.57 "GET /v2.0/security-groups?id=86d6928e-b169-46e2-afe3-c9f8e98adf19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412970 Dec 09 16:24:44.857606 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50085e61-6a9c-4b38-955a-65b074e4bd9c req-111cda98-65a3-4601-94ce-55beb18c91c2 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:24:44.859078 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-50085e61-6a9c-4b38-955a-65b074e4bd9c req-111cda98-65a3-4601-94ce-55beb18c91c2 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] 10.222.0.57 "GET /v2.0/ports?device_id=630d3516-7c52-4ed5-b2ff-a7435e1351a9 HTTP/1.1" status: 200 len: 949 time: 0.0480487 Dec 09 16:24:44.905140 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-50085e61-6a9c-4b38-955a-65b074e4bd9c req-76adcd88-3af2-448a-9836-dea27fe3b395 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] 10.222.0.57 "GET /v2.0/security-groups?id=86d6928e-b169-46e2-afe3-c9f8e98adf19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401187 Dec 09 16:24:46.559429 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:50.545326 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ef5ffa5a-0d7b-4c5e-bba0-e113969fca88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:53.071516 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-588fea73-a47b-4e79-bd09-98d1f5aea21d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:54.218230 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:55.012326 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:55.477173 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:24:56.515372 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:25:04.750212 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:25:16.557815 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:25:20.548146 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2d0b3a4a-c204-426d-8ce9-63a65eb5362f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:25:23.076283 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ee7c0a69-2373-421d-8002-a4972560528d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:25:24.221280 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:25:25.025746 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:25:25.479941 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:25:26.517439 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:25:33.514901 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-06695042-6fa1-4161-8ca7-d71a21cd899c req-5b32f771-a134-416b-ae35-3e2437bb38c9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=630d3516-7c52-4ed5-b2ff-a7435e1351a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1436782 Dec 09 16:25:33.601898 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06695042-6fa1-4161-8ca7-d71a21cd899c req-1d14660a-2198-4b96-8d5d-c1451d2911ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:25:33.603528 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-06695042-6fa1-4161-8ca7-d71a21cd899c req-1d14660a-2198-4b96-8d5d-c1451d2911ae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aacaf44e30274f83a69873d97f473760&device_id=630d3516-7c52-4ed5-b2ff-a7435e1351a9 HTTP/1.1" status: 200 len: 1100 time: 0.0448949 Dec 09 16:25:33.709185 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06695042-6fa1-4161-8ca7-d71a21cd899c req-9f5c7141-a74b-4fb5-bd81-b011274cbe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:25:33.710643 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-06695042-6fa1-4161-8ca7-d71a21cd899c req-9f5c7141-a74b-4fb5-bd81-b011274cbe48 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.0866992 Dec 09 16:25:33.760132 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-06695042-6fa1-4161-8ca7-d71a21cd899c req-4599d029-f6dd-48f7-b204-fab5b83d8e59 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=2812657c-e5b3-4789-9feb-98256f286b87 HTTP/1.1" status: 200 len: 217 time: 0.0403826 Dec 09 16:25:34.148167 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06695042-6fa1-4161-8ca7-d71a21cd899c req-bcddcd7d-e8e6-424e-9bca-b7bc04db041d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:25:34.149662 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-06695042-6fa1-4161-8ca7-d71a21cd899c req-bcddcd7d-e8e6-424e-9bca-b7bc04db041d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.3820992 Dec 09 16:25:34.196745 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06695042-6fa1-4161-8ca7-d71a21cd899c req-8dcea680-5b6b-4355-b3c0-f746c016a133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:25:34.198275 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-06695042-6fa1-4161-8ca7-d71a21cd899c req-8dcea680-5b6b-4355-b3c0-f746c016a133 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0407636 Dec 09 16:25:34.296101 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-06695042-6fa1-4161-8ca7-d71a21cd899c req-4dfeac8f-ef4b-43e4-bea9-5aa7f7ac7127 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901630 Dec 09 16:25:34.389444 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-06695042-6fa1-4161-8ca7-d71a21cd899c req-75587721-4286-446a-a051-13f7fa13e630 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850027 Dec 09 16:25:41.750641 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:25:46.562583 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:25:50.562478 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-81b47aec-6315-472b-977b-393feaac216b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:25:52.938539 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcaddb3-b472-4231-9078-fe8eaacf7121 req-973fa9cc-6dfa-463a-9c35-f6a9c2abd5ae tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:25:52.940027 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-afcaddb3-b472-4231-9078-fe8eaacf7121 req-973fa9cc-6dfa-463a-9c35-f6a9c2abd5ae tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] 10.222.0.57 "GET /v2.0/ports?device_id=630d3516-7c52-4ed5-b2ff-a7435e1351a9 HTTP/1.1" status: 200 len: 949 time: 0.0521262 Dec 09 16:25:52.990859 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-afcaddb3-b472-4231-9078-fe8eaacf7121 req-c47b8e39-1082-4b54-945c-d32ddfcaaa37 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] 10.222.0.57 "GET /v2.0/security-groups?id=86d6928e-b169-46e2-afe3-c9f8e98adf19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447931 Dec 09 16:25:53.079159 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-606dcb57-27f5-4123-a1ff-e4be805209b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:25:54.164672 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f289451-fb53-45bc-a794-4be9341c782d req-cc90183a-28b1-4ca5-938d-3b47ef2e2db4 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:25:54.166177 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2f289451-fb53-45bc-a794-4be9341c782d req-cc90183a-28b1-4ca5-938d-3b47ef2e2db4 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] 10.222.0.57 "GET /v2.0/ports?device_id=630d3516-7c52-4ed5-b2ff-a7435e1351a9 HTTP/1.1" status: 200 len: 949 time: 0.0505061 Dec 09 16:25:54.212559 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2f289451-fb53-45bc-a794-4be9341c782d req-6377efbc-2813-42b7-97ce-8acdd5dc8838 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] 10.222.0.57 "GET /v2.0/security-groups?id=86d6928e-b169-46e2-afe3-c9f8e98adf19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404096 Dec 09 16:25:54.224002 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:25:54.653550 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf81d96-ff16-4d63-bbe0-7f6f6c68a1ec req-729c611c-e0c4-48d6-90ec-51e57a843180 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:25:54.654908 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-acf81d96-ff16-4d63-bbe0-7f6f6c68a1ec req-729c611c-e0c4-48d6-90ec-51e57a843180 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] 10.222.0.31 "GET /v2.0/ports?device_id=630d3516-7c52-4ed5-b2ff-a7435e1351a9 HTTP/1.1" status: 200 len: 949 time: 0.0485940 Dec 09 16:25:54.746623 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-acf81d96-ff16-4d63-bbe0-7f6f6c68a1ec req-3a1390a8-efbd-4d2a-8c35-51b1c2052540 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Deleting port 2812657c-e5b3-4789-9feb-98256f286b87 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:25:54.747496 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-acf81d96-ff16-4d63-bbe0-7f6f6c68a1ec req-3a1390a8-efbd-4d2a-8c35-51b1c2052540 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:25:54.837550 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-acf81d96-ff16-4d63-bbe0-7f6f6c68a1ec req-3a1390a8-efbd-4d2a-8c35-51b1c2052540 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] For port 2812657c-e5b3-4789-9feb-98256f286b87, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=2812657c-e5b3-4789-9feb-98256f286b87,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:25:54.837914 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-acf81d96-ff16-4d63-bbe0-7f6f6c68a1ec req-3a1390a8-efbd-4d2a-8c35-51b1c2052540 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:25:54.854851 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-acf81d96-ff16-4d63-bbe0-7f6f6c68a1ec req-3a1390a8-efbd-4d2a-8c35-51b1c2052540 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Calling delete_port for 2812657c-e5b3-4789-9feb-98256f286b87 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:25:54.984241 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-acf81d96-ff16-4d63-bbe0-7f6f6c68a1ec req-3a1390a8-efbd-4d2a-8c35-51b1c2052540 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:25:54.996883 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['2812657c-e5b3-4789-9feb-98256f286b87'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:25:55.010583 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1390a8-efbd-4d2a-8c35-51b1c2052540 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Pushing event deleted for resources: {'Port': ['ID=2812657c-e5b3-4789-9feb-98256f286b87,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:25:55.021213 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1390a8-efbd-4d2a-8c35-51b1c2052540 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:25:55.021567 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1390a8-efbd-4d2a-8c35-51b1c2052540 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:25:55.021911 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1390a8-efbd-4d2a-8c35-51b1c2052540 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:25:55.022247 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1390a8-efbd-4d2a-8c35-51b1c2052540 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:25:55.022583 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1390a8-efbd-4d2a-8c35-51b1c2052540 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:25:55.022914 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1390a8-efbd-4d2a-8c35-51b1c2052540 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:25:55.023242 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1390a8-efbd-4d2a-8c35-51b1c2052540 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:25:55.023565 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1390a8-efbd-4d2a-8c35-51b1c2052540 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:25:55.023891 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1390a8-efbd-4d2a-8c35-51b1c2052540 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:25:55.024820 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1390a8-efbd-4d2a-8c35-51b1c2052540 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:25:55.024820 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1390a8-efbd-4d2a-8c35-51b1c2052540 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:25:55.025008 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1390a8-efbd-4d2a-8c35-51b1c2052540 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:25:55.025228 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1390a8-efbd-4d2a-8c35-51b1c2052540 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:25:55.040565 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:25:55.071037 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf81d96-ff16-4d63-bbe0-7f6f6c68a1ec req-3a1390a8-efbd-4d2a-8c35-51b1c2052540 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] No DVR routers for this DVR port 2812657c-e5b3-4789-9feb-98256f286b87 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:25:55.073005 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-acf81d96-ff16-4d63-bbe0-7f6f6c68a1ec req-3a1390a8-efbd-4d2a-8c35-51b1c2052540 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:25:55.076960 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-acf81d96-ff16-4d63-bbe0-7f6f6c68a1ec req-3a1390a8-efbd-4d2a-8c35-51b1c2052540 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] 10.222.0.31 "DELETE /v2.0/ports/2812657c-e5b3-4789-9feb-98256f286b87 HTTP/1.1" status: 204 len: 173 time: 0.4132507 Dec 09 16:25:55.077402 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630d3516-7c52-4ed5-b2ff-a7435e1351a9', 'name': 'network-vif-deleted', 'tag': '2812657c-e5b3-4789-9feb-98256f286b87'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:25:55.079612 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22d13e1503f0a01fad3c41af42ed99c19602756b899a596e5a58524e75fde756" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa5f970-25e1-40e9-bab0-e28abaf168a2" -d '{"events": [{"server_uuid": "630d3516-7c52-4ed5-b2ff-a7435e1351a9", "name": "network-vif-deleted", "tag": "2812657c-e5b3-4789-9feb-98256f286b87"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:25:55.121203 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41846423-69fe-4c6a-a31c-9fe8aa049e10 x-openstack-request-id: req-41846423-69fe-4c6a-a31c-9fe8aa049e10 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:25:55.121568 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "630d3516-7c52-4ed5-b2ff-a7435e1351a9", "name": "network-vif-deleted", "tag": "2812657c-e5b3-4789-9feb-98256f286b87", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:25:55.121859 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-41846423-69fe-4c6a-a31c-9fe8aa049e10 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:25:55.122347 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630d3516-7c52-4ed5-b2ff-a7435e1351a9', 'name': 'network-vif-deleted', 'tag': '2812657c-e5b3-4789-9feb-98256f286b87', 'status': 'completed', 'code': 200} Dec 09 16:25:55.320332 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d803c922-2d95-43e7-ab48-5799132c0e34 req-15ae9b2e-0400-49d6-8dcf-fab124ccf151 tempest-VolumesBackupsTest-1634513337 tempest-VolumesBackupsTest-1634513337-project] 10.222.0.57 "GET /v2.0/ports?device_id=630d3516-7c52-4ed5-b2ff-a7435e1351a9 HTTP/1.1" status: 200 len: 210 time: 0.0255578 Dec 09 16:25:55.487129 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:25:56.519583 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:25:59.035752 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 2812657c-e5b3-4789-9feb-98256f286b87 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:25:59.059732 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 2812657c-e5b3-4789-9feb-98256f286b87 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:25:59.060095 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 2812657c-e5b3-4789-9feb-98256f286b87 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:26:16.577985 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:26:18.752536 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:26:20.547638 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5c06c5d8-e1ac-4196-b13b-f2045a737a8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:26:23.084921 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6d4f9366-25de-42c2-8e1c-14e0373286b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:26:24.227178 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:26:25.042686 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:26:25.489400 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:26:26.522043 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:26:46.585004 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:26:50.551978 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-39d7abd0-1679-46c5-9adc-44852f66196e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:26:53.086720 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-be42c8da-339b-451b-8609-11255490f84a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:26:54.232610 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:26:55.038016 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:26:55.490396 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:26:55.752470 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:26:56.524499 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:27:16.577545 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:27:20.556204 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2ee0cdc1-a3a9-4212-b065-95dbeecb4672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:27:23.090254 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5b4715a0-b225-42bd-a63c-c7fb4b42b365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:27:24.234228 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:27:25.037408 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:27:25.494127 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:27:26.526550 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:27:32.751282 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:27:46.575979 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:27:50.561516 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fa61a68b-783e-4fa9-9e4e-78e19d6e8ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:27:53.095155 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-395409d4-bedd-4474-95e8-a41c91188f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:27:54.236919 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:27:55.050633 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:27:55.498284 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:27:56.528682 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:28:09.751714 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:28:16.580196 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:28:20.564440 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1f4fb124-75f2-4f6b-a38e-e8a727001bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:28:23.097535 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b0433a03-30e1-40a3-9f6a-facd01589ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:28:24.239332 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:28:25.056428 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:28:25.500633 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:28:26.533828 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:28:46.573475 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:28:46.752047 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:28:48.478655 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-f75dde11-fde6-453e-ad4f-45ccc526ccf1 req-45028473-ca6c-4832-b4a0-8094f558dc0d service neutron] (103244) timed out ('10.222.0.57', 41086) {{(pid=103244) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 16:28:50.567432 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d13917ba-90e8-477e-9b7f-05e0f06ccb15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:28:53.100777 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-edd8c8a4-ffbb-47f0-9be9-7f70b7be52e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:28:54.242600 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:28:55.067388 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:28:55.504094 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:28:56.536638 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:29:10.235944 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 52598) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:29:10.391567 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-cb05405c-59ac-4ed5-a282-7c8a8a51a70e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=aacaf44e30274f83a69873d97f473760&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1544020 Dec 09 16:29:10.393968 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 52608) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:29:10.446390 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-83009fc2-fbcd-4b7a-b66d-ef56240c7b2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:29:10.469571 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-83009fc2-fbcd-4b7a-b66d-ef56240c7b2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:29:10.518859 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-83009fc2-fbcd-4b7a-b66d-ef56240c7b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:29:10.521670 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-83009fc2-fbcd-4b7a-b66d-ef56240c7b2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:29:10.525224 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-83009fc2-fbcd-4b7a-b66d-ef56240c7b2f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/86d6928e-b169-46e2-afe3-c9f8e98adf19 HTTP/1.1" status: 204 len: 168 time: 0.1279745 Dec 09 16:29:10.532447 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83009fc2-fbcd-4b7a-b66d-ef56240c7b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d6928e-b169-46e2-afe3-c9f8e98adf19,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:29:10.540645 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83009fc2-fbcd-4b7a-b66d-ef56240c7b2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:29:10.540996 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83009fc2-fbcd-4b7a-b66d-ef56240c7b2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:29:10.541359 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83009fc2-fbcd-4b7a-b66d-ef56240c7b2f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:29:10.541692 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83009fc2-fbcd-4b7a-b66d-ef56240c7b2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:29:10.542026 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83009fc2-fbcd-4b7a-b66d-ef56240c7b2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:29:10.542350 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83009fc2-fbcd-4b7a-b66d-ef56240c7b2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:29:10.542671 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83009fc2-fbcd-4b7a-b66d-ef56240c7b2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:29:10.542994 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83009fc2-fbcd-4b7a-b66d-ef56240c7b2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:29:10.543313 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83009fc2-fbcd-4b7a-b66d-ef56240c7b2f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:29:10.543629 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83009fc2-fbcd-4b7a-b66d-ef56240c7b2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:29:10.543975 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83009fc2-fbcd-4b7a-b66d-ef56240c7b2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:29:10.544247 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83009fc2-fbcd-4b7a-b66d-ef56240c7b2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:29:10.544584 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83009fc2-fbcd-4b7a-b66d-ef56240c7b2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:29:16.572424 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:29:20.573015 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-32af9af3-d87d-4804-b635-e1942eac01c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:29:23.105245 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2d30906b-cb40-4012-93c1-bab571cc543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:29:23.751855 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:29:24.245403 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:29:25.067925 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:29:25.511974 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:29:26.539856 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:29:43.245896 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 52846) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:29:43.363039 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-853bba8b-1361-4c93-9b63-6c8c6cb76d9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:29:43.440361 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-853bba8b-1361-4c93-9b63-6c8c6cb76d9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:29:43.443897 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-853bba8b-1361-4c93-9b63-6c8c6cb76d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:29:43.483448 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-853bba8b-1361-4c93-9b63-6c8c6cb76d9b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=be6f3353f0274cf7a1ed72183bb4a7ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2363930 Dec 09 16:29:43.484172 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853bba8b-1361-4c93-9b63-6c8c6cb76d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab12977-a07f-486b-9232-30697af1257d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:29:43.487009 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 52852) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:29:43.546169 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f047df00-7c89-490c-92e1-261e1cfe4096 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:29:43.571296 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f047df00-7c89-490c-92e1-261e1cfe4096 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:29:43.619854 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f047df00-7c89-490c-92e1-261e1cfe4096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:29:43.622456 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f047df00-7c89-490c-92e1-261e1cfe4096 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:29:43.623611 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f047df00-7c89-490c-92e1-261e1cfe4096 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/eab12977-a07f-486b-9232-30697af1257d HTTP/1.1" status: 204 len: 168 time: 0.1356149 Dec 09 16:29:43.631529 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f047df00-7c89-490c-92e1-261e1cfe4096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab12977-a07f-486b-9232-30697af1257d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:29:43.642364 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047df00-7c89-490c-92e1-261e1cfe4096 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:29:43.642712 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047df00-7c89-490c-92e1-261e1cfe4096 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:29:43.643057 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047df00-7c89-490c-92e1-261e1cfe4096 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:29:43.643397 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047df00-7c89-490c-92e1-261e1cfe4096 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:29:43.643731 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047df00-7c89-490c-92e1-261e1cfe4096 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:29:43.644093 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047df00-7c89-490c-92e1-261e1cfe4096 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:29:43.644434 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047df00-7c89-490c-92e1-261e1cfe4096 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:29:43.644838 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047df00-7c89-490c-92e1-261e1cfe4096 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:29:43.645165 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047df00-7c89-490c-92e1-261e1cfe4096 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:29:43.645485 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047df00-7c89-490c-92e1-261e1cfe4096 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:29:43.645812 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047df00-7c89-490c-92e1-261e1cfe4096 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:29:43.646135 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047df00-7c89-490c-92e1-261e1cfe4096 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:29:43.646499 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047df00-7c89-490c-92e1-261e1cfe4096 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:29:46.570170 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:29:50.576543 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7cb8af00-90d5-4663-8254-2a3d9b1c64ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:29:53.107602 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-286169ab-f32d-418a-b9a0-11157767726c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:29:53.648940 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-5be74268-4ca4-417a-a711-c598d1ad3acb tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=8c05cb47fbfe4ad896cb85178dc6e985&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237932 Dec 09 16:29:53.759290 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-a4cde5c5-2a95-4660-ba4a-29452b4b81c1 tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:29:53.760748 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-a4cde5c5-2a95-4660-ba4a-29452b4b81c1 tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1063173 Dec 09 16:29:53.776514 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-5b2ecf0a-b019-425e-9e5f-f37564be2cd4 tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] 10.222.0.57 "GET /v2.0/quotas/8c05cb47fbfe4ad896cb85178dc6e985 HTTP/1.1" status: 200 len: 375 time: 0.0097580 Dec 09 16:29:53.809513 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-4e2b43c6-75cf-4e79-ac5d-bc952fc0a277 tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=8c05cb47fbfe4ad896cb85178dc6e985&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277748 Dec 09 16:29:53.974818 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e8aaecee-8ddc-4f7e-84ba-dbca3da9d117 req-2a877ab1-0dc4-433b-9445-73e2cb5420ed tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] 10.222.0.57 "GET /v2.0/ports?device_id=8890f16b-4da4-4554-bb16-7e316c4777a3 HTTP/1.1" status: 200 len: 210 time: 0.0267892 Dec 09 16:29:54.248916 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:29:54.959982 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-77e5ba7a-ca6a-4656-a25f-4e5c06f946be tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=8c05cb47fbfe4ad896cb85178dc6e985&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273728 Dec 09 16:29:55.088916 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:29:55.123022 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-347ac181-67aa-426f-bc26-c2b94bf5cc2f tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:29:55.124518 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-347ac181-67aa-426f-bc26-c2b94bf5cc2f tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1591713 Dec 09 16:29:55.138834 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-70691ed2-2252-45f0-a065-f2cc47d4287a tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] Request body: {'port': {'device_id': '8890f16b-4da4-4554-bb16-7e316c4777a3', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'admin_state_up': True, 'tenant_id': '8c05cb47fbfe4ad896cb85178dc6e985'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:29:55.205815 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5be08e9c-4745-47da-8f6b-bbdb9f50d766 req-d7228dff-e036-4f9a-ba6c-67649e6fcea4 tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] 10.222.0.57 "GET /v2.0/ports?device_id=8890f16b-4da4-4554-bb16-7e316c4777a3 HTTP/1.1" status: 200 len: 210 time: 0.0937550 Dec 09 16:29:55.284554 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-70691ed2-2252-45f0-a065-f2cc47d4287a tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] Made reservation on behalf of 8c05cb47fbfe4ad896cb85178dc6e985 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:29:55.288299 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-70691ed2-2252-45f0-a065-f2cc47d4287a tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:29:55.298987 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-70691ed2-2252-45f0-a065-f2cc47d4287a tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:29:55.387648 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-70691ed2-2252-45f0-a065-f2cc47d4287a tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:29:55.390775 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-70691ed2-2252-45f0-a065-f2cc47d4287a tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:29:55.454665 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70691ed2-2252-45f0-a065-f2cc47d4287a tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a65c0ad-1293-42b9-b1fa-a787eee3dd4e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:29:55.513130 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:29:55.539189 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-70691ed2-2252-45f0-a065-f2cc47d4287a tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] Allocated IP 192.168.233.170 (bf6a25f7-2b73-48b5-b60f-99a19e919fb7/54e6953c-1261-4e7c-8b49-64e5b87424c2/a938b0a6-2483-4166-ab7b-17be0708ad3c) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:29:55.703758 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-70691ed2-2252-45f0-a065-f2cc47d4287a tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:29:55.737222 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-70691ed2-2252-45f0-a065-f2cc47d4287a tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:29:55.782541 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-70691ed2-2252-45f0-a065-f2cc47d4287a tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] Network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:29:55.785636 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-70691ed2-2252-45f0-a065-f2cc47d4287a tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:29:55.791520 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-70691ed2-2252-45f0-a065-f2cc47d4287a tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:29:55.817934 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70691ed2-2252-45f0-a065-f2cc47d4287a tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] Pushing event updated for resources: {'Port': ['ID=a938b0a6-2483-4166-ab7b-17be0708ad3c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:29:55.848745 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-70691ed2-2252-45f0-a065-f2cc47d4287a tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:29:55.849373 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-70691ed2-2252-45f0-a065-f2cc47d4287a tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:29:55.866589 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-70691ed2-2252-45f0-a065-f2cc47d4287a tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7312672 Dec 09 16:29:55.877200 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-6ac840dc-babc-43fa-aba5-9c5b66dd5ad4 tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 16:29:55.878260 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-6ac840dc-babc-43fa-aba5-9c5b66dd5ad4 tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054190 Dec 09 16:29:55.990936 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ab5699d6-5a6c-42c7-8246-c8b35c236d6a None None] Provisioning complete for port a938b0a6-2483-4166-ab7b-17be0708ad3c triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:29:55.991226 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ab5699d6-5a6c-42c7-8246-c8b35c236d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:29:56.026856 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ab5699d6-5a6c-42c7-8246-c8b35c236d6a None None] Port a938b0a6-2483-4166-ab7b-17be0708ad3c cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:29:56.041583 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-ed954654-c19a-4638-8f41-f4542f1e35f2 service neutron] Request body: {'port': {'device_id': '8890f16b-4da4-4554-bb16-7e316c4777a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:29:56.094919 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-ed954654-c19a-4638-8f41-f4542f1e35f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:29:56.359120 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e2930-19f6-40a4-bd0b-b73e22013759 req-c3e39771-ab3c-4ba5-ade0-f4832d2172f4 tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:29:56.360639 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7a9e2930-19f6-40a4-bd0b-b73e22013759 req-c3e39771-ab3c-4ba5-ade0-f4832d2172f4 tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] 10.222.0.57 "GET /v2.0/ports?device_id=8890f16b-4da4-4554-bb16-7e316c4777a3 HTTP/1.1" status: 200 len: 936 time: 0.0802276 Dec 09 16:29:56.428071 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-ed954654-c19a-4638-8f41-f4542f1e35f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a938b0a6-2483-4166-ab7b-17be0708ad3c {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:29:56.441923 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-ed954654-c19a-4638-8f41-f4542f1e35f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:29:56.449700 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7a9e2930-19f6-40a4-bd0b-b73e22013759 req-574613c9-47d9-47b6-b284-1d03a6cd3afe tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] 10.222.0.57 "GET /v2.0/security-groups?id=0a65c0ad-1293-42b9-b1fa-a787eee3dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798748 Dec 09 16:29:56.458839 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-ed954654-c19a-4638-8f41-f4542f1e35f2 service neutron] Transition to ACTIVE for port object a938b0a6-2483-4166-ab7b-17be0708ad3c will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:29:56.462832 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-ed954654-c19a-4638-8f41-f4542f1e35f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:29:56.514826 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed954654-c19a-4638-8f41-f4542f1e35f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a938b0a6-2483-4166-ab7b-17be0708ad3c,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:29:56.546215 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:29:56.587983 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-ed954654-c19a-4638-8f41-f4542f1e35f2 service neutron] Attempting to bind port a938b0a6-2483-4166-ab7b-17be0708ad3c on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:29:56.588350 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-ed954654-c19a-4638-8f41-f4542f1e35f2 service neutron] Attempting to bind port a938b0a6-2483-4166-ab7b-17be0708ad3c by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:29:56.588706 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-ed954654-c19a-4638-8f41-f4542f1e35f2 service neutron] Attempting to bind port a938b0a6-2483-4166-ab7b-17be0708ad3c on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:29:56.593682 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-ed954654-c19a-4638-8f41-f4542f1e35f2 service neutron] Port a938b0a6-2483-4166-ab7b-17be0708ad3c on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:29:56.594007 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-ed954654-c19a-4638-8f41-f4542f1e35f2 service neutron] Attempting to bind port a938b0a6-2483-4166-ab7b-17be0708ad3c on network bf6a25f7-2b73-48b5-b60f-99a19e919fb7 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:29:56.599161 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-ed954654-c19a-4638-8f41-f4542f1e35f2 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:29:56.599498 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-ed954654-c19a-4638-8f41-f4542f1e35f2 service neutron] Checking segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:29:56.599878 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-ed954654-c19a-4638-8f41-f4542f1e35f2 service neutron] Bound using segment: {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:29:56.600300 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-ed954654-c19a-4638-8f41-f4542f1e35f2 service neutron] Bound port: a938b0a6-2483-4166-ab7b-17be0708ad3c, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1593ed17-17dd-453d-9b56-0cf38c45520b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:29:56.600686 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-ed954654-c19a-4638-8f41-f4542f1e35f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:29:56.667790 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-ed954654-c19a-4638-8f41-f4542f1e35f2 service neutron] For port a938b0a6-2483-4166-ab7b-17be0708ad3c, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:29:56.671024 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-ed954654-c19a-4638-8f41-f4542f1e35f2 service neutron] For port a938b0a6-2483-4166-ab7b-17be0708ad3c, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=a938b0a6-2483-4166-ab7b-17be0708ad3c,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:29:56.675603 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-ed954654-c19a-4638-8f41-f4542f1e35f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:29:56.709490 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-ed954654-c19a-4638-8f41-f4542f1e35f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:29:56.710127 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-ed954654-c19a-4638-8f41-f4542f1e35f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:29:56.712032 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-ed954654-c19a-4638-8f41-f4542f1e35f2 service neutron] 10.222.0.31 "PUT /v2.0/ports/a938b0a6-2483-4166-ab7b-17be0708ad3c HTTP/1.1" status: 200 len: 1096 time: 0.7204592 Dec 09 16:29:56.712642 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8890f16b-4da4-4554-bb16-7e316c4777a3', 'tag': 'a938b0a6-2483-4166-ab7b-17be0708ad3c'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:29:56.746065 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed954654-c19a-4638-8f41-f4542f1e35f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a938b0a6-2483-4166-ab7b-17be0708ad3c,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:29:56.793127 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f02ab3f-6ddc-4f67-bda2-b4b7b09cf4e7" -d '{"events": [{"name": "network-changed", "server_uuid": "8890f16b-4da4-4554-bb16-7e316c4777a3", "tag": "a938b0a6-2483-4166-ab7b-17be0708ad3c"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:29:56.814643 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-b9448627-c2e7-488d-b5e4-62037c521a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:29:56.816207 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-b9448627-c2e7-488d-b5e4-62037c521a8b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8c05cb47fbfe4ad896cb85178dc6e985&device_id=8890f16b-4da4-4554-bb16-7e316c4777a3 HTTP/1.1" status: 200 len: 1099 time: 0.0604322 Dec 09 16:29:56.866091 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-735140cb-b8c8-47c8-a3ba-88926027b912 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=a938b0a6-2483-4166-ab7b-17be0708ad3c HTTP/1.1" status: 200 len: 217 time: 0.0415936 Dec 09 16:29:56.901149 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b69b47d-0857-418f-abd2-1b6b028a81bf x-openstack-request-id: req-6b69b47d-0857-418f-abd2-1b6b028a81bf {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:29:56.901446 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8890f16b-4da4-4554-bb16-7e316c4777a3", "tag": "a938b0a6-2483-4166-ab7b-17be0708ad3c", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:29:56.901701 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6b69b47d-0857-418f-abd2-1b6b028a81bf {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:29:56.902107 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8890f16b-4da4-4554-bb16-7e316c4777a3', 'tag': 'a938b0a6-2483-4166-ab7b-17be0708ad3c', 'status': 'completed', 'code': 200} Dec 09 16:29:56.920216 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-c1eb80eb-34b6-4941-af08-66f32314f22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:29:56.921739 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-c1eb80eb-34b6-4941-af08-66f32314f22d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0488234 Dec 09 16:29:56.972053 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-10e87f29-1960-46ca-b90b-b73544937150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:29:56.973587 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-10e87f29-1960-46ca-b90b-b73544937150 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0440202 Dec 09 16:29:57.064687 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-d60a446f-d865-40c7-be1b-00f17196ce32 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838044 Dec 09 16:29:57.157518 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-42492f33-ba08-4f84-b50a-f6ce25b4df62 req-ed8c12e0-faec-49b8-ae5f-99e2f718337d service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858710 Dec 09 16:29:57.241029 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02ab3f-6ddc-4f67-bda2-b4b7b09cf4e7 req-910e1b75-e997-446c-9ce2-bbd0c34c5228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:29:57.242623 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1f02ab3f-6ddc-4f67-bda2-b4b7b09cf4e7 req-910e1b75-e997-446c-9ce2-bbd0c34c5228 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8c05cb47fbfe4ad896cb85178dc6e985&device_id=8890f16b-4da4-4554-bb16-7e316c4777a3 HTTP/1.1" status: 200 len: 1099 time: 0.0418375 Dec 09 16:29:57.332007 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02ab3f-6ddc-4f67-bda2-b4b7b09cf4e7 req-314f4d03-ed76-4e44-a51b-e2a98f106672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:29:57.333462 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1f02ab3f-6ddc-4f67-bda2-b4b7b09cf4e7 req-314f4d03-ed76-4e44-a51b-e2a98f106672 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7 HTTP/1.1" status: 200 len: 870 time: 0.0838606 Dec 09 16:29:57.379154 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1f02ab3f-6ddc-4f67-bda2-b4b7b09cf4e7 req-630eef3d-bf0f-4bb1-a930-056dc936d6fb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=a938b0a6-2483-4166-ab7b-17be0708ad3c HTTP/1.1" status: 200 len: 217 time: 0.0385222 Dec 09 16:29:57.427902 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02ab3f-6ddc-4f67-bda2-b4b7b09cf4e7 req-baf57d3e-6d30-4220-be27-75466d025467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:29:57.429367 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1f02ab3f-6ddc-4f67-bda2-b4b7b09cf4e7 req-baf57d3e-6d30-4220-be27-75466d025467 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54e6953c-1261-4e7c-8b49-64e5b87424c2 HTTP/1.1" status: 200 len: 843 time: 0.0434999 Dec 09 16:29:57.474458 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02ab3f-6ddc-4f67-bda2-b4b7b09cf4e7 req-66654e66-0077-4cba-94cd-61aa3cc303ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:29:57.475959 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1f02ab3f-6ddc-4f67-bda2-b4b7b09cf4e7 req-66654e66-0077-4cba-94cd-61aa3cc303ce service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bf6a25f7-2b73-48b5-b60f-99a19e919fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0396845 Dec 09 16:29:57.604032 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00a476-3782-477c-8d0a-eaf063297a79 req-8d2addf4-0de0-4d89-b119-ba45708b1b12 tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:29:57.605456 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1b00a476-3782-477c-8d0a-eaf063297a79 req-8d2addf4-0de0-4d89-b119-ba45708b1b12 tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] 10.222.0.57 "GET /v2.0/ports?device_id=8890f16b-4da4-4554-bb16-7e316c4777a3 HTTP/1.1" status: 200 len: 948 time: 0.0764933 Dec 09 16:29:57.610923 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1f02ab3f-6ddc-4f67-bda2-b4b7b09cf4e7 req-1a3280bd-5b4a-4874-82ba-d87a2478d4b0 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271150 Dec 09 16:29:57.704169 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1b00a476-3782-477c-8d0a-eaf063297a79 req-0b5e4e5e-6933-40cf-88a9-cbaa8d47c052 tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] 10.222.0.57 "GET /v2.0/security-groups?id=0a65c0ad-1293-42b9-b1fa-a787eee3dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922883 Dec 09 16:29:57.733723 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1f02ab3f-6ddc-4f67-bda2-b4b7b09cf4e7 req-0a6376ea-029d-4dda-aa7f-c1de5bc4cd24 service neutron] 10.222.0.31 "GET /v2.0/networks/bf6a25f7-2b73-48b5-b60f-99a19e919fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153395 Dec 09 16:29:58.821129 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd044627-0507-4e9b-9fda-bfcd5aa3a35c req-4cdbc7e0-9039-40f9-9a07-3dde834ea447 tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:29:58.822620 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd044627-0507-4e9b-9fda-bfcd5aa3a35c req-4cdbc7e0-9039-40f9-9a07-3dde834ea447 tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] 10.222.0.57 "GET /v2.0/ports?device_id=8890f16b-4da4-4554-bb16-7e316c4777a3 HTTP/1.1" status: 200 len: 948 time: 0.0497398 Dec 09 16:29:58.868984 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd044627-0507-4e9b-9fda-bfcd5aa3a35c req-328a0c5d-99ff-453f-a589-a3b6a9f4e1d7 tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] 10.222.0.57 "GET /v2.0/security-groups?id=0a65c0ad-1293-42b9-b1fa-a787eee3dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404344 Dec 09 16:29:59.989508 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e003e-ea9a-4281-85c8-d89dbecfe3b2 req-bd4cc47f-d567-4f43-8e2f-5cd6fd2d928d tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:29:59.990991 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-743e003e-ea9a-4281-85c8-d89dbecfe3b2 req-bd4cc47f-d567-4f43-8e2f-5cd6fd2d928d tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] 10.222.0.57 "GET /v2.0/ports?device_id=8890f16b-4da4-4554-bb16-7e316c4777a3 HTTP/1.1" status: 200 len: 948 time: 0.0533645 Dec 09 16:30:00.039000 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-743e003e-ea9a-4281-85c8-d89dbecfe3b2 req-f807fa78-73c4-4697-b47f-7524ad7ff643 tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] 10.222.0.57 "GET /v2.0/security-groups?id=0a65c0ad-1293-42b9-b1fa-a787eee3dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415778 Dec 09 16:30:00.750613 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:30:01.152663 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf9222-4a69-4489-b6ef-48ca51ff54bd req-8c69c0c5-3dec-4cda-9ec7-880e2902ba4c tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:01.154192 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eaaf9222-4a69-4489-b6ef-48ca51ff54bd req-8c69c0c5-3dec-4cda-9ec7-880e2902ba4c tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] 10.222.0.57 "GET /v2.0/ports?device_id=8890f16b-4da4-4554-bb16-7e316c4777a3 HTTP/1.1" status: 200 len: 948 time: 0.0480375 Dec 09 16:30:01.202231 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eaaf9222-4a69-4489-b6ef-48ca51ff54bd req-359650d3-3052-40ec-bb79-c5b91bf51a05 tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] 10.222.0.57 "GET /v2.0/security-groups?id=0a65c0ad-1293-42b9-b1fa-a787eee3dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420904 Dec 09 16:30:02.320900 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97e28a-c2d0-42f6-a769-731d5e85a6ff req-6845dba6-fd70-4072-8cac-b1fe72d46fc7 tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:02.322435 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2f97e28a-c2d0-42f6-a769-731d5e85a6ff req-6845dba6-fd70-4072-8cac-b1fe72d46fc7 tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] 10.222.0.57 "GET /v2.0/ports?device_id=8890f16b-4da4-4554-bb16-7e316c4777a3 HTTP/1.1" status: 200 len: 948 time: 0.0527580 Dec 09 16:30:02.339264 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device a938b0a6-2483-4166-ab7b-17be0708ad3c details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:30:02.371565 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2f97e28a-c2d0-42f6-a769-731d5e85a6ff req-64486050-1599-4f1f-a6ea-463fd6d62e46 tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] 10.222.0.57 "GET /v2.0/security-groups?id=0a65c0ad-1293-42b9-b1fa-a787eee3dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431073 Dec 09 16:30:02.433491 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port a938b0a6-2483-4166-ab7b-17be0708ad3c, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=a938b0a6-2483-4166-ab7b-17be0708ad3c,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:30:02.448777 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'a938b0a6-2483-4166-ab7b-17be0708ad3c', 'network_id': 'bf6a25f7-2b73-48b5-b60f-99a19e919fb7', 'port_id': 'a938b0a6-2483-4166-ab7b-17be0708ad3c', 'mac_address': 'fa:16:3e:de:65:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6953c-1261-4e7c-8b49-64e5b87424c2', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:30:02.483769 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:02.496456 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a938b0a6-2483-4166-ab7b-17be0708ad3c {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:30:02.514906 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port a938b0a6-2483-4166-ab7b-17be0708ad3c, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=a938b0a6-2483-4166-ab7b-17be0708ad3c,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:30:02.518814 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:02.563377 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=a938b0a6-2483-4166-ab7b-17be0708ad3c,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:30:02.571136 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:30:02.571479 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:30:02.571816 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:30:02.572149 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:30:02.572536 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:30:02.572868 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:30:02.573193 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:30:02.573514 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:30:02.573833 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:30:02.574151 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:30:02.574469 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:30:02.574785 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:30:02.575103 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:30:02.892257 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['a938b0a6-2483-4166-ab7b-17be0708ad3c'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:30:03.489975 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff570c0-d843-4156-a84a-221cd463ab50 req-d9cb32b1-6d92-4b58-9219-16e7997081cf tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:03.491432 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9ff570c0-d843-4156-a84a-221cd463ab50 req-d9cb32b1-6d92-4b58-9219-16e7997081cf tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] 10.222.0.57 "GET /v2.0/ports?device_id=8890f16b-4da4-4554-bb16-7e316c4777a3 HTTP/1.1" status: 200 len: 949 time: 0.0488427 Dec 09 16:30:03.537674 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9ff570c0-d843-4156-a84a-221cd463ab50 req-f23c6e9b-edbb-4fc2-85a7-2c5495955f75 tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] 10.222.0.57 "GET /v2.0/security-groups?id=0a65c0ad-1293-42b9-b1fa-a787eee3dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401263 Dec 09 16:30:04.337373 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device a938b0a6-2483-4166-ab7b-17be0708ad3c up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:30:04.386178 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port a938b0a6-2483-4166-ab7b-17be0708ad3c completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:30:04.390423 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port a938b0a6-2483-4166-ab7b-17be0708ad3c triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:30:04.390795 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:04.468357 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:04.490411 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8890f16b-4da4-4554-bb16-7e316c4777a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a938b0a6-2483-4166-ab7b-17be0708ad3c'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:30:04.505242 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port a938b0a6-2483-4166-ab7b-17be0708ad3c, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=a938b0a6-2483-4166-ab7b-17be0708ad3c,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:30:04.509260 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:04.533867 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad401665e64187bef4a0f300457b2868c99907d1fc0db4bbbc94af95fd68fd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a875ae37-1fcb-4b7e-964e-34a3fd5224c8" -d '{"events": [{"server_uuid": "8890f16b-4da4-4554-bb16-7e316c4777a3", "name": "network-vif-plugged", "status": "completed", "tag": "a938b0a6-2483-4166-ab7b-17be0708ad3c"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:30:04.562675 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=a938b0a6-2483-4166-ab7b-17be0708ad3c,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:30:04.620443 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aeeede7-1c72-4b54-823c-f0acd7ba563c x-openstack-request-id: req-2aeeede7-1c72-4b54-823c-f0acd7ba563c {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:30:04.620734 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8890f16b-4da4-4554-bb16-7e316c4777a3", "name": "network-vif-plugged", "status": "completed", "tag": "a938b0a6-2483-4166-ab7b-17be0708ad3c", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:30:04.620993 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2aeeede7-1c72-4b54-823c-f0acd7ba563c {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:30:04.621404 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8890f16b-4da4-4554-bb16-7e316c4777a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a938b0a6-2483-4166-ab7b-17be0708ad3c', 'code': 200} Dec 09 16:30:04.743431 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7cfc69-5966-47af-ab86-1f1ae94dd931 req-77508d02-4142-4994-ab16-2432d0379b70 tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:04.744963 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8b7cfc69-5966-47af-ab86-1f1ae94dd931 req-77508d02-4142-4994-ab16-2432d0379b70 tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] 10.222.0.57 "GET /v2.0/ports?device_id=8890f16b-4da4-4554-bb16-7e316c4777a3 HTTP/1.1" status: 200 len: 950 time: 0.0802729 Dec 09 16:30:04.747519 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10a68d-de05-45a5-b7f1-1c24c6e3d57e req-7777534d-f27d-438e-bfb2-edc30384685d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:04.748905 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7d10a68d-de05-45a5-b7f1-1c24c6e3d57e req-7777534d-f27d-438e-bfb2-edc30384685d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8890f16b-4da4-4554-bb16-7e316c4777a3 HTTP/1.1" status: 200 len: 1101 time: 0.0735133 Dec 09 16:30:04.817378 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8b7cfc69-5966-47af-ab86-1f1ae94dd931 req-d175f122-0819-4c1b-a901-bc32ba2da33a tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] 10.222.0.57 "GET /v2.0/security-groups?id=0a65c0ad-1293-42b9-b1fa-a787eee3dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664573 Dec 09 16:30:04.823477 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7d10a68d-de05-45a5-b7f1-1c24c6e3d57e req-341c9f23-626f-4543-ae6d-8921960654a5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0a65c0ad-1293-42b9-b1fa-a787eee3dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661383 Dec 09 16:30:05.932957 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ff095-9453-400e-9cfd-f745eec4c380 req-135a2649-804b-4900-b23a-00f42e3f7f9a tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:05.934477 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-057ff095-9453-400e-9cfd-f745eec4c380 req-135a2649-804b-4900-b23a-00f42e3f7f9a tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] 10.222.0.57 "GET /v2.0/ports?device_id=8890f16b-4da4-4554-bb16-7e316c4777a3 HTTP/1.1" status: 200 len: 950 time: 0.0490742 Dec 09 16:30:05.983829 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-057ff095-9453-400e-9cfd-f745eec4c380 req-cd48ff22-38dc-456f-9cbb-3ea66cd445e0 tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] 10.222.0.57 "GET /v2.0/security-groups?id=0a65c0ad-1293-42b9-b1fa-a787eee3dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430460 Dec 09 16:30:07.103440 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b12610-daa5-4fe5-91b6-951ac3da1aa7 req-e51aa195-7954-495e-b303-1db0cb659fd2 tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:07.104975 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-84b12610-daa5-4fe5-91b6-951ac3da1aa7 req-e51aa195-7954-495e-b303-1db0cb659fd2 tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] 10.222.0.57 "GET /v2.0/ports?device_id=8890f16b-4da4-4554-bb16-7e316c4777a3 HTTP/1.1" status: 200 len: 950 time: 0.0539386 Dec 09 16:30:07.151419 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-84b12610-daa5-4fe5-91b6-951ac3da1aa7 req-f18e3886-0567-49e5-ad86-f28e9e2be751 tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] 10.222.0.57 "GET /v2.0/security-groups?id=0a65c0ad-1293-42b9-b1fa-a787eee3dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405343 Dec 09 16:30:07.489423 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-93f3855d-ef2a-4ffd-bee1-01bbf8fc3ed9 req-e273bfd1-8aa7-406f-932b-8f3eccf8ee78 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 16:30:07.490466 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-93f3855d-ef2a-4ffd-bee1-01bbf8fc3ed9 req-e273bfd1-8aa7-406f-932b-8f3eccf8ee78 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0434735 Dec 09 16:30:08.061352 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502453b-f800-4ceb-9a9a-bc9701142a68 req-d31a2472-e85b-4d5b-84b5-13c4dd3cf8cd tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:08.062734 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4502453b-f800-4ceb-9a9a-bc9701142a68 req-d31a2472-e85b-4d5b-84b5-13c4dd3cf8cd tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] 10.222.0.57 "GET /v2.0/ports?device_id=8890f16b-4da4-4554-bb16-7e316c4777a3 HTTP/1.1" status: 200 len: 950 time: 0.0485899 Dec 09 16:30:08.113917 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4502453b-f800-4ceb-9a9a-bc9701142a68 req-2cb98a4e-1bb9-43da-9d0f-18d5b41511f0 tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] 10.222.0.57 "GET /v2.0/security-groups?id=0a65c0ad-1293-42b9-b1fa-a787eee3dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414386 Dec 09 16:30:09.230994 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56558ba0-99bc-40b2-a463-e61dd8fbfabb req-c7d2ffaa-f3b9-4a45-9e94-8c0621a6f1ff tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:09.232499 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-56558ba0-99bc-40b2-a463-e61dd8fbfabb req-c7d2ffaa-f3b9-4a45-9e94-8c0621a6f1ff tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] 10.222.0.57 "GET /v2.0/ports?device_id=8890f16b-4da4-4554-bb16-7e316c4777a3 HTTP/1.1" status: 200 len: 950 time: 0.0486422 Dec 09 16:30:09.283117 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-56558ba0-99bc-40b2-a463-e61dd8fbfabb req-33d8325a-dfe4-4692-9765-6a734eb6c773 tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] 10.222.0.57 "GET /v2.0/security-groups?id=0a65c0ad-1293-42b9-b1fa-a787eee3dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446084 Dec 09 16:30:09.402498 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd592f7-5c36-41bd-a5db-b5e094961c21 req-57d4ef90-e897-4199-9bee-a8e0aca74ab8 tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:09.403885 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cd592f7-5c36-41bd-a5db-b5e094961c21 req-57d4ef90-e897-4199-9bee-a8e0aca74ab8 tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] 10.222.0.31 "GET /v2.0/ports?device_id=8890f16b-4da4-4554-bb16-7e316c4777a3 HTTP/1.1" status: 200 len: 950 time: 0.0486922 Dec 09 16:30:09.491065 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-2cd592f7-5c36-41bd-a5db-b5e094961c21 req-9b05ae64-753b-49ab-9269-5c0a2f90a590 tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] Deleting port a938b0a6-2483-4166-ab7b-17be0708ad3c {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:30:09.491408 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2cd592f7-5c36-41bd-a5db-b5e094961c21 req-9b05ae64-753b-49ab-9269-5c0a2f90a590 tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:09.582281 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-2cd592f7-5c36-41bd-a5db-b5e094961c21 req-9b05ae64-753b-49ab-9269-5c0a2f90a590 tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] For port a938b0a6-2483-4166-ab7b-17be0708ad3c, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=a938b0a6-2483-4166-ab7b-17be0708ad3c,segment=NetworkSegment(1593ed17-17dd-453d-9b56-0cf38c45520b),segment_id=1593ed17-17dd-453d-9b56-0cf38c45520b)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:30:09.582653 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2cd592f7-5c36-41bd-a5db-b5e094961c21 req-9b05ae64-753b-49ab-9269-5c0a2f90a590 tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:09.594105 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-2cd592f7-5c36-41bd-a5db-b5e094961c21 req-9b05ae64-753b-49ab-9269-5c0a2f90a590 tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] Calling delete_port for a938b0a6-2483-4166-ab7b-17be0708ad3c owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:30:09.721687 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2cd592f7-5c36-41bd-a5db-b5e094961c21 req-9b05ae64-753b-49ab-9269-5c0a2f90a590 tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:09.732968 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['a938b0a6-2483-4166-ab7b-17be0708ad3c'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:30:09.750556 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b05ae64-753b-49ab-9269-5c0a2f90a590 tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] Pushing event deleted for resources: {'Port': ['ID=a938b0a6-2483-4166-ab7b-17be0708ad3c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:30:09.792668 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd592f7-5c36-41bd-a5db-b5e094961c21 req-9b05ae64-753b-49ab-9269-5c0a2f90a590 tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] No DVR routers for this DVR port a938b0a6-2483-4166-ab7b-17be0708ad3c on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:30:09.795297 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2cd592f7-5c36-41bd-a5db-b5e094961c21 req-9b05ae64-753b-49ab-9269-5c0a2f90a590 tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:09.798800 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cd592f7-5c36-41bd-a5db-b5e094961c21 req-9b05ae64-753b-49ab-9269-5c0a2f90a590 tempest-ServersAdminNegativeTestJSON-746380386 tempest-ServersAdminNegativeTestJSON-746380386-project] 10.222.0.31 "DELETE /v2.0/ports/a938b0a6-2483-4166-ab7b-17be0708ad3c HTTP/1.1" status: 204 len: 173 time: 0.3891141 Dec 09 16:30:09.799262 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8890f16b-4da4-4554-bb16-7e316c4777a3', 'name': 'network-vif-deleted', 'tag': 'a938b0a6-2483-4166-ab7b-17be0708ad3c'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:30:09.801637 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aabbc54-0fe7-4be0-87d0-15530180edda" -d '{"events": [{"server_uuid": "8890f16b-4da4-4554-bb16-7e316c4777a3", "name": "network-vif-deleted", "tag": "a938b0a6-2483-4166-ab7b-17be0708ad3c"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:30:09.847419 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37053949-8afb-4225-ac3a-5dbedfa1d06b x-openstack-request-id: req-37053949-8afb-4225-ac3a-5dbedfa1d06b {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:30:09.847989 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8890f16b-4da4-4554-bb16-7e316c4777a3", "name": "network-vif-deleted", "tag": "a938b0a6-2483-4166-ab7b-17be0708ad3c", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:30:09.848400 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-37053949-8afb-4225-ac3a-5dbedfa1d06b {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:30:09.848856 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8890f16b-4da4-4554-bb16-7e316c4777a3', 'name': 'network-vif-deleted', 'tag': 'a938b0a6-2483-4166-ab7b-17be0708ad3c', 'status': 'completed', 'code': 200} Dec 09 16:30:10.573177 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53058) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:30:10.703322 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-28fe88fe-3448-4881-bf8c-abe4221054bb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8c05cb47fbfe4ad896cb85178dc6e985&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1290033 Dec 09 16:30:10.705825 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53062) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:30:10.752971 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e1236941-1ebe-45a0-89af-78f9a591c86c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:10.777252 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e1236941-1ebe-45a0-89af-78f9a591c86c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:10.823155 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e1236941-1ebe-45a0-89af-78f9a591c86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:10.826037 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e1236941-1ebe-45a0-89af-78f9a591c86c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:10.827426 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e1236941-1ebe-45a0-89af-78f9a591c86c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0a65c0ad-1293-42b9-b1fa-a787eee3dd4e HTTP/1.1" status: 204 len: 168 time: 0.1207049 Dec 09 16:30:10.835262 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1236941-1ebe-45a0-89af-78f9a591c86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a65c0ad-1293-42b9-b1fa-a787eee3dd4e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:30:11.079230 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53068) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:30:11.092805 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-529f2510-e702-4535-a45c-6045f7dab1dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:11.168933 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-529f2510-e702-4535-a45c-6045f7dab1dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:11.172681 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-529f2510-e702-4535-a45c-6045f7dab1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:11.211229 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-529f2510-e702-4535-a45c-6045f7dab1dc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8841866b41d04089a031c8541df30391&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1308732 Dec 09 16:30:11.212199 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f2510-e702-4535-a45c-6045f7dab1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff6a8de-049c-432a-9f24-c7b8c27da73f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:30:11.213910 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53070) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:30:11.262883 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27d472f9-dd01-4feb-aa13-892879158556 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:11.283506 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27d472f9-dd01-4feb-aa13-892879158556 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:11.334250 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27d472f9-dd01-4feb-aa13-892879158556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:11.337520 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27d472f9-dd01-4feb-aa13-892879158556 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:11.338219 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-27d472f9-dd01-4feb-aa13-892879158556 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cff6a8de-049c-432a-9f24-c7b8c27da73f HTTP/1.1" status: 204 len: 168 time: 0.1231191 Dec 09 16:30:11.345833 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d472f9-dd01-4feb-aa13-892879158556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff6a8de-049c-432a-9f24-c7b8c27da73f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:30:11.354390 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d472f9-dd01-4feb-aa13-892879158556 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:30:11.354741 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d472f9-dd01-4feb-aa13-892879158556 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:30:11.355090 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d472f9-dd01-4feb-aa13-892879158556 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:30:11.355465 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d472f9-dd01-4feb-aa13-892879158556 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:30:11.355806 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d472f9-dd01-4feb-aa13-892879158556 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:30:11.356143 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d472f9-dd01-4feb-aa13-892879158556 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:30:11.356504 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d472f9-dd01-4feb-aa13-892879158556 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:30:11.356838 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d472f9-dd01-4feb-aa13-892879158556 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:30:11.357178 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d472f9-dd01-4feb-aa13-892879158556 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:30:11.357506 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d472f9-dd01-4feb-aa13-892879158556 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:30:11.357838 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d472f9-dd01-4feb-aa13-892879158556 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:30:11.358164 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d472f9-dd01-4feb-aa13-892879158556 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:30:11.358488 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d472f9-dd01-4feb-aa13-892879158556 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:30:12.001433 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53092) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:30:12.095329 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-eed7f28c-c948-4121-b312-69c951ed0026 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1456807766-network', 'tenant_id': '3f113d48ba1b40618e9013d9ec86ac31'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:30:12.117105 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed7f28c-c948-4121-b312-69c951ed0026 admin admin] Made reservation on behalf of 3f113d48ba1b40618e9013d9ec86ac31 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:30:12.119618 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eed7f28c-c948-4121-b312-69c951ed0026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:12.127807 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eed7f28c-c948-4121-b312-69c951ed0026 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:12.202501 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eed7f28c-c948-4121-b312-69c951ed0026 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:12.206120 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eed7f28c-c948-4121-b312-69c951ed0026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:12.225789 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eed7f28c-c948-4121-b312-69c951ed0026 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:30:12.240248 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7f28c-c948-4121-b312-69c951ed0026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35cc958-c107-4c1b-991b-4fd9e3d0f3d9,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:30:12.243588 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eed7f28c-c948-4121-b312-69c951ed0026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:12.243927 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-eed7f28c-c948-4121-b312-69c951ed0026 admin admin] Added segment b98f83f0-81b9-4f6c-8989-c1bc2efab4a1 of type vlan for network 7f8cb02e-fe15-4db2-87a3-c71624eb2da4 Dec 09 16:30:12.282189 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eed7f28c-c948-4121-b312-69c951ed0026 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:12.306858 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eed7f28c-c948-4121-b312-69c951ed0026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:12.307792 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed7f28c-c948-4121-b312-69c951ed0026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:12.308363 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-eed7f28c-c948-4121-b312-69c951ed0026 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:12.364904 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-eed7f28c-c948-4121-b312-69c951ed0026 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3622913 Dec 09 16:30:12.368625 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53096) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:30:12.372838 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7f28c-c948-4121-b312-69c951ed0026 admin admin] Pushing event updated for resources: {'Network': ['ID=7f8cb02e-fe15-4db2-87a3-c71624eb2da4,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:30:12.373609 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-389b5731-84f3-4068-b0db-c04034c48190 admin admin] Request body: {'subnet': {'network_id': '7f8cb02e-fe15-4db2-87a3-c71624eb2da4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1456807766-subnet', 'tenant_id': '3f113d48ba1b40618e9013d9ec86ac31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:30:12.383862 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 7f8cb02e-fe15-4db2-87a3-c71624eb2da4 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:30:12.395127 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389b5731-84f3-4068-b0db-c04034c48190 admin admin] Made reservation on behalf of 3f113d48ba1b40618e9013d9ec86ac31 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:30:12.397815 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-389b5731-84f3-4068-b0db-c04034c48190 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:12.562910 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-389b5731-84f3-4068-b0db-c04034c48190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:12.619436 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b5731-84f3-4068-b0db-c04034c48190 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adba79bb-1beb-4220-a4d6-cb9a9c0a864f,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:30:12.627564 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389b5731-84f3-4068-b0db-c04034c48190 admin admin] Checking segment: {'id': 'b98f83f0-81b9-4f6c-8989-c1bc2efab4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7f8cb02e-fe15-4db2-87a3-c71624eb2da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:30:12.627921 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389b5731-84f3-4068-b0db-c04034c48190 admin admin] Network hostable DHCP agents. Network: 7f8cb02e-fe15-4db2-87a3-c71624eb2da4, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:30:12.644090 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389b5731-84f3-4068-b0db-c04034c48190 admin admin] Network 7f8cb02e-fe15-4db2-87a3-c71624eb2da4 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:30:12.652756 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-389b5731-84f3-4068-b0db-c04034c48190 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 7f8cb02e-fe15-4db2-87a3-c71624eb2da4) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:30:12.657740 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389b5731-84f3-4068-b0db-c04034c48190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:12.658851 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-389b5731-84f3-4068-b0db-c04034c48190 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:12.662150 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098357df-ab4a-410f-a5b9-b89c9508ba01 None None] Network 7f8cb02e-fe15-4db2-87a3-c71624eb2da4 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:30:12.675754 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-389b5731-84f3-4068-b0db-c04034c48190 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3059895 Dec 09 16:30:12.760337 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8401e4f4-a426-4e33-8d47-4acf147116ba None None] Network 7f8cb02e-fe15-4db2-87a3-c71624eb2da4 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:30:13.096954 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-8f2290b9-0fca-42d0-ab19-e28ffdc0d446 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:13.098333 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-8f2290b9-0fca-42d0-ab19-e28ffdc0d446 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/networks?id=7f8cb02e-fe15-4db2-87a3-c71624eb2da4 HTTP/1.1" status: 200 len: 812 time: 0.1029787 Dec 09 16:30:13.113968 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-dcac9762-7f07-472a-b2d4-6aab2cb83669 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/quotas/3f113d48ba1b40618e9013d9ec86ac31 HTTP/1.1" status: 200 len: 375 time: 0.0088005 Dec 09 16:30:13.144366 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-a60c11b8-0da6-4493-93ff-98b761967cd1 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=3f113d48ba1b40618e9013d9ec86ac31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252171 Dec 09 16:30:13.236919 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-0c306554-2ad9-4ad7-a124-ec42c52621a1 service neutron] 10.222.0.57 "GET /v2.0/networks/7f8cb02e-fe15-4db2-87a3-c71624eb2da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850635 Dec 09 16:30:13.324823 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-ffbbdcc7-e302-4def-adb3-9aba96756b38 service neutron] 10.222.0.57 "GET /v2.0/networks/7f8cb02e-fe15-4db2-87a3-c71624eb2da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815527 Dec 09 16:30:13.483317 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f97573c-3291-40e9-aa47-a3038114d11f req-7d51f809-0841-4fb1-814f-0572b84e7a4c tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 210 time: 0.0275474 Dec 09 16:30:14.400496 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device a938b0a6-2483-4166-ab7b-17be0708ad3c no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:30:14.420555 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: a938b0a6-2483-4166-ab7b-17be0708ad3c {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:30:14.420901 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device a938b0a6-2483-4166-ab7b-17be0708ad3c not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:30:14.530654 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-1fbf82e8-4e2b-4843-a76c-9931c88a5250 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:14.532143 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-1fbf82e8-4e2b-4843-a76c-9931c88a5250 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.31 "GET /v2.0/networks?id=7f8cb02e-fe15-4db2-87a3-c71624eb2da4 HTTP/1.1" status: 200 len: 812 time: 0.1133397 Dec 09 16:30:14.545795 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-fdf38c29-4033-448f-ad97-20b8768777f8 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Request body: {'port': {'device_id': '132c1a7b-f4a9-4f35-8f54-de7aa4112645', 'network_id': '7f8cb02e-fe15-4db2-87a3-c71624eb2da4', 'admin_state_up': True, 'tenant_id': '3f113d48ba1b40618e9013d9ec86ac31'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:30:14.616719 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b80b0596-aa66-4dda-9aee-78b847b0dee4 req-4006f9a9-c117-4d6e-9f46-23b9b8f40257 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 210 time: 0.0543051 Dec 09 16:30:14.681772 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-fdf38c29-4033-448f-ad97-20b8768777f8 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Made reservation on behalf of 3f113d48ba1b40618e9013d9ec86ac31 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:30:14.685292 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-fdf38c29-4033-448f-ad97-20b8768777f8 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:14.805748 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-fdf38c29-4033-448f-ad97-20b8768777f8 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Allocated IP 172.20.0.12 (7f8cb02e-fe15-4db2-87a3-c71624eb2da4/adba79bb-1beb-4220-a4d6-cb9a9c0a864f/52d27bfd-5427-45de-b952-6ae91b343898) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:30:14.950222 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-fdf38c29-4033-448f-ad97-20b8768777f8 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:14.983517 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-fdf38c29-4033-448f-ad97-20b8768777f8 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:15.022749 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-fdf38c29-4033-448f-ad97-20b8768777f8 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Network 7f8cb02e-fe15-4db2-87a3-c71624eb2da4 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:30:15.026510 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-fdf38c29-4033-448f-ad97-20b8768777f8 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:30:15.032682 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-fdf38c29-4033-448f-ad97-20b8768777f8 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:30:15.056160 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf38c29-4033-448f-ad97-20b8768777f8 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Pushing event updated for resources: {'Port': ['ID=52d27bfd-5427-45de-b952-6ae91b343898,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:30:15.087328 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-fdf38c29-4033-448f-ad97-20b8768777f8 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:15.087925 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-fdf38c29-4033-448f-ad97-20b8768777f8 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:15.103627 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-fdf38c29-4033-448f-ad97-20b8768777f8 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5618832 Dec 09 16:30:15.116341 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-e52fd103-e4c2-4f7f-89f5-67f43e5200e8 service neutron] Request body: {'port': {'device_id': '132c1a7b-f4a9-4f35-8f54-de7aa4112645', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:30:15.169709 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-e52fd103-e4c2-4f7f-89f5-67f43e5200e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:15.427666 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-e52fd103-e4c2-4f7f-89f5-67f43e5200e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52d27bfd-5427-45de-b952-6ae91b343898 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:30:15.435516 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-e52fd103-e4c2-4f7f-89f5-67f43e5200e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:15.448502 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-e52fd103-e4c2-4f7f-89f5-67f43e5200e8 service neutron] Transition to ACTIVE for port object 52d27bfd-5427-45de-b952-6ae91b343898 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:30:15.451877 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-e52fd103-e4c2-4f7f-89f5-67f43e5200e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:15.500171 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52fd103-e4c2-4f7f-89f5-67f43e5200e8 service neutron] Pushing event updated for resources: {'Port': ['ID=52d27bfd-5427-45de-b952-6ae91b343898,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:30:15.569452 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-e52fd103-e4c2-4f7f-89f5-67f43e5200e8 service neutron] Attempting to bind port 52d27bfd-5427-45de-b952-6ae91b343898 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:30:15.570156 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-e52fd103-e4c2-4f7f-89f5-67f43e5200e8 service neutron] Attempting to bind port 52d27bfd-5427-45de-b952-6ae91b343898 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': 'b98f83f0-81b9-4f6c-8989-c1bc2efab4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7f8cb02e-fe15-4db2-87a3-c71624eb2da4'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:30:15.570156 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-e52fd103-e4c2-4f7f-89f5-67f43e5200e8 service neutron] Attempting to bind port 52d27bfd-5427-45de-b952-6ae91b343898 on network 7f8cb02e-fe15-4db2-87a3-c71624eb2da4 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:30:15.574660 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-e52fd103-e4c2-4f7f-89f5-67f43e5200e8 service neutron] Port 52d27bfd-5427-45de-b952-6ae91b343898 on network 7f8cb02e-fe15-4db2-87a3-c71624eb2da4 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:30:15.575001 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-e52fd103-e4c2-4f7f-89f5-67f43e5200e8 service neutron] Attempting to bind port 52d27bfd-5427-45de-b952-6ae91b343898 on network 7f8cb02e-fe15-4db2-87a3-c71624eb2da4 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:30:15.579857 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-e52fd103-e4c2-4f7f-89f5-67f43e5200e8 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:30:15.580192 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-e52fd103-e4c2-4f7f-89f5-67f43e5200e8 service neutron] Checking segment: {'id': 'b98f83f0-81b9-4f6c-8989-c1bc2efab4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7f8cb02e-fe15-4db2-87a3-c71624eb2da4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:30:15.580646 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-e52fd103-e4c2-4f7f-89f5-67f43e5200e8 service neutron] Bound using segment: {'id': 'b98f83f0-81b9-4f6c-8989-c1bc2efab4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7f8cb02e-fe15-4db2-87a3-c71624eb2da4'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:30:15.581070 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-e52fd103-e4c2-4f7f-89f5-67f43e5200e8 service neutron] Bound port: 52d27bfd-5427-45de-b952-6ae91b343898, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98f83f0-81b9-4f6c-8989-c1bc2efab4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7f8cb02e-fe15-4db2-87a3-c71624eb2da4'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:30:15.581426 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-e52fd103-e4c2-4f7f-89f5-67f43e5200e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:15.646008 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-e52fd103-e4c2-4f7f-89f5-67f43e5200e8 service neutron] For port 52d27bfd-5427-45de-b952-6ae91b343898, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:30:15.649125 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-e52fd103-e4c2-4f7f-89f5-67f43e5200e8 service neutron] For port 52d27bfd-5427-45de-b952-6ae91b343898, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=52d27bfd-5427-45de-b952-6ae91b343898,segment=NetworkSegment(b98f83f0-81b9-4f6c-8989-c1bc2efab4a1),segment_id=b98f83f0-81b9-4f6c-8989-c1bc2efab4a1)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:30:15.653415 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-e52fd103-e4c2-4f7f-89f5-67f43e5200e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:16.046536 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-e52fd103-e4c2-4f7f-89f5-67f43e5200e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:16.047147 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-e52fd103-e4c2-4f7f-89f5-67f43e5200e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:16.048524 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-e52fd103-e4c2-4f7f-89f5-67f43e5200e8 service neutron] 10.222.0.31 "PUT /v2.0/ports/52d27bfd-5427-45de-b952-6ae91b343898 HTTP/1.1" status: 200 len: 1092 time: 0.9362016 Dec 09 16:30:16.050456 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '132c1a7b-f4a9-4f35-8f54-de7aa4112645', 'tag': '52d27bfd-5427-45de-b952-6ae91b343898'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:30:16.053282 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e71af7-f832-4769-9483-c3d95071111e" -d '{"events": [{"name": "network-changed", "server_uuid": "132c1a7b-f4a9-4f35-8f54-de7aa4112645", "tag": "52d27bfd-5427-45de-b952-6ae91b343898"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:30:16.080752 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52fd103-e4c2-4f7f-89f5-67f43e5200e8 service neutron] Pushing event updated for resources: {'Port': ['ID=52d27bfd-5427-45de-b952-6ae91b343898,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:30:16.105593 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aff9a2-3be0-4849-a1a2-95d452384441 req-2bb7e9cc-46ae-4694-b64b-8e3029ddab5b tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:16.107060 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-50aff9a2-3be0-4849-a1a2-95d452384441 req-2bb7e9cc-46ae-4694-b64b-8e3029ddab5b tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 944 time: 0.1111104 Dec 09 16:30:16.162731 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-f86eeee3-8241-41fc-9a4c-1133f0631b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:16.164916 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-f86eeee3-8241-41fc-9a4c-1133f0631b0b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f113d48ba1b40618e9013d9ec86ac31&device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 1095 time: 0.0767102 Dec 09 16:30:16.181684 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-50aff9a2-3be0-4849-a1a2-95d452384441 req-ae6038a1-9c7c-4bc5-ad97-86b4fba268b2 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/security-groups?id=a35cc958-c107-4c1b-991b-4fd9e3d0f3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614960 Dec 09 16:30:16.211009 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-58b3a763-bba2-4d26-945e-a9b82abf1da4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52d27bfd-5427-45de-b952-6ae91b343898 HTTP/1.1" status: 200 len: 217 time: 0.0369260 Dec 09 16:30:16.229340 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4034921c-4016-4339-a325-d5e7c366ae63 x-openstack-request-id: req-4034921c-4016-4339-a325-d5e7c366ae63 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:30:16.229625 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "132c1a7b-f4a9-4f35-8f54-de7aa4112645", "tag": "52d27bfd-5427-45de-b952-6ae91b343898", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:30:16.229878 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4034921c-4016-4339-a325-d5e7c366ae63 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:30:16.230268 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '132c1a7b-f4a9-4f35-8f54-de7aa4112645', 'tag': '52d27bfd-5427-45de-b952-6ae91b343898', 'status': 'completed', 'code': 200} Dec 09 16:30:16.264746 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-fa0feabe-4703-4424-89a1-4cd5cea4d1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:16.266181 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-fa0feabe-4703-4424-89a1-4cd5cea4d1df service neutron] 10.222.0.31 "GET /v2.0/subnets?id=adba79bb-1beb-4220-a4d6-cb9a9c0a864f HTTP/1.1" status: 200 len: 852 time: 0.0470555 Dec 09 16:30:16.298373 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-f2a87932-f5d8-4fe2-9567-14d75cec4fdf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7f8cb02e-fe15-4db2-87a3-c71624eb2da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239656 Dec 09 16:30:16.390025 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-27e8e82f-c209-4e0a-8989-f835775b774b service neutron] 10.222.0.31 "GET /v2.0/networks/7f8cb02e-fe15-4db2-87a3-c71624eb2da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843651 Dec 09 16:30:16.477893 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7a4ef5ea-4ae3-4eda-997b-cce521c08a45 req-76cb39e2-24f9-4357-a547-d9ff50079788 service neutron] 10.222.0.31 "GET /v2.0/networks/7f8cb02e-fe15-4db2-87a3-c71624eb2da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806828 Dec 09 16:30:16.568779 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e71af7-f832-4769-9483-c3d95071111e req-44efa504-d459-4f45-85d3-35ab61c7c21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:16.570698 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f2e71af7-f832-4769-9483-c3d95071111e req-44efa504-d459-4f45-85d3-35ab61c7c21b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f113d48ba1b40618e9013d9ec86ac31&device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 1095 time: 0.0451117 Dec 09 16:30:16.578853 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:16.660522 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e71af7-f832-4769-9483-c3d95071111e req-79879714-14e6-47d5-be04-b03b94e5c109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:16.661983 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f2e71af7-f832-4769-9483-c3d95071111e req-79879714-14e6-47d5-be04-b03b94e5c109 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7f8cb02e-fe15-4db2-87a3-c71624eb2da4 HTTP/1.1" status: 200 len: 913 time: 0.0834565 Dec 09 16:30:16.706836 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f2e71af7-f832-4769-9483-c3d95071111e req-497669e1-68f0-4a53-83fb-4558d58a5673 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52d27bfd-5427-45de-b952-6ae91b343898 HTTP/1.1" status: 200 len: 217 time: 0.0376594 Dec 09 16:30:16.754467 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e71af7-f832-4769-9483-c3d95071111e req-c627601f-9b9b-45cd-a1f0-7510379850c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:16.755857 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f2e71af7-f832-4769-9483-c3d95071111e req-c627601f-9b9b-45cd-a1f0-7510379850c4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=adba79bb-1beb-4220-a4d6-cb9a9c0a864f HTTP/1.1" status: 200 len: 852 time: 0.0421875 Dec 09 16:30:16.785803 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f2e71af7-f832-4769-9483-c3d95071111e req-52277472-75a1-4054-9eb4-4b279eabccf2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7f8cb02e-fe15-4db2-87a3-c71624eb2da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227969 Dec 09 16:30:16.874749 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f2e71af7-f832-4769-9483-c3d95071111e req-9c27222e-b8b8-4339-9041-994383d8d7fc service neutron] 10.222.0.31 "GET /v2.0/networks/7f8cb02e-fe15-4db2-87a3-c71624eb2da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812874 Dec 09 16:30:16.968758 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f2e71af7-f832-4769-9483-c3d95071111e req-e02cc4eb-46b3-4640-b0f0-9a860fa2b9f4 service neutron] 10.222.0.31 "GET /v2.0/networks/7f8cb02e-fe15-4db2-87a3-c71624eb2da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848794 Dec 09 16:30:17.299052 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0beca-9497-49ca-8499-7a2b4c07d84a req-806ccaea-90e8-43eb-aae2-8faad2ee74a3 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:17.300571 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-94e0beca-9497-49ca-8499-7a2b4c07d84a req-806ccaea-90e8-43eb-aae2-8faad2ee74a3 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 944 time: 0.0495293 Dec 09 16:30:17.347573 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-94e0beca-9497-49ca-8499-7a2b4c07d84a req-75fb5902-a911-44c7-b697-571a47d052bc tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/security-groups?id=a35cc958-c107-4c1b-991b-4fd9e3d0f3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404179 Dec 09 16:30:18.469898 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db181378-712b-4755-8c6f-e3cc56222685 req-133f4428-044e-4b95-ba0b-cd9ec6616708 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:18.471365 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-db181378-712b-4755-8c6f-e3cc56222685 req-133f4428-044e-4b95-ba0b-cd9ec6616708 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 944 time: 0.0536954 Dec 09 16:30:18.518631 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-db181378-712b-4755-8c6f-e3cc56222685 req-cc0a8a63-4fd7-4826-94fb-c312a07ba221 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/security-groups?id=a35cc958-c107-4c1b-991b-4fd9e3d0f3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407882 Dec 09 16:30:19.633066 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2ab13-2fca-4dcc-a281-d257d8ba2b25 req-1a356996-97ad-4120-a762-6bc416db0c46 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:19.634318 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9ad2ab13-2fca-4dcc-a281-d257d8ba2b25 req-1a356996-97ad-4120-a762-6bc416db0c46 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 944 time: 0.0491006 Dec 09 16:30:19.681465 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9ad2ab13-2fca-4dcc-a281-d257d8ba2b25 req-e0e597d4-9c20-4e35-aca9-520396d6c9fc tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/security-groups?id=a35cc958-c107-4c1b-991b-4fd9e3d0f3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412290 Dec 09 16:30:20.440117 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 52d27bfd-5427-45de-b952-6ae91b343898 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:30:20.534844 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 52d27bfd-5427-45de-b952-6ae91b343898, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=52d27bfd-5427-45de-b952-6ae91b343898,segment=NetworkSegment(b98f83f0-81b9-4f6c-8989-c1bc2efab4a1),segment_id=b98f83f0-81b9-4f6c-8989-c1bc2efab4a1)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:30:20.545882 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '52d27bfd-5427-45de-b952-6ae91b343898', 'network_id': '7f8cb02e-fe15-4db2-87a3-c71624eb2da4', 'port_id': '52d27bfd-5427-45de-b952-6ae91b343898', 'mac_address': 'fa:16:3e:f1:36:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adba79bb-1beb-4220-a4d6-cb9a9c0a864f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:30:20.593349 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a5d93ab4-5e38-493a-b350-67f906541005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:20.595056 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:20.608832 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52d27bfd-5427-45de-b952-6ae91b343898 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:30:20.631936 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 52d27bfd-5427-45de-b952-6ae91b343898, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=52d27bfd-5427-45de-b952-6ae91b343898,segment=NetworkSegment(b98f83f0-81b9-4f6c-8989-c1bc2efab4a1),segment_id=b98f83f0-81b9-4f6c-8989-c1bc2efab4a1)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:30:20.636346 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:20.682231 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=52d27bfd-5427-45de-b952-6ae91b343898,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:30:20.798440 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa78d6-b989-4478-bb31-0815401215c5 req-67a17edd-1ad2-4c5e-b5e7-fc2e23674f20 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:20.799948 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d9fa78d6-b989-4478-bb31-0815401215c5 req-67a17edd-1ad2-4c5e-b5e7-fc2e23674f20 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 945 time: 0.0490408 Dec 09 16:30:20.852729 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d9fa78d6-b989-4478-bb31-0815401215c5 req-2076a550-d70f-48f5-a1d0-209a248f1eeb tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/security-groups?id=a35cc958-c107-4c1b-991b-4fd9e3d0f3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455780 Dec 09 16:30:20.934817 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['52d27bfd-5427-45de-b952-6ae91b343898'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:30:21.967684 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc1a05-86dc-4ad0-98e9-b0a9fef352c3 req-f6910f00-9358-4768-bf83-44d6869087df tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:21.969192 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dedc1a05-86dc-4ad0-98e9-b0a9fef352c3 req-f6910f00-9358-4768-bf83-44d6869087df tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 945 time: 0.0492206 Dec 09 16:30:22.017018 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dedc1a05-86dc-4ad0-98e9-b0a9fef352c3 req-8b10cf6b-a2eb-4388-9df0-2120244bbae6 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/security-groups?id=a35cc958-c107-4c1b-991b-4fd9e3d0f3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415120 Dec 09 16:30:22.462770 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 52d27bfd-5427-45de-b952-6ae91b343898 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:30:22.510965 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 52d27bfd-5427-45de-b952-6ae91b343898 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:30:22.514716 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 52d27bfd-5427-45de-b952-6ae91b343898 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:30:22.515090 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:22.592751 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:22.614908 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132c1a7b-f4a9-4f35-8f54-de7aa4112645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d27bfd-5427-45de-b952-6ae91b343898'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:30:22.617761 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad401665e64187bef4a0f300457b2868c99907d1fc0db4bbbc94af95fd68fd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5cdd7e8-0128-4217-8c8d-6d23fc1f3272" -d '{"events": [{"server_uuid": "132c1a7b-f4a9-4f35-8f54-de7aa4112645", "name": "network-vif-plugged", "status": "completed", "tag": "52d27bfd-5427-45de-b952-6ae91b343898"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:30:22.633058 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 52d27bfd-5427-45de-b952-6ae91b343898, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=52d27bfd-5427-45de-b952-6ae91b343898,segment=NetworkSegment(b98f83f0-81b9-4f6c-8989-c1bc2efab4a1),segment_id=b98f83f0-81b9-4f6c-8989-c1bc2efab4a1)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:30:22.637040 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:22.757880 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70c8cb-2bbf-48d9-a659-126efbf80aee req-f188f385-c8e9-4e5d-83f6-e1f9c71b3928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:22.759422 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2d70c8cb-2bbf-48d9-a659-126efbf80aee req-f188f385-c8e9-4e5d-83f6-e1f9c71b3928 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 1097 time: 0.0437500 Dec 09 16:30:22.806626 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2d70c8cb-2bbf-48d9-a659-126efbf80aee req-b2dfaa60-13f8-4ffd-b2d4-5341c3752ee9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a35cc958-c107-4c1b-991b-4fd9e3d0f3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400059 Dec 09 16:30:22.817855 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5e3079-bd7b-4873-a370-e85b48d8f3e2 x-openstack-request-id: req-1d5e3079-bd7b-4873-a370-e85b48d8f3e2 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:30:22.818151 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "132c1a7b-f4a9-4f35-8f54-de7aa4112645", "name": "network-vif-plugged", "status": "completed", "tag": "52d27bfd-5427-45de-b952-6ae91b343898", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:30:22.818407 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1d5e3079-bd7b-4873-a370-e85b48d8f3e2 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:30:22.818792 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132c1a7b-f4a9-4f35-8f54-de7aa4112645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d27bfd-5427-45de-b952-6ae91b343898', 'code': 200} Dec 09 16:30:22.844126 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=52d27bfd-5427-45de-b952-6ae91b343898,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:30:23.111768 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-aaed4485-db65-496b-bac7-e6a0b7e31502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:23.144135 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7334d-5a91-43c8-9b3d-b3cc14d0b853 req-2e6ed764-c285-49bb-8380-cb2decc5cdae tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:23.145631 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f6c7334d-5a91-43c8-9b3d-b3cc14d0b853 req-2e6ed764-c285-49bb-8380-cb2decc5cdae tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 946 time: 0.0576811 Dec 09 16:30:23.193162 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f6c7334d-5a91-43c8-9b3d-b3cc14d0b853 req-17090fe6-4245-4d8b-bd23-c3b4421378f0 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/security-groups?id=a35cc958-c107-4c1b-991b-4fd9e3d0f3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406957 Dec 09 16:30:24.253828 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:24.312131 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962d1dd-49de-4011-bf49-1b21dd6bc4a0 req-bc0340ef-0ce7-466a-9c82-75b0aed42273 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:24.313657 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f962d1dd-49de-4011-bf49-1b21dd6bc4a0 req-bc0340ef-0ce7-466a-9c82-75b0aed42273 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 946 time: 0.0493670 Dec 09 16:30:24.362248 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f962d1dd-49de-4011-bf49-1b21dd6bc4a0 req-8d19b247-167f-44fb-87ba-ae040cb8e712 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/security-groups?id=a35cc958-c107-4c1b-991b-4fd9e3d0f3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426447 Dec 09 16:30:24.576771 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53162) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:30:24.607230 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e961745-dff3-4983-9bc4-18c20c94bce5 req-8e23431b-25fa-4f13-af27-bad74e38255e tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:24.608785 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1e961745-dff3-4983-9bc4-18c20c94bce5 req-8e23431b-25fa-4f13-af27-bad74e38255e tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 946 time: 0.0573599 Dec 09 16:30:24.657709 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1e961745-dff3-4983-9bc4-18c20c94bce5 req-2293f3a5-3e6c-488e-b0df-4322dc6dbec6 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/security-groups?id=a35cc958-c107-4c1b-991b-4fd9e3d0f3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428722 Dec 09 16:30:24.657967 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-95d8c404-d274-40f5-b064-67219ea89d2f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0799410 Dec 09 16:30:24.667018 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-d5f99dc0-de68-4cbf-90a8-1d42681082a7 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 16:30:24.668138 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-d5f99dc0-de68-4cbf-90a8-1d42681082a7 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052581 Dec 09 16:30:25.076617 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:25.515954 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:25.811037 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a161550c-9f27-4f4c-b267-c152354c1299 req-ddcf783f-7416-4cee-a11f-5b2b543790d0 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:25.812464 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a161550c-9f27-4f4c-b267-c152354c1299 req-ddcf783f-7416-4cee-a11f-5b2b543790d0 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 946 time: 0.0813348 Dec 09 16:30:25.818041 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-c505a09a-8485-4a08-939b-9849d6f1f335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:25.820347 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-c505a09a-8485-4a08-939b-9849d6f1f335 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f113d48ba1b40618e9013d9ec86ac31&device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 1097 time: 0.0561774 Dec 09 16:30:25.927338 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a161550c-9f27-4f4c-b267-c152354c1299 req-e04295c8-9d7c-421f-bf11-e69b6e70ebcb tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/security-groups?id=a35cc958-c107-4c1b-991b-4fd9e3d0f3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060078 Dec 09 16:30:25.944128 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-da18308d-4839-4627-b261-e6dcb393d278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:25.945915 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-da18308d-4839-4627-b261-e6dcb393d278 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7f8cb02e-fe15-4db2-87a3-c71624eb2da4 HTTP/1.1" status: 200 len: 913 time: 0.1186416 Dec 09 16:30:25.989019 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-846a6c4f-2e63-46bf-a9b0-63d3629870ff service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52d27bfd-5427-45de-b952-6ae91b343898 HTTP/1.1" status: 200 len: 217 time: 0.0352387 Dec 09 16:30:26.042727 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-61827237-3962-4028-81ad-ae3ede058720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:26.044181 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-61827237-3962-4028-81ad-ae3ede058720 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=adba79bb-1beb-4220-a4d6-cb9a9c0a864f HTTP/1.1" status: 200 len: 852 time: 0.0484865 Dec 09 16:30:26.076595 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-511398c8-97c4-426e-9d9b-4aa19090811f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7f8cb02e-fe15-4db2-87a3-c71624eb2da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247662 Dec 09 16:30:26.166799 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-d4ff3153-767a-4204-8fdc-de45c20ea07c service neutron] 10.222.0.31 "GET /v2.0/networks/7f8cb02e-fe15-4db2-87a3-c71624eb2da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802355 Dec 09 16:30:26.265715 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-6d36b7f0-1f68-4621-9de2-02652ff9fba2 service neutron] 10.222.0.31 "GET /v2.0/networks/7f8cb02e-fe15-4db2-87a3-c71624eb2da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918615 Dec 09 16:30:26.548556 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:27.046684 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30dacd1-75ef-4967-9ba4-7b001a11a69e req-5594d22f-84a1-4c49-a8df-b3235f331e98 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:27.048183 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a30dacd1-75ef-4967-9ba4-7b001a11a69e req-5594d22f-84a1-4c49-a8df-b3235f331e98 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 946 time: 0.0502336 Dec 09 16:30:27.096379 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a30dacd1-75ef-4967-9ba4-7b001a11a69e req-d8ba0933-70c2-4e80-b978-b1df9efa0aad tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/security-groups?id=a35cc958-c107-4c1b-991b-4fd9e3d0f3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412183 Dec 09 16:30:28.218443 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f580e44-cb92-4260-8fc5-f51043716225 req-58dfb499-fc15-4eae-86e7-2cf22b62b3d3 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:28.219944 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f580e44-cb92-4260-8fc5-f51043716225 req-58dfb499-fc15-4eae-86e7-2cf22b62b3d3 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 946 time: 0.0543125 Dec 09 16:30:28.267096 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f580e44-cb92-4260-8fc5-f51043716225 req-083b5cc3-f538-4f5b-b6da-eda9358637b7 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/security-groups?id=a35cc958-c107-4c1b-991b-4fd9e3d0f3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412002 Dec 09 16:30:29.383387 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd1bc6-cf78-42c0-8cd5-5d5b529d9d7f req-353a2cc3-d6a0-4943-817a-1cd1ff35fce0 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:29.385579 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6dfd1bc6-cf78-42c0-8cd5-5d5b529d9d7f req-353a2cc3-d6a0-4943-817a-1cd1ff35fce0 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 946 time: 0.0499811 Dec 09 16:30:29.432262 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6dfd1bc6-cf78-42c0-8cd5-5d5b529d9d7f req-d74bde88-7f23-4aa5-b9c8-087c22cf27b7 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/security-groups?id=a35cc958-c107-4c1b-991b-4fd9e3d0f3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406106 Dec 09 16:30:30.550582 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8cdbb1-dc3f-456c-baf1-62e051f73c37 req-77c952b4-9d4a-4c60-94c6-2c2d0f75a7e5 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:30.552051 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fc8cdbb1-dc3f-456c-baf1-62e051f73c37 req-77c952b4-9d4a-4c60-94c6-2c2d0f75a7e5 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 946 time: 0.0485845 Dec 09 16:30:30.603891 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fc8cdbb1-dc3f-456c-baf1-62e051f73c37 req-6bdc9b2f-f4db-4074-9f37-b07d98666a85 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/security-groups?id=a35cc958-c107-4c1b-991b-4fd9e3d0f3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457702 Dec 09 16:30:31.717947 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4e415-c656-4e82-b644-7852fdf33895 req-366b22cc-911c-4d95-8d2a-d8ba0bef0ae7 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:31.719415 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8ec4e415-c656-4e82-b644-7852fdf33895 req-366b22cc-911c-4d95-8d2a-d8ba0bef0ae7 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 946 time: 0.0479534 Dec 09 16:30:31.766467 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8ec4e415-c656-4e82-b644-7852fdf33895 req-38429b80-21ae-4a5a-917a-ca83b2223b28 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/security-groups?id=a35cc958-c107-4c1b-991b-4fd9e3d0f3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411472 Dec 09 16:30:32.882552 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bba568-b576-4bd1-878c-a549bde9f051 req-30117d3a-6455-4123-aa43-b9d94f71aa53 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:32.884225 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-52bba568-b576-4bd1-878c-a549bde9f051 req-30117d3a-6455-4123-aa43-b9d94f71aa53 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 946 time: 0.0491958 Dec 09 16:30:32.930350 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-52bba568-b576-4bd1-878c-a549bde9f051 req-9b1f7578-bfc8-4750-b29d-141f5efec4e0 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/security-groups?id=a35cc958-c107-4c1b-991b-4fd9e3d0f3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401762 Dec 09 16:30:34.048926 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849242d-62d0-4470-8005-65261b45df87 req-b34007c9-371b-4ae1-9064-837d128c6ca8 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:34.050417 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a849242d-62d0-4470-8005-65261b45df87 req-b34007c9-371b-4ae1-9064-837d128c6ca8 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 946 time: 0.0518663 Dec 09 16:30:34.097242 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a849242d-62d0-4470-8005-65261b45df87 req-9974e2ed-acb9-4a57-99ec-2e8c7754505c tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/security-groups?id=a35cc958-c107-4c1b-991b-4fd9e3d0f3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403090 Dec 09 16:30:35.213208 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96961f5-7763-4789-a544-07732835730d req-e45b2efb-caf3-466c-851c-2f298334b0f2 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:35.214696 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c96961f5-7763-4789-a544-07732835730d req-e45b2efb-caf3-466c-851c-2f298334b0f2 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 946 time: 0.0490394 Dec 09 16:30:35.261711 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c96961f5-7763-4789-a544-07732835730d req-085fef88-5c91-46ab-975e-e324aae481b9 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/security-groups?id=a35cc958-c107-4c1b-991b-4fd9e3d0f3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411551 Dec 09 16:30:36.380604 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767352a-c013-4d11-a165-bfcd0f54cdfe req-3bf2c3fe-ed88-4cde-b6b4-a4835cb9226b tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:36.382719 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1767352a-c013-4d11-a165-bfcd0f54cdfe req-3bf2c3fe-ed88-4cde-b6b4-a4835cb9226b tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 946 time: 0.0512211 Dec 09 16:30:36.435447 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1767352a-c013-4d11-a165-bfcd0f54cdfe req-998a9cbc-629c-4985-a42d-cd1930a37c0b tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/security-groups?id=a35cc958-c107-4c1b-991b-4fd9e3d0f3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472252 Dec 09 16:30:37.447421 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cbddf-07eb-4603-abda-dee1fd5c1b30 req-69ef4a42-4b13-41dc-950d-3ce1885acf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:37.448949 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-203cbddf-07eb-4603-abda-dee1fd5c1b30 req-69ef4a42-4b13-41dc-950d-3ce1885acf3d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f113d48ba1b40618e9013d9ec86ac31&device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 1097 time: 0.0414217 Dec 09 16:30:37.590645 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c51aa9-0692-4acc-95c9-ebcc75d432a3 req-fdcabb3c-20c8-455f-a124-204cddc36e42 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:37.592023 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b1c51aa9-0692-4acc-95c9-ebcc75d432a3 req-fdcabb3c-20c8-455f-a124-204cddc36e42 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 946 time: 0.0801668 Dec 09 16:30:37.594870 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cbddf-07eb-4603-abda-dee1fd5c1b30 req-7152dac4-9226-49fe-a589-fe2061268a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:37.596190 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-203cbddf-07eb-4603-abda-dee1fd5c1b30 req-7152dac4-9226-49fe-a589-fe2061268a22 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7f8cb02e-fe15-4db2-87a3-c71624eb2da4 HTTP/1.1" status: 200 len: 913 time: 0.1272461 Dec 09 16:30:37.645243 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-203cbddf-07eb-4603-abda-dee1fd5c1b30 req-d1c673bf-7c25-45d4-b435-b927a769f6a4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52d27bfd-5427-45de-b952-6ae91b343898 HTTP/1.1" status: 200 len: 217 time: 0.0408082 Dec 09 16:30:37.702631 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b1c51aa9-0692-4acc-95c9-ebcc75d432a3 req-9dd57f2d-8128-4587-9fa6-750a0a66363e tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/security-groups?id=a35cc958-c107-4c1b-991b-4fd9e3d0f3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046047 Dec 09 16:30:37.713939 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cbddf-07eb-4603-abda-dee1fd5c1b30 req-45752f44-b35b-468f-8c13-c73f7fd9a53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:37.715397 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-203cbddf-07eb-4603-abda-dee1fd5c1b30 req-45752f44-b35b-468f-8c13-c73f7fd9a53f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=adba79bb-1beb-4220-a4d6-cb9a9c0a864f HTTP/1.1" status: 200 len: 852 time: 0.0604420 Dec 09 16:30:37.747219 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-203cbddf-07eb-4603-abda-dee1fd5c1b30 req-567631d6-ef5b-4085-af4c-e541c4f8d055 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7f8cb02e-fe15-4db2-87a3-c71624eb2da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249968 Dec 09 16:30:37.749472 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:30:37.834425 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-203cbddf-07eb-4603-abda-dee1fd5c1b30 req-be911e58-d9b1-4cbb-a88c-a46a9926d8ac service neutron] 10.222.0.31 "GET /v2.0/networks/7f8cb02e-fe15-4db2-87a3-c71624eb2da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799174 Dec 09 16:30:37.926965 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-203cbddf-07eb-4603-abda-dee1fd5c1b30 req-bae64fe3-f8ca-4a82-b04f-87b8e908444e service neutron] 10.222.0.31 "GET /v2.0/networks/7f8cb02e-fe15-4db2-87a3-c71624eb2da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854955 Dec 09 16:30:38.822877 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2449617-c268-4af8-8b79-3ce3bdbb2f85 req-52d672a1-3264-4bc6-a42f-cc9addf0724e tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:38.824370 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f2449617-c268-4af8-8b79-3ce3bdbb2f85 req-52d672a1-3264-4bc6-a42f-cc9addf0724e tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 946 time: 0.0527377 Dec 09 16:30:38.871274 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f2449617-c268-4af8-8b79-3ce3bdbb2f85 req-7aa93c92-496a-43af-ab3c-f3fae0a33365 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/security-groups?id=a35cc958-c107-4c1b-991b-4fd9e3d0f3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409257 Dec 09 16:30:39.985446 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dec591-0060-459d-b3a8-8a48d9272a0b req-d84dac24-8683-4a34-9fd2-7d30e3b7457e tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:39.986931 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-69dec591-0060-459d-b3a8-8a48d9272a0b req-d84dac24-8683-4a34-9fd2-7d30e3b7457e tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 946 time: 0.0486963 Dec 09 16:30:40.038185 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-69dec591-0060-459d-b3a8-8a48d9272a0b req-240e6499-b8d7-4ea9-aacb-733aa116f42d tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/security-groups?id=a35cc958-c107-4c1b-991b-4fd9e3d0f3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453739 Dec 09 16:30:41.152951 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a762b6-6759-4b9e-9ed5-1a01184a37e4 req-ca93b548-06c5-4844-8291-9db6e8fd2726 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:41.154439 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f7a762b6-6759-4b9e-9ed5-1a01184a37e4 req-ca93b548-06c5-4844-8291-9db6e8fd2726 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 946 time: 0.0486443 Dec 09 16:30:41.202229 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f7a762b6-6759-4b9e-9ed5-1a01184a37e4 req-f14589f9-8fb1-4b3d-9543-cd52b01673f8 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/security-groups?id=a35cc958-c107-4c1b-991b-4fd9e3d0f3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417635 Dec 09 16:30:42.318125 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32cba1-afca-4679-b5ce-4ae08c9e1c47 req-a3234e26-5423-4bc7-9958-68cc9d8b378c tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:42.319590 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5f32cba1-afca-4679-b5ce-4ae08c9e1c47 req-a3234e26-5423-4bc7-9958-68cc9d8b378c tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 946 time: 0.0482969 Dec 09 16:30:42.368318 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5f32cba1-afca-4679-b5ce-4ae08c9e1c47 req-fcf07d81-5a49-4d71-96cb-6740b5043436 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/security-groups?id=a35cc958-c107-4c1b-991b-4fd9e3d0f3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421436 Dec 09 16:30:43.488642 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9a018-b15b-4028-9a1c-dd2f542b7715 req-99df2c36-69b6-40e3-b28e-c17dbdb7df1b tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:43.490152 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d8b9a018-b15b-4028-9a1c-dd2f542b7715 req-99df2c36-69b6-40e3-b28e-c17dbdb7df1b tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 946 time: 0.0530879 Dec 09 16:30:43.537345 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d8b9a018-b15b-4028-9a1c-dd2f542b7715 req-6bb99bb1-61b1-4c1b-adb3-a7be05d1377c tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/security-groups?id=a35cc958-c107-4c1b-991b-4fd9e3d0f3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413110 Dec 09 16:30:44.657033 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310602f-b58a-4ec2-8308-17bcf8144003 req-e8801288-7674-4ef6-af1a-92d9cac92b57 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:44.658457 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2310602f-b58a-4ec2-8308-17bcf8144003 req-e8801288-7674-4ef6-af1a-92d9cac92b57 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 946 time: 0.0479593 Dec 09 16:30:44.705232 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2310602f-b58a-4ec2-8308-17bcf8144003 req-fc365672-e8e5-4095-84cc-741fc24dc03d tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/security-groups?id=a35cc958-c107-4c1b-991b-4fd9e3d0f3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408993 Dec 09 16:30:45.824156 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf2e5c-a1c0-4a82-9cef-677e0c1849ab req-65388759-f0ae-4c56-a73c-b99b1bb518a6 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:45.825715 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-85bf2e5c-a1c0-4a82-9cef-677e0c1849ab req-65388759-f0ae-4c56-a73c-b99b1bb518a6 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 946 time: 0.0532408 Dec 09 16:30:45.874728 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-85bf2e5c-a1c0-4a82-9cef-677e0c1849ab req-c8c673a9-189b-45e4-bd2a-236453b22ec0 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/security-groups?id=a35cc958-c107-4c1b-991b-4fd9e3d0f3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430412 Dec 09 16:30:46.583814 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:46.991240 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0842d-f795-49ac-9f91-95698e7397f0 req-d4496ea3-ffe7-4733-9bf2-144a0017f4bf tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:46.992642 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-44c0842d-f795-49ac-9f91-95698e7397f0 req-d4496ea3-ffe7-4733-9bf2-144a0017f4bf tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 946 time: 0.0493248 Dec 09 16:30:47.038934 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-44c0842d-f795-49ac-9f91-95698e7397f0 req-b1b5d9ad-7b87-4cc3-bfa7-6631b42f4e65 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/security-groups?id=a35cc958-c107-4c1b-991b-4fd9e3d0f3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403564 Dec 09 16:30:48.153457 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acacd262-a300-49ea-9b42-a25e3acfea8f req-647696da-12df-4321-b488-902ffa1d3d4c tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:48.154939 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-acacd262-a300-49ea-9b42-a25e3acfea8f req-647696da-12df-4321-b488-902ffa1d3d4c tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 946 time: 0.0480304 Dec 09 16:30:48.205926 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-acacd262-a300-49ea-9b42-a25e3acfea8f req-611ba26c-5fe3-4dad-a512-cceb4104aa12 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/security-groups?id=a35cc958-c107-4c1b-991b-4fd9e3d0f3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449054 Dec 09 16:30:49.320109 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11707b1d-d23d-4171-92e0-aec8d14a2d7e req-120570dd-2924-43f8-952c-31485306f916 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:49.321610 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11707b1d-d23d-4171-92e0-aec8d14a2d7e req-120570dd-2924-43f8-952c-31485306f916 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 946 time: 0.0481014 Dec 09 16:30:49.371561 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11707b1d-d23d-4171-92e0-aec8d14a2d7e req-24486c5b-ad33-4903-9df6-bd10d81c8b4d tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/security-groups?id=a35cc958-c107-4c1b-991b-4fd9e3d0f3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438061 Dec 09 16:30:50.484961 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00ef06-6748-4da4-bf69-98494b27c75a req-3943848d-4dc4-433e-a46f-743a23469fe6 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:50.486453 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3e00ef06-6748-4da4-bf69-98494b27c75a req-3943848d-4dc4-433e-a46f-743a23469fe6 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 946 time: 0.0478828 Dec 09 16:30:50.532887 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3e00ef06-6748-4da4-bf69-98494b27c75a req-d84ea879-f6eb-4615-8da7-bd406828b333 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/security-groups?id=a35cc958-c107-4c1b-991b-4fd9e3d0f3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404570 Dec 09 16:30:50.575605 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4b6b8a56-9ecc-42e4-97ef-f57bbb978614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:51.655485 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca30d2-8b65-4018-acdc-bf263cf7da6a req-5265df3c-5b14-44db-9dc6-9b00c243af5d tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:51.656930 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aaca30d2-8b65-4018-acdc-bf263cf7da6a req-5265df3c-5b14-44db-9dc6-9b00c243af5d tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 946 time: 0.0532258 Dec 09 16:30:51.704568 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aaca30d2-8b65-4018-acdc-bf263cf7da6a req-7cd5284e-e794-4642-9c15-f041c03de99d tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/security-groups?id=a35cc958-c107-4c1b-991b-4fd9e3d0f3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415375 Dec 09 16:30:52.821117 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a59a1-cd44-4ae5-a111-12eb8eb58098 req-f79d0fe1-fe37-4e9b-9432-9e1803baab9c tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:52.822534 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-593a59a1-cd44-4ae5-a111-12eb8eb58098 req-f79d0fe1-fe37-4e9b-9432-9e1803baab9c tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 946 time: 0.0493348 Dec 09 16:30:52.870923 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-593a59a1-cd44-4ae5-a111-12eb8eb58098 req-0ad23444-d28d-4c1e-912e-afec6e1a45ed tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/security-groups?id=a35cc958-c107-4c1b-991b-4fd9e3d0f3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423377 Dec 09 16:30:53.114775 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-527a8959-d55b-4940-a89e-890997036782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:53.280857 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-44beffd2-7c81-46c5-9e83-fb6ac3dc6d9f service neutron] show failed (client error): The resource could not be found. Dec 09 16:30:53.281860 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-44beffd2-7c81-46c5-9e83-fb6ac3dc6d9f service neutron] 10.222.0.31 "GET /v2.0/ports/52d27bfd-5427-45de-b952-6ae91b343898/bindings/n-h1-821228-1 HTTP/1.1" status: 404 len: 380 time: 0.0531397 Dec 09 16:30:53.578255 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-19979140-cf80-43f2-b172-3120b60abf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:53.579742 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-19979140-cf80-43f2-b172-3120b60abf03 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645&tenant_id=3f113d48ba1b40618e9013d9ec86ac31 HTTP/1.1" status: 200 len: 1097 time: 0.0780296 Dec 09 16:30:53.590362 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-ed74a85d-3f0c-4db9-82ce-f859421d3896 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 16:30:53.591401 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-ed74a85d-3f0c-4db9-82ce-f859421d3896 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049369 Dec 09 16:30:53.608928 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-b8b91e87-7528-4296-9d33-94cb887fef15 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821228-1', 'device_owner': 'compute:nova'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:30:53.664005 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-b8b91e87-7528-4296-9d33-94cb887fef15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:53.861539 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-b8b91e87-7528-4296-9d33-94cb887fef15 service neutron] For port 52d27bfd-5427-45de-b952-6ae91b343898, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=52d27bfd-5427-45de-b952-6ae91b343898,segment=NetworkSegment(b98f83f0-81b9-4f6c-8989-c1bc2efab4a1),segment_id=b98f83f0-81b9-4f6c-8989-c1bc2efab4a1)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:30:53.895081 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-b8b91e87-7528-4296-9d33-94cb887fef15 service neutron] For port 52d27bfd-5427-45de-b952-6ae91b343898, host n-h2-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:30:53.935238 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132c1a7b-f4a9-4f35-8f54-de7aa4112645', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52d27bfd-5427-45de-b952-6ae91b343898'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:30:53.940355 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-b8b91e87-7528-4296-9d33-94cb887fef15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:53.954500 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-b8b91e87-7528-4296-9d33-94cb887fef15 service neutron] Transition to ACTIVE for port object 52d27bfd-5427-45de-b952-6ae91b343898 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:30:53.957699 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-b8b91e87-7528-4296-9d33-94cb887fef15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:54.005158 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84421d5b-a68c-4e1e-9b2f-cbaf085f3c61 req-2300dba4-dbc3-4c8c-b55e-b49d3edc9be4 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:54.006834 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-84421d5b-a68c-4e1e-9b2f-cbaf085f3c61 req-2300dba4-dbc3-4c8c-b55e-b49d3edc9be4 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 944 time: 0.0661561 Dec 09 16:30:54.021599 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efaf58d4d7c9700f5ffb733085425a1334cb86cda12ff1566d55ee0012e72786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ddb7e3-4242-4c0f-8f06-0fc4de3168e5" -d '{"events": [{"server_uuid": "132c1a7b-f4a9-4f35-8f54-de7aa4112645", "name": "network-vif-unplugged", "status": "completed", "tag": "52d27bfd-5427-45de-b952-6ae91b343898"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:30:54.024323 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-b8b91e87-7528-4296-9d33-94cb887fef15 service neutron] No DVR routers for this DVR port 52d27bfd-5427-45de-b952-6ae91b343898 on host n-h2-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:30:54.032692 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b91e87-7528-4296-9d33-94cb887fef15 service neutron] Pushing event updated for resources: {'Port': ['ID=52d27bfd-5427-45de-b952-6ae91b343898,revision_number=6']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:30:54.056470 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-84421d5b-a68c-4e1e-9b2f-cbaf085f3c61 req-136898b1-905d-405c-8223-964ebd8250e2 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/security-groups?id=a35cc958-c107-4c1b-991b-4fd9e3d0f3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423055 Dec 09 16:30:54.071376 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-b8b91e87-7528-4296-9d33-94cb887fef15 service neutron] Attempting to bind port 52d27bfd-5427-45de-b952-6ae91b343898 on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:30:54.071717 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-b8b91e87-7528-4296-9d33-94cb887fef15 service neutron] Attempting to bind port 52d27bfd-5427-45de-b952-6ae91b343898 by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': 'b98f83f0-81b9-4f6c-8989-c1bc2efab4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7f8cb02e-fe15-4db2-87a3-c71624eb2da4'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:30:54.072041 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-b8b91e87-7528-4296-9d33-94cb887fef15 service neutron] Attempting to bind port 52d27bfd-5427-45de-b952-6ae91b343898 on network 7f8cb02e-fe15-4db2-87a3-c71624eb2da4 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:30:54.076817 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-b8b91e87-7528-4296-9d33-94cb887fef15 service neutron] Port 52d27bfd-5427-45de-b952-6ae91b343898 on network 7f8cb02e-fe15-4db2-87a3-c71624eb2da4 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:30:54.077141 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-b8b91e87-7528-4296-9d33-94cb887fef15 service neutron] Attempting to bind port 52d27bfd-5427-45de-b952-6ae91b343898 on network 7f8cb02e-fe15-4db2-87a3-c71624eb2da4 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:30:54.082216 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-b8b91e87-7528-4296-9d33-94cb887fef15 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:30:54.082552 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-b8b91e87-7528-4296-9d33-94cb887fef15 service neutron] Checking segment: {'id': 'b98f83f0-81b9-4f6c-8989-c1bc2efab4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7f8cb02e-fe15-4db2-87a3-c71624eb2da4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:30:54.082960 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-b8b91e87-7528-4296-9d33-94cb887fef15 service neutron] Bound using segment: {'id': 'b98f83f0-81b9-4f6c-8989-c1bc2efab4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7f8cb02e-fe15-4db2-87a3-c71624eb2da4'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:30:54.083382 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-b8b91e87-7528-4296-9d33-94cb887fef15 service neutron] Bound port: 52d27bfd-5427-45de-b952-6ae91b343898, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98f83f0-81b9-4f6c-8989-c1bc2efab4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7f8cb02e-fe15-4db2-87a3-c71624eb2da4'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:30:54.083734 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-b8b91e87-7528-4296-9d33-94cb887fef15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:54.148407 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-b8b91e87-7528-4296-9d33-94cb887fef15 service neutron] For port 52d27bfd-5427-45de-b952-6ae91b343898, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:30:54.152334 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-b8b91e87-7528-4296-9d33-94cb887fef15 service neutron] For port 52d27bfd-5427-45de-b952-6ae91b343898, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=52d27bfd-5427-45de-b952-6ae91b343898,segment=NetworkSegment(b98f83f0-81b9-4f6c-8989-c1bc2efab4a1),segment_id=b98f83f0-81b9-4f6c-8989-c1bc2efab4a1)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:30:54.156476 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-b8b91e87-7528-4296-9d33-94cb887fef15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:54.190757 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 16:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba21038f-0800-410d-9536-3104ab0cd3c9 x-openstack-request-id: req-ba21038f-0800-410d-9536-3104ab0cd3c9 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:30:54.191055 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "132c1a7b-f4a9-4f35-8f54-de7aa4112645", "name": "network-vif-unplugged", "status": "completed", "tag": "52d27bfd-5427-45de-b952-6ae91b343898", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:30:54.191330 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ba21038f-0800-410d-9536-3104ab0cd3c9 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:30:54.191731 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132c1a7b-f4a9-4f35-8f54-de7aa4112645', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52d27bfd-5427-45de-b952-6ae91b343898', 'code': 200} Dec 09 16:30:54.201853 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-b8b91e87-7528-4296-9d33-94cb887fef15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:54.202485 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-b8b91e87-7528-4296-9d33-94cb887fef15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:54.203865 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-b8b91e87-7528-4296-9d33-94cb887fef15 service neutron] 10.222.0.42 "PUT /v2.0/ports/52d27bfd-5427-45de-b952-6ae91b343898 HTTP/1.1" status: 200 len: 1092 time: 0.5986686 Dec 09 16:30:54.224648 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b91e87-7528-4296-9d33-94cb887fef15 service neutron] Pushing event updated for resources: {'Port': ['ID=52d27bfd-5427-45de-b952-6ae91b343898,revision_number=7']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:30:54.256547 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:54.281646 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-785b4ed9-d9be-4f49-9df9-71231c90f4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:54.283160 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-785b4ed9-d9be-4f49-9df9-71231c90f4de service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f113d48ba1b40618e9013d9ec86ac31&device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 1095 time: 0.0438190 Dec 09 16:30:54.379583 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-cb1e0452-3adb-4389-8cec-9b2f786a6278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:54.381022 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-cb1e0452-3adb-4389-8cec-9b2f786a6278 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7f8cb02e-fe15-4db2-87a3-c71624eb2da4 HTTP/1.1" status: 200 len: 913 time: 0.0912712 Dec 09 16:30:54.424436 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-d030e621-6436-401f-b1e7-a24a90706b02 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52d27bfd-5427-45de-b952-6ae91b343898 HTTP/1.1" status: 200 len: 217 time: 0.0363269 Dec 09 16:30:54.478208 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-b0d897c8-516b-448b-a7b0-1bcda1c77c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:54.479666 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-b0d897c8-516b-448b-a7b0-1bcda1c77c93 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=adba79bb-1beb-4220-a4d6-cb9a9c0a864f HTTP/1.1" status: 200 len: 852 time: 0.0485704 Dec 09 16:30:54.509815 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-8cf0e0ae-185a-4f87-ad07-6519a479c8a5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7f8cb02e-fe15-4db2-87a3-c71624eb2da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235970 Dec 09 16:30:54.598947 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-b40634fd-6749-4ed3-a440-0f4e8bbb3bbf service neutron] 10.222.0.42 "GET /v2.0/networks/7f8cb02e-fe15-4db2-87a3-c71624eb2da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809069 Dec 09 16:30:54.691537 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-391cc3f1-1ada-4bc7-b750-57184a5d3604 req-c6daef36-2364-4e2c-a7e3-4ba2d1a8408e service neutron] 10.222.0.42 "GET /v2.0/networks/7f8cb02e-fe15-4db2-87a3-c71624eb2da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851860 Dec 09 16:30:55.065308 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:55.191596 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f89c3-b87a-4f0b-9e20-4cd67a412f2a req-be4692ea-4746-4237-8f60-c24a1e047999 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:55.193191 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d1f89c3-b87a-4f0b-9e20-4cd67a412f2a req-be4692ea-4746-4237-8f60-c24a1e047999 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 944 time: 0.0561604 Dec 09 16:30:55.242311 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d1f89c3-b87a-4f0b-9e20-4cd67a412f2a req-fa059d49-49b3-4384-b0f7-9580488bb2fa tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/security-groups?id=a35cc958-c107-4c1b-991b-4fd9e3d0f3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423796 Dec 09 16:30:55.522158 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:56.192583 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '132c1a7b-f4a9-4f35-8f54-de7aa4112645', 'tag': '52d27bfd-5427-45de-b952-6ae91b343898'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:30:56.195597 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efaf58d4d7c9700f5ffb733085425a1334cb86cda12ff1566d55ee0012e72786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b79d0b-9000-4bf8-8e46-364177f70966" -d '{"events": [{"name": "network-changed", "server_uuid": "132c1a7b-f4a9-4f35-8f54-de7aa4112645", "tag": "52d27bfd-5427-45de-b952-6ae91b343898"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:30:56.244153 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47919ed-85ef-4eeb-8860-c9b89636a0de x-openstack-request-id: req-e47919ed-85ef-4eeb-8860-c9b89636a0de {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:30:56.244600 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "132c1a7b-f4a9-4f35-8f54-de7aa4112645", "tag": "52d27bfd-5427-45de-b952-6ae91b343898", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:30:56.244933 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e47919ed-85ef-4eeb-8860-c9b89636a0de {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:30:56.245298 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '132c1a7b-f4a9-4f35-8f54-de7aa4112645', 'tag': '52d27bfd-5427-45de-b952-6ae91b343898', 'status': 'completed', 'code': 200} Dec 09 16:30:56.312660 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b79d0b-9000-4bf8-8e46-364177f70966 req-235d6cc1-dbf0-4c0e-a493-8aa8bbc7f562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:56.314805 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1b79d0b-9000-4bf8-8e46-364177f70966 req-235d6cc1-dbf0-4c0e-a493-8aa8bbc7f562 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f113d48ba1b40618e9013d9ec86ac31&device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 1095 time: 0.0470157 Dec 09 16:30:56.329601 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b79d0b-9000-4bf8-8e46-364177f70966 req-a1510b4a-8d23-4b5d-84eb-12d295799dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:56.331120 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d1b79d0b-9000-4bf8-8e46-364177f70966 req-a1510b4a-8d23-4b5d-84eb-12d295799dd2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f113d48ba1b40618e9013d9ec86ac31&device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 1095 time: 0.0433776 Dec 09 16:30:56.414322 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0d568-9ecd-402d-89f2-04df389a557e req-2667a5e9-2af9-42bd-b5e5-705ee7be0751 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:56.415821 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a1c0d568-9ecd-402d-89f2-04df389a557e req-2667a5e9-2af9-42bd-b5e5-705ee7be0751 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 944 time: 0.0999224 Dec 09 16:30:56.427581 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b79d0b-9000-4bf8-8e46-364177f70966 req-ffe144b8-4946-4cd4-88e6-a64264ebd057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:56.429580 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d1b79d0b-9000-4bf8-8e46-364177f70966 req-ffe144b8-4946-4cd4-88e6-a64264ebd057 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7f8cb02e-fe15-4db2-87a3-c71624eb2da4 HTTP/1.1" status: 200 len: 913 time: 0.0913227 Dec 09 16:30:56.463953 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b79d0b-9000-4bf8-8e46-364177f70966 req-6300fb92-6277-487a-9e78-ed1a211988e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:56.465358 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1b79d0b-9000-4bf8-8e46-364177f70966 req-6300fb92-6277-487a-9e78-ed1a211988e9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7f8cb02e-fe15-4db2-87a3-c71624eb2da4 HTTP/1.1" status: 200 len: 913 time: 0.1243961 Dec 09 16:30:56.475046 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d1b79d0b-9000-4bf8-8e46-364177f70966 req-8bd7f4e2-b103-4d89-891b-73f8a75c4234 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52d27bfd-5427-45de-b952-6ae91b343898 HTTP/1.1" status: 200 len: 217 time: 0.0379910 Dec 09 16:30:56.515932 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1b79d0b-9000-4bf8-8e46-364177f70966 req-35e76e4f-4cd9-4c5b-b0ef-77044419a170 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52d27bfd-5427-45de-b952-6ae91b343898 HTTP/1.1" status: 200 len: 217 time: 0.0427976 Dec 09 16:30:56.519617 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a1c0d568-9ecd-402d-89f2-04df389a557e req-9e82b248-a0b7-4563-a403-184fa765c737 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/security-groups?id=a35cc958-c107-4c1b-991b-4fd9e3d0f3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952833 Dec 09 16:30:56.525113 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b79d0b-9000-4bf8-8e46-364177f70966 req-181f0b21-bfc7-4701-bd77-be83f7b62c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:56.526744 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d1b79d0b-9000-4bf8-8e46-364177f70966 req-181f0b21-bfc7-4701-bd77-be83f7b62c8f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=adba79bb-1beb-4220-a4d6-cb9a9c0a864f HTTP/1.1" status: 200 len: 852 time: 0.0450799 Dec 09 16:30:56.551608 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:56.561874 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d1b79d0b-9000-4bf8-8e46-364177f70966 req-0be92e11-0042-409e-932d-f039829db70a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7f8cb02e-fe15-4db2-87a3-c71624eb2da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273209 Dec 09 16:30:56.569655 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b79d0b-9000-4bf8-8e46-364177f70966 req-dc2cd5e2-110f-45ee-9041-7d0101750c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:56.571101 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1b79d0b-9000-4bf8-8e46-364177f70966 req-dc2cd5e2-110f-45ee-9041-7d0101750c8d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=adba79bb-1beb-4220-a4d6-cb9a9c0a864f HTTP/1.1" status: 200 len: 852 time: 0.0479739 Dec 09 16:30:56.606269 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1b79d0b-9000-4bf8-8e46-364177f70966 req-dd7ef5bd-6761-47fb-b7b0-eef8537ca1df service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7f8cb02e-fe15-4db2-87a3-c71624eb2da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280499 Dec 09 16:30:56.632584 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 52d27bfd-5427-45de-b952-6ae91b343898 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:30:56.659937 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d1b79d0b-9000-4bf8-8e46-364177f70966 req-913f2948-3f0a-430d-9522-da9f411eec8f service neutron] 10.222.0.42 "GET /v2.0/networks/7f8cb02e-fe15-4db2-87a3-c71624eb2da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894830 Dec 09 16:30:56.674430 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 52d27bfd-5427-45de-b952-6ae91b343898 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:30:56.702901 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1b79d0b-9000-4bf8-8e46-364177f70966 req-2a9aeeee-3414-474b-bc67-f34928add222 service neutron] 10.222.0.31 "GET /v2.0/networks/7f8cb02e-fe15-4db2-87a3-c71624eb2da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879261 Dec 09 16:30:56.751722 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d1b79d0b-9000-4bf8-8e46-364177f70966 req-ff533899-90f5-4154-a77a-234e8e2fdf22 service neutron] 10.222.0.42 "GET /v2.0/networks/7f8cb02e-fe15-4db2-87a3-c71624eb2da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847688 Dec 09 16:30:56.797088 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1b79d0b-9000-4bf8-8e46-364177f70966 req-23b48768-049d-4ba2-925c-61f85d68b333 service neutron] 10.222.0.31 "GET /v2.0/networks/7f8cb02e-fe15-4db2-87a3-c71624eb2da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872288 Dec 09 16:30:57.638750 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7098bab-2f13-4e69-986a-4dff4889cd9e req-67e17952-eb85-4a8b-aafc-f78d9507b5af tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:57.640151 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b7098bab-2f13-4e69-986a-4dff4889cd9e req-67e17952-eb85-4a8b-aafc-f78d9507b5af tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 944 time: 0.0495453 Dec 09 16:30:57.687349 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b7098bab-2f13-4e69-986a-4dff4889cd9e req-789db51a-c109-44a4-b46b-dddc87d67df3 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/security-groups?id=a35cc958-c107-4c1b-991b-4fd9e3d0f3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412984 Dec 09 16:30:57.977888 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 52d27bfd-5427-45de-b952-6ae91b343898 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:30:58.072309 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 52d27bfd-5427-45de-b952-6ae91b343898, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=52d27bfd-5427-45de-b952-6ae91b343898,segment=NetworkSegment(b98f83f0-81b9-4f6c-8989-c1bc2efab4a1),segment_id=b98f83f0-81b9-4f6c-8989-c1bc2efab4a1)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:30:58.084859 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '52d27bfd-5427-45de-b952-6ae91b343898', 'network_id': '7f8cb02e-fe15-4db2-87a3-c71624eb2da4', 'port_id': '52d27bfd-5427-45de-b952-6ae91b343898', 'mac_address': 'fa:16:3e:f1:36:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adba79bb-1beb-4220-a4d6-cb9a9c0a864f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:30:58.101710 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-36f816c5-495d-480d-b9a6-77458729d0ea req-83c2db6e-1f5d-4711-8047-010f4f8186aa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445566 Dec 09 16:30:58.125136 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:58.138356 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52d27bfd-5427-45de-b952-6ae91b343898 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:30:58.159623 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 52d27bfd-5427-45de-b952-6ae91b343898, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=52d27bfd-5427-45de-b952-6ae91b343898,segment=NetworkSegment(b98f83f0-81b9-4f6c-8989-c1bc2efab4a1),segment_id=b98f83f0-81b9-4f6c-8989-c1bc2efab4a1)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:30:58.163519 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:30:58.199209 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f816c5-495d-480d-b9a6-77458729d0ea req-96ce1c52-5787-44e2-a576-8695190d1d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:58.200763 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-36f816c5-495d-480d-b9a6-77458729d0ea req-96ce1c52-5787-44e2-a576-8695190d1d50 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f113d48ba1b40618e9013d9ec86ac31&device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 1096 time: 0.0434585 Dec 09 16:30:58.216790 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=52d27bfd-5427-45de-b952-6ae91b343898,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:30:58.304942 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f816c5-495d-480d-b9a6-77458729d0ea req-5c961a69-8f71-48d8-b750-e181e0478151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:58.306501 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-36f816c5-495d-480d-b9a6-77458729d0ea req-5c961a69-8f71-48d8-b750-e181e0478151 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7f8cb02e-fe15-4db2-87a3-c71624eb2da4 HTTP/1.1" status: 200 len: 913 time: 0.0849621 Dec 09 16:30:58.353189 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-36f816c5-495d-480d-b9a6-77458729d0ea req-c98a0d81-bc70-46c7-8357-c3152f52d512 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52d27bfd-5427-45de-b952-6ae91b343898 HTTP/1.1" status: 200 len: 217 time: 0.0390012 Dec 09 16:30:58.401966 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f816c5-495d-480d-b9a6-77458729d0ea req-f28aefce-67dc-4d86-aeb1-f637c942a9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:58.403399 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-36f816c5-495d-480d-b9a6-77458729d0ea req-f28aefce-67dc-4d86-aeb1-f637c942a9a4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=adba79bb-1beb-4220-a4d6-cb9a9c0a864f HTTP/1.1" status: 200 len: 852 time: 0.0427008 Dec 09 16:30:58.435994 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-36f816c5-495d-480d-b9a6-77458729d0ea req-9d9201cd-ce4a-41b6-b1a9-d4846daab85d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7f8cb02e-fe15-4db2-87a3-c71624eb2da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244055 Dec 09 16:30:58.529270 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-36f816c5-495d-480d-b9a6-77458729d0ea req-57546ff4-0d08-48ea-a39f-a70bbebf9ea9 service neutron] 10.222.0.42 "GET /v2.0/networks/7f8cb02e-fe15-4db2-87a3-c71624eb2da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858753 Dec 09 16:30:58.620964 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-36f816c5-495d-480d-b9a6-77458729d0ea req-6bbd77ce-c557-4009-a55f-264859cd773b service neutron] 10.222.0.42 "GET /v2.0/networks/7f8cb02e-fe15-4db2-87a3-c71624eb2da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830688 Dec 09 16:30:58.630207 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['52d27bfd-5427-45de-b952-6ae91b343898'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:30:58.803361 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69afc2-6dbc-4f78-9e79-64bc8c92c01d req-c5d45c14-719b-47cb-9173-8cb7388e50af tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:58.804841 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ae69afc2-6dbc-4f78-9e79-64bc8c92c01d req-c5d45c14-719b-47cb-9173-8cb7388e50af tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 945 time: 0.0480437 Dec 09 16:30:58.850899 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ae69afc2-6dbc-4f78-9e79-64bc8c92c01d req-fe87bc53-ae3d-4d4c-aad7-3545e66e122b tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/security-groups?id=a35cc958-c107-4c1b-991b-4fd9e3d0f3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400512 Dec 09 16:30:59.118217 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db206be7-a60b-4045-8aa8-2748adbe41f7 req-4489f02a-09f0-45f9-a28f-a4eb0fd18ebe tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:59.119805 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-db206be7-a60b-4045-8aa8-2748adbe41f7 req-4489f02a-09f0-45f9-a28f-a4eb0fd18ebe tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.31 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645&tenant_id=3f113d48ba1b40618e9013d9ec86ac31&binding%3Ahost_id=n-h1-821228-1 HTTP/1.1" status: 200 len: 945 time: 0.0871885 Dec 09 16:30:59.178431 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-db206be7-a60b-4045-8aa8-2748adbe41f7 req-27baf085-dc49-4962-823a-494fd43b0822 service neutron] delete failed (client error): The resource could not be found. Dec 09 16:30:59.179340 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-db206be7-a60b-4045-8aa8-2748adbe41f7 req-27baf085-dc49-4962-823a-494fd43b0822 service neutron] 10.222.0.31 "DELETE /v2.0/ports/52d27bfd-5427-45de-b952-6ae91b343898/bindings/n-h2-821228-1 HTTP/1.1" status: 404 len: 380 time: 0.0522182 Dec 09 16:30:59.263009 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db206be7-a60b-4045-8aa8-2748adbe41f7 req-e601d9fe-99b6-489f-bfb6-66ca0a8e124b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:59.264514 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-db206be7-a60b-4045-8aa8-2748adbe41f7 req-e601d9fe-99b6-489f-bfb6-66ca0a8e124b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f113d48ba1b40618e9013d9ec86ac31&device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 1096 time: 0.0407436 Dec 09 16:30:59.358729 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db206be7-a60b-4045-8aa8-2748adbe41f7 req-b71071de-de6f-4cff-a61a-fcb3a618823f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:59.360201 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-db206be7-a60b-4045-8aa8-2748adbe41f7 req-b71071de-de6f-4cff-a61a-fcb3a618823f service neutron] 10.222.0.31 "GET /v2.0/networks?id=7f8cb02e-fe15-4db2-87a3-c71624eb2da4 HTTP/1.1" status: 200 len: 913 time: 0.0881915 Dec 09 16:30:59.402285 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-db206be7-a60b-4045-8aa8-2748adbe41f7 req-ebb842d0-4908-4013-8d03-3d3952526bd1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52d27bfd-5427-45de-b952-6ae91b343898 HTTP/1.1" status: 200 len: 217 time: 0.0347080 Dec 09 16:30:59.456102 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db206be7-a60b-4045-8aa8-2748adbe41f7 req-20046f78-fcc9-4acb-b841-6d01b4abddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:30:59.457511 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-db206be7-a60b-4045-8aa8-2748adbe41f7 req-20046f78-fcc9-4acb-b841-6d01b4abddfe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=adba79bb-1beb-4220-a4d6-cb9a9c0a864f HTTP/1.1" status: 200 len: 852 time: 0.0478952 Dec 09 16:30:59.488401 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-db206be7-a60b-4045-8aa8-2748adbe41f7 req-65bf6542-cb56-4fc6-8965-a6ad1a2cb809 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7f8cb02e-fe15-4db2-87a3-c71624eb2da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239880 Dec 09 16:30:59.575602 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-db206be7-a60b-4045-8aa8-2748adbe41f7 req-fe11907f-f6e6-4416-81dd-955c03e7e7d6 service neutron] 10.222.0.31 "GET /v2.0/networks/7f8cb02e-fe15-4db2-87a3-c71624eb2da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798624 Dec 09 16:30:59.667182 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-db206be7-a60b-4045-8aa8-2748adbe41f7 req-404e1f77-aba1-4360-ab1f-2ed9bed051f7 service neutron] 10.222.0.31 "GET /v2.0/networks/7f8cb02e-fe15-4db2-87a3-c71624eb2da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843577 Dec 09 16:30:59.993542 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 52d27bfd-5427-45de-b952-6ae91b343898 up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:31:00.041697 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port 52d27bfd-5427-45de-b952-6ae91b343898 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:31:00.045856 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 52d27bfd-5427-45de-b952-6ae91b343898 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:31:00.046231 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:00.128393 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:00.153072 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132c1a7b-f4a9-4f35-8f54-de7aa4112645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d27bfd-5427-45de-b952-6ae91b343898'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:31:00.155878 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad401665e64187bef4a0f300457b2868c99907d1fc0db4bbbc94af95fd68fd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690b34ba-aeac-4161-a3ab-24d28cf98961" -d '{"events": [{"server_uuid": "132c1a7b-f4a9-4f35-8f54-de7aa4112645", "name": "network-vif-plugged", "status": "completed", "tag": "52d27bfd-5427-45de-b952-6ae91b343898"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:31:00.169360 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 52d27bfd-5427-45de-b952-6ae91b343898, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=52d27bfd-5427-45de-b952-6ae91b343898,segment=NetworkSegment(b98f83f0-81b9-4f6c-8989-c1bc2efab4a1),segment_id=b98f83f0-81b9-4f6c-8989-c1bc2efab4a1)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:31:00.173234 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:00.221229 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=52d27bfd-5427-45de-b952-6ae91b343898,revision_number=9']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:31:00.321448 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca475567-8511-4b21-927e-5774a5fcd6f9 x-openstack-request-id: req-ca475567-8511-4b21-927e-5774a5fcd6f9 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:31:00.321759 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "132c1a7b-f4a9-4f35-8f54-de7aa4112645", "name": "network-vif-plugged", "status": "completed", "tag": "52d27bfd-5427-45de-b952-6ae91b343898", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:31:00.322016 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ca475567-8511-4b21-927e-5774a5fcd6f9 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:31:00.322462 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132c1a7b-f4a9-4f35-8f54-de7aa4112645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d27bfd-5427-45de-b952-6ae91b343898', 'code': 200} Dec 09 16:31:00.413720 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab9f856-183b-4529-b8e3-4411c3e6facc req-e470f1fe-4b99-40f4-89e9-23f981d1e323 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:00.415202 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eab9f856-183b-4529-b8e3-4411c3e6facc req-e470f1fe-4b99-40f4-89e9-23f981d1e323 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 946 time: 0.0488768 Dec 09 16:31:00.462186 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eab9f856-183b-4529-b8e3-4411c3e6facc req-876e415b-63fe-4a7c-96de-cd54a45d762f tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/security-groups?id=a35cc958-c107-4c1b-991b-4fd9e3d0f3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401101 Dec 09 16:31:01.578662 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c4586-c9d2-4364-9610-6ad5d573b515 req-711e60ca-c488-4707-997e-1c2f909e98de tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:01.580257 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6e5c4586-c9d2-4364-9610-6ad5d573b515 req-711e60ca-c488-4707-997e-1c2f909e98de tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 946 time: 0.0496273 Dec 09 16:31:01.634293 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6e5c4586-c9d2-4364-9610-6ad5d573b515 req-616cd24f-d5c4-4ad7-9e9a-babcd5b274a7 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.57 "GET /v2.0/security-groups?id=a35cc958-c107-4c1b-991b-4fd9e3d0f3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480392 Dec 09 16:31:01.903875 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db206be7-a60b-4045-8aa8-2748adbe41f7 req-ac80c7ef-c927-4e39-8042-33e513475816 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:01.905256 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-db206be7-a60b-4045-8aa8-2748adbe41f7 req-ac80c7ef-c927-4e39-8042-33e513475816 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.42 "GET /v2.0/ports?device_id=132c1a7b-f4a9-4f35-8f54-de7aa4112645 HTTP/1.1" status: 200 len: 946 time: 0.0536177 Dec 09 16:31:01.993860 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-db206be7-a60b-4045-8aa8-2748adbe41f7 req-d0b28fd2-1b0c-4e02-a839-de1c38cd7fe7 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Deleting port 52d27bfd-5427-45de-b952-6ae91b343898 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:31:01.994201 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-db206be7-a60b-4045-8aa8-2748adbe41f7 req-d0b28fd2-1b0c-4e02-a839-de1c38cd7fe7 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:02.083516 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-db206be7-a60b-4045-8aa8-2748adbe41f7 req-d0b28fd2-1b0c-4e02-a839-de1c38cd7fe7 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] For port 52d27bfd-5427-45de-b952-6ae91b343898, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=52d27bfd-5427-45de-b952-6ae91b343898,segment=NetworkSegment(b98f83f0-81b9-4f6c-8989-c1bc2efab4a1),segment_id=b98f83f0-81b9-4f6c-8989-c1bc2efab4a1)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:31:02.083876 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-db206be7-a60b-4045-8aa8-2748adbe41f7 req-d0b28fd2-1b0c-4e02-a839-de1c38cd7fe7 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:02.097494 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-db206be7-a60b-4045-8aa8-2748adbe41f7 req-d0b28fd2-1b0c-4e02-a839-de1c38cd7fe7 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Calling delete_port for 52d27bfd-5427-45de-b952-6ae91b343898 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:31:02.222766 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-db206be7-a60b-4045-8aa8-2748adbe41f7 req-d0b28fd2-1b0c-4e02-a839-de1c38cd7fe7 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:02.255348 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['52d27bfd-5427-45de-b952-6ae91b343898'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:31:02.256042 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b28fd2-1b0c-4e02-a839-de1c38cd7fe7 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Pushing event deleted for resources: {'Port': ['ID=52d27bfd-5427-45de-b952-6ae91b343898,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:31:02.295375 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-db206be7-a60b-4045-8aa8-2748adbe41f7 req-d0b28fd2-1b0c-4e02-a839-de1c38cd7fe7 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] No DVR routers for this DVR port 52d27bfd-5427-45de-b952-6ae91b343898 on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:31:02.297959 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-db206be7-a60b-4045-8aa8-2748adbe41f7 req-d0b28fd2-1b0c-4e02-a839-de1c38cd7fe7 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:02.301336 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-db206be7-a60b-4045-8aa8-2748adbe41f7 req-d0b28fd2-1b0c-4e02-a839-de1c38cd7fe7 tempest-DeleteServersTestJSON-1845598597 tempest-DeleteServersTestJSON-1845598597-project] 10.222.0.42 "DELETE /v2.0/ports/52d27bfd-5427-45de-b952-6ae91b343898 HTTP/1.1" status: 204 len: 173 time: 0.3892210 Dec 09 16:31:02.301769 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132c1a7b-f4a9-4f35-8f54-de7aa4112645', 'name': 'network-vif-deleted', 'tag': '52d27bfd-5427-45de-b952-6ae91b343898'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:31:02.304010 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efaf58d4d7c9700f5ffb733085425a1334cb86cda12ff1566d55ee0012e72786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58dd7273-8656-4d2d-b73f-11b961d8948a" -d '{"events": [{"server_uuid": "132c1a7b-f4a9-4f35-8f54-de7aa4112645", "name": "network-vif-deleted", "tag": "52d27bfd-5427-45de-b952-6ae91b343898"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:31:02.346589 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5557c8-55fb-459a-881f-b7a5bee747a1 x-openstack-request-id: req-ad5557c8-55fb-459a-881f-b7a5bee747a1 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:31:02.346880 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "132c1a7b-f4a9-4f35-8f54-de7aa4112645", "name": "network-vif-deleted", "tag": "52d27bfd-5427-45de-b952-6ae91b343898", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:31:02.347129 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ad5557c8-55fb-459a-881f-b7a5bee747a1 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:31:02.347531 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132c1a7b-f4a9-4f35-8f54-de7aa4112645', 'name': 'network-vif-deleted', 'tag': '52d27bfd-5427-45de-b952-6ae91b343898', 'status': 'completed', 'code': 200} Dec 09 16:31:02.762335 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53276) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:31:02.806157 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-802a1250-325f-45cb-b827-b61e43d41875 admin admin] Deleting subnet adba79bb-1beb-4220-a4d6-cb9a9c0a864f {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 16:31:02.809699 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-802a1250-325f-45cb-b827-b61e43d41875 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:02.842596 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-802a1250-325f-45cb-b827-b61e43d41875 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:02.884993 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-802a1250-325f-45cb-b827-b61e43d41875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:02.935851 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-802a1250-325f-45cb-b827-b61e43d41875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:02.960631 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a1250-325f-45cb-b827-b61e43d41875 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adba79bb-1beb-4220-a4d6-cb9a9c0a864f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:31:02.964127 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-802a1250-325f-45cb-b827-b61e43d41875 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:02.967374 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-802a1250-325f-45cb-b827-b61e43d41875 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/adba79bb-1beb-4220-a4d6-cb9a9c0a864f HTTP/1.1" status: 204 len: 168 time: 0.2040436 Dec 09 16:31:02.969992 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53278) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:31:03.036701 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-96357a16-9ef1-47f2-b845-7944ae53bbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:03.118486 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-96357a16-9ef1-47f2-b845-7944ae53bbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:03.138379 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-96357a16-9ef1-47f2-b845-7944ae53bbd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f8cb02e-fe15-4db2-87a3-c71624eb2da4']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:31:03.147433 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-96357a16-9ef1-47f2-b845-7944ae53bbd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b98f83f0-81b9-4f6c-8989-c1bc2efab4a1') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:31:03.147735 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-96357a16-9ef1-47f2-b845-7944ae53bbd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b98f83f0-81b9-4f6c-8989-c1bc2efab4a1') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:31:03.157610 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-96357a16-9ef1-47f2-b845-7944ae53bbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:03.171510 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-96357a16-9ef1-47f2-b845-7944ae53bbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:03.177350 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96357a16-9ef1-47f2-b845-7944ae53bbd8 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:31:03.177718 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-96357a16-9ef1-47f2-b845-7944ae53bbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:03.179346 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 16:31:03.179346 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:31:03.179346 n-d-821228-1 neutron-server[103245]: timer() Dec 09 16:31:03.179346 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:31:03.179346 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 16:31:03.179346 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:31:03.179346 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 16:31:03.179346 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:31:03.179346 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 16:31:03.179346 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:31:03.179346 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 16:31:03.179346 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:31:03.179346 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 16:31:03.179346 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:31:03.179346 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:31:03.179346 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:31:03.179346 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:31:03.179346 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:31:03.179346 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 16:31:03.179346 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:31:03.179346 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 16:31:03.179346 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:31:03.179346 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:31:03.179346 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:31:03.179346 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 16:31:03.179346 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:31:03.179346 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:31:03.179346 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:31:03.179346 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:31:03.179346 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:31:03.179346 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:31:03.179346 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:31:03.236278 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-96357a16-9ef1-47f2-b845-7944ae53bbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:03.241580 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-96357a16-9ef1-47f2-b845-7944ae53bbd8 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:03.244874 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-96357a16-9ef1-47f2-b845-7944ae53bbd8 admin admin] 10.222.0.57 "DELETE /v2.0/networks/7f8cb02e-fe15-4db2-87a3-c71624eb2da4 HTTP/1.1" status: 204 len: 168 time: 0.2739758 Dec 09 16:31:03.255666 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96357a16-9ef1-47f2-b845-7944ae53bbd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f8cb02e-fe15-4db2-87a3-c71624eb2da4,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:31:03.369535 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53282) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:31:03.408349 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ac9ba896-57c6-47da-856b-4f727c736efb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3f113d48ba1b40618e9013d9ec86ac31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375896 Dec 09 16:31:03.410937 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53284) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:31:03.458221 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6536fdb3-db43-4c8a-b9ac-e8c520107660 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:03.480903 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6536fdb3-db43-4c8a-b9ac-e8c520107660 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:03.526097 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6536fdb3-db43-4c8a-b9ac-e8c520107660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:03.530157 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6536fdb3-db43-4c8a-b9ac-e8c520107660 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:03.531334 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6536fdb3-db43-4c8a-b9ac-e8c520107660 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a35cc958-c107-4c1b-991b-4fd9e3d0f3d9 HTTP/1.1" status: 204 len: 168 time: 0.1194739 Dec 09 16:31:03.538998 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6536fdb3-db43-4c8a-b9ac-e8c520107660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35cc958-c107-4c1b-991b-4fd9e3d0f3d9,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:31:03.546568 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6536fdb3-db43-4c8a-b9ac-e8c520107660 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:31:03.546923 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6536fdb3-db43-4c8a-b9ac-e8c520107660 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:31:03.547286 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6536fdb3-db43-4c8a-b9ac-e8c520107660 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:31:03.547612 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6536fdb3-db43-4c8a-b9ac-e8c520107660 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:31:03.547949 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6536fdb3-db43-4c8a-b9ac-e8c520107660 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:31:03.548284 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6536fdb3-db43-4c8a-b9ac-e8c520107660 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:31:03.548649 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6536fdb3-db43-4c8a-b9ac-e8c520107660 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:31:03.548982 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6536fdb3-db43-4c8a-b9ac-e8c520107660 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:31:03.549310 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6536fdb3-db43-4c8a-b9ac-e8c520107660 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:31:03.549636 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6536fdb3-db43-4c8a-b9ac-e8c520107660 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:31:03.549962 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6536fdb3-db43-4c8a-b9ac-e8c520107660 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:31:03.550288 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6536fdb3-db43-4c8a-b9ac-e8c520107660 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:31:03.550616 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6536fdb3-db43-4c8a-b9ac-e8c520107660 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:31:04.237303 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53306) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:31:04.332671 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-227c20a8-3fb5-4fd3-ba2c-4772395f6ed2 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1067638457-network', 'tenant_id': '44e55e6a593a467084e484e74a00868f'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:31:04.353455 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227c20a8-3fb5-4fd3-ba2c-4772395f6ed2 admin admin] Made reservation on behalf of 44e55e6a593a467084e484e74a00868f for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:31:04.356455 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-227c20a8-3fb5-4fd3-ba2c-4772395f6ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:04.364720 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-227c20a8-3fb5-4fd3-ba2c-4772395f6ed2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:04.436123 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-227c20a8-3fb5-4fd3-ba2c-4772395f6ed2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:04.439776 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-227c20a8-3fb5-4fd3-ba2c-4772395f6ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:04.462623 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-227c20a8-3fb5-4fd3-ba2c-4772395f6ed2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:31:04.476923 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c20a8-3fb5-4fd3-ba2c-4772395f6ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f71cbe6-ad3a-4273-97e7-a62cfeda9731,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:31:04.480510 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-227c20a8-3fb5-4fd3-ba2c-4772395f6ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:04.480854 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-227c20a8-3fb5-4fd3-ba2c-4772395f6ed2 admin admin] Added segment 3855d3f9-21a0-4261-808b-7935eaff2e17 of type vlan for network 841c985b-a358-49a2-8d28-d34f7df55978 Dec 09 16:31:04.518814 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-227c20a8-3fb5-4fd3-ba2c-4772395f6ed2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:04.542427 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-227c20a8-3fb5-4fd3-ba2c-4772395f6ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:04.543371 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227c20a8-3fb5-4fd3-ba2c-4772395f6ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:04.543981 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-227c20a8-3fb5-4fd3-ba2c-4772395f6ed2 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:04.596962 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-227c20a8-3fb5-4fd3-ba2c-4772395f6ed2 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3584700 Dec 09 16:31:04.599654 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53310) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:31:04.607161 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-df872acb-5173-4ac8-918a-599618b7a8bd admin admin] Request body: {'subnet': {'network_id': '841c985b-a358-49a2-8d28-d34f7df55978', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1067638457-subnet', 'tenant_id': '44e55e6a593a467084e484e74a00868f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:31:04.616072 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c20a8-3fb5-4fd3-ba2c-4772395f6ed2 admin admin] Pushing event updated for resources: {'Network': ['ID=841c985b-a358-49a2-8d28-d34f7df55978,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:31:04.626860 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 841c985b-a358-49a2-8d28-d34f7df55978 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:31:04.630672 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df872acb-5173-4ac8-918a-599618b7a8bd admin admin] Made reservation on behalf of 44e55e6a593a467084e484e74a00868f for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:31:04.633203 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-df872acb-5173-4ac8-918a-599618b7a8bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:04.798455 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-df872acb-5173-4ac8-918a-599618b7a8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:04.850819 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df872acb-5173-4ac8-918a-599618b7a8bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=19715d0f-dba0-46e7-a551-c4cbfabb35be,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:31:04.860052 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df872acb-5173-4ac8-918a-599618b7a8bd admin admin] Checking segment: {'id': '3855d3f9-21a0-4261-808b-7935eaff2e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '841c985b-a358-49a2-8d28-d34f7df55978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:31:04.860509 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df872acb-5173-4ac8-918a-599618b7a8bd admin admin] Network hostable DHCP agents. Network: 841c985b-a358-49a2-8d28-d34f7df55978, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:31:04.876639 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df872acb-5173-4ac8-918a-599618b7a8bd admin admin] Network 841c985b-a358-49a2-8d28-d34f7df55978 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:31:04.884536 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-df872acb-5173-4ac8-918a-599618b7a8bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 841c985b-a358-49a2-8d28-d34f7df55978) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:31:04.888617 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df872acb-5173-4ac8-918a-599618b7a8bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:04.889205 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-df872acb-5173-4ac8-918a-599618b7a8bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:04.894212 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fac57d-b3b6-4efa-9ec8-a38145eede7a None None] Network 841c985b-a358-49a2-8d28-d34f7df55978 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:31:04.904923 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-df872acb-5173-4ac8-918a-599618b7a8bd admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3042824 Dec 09 16:31:04.997004 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa66296-c930-4149-be2f-573f91a5be6e None None] Network 841c985b-a358-49a2-8d28-d34f7df55978 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:31:05.326533 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-eb30682d-75ee-4661-a106-9481fcfcc31f tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:05.328162 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-eb30682d-75ee-4661-a106-9481fcfcc31f tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/networks?id=841c985b-a358-49a2-8d28-d34f7df55978 HTTP/1.1" status: 200 len: 815 time: 0.1037173 Dec 09 16:31:05.343287 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-e4b743e8-1e4c-4a32-8d5a-9cb7e145c41e tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/quotas/44e55e6a593a467084e484e74a00868f HTTP/1.1" status: 200 len: 375 time: 0.0093741 Dec 09 16:31:05.375064 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-f7df60ba-e4f4-4803-a8c7-eb198a28816c tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=44e55e6a593a467084e484e74a00868f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265155 Dec 09 16:31:05.466695 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-9f7140d4-fdfa-4147-b7de-fd4d2fd76dee service neutron] 10.222.0.57 "GET /v2.0/networks/841c985b-a358-49a2-8d28-d34f7df55978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847280 Dec 09 16:31:05.554424 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-43bbbe51-7b14-421d-b28c-7b356703fa44 service neutron] 10.222.0.57 "GET /v2.0/networks/841c985b-a358-49a2-8d28-d34f7df55978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815406 Dec 09 16:31:05.712952 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-939c175d-e61c-452d-a66a-6df338affaf1 req-8d468f44-0956-4e84-880d-68809307e413 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 210 time: 0.0261805 Dec 09 16:31:06.036455 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 52d27bfd-5427-45de-b952-6ae91b343898 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:31:06.059479 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: 52d27bfd-5427-45de-b952-6ae91b343898 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:31:06.059852 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 52d27bfd-5427-45de-b952-6ae91b343898 not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:31:06.701903 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-16f3b111-0e1f-4828-8297-f32fcd7d9c90 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:06.703302 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-16f3b111-0e1f-4828-8297-f32fcd7d9c90 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.42 "GET /v2.0/networks?id=841c985b-a358-49a2-8d28-d34f7df55978 HTTP/1.1" status: 200 len: 815 time: 0.1035056 Dec 09 16:31:06.721520 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-d171fda4-b496-4b82-b917-01f79a8b2547 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Request body: {'port': {'device_id': 'e499df62-d411-4aab-b7d9-738c419de616', 'network_id': '841c985b-a358-49a2-8d28-d34f7df55978', 'admin_state_up': True, 'tenant_id': '44e55e6a593a467084e484e74a00868f'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:31:06.811946 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3be71bc6-132f-4df7-bc7f-e18e78771355 req-2f9b06b2-acc9-490c-9854-9371773194c8 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 210 time: 0.0304656 Dec 09 16:31:06.837211 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-d171fda4-b496-4b82-b917-01f79a8b2547 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Made reservation on behalf of 44e55e6a593a467084e484e74a00868f for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:31:06.841281 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-d171fda4-b496-4b82-b917-01f79a8b2547 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:06.967446 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-d171fda4-b496-4b82-b917-01f79a8b2547 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Allocated IP 172.20.0.7 (841c985b-a358-49a2-8d28-d34f7df55978/19715d0f-dba0-46e7-a551-c4cbfabb35be/df505893-e760-430e-be9b-969425b03521) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:31:07.117563 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-d171fda4-b496-4b82-b917-01f79a8b2547 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:07.152710 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-d171fda4-b496-4b82-b917-01f79a8b2547 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:07.200062 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-d171fda4-b496-4b82-b917-01f79a8b2547 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Network 841c985b-a358-49a2-8d28-d34f7df55978 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:31:07.205190 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-d171fda4-b496-4b82-b917-01f79a8b2547 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:31:07.208837 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-d171fda4-b496-4b82-b917-01f79a8b2547 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:31:07.215628 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171fda4-b496-4b82-b917-01f79a8b2547 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Pushing event updated for resources: {'Port': ['ID=df505893-e760-430e-be9b-969425b03521,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:31:07.262739 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-d171fda4-b496-4b82-b917-01f79a8b2547 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:07.263352 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-d171fda4-b496-4b82-b917-01f79a8b2547 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:07.279027 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-d171fda4-b496-4b82-b917-01f79a8b2547 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5614448 Dec 09 16:31:07.297012 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-ec02847b-d892-4a4f-853b-db994d40d3f8 service neutron] Request body: {'port': {'device_id': 'e499df62-d411-4aab-b7d9-738c419de616', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:31:07.351263 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-ec02847b-d892-4a4f-853b-db994d40d3f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:07.617541 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-ec02847b-d892-4a4f-853b-db994d40d3f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df505893-e760-430e-be9b-969425b03521 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:31:07.625890 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-ec02847b-d892-4a4f-853b-db994d40d3f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:07.638842 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-ec02847b-d892-4a4f-853b-db994d40d3f8 service neutron] Transition to ACTIVE for port object df505893-e760-430e-be9b-969425b03521 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:31:07.641929 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-ec02847b-d892-4a4f-853b-db994d40d3f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:07.691314 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec02847b-d892-4a4f-853b-db994d40d3f8 service neutron] Pushing event updated for resources: {'Port': ['ID=df505893-e760-430e-be9b-969425b03521,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:31:07.758865 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-ec02847b-d892-4a4f-853b-db994d40d3f8 service neutron] Attempting to bind port df505893-e760-430e-be9b-969425b03521 on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:31:07.759499 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-ec02847b-d892-4a4f-853b-db994d40d3f8 service neutron] Attempting to bind port df505893-e760-430e-be9b-969425b03521 by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '3855d3f9-21a0-4261-808b-7935eaff2e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '841c985b-a358-49a2-8d28-d34f7df55978'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:31:07.759499 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-ec02847b-d892-4a4f-853b-db994d40d3f8 service neutron] Attempting to bind port df505893-e760-430e-be9b-969425b03521 on network 841c985b-a358-49a2-8d28-d34f7df55978 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:31:07.764363 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-ec02847b-d892-4a4f-853b-db994d40d3f8 service neutron] Port df505893-e760-430e-be9b-969425b03521 on network 841c985b-a358-49a2-8d28-d34f7df55978 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:31:07.764711 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-ec02847b-d892-4a4f-853b-db994d40d3f8 service neutron] Attempting to bind port df505893-e760-430e-be9b-969425b03521 on network 841c985b-a358-49a2-8d28-d34f7df55978 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:31:07.769325 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-ec02847b-d892-4a4f-853b-db994d40d3f8 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:31:07.769651 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-ec02847b-d892-4a4f-853b-db994d40d3f8 service neutron] Checking segment: {'id': '3855d3f9-21a0-4261-808b-7935eaff2e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '841c985b-a358-49a2-8d28-d34f7df55978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:31:07.770025 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-ec02847b-d892-4a4f-853b-db994d40d3f8 service neutron] Bound using segment: {'id': '3855d3f9-21a0-4261-808b-7935eaff2e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '841c985b-a358-49a2-8d28-d34f7df55978'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:31:07.770445 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-ec02847b-d892-4a4f-853b-db994d40d3f8 service neutron] Bound port: df505893-e760-430e-be9b-969425b03521, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3855d3f9-21a0-4261-808b-7935eaff2e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '841c985b-a358-49a2-8d28-d34f7df55978'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:31:07.770787 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-ec02847b-d892-4a4f-853b-db994d40d3f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:07.834054 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-ec02847b-d892-4a4f-853b-db994d40d3f8 service neutron] For port df505893-e760-430e-be9b-969425b03521, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:31:07.837119 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-ec02847b-d892-4a4f-853b-db994d40d3f8 service neutron] For port df505893-e760-430e-be9b-969425b03521, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=df505893-e760-430e-be9b-969425b03521,segment=NetworkSegment(3855d3f9-21a0-4261-808b-7935eaff2e17),segment_id=3855d3f9-21a0-4261-808b-7935eaff2e17)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:31:07.842280 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-ec02847b-d892-4a4f-853b-db994d40d3f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:07.876072 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-ec02847b-d892-4a4f-853b-db994d40d3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:07.876627 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-ec02847b-d892-4a4f-853b-db994d40d3f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:07.878021 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-ec02847b-d892-4a4f-853b-db994d40d3f8 service neutron] 10.222.0.42 "PUT /v2.0/ports/df505893-e760-430e-be9b-969425b03521 HTTP/1.1" status: 200 len: 1091 time: 0.5849464 Dec 09 16:31:07.878455 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e499df62-d411-4aab-b7d9-738c419de616', 'tag': 'df505893-e760-430e-be9b-969425b03521'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:31:07.880711 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efaf58d4d7c9700f5ffb733085425a1334cb86cda12ff1566d55ee0012e72786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa023b09-16d0-4416-8a5a-96b328b17bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "e499df62-d411-4aab-b7d9-738c419de616", "tag": "df505893-e760-430e-be9b-969425b03521"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:31:07.914947 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec02847b-d892-4a4f-853b-db994d40d3f8 service neutron] Pushing event updated for resources: {'Port': ['ID=df505893-e760-430e-be9b-969425b03521,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:31:07.940104 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cd756-7808-46c5-b79d-d633b7560593 req-eda26873-d711-4465-bb30-59842dd23592 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:07.941616 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-584cd756-7808-46c5-b79d-d633b7560593 req-eda26873-d711-4465-bb30-59842dd23592 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 943 time: 0.0576954 Dec 09 16:31:07.972505 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-06c7e7ee-9774-4313-96d9-cb4e32f8237c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:07.974044 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-06c7e7ee-9774-4313-96d9-cb4e32f8237c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44e55e6a593a467084e484e74a00868f&device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 1094 time: 0.0399654 Dec 09 16:31:07.991631 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-584cd756-7808-46c5-b79d-d633b7560593 req-6591d043-7899-4644-9f56-06e29de32e23 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430024 Dec 09 16:31:08.024904 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-0a717d1a-a815-491d-a886-a7bcaad4555b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df505893-e760-430e-be9b-969425b03521 HTTP/1.1" status: 200 len: 217 time: 0.0375376 Dec 09 16:31:08.040589 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5be058c-5dc2-47ed-8898-a7e868848932 x-openstack-request-id: req-a5be058c-5dc2-47ed-8898-a7e868848932 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:31:08.040871 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e499df62-d411-4aab-b7d9-738c419de616", "tag": "df505893-e760-430e-be9b-969425b03521", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:31:08.041119 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a5be058c-5dc2-47ed-8898-a7e868848932 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:31:08.041512 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e499df62-d411-4aab-b7d9-738c419de616', 'tag': 'df505893-e760-430e-be9b-969425b03521', 'status': 'completed', 'code': 200} Dec 09 16:31:08.078029 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-4031295c-6810-42f7-a24d-11f97bc09d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:08.079507 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-4031295c-6810-42f7-a24d-11f97bc09d09 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=19715d0f-dba0-46e7-a551-c4cbfabb35be HTTP/1.1" status: 200 len: 855 time: 0.0478656 Dec 09 16:31:08.112817 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-8c3c6565-dfb7-41a4-99b7-6f758107c05c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=841c985b-a358-49a2-8d28-d34f7df55978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250676 Dec 09 16:31:08.204924 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-a68332f3-6767-445f-a8b6-f79ac5939377 service neutron] 10.222.0.42 "GET /v2.0/networks/841c985b-a358-49a2-8d28-d34f7df55978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850329 Dec 09 16:31:08.298009 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-bf61ff4b-e359-4555-88d0-b365629f21a3 req-885a8302-973d-491d-b270-a95ab59ed7d5 service neutron] 10.222.0.42 "GET /v2.0/networks/841c985b-a358-49a2-8d28-d34f7df55978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865345 Dec 09 16:31:08.429825 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa023b09-16d0-4416-8a5a-96b328b17bc5 req-2cab870b-2297-438c-a0ba-d5624b452fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:08.431317 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fa023b09-16d0-4416-8a5a-96b328b17bc5 req-2cab870b-2297-438c-a0ba-d5624b452fb6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44e55e6a593a467084e484e74a00868f&device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 1094 time: 0.0401173 Dec 09 16:31:08.856146 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa023b09-16d0-4416-8a5a-96b328b17bc5 req-bd1c4936-aa8e-4731-9e36-ced9e412a370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:08.857651 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fa023b09-16d0-4416-8a5a-96b328b17bc5 req-bd1c4936-aa8e-4731-9e36-ced9e412a370 service neutron] 10.222.0.42 "GET /v2.0/networks?id=841c985b-a358-49a2-8d28-d34f7df55978 HTTP/1.1" status: 200 len: 916 time: 0.4188969 Dec 09 16:31:08.899480 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fa023b09-16d0-4416-8a5a-96b328b17bc5 req-06e6a46c-1962-4cd2-9020-9309d8b8e9c3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df505893-e760-430e-be9b-969425b03521 HTTP/1.1" status: 200 len: 217 time: 0.0342267 Dec 09 16:31:08.947975 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa023b09-16d0-4416-8a5a-96b328b17bc5 req-b317226d-a51f-4388-ba0f-4c953657ef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:08.949516 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fa023b09-16d0-4416-8a5a-96b328b17bc5 req-b317226d-a51f-4388-ba0f-4c953657ef77 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=19715d0f-dba0-46e7-a551-c4cbfabb35be HTTP/1.1" status: 200 len: 855 time: 0.0434573 Dec 09 16:31:08.984607 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fa023b09-16d0-4416-8a5a-96b328b17bc5 req-f9e93c30-c83e-480e-b692-a25fe179bc24 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=841c985b-a358-49a2-8d28-d34f7df55978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272799 Dec 09 16:31:09.075711 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fa023b09-16d0-4416-8a5a-96b328b17bc5 req-c5e43069-3a14-4636-8da5-7ed406ce415a service neutron] 10.222.0.42 "GET /v2.0/networks/841c985b-a358-49a2-8d28-d34f7df55978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834882 Dec 09 16:31:09.112085 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d317d78-fc39-4fea-a06a-66f7eac81ad3 req-855ac283-a0d8-4528-ae27-c1f3aa49b7f2 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:09.113711 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8d317d78-fc39-4fea-a06a-66f7eac81ad3 req-855ac283-a0d8-4528-ae27-c1f3aa49b7f2 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 943 time: 0.0499232 Dec 09 16:31:09.160695 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8d317d78-fc39-4fea-a06a-66f7eac81ad3 req-9d7b50c6-8b8c-45dd-a5b5-e13bf8af429b tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408738 Dec 09 16:31:09.174040 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fa023b09-16d0-4416-8a5a-96b328b17bc5 req-0731b1ca-70ef-4494-9f13-2806ec83dae0 service neutron] 10.222.0.42 "GET /v2.0/networks/841c985b-a358-49a2-8d28-d34f7df55978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898252 Dec 09 16:31:10.280106 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629e131-50bc-4e9d-923d-df5a648de5ef req-e5bb4d79-3070-48c2-a615-83e1ec7bc0a8 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:10.281647 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7629e131-50bc-4e9d-923d-df5a648de5ef req-e5bb4d79-3070-48c2-a615-83e1ec7bc0a8 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 943 time: 0.0527539 Dec 09 16:31:10.328902 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7629e131-50bc-4e9d-923d-df5a648de5ef req-56142a6c-90ac-495d-b419-42a613fa346d tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413451 Dec 09 16:31:11.443257 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6972e2-9f9c-47c7-96f7-9a53ee81b0fb req-b4637d77-ea42-42bb-b97f-794fc4949569 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:11.444750 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d6972e2-9f9c-47c7-96f7-9a53ee81b0fb req-b4637d77-ea42-42bb-b97f-794fc4949569 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 943 time: 0.0484097 Dec 09 16:31:11.491690 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d6972e2-9f9c-47c7-96f7-9a53ee81b0fb req-4bb06aee-ecdf-44de-8c39-fdb37c665a04 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408540 Dec 09 16:31:12.052100 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device df505893-e760-430e-be9b-969425b03521 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:31:12.147589 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port df505893-e760-430e-be9b-969425b03521, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=df505893-e760-430e-be9b-969425b03521,segment=NetworkSegment(3855d3f9-21a0-4261-808b-7935eaff2e17),segment_id=3855d3f9-21a0-4261-808b-7935eaff2e17)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:31:12.159139 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': 'df505893-e760-430e-be9b-969425b03521', 'network_id': '841c985b-a358-49a2-8d28-d34f7df55978', 'port_id': 'df505893-e760-430e-be9b-969425b03521', 'mac_address': 'fa:16:3e:de:9c:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19715d0f-dba0-46e7-a551-c4cbfabb35be', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:31:12.195218 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:12.207884 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df505893-e760-430e-be9b-969425b03521 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:31:12.227961 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port df505893-e760-430e-be9b-969425b03521, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=df505893-e760-430e-be9b-969425b03521,segment=NetworkSegment(3855d3f9-21a0-4261-808b-7935eaff2e17),segment_id=3855d3f9-21a0-4261-808b-7935eaff2e17)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:31:12.232395 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:12.280763 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=df505893-e760-430e-be9b-969425b03521,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:31:12.288297 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:31:12.288682 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:31:12.289025 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:31:12.289365 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:31:12.289702 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:31:12.290035 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:31:12.290363 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:31:12.290696 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:31:12.291020 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:31:12.291343 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:31:12.292358 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:31:12.292779 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:31:12.293111 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:31:12.604768 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07442e34-f207-4ae6-926d-6d69a68ab5ce req-ec7ffa60-2795-4028-9a9e-480e27fecb6f tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:12.606008 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-07442e34-f207-4ae6-926d-6d69a68ab5ce req-ec7ffa60-2795-4028-9a9e-480e27fecb6f tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 944 time: 0.0486829 Dec 09 16:31:12.617431 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['df505893-e760-430e-be9b-969425b03521'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:31:12.656884 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-07442e34-f207-4ae6-926d-6d69a68ab5ce req-fbcd2e2f-2c5d-4173-a122-b80eae7e672d tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449398 Dec 09 16:31:13.770708 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa443eb-3347-430e-9e88-2e523de6c303 req-8a7449d5-41ef-469f-84b2-1baa141c0ecf tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:13.772339 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3fa443eb-3347-430e-9e88-2e523de6c303 req-8a7449d5-41ef-469f-84b2-1baa141c0ecf tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 944 time: 0.0484447 Dec 09 16:31:13.820427 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3fa443eb-3347-430e-9e88-2e523de6c303 req-5b90b783-9e1c-4c56-8aff-7bac47b8cefe tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413105 Dec 09 16:31:14.059406 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device df505893-e760-430e-be9b-969425b03521 up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:31:14.110533 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port df505893-e760-430e-be9b-969425b03521 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:31:14.114507 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port df505893-e760-430e-be9b-969425b03521 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:31:14.114874 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:14.188281 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:14.210149 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e499df62-d411-4aab-b7d9-738c419de616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df505893-e760-430e-be9b-969425b03521'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:31:14.212349 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad401665e64187bef4a0f300457b2868c99907d1fc0db4bbbc94af95fd68fd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7f7a4c-965f-4ee9-b7a8-5c18acf5b136" -d '{"events": [{"server_uuid": "e499df62-d411-4aab-b7d9-738c419de616", "name": "network-vif-plugged", "status": "completed", "tag": "df505893-e760-430e-be9b-969425b03521"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:31:14.225891 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port df505893-e760-430e-be9b-969425b03521, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=df505893-e760-430e-be9b-969425b03521,segment=NetworkSegment(3855d3f9-21a0-4261-808b-7935eaff2e17),segment_id=3855d3f9-21a0-4261-808b-7935eaff2e17)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:31:14.230131 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:14.252745 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68d3c32-d566-46eb-a5f7-0123172520bb x-openstack-request-id: req-c68d3c32-d566-46eb-a5f7-0123172520bb {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:31:14.253036 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e499df62-d411-4aab-b7d9-738c419de616", "name": "network-vif-plugged", "status": "completed", "tag": "df505893-e760-430e-be9b-969425b03521", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:31:14.253289 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c68d3c32-d566-46eb-a5f7-0123172520bb {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:31:14.253678 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e499df62-d411-4aab-b7d9-738c419de616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df505893-e760-430e-be9b-969425b03521', 'code': 200} Dec 09 16:31:14.281988 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=df505893-e760-430e-be9b-969425b03521,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:31:14.383402 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72c68b-d4de-49cd-a742-bf3749aaa692 req-94fe7ed7-fe68-429d-af66-0c71f1619817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:14.384927 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6f72c68b-d4de-49cd-a742-bf3749aaa692 req-94fe7ed7-fe68-429d-af66-0c71f1619817 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 1096 time: 0.0410469 Dec 09 16:31:14.427958 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6f72c68b-d4de-49cd-a742-bf3749aaa692 req-46c1beac-ba53-4c9c-a82a-fbf41c542d75 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353880 Dec 09 16:31:14.748072 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:31:14.936080 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dba129-86b4-4a25-bc79-77210e5e6a6e req-cbdf33bf-7755-4efe-9b62-ac050a059184 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:14.937587 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-46dba129-86b4-4a25-bc79-77210e5e6a6e req-cbdf33bf-7755-4efe-9b62-ac050a059184 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 945 time: 0.0479848 Dec 09 16:31:14.984906 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-46dba129-86b4-4a25-bc79-77210e5e6a6e req-b1880c34-6187-4fa6-91f6-396d92b431a3 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413308 Dec 09 16:31:16.103678 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ac52a-bffa-4948-a2c7-939671b82a6f req-6c08e505-15fb-4d45-a04d-3753678b86f3 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:16.105267 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-be4ac52a-bffa-4948-a2c7-939671b82a6f req-6c08e505-15fb-4d45-a04d-3753678b86f3 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 945 time: 0.0522654 Dec 09 16:31:16.151886 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-be4ac52a-bffa-4948-a2c7-939671b82a6f req-6415038a-ac46-4d04-9cf6-657c0ea80bf6 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406647 Dec 09 16:31:16.263336 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db294cc-0648-45dd-bf29-b38b4c9180ac req-e52866e2-0888-403e-bbc4-83d32360f02c tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:16.264727 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0db294cc-0648-45dd-bf29-b38b4c9180ac req-e52866e2-0888-403e-bbc4-83d32360f02c tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 945 time: 0.0488455 Dec 09 16:31:16.313745 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0db294cc-0648-45dd-bf29-b38b4c9180ac req-57478b17-e746-4f7b-97e6-17630ef95f6d tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431325 Dec 09 16:31:16.516020 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1a2b6-7149-4eef-bb74-212d9823785b req-45aa1c72-8dcb-4073-a87f-efa2145e4f47 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:16.517431 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b5f1a2b6-7149-4eef-bb74-212d9823785b req-45aa1c72-8dcb-4073-a87f-efa2145e4f47 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 945 time: 0.0522168 Dec 09 16:31:16.563998 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b5f1a2b6-7149-4eef-bb74-212d9823785b req-ddff95ca-e12c-4034-aa6f-fe5301707005 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405293 Dec 09 16:31:16.583258 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:16.676046 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5701c-bc17-4513-9bcd-85c1d0ef3011 req-dd7153ab-ba32-4d47-870e-607741c752b5 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:16.677533 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c1c5701c-bc17-4513-9bcd-85c1d0ef3011 req-dd7153ab-ba32-4d47-870e-607741c752b5 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 945 time: 0.0481374 Dec 09 16:31:16.723851 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c1c5701c-bc17-4513-9bcd-85c1d0ef3011 req-1eb26403-9da5-49d9-9cc0-f8e839192eeb tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401299 Dec 09 16:31:16.942970 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-452648fb-49a6-4c7f-82cc-52e0e6d5ac42 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0406196 Dec 09 16:31:16.958711 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774ac4e-73b4-4e3b-ab0e-14e25bfd328b req-bfc94edd-d10c-4130-ab4d-4d3b0765b218 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:16.960523 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2774ac4e-73b4-4e3b-ab0e-14e25bfd328b req-bfc94edd-d10c-4130-ab4d-4d3b0765b218 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 945 time: 0.0494423 Dec 09 16:31:17.012161 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2774ac4e-73b4-4e3b-ab0e-14e25bfd328b req-704ef069-c62b-4e13-8d4a-ff22046bde37 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448442 Dec 09 16:31:18.065765 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-288b6683-6426-4d5c-b6d4-c59ae841ae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:18.067271 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-288b6683-6426-4d5c-b6d4-c59ae841ae1f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44e55e6a593a467084e484e74a00868f&device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 1096 time: 0.0448399 Dec 09 16:31:18.132804 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cfc78-37b8-44c8-8d7b-c7e019efc4bd req-f71bc764-825e-4c3f-a6bb-89251e9e3d16 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:18.134224 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f74cfc78-37b8-44c8-8d7b-c7e019efc4bd req-f71bc764-825e-4c3f-a6bb-89251e9e3d16 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 945 time: 0.0493391 Dec 09 16:31:18.158587 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-2174eb83-68df-446e-a47d-d03fb3864bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:18.160068 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-2174eb83-68df-446e-a47d-d03fb3864bd7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=841c985b-a358-49a2-8d28-d34f7df55978 HTTP/1.1" status: 200 len: 916 time: 0.0862739 Dec 09 16:31:18.182116 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f74cfc78-37b8-44c8-8d7b-c7e019efc4bd req-9d744b83-7219-4aa9-a0b0-7e19017dc954 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417533 Dec 09 16:31:18.206058 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-23686e09-14df-4100-aa27-8f1ccba5bb03 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df505893-e760-430e-be9b-969425b03521 HTTP/1.1" status: 200 len: 217 time: 0.0379994 Dec 09 16:31:18.255029 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-bb0445e7-4fca-4d0a-ad9f-10a8158fa84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:18.256479 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-bb0445e7-4fca-4d0a-ad9f-10a8158fa84a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=19715d0f-dba0-46e7-a551-c4cbfabb35be HTTP/1.1" status: 200 len: 855 time: 0.0438452 Dec 09 16:31:18.287451 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-6f56cd31-7f62-46ca-8e8a-4be03a76e16e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=841c985b-a358-49a2-8d28-d34f7df55978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242252 Dec 09 16:31:18.376367 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-92e4318a-56d7-4b56-ae7f-61ea81ff339c service neutron] 10.222.0.42 "GET /v2.0/networks/841c985b-a358-49a2-8d28-d34f7df55978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823050 Dec 09 16:31:18.470941 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-1fae88ac-b865-4d05-9271-7235e0f42ebb service neutron] 10.222.0.42 "GET /v2.0/networks/841c985b-a358-49a2-8d28-d34f7df55978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878186 Dec 09 16:31:19.298328 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182e1bf-670d-4bc3-8d06-2c223e55b13d req-c8aef824-2d0d-4447-a48d-8a7043214567 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:19.299821 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8182e1bf-670d-4bc3-8d06-2c223e55b13d req-c8aef824-2d0d-4447-a48d-8a7043214567 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 945 time: 0.0485277 Dec 09 16:31:19.348730 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8182e1bf-670d-4bc3-8d06-2c223e55b13d req-d1dbe1be-88ff-4c87-adff-7a935bc18cd7 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415201 Dec 09 16:31:20.470257 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03cd8d-496a-4a9a-80fd-36957113046f req-749483bf-4b7a-467c-9470-ee7dcbc9ef7c tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:20.471841 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8e03cd8d-496a-4a9a-80fd-36957113046f req-749483bf-4b7a-467c-9470-ee7dcbc9ef7c tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 945 time: 0.0538235 Dec 09 16:31:20.518721 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8e03cd8d-496a-4a9a-80fd-36957113046f req-9e7e62b6-c91b-4725-8793-0dc75115f281 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409462 Dec 09 16:31:20.577457 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1bebb982-d53c-449e-b805-1a277259fd4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:21.637504 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3679ff-baed-4627-a33a-d13aad393984 req-0e692672-8a12-4cc4-afcc-46c310a5f786 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:21.638919 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ba3679ff-baed-4627-a33a-d13aad393984 req-0e692672-8a12-4cc4-afcc-46c310a5f786 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 945 time: 0.0527120 Dec 09 16:31:21.686377 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ba3679ff-baed-4627-a33a-d13aad393984 req-cf775bf9-37b7-4562-950c-2b63aed62e56 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414515 Dec 09 16:31:22.801709 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec98e1-c68b-4ff3-a1e5-e010aeefe1bd req-e2c9ef18-c544-442b-8bde-71a3b773f5e9 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:22.803255 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0eec98e1-c68b-4ff3-a1e5-e010aeefe1bd req-e2c9ef18-c544-442b-8bde-71a3b773f5e9 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 945 time: 0.0483172 Dec 09 16:31:22.853491 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0eec98e1-c68b-4ff3-a1e5-e010aeefe1bd req-d12fd6b8-6bca-46cf-9d19-f85cf7640d38 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439804 Dec 09 16:31:23.117205 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-423fcafd-eccd-4643-87ce-66a79374bd40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:23.973370 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c8fac-e6e6-4b7e-b9fd-7b9741f83212 req-95b57efe-0db1-4210-9b62-f56cbfe77419 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:23.974854 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4a5c8fac-e6e6-4b7e-b9fd-7b9741f83212 req-95b57efe-0db1-4210-9b62-f56cbfe77419 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 945 time: 0.0493069 Dec 09 16:31:24.023531 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4a5c8fac-e6e6-4b7e-b9fd-7b9741f83212 req-45c4f1a3-8742-43d3-84b0-7e30e2b49d4f tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417423 Dec 09 16:31:24.260707 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:25.071690 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:25.140524 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec9965-932b-4ef3-b438-afd61d1224e9 req-9d2e3b48-b75f-49a5-a8cd-3efdd7080b53 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:25.142054 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-75ec9965-932b-4ef3-b438-afd61d1224e9 req-9d2e3b48-b75f-49a5-a8cd-3efdd7080b53 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 945 time: 0.0485334 Dec 09 16:31:25.188913 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-75ec9965-932b-4ef3-b438-afd61d1224e9 req-2b8104b0-9ec1-4470-98ec-26453df27631 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409725 Dec 09 16:31:25.521273 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:26.308426 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b01c8f-d28b-496e-9a32-4d043dae5e9d req-0ff0fb62-cf6f-49c4-966c-a420557254bf tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:26.309936 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-41b01c8f-d28b-496e-9a32-4d043dae5e9d req-0ff0fb62-cf6f-49c4-966c-a420557254bf tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 945 time: 0.0530419 Dec 09 16:31:26.357856 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-41b01c8f-d28b-496e-9a32-4d043dae5e9d req-6b2a054b-d7bd-4e7c-a877-6217ba2c7fad tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419900 Dec 09 16:31:26.555496 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:27.480918 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf6750-2fcc-42d7-ab01-89f18e92b8f1 req-a967b457-cd3b-4dd9-a1e6-1bd9fb2abf68 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:27.482354 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-37bf6750-2fcc-42d7-ab01-89f18e92b8f1 req-a967b457-cd3b-4dd9-a1e6-1bd9fb2abf68 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 945 time: 0.0518713 Dec 09 16:31:27.531408 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-37bf6750-2fcc-42d7-ab01-89f18e92b8f1 req-143e1012-64c6-4bc5-b9a3-7ed1261c66b2 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430827 Dec 09 16:31:28.651701 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf50595-f419-4e50-87b7-a40adb9fef6b req-f6f216a3-4351-4906-9fce-509fe30c2203 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:28.653123 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6cf50595-f419-4e50-87b7-a40adb9fef6b req-f6f216a3-4351-4906-9fce-509fe30c2203 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 945 time: 0.0520320 Dec 09 16:31:28.701583 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6cf50595-f419-4e50-87b7-a40adb9fef6b req-609e797a-8f54-45a0-bc95-832ae2648e98 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404618 Dec 09 16:31:29.816076 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67398592-1c43-4aba-8303-52e9374a1923 req-78df761e-8bc5-4390-b934-639d0ee46530 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:29.817570 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-67398592-1c43-4aba-8303-52e9374a1923 req-78df761e-8bc5-4390-b934-639d0ee46530 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 945 time: 0.0475731 Dec 09 16:31:29.864780 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-67398592-1c43-4aba-8303-52e9374a1923 req-28a91482-8bc6-4707-8589-87d258b04922 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406318 Dec 09 16:31:30.982752 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917d818-32e9-42cc-ab1d-f96dac1687e7 req-97b378cc-408b-4cac-a261-c806c3f6978d tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:30.984117 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5917d818-32e9-42cc-ab1d-f96dac1687e7 req-97b378cc-408b-4cac-a261-c806c3f6978d tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 945 time: 0.0481341 Dec 09 16:31:31.032773 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5917d818-32e9-42cc-ab1d-f96dac1687e7 req-ce776e67-d8b7-4c41-9795-feb7326d120d tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426304 Dec 09 16:31:32.493756 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3c3dd-6e2f-47af-a590-42f54337fedc req-ce726baf-a59c-4493-8555-c4c522a199af tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:32.495800 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8ec3c3dd-6e2f-47af-a590-42f54337fedc req-ce726baf-a59c-4493-8555-c4c522a199af tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 945 time: 0.3957791 Dec 09 16:31:32.544139 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8ec3c3dd-6e2f-47af-a590-42f54337fedc req-851cb9cd-1b56-4bb2-a574-ed21814907ea tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423028 Dec 09 16:31:33.657486 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b3bf6-0961-48f0-8fc3-4c607fd8ae67 req-3bd7135c-480a-4602-af88-61edc890f005 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:33.658851 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-577b3bf6-0961-48f0-8fc3-4c607fd8ae67 req-3bd7135c-480a-4602-af88-61edc890f005 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 945 time: 0.0474229 Dec 09 16:31:33.705281 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-577b3bf6-0961-48f0-8fc3-4c607fd8ae67 req-30613e88-906c-4456-ade3-4653e6611cef tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405788 Dec 09 16:31:34.824079 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61667657-f97f-411f-b387-fdc7950af17e req-a548863c-cdc3-4040-a755-cf6603d9841a tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:34.825554 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-61667657-f97f-411f-b387-fdc7950af17e req-a548863c-cdc3-4040-a755-cf6603d9841a tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 945 time: 0.0518651 Dec 09 16:31:34.871213 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-61667657-f97f-411f-b387-fdc7950af17e req-76dea472-7e71-4ad0-a327-c64ac520f2c4 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397131 Dec 09 16:31:35.987493 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74ddf7-ce97-459e-9dd3-2da542b33508 req-d0d6b180-56c5-4722-ab00-1e7419a34410 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:35.989031 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-be74ddf7-ce97-459e-9dd3-2da542b33508 req-d0d6b180-56c5-4722-ab00-1e7419a34410 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 945 time: 0.0495441 Dec 09 16:31:36.036253 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-be74ddf7-ce97-459e-9dd3-2da542b33508 req-c7f4aedd-a746-4712-9d08-75005e3fa1b4 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412641 Dec 09 16:31:37.149755 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78edf273-3c6b-490f-8017-aa0f40414730 req-e765c17b-7bf8-4390-859d-376b3730cb99 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:37.151909 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-78edf273-3c6b-490f-8017-aa0f40414730 req-e765c17b-7bf8-4390-859d-376b3730cb99 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 945 time: 0.0478995 Dec 09 16:31:37.202434 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-78edf273-3c6b-490f-8017-aa0f40414730 req-8b1ab8aa-ded2-463c-9562-d0d87070ae3b tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441277 Dec 09 16:31:38.319829 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18a35a-e69f-4e9b-8085-244fdae38488 req-2df51591-64cb-4cef-b19d-17893c5502ea tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:38.321735 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9f18a35a-e69f-4e9b-8085-244fdae38488 req-2df51591-64cb-4cef-b19d-17893c5502ea tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 945 time: 0.0487258 Dec 09 16:31:38.371837 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9f18a35a-e69f-4e9b-8085-244fdae38488 req-42e8da30-2e55-4632-b405-8dc6a92a2280 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434964 Dec 09 16:31:39.487112 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f698f-4ee6-4d35-a124-f09db7e8054b req-65f9ca4e-792d-493b-b9e1-b938f4812409 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:39.488615 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-665f698f-4ee6-4d35-a124-f09db7e8054b req-65f9ca4e-792d-493b-b9e1-b938f4812409 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 945 time: 0.0482798 Dec 09 16:31:39.535078 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-665f698f-4ee6-4d35-a124-f09db7e8054b req-c87be1da-ce29-46de-ae56-9b02ccc02465 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404584 Dec 09 16:31:40.657547 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44a405-372e-4e31-9965-7f1289e6fe63 req-741d3ca2-28bb-4f83-bd67-a74d2f182e56 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:40.659057 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fc44a405-372e-4e31-9965-7f1289e6fe63 req-741d3ca2-28bb-4f83-bd67-a74d2f182e56 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 945 time: 0.0535059 Dec 09 16:31:40.707162 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fc44a405-372e-4e31-9965-7f1289e6fe63 req-a16e607f-2880-4644-ad6d-33e88cdc364a tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421138 Dec 09 16:31:41.821943 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8880a3-6181-48d1-a380-38af507368e1 req-317f370d-5405-4890-a011-312ca165d09d tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:41.823498 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4f8880a3-6181-48d1-a380-38af507368e1 req-317f370d-5405-4890-a011-312ca165d09d tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 945 time: 0.0484416 Dec 09 16:31:41.872487 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4f8880a3-6181-48d1-a380-38af507368e1 req-0ef46269-0f88-4f69-9975-e71e62aba67f tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430589 Dec 09 16:31:42.989510 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b42ac-35c9-4611-9105-3a4ad5cc4031 req-04176813-9898-4ff2-b4a9-4cb2d486b8f9 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:42.990879 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5e8b42ac-35c9-4611-9105-3a4ad5cc4031 req-04176813-9898-4ff2-b4a9-4cb2d486b8f9 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 945 time: 0.0518999 Dec 09 16:31:43.037011 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5e8b42ac-35c9-4611-9105-3a4ad5cc4031 req-659b634e-5525-4ced-92c8-8762f9f126e4 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396717 Dec 09 16:31:44.149166 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbccfc3-e3d1-4576-a447-1d0810329ab4 req-1d9dee3f-4660-431c-bfc2-b9e14380cd5b tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:44.151275 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cbccfc3-e3d1-4576-a447-1d0810329ab4 req-1d9dee3f-4660-431c-bfc2-b9e14380cd5b tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 945 time: 0.0471146 Dec 09 16:31:44.196809 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cbccfc3-e3d1-4576-a447-1d0810329ab4 req-fafbe237-bd19-4373-856e-949517d1f946 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396338 Dec 09 16:31:45.314628 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ac0ab-ee60-4275-afae-5d8780e3d12d req-03eef039-d8d7-412b-87d3-e7226ccaca58 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:45.316116 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-241ac0ab-ee60-4275-afae-5d8780e3d12d req-03eef039-d8d7-412b-87d3-e7226ccaca58 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 945 time: 0.0480750 Dec 09 16:31:45.367579 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-241ac0ab-ee60-4275-afae-5d8780e3d12d req-4e68be15-a482-49d2-8de2-172cf887ddac tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452931 Dec 09 16:31:45.512810 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-c2627601-40bf-4fe3-b089-db35ebf45906 service neutron] show failed (client error): The resource could not be found. Dec 09 16:31:45.513826 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-c2627601-40bf-4fe3-b089-db35ebf45906 service neutron] 10.222.0.42 "GET /v2.0/ports/df505893-e760-430e-be9b-969425b03521/bindings/n-h2-821228-1 HTTP/1.1" status: 404 len: 380 time: 0.0549657 Dec 09 16:31:45.717966 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-ee6ce152-9517-4d8c-8fd0-1bb0ea77bcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:45.719461 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-ee6ce152-9517-4d8c-8fd0-1bb0ea77bcb1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616&tenant_id=44e55e6a593a467084e484e74a00868f HTTP/1.1" status: 200 len: 1096 time: 0.0401356 Dec 09 16:31:45.734789 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-093c2150-c4a7-431e-ac13-5c5e392ce873 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821228-1', 'device_owner': 'compute:nova'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:31:45.785425 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-093c2150-c4a7-431e-ac13-5c5e392ce873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:45.984921 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-093c2150-c4a7-431e-ac13-5c5e392ce873 service neutron] For port df505893-e760-430e-be9b-969425b03521, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=df505893-e760-430e-be9b-969425b03521,segment=NetworkSegment(3855d3f9-21a0-4261-808b-7935eaff2e17),segment_id=3855d3f9-21a0-4261-808b-7935eaff2e17)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:31:46.022938 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-093c2150-c4a7-431e-ac13-5c5e392ce873 service neutron] For port df505893-e760-430e-be9b-969425b03521, host n-h1-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:31:46.061513 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e499df62-d411-4aab-b7d9-738c419de616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df505893-e760-430e-be9b-969425b03521'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:31:46.063727 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688371c6-a3cb-470f-954e-8a234fbf68da" -d '{"events": [{"server_uuid": "e499df62-d411-4aab-b7d9-738c419de616", "name": "network-vif-unplugged", "status": "completed", "tag": "df505893-e760-430e-be9b-969425b03521"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:31:46.067437 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-093c2150-c4a7-431e-ac13-5c5e392ce873 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:46.080083 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-093c2150-c4a7-431e-ac13-5c5e392ce873 service neutron] Transition to ACTIVE for port object df505893-e760-430e-be9b-969425b03521 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:31:46.083853 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-093c2150-c4a7-431e-ac13-5c5e392ce873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:46.121552 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 16:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ef0690-9725-46e9-b0f3-3d5e7e02ffda x-openstack-request-id: req-c9ef0690-9725-46e9-b0f3-3d5e7e02ffda {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:31:46.121834 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e499df62-d411-4aab-b7d9-738c419de616", "name": "network-vif-unplugged", "status": "completed", "tag": "df505893-e760-430e-be9b-969425b03521", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:31:46.122088 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c9ef0690-9725-46e9-b0f3-3d5e7e02ffda {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:31:46.122489 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e499df62-d411-4aab-b7d9-738c419de616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df505893-e760-430e-be9b-969425b03521', 'code': 200} Dec 09 16:31:46.148047 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-093c2150-c4a7-431e-ac13-5c5e392ce873 service neutron] No DVR routers for this DVR port df505893-e760-430e-be9b-969425b03521 on host n-h1-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:31:46.157060 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c2150-c4a7-431e-ac13-5c5e392ce873 service neutron] Pushing event updated for resources: {'Port': ['ID=df505893-e760-430e-be9b-969425b03521,revision_number=6']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:31:46.189520 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-093c2150-c4a7-431e-ac13-5c5e392ce873 service neutron] Attempting to bind port df505893-e760-430e-be9b-969425b03521 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:31:46.189855 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-093c2150-c4a7-431e-ac13-5c5e392ce873 service neutron] Attempting to bind port df505893-e760-430e-be9b-969425b03521 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '3855d3f9-21a0-4261-808b-7935eaff2e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '841c985b-a358-49a2-8d28-d34f7df55978'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:31:46.190182 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-093c2150-c4a7-431e-ac13-5c5e392ce873 service neutron] Attempting to bind port df505893-e760-430e-be9b-969425b03521 on network 841c985b-a358-49a2-8d28-d34f7df55978 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:31:46.194440 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-093c2150-c4a7-431e-ac13-5c5e392ce873 service neutron] Port df505893-e760-430e-be9b-969425b03521 on network 841c985b-a358-49a2-8d28-d34f7df55978 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:31:46.194763 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-093c2150-c4a7-431e-ac13-5c5e392ce873 service neutron] Attempting to bind port df505893-e760-430e-be9b-969425b03521 on network 841c985b-a358-49a2-8d28-d34f7df55978 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:31:46.200240 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-093c2150-c4a7-431e-ac13-5c5e392ce873 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:31:46.200601 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-093c2150-c4a7-431e-ac13-5c5e392ce873 service neutron] Checking segment: {'id': '3855d3f9-21a0-4261-808b-7935eaff2e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '841c985b-a358-49a2-8d28-d34f7df55978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:31:46.200984 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-093c2150-c4a7-431e-ac13-5c5e392ce873 service neutron] Bound using segment: {'id': '3855d3f9-21a0-4261-808b-7935eaff2e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '841c985b-a358-49a2-8d28-d34f7df55978'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:31:46.201401 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-093c2150-c4a7-431e-ac13-5c5e392ce873 service neutron] Bound port: df505893-e760-430e-be9b-969425b03521, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3855d3f9-21a0-4261-808b-7935eaff2e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '841c985b-a358-49a2-8d28-d34f7df55978'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:31:46.201749 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-093c2150-c4a7-431e-ac13-5c5e392ce873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:46.265115 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-093c2150-c4a7-431e-ac13-5c5e392ce873 service neutron] For port df505893-e760-430e-be9b-969425b03521, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:31:46.267990 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-093c2150-c4a7-431e-ac13-5c5e392ce873 service neutron] For port df505893-e760-430e-be9b-969425b03521, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=df505893-e760-430e-be9b-969425b03521,segment=NetworkSegment(3855d3f9-21a0-4261-808b-7935eaff2e17),segment_id=3855d3f9-21a0-4261-808b-7935eaff2e17)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:31:46.272856 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-093c2150-c4a7-431e-ac13-5c5e392ce873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:46.309427 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-093c2150-c4a7-431e-ac13-5c5e392ce873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:46.310051 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-093c2150-c4a7-431e-ac13-5c5e392ce873 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:46.311452 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-093c2150-c4a7-431e-ac13-5c5e392ce873 service neutron] 10.222.0.31 "PUT /v2.0/ports/df505893-e760-430e-be9b-969425b03521 HTTP/1.1" status: 200 len: 1091 time: 0.5805373 Dec 09 16:31:46.333773 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c2150-c4a7-431e-ac13-5c5e392ce873 service neutron] Pushing event updated for resources: {'Port': ['ID=df505893-e760-430e-be9b-969425b03521,revision_number=7']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:31:46.377213 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-cb282b48-fc84-4b7e-b77e-11259c904179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:46.378734 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-cb282b48-fc84-4b7e-b77e-11259c904179 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44e55e6a593a467084e484e74a00868f&device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 1094 time: 0.0415127 Dec 09 16:31:46.503447 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-e0d5aa51-c2a1-480f-8c75-a3a44edc6c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:46.504991 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-e0d5aa51-c2a1-480f-8c75-a3a44edc6c24 service neutron] 10.222.0.31 "GET /v2.0/networks?id=841c985b-a358-49a2-8d28-d34f7df55978 HTTP/1.1" status: 200 len: 916 time: 0.1187596 Dec 09 16:31:46.514023 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb49baa-1e05-437e-87ec-7aa661e0f496 req-62dfb597-0229-40ce-aa01-e5f260dd6f67 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:46.515387 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eeb49baa-1e05-437e-87ec-7aa661e0f496 req-62dfb597-0229-40ce-aa01-e5f260dd6f67 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 943 time: 0.0774894 Dec 09 16:31:46.564672 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-836b863b-ce76-4987-ad30-5c426ea743a3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df505893-e760-430e-be9b-969425b03521 HTTP/1.1" status: 200 len: 217 time: 0.0482554 Dec 09 16:31:46.599916 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:46.623739 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eeb49baa-1e05-437e-87ec-7aa661e0f496 req-09295a1a-39f9-423d-83a9-17273ed52d35 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017587 Dec 09 16:31:46.634276 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-0b734d34-8195-4682-849d-b48ff566beb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:46.636522 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-0b734d34-8195-4682-849d-b48ff566beb7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=19715d0f-dba0-46e7-a551-c4cbfabb35be HTTP/1.1" status: 200 len: 855 time: 0.0644023 Dec 09 16:31:46.668371 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-fef44489-5130-41a0-bcbc-a05d15a12bfd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=841c985b-a358-49a2-8d28-d34f7df55978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248263 Dec 09 16:31:46.762150 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-7d1a2fcb-cee8-47ae-a628-988fabb2b78f service neutron] 10.222.0.31 "GET /v2.0/networks/841c985b-a358-49a2-8d28-d34f7df55978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856562 Dec 09 16:31:46.850057 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-00a7bb3b-d61f-4d5d-a5b9-8952dae53ad5 req-4fe7e0fe-3c65-46ea-8129-2d42cf264f3a service neutron] 10.222.0.31 "GET /v2.0/networks/841c985b-a358-49a2-8d28-d34f7df55978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806861 Dec 09 16:31:47.739735 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbc161-0db6-4863-bd20-a50b8cc24c42 req-de75ffb9-75c8-45a9-89da-8a6da13c2eee tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:47.741279 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1ecbc161-0db6-4863-bd20-a50b8cc24c42 req-de75ffb9-75c8-45a9-89da-8a6da13c2eee tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 943 time: 0.0502090 Dec 09 16:31:47.788773 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1ecbc161-0db6-4863-bd20-a50b8cc24c42 req-a7bda39f-4cfb-4a6c-a54c-1348bbd0b1d9 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414937 Dec 09 16:31:48.124063 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e499df62-d411-4aab-b7d9-738c419de616', 'tag': 'df505893-e760-430e-be9b-969425b03521'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:31:48.126487 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838875ef-ccfa-4fc8-884d-6ef625d8530e" -d '{"events": [{"name": "network-changed", "server_uuid": "e499df62-d411-4aab-b7d9-738c419de616", "tag": "df505893-e760-430e-be9b-969425b03521"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:31:48.173599 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba78d442-3d2d-41d1-b4a8-e2bc7bc76c63 x-openstack-request-id: req-ba78d442-3d2d-41d1-b4a8-e2bc7bc76c63 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:31:48.173893 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e499df62-d411-4aab-b7d9-738c419de616", "tag": "df505893-e760-430e-be9b-969425b03521", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:31:48.174144 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ba78d442-3d2d-41d1-b4a8-e2bc7bc76c63 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:31:48.174547 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e499df62-d411-4aab-b7d9-738c419de616', 'tag': 'df505893-e760-430e-be9b-969425b03521', 'status': 'completed', 'code': 200} Dec 09 16:31:48.245722 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838875ef-ccfa-4fc8-884d-6ef625d8530e req-d1968892-6cc6-4090-b808-90cde2091b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:48.247244 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-838875ef-ccfa-4fc8-884d-6ef625d8530e req-d1968892-6cc6-4090-b808-90cde2091b30 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44e55e6a593a467084e484e74a00868f&device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 1094 time: 0.0456324 Dec 09 16:31:48.252251 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device df505893-e760-430e-be9b-969425b03521 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:31:48.258744 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838875ef-ccfa-4fc8-884d-6ef625d8530e req-e0d1c874-3106-463e-a8ff-1d1db9b64377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:48.260872 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-838875ef-ccfa-4fc8-884d-6ef625d8530e req-e0d1c874-3106-463e-a8ff-1d1db9b64377 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44e55e6a593a467084e484e74a00868f&device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 1094 time: 0.0424945 Dec 09 16:31:48.298299 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device df505893-e760-430e-be9b-969425b03521 not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:31:48.343551 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838875ef-ccfa-4fc8-884d-6ef625d8530e req-46e40b70-6237-4135-87e9-d9a5497db694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:48.345102 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-838875ef-ccfa-4fc8-884d-6ef625d8530e req-46e40b70-6237-4135-87e9-d9a5497db694 service neutron] 10.222.0.31 "GET /v2.0/networks?id=841c985b-a358-49a2-8d28-d34f7df55978 HTTP/1.1" status: 200 len: 916 time: 0.0892704 Dec 09 16:31:48.356941 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838875ef-ccfa-4fc8-884d-6ef625d8530e req-b877d494-5783-43d3-aaec-86d51c992c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:48.358408 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-838875ef-ccfa-4fc8-884d-6ef625d8530e req-b877d494-5783-43d3-aaec-86d51c992c22 service neutron] 10.222.0.42 "GET /v2.0/networks?id=841c985b-a358-49a2-8d28-d34f7df55978 HTTP/1.1" status: 200 len: 916 time: 0.0902901 Dec 09 16:31:48.392753 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-838875ef-ccfa-4fc8-884d-6ef625d8530e req-7321e5e4-ebcf-4a91-bd2b-64b91fc59a50 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df505893-e760-430e-be9b-969425b03521 HTTP/1.1" status: 200 len: 217 time: 0.0400662 Dec 09 16:31:48.400664 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-838875ef-ccfa-4fc8-884d-6ef625d8530e req-bcd8ae2e-23e2-4109-aaa1-2cf20ba659fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df505893-e760-430e-be9b-969425b03521 HTTP/1.1" status: 200 len: 217 time: 0.0348592 Dec 09 16:31:48.442590 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838875ef-ccfa-4fc8-884d-6ef625d8530e req-18a08531-e474-40c5-bd9d-c497adf35766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:48.444062 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-838875ef-ccfa-4fc8-884d-6ef625d8530e req-18a08531-e474-40c5-bd9d-c497adf35766 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=19715d0f-dba0-46e7-a551-c4cbfabb35be HTTP/1.1" status: 200 len: 855 time: 0.0449924 Dec 09 16:31:48.453894 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838875ef-ccfa-4fc8-884d-6ef625d8530e req-bd83ea27-1479-487e-b591-da0b2010a95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:48.455354 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-838875ef-ccfa-4fc8-884d-6ef625d8530e req-bd83ea27-1479-487e-b591-da0b2010a95b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=19715d0f-dba0-46e7-a551-c4cbfabb35be HTTP/1.1" status: 200 len: 855 time: 0.0485117 Dec 09 16:31:48.475358 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-838875ef-ccfa-4fc8-884d-6ef625d8530e req-eed31b1a-3bdd-4471-bcc7-2dd9ba6053f8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=841c985b-a358-49a2-8d28-d34f7df55978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242095 Dec 09 16:31:48.487657 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-838875ef-ccfa-4fc8-884d-6ef625d8530e req-ac4edc70-f3e5-486b-9229-044e06b28a1a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=841c985b-a358-49a2-8d28-d34f7df55978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255928 Dec 09 16:31:48.566501 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-838875ef-ccfa-4fc8-884d-6ef625d8530e req-1c9c9d67-eb25-4635-bba6-304db1ee88b1 service neutron] 10.222.0.31 "GET /v2.0/networks/841c985b-a358-49a2-8d28-d34f7df55978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831583 Dec 09 16:31:48.577393 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-838875ef-ccfa-4fc8-884d-6ef625d8530e req-8a5dc75a-e4da-49ef-b4e8-a09169a9554e service neutron] 10.222.0.42 "GET /v2.0/networks/841c985b-a358-49a2-8d28-d34f7df55978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829163 Dec 09 16:31:48.662853 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-838875ef-ccfa-4fc8-884d-6ef625d8530e req-ebc752b7-f659-4697-9c9e-e80997cd3581 service neutron] 10.222.0.31 "GET /v2.0/networks/841c985b-a358-49a2-8d28-d34f7df55978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889423 Dec 09 16:31:48.673467 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-838875ef-ccfa-4fc8-884d-6ef625d8530e req-82e9f853-4025-4987-a167-19d61f75ae14 service neutron] 10.222.0.42 "GET /v2.0/networks/841c985b-a358-49a2-8d28-d34f7df55978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886216 Dec 09 16:31:48.908708 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e23eba-87a5-488e-b73b-31dbb4f688df req-55b5845f-55a7-4af2-b828-1815ef076a86 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:48.910212 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d4e23eba-87a5-488e-b73b-31dbb4f688df req-55b5845f-55a7-4af2-b828-1815ef076a86 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 943 time: 0.0497978 Dec 09 16:31:48.958531 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d4e23eba-87a5-488e-b73b-31dbb4f688df req-87a8eafe-69af-48d1-b47b-6d5563aec73e tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422935 Dec 09 16:31:50.079991 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062bd5c1-a397-40ad-9803-cb5e08914565 req-cbe686b6-2f1b-4271-9a8d-729ff481157b tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:50.081500 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-062bd5c1-a397-40ad-9803-cb5e08914565 req-cbe686b6-2f1b-4271-9a8d-729ff481157b tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 943 time: 0.0527668 Dec 09 16:31:50.129442 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-062bd5c1-a397-40ad-9803-cb5e08914565 req-42393816-89ae-41b2-bcad-834e18f5f2d6 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420918 Dec 09 16:31:50.320240 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2897b0-acbe-404a-8f92-ddeff0dbed04 req-a6e04084-8838-444e-ab79-bf7523701dd4 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:50.325110 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6a2897b0-acbe-404a-8f92-ddeff0dbed04 req-a6e04084-8838-444e-ab79-bf7523701dd4 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 943 time: 0.0498507 Dec 09 16:31:50.345486 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3666528-e16e-4765-9422-6c2bcaf951c6 req-19c37156-6e9a-4626-9647-c71ede6958eb tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:50.347230 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a3666528-e16e-4765-9422-6c2bcaf951c6 req-19c37156-6e9a-4626-9647-c71ede6958eb tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.42 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616&tenant_id=44e55e6a593a467084e484e74a00868f&binding%3Ahost_id=n-h2-821228-1 HTTP/1.1" status: 200 len: 943 time: 0.0545900 Dec 09 16:31:50.375234 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6a2897b0-acbe-404a-8f92-ddeff0dbed04 req-91b40a25-c9f6-40e5-a941-cebaeb7efac6 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461166 Dec 09 16:31:50.408834 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [req-a3666528-e16e-4765-9422-6c2bcaf951c6 req-c1b1a4fd-b8ab-430c-9852-8ecb2a537c3a service neutron] delete failed (client error): The resource could not be found. Dec 09 16:31:50.409863 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a3666528-e16e-4765-9422-6c2bcaf951c6 req-c1b1a4fd-b8ab-430c-9852-8ecb2a537c3a service neutron] 10.222.0.42 "DELETE /v2.0/ports/df505893-e760-430e-be9b-969425b03521/bindings/n-h1-821228-1 HTTP/1.1" status: 404 len: 380 time: 0.0552621 Dec 09 16:31:50.518907 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3666528-e16e-4765-9422-6c2bcaf951c6 req-df1033ac-0ea6-440d-8f28-4c7607c5b67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:50.520406 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a3666528-e16e-4765-9422-6c2bcaf951c6 req-df1033ac-0ea6-440d-8f28-4c7607c5b67c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44e55e6a593a467084e484e74a00868f&device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 1094 time: 0.0460048 Dec 09 16:31:50.579601 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-08bb9b00-3b1c-4697-958d-3306ab8a32f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:50.612057 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3666528-e16e-4765-9422-6c2bcaf951c6 req-647e6c18-4b54-4106-a330-df1339b2dc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:50.613558 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a3666528-e16e-4765-9422-6c2bcaf951c6 req-647e6c18-4b54-4106-a330-df1339b2dc94 service neutron] 10.222.0.42 "GET /v2.0/networks?id=841c985b-a358-49a2-8d28-d34f7df55978 HTTP/1.1" status: 200 len: 916 time: 0.0858443 Dec 09 16:31:50.655415 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a3666528-e16e-4765-9422-6c2bcaf951c6 req-95d5f861-d479-4b3c-ac25-54a0a20d441d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df505893-e760-430e-be9b-969425b03521 HTTP/1.1" status: 200 len: 217 time: 0.0343237 Dec 09 16:31:50.707801 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3666528-e16e-4765-9422-6c2bcaf951c6 req-3d0d0988-45aa-4867-bae3-7cb002754c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:50.709254 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a3666528-e16e-4765-9422-6c2bcaf951c6 req-3d0d0988-45aa-4867-bae3-7cb002754c1b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=19715d0f-dba0-46e7-a551-c4cbfabb35be HTTP/1.1" status: 200 len: 855 time: 0.0468619 Dec 09 16:31:50.740483 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a3666528-e16e-4765-9422-6c2bcaf951c6 req-de51b29d-c3c7-4431-8773-8c42329e041b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=841c985b-a358-49a2-8d28-d34f7df55978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246000 Dec 09 16:31:50.830485 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a3666528-e16e-4765-9422-6c2bcaf951c6 req-88d8bbc9-116f-4e43-b419-80d728b4b4d1 service neutron] 10.222.0.42 "GET /v2.0/networks/841c985b-a358-49a2-8d28-d34f7df55978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830407 Dec 09 16:31:50.896300 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device df505893-e760-430e-be9b-969425b03521 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:31:50.923341 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a3666528-e16e-4765-9422-6c2bcaf951c6 req-a9f25a36-8c56-4a36-8a2b-f5c888482432 service neutron] 10.222.0.42 "GET /v2.0/networks/841c985b-a358-49a2-8d28-d34f7df55978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864227 Dec 09 16:31:50.992010 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port df505893-e760-430e-be9b-969425b03521, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=df505893-e760-430e-be9b-969425b03521,segment=NetworkSegment(3855d3f9-21a0-4261-808b-7935eaff2e17),segment_id=3855d3f9-21a0-4261-808b-7935eaff2e17)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:31:51.004510 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'df505893-e760-430e-be9b-969425b03521', 'network_id': '841c985b-a358-49a2-8d28-d34f7df55978', 'port_id': 'df505893-e760-430e-be9b-969425b03521', 'mac_address': 'fa:16:3e:de:9c:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19715d0f-dba0-46e7-a551-c4cbfabb35be', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:31:51.043895 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:51.058375 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df505893-e760-430e-be9b-969425b03521 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:31:51.078507 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port df505893-e760-430e-be9b-969425b03521, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=df505893-e760-430e-be9b-969425b03521,segment=NetworkSegment(3855d3f9-21a0-4261-808b-7935eaff2e17),segment_id=3855d3f9-21a0-4261-808b-7935eaff2e17)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:31:51.082833 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:51.137657 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=df505893-e760-430e-be9b-969425b03521,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:31:51.429378 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['df505893-e760-430e-be9b-969425b03521'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:31:51.509509 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34139742-bb2c-4ece-b8aa-b34e5f51cc2a req-d679afa9-0d57-4308-a8dd-f43d580bc3e9 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:51.511834 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34139742-bb2c-4ece-b8aa-b34e5f51cc2a req-d679afa9-0d57-4308-a8dd-f43d580bc3e9 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 944 time: 0.0624709 Dec 09 16:31:51.573056 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34139742-bb2c-4ece-b8aa-b34e5f51cc2a req-16908231-78f4-45e4-bc93-017e6bc4ba9c tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533626 Dec 09 16:31:51.691829 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52f18a-5a3b-4c2f-9c6c-6dc994932b10 req-7d7e8653-abf4-4a74-9e18-bd2234246151 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:51.693344 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8e52f18a-5a3b-4c2f-9c6c-6dc994932b10 req-7d7e8653-abf4-4a74-9e18-bd2234246151 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 944 time: 0.0491211 Dec 09 16:31:51.740543 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8e52f18a-5a3b-4c2f-9c6c-6dc994932b10 req-83d26eb5-1e06-44c8-bd62-cf7c836f9c70 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406857 Dec 09 16:31:51.747155 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:31:51.852168 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b02d31-d27a-445b-b367-905eb4294360 req-4ca9163a-f0d0-4fd4-b4cd-f3b5d0809d2e tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:51.853900 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-23b02d31-d27a-445b-b367-905eb4294360 req-4ca9163a-f0d0-4fd4-b4cd-f3b5d0809d2e tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 944 time: 0.0484021 Dec 09 16:31:51.901529 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-23b02d31-d27a-445b-b367-905eb4294360 req-e96bf442-27cd-40b4-a1a6-04e0d72a4771 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414224 Dec 09 16:31:52.248589 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-190cb8bd-4d3a-4fa7-ba71-e0a4fceee2fa tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:52.250048 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-190cb8bd-4d3a-4fa7-ba71-e0a4fceee2fa tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/networks?id=841c985b-a358-49a2-8d28-d34f7df55978 HTTP/1.1" status: 200 len: 815 time: 0.1035156 Dec 09 16:31:52.264726 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-33bae123-8772-4d79-9611-21ca641db6e2 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/quotas/44e55e6a593a467084e484e74a00868f HTTP/1.1" status: 200 len: 375 time: 0.0089123 Dec 09 16:31:52.313496 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-595751aa-322a-4f69-8ef8-a073bbeeeb5a tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=44e55e6a593a467084e484e74a00868f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0434699 Dec 09 16:31:52.407204 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-f880e3c4-d36b-4cc7-b03c-13f272e5ea1f service neutron] 10.222.0.57 "GET /v2.0/networks/841c985b-a358-49a2-8d28-d34f7df55978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865948 Dec 09 16:31:52.497915 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-30367bda-3c2f-468a-ad32-ef5b6100edcf service neutron] 10.222.0.57 "GET /v2.0/networks/841c985b-a358-49a2-8d28-d34f7df55978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826170 Dec 09 16:31:52.658115 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ae490c6f-74a4-4893-b164-c110e31ca71b req-cac7a0aa-26f1-4dd1-9831-8ddd361b15f7 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 210 time: 0.0277245 Dec 09 16:31:52.925759 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device df505893-e760-430e-be9b-969425b03521 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:31:52.980349 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port df505893-e760-430e-be9b-969425b03521 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:31:52.984394 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port df505893-e760-430e-be9b-969425b03521 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:31:52.984920 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:53.064257 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:53.087383 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e499df62-d411-4aab-b7d9-738c419de616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df505893-e760-430e-be9b-969425b03521'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:31:53.089689 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad401665e64187bef4a0f300457b2868c99907d1fc0db4bbbc94af95fd68fd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fceb0b96-c02d-4bf0-8065-8cf98e39a5c6" -d '{"events": [{"server_uuid": "e499df62-d411-4aab-b7d9-738c419de616", "name": "network-vif-plugged", "status": "completed", "tag": "df505893-e760-430e-be9b-969425b03521"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:31:53.104226 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port df505893-e760-430e-be9b-969425b03521, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=df505893-e760-430e-be9b-969425b03521,segment=NetworkSegment(3855d3f9-21a0-4261-808b-7935eaff2e17),segment_id=3855d3f9-21a0-4261-808b-7935eaff2e17)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:31:53.110540 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:53.140555 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36e4753-743c-446a-9f1c-14366856f8ea x-openstack-request-id: req-a36e4753-743c-446a-9f1c-14366856f8ea {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:31:53.140846 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e499df62-d411-4aab-b7d9-738c419de616", "name": "network-vif-plugged", "status": "completed", "tag": "df505893-e760-430e-be9b-969425b03521", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:31:53.141107 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a36e4753-743c-446a-9f1c-14366856f8ea {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:31:53.141503 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e499df62-d411-4aab-b7d9-738c419de616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df505893-e760-430e-be9b-969425b03521', 'code': 200} Dec 09 16:31:53.149333 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a94cf694-0e83-497f-bf7d-596cd342c7f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:53.168296 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=df505893-e760-430e-be9b-969425b03521,revision_number=9']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:31:53.546097 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d41254-85c7-420f-b626-19676d597c34 req-f7dbcae6-677f-417f-803a-6d270a4f14b7 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:53.548104 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-90d41254-85c7-420f-b626-19676d597c34 req-f7dbcae6-677f-417f-803a-6d270a4f14b7 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.31 "GET /v2.0/ports?device_id=e499df62-d411-4aab-b7d9-738c419de616 HTTP/1.1" status: 200 len: 945 time: 0.0560865 Dec 09 16:31:53.563759 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.31', 58420) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:31:53.732333 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-ae21cf5d-4076-407b-b095-07189c6a625a tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:53.733815 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-ae21cf5d-4076-407b-b095-07189c6a625a tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.31 "GET /v2.0/networks?id=841c985b-a358-49a2-8d28-d34f7df55978 HTTP/1.1" status: 200 len: 815 time: 0.1689968 Dec 09 16:31:53.765537 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-08595c18-07ff-4510-8f5a-5b415ad39e45 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Request body: {'port': {'device_id': '5809b97a-52cb-4831-9f8b-d3f65b367ed2', 'network_id': '841c985b-a358-49a2-8d28-d34f7df55978', 'admin_state_up': True, 'tenant_id': '44e55e6a593a467084e484e74a00868f'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:31:53.770799 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0d72d044-737e-4afa-a3e4-18ed1d6c248b req-7a4f7332-911e-47d9-9195-6e6eba31f9c2 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 210 time: 0.0361040 Dec 09 16:31:53.814436 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-90d41254-85c7-420f-b626-19676d597c34 req-3ccd580a-18a8-4b9c-9715-58e6f9ac4f7d tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Deleting port df505893-e760-430e-be9b-969425b03521 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:31:53.814691 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-90d41254-85c7-420f-b626-19676d597c34 req-3ccd580a-18a8-4b9c-9715-58e6f9ac4f7d tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:53.939079 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-90d41254-85c7-420f-b626-19676d597c34 req-3ccd580a-18a8-4b9c-9715-58e6f9ac4f7d tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] For port df505893-e760-430e-be9b-969425b03521, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=df505893-e760-430e-be9b-969425b03521,segment=NetworkSegment(3855d3f9-21a0-4261-808b-7935eaff2e17),segment_id=3855d3f9-21a0-4261-808b-7935eaff2e17)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:31:53.939435 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-90d41254-85c7-420f-b626-19676d597c34 req-3ccd580a-18a8-4b9c-9715-58e6f9ac4f7d tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:53.958118 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-90d41254-85c7-420f-b626-19676d597c34 req-3ccd580a-18a8-4b9c-9715-58e6f9ac4f7d tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Calling delete_port for df505893-e760-430e-be9b-969425b03521 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:31:53.959820 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-08595c18-07ff-4510-8f5a-5b415ad39e45 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Made reservation on behalf of 44e55e6a593a467084e484e74a00868f for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:31:53.963466 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-08595c18-07ff-4510-8f5a-5b415ad39e45 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:54.166927 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-08595c18-07ff-4510-8f5a-5b415ad39e45 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Allocated IP 172.20.0.10 (841c985b-a358-49a2-8d28-d34f7df55978/19715d0f-dba0-46e7-a551-c4cbfabb35be/4907c96a-0590-4fb7-81f0-230f583cd543) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:31:54.203074 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-90d41254-85c7-420f-b626-19676d597c34 req-3ccd580a-18a8-4b9c-9715-58e6f9ac4f7d tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:54.214669 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['df505893-e760-430e-be9b-969425b03521'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:31:54.242945 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd580a-18a8-4b9c-9715-58e6f9ac4f7d tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Pushing event deleted for resources: {'Port': ['ID=df505893-e760-430e-be9b-969425b03521,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:31:54.263541 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:54.325857 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d41254-85c7-420f-b626-19676d597c34 req-3ccd580a-18a8-4b9c-9715-58e6f9ac4f7d tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] No DVR routers for this DVR port df505893-e760-430e-be9b-969425b03521 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:31:54.329626 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-90d41254-85c7-420f-b626-19676d597c34 req-3ccd580a-18a8-4b9c-9715-58e6f9ac4f7d tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:54.333103 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-90d41254-85c7-420f-b626-19676d597c34 req-3ccd580a-18a8-4b9c-9715-58e6f9ac4f7d tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.31 "DELETE /v2.0/ports/df505893-e760-430e-be9b-969425b03521 HTTP/1.1" status: 204 len: 173 time: 0.7585866 Dec 09 16:31:54.333548 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e499df62-d411-4aab-b7d9-738c419de616', 'name': 'network-vif-deleted', 'tag': 'df505893-e760-430e-be9b-969425b03521'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:31:54.335780 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b24bcbe-b98c-4862-bc2d-34a75643eb67" -d '{"events": [{"server_uuid": "e499df62-d411-4aab-b7d9-738c419de616", "name": "network-vif-deleted", "tag": "df505893-e760-430e-be9b-969425b03521"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:31:54.379082 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320f8f14-5df7-4f10-9697-08d424880c54 x-openstack-request-id: req-320f8f14-5df7-4f10-9697-08d424880c54 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:31:54.379382 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e499df62-d411-4aab-b7d9-738c419de616", "name": "network-vif-deleted", "tag": "df505893-e760-430e-be9b-969425b03521", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:31:54.379639 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-320f8f14-5df7-4f10-9697-08d424880c54 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:31:54.380043 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e499df62-d411-4aab-b7d9-738c419de616', 'name': 'network-vif-deleted', 'tag': 'df505893-e760-430e-be9b-969425b03521', 'status': 'completed', 'code': 200} Dec 09 16:31:54.409499 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-08595c18-07ff-4510-8f5a-5b415ad39e45 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:54.446066 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-08595c18-07ff-4510-8f5a-5b415ad39e45 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:54.459421 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['df505893-e760-430e-be9b-969425b03521'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:31:54.493127 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-08595c18-07ff-4510-8f5a-5b415ad39e45 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Network 841c985b-a358-49a2-8d28-d34f7df55978 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:31:54.499754 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-08595c18-07ff-4510-8f5a-5b415ad39e45 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:31:54.503974 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-08595c18-07ff-4510-8f5a-5b415ad39e45 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:31:54.530133 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08595c18-07ff-4510-8f5a-5b415ad39e45 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Pushing event updated for resources: {'Port': ['ID=4907c96a-0590-4fb7-81f0-230f583cd543,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:31:54.560297 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-08595c18-07ff-4510-8f5a-5b415ad39e45 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:54.561247 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-08595c18-07ff-4510-8f5a-5b415ad39e45 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:54.576772 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-08595c18-07ff-4510-8f5a-5b415ad39e45 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8147769 Dec 09 16:31:54.589110 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-410e2fa8-fc72-48da-ba2d-d3d4bb2e055b service neutron] Request body: {'port': {'device_id': '5809b97a-52cb-4831-9f8b-d3f65b367ed2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:31:54.645246 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-410e2fa8-fc72-48da-ba2d-d3d4bb2e055b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:54.930099 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7516d9-88c5-4513-84c7-0c32b78dce7a req-fd10c56c-d198-4577-aaa0-27a63e31ae15 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:54.931699 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2c7516d9-88c5-4513-84c7-0c32b78dce7a req-fd10c56c-d198-4577-aaa0-27a63e31ae15 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 932 time: 0.0827305 Dec 09 16:31:54.941892 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-410e2fa8-fc72-48da-ba2d-d3d4bb2e055b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4907c96a-0590-4fb7-81f0-230f583cd543 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:31:54.954887 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-410e2fa8-fc72-48da-ba2d-d3d4bb2e055b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:54.982116 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-410e2fa8-fc72-48da-ba2d-d3d4bb2e055b service neutron] Transition to ACTIVE for port object 4907c96a-0590-4fb7-81f0-230f583cd543 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:31:54.988282 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-410e2fa8-fc72-48da-ba2d-d3d4bb2e055b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:55.050997 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2c7516d9-88c5-4513-84c7-0c32b78dce7a req-7fa3e7d9-209b-4138-bf7c-1deb7ca1f9f5 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088972 Dec 09 16:31:55.058100 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e2fa8-fc72-48da-ba2d-d3d4bb2e055b service neutron] Pushing event updated for resources: {'Port': ['ID=4907c96a-0590-4fb7-81f0-230f583cd543,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:31:55.077212 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:55.122175 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-410e2fa8-fc72-48da-ba2d-d3d4bb2e055b service neutron] Attempting to bind port 4907c96a-0590-4fb7-81f0-230f583cd543 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:31:55.122515 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-410e2fa8-fc72-48da-ba2d-d3d4bb2e055b service neutron] Attempting to bind port 4907c96a-0590-4fb7-81f0-230f583cd543 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '3855d3f9-21a0-4261-808b-7935eaff2e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '841c985b-a358-49a2-8d28-d34f7df55978'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:31:55.122843 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-410e2fa8-fc72-48da-ba2d-d3d4bb2e055b service neutron] Attempting to bind port 4907c96a-0590-4fb7-81f0-230f583cd543 on network 841c985b-a358-49a2-8d28-d34f7df55978 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:31:55.127122 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-410e2fa8-fc72-48da-ba2d-d3d4bb2e055b service neutron] Port 4907c96a-0590-4fb7-81f0-230f583cd543 on network 841c985b-a358-49a2-8d28-d34f7df55978 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:31:55.127444 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-410e2fa8-fc72-48da-ba2d-d3d4bb2e055b service neutron] Attempting to bind port 4907c96a-0590-4fb7-81f0-230f583cd543 on network 841c985b-a358-49a2-8d28-d34f7df55978 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:31:55.132258 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-410e2fa8-fc72-48da-ba2d-d3d4bb2e055b service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:31:55.132628 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-410e2fa8-fc72-48da-ba2d-d3d4bb2e055b service neutron] Checking segment: {'id': '3855d3f9-21a0-4261-808b-7935eaff2e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '841c985b-a358-49a2-8d28-d34f7df55978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:31:55.133014 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-410e2fa8-fc72-48da-ba2d-d3d4bb2e055b service neutron] Bound using segment: {'id': '3855d3f9-21a0-4261-808b-7935eaff2e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '841c985b-a358-49a2-8d28-d34f7df55978'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:31:55.133446 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-410e2fa8-fc72-48da-ba2d-d3d4bb2e055b service neutron] Bound port: 4907c96a-0590-4fb7-81f0-230f583cd543, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3855d3f9-21a0-4261-808b-7935eaff2e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '841c985b-a358-49a2-8d28-d34f7df55978'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:31:55.133802 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-410e2fa8-fc72-48da-ba2d-d3d4bb2e055b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:55.199617 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-410e2fa8-fc72-48da-ba2d-d3d4bb2e055b service neutron] For port 4907c96a-0590-4fb7-81f0-230f583cd543, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:31:55.202714 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-410e2fa8-fc72-48da-ba2d-d3d4bb2e055b service neutron] For port 4907c96a-0590-4fb7-81f0-230f583cd543, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=4907c96a-0590-4fb7-81f0-230f583cd543,segment=NetworkSegment(3855d3f9-21a0-4261-808b-7935eaff2e17),segment_id=3855d3f9-21a0-4261-808b-7935eaff2e17)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:31:55.207424 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-410e2fa8-fc72-48da-ba2d-d3d4bb2e055b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:55.241208 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-410e2fa8-fc72-48da-ba2d-d3d4bb2e055b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:55.241834 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-410e2fa8-fc72-48da-ba2d-d3d4bb2e055b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:55.243230 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-410e2fa8-fc72-48da-ba2d-d3d4bb2e055b service neutron] 10.222.0.31 "PUT /v2.0/ports/4907c96a-0590-4fb7-81f0-230f583cd543 HTTP/1.1" status: 200 len: 1092 time: 0.6586752 Dec 09 16:31:55.264375 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e2fa8-fc72-48da-ba2d-d3d4bb2e055b service neutron] Pushing event updated for resources: {'Port': ['ID=4907c96a-0590-4fb7-81f0-230f583cd543,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:31:55.317923 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-8611d620-25f7-493e-b600-fb8a8c6e4b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:55.319425 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-8611d620-25f7-493e-b600-fb8a8c6e4b93 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44e55e6a593a467084e484e74a00868f&device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 1095 time: 0.0410674 Dec 09 16:31:55.364884 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-9fd68c58-e5d4-4588-b743-f63f0d34576e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4907c96a-0590-4fb7-81f0-230f583cd543 HTTP/1.1" status: 200 len: 217 time: 0.0373957 Dec 09 16:31:55.413154 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-492ec2f8-d95e-4ea5-ba37-c23eafca2729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:55.414723 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-492ec2f8-d95e-4ea5-ba37-c23eafca2729 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=19715d0f-dba0-46e7-a551-c4cbfabb35be HTTP/1.1" status: 200 len: 855 time: 0.0435610 Dec 09 16:31:55.446022 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-13ee3c1f-2448-487f-823c-62c1b3fa46ff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=841c985b-a358-49a2-8d28-d34f7df55978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241768 Dec 09 16:31:55.527366 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:55.536544 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-8302f4f7-77eb-4d08-a784-695560f881e9 service neutron] 10.222.0.31 "GET /v2.0/networks/841c985b-a358-49a2-8d28-d34f7df55978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837440 Dec 09 16:31:55.634076 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51e0cf52-e76c-4d9f-b85f-b8afcad79ca6 req-080a896d-6053-4bb1-b925-58db232092e9 service neutron] 10.222.0.31 "GET /v2.0/networks/841c985b-a358-49a2-8d28-d34f7df55978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908530 Dec 09 16:31:56.167138 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4e880-300b-48ed-8f1c-8e77713b97a8 req-539a9593-02b3-42e5-9c7a-29c5764287d0 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:56.168687 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2a4e880-300b-48ed-8f1c-8e77713b97a8 req-539a9593-02b3-42e5-9c7a-29c5764287d0 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 944 time: 0.0505018 Dec 09 16:31:56.218027 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2a4e880-300b-48ed-8f1c-8e77713b97a8 req-eb886f1b-6ad5-4480-9d87-08a61f4d1540 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424778 Dec 09 16:31:56.381146 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5809b97a-52cb-4831-9f8b-d3f65b367ed2', 'tag': '4907c96a-0590-4fb7-81f0-230f583cd543'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:31:56.383498 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a04182c-c85d-413c-aece-1dcb98d365e2" -d '{"events": [{"name": "network-changed", "server_uuid": "5809b97a-52cb-4831-9f8b-d3f65b367ed2", "tag": "4907c96a-0590-4fb7-81f0-230f583cd543"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:31:56.425934 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e933f6a-4266-4b9f-82e3-a0a8bda6d49c x-openstack-request-id: req-1e933f6a-4266-4b9f-82e3-a0a8bda6d49c {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:31:56.426231 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5809b97a-52cb-4831-9f8b-d3f65b367ed2", "tag": "4907c96a-0590-4fb7-81f0-230f583cd543", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:31:56.426483 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1e933f6a-4266-4b9f-82e3-a0a8bda6d49c {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:31:56.427066 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5809b97a-52cb-4831-9f8b-d3f65b367ed2', 'tag': '4907c96a-0590-4fb7-81f0-230f583cd543', 'status': 'completed', 'code': 200} Dec 09 16:31:56.497669 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04182c-c85d-413c-aece-1dcb98d365e2 req-40046e87-e8e5-46f8-a6cc-35b132bcd0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:56.499165 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7a04182c-c85d-413c-aece-1dcb98d365e2 req-40046e87-e8e5-46f8-a6cc-35b132bcd0df service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44e55e6a593a467084e484e74a00868f&device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 1095 time: 0.0480285 Dec 09 16:31:56.559641 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:56.593031 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04182c-c85d-413c-aece-1dcb98d365e2 req-a9b888b6-d510-4316-b208-88b685d250a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:56.594420 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7a04182c-c85d-413c-aece-1dcb98d365e2 req-a9b888b6-d510-4316-b208-88b685d250a2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=841c985b-a358-49a2-8d28-d34f7df55978 HTTP/1.1" status: 200 len: 916 time: 0.0868108 Dec 09 16:31:56.640119 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7a04182c-c85d-413c-aece-1dcb98d365e2 req-85b242e2-a6be-4662-ab53-5db6781ffe31 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4907c96a-0590-4fb7-81f0-230f583cd543 HTTP/1.1" status: 200 len: 217 time: 0.0385644 Dec 09 16:31:56.688628 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04182c-c85d-413c-aece-1dcb98d365e2 req-3455973f-07af-49fb-bcfe-5e0a8f8caf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:56.690202 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7a04182c-c85d-413c-aece-1dcb98d365e2 req-3455973f-07af-49fb-bcfe-5e0a8f8caf95 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=19715d0f-dba0-46e7-a551-c4cbfabb35be HTTP/1.1" status: 200 len: 855 time: 0.0435514 Dec 09 16:31:56.722105 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7a04182c-c85d-413c-aece-1dcb98d365e2 req-23e06c5b-74df-4624-811d-16967442d5d3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=841c985b-a358-49a2-8d28-d34f7df55978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249443 Dec 09 16:31:56.809164 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7a04182c-c85d-413c-aece-1dcb98d365e2 req-c70b4f6e-05b6-4d22-b8bb-e404ae612bc3 service neutron] 10.222.0.31 "GET /v2.0/networks/841c985b-a358-49a2-8d28-d34f7df55978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797009 Dec 09 16:31:56.901254 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7a04182c-c85d-413c-aece-1dcb98d365e2 req-8d2fa89e-163a-4ec1-a97a-a994d827c5df service neutron] 10.222.0.31 "GET /v2.0/networks/841c985b-a358-49a2-8d28-d34f7df55978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843728 Dec 09 16:31:56.927686 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device df505893-e760-430e-be9b-969425b03521 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:31:56.950833 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: df505893-e760-430e-be9b-969425b03521 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:31:56.951153 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device df505893-e760-430e-be9b-969425b03521 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:31:57.335264 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63972846-f358-4665-9976-a759f1c145d8 req-a9d0cae4-e028-461c-a710-8b67a77cf2dd tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:57.336897 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-63972846-f358-4665-9976-a759f1c145d8 req-a9d0cae4-e028-461c-a710-8b67a77cf2dd tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 944 time: 0.0493762 Dec 09 16:31:57.383927 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-63972846-f358-4665-9976-a759f1c145d8 req-a5fa6299-e065-4c47-845c-683d2a09297f tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409224 Dec 09 16:31:58.502461 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca349d5-6f20-43d7-a12e-42d4e77a1462 req-c4f3b03c-f855-4396-8eaf-3776c4f77810 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:58.503944 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9ca349d5-6f20-43d7-a12e-42d4e77a1462 req-c4f3b03c-f855-4396-8eaf-3776c4f77810 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 944 time: 0.0527744 Dec 09 16:31:58.551594 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9ca349d5-6f20-43d7-a12e-42d4e77a1462 req-5f9de2de-896a-472a-b70e-8462c2fb9dcc tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414872 Dec 09 16:31:58.926883 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 4907c96a-0590-4fb7-81f0-230f583cd543 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:31:59.019323 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 4907c96a-0590-4fb7-81f0-230f583cd543, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=4907c96a-0590-4fb7-81f0-230f583cd543,segment=NetworkSegment(3855d3f9-21a0-4261-808b-7935eaff2e17),segment_id=3855d3f9-21a0-4261-808b-7935eaff2e17)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:31:59.031166 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '4907c96a-0590-4fb7-81f0-230f583cd543', 'network_id': '841c985b-a358-49a2-8d28-d34f7df55978', 'port_id': '4907c96a-0590-4fb7-81f0-230f583cd543', 'mac_address': 'fa:16:3e:57:1d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19715d0f-dba0-46e7-a551-c4cbfabb35be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:31:59.230428 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:59.242266 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4907c96a-0590-4fb7-81f0-230f583cd543 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:31:59.261754 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 4907c96a-0590-4fb7-81f0-230f583cd543, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=4907c96a-0590-4fb7-81f0-230f583cd543,segment=NetworkSegment(3855d3f9-21a0-4261-808b-7935eaff2e17),segment_id=3855d3f9-21a0-4261-808b-7935eaff2e17)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:31:59.265676 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:31:59.312134 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=4907c96a-0590-4fb7-81f0-230f583cd543,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:31:59.551980 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['4907c96a-0590-4fb7-81f0-230f583cd543'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:31:59.667108 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee597d2-80c5-45e0-9b61-f6b8e427fb31 req-976d2886-ee0d-4ade-bb01-81b47ec6ec35 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:31:59.668658 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9ee597d2-80c5-45e0-9b61-f6b8e427fb31 req-976d2886-ee0d-4ade-bb01-81b47ec6ec35 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 945 time: 0.0486870 Dec 09 16:31:59.715853 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9ee597d2-80c5-45e0-9b61-f6b8e427fb31 req-aa452f76-51e5-46cb-91c2-e5e5e22d3ba1 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410888 Dec 09 16:32:00.834077 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34791c-3674-4c6d-a1ed-d140e66484d4 req-51190d13-3df8-4f37-8f98-9a6bc51cb531 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:00.835580 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3f34791c-3674-4c6d-a1ed-d140e66484d4 req-51190d13-3df8-4f37-8f98-9a6bc51cb531 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 945 time: 0.0482433 Dec 09 16:32:00.886472 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3f34791c-3674-4c6d-a1ed-d140e66484d4 req-bcc26820-294f-4a6f-bce5-8f92311204d1 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447886 Dec 09 16:32:00.942777 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 4907c96a-0590-4fb7-81f0-230f583cd543 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:32:00.992051 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 4907c96a-0590-4fb7-81f0-230f583cd543 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:32:00.996713 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 4907c96a-0590-4fb7-81f0-230f583cd543 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:32:00.997085 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:01.075920 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:01.097365 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5809b97a-52cb-4831-9f8b-d3f65b367ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4907c96a-0590-4fb7-81f0-230f583cd543'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:32:01.099558 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad401665e64187bef4a0f300457b2868c99907d1fc0db4bbbc94af95fd68fd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11144c38-390a-41d6-af90-1abc7195d314" -d '{"events": [{"server_uuid": "5809b97a-52cb-4831-9f8b-d3f65b367ed2", "name": "network-vif-plugged", "status": "completed", "tag": "4907c96a-0590-4fb7-81f0-230f583cd543"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:32:01.112468 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 4907c96a-0590-4fb7-81f0-230f583cd543, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=4907c96a-0590-4fb7-81f0-230f583cd543,segment=NetworkSegment(3855d3f9-21a0-4261-808b-7935eaff2e17),segment_id=3855d3f9-21a0-4261-808b-7935eaff2e17)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:32:01.116292 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:01.139347 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8642cb3f-9f5f-43ed-a559-eb49bf855fda x-openstack-request-id: req-8642cb3f-9f5f-43ed-a559-eb49bf855fda {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:32:01.139641 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5809b97a-52cb-4831-9f8b-d3f65b367ed2", "name": "network-vif-plugged", "status": "completed", "tag": "4907c96a-0590-4fb7-81f0-230f583cd543", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:32:01.139892 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8642cb3f-9f5f-43ed-a559-eb49bf855fda {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:32:01.140285 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5809b97a-52cb-4831-9f8b-d3f65b367ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4907c96a-0590-4fb7-81f0-230f583cd543', 'code': 200} Dec 09 16:32:01.167294 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=4907c96a-0590-4fb7-81f0-230f583cd543,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:32:01.236352 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aebb097-efcf-4c76-9805-43d26d0d5823 req-7da32dd3-a11b-4a57-9e2e-0804abb0a879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:01.237882 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5aebb097-efcf-4c76-9805-43d26d0d5823 req-7da32dd3-a11b-4a57-9e2e-0804abb0a879 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 1097 time: 0.0399702 Dec 09 16:32:01.285305 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5aebb097-efcf-4c76-9805-43d26d0d5823 req-a138b66e-6ce6-4b4c-b851-941125ef6de7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370202 Dec 09 16:32:02.001793 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb6d5a-ef2d-4929-a53e-aaee940f3381 req-b06f468b-40c0-4bc4-8bb6-7be71833ca14 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:02.003277 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aceb6d5a-ef2d-4929-a53e-aaee940f3381 req-b06f468b-40c0-4bc4-8bb6-7be71833ca14 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 946 time: 0.0489655 Dec 09 16:32:02.049967 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aceb6d5a-ef2d-4929-a53e-aaee940f3381 req-f20deb2b-f6e9-4fab-818b-c448d30d08ac tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407152 Dec 09 16:32:03.169021 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7405d6-62fd-4320-8973-8ad9f42c0eaf req-eb9014ab-ea7d-466a-b4c2-896a966a8104 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:03.170506 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fa7405d6-62fd-4320-8973-8ad9f42c0eaf req-eb9014ab-ea7d-466a-b4c2-896a966a8104 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 946 time: 0.0524056 Dec 09 16:32:03.217656 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fa7405d6-62fd-4320-8973-8ad9f42c0eaf req-3685aac9-94bf-47cd-adf5-7599e1ad3092 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413270 Dec 09 16:32:03.328312 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d58f0-5686-4f83-9589-447ca548761b req-8cd8d797-9253-48c8-ba33-e9b57ecc8f4f tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:03.329934 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-305d58f0-5686-4f83-9589-447ca548761b req-8cd8d797-9253-48c8-ba33-e9b57ecc8f4f tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 946 time: 0.0481598 Dec 09 16:32:03.376865 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-305d58f0-5686-4f83-9589-447ca548761b req-7a063b24-44e7-40fd-9763-48e481a4a630 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411441 Dec 09 16:32:03.595065 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-3df03ebc-90bb-4167-bda6-7dac2a4d2e83 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0422249 Dec 09 16:32:03.612252 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636bfd7-6a10-47ff-bf15-4cf2afabd666 req-42a868ca-e13d-40d9-bb8f-a057228ce153 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:03.613853 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4636bfd7-6a10-47ff-bf15-4cf2afabd666 req-42a868ca-e13d-40d9-bb8f-a057228ce153 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 946 time: 0.0526867 Dec 09 16:32:03.662207 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4636bfd7-6a10-47ff-bf15-4cf2afabd666 req-5c6345e6-cd76-4685-a440-7dfbf3f781f2 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412993 Dec 09 16:32:04.781472 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-84a3a512-496c-4d4b-a2d3-98b652d94ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:04.782944 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-84a3a512-496c-4d4b-a2d3-98b652d94ae8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44e55e6a593a467084e484e74a00868f&device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 1097 time: 0.0675635 Dec 09 16:32:04.804997 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f644f-86be-4fba-9f5d-af3cacd2c181 req-ec11fc1a-1e93-4820-b1c5-22bba3217aef tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:04.806942 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-493f644f-86be-4fba-9f5d-af3cacd2c181 req-ec11fc1a-1e93-4820-b1c5-22bba3217aef tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 946 time: 0.0664589 Dec 09 16:32:04.901549 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-493f644f-86be-4fba-9f5d-af3cacd2c181 req-9c5b572c-dabc-464c-9251-425c2d2034c1 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851767 Dec 09 16:32:04.917185 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-9efc0139-d464-483d-9137-200c8e3efaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:04.918622 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-9efc0139-d464-483d-9137-200c8e3efaf8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=841c985b-a358-49a2-8d28-d34f7df55978 HTTP/1.1" status: 200 len: 916 time: 0.1292698 Dec 09 16:32:04.960810 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-01068587-98de-4e07-8a67-b152c2b0b0a2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4907c96a-0590-4fb7-81f0-230f583cd543 HTTP/1.1" status: 200 len: 217 time: 0.0342896 Dec 09 16:32:05.013399 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-37bd8ba7-d74a-4eb8-ae8d-0f73aba02423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:05.015324 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-37bd8ba7-d74a-4eb8-ae8d-0f73aba02423 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=19715d0f-dba0-46e7-a551-c4cbfabb35be HTTP/1.1" status: 200 len: 855 time: 0.0484271 Dec 09 16:32:05.046545 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-fb71ddb6-86e9-4ed8-98cf-7543c82394ba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=841c985b-a358-49a2-8d28-d34f7df55978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247717 Dec 09 16:32:05.134101 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-c4192fe5-5223-4462-b92a-718c70a509ee service neutron] 10.222.0.31 "GET /v2.0/networks/841c985b-a358-49a2-8d28-d34f7df55978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806808 Dec 09 16:32:05.224389 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-f3d59aff-e5a1-49e2-b430-0a389c43dfa3 service neutron] 10.222.0.31 "GET /v2.0/networks/841c985b-a358-49a2-8d28-d34f7df55978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831871 Dec 09 16:32:06.018067 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0638fd-8a23-47ba-bcc3-1a614adc3d5e req-516b89cf-aa4f-4621-8b86-588455d21f1c tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:06.019597 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fe0638fd-8a23-47ba-bcc3-1a614adc3d5e req-516b89cf-aa4f-4621-8b86-588455d21f1c tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 946 time: 0.0489919 Dec 09 16:32:06.066547 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fe0638fd-8a23-47ba-bcc3-1a614adc3d5e req-2c37e729-13c6-450c-83b6-1be973644156 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405042 Dec 09 16:32:07.181774 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7388e62-5642-488f-b63b-c768b2babda9 req-d01cc979-b9c6-45af-8a6d-4e4e455a9b06 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:07.183482 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d7388e62-5642-488f-b63b-c768b2babda9 req-d01cc979-b9c6-45af-8a6d-4e4e455a9b06 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 946 time: 0.0484993 Dec 09 16:32:07.233460 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d7388e62-5642-488f-b63b-c768b2babda9 req-245ea730-538c-4059-a7c5-ea75cf1ff966 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441480 Dec 09 16:32:08.349930 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a5ac6-d00c-4b07-89d2-da20650923f8 req-e8389636-dc7a-4809-848c-2d22e7efac44 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:08.351411 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-421a5ac6-d00c-4b07-89d2-da20650923f8 req-e8389636-dc7a-4809-848c-2d22e7efac44 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 946 time: 0.0498359 Dec 09 16:32:08.398814 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-421a5ac6-d00c-4b07-89d2-da20650923f8 req-4c5b63b8-40ff-45d6-86ec-cfc0cc5ba124 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410070 Dec 09 16:32:09.513219 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48251224-a8bb-4a36-a7fa-640454984bfd req-c49b70f4-3fea-44e5-b556-bcec7a43fed8 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:09.514708 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-48251224-a8bb-4a36-a7fa-640454984bfd req-c49b70f4-3fea-44e5-b556-bcec7a43fed8 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 946 time: 0.0474734 Dec 09 16:32:09.561823 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-48251224-a8bb-4a36-a7fa-640454984bfd req-1c5d9f02-eadc-4d03-85ee-0065768bac27 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411222 Dec 09 16:32:10.685550 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d72730b-b0d6-4073-9d55-d3e3992a1ca4 req-98511284-b2e9-428b-81fa-11944df129e4 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:10.687023 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1d72730b-b0d6-4073-9d55-d3e3992a1ca4 req-98511284-b2e9-428b-81fa-11944df129e4 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 946 time: 0.0518272 Dec 09 16:32:10.734256 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1d72730b-b0d6-4073-9d55-d3e3992a1ca4 req-9d88a6c8-4d0f-48cd-9ebc-1c837a44e6e0 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412240 Dec 09 16:32:11.852988 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb9747-22fc-4b24-b730-2a5fd73f83a7 req-63013716-3b52-448d-8d14-f7d0c5a72f0b tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:11.855178 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b7cb9747-22fc-4b24-b730-2a5fd73f83a7 req-63013716-3b52-448d-8d14-f7d0c5a72f0b tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 946 time: 0.0494070 Dec 09 16:32:11.901133 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b7cb9747-22fc-4b24-b730-2a5fd73f83a7 req-e648aab3-62e7-4003-a506-4293e4600b76 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399523 Dec 09 16:32:13.018811 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e99cc5-f755-465e-bba8-c4bcbce043ac req-62aa75ac-3bfa-4afa-920a-5a1ff19fb7e2 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:13.020270 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-14e99cc5-f755-465e-bba8-c4bcbce043ac req-62aa75ac-3bfa-4afa-920a-5a1ff19fb7e2 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 946 time: 0.0516646 Dec 09 16:32:13.066899 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-14e99cc5-f755-465e-bba8-c4bcbce043ac req-be32b659-0130-41eb-acb2-3fbbd1493f38 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404923 Dec 09 16:32:14.181519 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a85b59-174d-4f89-99db-bb73795cde61 req-e49a292e-40e6-427c-b9f1-16285b21cd9d tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:14.183153 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-88a85b59-174d-4f89-99db-bb73795cde61 req-e49a292e-40e6-427c-b9f1-16285b21cd9d tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 946 time: 0.0479398 Dec 09 16:32:14.230272 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-88a85b59-174d-4f89-99db-bb73795cde61 req-514bf354-cbba-4d1b-b4b8-5d396d40012f tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412242 Dec 09 16:32:15.345953 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadca307-9006-481c-9585-9eb3f966ffb0 req-21b2f077-18ff-40b4-9eb6-3ee81fa8ee56 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:15.347424 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cadca307-9006-481c-9585-9eb3f966ffb0 req-21b2f077-18ff-40b4-9eb6-3ee81fa8ee56 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 946 time: 0.0486653 Dec 09 16:32:15.396823 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cadca307-9006-481c-9585-9eb3f966ffb0 req-be173e6a-3fa0-40ba-8e0d-1e5baa8d2af8 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431082 Dec 09 16:32:16.511014 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975e9ac-1669-4e13-86df-4842cfbec8d7 req-e2497493-53ea-4c6d-9201-459ddb2e8930 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:16.512483 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1975e9ac-1669-4e13-86df-4842cfbec8d7 req-e2497493-53ea-4c6d-9201-459ddb2e8930 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 946 time: 0.0476108 Dec 09 16:32:16.561048 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1975e9ac-1669-4e13-86df-4842cfbec8d7 req-8be07a55-dbb9-498f-839c-6ec56c637656 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426407 Dec 09 16:32:16.598891 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:17.675972 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5477b-d380-4e1c-8afd-9685c844656a req-94e481d7-d0ae-4075-a61f-e04c16027c41 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:17.677584 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5da5477b-d380-4e1c-8afd-9685c844656a req-94e481d7-d0ae-4075-a61f-e04c16027c41 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 946 time: 0.0485013 Dec 09 16:32:17.724051 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5da5477b-d380-4e1c-8afd-9685c844656a req-89dff087-d1f9-415e-b68b-04300de577ef tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398569 Dec 09 16:32:19.178281 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5b19c-9a74-422f-ab39-a979c82e977d req-6c9c6ea1-f6d1-4ea0-abcd-5f22329d3b48 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:19.179644 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dcd5b19c-9a74-422f-ab39-a979c82e977d req-6c9c6ea1-f6d1-4ea0-abcd-5f22329d3b48 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 946 time: 0.3849061 Dec 09 16:32:19.226392 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dcd5b19c-9a74-422f-ab39-a979c82e977d req-44ad2947-11f1-4c0b-8bc1-2e2c56f1abf5 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401270 Dec 09 16:32:20.341562 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3135ac-f931-4ac1-b11a-974de63dfb1c req-834dd892-1cac-40f4-a535-6cdb4b7043f5 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:20.343083 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9e3135ac-f931-4ac1-b11a-974de63dfb1c req-834dd892-1cac-40f4-a535-6cdb4b7043f5 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 946 time: 0.0484827 Dec 09 16:32:20.389944 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9e3135ac-f931-4ac1-b11a-974de63dfb1c req-a0d3e594-ffbb-4b30-8818-fd6a8f48ae7b tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409310 Dec 09 16:32:20.582426 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6ba5a179-fc35-4626-875b-0a8087ddd709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:21.502490 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2a348-290b-4330-9306-fd4244ff6162 req-fa3d543c-ac0d-461b-9d24-a1ad20b78f21 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:21.503948 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57b2a348-290b-4330-9306-fd4244ff6162 req-fa3d543c-ac0d-461b-9d24-a1ad20b78f21 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 946 time: 0.0475769 Dec 09 16:32:21.553477 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57b2a348-290b-4330-9306-fd4244ff6162 req-59434d98-ed72-49d0-8e7d-74ccd2676bea tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430641 Dec 09 16:32:22.669223 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732bd2e-93ed-42d6-ac0e-be3d05fd07f0 req-4f772e64-8ac4-413f-a7f9-35ad91260ee3 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:22.670702 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7732bd2e-93ed-42d6-ac0e-be3d05fd07f0 req-4f772e64-8ac4-413f-a7f9-35ad91260ee3 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 946 time: 0.0485678 Dec 09 16:32:22.719205 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7732bd2e-93ed-42d6-ac0e-be3d05fd07f0 req-42a1da59-27d0-42b7-9358-2763934d35af tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424902 Dec 09 16:32:23.120935 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb371b96-4f82-46b9-9e34-1120a8ea79a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:23.833906 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e231eae-0fc0-477d-bf00-20f7b345569a req-73b75179-3af1-4f00-a8a9-0dc8434830b0 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:23.835349 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3e231eae-0fc0-477d-bf00-20f7b345569a req-73b75179-3af1-4f00-a8a9-0dc8434830b0 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 946 time: 0.0476258 Dec 09 16:32:23.882183 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3e231eae-0fc0-477d-bf00-20f7b345569a req-ab97c131-fcb9-436b-a341-512f7e93d2a4 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406084 Dec 09 16:32:24.264338 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:25.001277 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd6eb8-aa5a-4d94-8db1-6f0030a1c6c8 req-e5185801-b7f6-41bc-94c1-1bf5a8c32cd5 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:25.002809 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-acfd6eb8-aa5a-4d94-8db1-6f0030a1c6c8 req-e5185801-b7f6-41bc-94c1-1bf5a8c32cd5 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 946 time: 0.0515716 Dec 09 16:32:25.050133 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-acfd6eb8-aa5a-4d94-8db1-6f0030a1c6c8 req-177f3452-b0c0-4378-badc-e5351236e65e tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413733 Dec 09 16:32:25.080862 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:25.529306 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:26.167459 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa13033-922b-4747-9b4f-6765c38671c4 req-13f207ae-265d-45a7-9842-1212d0491430 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:26.168954 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aaa13033-922b-4747-9b4f-6765c38671c4 req-13f207ae-265d-45a7-9842-1212d0491430 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 946 time: 0.0479560 Dec 09 16:32:26.215521 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aaa13033-922b-4747-9b4f-6765c38671c4 req-6ae5e006-3fee-49cf-ad0c-25e7ef38bb46 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405860 Dec 09 16:32:26.561995 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:27.334925 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4b7f8-922a-439f-8db9-c7794ca3ac96 req-4ac974ab-547c-4111-b121-ba1d7c06a6b2 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:27.337486 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ccc4b7f8-922a-439f-8db9-c7794ca3ac96 req-4ac974ab-547c-4111-b121-ba1d7c06a6b2 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 946 time: 0.0495620 Dec 09 16:32:27.387904 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ccc4b7f8-922a-439f-8db9-c7794ca3ac96 req-165e2dae-d934-4706-b957-5605aaec665b tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454435 Dec 09 16:32:28.502373 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4facbe-6748-4a1e-8efa-50fae5c0c1a2 req-9edd6f3c-0769-4b26-8ef0-80e700480b8a tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:28.503845 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ee4facbe-6748-4a1e-8efa-50fae5c0c1a2 req-9edd6f3c-0769-4b26-8ef0-80e700480b8a tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 946 time: 0.0480201 Dec 09 16:32:28.550320 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ee4facbe-6748-4a1e-8efa-50fae5c0c1a2 req-56c73c39-8634-4c75-a362-eaaa10c5a3f3 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399144 Dec 09 16:32:28.747141 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:32:29.665915 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ce64b-0f4c-43f2-a8ac-5e39835ddfc0 req-c6e0d27a-b3ee-4d2a-88c9-6b879d277fa1 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:29.667391 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-553ce64b-0f4c-43f2-a8ac-5e39835ddfc0 req-c6e0d27a-b3ee-4d2a-88c9-6b879d277fa1 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 946 time: 0.0482483 Dec 09 16:32:29.714153 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-553ce64b-0f4c-43f2-a8ac-5e39835ddfc0 req-fff13c83-d0b3-4788-9dbd-a36840ae3f2b tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408208 Dec 09 16:32:30.830584 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598de3e2-bb9b-4946-8b1e-727f41ce3e60 req-78f32c06-8284-460e-8418-b74344ffce42 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:30.832031 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-598de3e2-bb9b-4946-8b1e-727f41ce3e60 req-78f32c06-8284-460e-8418-b74344ffce42 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 946 time: 0.0505662 Dec 09 16:32:30.878317 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-598de3e2-bb9b-4946-8b1e-727f41ce3e60 req-8a903f80-c306-439c-a5fa-fd378ec582d0 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398593 Dec 09 16:32:31.993632 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54667f-fa7a-4476-a4a9-4bb5d15d27a6 req-2027e006-f37d-40a5-ab7a-8d160aeb29fb tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:31.995102 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ec54667f-fa7a-4476-a4a9-4bb5d15d27a6 req-2027e006-f37d-40a5-ab7a-8d160aeb29fb tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 946 time: 0.0487401 Dec 09 16:32:32.042196 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ec54667f-fa7a-4476-a4a9-4bb5d15d27a6 req-517b972e-773e-455c-8d4a-15ef2d930a42 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411046 Dec 09 16:32:32.172648 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-69604029-948c-405a-b5db-212178b5d323 service neutron] show failed (client error): The resource could not be found. Dec 09 16:32:32.173562 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-69604029-948c-405a-b5db-212178b5d323 service neutron] 10.222.0.31 "GET /v2.0/ports/4907c96a-0590-4fb7-81f0-230f583cd543/bindings/n-h1-821228-1 HTTP/1.1" status: 404 len: 380 time: 0.0568261 Dec 09 16:32:32.370899 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-a95a6657-bb61-4780-9878-f3e97da2842b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:32.372453 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-a95a6657-bb61-4780-9878-f3e97da2842b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2&tenant_id=44e55e6a593a467084e484e74a00868f HTTP/1.1" status: 200 len: 1097 time: 0.0421405 Dec 09 16:32:32.391138 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-d5468978-96c5-40f1-9628-238463cbc3cd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821228-1', 'device_owner': 'compute:nova'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:32:32.446843 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-d5468978-96c5-40f1-9628-238463cbc3cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:32.646123 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-d5468978-96c5-40f1-9628-238463cbc3cd service neutron] For port 4907c96a-0590-4fb7-81f0-230f583cd543, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=4907c96a-0590-4fb7-81f0-230f583cd543,segment=NetworkSegment(3855d3f9-21a0-4261-808b-7935eaff2e17),segment_id=3855d3f9-21a0-4261-808b-7935eaff2e17)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:32:32.678742 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-d5468978-96c5-40f1-9628-238463cbc3cd service neutron] For port 4907c96a-0590-4fb7-81f0-230f583cd543, host n-h2-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:32:32.718194 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5809b97a-52cb-4831-9f8b-d3f65b367ed2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4907c96a-0590-4fb7-81f0-230f583cd543'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:32:32.720615 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efaf58d4d7c9700f5ffb733085425a1334cb86cda12ff1566d55ee0012e72786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e128b835-8b49-461d-927d-640b447fabf7" -d '{"events": [{"server_uuid": "5809b97a-52cb-4831-9f8b-d3f65b367ed2", "name": "network-vif-unplugged", "status": "completed", "tag": "4907c96a-0590-4fb7-81f0-230f583cd543"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:32:32.724398 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-d5468978-96c5-40f1-9628-238463cbc3cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:32.737164 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-d5468978-96c5-40f1-9628-238463cbc3cd service neutron] Transition to ACTIVE for port object 4907c96a-0590-4fb7-81f0-230f583cd543 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:32:32.741179 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-d5468978-96c5-40f1-9628-238463cbc3cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:32.777707 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 16:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d996d1b-f787-4c9c-9ee2-cd325a8d3432 x-openstack-request-id: req-0d996d1b-f787-4c9c-9ee2-cd325a8d3432 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:32:32.778000 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5809b97a-52cb-4831-9f8b-d3f65b367ed2", "name": "network-vif-unplugged", "status": "completed", "tag": "4907c96a-0590-4fb7-81f0-230f583cd543", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:32:32.778254 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0d996d1b-f787-4c9c-9ee2-cd325a8d3432 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:32:32.778648 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5809b97a-52cb-4831-9f8b-d3f65b367ed2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4907c96a-0590-4fb7-81f0-230f583cd543', 'code': 200} Dec 09 16:32:32.809555 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-d5468978-96c5-40f1-9628-238463cbc3cd service neutron] No DVR routers for this DVR port 4907c96a-0590-4fb7-81f0-230f583cd543 on host n-h2-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:32:32.812582 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5468978-96c5-40f1-9628-238463cbc3cd service neutron] Pushing event updated for resources: {'Port': ['ID=4907c96a-0590-4fb7-81f0-230f583cd543,revision_number=6']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:32:32.824371 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5468978-96c5-40f1-9628-238463cbc3cd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:32.824742 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5468978-96c5-40f1-9628-238463cbc3cd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:32.825083 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5468978-96c5-40f1-9628-238463cbc3cd service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:32.825415 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5468978-96c5-40f1-9628-238463cbc3cd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:32.825741 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5468978-96c5-40f1-9628-238463cbc3cd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:32.826065 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5468978-96c5-40f1-9628-238463cbc3cd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:32.826389 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5468978-96c5-40f1-9628-238463cbc3cd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:32.826709 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5468978-96c5-40f1-9628-238463cbc3cd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:32.827028 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5468978-96c5-40f1-9628-238463cbc3cd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:32.827350 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5468978-96c5-40f1-9628-238463cbc3cd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:32.827667 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5468978-96c5-40f1-9628-238463cbc3cd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:32.827984 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5468978-96c5-40f1-9628-238463cbc3cd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:32.828298 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5468978-96c5-40f1-9628-238463cbc3cd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:32.856317 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-d5468978-96c5-40f1-9628-238463cbc3cd service neutron] Attempting to bind port 4907c96a-0590-4fb7-81f0-230f583cd543 on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:32:32.856674 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-d5468978-96c5-40f1-9628-238463cbc3cd service neutron] Attempting to bind port 4907c96a-0590-4fb7-81f0-230f583cd543 by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '3855d3f9-21a0-4261-808b-7935eaff2e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '841c985b-a358-49a2-8d28-d34f7df55978'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:32:32.856998 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-d5468978-96c5-40f1-9628-238463cbc3cd service neutron] Attempting to bind port 4907c96a-0590-4fb7-81f0-230f583cd543 on network 841c985b-a358-49a2-8d28-d34f7df55978 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:32:32.861164 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-d5468978-96c5-40f1-9628-238463cbc3cd service neutron] Port 4907c96a-0590-4fb7-81f0-230f583cd543 on network 841c985b-a358-49a2-8d28-d34f7df55978 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:32:32.861482 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-d5468978-96c5-40f1-9628-238463cbc3cd service neutron] Attempting to bind port 4907c96a-0590-4fb7-81f0-230f583cd543 on network 841c985b-a358-49a2-8d28-d34f7df55978 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:32:32.866211 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-d5468978-96c5-40f1-9628-238463cbc3cd service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:32:32.866538 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-d5468978-96c5-40f1-9628-238463cbc3cd service neutron] Checking segment: {'id': '3855d3f9-21a0-4261-808b-7935eaff2e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '841c985b-a358-49a2-8d28-d34f7df55978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:32:32.866910 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-d5468978-96c5-40f1-9628-238463cbc3cd service neutron] Bound using segment: {'id': '3855d3f9-21a0-4261-808b-7935eaff2e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '841c985b-a358-49a2-8d28-d34f7df55978'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:32:32.867319 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-d5468978-96c5-40f1-9628-238463cbc3cd service neutron] Bound port: 4907c96a-0590-4fb7-81f0-230f583cd543, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3855d3f9-21a0-4261-808b-7935eaff2e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '841c985b-a358-49a2-8d28-d34f7df55978'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:32:32.867665 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-d5468978-96c5-40f1-9628-238463cbc3cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:32.928729 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-d5468978-96c5-40f1-9628-238463cbc3cd service neutron] For port 4907c96a-0590-4fb7-81f0-230f583cd543, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:32:32.932233 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-d5468978-96c5-40f1-9628-238463cbc3cd service neutron] For port 4907c96a-0590-4fb7-81f0-230f583cd543, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=4907c96a-0590-4fb7-81f0-230f583cd543,segment=NetworkSegment(3855d3f9-21a0-4261-808b-7935eaff2e17),segment_id=3855d3f9-21a0-4261-808b-7935eaff2e17)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:32:32.936199 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-d5468978-96c5-40f1-9628-238463cbc3cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:32.972834 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-d5468978-96c5-40f1-9628-238463cbc3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:32.973454 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-d5468978-96c5-40f1-9628-238463cbc3cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:32.974855 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-d5468978-96c5-40f1-9628-238463cbc3cd service neutron] 10.222.0.42 "PUT /v2.0/ports/4907c96a-0590-4fb7-81f0-230f583cd543 HTTP/1.1" status: 200 len: 1092 time: 0.5876434 Dec 09 16:32:32.995137 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5468978-96c5-40f1-9628-238463cbc3cd service neutron] Pushing event updated for resources: {'Port': ['ID=4907c96a-0590-4fb7-81f0-230f583cd543,revision_number=7']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:32:33.052463 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-0c23bddc-53dd-4943-aaa5-a68cb13c3b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:33.053961 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-0c23bddc-53dd-4943-aaa5-a68cb13c3b2d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44e55e6a593a467084e484e74a00868f&device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 1095 time: 0.0437725 Dec 09 16:32:33.144914 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-53c5a01e-321f-42b4-be46-5676f3be14a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:33.146415 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-53c5a01e-321f-42b4-be46-5676f3be14a3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=841c985b-a358-49a2-8d28-d34f7df55978 HTTP/1.1" status: 200 len: 916 time: 0.0857863 Dec 09 16:32:33.162366 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e462209-1d11-49a0-afeb-0334368d8eb2 req-15909f35-3841-4ca1-898d-7cf5ca88aab9 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:33.164448 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e462209-1d11-49a0-afeb-0334368d8eb2 req-15909f35-3841-4ca1-898d-7cf5ca88aab9 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 944 time: 0.0485840 Dec 09 16:32:33.193201 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-b3d1083b-fed8-4ff2-84e1-bf697acd12e4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4907c96a-0590-4fb7-81f0-230f583cd543 HTTP/1.1" status: 200 len: 217 time: 0.0398142 Dec 09 16:32:33.211853 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e462209-1d11-49a0-afeb-0334368d8eb2 req-b6b513b7-6f40-4dbd-9878-67951c87ba86 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412660 Dec 09 16:32:33.242229 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-332f0263-03bd-47f0-96e2-5ea25e14f3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:33.244464 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-332f0263-03bd-47f0-96e2-5ea25e14f3ef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=19715d0f-dba0-46e7-a551-c4cbfabb35be HTTP/1.1" status: 200 len: 855 time: 0.0448341 Dec 09 16:32:33.275220 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-c8769aed-b8e1-4a50-af7f-58eb7c1e3cab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=841c985b-a358-49a2-8d28-d34f7df55978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236764 Dec 09 16:32:33.365669 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-bc333c08-caab-4f5a-a4af-c878fa97727d service neutron] 10.222.0.42 "GET /v2.0/networks/841c985b-a358-49a2-8d28-d34f7df55978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828094 Dec 09 16:32:33.458211 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-9828b6d8-9b8c-4e45-8a92-5a4d5ea32003 req-4cc2b359-5189-44f5-a005-f700baef2b7d service neutron] 10.222.0.42 "GET /v2.0/networks/841c985b-a358-49a2-8d28-d34f7df55978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852149 Dec 09 16:32:34.329417 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee1cea-1ee1-4c01-a81e-f055ccd6380f req-a6870fa7-ccca-4a20-b65f-bff54def5a64 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:34.330936 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-65ee1cea-1ee1-4c01-a81e-f055ccd6380f req-a6870fa7-ccca-4a20-b65f-bff54def5a64 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 944 time: 0.0487218 Dec 09 16:32:34.378782 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-65ee1cea-1ee1-4c01-a81e-f055ccd6380f req-32ad97eb-d7dc-4392-a5e9-749f6883fdcf tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418236 Dec 09 16:32:34.780048 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5809b97a-52cb-4831-9f8b-d3f65b367ed2', 'tag': '4907c96a-0590-4fb7-81f0-230f583cd543'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:32:34.782459 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efaf58d4d7c9700f5ffb733085425a1334cb86cda12ff1566d55ee0012e72786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a769bc7-8e23-40dd-ac10-3cdf2cb5dc41" -d '{"events": [{"name": "network-changed", "server_uuid": "5809b97a-52cb-4831-9f8b-d3f65b367ed2", "tag": "4907c96a-0590-4fb7-81f0-230f583cd543"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:32:34.828327 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5816547-06ed-41bd-922e-92b224daa475 x-openstack-request-id: req-e5816547-06ed-41bd-922e-92b224daa475 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:32:34.828648 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5809b97a-52cb-4831-9f8b-d3f65b367ed2", "tag": "4907c96a-0590-4fb7-81f0-230f583cd543", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:32:34.828909 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e5816547-06ed-41bd-922e-92b224daa475 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:32:34.829314 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5809b97a-52cb-4831-9f8b-d3f65b367ed2', 'tag': '4907c96a-0590-4fb7-81f0-230f583cd543', 'status': 'completed', 'code': 200} Dec 09 16:32:34.897159 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a769bc7-8e23-40dd-ac10-3cdf2cb5dc41 req-18ee8ae0-25c5-443e-88dc-cc3ce5359fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:34.898677 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3a769bc7-8e23-40dd-ac10-3cdf2cb5dc41 req-18ee8ae0-25c5-443e-88dc-cc3ce5359fdf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44e55e6a593a467084e484e74a00868f&device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 1095 time: 0.0448949 Dec 09 16:32:34.914426 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a769bc7-8e23-40dd-ac10-3cdf2cb5dc41 req-b0bdddca-1146-45b3-9b61-1f45dd412aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:34.916443 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3a769bc7-8e23-40dd-ac10-3cdf2cb5dc41 req-b0bdddca-1146-45b3-9b61-1f45dd412aa1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44e55e6a593a467084e484e74a00868f&device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 1095 time: 0.0465646 Dec 09 16:32:34.990726 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a769bc7-8e23-40dd-ac10-3cdf2cb5dc41 req-f7b98282-7008-4f5d-a68c-d3be62f6e8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:34.992219 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3a769bc7-8e23-40dd-ac10-3cdf2cb5dc41 req-f7b98282-7008-4f5d-a68c-d3be62f6e8f8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=841c985b-a358-49a2-8d28-d34f7df55978 HTTP/1.1" status: 200 len: 916 time: 0.0858135 Dec 09 16:32:35.015651 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a769bc7-8e23-40dd-ac10-3cdf2cb5dc41 req-8774dff0-21aa-4f74-88a7-baf57515bab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:35.017298 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3a769bc7-8e23-40dd-ac10-3cdf2cb5dc41 req-8774dff0-21aa-4f74-88a7-baf57515bab9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=841c985b-a358-49a2-8d28-d34f7df55978 HTTP/1.1" status: 200 len: 916 time: 0.0944064 Dec 09 16:32:35.041446 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3a769bc7-8e23-40dd-ac10-3cdf2cb5dc41 req-3bb5cc4f-6722-4741-bd4f-77dd5ddd62e4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4907c96a-0590-4fb7-81f0-230f583cd543 HTTP/1.1" status: 200 len: 217 time: 0.0419259 Dec 09 16:32:35.062785 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3a769bc7-8e23-40dd-ac10-3cdf2cb5dc41 req-c58be9ab-f451-48ce-b998-8f40cd54aca3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4907c96a-0590-4fb7-81f0-230f583cd543 HTTP/1.1" status: 200 len: 217 time: 0.0373194 Dec 09 16:32:35.091590 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a769bc7-8e23-40dd-ac10-3cdf2cb5dc41 req-99bd7055-1406-4dad-8d6c-2fdbab1f158a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:35.093113 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3a769bc7-8e23-40dd-ac10-3cdf2cb5dc41 req-99bd7055-1406-4dad-8d6c-2fdbab1f158a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=19715d0f-dba0-46e7-a551-c4cbfabb35be HTTP/1.1" status: 200 len: 855 time: 0.0446074 Dec 09 16:32:35.115528 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a769bc7-8e23-40dd-ac10-3cdf2cb5dc41 req-ba4b78f1-aa92-4061-9c11-ffbdbb6e9679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:35.117049 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3a769bc7-8e23-40dd-ac10-3cdf2cb5dc41 req-ba4b78f1-aa92-4061-9c11-ffbdbb6e9679 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=19715d0f-dba0-46e7-a551-c4cbfabb35be HTTP/1.1" status: 200 len: 855 time: 0.0467088 Dec 09 16:32:35.125607 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3a769bc7-8e23-40dd-ac10-3cdf2cb5dc41 req-632d1465-9589-4f12-b163-699d34af610c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=841c985b-a358-49a2-8d28-d34f7df55978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252039 Dec 09 16:32:35.155495 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3a769bc7-8e23-40dd-ac10-3cdf2cb5dc41 req-a1be462b-4c0b-4e48-80be-b4e055d15d75 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=841c985b-a358-49a2-8d28-d34f7df55978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285726 Dec 09 16:32:35.219915 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3a769bc7-8e23-40dd-ac10-3cdf2cb5dc41 req-30a131c1-473b-4a05-a28f-2232670f6689 service neutron] 10.222.0.31 "GET /v2.0/networks/841c985b-a358-49a2-8d28-d34f7df55978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861945 Dec 09 16:32:35.245947 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3a769bc7-8e23-40dd-ac10-3cdf2cb5dc41 req-e2efbcc3-e1e8-4586-8b41-c44d6733376d service neutron] 10.222.0.42 "GET /v2.0/networks/841c985b-a358-49a2-8d28-d34f7df55978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827582 Dec 09 16:32:35.310770 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3a769bc7-8e23-40dd-ac10-3cdf2cb5dc41 req-1aa7297c-99e3-453d-91cf-eccf00669bad service neutron] 10.222.0.31 "GET /v2.0/networks/841c985b-a358-49a2-8d28-d34f7df55978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816445 Dec 09 16:32:35.344235 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3a769bc7-8e23-40dd-ac10-3cdf2cb5dc41 req-f0c460a3-1436-4011-b479-d75c86bfe7e8 service neutron] 10.222.0.42 "GET /v2.0/networks/841c985b-a358-49a2-8d28-d34f7df55978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909879 Dec 09 16:32:35.498107 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689adce-516d-49fb-b782-22e6eeca33ce req-ef5e5e4d-6986-462f-a11c-f3a67243e5ba tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:35.499581 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3689adce-516d-49fb-b782-22e6eeca33ce req-ef5e5e4d-6986-462f-a11c-f3a67243e5ba tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 944 time: 0.0492611 Dec 09 16:32:35.545439 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3689adce-516d-49fb-b782-22e6eeca33ce req-f9cfb5e8-7bb1-4f10-ada2-ff3b0cf98f37 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399384 Dec 09 16:32:36.547060 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 4907c96a-0590-4fb7-81f0-230f583cd543 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:32:36.646280 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 4907c96a-0590-4fb7-81f0-230f583cd543, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=4907c96a-0590-4fb7-81f0-230f583cd543,segment=NetworkSegment(3855d3f9-21a0-4261-808b-7935eaff2e17),segment_id=3855d3f9-21a0-4261-808b-7935eaff2e17)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:32:36.658105 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '4907c96a-0590-4fb7-81f0-230f583cd543', 'network_id': '841c985b-a358-49a2-8d28-d34f7df55978', 'port_id': '4907c96a-0590-4fb7-81f0-230f583cd543', 'mac_address': 'fa:16:3e:57:1d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19715d0f-dba0-46e7-a551-c4cbfabb35be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:32:36.666993 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653a0b0-5856-4577-bf28-56229e35990c req-5bae0057-ab38-4c56-80f9-5fda3b6509cb tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:36.668611 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b653a0b0-5856-4577-bf28-56229e35990c req-5bae0057-ab38-4c56-80f9-5fda3b6509cb tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 944 time: 0.0531158 Dec 09 16:32:36.694664 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:36.708315 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4907c96a-0590-4fb7-81f0-230f583cd543 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:32:36.718487 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b653a0b0-5856-4577-bf28-56229e35990c req-d1846e57-02c4-48b7-a7b9-cc7733590e64 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440116 Dec 09 16:32:36.728859 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 4907c96a-0590-4fb7-81f0-230f583cd543, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=4907c96a-0590-4fb7-81f0-230f583cd543,segment=NetworkSegment(3855d3f9-21a0-4261-808b-7935eaff2e17),segment_id=3855d3f9-21a0-4261-808b-7935eaff2e17)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:32:36.735739 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:36.788999 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=4907c96a-0590-4fb7-81f0-230f583cd543,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:32:36.796948 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:36.797592 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:36.797888 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:36.798262 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:36.798601 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:36.798938 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:36.799398 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:36.799757 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:36.800088 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:36.800435 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:36.800776 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:36.801106 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:36.801433 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:36.955671 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386ad05-7e4c-4add-b364-007f878346a8 req-4131fe4d-21ee-40d2-be1d-70b4cdc8e126 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:36.957342 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3386ad05-7e4c-4add-b364-007f878346a8 req-4131fe4d-21ee-40d2-be1d-70b4cdc8e126 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 945 time: 0.0872540 Dec 09 16:32:36.964826 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d5755-2595-47b0-a307-0e75df7b9849 req-992aa9bf-c263-4959-aa65-7e833e3704a9 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:36.966163 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-284d5755-2595-47b0-a307-0e75df7b9849 req-992aa9bf-c263-4959-aa65-7e833e3704a9 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.31 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2&tenant_id=44e55e6a593a467084e484e74a00868f&binding%3Ahost_id=n-h1-821228-1 HTTP/1.1" status: 200 len: 945 time: 0.0874329 Dec 09 16:32:37.041978 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3386ad05-7e4c-4add-b364-007f878346a8 req-260b8f42-78c1-4ffa-88c1-23c443b2a09e tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748692 Dec 09 16:32:37.056229 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-284d5755-2595-47b0-a307-0e75df7b9849 req-7413ab14-bbcf-4f91-a3e7-c859f145f87b service neutron] delete failed (client error): The resource could not be found. Dec 09 16:32:37.057348 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-284d5755-2595-47b0-a307-0e75df7b9849 req-7413ab14-bbcf-4f91-a3e7-c859f145f87b service neutron] 10.222.0.31 "DELETE /v2.0/ports/4907c96a-0590-4fb7-81f0-230f583cd543/bindings/n-h2-821228-1 HTTP/1.1" status: 404 len: 380 time: 0.0835669 Dec 09 16:32:37.113045 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['4907c96a-0590-4fb7-81f0-230f583cd543'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:32:37.141603 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d5755-2595-47b0-a307-0e75df7b9849 req-43bacb2b-a4a0-4bb1-be36-820ecca41a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:37.143113 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-284d5755-2595-47b0-a307-0e75df7b9849 req-43bacb2b-a4a0-4bb1-be36-820ecca41a10 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44e55e6a593a467084e484e74a00868f&device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 1096 time: 0.0422421 Dec 09 16:32:37.149442 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 4907c96a-0590-4fb7-81f0-230f583cd543 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:32:37.199440 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 4907c96a-0590-4fb7-81f0-230f583cd543 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:32:37.238016 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d5755-2595-47b0-a307-0e75df7b9849 req-415ca178-6fb1-4675-bb20-de1193479422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:37.239508 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-284d5755-2595-47b0-a307-0e75df7b9849 req-415ca178-6fb1-4675-bb20-de1193479422 service neutron] 10.222.0.31 "GET /v2.0/networks?id=841c985b-a358-49a2-8d28-d34f7df55978 HTTP/1.1" status: 200 len: 916 time: 0.0891294 Dec 09 16:32:37.280919 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-284d5755-2595-47b0-a307-0e75df7b9849 req-ae6fe275-f5bf-448b-873a-46116a9dd143 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4907c96a-0590-4fb7-81f0-230f583cd543 HTTP/1.1" status: 200 len: 217 time: 0.0347698 Dec 09 16:32:37.329514 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d5755-2595-47b0-a307-0e75df7b9849 req-1b3b8b74-701a-4e3c-aa2f-ce404249ac83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:37.330897 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-284d5755-2595-47b0-a307-0e75df7b9849 req-1b3b8b74-701a-4e3c-aa2f-ce404249ac83 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=19715d0f-dba0-46e7-a551-c4cbfabb35be HTTP/1.1" status: 200 len: 855 time: 0.0433254 Dec 09 16:32:37.366811 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-284d5755-2595-47b0-a307-0e75df7b9849 req-429a83e0-bc87-4e4b-a185-08f335aefbbd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=841c985b-a358-49a2-8d28-d34f7df55978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289721 Dec 09 16:32:37.453908 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-284d5755-2595-47b0-a307-0e75df7b9849 req-7f499f32-fc38-42db-b232-32fafc7c693a service neutron] 10.222.0.31 "GET /v2.0/networks/841c985b-a358-49a2-8d28-d34f7df55978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798967 Dec 09 16:32:37.547699 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-284d5755-2595-47b0-a307-0e75df7b9849 req-f1fdce08-770d-4e25-8a7c-c77b55ee121c service neutron] 10.222.0.31 "GET /v2.0/networks/841c985b-a358-49a2-8d28-d34f7df55978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868895 Dec 09 16:32:38.163728 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ade62c-bc93-491f-86f4-070ca99efdb4 req-e8e2b9df-48cf-4215-95cb-8724ae2325d7 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:38.165280 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97ade62c-bc93-491f-86f4-070ca99efdb4 req-e8e2b9df-48cf-4215-95cb-8724ae2325d7 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 945 time: 0.0501032 Dec 09 16:32:38.212768 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97ade62c-bc93-491f-86f4-070ca99efdb4 req-f51878ec-3a6a-45ac-9dd5-965b91a56311 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411594 Dec 09 16:32:38.326387 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e01a3-0cb6-4771-b2b9-2ca17f711431 req-40301f65-e1d5-445b-8056-eab154587aba tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:38.327906 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ac4e01a3-0cb6-4771-b2b9-2ca17f711431 req-40301f65-e1d5-445b-8056-eab154587aba tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 945 time: 0.0501318 Dec 09 16:32:38.375354 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ac4e01a3-0cb6-4771-b2b9-2ca17f711431 req-e3bb42dc-45a1-44e1-94d5-1de5245d795f tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414577 Dec 09 16:32:38.492090 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260ef9f-c7e1-4ffc-a830-67297845e71c req-c1176ce2-9dd7-4eeb-ba82-f02f4ab2a2c1 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:38.494349 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a260ef9f-c7e1-4ffc-a830-67297845e71c req-c1176ce2-9dd7-4eeb-ba82-f02f4ab2a2c1 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 945 time: 0.0540302 Dec 09 16:32:38.538685 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 4907c96a-0590-4fb7-81f0-230f583cd543 up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:32:38.540858 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a260ef9f-c7e1-4ffc-a830-67297845e71c req-da7e1d80-a4b0-413c-bf5f-abfecc444ad6 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404272 Dec 09 16:32:38.591070 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port 4907c96a-0590-4fb7-81f0-230f583cd543 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:32:38.595410 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 4907c96a-0590-4fb7-81f0-230f583cd543 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:32:38.595790 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:38.681026 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:38.705459 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5809b97a-52cb-4831-9f8b-d3f65b367ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4907c96a-0590-4fb7-81f0-230f583cd543'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:32:38.707701 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad401665e64187bef4a0f300457b2868c99907d1fc0db4bbbc94af95fd68fd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acad5ce9-99f2-4992-a44c-39cf46a87508" -d '{"events": [{"server_uuid": "5809b97a-52cb-4831-9f8b-d3f65b367ed2", "name": "network-vif-plugged", "status": "completed", "tag": "4907c96a-0590-4fb7-81f0-230f583cd543"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:32:38.724309 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 4907c96a-0590-4fb7-81f0-230f583cd543, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=4907c96a-0590-4fb7-81f0-230f583cd543,segment=NetworkSegment(3855d3f9-21a0-4261-808b-7935eaff2e17),segment_id=3855d3f9-21a0-4261-808b-7935eaff2e17)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:32:38.729453 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:38.778481 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=4907c96a-0590-4fb7-81f0-230f583cd543,revision_number=9']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:32:38.816716 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b66d002-31e6-4a2a-981a-216358fab860 x-openstack-request-id: req-2b66d002-31e6-4a2a-981a-216358fab860 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:32:38.817013 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5809b97a-52cb-4831-9f8b-d3f65b367ed2", "name": "network-vif-plugged", "status": "completed", "tag": "4907c96a-0590-4fb7-81f0-230f583cd543", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:32:38.817266 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2b66d002-31e6-4a2a-981a-216358fab860 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:32:38.817686 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5809b97a-52cb-4831-9f8b-d3f65b367ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4907c96a-0590-4fb7-81f0-230f583cd543', 'code': 200} Dec 09 16:32:38.906763 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f8e43-f8fc-419d-9efe-47aab06207f0 req-64203e91-3914-4cc5-8279-0d00f9f0ed8b tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:38.908250 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-521f8e43-f8fc-419d-9efe-47aab06207f0 req-64203e91-3914-4cc5-8279-0d00f9f0ed8b tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 946 time: 0.0481219 Dec 09 16:32:38.955195 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-521f8e43-f8fc-419d-9efe-47aab06207f0 req-b630a6c1-3489-4776-88a6-5587ec97edfb tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409539 Dec 09 16:32:40.071575 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc727d-ca79-448f-a5ba-b069ea264b85 req-92971c86-9138-4ee9-82f8-9519a9adcbb7 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:40.073076 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-15fc727d-ca79-448f-a5ba-b069ea264b85 req-92971c86-9138-4ee9-82f8-9519a9adcbb7 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 946 time: 0.0493138 Dec 09 16:32:40.124196 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-15fc727d-ca79-448f-a5ba-b069ea264b85 req-e3cccd7f-c50d-47d9-aa72-a19244608859 tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.57 "GET /v2.0/security-groups?id=2f71cbe6-ad3a-4273-97e7-a62cfeda9731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452709 Dec 09 16:32:40.200916 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69019ec3-4b30-4896-95aa-dca4e8dcd881 req-ac44e7b7-dc4e-4db2-81d4-4d2e822f31ac tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:40.202369 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-69019ec3-4b30-4896-95aa-dca4e8dcd881 req-ac44e7b7-dc4e-4db2-81d4-4d2e822f31ac tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809b97a-52cb-4831-9f8b-d3f65b367ed2 HTTP/1.1" status: 200 len: 946 time: 0.0490451 Dec 09 16:32:40.291669 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-69019ec3-4b30-4896-95aa-dca4e8dcd881 req-cc9d475f-4ae4-4cdc-8118-d310cb5b9c8d tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Deleting port 4907c96a-0590-4fb7-81f0-230f583cd543 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:32:40.292030 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-69019ec3-4b30-4896-95aa-dca4e8dcd881 req-cc9d475f-4ae4-4cdc-8118-d310cb5b9c8d tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:40.383632 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-69019ec3-4b30-4896-95aa-dca4e8dcd881 req-cc9d475f-4ae4-4cdc-8118-d310cb5b9c8d tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] For port 4907c96a-0590-4fb7-81f0-230f583cd543, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=4907c96a-0590-4fb7-81f0-230f583cd543,segment=NetworkSegment(3855d3f9-21a0-4261-808b-7935eaff2e17),segment_id=3855d3f9-21a0-4261-808b-7935eaff2e17)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:32:40.384137 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-69019ec3-4b30-4896-95aa-dca4e8dcd881 req-cc9d475f-4ae4-4cdc-8118-d310cb5b9c8d tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:40.396627 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-69019ec3-4b30-4896-95aa-dca4e8dcd881 req-cc9d475f-4ae4-4cdc-8118-d310cb5b9c8d tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Calling delete_port for 4907c96a-0590-4fb7-81f0-230f583cd543 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:32:40.522982 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-69019ec3-4b30-4896-95aa-dca4e8dcd881 req-cc9d475f-4ae4-4cdc-8118-d310cb5b9c8d tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:40.550801 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d475f-4ae4-4cdc-8118-d310cb5b9c8d tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Pushing event deleted for resources: {'Port': ['ID=4907c96a-0590-4fb7-81f0-230f583cd543,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:32:40.564258 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['4907c96a-0590-4fb7-81f0-230f583cd543'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:32:40.594673 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-69019ec3-4b30-4896-95aa-dca4e8dcd881 req-cc9d475f-4ae4-4cdc-8118-d310cb5b9c8d tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] No DVR routers for this DVR port 4907c96a-0590-4fb7-81f0-230f583cd543 on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:32:40.597233 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-69019ec3-4b30-4896-95aa-dca4e8dcd881 req-cc9d475f-4ae4-4cdc-8118-d310cb5b9c8d tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:40.601015 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-69019ec3-4b30-4896-95aa-dca4e8dcd881 req-cc9d475f-4ae4-4cdc-8118-d310cb5b9c8d tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] 10.222.0.42 "DELETE /v2.0/ports/4907c96a-0590-4fb7-81f0-230f583cd543 HTTP/1.1" status: 204 len: 173 time: 0.3915956 Dec 09 16:32:40.601467 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5809b97a-52cb-4831-9f8b-d3f65b367ed2', 'name': 'network-vif-deleted', 'tag': '4907c96a-0590-4fb7-81f0-230f583cd543'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:32:40.605614 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efaf58d4d7c9700f5ffb733085425a1334cb86cda12ff1566d55ee0012e72786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9d4ff1-9325-4cce-acbb-a8b632ac2c46" -d '{"events": [{"server_uuid": "5809b97a-52cb-4831-9f8b-d3f65b367ed2", "name": "network-vif-deleted", "tag": "4907c96a-0590-4fb7-81f0-230f583cd543"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:32:40.645831 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea0d991-6be1-4b7a-a287-3a19549d78e1 x-openstack-request-id: req-cea0d991-6be1-4b7a-a287-3a19549d78e1 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:32:40.646129 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5809b97a-52cb-4831-9f8b-d3f65b367ed2", "name": "network-vif-deleted", "tag": "4907c96a-0590-4fb7-81f0-230f583cd543", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:32:40.646381 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cea0d991-6be1-4b7a-a287-3a19549d78e1 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:32:40.646781 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5809b97a-52cb-4831-9f8b-d3f65b367ed2', 'name': 'network-vif-deleted', 'tag': '4907c96a-0590-4fb7-81f0-230f583cd543', 'status': 'completed', 'code': 200} Dec 09 16:32:41.244251 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53638) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:32:41.287966 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7a24a04-8c7d-4ffe-a588-f9db8918db3d admin admin] Deleting subnet 19715d0f-dba0-46e7-a551-c4cbfabb35be {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 16:32:41.291013 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c7a24a04-8c7d-4ffe-a588-f9db8918db3d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:41.324893 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c7a24a04-8c7d-4ffe-a588-f9db8918db3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:41.364100 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c7a24a04-8c7d-4ffe-a588-f9db8918db3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:41.419527 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c7a24a04-8c7d-4ffe-a588-f9db8918db3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:41.444994 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a24a04-8c7d-4ffe-a588-f9db8918db3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19715d0f-dba0-46e7-a551-c4cbfabb35be,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:32:41.449476 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c7a24a04-8c7d-4ffe-a588-f9db8918db3d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:41.452625 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c7a24a04-8c7d-4ffe-a588-f9db8918db3d admin admin] 10.222.0.57 "DELETE /v2.0/subnets/19715d0f-dba0-46e7-a551-c4cbfabb35be HTTP/1.1" status: 204 len: 168 time: 0.2073250 Dec 09 16:32:41.455491 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53640) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:32:41.457914 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a24a04-8c7d-4ffe-a588-f9db8918db3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:41.458263 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a24a04-8c7d-4ffe-a588-f9db8918db3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:41.458604 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a24a04-8c7d-4ffe-a588-f9db8918db3d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:41.458940 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a24a04-8c7d-4ffe-a588-f9db8918db3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:41.459268 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a24a04-8c7d-4ffe-a588-f9db8918db3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:41.459594 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a24a04-8c7d-4ffe-a588-f9db8918db3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:41.459931 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a24a04-8c7d-4ffe-a588-f9db8918db3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:41.460238 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a24a04-8c7d-4ffe-a588-f9db8918db3d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:41.460584 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a24a04-8c7d-4ffe-a588-f9db8918db3d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:41.460907 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a24a04-8c7d-4ffe-a588-f9db8918db3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:41.461262 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a24a04-8c7d-4ffe-a588-f9db8918db3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:41.461716 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a24a04-8c7d-4ffe-a588-f9db8918db3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:41.462040 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a24a04-8c7d-4ffe-a588-f9db8918db3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:41.527008 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-52c6fbe1-a34a-4e28-817e-2c9447ea2134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:41.606208 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-52c6fbe1-a34a-4e28-817e-2c9447ea2134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:41.627320 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-52c6fbe1-a34a-4e28-817e-2c9447ea2134 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['841c985b-a358-49a2-8d28-d34f7df55978']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:32:41.637454 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-52c6fbe1-a34a-4e28-817e-2c9447ea2134 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3855d3f9-21a0-4261-808b-7935eaff2e17') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:32:41.637754 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-52c6fbe1-a34a-4e28-817e-2c9447ea2134 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3855d3f9-21a0-4261-808b-7935eaff2e17') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:32:41.649695 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-52c6fbe1-a34a-4e28-817e-2c9447ea2134 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:41.663484 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-52c6fbe1-a34a-4e28-817e-2c9447ea2134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:41.670781 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c6fbe1-a34a-4e28-817e-2c9447ea2134 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:32:41.671123 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-52c6fbe1-a34a-4e28-817e-2c9447ea2134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:41.673045 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 16:32:41.673045 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:32:41.673045 n-d-821228-1 neutron-server[103245]: timer() Dec 09 16:32:41.673045 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:32:41.673045 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 16:32:41.673045 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:32:41.673045 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 16:32:41.673045 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:32:41.673045 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 16:32:41.673045 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:32:41.673045 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 16:32:41.673045 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:32:41.673045 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 16:32:41.673045 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:32:41.673045 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:32:41.673045 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:32:41.673045 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:32:41.673045 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:32:41.673045 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 16:32:41.673045 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:32:41.673045 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 16:32:41.673045 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:32:41.673045 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:32:41.673045 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:32:41.673045 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 16:32:41.673045 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:32:41.673045 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:32:41.673045 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:32:41.673045 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:32:41.673045 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:32:41.673045 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:32:41.673045 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:32:41.732291 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-52c6fbe1-a34a-4e28-817e-2c9447ea2134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:41.736936 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-52c6fbe1-a34a-4e28-817e-2c9447ea2134 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:41.740335 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-52c6fbe1-a34a-4e28-817e-2c9447ea2134 admin admin] 10.222.0.57 "DELETE /v2.0/networks/841c985b-a358-49a2-8d28-d34f7df55978 HTTP/1.1" status: 204 len: 168 time: 0.2835879 Dec 09 16:32:41.753814 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6fbe1-a34a-4e28-817e-2c9447ea2134 admin admin] Pushing event deleted for resources: {'Network': ['ID=841c985b-a358-49a2-8d28-d34f7df55978,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:32:41.848985 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53644) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:32:41.891232 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0009cb23-8e0e-4b90-b9a5-fa2a95afaef4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=44e55e6a593a467084e484e74a00868f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410981 Dec 09 16:32:41.893779 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53646) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:32:41.940964 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87c52071-2e94-4ee4-9f4e-0fcd5a9caef6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:41.963506 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87c52071-2e94-4ee4-9f4e-0fcd5a9caef6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:42.010519 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87c52071-2e94-4ee4-9f4e-0fcd5a9caef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:42.013182 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87c52071-2e94-4ee4-9f4e-0fcd5a9caef6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:42.014347 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-87c52071-2e94-4ee4-9f4e-0fcd5a9caef6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2f71cbe6-ad3a-4273-97e7-a62cfeda9731 HTTP/1.1" status: 204 len: 168 time: 0.1196730 Dec 09 16:32:42.022271 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c52071-2e94-4ee4-9f4e-0fcd5a9caef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f71cbe6-ad3a-4273-97e7-a62cfeda9731,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:32:42.561200 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 4907c96a-0590-4fb7-81f0-230f583cd543 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:32:42.582010 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: 4907c96a-0590-4fb7-81f0-230f583cd543 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:32:42.582373 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 4907c96a-0590-4fb7-81f0-230f583cd543 not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:32:42.668835 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53668) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:32:42.762544 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-25d277d3-f368-4094-9c75-fa9392d4a5b6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-797284277-network', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:32:42.784275 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d277d3-f368-4094-9c75-fa9392d4a5b6 admin admin] Made reservation on behalf of d12aa553d0684a24ba035dd11246b02e for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:32:42.786603 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-25d277d3-f368-4094-9c75-fa9392d4a5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:42.798800 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-25d277d3-f368-4094-9c75-fa9392d4a5b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:42.872163 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-25d277d3-f368-4094-9c75-fa9392d4a5b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:42.875801 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-25d277d3-f368-4094-9c75-fa9392d4a5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:42.903561 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25d277d3-f368-4094-9c75-fa9392d4a5b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:32:42.909705 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d277d3-f368-4094-9c75-fa9392d4a5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fda701e-2497-4fc0-ade0-ea0490c9b94c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:32:42.917798 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-25d277d3-f368-4094-9c75-fa9392d4a5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:42.918256 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-25d277d3-f368-4094-9c75-fa9392d4a5b6 admin admin] Added segment 0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7 of type vlan for network df8c6a55-9ab2-463c-8185-977ec8d15c87 Dec 09 16:32:42.958324 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-25d277d3-f368-4094-9c75-fa9392d4a5b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:42.982167 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-25d277d3-f368-4094-9c75-fa9392d4a5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:42.983183 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d277d3-f368-4094-9c75-fa9392d4a5b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:42.983760 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-25d277d3-f368-4094-9c75-fa9392d4a5b6 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:43.039400 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-25d277d3-f368-4094-9c75-fa9392d4a5b6 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3693819 Dec 09 16:32:43.042328 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53672) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:32:43.047199 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-6dfe4efe-486d-4557-aad6-0cc30ce1ef41 admin admin] Request body: {'subnet': {'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-797284277-subnet', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:32:43.048647 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d277d3-f368-4094-9c75-fa9392d4a5b6 admin admin] Pushing event updated for resources: {'Network': ['ID=df8c6a55-9ab2-463c-8185-977ec8d15c87,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:32:43.058923 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network df8c6a55-9ab2-463c-8185-977ec8d15c87 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:32:43.069067 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfe4efe-486d-4557-aad6-0cc30ce1ef41 admin admin] Made reservation on behalf of d12aa553d0684a24ba035dd11246b02e for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:32:43.072076 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6dfe4efe-486d-4557-aad6-0cc30ce1ef41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:43.238258 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6dfe4efe-486d-4557-aad6-0cc30ce1ef41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:43.292024 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe4efe-486d-4557-aad6-0cc30ce1ef41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcb89ddc-891b-4111-9044-38a534ef1dba,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:32:43.302140 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfe4efe-486d-4557-aad6-0cc30ce1ef41 admin admin] Checking segment: {'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:32:43.302504 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfe4efe-486d-4557-aad6-0cc30ce1ef41 admin admin] Network hostable DHCP agents. Network: df8c6a55-9ab2-463c-8185-977ec8d15c87, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:32:43.319076 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfe4efe-486d-4557-aad6-0cc30ce1ef41 admin admin] Network df8c6a55-9ab2-463c-8185-977ec8d15c87 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:32:43.328878 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-6dfe4efe-486d-4557-aad6-0cc30ce1ef41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, df8c6a55-9ab2-463c-8185-977ec8d15c87) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:32:43.333212 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfe4efe-486d-4557-aad6-0cc30ce1ef41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:43.333815 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6dfe4efe-486d-4557-aad6-0cc30ce1ef41 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:43.339543 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed668989-3498-4f34-b372-fe2a1dab2d10 None None] Network df8c6a55-9ab2-463c-8185-977ec8d15c87 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:32:43.352541 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6dfe4efe-486d-4557-aad6-0cc30ce1ef41 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3065710 Dec 09 16:32:43.353074 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53674) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:32:43.357545 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-23b20ebb-a34b-47f1-b3f3-ea05494c4575 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-797284277-router', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:32:43.377754 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-23b20ebb-a34b-47f1-b3f3-ea05494c4575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:43.378838 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-23b20ebb-a34b-47f1-b3f3-ea05494c4575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:43.435092 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-23b20ebb-a34b-47f1-b3f3-ea05494c4575 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:43.441897 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bd912d-9ee2-4332-89fe-0194f902befd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-df8c6a55-9ab2-463c-8185-977ec8d15c87', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'fixed_ips': [{'subnet_id': 'dcb89ddc-891b-4111-9044-38a534ef1dba'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 16:32:43.442821 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-18bd912d-9ee2-4332-89fe-0194f902befd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:43.572856 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-23b20ebb-a34b-47f1-b3f3-ea05494c4575 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:43.579100 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-18bd912d-9ee2-4332-89fe-0194f902befd None None] Allocated IP 172.20.0.2 (df8c6a55-9ab2-463c-8185-977ec8d15c87/dcb89ddc-891b-4111-9044-38a534ef1dba/90ba0cef-ddfe-402e-a81c-41f6d5d99c3a) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:32:43.719059 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-18bd912d-9ee2-4332-89fe-0194f902befd None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:43.725257 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-18bd912d-9ee2-4332-89fe-0194f902befd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:43.772402 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bd912d-9ee2-4332-89fe-0194f902befd None None] Network df8c6a55-9ab2-463c-8185-977ec8d15c87 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:32:43.775978 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-18bd912d-9ee2-4332-89fe-0194f902befd None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:32:43.777357 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-23b20ebb-a34b-47f1-b3f3-ea05494c4575 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:43.778459 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bd912d-9ee2-4332-89fe-0194f902befd None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:32:43.791304 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd912d-9ee2-4332-89fe-0194f902befd None None] Pushing event updated for resources: {'Port': ['ID=90ba0cef-ddfe-402e-a81c-41f6d5d99c3a,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:32:43.799123 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-23b20ebb-a34b-47f1-b3f3-ea05494c4575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:43.839142 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-18bd912d-9ee2-4332-89fe-0194f902befd None None] Attempting to bind port 90ba0cef-ddfe-402e-a81c-41f6d5d99c3a on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:32:43.839437 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-18bd912d-9ee2-4332-89fe-0194f902befd None None] Attempting to bind port 90ba0cef-ddfe-402e-a81c-41f6d5d99c3a by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:32:43.839808 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bd912d-9ee2-4332-89fe-0194f902befd None None] Attempting to bind port 90ba0cef-ddfe-402e-a81c-41f6d5d99c3a on network df8c6a55-9ab2-463c-8185-977ec8d15c87 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:32:43.845818 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bd912d-9ee2-4332-89fe-0194f902befd None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:32:43.846195 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bd912d-9ee2-4332-89fe-0194f902befd None None] Checking segment: {'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:32:43.846600 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-18bd912d-9ee2-4332-89fe-0194f902befd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:43.846992 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bd912d-9ee2-4332-89fe-0194f902befd None None] Bound using segment: {'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:32:43.847454 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-18bd912d-9ee2-4332-89fe-0194f902befd None None] Bound port: 90ba0cef-ddfe-402e-a81c-41f6d5d99c3a, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:32:43.847831 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-18bd912d-9ee2-4332-89fe-0194f902befd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:43.903571 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-23b20ebb-a34b-47f1-b3f3-ea05494c4575 admin admin] Allocated IP 172.25.3.193 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/5024de71-c2e1-4749-a7e0-ceeca3cd4e11) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:32:43.909835 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-18bd912d-9ee2-4332-89fe-0194f902befd None None] For port 90ba0cef-ddfe-402e-a81c-41f6d5d99c3a, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:32:43.912935 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-18bd912d-9ee2-4332-89fe-0194f902befd None None] For port 90ba0cef-ddfe-402e-a81c-41f6d5d99c3a, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=90ba0cef-ddfe-402e-a81c-41f6d5d99c3a,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:32:43.917933 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-18bd912d-9ee2-4332-89fe-0194f902befd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:43.973954 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd912d-9ee2-4332-89fe-0194f902befd None None] Pushing event updated for resources: {'Port': ['ID=90ba0cef-ddfe-402e-a81c-41f6d5d99c3a,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:32:44.027456 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-23b20ebb-a34b-47f1-b3f3-ea05494c4575 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:44.064577 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-23b20ebb-a34b-47f1-b3f3-ea05494c4575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:44.103481 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b20ebb-a34b-47f1-b3f3-ea05494c4575 admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:32:44.108567 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-23b20ebb-a34b-47f1-b3f3-ea05494c4575 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:32:44.115715 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b20ebb-a34b-47f1-b3f3-ea05494c4575 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:32:44.137701 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ea72a9-29ea-4159-b7d3-0864a57c2930 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:32:44.139211 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b20ebb-a34b-47f1-b3f3-ea05494c4575 admin admin] Pushing event updated for resources: {'Port': ['ID=5024de71-c2e1-4749-a7e0-ceeca3cd4e11,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:32:44.210499 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2b3675c2-b9f3-4ed0-9f38-f2869b6f262e None None] Provisioning complete for port 5024de71-c2e1-4749-a7e0-ceeca3cd4e11 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:32:44.210878 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2b3675c2-b9f3-4ed0-9f38-f2869b6f262e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:44.248128 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2b3675c2-b9f3-4ed0-9f38-f2869b6f262e None None] Port 5024de71-c2e1-4749-a7e0-ceeca3cd4e11 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:32:44.385271 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-23b20ebb-a34b-47f1-b3f3-ea05494c4575 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:44.578453 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-23b20ebb-a34b-47f1-b3f3-ea05494c4575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:44.709134 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b20ebb-a34b-47f1-b3f3-ea05494c4575 admin admin] Router 4de89398-abfa-430d-b28b-6c60291da9ee is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 16:32:44.833945 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b20ebb-a34b-47f1-b3f3-ea05494c4575 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:32:44.844780 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a798f30e-8841-4df7-a349-b38c64cbdad8 None None] Sync routers for ids ['4de89398-abfa-430d-b28b-6c60291da9ee'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:32:44.858829 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a798f30e-8841-4df7-a349-b38c64cbdad8 None None] Routers {'4de89398-abfa-430d-b28b-6c60291da9ee'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:32:44.860845 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-23b20ebb-a34b-47f1-b3f3-ea05494c4575 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:44.862537 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-23b20ebb-a34b-47f1-b3f3-ea05494c4575 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5080171 Dec 09 16:32:44.864885 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a798f30e-8841-4df7-a349-b38c64cbdad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:32:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4de89398-abfa-430d-b28b-6c60291da9ee'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:32:44.865753 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53676) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:32:44.872627 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 90ba0cef-ddfe-402e-a81c-41f6d5d99c3a up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:32:44.931119 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9688d81c-a3b9-4acd-9350-f78f3073354b None None] Network df8c6a55-9ab2-463c-8185-977ec8d15c87 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:32:45.071881 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e86003c5-4bd0-47c9-ad2b-655c6cd30658 None None] Provisioning complete for port 90ba0cef-ddfe-402e-a81c-41f6d5d99c3a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:32:45.072253 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e86003c5-4bd0-47c9-ad2b-655c6cd30658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:45.112340 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-a798f30e-8841-4df7-a349-b38c64cbdad8 None None] Set router 4de89398-abfa-430d-b28b-6c60291da9ee gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:32:45.116845 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 90ba0cef-ddfe-402e-a81c-41f6d5d99c3a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:32:45.117218 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:45.278687 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-047769b7-e09e-490f-8800-84bf839dcd40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:45.443571 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-047769b7-e09e-490f-8800-84bf839dcd40 admin admin] Allocated IP 172.20.0.1 (df8c6a55-9ab2-463c-8185-977ec8d15c87/dcb89ddc-891b-4111-9044-38a534ef1dba/08e65dd9-ac07-4cf4-8857-394f5bc4b203) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:32:45.517656 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e86003c5-4bd0-47c9-ad2b-655c6cd30658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:45.557575 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-047769b7-e09e-490f-8800-84bf839dcd40 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:45.594747 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-047769b7-e09e-490f-8800-84bf839dcd40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:45.603664 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:45.609643 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e86003c5-4bd0-47c9-ad2b-655c6cd30658 None None] For port 90ba0cef-ddfe-402e-a81c-41f6d5d99c3a, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=90ba0cef-ddfe-402e-a81c-41f6d5d99c3a,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:32:45.621001 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e86003c5-4bd0-47c9-ad2b-655c6cd30658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:45.638831 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047769b7-e09e-490f-8800-84bf839dcd40 admin admin] Network df8c6a55-9ab2-463c-8185-977ec8d15c87 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:32:45.641799 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-047769b7-e09e-490f-8800-84bf839dcd40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:32:45.647696 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047769b7-e09e-490f-8800-84bf839dcd40 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:32:45.673207 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047769b7-e09e-490f-8800-84bf839dcd40 admin admin] Pushing event updated for resources: {'Port': ['ID=08e65dd9-ac07-4cf4-8857-394f5bc4b203,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:32:45.691821 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-047769b7-e09e-490f-8800-84bf839dcd40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:45.711859 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86003c5-4bd0-47c9-ad2b-655c6cd30658 None None] Pushing event updated for resources: {'Port': ['ID=90ba0cef-ddfe-402e-a81c-41f6d5d99c3a,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:32:45.720399 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 16:32:45.720703 n-d-821228-1 neutron-server[103246]: DEBUG oslo_db.api [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 16:32:45.722174 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a798f30e-8841-4df7-a349-b38c64cbdad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'name': 'tempest-ServerActionsTestJSON-797284277-router', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:44Z', 'revision_number': 3, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'gw_port': {'id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:20:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:32:45.757342 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a798f30e-8841-4df7-a349-b38c64cbdad8 None None] Checking router: 4de89398-abfa-430d-b28b-6c60291da9ee for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:32:45.757692 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a798f30e-8841-4df7-a349-b38c64cbdad8 None None] Updating router 4de89398-abfa-430d-b28b-6c60291da9ee port 5024de71-c2e1-4749-a7e0-ceeca3cd4e11 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:32:45.790734 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a798f30e-8841-4df7-a349-b38c64cbdad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:45.793776 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-edba5ee0-cdea-4573-9ff8-3db6d2ece34d None None] Provisioning complete for port 90ba0cef-ddfe-402e-a81c-41f6d5d99c3a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:32:45.794062 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-edba5ee0-cdea-4573-9ff8-3db6d2ece34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:45.833049 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-047769b7-e09e-490f-8800-84bf839dcd40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:46.004892 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-047769b7-e09e-490f-8800-84bf839dcd40 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:46.010511 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-047769b7-e09e-490f-8800-84bf839dcd40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:46.077538 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-047769b7-e09e-490f-8800-84bf839dcd40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:46.079296 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047769b7-e09e-490f-8800-84bf839dcd40 admin admin] Pushing event updated for resources: {'Port': ['ID=08e65dd9-ac07-4cf4-8857-394f5bc4b203,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:32:46.111618 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a798f30e-8841-4df7-a349-b38c64cbdad8 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:46.121747 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a798f30e-8841-4df7-a349-b38c64cbdad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:46.157482 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3abe6bac-4eba-4949-83aa-521a12b39b51 None None] Provisioning complete for port 08e65dd9-ac07-4cf4-8857-394f5bc4b203 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:32:46.157853 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3abe6bac-4eba-4949-83aa-521a12b39b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:46.179935 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047769b7-e09e-490f-8800-84bf839dcd40 admin admin] Network df8c6a55-9ab2-463c-8185-977ec8d15c87 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:32:46.181509 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-047769b7-e09e-490f-8800-84bf839dcd40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:32:46.198826 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7f852c-0817-4c6c-acdd-b535f78e1fe8 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:32:46.214964 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a798f30e-8841-4df7-a349-b38c64cbdad8 None None] Attempting to bind port 5024de71-c2e1-4749-a7e0-ceeca3cd4e11 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:32:46.215290 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a798f30e-8841-4df7-a349-b38c64cbdad8 None None] Attempting to bind port 5024de71-c2e1-4749-a7e0-ceeca3cd4e11 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:32:46.215656 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a798f30e-8841-4df7-a349-b38c64cbdad8 None None] Attempting to bind port 5024de71-c2e1-4749-a7e0-ceeca3cd4e11 on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:32:46.221565 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10971f-c6a4-4b46-a565-5312f6f8e2f3 None None] Pushing event updated for resources: {'Port': ['ID=5024de71-c2e1-4749-a7e0-ceeca3cd4e11,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:32:46.252864 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a798f30e-8841-4df7-a349-b38c64cbdad8 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:32:46.253243 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a798f30e-8841-4df7-a349-b38c64cbdad8 None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:32:46.253652 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a798f30e-8841-4df7-a349-b38c64cbdad8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:46.254053 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a798f30e-8841-4df7-a349-b38c64cbdad8 None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:32:46.254544 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a798f30e-8841-4df7-a349-b38c64cbdad8 None None] Bound port: 5024de71-c2e1-4749-a7e0-ceeca3cd4e11, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:32:46.254928 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a798f30e-8841-4df7-a349-b38c64cbdad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:46.258856 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3abe6bac-4eba-4949-83aa-521a12b39b51 None None] Port 08e65dd9-ac07-4cf4-8857-394f5bc4b203 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:32:46.319848 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047769b7-e09e-490f-8800-84bf839dcd40 admin admin] Router 4de89398-abfa-430d-b28b-6c60291da9ee has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:32:46.326095 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a798f30e-8841-4df7-a349-b38c64cbdad8 None None] For port 5024de71-c2e1-4749-a7e0-ceeca3cd4e11, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:32:46.333980 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a798f30e-8841-4df7-a349-b38c64cbdad8 None None] For port 5024de71-c2e1-4749-a7e0-ceeca3cd4e11, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=5024de71-c2e1-4749-a7e0-ceeca3cd4e11,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:32:46.342457 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a798f30e-8841-4df7-a349-b38c64cbdad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:46.404665 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feda3ef7-5c40-4ebc-94a7-fa3ffe753c3b None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:32:46.427658 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ba891ade-6b1c-42b8-b21b-b490eb71e541 None None] Provisioning complete for port 5024de71-c2e1-4749-a7e0-ceeca3cd4e11 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:32:46.428036 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ba891ade-6b1c-42b8-b21b-b490eb71e541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:46.433830 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10971f-c6a4-4b46-a565-5312f6f8e2f3 None None] Pushing event updated for resources: {'Port': ['ID=5024de71-c2e1-4749-a7e0-ceeca3cd4e11,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:32:46.461836 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a798f30e-8841-4df7-a349-b38c64cbdad8 None None] Routers {'4de89398-abfa-430d-b28b-6c60291da9ee'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:32:46.462414 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a798f30e-8841-4df7-a349-b38c64cbdad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:32:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4de89398-abfa-430d-b28b-6c60291da9ee'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:32:46.615767 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-a798f30e-8841-4df7-a349-b38c64cbdad8 None None] Set router 4de89398-abfa-430d-b28b-6c60291da9ee gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:32:46.650667 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ba891ade-6b1c-42b8-b21b-b490eb71e541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:46.663052 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:46.714144 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ba891ade-6b1c-42b8-b21b-b490eb71e541 None None] For port 5024de71-c2e1-4749-a7e0-ceeca3cd4e11, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=5024de71-c2e1-4749-a7e0-ceeca3cd4e11,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:32:46.718646 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ba891ade-6b1c-42b8-b21b-b490eb71e541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:46.812534 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047769b7-e09e-490f-8800-84bf839dcd40 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:32:46.819073 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba891ade-6b1c-42b8-b21b-b490eb71e541 None None] Pushing event updated for resources: {'Port': ['ID=5024de71-c2e1-4749-a7e0-ceeca3cd4e11,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:32:46.828233 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-047769b7-e09e-490f-8800-84bf839dcd40 admin admin] 10.222.0.57 "PUT /v2.0/routers/4de89398-abfa-430d-b28b-6c60291da9ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9540141 Dec 09 16:32:46.845205 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 90ba0cef-ddfe-402e-a81c-41f6d5d99c3a up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:32:46.902900 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e7c7cb88-529c-4e88-b6d8-c540650825e3 None None] Provisioning complete for port 5024de71-c2e1-4749-a7e0-ceeca3cd4e11 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:32:46.903269 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e7c7cb88-529c-4e88-b6d8-c540650825e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:46.971065 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 90ba0cef-ddfe-402e-a81c-41f6d5d99c3a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:32:46.971430 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:47.031800 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a798f30e-8841-4df7-a349-b38c64cbdad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'name': 'tempest-ServerActionsTestJSON-797284277-router', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:45Z', 'revision_number': 4, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'gw_port': {'id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:20:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '08e65dd9-ac07-4cf4-8857-394f5bc4b203', 'name': '', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'mac_address': 'fa:16:3e:39:df:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:45Z', 'updated_at': '2021-12-09T16:32:45Z', 'revision_number': 2, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'subnets': [{'id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:32:47.063421 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a798f30e-8841-4df7-a349-b38c64cbdad8 None None] The sync data for ids ['4de89398-abfa-430d-b28b-6c60291da9ee'] in n-d-821228-1 is: [{'id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'name': 'tempest-ServerActionsTestJSON-797284277-router', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:45Z', 'revision_number': 4, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'gw_port': {'id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:20:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '08e65dd9-ac07-4cf4-8857-394f5bc4b203', 'name': '', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'mac_address': 'fa:16:3e:39:df:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:45Z', 'updated_at': '2021-12-09T16:32:45Z', 'revision_number': 2, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'subnets': [{'id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:32:47.095201 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e7c7cb88-529c-4e88-b6d8-c540650825e3 None None] Provisioning complete for port 08e65dd9-ac07-4cf4-8857-394f5bc4b203 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:32:47.095571 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e7c7cb88-529c-4e88-b6d8-c540650825e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:47.159982 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e7c7cb88-529c-4e88-b6d8-c540650825e3 None None] Port 08e65dd9-ac07-4cf4-8857-394f5bc4b203 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:32:48.229994 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 53686) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:32:48.234546 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-495cb15a-0982-4e49-b81f-a6db3ef4a63c tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1874811639', 'description': 'tempest-description--1241883806'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:32:48.255656 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-495cb15a-0982-4e49-b81f-a6db3ef4a63c tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:48.322309 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-495cb15a-0982-4e49-b81f-a6db3ef4a63c tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:48.326572 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-495cb15a-0982-4e49-b81f-a6db3ef4a63c tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:48.358345 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-495cb15a-0982-4e49-b81f-a6db3ef4a63c tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:48.359594 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-495cb15a-0982-4e49-b81f-a6db3ef4a63c tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1285815 Dec 09 16:32:48.361508 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495cb15a-0982-4e49-b81f-a6db3ef4a63c tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b63000a4-b4f6-4551-8d79-e0b252c38af2,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:32:48.362781 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53688) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:32:48.367707 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-66a41354-822d-4eda-b554-2795c499e7fc tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Request body: {'security_group_rule': {'security_group_id': 'b63000a4-b4f6-4551-8d79-e0b252c38af2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:32:48.395893 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66a41354-822d-4eda-b554-2795c499e7fc tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:48.451743 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66a41354-822d-4eda-b554-2795c499e7fc tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:48.455207 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66a41354-822d-4eda-b554-2795c499e7fc tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:48.474016 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a41354-822d-4eda-b554-2795c499e7fc tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72108b1d-b4cf-4064-9b40-fbe9a1c3c44f,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:32:48.481254 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-66a41354-822d-4eda-b554-2795c499e7fc tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:48.482445 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-66a41354-822d-4eda-b554-2795c499e7fc tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1186519 Dec 09 16:32:48.485132 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53690) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:32:48.489363 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-c3c9c6cb-b902-4611-a090-7318136de31a tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Request body: {'security_group_rule': {'security_group_id': 'b63000a4-b4f6-4551-8d79-e0b252c38af2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:32:48.515637 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3c9c6cb-b902-4611-a090-7318136de31a tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:48.574686 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3c9c6cb-b902-4611-a090-7318136de31a tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:48.578279 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3c9c6cb-b902-4611-a090-7318136de31a tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:48.596661 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9c6cb-b902-4611-a090-7318136de31a tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71681cf6-be9d-4f7b-9406-98cbdffd0380,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:32:48.604378 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3c9c6cb-b902-4611-a090-7318136de31a tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:48.605684 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c3c9c6cb-b902-4611-a090-7318136de31a tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196101 Dec 09 16:32:48.608771 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53692) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:32:48.613152 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-8012408a-3588-4ef2-a6f3-afd1999157d0 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:32:48.637640 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8012408a-3588-4ef2-a6f3-afd1999157d0 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:48.735644 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8012408a-3588-4ef2-a6f3-afd1999157d0 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:48.846375 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-8012408a-3588-4ef2-a6f3-afd1999157d0 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Allocated IP 172.25.3.231 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/4290fdf6-1145-4b22-8270-a9a14d3de141) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:32:48.868998 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 5024de71-c2e1-4749-a7e0-ceeca3cd4e11 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:32:48.923808 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 5024de71-c2e1-4749-a7e0-ceeca3cd4e11 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:32:48.924569 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:48.925470 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9677c5-acff-47bd-b0f7-e99d2efc9501 None None] Sync routers for ids ['4de89398-abfa-430d-b28b-6c60291da9ee'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:32:48.936460 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9677c5-acff-47bd-b0f7-e99d2efc9501 None None] Routers {'4de89398-abfa-430d-b28b-6c60291da9ee'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:32:48.937290 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-2c9677c5-acff-47bd-b0f7-e99d2efc9501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:32:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4de89398-abfa-430d-b28b-6c60291da9ee'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:32:48.957373 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8012408a-3588-4ef2-a6f3-afd1999157d0 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:48.994301 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8012408a-3588-4ef2-a6f3-afd1999157d0 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:49.036984 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8012408a-3588-4ef2-a6f3-afd1999157d0 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:32:49.042978 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-8012408a-3588-4ef2-a6f3-afd1999157d0 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:32:49.046522 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8012408a-3588-4ef2-a6f3-afd1999157d0 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:32:49.046688 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-2c9677c5-acff-47bd-b0f7-e99d2efc9501 None None] Set router 4de89398-abfa-430d-b28b-6c60291da9ee gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:32:49.069585 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8012408a-3588-4ef2-a6f3-afd1999157d0 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Pushing event updated for resources: {'Port': ['ID=4290fdf6-1145-4b22-8270-a9a14d3de141,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:32:49.138198 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8012408a-3588-4ef2-a6f3-afd1999157d0 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:49.175118 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8012408a-3588-4ef2-a6f3-afd1999157d0 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:49.332932 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-2c9677c5-acff-47bd-b0f7-e99d2efc9501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'name': 'tempest-ServerActionsTestJSON-797284277-router', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:45Z', 'revision_number': 4, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'gw_port': {'id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:20:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '08e65dd9-ac07-4cf4-8857-394f5bc4b203', 'name': '', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'mac_address': 'fa:16:3e:39:df:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:45Z', 'updated_at': '2021-12-09T16:32:45Z', 'revision_number': 2, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'subnets': [{'id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:32:49.335270 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8012408a-3588-4ef2-a6f3-afd1999157d0 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:49.341061 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8012408a-3588-4ef2-a6f3-afd1999157d0 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:49.364512 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9677c5-acff-47bd-b0f7-e99d2efc9501 None None] Checking router: 4de89398-abfa-430d-b28b-6c60291da9ee for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:32:49.364877 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9677c5-acff-47bd-b0f7-e99d2efc9501 None None] Updating router 4de89398-abfa-430d-b28b-6c60291da9ee port 08e65dd9-ac07-4cf4-8857-394f5bc4b203 binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:32:49.391970 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-2c9677c5-acff-47bd-b0f7-e99d2efc9501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:49.408105 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8012408a-3588-4ef2-a6f3-afd1999157d0 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Pushing event updated for resources: {'Port': ['ID=4290fdf6-1145-4b22-8270-a9a14d3de141,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:32:49.424059 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8012408a-3588-4ef2-a6f3-afd1999157d0 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:49.439714 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8012408a-3588-4ef2-a6f3-afd1999157d0 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:49.441110 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8012408a-3588-4ef2-a6f3-afd1999157d0 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8313980 Dec 09 16:32:49.597217 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-8827d7f4-7d81-4cf9-9e33-b2127e62d895 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1874811639&fields=id&tenant_id=d12aa553d0684a24ba035dd11246b02e HTTP/1.1" status: 200 len: 267 time: 0.0477962 Dec 09 16:32:49.653932 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-2c9677c5-acff-47bd-b0f7-e99d2efc9501 None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:49.660118 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-2c9677c5-acff-47bd-b0f7-e99d2efc9501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:49.706990 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-529f2b65-7d46-4ecd-b582-07bfa8935f2d tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:49.708540 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-529f2b65-7d46-4ecd-b582-07bfa8935f2d tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 811 time: 0.1035192 Dec 09 16:32:49.716155 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545bedd-47c2-4b18-a03c-8964f6076bd1 None None] Pushing event updated for resources: {'Port': ['ID=08e65dd9-ac07-4cf4-8857-394f5bc4b203,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:32:49.726084 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-d89d1094-470d-4bca-a454-2a3024effc6e tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/quotas/d12aa553d0684a24ba035dd11246b02e HTTP/1.1" status: 200 len: 375 time: 0.0096717 Dec 09 16:32:49.726279 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5545bedd-47c2-4b18-a03c-8964f6076bd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:49.726625 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5545bedd-47c2-4b18-a03c-8964f6076bd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:49.726962 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5545bedd-47c2-4b18-a03c-8964f6076bd1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:49.727296 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5545bedd-47c2-4b18-a03c-8964f6076bd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:49.727624 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5545bedd-47c2-4b18-a03c-8964f6076bd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:49.728218 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5545bedd-47c2-4b18-a03c-8964f6076bd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:49.728568 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5545bedd-47c2-4b18-a03c-8964f6076bd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:49.728890 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5545bedd-47c2-4b18-a03c-8964f6076bd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:49.729207 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5545bedd-47c2-4b18-a03c-8964f6076bd1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:49.729524 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5545bedd-47c2-4b18-a03c-8964f6076bd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:49.729843 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5545bedd-47c2-4b18-a03c-8964f6076bd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:49.730160 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5545bedd-47c2-4b18-a03c-8964f6076bd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:49.730479 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5545bedd-47c2-4b18-a03c-8964f6076bd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:32:49.787166 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-2c9677c5-acff-47bd-b0f7-e99d2efc9501 None None] Attempting to bind port 08e65dd9-ac07-4cf4-8857-394f5bc4b203 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:32:49.787405 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-9c76d0e7-1793-4fe0-869a-8cdc7f43b953 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540588 Dec 09 16:32:49.787525 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-2c9677c5-acff-47bd-b0f7-e99d2efc9501 None None] Attempting to bind port 08e65dd9-ac07-4cf4-8857-394f5bc4b203 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:32:49.787896 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9677c5-acff-47bd-b0f7-e99d2efc9501 None None] Attempting to bind port 08e65dd9-ac07-4cf4-8857-394f5bc4b203 on network df8c6a55-9ab2-463c-8185-977ec8d15c87 {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:32:49.793357 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9677c5-acff-47bd-b0f7-e99d2efc9501 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:32:49.793735 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9677c5-acff-47bd-b0f7-e99d2efc9501 None None] Checking segment: {'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:32:49.794148 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-2c9677c5-acff-47bd-b0f7-e99d2efc9501 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:49.794554 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9677c5-acff-47bd-b0f7-e99d2efc9501 None None] Bound using segment: {'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:32:49.795027 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-2c9677c5-acff-47bd-b0f7-e99d2efc9501 None None] Bound port: 08e65dd9-ac07-4cf4-8857-394f5bc4b203, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:32:49.795413 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-2c9677c5-acff-47bd-b0f7-e99d2efc9501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:49.868973 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-2c9677c5-acff-47bd-b0f7-e99d2efc9501 None None] For port 08e65dd9-ac07-4cf4-8857-394f5bc4b203, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:32:49.872930 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-2c9677c5-acff-47bd-b0f7-e99d2efc9501 None None] For port 08e65dd9-ac07-4cf4-8857-394f5bc4b203, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=08e65dd9-ac07-4cf4-8857-394f5bc4b203,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:32:49.877830 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-2c9677c5-acff-47bd-b0f7-e99d2efc9501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:49.900363 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1a33c648-e31c-4335-8838-c96eae2cddd6 None None] Provisioning complete for port 08e65dd9-ac07-4cf4-8857-394f5bc4b203 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:32:49.901001 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1a33c648-e31c-4335-8838-c96eae2cddd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:49.903607 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-5adca906-8372-4319-92fb-81de473d2b39 service neutron] 10.222.0.57 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021950 Dec 09 16:32:49.942985 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9677c5-acff-47bd-b0f7-e99d2efc9501 None None] Routers {'4de89398-abfa-430d-b28b-6c60291da9ee'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:32:49.943614 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-2c9677c5-acff-47bd-b0f7-e99d2efc9501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:32:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4de89398-abfa-430d-b28b-6c60291da9ee'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:32:49.950389 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545bedd-47c2-4b18-a03c-8964f6076bd1 None None] Pushing event updated for resources: {'Port': ['ID=08e65dd9-ac07-4cf4-8857-394f5bc4b203,revision_number=4']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:32:49.983434 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1a33c648-e31c-4335-8838-c96eae2cddd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:50.044859 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1a33c648-e31c-4335-8838-c96eae2cddd6 None None] For port 08e65dd9-ac07-4cf4-8857-394f5bc4b203, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=08e65dd9-ac07-4cf4-8857-394f5bc4b203,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:32:50.054485 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1a33c648-e31c-4335-8838-c96eae2cddd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:50.067642 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-80b3330a-1674-4e82-bb99-ce9b066ad386 service neutron] 10.222.0.57 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577115 Dec 09 16:32:50.072555 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-2c9677c5-acff-47bd-b0f7-e99d2efc9501 None None] Set router 4de89398-abfa-430d-b28b-6c60291da9ee gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:32:50.128226 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33c648-e31c-4335-8838-c96eae2cddd6 None None] Pushing event updated for resources: {'Port': ['ID=08e65dd9-ac07-4cf4-8857-394f5bc4b203,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:32:50.177114 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a3ed7b11-5841-4f69-a60d-f7d9893729ce None None] Provisioning complete for port 08e65dd9-ac07-4cf4-8857-394f5bc4b203 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:32:50.177753 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a3ed7b11-5841-4f69-a60d-f7d9893729ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:50.280697 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7883a6a5-59a5-46e6-b7c1-ce4aa83b8e5a req-baa93b03-2f4a-472b-ada2-95913df1039a tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 210 time: 0.0339396 Dec 09 16:32:50.312947 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-2c9677c5-acff-47bd-b0f7-e99d2efc9501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'name': 'tempest-ServerActionsTestJSON-797284277-router', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:45Z', 'revision_number': 4, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'gw_port': {'id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:20:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '08e65dd9-ac07-4cf4-8857-394f5bc4b203', 'name': '', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'mac_address': 'fa:16:3e:39:df:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:45Z', 'updated_at': '2021-12-09T16:32:49Z', 'revision_number': 4, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'subnets': [{'id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:32:50.343200 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9677c5-acff-47bd-b0f7-e99d2efc9501 None None] The sync data for ids ['4de89398-abfa-430d-b28b-6c60291da9ee'] in n-d-821228-1 is: [{'id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'name': 'tempest-ServerActionsTestJSON-797284277-router', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:45Z', 'revision_number': 4, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'gw_port': {'id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:20:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '08e65dd9-ac07-4cf4-8857-394f5bc4b203', 'name': '', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'mac_address': 'fa:16:3e:39:df:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:45Z', 'updated_at': '2021-12-09T16:32:49Z', 'revision_number': 4, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'subnets': [{'id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:32:50.584905 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f331cfd8-5f5e-4225-abc0-f029bc000d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:50.856256 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 08e65dd9-ac07-4cf4-8857-394f5bc4b203 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:32:50.913753 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 08e65dd9-ac07-4cf4-8857-394f5bc4b203 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:32:50.915001 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:51.276649 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-570bef41-b45c-4485-92ef-8f3ff5222976 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:51.278025 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-570bef41-b45c-4485-92ef-8f3ff5222976 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.31 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 811 time: 0.1028090 Dec 09 16:32:51.344017 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-d86a39de-6727-4926-93ad-9aff043ace41 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d12aa553d0684a24ba035dd11246b02e HTTP/1.1" status: 200 len: 380 time: 0.0564990 Dec 09 16:32:51.353906 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-8b45decc-2fe8-4469-9efa-26a90b5cd458 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Request body: {'port': {'device_id': '4ed299b6-58e3-4263-91f1-23c3067dc76d', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'admin_state_up': True, 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'security_groups': ['b63000a4-b4f6-4551-8d79-e0b252c38af2']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:32:51.419861 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1420b9d-7dce-4ba5-a239-9c810aff00ce req-fe7c6bff-34e1-401c-aa78-cb7312f61a58 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 210 time: 0.0625000 Dec 09 16:32:51.485452 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-8b45decc-2fe8-4469-9efa-26a90b5cd458 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Made reservation on behalf of d12aa553d0684a24ba035dd11246b02e for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:32:51.488889 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-8b45decc-2fe8-4469-9efa-26a90b5cd458 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:51.615051 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-8b45decc-2fe8-4469-9efa-26a90b5cd458 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Allocated IP 172.20.0.14 (df8c6a55-9ab2-463c-8185-977ec8d15c87/dcb89ddc-891b-4111-9044-38a534ef1dba/11a4ff38-c0b5-4301-908f-0cf3c84a7faf) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:32:51.747406 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-8b45decc-2fe8-4469-9efa-26a90b5cd458 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:51.780867 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-8b45decc-2fe8-4469-9efa-26a90b5cd458 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:51.826689 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-8b45decc-2fe8-4469-9efa-26a90b5cd458 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Network df8c6a55-9ab2-463c-8185-977ec8d15c87 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:32:51.831701 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-8b45decc-2fe8-4469-9efa-26a90b5cd458 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:32:51.835413 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-8b45decc-2fe8-4469-9efa-26a90b5cd458 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:32:51.860630 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b45decc-2fe8-4469-9efa-26a90b5cd458 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Pushing event updated for resources: {'Port': ['ID=11a4ff38-c0b5-4301-908f-0cf3c84a7faf,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:32:51.889694 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-8b45decc-2fe8-4469-9efa-26a90b5cd458 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:51.890322 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-8b45decc-2fe8-4469-9efa-26a90b5cd458 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:51.907485 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-8b45decc-2fe8-4469-9efa-26a90b5cd458 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5576744 Dec 09 16:32:51.920425 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-dbeaa926-8490-42a7-a4b1-9c817ac8432e service neutron] Request body: {'port': {'device_id': '4ed299b6-58e3-4263-91f1-23c3067dc76d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:32:51.979529 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-dbeaa926-8490-42a7-a4b1-9c817ac8432e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:52.021291 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6b51a568-c8f8-4219-92fb-36638f22c28a None None] Provisioning complete for port 11a4ff38-c0b5-4301-908f-0cf3c84a7faf triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:32:52.021844 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6b51a568-c8f8-4219-92fb-36638f22c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:52.055623 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-6b51a568-c8f8-4219-92fb-36638f22c28a None None] Port 11a4ff38-c0b5-4301-908f-0cf3c84a7faf cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:32:52.241559 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-dbeaa926-8490-42a7-a4b1-9c817ac8432e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11a4ff38-c0b5-4301-908f-0cf3c84a7faf {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:32:52.248841 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-dbeaa926-8490-42a7-a4b1-9c817ac8432e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:52.261260 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-dbeaa926-8490-42a7-a4b1-9c817ac8432e service neutron] Transition to ACTIVE for port object 11a4ff38-c0b5-4301-908f-0cf3c84a7faf will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:32:52.264760 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-dbeaa926-8490-42a7-a4b1-9c817ac8432e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:52.334250 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeaa926-8490-42a7-a4b1-9c817ac8432e service neutron] Pushing event updated for resources: {'Port': ['ID=11a4ff38-c0b5-4301-908f-0cf3c84a7faf,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:32:52.390007 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-dbeaa926-8490-42a7-a4b1-9c817ac8432e service neutron] Attempting to bind port 11a4ff38-c0b5-4301-908f-0cf3c84a7faf on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:32:52.390352 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-dbeaa926-8490-42a7-a4b1-9c817ac8432e service neutron] Attempting to bind port 11a4ff38-c0b5-4301-908f-0cf3c84a7faf by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:32:52.390684 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-dbeaa926-8490-42a7-a4b1-9c817ac8432e service neutron] Attempting to bind port 11a4ff38-c0b5-4301-908f-0cf3c84a7faf on network df8c6a55-9ab2-463c-8185-977ec8d15c87 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:32:52.395269 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-dbeaa926-8490-42a7-a4b1-9c817ac8432e service neutron] Port 11a4ff38-c0b5-4301-908f-0cf3c84a7faf on network df8c6a55-9ab2-463c-8185-977ec8d15c87 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:32:52.396175 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-dbeaa926-8490-42a7-a4b1-9c817ac8432e service neutron] Attempting to bind port 11a4ff38-c0b5-4301-908f-0cf3c84a7faf on network df8c6a55-9ab2-463c-8185-977ec8d15c87 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:32:52.401366 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-dbeaa926-8490-42a7-a4b1-9c817ac8432e service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:32:52.401712 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-dbeaa926-8490-42a7-a4b1-9c817ac8432e service neutron] Checking segment: {'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:32:52.402100 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-dbeaa926-8490-42a7-a4b1-9c817ac8432e service neutron] Bound using segment: {'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:32:52.402561 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-dbeaa926-8490-42a7-a4b1-9c817ac8432e service neutron] Bound port: 11a4ff38-c0b5-4301-908f-0cf3c84a7faf, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:32:52.402926 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-dbeaa926-8490-42a7-a4b1-9c817ac8432e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:52.474732 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-dbeaa926-8490-42a7-a4b1-9c817ac8432e service neutron] For port 11a4ff38-c0b5-4301-908f-0cf3c84a7faf, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:32:52.478570 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-dbeaa926-8490-42a7-a4b1-9c817ac8432e service neutron] For port 11a4ff38-c0b5-4301-908f-0cf3c84a7faf, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=11a4ff38-c0b5-4301-908f-0cf3c84a7faf,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:32:52.483386 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-dbeaa926-8490-42a7-a4b1-9c817ac8432e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:52.527661 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-dbeaa926-8490-42a7-a4b1-9c817ac8432e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:52.528271 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-dbeaa926-8490-42a7-a4b1-9c817ac8432e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:52.529650 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-dbeaa926-8490-42a7-a4b1-9c817ac8432e service neutron] 10.222.0.31 "PUT /v2.0/ports/11a4ff38-c0b5-4301-908f-0cf3c84a7faf HTTP/1.1" status: 200 len: 1092 time: 0.6136477 Dec 09 16:32:52.544120 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ed299b6-58e3-4263-91f1-23c3067dc76d', 'tag': '11a4ff38-c0b5-4301-908f-0cf3c84a7faf'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:32:52.546582 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16031b2-af6d-4251-a29c-b64961f3d02d" -d '{"events": [{"name": "network-changed", "server_uuid": "4ed299b6-58e3-4263-91f1-23c3067dc76d", "tag": "11a4ff38-c0b5-4301-908f-0cf3c84a7faf"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:32:52.597788 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeaa926-8490-42a7-a4b1-9c817ac8432e service neutron] Pushing event updated for resources: {'Port': ['ID=11a4ff38-c0b5-4301-908f-0cf3c84a7faf,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:32:52.623614 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b46eb-b79d-48aa-9130-f822c67d09ff req-b1a06a8c-3b50-4013-a9a4-4beb8a39fcce tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:52.625227 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-815b46eb-b79d-48aa-9130-f822c67d09ff req-b1a06a8c-3b50-4013-a9a4-4beb8a39fcce tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 944 time: 0.1328244 Dec 09 16:32:52.665359 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-ce4f0b84-909d-417b-a144-0980508716a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:52.666709 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-ce4f0b84-909d-417b-a144-0980508716a3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 1095 time: 0.0872011 Dec 09 16:32:53.056798 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-fa335c4b-bdbb-4742-b5c0-7dc1545295a0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11a4ff38-c0b5-4301-908f-0cf3c84a7faf HTTP/1.1" status: 200 len: 217 time: 0.3813467 Dec 09 16:32:53.063940 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-815b46eb-b79d-48aa-9130-f822c67d09ff req-d039c9f6-42b2-4ece-8243-3154a37af829 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4312205 Dec 09 16:32:53.108148 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-d7b426a4-17fb-4cd2-a769-be9b1a69a6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:53.109668 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-d7b426a4-17fb-4cd2-a769-be9b1a69a6f7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0448592 Dec 09 16:32:53.117781 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4b3fbd-14d1-40e0-aa1c-1de22d6aee98 x-openstack-request-id: req-ea4b3fbd-14d1-40e0-aa1c-1de22d6aee98 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:32:53.118233 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ed299b6-58e3-4263-91f1-23c3067dc76d", "tag": "11a4ff38-c0b5-4301-908f-0cf3c84a7faf", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:32:53.118643 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ea4b3fbd-14d1-40e0-aa1c-1de22d6aee98 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:32:53.119230 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ed299b6-58e3-4263-91f1-23c3067dc76d', 'tag': '11a4ff38-c0b5-4301-908f-0cf3c84a7faf', 'status': 'completed', 'code': 200} Dec 09 16:32:53.125513 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-92532e37-1955-4b4e-96b2-003ad425bd76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:53.160019 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-6262f9e7-823a-4802-ada5-e6f55d4e9cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:53.161616 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-6262f9e7-823a-4802-ada5-e6f55d4e9cbb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415883 Dec 09 16:32:53.252714 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-d1c7194c-e2b6-47ed-912b-610c45717ff5 service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839872 Dec 09 16:32:53.345011 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d7aad9bc-630e-44cd-bd83-239e283f30d9 req-7d500583-3749-49e6-a0c9-1fdf5b0ecc10 service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856669 Dec 09 16:32:53.432887 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16031b2-af6d-4251-a29c-b64961f3d02d req-4acfe85a-78e8-4b0c-b32a-cc529c995668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:53.434380 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e16031b2-af6d-4251-a29c-b64961f3d02d req-4acfe85a-78e8-4b0c-b32a-cc529c995668 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 1095 time: 0.0410550 Dec 09 16:32:53.521913 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16031b2-af6d-4251-a29c-b64961f3d02d req-722616ec-c9c7-4161-b097-765978fa191f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:53.523295 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e16031b2-af6d-4251-a29c-b64961f3d02d req-722616ec-c9c7-4161-b097-765978fa191f service neutron] 10.222.0.31 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.0824068 Dec 09 16:32:53.568213 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e16031b2-af6d-4251-a29c-b64961f3d02d req-36d98c93-e705-438a-bdd9-19cd62f118fa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11a4ff38-c0b5-4301-908f-0cf3c84a7faf HTTP/1.1" status: 200 len: 217 time: 0.0379138 Dec 09 16:32:53.616335 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16031b2-af6d-4251-a29c-b64961f3d02d req-c65eac67-b98c-4847-8327-7c4cc6c4362f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:53.618495 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e16031b2-af6d-4251-a29c-b64961f3d02d req-c65eac67-b98c-4847-8327-7c4cc6c4362f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0437436 Dec 09 16:32:53.662805 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16031b2-af6d-4251-a29c-b64961f3d02d req-25eb5fa0-c5cd-4c9e-8d5d-afec3453c179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:53.665008 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e16031b2-af6d-4251-a29c-b64961f3d02d req-25eb5fa0-c5cd-4c9e-8d5d-afec3453c179 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398231 Dec 09 16:32:53.755892 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e16031b2-af6d-4251-a29c-b64961f3d02d req-22baca09-d832-4e63-b3d0-d2180c6bbc7d service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840521 Dec 09 16:32:53.845540 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e16031b2-af6d-4251-a29c-b64961f3d02d req-2c60917d-729d-4c1f-8c89-800762a58b3f service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824389 Dec 09 16:32:54.184309 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee139dbd-5ed4-4bf3-bad7-9908e0e7b34a req-07bf7672-e6a1-4601-b329-6b87334d7e83 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:54.185825 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ee139dbd-5ed4-4bf3-bad7-9908e0e7b34a req-07bf7672-e6a1-4601-b329-6b87334d7e83 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 944 time: 0.0505626 Dec 09 16:32:54.243912 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ee139dbd-5ed4-4bf3-bad7-9908e0e7b34a req-e96b632c-5872-4482-b374-3267041658eb tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521288 Dec 09 16:32:54.267594 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:55.091091 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:55.359185 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360b38b-6ace-4387-9ab0-9c46dba34a45 req-eb5f4fd4-f916-43e1-8121-21ec96c1439e tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:55.360659 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e360b38b-6ace-4387-9ab0-9c46dba34a45 req-eb5f4fd4-f916-43e1-8121-21ec96c1439e tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 944 time: 0.0504837 Dec 09 16:32:55.408071 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e360b38b-6ace-4387-9ab0-9c46dba34a45 req-bd4af89e-d99e-420b-86c4-1bf040f5f0b0 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415235 Dec 09 16:32:55.532304 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:56.528893 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddae9a9-6d73-4919-bae8-f61c96ee27d4 req-09f13738-496d-4394-b058-45108cd29bb2 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:56.530713 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bddae9a9-6d73-4919-bae8-f61c96ee27d4 req-09f13738-496d-4394-b058-45108cd29bb2 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 944 time: 0.0503166 Dec 09 16:32:56.563548 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:56.580145 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bddae9a9-6d73-4919-bae8-f61c96ee27d4 req-93d012c6-5557-41b8-a6d3-9528789c735c tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434833 Dec 09 16:32:57.225173 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 11a4ff38-c0b5-4301-908f-0cf3c84a7faf details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:32:57.320236 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 11a4ff38-c0b5-4301-908f-0cf3c84a7faf, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=11a4ff38-c0b5-4301-908f-0cf3c84a7faf,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:32:57.331721 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '11a4ff38-c0b5-4301-908f-0cf3c84a7faf', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'port_id': '11a4ff38-c0b5-4301-908f-0cf3c84a7faf', 'mac_address': 'fa:16:3e:2c:1e:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:32:57.368995 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:57.381995 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11a4ff38-c0b5-4301-908f-0cf3c84a7faf {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:32:57.401360 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 11a4ff38-c0b5-4301-908f-0cf3c84a7faf, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=11a4ff38-c0b5-4301-908f-0cf3c84a7faf,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:32:57.405371 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:57.455118 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=11a4ff38-c0b5-4301-908f-0cf3c84a7faf,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:32:57.697246 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f336b5-e54f-496a-adb3-bf93e55daf1e req-0edebd30-06c4-42fb-8478-9dc3570670ed tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:57.698719 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c6f336b5-e54f-496a-adb3-bf93e55daf1e req-0edebd30-06c4-42fb-8478-9dc3570670ed tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 945 time: 0.0517113 Dec 09 16:32:57.718305 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['11a4ff38-c0b5-4301-908f-0cf3c84a7faf'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:32:57.747284 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c6f336b5-e54f-496a-adb3-bf93e55daf1e req-3b2e6cd1-ea9f-4953-9753-6e513fd8db63 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426574 Dec 09 16:32:58.862817 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19866f-1870-4dbf-b25d-742cf5868c1b req-2a473fa6-5f76-4bee-9a6a-046f90b293e1 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:58.864590 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9a19866f-1870-4dbf-b25d-742cf5868c1b req-2a473fa6-5f76-4bee-9a6a-046f90b293e1 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 945 time: 0.0492709 Dec 09 16:32:58.911061 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9a19866f-1870-4dbf-b25d-742cf5868c1b req-5fe6310c-f4e8-49ca-954d-6be4df4cd79a tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400183 Dec 09 16:32:59.253437 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 11a4ff38-c0b5-4301-908f-0cf3c84a7faf up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:32:59.304518 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 11a4ff38-c0b5-4301-908f-0cf3c84a7faf completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:32:59.308301 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 11a4ff38-c0b5-4301-908f-0cf3c84a7faf triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:32:59.308705 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:59.384126 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:59.405937 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed299b6-58e3-4263-91f1-23c3067dc76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a4ff38-c0b5-4301-908f-0cf3c84a7faf'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:32:59.408157 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad401665e64187bef4a0f300457b2868c99907d1fc0db4bbbc94af95fd68fd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1260216-3243-4968-93c8-e80681fae39d" -d '{"events": [{"server_uuid": "4ed299b6-58e3-4263-91f1-23c3067dc76d", "name": "network-vif-plugged", "status": "completed", "tag": "11a4ff38-c0b5-4301-908f-0cf3c84a7faf"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:32:59.421177 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 11a4ff38-c0b5-4301-908f-0cf3c84a7faf, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=11a4ff38-c0b5-4301-908f-0cf3c84a7faf,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:32:59.425155 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:32:59.448660 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f626d593-d9d9-4da0-9a80-4c0f2d12eea9 x-openstack-request-id: req-f626d593-d9d9-4da0-9a80-4c0f2d12eea9 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:32:59.448954 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed299b6-58e3-4263-91f1-23c3067dc76d", "name": "network-vif-plugged", "status": "completed", "tag": "11a4ff38-c0b5-4301-908f-0cf3c84a7faf", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:32:59.449207 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f626d593-d9d9-4da0-9a80-4c0f2d12eea9 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:32:59.449600 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed299b6-58e3-4263-91f1-23c3067dc76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a4ff38-c0b5-4301-908f-0cf3c84a7faf', 'code': 200} Dec 09 16:32:59.480576 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=11a4ff38-c0b5-4301-908f-0cf3c84a7faf,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:32:59.550404 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55eb415-71db-4fa9-93be-29cb46f66e3e req-192d2bf8-a099-4bc1-a98d-09d0190d7395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:32:59.551788 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b55eb415-71db-4fa9-93be-29cb46f66e3e req-192d2bf8-a099-4bc1-a98d-09d0190d7395 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 1097 time: 0.0441008 Dec 09 16:32:59.595920 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b55eb415-71db-4fa9-93be-29cb46f66e3e req-0209aae6-bf10-46e2-9e43-19aa4a0c9741 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370698 Dec 09 16:33:00.030001 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcd041-a3e8-4028-ac34-bc4832d82943 req-b13997f8-a962-4a55-b650-a085657bd963 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:33:00.031508 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5ffcd041-a3e8-4028-ac34-bc4832d82943 req-b13997f8-a962-4a55-b650-a085657bd963 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 946 time: 0.0497596 Dec 09 16:33:00.080859 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5ffcd041-a3e8-4028-ac34-bc4832d82943 req-eff2d509-6803-4e69-b876-129df9ec241e tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433586 Dec 09 16:33:01.195780 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efd0b1-a8e5-401b-b606-7a01eb0f5eec req-a2beed66-e508-4329-b246-767af94488ab tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:33:01.197279 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-90efd0b1-a8e5-401b-b606-7a01eb0f5eec req-a2beed66-e508-4329-b246-767af94488ab tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 946 time: 0.0479043 Dec 09 16:33:01.247798 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-90efd0b1-a8e5-401b-b606-7a01eb0f5eec req-d0c50f49-d84f-44d2-92ae-0267f7f6e2bc tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445361 Dec 09 16:33:01.357667 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58ff53-4870-4a73-b96a-eb2b9cea762b req-7b042b17-e313-486e-9ae9-7e8d8cd568f3 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:33:01.359131 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5a58ff53-4870-4a73-b96a-eb2b9cea762b req-7b042b17-e313-486e-9ae9-7e8d8cd568f3 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 946 time: 0.0495360 Dec 09 16:33:01.368182 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 53740) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:33:01.372499 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-31cdc28a-8252-4ac1-851d-84b83dda4f0f tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Request body: {'floatingip': {'port_id': '11a4ff38-c0b5-4301-908f-0cf3c84a7faf'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:33:01.411604 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31cdc28a-8252-4ac1-851d-84b83dda4f0f tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:33:01.848475 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31cdc28a-8252-4ac1-851d-84b83dda4f0f tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:33:01.852801 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31cdc28a-8252-4ac1-851d-84b83dda4f0f tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:33:01.952487 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-31cdc28a-8252-4ac1-851d-84b83dda4f0f tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Floating IP 5e861488-7d64-46df-a657-43a3aa51a321 associated. External IP: 172.25.3.231, port: 11a4ff38-c0b5-4301-908f-0cf3c84a7faf. Dec 09 16:33:02.159166 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31cdc28a-8252-4ac1-851d-84b83dda4f0f tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Router 4de89398-abfa-430d-b28b-6c60291da9ee has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:33:02.265085 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cdc28a-8252-4ac1-851d-84b83dda4f0f tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:33:02.269797 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-31cdc28a-8252-4ac1-851d-84b83dda4f0f tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:33:02.275630 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61169972-aaf8-4535-a800-ef669d81c7e8 None None] Sync routers for ids ['4de89398-abfa-430d-b28b-6c60291da9ee'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:33:02.286050 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61169972-aaf8-4535-a800-ef669d81c7e8 None None] Routers {'4de89398-abfa-430d-b28b-6c60291da9ee'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:33:02.286665 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-61169972-aaf8-4535-a800-ef669d81c7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:32:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4de89398-abfa-430d-b28b-6c60291da9ee'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:33:02.297874 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-31cdc28a-8252-4ac1-851d-84b83dda4f0f tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "PUT /v2.0/floatingips/5e861488-7d64-46df-a657-43a3aa51a321 HTTP/1.1" status: 200 len: 992 time: 0.9286416 Dec 09 16:33:02.298479 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ed299b6-58e3-4263-91f1-23c3067dc76d', 'tag': '11a4ff38-c0b5-4301-908f-0cf3c84a7faf'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:33:02.300770 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5607d3-27e9-4b4e-b05e-b158afad9a24" -d '{"events": [{"name": "network-changed", "server_uuid": "4ed299b6-58e3-4263-91f1-23c3067dc76d", "tag": "11a4ff38-c0b5-4301-908f-0cf3c84a7faf"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:33:02.389486 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13932f0c-c1f1-4bea-9116-ddf8025c604a x-openstack-request-id: req-13932f0c-c1f1-4bea-9116-ddf8025c604a {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:33:02.389789 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ed299b6-58e3-4263-91f1-23c3067dc76d", "tag": "11a4ff38-c0b5-4301-908f-0cf3c84a7faf", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:33:02.390048 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-13932f0c-c1f1-4bea-9116-ddf8025c604a {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:33:02.390460 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ed299b6-58e3-4263-91f1-23c3067dc76d', 'tag': '11a4ff38-c0b5-4301-908f-0cf3c84a7faf', 'status': 'completed', 'code': 200} Dec 09 16:33:02.395658 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-61169972-aaf8-4535-a800-ef669d81c7e8 None None] Set router 4de89398-abfa-430d-b28b-6c60291da9ee gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:33:02.454169 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5607d3-27e9-4b4e-b05e-b158afad9a24 req-aaf81317-920c-423d-bae5-23f3e6b6137a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:33:02.455627 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fe5607d3-27e9-4b4e-b05e-b158afad9a24 req-aaf81317-920c-423d-bae5-23f3e6b6137a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 1097 time: 0.0422456 Dec 09 16:33:02.550743 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5607d3-27e9-4b4e-b05e-b158afad9a24 req-b2cfd514-df0b-4078-abfa-7c3bfb99c444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:33:02.552255 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fe5607d3-27e9-4b4e-b05e-b158afad9a24 req-b2cfd514-df0b-4078-abfa-7c3bfb99c444 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.0899034 Dec 09 16:33:02.618390 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-61169972-aaf8-4535-a800-ef669d81c7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'name': 'tempest-ServerActionsTestJSON-797284277-router', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:45Z', 'revision_number': 4, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'gw_port': {'id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:20:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '5e861488-7d64-46df-a657-43a3aa51a321', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'floating_ip_address': '172.25.3.231', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'port_id': '11a4ff38-c0b5-4301-908f-0cf3c84a7faf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'mac_address': 'fa:16:3e:2c:1e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed299b6-58e3-4263-91f1-23c3067dc76d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:32:49Z', 'updated_at': '2021-12-09T16:33:01Z', 'revision_number': 1, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e65dd9-ac07-4cf4-8857-394f5bc4b203', 'name': '', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'mac_address': 'fa:16:3e:39:df:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:45Z', 'updated_at': '2021-12-09T16:32:50Z', 'revision_number': 5, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'subnets': [{'id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:33:02.619053 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fe5607d3-27e9-4b4e-b05e-b158afad9a24 req-ca6f829d-dc06-438d-81fe-b3b817b0646e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11a4ff38-c0b5-4301-908f-0cf3c84a7faf HTTP/1.1" status: 200 len: 1000 time: 0.0598032 Dec 09 16:33:02.647860 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61169972-aaf8-4535-a800-ef669d81c7e8 None None] Checking router: 4de89398-abfa-430d-b28b-6c60291da9ee for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:33:02.657099 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61169972-aaf8-4535-a800-ef669d81c7e8 None None] Routers {'4de89398-abfa-430d-b28b-6c60291da9ee'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:33:02.657783 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-61169972-aaf8-4535-a800-ef669d81c7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:32:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4de89398-abfa-430d-b28b-6c60291da9ee'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:33:02.669440 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5607d3-27e9-4b4e-b05e-b158afad9a24 req-1ae9b081-95dd-41e0-8486-ef1ed7292787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:33:02.670921 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fe5607d3-27e9-4b4e-b05e-b158afad9a24 req-1ae9b081-95dd-41e0-8486-ef1ed7292787 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0445981 Dec 09 16:33:02.720978 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5607d3-27e9-4b4e-b05e-b158afad9a24 req-bbe7feb5-64b8-4315-8dea-33e59bb4fc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:33:02.722403 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fe5607d3-27e9-4b4e-b05e-b158afad9a24 req-bbe7feb5-64b8-4315-8dea-33e59bb4fc5d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445962 Dec 09 16:33:02.763541 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-61169972-aaf8-4535-a800-ef669d81c7e8 None None] Set router 4de89398-abfa-430d-b28b-6c60291da9ee gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:33:02.814219 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fe5607d3-27e9-4b4e-b05e-b158afad9a24 req-f006e9b5-71d5-42d7-a312-56626f4c9162 service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848484 Dec 09 16:33:02.909863 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fe5607d3-27e9-4b4e-b05e-b158afad9a24 req-74a52d9a-7ec1-488c-a22a-8e8dc80df66c service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881944 Dec 09 16:33:02.984904 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-61169972-aaf8-4535-a800-ef669d81c7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'name': 'tempest-ServerActionsTestJSON-797284277-router', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:45Z', 'revision_number': 4, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'gw_port': {'id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:20:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '5e861488-7d64-46df-a657-43a3aa51a321', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'floating_ip_address': '172.25.3.231', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'port_id': '11a4ff38-c0b5-4301-908f-0cf3c84a7faf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'mac_address': 'fa:16:3e:2c:1e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed299b6-58e3-4263-91f1-23c3067dc76d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:32:49Z', 'updated_at': '2021-12-09T16:33:01Z', 'revision_number': 1, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e65dd9-ac07-4cf4-8857-394f5bc4b203', 'name': '', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'mac_address': 'fa:16:3e:39:df:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:45Z', 'updated_at': '2021-12-09T16:32:50Z', 'revision_number': 5, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'subnets': [{'id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:33:03.011079 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61169972-aaf8-4535-a800-ef669d81c7e8 None None] The sync data for ids ['4de89398-abfa-430d-b28b-6c60291da9ee'] in n-d-821228-1 is: [{'id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'name': 'tempest-ServerActionsTestJSON-797284277-router', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:45Z', 'revision_number': 4, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'gw_port': {'id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:20:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '5e861488-7d64-46df-a657-43a3aa51a321', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'floating_ip_address': '172.25.3.231', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'port_id': '11a4ff38-c0b5-4301-908f-0cf3c84a7faf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'mac_address': 'fa:16:3e:2c:1e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed299b6-58e3-4263-91f1-23c3067dc76d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:32:49Z', 'updated_at': '2021-12-09T16:33:01Z', 'revision_number': 1, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e65dd9-ac07-4cf4-8857-394f5bc4b203', 'name': '', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'mac_address': 'fa:16:3e:39:df:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:45Z', 'updated_at': '2021-12-09T16:32:50Z', 'revision_number': 5, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'subnets': [{'id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:33:03.197453 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcd36b3-8905-4e34-965a-dc4707d54629 None None] New status for floating IP 5e861488-7d64-46df-a657-43a3aa51a321: ACTIVE {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:33:05.746495 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:33:16.611001 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:33:20.588119 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cc1be5c1-6903-46c9-92f9-c2afb669093d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:33:23.127687 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e8b0825d-40a7-480f-8baf-c4ce6f6b8c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:33:24.270932 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:33:25.085587 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:33:25.536020 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:33:26.566993 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:33:41.395801 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-22bc2d8b-ed07-47b9-863e-ea26f8629b0b req-7512fa07-9d29-4817-8b55-940db5937c8a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401707 Dec 09 16:33:41.479002 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc2d8b-ed07-47b9-863e-ea26f8629b0b req-18bdd693-7da5-4d00-ab52-3caa7505ae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:33:41.480508 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-22bc2d8b-ed07-47b9-863e-ea26f8629b0b req-18bdd693-7da5-4d00-ab52-3caa7505ae10 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 1097 time: 0.0403571 Dec 09 16:33:41.585044 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc2d8b-ed07-47b9-863e-ea26f8629b0b req-ce0040b8-7461-431b-bccf-e853d0206357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:33:41.586582 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-22bc2d8b-ed07-47b9-863e-ea26f8629b0b req-ce0040b8-7461-431b-bccf-e853d0206357 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.0854039 Dec 09 16:33:41.653209 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-22bc2d8b-ed07-47b9-863e-ea26f8629b0b req-669d3a96-6766-4ab5-9d98-58d4dc005897 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11a4ff38-c0b5-4301-908f-0cf3c84a7faf HTTP/1.1" status: 200 len: 1002 time: 0.0591631 Dec 09 16:33:41.703564 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc2d8b-ed07-47b9-863e-ea26f8629b0b req-062b641e-68d2-4b53-a29c-3ce1ba261c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:33:41.705100 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-22bc2d8b-ed07-47b9-863e-ea26f8629b0b req-062b641e-68d2-4b53-a29c-3ce1ba261c96 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0453835 Dec 09 16:33:41.755483 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc2d8b-ed07-47b9-863e-ea26f8629b0b req-04818c44-7c6d-4c4c-9a70-1fdc83404f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:33:41.757567 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-22bc2d8b-ed07-47b9-863e-ea26f8629b0b req-04818c44-7c6d-4c4c-9a70-1fdc83404f73 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451174 Dec 09 16:33:41.849478 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-22bc2d8b-ed07-47b9-863e-ea26f8629b0b req-6092a1f0-61b6-43e7-ba6d-aecda92b9762 service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809972 Dec 09 16:33:41.945160 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-22bc2d8b-ed07-47b9-863e-ea26f8629b0b req-22e1fc8d-3d63-4465-8c4d-352027d4157b service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891058 Dec 09 16:33:42.746910 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:33:46.623321 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:33:50.590199 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2f5966b5-1f64-41b9-ac82-b66d0e241f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:33:53.129666 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-38f5367a-c123-439e-8b1b-4d4a0113e7ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:33:54.273080 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:33:55.114817 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:33:55.537991 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:33:56.569588 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:34:05.825103 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-4e9ab0d3-476c-4d20-9e35-01eb7cfa832b req-3e7b91ee-de97-4d91-a05e-b194e0a5374b service neutron] (103244) timed out ('10.222.0.57', 45542) {{(pid=103244) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 16:34:16.638710 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:34:19.747125 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:34:20.592517 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7730c3bc-ed71-4878-af19-8a9118848a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:34:23.130461 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7fe85fee-ca99-4f66-bf62-0dd0ffc2791c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:34:24.275983 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:34:25.129540 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:34:25.542947 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:34:26.572815 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:34:41.420596 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9017f2c7-463a-4dc8-aeab-9267975d0290 req-bb481f2e-8576-4c0a-a718-b7c879a0f3c5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406480 Dec 09 16:34:41.502811 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017f2c7-463a-4dc8-aeab-9267975d0290 req-571ba9e8-c519-48f1-bafe-22ab2bc698ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:34:41.504303 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9017f2c7-463a-4dc8-aeab-9267975d0290 req-571ba9e8-c519-48f1-bafe-22ab2bc698ba service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 1097 time: 0.0422645 Dec 09 16:34:41.612509 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017f2c7-463a-4dc8-aeab-9267975d0290 req-50dfc2a0-8021-41fe-b928-c17da0b6d78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:34:41.614001 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9017f2c7-463a-4dc8-aeab-9267975d0290 req-50dfc2a0-8021-41fe-b928-c17da0b6d78f service neutron] 10.222.0.31 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.0902472 Dec 09 16:34:41.681450 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9017f2c7-463a-4dc8-aeab-9267975d0290 req-b4aa63a6-79f5-4b80-ae6d-5c200f32133a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11a4ff38-c0b5-4301-908f-0cf3c84a7faf HTTP/1.1" status: 200 len: 1002 time: 0.0594954 Dec 09 16:34:41.731157 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017f2c7-463a-4dc8-aeab-9267975d0290 req-63716e58-58a7-4ae6-88d9-9f83a7d57388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:34:41.733139 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9017f2c7-463a-4dc8-aeab-9267975d0290 req-63716e58-58a7-4ae6-88d9-9f83a7d57388 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0446188 Dec 09 16:34:41.784978 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017f2c7-463a-4dc8-aeab-9267975d0290 req-16c75c3f-03dd-4c69-b9b6-8d7a84e1f88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:34:41.786441 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9017f2c7-463a-4dc8-aeab-9267975d0290 req-16c75c3f-03dd-4c69-b9b6-8d7a84e1f88e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457034 Dec 09 16:34:41.878117 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9017f2c7-463a-4dc8-aeab-9267975d0290 req-2984bd7b-6f90-4d58-93c7-2ea19ed2d057 service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841050 Dec 09 16:34:41.969764 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9017f2c7-463a-4dc8-aeab-9267975d0290 req-8ca158a7-d702-476d-a2c6-74dea5813a63 service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850730 Dec 09 16:34:46.637639 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:34:50.597523 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-97b364aa-75c8-4425-9868-bad37dd9318e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:34:53.132458 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-86c0fff6-c1f2-4157-b3ad-cb4b241b5f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:34:54.277918 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:34:55.133061 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:34:55.545256 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:34:56.575339 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:34:56.745885 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:35:16.646507 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:35:20.600068 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-172644d7-e65b-421c-9a8a-0f3d1ba0d0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:35:23.135847 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-55e159f8-4d9f-42fc-8fc8-1ebb533dbe98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:35:24.281193 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:35:25.146025 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:35:25.548111 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:35:26.577084 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:35:32.528130 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442dd09f-d903-40b9-a7ec-46dca5fda415 req-295f1280-f48b-4ea6-8d64-6bd8b93faec5 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:32.529692 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-442dd09f-d903-40b9-a7ec-46dca5fda415 req-295f1280-f48b-4ea6-8d64-6bd8b93faec5 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 946 time: 0.1036720 Dec 09 16:35:32.575571 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-442dd09f-d903-40b9-a7ec-46dca5fda415 req-d5346f2f-ef5f-44cc-9822-d8400cec0446 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400007 Dec 09 16:35:32.819046 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b3ae2-5820-43b9-a32c-8591e73b81ff req-7679ae6a-46ad-425c-938d-37cc52290d89 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:32.820589 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-318b3ae2-5820-43b9-a32c-8591e73b81ff req-7679ae6a-46ad-425c-938d-37cc52290d89 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 946 time: 0.0499375 Dec 09 16:35:32.848263 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b699a526-c36c-4395-a674-5342134f070e req-da6b3849-4af8-4eea-a54f-60e93007cc3d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0862396 Dec 09 16:35:32.869742 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-318b3ae2-5820-43b9-a32c-8591e73b81ff req-40f0e9e4-cf4d-4acc-ba8e-51707adbbb32 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431430 Dec 09 16:35:33.745043 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:35:33.994816 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134b8ef-867b-40c6-acf8-7d7220d253ee req-ceadad71-7090-40b7-bb4d-ce923ff75e42 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:33.996559 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2134b8ef-867b-40c6-acf8-7d7220d253ee req-ceadad71-7090-40b7-bb4d-ce923ff75e42 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 946 time: 0.0566947 Dec 09 16:35:34.051121 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2134b8ef-867b-40c6-acf8-7d7220d253ee req-a5341442-a7de-418b-814c-31540c628b86 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476475 Dec 09 16:35:34.102678 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699a526-c36c-4395-a674-5342134f070e req-8854b23d-e226-4649-af39-23f62e358a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:34.104441 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b699a526-c36c-4395-a674-5342134f070e req-8854b23d-e226-4649-af39-23f62e358a93 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 1097 time: 0.0857539 Dec 09 16:35:34.198632 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699a526-c36c-4395-a674-5342134f070e req-8e1d3002-4f4d-4e14-bcbc-bc305249b0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:34.200124 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b699a526-c36c-4395-a674-5342134f070e req-8e1d3002-4f4d-4e14-bcbc-bc305249b0e8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.0877054 Dec 09 16:35:34.265858 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b699a526-c36c-4395-a674-5342134f070e req-3edeac3b-afca-45ff-b2f7-d15b6c330d6b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11a4ff38-c0b5-4301-908f-0cf3c84a7faf HTTP/1.1" status: 200 len: 1002 time: 0.0580435 Dec 09 16:35:34.313579 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699a526-c36c-4395-a674-5342134f070e req-6c0e800a-a99e-4823-af41-4f0141f74357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:34.315001 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b699a526-c36c-4395-a674-5342134f070e req-6c0e800a-a99e-4823-af41-4f0141f74357 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0421917 Dec 09 16:35:34.365634 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699a526-c36c-4395-a674-5342134f070e req-221acaa8-cfaa-40e6-9858-abde056d3d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:34.367110 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b699a526-c36c-4395-a674-5342134f070e req-221acaa8-cfaa-40e6-9858-abde056d3d07 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444510 Dec 09 16:35:34.455508 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b699a526-c36c-4395-a674-5342134f070e req-6373f402-08b9-4317-8554-ded0f7c268bb service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808015 Dec 09 16:35:34.549609 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b699a526-c36c-4395-a674-5342134f070e req-5c3c45e1-4111-4c34-b09b-57f0c2d56cd1 service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846436 Dec 09 16:35:35.169253 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad704a47-85d2-4b52-b686-8bfc86506b62 req-679e2629-916e-4979-b5de-cf82f329a836 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:35.171323 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ad704a47-85d2-4b52-b686-8bfc86506b62 req-679e2629-916e-4979-b5de-cf82f329a836 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 946 time: 0.0505745 Dec 09 16:35:35.218779 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ad704a47-85d2-4b52-b686-8bfc86506b62 req-49c24389-e5bb-4ed5-ae04-8f33b9b84235 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412424 Dec 09 16:35:36.334700 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276ba41-eb26-4403-bdd4-5a5dfb43ff73 req-e37fecf6-073d-4d97-9db4-e6043dbe8bf0 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:36.336194 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0276ba41-eb26-4403-bdd4-5a5dfb43ff73 req-e37fecf6-073d-4d97-9db4-e6043dbe8bf0 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 946 time: 0.0486398 Dec 09 16:35:36.382384 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0276ba41-eb26-4403-bdd4-5a5dfb43ff73 req-8763b46b-c1d5-4535-88da-621e64010ec1 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403092 Dec 09 16:35:37.503994 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68157c8-bfa4-475b-8712-f28abef51bbe req-3aca3fdc-5d6e-482c-adc0-96ab63b6c1bc tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:37.505490 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a68157c8-bfa4-475b-8712-f28abef51bbe req-3aca3fdc-5d6e-482c-adc0-96ab63b6c1bc tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 946 time: 0.0516911 Dec 09 16:35:37.553215 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a68157c8-bfa4-475b-8712-f28abef51bbe req-898b8da1-694c-42c6-a56b-686fa086b024 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414398 Dec 09 16:35:38.667185 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d7ffb-8356-4c8f-a515-08cda78d933e req-e818ba52-5c13-4fdd-a60e-c994ce3c84e3 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:38.668679 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-306d7ffb-8356-4c8f-a515-08cda78d933e req-e818ba52-5c13-4fdd-a60e-c994ce3c84e3 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 946 time: 0.0481789 Dec 09 16:35:38.715269 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-306d7ffb-8356-4c8f-a515-08cda78d933e req-f83666c1-9366-479e-acb0-cd520baf00cf tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405159 Dec 09 16:35:39.834612 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908af11e-f6ff-46c4-9336-8b9557b2772f req-6d1ac896-9ba2-4065-8df3-5b5dbff04bf2 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:39.836010 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-908af11e-f6ff-46c4-9336-8b9557b2772f req-6d1ac896-9ba2-4065-8df3-5b5dbff04bf2 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 946 time: 0.0511143 Dec 09 16:35:39.882409 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-908af11e-f6ff-46c4-9336-8b9557b2772f req-05b60c1f-f45e-4588-a7bf-f1bf1564fbb1 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404499 Dec 09 16:35:40.997535 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492810f-fb65-4694-a1eb-3e7d5f8d5b00 req-408f17b4-a727-49c4-8810-fd76329f402a tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:40.999155 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d492810f-fb65-4694-a1eb-3e7d5f8d5b00 req-408f17b4-a727-49c4-8810-fd76329f402a tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 946 time: 0.0486250 Dec 09 16:35:41.045884 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d492810f-fb65-4694-a1eb-3e7d5f8d5b00 req-fc4a5f22-f91a-446d-acc4-70bfeac4ef50 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395110 Dec 09 16:35:42.161733 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b418e5-10db-4e37-ba3e-cea8b87b526c req-fcb183c9-d41f-43cd-928b-9cd8559b9588 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:42.163195 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a3b418e5-10db-4e37-ba3e-cea8b87b526c req-fcb183c9-d41f-43cd-928b-9cd8559b9588 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 946 time: 0.0472023 Dec 09 16:35:42.213817 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a3b418e5-10db-4e37-ba3e-cea8b87b526c req-2b4a1c00-0a51-484b-b290-74848681429c tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447133 Dec 09 16:35:43.332220 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910bff16-c03d-4e18-baa4-b7f59408751a req-79a4a117-a083-4a1d-89b9-60926011eec1 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:43.334238 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-910bff16-c03d-4e18-baa4-b7f59408751a req-79a4a117-a083-4a1d-89b9-60926011eec1 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 946 time: 0.0495467 Dec 09 16:35:43.398568 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-910bff16-c03d-4e18-baa4-b7f59408751a req-b3c1fd78-a55e-4a8f-aa45-118f64af6cce tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537763 Dec 09 16:35:43.428842 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1bf58-fdd6-4f76-bc64-c69679d6e60f req-fd8a8384-b62c-49b6-9568-8f3aa3546bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:43.431494 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-73f1bf58-fdd6-4f76-bc64-c69679d6e60f req-fd8a8384-b62c-49b6-9568-8f3aa3546bcf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 1097 time: 0.0479901 Dec 09 16:35:43.872487 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1bf58-fdd6-4f76-bc64-c69679d6e60f req-889465a8-255e-4a9b-b92e-a35147782b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:43.874819 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-73f1bf58-fdd6-4f76-bc64-c69679d6e60f req-889465a8-255e-4a9b-b92e-a35147782b2e service neutron] 10.222.0.31 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.4232633 Dec 09 16:35:43.939357 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-73f1bf58-fdd6-4f76-bc64-c69679d6e60f req-e37efef3-63fa-42a5-ba08-8bc708d8a4cb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11a4ff38-c0b5-4301-908f-0cf3c84a7faf HTTP/1.1" status: 200 len: 1002 time: 0.0574434 Dec 09 16:35:43.987592 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1bf58-fdd6-4f76-bc64-c69679d6e60f req-ceec7bf8-b31f-4607-86a3-66ec3022fb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:43.989055 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-73f1bf58-fdd6-4f76-bc64-c69679d6e60f req-ceec7bf8-b31f-4607-86a3-66ec3022fb82 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0435488 Dec 09 16:35:44.037445 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1bf58-fdd6-4f76-bc64-c69679d6e60f req-551ffc0a-6a93-431a-a335-24e55ae82c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:44.038933 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-73f1bf58-fdd6-4f76-bc64-c69679d6e60f req-551ffc0a-6a93-431a-a335-24e55ae82c51 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429919 Dec 09 16:35:44.125993 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-73f1bf58-fdd6-4f76-bc64-c69679d6e60f req-18a43725-f607-4a31-bd67-1f0dfc73200c service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795953 Dec 09 16:35:44.218148 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-73f1bf58-fdd6-4f76-bc64-c69679d6e60f req-eb22a966-d753-4468-ad36-20f9694a06e0 service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853803 Dec 09 16:35:44.519288 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a4d3c-cd93-4cae-8d21-a87dcb12d511 req-0df123a9-e645-474d-8183-0c9c2477bf38 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:44.520838 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e54a4d3c-cd93-4cae-8d21-a87dcb12d511 req-0df123a9-e645-474d-8183-0c9c2477bf38 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 946 time: 0.0504041 Dec 09 16:35:44.569688 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e54a4d3c-cd93-4cae-8d21-a87dcb12d511 req-393abe52-52b7-4e67-a616-5a95d813de29 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427756 Dec 09 16:35:45.690027 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bb0e4-1a04-41ae-94b7-f98a0af10246 req-a896ea7c-e6d4-47cc-89d4-059aeecce312 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:45.691551 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-df7bb0e4-1a04-41ae-94b7-f98a0af10246 req-a896ea7c-e6d4-47cc-89d4-059aeecce312 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 946 time: 0.0497274 Dec 09 16:35:45.742657 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-df7bb0e4-1a04-41ae-94b7-f98a0af10246 req-5c297cdf-17f6-47cb-8c34-0da2670620bd tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452459 Dec 09 16:35:46.553862 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-b699a526-c36c-4395-a674-5342134f070e req-4006f303-157c-4193-b0b6-005b824c4b3e service neutron] show failed (client error): The resource could not be found. Dec 09 16:35:46.554862 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b699a526-c36c-4395-a674-5342134f070e req-4006f303-157c-4193-b0b6-005b824c4b3e service neutron] 10.222.0.31 "GET /v2.0/ports/11a4ff38-c0b5-4301-908f-0cf3c84a7faf/bindings/n-h1-821228-1 HTTP/1.1" status: 404 len: 380 time: 0.0552557 Dec 09 16:35:46.665600 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:35:46.750860 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699a526-c36c-4395-a674-5342134f070e req-0599e80b-41b3-4f7c-b599-9b41d1975b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:46.752370 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b699a526-c36c-4395-a674-5342134f070e req-0599e80b-41b3-4f7c-b599-9b41d1975b7d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d&tenant_id=d12aa553d0684a24ba035dd11246b02e HTTP/1.1" status: 200 len: 1097 time: 0.0408828 Dec 09 16:35:46.770448 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-b699a526-c36c-4395-a674-5342134f070e req-f613aec8-0771-4437-88f6-0c9616aacf0e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821228-1', 'device_owner': 'compute:nova'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:35:46.827252 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b699a526-c36c-4395-a674-5342134f070e req-f613aec8-0771-4437-88f6-0c9616aacf0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:35:46.862152 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a807f-93b4-4681-a1d4-dbf9e1cde8f8 req-44b40ae3-7c4e-4d81-8cf4-e712ddbfc5e1 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:46.864304 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-071a807f-93b4-4681-a1d4-dbf9e1cde8f8 req-44b40ae3-7c4e-4d81-8cf4-e712ddbfc5e1 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 946 time: 0.0512130 Dec 09 16:35:46.913083 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-071a807f-93b4-4681-a1d4-dbf9e1cde8f8 req-86e7bc55-41c6-4289-8150-b23fa8cc5032 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426753 Dec 09 16:35:47.026064 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-b699a526-c36c-4395-a674-5342134f070e req-f613aec8-0771-4437-88f6-0c9616aacf0e service neutron] For port 11a4ff38-c0b5-4301-908f-0cf3c84a7faf, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=11a4ff38-c0b5-4301-908f-0cf3c84a7faf,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:35:47.057892 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-b699a526-c36c-4395-a674-5342134f070e req-f613aec8-0771-4437-88f6-0c9616aacf0e service neutron] For port 11a4ff38-c0b5-4301-908f-0cf3c84a7faf, host n-h2-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:35:47.097110 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed299b6-58e3-4263-91f1-23c3067dc76d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11a4ff38-c0b5-4301-908f-0cf3c84a7faf'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:35:47.099355 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efaf58d4d7c9700f5ffb733085425a1334cb86cda12ff1566d55ee0012e72786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84610c0b-e01e-4470-8954-476b02bcd2ea" -d '{"events": [{"server_uuid": "4ed299b6-58e3-4263-91f1-23c3067dc76d", "name": "network-vif-unplugged", "status": "completed", "tag": "11a4ff38-c0b5-4301-908f-0cf3c84a7faf"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:35:47.103384 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b699a526-c36c-4395-a674-5342134f070e req-f613aec8-0771-4437-88f6-0c9616aacf0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:35:47.116581 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-b699a526-c36c-4395-a674-5342134f070e req-f613aec8-0771-4437-88f6-0c9616aacf0e service neutron] Transition to ACTIVE for port object 11a4ff38-c0b5-4301-908f-0cf3c84a7faf will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:35:47.120352 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b699a526-c36c-4395-a674-5342134f070e req-f613aec8-0771-4437-88f6-0c9616aacf0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:35:47.150131 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 16:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1e3132-863d-42ee-9159-f6c56cc9d077 x-openstack-request-id: req-ad1e3132-863d-42ee-9159-f6c56cc9d077 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:35:47.150432 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed299b6-58e3-4263-91f1-23c3067dc76d", "name": "network-vif-unplugged", "status": "completed", "tag": "11a4ff38-c0b5-4301-908f-0cf3c84a7faf", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:35:47.150682 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ad1e3132-863d-42ee-9159-f6c56cc9d077 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:35:47.151078 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed299b6-58e3-4263-91f1-23c3067dc76d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11a4ff38-c0b5-4301-908f-0cf3c84a7faf', 'code': 200} Dec 09 16:35:47.207537 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613aec8-0771-4437-88f6-0c9616aacf0e service neutron] Pushing event updated for resources: {'Port': ['ID=11a4ff38-c0b5-4301-908f-0cf3c84a7faf,revision_number=6']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:35:47.219786 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613aec8-0771-4437-88f6-0c9616aacf0e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:35:47.220146 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613aec8-0771-4437-88f6-0c9616aacf0e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:35:47.220516 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613aec8-0771-4437-88f6-0c9616aacf0e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:35:47.220863 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613aec8-0771-4437-88f6-0c9616aacf0e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:35:47.221201 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613aec8-0771-4437-88f6-0c9616aacf0e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:35:47.221536 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613aec8-0771-4437-88f6-0c9616aacf0e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:35:47.221869 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613aec8-0771-4437-88f6-0c9616aacf0e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:35:47.222198 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613aec8-0771-4437-88f6-0c9616aacf0e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:35:47.222526 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613aec8-0771-4437-88f6-0c9616aacf0e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:35:47.222860 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613aec8-0771-4437-88f6-0c9616aacf0e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:35:47.223189 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613aec8-0771-4437-88f6-0c9616aacf0e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:35:47.223514 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613aec8-0771-4437-88f6-0c9616aacf0e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:35:47.223840 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613aec8-0771-4437-88f6-0c9616aacf0e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:35:47.258257 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-b699a526-c36c-4395-a674-5342134f070e req-f613aec8-0771-4437-88f6-0c9616aacf0e service neutron] No DVR routers for this DVR port 11a4ff38-c0b5-4301-908f-0cf3c84a7faf on host n-h2-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:35:47.397896 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-b699a526-c36c-4395-a674-5342134f070e req-f613aec8-0771-4437-88f6-0c9616aacf0e service neutron] Attempting to bind port 11a4ff38-c0b5-4301-908f-0cf3c84a7faf on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:35:47.398232 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-b699a526-c36c-4395-a674-5342134f070e req-f613aec8-0771-4437-88f6-0c9616aacf0e service neutron] Attempting to bind port 11a4ff38-c0b5-4301-908f-0cf3c84a7faf by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:35:47.398569 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b699a526-c36c-4395-a674-5342134f070e req-f613aec8-0771-4437-88f6-0c9616aacf0e service neutron] Attempting to bind port 11a4ff38-c0b5-4301-908f-0cf3c84a7faf on network df8c6a55-9ab2-463c-8185-977ec8d15c87 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:35:47.402803 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b699a526-c36c-4395-a674-5342134f070e req-f613aec8-0771-4437-88f6-0c9616aacf0e service neutron] Port 11a4ff38-c0b5-4301-908f-0cf3c84a7faf on network df8c6a55-9ab2-463c-8185-977ec8d15c87 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:35:47.403120 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b699a526-c36c-4395-a674-5342134f070e req-f613aec8-0771-4437-88f6-0c9616aacf0e service neutron] Attempting to bind port 11a4ff38-c0b5-4301-908f-0cf3c84a7faf on network df8c6a55-9ab2-463c-8185-977ec8d15c87 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:35:47.408098 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b699a526-c36c-4395-a674-5342134f070e req-f613aec8-0771-4437-88f6-0c9616aacf0e service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:35:47.408456 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b699a526-c36c-4395-a674-5342134f070e req-f613aec8-0771-4437-88f6-0c9616aacf0e service neutron] Checking segment: {'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:35:47.408839 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b699a526-c36c-4395-a674-5342134f070e req-f613aec8-0771-4437-88f6-0c9616aacf0e service neutron] Bound using segment: {'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:35:47.409253 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-b699a526-c36c-4395-a674-5342134f070e req-f613aec8-0771-4437-88f6-0c9616aacf0e service neutron] Bound port: 11a4ff38-c0b5-4301-908f-0cf3c84a7faf, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:35:47.409598 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b699a526-c36c-4395-a674-5342134f070e req-f613aec8-0771-4437-88f6-0c9616aacf0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:35:47.471352 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-b699a526-c36c-4395-a674-5342134f070e req-f613aec8-0771-4437-88f6-0c9616aacf0e service neutron] For port 11a4ff38-c0b5-4301-908f-0cf3c84a7faf, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:35:47.474946 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-b699a526-c36c-4395-a674-5342134f070e req-f613aec8-0771-4437-88f6-0c9616aacf0e service neutron] For port 11a4ff38-c0b5-4301-908f-0cf3c84a7faf, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=11a4ff38-c0b5-4301-908f-0cf3c84a7faf,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:35:47.478936 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b699a526-c36c-4395-a674-5342134f070e req-f613aec8-0771-4437-88f6-0c9616aacf0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:35:47.516509 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699a526-c36c-4395-a674-5342134f070e req-f613aec8-0771-4437-88f6-0c9616aacf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:47.517126 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b699a526-c36c-4395-a674-5342134f070e req-f613aec8-0771-4437-88f6-0c9616aacf0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:35:47.518505 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b699a526-c36c-4395-a674-5342134f070e req-f613aec8-0771-4437-88f6-0c9616aacf0e service neutron] 10.222.0.42 "PUT /v2.0/ports/11a4ff38-c0b5-4301-908f-0cf3c84a7faf HTTP/1.1" status: 200 len: 1092 time: 0.7523582 Dec 09 16:35:47.539690 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613aec8-0771-4437-88f6-0c9616aacf0e service neutron] Pushing event updated for resources: {'Port': ['ID=11a4ff38-c0b5-4301-908f-0cf3c84a7faf,revision_number=7']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:35:47.598755 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699a526-c36c-4395-a674-5342134f070e req-9056e390-55d4-4d6d-95f7-7afe13f04fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:47.600286 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b699a526-c36c-4395-a674-5342134f070e req-9056e390-55d4-4d6d-95f7-7afe13f04fbd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 1095 time: 0.0431538 Dec 09 16:35:47.695978 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699a526-c36c-4395-a674-5342134f070e req-2911a538-f842-4b28-ae89-62e85e5a59bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:47.697513 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b699a526-c36c-4395-a674-5342134f070e req-2911a538-f842-4b28-ae89-62e85e5a59bb service neutron] 10.222.0.42 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.0890133 Dec 09 16:35:47.766163 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b699a526-c36c-4395-a674-5342134f070e req-a1e2e922-11d5-47fc-b8fd-9cd00f0f8dd3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11a4ff38-c0b5-4301-908f-0cf3c84a7faf HTTP/1.1" status: 200 len: 1000 time: 0.0618091 Dec 09 16:35:47.815564 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699a526-c36c-4395-a674-5342134f070e req-c834337a-f881-4330-9168-f433b00841ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:47.816978 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b699a526-c36c-4395-a674-5342134f070e req-c834337a-f881-4330-9168-f433b00841ae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0437355 Dec 09 16:35:47.864848 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699a526-c36c-4395-a674-5342134f070e req-3daafd3f-fdbb-4917-84f0-97bec1b21bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:47.866333 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b699a526-c36c-4395-a674-5342134f070e req-3daafd3f-fdbb-4917-84f0-97bec1b21bbb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407600 Dec 09 16:35:47.958784 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b699a526-c36c-4395-a674-5342134f070e req-5381a169-b807-4f12-846f-3c59a7dbc59b service neutron] 10.222.0.42 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847006 Dec 09 16:35:48.032954 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5de7ee-368b-456d-b142-c90589608c97 req-3b1b3ce7-5d85-4a5e-bb9c-fc128697e7c6 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:48.034535 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3d5de7ee-368b-456d-b142-c90589608c97 req-3b1b3ce7-5d85-4a5e-bb9c-fc128697e7c6 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 944 time: 0.0497339 Dec 09 16:35:48.050642 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b699a526-c36c-4395-a674-5342134f070e req-198c4bb3-a817-49c4-8db2-1e9dd7355007 service neutron] 10.222.0.42 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851364 Dec 09 16:35:48.086631 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3d5de7ee-368b-456d-b142-c90589608c97 req-e7078db4-25bb-4a0a-bcd8-c7dacb99cdb4 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461392 Dec 09 16:35:49.152461 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ed299b6-58e3-4263-91f1-23c3067dc76d', 'tag': '11a4ff38-c0b5-4301-908f-0cf3c84a7faf'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:35:49.154966 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efaf58d4d7c9700f5ffb733085425a1334cb86cda12ff1566d55ee0012e72786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0ca541-a3b9-4681-9953-e8afc8501213" -d '{"events": [{"name": "network-changed", "server_uuid": "4ed299b6-58e3-4263-91f1-23c3067dc76d", "tag": "11a4ff38-c0b5-4301-908f-0cf3c84a7faf"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:35:49.203336 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481fedf-4bd6-4bba-9297-b6aee60bcbff req-80ca4d37-e1c9-4136-84f8-0fe6a9fc926f tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:49.204894 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b481fedf-4bd6-4bba-9297-b6aee60bcbff req-80ca4d37-e1c9-4136-84f8-0fe6a9fc926f tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 944 time: 0.0488827 Dec 09 16:35:49.251136 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b481fedf-4bd6-4bba-9297-b6aee60bcbff req-e6795c30-99da-4a60-8843-cd523da6b8b1 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403690 Dec 09 16:35:49.304854 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce9d053-1c79-42c6-a43c-f3fdb839a7e3 x-openstack-request-id: req-7ce9d053-1c79-42c6-a43c-f3fdb839a7e3 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:35:49.305151 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ed299b6-58e3-4263-91f1-23c3067dc76d", "tag": "11a4ff38-c0b5-4301-908f-0cf3c84a7faf", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:35:49.305409 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7ce9d053-1c79-42c6-a43c-f3fdb839a7e3 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:35:49.305817 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ed299b6-58e3-4263-91f1-23c3067dc76d', 'tag': '11a4ff38-c0b5-4301-908f-0cf3c84a7faf', 'status': 'completed', 'code': 200} Dec 09 16:35:49.369104 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ca541-a3b9-4681-9953-e8afc8501213 req-7899489d-56ba-48ce-9d3e-21f48204c670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:49.370557 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8c0ca541-a3b9-4681-9953-e8afc8501213 req-7899489d-56ba-48ce-9d3e-21f48204c670 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 1095 time: 0.0415721 Dec 09 16:35:49.392603 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ca541-a3b9-4681-9953-e8afc8501213 req-f515b539-5fab-434c-9396-7f0fcc5dba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:49.394202 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8c0ca541-a3b9-4681-9953-e8afc8501213 req-f515b539-5fab-434c-9396-7f0fcc5dba92 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 1095 time: 0.0480263 Dec 09 16:35:49.465679 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ca541-a3b9-4681-9953-e8afc8501213 req-95d11498-7042-43a8-a76f-4615ca45953c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:49.467910 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8c0ca541-a3b9-4681-9953-e8afc8501213 req-95d11498-7042-43a8-a76f-4615ca45953c service neutron] 10.222.0.31 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.0885272 Dec 09 16:35:49.488541 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ca541-a3b9-4681-9953-e8afc8501213 req-e0a725c1-055f-44f9-a097-a37efd651902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:49.490123 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8c0ca541-a3b9-4681-9953-e8afc8501213 req-e0a725c1-055f-44f9-a097-a37efd651902 service neutron] 10.222.0.42 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.0879154 Dec 09 16:35:49.534399 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8c0ca541-a3b9-4681-9953-e8afc8501213 req-9d6848ae-070e-492b-b3d4-612b3d6184e5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11a4ff38-c0b5-4301-908f-0cf3c84a7faf HTTP/1.1" status: 200 len: 1000 time: 0.0596197 Dec 09 16:35:49.563955 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8c0ca541-a3b9-4681-9953-e8afc8501213 req-f9bd23f7-1e15-47ea-8577-cecf922ff839 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11a4ff38-c0b5-4301-908f-0cf3c84a7faf HTTP/1.1" status: 200 len: 1000 time: 0.0647879 Dec 09 16:35:49.589206 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ca541-a3b9-4681-9953-e8afc8501213 req-d55c0ee2-7d04-4c65-bbbe-fc55b86333eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:49.590744 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8c0ca541-a3b9-4681-9953-e8afc8501213 req-d55c0ee2-7d04-4c65-bbbe-fc55b86333eb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0490584 Dec 09 16:35:49.615886 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ca541-a3b9-4681-9953-e8afc8501213 req-a1a6862f-836d-4457-aadd-9e02a8219b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:49.617394 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8c0ca541-a3b9-4681-9953-e8afc8501213 req-a1a6862f-836d-4457-aadd-9e02a8219b65 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0446813 Dec 09 16:35:49.636956 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ca541-a3b9-4681-9953-e8afc8501213 req-fcbf07e0-3911-4f91-af89-c8eb557715e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:49.639187 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8c0ca541-a3b9-4681-9953-e8afc8501213 req-fcbf07e0-3911-4f91-af89-c8eb557715e3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409644 Dec 09 16:35:49.663819 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ca541-a3b9-4681-9953-e8afc8501213 req-1a6d7049-f601-47ea-ba93-e8b242ad9ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:49.665362 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8c0ca541-a3b9-4681-9953-e8afc8501213 req-1a6d7049-f601-47ea-ba93-e8b242ad9ce2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407209 Dec 09 16:35:49.727397 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8c0ca541-a3b9-4681-9953-e8afc8501213 req-df02d870-b480-4647-8ac8-60813cd98c07 service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819123 Dec 09 16:35:49.760197 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8c0ca541-a3b9-4681-9953-e8afc8501213 req-77ae774a-ca6f-4273-a2e2-0a62575a7132 service neutron] 10.222.0.42 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871179 Dec 09 16:35:49.823078 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8c0ca541-a3b9-4681-9953-e8afc8501213 req-3268817b-d565-4b44-be89-d194f7ca13bf service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879035 Dec 09 16:35:49.853624 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8c0ca541-a3b9-4681-9953-e8afc8501213 req-84754bb0-7771-498d-b142-da0872032f0f service neutron] 10.222.0.42 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848446 Dec 09 16:35:49.965915 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 11a4ff38-c0b5-4301-908f-0cf3c84a7faf no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:35:50.004895 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 11a4ff38-c0b5-4301-908f-0cf3c84a7faf not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:35:50.371026 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c909dc-7764-4ca3-933b-7996e5890880 req-b7fea596-fc23-4415-a270-b1198901b625 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:50.372523 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-19c909dc-7764-4ca3-933b-7996e5890880 req-b7fea596-fc23-4415-a270-b1198901b625 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 944 time: 0.0497527 Dec 09 16:35:50.420987 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-19c909dc-7764-4ca3-933b-7996e5890880 req-9ec9a70e-2e0a-4f74-b8b4-4f0fe9cad1ae tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418258 Dec 09 16:35:50.606083 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ed74f01a-effa-4a0e-a166-cd955ff41ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:35:51.337069 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 11a4ff38-c0b5-4301-908f-0cf3c84a7faf details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:35:51.539020 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc8f04-aa36-4a36-8a45-42daa08ccd19 req-0b9a3c6f-1749-426d-8ae5-cee1a602e63d tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:51.540548 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-58fc8f04-aa36-4a36-8a45-42daa08ccd19 req-0b9a3c6f-1749-426d-8ae5-cee1a602e63d tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 944 time: 0.0491514 Dec 09 16:35:51.586964 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 11a4ff38-c0b5-4301-908f-0cf3c84a7faf, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=11a4ff38-c0b5-4301-908f-0cf3c84a7faf,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:35:51.595629 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-58fc8f04-aa36-4a36-8a45-42daa08ccd19 req-8c7f612b-7e1c-4512-9a0b-026d35ae796f tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475421 Dec 09 16:35:51.599025 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '11a4ff38-c0b5-4301-908f-0cf3c84a7faf', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'port_id': '11a4ff38-c0b5-4301-908f-0cf3c84a7faf', 'mac_address': 'fa:16:3e:2c:1e:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:35:51.642639 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:35:51.656164 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11a4ff38-c0b5-4301-908f-0cf3c84a7faf {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:35:51.676095 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 11a4ff38-c0b5-4301-908f-0cf3c84a7faf, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=11a4ff38-c0b5-4301-908f-0cf3c84a7faf,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:35:51.680270 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:35:51.730653 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=11a4ff38-c0b5-4301-908f-0cf3c84a7faf,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:35:51.739899 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:35:51.740531 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:35:51.741030 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:35:51.741533 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:35:51.742038 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:35:51.742528 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:35:51.743015 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:35:51.743500 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:35:51.743992 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:35:51.744511 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:35:51.745016 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:35:51.745368 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:35:51.745714 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:35:51.829909 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77441c-54c6-4926-93fc-d3108761ebcb req-812c3162-1403-484a-916e-15cd74602d07 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:51.831367 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af77441c-54c6-4926-93fc-d3108761ebcb req-812c3162-1403-484a-916e-15cd74602d07 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.31 "GET /v2.0/ports?device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d&tenant_id=d12aa553d0684a24ba035dd11246b02e&binding%3Ahost_id=n-h1-821228-1 HTTP/1.1" status: 200 len: 945 time: 0.0732393 Dec 09 16:35:51.839834 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c62a6-f8d2-4e43-8edb-d0c2eb662b4f req-1eea9dd6-fdf5-42b1-aa3d-f0db901b04ef tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:51.841179 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-974c62a6-f8d2-4e43-8edb-d0c2eb662b4f req-1eea9dd6-fdf5-42b1-aa3d-f0db901b04ef tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 945 time: 0.0937624 Dec 09 16:35:51.929910 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-974c62a6-f8d2-4e43-8edb-d0c2eb662b4f req-9aa9b761-2efd-4f2a-b86e-ac95890e5d59 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822446 Dec 09 16:35:51.931910 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-af77441c-54c6-4926-93fc-d3108761ebcb req-364881bd-5554-4785-98b0-06c29f1434f4 service neutron] delete failed (client error): The resource could not be found. Dec 09 16:35:51.932857 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af77441c-54c6-4926-93fc-d3108761ebcb req-364881bd-5554-4785-98b0-06c29f1434f4 service neutron] 10.222.0.31 "DELETE /v2.0/ports/11a4ff38-c0b5-4301-908f-0cf3c84a7faf/bindings/n-h2-821228-1 HTTP/1.1" status: 404 len: 380 time: 0.0907366 Dec 09 16:35:52.019697 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77441c-54c6-4926-93fc-d3108761ebcb req-e2d8b624-9e37-4121-b73d-611f47b7ed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:52.021229 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af77441c-54c6-4926-93fc-d3108761ebcb req-e2d8b624-9e37-4121-b73d-611f47b7ed30 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 1096 time: 0.0413365 Dec 09 16:35:52.115339 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77441c-54c6-4926-93fc-d3108761ebcb req-db495882-74bc-426a-82fd-24c10c047a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:52.116777 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af77441c-54c6-4926-93fc-d3108761ebcb req-db495882-74bc-426a-82fd-24c10c047a91 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.0881882 Dec 09 16:35:52.123405 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['11a4ff38-c0b5-4301-908f-0cf3c84a7faf'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:35:52.184174 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af77441c-54c6-4926-93fc-d3108761ebcb req-1bed78d4-cda6-4a54-b156-e41549e26df9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11a4ff38-c0b5-4301-908f-0cf3c84a7faf HTTP/1.1" status: 200 len: 1001 time: 0.0591576 Dec 09 16:35:52.233369 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77441c-54c6-4926-93fc-d3108761ebcb req-599a190f-2b7a-48a9-8b9e-8166b4b8b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:52.234841 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af77441c-54c6-4926-93fc-d3108761ebcb req-599a190f-2b7a-48a9-8b9e-8166b4b8b736 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0443883 Dec 09 16:35:52.284688 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77441c-54c6-4926-93fc-d3108761ebcb req-9a05ce66-55dc-4e11-bbb1-803907f5fbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:52.286173 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af77441c-54c6-4926-93fc-d3108761ebcb req-9a05ce66-55dc-4e11-bbb1-803907f5fbc2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447950 Dec 09 16:35:52.377428 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af77441c-54c6-4926-93fc-d3108761ebcb req-42b8c676-aaeb-4a61-a04d-93682a779e14 service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829947 Dec 09 16:35:52.470876 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af77441c-54c6-4926-93fc-d3108761ebcb req-cb32e059-2b33-4525-818c-02c39f57cf83 service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869110 Dec 09 16:35:53.053837 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d0de2-1d52-4564-93b6-8775de0aec12 req-21af694c-05fb-49f1-b7c2-a5fceb2a1cfd tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:53.055322 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-532d0de2-1d52-4564-93b6-8775de0aec12 req-21af694c-05fb-49f1-b7c2-a5fceb2a1cfd tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 945 time: 0.0541809 Dec 09 16:35:53.103535 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-532d0de2-1d52-4564-93b6-8775de0aec12 req-0037fe9d-7593-451c-bb50-0c933e3becca tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409846 Dec 09 16:35:53.139260 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-996765fb-a194-4184-b7b6-54c42af26bf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:35:53.218517 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68f8ac-9379-4009-b45b-1ec498a2de5c req-9e1edb0d-3a19-465b-bf2a-8f8e4be503d8 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:53.219996 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0e68f8ac-9379-4009-b45b-1ec498a2de5c req-9e1edb0d-3a19-465b-bf2a-8f8e4be503d8 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 945 time: 0.0485401 Dec 09 16:35:53.267460 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0e68f8ac-9379-4009-b45b-1ec498a2de5c req-92243a08-0b6c-49b8-9c8e-ab570da52304 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415447 Dec 09 16:35:53.355151 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 11a4ff38-c0b5-4301-908f-0cf3c84a7faf up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:35:53.388761 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb1f19-e308-4646-84c3-0352b4683a19 req-9ba3a055-eb7e-4f94-b56a-5f2c47467ad3 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:53.391413 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eaeb1f19-e308-4646-84c3-0352b4683a19 req-9ba3a055-eb7e-4f94-b56a-5f2c47467ad3 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 945 time: 0.0587559 Dec 09 16:35:53.406674 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port 11a4ff38-c0b5-4301-908f-0cf3c84a7faf completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:35:53.411046 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 11a4ff38-c0b5-4301-908f-0cf3c84a7faf triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:35:53.411413 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:35:53.443506 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eaeb1f19-e308-4646-84c3-0352b4683a19 req-775a678c-9bb0-45fa-9667-cbe756d9436e tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456147 Dec 09 16:35:53.491571 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:35:53.514367 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed299b6-58e3-4263-91f1-23c3067dc76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a4ff38-c0b5-4301-908f-0cf3c84a7faf'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:35:53.516640 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad401665e64187bef4a0f300457b2868c99907d1fc0db4bbbc94af95fd68fd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83997844-22da-4cc7-b632-0bff150244f8" -d '{"events": [{"server_uuid": "4ed299b6-58e3-4263-91f1-23c3067dc76d", "name": "network-vif-plugged", "status": "completed", "tag": "11a4ff38-c0b5-4301-908f-0cf3c84a7faf"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:35:53.529384 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 11a4ff38-c0b5-4301-908f-0cf3c84a7faf, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=11a4ff38-c0b5-4301-908f-0cf3c84a7faf,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:35:53.533220 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:35:53.588545 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=11a4ff38-c0b5-4301-908f-0cf3c84a7faf,revision_number=9']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:35:53.674841 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade67781-e395-434b-b36c-a0075a9a33d9 x-openstack-request-id: req-ade67781-e395-434b-b36c-a0075a9a33d9 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:35:53.675226 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed299b6-58e3-4263-91f1-23c3067dc76d", "name": "network-vif-plugged", "status": "completed", "tag": "11a4ff38-c0b5-4301-908f-0cf3c84a7faf", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:35:53.675545 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ade67781-e395-434b-b36c-a0075a9a33d9 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:35:53.676008 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed299b6-58e3-4263-91f1-23c3067dc76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a4ff38-c0b5-4301-908f-0cf3c84a7faf', 'code': 200} Dec 09 16:35:53.764323 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55071808-08fa-4343-bffc-1760b2a5f982 req-77fbde04-57c9-4117-8c76-ed5b8ea98d04 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:53.765832 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-55071808-08fa-4343-bffc-1760b2a5f982 req-77fbde04-57c9-4117-8c76-ed5b8ea98d04 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 946 time: 0.0493789 Dec 09 16:35:53.813566 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-55071808-08fa-4343-bffc-1760b2a5f982 req-30b591c0-6bc4-4ccc-a5bf-6bad521f2e06 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418823 Dec 09 16:35:54.284202 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:35:54.932894 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ff798-db05-4686-8814-3a76d96faa34 req-2a3a0234-b9c6-4785-886a-d4e57619c0bc tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:54.934371 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-158ff798-db05-4686-8814-3a76d96faa34 req-2a3a0234-b9c6-4785-886a-d4e57619c0bc tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 946 time: 0.0484211 Dec 09 16:35:54.985943 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-158ff798-db05-4686-8814-3a76d96faa34 req-7bf41b37-3089-4bba-ac5d-3be80cf915eb tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450015 Dec 09 16:35:55.156973 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:35:55.225367 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9ee42-f7e8-45dc-b9ed-bf973f8646fd req-2706a762-51fb-4317-8812-47cbc2c02050 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:55.226832 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1ad9ee42-f7e8-45dc-b9ed-bf973f8646fd req-2706a762-51fb-4317-8812-47cbc2c02050 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 946 time: 0.0497618 Dec 09 16:35:55.319453 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-1ad9ee42-f7e8-45dc-b9ed-bf973f8646fd req-f59ba737-746c-40d4-a900-c45975b8b7fd tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Deleting port 11a4ff38-c0b5-4301-908f-0cf3c84a7faf {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:35:55.319800 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1ad9ee42-f7e8-45dc-b9ed-bf973f8646fd req-f59ba737-746c-40d4-a900-c45975b8b7fd tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:35:55.412063 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-1ad9ee42-f7e8-45dc-b9ed-bf973f8646fd req-f59ba737-746c-40d4-a900-c45975b8b7fd tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] For port 11a4ff38-c0b5-4301-908f-0cf3c84a7faf, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=11a4ff38-c0b5-4301-908f-0cf3c84a7faf,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:35:55.412343 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1ad9ee42-f7e8-45dc-b9ed-bf973f8646fd req-f59ba737-746c-40d4-a900-c45975b8b7fd tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:35:55.551241 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:35:55.591785 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1ad9ee42-f7e8-45dc-b9ed-bf973f8646fd req-f59ba737-746c-40d4-a900-c45975b8b7fd tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:35:55.592160 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1ad9ee42-f7e8-45dc-b9ed-bf973f8646fd req-f59ba737-746c-40d4-a900-c45975b8b7fd tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:35:55.592601 n-d-821228-1 neutron-server[103245]: INFO neutron.db.l3_db [req-1ad9ee42-f7e8-45dc-b9ed-bf973f8646fd req-f59ba737-746c-40d4-a900-c45975b8b7fd tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Floating IP 5e861488-7d64-46df-a657-43a3aa51a321 disassociated. External IP: 172.25.3.231, port: 11a4ff38-c0b5-4301-908f-0cf3c84a7faf. Dec 09 16:35:55.592952 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-1ad9ee42-f7e8-45dc-b9ed-bf973f8646fd req-f59ba737-746c-40d4-a900-c45975b8b7fd tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Calling delete_port for 11a4ff38-c0b5-4301-908f-0cf3c84a7faf owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:35:55.719841 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1ad9ee42-f7e8-45dc-b9ed-bf973f8646fd req-f59ba737-746c-40d4-a900-c45975b8b7fd tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:35:55.746557 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59ba737-746c-40d4-a900-c45975b8b7fd tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Pushing event deleted for resources: {'Port': ['ID=11a4ff38-c0b5-4301-908f-0cf3c84a7faf,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:35:55.868873 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ad9ee42-f7e8-45dc-b9ed-bf973f8646fd req-f59ba737-746c-40d4-a900-c45975b8b7fd tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Router 4de89398-abfa-430d-b28b-6c60291da9ee has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:35:55.982499 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ad9ee42-f7e8-45dc-b9ed-bf973f8646fd req-f59ba737-746c-40d4-a900-c45975b8b7fd tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:35:55.991891 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f468f2ff-4ed4-47bc-842c-2744017e06b2 None None] Sync routers for ids ['4de89398-abfa-430d-b28b-6c60291da9ee'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:35:56.002210 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f468f2ff-4ed4-47bc-842c-2744017e06b2 None None] Routers {'4de89398-abfa-430d-b28b-6c60291da9ee'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:35:56.002909 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f468f2ff-4ed4-47bc-842c-2744017e06b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:35:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4de89398-abfa-430d-b28b-6c60291da9ee'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:35:56.027995 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad9ee42-f7e8-45dc-b9ed-bf973f8646fd req-f59ba737-746c-40d4-a900-c45975b8b7fd tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] No DVR routers for this DVR port 11a4ff38-c0b5-4301-908f-0cf3c84a7faf on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:35:56.030821 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-1ad9ee42-f7e8-45dc-b9ed-bf973f8646fd req-f59ba737-746c-40d4-a900-c45975b8b7fd tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:35:56.034306 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1ad9ee42-f7e8-45dc-b9ed-bf973f8646fd req-f59ba737-746c-40d4-a900-c45975b8b7fd tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.42 "DELETE /v2.0/ports/11a4ff38-c0b5-4301-908f-0cf3c84a7faf HTTP/1.1" status: 204 len: 173 time: 0.8012419 Dec 09 16:35:56.034847 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed299b6-58e3-4263-91f1-23c3067dc76d', 'name': 'network-vif-deleted', 'tag': '11a4ff38-c0b5-4301-908f-0cf3c84a7faf'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:35:56.037199 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efaf58d4d7c9700f5ffb733085425a1334cb86cda12ff1566d55ee0012e72786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bccdcca-cb22-421e-9cfd-85fad74eeb7e" -d '{"events": [{"server_uuid": "4ed299b6-58e3-4263-91f1-23c3067dc76d", "name": "network-vif-deleted", "tag": "11a4ff38-c0b5-4301-908f-0cf3c84a7faf"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:35:56.087181 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ae3d63d1-9b6f-434d-872e-deb5b10c6a40 req-d839da87-11fd-4d35-ab6d-872efeff977d tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed299b6-58e3-4263-91f1-23c3067dc76d HTTP/1.1" status: 200 len: 210 time: 0.0299208 Dec 09 16:35:56.127937 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-f468f2ff-4ed4-47bc-842c-2744017e06b2 None None] Set router 4de89398-abfa-430d-b28b-6c60291da9ee gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:35:56.197952 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a158dae-6c00-4f53-a349-ac3bbadd06ce x-openstack-request-id: req-5a158dae-6c00-4f53-a349-ac3bbadd06ce {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:35:56.198358 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed299b6-58e3-4263-91f1-23c3067dc76d", "name": "network-vif-deleted", "tag": "11a4ff38-c0b5-4301-908f-0cf3c84a7faf", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:35:56.198766 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5a158dae-6c00-4f53-a349-ac3bbadd06ce {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:35:56.199268 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed299b6-58e3-4263-91f1-23c3067dc76d', 'name': 'network-vif-deleted', 'tag': '11a4ff38-c0b5-4301-908f-0cf3c84a7faf', 'status': 'completed', 'code': 200} Dec 09 16:35:56.332364 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f468f2ff-4ed4-47bc-842c-2744017e06b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'name': 'tempest-ServerActionsTestJSON-797284277-router', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:45Z', 'revision_number': 4, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'gw_port': {'id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:20:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '08e65dd9-ac07-4cf4-8857-394f5bc4b203', 'name': '', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'mac_address': 'fa:16:3e:39:df:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:45Z', 'updated_at': '2021-12-09T16:32:50Z', 'revision_number': 5, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'subnets': [{'id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:35:56.359350 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f468f2ff-4ed4-47bc-842c-2744017e06b2 None None] Checking router: 4de89398-abfa-430d-b28b-6c60291da9ee for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:35:56.367491 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f468f2ff-4ed4-47bc-842c-2744017e06b2 None None] Routers {'4de89398-abfa-430d-b28b-6c60291da9ee'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:35:56.368092 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f468f2ff-4ed4-47bc-842c-2744017e06b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:35:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4de89398-abfa-430d-b28b-6c60291da9ee'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:35:56.475377 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-f468f2ff-4ed4-47bc-842c-2744017e06b2 None None] Set router 4de89398-abfa-430d-b28b-6c60291da9ee gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:35:56.615408 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:35:56.703030 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f468f2ff-4ed4-47bc-842c-2744017e06b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'name': 'tempest-ServerActionsTestJSON-797284277-router', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:45Z', 'revision_number': 4, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'gw_port': {'id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:20:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '08e65dd9-ac07-4cf4-8857-394f5bc4b203', 'name': '', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'mac_address': 'fa:16:3e:39:df:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:45Z', 'updated_at': '2021-12-09T16:32:50Z', 'revision_number': 5, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'subnets': [{'id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:35:56.730464 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f468f2ff-4ed4-47bc-842c-2744017e06b2 None None] The sync data for ids ['4de89398-abfa-430d-b28b-6c60291da9ee'] in n-d-821228-1 is: [{'id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'name': 'tempest-ServerActionsTestJSON-797284277-router', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:45Z', 'revision_number': 4, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'gw_port': {'id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:20:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '08e65dd9-ac07-4cf4-8857-394f5bc4b203', 'name': '', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'mac_address': 'fa:16:3e:39:df:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:45Z', 'updated_at': '2021-12-09T16:32:50Z', 'revision_number': 5, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'subnets': [{'id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:35:56.944471 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba000cc-4ceb-4eb0-8cbd-29c0c6bfc517 None None] New status for floating IP 5e861488-7d64-46df-a657-43a3aa51a321: DOWN {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:35:57.326978 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-974285b1-4efb-4af8-9bb5-bfa2e97b527f tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1874811639&fields=id&tenant_id=d12aa553d0684a24ba035dd11246b02e HTTP/1.1" status: 200 len: 267 time: 0.0438166 Dec 09 16:35:57.437458 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-ea3f6813-3437-4be9-b09e-3e065ec2e280 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:57.438840 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-ea3f6813-3437-4be9-b09e-3e065ec2e280 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 811 time: 0.1049066 Dec 09 16:35:57.454394 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-89e50f1b-c23e-48cd-acb1-0363a66fb584 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/quotas/d12aa553d0684a24ba035dd11246b02e HTTP/1.1" status: 200 len: 375 time: 0.0097618 Dec 09 16:35:57.505202 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-68812b6d-9832-496f-bf33-b7a25ef3f259 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455680 Dec 09 16:35:57.565394 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-a658fa25-2cee-43c7-93b0-a956b07ab0f8 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 16:35:57.566438 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-a658fa25-2cee-43c7-93b0-a956b07ab0f8 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0495524 Dec 09 16:35:57.661516 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-54d8ee9a-9393-4260-bda3-9f4565df37df service neutron] 10.222.0.57 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886066 Dec 09 16:35:57.754810 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-7233f109-9d17-4872-91f0-5445d0d64a2c service neutron] 10.222.0.57 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872226 Dec 09 16:35:57.915142 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9491a5fe-0765-4200-9c36-41b7898a39af req-f574796a-6791-4032-baf1-555329c66ed6 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 210 time: 0.0282147 Dec 09 16:35:58.960641 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-0d3c8de9-0968-4035-b61c-1eabbc5fec36 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:58.962218 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-0d3c8de9-0968-4035-b61c-1eabbc5fec36 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.42 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 811 time: 0.1169550 Dec 09 16:35:59.030391 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b3848582-4db0-4254-a2d4-54d24f389a73 req-ed518563-48c2-4f28-9828-e6c009bd614d tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 210 time: 0.0290701 Dec 09 16:35:59.046739 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-6d6225f0-e35e-4064-a7b7-58abda162ce6 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d12aa553d0684a24ba035dd11246b02e HTTP/1.1" status: 200 len: 380 time: 0.0676844 Dec 09 16:35:59.079402 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-67a014ca-2cab-4afa-922e-d4d30580bc75 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Request body: {'port': {'device_id': '5480e87e-b9fe-4b7a-95cf-bd073e985fd3', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'admin_state_up': True, 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'security_groups': ['b63000a4-b4f6-4551-8d79-e0b252c38af2']}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:35:59.196134 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-67a014ca-2cab-4afa-922e-d4d30580bc75 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Made reservation on behalf of d12aa553d0684a24ba035dd11246b02e for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:35:59.199880 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-67a014ca-2cab-4afa-922e-d4d30580bc75 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:35:59.331955 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-67a014ca-2cab-4afa-922e-d4d30580bc75 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Allocated IP 172.20.0.6 (df8c6a55-9ab2-463c-8185-977ec8d15c87/dcb89ddc-891b-4111-9044-38a534ef1dba/57c39215-2ad2-45d1-b4c1-3fa789b7407b) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:35:59.357871 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 11a4ff38-c0b5-4301-908f-0cf3c84a7faf no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:35:59.377175 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: 11a4ff38-c0b5-4301-908f-0cf3c84a7faf {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:35:59.377528 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 11a4ff38-c0b5-4301-908f-0cf3c84a7faf not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:35:59.495427 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-67a014ca-2cab-4afa-922e-d4d30580bc75 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:35:59.531586 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-67a014ca-2cab-4afa-922e-d4d30580bc75 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:35:59.574981 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-67a014ca-2cab-4afa-922e-d4d30580bc75 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Network df8c6a55-9ab2-463c-8185-977ec8d15c87 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:35:59.580300 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-67a014ca-2cab-4afa-922e-d4d30580bc75 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:35:59.583950 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-67a014ca-2cab-4afa-922e-d4d30580bc75 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:35:59.590378 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a014ca-2cab-4afa-922e-d4d30580bc75 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Pushing event updated for resources: {'Port': ['ID=57c39215-2ad2-45d1-b4c1-3fa789b7407b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:35:59.650746 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-67a014ca-2cab-4afa-922e-d4d30580bc75 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:35:59.651375 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-67a014ca-2cab-4afa-922e-d4d30580bc75 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:35:59.668891 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-67a014ca-2cab-4afa-922e-d4d30580bc75 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5945938 Dec 09 16:35:59.733427 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-a52853f8-cfd0-4cf8-9045-2bae8c8a72d6 service neutron] Request body: {'port': {'device_id': '5480e87e-b9fe-4b7a-95cf-bd073e985fd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:35:59.770823 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3bd66f6a-9520-44d9-8101-c3206fa1cbc1 None None] Provisioning complete for port 57c39215-2ad2-45d1-b4c1-3fa789b7407b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:35:59.771198 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3bd66f6a-9520-44d9-8101-c3206fa1cbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:35:59.788539 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-a52853f8-cfd0-4cf8-9045-2bae8c8a72d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:35:59.808616 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3bd66f6a-9520-44d9-8101-c3206fa1cbc1 None None] Port 57c39215-2ad2-45d1-b4c1-3fa789b7407b cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:36:00.053186 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-a52853f8-cfd0-4cf8-9045-2bae8c8a72d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57c39215-2ad2-45d1-b4c1-3fa789b7407b {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:36:00.061473 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-a52853f8-cfd0-4cf8-9045-2bae8c8a72d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:36:00.074313 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-a52853f8-cfd0-4cf8-9045-2bae8c8a72d6 service neutron] Transition to ACTIVE for port object 57c39215-2ad2-45d1-b4c1-3fa789b7407b will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:36:00.078659 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-a52853f8-cfd0-4cf8-9045-2bae8c8a72d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:36:00.151582 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52853f8-cfd0-4cf8-9045-2bae8c8a72d6 service neutron] Pushing event updated for resources: {'Port': ['ID=57c39215-2ad2-45d1-b4c1-3fa789b7407b,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:36:00.162596 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a17de4-42c1-429b-9d4c-b0bfa19d62a4 req-92b2383f-285d-4df9-878f-7244e6b0e365 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:36:00.168918 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-15a17de4-42c1-429b-9d4c-b0bfa19d62a4 req-92b2383f-285d-4df9-878f-7244e6b0e365 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 943 time: 0.0601833 Dec 09 16:36:00.203102 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-a52853f8-cfd0-4cf8-9045-2bae8c8a72d6 service neutron] Attempting to bind port 57c39215-2ad2-45d1-b4c1-3fa789b7407b on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:36:00.203581 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-a52853f8-cfd0-4cf8-9045-2bae8c8a72d6 service neutron] Attempting to bind port 57c39215-2ad2-45d1-b4c1-3fa789b7407b by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:36:00.203929 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-a52853f8-cfd0-4cf8-9045-2bae8c8a72d6 service neutron] Attempting to bind port 57c39215-2ad2-45d1-b4c1-3fa789b7407b on network df8c6a55-9ab2-463c-8185-977ec8d15c87 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:36:00.208284 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-a52853f8-cfd0-4cf8-9045-2bae8c8a72d6 service neutron] Port 57c39215-2ad2-45d1-b4c1-3fa789b7407b on network df8c6a55-9ab2-463c-8185-977ec8d15c87 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:36:00.208649 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-a52853f8-cfd0-4cf8-9045-2bae8c8a72d6 service neutron] Attempting to bind port 57c39215-2ad2-45d1-b4c1-3fa789b7407b on network df8c6a55-9ab2-463c-8185-977ec8d15c87 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:36:00.213821 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-a52853f8-cfd0-4cf8-9045-2bae8c8a72d6 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:36:00.214171 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-a52853f8-cfd0-4cf8-9045-2bae8c8a72d6 service neutron] Checking segment: {'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:36:00.214562 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-a52853f8-cfd0-4cf8-9045-2bae8c8a72d6 service neutron] Bound using segment: {'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:36:00.214988 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-a52853f8-cfd0-4cf8-9045-2bae8c8a72d6 service neutron] Bound port: 57c39215-2ad2-45d1-b4c1-3fa789b7407b, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:36:00.215346 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-a52853f8-cfd0-4cf8-9045-2bae8c8a72d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:36:00.222162 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-15a17de4-42c1-429b-9d4c-b0bfa19d62a4 req-37ec39d1-6aab-45fd-8eb9-519d63276097 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512173 Dec 09 16:36:00.282394 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-a52853f8-cfd0-4cf8-9045-2bae8c8a72d6 service neutron] For port 57c39215-2ad2-45d1-b4c1-3fa789b7407b, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:36:00.285637 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-a52853f8-cfd0-4cf8-9045-2bae8c8a72d6 service neutron] For port 57c39215-2ad2-45d1-b4c1-3fa789b7407b, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=57c39215-2ad2-45d1-b4c1-3fa789b7407b,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:36:00.290497 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-a52853f8-cfd0-4cf8-9045-2bae8c8a72d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:36:00.330848 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-a52853f8-cfd0-4cf8-9045-2bae8c8a72d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:36:00.331808 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-a52853f8-cfd0-4cf8-9045-2bae8c8a72d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:36:00.333262 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-a52853f8-cfd0-4cf8-9045-2bae8c8a72d6 service neutron] 10.222.0.42 "PUT /v2.0/ports/57c39215-2ad2-45d1-b4c1-3fa789b7407b HTTP/1.1" status: 200 len: 1091 time: 0.6509938 Dec 09 16:36:00.333710 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5480e87e-b9fe-4b7a-95cf-bd073e985fd3', 'tag': '57c39215-2ad2-45d1-b4c1-3fa789b7407b'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:36:00.335974 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efaf58d4d7c9700f5ffb733085425a1334cb86cda12ff1566d55ee0012e72786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14917340-f3a8-4fa9-8da4-cdcae7dcc6fc" -d '{"events": [{"name": "network-changed", "server_uuid": "5480e87e-b9fe-4b7a-95cf-bd073e985fd3", "tag": "57c39215-2ad2-45d1-b4c1-3fa789b7407b"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:36:00.365646 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52853f8-cfd0-4cf8-9045-2bae8c8a72d6 service neutron] Pushing event updated for resources: {'Port': ['ID=57c39215-2ad2-45d1-b4c1-3fa789b7407b,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:36:00.385443 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406405ed-cfd1-490e-9a7e-ffc29ad0530b x-openstack-request-id: req-406405ed-cfd1-490e-9a7e-ffc29ad0530b {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:36:00.385794 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5480e87e-b9fe-4b7a-95cf-bd073e985fd3", "tag": "57c39215-2ad2-45d1-b4c1-3fa789b7407b", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:36:00.386057 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-406405ed-cfd1-490e-9a7e-ffc29ad0530b {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:36:00.387059 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5480e87e-b9fe-4b7a-95cf-bd073e985fd3', 'tag': '57c39215-2ad2-45d1-b4c1-3fa789b7407b', 'status': 'completed', 'code': 200} Dec 09 16:36:00.446493 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-5e268ddd-f47c-4f86-844d-07cf1d0257ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:36:00.448033 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-5e268ddd-f47c-4f86-844d-07cf1d0257ea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 1094 time: 0.0445745 Dec 09 16:36:00.498433 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-b195f5db-ced7-45d3-a564-196e88d6c9f8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57c39215-2ad2-45d1-b4c1-3fa789b7407b HTTP/1.1" status: 200 len: 217 time: 0.0363007 Dec 09 16:36:00.552802 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-b1c7fe1a-d9ee-4d2c-a159-5f0bd4f0f4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:36:00.554321 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-b1c7fe1a-d9ee-4d2c-a159-5f0bd4f0f4d0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0489523 Dec 09 16:36:00.599567 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-c3ccbf06-38e0-46f6-b9b6-291159521a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:36:00.601117 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-c3ccbf06-38e0-46f6-b9b6-291159521a17 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400789 Dec 09 16:36:00.689123 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-5f9855ce-551e-42e4-9360-c7751477ce4c service neutron] 10.222.0.42 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803142 Dec 09 16:36:00.785920 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ad8100a0-e86b-4706-a284-877813dac1c2 req-4f226165-4a6a-45e1-afc0-566e7bd38961 service neutron] 10.222.0.42 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886521 Dec 09 16:36:00.915446 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14917340-f3a8-4fa9-8da4-cdcae7dcc6fc req-5da43d61-e8ea-4e87-9127-3c1c20d08ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:36:00.916976 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-14917340-f3a8-4fa9-8da4-cdcae7dcc6fc req-5da43d61-e8ea-4e87-9127-3c1c20d08ee1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 1094 time: 0.0403740 Dec 09 16:36:01.012741 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14917340-f3a8-4fa9-8da4-cdcae7dcc6fc req-10ee9852-bdaf-433d-a9cb-b8f736113099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:36:01.014190 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-14917340-f3a8-4fa9-8da4-cdcae7dcc6fc req-10ee9852-bdaf-433d-a9cb-b8f736113099 service neutron] 10.222.0.42 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.0877879 Dec 09 16:36:01.063824 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-14917340-f3a8-4fa9-8da4-cdcae7dcc6fc req-ee35e3f3-f952-4d33-b986-121b130e1eae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57c39215-2ad2-45d1-b4c1-3fa789b7407b HTTP/1.1" status: 200 len: 217 time: 0.0338910 Dec 09 16:36:01.111796 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14917340-f3a8-4fa9-8da4-cdcae7dcc6fc req-802c5d76-f0c9-4f9c-a236-39588ca9f959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:36:01.113283 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-14917340-f3a8-4fa9-8da4-cdcae7dcc6fc req-802c5d76-f0c9-4f9c-a236-39588ca9f959 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0430782 Dec 09 16:36:01.161534 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14917340-f3a8-4fa9-8da4-cdcae7dcc6fc req-e03ba69e-4d29-4dec-846b-6ab8481b447e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:36:01.162994 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-14917340-f3a8-4fa9-8da4-cdcae7dcc6fc req-e03ba69e-4d29-4dec-846b-6ab8481b447e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428534 Dec 09 16:36:01.252690 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-14917340-f3a8-4fa9-8da4-cdcae7dcc6fc req-5b4e856b-987f-45dc-bc4b-f222b8d27b77 service neutron] 10.222.0.42 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819488 Dec 09 16:36:01.345194 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94d56c-9743-4666-8966-c7dc8a382671 req-1c2f8b61-caf8-424d-bcd7-9e46150800d7 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:36:01.346748 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5e94d56c-9743-4666-8966-c7dc8a382671 req-1c2f8b61-caf8-424d-bcd7-9e46150800d7 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 943 time: 0.0527697 Dec 09 16:36:01.348378 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-14917340-f3a8-4fa9-8da4-cdcae7dcc6fc req-e7acb4a0-b61a-4823-b167-7d5b48dee347 service neutron] 10.222.0.42 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887716 Dec 09 16:36:01.395948 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5e94d56c-9743-4666-8966-c7dc8a382671 req-3aa79dd2-439a-4a8e-b8b9-eab7cd5f2e5c tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429277 Dec 09 16:36:02.509394 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc53177-a63c-47cc-9321-83fa335a0cf8 req-411e30ff-0bfa-49fc-adf1-26c5bf1c73dd tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:36:02.510864 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cc53177-a63c-47cc-9321-83fa335a0cf8 req-411e30ff-0bfa-49fc-adf1-26c5bf1c73dd tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 943 time: 0.0486617 Dec 09 16:36:02.556764 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2cc53177-a63c-47cc-9321-83fa335a0cf8 req-f5a75f98-6793-4920-9e3f-2c4d4bad0809 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392370 Dec 09 16:36:03.398290 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 57c39215-2ad2-45d1-b4c1-3fa789b7407b details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:36:03.492010 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 57c39215-2ad2-45d1-b4c1-3fa789b7407b, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=57c39215-2ad2-45d1-b4c1-3fa789b7407b,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:36:03.504014 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '57c39215-2ad2-45d1-b4c1-3fa789b7407b', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'port_id': '57c39215-2ad2-45d1-b4c1-3fa789b7407b', 'mac_address': 'fa:16:3e:08:f6:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:36:03.542711 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:36:03.555277 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57c39215-2ad2-45d1-b4c1-3fa789b7407b {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:36:03.574247 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 57c39215-2ad2-45d1-b4c1-3fa789b7407b, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=57c39215-2ad2-45d1-b4c1-3fa789b7407b,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:36:03.578795 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:36:03.626890 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=57c39215-2ad2-45d1-b4c1-3fa789b7407b,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:36:03.679376 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78914e35-1d42-4441-a8d3-c83e227e5260 req-fc1ad883-f846-4481-9590-97421e0cf594 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:36:03.680863 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-78914e35-1d42-4441-a8d3-c83e227e5260 req-fc1ad883-f846-4481-9590-97421e0cf594 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 944 time: 0.0534530 Dec 09 16:36:03.728191 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-78914e35-1d42-4441-a8d3-c83e227e5260 req-e617422d-1e1b-47a1-8487-d4cb6eea542f tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411215 Dec 09 16:36:03.937211 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['57c39215-2ad2-45d1-b4c1-3fa789b7407b'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:36:04.842813 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5dd60-12bc-47d8-b543-10d7a6ed5326 req-84c96166-121b-4dc5-ad6a-3ed66489682e tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:36:04.844280 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5bc5dd60-12bc-47d8-b543-10d7a6ed5326 req-84c96166-121b-4dc5-ad6a-3ed66489682e tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 944 time: 0.0479136 Dec 09 16:36:04.890906 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5bc5dd60-12bc-47d8-b543-10d7a6ed5326 req-92f73541-534b-4b60-8e91-58d8d56929ac tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407724 Dec 09 16:36:05.422859 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 57c39215-2ad2-45d1-b4c1-3fa789b7407b up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:36:05.471164 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port 57c39215-2ad2-45d1-b4c1-3fa789b7407b completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:36:05.475495 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 57c39215-2ad2-45d1-b4c1-3fa789b7407b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:36:05.475870 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:36:05.555361 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:36:05.579720 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5480e87e-b9fe-4b7a-95cf-bd073e985fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c39215-2ad2-45d1-b4c1-3fa789b7407b'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:36:05.581959 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad401665e64187bef4a0f300457b2868c99907d1fc0db4bbbc94af95fd68fd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6c149d-4a6a-4d08-9945-13163e2debe1" -d '{"events": [{"server_uuid": "5480e87e-b9fe-4b7a-95cf-bd073e985fd3", "name": "network-vif-plugged", "status": "completed", "tag": "57c39215-2ad2-45d1-b4c1-3fa789b7407b"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:36:05.594133 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 57c39215-2ad2-45d1-b4c1-3fa789b7407b, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=57c39215-2ad2-45d1-b4c1-3fa789b7407b,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:36:05.598329 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:36:05.625073 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1af1ab8-a0af-4a99-b7c1-1fb513d06227 x-openstack-request-id: req-e1af1ab8-a0af-4a99-b7c1-1fb513d06227 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:36:05.625381 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5480e87e-b9fe-4b7a-95cf-bd073e985fd3", "name": "network-vif-plugged", "status": "completed", "tag": "57c39215-2ad2-45d1-b4c1-3fa789b7407b", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:36:05.625660 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e1af1ab8-a0af-4a99-b7c1-1fb513d06227 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:36:05.626036 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5480e87e-b9fe-4b7a-95cf-bd073e985fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c39215-2ad2-45d1-b4c1-3fa789b7407b', 'code': 200} Dec 09 16:36:05.649152 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=57c39215-2ad2-45d1-b4c1-3fa789b7407b,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:36:05.753371 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccef58c-9ea5-4a8c-bcda-c7ee3b07852a req-3289aefe-db30-4ade-8088-9091147e87c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:36:05.754852 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1ccef58c-9ea5-4a8c-bcda-c7ee3b07852a req-3289aefe-db30-4ade-8088-9091147e87c1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 1096 time: 0.0401938 Dec 09 16:36:05.798767 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1ccef58c-9ea5-4a8c-bcda-c7ee3b07852a req-98bd1867-335c-4349-9569-425ab93a99ca service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368514 Dec 09 16:36:06.015524 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7adf4f-ea92-4cff-a944-e933b5626901 req-b105790d-f134-4ac1-a187-f03def39954b tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:36:06.017027 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dc7adf4f-ea92-4cff-a944-e933b5626901 req-b105790d-f134-4ac1-a187-f03def39954b tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 945 time: 0.0533650 Dec 09 16:36:06.064930 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dc7adf4f-ea92-4cff-a944-e933b5626901 req-8fbd32e6-9115-441b-b306-30e6eb85b55a tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419855 Dec 09 16:36:07.182876 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746e69e-f07f-4b32-8c81-4ac438f2befa req-bb53bdb0-eb68-412e-8d33-e9e5445ee2ae tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:36:07.185912 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e746e69e-f07f-4b32-8c81-4ac438f2befa req-bb53bdb0-eb68-412e-8d33-e9e5445ee2ae tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 945 time: 0.0517952 Dec 09 16:36:07.237349 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e746e69e-f07f-4b32-8c81-4ac438f2befa req-c1bfaec4-ae25-463c-bd3d-311f38d2579a tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454950 Dec 09 16:36:08.353269 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43064f1-242d-43b8-b334-664d2352ba68 req-25e83e65-9fd5-461a-a3c3-cf503f982cfb tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:36:08.355015 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a43064f1-242d-43b8-b334-664d2352ba68 req-25e83e65-9fd5-461a-a3c3-cf503f982cfb tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 945 time: 0.0492399 Dec 09 16:36:08.406440 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a43064f1-242d-43b8-b334-664d2352ba68 req-068e7191-6bb7-4fac-b97a-98cfacd97a3a tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451810 Dec 09 16:36:08.516795 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc063f-3935-43c3-90d1-06fd9d3a7e85 req-2c27e06b-bca9-4c68-b07d-7f7a750c3d13 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:36:08.518180 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6cc063f-3935-43c3-90d1-06fd9d3a7e85 req-2c27e06b-bca9-4c68-b07d-7f7a750c3d13 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 945 time: 0.0496895 Dec 09 16:36:08.526784 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54218) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:36:08.531610 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-88f567d6-a674-4fff-be87-3b602e6e59b7 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Request body: {'floatingip': {'port_id': '57c39215-2ad2-45d1-b4c1-3fa789b7407b'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:36:08.571118 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-88f567d6-a674-4fff-be87-3b602e6e59b7 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:36:08.998016 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-88f567d6-a674-4fff-be87-3b602e6e59b7 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:36:09.001767 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-88f567d6-a674-4fff-be87-3b602e6e59b7 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:36:09.100131 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-88f567d6-a674-4fff-be87-3b602e6e59b7 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Floating IP 5e861488-7d64-46df-a657-43a3aa51a321 associated. External IP: 172.25.3.231, port: 57c39215-2ad2-45d1-b4c1-3fa789b7407b. Dec 09 16:36:09.307319 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f567d6-a674-4fff-be87-3b602e6e59b7 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Router 4de89398-abfa-430d-b28b-6c60291da9ee has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:36:09.414505 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f567d6-a674-4fff-be87-3b602e6e59b7 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:36:09.419982 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-88f567d6-a674-4fff-be87-3b602e6e59b7 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:36:09.426006 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423ed668-2bfc-4dd2-be6c-9689b48e80a8 None None] Sync routers for ids ['4de89398-abfa-430d-b28b-6c60291da9ee'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:36:09.435947 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423ed668-2bfc-4dd2-be6c-9689b48e80a8 None None] Routers {'4de89398-abfa-430d-b28b-6c60291da9ee'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:36:09.436613 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-423ed668-2bfc-4dd2-be6c-9689b48e80a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:35:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4de89398-abfa-430d-b28b-6c60291da9ee'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:36:09.446441 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-88f567d6-a674-4fff-be87-3b602e6e59b7 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "PUT /v2.0/floatingips/5e861488-7d64-46df-a657-43a3aa51a321 HTTP/1.1" status: 200 len: 991 time: 0.9186275 Dec 09 16:36:09.447044 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5480e87e-b9fe-4b7a-95cf-bd073e985fd3', 'tag': '57c39215-2ad2-45d1-b4c1-3fa789b7407b'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:36:09.449344 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0286472f-9feb-46c1-b056-4aa659bd6c30" -d '{"events": [{"name": "network-changed", "server_uuid": "5480e87e-b9fe-4b7a-95cf-bd073e985fd3", "tag": "57c39215-2ad2-45d1-b4c1-3fa789b7407b"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:36:09.543698 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-423ed668-2bfc-4dd2-be6c-9689b48e80a8 None None] Set router 4de89398-abfa-430d-b28b-6c60291da9ee gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:36:09.610276 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19f7934-8d48-465c-a0ea-0423431eb904 x-openstack-request-id: req-f19f7934-8d48-465c-a0ea-0423431eb904 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:36:09.610571 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5480e87e-b9fe-4b7a-95cf-bd073e985fd3", "tag": "57c39215-2ad2-45d1-b4c1-3fa789b7407b", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:36:09.610827 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f19f7934-8d48-465c-a0ea-0423431eb904 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:36:09.611239 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5480e87e-b9fe-4b7a-95cf-bd073e985fd3', 'tag': '57c39215-2ad2-45d1-b4c1-3fa789b7407b', 'status': 'completed', 'code': 200} Dec 09 16:36:09.692641 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286472f-9feb-46c1-b056-4aa659bd6c30 req-73f9a0b5-91d3-443b-8bd2-52e329a27a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:36:09.694177 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0286472f-9feb-46c1-b056-4aa659bd6c30 req-73f9a0b5-91d3-443b-8bd2-52e329a27a8e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 1096 time: 0.0423722 Dec 09 16:36:09.769591 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-423ed668-2bfc-4dd2-be6c-9689b48e80a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'name': 'tempest-ServerActionsTestJSON-797284277-router', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:45Z', 'revision_number': 4, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'gw_port': {'id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:20:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '5e861488-7d64-46df-a657-43a3aa51a321', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'floating_ip_address': '172.25.3.231', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'port_id': '57c39215-2ad2-45d1-b4c1-3fa789b7407b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'mac_address': 'fa:16:3e:08:f6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5480e87e-b9fe-4b7a-95cf-bd073e985fd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:32:49Z', 'updated_at': '2021-12-09T16:36:08Z', 'revision_number': 5, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e65dd9-ac07-4cf4-8857-394f5bc4b203', 'name': '', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'mac_address': 'fa:16:3e:39:df:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:45Z', 'updated_at': '2021-12-09T16:32:50Z', 'revision_number': 5, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'subnets': [{'id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:36:09.786943 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286472f-9feb-46c1-b056-4aa659bd6c30 req-274bc3fc-b9cf-4755-9038-ce7f96617830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:36:09.788427 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0286472f-9feb-46c1-b056-4aa659bd6c30 req-274bc3fc-b9cf-4755-9038-ce7f96617830 service neutron] 10.222.0.42 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.0873139 Dec 09 16:36:09.795558 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423ed668-2bfc-4dd2-be6c-9689b48e80a8 None None] Checking router: 4de89398-abfa-430d-b28b-6c60291da9ee for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:36:09.804036 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423ed668-2bfc-4dd2-be6c-9689b48e80a8 None None] Routers {'4de89398-abfa-430d-b28b-6c60291da9ee'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:36:09.804668 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-423ed668-2bfc-4dd2-be6c-9689b48e80a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:35:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4de89398-abfa-430d-b28b-6c60291da9ee'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:36:09.852519 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0286472f-9feb-46c1-b056-4aa659bd6c30 req-4e1fe2f1-0ca5-421e-8841-b65f656074d7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57c39215-2ad2-45d1-b4c1-3fa789b7407b HTTP/1.1" status: 200 len: 999 time: 0.0573256 Dec 09 16:36:09.906058 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286472f-9feb-46c1-b056-4aa659bd6c30 req-5c7b9047-a751-4f71-a248-faabfded5db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:36:09.907546 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0286472f-9feb-46c1-b056-4aa659bd6c30 req-5c7b9047-a751-4f71-a248-faabfded5db9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0481453 Dec 09 16:36:09.911647 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-423ed668-2bfc-4dd2-be6c-9689b48e80a8 None None] Set router 4de89398-abfa-430d-b28b-6c60291da9ee gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:36:09.953547 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286472f-9feb-46c1-b056-4aa659bd6c30 req-32dfb4e3-36e3-41fa-b450-49ec79e7b3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:36:09.955054 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0286472f-9feb-46c1-b056-4aa659bd6c30 req-32dfb4e3-36e3-41fa-b450-49ec79e7b3d2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398805 Dec 09 16:36:10.046103 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0286472f-9feb-46c1-b056-4aa659bd6c30 req-688d8f1a-db25-4f81-8c14-9d81f30c02ae service neutron] 10.222.0.42 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829232 Dec 09 16:36:10.135804 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-423ed668-2bfc-4dd2-be6c-9689b48e80a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'name': 'tempest-ServerActionsTestJSON-797284277-router', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:45Z', 'revision_number': 4, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'gw_port': {'id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:20:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '5e861488-7d64-46df-a657-43a3aa51a321', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'floating_ip_address': '172.25.3.231', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'port_id': '57c39215-2ad2-45d1-b4c1-3fa789b7407b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'mac_address': 'fa:16:3e:08:f6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5480e87e-b9fe-4b7a-95cf-bd073e985fd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:32:49Z', 'updated_at': '2021-12-09T16:36:08Z', 'revision_number': 5, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e65dd9-ac07-4cf4-8857-394f5bc4b203', 'name': '', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'mac_address': 'fa:16:3e:39:df:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:45Z', 'updated_at': '2021-12-09T16:32:50Z', 'revision_number': 5, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'subnets': [{'id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:36:10.144842 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-0286472f-9feb-46c1-b056-4aa659bd6c30 req-33efa693-714d-4d77-b44b-e0725d0e6366 service neutron] 10.222.0.42 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922949 Dec 09 16:36:10.163529 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423ed668-2bfc-4dd2-be6c-9689b48e80a8 None None] The sync data for ids ['4de89398-abfa-430d-b28b-6c60291da9ee'] in n-d-821228-1 is: [{'id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'name': 'tempest-ServerActionsTestJSON-797284277-router', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:45Z', 'revision_number': 4, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'gw_port': {'id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:20:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '5e861488-7d64-46df-a657-43a3aa51a321', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'floating_ip_address': '172.25.3.231', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'port_id': '57c39215-2ad2-45d1-b4c1-3fa789b7407b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'mac_address': 'fa:16:3e:08:f6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5480e87e-b9fe-4b7a-95cf-bd073e985fd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:32:49Z', 'updated_at': '2021-12-09T16:36:08Z', 'revision_number': 5, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e65dd9-ac07-4cf4-8857-394f5bc4b203', 'name': '', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'mac_address': 'fa:16:3e:39:df:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:45Z', 'updated_at': '2021-12-09T16:32:50Z', 'revision_number': 5, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'subnets': [{'id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:36:10.357621 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9784d634-8a72-4cf5-81b4-fa94a63ee7ec None None] New status for floating IP 5e861488-7d64-46df-a657-43a3aa51a321: ACTIVE {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:36:10.744041 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:36:16.665296 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:36:20.608703 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-944cb108-6b6f-4d2a-a820-f98d68bac76d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:36:23.142120 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c161868b-dcb0-47c4-be27-35b493c40aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:36:24.286610 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:36:25.155843 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:36:25.553684 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:36:26.579711 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:36:46.667241 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:36:47.743561 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:36:50.613558 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-48688f51-2ce1-4f63-9fb0-1026831e479a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:36:53.143652 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b3619ecd-d553-489f-a2e3-e23dedf3c4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:36:54.289501 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:36:55.149796 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:36:55.558225 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:36:56.580748 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:37:05.208465 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-68adee97-56d6-49e3-aac3-d098b2da02ba req-282b2e86-9d04-4e98-8258-327cdc1d959c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394754 Dec 09 16:37:05.309761 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adee97-56d6-49e3-aac3-d098b2da02ba req-b4b28764-1730-4139-9219-0dc3f269d885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:37:05.311458 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-68adee97-56d6-49e3-aac3-d098b2da02ba req-b4b28764-1730-4139-9219-0dc3f269d885 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 1096 time: 0.0407586 Dec 09 16:37:05.419672 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adee97-56d6-49e3-aac3-d098b2da02ba req-4b32bbd4-df34-4cbc-b0da-a25a016c9732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:37:05.421754 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-68adee97-56d6-49e3-aac3-d098b2da02ba req-4b32bbd4-df34-4cbc-b0da-a25a016c9732 service neutron] 10.222.0.42 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.0883007 Dec 09 16:37:05.487806 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-68adee97-56d6-49e3-aac3-d098b2da02ba req-3a0fd953-ae25-48a8-b51f-1fd55edd5d8f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57c39215-2ad2-45d1-b4c1-3fa789b7407b HTTP/1.1" status: 200 len: 1001 time: 0.0590169 Dec 09 16:37:05.540819 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adee97-56d6-49e3-aac3-d098b2da02ba req-c492d6ca-031c-4ec5-ba6d-64825df1b1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:37:05.542277 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-68adee97-56d6-49e3-aac3-d098b2da02ba req-c492d6ca-031c-4ec5-ba6d-64825df1b1c7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0477355 Dec 09 16:37:05.586367 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adee97-56d6-49e3-aac3-d098b2da02ba req-23e11bfd-32a7-4eb5-b257-ef78a6580cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:37:05.587878 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-68adee97-56d6-49e3-aac3-d098b2da02ba req-23e11bfd-32a7-4eb5-b257-ef78a6580cd4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389352 Dec 09 16:37:05.677203 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-68adee97-56d6-49e3-aac3-d098b2da02ba req-96d1cacc-042a-49e6-9f8c-6ad6abb54533 service neutron] 10.222.0.42 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823731 Dec 09 16:37:05.768826 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-68adee97-56d6-49e3-aac3-d098b2da02ba req-138053ad-cc3c-4fd0-919d-d427a70015a0 service neutron] 10.222.0.42 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846488 Dec 09 16:37:16.678982 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:37:20.615386 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-422f7100-8057-4c8b-80ca-785cbe4a5296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:37:23.146912 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b84913d5-8c97-4cda-aed0-e378ae913868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:37:24.292885 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:37:24.742622 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:37:25.145675 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:37:25.560474 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:37:26.583513 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:37:46.695194 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:37:50.618033 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-86df2f34-117d-41a5-ac3f-b745f6bbf95f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:37:53.148633 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cac02753-b78c-4ade-871a-1b85624522b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:37:54.295896 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:37:55.167646 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:37:55.563265 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:37:56.584554 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:38:01.743476 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:38:07.103630 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-657fd134-ece1-4108-9a47-e0f129e9b874 req-20850eb1-7f3e-409e-8026-ae7436a2fa2d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412500 Dec 09 16:38:07.200821 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657fd134-ece1-4108-9a47-e0f129e9b874 req-b5890fcf-564c-4449-af03-33073f3c05c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:07.202277 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-657fd134-ece1-4108-9a47-e0f129e9b874 req-b5890fcf-564c-4449-af03-33073f3c05c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 1096 time: 0.0406148 Dec 09 16:38:07.308005 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657fd134-ece1-4108-9a47-e0f129e9b874 req-098be712-86de-4331-967e-166cf353cd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:07.310264 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-657fd134-ece1-4108-9a47-e0f129e9b874 req-098be712-86de-4331-967e-166cf353cd2e service neutron] 10.222.0.42 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.0896704 Dec 09 16:38:07.376580 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-657fd134-ece1-4108-9a47-e0f129e9b874 req-2a101a62-bdf5-4489-9150-31859c7900b9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57c39215-2ad2-45d1-b4c1-3fa789b7407b HTTP/1.1" status: 200 len: 1001 time: 0.0596521 Dec 09 16:38:07.430128 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657fd134-ece1-4108-9a47-e0f129e9b874 req-7d61f3ad-4e67-44b4-937a-ce8c78496286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:07.431576 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-657fd134-ece1-4108-9a47-e0f129e9b874 req-7d61f3ad-4e67-44b4-937a-ce8c78496286 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0474780 Dec 09 16:38:07.477534 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657fd134-ece1-4108-9a47-e0f129e9b874 req-5ccfc16a-46ea-4972-a498-e57dfedc3502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:07.479077 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-657fd134-ece1-4108-9a47-e0f129e9b874 req-5ccfc16a-46ea-4972-a498-e57dfedc3502 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402339 Dec 09 16:38:07.569028 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-657fd134-ece1-4108-9a47-e0f129e9b874 req-8df101f4-0cf8-443d-be8b-d192e04a3973 service neutron] 10.222.0.42 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826728 Dec 09 16:38:07.661771 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-657fd134-ece1-4108-9a47-e0f129e9b874 req-e02b3daf-a00e-45b6-9fb3-1914ca28d6e3 service neutron] 10.222.0.42 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849411 Dec 09 16:38:16.692864 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:38:20.619308 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-412d2cdb-6c29-43a1-90c3-c188fca9799f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:38:23.149543 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5013586a-94fa-4319-a595-0b40350509bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:38:24.299204 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:38:25.167500 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:38:25.566756 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:38:26.585791 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:38:38.743084 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:38:40.117296 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78daa2-4492-470c-ad21-6ed0b7a2ccfe req-4a61503b-051a-40e1-954c-e25ad699c682 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:40.118734 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2b78daa2-4492-470c-ad21-6ed0b7a2ccfe req-4a61503b-051a-40e1-954c-e25ad699c682 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 945 time: 0.0507784 Dec 09 16:38:40.170351 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2b78daa2-4492-470c-ad21-6ed0b7a2ccfe req-7bc512fc-0501-4830-9840-2a165f6c1178 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443900 Dec 09 16:38:41.287948 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ba039-5599-45b0-85c1-048d19edfc91 req-7cfdf89f-85a8-4942-b3f4-77ce5f68963b tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:41.289732 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7b8ba039-5599-45b0-85c1-048d19edfc91 req-7cfdf89f-85a8-4942-b3f4-77ce5f68963b tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 945 time: 0.0517757 Dec 09 16:38:41.337754 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7b8ba039-5599-45b0-85c1-048d19edfc91 req-47f9ba50-90bf-4861-b2eb-b281b3b25926 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418875 Dec 09 16:38:42.453967 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e946ff-b7eb-45ce-8bf3-b0ca888b16bc req-7bca7a39-e21e-4893-9a1b-1707c587aba3 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:42.455441 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-92e946ff-b7eb-45ce-8bf3-b0ca888b16bc req-7bca7a39-e21e-4893-9a1b-1707c587aba3 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 945 time: 0.0490584 Dec 09 16:38:42.502614 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-92e946ff-b7eb-45ce-8bf3-b0ca888b16bc req-a49d2227-1366-439a-be93-cd695749eb21 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410988 Dec 09 16:38:43.616406 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce735741-456c-40f6-9cf8-817091830600 req-96f78b0b-9696-4ba5-b352-1e00e8aff13b tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:43.617884 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ce735741-456c-40f6-9cf8-817091830600 req-96f78b0b-9696-4ba5-b352-1e00e8aff13b tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 945 time: 0.0482285 Dec 09 16:38:43.669035 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ce735741-456c-40f6-9cf8-817091830600 req-7ad21474-c608-4d11-87d7-55ffb90b8d85 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443761 Dec 09 16:38:44.785210 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844ed9c-9d7c-49bc-a661-094e78a7c992 req-e2578389-66af-451b-aea7-ecfa1af11ef4 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:44.786675 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6844ed9c-9d7c-49bc-a661-094e78a7c992 req-e2578389-66af-451b-aea7-ecfa1af11ef4 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 945 time: 0.0487769 Dec 09 16:38:44.834182 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6844ed9c-9d7c-49bc-a661-094e78a7c992 req-00aa921d-fd34-4b3b-b533-6834b73c96ff tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411100 Dec 09 16:38:45.952072 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422edb3-1c3b-4c49-a0a2-fa0ebdf24059 req-709ec894-a0df-4ab1-9b7b-583a215e15a3 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:45.953494 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7422edb3-1c3b-4c49-a0a2-fa0ebdf24059 req-709ec894-a0df-4ab1-9b7b-583a215e15a3 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 945 time: 0.0491014 Dec 09 16:38:46.000162 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7422edb3-1c3b-4c49-a0a2-fa0ebdf24059 req-81cb2fea-0d24-4d4f-9a16-33008ded2156 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407839 Dec 09 16:38:46.707265 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:38:47.120123 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4b97c-b82b-47e5-8194-072c19121d4c req-4ecc72a7-9409-4f93-916a-60e3f4771a41 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:47.121681 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e0a4b97c-b82b-47e5-8194-072c19121d4c req-4ecc72a7-9409-4f93-916a-60e3f4771a41 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 945 time: 0.0523064 Dec 09 16:38:47.168234 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e0a4b97c-b82b-47e5-8194-072c19121d4c req-12863764-c359-4105-acef-e216ec518b97 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405374 Dec 09 16:38:48.284225 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffbfd71-80ab-4ad4-9ff8-f7d9f200aa24 req-f1ebf8f2-dca7-4a8c-9096-8eee6f04c66c tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:48.285723 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8ffbfd71-80ab-4ad4-9ff8-f7d9f200aa24 req-f1ebf8f2-dca7-4a8c-9096-8eee6f04c66c tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 945 time: 0.0488474 Dec 09 16:38:48.332652 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8ffbfd71-80ab-4ad4-9ff8-f7d9f200aa24 req-9cffdacf-8c7e-4e7e-9b85-0cc13dc6c5d7 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409968 Dec 09 16:38:49.455219 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaac892-f39c-479b-9de1-f068c8338262 req-30d52ae6-d524-4bb0-92ff-f8b4800c6d10 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:49.456722 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-acaac892-f39c-479b-9de1-f068c8338262 req-30d52ae6-d524-4bb0-92ff-f8b4800c6d10 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 945 time: 0.0550597 Dec 09 16:38:49.502697 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-acaac892-f39c-479b-9de1-f068c8338262 req-f01511e1-6dcc-4b4c-b0a6-ff98ec76efbb tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399756 Dec 09 16:38:50.619160 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95e50d-9b6c-45f8-b73e-d92ac6ab2432 req-5049342b-401e-4cc6-b17b-dbf4e0f51973 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:50.620806 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fa95e50d-9b6c-45f8-b73e-d92ac6ab2432 req-5049342b-401e-4cc6-b17b-dbf4e0f51973 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 945 time: 0.0507460 Dec 09 16:38:50.621633 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b412f6fe-c093-4ae1-a0a1-1db9a1fc2702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:38:50.669176 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fa95e50d-9b6c-45f8-b73e-d92ac6ab2432 req-29124180-0eb2-47bf-8284-ca5f2b6ce752 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413151 Dec 09 16:38:50.895086 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-e46260c8-4bb5-4972-9849-d65753649fce service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0413005 Dec 09 16:38:50.909375 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fecae2-5ac0-4bb4-b0a3-7a379e268147 req-b76a8ea1-00fa-4c15-b089-05b2bc2bb4cc tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:50.910854 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-01fecae2-5ac0-4bb4-b0a3-7a379e268147 req-b76a8ea1-00fa-4c15-b089-05b2bc2bb4cc tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 945 time: 0.0485377 Dec 09 16:38:50.963522 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-01fecae2-5ac0-4bb4-b0a3-7a379e268147 req-ee19af9c-30fa-4249-b53d-a30fab3ccbfe tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461531 Dec 09 16:38:51.958454 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-87932d74-973f-4c74-a9fd-af2fe2eac57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:51.960006 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-87932d74-973f-4c74-a9fd-af2fe2eac57a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 1096 time: 0.0400968 Dec 09 16:38:52.054090 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-8b5102d9-0e43-4c9f-a3d2-9b8cc64f1488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:52.055577 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-8b5102d9-0e43-4c9f-a3d2-9b8cc64f1488 service neutron] 10.222.0.42 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.0879323 Dec 09 16:38:52.080756 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c693bc-2382-4b9a-9b9a-c0cd6fb565df req-90d89d36-0145-4ff8-98c6-863fff29a56a tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:52.082239 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-76c693bc-2382-4b9a-9b9a-c0cd6fb565df req-90d89d36-0145-4ff8-98c6-863fff29a56a tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 945 time: 0.0480814 Dec 09 16:38:52.122234 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-94ead83f-7e3f-431c-8421-5e08328fdf7f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57c39215-2ad2-45d1-b4c1-3fa789b7407b HTTP/1.1" status: 200 len: 1001 time: 0.0594840 Dec 09 16:38:52.130082 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-76c693bc-2382-4b9a-9b9a-c0cd6fb565df req-05a34e29-af19-4bb5-80bc-e80885672589 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417566 Dec 09 16:38:52.175273 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-218b96d2-3a9e-4e8f-8fd7-b2b199870b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:52.176751 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-218b96d2-3a9e-4e8f-8fd7-b2b199870b82 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0478404 Dec 09 16:38:52.222742 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-db12e952-e959-4067-9a51-d08208c0f833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:52.224152 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-db12e952-e959-4067-9a51-d08208c0f833 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402946 Dec 09 16:38:52.314519 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-3a0c3c6a-7b57-4078-bff8-fc8e4e05f293 service neutron] 10.222.0.42 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816905 Dec 09 16:38:52.408905 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-ce0db722-18e9-40b8-bd26-e97fc862b05e service neutron] 10.222.0.42 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869114 Dec 09 16:38:53.150675 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-83d273d8-9aeb-42ff-8316-5aa30a6b60e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:38:53.247149 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889cdbf2-a4e5-4f2e-941b-46af6cf00ed7 req-84c830a4-3a40-496d-b6d8-79aa5ebcd2ed tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:53.248675 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-889cdbf2-a4e5-4f2e-941b-46af6cf00ed7 req-84c830a4-3a40-496d-b6d8-79aa5ebcd2ed tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 945 time: 0.0484099 Dec 09 16:38:53.297041 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-889cdbf2-a4e5-4f2e-941b-46af6cf00ed7 req-7818fb8b-64a4-415c-b01b-b9813ded5e8f tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423939 Dec 09 16:38:54.301899 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:38:54.418557 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775a47b-6ed9-43af-bb7a-00d4b8d56e08 req-39f5ac67-abcc-4c9a-ad0d-f56c677118fe tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:54.420083 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6775a47b-6ed9-43af-bb7a-00d4b8d56e08 req-39f5ac67-abcc-4c9a-ad0d-f56c677118fe tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 945 time: 0.0533462 Dec 09 16:38:54.468361 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6775a47b-6ed9-43af-bb7a-00d4b8d56e08 req-2ba5b8e4-a000-4724-b8cd-0b9d31a92f4b tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422130 Dec 09 16:38:54.473248 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-45b0d234-b22f-4453-8f2e-2a8cd0f2057e service neutron] show failed (client error): The resource could not be found. Dec 09 16:38:54.474289 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-45b0d234-b22f-4453-8f2e-2a8cd0f2057e service neutron] 10.222.0.42 "GET /v2.0/ports/57c39215-2ad2-45d1-b4c1-3fa789b7407b/bindings/n-h2-821228-1 HTTP/1.1" status: 404 len: 380 time: 0.0580885 Dec 09 16:38:54.679471 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-d13457c4-4cb7-4d4f-8c1b-f1a995bb601a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:54.681004 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-d13457c4-4cb7-4d4f-8c1b-f1a995bb601a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3&tenant_id=d12aa553d0684a24ba035dd11246b02e HTTP/1.1" status: 200 len: 1096 time: 0.0399632 Dec 09 16:38:54.692438 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-2cb2a38e-88cb-45cf-b0aa-1aad8d63c757 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821228-1', 'device_owner': 'compute:nova'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:38:54.747008 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-2cb2a38e-88cb-45cf-b0aa-1aad8d63c757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:38:54.943605 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-2cb2a38e-88cb-45cf-b0aa-1aad8d63c757 service neutron] For port 57c39215-2ad2-45d1-b4c1-3fa789b7407b, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=57c39215-2ad2-45d1-b4c1-3fa789b7407b,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:38:54.976169 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-2cb2a38e-88cb-45cf-b0aa-1aad8d63c757 service neutron] For port 57c39215-2ad2-45d1-b4c1-3fa789b7407b, host n-h1-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:38:55.017833 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5480e87e-b9fe-4b7a-95cf-bd073e985fd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57c39215-2ad2-45d1-b4c1-3fa789b7407b'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:38:55.020145 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004395af-ec80-4e4e-bab4-69fa95b10092" -d '{"events": [{"server_uuid": "5480e87e-b9fe-4b7a-95cf-bd073e985fd3", "name": "network-vif-unplugged", "status": "completed", "tag": "57c39215-2ad2-45d1-b4c1-3fa789b7407b"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:38:55.025638 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-2cb2a38e-88cb-45cf-b0aa-1aad8d63c757 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:38:55.039475 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-2cb2a38e-88cb-45cf-b0aa-1aad8d63c757 service neutron] Transition to ACTIVE for port object 57c39215-2ad2-45d1-b4c1-3fa789b7407b will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:38:55.043417 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-2cb2a38e-88cb-45cf-b0aa-1aad8d63c757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:38:55.075634 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 16:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf5d00c-bea8-4247-a4f7-d3d879457138 x-openstack-request-id: req-bdf5d00c-bea8-4247-a4f7-d3d879457138 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:38:55.075924 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5480e87e-b9fe-4b7a-95cf-bd073e985fd3", "name": "network-vif-unplugged", "status": "completed", "tag": "57c39215-2ad2-45d1-b4c1-3fa789b7407b", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:38:55.076818 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bdf5d00c-bea8-4247-a4f7-d3d879457138 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:38:55.076818 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5480e87e-b9fe-4b7a-95cf-bd073e985fd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57c39215-2ad2-45d1-b4c1-3fa789b7407b', 'code': 200} Dec 09 16:38:55.124852 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2a38e-88cb-45cf-b0aa-1aad8d63c757 service neutron] Pushing event updated for resources: {'Port': ['ID=57c39215-2ad2-45d1-b4c1-3fa789b7407b,revision_number=6']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:38:55.187785 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:38:55.491398 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2a38e-88cb-45cf-b0aa-1aad8d63c757 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:38:55.491974 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2a38e-88cb-45cf-b0aa-1aad8d63c757 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:38:55.491974 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2a38e-88cb-45cf-b0aa-1aad8d63c757 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:38:55.492399 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2a38e-88cb-45cf-b0aa-1aad8d63c757 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:38:55.492826 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2a38e-88cb-45cf-b0aa-1aad8d63c757 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:38:55.493158 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2a38e-88cb-45cf-b0aa-1aad8d63c757 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:38:55.493488 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2a38e-88cb-45cf-b0aa-1aad8d63c757 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:38:55.493812 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2a38e-88cb-45cf-b0aa-1aad8d63c757 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:38:55.494136 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2a38e-88cb-45cf-b0aa-1aad8d63c757 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:38:55.494458 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2a38e-88cb-45cf-b0aa-1aad8d63c757 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:38:55.494781 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2a38e-88cb-45cf-b0aa-1aad8d63c757 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:38:55.495162 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2a38e-88cb-45cf-b0aa-1aad8d63c757 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:38:55.495482 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2a38e-88cb-45cf-b0aa-1aad8d63c757 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:38:55.533801 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-2cb2a38e-88cb-45cf-b0aa-1aad8d63c757 service neutron] No DVR routers for this DVR port 57c39215-2ad2-45d1-b4c1-3fa789b7407b on host n-h1-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:38:55.570272 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:38:55.663222 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d09456-e5c7-40aa-941a-284ff566a635 req-caca60ea-9488-4f98-97e7-76c030591506 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:55.664746 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-63d09456-e5c7-40aa-941a-284ff566a635 req-caca60ea-9488-4f98-97e7-76c030591506 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 943 time: 0.0977595 Dec 09 16:38:55.738235 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-2cb2a38e-88cb-45cf-b0aa-1aad8d63c757 service neutron] Attempting to bind port 57c39215-2ad2-45d1-b4c1-3fa789b7407b on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:38:55.738574 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-2cb2a38e-88cb-45cf-b0aa-1aad8d63c757 service neutron] Attempting to bind port 57c39215-2ad2-45d1-b4c1-3fa789b7407b by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:38:55.738916 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-2cb2a38e-88cb-45cf-b0aa-1aad8d63c757 service neutron] Attempting to bind port 57c39215-2ad2-45d1-b4c1-3fa789b7407b on network df8c6a55-9ab2-463c-8185-977ec8d15c87 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:38:55.749717 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-63d09456-e5c7-40aa-941a-284ff566a635 req-9dfeb222-f0f0-45fe-bd07-b36b04cfbe4c tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768795 Dec 09 16:38:55.750427 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-2cb2a38e-88cb-45cf-b0aa-1aad8d63c757 service neutron] Port 57c39215-2ad2-45d1-b4c1-3fa789b7407b on network df8c6a55-9ab2-463c-8185-977ec8d15c87 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:38:55.750755 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-2cb2a38e-88cb-45cf-b0aa-1aad8d63c757 service neutron] Attempting to bind port 57c39215-2ad2-45d1-b4c1-3fa789b7407b on network df8c6a55-9ab2-463c-8185-977ec8d15c87 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:38:55.755735 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-2cb2a38e-88cb-45cf-b0aa-1aad8d63c757 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:38:55.756078 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-2cb2a38e-88cb-45cf-b0aa-1aad8d63c757 service neutron] Checking segment: {'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:38:55.756601 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-2cb2a38e-88cb-45cf-b0aa-1aad8d63c757 service neutron] Bound using segment: {'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:38:55.756921 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-2cb2a38e-88cb-45cf-b0aa-1aad8d63c757 service neutron] Bound port: 57c39215-2ad2-45d1-b4c1-3fa789b7407b, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:38:55.757278 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-2cb2a38e-88cb-45cf-b0aa-1aad8d63c757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:38:55.822323 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-2cb2a38e-88cb-45cf-b0aa-1aad8d63c757 service neutron] For port 57c39215-2ad2-45d1-b4c1-3fa789b7407b, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:38:55.825821 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-2cb2a38e-88cb-45cf-b0aa-1aad8d63c757 service neutron] For port 57c39215-2ad2-45d1-b4c1-3fa789b7407b, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=57c39215-2ad2-45d1-b4c1-3fa789b7407b,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:38:55.830423 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-2cb2a38e-88cb-45cf-b0aa-1aad8d63c757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:38:55.864040 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-2cb2a38e-88cb-45cf-b0aa-1aad8d63c757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:55.864981 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-2cb2a38e-88cb-45cf-b0aa-1aad8d63c757 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:38:55.866468 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-2cb2a38e-88cb-45cf-b0aa-1aad8d63c757 service neutron] 10.222.0.31 "PUT /v2.0/ports/57c39215-2ad2-45d1-b4c1-3fa789b7407b HTTP/1.1" status: 200 len: 1091 time: 1.1778295 Dec 09 16:38:55.904904 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2a38e-88cb-45cf-b0aa-1aad8d63c757 service neutron] Pushing event updated for resources: {'Port': ['ID=57c39215-2ad2-45d1-b4c1-3fa789b7407b,revision_number=7']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:38:55.934310 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-9a536c64-cbc3-440d-bdfd-c4c086400996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:55.935831 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-9a536c64-cbc3-440d-bdfd-c4c086400996 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 1094 time: 0.0450437 Dec 09 16:38:56.034239 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-292fcfb8-ec30-402e-84a1-fbed46072e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:56.035764 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-292fcfb8-ec30-402e-84a1-fbed46072e96 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.0926664 Dec 09 16:38:56.105395 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-8270c467-3398-42b7-9042-28cf8113fd39 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57c39215-2ad2-45d1-b4c1-3fa789b7407b HTTP/1.1" status: 200 len: 999 time: 0.0609999 Dec 09 16:38:56.160885 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-d393c06f-7b32-4ae5-9268-ba3d5dc9dfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:56.162368 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-d393c06f-7b32-4ae5-9268-ba3d5dc9dfa9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0512033 Dec 09 16:38:56.209165 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-c0edc9a3-4910-4610-a9c0-d72f5e0c42a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:56.210672 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-c0edc9a3-4910-4610-a9c0-d72f5e0c42a5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413301 Dec 09 16:38:56.301202 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-1aa01122-691f-434c-8d9e-0958362f0a6d service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830879 Dec 09 16:38:56.396915 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a40f116b-5dbb-490b-ac37-012cfdd9d7c3 req-76e8c67b-81cc-4461-a8b5-4f775830ecd0 service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877805 Dec 09 16:38:56.588660 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:38:56.869485 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49af86e-5728-4305-a78b-ba78aafdbf76 req-e6a6b32d-f18a-40cc-a5ac-e6864b9d7e53 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:56.871114 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f49af86e-5728-4305-a78b-ba78aafdbf76 req-e6a6b32d-f18a-40cc-a5ac-e6864b9d7e53 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 943 time: 0.0493796 Dec 09 16:38:56.917782 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f49af86e-5728-4305-a78b-ba78aafdbf76 req-e1d45ba8-da86-4ba6-8bf0-9236ba8a4d43 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401771 Dec 09 16:38:57.077768 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5480e87e-b9fe-4b7a-95cf-bd073e985fd3', 'tag': '57c39215-2ad2-45d1-b4c1-3fa789b7407b'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:38:57.080149 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbbab055-e104-446c-bd84-ff86ee308821" -d '{"events": [{"name": "network-changed", "server_uuid": "5480e87e-b9fe-4b7a-95cf-bd073e985fd3", "tag": "57c39215-2ad2-45d1-b4c1-3fa789b7407b"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:38:57.174423 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bcf06f4-de8f-4e23-bcca-41a39917b100 x-openstack-request-id: req-0bcf06f4-de8f-4e23-bcca-41a39917b100 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:38:57.174710 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5480e87e-b9fe-4b7a-95cf-bd073e985fd3", "tag": "57c39215-2ad2-45d1-b4c1-3fa789b7407b", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:38:57.174958 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0bcf06f4-de8f-4e23-bcca-41a39917b100 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:38:57.175360 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5480e87e-b9fe-4b7a-95cf-bd073e985fd3', 'tag': '57c39215-2ad2-45d1-b4c1-3fa789b7407b', 'status': 'completed', 'code': 200} Dec 09 16:38:57.240996 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbab055-e104-446c-bd84-ff86ee308821 req-73cc0db3-46f5-4eff-af66-22212acf1e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:57.242636 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fbbab055-e104-446c-bd84-ff86ee308821 req-73cc0db3-46f5-4eff-af66-22212acf1e87 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 1094 time: 0.0426760 Dec 09 16:38:57.261454 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbab055-e104-446c-bd84-ff86ee308821 req-73316bd4-4487-4640-8d76-b90fcb6d5392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:57.263752 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fbbab055-e104-446c-bd84-ff86ee308821 req-73316bd4-4487-4640-8d76-b90fcb6d5392 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 1094 time: 0.0481367 Dec 09 16:38:57.347479 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbab055-e104-446c-bd84-ff86ee308821 req-cbbdca81-4352-40cb-89ed-38c2a292bbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:57.349026 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fbbab055-e104-446c-bd84-ff86ee308821 req-cbbdca81-4352-40cb-89ed-38c2a292bbda service neutron] 10.222.0.31 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.0990343 Dec 09 16:38:57.371352 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbab055-e104-446c-bd84-ff86ee308821 req-7b67c2d1-167f-4e41-baad-50945e9d9203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:57.372995 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fbbab055-e104-446c-bd84-ff86ee308821 req-7b67c2d1-167f-4e41-baad-50945e9d9203 service neutron] 10.222.0.42 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.1020560 Dec 09 16:38:57.416678 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fbbab055-e104-446c-bd84-ff86ee308821 req-d9b49fc5-d83b-4517-9aec-d2767b81ff55 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57c39215-2ad2-45d1-b4c1-3fa789b7407b HTTP/1.1" status: 200 len: 999 time: 0.0598080 Dec 09 16:38:57.443799 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fbbab055-e104-446c-bd84-ff86ee308821 req-e89251fc-ef84-400b-99ee-cc312beed05a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57c39215-2ad2-45d1-b4c1-3fa789b7407b HTTP/1.1" status: 200 len: 999 time: 0.0627694 Dec 09 16:38:57.474488 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbab055-e104-446c-bd84-ff86ee308821 req-d11fdbdc-e8dc-4039-969a-4cfbfbea747b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:57.476069 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fbbab055-e104-446c-bd84-ff86ee308821 req-d11fdbdc-e8dc-4039-969a-4cfbfbea747b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0516419 Dec 09 16:38:57.503539 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbab055-e104-446c-bd84-ff86ee308821 req-a003e764-3821-46f4-b8e3-e24e3e348ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:57.505098 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fbbab055-e104-446c-bd84-ff86ee308821 req-a003e764-3821-46f4-b8e3-e24e3e348ce2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0527687 Dec 09 16:38:57.526922 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbab055-e104-446c-bd84-ff86ee308821 req-84818078-6294-40a5-b1d7-1aaf75c421e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:57.528795 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fbbab055-e104-446c-bd84-ff86ee308821 req-84818078-6294-40a5-b1d7-1aaf75c421e1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445936 Dec 09 16:38:57.554054 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbab055-e104-446c-bd84-ff86ee308821 req-2deb5613-b87d-4652-a719-ec0498b5bffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:57.555568 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fbbab055-e104-446c-bd84-ff86ee308821 req-2deb5613-b87d-4652-a719-ec0498b5bffb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429935 Dec 09 16:38:57.617961 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fbbab055-e104-446c-bd84-ff86ee308821 req-53cc3923-f0a2-4780-8a89-419b75ac5f9e service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816267 Dec 09 16:38:57.646140 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fbbab055-e104-446c-bd84-ff86ee308821 req-2d99672b-13bc-4ba1-8ad2-59f3901e6758 service neutron] 10.222.0.42 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825334 Dec 09 16:38:57.712541 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fbbab055-e104-446c-bd84-ff86ee308821 req-e015950c-ffa9-4d0e-933b-5ad72c342af4 service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868335 Dec 09 16:38:57.740723 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fbbab055-e104-446c-bd84-ff86ee308821 req-3a24e966-291f-42c6-8af0-5210b3d002e4 service neutron] 10.222.0.42 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878475 Dec 09 16:38:58.036604 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fef16a-6fab-45a6-82c5-da1cbe412bb4 req-0f1aedbf-b06f-4f67-9bcf-cc531a0ab115 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:58.038082 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f9fef16a-6fab-45a6-82c5-da1cbe412bb4 req-0f1aedbf-b06f-4f67-9bcf-cc531a0ab115 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 943 time: 0.0487392 Dec 09 16:38:58.084965 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f9fef16a-6fab-45a6-82c5-da1cbe412bb4 req-a5ac286f-a0a4-43f5-8f19-9b9e82a0cec6 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401025 Dec 09 16:38:58.121014 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 57c39215-2ad2-45d1-b4c1-3fa789b7407b no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:38:58.161702 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 57c39215-2ad2-45d1-b4c1-3fa789b7407b not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:38:59.207773 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421033be-72df-4442-b75f-854618b5bb6e req-fb4a734e-322e-4c19-9c0d-54fe9c444726 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:59.209216 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-421033be-72df-4442-b75f-854618b5bb6e req-fb4a734e-322e-4c19-9c0d-54fe9c444726 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 943 time: 0.0546086 Dec 09 16:38:59.257413 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-421033be-72df-4442-b75f-854618b5bb6e req-839be009-efee-475e-bb6a-1228906deab3 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420620 Dec 09 16:38:59.451863 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65828b9e-924a-4a6f-82c3-e0c6a0f72c79 req-9b5d899f-a3d8-47c3-aa91-514a0963d84b tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:59.453481 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-65828b9e-924a-4a6f-82c3-e0c6a0f72c79 req-9b5d899f-a3d8-47c3-aa91-514a0963d84b tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 943 time: 0.0513747 Dec 09 16:38:59.473169 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdcece-63b8-47f1-b0a0-33a6a319c3ea req-a0deff2d-14ee-4306-bba4-1ffd41005ef2 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:59.474622 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-43cdcece-63b8-47f1-b0a0-33a6a319c3ea req-a0deff2d-14ee-4306-bba4-1ffd41005ef2 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.42 "GET /v2.0/ports?device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3&tenant_id=d12aa553d0684a24ba035dd11246b02e&binding%3Ahost_id=n-h2-821228-1 HTTP/1.1" status: 200 len: 943 time: 0.0532496 Dec 09 16:38:59.503762 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-65828b9e-924a-4a6f-82c3-e0c6a0f72c79 req-0c484315-75c0-4a4e-aa80-d86e5bf793e3 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432022 Dec 09 16:38:59.535485 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [req-43cdcece-63b8-47f1-b0a0-33a6a319c3ea req-40b9846c-0a6e-4989-8352-65a74e7d4b7b service neutron] delete failed (client error): The resource could not be found. Dec 09 16:38:59.536543 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-43cdcece-63b8-47f1-b0a0-33a6a319c3ea req-40b9846c-0a6e-4989-8352-65a74e7d4b7b service neutron] 10.222.0.42 "DELETE /v2.0/ports/57c39215-2ad2-45d1-b4c1-3fa789b7407b/bindings/n-h1-821228-1 HTTP/1.1" status: 404 len: 380 time: 0.0542622 Dec 09 16:38:59.642643 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdcece-63b8-47f1-b0a0-33a6a319c3ea req-ede753d7-237f-4bd1-aaf3-352c99d1ef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:59.644132 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-43cdcece-63b8-47f1-b0a0-33a6a319c3ea req-ede753d7-237f-4bd1-aaf3-352c99d1ef7d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 1094 time: 0.0450227 Dec 09 16:38:59.733270 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdcece-63b8-47f1-b0a0-33a6a319c3ea req-6b487126-dcc7-4bdc-9d35-6beee45f0162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:59.734658 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-43cdcece-63b8-47f1-b0a0-33a6a319c3ea req-6b487126-dcc7-4bdc-9d35-6beee45f0162 service neutron] 10.222.0.42 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.0841300 Dec 09 16:38:59.803301 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-43cdcece-63b8-47f1-b0a0-33a6a319c3ea req-1da2e6b5-6797-4264-909d-c1f9f16747a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57c39215-2ad2-45d1-b4c1-3fa789b7407b HTTP/1.1" status: 200 len: 999 time: 0.0616336 Dec 09 16:38:59.850847 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdcece-63b8-47f1-b0a0-33a6a319c3ea req-6591d72e-7e84-451b-9bb9-4937373dc66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:59.852276 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-43cdcece-63b8-47f1-b0a0-33a6a319c3ea req-6591d72e-7e84-451b-9bb9-4937373dc66f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0421958 Dec 09 16:38:59.896781 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdcece-63b8-47f1-b0a0-33a6a319c3ea req-3acf9fa9-304e-45cb-b048-03303578d0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:38:59.898223 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-43cdcece-63b8-47f1-b0a0-33a6a319c3ea req-3acf9fa9-304e-45cb-b048-03303578d0d6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388596 Dec 09 16:39:00.321856 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-43cdcece-63b8-47f1-b0a0-33a6a319c3ea req-5ff19dfb-12dc-42df-bac8-035b18eed957 service neutron] 10.222.0.42 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4164014 Dec 09 16:39:00.416035 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-43cdcece-63b8-47f1-b0a0-33a6a319c3ea req-0b322903-f80d-412c-adeb-4e70da7c22b6 service neutron] 10.222.0.42 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865185 Dec 09 16:39:00.622845 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd4b2a-9887-432c-ba2f-e814c27cf7c8 req-fe59937f-f934-4b3a-8720-e36282379fa3 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:39:00.624352 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57dd4b2a-9887-432c-ba2f-e814c27cf7c8 req-fe59937f-f934-4b3a-8720-e36282379fa3 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 943 time: 0.0498188 Dec 09 16:39:00.674920 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57dd4b2a-9887-432c-ba2f-e814c27cf7c8 req-52da349f-2488-4368-9041-7ba9bb9afba9 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445518 Dec 09 16:39:00.943291 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 57c39215-2ad2-45d1-b4c1-3fa789b7407b details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:39:01.040084 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 57c39215-2ad2-45d1-b4c1-3fa789b7407b, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=57c39215-2ad2-45d1-b4c1-3fa789b7407b,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:39:01.055583 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '57c39215-2ad2-45d1-b4c1-3fa789b7407b', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'port_id': '57c39215-2ad2-45d1-b4c1-3fa789b7407b', 'mac_address': 'fa:16:3e:08:f6:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:39:01.091613 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:39:01.103922 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57c39215-2ad2-45d1-b4c1-3fa789b7407b {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:39:01.123285 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 57c39215-2ad2-45d1-b4c1-3fa789b7407b, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=57c39215-2ad2-45d1-b4c1-3fa789b7407b,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:39:01.126498 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:39:01.173699 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=57c39215-2ad2-45d1-b4c1-3fa789b7407b,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:39:01.181258 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:39:01.181606 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:39:01.181947 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:39:01.182890 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:39:01.183232 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:39:01.183565 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:39:01.183894 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:39:01.184223 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:39:01.184607 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:39:01.184934 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:39:01.185258 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:39:01.185580 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:39:01.185906 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:39:01.474291 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['57c39215-2ad2-45d1-b4c1-3fa789b7407b'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:39:01.792723 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee16289-62df-4fe9-9faf-a07806e95a14 req-9890568e-d8f9-4bcc-99ff-cbd4cd73309a tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:39:01.794205 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0ee16289-62df-4fe9-9faf-a07806e95a14 req-9890568e-d8f9-4bcc-99ff-cbd4cd73309a tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 944 time: 0.0483341 Dec 09 16:39:01.840975 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0ee16289-62df-4fe9-9faf-a07806e95a14 req-3266f17d-d5b3-4bd3-9ce1-cc6725dbc332 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409038 Dec 09 16:39:01.953350 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266098b5-644a-4792-b098-7789fbd86f17 req-50c8834a-0c76-4044-befe-1fbc32d3af69 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:39:01.954872 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-266098b5-644a-4792-b098-7789fbd86f17 req-50c8834a-0c76-4044-befe-1fbc32d3af69 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 944 time: 0.0500324 Dec 09 16:39:02.001936 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-266098b5-644a-4792-b098-7789fbd86f17 req-922dd283-08ff-4b73-b5b9-ff1394852967 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410590 Dec 09 16:39:02.223621 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fab0ea-82f5-4a58-a925-c875344d17a2 req-d050fc5e-69e2-42d7-8965-6a1672df8b7e tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:39:02.225148 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-62fab0ea-82f5-4a58-a925-c875344d17a2 req-d050fc5e-69e2-42d7-8965-6a1672df8b7e tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 944 time: 0.0784733 Dec 09 16:39:02.250798 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a008cf2-92a3-4b37-a023-b1c32c37fe49 req-5ddd2a71-2196-4f60-bbd2-3f57a5eed27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:39:02.252247 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8a008cf2-92a3-4b37-a023-b1c32c37fe49 req-5ddd2a71-2196-4f60-bbd2-3f57a5eed27d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 1095 time: 0.0629096 Dec 09 16:39:02.328502 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-62fab0ea-82f5-4a58-a925-c875344d17a2 req-a4697a9c-86a3-4676-a40b-b3d9cbda2435 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951998 Dec 09 16:39:02.366936 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a008cf2-92a3-4b37-a023-b1c32c37fe49 req-8b2e4616-9e1c-439b-a4f8-de502ac2e2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:39:02.368403 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8a008cf2-92a3-4b37-a023-b1c32c37fe49 req-8b2e4616-9e1c-439b-a4f8-de502ac2e2c1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.1087122 Dec 09 16:39:02.434063 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8a008cf2-92a3-4b37-a023-b1c32c37fe49 req-61a3a9c5-8991-4fcd-832b-9c43effa3de7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57c39215-2ad2-45d1-b4c1-3fa789b7407b HTTP/1.1" status: 200 len: 1000 time: 0.0588517 Dec 09 16:39:02.483764 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a008cf2-92a3-4b37-a023-b1c32c37fe49 req-1f62fd7c-1107-4782-88f1-936bfe718494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:39:02.485234 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8a008cf2-92a3-4b37-a023-b1c32c37fe49 req-1f62fd7c-1107-4782-88f1-936bfe718494 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0442882 Dec 09 16:39:02.539217 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a008cf2-92a3-4b37-a023-b1c32c37fe49 req-2a97e414-2b20-4eb3-88a3-c4630058ebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:39:02.540765 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8a008cf2-92a3-4b37-a023-b1c32c37fe49 req-2a97e414-2b20-4eb3-88a3-c4630058ebf3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484614 Dec 09 16:39:02.636514 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8a008cf2-92a3-4b37-a023-b1c32c37fe49 req-c635e037-d2f3-4281-bed8-f58ff5a97eca service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887671 Dec 09 16:39:02.733659 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8a008cf2-92a3-4b37-a023-b1c32c37fe49 req-45ed173f-f9be-4abc-bfcf-a982d5d94cf4 service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904925 Dec 09 16:39:02.958786 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 57c39215-2ad2-45d1-b4c1-3fa789b7407b up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:39:03.009487 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 57c39215-2ad2-45d1-b4c1-3fa789b7407b completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:39:03.014478 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 57c39215-2ad2-45d1-b4c1-3fa789b7407b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:39:03.015010 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:39:03.105520 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:39:03.134448 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5480e87e-b9fe-4b7a-95cf-bd073e985fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c39215-2ad2-45d1-b4c1-3fa789b7407b'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:39:03.137057 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad401665e64187bef4a0f300457b2868c99907d1fc0db4bbbc94af95fd68fd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338d3241-b3e5-412c-ab70-8039157fc8d8" -d '{"events": [{"server_uuid": "5480e87e-b9fe-4b7a-95cf-bd073e985fd3", "name": "network-vif-plugged", "status": "completed", "tag": "57c39215-2ad2-45d1-b4c1-3fa789b7407b"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:39:03.151359 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 57c39215-2ad2-45d1-b4c1-3fa789b7407b, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=57c39215-2ad2-45d1-b4c1-3fa789b7407b,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:39:03.156570 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:39:03.217771 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda91cba-fce9-4d4b-a4df-3760f39a2b5e x-openstack-request-id: req-dda91cba-fce9-4d4b-a4df-3760f39a2b5e {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:39:03.218075 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5480e87e-b9fe-4b7a-95cf-bd073e985fd3", "name": "network-vif-plugged", "status": "completed", "tag": "57c39215-2ad2-45d1-b4c1-3fa789b7407b", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:39:03.218330 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dda91cba-fce9-4d4b-a4df-3760f39a2b5e {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:39:03.218776 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5480e87e-b9fe-4b7a-95cf-bd073e985fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c39215-2ad2-45d1-b4c1-3fa789b7407b', 'code': 200} Dec 09 16:39:03.219648 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=57c39215-2ad2-45d1-b4c1-3fa789b7407b,revision_number=9']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:39:03.447987 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5d370-e4a4-4034-8496-51585ef508e4 req-eda24939-c3e9-42d8-b442-0d5553ee7b68 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:39:03.449488 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03a5d370-e4a4-4034-8496-51585ef508e4 req-eda24939-c3e9-42d8-b442-0d5553ee7b68 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 945 time: 0.0504508 Dec 09 16:39:03.497257 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-03a5d370-e4a4-4034-8496-51585ef508e4 req-0eb8bf79-7283-423f-8a38-5cc537dca0b2 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416255 Dec 09 16:39:03.730157 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22238fb-266e-447b-8937-ab8ed8427c7b req-0bfb74da-5dd5-4545-9bb0-5865cb78c50a tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:39:03.731643 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a22238fb-266e-447b-8937-ab8ed8427c7b req-0bfb74da-5dd5-4545-9bb0-5865cb78c50a tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 945 time: 0.0495830 Dec 09 16:39:03.778240 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a22238fb-266e-447b-8937-ab8ed8427c7b req-453f1956-da98-4409-b45f-39a569213b07 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406015 Dec 09 16:39:04.898919 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f753e0-7561-4eee-91dc-d8ddaf8ced94 req-fb88dfd7-ec5c-43cf-ab53-85516e753dac tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:39:04.900391 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-63f753e0-7561-4eee-91dc-d8ddaf8ced94 req-fb88dfd7-ec5c-43cf-ab53-85516e753dac tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 945 time: 0.0527229 Dec 09 16:39:04.947384 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-63f753e0-7561-4eee-91dc-d8ddaf8ced94 req-92989186-92d7-4ccd-bbca-a499105ea290 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402861 Dec 09 16:39:05.109850 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbf358-dfd0-4e57-a364-c21dd37401f3 req-d8b0e3fd-919f-4ae9-9f02-ee322a650b93 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:39:05.111220 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9ebbf358-dfd0-4e57-a364-c21dd37401f3 req-d8b0e3fd-919f-4ae9-9f02-ee322a650b93 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.31 "GET /v2.0/ports?device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 945 time: 0.0490720 Dec 09 16:39:05.206080 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-9ebbf358-dfd0-4e57-a364-c21dd37401f3 req-c69250ea-e2e9-4cbb-a9ed-d4d77b91ebc7 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Deleting port 57c39215-2ad2-45d1-b4c1-3fa789b7407b {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:39:05.206421 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9ebbf358-dfd0-4e57-a364-c21dd37401f3 req-c69250ea-e2e9-4cbb-a9ed-d4d77b91ebc7 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:39:05.292877 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-9ebbf358-dfd0-4e57-a364-c21dd37401f3 req-c69250ea-e2e9-4cbb-a9ed-d4d77b91ebc7 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] For port 57c39215-2ad2-45d1-b4c1-3fa789b7407b, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=57c39215-2ad2-45d1-b4c1-3fa789b7407b,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:39:05.293240 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9ebbf358-dfd0-4e57-a364-c21dd37401f3 req-c69250ea-e2e9-4cbb-a9ed-d4d77b91ebc7 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:39:05.461789 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9ebbf358-dfd0-4e57-a364-c21dd37401f3 req-c69250ea-e2e9-4cbb-a9ed-d4d77b91ebc7 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:39:05.462059 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9ebbf358-dfd0-4e57-a364-c21dd37401f3 req-c69250ea-e2e9-4cbb-a9ed-d4d77b91ebc7 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:39:05.462369 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [req-9ebbf358-dfd0-4e57-a364-c21dd37401f3 req-c69250ea-e2e9-4cbb-a9ed-d4d77b91ebc7 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Floating IP 5e861488-7d64-46df-a657-43a3aa51a321 disassociated. External IP: 172.25.3.231, port: 57c39215-2ad2-45d1-b4c1-3fa789b7407b. Dec 09 16:39:05.462731 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-9ebbf358-dfd0-4e57-a364-c21dd37401f3 req-c69250ea-e2e9-4cbb-a9ed-d4d77b91ebc7 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Calling delete_port for 57c39215-2ad2-45d1-b4c1-3fa789b7407b owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:39:05.592273 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9ebbf358-dfd0-4e57-a364-c21dd37401f3 req-c69250ea-e2e9-4cbb-a9ed-d4d77b91ebc7 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:39:05.622595 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69250ea-e2e9-4cbb-a9ed-d4d77b91ebc7 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Pushing event deleted for resources: {'Port': ['ID=57c39215-2ad2-45d1-b4c1-3fa789b7407b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:39:05.741191 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ebbf358-dfd0-4e57-a364-c21dd37401f3 req-c69250ea-e2e9-4cbb-a9ed-d4d77b91ebc7 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Router 4de89398-abfa-430d-b28b-6c60291da9ee has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:39:05.851812 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ebbf358-dfd0-4e57-a364-c21dd37401f3 req-c69250ea-e2e9-4cbb-a9ed-d4d77b91ebc7 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:39:05.864515 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a7446a-2d67-4689-aaa9-e466da290890 None None] Sync routers for ids ['4de89398-abfa-430d-b28b-6c60291da9ee'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:39:05.876377 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a7446a-2d67-4689-aaa9-e466da290890 None None] Routers {'4de89398-abfa-430d-b28b-6c60291da9ee'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:39:05.877032 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-c2a7446a-2d67-4689-aaa9-e466da290890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:38:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4de89398-abfa-430d-b28b-6c60291da9ee'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:39:05.895947 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ebbf358-dfd0-4e57-a364-c21dd37401f3 req-c69250ea-e2e9-4cbb-a9ed-d4d77b91ebc7 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] No DVR routers for this DVR port 57c39215-2ad2-45d1-b4c1-3fa789b7407b on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:39:05.898598 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9ebbf358-dfd0-4e57-a364-c21dd37401f3 req-c69250ea-e2e9-4cbb-a9ed-d4d77b91ebc7 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:39:05.902582 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9ebbf358-dfd0-4e57-a364-c21dd37401f3 req-c69250ea-e2e9-4cbb-a9ed-d4d77b91ebc7 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.31 "DELETE /v2.0/ports/57c39215-2ad2-45d1-b4c1-3fa789b7407b HTTP/1.1" status: 204 len: 173 time: 0.7849472 Dec 09 16:39:05.903170 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5480e87e-b9fe-4b7a-95cf-bd073e985fd3', 'name': 'network-vif-deleted', 'tag': '57c39215-2ad2-45d1-b4c1-3fa789b7407b'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:39:05.905323 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b458afb5-844d-4010-bc6d-47d02e083b4b" -d '{"events": [{"server_uuid": "5480e87e-b9fe-4b7a-95cf-bd073e985fd3", "name": "network-vif-deleted", "tag": "57c39215-2ad2-45d1-b4c1-3fa789b7407b"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:39:05.946520 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575aa542-ea12-4caf-95c0-01cf7c151d4c x-openstack-request-id: req-575aa542-ea12-4caf-95c0-01cf7c151d4c {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:39:05.946820 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5480e87e-b9fe-4b7a-95cf-bd073e985fd3", "name": "network-vif-deleted", "tag": "57c39215-2ad2-45d1-b4c1-3fa789b7407b", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:39:05.947550 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-575aa542-ea12-4caf-95c0-01cf7c151d4c {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:39:05.947550 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5480e87e-b9fe-4b7a-95cf-bd073e985fd3', 'name': 'network-vif-deleted', 'tag': '57c39215-2ad2-45d1-b4c1-3fa789b7407b', 'status': 'completed', 'code': 200} Dec 09 16:39:05.993689 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-c2a7446a-2d67-4689-aaa9-e466da290890 None None] Set router 4de89398-abfa-430d-b28b-6c60291da9ee gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:39:06.053182 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0a252b21-fd76-4be7-b8b2-1309dd99e2a1 req-889f5cc4-1e42-499e-95c0-928c17570e60 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=5480e87e-b9fe-4b7a-95cf-bd073e985fd3 HTTP/1.1" status: 200 len: 210 time: 0.0316746 Dec 09 16:39:06.213274 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-c2a7446a-2d67-4689-aaa9-e466da290890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'name': 'tempest-ServerActionsTestJSON-797284277-router', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:45Z', 'revision_number': 4, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'gw_port': {'id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:20:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '08e65dd9-ac07-4cf4-8857-394f5bc4b203', 'name': '', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'mac_address': 'fa:16:3e:39:df:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:45Z', 'updated_at': '2021-12-09T16:32:50Z', 'revision_number': 5, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'subnets': [{'id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:39:06.240183 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a7446a-2d67-4689-aaa9-e466da290890 None None] Checking router: 4de89398-abfa-430d-b28b-6c60291da9ee for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:39:06.249209 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a7446a-2d67-4689-aaa9-e466da290890 None None] Routers {'4de89398-abfa-430d-b28b-6c60291da9ee'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:39:06.249812 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-c2a7446a-2d67-4689-aaa9-e466da290890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:38:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4de89398-abfa-430d-b28b-6c60291da9ee'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:39:06.353803 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-c2a7446a-2d67-4689-aaa9-e466da290890 None None] Set router 4de89398-abfa-430d-b28b-6c60291da9ee gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:39:06.551776 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-c2a7446a-2d67-4689-aaa9-e466da290890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'name': 'tempest-ServerActionsTestJSON-797284277-router', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:45Z', 'revision_number': 4, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'gw_port': {'id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:20:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '08e65dd9-ac07-4cf4-8857-394f5bc4b203', 'name': '', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'mac_address': 'fa:16:3e:39:df:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:45Z', 'updated_at': '2021-12-09T16:32:50Z', 'revision_number': 5, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'subnets': [{'id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:39:06.582333 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a7446a-2d67-4689-aaa9-e466da290890 None None] The sync data for ids ['4de89398-abfa-430d-b28b-6c60291da9ee'] in n-d-821228-1 is: [{'id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'name': 'tempest-ServerActionsTestJSON-797284277-router', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:45Z', 'revision_number': 4, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'gw_port': {'id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:20:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '08e65dd9-ac07-4cf4-8857-394f5bc4b203', 'name': '', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'mac_address': 'fa:16:3e:39:df:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:45Z', 'updated_at': '2021-12-09T16:32:50Z', 'revision_number': 5, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'subnets': [{'id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:39:06.792624 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec111fbb-b412-481d-8f6c-df475f2af135 None None] New status for floating IP 5e861488-7d64-46df-a657-43a3aa51a321: DOWN {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:39:07.354480 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-015fa430-1bf5-4872-b9d6-4e618fd379e9 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1874811639&fields=id&tenant_id=d12aa553d0684a24ba035dd11246b02e HTTP/1.1" status: 200 len: 267 time: 0.0431230 Dec 09 16:39:07.460773 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-6653f226-9b74-4b35-8910-88864b65f608 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:39:07.462158 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-6653f226-9b74-4b35-8910-88864b65f608 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 811 time: 0.1003222 Dec 09 16:39:07.477739 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-94441fc8-1819-46fc-a5bc-269fe803e225 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/quotas/d12aa553d0684a24ba035dd11246b02e HTTP/1.1" status: 200 len: 375 time: 0.0089746 Dec 09 16:39:07.533360 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-b21bdf63-9d07-4b3d-a8d8-972c1a602572 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500171 Dec 09 16:39:07.625658 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-f13820fc-3c4a-46df-9e95-63e23cdedeac service neutron] 10.222.0.57 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808794 Dec 09 16:39:07.718764 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-0afb58c6-51f8-41f5-937b-f7076449bd3a service neutron] 10.222.0.57 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869663 Dec 09 16:39:07.875542 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7380c8e7-a766-45a1-bb3d-f9c9181de2f3 req-a056d46f-f987-4bf8-a013-cbdd35fdbe62 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 210 time: 0.0272937 Dec 09 16:39:08.774384 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-6c829598-793a-48d1-8354-3a60acaacf64 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:39:08.775865 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-6c829598-793a-48d1-8354-3a60acaacf64 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.31 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 811 time: 0.1010973 Dec 09 16:39:08.842707 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-f0572c16-95ae-4b44-aef3-c7c915140e9a tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d12aa553d0684a24ba035dd11246b02e HTTP/1.1" status: 200 len: 380 time: 0.0569482 Dec 09 16:39:08.855516 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-ffb09892-ebe7-40e6-a912-654f3aff7e9b tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Request body: {'port': {'device_id': '506195a0-cb95-49bb-ac6c-dfc6d92507d4', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'admin_state_up': True, 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'security_groups': ['b63000a4-b4f6-4551-8d79-e0b252c38af2']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:39:08.976046 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e59cf299-c49b-4f48-a958-205d38f6c87e req-3085573a-9855-4ac6-aa2e-2a9bad86ba21 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 210 time: 0.0327532 Dec 09 16:39:08.988117 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-ffb09892-ebe7-40e6-a912-654f3aff7e9b tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Made reservation on behalf of d12aa553d0684a24ba035dd11246b02e for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:39:08.992433 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-ffb09892-ebe7-40e6-a912-654f3aff7e9b tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:39:09.001482 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 57c39215-2ad2-45d1-b4c1-3fa789b7407b no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:39:09.021505 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 57c39215-2ad2-45d1-b4c1-3fa789b7407b {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:39:09.021936 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 57c39215-2ad2-45d1-b4c1-3fa789b7407b not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:39:09.120110 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-ffb09892-ebe7-40e6-a912-654f3aff7e9b tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Allocated IP 172.20.0.3 (df8c6a55-9ab2-463c-8185-977ec8d15c87/dcb89ddc-891b-4111-9044-38a534ef1dba/68288fb7-27d8-4083-a8c1-ae6326cf85e1) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:39:09.258967 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-ffb09892-ebe7-40e6-a912-654f3aff7e9b tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:39:09.291123 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-ffb09892-ebe7-40e6-a912-654f3aff7e9b tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:39:09.336045 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-ffb09892-ebe7-40e6-a912-654f3aff7e9b tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Network df8c6a55-9ab2-463c-8185-977ec8d15c87 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:39:09.339865 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-ffb09892-ebe7-40e6-a912-654f3aff7e9b tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:39:09.346030 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-ffb09892-ebe7-40e6-a912-654f3aff7e9b tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:39:09.371755 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb09892-ebe7-40e6-a912-654f3aff7e9b tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Pushing event updated for resources: {'Port': ['ID=68288fb7-27d8-4083-a8c1-ae6326cf85e1,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:39:09.401200 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-ffb09892-ebe7-40e6-a912-654f3aff7e9b tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:39:09.401848 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-ffb09892-ebe7-40e6-a912-654f3aff7e9b tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:39:09.420629 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-ffb09892-ebe7-40e6-a912-654f3aff7e9b tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5695126 Dec 09 16:39:09.434380 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-0fb696ba-d59f-4b9f-b35a-18106fbd58a8 service neutron] Request body: {'port': {'device_id': '506195a0-cb95-49bb-ac6c-dfc6d92507d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:39:09.490878 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-0fb696ba-d59f-4b9f-b35a-18106fbd58a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:39:09.552555 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a434f661-3b0d-4651-8771-331abaf26380 None None] Provisioning complete for port 68288fb7-27d8-4083-a8c1-ae6326cf85e1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:39:09.552931 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a434f661-3b0d-4651-8771-331abaf26380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:39:09.586877 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a434f661-3b0d-4651-8771-331abaf26380 None None] Port 68288fb7-27d8-4083-a8c1-ae6326cf85e1 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:39:09.754166 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-0fb696ba-d59f-4b9f-b35a-18106fbd58a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68288fb7-27d8-4083-a8c1-ae6326cf85e1 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:39:09.761565 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-0fb696ba-d59f-4b9f-b35a-18106fbd58a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:39:09.773678 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-0fb696ba-d59f-4b9f-b35a-18106fbd58a8 service neutron] Transition to ACTIVE for port object 68288fb7-27d8-4083-a8c1-ae6326cf85e1 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:39:09.777101 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-0fb696ba-d59f-4b9f-b35a-18106fbd58a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:39:09.826112 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb696ba-d59f-4b9f-b35a-18106fbd58a8 service neutron] Pushing event updated for resources: {'Port': ['ID=68288fb7-27d8-4083-a8c1-ae6326cf85e1,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:39:09.901451 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-0fb696ba-d59f-4b9f-b35a-18106fbd58a8 service neutron] Attempting to bind port 68288fb7-27d8-4083-a8c1-ae6326cf85e1 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:39:09.901774 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-0fb696ba-d59f-4b9f-b35a-18106fbd58a8 service neutron] Attempting to bind port 68288fb7-27d8-4083-a8c1-ae6326cf85e1 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:39:09.902102 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-0fb696ba-d59f-4b9f-b35a-18106fbd58a8 service neutron] Attempting to bind port 68288fb7-27d8-4083-a8c1-ae6326cf85e1 on network df8c6a55-9ab2-463c-8185-977ec8d15c87 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:39:09.906693 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-0fb696ba-d59f-4b9f-b35a-18106fbd58a8 service neutron] Port 68288fb7-27d8-4083-a8c1-ae6326cf85e1 on network df8c6a55-9ab2-463c-8185-977ec8d15c87 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:39:09.907010 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-0fb696ba-d59f-4b9f-b35a-18106fbd58a8 service neutron] Attempting to bind port 68288fb7-27d8-4083-a8c1-ae6326cf85e1 on network df8c6a55-9ab2-463c-8185-977ec8d15c87 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:39:09.912183 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-0fb696ba-d59f-4b9f-b35a-18106fbd58a8 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:39:09.912547 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-0fb696ba-d59f-4b9f-b35a-18106fbd58a8 service neutron] Checking segment: {'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:39:09.912927 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-0fb696ba-d59f-4b9f-b35a-18106fbd58a8 service neutron] Bound using segment: {'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:39:09.913349 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-0fb696ba-d59f-4b9f-b35a-18106fbd58a8 service neutron] Bound port: 68288fb7-27d8-4083-a8c1-ae6326cf85e1, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:39:09.913704 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-0fb696ba-d59f-4b9f-b35a-18106fbd58a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:39:09.980895 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-0fb696ba-d59f-4b9f-b35a-18106fbd58a8 service neutron] For port 68288fb7-27d8-4083-a8c1-ae6326cf85e1, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:39:09.984285 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-0fb696ba-d59f-4b9f-b35a-18106fbd58a8 service neutron] For port 68288fb7-27d8-4083-a8c1-ae6326cf85e1, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=68288fb7-27d8-4083-a8c1-ae6326cf85e1,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:39:09.988323 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-0fb696ba-d59f-4b9f-b35a-18106fbd58a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:39:10.023168 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-0fb696ba-d59f-4b9f-b35a-18106fbd58a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:39:10.023607 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-0fb696ba-d59f-4b9f-b35a-18106fbd58a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:39:10.025336 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-0fb696ba-d59f-4b9f-b35a-18106fbd58a8 service neutron] 10.222.0.31 "PUT /v2.0/ports/68288fb7-27d8-4083-a8c1-ae6326cf85e1 HTTP/1.1" status: 200 len: 1091 time: 0.5956755 Dec 09 16:39:10.026343 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506195a0-cb95-49bb-ac6c-dfc6d92507d4', 'tag': '68288fb7-27d8-4083-a8c1-ae6326cf85e1'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:39:10.028925 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f516d81-1093-43c0-b882-8cb99d289169" -d '{"events": [{"name": "network-changed", "server_uuid": "506195a0-cb95-49bb-ac6c-dfc6d92507d4", "tag": "68288fb7-27d8-4083-a8c1-ae6326cf85e1"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:39:10.060708 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb696ba-d59f-4b9f-b35a-18106fbd58a8 service neutron] Pushing event updated for resources: {'Port': ['ID=68288fb7-27d8-4083-a8c1-ae6326cf85e1,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:39:10.145760 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-5ddfe6b4-e1df-43ea-9316-1090e5e5f855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:39:10.147366 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-5ddfe6b4-e1df-43ea-9316-1090e5e5f855 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 1094 time: 0.0796123 Dec 09 16:39:10.155952 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b8cc8-0fd6-45c0-823f-9ba7221ca0b3 req-7f10ad28-df47-4252-8ff7-5043599bf77a tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:39:10.157469 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-727b8cc8-0fd6-45c0-823f-9ba7221ca0b3 req-7f10ad28-df47-4252-8ff7-5043599bf77a tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 943 time: 0.0798903 Dec 09 16:39:10.200408 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-de0d3911-4af3-4c3f-bf71-63fe9c5a03fe service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68288fb7-27d8-4083-a8c1-ae6326cf85e1 HTTP/1.1" status: 200 len: 217 time: 0.0419562 Dec 09 16:39:10.268670 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-727b8cc8-0fd6-45c0-823f-9ba7221ca0b3 req-dd47448d-efb6-436f-9435-09d289ba3ee4 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043763 Dec 09 16:39:10.273975 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-4e29205f-4994-4c7a-afe6-2dee347b4441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:39:10.275371 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-4e29205f-4994-4c7a-afe6-2dee347b4441 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0666573 Dec 09 16:39:10.314335 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbe823c-e21d-4737-8f8b-d092df1efca1 x-openstack-request-id: req-0bbe823c-e21d-4737-8f8b-d092df1efca1 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:39:10.314626 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "506195a0-cb95-49bb-ac6c-dfc6d92507d4", "tag": "68288fb7-27d8-4083-a8c1-ae6326cf85e1", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:39:10.314873 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0bbe823c-e21d-4737-8f8b-d092df1efca1 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:39:10.315272 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '506195a0-cb95-49bb-ac6c-dfc6d92507d4', 'tag': '68288fb7-27d8-4083-a8c1-ae6326cf85e1', 'status': 'completed', 'code': 200} Dec 09 16:39:10.332077 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-6b180285-b51a-46e5-9aba-1918cf59aa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:39:10.333937 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-6b180285-b51a-46e5-9aba-1918cf59aa7e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512712 Dec 09 16:39:10.422406 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-c9f268a3-50a1-4710-aa88-6d42d5d16576 service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815737 Dec 09 16:39:10.516651 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-873e1474-89aa-4a18-8476-c9e3f1a6bf6f req-63670547-daa8-4834-86ec-20004bfff16b service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864475 Dec 09 16:39:10.602236 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f516d81-1093-43c0-b882-8cb99d289169 req-34ef7f11-3fd2-42ce-a82b-9059359ff72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:39:10.603632 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3f516d81-1093-43c0-b882-8cb99d289169 req-34ef7f11-3fd2-42ce-a82b-9059359ff72e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 1094 time: 0.0401351 Dec 09 16:39:10.693153 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f516d81-1093-43c0-b882-8cb99d289169 req-a9b8413f-6cd6-4e7b-9601-e45a4d3e0b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:39:10.694618 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3f516d81-1093-43c0-b882-8cb99d289169 req-a9b8413f-6cd6-4e7b-9601-e45a4d3e0b03 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.0845904 Dec 09 16:39:10.735609 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3f516d81-1093-43c0-b882-8cb99d289169 req-d074fcc3-78a4-475e-92e8-9d0f759a0b26 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68288fb7-27d8-4083-a8c1-ae6326cf85e1 HTTP/1.1" status: 200 len: 217 time: 0.0341728 Dec 09 16:39:10.782464 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f516d81-1093-43c0-b882-8cb99d289169 req-18ac3035-96b8-4409-8321-69e511817658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:39:10.783907 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3f516d81-1093-43c0-b882-8cb99d289169 req-18ac3035-96b8-4409-8321-69e511817658 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0419419 Dec 09 16:39:10.828608 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f516d81-1093-43c0-b882-8cb99d289169 req-caa59cbf-9009-4c80-ab30-37fc1c77540a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:39:10.830046 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3f516d81-1093-43c0-b882-8cb99d289169 req-caa59cbf-9009-4c80-ab30-37fc1c77540a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384741 Dec 09 16:39:10.922090 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3f516d81-1093-43c0-b882-8cb99d289169 req-38f94c9d-9685-430e-b268-510b40244db6 service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838881 Dec 09 16:39:11.010135 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3f516d81-1093-43c0-b882-8cb99d289169 req-e55b307d-2b7f-4d4e-9c23-0ff63270d653 service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805101 Dec 09 16:39:11.391554 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d147b8a-0f53-45a8-bf06-b5e62110cd09 req-757f09ac-40ad-48cb-8a54-2cb60ce8c2fc tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:39:11.393082 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2d147b8a-0f53-45a8-bf06-b5e62110cd09 req-757f09ac-40ad-48cb-8a54-2cb60ce8c2fc tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 943 time: 0.0535893 Dec 09 16:39:11.440554 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2d147b8a-0f53-45a8-bf06-b5e62110cd09 req-a8f601c9-f6d5-4008-a40f-988354e667f2 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415707 Dec 09 16:39:12.556761 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74527b0d-ae7d-472e-a711-cb108ad3c158 req-d0463c52-6688-400f-9b05-15e1abd55f0a tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:39:12.558877 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-74527b0d-ae7d-472e-a711-cb108ad3c158 req-d0463c52-6688-400f-9b05-15e1abd55f0a tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 943 time: 0.0495574 Dec 09 16:39:12.606014 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-74527b0d-ae7d-472e-a711-cb108ad3c158 req-ffffb1af-ba1e-4ab8-8025-0cfaf1de2644 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411046 Dec 09 16:39:13.036188 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 68288fb7-27d8-4083-a8c1-ae6326cf85e1 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:39:13.128841 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 68288fb7-27d8-4083-a8c1-ae6326cf85e1, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=68288fb7-27d8-4083-a8c1-ae6326cf85e1,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:39:13.140000 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '68288fb7-27d8-4083-a8c1-ae6326cf85e1', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'port_id': '68288fb7-27d8-4083-a8c1-ae6326cf85e1', 'mac_address': 'fa:16:3e:ef:75:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:39:13.179864 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:39:13.192943 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68288fb7-27d8-4083-a8c1-ae6326cf85e1 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:39:13.211811 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 68288fb7-27d8-4083-a8c1-ae6326cf85e1, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=68288fb7-27d8-4083-a8c1-ae6326cf85e1,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:39:13.215971 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:39:13.262562 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=68288fb7-27d8-4083-a8c1-ae6326cf85e1,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:39:13.509299 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['68288fb7-27d8-4083-a8c1-ae6326cf85e1'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:39:13.725428 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33166889-a2ab-485c-a233-96f6eb8f828a req-2a4a3719-ca88-41a0-bc14-6cba662fc688 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:39:13.726899 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-33166889-a2ab-485c-a233-96f6eb8f828a req-2a4a3719-ca88-41a0-bc14-6cba662fc688 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 944 time: 0.0521986 Dec 09 16:39:13.772719 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-33166889-a2ab-485c-a233-96f6eb8f828a req-69d26729-1a9c-416b-91c7-9a6777f44752 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389502 Dec 09 16:39:14.888134 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a8cf0-9baa-4137-b9e4-8c521d9ba35e req-0f25c71c-76ac-48b8-b3c5-7b874377432a tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:39:14.889633 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-990a8cf0-9baa-4137-b9e4-8c521d9ba35e req-0f25c71c-76ac-48b8-b3c5-7b874377432a tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 944 time: 0.0490348 Dec 09 16:39:14.937276 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-990a8cf0-9baa-4137-b9e4-8c521d9ba35e req-fc8fb216-237f-459b-af36-144b52003d58 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417178 Dec 09 16:39:15.067689 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 68288fb7-27d8-4083-a8c1-ae6326cf85e1 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:39:15.115083 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 68288fb7-27d8-4083-a8c1-ae6326cf85e1 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:39:15.118835 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 68288fb7-27d8-4083-a8c1-ae6326cf85e1 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:39:15.119267 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:39:15.193562 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:39:15.215573 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506195a0-cb95-49bb-ac6c-dfc6d92507d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68288fb7-27d8-4083-a8c1-ae6326cf85e1'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:39:15.217798 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad401665e64187bef4a0f300457b2868c99907d1fc0db4bbbc94af95fd68fd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a4e289-5c49-4ce1-8dbb-d89ad0b26475" -d '{"events": [{"server_uuid": "506195a0-cb95-49bb-ac6c-dfc6d92507d4", "name": "network-vif-plugged", "status": "completed", "tag": "68288fb7-27d8-4083-a8c1-ae6326cf85e1"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:39:15.234794 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 68288fb7-27d8-4083-a8c1-ae6326cf85e1, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=68288fb7-27d8-4083-a8c1-ae6326cf85e1,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:39:15.238921 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:39:15.262860 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcb0aa3-4934-49ce-ba85-05af8691acbf x-openstack-request-id: req-3fcb0aa3-4934-49ce-ba85-05af8691acbf {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:39:15.263160 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506195a0-cb95-49bb-ac6c-dfc6d92507d4", "name": "network-vif-plugged", "status": "completed", "tag": "68288fb7-27d8-4083-a8c1-ae6326cf85e1", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:39:15.263418 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3fcb0aa3-4934-49ce-ba85-05af8691acbf {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:39:15.263812 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506195a0-cb95-49bb-ac6c-dfc6d92507d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68288fb7-27d8-4083-a8c1-ae6326cf85e1', 'code': 200} Dec 09 16:39:15.292076 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=68288fb7-27d8-4083-a8c1-ae6326cf85e1,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:39:15.370026 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc3ed9-657b-4ec3-bdd2-5a47ff4d7718 req-c7357a05-6ddd-460d-90b7-4ea76754dad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:39:15.371489 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d3fc3ed9-657b-4ec3-bdd2-5a47ff4d7718 req-c7357a05-6ddd-460d-90b7-4ea76754dad8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 1096 time: 0.0399406 Dec 09 16:39:15.421085 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d3fc3ed9-657b-4ec3-bdd2-5a47ff4d7718 req-5a848c72-33b6-4321-a41e-6c3b2e452e5e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418451 Dec 09 16:39:15.742734 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:39:16.053515 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc2494-eeda-4d6e-b6f5-e1b8a0122c8a req-2a32aef8-8b7d-4a67-8827-18f63c0a8785 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:39:16.054981 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-89dc2494-eeda-4d6e-b6f5-e1b8a0122c8a req-2a32aef8-8b7d-4a67-8827-18f63c0a8785 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 945 time: 0.0477643 Dec 09 16:39:16.102586 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-89dc2494-eeda-4d6e-b6f5-e1b8a0122c8a req-eb9ee788-1fe1-4a6b-93b0-f02e5701cb85 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410819 Dec 09 16:39:16.704115 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:39:17.219894 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01b153-86e7-472a-87b4-6da6478b84b8 req-b5e5f72d-d566-4a94-ba6e-07b8cdd2bd67 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:39:17.221297 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6c01b153-86e7-472a-87b4-6da6478b84b8 req-b5e5f72d-d566-4a94-ba6e-07b8cdd2bd67 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 945 time: 0.0480263 Dec 09 16:39:17.266808 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6c01b153-86e7-472a-87b4-6da6478b84b8 req-fdec28d8-f64d-48df-8697-90d6eaaee5e2 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396965 Dec 09 16:39:17.378977 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a667819-04bc-4d13-b68a-de64775452f0 req-736c870b-6c79-4669-aea8-c0c6dc46030f tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:39:17.380467 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3a667819-04bc-4d13-b68a-de64775452f0 req-736c870b-6c79-4669-aea8-c0c6dc46030f tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 945 time: 0.0518055 Dec 09 16:39:17.389751 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 54680) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:39:17.393929 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-cba94fe1-0a90-4ee1-bb27-a9be498aa3f0 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Request body: {'floatingip': {'port_id': '68288fb7-27d8-4083-a8c1-ae6326cf85e1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:39:17.432613 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cba94fe1-0a90-4ee1-bb27-a9be498aa3f0 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:39:18.192277 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cba94fe1-0a90-4ee1-bb27-a9be498aa3f0 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:39:18.195930 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cba94fe1-0a90-4ee1-bb27-a9be498aa3f0 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:39:18.295449 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-cba94fe1-0a90-4ee1-bb27-a9be498aa3f0 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Floating IP 5e861488-7d64-46df-a657-43a3aa51a321 associated. External IP: 172.25.3.231, port: 68288fb7-27d8-4083-a8c1-ae6326cf85e1. Dec 09 16:39:18.506364 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba94fe1-0a90-4ee1-bb27-a9be498aa3f0 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Router 4de89398-abfa-430d-b28b-6c60291da9ee has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:39:18.613239 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba94fe1-0a90-4ee1-bb27-a9be498aa3f0 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:39:18.618023 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cba94fe1-0a90-4ee1-bb27-a9be498aa3f0 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:39:18.622634 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe9cdb4-e30c-4bba-92c0-514fe41f1c98 None None] Sync routers for ids ['4de89398-abfa-430d-b28b-6c60291da9ee'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:39:18.632204 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe9cdb4-e30c-4bba-92c0-514fe41f1c98 None None] Routers {'4de89398-abfa-430d-b28b-6c60291da9ee'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:39:18.632857 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-dfe9cdb4-e30c-4bba-92c0-514fe41f1c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:38:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4de89398-abfa-430d-b28b-6c60291da9ee'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:39:18.645598 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-cba94fe1-0a90-4ee1-bb27-a9be498aa3f0 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "PUT /v2.0/floatingips/5e861488-7d64-46df-a657-43a3aa51a321 HTTP/1.1" status: 200 len: 991 time: 1.2548096 Dec 09 16:39:18.646204 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506195a0-cb95-49bb-ac6c-dfc6d92507d4', 'tag': '68288fb7-27d8-4083-a8c1-ae6326cf85e1'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:39:18.648546 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff62d35d-1651-4bfc-bbb7-0cf430643205" -d '{"events": [{"name": "network-changed", "server_uuid": "506195a0-cb95-49bb-ac6c-dfc6d92507d4", "tag": "68288fb7-27d8-4083-a8c1-ae6326cf85e1"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:39:18.740031 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0bbce63-b9b5-49d5-9738-9bba1523491a x-openstack-request-id: req-f0bbce63-b9b5-49d5-9738-9bba1523491a {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:39:18.740322 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "506195a0-cb95-49bb-ac6c-dfc6d92507d4", "tag": "68288fb7-27d8-4083-a8c1-ae6326cf85e1", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:39:18.740606 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f0bbce63-b9b5-49d5-9738-9bba1523491a {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:39:18.741015 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '506195a0-cb95-49bb-ac6c-dfc6d92507d4', 'tag': '68288fb7-27d8-4083-a8c1-ae6326cf85e1', 'status': 'completed', 'code': 200} Dec 09 16:39:18.805987 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62d35d-1651-4bfc-bbb7-0cf430643205 req-bb15163d-8a06-4483-94fd-0708a0ad84fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:39:18.807637 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ff62d35d-1651-4bfc-bbb7-0cf430643205 req-bb15163d-8a06-4483-94fd-0708a0ad84fe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 1096 time: 0.0435073 Dec 09 16:39:18.898957 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-dfe9cdb4-e30c-4bba-92c0-514fe41f1c98 None None] Set router 4de89398-abfa-430d-b28b-6c60291da9ee gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:39:18.901221 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62d35d-1651-4bfc-bbb7-0cf430643205 req-84234cc4-123d-4934-8df7-6e5f909351a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:39:18.902779 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ff62d35d-1651-4bfc-bbb7-0cf430643205 req-84234cc4-123d-4934-8df7-6e5f909351a1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.0870655 Dec 09 16:39:18.973248 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ff62d35d-1651-4bfc-bbb7-0cf430643205 req-5d4385dc-e359-43e9-9329-aa64a08545f2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68288fb7-27d8-4083-a8c1-ae6326cf85e1 HTTP/1.1" status: 200 len: 999 time: 0.0630579 Dec 09 16:39:19.023222 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62d35d-1651-4bfc-bbb7-0cf430643205 req-44fd7579-ad9a-4418-9349-d124bb96e8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:39:19.024746 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ff62d35d-1651-4bfc-bbb7-0cf430643205 req-44fd7579-ad9a-4418-9349-d124bb96e8ce service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0450890 Dec 09 16:39:19.070252 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62d35d-1651-4bfc-bbb7-0cf430643205 req-5625599e-2620-4ed3-a8ec-c9cf8cfc10c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:39:19.071784 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ff62d35d-1651-4bfc-bbb7-0cf430643205 req-5625599e-2620-4ed3-a8ec-c9cf8cfc10c2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403118 Dec 09 16:39:19.123628 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-dfe9cdb4-e30c-4bba-92c0-514fe41f1c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'name': 'tempest-ServerActionsTestJSON-797284277-router', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:45Z', 'revision_number': 4, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'gw_port': {'id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:20:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '5e861488-7d64-46df-a657-43a3aa51a321', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'floating_ip_address': '172.25.3.231', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'port_id': '68288fb7-27d8-4083-a8c1-ae6326cf85e1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'mac_address': 'fa:16:3e:ef:75:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506195a0-cb95-49bb-ac6c-dfc6d92507d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:32:49Z', 'updated_at': '2021-12-09T16:39:17Z', 'revision_number': 9, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e65dd9-ac07-4cf4-8857-394f5bc4b203', 'name': '', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'mac_address': 'fa:16:3e:39:df:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:45Z', 'updated_at': '2021-12-09T16:32:50Z', 'revision_number': 5, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'subnets': [{'id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:39:19.149403 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe9cdb4-e30c-4bba-92c0-514fe41f1c98 None None] Checking router: 4de89398-abfa-430d-b28b-6c60291da9ee for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:39:19.158254 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe9cdb4-e30c-4bba-92c0-514fe41f1c98 None None] Routers {'4de89398-abfa-430d-b28b-6c60291da9ee'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:39:19.158858 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-dfe9cdb4-e30c-4bba-92c0-514fe41f1c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:38:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4de89398-abfa-430d-b28b-6c60291da9ee'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:39:19.168299 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ff62d35d-1651-4bfc-bbb7-0cf430643205 req-5f997816-e94f-4dfc-af20-07f9f07f2cff service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894132 Dec 09 16:39:19.257165 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ff62d35d-1651-4bfc-bbb7-0cf430643205 req-8e90ac86-db3f-4f73-bc63-d16dc70c10b2 service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823128 Dec 09 16:39:19.265030 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-dfe9cdb4-e30c-4bba-92c0-514fe41f1c98 None None] Set router 4de89398-abfa-430d-b28b-6c60291da9ee gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:39:19.491216 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-dfe9cdb4-e30c-4bba-92c0-514fe41f1c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'name': 'tempest-ServerActionsTestJSON-797284277-router', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:45Z', 'revision_number': 4, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'gw_port': {'id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:20:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '5e861488-7d64-46df-a657-43a3aa51a321', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'floating_ip_address': '172.25.3.231', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'port_id': '68288fb7-27d8-4083-a8c1-ae6326cf85e1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'mac_address': 'fa:16:3e:ef:75:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506195a0-cb95-49bb-ac6c-dfc6d92507d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:32:49Z', 'updated_at': '2021-12-09T16:39:17Z', 'revision_number': 9, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e65dd9-ac07-4cf4-8857-394f5bc4b203', 'name': '', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'mac_address': 'fa:16:3e:39:df:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:45Z', 'updated_at': '2021-12-09T16:32:50Z', 'revision_number': 5, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'subnets': [{'id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:39:19.516908 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe9cdb4-e30c-4bba-92c0-514fe41f1c98 None None] The sync data for ids ['4de89398-abfa-430d-b28b-6c60291da9ee'] in n-d-821228-1 is: [{'id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'name': 'tempest-ServerActionsTestJSON-797284277-router', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:45Z', 'revision_number': 4, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'gw_port': {'id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:20:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '5e861488-7d64-46df-a657-43a3aa51a321', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'floating_ip_address': '172.25.3.231', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'port_id': '68288fb7-27d8-4083-a8c1-ae6326cf85e1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'mac_address': 'fa:16:3e:ef:75:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506195a0-cb95-49bb-ac6c-dfc6d92507d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:32:49Z', 'updated_at': '2021-12-09T16:39:17Z', 'revision_number': 9, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e65dd9-ac07-4cf4-8857-394f5bc4b203', 'name': '', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'mac_address': 'fa:16:3e:39:df:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:45Z', 'updated_at': '2021-12-09T16:32:50Z', 'revision_number': 5, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'subnets': [{'id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:39:19.696556 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4dad96-7451-4a69-9b2e-0e9e4955f01b None None] New status for floating IP 5e861488-7d64-46df-a657-43a3aa51a321: ACTIVE {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:39:20.624782 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6ecca2a6-6dd8-44fe-98ef-70fd98cc0b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:39:23.153931 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-051e080a-3ae9-4887-96f7-429a0b0d4b6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:39:24.305171 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:39:25.183515 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:39:25.573046 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:39:26.592091 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:39:46.717826 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:39:47.396926 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a48d41cc-a763-401d-954c-deda69ce50ac req-315599d0-07ba-4a41-9c93-ac70bd08912f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449610 Dec 09 16:39:47.482632 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d41cc-a763-401d-954c-deda69ce50ac req-4501a9e9-57ab-4c2a-bfa4-9b0c82376ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:39:47.484125 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a48d41cc-a763-401d-954c-deda69ce50ac req-4501a9e9-57ab-4c2a-bfa4-9b0c82376ed1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 1096 time: 0.0423081 Dec 09 16:39:47.585209 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d41cc-a763-401d-954c-deda69ce50ac req-03ebe84d-33e4-426b-82f5-4c68d514d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:39:47.586739 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a48d41cc-a763-401d-954c-deda69ce50ac req-03ebe84d-33e4-426b-82f5-4c68d514d954 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.0829179 Dec 09 16:39:47.656219 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a48d41cc-a763-401d-954c-deda69ce50ac req-ef804100-acbb-4622-aa5c-c09638d7f31c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68288fb7-27d8-4083-a8c1-ae6326cf85e1 HTTP/1.1" status: 200 len: 1002 time: 0.0624797 Dec 09 16:39:47.704822 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d41cc-a763-401d-954c-deda69ce50ac req-265bae0b-899a-4e0b-a4c9-59fefa0e5eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:39:47.706302 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a48d41cc-a763-401d-954c-deda69ce50ac req-265bae0b-899a-4e0b-a4c9-59fefa0e5eec service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0436046 Dec 09 16:39:47.752275 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d41cc-a763-401d-954c-deda69ce50ac req-cb767e53-3507-46fa-ac86-3ee6bae09d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:39:47.753765 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a48d41cc-a763-401d-954c-deda69ce50ac req-cb767e53-3507-46fa-ac86-3ee6bae09d1e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394340 Dec 09 16:39:47.847167 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a48d41cc-a763-401d-954c-deda69ce50ac req-5a22b271-c81d-4322-8cd1-5f6c10558b77 service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850296 Dec 09 16:39:47.934637 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a48d41cc-a763-401d-954c-deda69ce50ac req-154ef61d-1eee-4c0c-8aa5-ce93c5882b69 service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802264 Dec 09 16:39:50.626637 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e21e5575-49ae-43e3-95a4-2b86be072e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:39:52.741580 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:39:53.154811 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-30c343ca-76e3-485f-8f6d-d367e737f971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:39:54.308964 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:39:55.183261 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:39:55.576504 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:39:56.594258 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:40:16.721369 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:40:20.628401 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3bcf43fc-2127-461a-a13a-f9ad9ed13e23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:40:23.155890 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-72e9e638-30db-42f3-8a15-154c33fda688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:40:24.312059 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:40:25.177909 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:40:25.579987 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:40:26.597119 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:40:29.740490 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:40:46.717911 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:40:47.474353 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-63293939-5618-4fa6-8597-82a7a1aa1b9d req-78d07f16-fa94-4f1e-8c75-134ac0d86704 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0925043 Dec 09 16:40:47.555988 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63293939-5618-4fa6-8597-82a7a1aa1b9d req-105ae6a8-adc7-4efb-957b-54256d2e0800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:40:47.557522 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-63293939-5618-4fa6-8597-82a7a1aa1b9d req-105ae6a8-adc7-4efb-957b-54256d2e0800 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 1096 time: 0.0404301 Dec 09 16:40:47.659185 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63293939-5618-4fa6-8597-82a7a1aa1b9d req-c7079018-f750-4098-aee6-d7ae8a2a79d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:40:47.660587 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-63293939-5618-4fa6-8597-82a7a1aa1b9d req-c7079018-f750-4098-aee6-d7ae8a2a79d1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.0832276 Dec 09 16:40:47.728649 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-63293939-5618-4fa6-8597-82a7a1aa1b9d req-804a8c41-d899-42fe-9c12-ad633d36b735 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68288fb7-27d8-4083-a8c1-ae6326cf85e1 HTTP/1.1" status: 200 len: 1002 time: 0.0613587 Dec 09 16:40:47.775660 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63293939-5618-4fa6-8597-82a7a1aa1b9d req-1e40557c-7ec9-4d8e-a970-599dc0c164af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:40:47.777097 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-63293939-5618-4fa6-8597-82a7a1aa1b9d req-1e40557c-7ec9-4d8e-a970-599dc0c164af service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0419967 Dec 09 16:40:47.822098 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63293939-5618-4fa6-8597-82a7a1aa1b9d req-f60ef40b-c31c-450b-b0b6-7da39a32b48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:40:47.823544 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-63293939-5618-4fa6-8597-82a7a1aa1b9d req-f60ef40b-c31c-450b-b0b6-7da39a32b48f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391002 Dec 09 16:40:47.835062 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-63293939-5618-4fa6-8597-82a7a1aa1b9d req-9b4f0b0b-4c88-4312-8a60-aab7e07ab6ea service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 16:40:47.836017 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-63293939-5618-4fa6-8597-82a7a1aa1b9d req-9b4f0b0b-4c88-4312-8a60-aab7e07ab6ea service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047531 Dec 09 16:40:47.932127 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-63293939-5618-4fa6-8597-82a7a1aa1b9d req-693c9509-d964-4bab-bf60-cf13d3d244ac service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839369 Dec 09 16:40:48.020850 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-63293939-5618-4fa6-8597-82a7a1aa1b9d req-602b62e7-43f1-4b5b-a1a0-f28629004e98 service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812793 Dec 09 16:40:50.630221 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5ef11d03-df90-414d-8567-3345ceb1a3f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:40:53.157162 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f6cebe14-075a-457d-bfb6-d74b4a498efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:40:54.315225 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:40:55.176027 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:40:55.583491 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:40:56.603003 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:41:06.739710 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:41:16.716979 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:41:20.632799 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c9359848-11a8-4823-a6c7-fa6c388001b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:41:23.158442 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cc1e0eb3-eb70-477f-b932-da20c80d6677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:41:24.317882 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:41:25.175633 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:41:25.587591 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:41:26.595053 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:41:42.461815 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-2c209f99-f084-4f98-b702-b8dae73e9296 req-b26e6dfd-eb46-4963-91bc-cd725a329b9f service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 16:41:42.462836 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2c209f99-f084-4f98-b702-b8dae73e9296 req-b26e6dfd-eb46-4963-91bc-cd725a329b9f service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0432262 Dec 09 16:41:42.668391 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-63766823-83d4-468e-a228-3e718c1c4b81 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0840302 Dec 09 16:41:42.677463 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-f8127a94-789a-4319-a8ae-f77fe252a4f7 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 16:41:42.678454 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-f8127a94-789a-4319-a8ae-f77fe252a4f7 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051866 Dec 09 16:41:42.714636 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1170cf-2b8a-4b9b-9fc6-da99e568fd80 req-142218cb-2408-41fb-bbee-1d868ea7033e tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:41:42.717213 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5c1170cf-2b8a-4b9b-9fc6-da99e568fd80 req-142218cb-2408-41fb-bbee-1d868ea7033e tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 945 time: 0.1254604 Dec 09 16:41:42.766403 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5c1170cf-2b8a-4b9b-9fc6-da99e568fd80 req-6e080b33-a2e7-470a-9f18-ffbfdbebc700 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431447 Dec 09 16:41:43.738990 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:41:43.888977 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb3043-f3c3-4412-8615-6f12b52b37ce req-7e446fa4-8d3e-4746-9f2b-d925f9104b80 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:41:43.890503 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dacb3043-f3c3-4412-8615-6f12b52b37ce req-7e446fa4-8d3e-4746-9f2b-d925f9104b80 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 945 time: 0.0520768 Dec 09 16:41:43.963608 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-bb55d1c5-174b-413b-ba39-093eb05b0aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:41:43.965217 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-bb55d1c5-174b-413b-ba39-093eb05b0aee service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 1096 time: 0.0738511 Dec 09 16:41:43.970298 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dacb3043-f3c3-4412-8615-6f12b52b37ce req-15703298-2dfb-4bfe-a22e-8df84d6d4122 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715351 Dec 09 16:41:44.058059 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-043366d3-7c12-4fa9-8299-80ce9cde12c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:41:44.059589 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-043366d3-7c12-4fa9-8299-80ce9cde12c8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.0863028 Dec 09 16:41:44.130858 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-76fa64e7-9e60-4d16-80df-96de694b144e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68288fb7-27d8-4083-a8c1-ae6326cf85e1 HTTP/1.1" status: 200 len: 1002 time: 0.0623837 Dec 09 16:41:44.180800 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-703bf578-36c9-4c60-8f2e-ec279849a049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:41:44.182215 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-703bf578-36c9-4c60-8f2e-ec279849a049 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0437310 Dec 09 16:41:44.227484 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-1eb8347b-b2c3-41f0-bafa-aaa78f84dfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:41:44.229026 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-1eb8347b-b2c3-41f0-bafa-aaa78f84dfab service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390446 Dec 09 16:41:44.321444 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-339102e2-0a4f-4bfc-95f8-18d938f0704a service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836399 Dec 09 16:41:44.412115 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-1668b702-c139-427b-8835-7542ac21e882 service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836256 Dec 09 16:41:45.092857 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad15b5-9c51-4f65-a6a8-36e8852cac26 req-ccc20b93-542e-47f8-aa31-b12b9f088b10 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:41:45.094351 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-39ad15b5-9c51-4f65-a6a8-36e8852cac26 req-ccc20b93-542e-47f8-aa31-b12b9f088b10 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 945 time: 0.0504911 Dec 09 16:41:45.140497 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-39ad15b5-9c51-4f65-a6a8-36e8852cac26 req-636fe4b7-6074-4750-bb52-bca6d1dd0e40 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402911 Dec 09 16:41:46.261117 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c631d763-45dc-4d54-96d3-62e890621e8d req-c32d91d5-9494-4f9c-ba63-501e422bfc1a tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:41:46.262608 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c631d763-45dc-4d54-96d3-62e890621e8d req-c32d91d5-9494-4f9c-ba63-501e422bfc1a tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 945 time: 0.0535126 Dec 09 16:41:46.310295 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c631d763-45dc-4d54-96d3-62e890621e8d req-4d3f84ed-a0b1-446f-bccf-798d7e22eddb tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416300 Dec 09 16:41:46.717190 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:41:47.424802 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76549181-6644-48c6-99ef-0645f8b0a0d0 req-adfd62a5-f072-40a9-ac74-35507be7327c tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:41:47.426317 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-76549181-6644-48c6-99ef-0645f8b0a0d0 req-adfd62a5-f072-40a9-ac74-35507be7327c tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 945 time: 0.0481186 Dec 09 16:41:47.472668 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-76549181-6644-48c6-99ef-0645f8b0a0d0 req-01fd4b8b-caad-4ca3-ba8a-e0f9681e768f tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404146 Dec 09 16:41:48.412549 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd00e85-af93-4882-9bf3-650d99b64fc7 req-8a4e228b-8acc-42f1-97fc-b46321777f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:41:48.414107 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-edd00e85-af93-4882-9bf3-650d99b64fc7 req-8a4e228b-8acc-42f1-97fc-b46321777f0f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 1096 time: 0.0452662 Dec 09 16:41:48.523412 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd00e85-af93-4882-9bf3-650d99b64fc7 req-e784b0b7-4efc-426b-8d28-45a6bd2660c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:41:48.524937 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-edd00e85-af93-4882-9bf3-650d99b64fc7 req-e784b0b7-4efc-426b-8d28-45a6bd2660c3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.0903668 Dec 09 16:41:48.619209 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-edd00e85-af93-4882-9bf3-650d99b64fc7 req-804a6be4-e916-4978-9ad7-be98467364b8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68288fb7-27d8-4083-a8c1-ae6326cf85e1 HTTP/1.1" status: 200 len: 1002 time: 0.0867963 Dec 09 16:41:48.642152 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29068e-4cf5-4522-9d88-cbdd79681f28 req-573b3505-1085-470e-948e-30a19983b6cb tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:41:48.643588 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ed29068e-4cf5-4522-9d88-cbdd79681f28 req-573b3505-1085-470e-948e-30a19983b6cb tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 945 time: 0.0729702 Dec 09 16:41:48.694473 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd00e85-af93-4882-9bf3-650d99b64fc7 req-d4b93bd6-be79-4fef-be87-516533fdc8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:41:48.695904 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-edd00e85-af93-4882-9bf3-650d99b64fc7 req-d4b93bd6-be79-4fef-be87-516533fdc8a6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0693803 Dec 09 16:41:48.739001 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ed29068e-4cf5-4522-9d88-cbdd79681f28 req-b6f5ba96-6f73-4f20-91f0-d46c5a5b84a9 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773139 Dec 09 16:41:48.753724 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd00e85-af93-4882-9bf3-650d99b64fc7 req-cad1b368-b9ff-4379-94fe-0594e021bb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:41:48.755211 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-edd00e85-af93-4882-9bf3-650d99b64fc7 req-cad1b368-b9ff-4379-94fe-0594e021bb99 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492430 Dec 09 16:41:48.847937 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-edd00e85-af93-4882-9bf3-650d99b64fc7 req-c4797002-0324-4e8f-a60f-922b8ea08c2c service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849330 Dec 09 16:41:48.936263 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-edd00e85-af93-4882-9bf3-650d99b64fc7 req-3991172e-b0a3-4a0a-b0c7-a5ade15ba34b service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809815 Dec 09 16:41:49.859655 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8132b-dc93-4908-b15d-f8532dfdf252 req-4cc6b8ca-4a65-4041-bbb0-12dd6f70beab tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:41:49.861141 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-24c8132b-dc93-4908-b15d-f8532dfdf252 req-4cc6b8ca-4a65-4041-bbb0-12dd6f70beab tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 945 time: 0.0530779 Dec 09 16:41:49.907721 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-24c8132b-dc93-4908-b15d-f8532dfdf252 req-134a675b-6d58-4463-9505-f2037b439078 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406239 Dec 09 16:41:50.633686 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ffef7552-854e-4a7b-a1e9-9740d6f1e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:41:51.024076 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f53aab-1e97-4fac-80cd-94c6aa58097d req-1c184c0c-b68c-478e-b010-923c1921560f tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:41:51.025670 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-10f53aab-1e97-4fac-80cd-94c6aa58097d req-1c184c0c-b68c-478e-b010-923c1921560f tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 945 time: 0.0490632 Dec 09 16:41:51.074415 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-10f53aab-1e97-4fac-80cd-94c6aa58097d req-8ce76979-b376-4fd1-ac5b-a21da685783b tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428746 Dec 09 16:41:52.194444 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270e1f2-c2a8-41dc-9651-fbc5f710164d req-ae29045d-d87a-4b62-bae9-7d836a1d867e tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:41:52.195919 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b270e1f2-c2a8-41dc-9651-fbc5f710164d req-ae29045d-d87a-4b62-bae9-7d836a1d867e tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 945 time: 0.0528460 Dec 09 16:41:52.242981 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b270e1f2-c2a8-41dc-9651-fbc5f710164d req-10d296b6-f882-4ffa-8e80-d1fdec51896f tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402017 Dec 09 16:41:53.161210 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2f1d1249-ec64-4342-8fb4-f0a033e1d615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:41:53.360713 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edc554-3c96-4c4c-a731-5520f5b87281 req-ea831fe4-18f4-4bf5-9de5-4ac06f9a0fd5 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:41:53.362263 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-02edc554-3c96-4c4c-a731-5520f5b87281 req-ea831fe4-18f4-4bf5-9de5-4ac06f9a0fd5 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 945 time: 0.0497308 Dec 09 16:41:53.409555 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-02edc554-3c96-4c4c-a731-5520f5b87281 req-0c1d0247-8f88-421b-91ab-f2c57ced471b tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411534 Dec 09 16:41:54.321046 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:41:54.526836 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c902e007-2d77-4444-962d-ce52537e1656 req-995b501a-9b28-4833-afbe-a6037f7d2a0d tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:41:54.529008 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c902e007-2d77-4444-962d-ce52537e1656 req-995b501a-9b28-4833-afbe-a6037f7d2a0d tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 945 time: 0.0494282 Dec 09 16:41:54.579689 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c902e007-2d77-4444-962d-ce52537e1656 req-b954cdff-55cd-4de0-96aa-ef2551bb24a0 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439610 Dec 09 16:41:55.175550 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:41:55.588741 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:41:55.699247 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485cc2c9-b0fc-4407-92ba-f882cbab0878 req-fc65435c-d0e2-48f3-8b3b-e241f6127661 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:41:55.701400 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-485cc2c9-b0fc-4407-92ba-f882cbab0878 req-fc65435c-d0e2-48f3-8b3b-e241f6127661 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 945 time: 0.0500212 Dec 09 16:41:55.748747 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-485cc2c9-b0fc-4407-92ba-f882cbab0878 req-748105c9-2f13-46c3-9c6e-7bdaca35c36f tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413589 Dec 09 16:41:56.414006 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-908efb41-6894-4ce7-a47d-38d120801f93 service neutron] show failed (client error): The resource could not be found. Dec 09 16:41:56.415039 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-908efb41-6894-4ce7-a47d-38d120801f93 service neutron] 10.222.0.31 "GET /v2.0/ports/68288fb7-27d8-4083-a8c1-ae6326cf85e1/bindings/n-h1-821228-1 HTTP/1.1" status: 404 len: 380 time: 0.0542030 Dec 09 16:41:56.598249 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:41:56.654657 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-ae9d0c0c-995c-4df9-8394-26a8d4b26c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:41:56.656146 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-ae9d0c0c-995c-4df9-8394-26a8d4b26c11 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4&tenant_id=d12aa553d0684a24ba035dd11246b02e HTTP/1.1" status: 200 len: 1096 time: 0.0821939 Dec 09 16:41:56.667532 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-0d37d7f0-a565-4f4b-9cd4-b871593ddd76 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 16:41:56.669045 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-0d37d7f0-a565-4f4b-9cd4-b871593ddd76 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047948 Dec 09 16:41:56.689266 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-b323dda7-b08c-4783-beb8-5e5540854e04 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821228-1', 'device_owner': 'compute:nova'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:41:56.741306 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-b323dda7-b08c-4783-beb8-5e5540854e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:41:56.870058 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ec44d-6b69-4bae-be12-f6f225900d78 req-610fcc94-b8af-47a4-8474-aa02d3121455 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:41:56.871450 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-340ec44d-6b69-4bae-be12-f6f225900d78 req-610fcc94-b8af-47a4-8474-aa02d3121455 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 945 time: 0.0495062 Dec 09 16:41:56.924108 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-340ec44d-6b69-4bae-be12-f6f225900d78 req-d7291fe3-c35c-4611-a056-8084a73e52f1 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456903 Dec 09 16:41:56.942420 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-b323dda7-b08c-4783-beb8-5e5540854e04 service neutron] For port 68288fb7-27d8-4083-a8c1-ae6326cf85e1, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=68288fb7-27d8-4083-a8c1-ae6326cf85e1,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:41:56.979593 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-b323dda7-b08c-4783-beb8-5e5540854e04 service neutron] For port 68288fb7-27d8-4083-a8c1-ae6326cf85e1, host n-h2-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:41:57.019193 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506195a0-cb95-49bb-ac6c-dfc6d92507d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68288fb7-27d8-4083-a8c1-ae6326cf85e1'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:41:57.021487 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efaf58d4d7c9700f5ffb733085425a1334cb86cda12ff1566d55ee0012e72786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18042af-bfa8-4f8e-89a3-cfb26469707a" -d '{"events": [{"server_uuid": "506195a0-cb95-49bb-ac6c-dfc6d92507d4", "name": "network-vif-unplugged", "status": "completed", "tag": "68288fb7-27d8-4083-a8c1-ae6326cf85e1"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:41:57.025159 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-b323dda7-b08c-4783-beb8-5e5540854e04 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:41:57.037937 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-b323dda7-b08c-4783-beb8-5e5540854e04 service neutron] Transition to ACTIVE for port object 68288fb7-27d8-4083-a8c1-ae6326cf85e1 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:41:57.041497 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-b323dda7-b08c-4783-beb8-5e5540854e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:41:57.100111 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b323dda7-b08c-4783-beb8-5e5540854e04 service neutron] Pushing event updated for resources: {'Port': ['ID=68288fb7-27d8-4083-a8c1-ae6326cf85e1,revision_number=6']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:41:57.133583 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 16:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6106285-5b2c-442b-971c-de08ea5f9a27 x-openstack-request-id: req-e6106285-5b2c-442b-971c-de08ea5f9a27 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:41:57.133874 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506195a0-cb95-49bb-ac6c-dfc6d92507d4", "name": "network-vif-unplugged", "status": "completed", "tag": "68288fb7-27d8-4083-a8c1-ae6326cf85e1", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:41:57.134123 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e6106285-5b2c-442b-971c-de08ea5f9a27 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:41:57.134513 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506195a0-cb95-49bb-ac6c-dfc6d92507d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68288fb7-27d8-4083-a8c1-ae6326cf85e1', 'code': 200} Dec 09 16:41:57.145395 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b323dda7-b08c-4783-beb8-5e5540854e04 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:41:57.145746 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b323dda7-b08c-4783-beb8-5e5540854e04 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:41:57.146090 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b323dda7-b08c-4783-beb8-5e5540854e04 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:41:57.146434 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b323dda7-b08c-4783-beb8-5e5540854e04 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:41:57.146766 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b323dda7-b08c-4783-beb8-5e5540854e04 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:41:57.147111 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b323dda7-b08c-4783-beb8-5e5540854e04 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:41:57.147423 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b323dda7-b08c-4783-beb8-5e5540854e04 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:41:57.147749 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b323dda7-b08c-4783-beb8-5e5540854e04 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:41:57.148078 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b323dda7-b08c-4783-beb8-5e5540854e04 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:41:57.148397 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b323dda7-b08c-4783-beb8-5e5540854e04 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:41:57.148745 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b323dda7-b08c-4783-beb8-5e5540854e04 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:41:57.149064 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b323dda7-b08c-4783-beb8-5e5540854e04 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:41:57.149382 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b323dda7-b08c-4783-beb8-5e5540854e04 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:41:57.194362 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-b323dda7-b08c-4783-beb8-5e5540854e04 service neutron] No DVR routers for this DVR port 68288fb7-27d8-4083-a8c1-ae6326cf85e1 on host n-h2-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:41:57.327369 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-b323dda7-b08c-4783-beb8-5e5540854e04 service neutron] Attempting to bind port 68288fb7-27d8-4083-a8c1-ae6326cf85e1 on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:41:57.327701 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-b323dda7-b08c-4783-beb8-5e5540854e04 service neutron] Attempting to bind port 68288fb7-27d8-4083-a8c1-ae6326cf85e1 by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:41:57.328032 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-b323dda7-b08c-4783-beb8-5e5540854e04 service neutron] Attempting to bind port 68288fb7-27d8-4083-a8c1-ae6326cf85e1 on network df8c6a55-9ab2-463c-8185-977ec8d15c87 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:41:57.332292 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-b323dda7-b08c-4783-beb8-5e5540854e04 service neutron] Port 68288fb7-27d8-4083-a8c1-ae6326cf85e1 on network df8c6a55-9ab2-463c-8185-977ec8d15c87 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:41:57.332636 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-b323dda7-b08c-4783-beb8-5e5540854e04 service neutron] Attempting to bind port 68288fb7-27d8-4083-a8c1-ae6326cf85e1 on network df8c6a55-9ab2-463c-8185-977ec8d15c87 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:41:57.337433 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-b323dda7-b08c-4783-beb8-5e5540854e04 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:41:57.337770 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-b323dda7-b08c-4783-beb8-5e5540854e04 service neutron] Checking segment: {'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:41:57.338155 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-b323dda7-b08c-4783-beb8-5e5540854e04 service neutron] Bound using segment: {'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:41:57.338573 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-b323dda7-b08c-4783-beb8-5e5540854e04 service neutron] Bound port: 68288fb7-27d8-4083-a8c1-ae6326cf85e1, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:41:57.338924 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-b323dda7-b08c-4783-beb8-5e5540854e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:41:57.401752 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-b323dda7-b08c-4783-beb8-5e5540854e04 service neutron] For port 68288fb7-27d8-4083-a8c1-ae6326cf85e1, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:41:57.405404 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-b323dda7-b08c-4783-beb8-5e5540854e04 service neutron] For port 68288fb7-27d8-4083-a8c1-ae6326cf85e1, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=68288fb7-27d8-4083-a8c1-ae6326cf85e1,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:41:57.409418 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-b323dda7-b08c-4783-beb8-5e5540854e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:41:57.441371 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-b323dda7-b08c-4783-beb8-5e5540854e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:41:57.441988 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-b323dda7-b08c-4783-beb8-5e5540854e04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:41:57.443527 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-b323dda7-b08c-4783-beb8-5e5540854e04 service neutron] 10.222.0.42 "PUT /v2.0/ports/68288fb7-27d8-4083-a8c1-ae6326cf85e1 HTTP/1.1" status: 200 len: 1091 time: 0.7578909 Dec 09 16:41:57.472690 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b323dda7-b08c-4783-beb8-5e5540854e04 service neutron] Pushing event updated for resources: {'Port': ['ID=68288fb7-27d8-4083-a8c1-ae6326cf85e1,revision_number=7']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:41:57.527412 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-5601af77-bb48-4d8d-ac47-572bec36f103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:41:57.529471 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-5601af77-bb48-4d8d-ac47-572bec36f103 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 1094 time: 0.0468619 Dec 09 16:41:57.625468 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-621ee886-1765-437c-b762-7e53358efaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:41:57.626953 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-621ee886-1765-437c-b762-7e53358efaaf service neutron] 10.222.0.42 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.0896809 Dec 09 16:41:57.698674 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-7859afc4-83a8-49a1-9e47-9c459b14e64c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68288fb7-27d8-4083-a8c1-ae6326cf85e1 HTTP/1.1" status: 200 len: 1000 time: 0.0635395 Dec 09 16:41:57.748014 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-cf623f79-5c35-4022-a46b-0676953cc41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:41:57.749497 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-cf623f79-5c35-4022-a46b-0676953cc41c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0435083 Dec 09 16:41:57.796049 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-ccd1f7c2-4fc8-44ee-8442-af77901359b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:41:57.797561 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-ccd1f7c2-4fc8-44ee-8442-af77901359b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405807 Dec 09 16:41:57.890981 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-4b4ea072-462a-401c-b621-364b8ac31dff service neutron] 10.222.0.42 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857165 Dec 09 16:41:57.982462 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b98d3f11-9f75-48b3-baf1-94ebeb71c945 req-3c89da3a-82e5-40c4-95d4-e9c6083a4b93 service neutron] 10.222.0.42 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844646 Dec 09 16:41:58.053025 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4613d-206f-40c4-b6cf-cbdcf0b7af10 req-5eff8a40-cbf6-43b4-955f-ee81a0d08760 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:41:58.054574 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4ff4613d-206f-40c4-b6cf-cbdcf0b7af10 req-5eff8a40-cbf6-43b4-955f-ee81a0d08760 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 943 time: 0.0588555 Dec 09 16:41:58.111588 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4ff4613d-206f-40c4-b6cf-cbdcf0b7af10 req-3721e88e-44b5-4d04-a202-f7fd02a1e56d tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505536 Dec 09 16:41:59.136240 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506195a0-cb95-49bb-ac6c-dfc6d92507d4', 'tag': '68288fb7-27d8-4083-a8c1-ae6326cf85e1'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:41:59.139315 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efaf58d4d7c9700f5ffb733085425a1334cb86cda12ff1566d55ee0012e72786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21380256-aa75-410b-85f3-12928031e9a8" -d '{"events": [{"name": "network-changed", "server_uuid": "506195a0-cb95-49bb-ac6c-dfc6d92507d4", "tag": "68288fb7-27d8-4083-a8c1-ae6326cf85e1"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:41:59.227346 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b23390c-2d0a-4978-a4ef-bbcd173866fb req-1a2cc6fc-610d-4648-b936-54748cb845b7 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:41:59.228880 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8b23390c-2d0a-4978-a4ef-bbcd173866fb req-1a2cc6fc-610d-4648-b936-54748cb845b7 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 943 time: 0.0488207 Dec 09 16:41:59.275526 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8b23390c-2d0a-4978-a4ef-bbcd173866fb req-f7450c3b-2896-4fad-9120-4033e86b4634 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399172 Dec 09 16:41:59.331580 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8ce121-4c1a-4d0a-a1aa-2e4d545f71a0 x-openstack-request-id: req-8a8ce121-4c1a-4d0a-a1aa-2e4d545f71a0 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:41:59.331899 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "506195a0-cb95-49bb-ac6c-dfc6d92507d4", "tag": "68288fb7-27d8-4083-a8c1-ae6326cf85e1", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:41:59.332154 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8a8ce121-4c1a-4d0a-a1aa-2e4d545f71a0 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:41:59.332589 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '506195a0-cb95-49bb-ac6c-dfc6d92507d4', 'tag': '68288fb7-27d8-4083-a8c1-ae6326cf85e1', 'status': 'completed', 'code': 200} Dec 09 16:41:59.401229 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21380256-aa75-410b-85f3-12928031e9a8 req-68035c83-a29b-45f9-bbe5-7d12399aa9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:41:59.403581 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-21380256-aa75-410b-85f3-12928031e9a8 req-68035c83-a29b-45f9-bbe5-7d12399aa9e7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 1094 time: 0.0451019 Dec 09 16:41:59.410223 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21380256-aa75-410b-85f3-12928031e9a8 req-56b69243-9ba6-4a60-8623-7f17eb81988d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:41:59.411707 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-21380256-aa75-410b-85f3-12928031e9a8 req-56b69243-9ba6-4a60-8623-7f17eb81988d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 1094 time: 0.0421691 Dec 09 16:41:59.492669 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21380256-aa75-410b-85f3-12928031e9a8 req-d16f0a64-cecf-4e44-bf26-bf7c81746f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:41:59.494154 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-21380256-aa75-410b-85f3-12928031e9a8 req-d16f0a64-cecf-4e44-bf26-bf7c81746f05 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.0850501 Dec 09 16:41:59.506079 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21380256-aa75-410b-85f3-12928031e9a8 req-ef30e8b9-d7e8-48a8-af57-70dcc05da4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:41:59.507524 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-21380256-aa75-410b-85f3-12928031e9a8 req-ef30e8b9-d7e8-48a8-af57-70dcc05da4da service neutron] 10.222.0.42 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.0887198 Dec 09 16:41:59.568531 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-21380256-aa75-410b-85f3-12928031e9a8 req-8d8ed373-4934-40b4-97ea-05a9dabe66ce service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68288fb7-27d8-4083-a8c1-ae6326cf85e1 HTTP/1.1" status: 200 len: 1000 time: 0.0639274 Dec 09 16:41:59.575964 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-21380256-aa75-410b-85f3-12928031e9a8 req-6b61a342-70ec-4f64-85fa-aa34e38b9816 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68288fb7-27d8-4083-a8c1-ae6326cf85e1 HTTP/1.1" status: 200 len: 1000 time: 0.0603025 Dec 09 16:41:59.618314 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21380256-aa75-410b-85f3-12928031e9a8 req-f6f49f04-e4d9-4f5e-b4bf-57b685201c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:41:59.619790 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-21380256-aa75-410b-85f3-12928031e9a8 req-f6f49f04-e4d9-4f5e-b4bf-57b685201c42 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0442231 Dec 09 16:41:59.631206 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21380256-aa75-410b-85f3-12928031e9a8 req-9fa9e58d-f6a5-4f21-a969-e2e43793d425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:41:59.632734 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-21380256-aa75-410b-85f3-12928031e9a8 req-9fa9e58d-f6a5-4f21-a969-e2e43793d425 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0492165 Dec 09 16:41:59.664366 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21380256-aa75-410b-85f3-12928031e9a8 req-a885eb7e-9a6d-4fa8-b4e0-1437a0ea0bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:41:59.665901 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-21380256-aa75-410b-85f3-12928031e9a8 req-a885eb7e-9a6d-4fa8-b4e0-1437a0ea0bce service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392771 Dec 09 16:41:59.679666 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21380256-aa75-410b-85f3-12928031e9a8 req-18b9b552-5cbb-4d92-8303-6e05db76daa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:41:59.681230 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-21380256-aa75-410b-85f3-12928031e9a8 req-18b9b552-5cbb-4d92-8303-6e05db76daa6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411241 Dec 09 16:41:59.758668 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-21380256-aa75-410b-85f3-12928031e9a8 req-da6cb3e2-48ad-400c-b6a0-eae9a84c29ec service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852151 Dec 09 16:41:59.771254 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-21380256-aa75-410b-85f3-12928031e9a8 req-8e5b3c7d-3f0d-461a-ae9f-c5c19eeac0a6 service neutron] 10.222.0.42 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816715 Dec 09 16:41:59.847863 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-21380256-aa75-410b-85f3-12928031e9a8 req-392c61b5-3c11-499c-b07b-c7056be89a63 service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826104 Dec 09 16:41:59.867822 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-21380256-aa75-410b-85f3-12928031e9a8 req-5dc0dd77-523e-431b-b0ce-a9b117c87285 service neutron] 10.222.0.42 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882742 Dec 09 16:41:59.874121 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 68288fb7-27d8-4083-a8c1-ae6326cf85e1 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:41:59.913456 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 68288fb7-27d8-4083-a8c1-ae6326cf85e1 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:42:00.394545 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988f900-517d-4f2d-a5f5-48c9d7c69b38 req-4751d04b-1a2f-452b-a5b0-27764373a4e9 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:00.396034 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e988f900-517d-4f2d-a5f5-48c9d7c69b38 req-4751d04b-1a2f-452b-a5b0-27764373a4e9 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 943 time: 0.0489984 Dec 09 16:42:00.446789 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e988f900-517d-4f2d-a5f5-48c9d7c69b38 req-05d02ad4-6c4a-413a-9391-e73d46aae789 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448523 Dec 09 16:42:01.565251 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133ab99-b456-4a64-9718-e419b0434341 req-7ee98c07-0f8b-4461-884f-f82d94f6a04d tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:01.566735 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3133ab99-b456-4a64-9718-e419b0434341 req-7ee98c07-0f8b-4461-884f-f82d94f6a04d tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 943 time: 0.0490043 Dec 09 16:42:01.614367 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3133ab99-b456-4a64-9718-e419b0434341 req-b6ea8aba-842b-4099-9e5e-439e93d2a13d tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416851 Dec 09 16:42:01.891003 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-45b9be7d-15c4-4f6c-9bd1-e10dd59e146f tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:01.892441 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-45b9be7d-15c4-4f6c-9bd1-e10dd59e146f tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.42 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4&tenant_id=d12aa553d0684a24ba035dd11246b02e&binding%3Ahost_id=n-h1-821228-1 HTTP/1.1" status: 200 len: 943 time: 0.0535059 Dec 09 16:42:01.907053 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f493f1c-8161-45ec-a42f-dc763461fb9b req-c145e7ce-c042-467f-8d8a-e81851412076 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:01.908566 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6f493f1c-8161-45ec-a42f-dc763461fb9b req-c145e7ce-c042-467f-8d8a-e81851412076 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 943 time: 0.0488100 Dec 09 16:42:01.954203 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-409a966c-1bd1-4fa0-bd09-0beb00ceb56e service neutron] 10.222.0.42 "GET /v2.0/ports/68288fb7-27d8-4083-a8c1-ae6326cf85e1/bindings/n-h1-821228-1 HTTP/1.1" status: 200 len: 382 time: 0.0545609 Dec 09 16:42:01.955811 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6f493f1c-8161-45ec-a42f-dc763461fb9b req-697bfe86-b001-4763-8cc3-9ba82791dd27 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412614 Dec 09 16:42:02.042157 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-7e3d17bc-7f76-4389-b00f-d9ba24172239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:02.044502 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-7e3d17bc-7f76-4389-b00f-d9ba24172239 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 1094 time: 0.0477819 Dec 09 16:42:02.133272 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-7a82f1e7-6958-4719-ac58-99573e0b631e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:02.134731 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-7a82f1e7-6958-4719-ac58-99573e0b631e service neutron] 10.222.0.42 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.0837512 Dec 09 16:42:02.204223 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-135d15e3-385f-4f60-aaf9-57f2432c60f6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68288fb7-27d8-4083-a8c1-ae6326cf85e1 HTTP/1.1" status: 200 len: 1000 time: 0.0619574 Dec 09 16:42:02.253682 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-90151c9c-d2dc-4ac8-aee0-154015087797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:02.255086 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-90151c9c-d2dc-4ac8-aee0-154015087797 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0430815 Dec 09 16:42:02.301680 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-c501e821-da9f-4575-aac7-9888d5ee7d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:02.303157 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-c501e821-da9f-4575-aac7-9888d5ee7d30 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406389 Dec 09 16:42:02.395666 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-a0cbec3c-8d60-499d-92cb-5d1849a49900 service neutron] 10.222.0.42 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853655 Dec 09 16:42:02.485771 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-be650d53-df13-42a7-96d2-0b0a1a5ac0bf service neutron] 10.222.0.42 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825379 Dec 09 16:42:03.076914 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 68288fb7-27d8-4083-a8c1-ae6326cf85e1 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:42:03.078045 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f28e94-f035-43e0-9d76-9121120d52ee req-4849253d-32be-430d-b5a8-61b74ef5dfe3 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:03.079528 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d2f28e94-f035-43e0-9d76-9121120d52ee req-4849253d-32be-430d-b5a8-61b74ef5dfe3 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 943 time: 0.0533178 Dec 09 16:42:03.131698 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d2f28e94-f035-43e0-9d76-9121120d52ee req-8c564bf6-25c1-4b9c-87f0-f2472ca776f5 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459397 Dec 09 16:42:03.174327 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 68288fb7-27d8-4083-a8c1-ae6326cf85e1, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=68288fb7-27d8-4083-a8c1-ae6326cf85e1,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:42:03.186406 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '68288fb7-27d8-4083-a8c1-ae6326cf85e1', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'port_id': '68288fb7-27d8-4083-a8c1-ae6326cf85e1', 'mac_address': 'fa:16:3e:ef:75:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:42:03.221597 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:03.235067 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68288fb7-27d8-4083-a8c1-ae6326cf85e1 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:42:03.254393 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 68288fb7-27d8-4083-a8c1-ae6326cf85e1, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=68288fb7-27d8-4083-a8c1-ae6326cf85e1,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:42:03.258470 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:03.307616 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=68288fb7-27d8-4083-a8c1-ae6326cf85e1,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:42:03.315519 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:42:03.315865 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:42:03.316203 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:42:03.316568 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:42:03.316901 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:42:03.317227 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:42:03.317552 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:42:03.317879 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:42:03.318200 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:42:03.318534 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:42:03.318838 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:42:03.319155 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:42:03.319470 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:42:04.254667 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479f0d6-8060-420d-9208-d8fdb61c99c1 req-af2409dc-9c5d-41e2-ac7f-caa1326dfce9 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:04.256167 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8479f0d6-8060-420d-9208-d8fdb61c99c1 req-af2409dc-9c5d-41e2-ac7f-caa1326dfce9 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 944 time: 0.0524302 Dec 09 16:42:04.307937 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8479f0d6-8060-420d-9208-d8fdb61c99c1 req-201f989d-4efd-482f-b508-182c6f7d642e tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440652 Dec 09 16:42:04.528607 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-7855f118-a8a1-403e-ae22-9cca58e4c76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:04.530154 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-7855f118-a8a1-403e-ae22-9cca58e4c76c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4&tenant_id=d12aa553d0684a24ba035dd11246b02e HTTP/1.1" status: 200 len: 1095 time: 0.0399978 Dec 09 16:42:04.541251 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-81617cce-0cc6-4b71-8395-47b0efea5dc4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821228-1', 'device_owner': 'compute:nova'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:42:04.595995 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-81617cce-0cc6-4b71-8395-47b0efea5dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:04.797727 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-81617cce-0cc6-4b71-8395-47b0efea5dc4 service neutron] For port 68288fb7-27d8-4083-a8c1-ae6326cf85e1, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=68288fb7-27d8-4083-a8c1-ae6326cf85e1,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:42:04.841208 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-81617cce-0cc6-4b71-8395-47b0efea5dc4 service neutron] For port 68288fb7-27d8-4083-a8c1-ae6326cf85e1, host n-h1-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:42:04.880812 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-81617cce-0cc6-4b71-8395-47b0efea5dc4 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 68288fb7-27d8-4083-a8c1-ae6326cf85e1 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:42:04.890914 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-81617cce-0cc6-4b71-8395-47b0efea5dc4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:04.904748 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-81617cce-0cc6-4b71-8395-47b0efea5dc4 service neutron] Ignored duplicate provisioning block setup for port 68288fb7-27d8-4083-a8c1-ae6326cf85e1 by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 09 16:42:04.910301 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-81617cce-0cc6-4b71-8395-47b0efea5dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:05.011055 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81617cce-0cc6-4b71-8395-47b0efea5dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=68288fb7-27d8-4083-a8c1-ae6326cf85e1,revision_number=9']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:42:05.031800 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81617cce-0cc6-4b71-8395-47b0efea5dc4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:42:05.032147 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81617cce-0cc6-4b71-8395-47b0efea5dc4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:42:05.032529 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81617cce-0cc6-4b71-8395-47b0efea5dc4 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:42:05.032876 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81617cce-0cc6-4b71-8395-47b0efea5dc4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:42:05.033209 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81617cce-0cc6-4b71-8395-47b0efea5dc4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:42:05.033538 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81617cce-0cc6-4b71-8395-47b0efea5dc4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:42:05.033873 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81617cce-0cc6-4b71-8395-47b0efea5dc4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:42:05.034206 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81617cce-0cc6-4b71-8395-47b0efea5dc4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:42:05.034512 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81617cce-0cc6-4b71-8395-47b0efea5dc4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:42:05.034989 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81617cce-0cc6-4b71-8395-47b0efea5dc4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:42:05.035137 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81617cce-0cc6-4b71-8395-47b0efea5dc4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:42:05.035464 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81617cce-0cc6-4b71-8395-47b0efea5dc4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:42:05.035759 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81617cce-0cc6-4b71-8395-47b0efea5dc4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:42:05.082708 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-81617cce-0cc6-4b71-8395-47b0efea5dc4 service neutron] No DVR routers for this DVR port 68288fb7-27d8-4083-a8c1-ae6326cf85e1 on host n-h1-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:42:05.110172 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 68288fb7-27d8-4083-a8c1-ae6326cf85e1 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:42:05.234968 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 68288fb7-27d8-4083-a8c1-ae6326cf85e1, host n-h2-821228-1, got binding levels [] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:42:05.240075 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-81617cce-0cc6-4b71-8395-47b0efea5dc4 service neutron] Attempting to bind port 68288fb7-27d8-4083-a8c1-ae6326cf85e1 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:42:05.240427 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-81617cce-0cc6-4b71-8395-47b0efea5dc4 service neutron] Attempting to bind port 68288fb7-27d8-4083-a8c1-ae6326cf85e1 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:42:05.240768 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-81617cce-0cc6-4b71-8395-47b0efea5dc4 service neutron] Attempting to bind port 68288fb7-27d8-4083-a8c1-ae6326cf85e1 on network df8c6a55-9ab2-463c-8185-977ec8d15c87 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:42:05.245827 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-81617cce-0cc6-4b71-8395-47b0efea5dc4 service neutron] Port 68288fb7-27d8-4083-a8c1-ae6326cf85e1 on network df8c6a55-9ab2-463c-8185-977ec8d15c87 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:42:05.245827 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-81617cce-0cc6-4b71-8395-47b0efea5dc4 service neutron] Attempting to bind port 68288fb7-27d8-4083-a8c1-ae6326cf85e1 on network df8c6a55-9ab2-463c-8185-977ec8d15c87 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:42:05.252305 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-81617cce-0cc6-4b71-8395-47b0efea5dc4 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:42:05.252305 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-81617cce-0cc6-4b71-8395-47b0efea5dc4 service neutron] Checking segment: {'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:42:05.252696 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-81617cce-0cc6-4b71-8395-47b0efea5dc4 service neutron] Bound using segment: {'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:42:05.253158 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-81617cce-0cc6-4b71-8395-47b0efea5dc4 service neutron] Bound port: 68288fb7-27d8-4083-a8c1-ae6326cf85e1, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:42:05.253817 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-81617cce-0cc6-4b71-8395-47b0efea5dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:05.268246 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Attempting to bind port 68288fb7-27d8-4083-a8c1-ae6326cf85e1 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:42:05.268662 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Attempting to bind port 68288fb7-27d8-4083-a8c1-ae6326cf85e1 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:42:05.269029 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Attempting to bind port 68288fb7-27d8-4083-a8c1-ae6326cf85e1 on network df8c6a55-9ab2-463c-8185-977ec8d15c87 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:42:05.273821 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Port 68288fb7-27d8-4083-a8c1-ae6326cf85e1 on network df8c6a55-9ab2-463c-8185-977ec8d15c87 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:42:05.274183 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Attempting to bind port 68288fb7-27d8-4083-a8c1-ae6326cf85e1 on network df8c6a55-9ab2-463c-8185-977ec8d15c87 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:42:05.279705 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:42:05.280085 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Checking segment: {'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:42:05.280902 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Bound using segment: {'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:42:05.281643 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Bound port: 68288fb7-27d8-4083-a8c1-ae6326cf85e1, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:42:05.282292 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:05.330004 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-81617cce-0cc6-4b71-8395-47b0efea5dc4 service neutron] For port 68288fb7-27d8-4083-a8c1-ae6326cf85e1, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:42:05.335899 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-81617cce-0cc6-4b71-8395-47b0efea5dc4 service neutron] For port 68288fb7-27d8-4083-a8c1-ae6326cf85e1, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=68288fb7-27d8-4083-a8c1-ae6326cf85e1,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:42:05.344702 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-81617cce-0cc6-4b71-8395-47b0efea5dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:05.369033 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 68288fb7-27d8-4083-a8c1-ae6326cf85e1, host n-h2-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:42:05.376951 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 68288fb7-27d8-4083-a8c1-ae6326cf85e1-n-h2-821228-1-0 {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 16:42:05.377356 n-d-821228-1 neutron-server[103246]: DEBUG oslo_db.api [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 16:42:05.392568 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-81617cce-0cc6-4b71-8395-47b0efea5dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:05.393198 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-81617cce-0cc6-4b71-8395-47b0efea5dc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:05.394621 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-81617cce-0cc6-4b71-8395-47b0efea5dc4 service neutron] 10.222.0.31 "PUT /v2.0/ports/68288fb7-27d8-4083-a8c1-ae6326cf85e1 HTTP/1.1" status: 200 len: 1091 time: 0.8572206 Dec 09 16:42:05.398649 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506195a0-cb95-49bb-ac6c-dfc6d92507d4', 'tag': '68288fb7-27d8-4083-a8c1-ae6326cf85e1'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:42:05.401993 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6446e9c2-c335-4514-9a69-e455fb695c6d" -d '{"events": [{"name": "network-changed", "server_uuid": "506195a0-cb95-49bb-ac6c-dfc6d92507d4", "tag": "68288fb7-27d8-4083-a8c1-ae6326cf85e1"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:42:05.497963 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81617cce-0cc6-4b71-8395-47b0efea5dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=68288fb7-27d8-4083-a8c1-ae6326cf85e1,revision_number=10']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:42:05.523398 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-4c631c3b-7547-44a9-a7ef-a64aab138d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:05.524942 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-4c631c3b-7547-44a9-a7ef-a64aab138d17 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 1095 time: 0.0954974 Dec 09 16:42:05.533232 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20237a3b-7aa8-4660-b535-dfd50d086826 req-effd444e-72da-4589-869b-f546b3946b13 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:05.534690 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-20237a3b-7aa8-4660-b535-dfd50d086826 req-effd444e-72da-4589-869b-f546b3946b13 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 944 time: 0.1368580 Dec 09 16:42:05.639911 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-20237a3b-7aa8-4660-b535-dfd50d086826 req-d9c27d20-d1f4-444a-ba0b-b775ceec081f tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969033 Dec 09 16:42:05.658986 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-ff6c36d4-6caf-465c-a404-8d34e0468ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:05.660607 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-ff6c36d4-6caf-465c-a404-8d34e0468ff7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.1249137 Dec 09 16:42:05.732033 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-cfc65651-da4d-42e4-9f7f-f4b4c870d3a1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68288fb7-27d8-4083-a8c1-ae6326cf85e1 HTTP/1.1" status: 200 len: 1000 time: 0.0636320 Dec 09 16:42:05.770445 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69aa0563-7041-4423-8267-a659471f8566 x-openstack-request-id: req-69aa0563-7041-4423-8267-a659471f8566 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:42:05.770738 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "506195a0-cb95-49bb-ac6c-dfc6d92507d4", "tag": "68288fb7-27d8-4083-a8c1-ae6326cf85e1", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:42:05.770988 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-69aa0563-7041-4423-8267-a659471f8566 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:42:05.771383 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '506195a0-cb95-49bb-ac6c-dfc6d92507d4', 'tag': '68288fb7-27d8-4083-a8c1-ae6326cf85e1', 'status': 'completed', 'code': 200} Dec 09 16:42:05.790810 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-e6b48779-f031-48bf-bb59-f9bf9d0ee8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:05.792317 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-e6b48779-f031-48bf-bb59-f9bf9d0ee8de service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0540106 Dec 09 16:42:05.832312 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446e9c2-c335-4514-9a69-e455fb695c6d req-1d656ea7-3ae8-4d0b-9765-aa690d3f7c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:05.833861 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6446e9c2-c335-4514-9a69-e455fb695c6d req-1d656ea7-3ae8-4d0b-9765-aa690d3f7c98 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 1095 time: 0.0423422 Dec 09 16:42:05.837598 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-062ce7df-6bf1-4408-8053-f4fedbabba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:05.839078 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-062ce7df-6bf1-4408-8053-f4fedbabba26 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398858 Dec 09 16:42:05.892443 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Attempting to bind port 68288fb7-27d8-4083-a8c1-ae6326cf85e1 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:42:05.893060 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Attempting to bind port 68288fb7-27d8-4083-a8c1-ae6326cf85e1 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:42:05.893644 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Attempting to bind port 68288fb7-27d8-4083-a8c1-ae6326cf85e1 on network df8c6a55-9ab2-463c-8185-977ec8d15c87 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:42:05.898080 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Port 68288fb7-27d8-4083-a8c1-ae6326cf85e1 on network df8c6a55-9ab2-463c-8185-977ec8d15c87 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:42:05.898440 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Attempting to bind port 68288fb7-27d8-4083-a8c1-ae6326cf85e1 on network df8c6a55-9ab2-463c-8185-977ec8d15c87 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:42:05.904825 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:42:05.905204 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Checking segment: {'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:42:05.905648 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Bound using segment: {'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:42:05.906115 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Bound port: 68288fb7-27d8-4083-a8c1-ae6326cf85e1, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:42:05.906619 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:05.936709 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446e9c2-c335-4514-9a69-e455fb695c6d req-874398a3-6af9-415f-b0eb-29721eed9698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:05.936960 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-0ef171e9-a3c2-4bee-bcae-24607238f226 service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906010 Dec 09 16:42:05.938162 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6446e9c2-c335-4514-9a69-e455fb695c6d req-874398a3-6af9-415f-b0eb-29721eed9698 service neutron] 10.222.0.42 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.0967121 Dec 09 16:42:05.970390 n-d-821228-1 neutron-server[103246]: WARNING neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Concurrent port binding operations failed on port 68288fb7-27d8-4083-a8c1-ae6326cf85e1 Dec 09 16:42:05.973942 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 68288fb7-27d8-4083-a8c1-ae6326cf85e1, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=68288fb7-27d8-4083-a8c1-ae6326cf85e1,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:42:05.975382 n-d-821228-1 neutron-server[103246]: INFO neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Attempt 2 to bind port 68288fb7-27d8-4083-a8c1-ae6326cf85e1 Dec 09 16:42:05.975831 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 68288fb7-27d8-4083-a8c1-ae6326cf85e1 has no active binding in host n-h1-821228-1 {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 09 16:42:06.006001 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6446e9c2-c335-4514-9a69-e455fb695c6d req-4a75aa94-c2d6-4275-bd5d-c5e86ec83a03 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68288fb7-27d8-4083-a8c1-ae6326cf85e1 HTTP/1.1" status: 200 len: 1000 time: 0.0605621 Dec 09 16:42:06.034701 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8bcd1942-b920-4c98-8bc7-816648f94a02 req-443af564-52a6-49b4-abfb-8811cacb52b6 service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907552 Dec 09 16:42:06.060867 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446e9c2-c335-4514-9a69-e455fb695c6d req-37492e19-b0b5-46b8-8189-c0886a658b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:06.062334 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6446e9c2-c335-4514-9a69-e455fb695c6d req-37492e19-b0b5-46b8-8189-c0886a658b6d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0485575 Dec 09 16:42:06.111162 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446e9c2-c335-4514-9a69-e455fb695c6d req-39222677-f455-45e7-83b7-8b3eb6b295fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:06.112698 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6446e9c2-c335-4514-9a69-e455fb695c6d req-39222677-f455-45e7-83b7-8b3eb6b295fb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427704 Dec 09 16:42:06.122765 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446e9c2-c335-4514-9a69-e455fb695c6d req-af41b7ee-6834-4627-aff5-9418ba94c001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:06.124396 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6446e9c2-c335-4514-9a69-e455fb695c6d req-af41b7ee-6834-4627-aff5-9418ba94c001 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 1095 time: 0.0440500 Dec 09 16:42:06.203121 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6446e9c2-c335-4514-9a69-e455fb695c6d req-add736c1-6bda-4d0c-be99-71137f331e8f service neutron] 10.222.0.42 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828938 Dec 09 16:42:06.217627 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446e9c2-c335-4514-9a69-e455fb695c6d req-b3cc37b7-d517-427e-b6e9-d5d719e0c0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:06.219207 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6446e9c2-c335-4514-9a69-e455fb695c6d req-b3cc37b7-d517-427e-b6e9-d5d719e0c0cc service neutron] 10.222.0.31 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.0878460 Dec 09 16:42:06.285473 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6446e9c2-c335-4514-9a69-e455fb695c6d req-03bfd4f7-e59a-4ba3-a91d-14db551ef98b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68288fb7-27d8-4083-a8c1-ae6326cf85e1 HTTP/1.1" status: 200 len: 1000 time: 0.0589073 Dec 09 16:42:06.297661 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-6446e9c2-c335-4514-9a69-e455fb695c6d req-dc86e879-53c8-4695-8126-015d8e18e5e8 service neutron] 10.222.0.42 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877738 Dec 09 16:42:06.335826 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446e9c2-c335-4514-9a69-e455fb695c6d req-5c8a93e1-5cad-41ff-bc71-efe0a5e100b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:06.337357 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6446e9c2-c335-4514-9a69-e455fb695c6d req-5c8a93e1-5cad-41ff-bc71-efe0a5e100b2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0450201 Dec 09 16:42:06.387510 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446e9c2-c335-4514-9a69-e455fb695c6d req-c0a136dd-4e8e-46e0-98e4-658287a11776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:06.389051 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6446e9c2-c335-4514-9a69-e455fb695c6d req-c0a136dd-4e8e-46e0-98e4-658287a11776 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446327 Dec 09 16:42:06.477532 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6446e9c2-c335-4514-9a69-e455fb695c6d req-a314c6fb-159e-4eae-83c3-fa8f1adf59b8 service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811515 Dec 09 16:42:06.568881 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6446e9c2-c335-4514-9a69-e455fb695c6d req-22e8c495-9aff-43f9-b29e-6f16e842c6d8 service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837619 Dec 09 16:42:06.759505 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841ae12-63aa-42de-9ad2-3c6c67c0ee97 req-23ea52f8-7206-4a9a-a477-d45eab3ea724 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:06.761008 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1841ae12-63aa-42de-9ad2-3c6c67c0ee97 req-23ea52f8-7206-4a9a-a477-d45eab3ea724 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 944 time: 0.0496840 Dec 09 16:42:06.807468 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1841ae12-63aa-42de-9ad2-3c6c67c0ee97 req-9ec0ca00-53cc-4351-9641-a0a4f2137aa5 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404599 Dec 09 16:42:07.120084 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 68288fb7-27d8-4083-a8c1-ae6326cf85e1 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:42:07.160899 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 68288fb7-27d8-4083-a8c1-ae6326cf85e1 not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:42:07.924771 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19771b81-ecc2-4e45-aff0-7d5ba7573ae8 req-c4b12449-f808-4a76-8a14-6dc9be7a5877 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:07.926293 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-19771b81-ecc2-4e45-aff0-7d5ba7573ae8 req-c4b12449-f808-4a76-8a14-6dc9be7a5877 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 944 time: 0.0480285 Dec 09 16:42:07.976684 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-19771b81-ecc2-4e45-aff0-7d5ba7573ae8 req-505b583f-476f-4367-845f-6fea7944c585 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444162 Dec 09 16:42:09.427792 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61f6d9-79fb-414d-b062-15d6f54e63c7 req-6933af8b-43fe-4046-9739-21b1704a01fa tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:09.429308 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7b61f6d9-79fb-414d-b062-15d6f54e63c7 req-6933af8b-43fe-4046-9739-21b1704a01fa tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 944 time: 0.3836160 Dec 09 16:42:09.476749 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7b61f6d9-79fb-414d-b062-15d6f54e63c7 req-0307295b-12a8-4269-8936-cc2a88cc5f93 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405533 Dec 09 16:42:09.590289 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aca105-002e-4119-9f33-5990aa6a3038 req-d0b0f258-007e-4864-8998-f7da5eefa389 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:09.591886 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b7aca105-002e-4119-9f33-5990aa6a3038 req-d0b0f258-007e-4864-8998-f7da5eefa389 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 944 time: 0.0489728 Dec 09 16:42:09.639021 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b7aca105-002e-4119-9f33-5990aa6a3038 req-e122ac18-21f5-4b36-a39e-0aa96a108634 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412266 Dec 09 16:42:09.753467 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6affd0f-1f02-4f6b-833f-f48ba47a8377 req-7395f743-cb00-4caa-aff4-d46ee81d31ff tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:09.754930 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d6affd0f-1f02-4f6b-833f-f48ba47a8377 req-7395f743-cb00-4caa-aff4-d46ee81d31ff tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 944 time: 0.0518720 Dec 09 16:42:09.801257 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d6affd0f-1f02-4f6b-833f-f48ba47a8377 req-1a6da571-3df8-47f4-931f-5e6728934757 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403590 Dec 09 16:42:09.936810 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 68288fb7-27d8-4083-a8c1-ae6326cf85e1 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:42:10.034321 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 68288fb7-27d8-4083-a8c1-ae6326cf85e1, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=68288fb7-27d8-4083-a8c1-ae6326cf85e1,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:42:10.037751 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29612f30-1636-46a6-946a-ab9bad21bff8 req-3e4ef4e2-ae69-4b01-bf3e-6894ffb9f9b7 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:10.039254 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-29612f30-1636-46a6-946a-ab9bad21bff8 req-3e4ef4e2-ae69-4b01-bf3e-6894ffb9f9b7 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 944 time: 0.0527914 Dec 09 16:42:10.046868 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '68288fb7-27d8-4083-a8c1-ae6326cf85e1', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'port_id': '68288fb7-27d8-4083-a8c1-ae6326cf85e1', 'mac_address': 'fa:16:3e:ef:75:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:42:10.086991 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:10.087463 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-29612f30-1636-46a6-946a-ab9bad21bff8 req-6d311ab9-9ad6-468f-9db4-9eea8058bf63 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412548 Dec 09 16:42:10.099783 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68288fb7-27d8-4083-a8c1-ae6326cf85e1 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:42:10.119651 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 68288fb7-27d8-4083-a8c1-ae6326cf85e1, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=68288fb7-27d8-4083-a8c1-ae6326cf85e1,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:42:10.123986 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:10.169975 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=68288fb7-27d8-4083-a8c1-ae6326cf85e1,revision_number=11']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:42:10.479912 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['68288fb7-27d8-4083-a8c1-ae6326cf85e1'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:42:11.206310 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea2ddf-ebb3-4931-b93d-353880e33995 req-3a84aa4f-e38c-4846-bb83-eb3796a1bc0a tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:11.207823 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-75ea2ddf-ebb3-4931-b93d-353880e33995 req-3a84aa4f-e38c-4846-bb83-eb3796a1bc0a tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 945 time: 0.0481341 Dec 09 16:42:11.259556 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-75ea2ddf-ebb3-4931-b93d-353880e33995 req-3d14b894-c18c-4c4b-81df-55c2721367b0 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458195 Dec 09 16:42:11.524729 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79d3fd-3a87-4821-b585-175fac596193 req-fe3becf5-d341-4981-99be-c8c22979b576 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:11.526177 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4a79d3fd-3a87-4821-b585-175fac596193 req-fe3becf5-d341-4981-99be-c8c22979b576 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.31 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 945 time: 0.0486393 Dec 09 16:42:11.613216 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-4a79d3fd-3a87-4821-b585-175fac596193 req-dcb81aec-9f9c-4a8a-b489-298b72968914 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Deleting port 68288fb7-27d8-4083-a8c1-ae6326cf85e1 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:42:11.613478 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4a79d3fd-3a87-4821-b585-175fac596193 req-dcb81aec-9f9c-4a8a-b489-298b72968914 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:11.702708 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-4a79d3fd-3a87-4821-b585-175fac596193 req-dcb81aec-9f9c-4a8a-b489-298b72968914 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] For port 68288fb7-27d8-4083-a8c1-ae6326cf85e1, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=68288fb7-27d8-4083-a8c1-ae6326cf85e1,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:42:11.703058 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4a79d3fd-3a87-4821-b585-175fac596193 req-dcb81aec-9f9c-4a8a-b489-298b72968914 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:11.868226 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4a79d3fd-3a87-4821-b585-175fac596193 req-dcb81aec-9f9c-4a8a-b489-298b72968914 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:11.868533 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4a79d3fd-3a87-4821-b585-175fac596193 req-dcb81aec-9f9c-4a8a-b489-298b72968914 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:11.868852 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [req-4a79d3fd-3a87-4821-b585-175fac596193 req-dcb81aec-9f9c-4a8a-b489-298b72968914 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Floating IP 5e861488-7d64-46df-a657-43a3aa51a321 disassociated. External IP: 172.25.3.231, port: 68288fb7-27d8-4083-a8c1-ae6326cf85e1. Dec 09 16:42:11.869196 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-4a79d3fd-3a87-4821-b585-175fac596193 req-dcb81aec-9f9c-4a8a-b489-298b72968914 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Calling delete_port for 68288fb7-27d8-4083-a8c1-ae6326cf85e1 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:42:11.952703 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 68288fb7-27d8-4083-a8c1-ae6326cf85e1 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:42:12.001838 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4a79d3fd-3a87-4821-b585-175fac596193 req-dcb81aec-9f9c-4a8a-b489-298b72968914 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:12.002294 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 68288fb7-27d8-4083-a8c1-ae6326cf85e1 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:42:12.007394 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 68288fb7-27d8-4083-a8c1-ae6326cf85e1 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:42:12.008040 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:12.029064 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Port 68288fb7-27d8-4083-a8c1-ae6326cf85e1 was deleted so its status cannot be updated. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 09 16:42:12.037626 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb81aec-9f9c-4a8a-b489-298b72968914 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Pushing event deleted for resources: {'Port': ['ID=68288fb7-27d8-4083-a8c1-ae6326cf85e1,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:42:12.158361 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a79d3fd-3a87-4821-b585-175fac596193 req-dcb81aec-9f9c-4a8a-b489-298b72968914 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Router 4de89398-abfa-430d-b28b-6c60291da9ee has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:42:12.267288 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a79d3fd-3a87-4821-b585-175fac596193 req-dcb81aec-9f9c-4a8a-b489-298b72968914 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:42:12.277351 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a938611-7052-405e-8de6-b4acc9095350 None None] Sync routers for ids ['4de89398-abfa-430d-b28b-6c60291da9ee'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:42:12.287018 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a938611-7052-405e-8de6-b4acc9095350 None None] Routers {'4de89398-abfa-430d-b28b-6c60291da9ee'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:42:12.287895 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2a938611-7052-405e-8de6-b4acc9095350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:41:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4de89398-abfa-430d-b28b-6c60291da9ee'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:42:12.307037 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a79d3fd-3a87-4821-b585-175fac596193 req-dcb81aec-9f9c-4a8a-b489-298b72968914 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] No DVR routers for this DVR port 68288fb7-27d8-4083-a8c1-ae6326cf85e1 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:42:12.310545 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4a79d3fd-3a87-4821-b585-175fac596193 req-dcb81aec-9f9c-4a8a-b489-298b72968914 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:12.314722 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4a79d3fd-3a87-4821-b585-175fac596193 req-dcb81aec-9f9c-4a8a-b489-298b72968914 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.31 "DELETE /v2.0/ports/68288fb7-27d8-4083-a8c1-ae6326cf85e1 HTTP/1.1" status: 204 len: 173 time: 0.7823198 Dec 09 16:42:12.315178 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506195a0-cb95-49bb-ac6c-dfc6d92507d4', 'name': 'network-vif-deleted', 'tag': '68288fb7-27d8-4083-a8c1-ae6326cf85e1'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:42:12.317853 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14b2706-7300-4875-ad57-f2fed4736ef0" -d '{"events": [{"server_uuid": "506195a0-cb95-49bb-ac6c-dfc6d92507d4", "name": "network-vif-deleted", "tag": "68288fb7-27d8-4083-a8c1-ae6326cf85e1"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:42:12.375779 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3a66456a-f41a-4549-81bc-0040161b7b1a req-a1d7af6a-016c-43ab-b4d1-37c87a278524 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=506195a0-cb95-49bb-ac6c-dfc6d92507d4 HTTP/1.1" status: 200 len: 210 time: 0.0326276 Dec 09 16:42:12.418699 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-2a938611-7052-405e-8de6-b4acc9095350 None None] Set router 4de89398-abfa-430d-b28b-6c60291da9ee gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:42:12.423098 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a740138-12cd-469e-938a-03248604ff73 x-openstack-request-id: req-6a740138-12cd-469e-938a-03248604ff73 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:42:12.423403 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506195a0-cb95-49bb-ac6c-dfc6d92507d4", "name": "network-vif-deleted", "tag": "68288fb7-27d8-4083-a8c1-ae6326cf85e1", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:42:12.423661 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6a740138-12cd-469e-938a-03248604ff73 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:42:12.424079 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506195a0-cb95-49bb-ac6c-dfc6d92507d4', 'name': 'network-vif-deleted', 'tag': '68288fb7-27d8-4083-a8c1-ae6326cf85e1', 'status': 'completed', 'code': 200} Dec 09 16:42:12.617935 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2a938611-7052-405e-8de6-b4acc9095350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'name': 'tempest-ServerActionsTestJSON-797284277-router', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:45Z', 'revision_number': 4, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'gw_port': {'id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:20:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '08e65dd9-ac07-4cf4-8857-394f5bc4b203', 'name': '', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'mac_address': 'fa:16:3e:39:df:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:45Z', 'updated_at': '2021-12-09T16:32:50Z', 'revision_number': 5, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'subnets': [{'id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:42:12.808882 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a938611-7052-405e-8de6-b4acc9095350 None None] Checking router: 4de89398-abfa-430d-b28b-6c60291da9ee for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:42:12.817695 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a938611-7052-405e-8de6-b4acc9095350 None None] Routers {'4de89398-abfa-430d-b28b-6c60291da9ee'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:42:12.818325 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2a938611-7052-405e-8de6-b4acc9095350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:41:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4de89398-abfa-430d-b28b-6c60291da9ee'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:42:12.925304 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-2a938611-7052-405e-8de6-b4acc9095350 None None] Set router 4de89398-abfa-430d-b28b-6c60291da9ee gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:42:13.119324 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2a938611-7052-405e-8de6-b4acc9095350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'name': 'tempest-ServerActionsTestJSON-797284277-router', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:45Z', 'revision_number': 4, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'gw_port': {'id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:20:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '08e65dd9-ac07-4cf4-8857-394f5bc4b203', 'name': '', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'mac_address': 'fa:16:3e:39:df:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:45Z', 'updated_at': '2021-12-09T16:32:50Z', 'revision_number': 5, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'subnets': [{'id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:42:13.149470 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a938611-7052-405e-8de6-b4acc9095350 None None] The sync data for ids ['4de89398-abfa-430d-b28b-6c60291da9ee'] in n-d-821228-1 is: [{'id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'name': 'tempest-ServerActionsTestJSON-797284277-router', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:45Z', 'revision_number': 4, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'gw_port': {'id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:20:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '08e65dd9-ac07-4cf4-8857-394f5bc4b203', 'name': '', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'mac_address': 'fa:16:3e:39:df:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:45Z', 'updated_at': '2021-12-09T16:32:50Z', 'revision_number': 5, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'subnets': [{'id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:42:13.371390 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6df0059-09c1-457f-8579-67117d72170a None None] New status for floating IP 5e861488-7d64-46df-a657-43a3aa51a321: DOWN {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:42:13.681759 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-154f88da-8649-4818-accc-84067d1e44f4 req-0fc04f3f-bf9b-4670-99a5-158afbe44a7b tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1874811639&fields=id&tenant_id=d12aa553d0684a24ba035dd11246b02e HTTP/1.1" status: 200 len: 267 time: 0.0421362 Dec 09 16:42:13.787186 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f88da-8649-4818-accc-84067d1e44f4 req-cef3c513-5277-49c7-a0eb-aa33252f4ab2 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:13.788665 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-154f88da-8649-4818-accc-84067d1e44f4 req-cef3c513-5277-49c7-a0eb-aa33252f4ab2 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 811 time: 0.0995905 Dec 09 16:42:13.803820 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-154f88da-8649-4818-accc-84067d1e44f4 req-394fffe3-dc46-4ea1-9884-e3a89f96e3f1 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/quotas/d12aa553d0684a24ba035dd11246b02e HTTP/1.1" status: 200 len: 375 time: 0.0087864 Dec 09 16:42:13.858638 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-154f88da-8649-4818-accc-84067d1e44f4 req-c7f62794-f59c-48b7-9ba3-019418e32fca tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497088 Dec 09 16:42:13.952161 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-154f88da-8649-4818-accc-84067d1e44f4 req-a2d40719-18e8-4783-a4e4-d3082cb006ab service neutron] 10.222.0.57 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820422 Dec 09 16:42:13.967852 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 68288fb7-27d8-4083-a8c1-ae6326cf85e1 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:42:13.989205 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 68288fb7-27d8-4083-a8c1-ae6326cf85e1 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:42:13.989561 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 68288fb7-27d8-4083-a8c1-ae6326cf85e1 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:42:14.047847 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-154f88da-8649-4818-accc-84067d1e44f4 req-079c0f03-66e0-459a-b16b-dd5c1009f3e5 service neutron] 10.222.0.57 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896311 Dec 09 16:42:14.206609 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-165b25bd-574d-4ad9-bfcd-b8a0110cb99f req-ca87a173-67e4-472e-a4c6-58ca92cff822 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 210 time: 0.0267410 Dec 09 16:42:15.174554 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f88da-8649-4818-accc-84067d1e44f4 req-6f654f39-560f-4b48-b230-271b668d113d tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:15.176052 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-154f88da-8649-4818-accc-84067d1e44f4 req-6f654f39-560f-4b48-b230-271b668d113d tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.31 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 811 time: 0.1098745 Dec 09 16:42:15.239092 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-154f88da-8649-4818-accc-84067d1e44f4 req-da84f38a-dc19-4952-8dd2-f7fc6e9a56c8 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d12aa553d0684a24ba035dd11246b02e HTTP/1.1" status: 200 len: 380 time: 0.0533962 Dec 09 16:42:15.250317 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-154f88da-8649-4818-accc-84067d1e44f4 req-36a1f1a6-5ee7-46aa-af17-bc61a37503d5 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Request body: {'port': {'device_id': 'ae5d4bca-d484-4013-8a9a-96db8648a28d', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'admin_state_up': True, 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'security_groups': ['b63000a4-b4f6-4551-8d79-e0b252c38af2']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:42:15.330204 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a350aaa-b423-4669-b5a3-be82ba7f6a9c req-476cabb1-8fee-4a83-adb4-7f484d62ae2f tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 210 time: 0.0351582 Dec 09 16:42:15.384546 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-154f88da-8649-4818-accc-84067d1e44f4 req-36a1f1a6-5ee7-46aa-af17-bc61a37503d5 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Made reservation on behalf of d12aa553d0684a24ba035dd11246b02e for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:42:15.388661 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-154f88da-8649-4818-accc-84067d1e44f4 req-36a1f1a6-5ee7-46aa-af17-bc61a37503d5 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:15.517040 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-154f88da-8649-4818-accc-84067d1e44f4 req-36a1f1a6-5ee7-46aa-af17-bc61a37503d5 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Allocated IP 172.20.0.6 (df8c6a55-9ab2-463c-8185-977ec8d15c87/dcb89ddc-891b-4111-9044-38a534ef1dba/8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:42:15.656904 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-154f88da-8649-4818-accc-84067d1e44f4 req-36a1f1a6-5ee7-46aa-af17-bc61a37503d5 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:15.690157 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-154f88da-8649-4818-accc-84067d1e44f4 req-36a1f1a6-5ee7-46aa-af17-bc61a37503d5 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:15.732224 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-154f88da-8649-4818-accc-84067d1e44f4 req-36a1f1a6-5ee7-46aa-af17-bc61a37503d5 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Network df8c6a55-9ab2-463c-8185-977ec8d15c87 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:42:15.735409 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-154f88da-8649-4818-accc-84067d1e44f4 req-36a1f1a6-5ee7-46aa-af17-bc61a37503d5 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:42:15.737772 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-154f88da-8649-4818-accc-84067d1e44f4 req-36a1f1a6-5ee7-46aa-af17-bc61a37503d5 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:42:15.772105 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1f1a6-5ee7-46aa-af17-bc61a37503d5 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Pushing event updated for resources: {'Port': ['ID=8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:42:15.800626 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f88da-8649-4818-accc-84067d1e44f4 req-36a1f1a6-5ee7-46aa-af17-bc61a37503d5 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:15.801287 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-154f88da-8649-4818-accc-84067d1e44f4 req-36a1f1a6-5ee7-46aa-af17-bc61a37503d5 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:15.819228 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-154f88da-8649-4818-accc-84067d1e44f4 req-36a1f1a6-5ee7-46aa-af17-bc61a37503d5 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5727885 Dec 09 16:42:15.832262 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-154f88da-8649-4818-accc-84067d1e44f4 req-62b1fbff-284d-4ed9-ab65-4815557a8555 service neutron] Request body: {'port': {'device_id': 'ae5d4bca-d484-4013-8a9a-96db8648a28d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:42:15.890184 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-154f88da-8649-4818-accc-84067d1e44f4 req-62b1fbff-284d-4ed9-ab65-4815557a8555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:15.977821 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c16e5bbe-395f-404a-8ae2-d43c668726f4 None None] Provisioning complete for port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:42:15.978455 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c16e5bbe-395f-404a-8ae2-d43c668726f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:16.012367 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c16e5bbe-395f-404a-8ae2-d43c668726f4 None None] Port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:42:16.154722 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-154f88da-8649-4818-accc-84067d1e44f4 req-62b1fbff-284d-4ed9-ab65-4815557a8555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:42:16.162345 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-154f88da-8649-4818-accc-84067d1e44f4 req-62b1fbff-284d-4ed9-ab65-4815557a8555 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:16.174489 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-154f88da-8649-4818-accc-84067d1e44f4 req-62b1fbff-284d-4ed9-ab65-4815557a8555 service neutron] Transition to ACTIVE for port object 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:42:16.178451 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-154f88da-8649-4818-accc-84067d1e44f4 req-62b1fbff-284d-4ed9-ab65-4815557a8555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:16.231430 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1fbff-284d-4ed9-ab65-4815557a8555 service neutron] Pushing event updated for resources: {'Port': ['ID=8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:42:16.306365 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-154f88da-8649-4818-accc-84067d1e44f4 req-62b1fbff-284d-4ed9-ab65-4815557a8555 service neutron] Attempting to bind port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:42:16.306704 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-154f88da-8649-4818-accc-84067d1e44f4 req-62b1fbff-284d-4ed9-ab65-4815557a8555 service neutron] Attempting to bind port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:42:16.307039 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154f88da-8649-4818-accc-84067d1e44f4 req-62b1fbff-284d-4ed9-ab65-4815557a8555 service neutron] Attempting to bind port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 on network df8c6a55-9ab2-463c-8185-977ec8d15c87 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:42:16.312311 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154f88da-8649-4818-accc-84067d1e44f4 req-62b1fbff-284d-4ed9-ab65-4815557a8555 service neutron] Port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 on network df8c6a55-9ab2-463c-8185-977ec8d15c87 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:42:16.312663 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154f88da-8649-4818-accc-84067d1e44f4 req-62b1fbff-284d-4ed9-ab65-4815557a8555 service neutron] Attempting to bind port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 on network df8c6a55-9ab2-463c-8185-977ec8d15c87 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:42:16.317842 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154f88da-8649-4818-accc-84067d1e44f4 req-62b1fbff-284d-4ed9-ab65-4815557a8555 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:42:16.318183 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154f88da-8649-4818-accc-84067d1e44f4 req-62b1fbff-284d-4ed9-ab65-4815557a8555 service neutron] Checking segment: {'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:42:16.318569 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154f88da-8649-4818-accc-84067d1e44f4 req-62b1fbff-284d-4ed9-ab65-4815557a8555 service neutron] Bound using segment: {'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:42:16.318997 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-154f88da-8649-4818-accc-84067d1e44f4 req-62b1fbff-284d-4ed9-ab65-4815557a8555 service neutron] Bound port: 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:42:16.319353 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-154f88da-8649-4818-accc-84067d1e44f4 req-62b1fbff-284d-4ed9-ab65-4815557a8555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:16.390382 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-154f88da-8649-4818-accc-84067d1e44f4 req-62b1fbff-284d-4ed9-ab65-4815557a8555 service neutron] For port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:42:16.394396 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-154f88da-8649-4818-accc-84067d1e44f4 req-62b1fbff-284d-4ed9-ab65-4815557a8555 service neutron] For port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:42:16.398514 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-154f88da-8649-4818-accc-84067d1e44f4 req-62b1fbff-284d-4ed9-ab65-4815557a8555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:16.457640 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f88da-8649-4818-accc-84067d1e44f4 req-62b1fbff-284d-4ed9-ab65-4815557a8555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:16.458275 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-154f88da-8649-4818-accc-84067d1e44f4 req-62b1fbff-284d-4ed9-ab65-4815557a8555 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:16.459863 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-154f88da-8649-4818-accc-84067d1e44f4 req-62b1fbff-284d-4ed9-ab65-4815557a8555 service neutron] 10.222.0.31 "PUT /v2.0/ports/8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 HTTP/1.1" status: 200 len: 1091 time: 0.6319091 Dec 09 16:42:16.461293 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae5d4bca-d484-4013-8a9a-96db8648a28d', 'tag': '8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:42:16.463643 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bfe7b7-0eeb-4401-863d-3a7abfb25483" -d '{"events": [{"name": "network-changed", "server_uuid": "ae5d4bca-d484-4013-8a9a-96db8648a28d", "tag": "8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:42:16.499648 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1fbff-284d-4ed9-ab65-4815557a8555 service neutron] Pushing event updated for resources: {'Port': ['ID=8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:42:16.523715 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797173ea-5020-4965-9662-cbdcee84b899 req-173875b0-44c3-476f-9645-e3d1b993b3df tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:16.525285 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-797173ea-5020-4965-9662-cbdcee84b899 req-173875b0-44c3-476f-9645-e3d1b993b3df tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 943 time: 0.1221814 Dec 09 16:42:16.594196 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f88da-8649-4818-accc-84067d1e44f4 req-7ad455da-b43f-479a-875f-c8c2f462546a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:16.595725 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-154f88da-8649-4818-accc-84067d1e44f4 req-7ad455da-b43f-479a-875f-c8c2f462546a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 1094 time: 0.0921826 Dec 09 16:42:16.600376 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-797173ea-5020-4965-9662-cbdcee84b899 req-7be41773-c2e5-4cd6-ab11-30e1fa86b13f tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564113 Dec 09 16:42:16.642138 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-154f88da-8649-4818-accc-84067d1e44f4 req-5f735a72-06f7-4cbd-a1b8-c0c66ffcbb6c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 HTTP/1.1" status: 200 len: 217 time: 0.0377462 Dec 09 16:42:16.647529 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9adc173a-fb47-44be-ade3-5d15a56bb6ea x-openstack-request-id: req-9adc173a-fb47-44be-ade3-5d15a56bb6ea {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:42:16.647821 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae5d4bca-d484-4013-8a9a-96db8648a28d", "tag": "8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:42:16.648078 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9adc173a-fb47-44be-ade3-5d15a56bb6ea {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:42:16.648515 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae5d4bca-d484-4013-8a9a-96db8648a28d', 'tag': '8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24', 'status': 'completed', 'code': 200} Dec 09 16:42:16.698768 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f88da-8649-4818-accc-84067d1e44f4 req-87aaa779-7a1e-476b-818e-7bc71e9f555c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:16.700197 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-154f88da-8649-4818-accc-84067d1e44f4 req-87aaa779-7a1e-476b-818e-7bc71e9f555c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0482314 Dec 09 16:42:16.717243 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:16.745636 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f88da-8649-4818-accc-84067d1e44f4 req-4c05e58c-cd5b-48ea-93a1-189512210c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:16.747881 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-154f88da-8649-4818-accc-84067d1e44f4 req-4c05e58c-cd5b-48ea-93a1-189512210c94 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410914 Dec 09 16:42:16.835445 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-154f88da-8649-4818-accc-84067d1e44f4 req-42746af4-0037-4cbc-84bc-9dd264b740a3 service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809021 Dec 09 16:42:16.927912 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-154f88da-8649-4818-accc-84067d1e44f4 req-5e61134e-ef29-495d-ba4a-a5d7142197f5 service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846124 Dec 09 16:42:17.010960 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfe7b7-0eeb-4401-863d-3a7abfb25483 req-1bfd4aca-2994-4c71-9fe5-3e2d806cdd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:17.013074 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-96bfe7b7-0eeb-4401-863d-3a7abfb25483 req-1bfd4aca-2994-4c71-9fe5-3e2d806cdd11 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 1094 time: 0.0419083 Dec 09 16:42:17.104280 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfe7b7-0eeb-4401-863d-3a7abfb25483 req-07a233ed-d6e6-466d-b537-6be0a41c69c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:17.106055 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-96bfe7b7-0eeb-4401-863d-3a7abfb25483 req-07a233ed-d6e6-466d-b537-6be0a41c69c4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.0868933 Dec 09 16:42:17.148067 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-96bfe7b7-0eeb-4401-863d-3a7abfb25483 req-ce33677d-b83b-4c0d-83b4-8fc7a6d8b866 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 HTTP/1.1" status: 200 len: 217 time: 0.0348895 Dec 09 16:42:17.195339 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfe7b7-0eeb-4401-863d-3a7abfb25483 req-827e04ef-02e4-414b-ba85-7890e04bd103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:17.196857 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-96bfe7b7-0eeb-4401-863d-3a7abfb25483 req-827e04ef-02e4-414b-ba85-7890e04bd103 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0420184 Dec 09 16:42:17.245729 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfe7b7-0eeb-4401-863d-3a7abfb25483 req-6f613499-c85d-48b0-b746-c406d88e3fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:17.247952 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-96bfe7b7-0eeb-4401-863d-3a7abfb25483 req-6f613499-c85d-48b0-b746-c406d88e3fd9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446837 Dec 09 16:42:17.335083 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-96bfe7b7-0eeb-4401-863d-3a7abfb25483 req-28245ca2-3532-4272-95b5-aafbbc19409a service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802231 Dec 09 16:42:17.428481 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-96bfe7b7-0eeb-4401-863d-3a7abfb25483 req-da4665e7-7c2d-4c35-b003-cc409bfb3b6b service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856426 Dec 09 16:42:17.723413 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ce940-6760-4266-a0e0-21b70c3922f8 req-a67f3571-d8b0-4182-916b-92e7be0efc49 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:17.724884 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-476ce940-6760-4266-a0e0-21b70c3922f8 req-a67f3571-d8b0-4182-916b-92e7be0efc49 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 943 time: 0.0489931 Dec 09 16:42:17.771968 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-476ce940-6760-4266-a0e0-21b70c3922f8 req-808250ea-a83a-4949-af28-f49c6c68ee46 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411401 Dec 09 16:42:18.886537 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82524a3c-fd6f-43bf-997c-e51e4750235c req-6e12ef96-0600-4c64-b772-54d2dedf5198 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:18.888586 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-82524a3c-fd6f-43bf-997c-e51e4750235c req-6e12ef96-0600-4c64-b772-54d2dedf5198 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 943 time: 0.0487278 Dec 09 16:42:18.936765 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-82524a3c-fd6f-43bf-997c-e51e4750235c req-9d88f5c5-255d-418b-8d23-3b59bf3ea4e1 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421662 Dec 09 16:42:19.998442 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:42:20.054806 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf228cb-8e99-4a45-9463-ecc727a28c2f req-6f8ac9d7-4675-460d-b55d-ddd4a338f17f tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:20.057021 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fcf228cb-8e99-4a45-9463-ecc727a28c2f req-6f8ac9d7-4675-460d-b55d-ddd4a338f17f tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 943 time: 0.0523570 Dec 09 16:42:20.093901 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:42:20.105451 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'port_id': '8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24', 'mac_address': 'fa:16:3e:82:a1:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:42:20.106391 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fcf228cb-8e99-4a45-9463-ecc727a28c2f req-1e66b011-fda4-4210-aba7-7a06503f8d63 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423033 Dec 09 16:42:20.146294 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:20.159034 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:42:20.177555 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:42:20.181347 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:20.229410 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:42:20.464166 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:42:20.634223 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1e81888f-cead-44e7-88a4-49b8cd81168c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:20.738497 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:42:21.224357 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5371e-7a16-4258-aebc-b20733e03fd2 req-b225928f-0a4d-4c9f-9c08-843e95f3efc0 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:21.225891 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-25f5371e-7a16-4258-aebc-b20733e03fd2 req-b225928f-0a4d-4c9f-9c08-843e95f3efc0 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 944 time: 0.0496478 Dec 09 16:42:21.272282 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-25f5371e-7a16-4258-aebc-b20733e03fd2 req-e02a898a-59b8-45ba-b298-ed99feca4839 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402496 Dec 09 16:42:22.014083 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:42:22.064772 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:42:22.068852 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:42:22.069223 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:22.147797 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:22.170854 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5d4bca-d484-4013-8a9a-96db8648a28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:42:22.173183 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad401665e64187bef4a0f300457b2868c99907d1fc0db4bbbc94af95fd68fd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c83df9-ceca-492a-8e5f-2761af240dd0" -d '{"events": [{"server_uuid": "ae5d4bca-d484-4013-8a9a-96db8648a28d", "name": "network-vif-plugged", "status": "completed", "tag": "8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:42:22.186062 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:42:22.190519 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:22.239452 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:42:22.264808 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1464648-ccaa-48b2-9a7d-20dd5c9e0ba4 x-openstack-request-id: req-a1464648-ccaa-48b2-9a7d-20dd5c9e0ba4 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:42:22.265075 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae5d4bca-d484-4013-8a9a-96db8648a28d", "name": "network-vif-plugged", "status": "completed", "tag": "8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:42:22.265333 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a1464648-ccaa-48b2-9a7d-20dd5c9e0ba4 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:42:22.265733 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5d4bca-d484-4013-8a9a-96db8648a28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24', 'code': 200} Dec 09 16:42:22.392571 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e8baf-4296-4047-83e0-407a49199f28 req-0da6a054-2fcd-40bd-b781-6a7dbdf3877c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:22.394072 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f18e8baf-4296-4047-83e0-407a49199f28 req-0da6a054-2fcd-40bd-b781-6a7dbdf3877c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 1096 time: 0.0724275 Dec 09 16:42:22.408748 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d5e91-eff6-47a3-b069-fbac4e8e6148 req-5972b873-00fa-4593-8417-52084238d3bb tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:22.410186 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e24d5e91-eff6-47a3-b069-fbac4e8e6148 req-5972b873-00fa-4593-8417-52084238d3bb tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 945 time: 0.0634894 Dec 09 16:42:22.480026 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e24d5e91-eff6-47a3-b069-fbac4e8e6148 req-aaff9c81-5dba-4212-add2-2996dc647730 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637825 Dec 09 16:42:22.483020 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f18e8baf-4296-4047-83e0-407a49199f28 req-30538393-ebbc-48b7-b5d7-2c5c7bd11801 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719872 Dec 09 16:42:23.163538 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-da74100c-c670-43b5-a152-7a822c37068d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:23.597579 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6050b-ae42-458d-b7c5-c6f8cfb3ba7e req-49dcd4fd-bc25-4ba1-ac39-b87d42ad4ea2 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:23.599078 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b4b6050b-ae42-458d-b7c5-c6f8cfb3ba7e req-49dcd4fd-bc25-4ba1-ac39-b87d42ad4ea2 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 945 time: 0.0489097 Dec 09 16:42:23.653502 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b4b6050b-ae42-458d-b7c5-c6f8cfb3ba7e req-6aaf5788-6b2d-417e-b85a-9944094d35dd tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479605 Dec 09 16:42:24.324382 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:24.768729 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a2d7f-9098-4e48-8284-282b0e999953 req-70da0c5c-8831-4b41-9f88-691d50581af6 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:24.770178 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ae7a2d7f-9098-4e48-8284-282b0e999953 req-70da0c5c-8831-4b41-9f88-691d50581af6 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 945 time: 0.0475135 Dec 09 16:42:24.816226 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ae7a2d7f-9098-4e48-8284-282b0e999953 req-336d5a5c-1282-44d2-9e68-18ec9e318e42 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401816 Dec 09 16:42:24.926010 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b6533-81db-4c60-9529-887f8ba069f8 req-43436a98-1f5f-424d-82fa-59762cdd5221 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:24.927586 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d96b6533-81db-4c60-9529-887f8ba069f8 req-43436a98-1f5f-424d-82fa-59762cdd5221 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 945 time: 0.0491574 Dec 09 16:42:24.936391 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55156) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:42:24.940630 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-fb52acd1-1bba-4bbb-bfa1-e97136591a23 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Request body: {'floatingip': {'port_id': '8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:42:24.985702 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb52acd1-1bba-4bbb-bfa1-e97136591a23 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks [] for floatingip, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:25.173446 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:25.429361 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb52acd1-1bba-4bbb-bfa1-e97136591a23 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:25.433592 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb52acd1-1bba-4bbb-bfa1-e97136591a23 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:25.532489 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-fb52acd1-1bba-4bbb-bfa1-e97136591a23 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Floating IP 5e861488-7d64-46df-a657-43a3aa51a321 associated. External IP: 172.25.3.231, port: 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24. Dec 09 16:42:25.598233 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:25.736768 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb52acd1-1bba-4bbb-bfa1-e97136591a23 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Router 4de89398-abfa-430d-b28b-6c60291da9ee has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:42:25.845327 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb52acd1-1bba-4bbb-bfa1-e97136591a23 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:42:25.850181 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb52acd1-1bba-4bbb-bfa1-e97136591a23 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:25.856315 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4bb8b4-d1c3-43c4-b143-26529e88fe5e None None] Sync routers for ids ['4de89398-abfa-430d-b28b-6c60291da9ee'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:42:25.867320 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4bb8b4-d1c3-43c4-b143-26529e88fe5e None None] Routers {'4de89398-abfa-430d-b28b-6c60291da9ee'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:42:25.868050 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-de4bb8b4-d1c3-43c4-b143-26529e88fe5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:42:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4de89398-abfa-430d-b28b-6c60291da9ee'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:42:25.881079 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-fb52acd1-1bba-4bbb-bfa1-e97136591a23 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "PUT /v2.0/floatingips/5e861488-7d64-46df-a657-43a3aa51a321 HTTP/1.1" status: 200 len: 992 time: 0.9436610 Dec 09 16:42:25.881682 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae5d4bca-d484-4013-8a9a-96db8648a28d', 'tag': '8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:42:25.883935 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78c6e51-05cb-45c1-80bd-627a489fa63b" -d '{"events": [{"name": "network-changed", "server_uuid": "ae5d4bca-d484-4013-8a9a-96db8648a28d", "tag": "8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:42:25.972327 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1213188-1da3-4687-9611-a5f80a6f7be1 x-openstack-request-id: req-b1213188-1da3-4687-9611-a5f80a6f7be1 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:42:25.972661 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae5d4bca-d484-4013-8a9a-96db8648a28d", "tag": "8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:42:25.972921 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b1213188-1da3-4687-9611-a5f80a6f7be1 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:42:25.973331 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae5d4bca-d484-4013-8a9a-96db8648a28d', 'tag': '8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24', 'status': 'completed', 'code': 200} Dec 09 16:42:25.979487 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-de4bb8b4-d1c3-43c4-b143-26529e88fe5e None None] Set router 4de89398-abfa-430d-b28b-6c60291da9ee gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:42:26.035620 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c6e51-05cb-45c1-80bd-627a489fa63b req-e29bbcbd-22d7-4ec6-9983-e4d9c6210c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:26.037169 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b78c6e51-05cb-45c1-80bd-627a489fa63b req-e29bbcbd-22d7-4ec6-9983-e4d9c6210c72 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 1096 time: 0.0411279 Dec 09 16:42:26.131644 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c6e51-05cb-45c1-80bd-627a489fa63b req-387197f1-9c04-4d33-9e68-1b9366e7fda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:26.133073 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b78c6e51-05cb-45c1-80bd-627a489fa63b req-387197f1-9c04-4d33-9e68-1b9366e7fda1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.0882649 Dec 09 16:42:26.199205 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b78c6e51-05cb-45c1-80bd-627a489fa63b req-faaf05c7-251e-4f05-a069-251fc5f1716e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 HTTP/1.1" status: 200 len: 1000 time: 0.0588274 Dec 09 16:42:26.202447 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-de4bb8b4-d1c3-43c4-b143-26529e88fe5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'name': 'tempest-ServerActionsTestJSON-797284277-router', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:45Z', 'revision_number': 4, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'gw_port': {'id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:20:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '5e861488-7d64-46df-a657-43a3aa51a321', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'floating_ip_address': '172.25.3.231', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'port_id': '8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'mac_address': 'fa:16:3e:82:a1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5d4bca-d484-4013-8a9a-96db8648a28d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:32:49Z', 'updated_at': '2021-12-09T16:42:25Z', 'revision_number': 13, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e65dd9-ac07-4cf4-8857-394f5bc4b203', 'name': '', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'mac_address': 'fa:16:3e:39:df:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:45Z', 'updated_at': '2021-12-09T16:32:50Z', 'revision_number': 5, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'subnets': [{'id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:42:26.228111 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4bb8b4-d1c3-43c4-b143-26529e88fe5e None None] Checking router: 4de89398-abfa-430d-b28b-6c60291da9ee for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:42:26.237003 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4bb8b4-d1c3-43c4-b143-26529e88fe5e None None] Routers {'4de89398-abfa-430d-b28b-6c60291da9ee'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:42:26.237614 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-de4bb8b4-d1c3-43c4-b143-26529e88fe5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:42:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4de89398-abfa-430d-b28b-6c60291da9ee'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:42:26.252161 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c6e51-05cb-45c1-80bd-627a489fa63b req-e24bb833-b667-44c0-99aa-4d669303e229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:26.253675 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b78c6e51-05cb-45c1-80bd-627a489fa63b req-e24bb833-b667-44c0-99aa-4d669303e229 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0485177 Dec 09 16:42:26.299801 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c6e51-05cb-45c1-80bd-627a489fa63b req-6ed93a24-6b3e-457a-912f-b52e4e558626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:26.301339 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b78c6e51-05cb-45c1-80bd-627a489fa63b req-6ed93a24-6b3e-457a-912f-b52e4e558626 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400395 Dec 09 16:42:26.342985 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-de4bb8b4-d1c3-43c4-b143-26529e88fe5e None None] Set router 4de89398-abfa-430d-b28b-6c60291da9ee gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:42:26.391324 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b78c6e51-05cb-45c1-80bd-627a489fa63b req-84595c53-51d1-4721-a164-6e492265c9cd service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809069 Dec 09 16:42:26.486490 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b78c6e51-05cb-45c1-80bd-627a489fa63b req-7955c911-4b0d-4615-ac94-0365e83f379c service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885355 Dec 09 16:42:26.570880 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-de4bb8b4-d1c3-43c4-b143-26529e88fe5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'name': 'tempest-ServerActionsTestJSON-797284277-router', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:45Z', 'revision_number': 4, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'gw_port': {'id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:20:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '5e861488-7d64-46df-a657-43a3aa51a321', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'floating_ip_address': '172.25.3.231', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'port_id': '8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'mac_address': 'fa:16:3e:82:a1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5d4bca-d484-4013-8a9a-96db8648a28d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:32:49Z', 'updated_at': '2021-12-09T16:42:25Z', 'revision_number': 13, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e65dd9-ac07-4cf4-8857-394f5bc4b203', 'name': '', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'mac_address': 'fa:16:3e:39:df:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:45Z', 'updated_at': '2021-12-09T16:32:50Z', 'revision_number': 5, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'subnets': [{'id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:42:26.600333 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4bb8b4-d1c3-43c4-b143-26529e88fe5e None None] The sync data for ids ['4de89398-abfa-430d-b28b-6c60291da9ee'] in n-d-821228-1 is: [{'id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'name': 'tempest-ServerActionsTestJSON-797284277-router', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:45Z', 'revision_number': 4, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'gw_port': {'id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:20:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '5e861488-7d64-46df-a657-43a3aa51a321', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'floating_ip_address': '172.25.3.231', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'port_id': '8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'mac_address': 'fa:16:3e:82:a1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5d4bca-d484-4013-8a9a-96db8648a28d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:32:49Z', 'updated_at': '2021-12-09T16:42:25Z', 'revision_number': 13, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e65dd9-ac07-4cf4-8857-394f5bc4b203', 'name': '', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'mac_address': 'fa:16:3e:39:df:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:45Z', 'updated_at': '2021-12-09T16:32:50Z', 'revision_number': 5, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'subnets': [{'id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:42:26.615808 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:26.799045 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af04c47-a743-473c-8816-13d109518ab7 None None] New status for floating IP 5e861488-7d64-46df-a657-43a3aa51a321: ACTIVE {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:42:46.722986 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:48.496294 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b24b90b3-ae66-4213-a437-cca61751ebe8 req-33d8742d-6502-45f0-99f6-12ac969ae156 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404100 Dec 09 16:42:48.577350 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b90b3-ae66-4213-a437-cca61751ebe8 req-7cda531d-9b85-4e32-83a7-4467ec245465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:48.578861 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b24b90b3-ae66-4213-a437-cca61751ebe8 req-7cda531d-9b85-4e32-83a7-4467ec245465 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 1096 time: 0.0403247 Dec 09 16:42:48.682458 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b90b3-ae66-4213-a437-cca61751ebe8 req-19ad4c09-5780-469e-ad23-5fa96e646083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:48.684528 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b24b90b3-ae66-4213-a437-cca61751ebe8 req-19ad4c09-5780-469e-ad23-5fa96e646083 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.0868027 Dec 09 16:42:48.748823 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b24b90b3-ae66-4213-a437-cca61751ebe8 req-241dd31d-77c2-4266-a907-798fbc2ce773 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 HTTP/1.1" status: 200 len: 1002 time: 0.0572395 Dec 09 16:42:48.799564 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b90b3-ae66-4213-a437-cca61751ebe8 req-3a0e32d2-9e22-4851-af72-1170ca275e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:48.801041 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b24b90b3-ae66-4213-a437-cca61751ebe8 req-3a0e32d2-9e22-4851-af72-1170ca275e50 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0459044 Dec 09 16:42:48.847732 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b90b3-ae66-4213-a437-cca61751ebe8 req-37d6f8da-49f1-4568-83c9-626bcae1a742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:42:48.849239 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b24b90b3-ae66-4213-a437-cca61751ebe8 req-37d6f8da-49f1-4568-83c9-626bcae1a742 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378644 Dec 09 16:42:48.937475 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b24b90b3-ae66-4213-a437-cca61751ebe8 req-a82e010e-88c1-4c65-ae28-6a418667c9de service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805347 Dec 09 16:42:49.029685 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b24b90b3-ae66-4213-a437-cca61751ebe8 req-0ea0bdbc-5e6d-4333-a047-415f12ac70b6 service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840874 Dec 09 16:42:50.636034 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6f9ce34a-2b47-4c56-ae02-53de59691f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:53.165143 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16d03fd8-5181-4086-baf4-ee1f2b5a8ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:54.327790 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:55.188163 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:55.598185 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:56.597759 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:42:57.738171 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:43:16.748351 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:43:20.637815 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fd5a5e96-00aa-4fbd-af67-fa79803b83ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:43:23.166413 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-26081ef9-4b38-4ac3-87b2-99c72bb53729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:43:24.330166 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:43:25.186995 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:43:25.600487 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:43:26.600706 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:43:34.736652 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:43:46.738360 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:43:48.387179 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cbfe35dc-e077-4759-80d3-bab2741a3696 req-1c31ba1c-ea99-4820-93ed-9a6c9b3351a8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397985 Dec 09 16:43:48.470255 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe35dc-e077-4759-80d3-bab2741a3696 req-f98e1984-148e-4b99-b295-cf69994ec30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:43:48.471715 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cbfe35dc-e077-4759-80d3-bab2741a3696 req-f98e1984-148e-4b99-b295-cf69994ec30e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 1096 time: 0.0400722 Dec 09 16:43:48.577006 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe35dc-e077-4759-80d3-bab2741a3696 req-32016afb-df5b-47fe-8dc6-0dd0ead5f1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:43:48.578447 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cbfe35dc-e077-4759-80d3-bab2741a3696 req-32016afb-df5b-47fe-8dc6-0dd0ead5f1d2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.0855310 Dec 09 16:43:48.643743 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cbfe35dc-e077-4759-80d3-bab2741a3696 req-cff71a0b-a7ac-40b6-bcbb-2fc953fde4b6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 HTTP/1.1" status: 200 len: 1002 time: 0.0567532 Dec 09 16:43:48.694835 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe35dc-e077-4759-80d3-bab2741a3696 req-7dc818d4-e7db-4226-93d5-d8fd48177e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:43:48.696257 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cbfe35dc-e077-4759-80d3-bab2741a3696 req-7dc818d4-e7db-4226-93d5-d8fd48177e54 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0464041 Dec 09 16:43:48.740544 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe35dc-e077-4759-80d3-bab2741a3696 req-9f00d577-8a4e-40d4-92f0-2b34829be579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:43:48.742004 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cbfe35dc-e077-4759-80d3-bab2741a3696 req-9f00d577-8a4e-40d4-92f0-2b34829be579 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388973 Dec 09 16:43:48.828221 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cbfe35dc-e077-4759-80d3-bab2741a3696 req-206baf50-21cc-4dd4-bb0c-f832f2a1e4ae service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790808 Dec 09 16:43:48.920492 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cbfe35dc-e077-4759-80d3-bab2741a3696 req-e330b5d3-4dde-461e-8ba8-17399cd523fb service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845718 Dec 09 16:43:50.640908 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-304e8bdf-4d01-44ea-b880-ca808d2d1768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:43:53.167018 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c0cdde73-e9c3-4ad8-94ef-e07937ff79fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:43:54.333135 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:43:55.201086 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:43:55.605406 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:43:56.607211 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:44:11.736382 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:44:16.751161 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:44:20.642355 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-38100764-deb9-494f-bd02-0afccf3e8d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:44:23.168148 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3f795996-9a2b-4d26-bc56-00b2330a08e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:44:24.337221 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:44:25.199777 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:44:25.608570 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:44:26.599223 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:44:46.770390 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:44:48.736565 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:44:50.089901 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d351285-d671-47f6-a9ec-4eaa8f337598 req-693482ce-51bd-4e90-a111-86eaf128a8bb tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:44:50.091376 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3d351285-d671-47f6-a9ec-4eaa8f337598 req-693482ce-51bd-4e90-a111-86eaf128a8bb tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 945 time: 0.0499425 Dec 09 16:44:50.139234 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3d351285-d671-47f6-a9ec-4eaa8f337598 req-1da78898-89c9-44ca-be0f-16435d44e7f0 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420732 Dec 09 16:44:50.386687 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f1baffec-27e0-4d1f-b8db-d8e6f12626b2 req-9c8f7f21-4250-49ad-8c6a-0a8efbe9e3fb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432642 Dec 09 16:44:50.479277 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1baffec-27e0-4d1f-b8db-d8e6f12626b2 req-bddd8816-2c0b-4435-a109-af19376f0b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:44:50.480812 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f1baffec-27e0-4d1f-b8db-d8e6f12626b2 req-bddd8816-2c0b-4435-a109-af19376f0b0b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 1096 time: 0.0478423 Dec 09 16:44:50.587204 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1baffec-27e0-4d1f-b8db-d8e6f12626b2 req-4b2b2c94-e9f0-43c8-9f72-d83a92e39638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:44:50.588782 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f1baffec-27e0-4d1f-b8db-d8e6f12626b2 req-4b2b2c94-e9f0-43c8-9f72-d83a92e39638 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.0868213 Dec 09 16:44:50.646247 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ab386c21-f67a-44d3-a53e-178ff85943db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:44:50.662473 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f1baffec-27e0-4d1f-b8db-d8e6f12626b2 req-c9994cbd-b56b-456b-9d1c-66d49d26fa18 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 HTTP/1.1" status: 200 len: 1002 time: 0.0657129 Dec 09 16:44:50.712060 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1baffec-27e0-4d1f-b8db-d8e6f12626b2 req-676fee12-eee6-4fbd-bfa0-5e32e780f490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:44:50.713569 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f1baffec-27e0-4d1f-b8db-d8e6f12626b2 req-676fee12-eee6-4fbd-bfa0-5e32e780f490 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0437429 Dec 09 16:44:50.758961 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1baffec-27e0-4d1f-b8db-d8e6f12626b2 req-1d6f3330-36a8-4ea8-b1a7-24d8774cd0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:44:50.760480 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f1baffec-27e0-4d1f-b8db-d8e6f12626b2 req-1d6f3330-36a8-4ea8-b1a7-24d8774cd0a3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401549 Dec 09 16:44:51.196833 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f1baffec-27e0-4d1f-b8db-d8e6f12626b2 req-42309beb-664a-467d-9fda-19debb8649c6 service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288309 Dec 09 16:44:51.287135 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f1baffec-27e0-4d1f-b8db-d8e6f12626b2 req-c9a99e26-1c00-4cec-a435-1c2db9638011 service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825164 Dec 09 16:44:53.170379 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9e788f59-f8e9-4dd3-8287-165e1fc3504f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:44:54.339733 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:44:55.200459 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:44:55.611579 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:44:56.601112 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:45:02.275421 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-07ed3b5a-f47c-41c5-b97a-b17427653d4b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0401278 Dec 09 16:45:02.298389 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917435a8-4532-4a28-939c-4f405b128250 req-63aacd6d-840c-4ce0-9f33-b4795d8039de tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:02.299898 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-917435a8-4532-4a28-939c-4f405b128250 req-63aacd6d-840c-4ce0-9f33-b4795d8039de tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 945 time: 0.0559077 Dec 09 16:45:02.350017 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-917435a8-4532-4a28-939c-4f405b128250 req-a69d3ccf-f91b-420c-bf46-41561108e52d tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432529 Dec 09 16:45:03.449627 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-8cea3302-2000-4569-8322-eaf99d1ee8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:03.451022 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-8cea3302-2000-4569-8322-eaf99d1ee8c7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 1096 time: 0.0628891 Dec 09 16:45:03.481070 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9ef3d-bc09-4f87-92da-68d3420d34b8 req-27b479cc-e66a-4e67-9a71-ed600b33753b tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:03.483251 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-05c9ef3d-bc09-4f87-92da-68d3420d34b8 req-27b479cc-e66a-4e67-9a71-ed600b33753b tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 945 time: 0.0609026 Dec 09 16:45:03.579000 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-05c9ef3d-bc09-4f87-92da-68d3420d34b8 req-c20457b4-88db-4f61-9a52-40cbc70b21f3 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866745 Dec 09 16:45:03.593763 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-11aa8228-f427-4356-8ba6-8792bcb35d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:03.595313 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-11aa8228-f427-4356-8ba6-8792bcb35d7b service neutron] 10.222.0.31 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.1318960 Dec 09 16:45:03.665378 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-2e7b1035-52b2-4dc4-88cb-eb1daa863510 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 HTTP/1.1" status: 200 len: 1002 time: 0.0627491 Dec 09 16:45:03.712999 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-634d9aec-eb49-4a53-a648-e2fe7f24c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:03.714404 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-634d9aec-eb49-4a53-a648-e2fe7f24c82c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0424938 Dec 09 16:45:03.758589 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-edc81a08-e86b-4555-8b9e-2b5faba12eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:03.760115 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-edc81a08-e86b-4555-8b9e-2b5faba12eb1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390704 Dec 09 16:45:03.850170 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-8c3552e6-0f31-4812-8567-e17e5e3c1eec service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831623 Dec 09 16:45:03.939070 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-0b3687dd-931b-4c58-b63e-60bb5777222c service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812447 Dec 09 16:45:04.696061 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50492234-ea93-4e7f-8982-0cb29fc69884 req-0604d72c-250a-4122-8c2a-a9afaa80bd1e tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:04.697565 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-50492234-ea93-4e7f-8982-0cb29fc69884 req-0604d72c-250a-4122-8c2a-a9afaa80bd1e tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 945 time: 0.0486877 Dec 09 16:45:04.743906 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-50492234-ea93-4e7f-8982-0cb29fc69884 req-ab891402-0d6b-4279-bea8-74152d15494b tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398791 Dec 09 16:45:05.871623 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc07a62-f088-4f9b-aa8d-e41851860e9a req-669a3856-8b85-4dcc-aef5-dc7b35b81393 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:05.873361 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fbc07a62-f088-4f9b-aa8d-e41851860e9a req-669a3856-8b85-4dcc-aef5-dc7b35b81393 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 945 time: 0.0535913 Dec 09 16:45:05.921305 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fbc07a62-f088-4f9b-aa8d-e41851860e9a req-987565c9-0229-4130-81ae-530a5d0d3e31 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415282 Dec 09 16:45:07.037608 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d50ff7-178d-44b4-a904-837e3e2356c4 req-31cf6774-81b9-4279-9fc9-c70b56d5a4dd tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:07.039102 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d6d50ff7-178d-44b4-a904-837e3e2356c4 req-31cf6774-81b9-4279-9fc9-c70b56d5a4dd tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 945 time: 0.0487738 Dec 09 16:45:07.086212 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d6d50ff7-178d-44b4-a904-837e3e2356c4 req-9cb5b572-3e4a-43c5-aa1f-07ca1e7210b0 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411916 Dec 09 16:45:08.234241 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e199965-899c-4ee5-8e16-c98c9cbf709c req-bc86bd4c-9440-490d-8076-e7d2054683f4 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:08.235765 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0e199965-899c-4ee5-8e16-c98c9cbf709c req-bc86bd4c-9440-490d-8076-e7d2054683f4 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 945 time: 0.0607796 Dec 09 16:45:08.285970 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0e199965-899c-4ee5-8e16-c98c9cbf709c req-5985b2f2-b16b-4a84-a96e-e810e8547743 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440619 Dec 09 16:45:09.405572 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a2a29-829d-4182-a2ef-2433da63a9d2 req-f731753b-808d-41e9-93c7-ed2ee6f3200a tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:09.407090 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b36a2a29-829d-4182-a2ef-2433da63a9d2 req-f731753b-808d-41e9-93c7-ed2ee6f3200a tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 945 time: 0.0482447 Dec 09 16:45:09.453185 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b36a2a29-829d-4182-a2ef-2433da63a9d2 req-ae9499b6-8610-4556-966b-bb89a1f68ea9 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401654 Dec 09 16:45:10.568387 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254ee51-87d5-44f5-baa3-3b30c515a4e0 req-f8830f96-e1f5-43a9-8f42-fa7ab4990ea0 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:10.569892 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9254ee51-87d5-44f5-baa3-3b30c515a4e0 req-f8830f96-e1f5-43a9-8f42-fa7ab4990ea0 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 945 time: 0.0481935 Dec 09 16:45:10.620832 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9254ee51-87d5-44f5-baa3-3b30c515a4e0 req-d10ee301-1a2a-4f5b-9c96-aaf9323a3a52 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449781 Dec 09 16:45:11.745447 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bc287-a294-4f61-9c36-5ee45c9a34d5 req-abeb62e1-ffa7-4d1b-9fb3-d4abc51e1358 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:11.746929 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a5bc287-a294-4f61-9c36-5ee45c9a34d5 req-abeb62e1-ffa7-4d1b-9fb3-d4abc51e1358 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 945 time: 0.0550878 Dec 09 16:45:11.798764 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2a5bc287-a294-4f61-9c36-5ee45c9a34d5 req-326fa5bb-e9cc-49ca-8f69-5c92e3c23069 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452056 Dec 09 16:45:12.917099 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6b387-7dda-478b-95b3-d5bc62591a9f req-3eb5e4fe-7291-4549-aba0-9a86d93f6893 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:12.918579 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-12e6b387-7dda-478b-95b3-d5bc62591a9f req-3eb5e4fe-7291-4549-aba0-9a86d93f6893 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 945 time: 0.0485046 Dec 09 16:45:12.964776 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-12e6b387-7dda-478b-95b3-d5bc62591a9f req-f16bdad7-af1c-45bd-8f7c-dc372279de54 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401585 Dec 09 16:45:14.084119 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956a73f-e192-45fd-b84e-a2b7abae4abb req-86b65b6c-64af-451c-9370-f23d7ec90069 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:14.085653 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8956a73f-e192-45fd-b84e-a2b7abae4abb req-86b65b6c-64af-451c-9370-f23d7ec90069 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 945 time: 0.0519228 Dec 09 16:45:14.131750 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8956a73f-e192-45fd-b84e-a2b7abae4abb req-fa48ab23-c0c9-49ac-8b74-6dc43df62647 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402367 Dec 09 16:45:15.248335 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92db7c-a2e3-4577-9c3d-9ed3ed07757a req-9d8c6382-3885-4ed6-88cf-b549d2dbe899 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:15.249858 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4a92db7c-a2e3-4577-9c3d-9ed3ed07757a req-9d8c6382-3885-4ed6-88cf-b549d2dbe899 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 945 time: 0.0493481 Dec 09 16:45:15.297856 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4a92db7c-a2e3-4577-9c3d-9ed3ed07757a req-0727d0b4-2774-4a7b-9a70-cf0ed7d69588 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420957 Dec 09 16:45:16.418382 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a97ecf-b7f1-431f-90fc-0756a59f085f req-adbe9fe8-11da-4268-9377-f6bce1b1c23e tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:16.420017 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-47a97ecf-b7f1-431f-90fc-0756a59f085f req-adbe9fe8-11da-4268-9377-f6bce1b1c23e tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 945 time: 0.0498791 Dec 09 16:45:16.472233 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-47a97ecf-b7f1-431f-90fc-0756a59f085f req-94a943f7-5a42-4147-9a16-a07b36dbe524 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460298 Dec 09 16:45:16.773756 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:45:17.589513 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b39128-fd68-42ae-b448-4e214f163a70 req-3c7bc26b-91ce-4330-b138-78409e0d2246 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:17.591023 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d9b39128-fd68-42ae-b448-4e214f163a70 req-3c7bc26b-91ce-4330-b138-78409e0d2246 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 945 time: 0.0487416 Dec 09 16:45:17.640112 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d9b39128-fd68-42ae-b448-4e214f163a70 req-522e5fb9-5686-49fe-9ed6-78e744e15e65 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430210 Dec 09 16:45:18.059257 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-0a13aae7-ac11-4d02-b7da-b2d6507a39ac service neutron] show failed (client error): The resource could not be found. Dec 09 16:45:18.060883 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-0a13aae7-ac11-4d02-b7da-b2d6507a39ac service neutron] 10.222.0.31 "GET /v2.0/ports/8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24/bindings/n-h1-821228-1 HTTP/1.1" status: 404 len: 380 time: 0.0574799 Dec 09 16:45:18.254955 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-37246339-d877-4f44-bb35-2b27dd5b8d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:18.256449 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-37246339-d877-4f44-bb35-2b27dd5b8d19 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d&tenant_id=d12aa553d0684a24ba035dd11246b02e HTTP/1.1" status: 200 len: 1096 time: 0.0398469 Dec 09 16:45:18.275269 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-15add568-4ab8-471f-b126-02af028ee04a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821228-1', 'device_owner': 'compute:nova'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:45:18.330577 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-15add568-4ab8-471f-b126-02af028ee04a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:45:18.527693 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-15add568-4ab8-471f-b126-02af028ee04a service neutron] For port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:45:18.559701 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-15add568-4ab8-471f-b126-02af028ee04a service neutron] For port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24, host n-h2-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:45:18.597554 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5d4bca-d484-4013-8a9a-96db8648a28d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:45:18.599809 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efaf58d4d7c9700f5ffb733085425a1334cb86cda12ff1566d55ee0012e72786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc3db39-0e2e-4935-8acb-f6375cd97b84" -d '{"events": [{"server_uuid": "ae5d4bca-d484-4013-8a9a-96db8648a28d", "name": "network-vif-unplugged", "status": "completed", "tag": "8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:45:18.603808 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-15add568-4ab8-471f-b126-02af028ee04a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:45:18.616704 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-15add568-4ab8-471f-b126-02af028ee04a service neutron] Transition to ACTIVE for port object 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:45:18.621109 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-15add568-4ab8-471f-b126-02af028ee04a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:45:18.652983 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 16:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d3a3e8-cfdf-4b0b-9e99-4bb65faa09d7 x-openstack-request-id: req-f3d3a3e8-cfdf-4b0b-9e99-4bb65faa09d7 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:45:18.653273 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae5d4bca-d484-4013-8a9a-96db8648a28d", "name": "network-vif-unplugged", "status": "completed", "tag": "8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:45:18.653546 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f3d3a3e8-cfdf-4b0b-9e99-4bb65faa09d7 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:45:18.654432 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5d4bca-d484-4013-8a9a-96db8648a28d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24', 'code': 200} Dec 09 16:45:18.717275 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15add568-4ab8-471f-b126-02af028ee04a service neutron] Pushing event updated for resources: {'Port': ['ID=8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24,revision_number=6']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:45:18.731641 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15add568-4ab8-471f-b126-02af028ee04a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:45:18.732935 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15add568-4ab8-471f-b126-02af028ee04a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:45:18.733198 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15add568-4ab8-471f-b126-02af028ee04a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:45:18.733701 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15add568-4ab8-471f-b126-02af028ee04a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:45:18.734044 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15add568-4ab8-471f-b126-02af028ee04a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:45:18.734374 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15add568-4ab8-471f-b126-02af028ee04a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:45:18.734702 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15add568-4ab8-471f-b126-02af028ee04a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:45:18.735028 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15add568-4ab8-471f-b126-02af028ee04a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:45:18.735353 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15add568-4ab8-471f-b126-02af028ee04a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:45:18.735679 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15add568-4ab8-471f-b126-02af028ee04a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:45:18.736015 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15add568-4ab8-471f-b126-02af028ee04a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:45:18.736322 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15add568-4ab8-471f-b126-02af028ee04a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:45:18.736669 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15add568-4ab8-471f-b126-02af028ee04a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:45:18.763737 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-15add568-4ab8-471f-b126-02af028ee04a service neutron] No DVR routers for this DVR port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 on host n-h2-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:45:18.782180 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a03b8-a640-4f24-bd9b-37dcba48f116 req-7219b629-2386-4dda-8776-41dcc39f670e tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:18.783656 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-961a03b8-a640-4f24-bd9b-37dcba48f116 req-7219b629-2386-4dda-8776-41dcc39f670e tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 943 time: 0.0566285 Dec 09 16:45:18.834662 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-961a03b8-a640-4f24-bd9b-37dcba48f116 req-8ea454ef-c8a0-464b-bc12-81c81259442b tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442367 Dec 09 16:45:18.907540 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-15add568-4ab8-471f-b126-02af028ee04a service neutron] Attempting to bind port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:45:18.907879 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-15add568-4ab8-471f-b126-02af028ee04a service neutron] Attempting to bind port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:45:18.908211 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-15add568-4ab8-471f-b126-02af028ee04a service neutron] Attempting to bind port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 on network df8c6a55-9ab2-463c-8185-977ec8d15c87 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:45:18.912576 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-15add568-4ab8-471f-b126-02af028ee04a service neutron] Port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 on network df8c6a55-9ab2-463c-8185-977ec8d15c87 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:45:18.912900 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-15add568-4ab8-471f-b126-02af028ee04a service neutron] Attempting to bind port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 on network df8c6a55-9ab2-463c-8185-977ec8d15c87 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:45:18.917716 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-15add568-4ab8-471f-b126-02af028ee04a service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:45:18.918051 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-15add568-4ab8-471f-b126-02af028ee04a service neutron] Checking segment: {'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:45:18.918434 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-15add568-4ab8-471f-b126-02af028ee04a service neutron] Bound using segment: {'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:45:18.918906 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-15add568-4ab8-471f-b126-02af028ee04a service neutron] Bound port: 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:45:18.919205 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-15add568-4ab8-471f-b126-02af028ee04a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:45:18.984347 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-15add568-4ab8-471f-b126-02af028ee04a service neutron] For port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:45:18.987581 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-15add568-4ab8-471f-b126-02af028ee04a service neutron] For port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:45:18.991935 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-15add568-4ab8-471f-b126-02af028ee04a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:45:19.026491 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-15add568-4ab8-471f-b126-02af028ee04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:19.027105 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-15add568-4ab8-471f-b126-02af028ee04a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:45:19.029820 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-15add568-4ab8-471f-b126-02af028ee04a service neutron] 10.222.0.42 "PUT /v2.0/ports/8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 HTTP/1.1" status: 200 len: 1091 time: 0.7584598 Dec 09 16:45:19.058341 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15add568-4ab8-471f-b126-02af028ee04a service neutron] Pushing event updated for resources: {'Port': ['ID=8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24,revision_number=7']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:45:19.105515 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-f4d97dec-eff5-4ee4-b6c0-e826db057781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:19.107297 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-f4d97dec-eff5-4ee4-b6c0-e826db057781 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 1094 time: 0.0436518 Dec 09 16:45:19.201244 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-51ee2015-761e-4ee2-bba0-f9344218bed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:19.202735 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-51ee2015-761e-4ee2-bba0-f9344218bed2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.0888934 Dec 09 16:45:19.272351 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-7ce7f64f-ff3f-4772-bc81-59a903604061 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 HTTP/1.1" status: 200 len: 1000 time: 0.0623131 Dec 09 16:45:19.321325 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-35e6dc19-c8b4-43d8-80b8-91b6c0687d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:19.322674 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-35e6dc19-c8b4-43d8-80b8-91b6c0687d14 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0431211 Dec 09 16:45:19.368175 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-9f151f31-8ce9-48c1-abd3-50684b08d34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:19.369687 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-9f151f31-8ce9-48c1-abd3-50684b08d34c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404253 Dec 09 16:45:19.461149 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-b957ae6c-e5e5-4fcf-a543-3f11563442cc service neutron] 10.222.0.42 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842404 Dec 09 16:45:19.549462 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-7ecb8c17-9e21-4a6b-80f3-fc947862e4c8 service neutron] 10.222.0.42 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811388 Dec 09 16:45:19.955965 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c791024-e197-45c3-9f24-bf6c884d26f5 req-004a37d2-ef22-4e1b-8046-d8d63db0de17 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:19.957394 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3c791024-e197-45c3-9f24-bf6c884d26f5 req-004a37d2-ef22-4e1b-8046-d8d63db0de17 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 943 time: 0.0498626 Dec 09 16:45:20.004408 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3c791024-e197-45c3-9f24-bf6c884d26f5 req-25b1d51d-f71a-4ef1-b2c1-b340f0920f0a tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410435 Dec 09 16:45:20.648979 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-602cc3a3-f1da-45db-b9ca-fb64f612bbe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:45:20.655896 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae5d4bca-d484-4013-8a9a-96db8648a28d', 'tag': '8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:45:20.658399 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efaf58d4d7c9700f5ffb733085425a1334cb86cda12ff1566d55ee0012e72786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbf3643-d212-4765-bbe0-ca7e0a14470b" -d '{"events": [{"name": "network-changed", "server_uuid": "ae5d4bca-d484-4013-8a9a-96db8648a28d", "tag": "8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:45:20.707141 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b953bb0-90c7-453d-95a7-c2aaaaf54464 x-openstack-request-id: req-9b953bb0-90c7-453d-95a7-c2aaaaf54464 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:45:20.707564 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae5d4bca-d484-4013-8a9a-96db8648a28d", "tag": "8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:45:20.707824 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9b953bb0-90c7-453d-95a7-c2aaaaf54464 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:45:20.708223 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae5d4bca-d484-4013-8a9a-96db8648a28d', 'tag': '8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24', 'status': 'completed', 'code': 200} Dec 09 16:45:20.758465 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:45:20.790293 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf3643-d212-4765-bbe0-ca7e0a14470b req-2254fb9e-c6dd-4dc6-8865-47336d5aa98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:20.792380 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ebbf3643-d212-4765-bbe0-ca7e0a14470b req-2254fb9e-c6dd-4dc6-8865-47336d5aa98f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 1094 time: 0.0581710 Dec 09 16:45:20.800454 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf3643-d212-4765-bbe0-ca7e0a14470b req-03cee801-47ce-4d55-99c6-5297d9c9ff95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:20.802101 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ebbf3643-d212-4765-bbe0-ca7e0a14470b req-03cee801-47ce-4d55-99c6-5297d9c9ff95 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 1094 time: 0.0544803 Dec 09 16:45:20.816203 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:45:20.897209 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf3643-d212-4765-bbe0-ca7e0a14470b req-1512f8f8-67ec-4318-bc05-ef19df52edd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:20.898718 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ebbf3643-d212-4765-bbe0-ca7e0a14470b req-1512f8f8-67ec-4318-bc05-ef19df52edd8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.0968864 Dec 09 16:45:20.900826 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf3643-d212-4765-bbe0-ca7e0a14470b req-3cd194bf-be17-4820-9ef2-8cef721ad7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:20.902319 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ebbf3643-d212-4765-bbe0-ca7e0a14470b req-3cd194bf-be17-4820-9ef2-8cef721ad7a8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.0922618 Dec 09 16:45:20.966930 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ebbf3643-d212-4765-bbe0-ca7e0a14470b req-0d7512ad-f9ac-4474-b73a-a595bb102392 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 HTTP/1.1" status: 200 len: 1000 time: 0.0607936 Dec 09 16:45:20.973203 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ebbf3643-d212-4765-bbe0-ca7e0a14470b req-92d38b64-2880-4e57-8972-3018df530bee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 HTTP/1.1" status: 200 len: 1000 time: 0.0637407 Dec 09 16:45:21.023582 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf3643-d212-4765-bbe0-ca7e0a14470b req-7935f7fa-192f-47c3-8cf8-9e5fa25b1620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:21.025140 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ebbf3643-d212-4765-bbe0-ca7e0a14470b req-7935f7fa-192f-47c3-8cf8-9e5fa25b1620 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0518308 Dec 09 16:45:21.028806 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf3643-d212-4765-bbe0-ca7e0a14470b req-54deb5bd-af18-4b15-be1e-678a6dc5b234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:21.032307 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ebbf3643-d212-4765-bbe0-ca7e0a14470b req-54deb5bd-af18-4b15-be1e-678a6dc5b234 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0509424 Dec 09 16:45:21.076658 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf3643-d212-4765-bbe0-ca7e0a14470b req-96525d4d-ff83-49fe-929f-19d86775b8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:21.078188 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ebbf3643-d212-4765-bbe0-ca7e0a14470b req-96525d4d-ff83-49fe-929f-19d86775b8d0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460122 Dec 09 16:45:21.083139 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf3643-d212-4765-bbe0-ca7e0a14470b req-5098c4c2-22c9-4def-8fbc-59ce55731cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:21.084757 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ebbf3643-d212-4765-bbe0-ca7e0a14470b req-5098c4c2-22c9-4def-8fbc-59ce55731cb5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456874 Dec 09 16:45:21.189021 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ebbf3643-d212-4765-bbe0-ca7e0a14470b req-4d9030a3-c790-4aaf-8cdd-220b05c394b4 service neutron] 10.222.0.42 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962157 Dec 09 16:45:21.206964 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accbb5f9-84ed-4466-afa2-012339870be8 req-299199c2-082e-46fb-b826-9b88199b613e tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:21.208573 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-accbb5f9-84ed-4466-afa2-012339870be8 req-299199c2-082e-46fb-b826-9b88199b613e tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 943 time: 0.1234007 Dec 09 16:45:21.243552 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ebbf3643-d212-4765-bbe0-ca7e0a14470b req-cf60875a-533e-4cc7-920b-86c733e031d8 service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565745 Dec 09 16:45:21.287100 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-ebbf3643-d212-4765-bbe0-ca7e0a14470b req-3a974347-8a39-45bf-a6d1-bf5153ca587c service neutron] 10.222.0.42 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909967 Dec 09 16:45:21.319735 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-accbb5f9-84ed-4466-afa2-012339870be8 req-618ecb03-7c0e-4c1a-ab50-66d244349568 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012428 Dec 09 16:45:21.370892 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ebbf3643-d212-4765-bbe0-ca7e0a14470b req-2ea35627-3034-49b8-a91d-a5084a5916f6 service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163256 Dec 09 16:45:22.445768 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e96924-1191-4fe7-862b-3fa457455ec0 req-16b48d0c-c339-437f-88be-bcc00a66104f tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:22.447312 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51e96924-1191-4fe7-862b-3fa457455ec0 req-16b48d0c-c339-437f-88be-bcc00a66104f tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 943 time: 0.0514920 Dec 09 16:45:22.495446 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51e96924-1191-4fe7-862b-3fa457455ec0 req-2c708053-78bc-4dec-b1e3-86b030e244be tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419292 Dec 09 16:45:23.173736 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-09f06522-a95f-4ff5-b325-368c64f9f158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:45:23.617007 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee6492-ec92-472d-9de1-2f420e1b1247 req-75d85a9a-9f94-439a-9490-1a7abe5a3b22 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:23.618538 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8bee6492-ec92-472d-9de1-2f420e1b1247 req-75d85a9a-9f94-439a-9490-1a7abe5a3b22 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 943 time: 0.0505888 Dec 09 16:45:23.666082 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8bee6492-ec92-472d-9de1-2f420e1b1247 req-5d1f4046-eb11-475d-a2ff-b44a415a4fb9 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407245 Dec 09 16:45:24.348914 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:45:24.787385 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4d9c5-66bf-47a8-b5b0-f589a70a30ad req-a588a557-986c-4b57-8180-70f00dccd4b2 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:24.788868 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e2a4d9c5-66bf-47a8-b5b0-f589a70a30ad req-a588a557-986c-4b57-8180-70f00dccd4b2 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 943 time: 0.0527399 Dec 09 16:45:24.835900 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e2a4d9c5-66bf-47a8-b5b0-f589a70a30ad req-753b3eee-0a51-4bfa-b37f-f41b1fe47c17 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404050 Dec 09 16:45:25.197928 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:45:25.614763 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:45:25.736737 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:45:25.954920 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d661c5-3389-44a6-843c-890cf999fc40 req-195aea90-c8b0-4431-97db-fb178e6a8999 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:25.956400 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-63d661c5-3389-44a6-843c-890cf999fc40 req-195aea90-c8b0-4431-97db-fb178e6a8999 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 943 time: 0.0485799 Dec 09 16:45:26.003589 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-63d661c5-3389-44a6-843c-890cf999fc40 req-a42906a1-f8ce-4618-ba07-51a69f82cb1a tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412250 Dec 09 16:45:26.603149 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:45:27.123217 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f6f5b-50dd-429f-8491-f6e0de0fe724 req-24361ccb-d4c1-4f57-b461-6d40cc293120 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:27.124710 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-385f6f5b-50dd-429f-8491-f6e0de0fe724 req-24361ccb-d4c1-4f57-b461-6d40cc293120 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 943 time: 0.0488727 Dec 09 16:45:27.177832 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-385f6f5b-50dd-429f-8491-f6e0de0fe724 req-9cd07868-555d-4d97-a5f5-38574fb87c68 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470040 Dec 09 16:45:28.296474 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d75649-cfe9-49ec-939d-a1fbf6560d5e req-af7a9b2c-9194-460a-ba84-f2047733f115 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:28.297959 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e7d75649-cfe9-49ec-939d-a1fbf6560d5e req-af7a9b2c-9194-460a-ba84-f2047733f115 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 943 time: 0.0499578 Dec 09 16:45:28.345865 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e7d75649-cfe9-49ec-939d-a1fbf6560d5e req-2c3a1e71-d4cd-4f14-9ae8-60a1f580d699 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419853 Dec 09 16:45:29.462251 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e846ae7-76fe-403a-a6cb-89f4a00f7162 req-727e22f9-5b1f-4ee9-b324-c7c264cb873a tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:29.463692 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5e846ae7-76fe-403a-a6cb-89f4a00f7162 req-727e22f9-5b1f-4ee9-b324-c7c264cb873a tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 943 time: 0.0488367 Dec 09 16:45:29.511289 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5e846ae7-76fe-403a-a6cb-89f4a00f7162 req-c6350225-d290-4e20-a947-154e8eed7c5f tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408912 Dec 09 16:45:30.631899 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd207e-e289-4285-997b-31fa314ff34f req-dbe36043-c9f2-4865-acd1-72786dbc128c tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:30.633302 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-40cd207e-e289-4285-997b-31fa314ff34f req-dbe36043-c9f2-4865-acd1-72786dbc128c tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 943 time: 0.0521989 Dec 09 16:45:30.684996 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-40cd207e-e289-4285-997b-31fa314ff34f req-10913db8-119d-4731-937f-6aaeceae4de1 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455704 Dec 09 16:45:31.801509 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f061bc1-2e97-4979-9c49-e4e44eaa740f req-9086a455-798d-4a11-82db-c946f09a8af8 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:31.803047 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7f061bc1-2e97-4979-9c49-e4e44eaa740f req-9086a455-798d-4a11-82db-c946f09a8af8 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 943 time: 0.0490255 Dec 09 16:45:31.850657 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7f061bc1-2e97-4979-9c49-e4e44eaa740f req-b34fb679-1f6a-4514-bf67-92d0e12c31b6 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416963 Dec 09 16:45:32.973485 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122bb2d-1f6f-4e9b-b83a-9123ff072567 req-f45c329c-6df8-415d-8c85-3001c69b0ad8 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:32.974971 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b122bb2d-1f6f-4e9b-b83a-9123ff072567 req-f45c329c-6df8-415d-8c85-3001c69b0ad8 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 943 time: 0.0518172 Dec 09 16:45:33.021897 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b122bb2d-1f6f-4e9b-b83a-9123ff072567 req-f2f38ea9-9f78-4778-9b28-5381eda8bca7 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410724 Dec 09 16:45:34.112288 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:45:34.138118 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421a448-df24-4148-b72c-16f3f7f4bcd7 req-7fa2693c-e59f-41b1-9def-4113d83c34ac tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:34.139621 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2421a448-df24-4148-b72c-16f3f7f4bcd7 req-7fa2693c-e59f-41b1-9def-4113d83c34ac tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 943 time: 0.0495374 Dec 09 16:45:34.187844 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2421a448-df24-4148-b72c-16f3f7f4bcd7 req-771286b3-b208-4f56-ac15-0ea8426f08f0 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421464 Dec 09 16:45:34.205325 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:45:34.216792 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'port_id': '8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24', 'mac_address': 'fa:16:3e:82:a1:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:45:34.257799 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:45:34.270794 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:45:34.289533 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:45:34.293764 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:45:34.341540 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:45:34.348929 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:45:34.349280 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:45:34.349626 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:45:34.349963 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:45:34.350296 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:45:34.350625 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:45:34.350954 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:45:34.351280 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:45:34.351605 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:45:34.351928 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:45:34.352250 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:45:34.352595 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:45:34.352919 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:45:34.478019 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-040d054a-c0fd-4128-b1c1-b03ee7a58c96 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:34.480114 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-040d054a-c0fd-4128-b1c1-b03ee7a58c96 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d&tenant_id=d12aa553d0684a24ba035dd11246b02e&binding%3Ahost_id=n-h1-821228-1 HTTP/1.1" status: 200 len: 944 time: 0.0544753 Dec 09 16:45:34.492958 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba92ad-adc6-447a-b5df-c3cbbb0e1b3c req-d6c968b7-9a5a-4f64-aa0f-2ca1de060a12 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:34.494487 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-79ba92ad-adc6-447a-b5df-c3cbbb0e1b3c req-d6c968b7-9a5a-4f64-aa0f-2ca1de060a12 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 944 time: 0.0492949 Dec 09 16:45:34.546824 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-79ba92ad-adc6-447a-b5df-c3cbbb0e1b3c req-78dbe596-f1a2-47be-8847-d114b880e518 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460610 Dec 09 16:45:34.547120 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-bfa76ecf-03ba-4947-a36e-2e8496754076 service neutron] 10.222.0.42 "GET /v2.0/ports/8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24/bindings/n-h1-821228-1 HTTP/1.1" status: 200 len: 382 time: 0.0593753 Dec 09 16:45:34.631716 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-4d5836a3-a012-484e-899c-e4dd94af376f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:34.633174 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-4d5836a3-a012-484e-899c-e4dd94af376f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 1095 time: 0.0414736 Dec 09 16:45:34.722917 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-442e51b5-9c8c-4eb3-9429-4775253388e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:34.724376 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-442e51b5-9c8c-4eb3-9429-4775253388e1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.0840695 Dec 09 16:45:34.744785 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:45:34.795684 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-9ec2c6b6-5b16-479c-9c4e-577a0896dcde service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 HTTP/1.1" status: 200 len: 1001 time: 0.0625257 Dec 09 16:45:34.845355 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-aaa7536e-359f-47e0-966b-9fb4254e6f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:34.846809 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-aaa7536e-359f-47e0-966b-9fb4254e6f7e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0446968 Dec 09 16:45:34.893628 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-bc76e7eb-f5fc-4435-b495-25097ba0ff32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:34.895038 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-bc76e7eb-f5fc-4435-b495-25097ba0ff32 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413461 Dec 09 16:45:34.987249 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-91b68f20-c57d-488c-bc7d-6547379015e7 service neutron] 10.222.0.42 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843754 Dec 09 16:45:35.077451 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-faaf8b45-e042-4db9-8e8e-2bec8e260ee6 service neutron] 10.222.0.42 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827403 Dec 09 16:45:35.664102 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7db874-b1e3-4111-9f42-18086d473098 req-015021d4-de50-4285-a523-644e899f05f7 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:35.665622 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e7db874-b1e3-4111-9f42-18086d473098 req-015021d4-de50-4285-a523-644e899f05f7 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 944 time: 0.0494978 Dec 09 16:45:35.713689 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e7db874-b1e3-4111-9f42-18086d473098 req-4d8ab8dd-84b5-46b6-be68-2f18cb4bf475 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415111 Dec 09 16:45:36.111515 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:45:36.160719 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:45:36.165146 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:45:36.165527 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:45:36.241103 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:45:36.266672 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5d4bca-d484-4013-8a9a-96db8648a28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:45:36.268917 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad401665e64187bef4a0f300457b2868c99907d1fc0db4bbbc94af95fd68fd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b602c29-fab0-476f-9fc8-4fd0fd66da8d" -d '{"events": [{"server_uuid": "ae5d4bca-d484-4013-8a9a-96db8648a28d", "name": "network-vif-plugged", "status": "completed", "tag": "8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:45:36.281787 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:45:36.285643 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:45:36.320666 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e9c9df-a4bc-42e8-96d1-b0feab261f20 x-openstack-request-id: req-06e9c9df-a4bc-42e8-96d1-b0feab261f20 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:45:36.320969 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae5d4bca-d484-4013-8a9a-96db8648a28d", "name": "network-vif-plugged", "status": "completed", "tag": "8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:45:36.321225 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-06e9c9df-a4bc-42e8-96d1-b0feab261f20 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:45:36.321637 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5d4bca-d484-4013-8a9a-96db8648a28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24', 'code': 200} Dec 09 16:45:36.335938 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24,revision_number=9']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:45:36.834588 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24702c6-a8ab-49ad-a494-16845dfe1793 req-12986230-9b1c-413c-8873-7f7e22f798c6 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:36.836061 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c24702c6-a8ab-49ad-a494-16845dfe1793 req-12986230-9b1c-413c-8873-7f7e22f798c6 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 945 time: 0.0492623 Dec 09 16:45:36.884808 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c24702c6-a8ab-49ad-a494-16845dfe1793 req-55bdb5b4-1261-40f8-bbeb-ea34160d18a3 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419412 Dec 09 16:45:38.013372 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4936e6-f22b-4102-90ac-d2080ba2da72 req-b18d66fd-d6df-4a19-860b-6e07a9b8c695 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:38.015096 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4e4936e6-f22b-4102-90ac-d2080ba2da72 req-b18d66fd-d6df-4a19-860b-6e07a9b8c695 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 945 time: 0.0539205 Dec 09 16:45:38.064306 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4e4936e6-f22b-4102-90ac-d2080ba2da72 req-36c56eab-1dae-4ab3-883d-cb3bda2f2386 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432763 Dec 09 16:45:39.186261 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8bc165-0ac2-45de-a5c4-8057c4bd0777 req-a8c309db-2078-4dc7-ab7a-86e6774aafd6 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:39.187772 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1d8bc165-0ac2-45de-a5c4-8057c4bd0777 req-a8c309db-2078-4dc7-ab7a-86e6774aafd6 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 945 time: 0.0530131 Dec 09 16:45:39.239316 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1d8bc165-0ac2-45de-a5c4-8057c4bd0777 req-fd00d023-b540-4f97-9636-73b807e84cc7 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432749 Dec 09 16:45:39.351142 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-8a96cca8-4ef1-47a3-8a3e-7391bcf97daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:39.352632 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-8a96cca8-4ef1-47a3-8a3e-7391bcf97daf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d&tenant_id=d12aa553d0684a24ba035dd11246b02e HTTP/1.1" status: 200 len: 1096 time: 0.0417674 Dec 09 16:45:39.364390 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-1bcc7185-c8de-40ba-86b2-aab51864a21f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821228-1', 'device_owner': 'compute:nova'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:45:39.419418 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-1bcc7185-c8de-40ba-86b2-aab51864a21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:45:39.616833 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-1bcc7185-c8de-40ba-86b2-aab51864a21f service neutron] For port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:45:39.649552 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-1bcc7185-c8de-40ba-86b2-aab51864a21f service neutron] For port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24, host n-h1-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:45:39.688316 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5d4bca-d484-4013-8a9a-96db8648a28d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:45:39.690739 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be65fc13-3e95-4599-925f-dcc5ae8e0f74" -d '{"events": [{"server_uuid": "ae5d4bca-d484-4013-8a9a-96db8648a28d", "name": "network-vif-unplugged", "status": "completed", "tag": "8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:45:39.694387 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-1bcc7185-c8de-40ba-86b2-aab51864a21f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:45:39.706667 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-1bcc7185-c8de-40ba-86b2-aab51864a21f service neutron] Transition to ACTIVE for port object 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:45:39.710632 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-1bcc7185-c8de-40ba-86b2-aab51864a21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:45:39.744179 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 16:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c424671-4ea0-42b1-9bce-556dacea6494 x-openstack-request-id: req-4c424671-4ea0-42b1-9bce-556dacea6494 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:45:39.744179 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae5d4bca-d484-4013-8a9a-96db8648a28d", "name": "network-vif-unplugged", "status": "completed", "tag": "8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:45:39.744391 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4c424671-4ea0-42b1-9bce-556dacea6494 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:45:39.744764 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5d4bca-d484-4013-8a9a-96db8648a28d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24', 'code': 200} Dec 09 16:45:39.799965 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc7185-c8de-40ba-86b2-aab51864a21f service neutron] Pushing event updated for resources: {'Port': ['ID=8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24,revision_number=10']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:45:39.812173 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcc7185-c8de-40ba-86b2-aab51864a21f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:45:39.812547 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcc7185-c8de-40ba-86b2-aab51864a21f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:45:39.813104 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcc7185-c8de-40ba-86b2-aab51864a21f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:45:39.813229 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcc7185-c8de-40ba-86b2-aab51864a21f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:45:39.813564 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcc7185-c8de-40ba-86b2-aab51864a21f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:45:39.813895 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcc7185-c8de-40ba-86b2-aab51864a21f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:45:39.814224 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcc7185-c8de-40ba-86b2-aab51864a21f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:45:39.814569 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcc7185-c8de-40ba-86b2-aab51864a21f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:45:39.814867 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcc7185-c8de-40ba-86b2-aab51864a21f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:45:39.815193 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcc7185-c8de-40ba-86b2-aab51864a21f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:45:39.815515 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcc7185-c8de-40ba-86b2-aab51864a21f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:45:39.815840 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcc7185-c8de-40ba-86b2-aab51864a21f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:45:39.816163 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcc7185-c8de-40ba-86b2-aab51864a21f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:45:39.849874 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-1bcc7185-c8de-40ba-86b2-aab51864a21f service neutron] No DVR routers for this DVR port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 on host n-h1-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:45:39.988083 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-1bcc7185-c8de-40ba-86b2-aab51864a21f service neutron] Attempting to bind port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:45:39.988440 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-1bcc7185-c8de-40ba-86b2-aab51864a21f service neutron] Attempting to bind port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:45:39.988765 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-1bcc7185-c8de-40ba-86b2-aab51864a21f service neutron] Attempting to bind port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 on network df8c6a55-9ab2-463c-8185-977ec8d15c87 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:45:39.992964 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-1bcc7185-c8de-40ba-86b2-aab51864a21f service neutron] Port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 on network df8c6a55-9ab2-463c-8185-977ec8d15c87 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:45:39.993278 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-1bcc7185-c8de-40ba-86b2-aab51864a21f service neutron] Attempting to bind port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 on network df8c6a55-9ab2-463c-8185-977ec8d15c87 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:45:39.998787 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-1bcc7185-c8de-40ba-86b2-aab51864a21f service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:45:39.999116 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-1bcc7185-c8de-40ba-86b2-aab51864a21f service neutron] Checking segment: {'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:45:39.999498 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-1bcc7185-c8de-40ba-86b2-aab51864a21f service neutron] Bound using segment: {'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:45:39.999914 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-1bcc7185-c8de-40ba-86b2-aab51864a21f service neutron] Bound port: 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:45:40.000256 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-1bcc7185-c8de-40ba-86b2-aab51864a21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:45:40.062757 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-1bcc7185-c8de-40ba-86b2-aab51864a21f service neutron] For port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:45:40.066078 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-1bcc7185-c8de-40ba-86b2-aab51864a21f service neutron] For port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:45:40.069977 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-1bcc7185-c8de-40ba-86b2-aab51864a21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:45:40.105150 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-1bcc7185-c8de-40ba-86b2-aab51864a21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:40.105936 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-1bcc7185-c8de-40ba-86b2-aab51864a21f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:45:40.108274 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-1bcc7185-c8de-40ba-86b2-aab51864a21f service neutron] 10.222.0.31 "PUT /v2.0/ports/8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 HTTP/1.1" status: 200 len: 1092 time: 0.7477691 Dec 09 16:45:40.122655 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:45:40.131358 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc7185-c8de-40ba-86b2-aab51864a21f service neutron] Pushing event updated for resources: {'Port': ['ID=8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24,revision_number=11']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:45:40.164709 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:45:40.181390 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-67e90e6a-23bb-449a-851b-693d6b79bf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:40.182918 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-67e90e6a-23bb-449a-851b-693d6b79bf0d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 1095 time: 0.0447178 Dec 09 16:45:40.280260 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-0653ef41-b06b-46be-97e9-37388feab604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:40.281825 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-0653ef41-b06b-46be-97e9-37388feab604 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.0921822 Dec 09 16:45:40.382735 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-b9022c8c-9520-400b-a8fd-eee5715b887f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 HTTP/1.1" status: 200 len: 1000 time: 0.0939791 Dec 09 16:45:40.394943 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4ed3d-c78a-4f79-b5e0-faa1bdb9cd1a req-92930016-0385-47b4-8cb1-a1f3d0744069 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:40.396377 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-39c4ed3d-c78a-4f79-b5e0-faa1bdb9cd1a req-92930016-0385-47b4-8cb1-a1f3d0744069 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 944 time: 0.0680788 Dec 09 16:45:40.464695 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-77836583-8da8-454e-9135-1ed148026b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:40.466666 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-77836583-8da8-454e-9135-1ed148026b34 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0694249 Dec 09 16:45:40.489694 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-39c4ed3d-c78a-4f79-b5e0-faa1bdb9cd1a req-e578a936-d6c9-47f7-a33f-b4fbab8f96bd tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846632 Dec 09 16:45:40.518506 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-51cc986f-62b1-4d1d-805e-4db696d20307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:40.520015 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-51cc986f-62b1-4d1d-805e-4db696d20307 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462554 Dec 09 16:45:40.608993 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-fab2e028-b0a5-447f-a5c6-879554829c60 service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815353 Dec 09 16:45:40.702304 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c9d1bed4-e0a8-4c4f-8171-b2c723e1e45e req-1cf20c83-e78d-40f5-a6e6-dd444036db44 service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845518 Dec 09 16:45:41.610598 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238e6e5-b01d-4c55-98d6-e49c1365fea0 req-727b7bf9-a4f9-4c75-9b55-142f91a3be34 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:41.612091 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f238e6e5-b01d-4c55-98d6-e49c1365fea0 req-727b7bf9-a4f9-4c75-9b55-142f91a3be34 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 944 time: 0.0514390 Dec 09 16:45:41.659583 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f238e6e5-b01d-4c55-98d6-e49c1365fea0 req-7452b9bf-aa24-4a07-8a81-05946bbd0caf tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408645 Dec 09 16:45:41.745538 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae5d4bca-d484-4013-8a9a-96db8648a28d', 'tag': '8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:45:41.748553 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75104682-6bef-4261-859b-5fba3e402c35" -d '{"events": [{"name": "network-changed", "server_uuid": "ae5d4bca-d484-4013-8a9a-96db8648a28d", "tag": "8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:45:41.795211 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2c9410-28aa-4350-b58e-672d8b70a751 x-openstack-request-id: req-0a2c9410-28aa-4350-b58e-672d8b70a751 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:45:41.795551 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae5d4bca-d484-4013-8a9a-96db8648a28d", "tag": "8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:45:41.795832 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0a2c9410-28aa-4350-b58e-672d8b70a751 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:45:41.796181 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae5d4bca-d484-4013-8a9a-96db8648a28d', 'tag': '8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24', 'status': 'completed', 'code': 200} Dec 09 16:45:41.870802 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75104682-6bef-4261-859b-5fba3e402c35 req-4a311391-a6e6-4b62-85fe-4baa29489162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:41.873962 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-75104682-6bef-4261-859b-5fba3e402c35 req-4a311391-a6e6-4b62-85fe-4baa29489162 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 1095 time: 0.0499387 Dec 09 16:45:41.883406 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75104682-6bef-4261-859b-5fba3e402c35 req-71a4c758-ae8c-4ccf-a471-b439bb29f8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:41.885114 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-75104682-6bef-4261-859b-5fba3e402c35 req-71a4c758-ae8c-4ccf-a471-b439bb29f8af service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 1095 time: 0.0480320 Dec 09 16:45:41.967471 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75104682-6bef-4261-859b-5fba3e402c35 req-5f76a24f-eced-41c2-ab46-7aba201093af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:41.968982 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-75104682-6bef-4261-859b-5fba3e402c35 req-5f76a24f-eced-41c2-ab46-7aba201093af service neutron] 10.222.0.31 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.0877740 Dec 09 16:45:41.978022 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75104682-6bef-4261-859b-5fba3e402c35 req-b6ff679d-0fc3-416a-bded-4b8ea4d61a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:41.979594 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-75104682-6bef-4261-859b-5fba3e402c35 req-b6ff679d-0fc3-416a-bded-4b8ea4d61a38 service neutron] 10.222.0.42 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.0871012 Dec 09 16:45:42.043553 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-75104682-6bef-4261-859b-5fba3e402c35 req-8d63bcc8-b77d-4104-a42a-e1835c023a9a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 HTTP/1.1" status: 200 len: 1000 time: 0.0666213 Dec 09 16:45:42.051039 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-75104682-6bef-4261-859b-5fba3e402c35 req-33c85cbb-351e-40aa-9f13-70729555b796 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 HTTP/1.1" status: 200 len: 1000 time: 0.0643258 Dec 09 16:45:42.094509 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75104682-6bef-4261-859b-5fba3e402c35 req-ba7fafc1-47ca-4e01-aecf-efc4f183d0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:42.096176 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-75104682-6bef-4261-859b-5fba3e402c35 req-ba7fafc1-47ca-4e01-aecf-efc4f183d0d2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0457723 Dec 09 16:45:42.103069 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75104682-6bef-4261-859b-5fba3e402c35 req-033f1db3-a7fa-41ca-bbff-8a8dd0d4083a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:42.104585 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-75104682-6bef-4261-859b-5fba3e402c35 req-033f1db3-a7fa-41ca-bbff-8a8dd0d4083a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0465887 Dec 09 16:45:42.143843 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75104682-6bef-4261-859b-5fba3e402c35 req-902aefcf-552e-4b0c-b97d-6f603ac7e131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:42.145383 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-75104682-6bef-4261-859b-5fba3e402c35 req-902aefcf-552e-4b0c-b97d-6f603ac7e131 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423179 Dec 09 16:45:42.153608 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75104682-6bef-4261-859b-5fba3e402c35 req-9d2c3731-0ef1-4a0f-9523-4c512684431f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:42.155555 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-75104682-6bef-4261-859b-5fba3e402c35 req-9d2c3731-0ef1-4a0f-9523-4c512684431f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442421 Dec 09 16:45:42.246674 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-75104682-6bef-4261-859b-5fba3e402c35 req-5916dd3f-6c28-4187-94a4-698c4020c5d2 service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940781 Dec 09 16:45:42.259446 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-75104682-6bef-4261-859b-5fba3e402c35 req-6efd3994-c5c7-4bb5-96e8-e47702681f82 service neutron] 10.222.0.42 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963454 Dec 09 16:45:42.354584 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-75104682-6bef-4261-859b-5fba3e402c35 req-abaef99c-c65a-4a56-b58c-ef914efd5317 service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002855 Dec 09 16:45:42.363383 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-75104682-6bef-4261-859b-5fba3e402c35 req-843fd9ad-485e-44be-99f5-ae589bd789e4 service neutron] 10.222.0.42 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967519 Dec 09 16:45:42.780686 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0784afe-3b73-4df1-ac71-da6f4462e77b req-16fa1898-164f-4404-9734-177b7906cb92 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:42.782180 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d0784afe-3b73-4df1-ac71-da6f4462e77b req-16fa1898-164f-4404-9734-177b7906cb92 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 944 time: 0.0491645 Dec 09 16:45:42.830279 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d0784afe-3b73-4df1-ac71-da6f4462e77b req-a5b81270-f321-487a-aa4e-0a19a02948b4 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420012 Dec 09 16:45:43.958031 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6c852-7af3-45a3-aed2-3e056543845f req-0c2b388a-71be-4778-940b-a4ec9d4189d0 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:43.959578 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4cd6c852-7af3-45a3-aed2-3e056543845f req-0c2b388a-71be-4778-940b-a4ec9d4189d0 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 944 time: 0.0544353 Dec 09 16:45:44.014124 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4cd6c852-7af3-45a3-aed2-3e056543845f req-524824f3-f704-4842-b31e-fab1d013c368 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478506 Dec 09 16:45:45.134106 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96acdd-a36c-4cba-9293-ae6e0d0fbc71 req-bf2ca3e4-8e80-4408-b0ab-f3074ec01cae tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:45.135607 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6d96acdd-a36c-4cba-9293-ae6e0d0fbc71 req-bf2ca3e4-8e80-4408-b0ab-f3074ec01cae tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 944 time: 0.0495753 Dec 09 16:45:45.183744 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6d96acdd-a36c-4cba-9293-ae6e0d0fbc71 req-3a1b2ec3-e34d-432c-9b4f-9337f6d53031 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413494 Dec 09 16:45:46.304142 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de38c80-fd1a-4cca-b1a5-bb5f08612040 req-43d662fe-5c80-4c77-b4b2-af28f662a8cc tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:46.305630 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8de38c80-fd1a-4cca-b1a5-bb5f08612040 req-43d662fe-5c80-4c77-b4b2-af28f662a8cc tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 944 time: 0.0512085 Dec 09 16:45:46.352481 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8de38c80-fd1a-4cca-b1a5-bb5f08612040 req-ee286465-445f-44a3-9ac3-535ae5fabe38 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409362 Dec 09 16:45:46.769873 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:45:47.470886 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717b5c8-98b3-4c7c-ab16-f8c003455e79 req-743ea32b-7b33-493d-8728-29b17b9b81f6 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:47.472262 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f717b5c8-98b3-4c7c-ab16-f8c003455e79 req-743ea32b-7b33-493d-8728-29b17b9b81f6 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 944 time: 0.0478029 Dec 09 16:45:47.519324 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f717b5c8-98b3-4c7c-ab16-f8c003455e79 req-a2197f21-4dfe-408a-ba28-9b8173635051 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411682 Dec 09 16:45:48.634727 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351718b8-bac1-4a11-adb5-6d1ecebf4463 req-ea466d07-2bff-430a-89e0-dcc9a89fec58 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:48.636098 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-351718b8-bac1-4a11-adb5-6d1ecebf4463 req-ea466d07-2bff-430a-89e0-dcc9a89fec58 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 944 time: 0.0485313 Dec 09 16:45:48.686290 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-351718b8-bac1-4a11-adb5-6d1ecebf4463 req-73240c39-5ac0-443b-b442-20be8aa9b7c4 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430508 Dec 09 16:45:49.803507 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047d8b4-0a2d-477a-b777-35d1225ff2f8 req-5d683291-d988-4f02-b6be-d4ea2bace345 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:49.804994 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8047d8b4-0a2d-477a-b777-35d1225ff2f8 req-5d683291-d988-4f02-b6be-d4ea2bace345 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 944 time: 0.0482862 Dec 09 16:45:49.851759 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8047d8b4-0a2d-477a-b777-35d1225ff2f8 req-0899d466-853a-458a-b189-05b5d853e365 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408971 Dec 09 16:45:50.650507 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-89af0d68-b713-41ca-90de-2b59378ad000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:45:50.971475 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92c2b7-b677-4cb9-82aa-33e675c9e609 req-2a663dc9-4a24-46a0-a0fd-3641dfc756ff tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:50.972922 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ff92c2b7-b677-4cb9-82aa-33e675c9e609 req-2a663dc9-4a24-46a0-a0fd-3641dfc756ff tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 944 time: 0.0476327 Dec 09 16:45:51.019402 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ff92c2b7-b677-4cb9-82aa-33e675c9e609 req-9e475df6-ddeb-420a-9dcf-235f0d316eb3 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405703 Dec 09 16:45:51.502860 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318fa8df-3f0d-4a4e-a916-b7e56364bda4 req-a69e1f23-ce17-44bb-92e3-93f07bdc837d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:51.504367 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-318fa8df-3f0d-4a4e-a916-b7e56364bda4 req-a69e1f23-ce17-44bb-92e3-93f07bdc837d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d12aa553d0684a24ba035dd11246b02e&device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 1095 time: 0.1440887 Dec 09 16:45:51.606494 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318fa8df-3f0d-4a4e-a916-b7e56364bda4 req-23bd3bfc-fb95-4bc6-a160-9b8da7d968de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:51.608270 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-318fa8df-3f0d-4a4e-a916-b7e56364bda4 req-23bd3bfc-fb95-4bc6-a160-9b8da7d968de service neutron] 10.222.0.31 "GET /v2.0/networks?id=df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 200 len: 912 time: 0.0831280 Dec 09 16:45:51.675825 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-318fa8df-3f0d-4a4e-a916-b7e56364bda4 req-e1534de1-a8a0-4e42-9375-fae377118f9b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 HTTP/1.1" status: 200 len: 1000 time: 0.0599668 Dec 09 16:45:51.723568 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318fa8df-3f0d-4a4e-a916-b7e56364bda4 req-17adc59a-ce94-4e5b-9a52-87673bc4cec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:51.724977 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-318fa8df-3f0d-4a4e-a916-b7e56364bda4 req-17adc59a-ce94-4e5b-9a52-87673bc4cec2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 200 len: 850 time: 0.0423715 Dec 09 16:45:51.769742 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318fa8df-3f0d-4a4e-a916-b7e56364bda4 req-366fca54-108e-498f-b329-fc975bcba348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:51.771197 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-318fa8df-3f0d-4a4e-a916-b7e56364bda4 req-366fca54-108e-498f-b329-fc975bcba348 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df8c6a55-9ab2-463c-8185-977ec8d15c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393567 Dec 09 16:45:51.861312 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-318fa8df-3f0d-4a4e-a916-b7e56364bda4 req-f8246390-2f16-4db5-826a-1e2ff568f7ef service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832338 Dec 09 16:45:51.956256 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-318fa8df-3f0d-4a4e-a916-b7e56364bda4 req-3a639686-d003-4e94-a8b8-0f3115645185 service neutron] 10.222.0.31 "GET /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875776 Dec 09 16:45:52.140134 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ce6bf-0a03-4665-bb44-3b18756b3c35 req-ea056def-2dd5-41ac-8c04-abfb3e173d4c tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:52.141554 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7a5ce6bf-0a03-4665-bb44-3b18756b3c35 req-ea056def-2dd5-41ac-8c04-abfb3e173d4c tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 944 time: 0.0542490 Dec 09 16:45:52.189115 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7a5ce6bf-0a03-4665-bb44-3b18756b3c35 req-046cac62-3a0c-4f7c-b5c9-e79f1c4865ae tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416734 Dec 09 16:45:52.961845 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:45:53.057188 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:45:53.068093 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'port_id': '8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24', 'mac_address': 'fa:16:3e:82:a1:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:45:53.104327 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:45:53.117294 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:45:53.136518 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:45:53.141342 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:45:53.199377 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d1bc3402-4153-436f-b99d-ecea33f6f007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:45:53.204962 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24,revision_number=12']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:45:53.304112 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf14c4-303e-4b8e-ba0f-a1ce7642736f req-88fe2eb1-3521-485e-af04-d545253fc6b3 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:53.305613 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-28bf14c4-303e-4b8e-ba0f-a1ce7642736f req-88fe2eb1-3521-485e-af04-d545253fc6b3 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 945 time: 0.0477238 Dec 09 16:45:53.353155 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-28bf14c4-303e-4b8e-ba0f-a1ce7642736f req-0a3d6ef5-7b92-495c-8e7b-d4c284caba6a tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409729 Dec 09 16:45:54.343534 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:45:54.468329 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf0afd-e6fb-4ca3-a3ed-30c7e139f28a req-dacc4d10-4e2b-475e-8a62-5bea751e39d2 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:54.469855 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2fdf0afd-e6fb-4ca3-a3ed-30c7e139f28a req-dacc4d10-4e2b-475e-8a62-5bea751e39d2 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 945 time: 0.0481119 Dec 09 16:45:54.521616 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2fdf0afd-e6fb-4ca3-a3ed-30c7e139f28a req-aa9c6889-5ddb-4a5b-a4c1-16e36ab4159c tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457268 Dec 09 16:45:54.594705 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:45:54.636959 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44989cba-0cf3-48f2-baaf-43d2d2388af8 req-ee92a5da-3a1f-44e3-a43d-345dee9df844 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:54.638462 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-44989cba-0cf3-48f2-baaf-43d2d2388af8 req-ee92a5da-3a1f-44e3-a43d-345dee9df844 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 945 time: 0.0516007 Dec 09 16:45:54.686773 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-44989cba-0cf3-48f2-baaf-43d2d2388af8 req-db7e05df-4f38-41c3-a7b3-742917895024 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422950 Dec 09 16:45:54.800786 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c29260c-87f0-4069-84a2-a7f549562645 req-65a8aedf-ed0f-4e14-80f6-24ddb0081d18 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:54.802251 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0c29260c-87f0-4069-84a2-a7f549562645 req-65a8aedf-ed0f-4e14-80f6-24ddb0081d18 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 945 time: 0.0477529 Dec 09 16:45:54.848901 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0c29260c-87f0-4069-84a2-a7f549562645 req-514b1c8e-2e35-4251-bed1-f801a40ecf1b tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405431 Dec 09 16:45:55.081343 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f3665-d97a-47e1-b607-b0f39552c05d req-704d3081-8540-40c2-9b01-5b68416455ee tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:55.082810 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4b1f3665-d97a-47e1-b607-b0f39552c05d req-704d3081-8540-40c2-9b01-5b68416455ee tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 945 time: 0.0521121 Dec 09 16:45:55.129289 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4b1f3665-d97a-47e1-b607-b0f39552c05d req-7a0474dd-8e21-4dd6-aab7-498e1dc3ddbd tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407975 Dec 09 16:45:55.196669 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:45:55.620911 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:45:56.246949 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17b956-df68-4645-bba3-d9d489d118ac req-c38972f6-4cc2-40e3-bd8e-1fa1cbac5abc tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:56.248454 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8c17b956-df68-4645-bba3-d9d489d118ac req-c38972f6-4cc2-40e3-bd8e-1fa1cbac5abc tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 945 time: 0.0487511 Dec 09 16:45:56.295733 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8c17b956-df68-4645-bba3-d9d489d118ac req-979775f5-3e66-45b5-99e0-953c3452e09d tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405149 Dec 09 16:45:56.605627 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:45:56.736645 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f6db5-957c-4955-b70a-bf59d586d71e req-ecf378e9-2c00-40d3-a8bd-75f18bb92b2f tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:56.738114 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-407f6db5-957c-4955-b70a-bf59d586d71e req-ecf378e9-2c00-40d3-a8bd-75f18bb92b2f tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 945 time: 0.0485659 Dec 09 16:45:56.830598 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-407f6db5-957c-4955-b70a-bf59d586d71e req-005428b6-a01d-4f71-93b9-15ad0d763db3 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Deleting port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:45:56.830940 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-407f6db5-957c-4955-b70a-bf59d586d71e req-005428b6-a01d-4f71-93b9-15ad0d763db3 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:45:56.917295 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-407f6db5-957c-4955-b70a-bf59d586d71e req-005428b6-a01d-4f71-93b9-15ad0d763db3 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] For port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:45:56.917564 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-407f6db5-957c-4955-b70a-bf59d586d71e req-005428b6-a01d-4f71-93b9-15ad0d763db3 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:45:56.977036 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:45:57.026292 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:45:57.030897 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:45:57.031277 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:45:57.111113 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:45:57.139717 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5d4bca-d484-4013-8a9a-96db8648a28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:45:57.142043 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad401665e64187bef4a0f300457b2868c99907d1fc0db4bbbc94af95fd68fd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71c8809-d473-4436-ade2-5b5fd6b9d443" -d '{"events": [{"server_uuid": "ae5d4bca-d484-4013-8a9a-96db8648a28d", "name": "network-vif-plugged", "status": "completed", "tag": "8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:45:57.156356 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:45:57.160986 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:45:57.187823 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a366ec91-4d1f-49a0-a0ec-2b894066915c x-openstack-request-id: req-a366ec91-4d1f-49a0-a0ec-2b894066915c {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:45:57.188118 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae5d4bca-d484-4013-8a9a-96db8648a28d", "name": "network-vif-plugged", "status": "completed", "tag": "8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:45:57.188374 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a366ec91-4d1f-49a0-a0ec-2b894066915c {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:45:57.188808 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5d4bca-d484-4013-8a9a-96db8648a28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24', 'code': 200} Dec 09 16:45:57.213182 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24,revision_number=13']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:45:57.450002 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-407f6db5-957c-4955-b70a-bf59d586d71e req-005428b6-a01d-4f71-93b9-15ad0d763db3 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:45:57.450600 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-407f6db5-957c-4955-b70a-bf59d586d71e req-005428b6-a01d-4f71-93b9-15ad0d763db3 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:45:57.450600 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [req-407f6db5-957c-4955-b70a-bf59d586d71e req-005428b6-a01d-4f71-93b9-15ad0d763db3 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Floating IP 5e861488-7d64-46df-a657-43a3aa51a321 disassociated. External IP: 172.25.3.231, port: 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24. Dec 09 16:45:57.450883 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-407f6db5-957c-4955-b70a-bf59d586d71e req-005428b6-a01d-4f71-93b9-15ad0d763db3 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Calling delete_port for 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:45:57.475198 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c80aed-8031-4643-8628-69b1d3045f9c req-09d4d354-6c6d-4f9a-ad90-756ca89ce025 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:45:57.476669 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71c80aed-8031-4643-8628-69b1d3045f9c req-09d4d354-6c6d-4f9a-ad90-756ca89ce025 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 946 time: 0.0756614 Dec 09 16:45:57.572185 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71c80aed-8031-4643-8628-69b1d3045f9c req-5f031a37-89a6-4a3b-9ac2-2500fdc88a8b tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups?id=b63000a4-b4f6-4551-8d79-e0b252c38af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677752 Dec 09 16:45:57.629088 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-407f6db5-957c-4955-b70a-bf59d586d71e req-005428b6-a01d-4f71-93b9-15ad0d763db3 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:45:57.657701 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005428b6-a01d-4f71-93b9-15ad0d763db3 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Pushing event deleted for resources: {'Port': ['ID=8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:45:57.776755 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-407f6db5-957c-4955-b70a-bf59d586d71e req-005428b6-a01d-4f71-93b9-15ad0d763db3 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Router 4de89398-abfa-430d-b28b-6c60291da9ee has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:45:57.886093 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-407f6db5-957c-4955-b70a-bf59d586d71e req-005428b6-a01d-4f71-93b9-15ad0d763db3 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:45:57.897567 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0216a6e-5644-4342-9cc6-ece67d0e4a80 None None] Sync routers for ids ['4de89398-abfa-430d-b28b-6c60291da9ee'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:45:57.908719 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0216a6e-5644-4342-9cc6-ece67d0e4a80 None None] Routers {'4de89398-abfa-430d-b28b-6c60291da9ee'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:45:57.909347 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d0216a6e-5644-4342-9cc6-ece67d0e4a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:45:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4de89398-abfa-430d-b28b-6c60291da9ee'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:45:57.933101 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-407f6db5-957c-4955-b70a-bf59d586d71e req-005428b6-a01d-4f71-93b9-15ad0d763db3 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] No DVR routers for this DVR port 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:45:57.935615 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-407f6db5-957c-4955-b70a-bf59d586d71e req-005428b6-a01d-4f71-93b9-15ad0d763db3 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:45:57.939178 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-407f6db5-957c-4955-b70a-bf59d586d71e req-005428b6-a01d-4f71-93b9-15ad0d763db3 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.31 "DELETE /v2.0/ports/8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 HTTP/1.1" status: 204 len: 173 time: 1.1949000 Dec 09 16:45:57.939625 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5d4bca-d484-4013-8a9a-96db8648a28d', 'name': 'network-vif-deleted', 'tag': '8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:45:57.941938 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977d7fd5-8076-49e2-8f72-9fd1d2bc4061" -d '{"events": [{"server_uuid": "ae5d4bca-d484-4013-8a9a-96db8648a28d", "name": "network-vif-deleted", "tag": "8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:45:57.985469 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbf9018-0c4c-4647-98e2-17b66113d8f3 x-openstack-request-id: req-efbf9018-0c4c-4647-98e2-17b66113d8f3 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:45:57.985761 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae5d4bca-d484-4013-8a9a-96db8648a28d", "name": "network-vif-deleted", "tag": "8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:45:57.986015 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-efbf9018-0c4c-4647-98e2-17b66113d8f3 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:45:57.986475 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5d4bca-d484-4013-8a9a-96db8648a28d', 'name': 'network-vif-deleted', 'tag': '8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24', 'status': 'completed', 'code': 200} Dec 09 16:45:58.039806 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-d0216a6e-5644-4342-9cc6-ece67d0e4a80 None None] Set router 4de89398-abfa-430d-b28b-6c60291da9ee gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:45:58.240283 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d0216a6e-5644-4342-9cc6-ece67d0e4a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'name': 'tempest-ServerActionsTestJSON-797284277-router', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:45Z', 'revision_number': 4, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'gw_port': {'id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:20:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '08e65dd9-ac07-4cf4-8857-394f5bc4b203', 'name': '', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'mac_address': 'fa:16:3e:39:df:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:45Z', 'updated_at': '2021-12-09T16:32:50Z', 'revision_number': 5, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'subnets': [{'id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:45:58.270692 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0216a6e-5644-4342-9cc6-ece67d0e4a80 None None] Checking router: 4de89398-abfa-430d-b28b-6c60291da9ee for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:45:58.279352 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0216a6e-5644-4342-9cc6-ece67d0e4a80 None None] Routers {'4de89398-abfa-430d-b28b-6c60291da9ee'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:45:58.279835 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d0216a6e-5644-4342-9cc6-ece67d0e4a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:45:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4de89398-abfa-430d-b28b-6c60291da9ee'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:45:58.386838 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-d0216a6e-5644-4342-9cc6-ece67d0e4a80 None None] Set router 4de89398-abfa-430d-b28b-6c60291da9ee gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:45:58.582043 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d0216a6e-5644-4342-9cc6-ece67d0e4a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'name': 'tempest-ServerActionsTestJSON-797284277-router', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:45Z', 'revision_number': 4, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'gw_port': {'id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:20:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '08e65dd9-ac07-4cf4-8857-394f5bc4b203', 'name': '', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'mac_address': 'fa:16:3e:39:df:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:45Z', 'updated_at': '2021-12-09T16:32:50Z', 'revision_number': 5, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'subnets': [{'id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:45:58.609685 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0216a6e-5644-4342-9cc6-ece67d0e4a80 None None] The sync data for ids ['4de89398-abfa-430d-b28b-6c60291da9ee'] in n-d-821228-1 is: [{'id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'name': 'tempest-ServerActionsTestJSON-797284277-router', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:45Z', 'revision_number': 4, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'gw_port': {'id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:20:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '08e65dd9-ac07-4cf4-8857-394f5bc4b203', 'name': '', 'network_id': 'df8c6a55-9ab2-463c-8185-977ec8d15c87', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'mac_address': 'fa:16:3e:39:df:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:45Z', 'updated_at': '2021-12-09T16:32:50Z', 'revision_number': 5, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'subnets': [{'id': 'dcb89ddc-891b-4111-9044-38a534ef1dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:45:58.674148 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4d110288-54a1-4819-bf9a-653f7e60e164 req-d02b5d8c-86b4-4e4a-acc4-cc14191ae854 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 210 time: 0.0287633 Dec 09 16:45:58.844767 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7482e82c-e03c-4146-b29f-8ef0ce476fac None None] New status for floating IP 5e861488-7d64-46df-a657-43a3aa51a321: DOWN {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:45:59.772279 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c11dc209-9818-4f36-8847-dbcdbcb1f449 req-428aa206-6f7b-4f8f-b936-67ca4d4a599e tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 210 time: 0.0296288 Dec 09 16:46:00.870479 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ff301778-f33d-4024-95a5-df251a182228 req-268bc59e-97e6-4bb7-a643-4fd38930f507 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 210 time: 0.0268807 Dec 09 16:46:01.007404 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:46:01.033110 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:46:01.033458 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 8f3a2edc-9c2c-41dd-bd3a-3b9606d4ca24 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:46:01.965913 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-68d7d40f-ddbf-4bc6-b1f6-abc12f2399bf req-272c21a7-82a9-45ee-955b-2757b3b7dab7 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae5d4bca-d484-4013-8a9a-96db8648a28d HTTP/1.1" status: 200 len: 210 time: 0.0265148 Dec 09 16:46:02.738166 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:46:06.725019 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55712) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:06.780472 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09e1e06d-6415-4415-88d1-b48afccd8f08 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:06.803244 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09e1e06d-6415-4415-88d1-b48afccd8f08 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:06.852445 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09e1e06d-6415-4415-88d1-b48afccd8f08 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:06.855095 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-09e1e06d-6415-4415-88d1-b48afccd8f08 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:06.856268 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-09e1e06d-6415-4415-88d1-b48afccd8f08 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "DELETE /v2.0/security-groups/b63000a4-b4f6-4551-8d79-e0b252c38af2 HTTP/1.1" status: 204 len: 168 time: 0.1297235 Dec 09 16:46:06.859323 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55714) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:06.865815 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1e06d-6415-4415-88d1-b48afccd8f08 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63000a4-b4f6-4551-8d79-e0b252c38af2,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:06.875041 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-f0710bed-cf69-42e1-a52d-6fb03412f40a tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] show failed (client error): The resource could not be found. Dec 09 16:46:06.876241 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f0710bed-cf69-42e1-a52d-6fb03412f40a tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "GET /v2.0/security-groups/b63000a4-b4f6-4551-8d79-e0b252c38af2 HTTP/1.1" status: 404 len: 347 time: 0.0157776 Dec 09 16:46:06.878938 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55716) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:07.005784 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-6e3a7727-3736-4272-9906-c27994b0f7d2 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Deleting port 4290fdf6-1145-4b22-8270-a9a14d3de141 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:46:07.006422 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e3a7727-3736-4272-9906-c27994b0f7d2 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:07.085453 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e3a7727-3736-4272-9906-c27994b0f7d2 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:07.085780 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e3a7727-3736-4272-9906-c27994b0f7d2 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:07.097362 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-6e3a7727-3736-4272-9906-c27994b0f7d2 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Calling delete_port for 4290fdf6-1145-4b22-8270-a9a14d3de141 owned by network:floatingip {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:46:07.229254 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e3a7727-3736-4272-9906-c27994b0f7d2 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:07.257301 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a7727-3736-4272-9906-c27994b0f7d2 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Pushing event deleted for resources: {'Port': ['ID=4290fdf6-1145-4b22-8270-a9a14d3de141,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:07.320181 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e3a7727-3736-4272-9906-c27994b0f7d2 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks [] for floatingip, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:07.322939 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6e3a7727-3736-4272-9906-c27994b0f7d2 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:07.327814 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6e3a7727-3736-4272-9906-c27994b0f7d2 tempest-ServerActionsTestJSON-1567747182 tempest-ServerActionsTestJSON-1567747182-project] 10.222.0.57 "DELETE /v2.0/floatingips/5e861488-7d64-46df-a657-43a3aa51a321 HTTP/1.1" status: 204 len: 168 time: 0.4444861 Dec 09 16:46:07.328113 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55718) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:07.801473 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-709561d5-a22e-4f6f-8714-42e06f539efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:08.045539 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-709561d5-a22e-4f6f-8714-42e06f539efa admin admin] Deleting port 08e65dd9-ac07-4cf4-8857-394f5bc4b203 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:46:08.045874 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-709561d5-a22e-4f6f-8714-42e06f539efa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:08.121914 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-709561d5-a22e-4f6f-8714-42e06f539efa admin admin] For port 08e65dd9-ac07-4cf4-8857-394f5bc4b203, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=08e65dd9-ac07-4cf4-8857-394f5bc4b203,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:46:08.122185 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-709561d5-a22e-4f6f-8714-42e06f539efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:08.139429 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-709561d5-a22e-4f6f-8714-42e06f539efa admin admin] Calling delete_port for 08e65dd9-ac07-4cf4-8857-394f5bc4b203 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:46:08.316442 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-709561d5-a22e-4f6f-8714-42e06f539efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:08.347410 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709561d5-a22e-4f6f-8714-42e06f539efa admin admin] Pushing event deleted for resources: {'Port': ['ID=08e65dd9-ac07-4cf4-8857-394f5bc4b203,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:08.508550 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-709561d5-a22e-4f6f-8714-42e06f539efa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:08.720822 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709561d5-a22e-4f6f-8714-42e06f539efa admin admin] Router 4de89398-abfa-430d-b28b-6c60291da9ee has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:46:08.829545 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709561d5-a22e-4f6f-8714-42e06f539efa admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:46:08.834549 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-709561d5-a22e-4f6f-8714-42e06f539efa admin admin] 10.222.0.57 "PUT /v2.0/routers/4de89398-abfa-430d-b28b-6c60291da9ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5053675 Dec 09 16:46:08.837135 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55722) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:08.838361 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b69d446-c135-4d57-878a-507fb2a9e069 None None] Sync routers for ids ['4de89398-abfa-430d-b28b-6c60291da9ee'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:46:08.848291 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b69d446-c135-4d57-878a-507fb2a9e069 None None] Routers {'4de89398-abfa-430d-b28b-6c60291da9ee'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:46:08.848924 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7b69d446-c135-4d57-878a-507fb2a9e069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:45:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4de89398-abfa-430d-b28b-6c60291da9ee'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:46:08.942603 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b33d9c08-e945-4ca4-a544-a7610e554e3a admin admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:08.952604 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-7b69d446-c135-4d57-878a-507fb2a9e069 None None] Set router 4de89398-abfa-430d-b28b-6c60291da9ee gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:46:09.046975 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b33d9c08-e945-4ca4-a544-a7610e554e3a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:09.098809 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b33d9c08-e945-4ca4-a544-a7610e554e3a admin admin] Deleting port 5024de71-c2e1-4749-a7e0-ceeca3cd4e11 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:46:09.099149 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b33d9c08-e945-4ca4-a544-a7610e554e3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:09.129365 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7b69d446-c135-4d57-878a-507fb2a9e069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'name': 'tempest-ServerActionsTestJSON-797284277-router', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:46:08Z', 'revision_number': 5, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'gw_port': {'id': '5024de71-c2e1-4749-a7e0-ceeca3cd4e11', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:20:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:46:09.156909 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b69d446-c135-4d57-878a-507fb2a9e069 None None] Checking router: 4de89398-abfa-430d-b28b-6c60291da9ee for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:46:09.165141 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b69d446-c135-4d57-878a-507fb2a9e069 None None] Routers {'4de89398-abfa-430d-b28b-6c60291da9ee'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:46:09.165735 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7b69d446-c135-4d57-878a-507fb2a9e069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:45:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['4de89398-abfa-430d-b28b-6c60291da9ee'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:46:09.178122 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-b33d9c08-e945-4ca4-a544-a7610e554e3a admin admin] For port 5024de71-c2e1-4749-a7e0-ceeca3cd4e11, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=5024de71-c2e1-4749-a7e0-ceeca3cd4e11,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:46:09.178490 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b33d9c08-e945-4ca4-a544-a7610e554e3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:09.195238 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-b33d9c08-e945-4ca4-a544-a7610e554e3a admin admin] Calling delete_port for 5024de71-c2e1-4749-a7e0-ceeca3cd4e11 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:46:09.370560 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b33d9c08-e945-4ca4-a544-a7610e554e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:09.401854 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d9c08-e945-4ca4-a544-a7610e554e3a admin admin] Pushing event deleted for resources: {'Port': ['ID=5024de71-c2e1-4749-a7e0-ceeca3cd4e11,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:09.416356 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae3f139-668b-494c-888c-676f08db4755 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:46:09.421324 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-7b69d446-c135-4d57-878a-507fb2a9e069 None None] Set router 4de89398-abfa-430d-b28b-6c60291da9ee gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:46:09.465465 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b33d9c08-e945-4ca4-a544-a7610e554e3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:09.475456 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7b69d446-c135-4d57-878a-507fb2a9e069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'name': 'tempest-ServerActionsTestJSON-797284277-router', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:46:09Z', 'revision_number': 6, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:46:09.505786 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b69d446-c135-4d57-878a-507fb2a9e069 None None] The sync data for ids ['4de89398-abfa-430d-b28b-6c60291da9ee'] in n-d-821228-1 is: [{'id': '4de89398-abfa-430d-b28b-6c60291da9ee', 'name': 'tempest-ServerActionsTestJSON-797284277-router', 'tenant_id': 'd12aa553d0684a24ba035dd11246b02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:32:43Z', 'updated_at': '2021-12-09T16:46:09Z', 'revision_number': 6, 'project_id': 'd12aa553d0684a24ba035dd11246b02e', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:46:09.559954 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b33d9c08-e945-4ca4-a544-a7610e554e3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:09.563270 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b33d9c08-e945-4ca4-a544-a7610e554e3a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:09.609735 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b33d9c08-e945-4ca4-a544-a7610e554e3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:09.610254 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33d9c08-e945-4ca4-a544-a7610e554e3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4de89398-abfa-430d-b28b-6c60291da9ee {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 16:46:09.614731 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b33d9c08-e945-4ca4-a544-a7610e554e3a admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:09.618151 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b33d9c08-e945-4ca4-a544-a7610e554e3a admin admin] 10.222.0.57 "DELETE /v2.0/routers/4de89398-abfa-430d-b28b-6c60291da9ee HTTP/1.1" status: 204 len: 168 time: 0.7778275 Dec 09 16:46:09.618385 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55724) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:09.662655 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-68c437c5-87c9-4aab-afc6-f2d45190030a admin admin] Deleting subnet dcb89ddc-891b-4111-9044-38a534ef1dba {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 16:46:09.665660 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-68c437c5-87c9-4aab-afc6-f2d45190030a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:09.699012 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-68c437c5-87c9-4aab-afc6-f2d45190030a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:09.784174 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-68c437c5-87c9-4aab-afc6-f2d45190030a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:09.855274 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-68c437c5-87c9-4aab-afc6-f2d45190030a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:09.882380 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c437c5-87c9-4aab-afc6-f2d45190030a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcb89ddc-891b-4111-9044-38a534ef1dba,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:09.885808 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-68c437c5-87c9-4aab-afc6-f2d45190030a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:09.889815 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-68c437c5-87c9-4aab-afc6-f2d45190030a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/dcb89ddc-891b-4111-9044-38a534ef1dba HTTP/1.1" status: 204 len: 168 time: 0.2703941 Dec 09 16:46:09.892332 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55726) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:09.894252 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ac51c5-c741-4a23-b564-9d2ea34ec8bc None None] Network df8c6a55-9ab2-463c-8185-977ec8d15c87 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:46:09.970508 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-63123c88-7931-4972-8c77-18bb8e421608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:10.044371 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-63123c88-7931-4972-8c77-18bb8e421608 admin admin] Deleting port 90ba0cef-ddfe-402e-a81c-41f6d5d99c3a {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:46:10.044938 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-63123c88-7931-4972-8c77-18bb8e421608 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:10.112099 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-63123c88-7931-4972-8c77-18bb8e421608 admin admin] For port 90ba0cef-ddfe-402e-a81c-41f6d5d99c3a, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=90ba0cef-ddfe-402e-a81c-41f6d5d99c3a,segment=NetworkSegment(0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7),segment_id=0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:46:10.112493 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-63123c88-7931-4972-8c77-18bb8e421608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:10.129649 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-63123c88-7931-4972-8c77-18bb8e421608 admin admin] Calling delete_port for 90ba0cef-ddfe-402e-a81c-41f6d5d99c3a owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:46:10.225016 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-63123c88-7931-4972-8c77-18bb8e421608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:10.255392 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63123c88-7931-4972-8c77-18bb8e421608 admin admin] Pushing event deleted for resources: {'Port': ['ID=90ba0cef-ddfe-402e-a81c-41f6d5d99c3a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:10.258807 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63123c88-7931-4972-8c77-18bb8e421608 admin admin] No DVR routers for this DVR port 90ba0cef-ddfe-402e-a81c-41f6d5d99c3a on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:46:10.307552 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607ee27c-de01-48e1-a1e2-f3046b19ff9b None None] DHCP port deletion for df8c6a55-9ab2-463c-8185-977ec8d15c87 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:46:10.335419 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-63123c88-7931-4972-8c77-18bb8e421608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:10.363713 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-63123c88-7931-4972-8c77-18bb8e421608 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df8c6a55-9ab2-463c-8185-977ec8d15c87']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:46:10.377606 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-63123c88-7931-4972-8c77-18bb8e421608 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:46:10.377906 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-63123c88-7931-4972-8c77-18bb8e421608 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fe5cb5c-16a4-4f76-9de9-a4afd7a804a7') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:46:10.389804 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-63123c88-7931-4972-8c77-18bb8e421608 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:10.406419 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-63123c88-7931-4972-8c77-18bb8e421608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:10.412891 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63123c88-7931-4972-8c77-18bb8e421608 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:46:10.413290 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-63123c88-7931-4972-8c77-18bb8e421608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:10.415011 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 16:46:10.415011 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:46:10.415011 n-d-821228-1 neutron-server[103244]: timer() Dec 09 16:46:10.415011 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:46:10.415011 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 16:46:10.415011 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:46:10.415011 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 16:46:10.415011 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:46:10.415011 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 16:46:10.415011 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:46:10.415011 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 16:46:10.415011 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:46:10.415011 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 16:46:10.415011 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:46:10.415011 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:46:10.415011 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:46:10.415011 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:46:10.415011 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:46:10.415011 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 16:46:10.415011 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:46:10.415011 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 16:46:10.415011 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:46:10.415011 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:46:10.415011 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:46:10.415011 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 16:46:10.415011 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:46:10.415011 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:46:10.415011 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:46:10.415011 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:46:10.415011 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:46:10.415011 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:46:10.415011 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:46:10.483066 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-63123c88-7931-4972-8c77-18bb8e421608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:10.488802 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-63123c88-7931-4972-8c77-18bb8e421608 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:10.491519 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-63123c88-7931-4972-8c77-18bb8e421608 admin admin] 10.222.0.57 "DELETE /v2.0/networks/df8c6a55-9ab2-463c-8185-977ec8d15c87 HTTP/1.1" status: 204 len: 168 time: 0.5981438 Dec 09 16:46:10.505178 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63123c88-7931-4972-8c77-18bb8e421608 admin admin] Pushing event deleted for resources: {'Network': ['ID=df8c6a55-9ab2-463c-8185-977ec8d15c87,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:10.644478 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55730) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:10.685661 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b48bf800-ed0e-49ce-9682-c9055c2c0982 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d12aa553d0684a24ba035dd11246b02e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395136 Dec 09 16:46:10.688510 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55732) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:10.734964 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-287a3f42-c94b-491a-aeef-24edf2b1efbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:10.756482 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-287a3f42-c94b-491a-aeef-24edf2b1efbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:10.808572 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-287a3f42-c94b-491a-aeef-24edf2b1efbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:10.811788 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-287a3f42-c94b-491a-aeef-24edf2b1efbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:10.812965 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-287a3f42-c94b-491a-aeef-24edf2b1efbf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8fda701e-2497-4fc0-ade0-ea0490c9b94c HTTP/1.1" status: 204 len: 168 time: 0.1234851 Dec 09 16:46:10.820376 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a3f42-c94b-491a-aeef-24edf2b1efbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fda701e-2497-4fc0-ade0-ea0490c9b94c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:11.250168 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 5024de71-c2e1-4749-a7e0-ceeca3cd4e11 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:46:11.270532 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 5024de71-c2e1-4749-a7e0-ceeca3cd4e11 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:46:11.270801 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 5024de71-c2e1-4749-a7e0-ceeca3cd4e11 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:46:11.271219 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 90ba0cef-ddfe-402e-a81c-41f6d5d99c3a no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:46:11.289599 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 90ba0cef-ddfe-402e-a81c-41f6d5d99c3a {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:46:11.289948 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 90ba0cef-ddfe-402e-a81c-41f6d5d99c3a not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:46:11.290366 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 08e65dd9-ac07-4cf4-8857-394f5bc4b203 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:46:11.311970 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 08e65dd9-ac07-4cf4-8857-394f5bc4b203 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:46:11.312331 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 08e65dd9-ac07-4cf4-8857-394f5bc4b203 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:46:11.510912 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55754) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:11.606481 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-e3fc5e2d-6703-45b2-a31e-293c0990c30a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1078788046-network', 'tenant_id': '6b5c57ce8d934c17952451d6553fd045'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:46:11.630993 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fc5e2d-6703-45b2-a31e-293c0990c30a admin admin] Made reservation on behalf of 6b5c57ce8d934c17952451d6553fd045 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:46:11.633468 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3fc5e2d-6703-45b2-a31e-293c0990c30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:11.641873 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3fc5e2d-6703-45b2-a31e-293c0990c30a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:11.714986 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3fc5e2d-6703-45b2-a31e-293c0990c30a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:11.718791 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3fc5e2d-6703-45b2-a31e-293c0990c30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:11.744037 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3fc5e2d-6703-45b2-a31e-293c0990c30a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:46:11.753352 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc5e2d-6703-45b2-a31e-293c0990c30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e14ca44-4e0e-44e1-be4f-668669984352,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:11.759609 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3fc5e2d-6703-45b2-a31e-293c0990c30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:11.759986 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-e3fc5e2d-6703-45b2-a31e-293c0990c30a admin admin] Added segment e8866782-c9c2-40fa-93a8-8574d4e43053 of type vlan for network 3eec1a8a-70f0-4518-8601-f235d60e1d2b Dec 09 16:46:11.798979 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3fc5e2d-6703-45b2-a31e-293c0990c30a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:11.823044 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3fc5e2d-6703-45b2-a31e-293c0990c30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:11.824162 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fc5e2d-6703-45b2-a31e-293c0990c30a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:11.824760 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3fc5e2d-6703-45b2-a31e-293c0990c30a admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:11.884237 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e3fc5e2d-6703-45b2-a31e-293c0990c30a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3721294 Dec 09 16:46:11.887314 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55758) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:11.889390 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc5e2d-6703-45b2-a31e-293c0990c30a admin admin] Pushing event updated for resources: {'Network': ['ID=3eec1a8a-70f0-4518-8601-f235d60e1d2b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:11.892569 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-fda59434-366b-4fd9-bf3f-8123d2b86f7d admin admin] Request body: {'subnet': {'network_id': '3eec1a8a-70f0-4518-8601-f235d60e1d2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1078788046-subnet', 'tenant_id': '6b5c57ce8d934c17952451d6553fd045', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:46:11.898826 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 3eec1a8a-70f0-4518-8601-f235d60e1d2b details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:46:11.914500 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda59434-366b-4fd9-bf3f-8123d2b86f7d admin admin] Made reservation on behalf of 6b5c57ce8d934c17952451d6553fd045 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:46:11.916954 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fda59434-366b-4fd9-bf3f-8123d2b86f7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:12.425121 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fda59434-366b-4fd9-bf3f-8123d2b86f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:12.477247 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda59434-366b-4fd9-bf3f-8123d2b86f7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc512083-a867-407e-b063-4971e1834d14,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:12.488594 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda59434-366b-4fd9-bf3f-8123d2b86f7d admin admin] Checking segment: {'id': 'e8866782-c9c2-40fa-93a8-8574d4e43053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3eec1a8a-70f0-4518-8601-f235d60e1d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:46:12.488949 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda59434-366b-4fd9-bf3f-8123d2b86f7d admin admin] Network hostable DHCP agents. Network: 3eec1a8a-70f0-4518-8601-f235d60e1d2b, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:46:12.504995 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda59434-366b-4fd9-bf3f-8123d2b86f7d admin admin] Network 3eec1a8a-70f0-4518-8601-f235d60e1d2b is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:46:12.513941 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-fda59434-366b-4fd9-bf3f-8123d2b86f7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 3eec1a8a-70f0-4518-8601-f235d60e1d2b) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:46:12.518210 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda59434-366b-4fd9-bf3f-8123d2b86f7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:12.518783 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fda59434-366b-4fd9-bf3f-8123d2b86f7d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:12.522725 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f26987-d810-4a04-ba3b-5a6e2403198d None None] Network 3eec1a8a-70f0-4518-8601-f235d60e1d2b requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:46:12.534472 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-fda59434-366b-4fd9-bf3f-8123d2b86f7d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6459215 Dec 09 16:46:12.622302 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c982da35-42e0-4a4c-8c86-6738790da9a3 None None] Network 3eec1a8a-70f0-4518-8601-f235d60e1d2b requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:46:12.947531 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-cf4b536f-0650-4d97-b0b4-4e8d5dbf1743 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:12.948959 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-cf4b536f-0650-4d97-b0b4-4e8d5dbf1743 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/networks?id=3eec1a8a-70f0-4518-8601-f235d60e1d2b HTTP/1.1" status: 200 len: 814 time: 0.1008976 Dec 09 16:46:12.963471 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-3d3cbe1e-c018-4a56-b17f-4754153ecf29 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/quotas/6b5c57ce8d934c17952451d6553fd045 HTTP/1.1" status: 200 len: 375 time: 0.0088668 Dec 09 16:46:12.995028 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-c00c15fb-671f-4293-b81b-9a049ea9ded5 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b5c57ce8d934c17952451d6553fd045&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258927 Dec 09 16:46:13.005429 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-2abb65a7-2251-48cb-8adb-d6b1db37b983 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 16:46:13.006431 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-2abb65a7-2251-48cb-8adb-d6b1db37b983 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048580 Dec 09 16:46:13.097529 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-871a4785-0c6d-4b1c-8878-b34d3a4b6715 service neutron] 10.222.0.57 "GET /v2.0/networks/3eec1a8a-70f0-4518-8601-f235d60e1d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856366 Dec 09 16:46:13.184238 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-5f31d277-94c5-4844-836b-a7a80a592f6c service neutron] 10.222.0.57 "GET /v2.0/networks/3eec1a8a-70f0-4518-8601-f235d60e1d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808160 Dec 09 16:46:13.351692 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99f02b85-fd97-494a-8d30-78745c9adc89 req-bdb6e1f9-3e01-4596-b530-c0b26f00978c tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/ports?device_id=151059d2-b4b2-403c-bc11-a58c55ac4332 HTTP/1.1" status: 200 len: 210 time: 0.0338507 Dec 09 16:46:14.270833 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-76417dbb-7595-4b84-b554-f393655d8fd0 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:14.272291 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-76417dbb-7595-4b84-b554-f393655d8fd0 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.31 "GET /v2.0/networks?id=3eec1a8a-70f0-4518-8601-f235d60e1d2b HTTP/1.1" status: 200 len: 814 time: 0.1041756 Dec 09 16:46:14.284833 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-06f7a8e7-0912-41d8-a308-c716c4aa0e32 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Request body: {'port': {'device_id': '151059d2-b4b2-403c-bc11-a58c55ac4332', 'network_id': '3eec1a8a-70f0-4518-8601-f235d60e1d2b', 'admin_state_up': True, 'tenant_id': '6b5c57ce8d934c17952451d6553fd045'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:46:14.397381 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-06f7a8e7-0912-41d8-a308-c716c4aa0e32 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Made reservation on behalf of 6b5c57ce8d934c17952451d6553fd045 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:46:14.400916 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-06f7a8e7-0912-41d8-a308-c716c4aa0e32 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:14.474195 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d5b65197-0da3-47b5-b470-28eb3255e7ad req-8bd31655-e4a8-4040-aa1b-accd2bbebc5a tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/ports?device_id=151059d2-b4b2-403c-bc11-a58c55ac4332 HTTP/1.1" status: 200 len: 210 time: 0.0502045 Dec 09 16:46:14.547144 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-06f7a8e7-0912-41d8-a308-c716c4aa0e32 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Allocated IP 172.20.0.4 (3eec1a8a-70f0-4518-8601-f235d60e1d2b/fc512083-a867-407e-b063-4971e1834d14/ddd5c709-a88b-4679-b938-2af95c7d7463) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:46:14.696706 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-06f7a8e7-0912-41d8-a308-c716c4aa0e32 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:14.730813 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-06f7a8e7-0912-41d8-a308-c716c4aa0e32 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:14.777672 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-06f7a8e7-0912-41d8-a308-c716c4aa0e32 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Network 3eec1a8a-70f0-4518-8601-f235d60e1d2b is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:46:14.783342 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-06f7a8e7-0912-41d8-a308-c716c4aa0e32 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:46:14.787037 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-06f7a8e7-0912-41d8-a308-c716c4aa0e32 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:46:14.811805 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f7a8e7-0912-41d8-a308-c716c4aa0e32 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Pushing event updated for resources: {'Port': ['ID=ddd5c709-a88b-4679-b938-2af95c7d7463,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:14.839508 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-06f7a8e7-0912-41d8-a308-c716c4aa0e32 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:14.840164 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-06f7a8e7-0912-41d8-a308-c716c4aa0e32 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:14.856112 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-06f7a8e7-0912-41d8-a308-c716c4aa0e32 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5750740 Dec 09 16:46:14.868401 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-1aec8ffc-7377-4ad8-b0fe-51a13bae37b6 service neutron] Request body: {'port': {'device_id': '151059d2-b4b2-403c-bc11-a58c55ac4332', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:46:14.920848 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-1aec8ffc-7377-4ad8-b0fe-51a13bae37b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:15.180477 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-1aec8ffc-7377-4ad8-b0fe-51a13bae37b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddd5c709-a88b-4679-b938-2af95c7d7463 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:46:15.188400 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-1aec8ffc-7377-4ad8-b0fe-51a13bae37b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:15.200129 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-1aec8ffc-7377-4ad8-b0fe-51a13bae37b6 service neutron] Transition to ACTIVE for port object ddd5c709-a88b-4679-b938-2af95c7d7463 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:46:15.204889 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-1aec8ffc-7377-4ad8-b0fe-51a13bae37b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:15.270190 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec8ffc-7377-4ad8-b0fe-51a13bae37b6 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd5c709-a88b-4679-b938-2af95c7d7463,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:15.320989 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-1aec8ffc-7377-4ad8-b0fe-51a13bae37b6 service neutron] Attempting to bind port ddd5c709-a88b-4679-b938-2af95c7d7463 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:46:15.321661 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-1aec8ffc-7377-4ad8-b0fe-51a13bae37b6 service neutron] Attempting to bind port ddd5c709-a88b-4679-b938-2af95c7d7463 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': 'e8866782-c9c2-40fa-93a8-8574d4e43053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3eec1a8a-70f0-4518-8601-f235d60e1d2b'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:46:15.321661 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-1aec8ffc-7377-4ad8-b0fe-51a13bae37b6 service neutron] Attempting to bind port ddd5c709-a88b-4679-b938-2af95c7d7463 on network 3eec1a8a-70f0-4518-8601-f235d60e1d2b {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:46:15.326142 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-1aec8ffc-7377-4ad8-b0fe-51a13bae37b6 service neutron] Port ddd5c709-a88b-4679-b938-2af95c7d7463 on network 3eec1a8a-70f0-4518-8601-f235d60e1d2b not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:46:15.326467 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-1aec8ffc-7377-4ad8-b0fe-51a13bae37b6 service neutron] Attempting to bind port ddd5c709-a88b-4679-b938-2af95c7d7463 on network 3eec1a8a-70f0-4518-8601-f235d60e1d2b {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:46:15.331361 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-1aec8ffc-7377-4ad8-b0fe-51a13bae37b6 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:46:15.331703 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-1aec8ffc-7377-4ad8-b0fe-51a13bae37b6 service neutron] Checking segment: {'id': 'e8866782-c9c2-40fa-93a8-8574d4e43053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3eec1a8a-70f0-4518-8601-f235d60e1d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:46:15.332091 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-1aec8ffc-7377-4ad8-b0fe-51a13bae37b6 service neutron] Bound using segment: {'id': 'e8866782-c9c2-40fa-93a8-8574d4e43053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3eec1a8a-70f0-4518-8601-f235d60e1d2b'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:46:15.332548 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-1aec8ffc-7377-4ad8-b0fe-51a13bae37b6 service neutron] Bound port: ddd5c709-a88b-4679-b938-2af95c7d7463, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8866782-c9c2-40fa-93a8-8574d4e43053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3eec1a8a-70f0-4518-8601-f235d60e1d2b'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:46:15.332909 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-1aec8ffc-7377-4ad8-b0fe-51a13bae37b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:15.398706 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-1aec8ffc-7377-4ad8-b0fe-51a13bae37b6 service neutron] For port ddd5c709-a88b-4679-b938-2af95c7d7463, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:46:15.401674 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-1aec8ffc-7377-4ad8-b0fe-51a13bae37b6 service neutron] For port ddd5c709-a88b-4679-b938-2af95c7d7463, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=ddd5c709-a88b-4679-b938-2af95c7d7463,segment=NetworkSegment(e8866782-c9c2-40fa-93a8-8574d4e43053),segment_id=e8866782-c9c2-40fa-93a8-8574d4e43053)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:46:15.406211 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-1aec8ffc-7377-4ad8-b0fe-51a13bae37b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:15.440667 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-1aec8ffc-7377-4ad8-b0fe-51a13bae37b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:15.441294 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-1aec8ffc-7377-4ad8-b0fe-51a13bae37b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:15.442835 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-1aec8ffc-7377-4ad8-b0fe-51a13bae37b6 service neutron] 10.222.0.31 "PUT /v2.0/ports/ddd5c709-a88b-4679-b938-2af95c7d7463 HTTP/1.1" status: 200 len: 1091 time: 0.5785336 Dec 09 16:46:15.444864 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '151059d2-b4b2-403c-bc11-a58c55ac4332', 'tag': 'ddd5c709-a88b-4679-b938-2af95c7d7463'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:46:15.447117 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2358b8-c2b3-4f1e-bd9f-fb451504160e" -d '{"events": [{"name": "network-changed", "server_uuid": "151059d2-b4b2-403c-bc11-a58c55ac4332", "tag": "ddd5c709-a88b-4679-b938-2af95c7d7463"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:46:15.471313 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec8ffc-7377-4ad8-b0fe-51a13bae37b6 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd5c709-a88b-4679-b938-2af95c7d7463,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:15.493436 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267d490a-70d1-497a-9be9-b18b702a637b x-openstack-request-id: req-267d490a-70d1-497a-9be9-b18b702a637b {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:46:15.493729 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "151059d2-b4b2-403c-bc11-a58c55ac4332", "tag": "ddd5c709-a88b-4679-b938-2af95c7d7463", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:46:15.494270 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-267d490a-70d1-497a-9be9-b18b702a637b {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:46:15.494668 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '151059d2-b4b2-403c-bc11-a58c55ac4332', 'tag': 'ddd5c709-a88b-4679-b938-2af95c7d7463', 'status': 'completed', 'code': 200} Dec 09 16:46:15.529521 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-6c87cb37-3986-4220-b7f7-91d1f9dbadb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:15.531176 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-6c87cb37-3986-4220-b7f7-91d1f9dbadb2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b5c57ce8d934c17952451d6553fd045&device_id=151059d2-b4b2-403c-bc11-a58c55ac4332 HTTP/1.1" status: 200 len: 1094 time: 0.0480947 Dec 09 16:46:15.936091 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-dcb6bf59-160b-40f7-b1c4-4028c82182af service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddd5c709-a88b-4679-b938-2af95c7d7463 HTTP/1.1" status: 200 len: 217 time: 0.3946757 Dec 09 16:46:15.990589 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b87e1-1009-4b1a-875e-5f0a7a03be56 req-cd007af5-bd68-4a7e-bf0d-341bd82eedf3 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:15.992049 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-631b87e1-1009-4b1a-875e-5f0a7a03be56 req-cd007af5-bd68-4a7e-bf0d-341bd82eedf3 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/ports?device_id=151059d2-b4b2-403c-bc11-a58c55ac4332 HTTP/1.1" status: 200 len: 943 time: 0.4445949 Dec 09 16:46:16.005104 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-a862f48d-9958-4835-a725-beb4398e146a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:16.006560 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-a862f48d-9958-4835-a725-beb4398e146a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fc512083-a867-407e-b063-4971e1834d14 HTTP/1.1" status: 200 len: 854 time: 0.0634501 Dec 09 16:46:16.043376 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-0b037604-14e1-4bda-b3e7-17e55a4a0869 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3eec1a8a-70f0-4518-8601-f235d60e1d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284624 Dec 09 16:46:16.104931 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-631b87e1-1009-4b1a-875e-5f0a7a03be56 req-0ff19add-2335-4af7-8c81-98465f1186da tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e14ca44-4e0e-44e1-be4f-668669984352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063843 Dec 09 16:46:16.146243 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-e3681ebc-b1f9-43a0-81e3-8999b8ca8d74 service neutron] 10.222.0.31 "GET /v2.0/networks/3eec1a8a-70f0-4518-8601-f235d60e1d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952926 Dec 09 16:46:16.235598 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a037e9c6-54ea-4f8d-a994-87188d13e169 req-19c5db69-7dd6-41dc-864c-d9893bd8578a service neutron] 10.222.0.31 "GET /v2.0/networks/3eec1a8a-70f0-4518-8601-f235d60e1d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822084 Dec 09 16:46:16.328165 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2358b8-c2b3-4f1e-bd9f-fb451504160e req-c8b95256-fa86-4672-b3f1-586346a85374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:16.329731 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4c2358b8-c2b3-4f1e-bd9f-fb451504160e req-c8b95256-fa86-4672-b3f1-586346a85374 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b5c57ce8d934c17952451d6553fd045&device_id=151059d2-b4b2-403c-bc11-a58c55ac4332 HTTP/1.1" status: 200 len: 1094 time: 0.0462224 Dec 09 16:46:16.420315 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2358b8-c2b3-4f1e-bd9f-fb451504160e req-a7f7b1ec-33a1-48b0-9772-53e3c20fe56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:16.421845 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4c2358b8-c2b3-4f1e-bd9f-fb451504160e req-a7f7b1ec-33a1-48b0-9772-53e3c20fe56c service neutron] 10.222.0.31 "GET /v2.0/networks?id=3eec1a8a-70f0-4518-8601-f235d60e1d2b HTTP/1.1" status: 200 len: 915 time: 0.0845001 Dec 09 16:46:16.468670 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4c2358b8-c2b3-4f1e-bd9f-fb451504160e req-c4edd2a6-5a86-4d71-a961-e24f5624970c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddd5c709-a88b-4679-b938-2af95c7d7463 HTTP/1.1" status: 200 len: 217 time: 0.0388041 Dec 09 16:46:16.517705 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2358b8-c2b3-4f1e-bd9f-fb451504160e req-a80dfa99-7ab7-47b7-b9f5-aa1ebf31b35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:16.519180 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4c2358b8-c2b3-4f1e-bd9f-fb451504160e req-a80dfa99-7ab7-47b7-b9f5-aa1ebf31b35b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fc512083-a867-407e-b063-4971e1834d14 HTTP/1.1" status: 200 len: 854 time: 0.0441051 Dec 09 16:46:16.550122 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4c2358b8-c2b3-4f1e-bd9f-fb451504160e req-5d1075d2-b56e-4261-b94f-32aede74cbe3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3eec1a8a-70f0-4518-8601-f235d60e1d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241220 Dec 09 16:46:16.639329 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4c2358b8-c2b3-4f1e-bd9f-fb451504160e req-fab94a9f-ee22-4435-8a8d-06a6f0bbeddf service neutron] 10.222.0.31 "GET /v2.0/networks/3eec1a8a-70f0-4518-8601-f235d60e1d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813155 Dec 09 16:46:16.730185 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4c2358b8-c2b3-4f1e-bd9f-fb451504160e req-7eab1ed6-5e37-49c6-96cd-d44df00d4517 service neutron] 10.222.0.31 "GET /v2.0/networks/3eec1a8a-70f0-4518-8601-f235d60e1d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836387 Dec 09 16:46:16.774836 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:17.218929 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682aea3b-6747-46b6-ada0-df8723c4c688 req-d5de3b7f-1909-4164-90a5-68e7ef53aeda tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:17.220432 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-682aea3b-6747-46b6-ada0-df8723c4c688 req-d5de3b7f-1909-4164-90a5-68e7ef53aeda tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/ports?device_id=151059d2-b4b2-403c-bc11-a58c55ac4332 HTTP/1.1" status: 200 len: 943 time: 0.0487304 Dec 09 16:46:17.266748 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-682aea3b-6747-46b6-ada0-df8723c4c688 req-64774de5-6cd7-4b30-87e4-7742848f6170 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e14ca44-4e0e-44e1-be4f-668669984352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404649 Dec 09 16:46:18.387182 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ea518-8fb4-466e-bdcc-f451501cf087 req-d5bf34b9-d63a-43d8-80b7-c45dce652d0e tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:18.388713 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aa1ea518-8fb4-466e-bdcc-f451501cf087 req-d5bf34b9-d63a-43d8-80b7-c45dce652d0e tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/ports?device_id=151059d2-b4b2-403c-bc11-a58c55ac4332 HTTP/1.1" status: 200 len: 943 time: 0.0538697 Dec 09 16:46:18.434746 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aa1ea518-8fb4-466e-bdcc-f451501cf087 req-70ae278d-c669-4335-a914-ad4d7a400fe1 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e14ca44-4e0e-44e1-be4f-668669984352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401661 Dec 09 16:46:19.100196 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device ddd5c709-a88b-4679-b938-2af95c7d7463 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:46:19.192172 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port ddd5c709-a88b-4679-b938-2af95c7d7463, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=ddd5c709-a88b-4679-b938-2af95c7d7463,segment=NetworkSegment(e8866782-c9c2-40fa-93a8-8574d4e43053),segment_id=e8866782-c9c2-40fa-93a8-8574d4e43053)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:46:19.204405 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'ddd5c709-a88b-4679-b938-2af95c7d7463', 'network_id': '3eec1a8a-70f0-4518-8601-f235d60e1d2b', 'port_id': 'ddd5c709-a88b-4679-b938-2af95c7d7463', 'mac_address': 'fa:16:3e:99:1d:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc512083-a867-407e-b063-4971e1834d14', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:46:19.240856 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:19.256726 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddd5c709-a88b-4679-b938-2af95c7d7463 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:46:19.275512 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port ddd5c709-a88b-4679-b938-2af95c7d7463, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=ddd5c709-a88b-4679-b938-2af95c7d7463,segment=NetworkSegment(e8866782-c9c2-40fa-93a8-8574d4e43053),segment_id=e8866782-c9c2-40fa-93a8-8574d4e43053)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:46:19.280528 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:19.325163 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=ddd5c709-a88b-4679-b938-2af95c7d7463,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:19.551884 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf49c5-559c-4bca-9330-aa58442102f7 req-c2f88cf3-e8e4-46aa-bd29-13dcca4a5c45 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:19.553390 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4cbf49c5-559c-4bca-9330-aa58442102f7 req-c2f88cf3-e8e4-46aa-bd29-13dcca4a5c45 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/ports?device_id=151059d2-b4b2-403c-bc11-a58c55ac4332 HTTP/1.1" status: 200 len: 944 time: 0.0484345 Dec 09 16:46:19.567079 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['ddd5c709-a88b-4679-b938-2af95c7d7463'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:46:19.600828 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4cbf49c5-559c-4bca-9330-aa58442102f7 req-29205620-8d74-4d99-8803-b286527df815 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e14ca44-4e0e-44e1-be4f-668669984352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413480 Dec 09 16:46:20.654157 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f3a3c5e0-8e91-4572-a054-db18406008f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:20.719394 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e2a35-060e-40f0-8f0b-56a50be92274 req-f9115186-de78-41b9-8978-51c2254b9ca0 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:20.720871 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b47e2a35-060e-40f0-8f0b-56a50be92274 req-f9115186-de78-41b9-8978-51c2254b9ca0 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/ports?device_id=151059d2-b4b2-403c-bc11-a58c55ac4332 HTTP/1.1" status: 200 len: 944 time: 0.0484400 Dec 09 16:46:20.771444 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b47e2a35-060e-40f0-8f0b-56a50be92274 req-eaa2b5c1-5379-4fd9-bc0f-be94f897b242 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e14ca44-4e0e-44e1-be4f-668669984352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446987 Dec 09 16:46:21.100811 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device ddd5c709-a88b-4679-b938-2af95c7d7463 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:46:21.149227 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port ddd5c709-a88b-4679-b938-2af95c7d7463 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:46:21.153170 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port ddd5c709-a88b-4679-b938-2af95c7d7463 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:46:21.153546 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:21.228069 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:21.251028 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '151059d2-b4b2-403c-bc11-a58c55ac4332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd5c709-a88b-4679-b938-2af95c7d7463'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:46:21.253290 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad401665e64187bef4a0f300457b2868c99907d1fc0db4bbbc94af95fd68fd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d26a0f9-7553-4387-856e-c7f8aa0d9c94" -d '{"events": [{"server_uuid": "151059d2-b4b2-403c-bc11-a58c55ac4332", "name": "network-vif-plugged", "status": "completed", "tag": "ddd5c709-a88b-4679-b938-2af95c7d7463"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:46:21.269552 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port ddd5c709-a88b-4679-b938-2af95c7d7463, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=ddd5c709-a88b-4679-b938-2af95c7d7463,segment=NetworkSegment(e8866782-c9c2-40fa-93a8-8574d4e43053),segment_id=e8866782-c9c2-40fa-93a8-8574d4e43053)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:46:21.273476 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:21.297648 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02efa17-8f3b-4255-a875-4f23663946ce x-openstack-request-id: req-d02efa17-8f3b-4255-a875-4f23663946ce {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:46:21.297941 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "151059d2-b4b2-403c-bc11-a58c55ac4332", "name": "network-vif-plugged", "status": "completed", "tag": "ddd5c709-a88b-4679-b938-2af95c7d7463", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:46:21.298195 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d02efa17-8f3b-4255-a875-4f23663946ce {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:46:21.298619 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '151059d2-b4b2-403c-bc11-a58c55ac4332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd5c709-a88b-4679-b938-2af95c7d7463', 'code': 200} Dec 09 16:46:21.323964 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=ddd5c709-a88b-4679-b938-2af95c7d7463,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:21.390726 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a825e5e-a019-40cc-84b9-c64d898627d0 req-11e4f67c-d675-42ad-b636-1468d2aac9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:21.392135 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6a825e5e-a019-40cc-84b9-c64d898627d0 req-11e4f67c-d675-42ad-b636-1468d2aac9f8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=151059d2-b4b2-403c-bc11-a58c55ac4332 HTTP/1.1" status: 200 len: 1096 time: 0.0403249 Dec 09 16:46:21.436493 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6a825e5e-a019-40cc-84b9-c64d898627d0 req-ea55dd8a-79e8-4080-81d7-446bb68632f4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2e14ca44-4e0e-44e1-be4f-668669984352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374537 Dec 09 16:46:21.887602 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa875b-c945-403a-b758-d860cfba9098 req-a0040160-9c42-4724-8b80-9e6d8eb5ff99 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:21.889658 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-91aa875b-c945-403a-b758-d860cfba9098 req-a0040160-9c42-4724-8b80-9e6d8eb5ff99 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/ports?device_id=151059d2-b4b2-403c-bc11-a58c55ac4332 HTTP/1.1" status: 200 len: 945 time: 0.0501420 Dec 09 16:46:21.936818 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-91aa875b-c945-403a-b758-d860cfba9098 req-bdace4e2-9aac-4970-92bf-8c595e8cf670 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e14ca44-4e0e-44e1-be4f-668669984352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412257 Dec 09 16:46:23.056794 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3dfe4-d60a-487d-8bed-d168de35df9e req-0ea12654-7ba0-4e45-a9fa-1d00dc72c284 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:23.058265 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11c3dfe4-d60a-487d-8bed-d168de35df9e req-0ea12654-7ba0-4e45-a9fa-1d00dc72c284 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/ports?device_id=151059d2-b4b2-403c-bc11-a58c55ac4332 HTTP/1.1" status: 200 len: 945 time: 0.0537186 Dec 09 16:46:23.104492 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-11c3dfe4-d60a-487d-8bed-d168de35df9e req-5b0af56c-06c8-4c6e-b28b-8bdfc1bf33d6 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e14ca44-4e0e-44e1-be4f-668669984352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399346 Dec 09 16:46:23.174175 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-94b4cc2a-b1dd-45c7-ac5d-2b4f7e85db40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:23.324754 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-82d6f09c-174a-4707-89df-85a9feca1e4e tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:23.326767 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-82d6f09c-174a-4707-89df-85a9feca1e4e tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/networks?id=3eec1a8a-70f0-4518-8601-f235d60e1d2b HTTP/1.1" status: 200 len: 814 time: 0.0991414 Dec 09 16:46:23.343644 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-a0ddab56-6dab-46f5-8763-578ff1b7dafe tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/quotas/6b5c57ce8d934c17952451d6553fd045 HTTP/1.1" status: 200 len: 375 time: 0.0094020 Dec 09 16:46:23.396263 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-83f16088-39e5-4936-95e9-fbe8797e40cc tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b5c57ce8d934c17952451d6553fd045&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0476968 Dec 09 16:46:23.485100 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-4d44cb2c-1d78-4171-884a-b83471b53842 service neutron] 10.222.0.57 "GET /v2.0/networks/3eec1a8a-70f0-4518-8601-f235d60e1d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818529 Dec 09 16:46:23.577513 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-1f0b07b3-219c-402f-a5f4-7ea086599701 service neutron] 10.222.0.57 "GET /v2.0/networks/3eec1a8a-70f0-4518-8601-f235d60e1d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864680 Dec 09 16:46:23.732993 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-04ce2c28-b172-4901-b70e-705fe147771c req-e71fb901-ba5b-45d7-b3f6-09b83cd27b13 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/ports?device_id=96e59a94-d83a-45cf-8dab-98c8947b9666 HTTP/1.1" status: 200 len: 210 time: 0.0266771 Dec 09 16:46:24.346725 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:24.701331 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-a2a86a05-8e8c-4024-b32c-0b57a9dc6e30 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:24.702806 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-a2a86a05-8e8c-4024-b32c-0b57a9dc6e30 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.42 "GET /v2.0/networks?id=3eec1a8a-70f0-4518-8601-f235d60e1d2b HTTP/1.1" status: 200 len: 814 time: 0.1100237 Dec 09 16:46:24.729299 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-a27aff38-1147-4696-bddd-26a43b3d67df tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Request body: {'port': {'device_id': '96e59a94-d83a-45cf-8dab-98c8947b9666', 'network_id': '3eec1a8a-70f0-4518-8601-f235d60e1d2b', 'admin_state_up': True, 'tenant_id': '6b5c57ce8d934c17952451d6553fd045'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:46:24.825603 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c5485d51-ffd2-48ba-accc-96c7c9c91e48 req-b94d0353-519e-49fa-9aa9-f8d9efeed608 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/ports?device_id=96e59a94-d83a-45cf-8dab-98c8947b9666 HTTP/1.1" status: 200 len: 210 time: 0.0264742 Dec 09 16:46:24.840616 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-a27aff38-1147-4696-bddd-26a43b3d67df tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Made reservation on behalf of 6b5c57ce8d934c17952451d6553fd045 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:46:24.844259 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-a27aff38-1147-4696-bddd-26a43b3d67df tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:24.965989 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-a27aff38-1147-4696-bddd-26a43b3d67df tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Allocated IP 172.20.0.12 (3eec1a8a-70f0-4518-8601-f235d60e1d2b/fc512083-a867-407e-b063-4971e1834d14/23dd0d2b-38a0-454c-a0db-4004b2fab812) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:46:25.117326 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-a27aff38-1147-4696-bddd-26a43b3d67df tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:25.150466 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-a27aff38-1147-4696-bddd-26a43b3d67df tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:25.162676 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['ddd5c709-a88b-4679-b938-2af95c7d7463'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:46:25.197399 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-a27aff38-1147-4696-bddd-26a43b3d67df tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Network 3eec1a8a-70f0-4518-8601-f235d60e1d2b is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:46:25.200607 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-a27aff38-1147-4696-bddd-26a43b3d67df tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:46:25.205283 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-a27aff38-1147-4696-bddd-26a43b3d67df tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:46:25.209367 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27aff38-1147-4696-bddd-26a43b3d67df tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Pushing event updated for resources: {'Port': ['ID=23dd0d2b-38a0-454c-a0db-4004b2fab812,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:25.218338 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:25.238958 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27aff38-1147-4696-bddd-26a43b3d67df tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:46:25.239315 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27aff38-1147-4696-bddd-26a43b3d67df tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:46:25.239668 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27aff38-1147-4696-bddd-26a43b3d67df tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:46:25.240019 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27aff38-1147-4696-bddd-26a43b3d67df tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:46:25.240502 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27aff38-1147-4696-bddd-26a43b3d67df tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:46:25.240875 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27aff38-1147-4696-bddd-26a43b3d67df tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:46:25.241217 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27aff38-1147-4696-bddd-26a43b3d67df tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:46:25.241553 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27aff38-1147-4696-bddd-26a43b3d67df tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:46:25.241887 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27aff38-1147-4696-bddd-26a43b3d67df tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:46:25.242223 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27aff38-1147-4696-bddd-26a43b3d67df tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:46:25.242552 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27aff38-1147-4696-bddd-26a43b3d67df tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:46:25.242886 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27aff38-1147-4696-bddd-26a43b3d67df tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:46:25.243215 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27aff38-1147-4696-bddd-26a43b3d67df tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:46:25.272275 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-a27aff38-1147-4696-bddd-26a43b3d67df tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:25.272909 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-a27aff38-1147-4696-bddd-26a43b3d67df tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:25.289126 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-a27aff38-1147-4696-bddd-26a43b3d67df tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5636487 Dec 09 16:46:25.306739 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-d70e6a25-252d-4298-ba48-e2aa5c7ed15d service neutron] Request body: {'port': {'device_id': '96e59a94-d83a-45cf-8dab-98c8947b9666', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:46:25.360989 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-d70e6a25-252d-4298-ba48-e2aa5c7ed15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:25.620999 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:25.623643 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-d70e6a25-252d-4298-ba48-e2aa5c7ed15d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23dd0d2b-38a0-454c-a0db-4004b2fab812 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:46:25.631359 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-d70e6a25-252d-4298-ba48-e2aa5c7ed15d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:25.644257 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-d70e6a25-252d-4298-ba48-e2aa5c7ed15d service neutron] Transition to ACTIVE for port object 23dd0d2b-38a0-454c-a0db-4004b2fab812 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:46:25.648084 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-d70e6a25-252d-4298-ba48-e2aa5c7ed15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:25.696371 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e6a25-252d-4298-ba48-e2aa5c7ed15d service neutron] Pushing event updated for resources: {'Port': ['ID=23dd0d2b-38a0-454c-a0db-4004b2fab812,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:25.766698 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-d70e6a25-252d-4298-ba48-e2aa5c7ed15d service neutron] Attempting to bind port 23dd0d2b-38a0-454c-a0db-4004b2fab812 on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:46:25.767437 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-d70e6a25-252d-4298-ba48-e2aa5c7ed15d service neutron] Attempting to bind port 23dd0d2b-38a0-454c-a0db-4004b2fab812 by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': 'e8866782-c9c2-40fa-93a8-8574d4e43053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3eec1a8a-70f0-4518-8601-f235d60e1d2b'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:46:25.767437 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-d70e6a25-252d-4298-ba48-e2aa5c7ed15d service neutron] Attempting to bind port 23dd0d2b-38a0-454c-a0db-4004b2fab812 on network 3eec1a8a-70f0-4518-8601-f235d60e1d2b {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:46:25.771827 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-d70e6a25-252d-4298-ba48-e2aa5c7ed15d service neutron] Port 23dd0d2b-38a0-454c-a0db-4004b2fab812 on network 3eec1a8a-70f0-4518-8601-f235d60e1d2b not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:46:25.772151 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-d70e6a25-252d-4298-ba48-e2aa5c7ed15d service neutron] Attempting to bind port 23dd0d2b-38a0-454c-a0db-4004b2fab812 on network 3eec1a8a-70f0-4518-8601-f235d60e1d2b {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:46:25.776909 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-d70e6a25-252d-4298-ba48-e2aa5c7ed15d service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:46:25.777245 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-d70e6a25-252d-4298-ba48-e2aa5c7ed15d service neutron] Checking segment: {'id': 'e8866782-c9c2-40fa-93a8-8574d4e43053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3eec1a8a-70f0-4518-8601-f235d60e1d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:46:25.777629 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-d70e6a25-252d-4298-ba48-e2aa5c7ed15d service neutron] Bound using segment: {'id': 'e8866782-c9c2-40fa-93a8-8574d4e43053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3eec1a8a-70f0-4518-8601-f235d60e1d2b'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:46:25.778081 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-d70e6a25-252d-4298-ba48-e2aa5c7ed15d service neutron] Bound port: 23dd0d2b-38a0-454c-a0db-4004b2fab812, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8866782-c9c2-40fa-93a8-8574d4e43053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3eec1a8a-70f0-4518-8601-f235d60e1d2b'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:46:25.778432 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-d70e6a25-252d-4298-ba48-e2aa5c7ed15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:25.846442 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-d70e6a25-252d-4298-ba48-e2aa5c7ed15d service neutron] For port 23dd0d2b-38a0-454c-a0db-4004b2fab812, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:46:25.849889 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-d70e6a25-252d-4298-ba48-e2aa5c7ed15d service neutron] For port 23dd0d2b-38a0-454c-a0db-4004b2fab812, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=23dd0d2b-38a0-454c-a0db-4004b2fab812,segment=NetworkSegment(e8866782-c9c2-40fa-93a8-8574d4e43053),segment_id=e8866782-c9c2-40fa-93a8-8574d4e43053)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:46:25.854131 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-d70e6a25-252d-4298-ba48-e2aa5c7ed15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:25.893126 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-d70e6a25-252d-4298-ba48-e2aa5c7ed15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:25.893745 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-d70e6a25-252d-4298-ba48-e2aa5c7ed15d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:25.895196 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-d70e6a25-252d-4298-ba48-e2aa5c7ed15d service neutron] 10.222.0.42 "PUT /v2.0/ports/23dd0d2b-38a0-454c-a0db-4004b2fab812 HTTP/1.1" status: 200 len: 1092 time: 0.5925086 Dec 09 16:46:25.895699 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96e59a94-d83a-45cf-8dab-98c8947b9666', 'tag': '23dd0d2b-38a0-454c-a0db-4004b2fab812'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:46:25.898100 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efaf58d4d7c9700f5ffb733085425a1334cb86cda12ff1566d55ee0012e72786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4417d391-871a-48c8-be9d-9e6b27241eb9" -d '{"events": [{"name": "network-changed", "server_uuid": "96e59a94-d83a-45cf-8dab-98c8947b9666", "tag": "23dd0d2b-38a0-454c-a0db-4004b2fab812"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:46:25.924396 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e6a25-252d-4298-ba48-e2aa5c7ed15d service neutron] Pushing event updated for resources: {'Port': ['ID=23dd0d2b-38a0-454c-a0db-4004b2fab812,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:25.962134 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8f839-3684-4b86-ab26-c9f4efaadff9 req-bc81f3c0-830c-4954-8b18-434c6bc173e6 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:25.963662 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d0f8f839-3684-4b86-ab26-c9f4efaadff9 req-bc81f3c0-830c-4954-8b18-434c6bc173e6 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/ports?device_id=96e59a94-d83a-45cf-8dab-98c8947b9666 HTTP/1.1" status: 200 len: 944 time: 0.0519965 Dec 09 16:46:25.989012 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-3c582e27-09de-4afa-9cdc-c2f6dc6f796d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:25.990673 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-3c582e27-09de-4afa-9cdc-c2f6dc6f796d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6b5c57ce8d934c17952451d6553fd045&device_id=96e59a94-d83a-45cf-8dab-98c8947b9666 HTTP/1.1" status: 200 len: 1095 time: 0.0429842 Dec 09 16:46:26.011975 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d0f8f839-3684-4b86-ab26-c9f4efaadff9 req-841c9050-5272-49d7-9054-957a39b46034 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e14ca44-4e0e-44e1-be4f-668669984352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420127 Dec 09 16:46:26.041691 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-727f259b-ddb3-4780-89bc-7296405ec7d1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23dd0d2b-38a0-454c-a0db-4004b2fab812 HTTP/1.1" status: 200 len: 217 time: 0.0370710 Dec 09 16:46:26.056374 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd15ad34-7323-44a2-ba69-3ac7548d8911 x-openstack-request-id: req-bd15ad34-7323-44a2-ba69-3ac7548d8911 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:46:26.056680 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96e59a94-d83a-45cf-8dab-98c8947b9666", "tag": "23dd0d2b-38a0-454c-a0db-4004b2fab812", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:46:26.056930 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bd15ad34-7323-44a2-ba69-3ac7548d8911 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:46:26.057323 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96e59a94-d83a-45cf-8dab-98c8947b9666', 'tag': '23dd0d2b-38a0-454c-a0db-4004b2fab812', 'status': 'completed', 'code': 200} Dec 09 16:46:26.096633 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-871823cd-06cb-4f92-9471-b302858499b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:26.098075 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-871823cd-06cb-4f92-9471-b302858499b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fc512083-a867-407e-b063-4971e1834d14 HTTP/1.1" status: 200 len: 854 time: 0.0499723 Dec 09 16:46:26.130674 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-9a0f1c62-ef5a-4fcd-bea9-9301a1f938f1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3eec1a8a-70f0-4518-8601-f235d60e1d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248244 Dec 09 16:46:26.219153 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-b27dede2-a28f-489f-9ea1-a97620b30589 service neutron] 10.222.0.42 "GET /v2.0/networks/3eec1a8a-70f0-4518-8601-f235d60e1d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805392 Dec 09 16:46:26.313439 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-61dfc6bf-4f4d-48dd-a78c-e2b2ec83ff37 req-d3d753bd-cefe-4fdf-be0c-92c8af80d751 service neutron] 10.222.0.42 "GET /v2.0/networks/3eec1a8a-70f0-4518-8601-f235d60e1d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875590 Dec 09 16:46:26.439946 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417d391-871a-48c8-be9d-9e6b27241eb9 req-5939a14f-48f7-432f-b050-ce00cbfe88ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:26.441388 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4417d391-871a-48c8-be9d-9e6b27241eb9 req-5939a14f-48f7-432f-b050-ce00cbfe88ee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6b5c57ce8d934c17952451d6553fd045&device_id=96e59a94-d83a-45cf-8dab-98c8947b9666 HTTP/1.1" status: 200 len: 1095 time: 0.0451748 Dec 09 16:46:26.535736 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417d391-871a-48c8-be9d-9e6b27241eb9 req-7387b7ef-e30e-4281-ae16-fffd3deecbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:26.537235 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4417d391-871a-48c8-be9d-9e6b27241eb9 req-7387b7ef-e30e-4281-ae16-fffd3deecbd2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3eec1a8a-70f0-4518-8601-f235d60e1d2b HTTP/1.1" status: 200 len: 915 time: 0.0880990 Dec 09 16:46:26.578669 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4417d391-871a-48c8-be9d-9e6b27241eb9 req-b094f4a3-4557-46cf-8a8e-e2a2d4147549 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23dd0d2b-38a0-454c-a0db-4004b2fab812 HTTP/1.1" status: 200 len: 217 time: 0.0343177 Dec 09 16:46:26.610170 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:26.631853 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417d391-871a-48c8-be9d-9e6b27241eb9 req-ed4f2bd4-85d7-4e03-a427-0e6c59fa940b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:26.633355 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4417d391-871a-48c8-be9d-9e6b27241eb9 req-ed4f2bd4-85d7-4e03-a427-0e6c59fa940b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fc512083-a867-407e-b063-4971e1834d14 HTTP/1.1" status: 200 len: 854 time: 0.0473170 Dec 09 16:46:26.665905 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4417d391-871a-48c8-be9d-9e6b27241eb9 req-5dc72850-20ce-4c9b-9e35-a71ba685cffe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3eec1a8a-70f0-4518-8601-f235d60e1d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254366 Dec 09 16:46:26.759497 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4417d391-871a-48c8-be9d-9e6b27241eb9 req-0633aa44-3377-4c4d-9391-cb77fae8e17b service neutron] 10.222.0.42 "GET /v2.0/networks/3eec1a8a-70f0-4518-8601-f235d60e1d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861497 Dec 09 16:46:26.855705 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4417d391-871a-48c8-be9d-9e6b27241eb9 req-1539885b-4f58-435a-a101-c4cf421e6e38 service neutron] 10.222.0.42 "GET /v2.0/networks/3eec1a8a-70f0-4518-8601-f235d60e1d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873942 Dec 09 16:46:27.134954 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd499b-008e-458f-8f40-421e670d5bea req-a6a48cc4-7591-4d51-85ed-69f35dd6db2c tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:27.136476 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f4dd499b-008e-458f-8f40-421e670d5bea req-a6a48cc4-7591-4d51-85ed-69f35dd6db2c tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/ports?device_id=96e59a94-d83a-45cf-8dab-98c8947b9666 HTTP/1.1" status: 200 len: 944 time: 0.0539603 Dec 09 16:46:27.184548 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f4dd499b-008e-458f-8f40-421e670d5bea req-27db02c6-b7b9-4f4c-8f87-db5c7ee6be83 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e14ca44-4e0e-44e1-be4f-668669984352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415828 Dec 09 16:46:28.299723 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc93e9-5d60-4f4e-80e9-d0cc1e782c86 req-e13d31ad-8c87-4e0c-93c1-e18c0646ca9e tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:28.301244 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8ecc93e9-5d60-4f4e-80e9-d0cc1e782c86 req-e13d31ad-8c87-4e0c-93c1-e18c0646ca9e tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/ports?device_id=96e59a94-d83a-45cf-8dab-98c8947b9666 HTTP/1.1" status: 200 len: 944 time: 0.0487037 Dec 09 16:46:28.348980 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8ecc93e9-5d60-4f4e-80e9-d0cc1e782c86 req-88dc61d7-e015-4bf4-bf3b-acc19e1e8311 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e14ca44-4e0e-44e1-be4f-668669984352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418220 Dec 09 16:46:29.470028 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7efe88-5b3e-454c-83c4-5c53d601e143 req-6839abc5-bcae-492e-abd1-36defe1dfce6 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:29.471420 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4e7efe88-5b3e-454c-83c4-5c53d601e143 req-6839abc5-bcae-492e-abd1-36defe1dfce6 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/ports?device_id=96e59a94-d83a-45cf-8dab-98c8947b9666 HTTP/1.1" status: 200 len: 944 time: 0.0547981 Dec 09 16:46:29.520359 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4e7efe88-5b3e-454c-83c4-5c53d601e143 req-f54beb8f-2220-40fc-b404-fbe2dda8f54e tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e14ca44-4e0e-44e1-be4f-668669984352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429721 Dec 09 16:46:30.391532 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 23dd0d2b-38a0-454c-a0db-4004b2fab812 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:46:30.488303 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 23dd0d2b-38a0-454c-a0db-4004b2fab812, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=23dd0d2b-38a0-454c-a0db-4004b2fab812,segment=NetworkSegment(e8866782-c9c2-40fa-93a8-8574d4e43053),segment_id=e8866782-c9c2-40fa-93a8-8574d4e43053)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:46:30.499709 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '23dd0d2b-38a0-454c-a0db-4004b2fab812', 'network_id': '3eec1a8a-70f0-4518-8601-f235d60e1d2b', 'port_id': '23dd0d2b-38a0-454c-a0db-4004b2fab812', 'mac_address': 'fa:16:3e:08:53:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc512083-a867-407e-b063-4971e1834d14', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:46:30.535388 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:30.548654 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23dd0d2b-38a0-454c-a0db-4004b2fab812 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:46:30.567925 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 23dd0d2b-38a0-454c-a0db-4004b2fab812, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=23dd0d2b-38a0-454c-a0db-4004b2fab812,segment=NetworkSegment(e8866782-c9c2-40fa-93a8-8574d4e43053),segment_id=e8866782-c9c2-40fa-93a8-8574d4e43053)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:46:30.572501 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:30.623285 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=23dd0d2b-38a0-454c-a0db-4004b2fab812,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:30.640691 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece9d0d-e5c2-48db-bb92-df19d920da60 req-049a0005-7ae3-4039-b08b-5807a9f4a242 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:30.642192 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eece9d0d-e5c2-48db-bb92-df19d920da60 req-049a0005-7ae3-4039-b08b-5807a9f4a242 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/ports?device_id=96e59a94-d83a-45cf-8dab-98c8947b9666 HTTP/1.1" status: 200 len: 945 time: 0.0522888 Dec 09 16:46:30.689510 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eece9d0d-e5c2-48db-bb92-df19d920da60 req-bae58099-f3b1-44da-ae29-a53fff91acae tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e14ca44-4e0e-44e1-be4f-668669984352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413377 Dec 09 16:46:30.939687 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['23dd0d2b-38a0-454c-a0db-4004b2fab812'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:46:31.804726 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69480a93-2cc9-465f-9e79-d5f7b4b43cc1 req-4c0944d1-0fc4-46ea-b85f-7bf4e885a4e5 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:31.806220 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-69480a93-2cc9-465f-9e79-d5f7b4b43cc1 req-4c0944d1-0fc4-46ea-b85f-7bf4e885a4e5 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/ports?device_id=96e59a94-d83a-45cf-8dab-98c8947b9666 HTTP/1.1" status: 200 len: 945 time: 0.0489483 Dec 09 16:46:31.856391 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-69480a93-2cc9-465f-9e79-d5f7b4b43cc1 req-fa030994-1238-4930-9979-15b2ecfc28ce tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e14ca44-4e0e-44e1-be4f-668669984352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443170 Dec 09 16:46:32.423282 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 23dd0d2b-38a0-454c-a0db-4004b2fab812 up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:46:32.474081 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port 23dd0d2b-38a0-454c-a0db-4004b2fab812 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:46:32.478048 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 23dd0d2b-38a0-454c-a0db-4004b2fab812 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:46:32.478424 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:32.552091 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:32.574399 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e59a94-d83a-45cf-8dab-98c8947b9666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23dd0d2b-38a0-454c-a0db-4004b2fab812'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:46:32.577503 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad401665e64187bef4a0f300457b2868c99907d1fc0db4bbbc94af95fd68fd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e012149-ec5c-4fb6-90eb-cd9d47181bb5" -d '{"events": [{"server_uuid": "96e59a94-d83a-45cf-8dab-98c8947b9666", "name": "network-vif-plugged", "status": "completed", "tag": "23dd0d2b-38a0-454c-a0db-4004b2fab812"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:46:32.589817 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 23dd0d2b-38a0-454c-a0db-4004b2fab812, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=23dd0d2b-38a0-454c-a0db-4004b2fab812,segment=NetworkSegment(e8866782-c9c2-40fa-93a8-8574d4e43053),segment_id=e8866782-c9c2-40fa-93a8-8574d4e43053)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:46:32.594398 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:32.618176 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21d2708-6bfe-4d0d-b07e-d24c6eea4985 x-openstack-request-id: req-a21d2708-6bfe-4d0d-b07e-d24c6eea4985 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:46:32.618463 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e59a94-d83a-45cf-8dab-98c8947b9666", "name": "network-vif-plugged", "status": "completed", "tag": "23dd0d2b-38a0-454c-a0db-4004b2fab812", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:46:32.618714 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a21d2708-6bfe-4d0d-b07e-d24c6eea4985 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:46:32.619100 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e59a94-d83a-45cf-8dab-98c8947b9666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23dd0d2b-38a0-454c-a0db-4004b2fab812', 'code': 200} Dec 09 16:46:32.648103 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=23dd0d2b-38a0-454c-a0db-4004b2fab812,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:32.751297 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21314c4a-d685-42d2-b13b-3a5446c420b2 req-ab257f94-b911-4107-8be9-fc94fb0e758e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:32.752816 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-21314c4a-d685-42d2-b13b-3a5446c420b2 req-ab257f94-b911-4107-8be9-fc94fb0e758e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=96e59a94-d83a-45cf-8dab-98c8947b9666 HTTP/1.1" status: 200 len: 1097 time: 0.0405583 Dec 09 16:46:32.797119 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-21314c4a-d685-42d2-b13b-3a5446c420b2 req-1c4ca062-41e3-4ff1-a44e-427140aa1bf7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2e14ca44-4e0e-44e1-be4f-668669984352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369632 Dec 09 16:46:32.973290 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c299bd-4a56-4c37-bc10-97e6798c01b2 req-6fc20b4e-9fe4-43b8-ab03-0312f246cc61 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:32.974792 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-64c299bd-4a56-4c37-bc10-97e6798c01b2 req-6fc20b4e-9fe4-43b8-ab03-0312f246cc61 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/ports?device_id=96e59a94-d83a-45cf-8dab-98c8947b9666 HTTP/1.1" status: 200 len: 946 time: 0.0499606 Dec 09 16:46:33.022178 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-64c299bd-4a56-4c37-bc10-97e6798c01b2 req-1a01aee3-be43-42a7-9005-aa17bca2eb56 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e14ca44-4e0e-44e1-be4f-668669984352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414917 Dec 09 16:46:34.137996 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13f294-a22c-4dcf-a1ac-cb930e52c2c8 req-6f8c64d8-241e-4b03-9d81-8b227b7fa48b tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:34.141163 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c13f294-a22c-4dcf-a1ac-cb930e52c2c8 req-6f8c64d8-241e-4b03-9d81-8b227b7fa48b tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/ports?device_id=96e59a94-d83a-45cf-8dab-98c8947b9666 HTTP/1.1" status: 200 len: 946 time: 0.0509577 Dec 09 16:46:34.189005 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c13f294-a22c-4dcf-a1ac-cb930e52c2c8 req-656d0e94-41f1-430e-8e59-1af42f1d75d5 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e14ca44-4e0e-44e1-be4f-668669984352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418141 Dec 09 16:46:35.307893 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e290fe2-1dec-45a6-ae8d-ac2a888d6fed req-620c8d00-f4a4-4f20-900e-7321c6ec14c9 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:35.309383 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3e290fe2-1dec-45a6-ae8d-ac2a888d6fed req-620c8d00-f4a4-4f20-900e-7321c6ec14c9 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/ports?device_id=96e59a94-d83a-45cf-8dab-98c8947b9666 HTTP/1.1" status: 200 len: 946 time: 0.0518234 Dec 09 16:46:35.356869 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3e290fe2-1dec-45a6-ae8d-ac2a888d6fed req-60b054b1-30d6-46b4-af2a-a032df1c262a tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e14ca44-4e0e-44e1-be4f-668669984352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409071 Dec 09 16:46:35.587164 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5fbf4-7e39-4439-8bcd-4d4b99013798 req-fb98e7c5-62e3-4701-9b1a-88d6f8d73b75 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:35.588673 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-01e5fbf4-7e39-4439-8bcd-4d4b99013798 req-fb98e7c5-62e3-4701-9b1a-88d6f8d73b75 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/ports?device_id=96e59a94-d83a-45cf-8dab-98c8947b9666 HTTP/1.1" status: 200 len: 946 time: 0.0481682 Dec 09 16:46:35.637147 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-01e5fbf4-7e39-4439-8bcd-4d4b99013798 req-007f207a-104c-499b-8173-0dbccd783c47 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e14ca44-4e0e-44e1-be4f-668669984352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416923 Dec 09 16:46:36.754899 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b36c03-c5a2-4332-9968-75a092460a22 req-6a81809b-e99b-442c-8651-7c11604fa52e tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:36.756375 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-39b36c03-c5a2-4332-9968-75a092460a22 req-6a81809b-e99b-442c-8651-7c11604fa52e tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/ports?device_id=96e59a94-d83a-45cf-8dab-98c8947b9666 HTTP/1.1" status: 200 len: 946 time: 0.0497262 Dec 09 16:46:36.806472 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-39b36c03-c5a2-4332-9968-75a092460a22 req-3e5a0d24-c6b6-4b25-a065-80738ed0fb09 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e14ca44-4e0e-44e1-be4f-668669984352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442233 Dec 09 16:46:37.062125 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5bbeb-016b-455e-b38e-93056e906623 req-c18bc8f3-0d3c-4e7c-8ced-7b070404ef03 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:37.063566 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-56c5bbeb-016b-455e-b38e-93056e906623 req-c18bc8f3-0d3c-4e7c-8ced-7b070404ef03 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.42 "GET /v2.0/ports?device_id=96e59a94-d83a-45cf-8dab-98c8947b9666 HTTP/1.1" status: 200 len: 946 time: 0.0492251 Dec 09 16:46:37.155646 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-56c5bbeb-016b-455e-b38e-93056e906623 req-cf1e8b8a-fdbf-46fb-b5e9-15e888dfc22d tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Deleting port 23dd0d2b-38a0-454c-a0db-4004b2fab812 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:46:37.155983 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-56c5bbeb-016b-455e-b38e-93056e906623 req-cf1e8b8a-fdbf-46fb-b5e9-15e888dfc22d tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:37.242815 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-56c5bbeb-016b-455e-b38e-93056e906623 req-cf1e8b8a-fdbf-46fb-b5e9-15e888dfc22d tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] For port 23dd0d2b-38a0-454c-a0db-4004b2fab812, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=23dd0d2b-38a0-454c-a0db-4004b2fab812,segment=NetworkSegment(e8866782-c9c2-40fa-93a8-8574d4e43053),segment_id=e8866782-c9c2-40fa-93a8-8574d4e43053)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:46:37.243173 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-56c5bbeb-016b-455e-b38e-93056e906623 req-cf1e8b8a-fdbf-46fb-b5e9-15e888dfc22d tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:37.256366 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-56c5bbeb-016b-455e-b38e-93056e906623 req-cf1e8b8a-fdbf-46fb-b5e9-15e888dfc22d tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Calling delete_port for 23dd0d2b-38a0-454c-a0db-4004b2fab812 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:46:37.385810 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-56c5bbeb-016b-455e-b38e-93056e906623 req-cf1e8b8a-fdbf-46fb-b5e9-15e888dfc22d tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:37.397234 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['ddd5c709-a88b-4679-b938-2af95c7d7463'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:46:37.412299 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e8b8a-fdbf-46fb-b5e9-15e888dfc22d tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Pushing event deleted for resources: {'Port': ['ID=23dd0d2b-38a0-454c-a0db-4004b2fab812,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:37.423087 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['23dd0d2b-38a0-454c-a0db-4004b2fab812'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:46:37.456783 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c5bbeb-016b-455e-b38e-93056e906623 req-cf1e8b8a-fdbf-46fb-b5e9-15e888dfc22d tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] No DVR routers for this DVR port 23dd0d2b-38a0-454c-a0db-4004b2fab812 on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:46:37.459581 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-56c5bbeb-016b-455e-b38e-93056e906623 req-cf1e8b8a-fdbf-46fb-b5e9-15e888dfc22d tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:37.463879 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-56c5bbeb-016b-455e-b38e-93056e906623 req-cf1e8b8a-fdbf-46fb-b5e9-15e888dfc22d tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.42 "DELETE /v2.0/ports/23dd0d2b-38a0-454c-a0db-4004b2fab812 HTTP/1.1" status: 204 len: 173 time: 0.3932648 Dec 09 16:46:37.464368 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e59a94-d83a-45cf-8dab-98c8947b9666', 'name': 'network-vif-deleted', 'tag': '23dd0d2b-38a0-454c-a0db-4004b2fab812'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:46:37.467448 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efaf58d4d7c9700f5ffb733085425a1334cb86cda12ff1566d55ee0012e72786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bec264f-a007-48e8-8cf2-7c576f712a1c" -d '{"events": [{"server_uuid": "96e59a94-d83a-45cf-8dab-98c8947b9666", "name": "network-vif-deleted", "tag": "23dd0d2b-38a0-454c-a0db-4004b2fab812"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:46:37.507088 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fccf0ab9-2a8a-4a03-8797-0d47a557b2f1 x-openstack-request-id: req-fccf0ab9-2a8a-4a03-8797-0d47a557b2f1 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:46:37.507441 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e59a94-d83a-45cf-8dab-98c8947b9666", "name": "network-vif-deleted", "tag": "23dd0d2b-38a0-454c-a0db-4004b2fab812", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:46:37.507701 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fccf0ab9-2a8a-4a03-8797-0d47a557b2f1 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:46:37.508110 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e59a94-d83a-45cf-8dab-98c8947b9666', 'name': 'network-vif-deleted', 'tag': '23dd0d2b-38a0-454c-a0db-4004b2fab812', 'status': 'completed', 'code': 200} Dec 09 16:46:37.916610 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cc9a1199-fa6e-4efc-b550-f57c509d57ed req-96d9f871-a362-4c02-ab8c-1f5fc3190a22 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/ports?device_id=96e59a94-d83a-45cf-8dab-98c8947b9666 HTTP/1.1" status: 200 len: 210 time: 0.0290425 Dec 09 16:46:39.068722 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c6f7d-d599-4fab-98ed-2976d6fc2cc3 req-a7e4adf5-abe9-4004-9d01-d3c634c7cb25 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:39.070204 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d36c6f7d-d599-4fab-98ed-2976d6fc2cc3 req-a7e4adf5-abe9-4004-9d01-d3c634c7cb25 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/ports?device_id=151059d2-b4b2-403c-bc11-a58c55ac4332 HTTP/1.1" status: 200 len: 945 time: 0.0491061 Dec 09 16:46:39.117488 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d36c6f7d-d599-4fab-98ed-2976d6fc2cc3 req-4c157d25-ad8f-47ae-a33a-3cdef28ac490 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e14ca44-4e0e-44e1-be4f-668669984352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414217 Dec 09 16:46:39.246085 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a267b2-1271-4c0d-a786-98a4f61bd5fe req-94273ae6-77fb-4970-9e48-1d5eda821358 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:39.247544 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-79a267b2-1271-4c0d-a786-98a4f61bd5fe req-94273ae6-77fb-4970-9e48-1d5eda821358 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/ports?device_id=151059d2-b4b2-403c-bc11-a58c55ac4332 HTTP/1.1" status: 200 len: 945 time: 0.0486708 Dec 09 16:46:39.298458 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-79a267b2-1271-4c0d-a786-98a4f61bd5fe req-21cb2fb7-7967-4094-a52f-f804efbcefe2 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e14ca44-4e0e-44e1-be4f-668669984352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442810 Dec 09 16:46:39.412296 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c64f9-e79d-4e4a-808f-e3a1b7c1de28 req-923e60e3-2e98-48b9-b01d-4b25d42c6785 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:39.413905 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-275c64f9-e79d-4e4a-808f-e3a1b7c1de28 req-923e60e3-2e98-48b9-b01d-4b25d42c6785 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/ports?device_id=151059d2-b4b2-403c-bc11-a58c55ac4332 HTTP/1.1" status: 200 len: 945 time: 0.0488214 Dec 09 16:46:39.461711 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-275c64f9-e79d-4e4a-808f-e3a1b7c1de28 req-5143c14b-4b75-449e-9125-7e7c8f5d3f5a tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e14ca44-4e0e-44e1-be4f-668669984352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418174 Dec 09 16:46:39.625905 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9edb8-d6e2-4a59-86ab-57e08eeb2709 req-0336c246-c6cc-4a09-b5ce-ce2ac399a9d1 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:39.627407 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-12c9edb8-d6e2-4a59-86ab-57e08eeb2709 req-0336c246-c6cc-4a09-b5ce-ce2ac399a9d1 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/ports?device_id=151059d2-b4b2-403c-bc11-a58c55ac4332 HTTP/1.1" status: 200 len: 945 time: 0.0492833 Dec 09 16:46:39.674535 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-12c9edb8-d6e2-4a59-86ab-57e08eeb2709 req-493faffb-4d11-4209-a19d-92e1b4f917cf tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e14ca44-4e0e-44e1-be4f-668669984352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412381 Dec 09 16:46:39.738382 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:46:39.790233 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ffb35-cdd2-42dd-a742-61e3f6484d6c req-cdc060fe-2abe-48ce-ace5-6d4a94eb0346 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:39.791696 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f50ffb35-cdd2-42dd-a742-61e3f6484d6c req-cdc060fe-2abe-48ce-ace5-6d4a94eb0346 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/ports?device_id=151059d2-b4b2-403c-bc11-a58c55ac4332 HTTP/1.1" status: 200 len: 945 time: 0.0523837 Dec 09 16:46:39.838716 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f50ffb35-cdd2-42dd-a742-61e3f6484d6c req-d859121b-d408-437a-b629-7351a3eb5e7e tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e14ca44-4e0e-44e1-be4f-668669984352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404990 Dec 09 16:46:39.961549 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d71375-7615-4300-8e4e-5ef2deb391bc req-b0de3a67-0d51-417c-8968-db0f87b2f8af tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:39.963064 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-49d71375-7615-4300-8e4e-5ef2deb391bc req-b0de3a67-0d51-417c-8968-db0f87b2f8af tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/ports?device_id=151059d2-b4b2-403c-bc11-a58c55ac4332 HTTP/1.1" status: 200 len: 945 time: 0.0490398 Dec 09 16:46:40.010934 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-49d71375-7615-4300-8e4e-5ef2deb391bc req-28f0d4c8-dc1c-4395-8d4d-c45a0c23256c tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e14ca44-4e0e-44e1-be4f-668669984352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412827 Dec 09 16:46:40.305804 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15df37-1cfa-4b45-95fe-e8ae43a06424 req-5138b397-e49b-45fe-abef-6420a3f7cc64 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:40.307193 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1e15df37-1cfa-4b45-95fe-e8ae43a06424 req-5138b397-e49b-45fe-abef-6420a3f7cc64 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/ports?device_id=151059d2-b4b2-403c-bc11-a58c55ac4332 HTTP/1.1" status: 200 len: 945 time: 0.0519774 Dec 09 16:46:40.355642 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1e15df37-1cfa-4b45-95fe-e8ae43a06424 req-c4228d41-603a-4259-9b73-abb5d7392cfb tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e14ca44-4e0e-44e1-be4f-668669984352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418267 Dec 09 16:46:40.438700 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 23dd0d2b-38a0-454c-a0db-4004b2fab812 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:46:40.458385 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: 23dd0d2b-38a0-454c-a0db-4004b2fab812 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:46:40.458731 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 23dd0d2b-38a0-454c-a0db-4004b2fab812 not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:46:41.474163 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a9626-3f3d-4f02-b4a9-1da7e76d5774 req-5aab2ae7-49c0-4229-a4ec-4005ef6ec5d8 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:41.475580 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4f7a9626-3f3d-4f02-b4a9-1da7e76d5774 req-5aab2ae7-49c0-4229-a4ec-4005ef6ec5d8 tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/ports?device_id=151059d2-b4b2-403c-bc11-a58c55ac4332 HTTP/1.1" status: 200 len: 945 time: 0.0505934 Dec 09 16:46:41.525995 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4f7a9626-3f3d-4f02-b4a9-1da7e76d5774 req-0075c88a-db81-42a7-af22-ce658055a07a tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e14ca44-4e0e-44e1-be4f-668669984352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444782 Dec 09 16:46:41.741671 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd5e75-1042-46ac-b4a2-27a406748994 req-dd630ac1-b78a-4eab-99ea-46a09acdfa0c tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:41.743040 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6fd5e75-1042-46ac-b4a2-27a406748994 req-dd630ac1-b78a-4eab-99ea-46a09acdfa0c tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.31 "GET /v2.0/ports?device_id=151059d2-b4b2-403c-bc11-a58c55ac4332 HTTP/1.1" status: 200 len: 945 time: 0.0476263 Dec 09 16:46:41.834053 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-a6fd5e75-1042-46ac-b4a2-27a406748994 req-548fe31d-f5ea-4ef3-a3c2-d20a6a54c47f tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Deleting port ddd5c709-a88b-4679-b938-2af95c7d7463 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:46:41.834383 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a6fd5e75-1042-46ac-b4a2-27a406748994 req-548fe31d-f5ea-4ef3-a3c2-d20a6a54c47f tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:41.918639 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a6fd5e75-1042-46ac-b4a2-27a406748994 req-548fe31d-f5ea-4ef3-a3c2-d20a6a54c47f tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] For port ddd5c709-a88b-4679-b938-2af95c7d7463, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=ddd5c709-a88b-4679-b938-2af95c7d7463,segment=NetworkSegment(e8866782-c9c2-40fa-93a8-8574d4e43053),segment_id=e8866782-c9c2-40fa-93a8-8574d4e43053)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:46:41.918999 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a6fd5e75-1042-46ac-b4a2-27a406748994 req-548fe31d-f5ea-4ef3-a3c2-d20a6a54c47f tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:41.932229 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-a6fd5e75-1042-46ac-b4a2-27a406748994 req-548fe31d-f5ea-4ef3-a3c2-d20a6a54c47f tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Calling delete_port for ddd5c709-a88b-4679-b938-2af95c7d7463 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:46:42.058898 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a6fd5e75-1042-46ac-b4a2-27a406748994 req-548fe31d-f5ea-4ef3-a3c2-d20a6a54c47f tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:42.070579 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['ddd5c709-a88b-4679-b938-2af95c7d7463'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:46:42.087559 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548fe31d-f5ea-4ef3-a3c2-d20a6a54c47f tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Pushing event deleted for resources: {'Port': ['ID=ddd5c709-a88b-4679-b938-2af95c7d7463,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:42.100950 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548fe31d-f5ea-4ef3-a3c2-d20a6a54c47f tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:46:42.100950 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548fe31d-f5ea-4ef3-a3c2-d20a6a54c47f tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:46:42.100950 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548fe31d-f5ea-4ef3-a3c2-d20a6a54c47f tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:46:42.101325 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548fe31d-f5ea-4ef3-a3c2-d20a6a54c47f tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:46:42.101615 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548fe31d-f5ea-4ef3-a3c2-d20a6a54c47f tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:46:42.101951 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548fe31d-f5ea-4ef3-a3c2-d20a6a54c47f tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:46:42.102281 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548fe31d-f5ea-4ef3-a3c2-d20a6a54c47f tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:46:42.102612 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548fe31d-f5ea-4ef3-a3c2-d20a6a54c47f tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:46:42.102941 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548fe31d-f5ea-4ef3-a3c2-d20a6a54c47f tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:46:42.103270 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548fe31d-f5ea-4ef3-a3c2-d20a6a54c47f tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:46:42.103598 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548fe31d-f5ea-4ef3-a3c2-d20a6a54c47f tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:46:42.103928 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548fe31d-f5ea-4ef3-a3c2-d20a6a54c47f tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:46:42.104254 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548fe31d-f5ea-4ef3-a3c2-d20a6a54c47f tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:46:42.142196 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6fd5e75-1042-46ac-b4a2-27a406748994 req-548fe31d-f5ea-4ef3-a3c2-d20a6a54c47f tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] No DVR routers for this DVR port ddd5c709-a88b-4679-b938-2af95c7d7463 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:46:42.144626 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a6fd5e75-1042-46ac-b4a2-27a406748994 req-548fe31d-f5ea-4ef3-a3c2-d20a6a54c47f tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:42.147935 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6fd5e75-1042-46ac-b4a2-27a406748994 req-548fe31d-f5ea-4ef3-a3c2-d20a6a54c47f tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.31 "DELETE /v2.0/ports/ddd5c709-a88b-4679-b938-2af95c7d7463 HTTP/1.1" status: 204 len: 173 time: 0.3987391 Dec 09 16:46:42.148378 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '151059d2-b4b2-403c-bc11-a58c55ac4332', 'name': 'network-vif-deleted', 'tag': 'ddd5c709-a88b-4679-b938-2af95c7d7463'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:46:42.150638 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b2eb42-d838-4914-b840-d4317881fddb" -d '{"events": [{"server_uuid": "151059d2-b4b2-403c-bc11-a58c55ac4332", "name": "network-vif-deleted", "tag": "ddd5c709-a88b-4679-b938-2af95c7d7463"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:46:42.189225 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9da8c32-4d5f-4c0c-82b5-9037f8c38af7 x-openstack-request-id: req-f9da8c32-4d5f-4c0c-82b5-9037f8c38af7 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:46:42.189533 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "151059d2-b4b2-403c-bc11-a58c55ac4332", "name": "network-vif-deleted", "tag": "ddd5c709-a88b-4679-b938-2af95c7d7463", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:46:42.189785 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f9da8c32-4d5f-4c0c-82b5-9037f8c38af7 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:46:42.190209 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '151059d2-b4b2-403c-bc11-a58c55ac4332', 'name': 'network-vif-deleted', 'tag': 'ddd5c709-a88b-4679-b938-2af95c7d7463', 'status': 'completed', 'code': 200} Dec 09 16:46:42.695811 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1bcdd5f4-d24a-4446-a645-d332d1e68ef1 req-af562145-6526-40e1-bd98-8cd2d4463d8c tempest-ServersNegativeTestJSON-1513905544 tempest-ServersNegativeTestJSON-1513905544-project] 10.222.0.57 "GET /v2.0/ports?device_id=151059d2-b4b2-403c-bc11-a58c55ac4332 HTTP/1.1" status: 200 len: 210 time: 0.0833137 Dec 09 16:46:43.751817 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55904) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:43.799295 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce261649-9818-405b-948c-ef6975a6f1f5 admin admin] Deleting subnet fc512083-a867-407e-b063-4971e1834d14 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 16:46:43.802354 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce261649-9818-405b-948c-ef6975a6f1f5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:43.835305 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce261649-9818-405b-948c-ef6975a6f1f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:43.873484 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce261649-9818-405b-948c-ef6975a6f1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:43.923358 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce261649-9818-405b-948c-ef6975a6f1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:43.947477 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce261649-9818-405b-948c-ef6975a6f1f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc512083-a867-407e-b063-4971e1834d14,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:43.951289 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ce261649-9818-405b-948c-ef6975a6f1f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:43.954539 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ce261649-9818-405b-948c-ef6975a6f1f5 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/fc512083-a867-407e-b063-4971e1834d14 HTTP/1.1" status: 204 len: 168 time: 0.2016981 Dec 09 16:46:43.956994 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55906) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:44.030241 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e08bbe99-4f87-445d-be38-860e2970514e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:44.109589 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e08bbe99-4f87-445d-be38-860e2970514e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:44.134459 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-e08bbe99-4f87-445d-be38-860e2970514e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eec1a8a-70f0-4518-8601-f235d60e1d2b']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:46:44.144223 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-e08bbe99-4f87-445d-be38-860e2970514e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8866782-c9c2-40fa-93a8-8574d4e43053') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:46:44.144548 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-e08bbe99-4f87-445d-be38-860e2970514e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8866782-c9c2-40fa-93a8-8574d4e43053') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:46:44.154508 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e08bbe99-4f87-445d-be38-860e2970514e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:44.167252 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e08bbe99-4f87-445d-be38-860e2970514e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:44.173053 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e08bbe99-4f87-445d-be38-860e2970514e admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:46:44.173432 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e08bbe99-4f87-445d-be38-860e2970514e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:44.175133 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 16:46:44.175133 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:46:44.175133 n-d-821228-1 neutron-server[103245]: timer() Dec 09 16:46:44.175133 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:46:44.175133 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 16:46:44.175133 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:46:44.175133 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 16:46:44.175133 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:46:44.175133 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 16:46:44.175133 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:46:44.175133 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 16:46:44.175133 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:46:44.175133 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 16:46:44.175133 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:46:44.175133 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:46:44.175133 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:46:44.175133 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:46:44.175133 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:46:44.175133 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 16:46:44.175133 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:46:44.175133 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 16:46:44.175133 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:46:44.175133 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:46:44.175133 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:46:44.175133 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 16:46:44.175133 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:46:44.175133 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:46:44.175133 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:46:44.175133 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:46:44.175133 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:46:44.175133 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:46:44.175133 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:46:44.227637 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e08bbe99-4f87-445d-be38-860e2970514e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:44.233345 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e08bbe99-4f87-445d-be38-860e2970514e admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:44.236513 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e08bbe99-4f87-445d-be38-860e2970514e admin admin] 10.222.0.57 "DELETE /v2.0/networks/3eec1a8a-70f0-4518-8601-f235d60e1d2b HTTP/1.1" status: 204 len: 168 time: 0.2785892 Dec 09 16:46:44.248113 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08bbe99-4f87-445d-be38-860e2970514e admin admin] Pushing event deleted for resources: {'Network': ['ID=3eec1a8a-70f0-4518-8601-f235d60e1d2b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:44.343449 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55910) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:44.382963 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-45308d93-a849-49f9-81d4-67c9f73003be admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6b5c57ce8d934c17952451d6553fd045&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383546 Dec 09 16:46:44.385369 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55912) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:44.432701 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5cca82c1-4490-4bd4-b107-ab5067e0958f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:44.457624 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5cca82c1-4490-4bd4-b107-ab5067e0958f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:44.503887 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5cca82c1-4490-4bd4-b107-ab5067e0958f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:44.506828 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5cca82c1-4490-4bd4-b107-ab5067e0958f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:44.508590 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5cca82c1-4490-4bd4-b107-ab5067e0958f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2e14ca44-4e0e-44e1-be4f-668669984352 HTTP/1.1" status: 204 len: 168 time: 0.1217220 Dec 09 16:46:44.516274 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca82c1-4490-4bd4-b107-ab5067e0958f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e14ca44-4e0e-44e1-be4f-668669984352,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:45.173785 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55934) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:45.268701 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-670b5dbd-3a7d-437c-8faa-5bf93dc8f4a2 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1768302618'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:46:45.289951 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670b5dbd-3a7d-437c-8faa-5bf93dc8f4a2 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Made reservation on behalf of e214d367cad24829a686cde8aa47066d for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:46:45.293557 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-670b5dbd-3a7d-437c-8faa-5bf93dc8f4a2 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:45.302329 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-670b5dbd-3a7d-437c-8faa-5bf93dc8f4a2 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:45.382587 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-670b5dbd-3a7d-437c-8faa-5bf93dc8f4a2 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:45.386322 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-670b5dbd-3a7d-437c-8faa-5bf93dc8f4a2 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:45.413956 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-670b5dbd-3a7d-437c-8faa-5bf93dc8f4a2 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:46:45.423230 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b5dbd-3a7d-437c-8faa-5bf93dc8f4a2 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d407964-90b5-47c8-9236-6f5d26df69bf,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:45.430016 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-670b5dbd-3a7d-437c-8faa-5bf93dc8f4a2 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:45.430362 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-670b5dbd-3a7d-437c-8faa-5bf93dc8f4a2 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Added segment 3d7e4835-241e-4d53-929d-3da355b1bc43 of type vlan for network 4d863dde-8e4b-4e40-bde8-6c9f52111917 Dec 09 16:46:45.471392 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-670b5dbd-3a7d-437c-8faa-5bf93dc8f4a2 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:45.496565 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-670b5dbd-3a7d-437c-8faa-5bf93dc8f4a2 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:45.502253 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670b5dbd-3a7d-437c-8faa-5bf93dc8f4a2 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:45.502838 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-670b5dbd-3a7d-437c-8faa-5bf93dc8f4a2 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:45.562262 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-670b5dbd-3a7d-437c-8faa-5bf93dc8f4a2 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3873584 Dec 09 16:46:45.572922 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b5dbd-3a7d-437c-8faa-5bf93dc8f4a2 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Pushing event updated for resources: {'Network': ['ID=4d863dde-8e4b-4e40-bde8-6c9f52111917,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:45.587206 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 4d863dde-8e4b-4e40-bde8-6c9f52111917 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:46:46.799312 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:47.192859 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device ddd5c709-a88b-4679-b938-2af95c7d7463 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:46:47.216044 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: ddd5c709-a88b-4679-b938-2af95c7d7463 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:46:47.216394 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device ddd5c709-a88b-4679-b938-2af95c7d7463 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:46:48.813048 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55938) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:48.818128 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-fed78f6c-d5f2-4da4-9e97-fb382de23175 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Request body: {'subnet': {'network_id': '4d863dde-8e4b-4e40-bde8-6c9f52111917', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:46:48.904119 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed78f6c-d5f2-4da4-9e97-fb382de23175 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Made reservation on behalf of e214d367cad24829a686cde8aa47066d for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:46:48.908235 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fed78f6c-d5f2-4da4-9e97-fb382de23175 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:49.089706 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fed78f6c-d5f2-4da4-9e97-fb382de23175 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:49.154786 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed78f6c-d5f2-4da4-9e97-fb382de23175 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Pushing event updated for resources: {'Subnet': ['ID=5b587df9-5e7b-4fd4-97d6-5e04a02d38a4,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:49.162738 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed78f6c-d5f2-4da4-9e97-fb382de23175 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Checking segment: {'id': '3d7e4835-241e-4d53-929d-3da355b1bc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '4d863dde-8e4b-4e40-bde8-6c9f52111917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:46:49.163101 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed78f6c-d5f2-4da4-9e97-fb382de23175 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Network hostable DHCP agents. Network: 4d863dde-8e4b-4e40-bde8-6c9f52111917, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:46:49.178949 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed78f6c-d5f2-4da4-9e97-fb382de23175 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Network 4d863dde-8e4b-4e40-bde8-6c9f52111917 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:46:49.188365 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-fed78f6c-d5f2-4da4-9e97-fb382de23175 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 4d863dde-8e4b-4e40-bde8-6c9f52111917) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:46:49.192804 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed78f6c-d5f2-4da4-9e97-fb382de23175 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:49.193392 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fed78f6c-d5f2-4da4-9e97-fb382de23175 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:49.199345 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda89a89-5991-42c7-a9ca-2d8ddbd00898 None None] Network 4d863dde-8e4b-4e40-bde8-6c9f52111917 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:46:49.209957 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-fed78f6c-d5f2-4da4-9e97-fb382de23175 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3958123 Dec 09 16:46:49.213628 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55940) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:49.220152 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-4d827204-ecfb-40ec-9608-e378cd2770c0 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-268030327'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:46:49.242002 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d827204-ecfb-40ec-9608-e378cd2770c0 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Made reservation on behalf of e214d367cad24829a686cde8aa47066d for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:46:49.245719 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d827204-ecfb-40ec-9608-e378cd2770c0 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:49.270221 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d827204-ecfb-40ec-9608-e378cd2770c0 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:46:49.279964 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d827204-ecfb-40ec-9608-e378cd2770c0 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:49.280303 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-4d827204-ecfb-40ec-9608-e378cd2770c0 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Added segment 6cad1a87-3333-4136-9950-7e5cabb371f7 of type vlan for network be907582-6858-4893-9a39-ee8961d814c5 Dec 09 16:46:49.297081 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20b206c-6b23-47c2-8ff4-600348479c9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-4d863dde-8e4b-4e40-bde8-6c9f52111917', 'network_id': '4d863dde-8e4b-4e40-bde8-6c9f52111917', 'project_id': 'e214d367cad24829a686cde8aa47066d', 'fixed_ips': [{'subnet_id': '5b587df9-5e7b-4fd4-97d6-5e04a02d38a4'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 16:46:49.297956 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a20b206c-6b23-47c2-8ff4-600348479c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:49.325012 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d827204-ecfb-40ec-9608-e378cd2770c0 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:49.352357 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d827204-ecfb-40ec-9608-e378cd2770c0 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:49.358624 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d827204-ecfb-40ec-9608-e378cd2770c0 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:49.359204 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d827204-ecfb-40ec-9608-e378cd2770c0 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:49.428352 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55942) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:49.428733 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4d827204-ecfb-40ec-9608-e378cd2770c0 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2128379 Dec 09 16:46:49.431581 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d827204-ecfb-40ec-9608-e378cd2770c0 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Pushing event updated for resources: {'Network': ['ID=be907582-6858-4893-9a39-ee8961d814c5,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:49.435055 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8842137f-f231-456a-a775-7c3345d80d5c tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Request body: {'subnet': {'network_id': 'be907582-6858-4893-9a39-ee8961d814c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:46:49.446752 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network be907582-6858-4893-9a39-ee8961d814c5 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:46:49.449234 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-a20b206c-6b23-47c2-8ff4-600348479c9d None None] Allocated IP 2001:db8:0:ffff::2 (4d863dde-8e4b-4e40-bde8-6c9f52111917/5b587df9-5e7b-4fd4-97d6-5e04a02d38a4/ca70dfaf-4e1d-42c3-b964-4024adb3949a) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:46:49.529775 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8842137f-f231-456a-a775-7c3345d80d5c tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Made reservation on behalf of e214d367cad24829a686cde8aa47066d for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:46:49.533455 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8842137f-f231-456a-a775-7c3345d80d5c tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:49.651806 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a20b206c-6b23-47c2-8ff4-600348479c9d None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:49.657217 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a20b206c-6b23-47c2-8ff4-600348479c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:49.698324 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20b206c-6b23-47c2-8ff4-600348479c9d None None] Network 4d863dde-8e4b-4e40-bde8-6c9f52111917 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:46:49.701115 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-a20b206c-6b23-47c2-8ff4-600348479c9d None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:46:49.708020 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20b206c-6b23-47c2-8ff4-600348479c9d None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:46:49.716587 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b206c-6b23-47c2-8ff4-600348479c9d None None] Pushing event updated for resources: {'Port': ['ID=ca70dfaf-4e1d-42c3-b964-4024adb3949a,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:49.729949 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8842137f-f231-456a-a775-7c3345d80d5c tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:49.740454 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20b206c-6b23-47c2-8ff4-600348479c9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:46:49.740801 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20b206c-6b23-47c2-8ff4-600348479c9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:46:49.741147 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20b206c-6b23-47c2-8ff4-600348479c9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:46:49.741484 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20b206c-6b23-47c2-8ff4-600348479c9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:46:49.741819 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20b206c-6b23-47c2-8ff4-600348479c9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:46:49.742153 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20b206c-6b23-47c2-8ff4-600348479c9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:46:49.742482 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20b206c-6b23-47c2-8ff4-600348479c9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:46:49.742810 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20b206c-6b23-47c2-8ff4-600348479c9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:46:49.743137 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20b206c-6b23-47c2-8ff4-600348479c9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:46:49.743462 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20b206c-6b23-47c2-8ff4-600348479c9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:46:49.743789 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20b206c-6b23-47c2-8ff4-600348479c9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:46:49.744113 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20b206c-6b23-47c2-8ff4-600348479c9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:46:49.744452 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20b206c-6b23-47c2-8ff4-600348479c9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:46:49.778488 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a20b206c-6b23-47c2-8ff4-600348479c9d None None] Attempting to bind port ca70dfaf-4e1d-42c3-b964-4024adb3949a on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:46:49.778859 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a20b206c-6b23-47c2-8ff4-600348479c9d None None] Attempting to bind port ca70dfaf-4e1d-42c3-b964-4024adb3949a by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '3d7e4835-241e-4d53-929d-3da355b1bc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '4d863dde-8e4b-4e40-bde8-6c9f52111917'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:46:49.779227 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20b206c-6b23-47c2-8ff4-600348479c9d None None] Attempting to bind port ca70dfaf-4e1d-42c3-b964-4024adb3949a on network 4d863dde-8e4b-4e40-bde8-6c9f52111917 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:46:49.784894 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20b206c-6b23-47c2-8ff4-600348479c9d None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:46:49.785267 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20b206c-6b23-47c2-8ff4-600348479c9d None None] Checking segment: {'id': '3d7e4835-241e-4d53-929d-3da355b1bc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '4d863dde-8e4b-4e40-bde8-6c9f52111917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:46:49.785667 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a20b206c-6b23-47c2-8ff4-600348479c9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:49.786060 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20b206c-6b23-47c2-8ff4-600348479c9d None None] Bound using segment: {'id': '3d7e4835-241e-4d53-929d-3da355b1bc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '4d863dde-8e4b-4e40-bde8-6c9f52111917'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:46:49.786526 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-a20b206c-6b23-47c2-8ff4-600348479c9d None None] Bound port: ca70dfaf-4e1d-42c3-b964-4024adb3949a, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d7e4835-241e-4d53-929d-3da355b1bc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '4d863dde-8e4b-4e40-bde8-6c9f52111917'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:46:49.786908 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a20b206c-6b23-47c2-8ff4-600348479c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:49.796588 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8842137f-f231-456a-a775-7c3345d80d5c tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Pushing event updated for resources: {'Subnet': ['ID=4e29cc4c-fdcd-49de-8ebb-1b133502b713,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:49.805573 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8842137f-f231-456a-a775-7c3345d80d5c tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Checking segment: {'id': '6cad1a87-3333-4136-9950-7e5cabb371f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'be907582-6858-4893-9a39-ee8961d814c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:46:49.805941 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8842137f-f231-456a-a775-7c3345d80d5c tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Network hostable DHCP agents. Network: be907582-6858-4893-9a39-ee8961d814c5, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:46:49.823047 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8842137f-f231-456a-a775-7c3345d80d5c tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Network be907582-6858-4893-9a39-ee8961d814c5 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:46:49.832122 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-8842137f-f231-456a-a775-7c3345d80d5c tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, be907582-6858-4893-9a39-ee8961d814c5) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:46:49.836495 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8842137f-f231-456a-a775-7c3345d80d5c tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:49.837093 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8842137f-f231-456a-a775-7c3345d80d5c tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:49.846944 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a247383-7c93-41f8-9a58-5e15d1b759e9 None None] Network be907582-6858-4893-9a39-ee8961d814c5 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:46:49.854135 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8842137f-f231-456a-a775-7c3345d80d5c tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4244947 Dec 09 16:46:49.856978 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55944) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:49.891240 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a20b206c-6b23-47c2-8ff4-600348479c9d None None] For port ca70dfaf-4e1d-42c3-b964-4024adb3949a, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:46:49.911557 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a20b206c-6b23-47c2-8ff4-600348479c9d None None] For port ca70dfaf-4e1d-42c3-b964-4024adb3949a, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=ca70dfaf-4e1d-42c3-b964-4024adb3949a,segment=NetworkSegment(3d7e4835-241e-4d53-929d-3da355b1bc43),segment_id=3d7e4835-241e-4d53-929d-3da355b1bc43)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:46:49.916806 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a20b206c-6b23-47c2-8ff4-600348479c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:49.953598 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-142e6c7c-2cf8-4538-a0e2-a8e11ad9c28e tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:50.009251 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-142e6c7c-2cf8-4538-a0e2-a8e11ad9c28e tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:50.012112 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b206c-6b23-47c2-8ff4-600348479c9d None None] Pushing event updated for resources: {'Port': ['ID=ca70dfaf-4e1d-42c3-b964-4024adb3949a,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:50.029976 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34275a4-7351-48d6-9c14-1fd2a6cc7095 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-be907582-6858-4893-9a39-ee8961d814c5', 'network_id': 'be907582-6858-4893-9a39-ee8961d814c5', 'project_id': 'e214d367cad24829a686cde8aa47066d', 'fixed_ips': [{'subnet_id': '4e29cc4c-fdcd-49de-8ebb-1b133502b713'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 16:46:50.031151 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c34275a4-7351-48d6-9c14-1fd2a6cc7095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:50.084972 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-142e6c7c-2cf8-4538-a0e2-a8e11ad9c28e tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:50.114282 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e6c7c-2cf8-4538-a0e2-a8e11ad9c28e tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Pushing event deleted for resources: {'Subnet': ['ID=4e29cc4c-fdcd-49de-8ebb-1b133502b713,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server [None req-c34275a4-7351-48d6-9c14-1fd2a6cc7095 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4e29cc4c-fdcd-49de-8ebb-1b133502b713: This subnet is being modified by another concurrent operation. Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise exception Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4e29cc4c-fdcd-49de-8ebb-1b133502b713: This subnet is being modified by another concurrent operation. Dec 09 16:46:50.134127 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Dec 09 16:46:50.151265 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb31a5e-4101-4852-84a9-3844e5ae1af2 None None] Network be907582-6858-4893-9a39-ee8961d814c5 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:46:50.202760 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-142e6c7c-2cf8-4538-a0e2-a8e11ad9c28e tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:50.230171 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-142e6c7c-2cf8-4538-a0e2-a8e11ad9c28e tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be907582-6858-4893-9a39-ee8961d814c5']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:46:50.240246 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-142e6c7c-2cf8-4538-a0e2-a8e11ad9c28e tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cad1a87-3333-4136-9950-7e5cabb371f7') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:46:50.240583 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-142e6c7c-2cf8-4538-a0e2-a8e11ad9c28e tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cad1a87-3333-4136-9950-7e5cabb371f7') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:46:50.251178 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-142e6c7c-2cf8-4538-a0e2-a8e11ad9c28e tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:50.267011 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-142e6c7c-2cf8-4538-a0e2-a8e11ad9c28e tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:50.274111 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-142e6c7c-2cf8-4538-a0e2-a8e11ad9c28e tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:46:50.274512 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-142e6c7c-2cf8-4538-a0e2-a8e11ad9c28e tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:50.294278 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 16:46:50.294278 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:46:50.294278 n-d-821228-1 neutron-server[103244]: timer() Dec 09 16:46:50.294278 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:46:50.294278 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 16:46:50.294278 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:46:50.294278 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 16:46:50.294278 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:46:50.294278 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 16:46:50.294278 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:46:50.294278 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 16:46:50.294278 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:46:50.294278 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 16:46:50.294278 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:46:50.294278 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:46:50.294278 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:46:50.294278 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:46:50.294278 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:46:50.294278 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 16:46:50.294278 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:46:50.294278 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 16:46:50.294278 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:46:50.294278 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:46:50.294278 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:46:50.294278 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 16:46:50.294278 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:46:50.294278 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:46:50.294278 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:46:50.294278 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:46:50.294278 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:46:50.294278 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:46:50.294278 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:46:50.359111 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-142e6c7c-2cf8-4538-a0e2-a8e11ad9c28e tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:50.363529 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-142e6c7c-2cf8-4538-a0e2-a8e11ad9c28e tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:50.367759 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-142e6c7c-2cf8-4538-a0e2-a8e11ad9c28e tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] 10.222.0.57 "DELETE /v2.0/networks/be907582-6858-4893-9a39-ee8961d814c5 HTTP/1.1" status: 204 len: 168 time: 0.5087328 Dec 09 16:46:50.371417 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55946) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:50.377072 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-87801c38-f9d3-41ef-aef0-636f85e7924b tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-762636332'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:46:50.387142 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e6c7c-2cf8-4538-a0e2-a8e11ad9c28e tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Pushing event deleted for resources: {'Network': ['ID=be907582-6858-4893-9a39-ee8961d814c5,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:50.412192 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87801c38-f9d3-41ef-aef0-636f85e7924b tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Made reservation on behalf of e214d367cad24829a686cde8aa47066d for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:46:50.415778 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87801c38-f9d3-41ef-aef0-636f85e7924b tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:50.440768 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87801c38-f9d3-41ef-aef0-636f85e7924b tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:46:50.450207 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87801c38-f9d3-41ef-aef0-636f85e7924b tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:50.450615 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-87801c38-f9d3-41ef-aef0-636f85e7924b tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Added segment 848dbd9d-dc13-4b35-8be9-7417d50a3dec of type vlan for network cd45b2d1-5029-424a-b0b1-b596a0a6588a Dec 09 16:46:50.494811 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87801c38-f9d3-41ef-aef0-636f85e7924b tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:50.519045 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87801c38-f9d3-41ef-aef0-636f85e7924b tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:50.524732 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87801c38-f9d3-41ef-aef0-636f85e7924b tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:50.525339 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87801c38-f9d3-41ef-aef0-636f85e7924b tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:50.589973 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-87801c38-f9d3-41ef-aef0-636f85e7924b tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2171326 Dec 09 16:46:50.593090 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55948) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:50.597985 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-2e5ad98a-7130-4d9a-9763-3b4cb434bc78 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Request body: {'subnet': {'network_id': 'cd45b2d1-5029-424a-b0b1-b596a0a6588a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:46:50.605133 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87801c38-f9d3-41ef-aef0-636f85e7924b tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Pushing event updated for resources: {'Network': ['ID=cd45b2d1-5029-424a-b0b1-b596a0a6588a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:50.617590 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network cd45b2d1-5029-424a-b0b1-b596a0a6588a details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:46:50.692043 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bd8a57b6-a9d6-433a-bea6-cad56d28cdc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:50.699707 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5ad98a-7130-4d9a-9763-3b4cb434bc78 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Made reservation on behalf of e214d367cad24829a686cde8aa47066d for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:46:50.704956 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e5ad98a-7130-4d9a-9763-3b4cb434bc78 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:50.769362 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.ipam_backend_mixin [None req-2e5ad98a-7130-4d9a-9763-3b4cb434bc78 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Performing IP validity checks on allocation pools {{(pid=103245) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 09 16:46:50.769883 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.ipam_backend_mixin [None req-2e5ad98a-7130-4d9a-9763-3b4cb434bc78 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103245) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 09 16:46:50.904882 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e5ad98a-7130-4d9a-9763-3b4cb434bc78 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:50.929322 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed3adf5-946e-4c7c-914b-39aa14f88658 None None] Network 4d863dde-8e4b-4e40-bde8-6c9f52111917 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:46:50.960721 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ad98a-7130-4d9a-9763-3b4cb434bc78 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Pushing event updated for resources: {'Subnet': ['ID=b37f499d-3d43-4817-8f16-c9e6364710bc,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:50.977844 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5ad98a-7130-4d9a-9763-3b4cb434bc78 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Checking segment: {'id': '848dbd9d-dc13-4b35-8be9-7417d50a3dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cd45b2d1-5029-424a-b0b1-b596a0a6588a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:46:50.978207 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5ad98a-7130-4d9a-9763-3b4cb434bc78 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Network hostable DHCP agents. Network: cd45b2d1-5029-424a-b0b1-b596a0a6588a, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:46:50.996391 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5ad98a-7130-4d9a-9763-3b4cb434bc78 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Network cd45b2d1-5029-424a-b0b1-b596a0a6588a is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:46:51.007221 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-2e5ad98a-7130-4d9a-9763-3b4cb434bc78 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, cd45b2d1-5029-424a-b0b1-b596a0a6588a) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:46:51.011602 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5ad98a-7130-4d9a-9763-3b4cb434bc78 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:51.012335 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e5ad98a-7130-4d9a-9763-3b4cb434bc78 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:51.018672 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecef72b-77f2-441c-a971-74b212b217b1 None None] Network cd45b2d1-5029-424a-b0b1-b596a0a6588a requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:46:51.030111 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2e5ad98a-7130-4d9a-9763-3b4cb434bc78 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4359808 Dec 09 16:46:51.032944 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55950) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:51.081371 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6c371f14-0125-459b-961e-7bdd46b8afc4 None None] Provisioning complete for port ca70dfaf-4e1d-42c3-b964-4024adb3949a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:46:51.081742 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6c371f14-0125-459b-961e-7bdd46b8afc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:51.136599 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3f0c623-1a4c-407c-bb0a-8d7915739580 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:51.191579 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3f0c623-1a4c-407c-bb0a-8d7915739580 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:51.202442 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2158e9da-b60a-4c0b-a032-cd73f9f0fa70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-cd45b2d1-5029-424a-b0b1-b596a0a6588a', 'network_id': 'cd45b2d1-5029-424a-b0b1-b596a0a6588a', 'project_id': 'e214d367cad24829a686cde8aa47066d', 'fixed_ips': [{'subnet_id': 'b37f499d-3d43-4817-8f16-c9e6364710bc'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 16:46:51.203305 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2158e9da-b60a-4c0b-a032-cd73f9f0fa70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:51.229948 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6c371f14-0125-459b-961e-7bdd46b8afc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:51.272622 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3f0c623-1a4c-407c-bb0a-8d7915739580 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:51.308339 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f0c623-1a4c-407c-bb0a-8d7915739580 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Pushing event deleted for resources: {'Subnet': ['ID=b37f499d-3d43-4817-8f16-c9e6364710bc,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:51.331247 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6c371f14-0125-459b-961e-7bdd46b8afc4 None None] For port ca70dfaf-4e1d-42c3-b964-4024adb3949a, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=ca70dfaf-4e1d-42c3-b964-4024adb3949a,segment=NetworkSegment(3d7e4835-241e-4d53-929d-3da355b1bc43),segment_id=3d7e4835-241e-4d53-929d-3da355b1bc43)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:46:51.339197 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6c371f14-0125-459b-961e-7bdd46b8afc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server [None req-2158e9da-b60a-4c0b-a032-cd73f9f0fa70 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b37f499d-3d43-4817-8f16-c9e6364710bc: This subnet is being modified by another concurrent operation. Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise exception Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b37f499d-3d43-4817-8f16-c9e6364710bc: This subnet is being modified by another concurrent operation. Dec 09 16:46:51.346917 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Dec 09 16:46:51.357012 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device ca70dfaf-4e1d-42c3-b964-4024adb3949a up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:46:51.398362 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3f0c623-1a4c-407c-bb0a-8d7915739580 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:51.403988 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b28475-9607-4271-a570-b00c2cfb10b5 None None] Network cd45b2d1-5029-424a-b0b1-b596a0a6588a requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:46:51.420736 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-f3f0c623-1a4c-407c-bb0a-8d7915739580 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd45b2d1-5029-424a-b0b1-b596a0a6588a']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:46:51.430161 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-f3f0c623-1a4c-407c-bb0a-8d7915739580 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '848dbd9d-dc13-4b35-8be9-7417d50a3dec') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:46:51.430467 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-f3f0c623-1a4c-407c-bb0a-8d7915739580 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '848dbd9d-dc13-4b35-8be9-7417d50a3dec') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:46:51.439760 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3f0c623-1a4c-407c-bb0a-8d7915739580 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:51.453217 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3f0c623-1a4c-407c-bb0a-8d7915739580 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:51.459620 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3f0c623-1a4c-407c-bb0a-8d7915739580 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:46:51.460025 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3f0c623-1a4c-407c-bb0a-8d7915739580 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:51.463552 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 16:46:51.463552 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:46:51.463552 n-d-821228-1 neutron-server[103244]: timer() Dec 09 16:46:51.463552 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:46:51.463552 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 16:46:51.463552 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:46:51.463552 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 16:46:51.463552 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:46:51.463552 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 16:46:51.463552 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:46:51.463552 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 16:46:51.463552 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:46:51.463552 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 16:46:51.463552 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:46:51.463552 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:46:51.463552 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:46:51.463552 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:46:51.463552 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:46:51.463552 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 16:46:51.463552 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:46:51.463552 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 16:46:51.463552 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:46:51.463552 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:46:51.463552 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:46:51.463552 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 16:46:51.463552 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:46:51.463552 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:46:51.463552 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:46:51.463552 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:46:51.463552 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:46:51.463552 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:46:51.463552 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:46:51.495106 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c371f14-0125-459b-961e-7bdd46b8afc4 None None] Pushing event updated for resources: {'Port': ['ID=ca70dfaf-4e1d-42c3-b964-4024adb3949a,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:51.522607 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-978b99d3-693a-424c-a89a-434bda6393d0 None None] Provisioning complete for port ca70dfaf-4e1d-42c3-b964-4024adb3949a triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:46:51.522708 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3f0c623-1a4c-407c-bb0a-8d7915739580 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:51.522826 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-978b99d3-693a-424c-a89a-434bda6393d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:51.533462 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3f0c623-1a4c-407c-bb0a-8d7915739580 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:51.536646 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f3f0c623-1a4c-407c-bb0a-8d7915739580 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] 10.222.0.57 "DELETE /v2.0/networks/cd45b2d1-5029-424a-b0b1-b596a0a6588a HTTP/1.1" status: 204 len: 168 time: 0.5025756 Dec 09 16:46:51.540388 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55952) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:51.546383 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-5ed155f0-0fb5-4f98-a76f-a5d7842ddd91 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-882902200'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:46:51.547016 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f0c623-1a4c-407c-bb0a-8d7915739580 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Pushing event deleted for resources: {'Network': ['ID=cd45b2d1-5029-424a-b0b1-b596a0a6588a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:51.554675 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bc4ce7-7aed-4388-b0f2-8c4068d082a8 None None] get_active_networks_info from n-d-821228-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 16:46:51.569041 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed155f0-0fb5-4f98-a76f-a5d7842ddd91 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Made reservation on behalf of e214d367cad24829a686cde8aa47066d for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:46:51.572538 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5ed155f0-0fb5-4f98-a76f-a5d7842ddd91 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:51.583944 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port ca70dfaf-4e1d-42c3-b964-4024adb3949a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:46:51.584323 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:51.597687 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ed155f0-0fb5-4f98-a76f-a5d7842ddd91 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:46:51.606869 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5ed155f0-0fb5-4f98-a76f-a5d7842ddd91 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:51.607205 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-5ed155f0-0fb5-4f98-a76f-a5d7842ddd91 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Added segment a9af1242-ed17-4315-86d3-727682fbf42b of type vlan for network 73699866-358c-44c3-aa75-71638377b027 Dec 09 16:46:51.684163 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5ed155f0-0fb5-4f98-a76f-a5d7842ddd91 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:51.705422 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bc4ce7-7aed-4388-b0f2-8c4068d082a8 None None] Resources bound (agent type, host, resource id): {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 16:46:51.709955 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5ed155f0-0fb5-4f98-a76f-a5d7842ddd91 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:51.715746 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed155f0-0fb5-4f98-a76f-a5d7842ddd91 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:51.716268 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5ed155f0-0fb5-4f98-a76f-a5d7842ddd91 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:51.778695 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5ed155f0-0fb5-4f98-a76f-a5d7842ddd91 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2345805 Dec 09 16:46:51.779187 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55954) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:51.784314 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-891a8938-db59-49fa-81da-6cdf8f8832dc tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Request body: {'subnet': {'network_id': '73699866-358c-44c3-aa75-71638377b027', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:46:51.843553 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed155f0-0fb5-4f98-a76f-a5d7842ddd91 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Pushing event updated for resources: {'Network': ['ID=73699866-358c-44c3-aa75-71638377b027,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:51.855631 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 73699866-358c-44c3-aa75-71638377b027 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:46:51.883772 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891a8938-db59-49fa-81da-6cdf8f8832dc tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Made reservation on behalf of e214d367cad24829a686cde8aa47066d for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:46:51.887382 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-891a8938-db59-49fa-81da-6cdf8f8832dc tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:52.011939 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e12d9b-9a5f-4fd5-bc97-9eccbcc6450e None None] get_active_networks_info from n-d-821228-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 16:46:52.075478 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-891a8938-db59-49fa-81da-6cdf8f8832dc tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:52.085412 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e12d9b-9a5f-4fd5-bc97-9eccbcc6450e None None] Resources bound (agent type, host, resource id): {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 16:46:52.137351 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a8938-db59-49fa-81da-6cdf8f8832dc tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Pushing event updated for resources: {'Subnet': ['ID=8dd20458-d375-4af9-b76a-983d09b36437,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:52.147533 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891a8938-db59-49fa-81da-6cdf8f8832dc tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Checking segment: {'id': 'a9af1242-ed17-4315-86d3-727682fbf42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73699866-358c-44c3-aa75-71638377b027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:46:52.147908 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891a8938-db59-49fa-81da-6cdf8f8832dc tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Network hostable DHCP agents. Network: 73699866-358c-44c3-aa75-71638377b027, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:46:52.165866 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891a8938-db59-49fa-81da-6cdf8f8832dc tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Network 73699866-358c-44c3-aa75-71638377b027 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:46:52.174640 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-891a8938-db59-49fa-81da-6cdf8f8832dc tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 73699866-358c-44c3-aa75-71638377b027) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:46:52.179091 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891a8938-db59-49fa-81da-6cdf8f8832dc tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:52.179683 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-891a8938-db59-49fa-81da-6cdf8f8832dc tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:52.199818 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-891a8938-db59-49fa-81da-6cdf8f8832dc tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4165514 Dec 09 16:46:52.200170 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55956) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:52.205879 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-9882800e-7a7e-437e-8193-1120942cdbf8 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-520805878'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:46:52.228596 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9882800e-7a7e-437e-8193-1120942cdbf8 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Made reservation on behalf of e214d367cad24829a686cde8aa47066d for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:46:52.232322 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9882800e-7a7e-437e-8193-1120942cdbf8 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:52.256388 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9882800e-7a7e-437e-8193-1120942cdbf8 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:46:52.265758 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9882800e-7a7e-437e-8193-1120942cdbf8 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:52.266188 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-9882800e-7a7e-437e-8193-1120942cdbf8 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Added segment d72e5eba-22a6-4e17-ab5b-124191907b48 of type vlan for network 5a200c9f-b442-4c77-ad3e-d3f1ea52ddcd Dec 09 16:46:52.296922 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0961c87-b04f-4436-9d02-679691414666 None None] Network 73699866-358c-44c3-aa75-71638377b027 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:46:52.312185 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9882800e-7a7e-437e-8193-1120942cdbf8 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:52.341545 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9882800e-7a7e-437e-8193-1120942cdbf8 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:52.347461 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9882800e-7a7e-437e-8193-1120942cdbf8 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:52.348049 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9882800e-7a7e-437e-8193-1120942cdbf8 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:52.411889 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9882800e-7a7e-437e-8193-1120942cdbf8 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2078669 Dec 09 16:46:52.412084 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55958) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:52.414555 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb284359-1b6c-4dea-aa2c-f56ca12345be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-73699866-358c-44c3-aa75-71638377b027', 'network_id': '73699866-358c-44c3-aa75-71638377b027', 'project_id': 'e214d367cad24829a686cde8aa47066d', 'fixed_ips': [{'subnet_id': '8dd20458-d375-4af9-b76a-983d09b36437'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 16:46:52.415454 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bb284359-1b6c-4dea-aa2c-f56ca12345be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:52.416719 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-db44e9b9-8ccd-471c-8066-0a6c0964406f tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Request body: {'subnet': {'network_id': '5a200c9f-b442-4c77-ad3e-d3f1ea52ddcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:46:52.468956 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882800e-7a7e-437e-8193-1120942cdbf8 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Pushing event updated for resources: {'Network': ['ID=5a200c9f-b442-4c77-ad3e-d3f1ea52ddcd,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:52.489410 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 5a200c9f-b442-4c77-ad3e-d3f1ea52ddcd details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:46:52.516754 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db44e9b9-8ccd-471c-8066-0a6c0964406f tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Made reservation on behalf of e214d367cad24829a686cde8aa47066d for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:46:52.520203 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db44e9b9-8ccd-471c-8066-0a6c0964406f tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:52.616091 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-bb284359-1b6c-4dea-aa2c-f56ca12345be None None] Allocated IP 2001:db8::2 (73699866-358c-44c3-aa75-71638377b027/8dd20458-d375-4af9-b76a-983d09b36437/b9d8e45b-af21-4552-904f-17ed42e22168) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:46:52.711790 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db44e9b9-8ccd-471c-8066-0a6c0964406f tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:52.767084 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bb284359-1b6c-4dea-aa2c-f56ca12345be None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:52.771793 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44e9b9-8ccd-471c-8066-0a6c0964406f tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Pushing event updated for resources: {'Subnet': ['ID=0f9d9c13-63c8-45dc-83d6-dd7a456aecb0,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:52.773229 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bb284359-1b6c-4dea-aa2c-f56ca12345be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:52.782551 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db44e9b9-8ccd-471c-8066-0a6c0964406f tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Checking segment: {'id': 'd72e5eba-22a6-4e17-ab5b-124191907b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '5a200c9f-b442-4c77-ad3e-d3f1ea52ddcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:46:52.782923 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db44e9b9-8ccd-471c-8066-0a6c0964406f tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Network hostable DHCP agents. Network: 5a200c9f-b442-4c77-ad3e-d3f1ea52ddcd, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:46:52.800276 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db44e9b9-8ccd-471c-8066-0a6c0964406f tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Network 5a200c9f-b442-4c77-ad3e-d3f1ea52ddcd is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:46:52.809533 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-db44e9b9-8ccd-471c-8066-0a6c0964406f tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 5a200c9f-b442-4c77-ad3e-d3f1ea52ddcd) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:46:52.813964 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db44e9b9-8ccd-471c-8066-0a6c0964406f tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:52.814568 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-db44e9b9-8ccd-471c-8066-0a6c0964406f tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:52.827131 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f42ad6-5f7e-4e3f-af0a-07f54f10c344 None None] Network 5a200c9f-b442-4c77-ad3e-d3f1ea52ddcd requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:46:52.831613 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-db44e9b9-8ccd-471c-8066-0a6c0964406f tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4185312 Dec 09 16:46:52.832539 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb284359-1b6c-4dea-aa2c-f56ca12345be None None] Network 73699866-358c-44c3-aa75-71638377b027 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:46:52.834128 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55960) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:52.846219 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-bb284359-1b6c-4dea-aa2c-f56ca12345be None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:46:52.872255 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb284359-1b6c-4dea-aa2c-f56ca12345be None None] Pushing event updated for resources: {'Port': ['ID=b9d8e45b-af21-4552-904f-17ed42e22168,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:52.876521 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb284359-1b6c-4dea-aa2c-f56ca12345be None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:46:52.934374 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e04e66fe-bc11-430b-8613-5820fa5dc8ba tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:52.958173 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-bb284359-1b6c-4dea-aa2c-f56ca12345be None None] Attempting to bind port b9d8e45b-af21-4552-904f-17ed42e22168 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:46:52.958550 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-bb284359-1b6c-4dea-aa2c-f56ca12345be None None] Attempting to bind port b9d8e45b-af21-4552-904f-17ed42e22168 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'a9af1242-ed17-4315-86d3-727682fbf42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73699866-358c-44c3-aa75-71638377b027'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:46:52.958916 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb284359-1b6c-4dea-aa2c-f56ca12345be None None] Attempting to bind port b9d8e45b-af21-4552-904f-17ed42e22168 on network 73699866-358c-44c3-aa75-71638377b027 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:46:52.977732 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb284359-1b6c-4dea-aa2c-f56ca12345be None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:46:52.978114 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb284359-1b6c-4dea-aa2c-f56ca12345be None None] Checking segment: {'id': 'a9af1242-ed17-4315-86d3-727682fbf42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73699866-358c-44c3-aa75-71638377b027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:46:52.978516 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bb284359-1b6c-4dea-aa2c-f56ca12345be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:52.978912 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb284359-1b6c-4dea-aa2c-f56ca12345be None None] Bound using segment: {'id': 'a9af1242-ed17-4315-86d3-727682fbf42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73699866-358c-44c3-aa75-71638377b027'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:46:52.979388 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-bb284359-1b6c-4dea-aa2c-f56ca12345be None None] Bound port: b9d8e45b-af21-4552-904f-17ed42e22168, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9af1242-ed17-4315-86d3-727682fbf42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '73699866-358c-44c3-aa75-71638377b027'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:46:52.979771 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bb284359-1b6c-4dea-aa2c-f56ca12345be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:52.991497 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e04e66fe-bc11-430b-8613-5820fa5dc8ba tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:52.994571 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7449b9-6000-4ae0-94cd-5b656c24a9b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-5a200c9f-b442-4c77-ad3e-d3f1ea52ddcd', 'network_id': '5a200c9f-b442-4c77-ad3e-d3f1ea52ddcd', 'project_id': 'e214d367cad24829a686cde8aa47066d', 'fixed_ips': [{'subnet_id': '0f9d9c13-63c8-45dc-83d6-dd7a456aecb0'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 16:46:52.995429 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7f7449b9-6000-4ae0-94cd-5b656c24a9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:53.052317 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e04e66fe-bc11-430b-8613-5820fa5dc8ba tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:53.080195 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e66fe-bc11-430b-8613-5820fa5dc8ba tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Pushing event deleted for resources: {'Subnet': ['ID=0f9d9c13-63c8-45dc-83d6-dd7a456aecb0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:53.126924 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-bb284359-1b6c-4dea-aa2c-f56ca12345be None None] For port b9d8e45b-af21-4552-904f-17ed42e22168, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:46:53.132136 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-bb284359-1b6c-4dea-aa2c-f56ca12345be None None] For port b9d8e45b-af21-4552-904f-17ed42e22168, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=b9d8e45b-af21-4552-904f-17ed42e22168,segment=NetworkSegment(a9af1242-ed17-4315-86d3-727682fbf42b),segment_id=a9af1242-ed17-4315-86d3-727682fbf42b)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:46:53.140284 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bb284359-1b6c-4dea-aa2c-f56ca12345be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:53.143140 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e04e66fe-bc11-430b-8613-5820fa5dc8ba tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:53.167873 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-e04e66fe-bc11-430b-8613-5820fa5dc8ba tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a200c9f-b442-4c77-ad3e-d3f1ea52ddcd']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server [None req-7f7449b9-6000-4ae0-94cd-5b656c24a9b8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f9d9c13-63c8-45dc-83d6-dd7a456aecb0: This subnet is being modified by another concurrent operation. Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server raise exception Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f9d9c13-63c8-45dc-83d6-dd7a456aecb0: This subnet is being modified by another concurrent operation. Dec 09 16:46:53.169272 n-d-821228-1 neutron-server[103246]: ERROR oslo_messaging.rpc.server Dec 09 16:46:53.179656 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-e04e66fe-bc11-430b-8613-5820fa5dc8ba tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd72e5eba-22a6-4e17-ab5b-124191907b48') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:46:53.180594 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-e04e66fe-bc11-430b-8613-5820fa5dc8ba tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd72e5eba-22a6-4e17-ab5b-124191907b48') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:46:53.193912 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e04e66fe-bc11-430b-8613-5820fa5dc8ba tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:53.196341 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a75fe6-0640-4aae-b990-fd7ef4e93597 None None] Network 5a200c9f-b442-4c77-ad3e-d3f1ea52ddcd requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:46:53.208711 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e04e66fe-bc11-430b-8613-5820fa5dc8ba tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:53.219356 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e04e66fe-bc11-430b-8613-5820fa5dc8ba tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:46:53.219877 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e04e66fe-bc11-430b-8613-5820fa5dc8ba tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:53.223775 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 16:46:53.223775 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:46:53.223775 n-d-821228-1 neutron-server[103244]: timer() Dec 09 16:46:53.223775 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:46:53.223775 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 16:46:53.223775 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:46:53.223775 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 16:46:53.223775 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:46:53.223775 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 16:46:53.223775 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:46:53.223775 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 16:46:53.223775 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:46:53.223775 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 16:46:53.223775 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:46:53.223775 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:46:53.223775 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:46:53.223775 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:46:53.223775 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:46:53.223775 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 16:46:53.223775 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:46:53.223775 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 16:46:53.223775 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:46:53.223775 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:46:53.223775 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:46:53.223775 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 16:46:53.223775 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:46:53.223775 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:46:53.223775 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:46:53.223775 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:46:53.223775 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:46:53.223775 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:46:53.223775 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:46:53.258243 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0644f350-361f-4648-9373-9346dc11213d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:53.278162 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb284359-1b6c-4dea-aa2c-f56ca12345be None None] Pushing event updated for resources: {'Port': ['ID=b9d8e45b-af21-4552-904f-17ed42e22168,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:53.295224 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e04e66fe-bc11-430b-8613-5820fa5dc8ba tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:53.317644 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device ca70dfaf-4e1d-42c3-b964-4024adb3949a up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:46:53.318542 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e04e66fe-bc11-430b-8613-5820fa5dc8ba tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:53.321986 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e04e66fe-bc11-430b-8613-5820fa5dc8ba tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] 10.222.0.57 "DELETE /v2.0/networks/5a200c9f-b442-4c77-ad3e-d3f1ea52ddcd HTTP/1.1" status: 204 len: 168 time: 0.4869297 Dec 09 16:46:53.324175 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e66fe-bc11-430b-8613-5820fa5dc8ba tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Pushing event deleted for resources: {'Network': ['ID=5a200c9f-b442-4c77-ad3e-d3f1ea52ddcd,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:53.326679 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55962) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:53.367637 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8cfceb9-8b1e-46f1-ab96-d6423f409603 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] GET failed (client error): The resource could not be found. Dec 09 16:46:53.369119 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d8cfceb9-8b1e-46f1-ab96-d6423f409603 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] 10.222.0.57 "GET /v2.0/subnets/0f9d9c13-63c8-45dc-83d6-dd7a456aecb0 HTTP/1.1" status: 404 len: 337 time: 0.0414085 Dec 09 16:46:53.371890 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55964) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:53.381378 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port ca70dfaf-4e1d-42c3-b964-4024adb3949a triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:46:53.381826 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:53.392101 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d64a92c-d4f0-4968-85db-810c3b12e55f tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] DELETE failed (client error): The resource could not be found. Dec 09 16:46:53.392658 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d64a92c-d4f0-4968-85db-810c3b12e55f tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 16:46:53.397283 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5d64a92c-d4f0-4968-85db-810c3b12e55f tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] 10.222.0.57 "DELETE /v2.0/networks/5a200c9f-b442-4c77-ad3e-d3f1ea52ddcd HTTP/1.1" status: 404 len: 339 time: 0.0243988 Dec 09 16:46:53.405709 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55966) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:53.443999 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a4ae9a9-4cd8-4adb-8a30-1ab638369029 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] DELETE failed (client error): The resource could not be found. Dec 09 16:46:53.444487 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a4ae9a9-4cd8-4adb-8a30-1ab638369029 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 16:46:53.447900 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8a4ae9a9-4cd8-4adb-8a30-1ab638369029 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] 10.222.0.57 "DELETE /v2.0/subnets/0f9d9c13-63c8-45dc-83d6-dd7a456aecb0 HTTP/1.1" status: 404 len: 337 time: 0.0406013 Dec 09 16:46:53.450098 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55968) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:53.478287 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c58535a-3a84-4b01-b5ca-cf2557f5e052 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] DELETE failed (client error): The resource could not be found. Dec 09 16:46:53.479067 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c58535a-3a84-4b01-b5ca-cf2557f5e052 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 16:46:53.485168 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5c58535a-3a84-4b01-b5ca-cf2557f5e052 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] 10.222.0.57 "DELETE /v2.0/networks/5a200c9f-b442-4c77-ad3e-d3f1ea52ddcd HTTP/1.1" status: 404 len: 339 time: 0.0311408 Dec 09 16:46:53.485510 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55970) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:53.539893 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e2c05c7-1343-4cc6-886a-16fd07767e58 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Deleting subnet 8dd20458-d375-4af9-b76a-983d09b36437 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 16:46:53.543501 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e2c05c7-1343-4cc6-886a-16fd07767e58 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:53.589001 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e2c05c7-1343-4cc6-886a-16fd07767e58 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:53.668786 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e2c05c7-1343-4cc6-886a-16fd07767e58 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:53.726257 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e2c05c7-1343-4cc6-886a-16fd07767e58 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:53.756618 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c05c7-1343-4cc6-886a-16fd07767e58 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Pushing event deleted for resources: {'Subnet': ['ID=8dd20458-d375-4af9-b76a-983d09b36437,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:53.761624 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4e2c05c7-1343-4cc6-886a-16fd07767e58 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:53.765541 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4e2c05c7-1343-4cc6-886a-16fd07767e58 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] 10.222.0.57 "DELETE /v2.0/subnets/8dd20458-d375-4af9-b76a-983d09b36437 HTTP/1.1" status: 204 len: 168 time: 0.2790091 Dec 09 16:46:53.767985 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55972) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:53.842641 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-069ee7df-0f69-4011-b265-aea9b8a6b9a2 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:53.898396 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-069ee7df-0f69-4011-b265-aea9b8a6b9a2 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Deleting port b9d8e45b-af21-4552-904f-17ed42e22168 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:46:53.898739 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-069ee7df-0f69-4011-b265-aea9b8a6b9a2 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:53.967273 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-069ee7df-0f69-4011-b265-aea9b8a6b9a2 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] For port b9d8e45b-af21-4552-904f-17ed42e22168, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=b9d8e45b-af21-4552-904f-17ed42e22168,segment=NetworkSegment(a9af1242-ed17-4315-86d3-727682fbf42b),segment_id=a9af1242-ed17-4315-86d3-727682fbf42b)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:46:53.967644 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-069ee7df-0f69-4011-b265-aea9b8a6b9a2 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:53.981446 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-069ee7df-0f69-4011-b265-aea9b8a6b9a2 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Calling delete_port for b9d8e45b-af21-4552-904f-17ed42e22168 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:46:54.067627 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-069ee7df-0f69-4011-b265-aea9b8a6b9a2 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:54.092790 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ee7df-0f69-4011-b265-aea9b8a6b9a2 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Pushing event deleted for resources: {'Port': ['ID=b9d8e45b-af21-4552-904f-17ed42e22168,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:54.099293 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069ee7df-0f69-4011-b265-aea9b8a6b9a2 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] No DVR routers for this DVR port b9d8e45b-af21-4552-904f-17ed42e22168 on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:46:54.189043 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-069ee7df-0f69-4011-b265-aea9b8a6b9a2 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:54.219008 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-069ee7df-0f69-4011-b265-aea9b8a6b9a2 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73699866-358c-44c3-aa75-71638377b027']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:46:54.229621 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-069ee7df-0f69-4011-b265-aea9b8a6b9a2 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9af1242-ed17-4315-86d3-727682fbf42b') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:46:54.229917 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-069ee7df-0f69-4011-b265-aea9b8a6b9a2 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9af1242-ed17-4315-86d3-727682fbf42b') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:46:54.240795 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-069ee7df-0f69-4011-b265-aea9b8a6b9a2 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:54.254343 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-069ee7df-0f69-4011-b265-aea9b8a6b9a2 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:54.260630 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-069ee7df-0f69-4011-b265-aea9b8a6b9a2 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:46:54.261019 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-069ee7df-0f69-4011-b265-aea9b8a6b9a2 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:54.264643 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 16:46:54.264643 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:46:54.264643 n-d-821228-1 neutron-server[103244]: timer() Dec 09 16:46:54.264643 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:46:54.264643 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 16:46:54.264643 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:46:54.264643 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 16:46:54.264643 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:46:54.264643 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 16:46:54.264643 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:46:54.264643 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 16:46:54.264643 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:46:54.264643 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 16:46:54.264643 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:46:54.264643 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:46:54.264643 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:46:54.264643 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:46:54.264643 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:46:54.264643 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 16:46:54.264643 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:46:54.264643 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 16:46:54.264643 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:46:54.264643 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:46:54.264643 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:46:54.264643 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 16:46:54.264643 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:46:54.264643 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:46:54.264643 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:46:54.264643 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:46:54.264643 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:46:54.264643 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:46:54.264643 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:46:54.274185 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0545cc0-6415-4e75-9b95-d66025109952 None None] Network 73699866-358c-44c3-aa75-71638377b027 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:46:54.326295 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-069ee7df-0f69-4011-b265-aea9b8a6b9a2 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:54.331720 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-069ee7df-0f69-4011-b265-aea9b8a6b9a2 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:54.338708 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-069ee7df-0f69-4011-b265-aea9b8a6b9a2 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] 10.222.0.57 "DELETE /v2.0/networks/73699866-358c-44c3-aa75-71638377b027 HTTP/1.1" status: 204 len: 168 time: 0.5673010 Dec 09 16:46:54.339231 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55974) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:54.340025 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-90d41254-85c7-420f-b626-19676d597c34 req-3ccd580a-18a8-4b9c-9715-58e6f9ac4f7d tempest-ServerDiskConfigTestJSON-1950663046 tempest-ServerDiskConfigTestJSON-1950663046-project] (103244) timed out ('10.222.0.31', 57670) {{(pid=103244) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 16:46:54.352196 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ee7df-0f69-4011-b265-aea9b8a6b9a2 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Pushing event deleted for resources: {'Network': ['ID=73699866-358c-44c3-aa75-71638377b027,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:54.368372 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-50199b06-3627-4d6c-b53f-f556f3394296 None None] Could not find standard attr ID for object b9d8e45b-af21-4552-904f-17ed42e22168. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 16:46:54.372249 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:54.378330 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-79fe786b-c862-4729-a413-5f2083d7c922 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] DELETE failed (client error): The resource could not be found. Dec 09 16:46:54.378872 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79fe786b-c862-4729-a413-5f2083d7c922 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 16:46:54.382070 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-79fe786b-c862-4729-a413-5f2083d7c922 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] 10.222.0.57 "DELETE /v2.0/subnets/b37f499d-3d43-4817-8f16-c9e6364710bc HTTP/1.1" status: 404 len: 337 time: 0.0417182 Dec 09 16:46:54.384688 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55976) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:54.405454 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-96224649-80d7-4b02-b4c6-d077a76af7e7 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] DELETE failed (client error): The resource could not be found. Dec 09 16:46:54.405952 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96224649-80d7-4b02-b4c6-d077a76af7e7 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 16:46:54.408974 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-96224649-80d7-4b02-b4c6-d077a76af7e7 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] 10.222.0.57 "DELETE /v2.0/networks/cd45b2d1-5029-424a-b0b1-b596a0a6588a HTTP/1.1" status: 404 len: 339 time: 0.0232773 Dec 09 16:46:54.411475 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55978) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:54.424433 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad563890-004a-47c0-9891-5e2c084de505 None None] DHCP port deletion for 73699866-358c-44c3-aa75-71638377b027 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:46:54.442833 n-d-821228-1 neutron-server[103245]: INFO neutron.pecan_wsgi.hooks.translation [None req-87ccbba4-a77e-4555-8165-5f8a3a42f70f tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] DELETE failed (client error): The resource could not be found. Dec 09 16:46:54.443300 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87ccbba4-a77e-4555-8165-5f8a3a42f70f tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103245) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 16:46:54.443441 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b2e65b-35c3-4da3-ac2b-8bbda92a82b1 None None] get_active_networks_info from n-d-821228-1 {{(pid=103246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 16:46:54.449128 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-87ccbba4-a77e-4555-8165-5f8a3a42f70f tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] 10.222.0.57 "DELETE /v2.0/subnets/4e29cc4c-fdcd-49de-8ebb-1b133502b713 HTTP/1.1" status: 404 len: 337 time: 0.0343099 Dec 09 16:46:54.449516 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55980) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:54.468504 n-d-821228-1 neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-abffb497-2c92-41f0-ad61-69c5d018c4cd tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] DELETE failed (client error): The resource could not be found. Dec 09 16:46:54.469006 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abffb497-2c92-41f0-ad61-69c5d018c4cd tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 16:46:54.474435 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-abffb497-2c92-41f0-ad61-69c5d018c4cd tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] 10.222.0.57 "DELETE /v2.0/networks/be907582-6858-4893-9a39-ee8961d814c5 HTTP/1.1" status: 404 len: 339 time: 0.0214307 Dec 09 16:46:54.475284 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 55982) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:54.514865 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b2e65b-35c3-4da3-ac2b-8bbda92a82b1 None None] Resources bound (agent type, host, resource id): {{(pid=103246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 16:46:54.527364 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3103fa8-f70c-4395-a9b6-6cd91789d936 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Deleting subnet 5b587df9-5e7b-4fd4-97d6-5e04a02d38a4 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 16:46:54.531240 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b3103fa8-f70c-4395-a9b6-6cd91789d936 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:54.571595 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b3103fa8-f70c-4395-a9b6-6cd91789d936 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:54.690304 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b3103fa8-f70c-4395-a9b6-6cd91789d936 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:54.748696 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b3103fa8-f70c-4395-a9b6-6cd91789d936 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:54.775260 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3103fa8-f70c-4395-a9b6-6cd91789d936 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Pushing event deleted for resources: {'Subnet': ['ID=5b587df9-5e7b-4fd4-97d6-5e04a02d38a4,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:54.779000 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b3103fa8-f70c-4395-a9b6-6cd91789d936 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:54.782798 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b3103fa8-f70c-4395-a9b6-6cd91789d936 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] 10.222.0.57 "DELETE /v2.0/subnets/5b587df9-5e7b-4fd4-97d6-5e04a02d38a4 HTTP/1.1" status: 204 len: 168 time: 0.3065152 Dec 09 16:46:54.785890 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55984) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:54.788364 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc87d16-5115-4616-903a-c4e2d2a88363 None None] Network 4d863dde-8e4b-4e40-bde8-6c9f52111917 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:46:54.859893 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-14bc5cae-524d-4d93-a94a-887b670d76f0 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:54.913448 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-14bc5cae-524d-4d93-a94a-887b670d76f0 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Deleting port ca70dfaf-4e1d-42c3-b964-4024adb3949a {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:46:54.913916 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-14bc5cae-524d-4d93-a94a-887b670d76f0 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:54.935537 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11090378-6621-4bf0-a135-4562402dac2f None None] DHCP port deletion for 4d863dde-8e4b-4e40-bde8-6c9f52111917 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:46:54.979888 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-14bc5cae-524d-4d93-a94a-887b670d76f0 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] For port ca70dfaf-4e1d-42c3-b964-4024adb3949a, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=ca70dfaf-4e1d-42c3-b964-4024adb3949a,segment=NetworkSegment(3d7e4835-241e-4d53-929d-3da355b1bc43),segment_id=3d7e4835-241e-4d53-929d-3da355b1bc43)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:46:54.980175 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-14bc5cae-524d-4d93-a94a-887b670d76f0 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:54.983566 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-11090378-6621-4bf0-a135-4562402dac2f None None] Deleting port ca70dfaf-4e1d-42c3-b964-4024adb3949a {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:46:54.983955 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-11090378-6621-4bf0-a135-4562402dac2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:54.993205 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-14bc5cae-524d-4d93-a94a-887b670d76f0 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Calling delete_port for ca70dfaf-4e1d-42c3-b964-4024adb3949a owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:46:55.047545 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-11090378-6621-4bf0-a135-4562402dac2f None None] For port ca70dfaf-4e1d-42c3-b964-4024adb3949a, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=ca70dfaf-4e1d-42c3-b964-4024adb3949a,segment=NetworkSegment(3d7e4835-241e-4d53-929d-3da355b1bc43),segment_id=3d7e4835-241e-4d53-929d-3da355b1bc43)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:46:55.047935 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-11090378-6621-4bf0-a135-4562402dac2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:55.063775 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-11090378-6621-4bf0-a135-4562402dac2f None None] Calling delete_port for ca70dfaf-4e1d-42c3-b964-4024adb3949a owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:46:55.071746 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-14bc5cae-524d-4d93-a94a-887b670d76f0 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:55.104987 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc5cae-524d-4d93-a94a-887b670d76f0 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Pushing event deleted for resources: {'Port': ['ID=ca70dfaf-4e1d-42c3-b964-4024adb3949a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:55.109888 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bc5cae-524d-4d93-a94a-887b670d76f0 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] No DVR routers for this DVR port ca70dfaf-4e1d-42c3-b964-4024adb3949a on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:46:55.191302 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-14bc5cae-524d-4d93-a94a-887b670d76f0 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:55.212532 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-14bc5cae-524d-4d93-a94a-887b670d76f0 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d863dde-8e4b-4e40-bde8-6c9f52111917']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:46:55.224136 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-14bc5cae-524d-4d93-a94a-887b670d76f0 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d7e4835-241e-4d53-929d-3da355b1bc43') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:46:55.224937 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-14bc5cae-524d-4d93-a94a-887b670d76f0 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d7e4835-241e-4d53-929d-3da355b1bc43') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:46:55.236448 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-14bc5cae-524d-4d93-a94a-887b670d76f0 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:55.250563 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-14bc5cae-524d-4d93-a94a-887b670d76f0 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:55.256571 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14bc5cae-524d-4d93-a94a-887b670d76f0 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:46:55.256951 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-14bc5cae-524d-4d93-a94a-887b670d76f0 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:55.260191 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 16:46:55.260191 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:46:55.260191 n-d-821228-1 neutron-server[103244]: timer() Dec 09 16:46:55.260191 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:46:55.260191 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 16:46:55.260191 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:46:55.260191 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 16:46:55.260191 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:46:55.260191 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 16:46:55.260191 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:46:55.260191 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 16:46:55.260191 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:46:55.260191 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 16:46:55.260191 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:46:55.260191 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:46:55.260191 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:46:55.260191 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:46:55.260191 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:46:55.260191 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 16:46:55.260191 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:46:55.260191 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 16:46:55.260191 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:46:55.260191 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:46:55.260191 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:46:55.260191 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 16:46:55.260191 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:46:55.260191 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:46:55.260191 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:46:55.260191 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:46:55.260191 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:46:55.260191 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:46:55.260191 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:46:55.280908 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device ca70dfaf-4e1d-42c3-b964-4024adb3949a no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:46:55.309742 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: ca70dfaf-4e1d-42c3-b964-4024adb3949a {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:46:55.310096 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device ca70dfaf-4e1d-42c3-b964-4024adb3949a not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:46:55.311682 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:55.325904 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-14bc5cae-524d-4d93-a94a-887b670d76f0 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:55.335002 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-14bc5cae-524d-4d93-a94a-887b670d76f0 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:55.335938 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-11090378-6621-4bf0-a135-4562402dac2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:55.338349 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-14bc5cae-524d-4d93-a94a-887b670d76f0 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] 10.222.0.57 "DELETE /v2.0/networks/4d863dde-8e4b-4e40-bde8-6c9f52111917 HTTP/1.1" status: 204 len: 168 time: 0.5514650 Dec 09 16:46:55.352402 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc5cae-524d-4d93-a94a-887b670d76f0 tempest-NetworksIpV6Test-143006768 tempest-NetworksIpV6Test-143006768-project] Pushing event deleted for resources: {'Network': ['ID=4d863dde-8e4b-4e40-bde8-6c9f52111917,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:55.361247 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-11090378-6621-4bf0-a135-4562402dac2f None None] Network 4d863dde-8e4b-4e40-bde8-6c9f52111917 is not hosted by any dhcp agent {{(pid=103246) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 16:46:55.361717 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11090378-6621-4bf0-a135-4562402dac2f None None] No DVR routers for this DVR port ca70dfaf-4e1d-42c3-b964-4024adb3949a on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:46:55.363454 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11090378-6621-4bf0-a135-4562402dac2f None None] Pushing event deleted for resources: {'Port': ['ID=ca70dfaf-4e1d-42c3-b964-4024adb3949a,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:55.587779 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55990) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:55.627055 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:55.725592 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ceb3e06d-e049-4b40-bd03-874324992348 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e214d367cad24829a686cde8aa47066d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1366150 Dec 09 16:46:55.727982 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 55994) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:55.773758 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-be0ec3ab-ebb6-44ec-bb43-97a67041cd6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:55.794391 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-be0ec3ab-ebb6-44ec-bb43-97a67041cd6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:55.841868 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-be0ec3ab-ebb6-44ec-bb43-97a67041cd6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:55.844643 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-be0ec3ab-ebb6-44ec-bb43-97a67041cd6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:55.845817 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-be0ec3ab-ebb6-44ec-bb43-97a67041cd6f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4d407964-90b5-47c8-9236-6f5d26df69bf HTTP/1.1" status: 204 len: 168 time: 0.1169128 Dec 09 16:46:55.853947 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ec3ab-ebb6-44ec-bb43-97a67041cd6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d407964-90b5-47c8-9236-6f5d26df69bf,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:56.479405 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56016) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:56.573285 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-cecac458-2ff6-42ab-8914-223855724c1b tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-358908387', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:46:56.604258 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cecac458-2ff6-42ab-8914-223855724c1b tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:56.605412 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cecac458-2ff6-42ab-8914-223855724c1b tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:56.612910 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:56.690389 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cecac458-2ff6-42ab-8914-223855724c1b tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:56.694266 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cecac458-2ff6-42ab-8914-223855724c1b tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:56.711242 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cecac458-2ff6-42ab-8914-223855724c1b tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:56.712459 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-cecac458-2ff6-42ab-8914-223855724c1b tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2319682 Dec 09 16:46:56.715099 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56020) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:56.720378 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8b099404-34b3-4d06-bdbf-dfcdcbffab08 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1736152828'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:46:56.740789 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b099404-34b3-4d06-bdbf-dfcdcbffab08 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Made reservation on behalf of 648c238c57e84b6786401f4396649a73 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:46:56.744179 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8b099404-34b3-4d06-bdbf-dfcdcbffab08 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:56.752821 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8b099404-34b3-4d06-bdbf-dfcdcbffab08 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:56.830364 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8b099404-34b3-4d06-bdbf-dfcdcbffab08 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:56.833960 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8b099404-34b3-4d06-bdbf-dfcdcbffab08 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:56.861640 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b099404-34b3-4d06-bdbf-dfcdcbffab08 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:46:56.871406 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b099404-34b3-4d06-bdbf-dfcdcbffab08 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68d85aba-fefb-4eee-aac3-4abf22ffd2b8,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:56.877462 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8b099404-34b3-4d06-bdbf-dfcdcbffab08 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:56.877803 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-8b099404-34b3-4d06-bdbf-dfcdcbffab08 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Added segment 7e60575f-2cfe-4826-b80d-d858515987b5 of type vlan for network 9dbc0ad2-8016-41f0-99c6-a6e880fa86d3 Dec 09 16:46:56.918028 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8b099404-34b3-4d06-bdbf-dfcdcbffab08 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:56.941709 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8b099404-34b3-4d06-bdbf-dfcdcbffab08 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:56.947387 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b099404-34b3-4d06-bdbf-dfcdcbffab08 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:56.947962 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8b099404-34b3-4d06-bdbf-dfcdcbffab08 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:57.001388 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8b099404-34b3-4d06-bdbf-dfcdcbffab08 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2852266 Dec 09 16:46:57.004334 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56022) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:57.009388 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-57112430-ec78-4fd0-8ec6-0835f7e29c35 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Request body: {'subnet': {'network_id': '9dbc0ad2-8016-41f0-99c6-a6e880fa86d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:46:57.019648 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b099404-34b3-4d06-bdbf-dfcdcbffab08 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Pushing event updated for resources: {'Network': ['ID=9dbc0ad2-8016-41f0-99c6-a6e880fa86d3,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:57.030258 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 9dbc0ad2-8016-41f0-99c6-a6e880fa86d3 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:46:57.104239 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57112430-ec78-4fd0-8ec6-0835f7e29c35 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Made reservation on behalf of 648c238c57e84b6786401f4396649a73 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:46:57.108046 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-57112430-ec78-4fd0-8ec6-0835f7e29c35 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:57.283205 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-57112430-ec78-4fd0-8ec6-0835f7e29c35 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:57.343586 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57112430-ec78-4fd0-8ec6-0835f7e29c35 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Pushing event updated for resources: {'Subnet': ['ID=f8d01d89-84aa-494e-a739-060b2b08a6fa,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:57.352204 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57112430-ec78-4fd0-8ec6-0835f7e29c35 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Checking segment: {'id': '7e60575f-2cfe-4826-b80d-d858515987b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9dbc0ad2-8016-41f0-99c6-a6e880fa86d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:46:57.352600 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57112430-ec78-4fd0-8ec6-0835f7e29c35 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Network hostable DHCP agents. Network: 9dbc0ad2-8016-41f0-99c6-a6e880fa86d3, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:46:57.369887 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57112430-ec78-4fd0-8ec6-0835f7e29c35 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Network 9dbc0ad2-8016-41f0-99c6-a6e880fa86d3 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:46:57.378950 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-57112430-ec78-4fd0-8ec6-0835f7e29c35 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 9dbc0ad2-8016-41f0-99c6-a6e880fa86d3) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:46:57.383074 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57112430-ec78-4fd0-8ec6-0835f7e29c35 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:57.383848 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-57112430-ec78-4fd0-8ec6-0835f7e29c35 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:57.389662 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816aa8a6-7142-49a2-a4c3-ca2c1b3f6f73 None None] Network 9dbc0ad2-8016-41f0-99c6-a6e880fa86d3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:46:57.400735 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-57112430-ec78-4fd0-8ec6-0835f7e29c35 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3951519 Dec 09 16:46:57.403639 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56024) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:57.409143 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-46f8702a-5586-47a4-874e-b12ae15092fc tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1365345113'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:46:57.429683 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f8702a-5586-47a4-874e-b12ae15092fc tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Made reservation on behalf of 648c238c57e84b6786401f4396649a73 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:46:57.433255 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-46f8702a-5586-47a4-874e-b12ae15092fc tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:57.458294 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46f8702a-5586-47a4-874e-b12ae15092fc tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:46:57.467686 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-46f8702a-5586-47a4-874e-b12ae15092fc tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:57.468034 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-46f8702a-5586-47a4-874e-b12ae15092fc tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Added segment b194a3f3-3af7-42a8-8865-5bdad3ce195f of type vlan for network 4038eec3-2c3c-4e0a-b83e-845641b51271 Dec 09 16:46:57.493501 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385cf416-6c81-4205-9225-42c55b2a49bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-9dbc0ad2-8016-41f0-99c6-a6e880fa86d3', 'network_id': '9dbc0ad2-8016-41f0-99c6-a6e880fa86d3', 'project_id': '648c238c57e84b6786401f4396649a73', 'fixed_ips': [{'subnet_id': 'f8d01d89-84aa-494e-a739-060b2b08a6fa'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 16:46:57.494420 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-385cf416-6c81-4205-9225-42c55b2a49bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:57.512345 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-46f8702a-5586-47a4-874e-b12ae15092fc tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:57.537880 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-46f8702a-5586-47a4-874e-b12ae15092fc tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:57.543420 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f8702a-5586-47a4-874e-b12ae15092fc tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:57.544007 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-46f8702a-5586-47a4-874e-b12ae15092fc tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:57.606606 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-46f8702a-5586-47a4-874e-b12ae15092fc tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2012682 Dec 09 16:46:57.609838 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56026) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:57.613309 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f8702a-5586-47a4-874e-b12ae15092fc tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Pushing event updated for resources: {'Network': ['ID=4038eec3-2c3c-4e0a-b83e-845641b51271,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:57.618228 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-b5b6f704-0ab2-48e3-a736-51273310a761 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Request body: {'subnet': {'network_id': '4038eec3-2c3c-4e0a-b83e-845641b51271', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:46:57.632083 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 4038eec3-2c3c-4e0a-b83e-845641b51271 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:46:57.639593 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-385cf416-6c81-4205-9225-42c55b2a49bc None None] Allocated IP 172.20.0.2 (9dbc0ad2-8016-41f0-99c6-a6e880fa86d3/f8d01d89-84aa-494e-a739-060b2b08a6fa/220f3a47-0bbe-449f-a4b9-0b8edde1a007) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:46:57.718344 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b6f704-0ab2-48e3-a736-51273310a761 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Made reservation on behalf of 648c238c57e84b6786401f4396649a73 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:46:57.722029 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b5b6f704-0ab2-48e3-a736-51273310a761 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:57.839002 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-385cf416-6c81-4205-9225-42c55b2a49bc None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:57.845112 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-385cf416-6c81-4205-9225-42c55b2a49bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:57.883227 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385cf416-6c81-4205-9225-42c55b2a49bc None None] Network 9dbc0ad2-8016-41f0-99c6-a6e880fa86d3 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:46:57.888211 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-385cf416-6c81-4205-9225-42c55b2a49bc None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:46:57.892077 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385cf416-6c81-4205-9225-42c55b2a49bc None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:46:57.898956 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385cf416-6c81-4205-9225-42c55b2a49bc None None] Pushing event updated for resources: {'Port': ['ID=220f3a47-0bbe-449f-a4b9-0b8edde1a007,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:57.906164 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b5b6f704-0ab2-48e3-a736-51273310a761 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:57.956620 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-385cf416-6c81-4205-9225-42c55b2a49bc None None] Attempting to bind port 220f3a47-0bbe-449f-a4b9-0b8edde1a007 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:46:57.956992 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-385cf416-6c81-4205-9225-42c55b2a49bc None None] Attempting to bind port 220f3a47-0bbe-449f-a4b9-0b8edde1a007 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '7e60575f-2cfe-4826-b80d-d858515987b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9dbc0ad2-8016-41f0-99c6-a6e880fa86d3'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:46:57.957359 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385cf416-6c81-4205-9225-42c55b2a49bc None None] Attempting to bind port 220f3a47-0bbe-449f-a4b9-0b8edde1a007 on network 9dbc0ad2-8016-41f0-99c6-a6e880fa86d3 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:46:57.962897 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385cf416-6c81-4205-9225-42c55b2a49bc None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:46:57.963269 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385cf416-6c81-4205-9225-42c55b2a49bc None None] Checking segment: {'id': '7e60575f-2cfe-4826-b80d-d858515987b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9dbc0ad2-8016-41f0-99c6-a6e880fa86d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:46:57.963673 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-385cf416-6c81-4205-9225-42c55b2a49bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:57.964067 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385cf416-6c81-4205-9225-42c55b2a49bc None None] Bound using segment: {'id': '7e60575f-2cfe-4826-b80d-d858515987b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9dbc0ad2-8016-41f0-99c6-a6e880fa86d3'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:46:57.964564 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-385cf416-6c81-4205-9225-42c55b2a49bc None None] Bound port: 220f3a47-0bbe-449f-a4b9-0b8edde1a007, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e60575f-2cfe-4826-b80d-d858515987b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9dbc0ad2-8016-41f0-99c6-a6e880fa86d3'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:46:57.964946 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-385cf416-6c81-4205-9225-42c55b2a49bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:57.968452 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6f704-0ab2-48e3-a736-51273310a761 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Pushing event updated for resources: {'Subnet': ['ID=02c4a2e0-78d2-4221-bf89-8a86692cf070,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:57.975849 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b6f704-0ab2-48e3-a736-51273310a761 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Checking segment: {'id': 'b194a3f3-3af7-42a8-8865-5bdad3ce195f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4038eec3-2c3c-4e0a-b83e-845641b51271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:46:57.976214 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b6f704-0ab2-48e3-a736-51273310a761 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Network hostable DHCP agents. Network: 4038eec3-2c3c-4e0a-b83e-845641b51271, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:46:57.993003 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b6f704-0ab2-48e3-a736-51273310a761 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Network 4038eec3-2c3c-4e0a-b83e-845641b51271 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:46:58.001455 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-b5b6f704-0ab2-48e3-a736-51273310a761 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 4038eec3-2c3c-4e0a-b83e-845641b51271) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:46:58.005609 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b6f704-0ab2-48e3-a736-51273310a761 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:46:58.006201 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b5b6f704-0ab2-48e3-a736-51273310a761 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:58.015408 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cef256e-861c-4a9c-b096-7692c2a31e3b None None] Network 4038eec3-2c3c-4e0a-b83e-845641b51271 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:46:58.024988 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b5b6f704-0ab2-48e3-a736-51273310a761 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4107409 Dec 09 16:46:58.025179 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56028) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:58.030275 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-01c87dfa-e0bf-43b7-9140-c3a6598d2721 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Request body: {'router': {'external_gateway_info': {'network_id': '4038eec3-2c3c-4e0a-b83e-845641b51271'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:46:58.073977 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-385cf416-6c81-4205-9225-42c55b2a49bc None None] For port 220f3a47-0bbe-449f-a4b9-0b8edde1a007, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:46:58.078517 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-385cf416-6c81-4205-9225-42c55b2a49bc None None] For port 220f3a47-0bbe-449f-a4b9-0b8edde1a007, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=220f3a47-0bbe-449f-a4b9-0b8edde1a007,segment=NetworkSegment(7e60575f-2cfe-4826-b80d-d858515987b5),segment_id=7e60575f-2cfe-4826-b80d-d858515987b5)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:46:58.086073 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-385cf416-6c81-4205-9225-42c55b2a49bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:58.179385 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385cf416-6c81-4205-9225-42c55b2a49bc None None] Pushing event updated for resources: {'Port': ['ID=220f3a47-0bbe-449f-a4b9-0b8edde1a007,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:58.187912 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb861cc-7c9a-4f35-8e85-a57b93585e88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-4038eec3-2c3c-4e0a-b83e-845641b51271', 'network_id': '4038eec3-2c3c-4e0a-b83e-845641b51271', 'project_id': '648c238c57e84b6786401f4396649a73', 'fixed_ips': [{'subnet_id': '02c4a2e0-78d2-4221-bf89-8a86692cf070'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 16:46:58.188870 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eeb861cc-7c9a-4f35-8e85-a57b93585e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:58.251766 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-01c87dfa-e0bf-43b7-9140-c3a6598d2721 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:58.365160 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-eeb861cc-7c9a-4f35-8e85-a57b93585e88 None None] Allocated IP 172.21.0.2 (4038eec3-2c3c-4e0a-b83e-845641b51271/02c4a2e0-78d2-4221-bf89-8a86692cf070/cf6688cf-db7a-4435-b4b1-df7adb32d8f0) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:46:58.532094 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eeb861cc-7c9a-4f35-8e85-a57b93585e88 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:58.539147 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eeb861cc-7c9a-4f35-8e85-a57b93585e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:58.578025 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb861cc-7c9a-4f35-8e85-a57b93585e88 None None] Network 4038eec3-2c3c-4e0a-b83e-845641b51271 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:46:58.583245 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-eeb861cc-7c9a-4f35-8e85-a57b93585e88 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:46:58.586993 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb861cc-7c9a-4f35-8e85-a57b93585e88 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:46:58.595846 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb861cc-7c9a-4f35-8e85-a57b93585e88 None None] Pushing event updated for resources: {'Port': ['ID=cf6688cf-db7a-4435-b4b1-df7adb32d8f0,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:58.649663 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-eeb861cc-7c9a-4f35-8e85-a57b93585e88 None None] Attempting to bind port cf6688cf-db7a-4435-b4b1-df7adb32d8f0 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:46:58.650264 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-eeb861cc-7c9a-4f35-8e85-a57b93585e88 None None] Attempting to bind port cf6688cf-db7a-4435-b4b1-df7adb32d8f0 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'b194a3f3-3af7-42a8-8865-5bdad3ce195f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4038eec3-2c3c-4e0a-b83e-845641b51271'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:46:58.650358 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb861cc-7c9a-4f35-8e85-a57b93585e88 None None] Attempting to bind port cf6688cf-db7a-4435-b4b1-df7adb32d8f0 on network 4038eec3-2c3c-4e0a-b83e-845641b51271 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:46:58.656518 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb861cc-7c9a-4f35-8e85-a57b93585e88 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:46:58.656904 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb861cc-7c9a-4f35-8e85-a57b93585e88 None None] Checking segment: {'id': 'b194a3f3-3af7-42a8-8865-5bdad3ce195f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4038eec3-2c3c-4e0a-b83e-845641b51271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:46:58.657312 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eeb861cc-7c9a-4f35-8e85-a57b93585e88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:58.657710 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb861cc-7c9a-4f35-8e85-a57b93585e88 None None] Bound using segment: {'id': 'b194a3f3-3af7-42a8-8865-5bdad3ce195f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4038eec3-2c3c-4e0a-b83e-845641b51271'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:46:58.658184 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-eeb861cc-7c9a-4f35-8e85-a57b93585e88 None None] Bound port: cf6688cf-db7a-4435-b4b1-df7adb32d8f0, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b194a3f3-3af7-42a8-8865-5bdad3ce195f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4038eec3-2c3c-4e0a-b83e-845641b51271'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:46:58.658572 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eeb861cc-7c9a-4f35-8e85-a57b93585e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:58.723215 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eeb861cc-7c9a-4f35-8e85-a57b93585e88 None None] For port cf6688cf-db7a-4435-b4b1-df7adb32d8f0, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:46:58.726211 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eeb861cc-7c9a-4f35-8e85-a57b93585e88 None None] For port cf6688cf-db7a-4435-b4b1-df7adb32d8f0, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=cf6688cf-db7a-4435-b4b1-df7adb32d8f0,segment=NetworkSegment(b194a3f3-3af7-42a8-8865-5bdad3ce195f),segment_id=b194a3f3-3af7-42a8-8865-5bdad3ce195f)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:46:58.731613 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eeb861cc-7c9a-4f35-8e85-a57b93585e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:58.741379 n-d-821228-1 neutron-server[103245]: INFO neutron.api.v2.resource [None req-01c87dfa-e0bf-43b7-9140-c3a6598d2721 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 16:46:58.742493 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-01c87dfa-e0bf-43b7-9140-c3a6598d2721 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] 10.222.0.57 "PUT /v2.0/routers/f5bde0c6-86c3-4120-8aff-19d4acc99885 HTTP/1.1" status: 400 len: 364 time: 0.7164087 Dec 09 16:46:58.749361 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56030) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:58.797704 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb861cc-7c9a-4f35-8e85-a57b93585e88 None None] Pushing event updated for resources: {'Port': ['ID=cf6688cf-db7a-4435-b4b1-df7adb32d8f0,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:58.813059 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-98830f44-ffe7-4018-bafd-2b449037d257 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Deleting subnet 02c4a2e0-78d2-4221-bf89-8a86692cf070 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 16:46:58.816534 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-98830f44-ffe7-4018-bafd-2b449037d257 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:58.859704 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-98830f44-ffe7-4018-bafd-2b449037d257 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:58.963604 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-98830f44-ffe7-4018-bafd-2b449037d257 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:59.055758 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-98830f44-ffe7-4018-bafd-2b449037d257 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:59.086950 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98830f44-ffe7-4018-bafd-2b449037d257 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Pushing event deleted for resources: {'Subnet': ['ID=02c4a2e0-78d2-4221-bf89-8a86692cf070,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:59.089196 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-98830f44-ffe7-4018-bafd-2b449037d257 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:59.092743 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-98830f44-ffe7-4018-bafd-2b449037d257 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] 10.222.0.57 "DELETE /v2.0/subnets/02c4a2e0-78d2-4221-bf89-8a86692cf070 HTTP/1.1" status: 204 len: 168 time: 0.3421881 Dec 09 16:46:59.094892 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56032) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:59.175728 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65a8faca-17c6-4203-9427-9c2dafcc5e5e tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:59.216169 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3b36e9-6545-44a9-a5dc-972950abbd4a None None] Network 9dbc0ad2-8016-41f0-99c6-a6e880fa86d3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:46:59.230486 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-65a8faca-17c6-4203-9427-9c2dafcc5e5e tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Deleting port cf6688cf-db7a-4435-b4b1-df7adb32d8f0 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:46:59.230755 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65a8faca-17c6-4203-9427-9c2dafcc5e5e tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:59.311816 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-65a8faca-17c6-4203-9427-9c2dafcc5e5e tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] For port cf6688cf-db7a-4435-b4b1-df7adb32d8f0, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=cf6688cf-db7a-4435-b4b1-df7adb32d8f0,segment=NetworkSegment(b194a3f3-3af7-42a8-8865-5bdad3ce195f),segment_id=b194a3f3-3af7-42a8-8865-5bdad3ce195f)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:46:59.312179 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65a8faca-17c6-4203-9427-9c2dafcc5e5e tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:59.339972 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-65a8faca-17c6-4203-9427-9c2dafcc5e5e tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Calling delete_port for cf6688cf-db7a-4435-b4b1-df7adb32d8f0 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:46:59.369607 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5dfbb011-2d97-44fc-9592-8a8e562dcbc7 None None] Provisioning complete for port 220f3a47-0bbe-449f-a4b9-0b8edde1a007 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:46:59.370276 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5dfbb011-2d97-44fc-9592-8a8e562dcbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:59.436025 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 220f3a47-0bbe-449f-a4b9-0b8edde1a007 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:46:59.457404 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65a8faca-17c6-4203-9427-9c2dafcc5e5e tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:59.496737 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a8faca-17c6-4203-9427-9c2dafcc5e5e tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Pushing event deleted for resources: {'Port': ['ID=cf6688cf-db7a-4435-b4b1-df7adb32d8f0,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:59.506934 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a8faca-17c6-4203-9427-9c2dafcc5e5e tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] No DVR routers for this DVR port cf6688cf-db7a-4435-b4b1-df7adb32d8f0 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:46:59.524827 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5dfbb011-2d97-44fc-9592-8a8e562dcbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:59.560740 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 220f3a47-0bbe-449f-a4b9-0b8edde1a007 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:46:59.561099 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:59.608474 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65a8faca-17c6-4203-9427-9c2dafcc5e5e tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:59.612334 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5dfbb011-2d97-44fc-9592-8a8e562dcbc7 None None] For port 220f3a47-0bbe-449f-a4b9-0b8edde1a007, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=220f3a47-0bbe-449f-a4b9-0b8edde1a007,segment=NetworkSegment(7e60575f-2cfe-4826-b80d-d858515987b5),segment_id=7e60575f-2cfe-4826-b80d-d858515987b5)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:46:59.628142 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5dfbb011-2d97-44fc-9592-8a8e562dcbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:59.647120 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-65a8faca-17c6-4203-9427-9c2dafcc5e5e tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4038eec3-2c3c-4e0a-b83e-845641b51271']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:46:59.661227 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-65a8faca-17c6-4203-9427-9c2dafcc5e5e tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b194a3f3-3af7-42a8-8865-5bdad3ce195f') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:46:59.661531 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-65a8faca-17c6-4203-9427-9c2dafcc5e5e tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b194a3f3-3af7-42a8-8865-5bdad3ce195f') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:46:59.678726 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65a8faca-17c6-4203-9427-9c2dafcc5e5e tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:59.693771 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65a8faca-17c6-4203-9427-9c2dafcc5e5e tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:59.701424 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65a8faca-17c6-4203-9427-9c2dafcc5e5e tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:46:59.702044 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65a8faca-17c6-4203-9427-9c2dafcc5e5e tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:59.705068 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 16:46:59.705068 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:46:59.705068 n-d-821228-1 neutron-server[103245]: timer() Dec 09 16:46:59.705068 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:46:59.705068 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 16:46:59.705068 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:46:59.705068 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 16:46:59.705068 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:46:59.705068 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 16:46:59.705068 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:46:59.705068 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 16:46:59.705068 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:46:59.705068 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 16:46:59.705068 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:46:59.705068 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:46:59.705068 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:46:59.705068 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:46:59.705068 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:46:59.705068 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 16:46:59.705068 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:46:59.705068 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 16:46:59.705068 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:46:59.705068 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:46:59.705068 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:46:59.705068 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 16:46:59.705068 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:46:59.705068 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:46:59.705068 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:46:59.705068 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:46:59.705068 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:46:59.705068 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:46:59.705068 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:46:59.723872 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfbb011-2d97-44fc-9592-8a8e562dcbc7 None None] Pushing event updated for resources: {'Port': ['ID=220f3a47-0bbe-449f-a4b9-0b8edde1a007,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:59.738242 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device cf6688cf-db7a-4435-b4b1-df7adb32d8f0 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:46:59.767542 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: cf6688cf-db7a-4435-b4b1-df7adb32d8f0 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:46:59.767891 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device cf6688cf-db7a-4435-b4b1-df7adb32d8f0 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 09 16:46:59.782276 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65a8faca-17c6-4203-9427-9c2dafcc5e5e tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:59.787612 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Port cf6688cf-db7a-4435-b4b1-df7adb32d8f0 not found, will not notify nova. {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 09 16:46:59.802190 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65a8faca-17c6-4203-9427-9c2dafcc5e5e tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:59.805450 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-65a8faca-17c6-4203-9427-9c2dafcc5e5e tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] 10.222.0.57 "DELETE /v2.0/networks/4038eec3-2c3c-4e0a-b83e-845641b51271 HTTP/1.1" status: 204 len: 168 time: 0.7096291 Dec 09 16:46:59.806871 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a8faca-17c6-4203-9427-9c2dafcc5e5e tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Pushing event deleted for resources: {'Network': ['ID=4038eec3-2c3c-4e0a-b83e-845641b51271,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:46:59.808040 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56034) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:46:59.853400 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4c4fa63c-6800-41f9-84a8-7af1cd5a2b91 None None] Provisioning complete for port 220f3a47-0bbe-449f-a4b9-0b8edde1a007 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:46:59.853658 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4c4fa63c-6800-41f9-84a8-7af1cd5a2b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:59.863046 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-d23e4b49-c446-4971-827a-0bf2de364982 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Deleting subnet f8d01d89-84aa-494e-a739-060b2b08a6fa {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 16:46:59.867156 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d23e4b49-c446-4971-827a-0bf2de364982 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:46:59.916691 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d23e4b49-c446-4971-827a-0bf2de364982 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:00.003050 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d23e4b49-c446-4971-827a-0bf2de364982 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:00.044489 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f87db2b-7f82-4d3a-b41d-7620d479db91 None None] DHCP port deletion for 4038eec3-2c3c-4e0a-b83e-845641b51271 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:47:00.052977 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-09cd2b9d-8fa9-4940-8641-0feb633bdac6 None None] Could not find standard attr ID for object cf6688cf-db7a-4435-b4b1-df7adb32d8f0. {{(pid=103246) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 16:47:00.067872 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d23e4b49-c446-4971-827a-0bf2de364982 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:00.068618 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0166146-5a86-441d-95ae-e8552c8f2ee0 None None] Network 4038eec3-2c3c-4e0a-b83e-845641b51271 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:47:00.081430 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0166146-5a86-441d-95ae-e8552c8f2ee0 None None] Network 4038eec3-2c3c-4e0a-b83e-845641b51271 could not be found, it might have been deleted concurrently. {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 09 16:47:00.100580 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e4b49-c446-4971-827a-0bf2de364982 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Pushing event deleted for resources: {'Subnet': ['ID=f8d01d89-84aa-494e-a739-060b2b08a6fa,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:00.105100 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d23e4b49-c446-4971-827a-0bf2de364982 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:00.109280 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d23e4b49-c446-4971-827a-0bf2de364982 tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] 10.222.0.57 "DELETE /v2.0/subnets/f8d01d89-84aa-494e-a739-060b2b08a6fa HTTP/1.1" status: 204 len: 168 time: 0.2998385 Dec 09 16:47:00.111281 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56036) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:47:00.113557 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ea1152-c6f5-4ea8-b71c-6e957899bdb9 None None] Network 9dbc0ad2-8016-41f0-99c6-a6e880fa86d3 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:47:00.188648 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-458fd953-bd9c-45c7-b93d-539b67325a7d tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:00.242943 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-458fd953-bd9c-45c7-b93d-539b67325a7d tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Deleting port 220f3a47-0bbe-449f-a4b9-0b8edde1a007 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:47:00.243221 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-458fd953-bd9c-45c7-b93d-539b67325a7d tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:00.256983 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf99830-d11a-4873-a07c-9e9a61c10bfd None None] DHCP port deletion for 9dbc0ad2-8016-41f0-99c6-a6e880fa86d3 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:47:00.302285 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-bdf99830-d11a-4873-a07c-9e9a61c10bfd None None] Deleting port 220f3a47-0bbe-449f-a4b9-0b8edde1a007 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:47:00.302660 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bdf99830-d11a-4873-a07c-9e9a61c10bfd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:00.309552 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-458fd953-bd9c-45c7-b93d-539b67325a7d tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] For port 220f3a47-0bbe-449f-a4b9-0b8edde1a007, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=220f3a47-0bbe-449f-a4b9-0b8edde1a007,segment=NetworkSegment(7e60575f-2cfe-4826-b80d-d858515987b5),segment_id=7e60575f-2cfe-4826-b80d-d858515987b5)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:47:00.309911 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-458fd953-bd9c-45c7-b93d-539b67325a7d tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:00.327978 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-458fd953-bd9c-45c7-b93d-539b67325a7d tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Calling delete_port for 220f3a47-0bbe-449f-a4b9-0b8edde1a007 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:47:00.370599 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-bdf99830-d11a-4873-a07c-9e9a61c10bfd None None] For port 220f3a47-0bbe-449f-a4b9-0b8edde1a007, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=220f3a47-0bbe-449f-a4b9-0b8edde1a007,segment=NetworkSegment(7e60575f-2cfe-4826-b80d-d858515987b5),segment_id=7e60575f-2cfe-4826-b80d-d858515987b5)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:47:00.370997 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bdf99830-d11a-4873-a07c-9e9a61c10bfd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:00.384000 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-bdf99830-d11a-4873-a07c-9e9a61c10bfd None None] Calling delete_port for 220f3a47-0bbe-449f-a4b9-0b8edde1a007 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:47:00.410822 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-458fd953-bd9c-45c7-b93d-539b67325a7d tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:00.438462 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458fd953-bd9c-45c7-b93d-539b67325a7d tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] No DVR routers for this DVR port 220f3a47-0bbe-449f-a4b9-0b8edde1a007 on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:47:00.444233 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458fd953-bd9c-45c7-b93d-539b67325a7d tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Pushing event deleted for resources: {'Port': ['ID=220f3a47-0bbe-449f-a4b9-0b8edde1a007,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:00.459937 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bdf99830-d11a-4873-a07c-9e9a61c10bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:00.486493 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf99830-d11a-4873-a07c-9e9a61c10bfd None None] Pushing event deleted for resources: {'Port': ['ID=220f3a47-0bbe-449f-a4b9-0b8edde1a007,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:00.492658 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf99830-d11a-4873-a07c-9e9a61c10bfd None None] No DVR routers for this DVR port 220f3a47-0bbe-449f-a4b9-0b8edde1a007 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:47:00.522863 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-458fd953-bd9c-45c7-b93d-539b67325a7d tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:00.542230 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-458fd953-bd9c-45c7-b93d-539b67325a7d tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dbc0ad2-8016-41f0-99c6-a6e880fa86d3']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:47:00.551257 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-458fd953-bd9c-45c7-b93d-539b67325a7d tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e60575f-2cfe-4826-b80d-d858515987b5') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:47:00.551549 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-458fd953-bd9c-45c7-b93d-539b67325a7d tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e60575f-2cfe-4826-b80d-d858515987b5') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:47:00.561083 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-458fd953-bd9c-45c7-b93d-539b67325a7d tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:00.573834 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-458fd953-bd9c-45c7-b93d-539b67325a7d tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:00.580344 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-458fd953-bd9c-45c7-b93d-539b67325a7d tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:47:00.580755 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-458fd953-bd9c-45c7-b93d-539b67325a7d tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:00.583702 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 16:47:00.583702 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:47:00.583702 n-d-821228-1 neutron-server[103244]: timer() Dec 09 16:47:00.583702 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:47:00.583702 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 16:47:00.583702 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:47:00.583702 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 16:47:00.583702 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:47:00.583702 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 16:47:00.583702 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:47:00.583702 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 16:47:00.583702 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:47:00.583702 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 16:47:00.583702 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:47:00.583702 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:47:00.583702 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:47:00.583702 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:47:00.583702 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:47:00.583702 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 16:47:00.583702 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:47:00.583702 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 16:47:00.583702 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:47:00.583702 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:47:00.583702 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:47:00.583702 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 16:47:00.583702 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:47:00.583702 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:47:00.583702 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:47:00.583702 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:47:00.583702 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:47:00.583702 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:47:00.583702 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:47:00.644903 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-458fd953-bd9c-45c7-b93d-539b67325a7d tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:00.651526 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-458fd953-bd9c-45c7-b93d-539b67325a7d tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:00.654865 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-458fd953-bd9c-45c7-b93d-539b67325a7d tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] 10.222.0.57 "DELETE /v2.0/networks/9dbc0ad2-8016-41f0-99c6-a6e880fa86d3 HTTP/1.1" status: 204 len: 168 time: 0.5426607 Dec 09 16:47:00.657629 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56038) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:47:00.666350 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458fd953-bd9c-45c7-b93d-539b67325a7d tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Pushing event deleted for resources: {'Network': ['ID=9dbc0ad2-8016-41f0-99c6-a6e880fa86d3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:00.686657 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b7342292-f1a6-4606-a462-acb569cb20df tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5bde0c6-86c3-4120-8aff-19d4acc99885 HTTP/1.1" status: 200 len: 205 time: 0.0269556 Dec 09 16:47:00.688661 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56040) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:47:00.762905 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-735697ce-2185-442e-8ade-702b7bad849a tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:00.920680 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-735697ce-2185-442e-8ade-702b7bad849a tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:00.922839 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-735697ce-2185-442e-8ade-702b7bad849a tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:00.966000 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-735697ce-2185-442e-8ade-702b7bad849a tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:00.966518 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735697ce-2185-442e-8ade-702b7bad849a tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Fanout notify agent at l3_agent the message router_deleted on router f5bde0c6-86c3-4120-8aff-19d4acc99885 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 16:47:00.974163 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-735697ce-2185-442e-8ade-702b7bad849a tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:00.975313 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-735697ce-2185-442e-8ade-702b7bad849a tempest-RoutersNegativeTest-1014755200 tempest-RoutersNegativeTest-1014755200-project] 10.222.0.57 "DELETE /v2.0/routers/f5bde0c6-86c3-4120-8aff-19d4acc99885 HTTP/1.1" status: 204 len: 168 time: 0.2857082 Dec 09 16:47:01.208450 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56046) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:47:01.274066 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 220f3a47-0bbe-449f-a4b9-0b8edde1a007 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:47:01.295392 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 220f3a47-0bbe-449f-a4b9-0b8edde1a007 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:47:01.295739 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 220f3a47-0bbe-449f-a4b9-0b8edde1a007 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:47:01.296151 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device cf6688cf-db7a-4435-b4b1-df7adb32d8f0 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:47:01.316140 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: cf6688cf-db7a-4435-b4b1-df7adb32d8f0 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:47:01.316607 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device cf6688cf-db7a-4435-b4b1-df7adb32d8f0 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:47:01.345975 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1369765b-0bbf-4a8a-8bc1-4152bd4574ff admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=648c238c57e84b6786401f4396649a73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1363635 Dec 09 16:47:01.348507 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56050) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:47:01.398581 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a3e182cf-40dc-40ae-b529-ace63ca2a701 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:01.419864 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a3e182cf-40dc-40ae-b529-ace63ca2a701 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:01.464934 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a3e182cf-40dc-40ae-b529-ace63ca2a701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:01.468194 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a3e182cf-40dc-40ae-b529-ace63ca2a701 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:01.469450 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a3e182cf-40dc-40ae-b529-ace63ca2a701 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/68d85aba-fefb-4eee-aac3-4abf22ffd2b8 HTTP/1.1" status: 204 len: 168 time: 0.1200492 Dec 09 16:47:01.478109 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e182cf-40dc-40ae-b529-ace63ca2a701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d85aba-fefb-4eee-aac3-4abf22ffd2b8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:02.070625 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56072) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:47:02.165195 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8bf70696-b598-443f-9883-d316320e69b6 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1090356894-network', 'tenant_id': '9b0a320701b340739faa09c66e054dee'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:47:02.192116 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf70696-b598-443f-9883-d316320e69b6 admin admin] Made reservation on behalf of 9b0a320701b340739faa09c66e054dee for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:47:02.194720 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bf70696-b598-443f-9883-d316320e69b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:02.203367 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bf70696-b598-443f-9883-d316320e69b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:02.278156 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bf70696-b598-443f-9883-d316320e69b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:02.282046 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bf70696-b598-443f-9883-d316320e69b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:02.304686 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bf70696-b598-443f-9883-d316320e69b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:47:02.319742 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf70696-b598-443f-9883-d316320e69b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da3449a-3958-48b2-9533-69f6a3a6b66c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:02.324804 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bf70696-b598-443f-9883-d316320e69b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:02.325150 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-8bf70696-b598-443f-9883-d316320e69b6 admin admin] Added segment cacb5eea-eb03-4e8b-a607-06b558d251d5 of type vlan for network 350d9c90-1582-4e1f-a947-ffb52c03340d Dec 09 16:47:02.368204 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bf70696-b598-443f-9883-d316320e69b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:02.395345 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bf70696-b598-443f-9883-d316320e69b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:02.396485 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf70696-b598-443f-9883-d316320e69b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:02.397111 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bf70696-b598-443f-9883-d316320e69b6 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:02.457858 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8bf70696-b598-443f-9883-d316320e69b6 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3861120 Dec 09 16:47:02.460646 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56076) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:47:02.467789 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-5f1d4b70-bb40-4a57-a0e7-1dc59d41e8a1 admin admin] Request body: {'subnet': {'network_id': '350d9c90-1582-4e1f-a947-ffb52c03340d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1090356894-subnet', 'tenant_id': '9b0a320701b340739faa09c66e054dee', 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:47:02.471887 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf70696-b598-443f-9883-d316320e69b6 admin admin] Pushing event updated for resources: {'Network': ['ID=350d9c90-1582-4e1f-a947-ffb52c03340d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:02.481565 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 350d9c90-1582-4e1f-a947-ffb52c03340d details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:47:02.492596 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1d4b70-bb40-4a57-a0e7-1dc59d41e8a1 admin admin] Made reservation on behalf of 9b0a320701b340739faa09c66e054dee for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:47:02.495428 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5f1d4b70-bb40-4a57-a0e7-1dc59d41e8a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:02.662809 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5f1d4b70-bb40-4a57-a0e7-1dc59d41e8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:02.721383 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d4b70-bb40-4a57-a0e7-1dc59d41e8a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e063ea4e-0cf5-44c8-85ad-5ed180967a23,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:02.730100 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1d4b70-bb40-4a57-a0e7-1dc59d41e8a1 admin admin] Checking segment: {'id': 'cacb5eea-eb03-4e8b-a607-06b558d251d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '350d9c90-1582-4e1f-a947-ffb52c03340d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:47:02.730462 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1d4b70-bb40-4a57-a0e7-1dc59d41e8a1 admin admin] Network hostable DHCP agents. Network: 350d9c90-1582-4e1f-a947-ffb52c03340d, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:47:02.748815 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1d4b70-bb40-4a57-a0e7-1dc59d41e8a1 admin admin] Network 350d9c90-1582-4e1f-a947-ffb52c03340d is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:47:02.757219 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-5f1d4b70-bb40-4a57-a0e7-1dc59d41e8a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 350d9c90-1582-4e1f-a947-ffb52c03340d) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:47:02.761058 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1d4b70-bb40-4a57-a0e7-1dc59d41e8a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:02.761648 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5f1d4b70-bb40-4a57-a0e7-1dc59d41e8a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:02.765780 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c593a54e-a40f-42a5-9874-e8ae51eef49e None None] Network 350d9c90-1582-4e1f-a947-ffb52c03340d requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:47:02.777094 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5f1d4b70-bb40-4a57-a0e7-1dc59d41e8a1 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3154292 Dec 09 16:47:02.780353 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56078) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:47:02.784658 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-343a8eff-315d-4af1-a246-44f0f91a6f96 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1090356894-router', 'tenant_id': '9b0a320701b340739faa09c66e054dee', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:47:02.806620 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-343a8eff-315d-4af1-a246-44f0f91a6f96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:02.807658 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-343a8eff-315d-4af1-a246-44f0f91a6f96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:02.863308 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-343a8eff-315d-4af1-a246-44f0f91a6f96 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:02.864342 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f043f06-3f72-411a-b71b-d9963dcfbe4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-350d9c90-1582-4e1f-a947-ffb52c03340d', 'network_id': '350d9c90-1582-4e1f-a947-ffb52c03340d', 'project_id': '9b0a320701b340739faa09c66e054dee', 'fixed_ips': [{'subnet_id': 'e063ea4e-0cf5-44c8-85ad-5ed180967a23'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 16:47:02.865298 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4f043f06-3f72-411a-b71b-d9963dcfbe4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:03.000194 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-4f043f06-3f72-411a-b71b-d9963dcfbe4d None None] Allocated IP 172.20.0.2 (350d9c90-1582-4e1f-a947-ffb52c03340d/e063ea4e-0cf5-44c8-85ad-5ed180967a23/ce9a93aa-2581-4187-a5c8-33a0a871aaa4) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:47:03.001867 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-343a8eff-315d-4af1-a246-44f0f91a6f96 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:03.143033 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4f043f06-3f72-411a-b71b-d9963dcfbe4d None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:03.148825 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4f043f06-3f72-411a-b71b-d9963dcfbe4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:03.184549 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f043f06-3f72-411a-b71b-d9963dcfbe4d None None] Network 350d9c90-1582-4e1f-a947-ffb52c03340d is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:47:03.187455 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-4f043f06-3f72-411a-b71b-d9963dcfbe4d None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:47:03.192879 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f043f06-3f72-411a-b71b-d9963dcfbe4d None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:47:03.202535 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f043f06-3f72-411a-b71b-d9963dcfbe4d None None] Pushing event updated for resources: {'Port': ['ID=ce9a93aa-2581-4187-a5c8-33a0a871aaa4,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:03.215435 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-343a8eff-315d-4af1-a246-44f0f91a6f96 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:03.242782 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-343a8eff-315d-4af1-a246-44f0f91a6f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:03.255848 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-4f043f06-3f72-411a-b71b-d9963dcfbe4d None None] Attempting to bind port ce9a93aa-2581-4187-a5c8-33a0a871aaa4 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:47:03.256204 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-4f043f06-3f72-411a-b71b-d9963dcfbe4d None None] Attempting to bind port ce9a93aa-2581-4187-a5c8-33a0a871aaa4 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'cacb5eea-eb03-4e8b-a607-06b558d251d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '350d9c90-1582-4e1f-a947-ffb52c03340d'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:47:03.256606 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f043f06-3f72-411a-b71b-d9963dcfbe4d None None] Attempting to bind port ce9a93aa-2581-4187-a5c8-33a0a871aaa4 on network 350d9c90-1582-4e1f-a947-ffb52c03340d {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:47:03.261686 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f043f06-3f72-411a-b71b-d9963dcfbe4d None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:47:03.262062 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f043f06-3f72-411a-b71b-d9963dcfbe4d None None] Checking segment: {'id': 'cacb5eea-eb03-4e8b-a607-06b558d251d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '350d9c90-1582-4e1f-a947-ffb52c03340d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:47:03.262461 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4f043f06-3f72-411a-b71b-d9963dcfbe4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:03.262860 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f043f06-3f72-411a-b71b-d9963dcfbe4d None None] Bound using segment: {'id': 'cacb5eea-eb03-4e8b-a607-06b558d251d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '350d9c90-1582-4e1f-a947-ffb52c03340d'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:47:03.263319 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-4f043f06-3f72-411a-b71b-d9963dcfbe4d None None] Bound port: ce9a93aa-2581-4187-a5c8-33a0a871aaa4, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cacb5eea-eb03-4e8b-a607-06b558d251d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '350d9c90-1582-4e1f-a947-ffb52c03340d'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:47:03.264596 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4f043f06-3f72-411a-b71b-d9963dcfbe4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:03.361628 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-343a8eff-315d-4af1-a246-44f0f91a6f96 admin admin] Allocated IP 172.25.3.16 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/0553f917-7b82-4522-807b-104c5e5b3124) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:47:03.464176 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-343a8eff-315d-4af1-a246-44f0f91a6f96 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:03.484130 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4f043f06-3f72-411a-b71b-d9963dcfbe4d None None] For port ce9a93aa-2581-4187-a5c8-33a0a871aaa4, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:47:03.487385 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4f043f06-3f72-411a-b71b-d9963dcfbe4d None None] For port ce9a93aa-2581-4187-a5c8-33a0a871aaa4, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=ce9a93aa-2581-4187-a5c8-33a0a871aaa4,segment=NetworkSegment(cacb5eea-eb03-4e8b-a607-06b558d251d5),segment_id=cacb5eea-eb03-4e8b-a607-06b558d251d5)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:47:03.491008 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4f043f06-3f72-411a-b71b-d9963dcfbe4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:03.499152 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-343a8eff-315d-4af1-a246-44f0f91a6f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:03.540379 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343a8eff-315d-4af1-a246-44f0f91a6f96 admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:47:03.546742 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-343a8eff-315d-4af1-a246-44f0f91a6f96 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:47:03.549488 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343a8eff-315d-4af1-a246-44f0f91a6f96 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:47:03.553095 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f043f06-3f72-411a-b71b-d9963dcfbe4d None None] Pushing event updated for resources: {'Port': ['ID=ce9a93aa-2581-4187-a5c8-33a0a871aaa4,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:03.561214 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf93585-6aeb-44cb-b6c9-e19fabebd66e None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:47:03.585323 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a8eff-315d-4af1-a246-44f0f91a6f96 admin admin] Pushing event updated for resources: {'Port': ['ID=0553f917-7b82-4522-807b-104c5e5b3124,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:03.609016 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d641b4ee-22c4-4bf1-abd6-51b7b2a6494f None None] Provisioning complete for port 0553f917-7b82-4522-807b-104c5e5b3124 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:47:03.610481 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d641b4ee-22c4-4bf1-abd6-51b7b2a6494f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:03.647238 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d641b4ee-22c4-4bf1-abd6-51b7b2a6494f None None] Port 0553f917-7b82-4522-807b-104c5e5b3124 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:47:03.839485 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-343a8eff-315d-4af1-a246-44f0f91a6f96 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:04.265044 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-343a8eff-315d-4af1-a246-44f0f91a6f96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:04.410495 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343a8eff-315d-4af1-a246-44f0f91a6f96 admin admin] Router 272f0cf0-228f-494b-b1ee-4cbf952234d5 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 16:47:04.435453 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9148e88-65fc-464b-80eb-7bcb2045c7b5 None None] Network 350d9c90-1582-4e1f-a947-ffb52c03340d requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:47:04.504826 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8e7c7f98-6ae1-427d-ad2f-4a6a224a1f62 None None] Provisioning complete for port ce9a93aa-2581-4187-a5c8-33a0a871aaa4 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:47:04.505528 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8e7c7f98-6ae1-427d-ad2f-4a6a224a1f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:04.523086 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343a8eff-315d-4af1-a246-44f0f91a6f96 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:47:04.533240 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabc1dc2-c972-496d-bc17-653d342636df None None] Sync routers for ids ['272f0cf0-228f-494b-b1ee-4cbf952234d5'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:47:04.541588 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-343a8eff-315d-4af1-a246-44f0f91a6f96 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:04.546120 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-343a8eff-315d-4af1-a246-44f0f91a6f96 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7615659 Dec 09 16:47:04.546280 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabc1dc2-c972-496d-bc17-653d342636df None None] Routers {'272f0cf0-228f-494b-b1ee-4cbf952234d5'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:47:04.546280 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-dabc1dc2-c972-496d-bc17-653d342636df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:46:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['272f0cf0-228f-494b-b1ee-4cbf952234d5'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:47:04.546482 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56080) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:47:04.627181 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8e7c7f98-6ae1-427d-ad2f-4a6a224a1f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:04.662682 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-8e7c7f98-6ae1-427d-ad2f-4a6a224a1f62 None None] For port ce9a93aa-2581-4187-a5c8-33a0a871aaa4, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=ce9a93aa-2581-4187-a5c8-33a0a871aaa4,segment=NetworkSegment(cacb5eea-eb03-4e8b-a607-06b558d251d5),segment_id=cacb5eea-eb03-4e8b-a607-06b558d251d5)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:47:04.669087 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-dabc1dc2-c972-496d-bc17-653d342636df None None] Set router 272f0cf0-228f-494b-b1ee-4cbf952234d5 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:47:04.670131 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8e7c7f98-6ae1-427d-ad2f-4a6a224a1f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:04.729506 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c7f98-6ae1-427d-ad2f-4a6a224a1f62 None None] Pushing event updated for resources: {'Port': ['ID=ce9a93aa-2581-4187-a5c8-33a0a871aaa4,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:04.858722 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-dabc1dc2-c972-496d-bc17-653d342636df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272f0cf0-228f-494b-b1ee-4cbf952234d5', 'name': 'tempest-TestEncryptedCinderVolumes-1090356894-router', 'tenant_id': '9b0a320701b340739faa09c66e054dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '0553f917-7b82-4522-807b-104c5e5b3124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:47:02Z', 'updated_at': '2021-12-09T16:47:03Z', 'revision_number': 3, 'project_id': '9b0a320701b340739faa09c66e054dee', 'gw_port': {'id': '0553f917-7b82-4522-807b-104c5e5b3124', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272f0cf0-228f-494b-b1ee-4cbf952234d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:47:03Z', 'updated_at': '2021-12-09T16:47:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:47:04.891002 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabc1dc2-c972-496d-bc17-653d342636df None None] Checking router: 272f0cf0-228f-494b-b1ee-4cbf952234d5 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:47:04.891273 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabc1dc2-c972-496d-bc17-653d342636df None None] Updating router 272f0cf0-228f-494b-b1ee-4cbf952234d5 port 0553f917-7b82-4522-807b-104c5e5b3124 binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:47:04.892264 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-73da96c8-a551-4b98-bf67-75120894adf3 None None] Provisioning complete for port ce9a93aa-2581-4187-a5c8-33a0a871aaa4 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:47:04.892731 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-73da96c8-a551-4b98-bf67-75120894adf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:04.916037 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-dabc1dc2-c972-496d-bc17-653d342636df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:05.010338 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-95021bbb-ed86-4766-bb86-2b024a78c096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:05.166736 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-95021bbb-ed86-4766-bb86-2b024a78c096 admin admin] Allocated IP 172.20.0.1 (350d9c90-1582-4e1f-a947-ffb52c03340d/e063ea4e-0cf5-44c8-85ad-5ed180967a23/25dc5e8a-b15c-441d-a34f-74bc7776cfa7) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:47:05.167967 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-dabc1dc2-c972-496d-bc17-653d342636df None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:05.173952 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-dabc1dc2-c972-496d-bc17-653d342636df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:05.215535 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305ab0d3-77bc-4741-8b8f-567d8c807055 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:47:05.227932 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-dabc1dc2-c972-496d-bc17-653d342636df None None] Attempting to bind port 0553f917-7b82-4522-807b-104c5e5b3124 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:47:05.228312 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-dabc1dc2-c972-496d-bc17-653d342636df None None] Attempting to bind port 0553f917-7b82-4522-807b-104c5e5b3124 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:47:05.228706 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabc1dc2-c972-496d-bc17-653d342636df None None] Attempting to bind port 0553f917-7b82-4522-807b-104c5e5b3124 on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:47:05.236792 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eaf725-76eb-4806-af59-b10bf2310e58 None None] Pushing event updated for resources: {'Port': ['ID=0553f917-7b82-4522-807b-104c5e5b3124,revision_number=2']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:05.240121 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabc1dc2-c972-496d-bc17-653d342636df None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:47:05.240480 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabc1dc2-c972-496d-bc17-653d342636df None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:47:05.240883 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-dabc1dc2-c972-496d-bc17-653d342636df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:05.241688 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabc1dc2-c972-496d-bc17-653d342636df None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:47:05.241823 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-dabc1dc2-c972-496d-bc17-653d342636df None None] Bound port: 0553f917-7b82-4522-807b-104c5e5b3124, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:47:05.242109 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-dabc1dc2-c972-496d-bc17-653d342636df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:05.250148 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eaf725-76eb-4806-af59-b10bf2310e58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:47:05.250333 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eaf725-76eb-4806-af59-b10bf2310e58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:47:05.252457 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eaf725-76eb-4806-af59-b10bf2310e58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:47:05.252457 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eaf725-76eb-4806-af59-b10bf2310e58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:47:05.252457 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eaf725-76eb-4806-af59-b10bf2310e58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:47:05.252457 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eaf725-76eb-4806-af59-b10bf2310e58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:47:05.252457 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eaf725-76eb-4806-af59-b10bf2310e58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:47:05.252457 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eaf725-76eb-4806-af59-b10bf2310e58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:47:05.252966 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eaf725-76eb-4806-af59-b10bf2310e58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:47:05.252966 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eaf725-76eb-4806-af59-b10bf2310e58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:47:05.253245 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eaf725-76eb-4806-af59-b10bf2310e58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:47:05.253571 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eaf725-76eb-4806-af59-b10bf2310e58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:47:05.253901 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eaf725-76eb-4806-af59-b10bf2310e58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:47:05.285981 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-95021bbb-ed86-4766-bb86-2b024a78c096 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:05.308299 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-63d0c94f-a049-4d0a-b596-baca0071db59 None None] Provisioning complete for port 0553f917-7b82-4522-807b-104c5e5b3124 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:47:05.309454 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-63d0c94f-a049-4d0a-b596-baca0071db59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:05.312789 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-dabc1dc2-c972-496d-bc17-653d342636df None None] For port 0553f917-7b82-4522-807b-104c5e5b3124, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:47:05.316362 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-dabc1dc2-c972-496d-bc17-653d342636df None None] For port 0553f917-7b82-4522-807b-104c5e5b3124, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=0553f917-7b82-4522-807b-104c5e5b3124,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:47:05.323621 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-dabc1dc2-c972-496d-bc17-653d342636df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:05.338644 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-95021bbb-ed86-4766-bb86-2b024a78c096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:05.354921 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device ce9a93aa-2581-4187-a5c8-33a0a871aaa4 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:47:05.383707 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95021bbb-ed86-4766-bb86-2b024a78c096 admin admin] Network 350d9c90-1582-4e1f-a947-ffb52c03340d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:47:05.384720 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-63d0c94f-a049-4d0a-b596-baca0071db59 None None] Port 0553f917-7b82-4522-807b-104c5e5b3124 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:47:05.391376 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-95021bbb-ed86-4766-bb86-2b024a78c096 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:47:05.394008 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95021bbb-ed86-4766-bb86-2b024a78c096 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:47:05.418236 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eaf725-76eb-4806-af59-b10bf2310e58 None None] Pushing event updated for resources: {'Port': ['ID=0553f917-7b82-4522-807b-104c5e5b3124,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:05.418598 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95021bbb-ed86-4766-bb86-2b024a78c096 admin admin] Pushing event updated for resources: {'Port': ['ID=25dc5e8a-b15c-441d-a34f-74bc7776cfa7,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:05.434405 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port ce9a93aa-2581-4187-a5c8-33a0a871aaa4 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:47:05.436141 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:05.440654 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-95021bbb-ed86-4766-bb86-2b024a78c096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:05.443428 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabc1dc2-c972-496d-bc17-653d342636df None None] Routers {'272f0cf0-228f-494b-b1ee-4cbf952234d5'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:47:05.444125 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-dabc1dc2-c972-496d-bc17-653d342636df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:46:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['272f0cf0-228f-494b-b1ee-4cbf952234d5'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:47:05.459815 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71e80c1-cc35-4a10-8a5e-b9e29e5e3972 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:47:05.539628 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4fa82b56-290b-47bf-af30-c6ca94823195 None None] Provisioning complete for port 0553f917-7b82-4522-807b-104c5e5b3124 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:47:05.540217 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4fa82b56-290b-47bf-af30-c6ca94823195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:05.604667 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-dabc1dc2-c972-496d-bc17-653d342636df None None] Set router 272f0cf0-228f-494b-b1ee-4cbf952234d5 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:47:05.611139 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-95021bbb-ed86-4766-bb86-2b024a78c096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:05.635945 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4fa82b56-290b-47bf-af30-c6ca94823195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:05.661079 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4fa82b56-290b-47bf-af30-c6ca94823195 None None] For port 0553f917-7b82-4522-807b-104c5e5b3124, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=0553f917-7b82-4522-807b-104c5e5b3124,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:47:05.666283 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4fa82b56-290b-47bf-af30-c6ca94823195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:05.721075 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa82b56-290b-47bf-af30-c6ca94823195 None None] Pushing event updated for resources: {'Port': ['ID=0553f917-7b82-4522-807b-104c5e5b3124,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:05.786519 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4ad9a4f1-57ba-4c34-a47d-1d4844079f27 None None] Provisioning complete for port 25dc5e8a-b15c-441d-a34f-74bc7776cfa7 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:47:05.786897 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4ad9a4f1-57ba-4c34-a47d-1d4844079f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:05.804896 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-95021bbb-ed86-4766-bb86-2b024a78c096 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:05.811103 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-95021bbb-ed86-4766-bb86-2b024a78c096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:05.823961 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-4ad9a4f1-57ba-4c34-a47d-1d4844079f27 None None] Port 25dc5e8a-b15c-441d-a34f-74bc7776cfa7 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:47:05.893754 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95021bbb-ed86-4766-bb86-2b024a78c096 admin admin] Pushing event updated for resources: {'Port': ['ID=25dc5e8a-b15c-441d-a34f-74bc7776cfa7,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:05.896332 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-95021bbb-ed86-4766-bb86-2b024a78c096 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:05.911703 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-dabc1dc2-c972-496d-bc17-653d342636df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272f0cf0-228f-494b-b1ee-4cbf952234d5', 'name': 'tempest-TestEncryptedCinderVolumes-1090356894-router', 'tenant_id': '9b0a320701b340739faa09c66e054dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '0553f917-7b82-4522-807b-104c5e5b3124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:47:02Z', 'updated_at': '2021-12-09T16:47:03Z', 'revision_number': 3, 'project_id': '9b0a320701b340739faa09c66e054dee', 'gw_port': {'id': '0553f917-7b82-4522-807b-104c5e5b3124', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272f0cf0-228f-494b-b1ee-4cbf952234d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:47:03Z', 'updated_at': '2021-12-09T16:47:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:47:05.941953 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabc1dc2-c972-496d-bc17-653d342636df None None] The sync data for ids ['272f0cf0-228f-494b-b1ee-4cbf952234d5'] in n-d-821228-1 is: [{'id': '272f0cf0-228f-494b-b1ee-4cbf952234d5', 'name': 'tempest-TestEncryptedCinderVolumes-1090356894-router', 'tenant_id': '9b0a320701b340739faa09c66e054dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '0553f917-7b82-4522-807b-104c5e5b3124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:47:02Z', 'updated_at': '2021-12-09T16:47:03Z', 'revision_number': 3, 'project_id': '9b0a320701b340739faa09c66e054dee', 'gw_port': {'id': '0553f917-7b82-4522-807b-104c5e5b3124', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272f0cf0-228f-494b-b1ee-4cbf952234d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:47:03Z', 'updated_at': '2021-12-09T16:47:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:47:05.995679 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95021bbb-ed86-4766-bb86-2b024a78c096 admin admin] Network 350d9c90-1582-4e1f-a947-ffb52c03340d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:47:05.997244 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-95021bbb-ed86-4766-bb86-2b024a78c096 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:47:06.121910 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95021bbb-ed86-4766-bb86-2b024a78c096 admin admin] Router 272f0cf0-228f-494b-b1ee-4cbf952234d5 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:47:06.248671 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-410f65fd-3be8-4d6e-8a5a-a31a0501c396 None None] Provisioning complete for port 25dc5e8a-b15c-441d-a34f-74bc7776cfa7 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:47:06.249299 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-410f65fd-3be8-4d6e-8a5a-a31a0501c396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:06.290368 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-410f65fd-3be8-4d6e-8a5a-a31a0501c396 None None] Port 25dc5e8a-b15c-441d-a34f-74bc7776cfa7 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:47:06.499476 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95021bbb-ed86-4766-bb86-2b024a78c096 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:47:06.507224 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-95021bbb-ed86-4766-bb86-2b024a78c096 admin admin] 10.222.0.57 "PUT /v2.0/routers/272f0cf0-228f-494b-b1ee-4cbf952234d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9574800 Dec 09 16:47:06.976880 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56096) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:47:06.981814 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-caaae075-3727-43f5-a54e-dbfe40e24e61 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-927886226-network', 'tenant_id': 'c8762f43d9eb475f8766ea91a68ce6a8'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:47:07.003891 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caaae075-3727-43f5-a54e-dbfe40e24e61 admin admin] Made reservation on behalf of c8762f43d9eb475f8766ea91a68ce6a8 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:47:07.006383 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-caaae075-3727-43f5-a54e-dbfe40e24e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:07.015633 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-caaae075-3727-43f5-a54e-dbfe40e24e61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:07.093187 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-caaae075-3727-43f5-a54e-dbfe40e24e61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:07.096930 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-caaae075-3727-43f5-a54e-dbfe40e24e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:07.123995 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caaae075-3727-43f5-a54e-dbfe40e24e61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:47:07.130240 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaae075-3727-43f5-a54e-dbfe40e24e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f677290-15a6-4cc7-abea-ab8abae380a8,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:07.136673 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-caaae075-3727-43f5-a54e-dbfe40e24e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:07.137692 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-caaae075-3727-43f5-a54e-dbfe40e24e61 admin admin] Added segment 3e967870-eca5-4b75-b0da-af1d18de3a57 of type vlan for network 0fcb7ade-102a-4201-af91-9f701abba2d7 Dec 09 16:47:07.177574 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-caaae075-3727-43f5-a54e-dbfe40e24e61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:07.202605 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-caaae075-3727-43f5-a54e-dbfe40e24e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:07.203590 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaae075-3727-43f5-a54e-dbfe40e24e61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:07.204153 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-caaae075-3727-43f5-a54e-dbfe40e24e61 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:07.270608 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-caaae075-3727-43f5-a54e-dbfe40e24e61 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2925231 Dec 09 16:47:07.271787 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaae075-3727-43f5-a54e-dbfe40e24e61 admin admin] Pushing event updated for resources: {'Network': ['ID=0fcb7ade-102a-4201-af91-9f701abba2d7,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:07.274253 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56098) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:47:07.281037 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-1c667bd4-82f0-4efb-9f25-ff4ef4f9f3db admin admin] Request body: {'subnet': {'network_id': '0fcb7ade-102a-4201-af91-9f701abba2d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-927886226-subnet', 'tenant_id': 'c8762f43d9eb475f8766ea91a68ce6a8', 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:47:07.284991 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 0fcb7ade-102a-4201-af91-9f701abba2d7 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:47:07.318305 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c667bd4-82f0-4efb-9f25-ff4ef4f9f3db admin admin] Made reservation on behalf of c8762f43d9eb475f8766ea91a68ce6a8 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:47:07.321215 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1c667bd4-82f0-4efb-9f25-ff4ef4f9f3db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:07.328124 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 0553f917-7b82-4522-807b-104c5e5b3124 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:47:07.400894 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 0553f917-7b82-4522-807b-104c5e5b3124 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:47:07.401366 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:07.504298 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1c667bd4-82f0-4efb-9f25-ff4ef4f9f3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:07.562742 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c667bd4-82f0-4efb-9f25-ff4ef4f9f3db admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2ba69a6-2005-4d04-9edd-cc7359ec9176,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:07.562994 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9d6501-fa5a-4fd2-9502-599e4ef49998 None None] Sync routers for ids ['272f0cf0-228f-494b-b1ee-4cbf952234d5'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:47:07.570112 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c667bd4-82f0-4efb-9f25-ff4ef4f9f3db admin admin] Checking segment: {'id': '3e967870-eca5-4b75-b0da-af1d18de3a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0fcb7ade-102a-4201-af91-9f701abba2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:47:07.570602 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c667bd4-82f0-4efb-9f25-ff4ef4f9f3db admin admin] Network hostable DHCP agents. Network: 0fcb7ade-102a-4201-af91-9f701abba2d7, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:47:07.573623 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9d6501-fa5a-4fd2-9502-599e4ef49998 None None] Routers {'272f0cf0-228f-494b-b1ee-4cbf952234d5'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:47:07.574240 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5a9d6501-fa5a-4fd2-9502-599e4ef49998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:46:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['272f0cf0-228f-494b-b1ee-4cbf952234d5'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:47:07.588386 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c667bd4-82f0-4efb-9f25-ff4ef4f9f3db admin admin] Network 0fcb7ade-102a-4201-af91-9f701abba2d7 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:47:07.597999 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-1c667bd4-82f0-4efb-9f25-ff4ef4f9f3db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 0fcb7ade-102a-4201-af91-9f701abba2d7) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:47:07.603757 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c667bd4-82f0-4efb-9f25-ff4ef4f9f3db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:07.604500 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1c667bd4-82f0-4efb-9f25-ff4ef4f9f3db admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:07.612913 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140ed8c5-8759-47f6-a6b2-5512d54fb1c7 None None] Network 0fcb7ade-102a-4201-af91-9f701abba2d7 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:47:07.623971 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1c667bd4-82f0-4efb-9f25-ff4ef4f9f3db admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3484368 Dec 09 16:47:07.626928 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56100) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:47:07.631525 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-daf4a3e7-6271-4aa3-aa7d-abacedd51384 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-927886226-router', 'tenant_id': 'c8762f43d9eb475f8766ea91a68ce6a8', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:47:07.653167 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-daf4a3e7-6271-4aa3-aa7d-abacedd51384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:07.654210 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-daf4a3e7-6271-4aa3-aa7d-abacedd51384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:07.707276 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-daf4a3e7-6271-4aa3-aa7d-abacedd51384 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:07.750024 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-5a9d6501-fa5a-4fd2-9502-599e4ef49998 None None] Set router 272f0cf0-228f-494b-b1ee-4cbf952234d5 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:47:07.800285 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf276a2-34fc-4a91-986a-61e780eb3e83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-0fcb7ade-102a-4201-af91-9f701abba2d7', 'network_id': '0fcb7ade-102a-4201-af91-9f701abba2d7', 'project_id': 'c8762f43d9eb475f8766ea91a68ce6a8', 'fixed_ips': [{'subnet_id': 'b2ba69a6-2005-4d04-9edd-cc7359ec9176'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 16:47:07.801184 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6cf276a2-34fc-4a91-986a-61e780eb3e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:07.851724 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-daf4a3e7-6271-4aa3-aa7d-abacedd51384 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:08.053891 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-6cf276a2-34fc-4a91-986a-61e780eb3e83 None None] Allocated IP 172.20.0.2 (0fcb7ade-102a-4201-af91-9f701abba2d7/b2ba69a6-2005-4d04-9edd-cc7359ec9176/2b1df510-e582-4bf2-b588-2cacada6b3ee) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:47:08.054124 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-daf4a3e7-6271-4aa3-aa7d-abacedd51384 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:08.078382 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-daf4a3e7-6271-4aa3-aa7d-abacedd51384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:08.133889 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5a9d6501-fa5a-4fd2-9502-599e4ef49998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272f0cf0-228f-494b-b1ee-4cbf952234d5', 'name': 'tempest-TestEncryptedCinderVolumes-1090356894-router', 'tenant_id': '9b0a320701b340739faa09c66e054dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '0553f917-7b82-4522-807b-104c5e5b3124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:47:02Z', 'updated_at': '2021-12-09T16:47:05Z', 'revision_number': 4, 'project_id': '9b0a320701b340739faa09c66e054dee', 'gw_port': {'id': '0553f917-7b82-4522-807b-104c5e5b3124', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272f0cf0-228f-494b-b1ee-4cbf952234d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:47:03Z', 'updated_at': '2021-12-09T16:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '25dc5e8a-b15c-441d-a34f-74bc7776cfa7', 'name': '', 'network_id': '350d9c90-1582-4e1f-a947-ffb52c03340d', 'tenant_id': '9b0a320701b340739faa09c66e054dee', 'mac_address': 'fa:16:3e:71:2f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272f0cf0-228f-494b-b1ee-4cbf952234d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'e063ea4e-0cf5-44c8-85ad-5ed180967a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:47:05Z', 'updated_at': '2021-12-09T16:47:05Z', 'revision_number': 2, 'project_id': '9b0a320701b340739faa09c66e054dee', 'subnets': [{'id': 'e063ea4e-0cf5-44c8-85ad-5ed180967a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:47:08.168897 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9d6501-fa5a-4fd2-9502-599e4ef49998 None None] Checking router: 272f0cf0-228f-494b-b1ee-4cbf952234d5 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:47:08.169259 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9d6501-fa5a-4fd2-9502-599e4ef49998 None None] Updating router 272f0cf0-228f-494b-b1ee-4cbf952234d5 port 25dc5e8a-b15c-441d-a34f-74bc7776cfa7 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:47:08.184964 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-daf4a3e7-6271-4aa3-aa7d-abacedd51384 admin admin] Allocated IP 172.25.3.238 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/29bf21a0-df1e-4c93-b491-c4758e573cdc) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:47:08.208130 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5a9d6501-fa5a-4fd2-9502-599e4ef49998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:08.292728 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6cf276a2-34fc-4a91-986a-61e780eb3e83 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:08.302628 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6cf276a2-34fc-4a91-986a-61e780eb3e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:08.304318 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-daf4a3e7-6271-4aa3-aa7d-abacedd51384 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:08.338567 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-daf4a3e7-6271-4aa3-aa7d-abacedd51384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:08.375486 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf4a3e7-6271-4aa3-aa7d-abacedd51384 admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:47:08.378300 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-daf4a3e7-6271-4aa3-aa7d-abacedd51384 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:47:08.383977 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf4a3e7-6271-4aa3-aa7d-abacedd51384 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:47:08.389060 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf276a2-34fc-4a91-986a-61e780eb3e83 None None] Network 0fcb7ade-102a-4201-af91-9f701abba2d7 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:47:08.396226 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db600107-c992-4abf-95bb-6b16e2c2be4f None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:47:08.398471 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-6cf276a2-34fc-4a91-986a-61e780eb3e83 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:47:08.411756 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf4a3e7-6271-4aa3-aa7d-abacedd51384 admin admin] Pushing event updated for resources: {'Port': ['ID=29bf21a0-df1e-4c93-b491-c4758e573cdc,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:08.416879 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf276a2-34fc-4a91-986a-61e780eb3e83 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:47:08.630759 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf276a2-34fc-4a91-986a-61e780eb3e83 None None] Pushing event updated for resources: {'Port': ['ID=2b1df510-e582-4bf2-b588-2cacada6b3ee,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:08.645404 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-daf4a3e7-6271-4aa3-aa7d-abacedd51384 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:08.693483 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-36898c3a-b8a7-4525-9a8c-95fddd336331 None None] Provisioning complete for port 29bf21a0-df1e-4c93-b491-c4758e573cdc triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:47:08.693855 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-36898c3a-b8a7-4525-9a8c-95fddd336331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:08.728243 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6cf276a2-34fc-4a91-986a-61e780eb3e83 None None] Attempting to bind port 2b1df510-e582-4bf2-b588-2cacada6b3ee on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:47:08.728653 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6cf276a2-34fc-4a91-986a-61e780eb3e83 None None] Attempting to bind port 2b1df510-e582-4bf2-b588-2cacada6b3ee by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '3e967870-eca5-4b75-b0da-af1d18de3a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0fcb7ade-102a-4201-af91-9f701abba2d7'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:47:08.729018 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf276a2-34fc-4a91-986a-61e780eb3e83 None None] Attempting to bind port 2b1df510-e582-4bf2-b588-2cacada6b3ee on network 0fcb7ade-102a-4201-af91-9f701abba2d7 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:47:08.753071 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf276a2-34fc-4a91-986a-61e780eb3e83 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:47:08.753450 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf276a2-34fc-4a91-986a-61e780eb3e83 None None] Checking segment: {'id': '3e967870-eca5-4b75-b0da-af1d18de3a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0fcb7ade-102a-4201-af91-9f701abba2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:47:08.753852 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6cf276a2-34fc-4a91-986a-61e780eb3e83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:08.754244 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf276a2-34fc-4a91-986a-61e780eb3e83 None None] Bound using segment: {'id': '3e967870-eca5-4b75-b0da-af1d18de3a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0fcb7ade-102a-4201-af91-9f701abba2d7'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:47:08.754713 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6cf276a2-34fc-4a91-986a-61e780eb3e83 None None] Bound port: 2b1df510-e582-4bf2-b588-2cacada6b3ee, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e967870-eca5-4b75-b0da-af1d18de3a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0fcb7ade-102a-4201-af91-9f701abba2d7'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:47:08.755089 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6cf276a2-34fc-4a91-986a-61e780eb3e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:08.775650 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-36898c3a-b8a7-4525-9a8c-95fddd336331 None None] Port 29bf21a0-df1e-4c93-b491-c4758e573cdc cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:47:08.848820 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-daf4a3e7-6271-4aa3-aa7d-abacedd51384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:08.879829 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5a9d6501-fa5a-4fd2-9502-599e4ef49998 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:08.881836 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6cf276a2-34fc-4a91-986a-61e780eb3e83 None None] For port 2b1df510-e582-4bf2-b588-2cacada6b3ee, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:47:08.885731 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6cf276a2-34fc-4a91-986a-61e780eb3e83 None None] For port 2b1df510-e582-4bf2-b588-2cacada6b3ee, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=2b1df510-e582-4bf2-b588-2cacada6b3ee,segment=NetworkSegment(3e967870-eca5-4b75-b0da-af1d18de3a57),segment_id=3e967870-eca5-4b75-b0da-af1d18de3a57)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:47:08.888726 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5a9d6501-fa5a-4fd2-9502-599e4ef49998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:08.897669 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6cf276a2-34fc-4a91-986a-61e780eb3e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:08.960818 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4deb589-3640-471c-8f99-ed1e0bc9f30f None None] Pushing event updated for resources: {'Port': ['ID=25dc5e8a-b15c-441d-a34f-74bc7776cfa7,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:09.046324 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf4a3e7-6271-4aa3-aa7d-abacedd51384 admin admin] Router 445e9a5f-bf9f-4053-8f0d-20165b345d6e is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 16:47:09.057795 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5a9d6501-fa5a-4fd2-9502-599e4ef49998 None None] Attempting to bind port 25dc5e8a-b15c-441d-a34f-74bc7776cfa7 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:47:09.057795 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5a9d6501-fa5a-4fd2-9502-599e4ef49998 None None] Attempting to bind port 25dc5e8a-b15c-441d-a34f-74bc7776cfa7 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'cacb5eea-eb03-4e8b-a607-06b558d251d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '350d9c90-1582-4e1f-a947-ffb52c03340d'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:47:09.058098 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9d6501-fa5a-4fd2-9502-599e4ef49998 None None] Attempting to bind port 25dc5e8a-b15c-441d-a34f-74bc7776cfa7 on network 350d9c90-1582-4e1f-a947-ffb52c03340d {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:47:09.073127 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9d6501-fa5a-4fd2-9502-599e4ef49998 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:47:09.073519 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9d6501-fa5a-4fd2-9502-599e4ef49998 None None] Checking segment: {'id': 'cacb5eea-eb03-4e8b-a607-06b558d251d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '350d9c90-1582-4e1f-a947-ffb52c03340d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:47:09.073926 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5a9d6501-fa5a-4fd2-9502-599e4ef49998 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:09.074336 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9d6501-fa5a-4fd2-9502-599e4ef49998 None None] Bound using segment: {'id': 'cacb5eea-eb03-4e8b-a607-06b558d251d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '350d9c90-1582-4e1f-a947-ffb52c03340d'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:47:09.074816 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5a9d6501-fa5a-4fd2-9502-599e4ef49998 None None] Bound port: 25dc5e8a-b15c-441d-a34f-74bc7776cfa7, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cacb5eea-eb03-4e8b-a607-06b558d251d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '350d9c90-1582-4e1f-a947-ffb52c03340d'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:47:09.075205 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5a9d6501-fa5a-4fd2-9502-599e4ef49998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:09.078920 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf276a2-34fc-4a91-986a-61e780eb3e83 None None] Pushing event updated for resources: {'Port': ['ID=2b1df510-e582-4bf2-b588-2cacada6b3ee,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:09.162953 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5a9d6501-fa5a-4fd2-9502-599e4ef49998 None None] For port 25dc5e8a-b15c-441d-a34f-74bc7776cfa7, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:47:09.167555 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5a9d6501-fa5a-4fd2-9502-599e4ef49998 None None] For port 25dc5e8a-b15c-441d-a34f-74bc7776cfa7, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=25dc5e8a-b15c-441d-a34f-74bc7776cfa7,segment=NetworkSegment(cacb5eea-eb03-4e8b-a607-06b558d251d5),segment_id=cacb5eea-eb03-4e8b-a607-06b558d251d5)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:47:09.174673 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5a9d6501-fa5a-4fd2-9502-599e4ef49998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:09.207670 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf4a3e7-6271-4aa3-aa7d-abacedd51384 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:47:09.220558 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c6ca88-c67c-4dbd-88b9-b982eb10dd0a None None] Sync routers for ids ['445e9a5f-bf9f-4053-8f0d-20165b345d6e'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:47:09.253183 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c6ca88-c67c-4dbd-88b9-b982eb10dd0a None None] Routers {'445e9a5f-bf9f-4053-8f0d-20165b345d6e'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:47:09.254463 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-58c6ca88-c67c-4dbd-88b9-b982eb10dd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:46:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['445e9a5f-bf9f-4053-8f0d-20165b345d6e'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:47:09.280799 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-daf4a3e7-6271-4aa3-aa7d-abacedd51384 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:09.280799 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-daf4a3e7-6271-4aa3-aa7d-abacedd51384 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6504881 Dec 09 16:47:09.282945 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56102) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:47:09.296948 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4deb589-3640-471c-8f99-ed1e0bc9f30f None None] Pushing event updated for resources: {'Port': ['ID=25dc5e8a-b15c-441d-a34f-74bc7776cfa7,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:09.351971 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9d6501-fa5a-4fd2-9502-599e4ef49998 None None] Routers {'272f0cf0-228f-494b-b1ee-4cbf952234d5'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:47:09.353461 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5a9d6501-fa5a-4fd2-9502-599e4ef49998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:46:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['272f0cf0-228f-494b-b1ee-4cbf952234d5'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:47:09.485734 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-58c6ca88-c67c-4dbd-88b9-b982eb10dd0a None None] Set router 445e9a5f-bf9f-4053-8f0d-20165b345d6e gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:47:09.505320 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 2b1df510-e582-4bf2-b588-2cacada6b3ee up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:47:09.557303 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c34a221a-1223-4d26-a8fc-f327a8d43007 None None] Provisioning complete for port 25dc5e8a-b15c-441d-a34f-74bc7776cfa7 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:47:09.557690 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c34a221a-1223-4d26-a8fc-f327a8d43007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:09.641019 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-5a9d6501-fa5a-4fd2-9502-599e4ef49998 None None] Set router 272f0cf0-228f-494b-b1ee-4cbf952234d5 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:47:09.674920 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 2b1df510-e582-4bf2-b588-2cacada6b3ee triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:47:09.675294 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:09.697007 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-58c6ca88-c67c-4dbd-88b9-b982eb10dd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445e9a5f-bf9f-4053-8f0d-20165b345d6e', 'name': 'tempest-TestEncryptedCinderVolumes-927886226-router', 'tenant_id': 'c8762f43d9eb475f8766ea91a68ce6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '29bf21a0-df1e-4c93-b491-c4758e573cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:47:07Z', 'updated_at': '2021-12-09T16:47:08Z', 'revision_number': 3, 'project_id': 'c8762f43d9eb475f8766ea91a68ce6a8', 'gw_port': {'id': '29bf21a0-df1e-4c93-b491-c4758e573cdc', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:91:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445e9a5f-bf9f-4053-8f0d-20165b345d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:47:08Z', 'updated_at': '2021-12-09T16:47:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:47:09.725996 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c6ca88-c67c-4dbd-88b9-b982eb10dd0a None None] Checking router: 445e9a5f-bf9f-4053-8f0d-20165b345d6e for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:47:09.726504 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c6ca88-c67c-4dbd-88b9-b982eb10dd0a None None] Updating router 445e9a5f-bf9f-4053-8f0d-20165b345d6e port 29bf21a0-df1e-4c93-b491-c4758e573cdc binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:47:09.757394 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-58c6ca88-c67c-4dbd-88b9-b982eb10dd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:09.886957 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c34a221a-1223-4d26-a8fc-f327a8d43007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:09.971152 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:10.015179 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c34a221a-1223-4d26-a8fc-f327a8d43007 None None] For port 25dc5e8a-b15c-441d-a34f-74bc7776cfa7, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=25dc5e8a-b15c-441d-a34f-74bc7776cfa7,segment=NetworkSegment(cacb5eea-eb03-4e8b-a607-06b558d251d5),segment_id=cacb5eea-eb03-4e8b-a607-06b558d251d5)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:47:10.030141 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-58c6ca88-c67c-4dbd-88b9-b982eb10dd0a None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:10.032756 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c34a221a-1223-4d26-a8fc-f327a8d43007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:10.038869 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-58c6ca88-c67c-4dbd-88b9-b982eb10dd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:10.100555 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b585306f-a27d-49c5-a48a-b98dc9c502d5 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:47:10.103558 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 2b1df510-e582-4bf2-b588-2cacada6b3ee, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=2b1df510-e582-4bf2-b588-2cacada6b3ee,segment=NetworkSegment(3e967870-eca5-4b75-b0da-af1d18de3a57),segment_id=3e967870-eca5-4b75-b0da-af1d18de3a57)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:47:10.114338 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5a9d6501-fa5a-4fd2-9502-599e4ef49998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272f0cf0-228f-494b-b1ee-4cbf952234d5', 'name': 'tempest-TestEncryptedCinderVolumes-1090356894-router', 'tenant_id': '9b0a320701b340739faa09c66e054dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '0553f917-7b82-4522-807b-104c5e5b3124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:47:02Z', 'updated_at': '2021-12-09T16:47:05Z', 'revision_number': 4, 'project_id': '9b0a320701b340739faa09c66e054dee', 'gw_port': {'id': '0553f917-7b82-4522-807b-104c5e5b3124', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272f0cf0-228f-494b-b1ee-4cbf952234d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:47:03Z', 'updated_at': '2021-12-09T16:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '25dc5e8a-b15c-441d-a34f-74bc7776cfa7', 'name': '', 'network_id': '350d9c90-1582-4e1f-a947-ffb52c03340d', 'tenant_id': '9b0a320701b340739faa09c66e054dee', 'mac_address': 'fa:16:3e:71:2f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272f0cf0-228f-494b-b1ee-4cbf952234d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'e063ea4e-0cf5-44c8-85ad-5ed180967a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:47:05Z', 'updated_at': '2021-12-09T16:47:09Z', 'revision_number': 4, 'project_id': '9b0a320701b340739faa09c66e054dee', 'subnets': [{'id': 'e063ea4e-0cf5-44c8-85ad-5ed180967a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:47:10.114614 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e631dde4-bdc4-48f5-8e03-4eacc68ba4d6 None None] Pushing event updated for resources: {'Port': ['ID=29bf21a0-df1e-4c93-b491-c4758e573cdc,revision_number=2']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:10.118032 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-58c6ca88-c67c-4dbd-88b9-b982eb10dd0a None None] Attempting to bind port 29bf21a0-df1e-4c93-b491-c4758e573cdc on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:47:10.118593 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-58c6ca88-c67c-4dbd-88b9-b982eb10dd0a None None] Attempting to bind port 29bf21a0-df1e-4c93-b491-c4758e573cdc by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:47:10.119118 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c6ca88-c67c-4dbd-88b9-b982eb10dd0a None None] Attempting to bind port 29bf21a0-df1e-4c93-b491-c4758e573cdc on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:47:10.125498 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c6ca88-c67c-4dbd-88b9-b982eb10dd0a None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:47:10.126162 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c6ca88-c67c-4dbd-88b9-b982eb10dd0a None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:47:10.126735 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-58c6ca88-c67c-4dbd-88b9-b982eb10dd0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:10.127593 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c6ca88-c67c-4dbd-88b9-b982eb10dd0a None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:47:10.128325 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-58c6ca88-c67c-4dbd-88b9-b982eb10dd0a None None] Bound port: 29bf21a0-df1e-4c93-b491-c4758e573cdc, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:47:10.129556 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-58c6ca88-c67c-4dbd-88b9-b982eb10dd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:10.168897 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a221a-1223-4d26-a8fc-f327a8d43007 None None] Pushing event updated for resources: {'Port': ['ID=25dc5e8a-b15c-441d-a34f-74bc7776cfa7,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:10.174351 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:10.177159 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9d6501-fa5a-4fd2-9502-599e4ef49998 None None] The sync data for ids ['272f0cf0-228f-494b-b1ee-4cbf952234d5'] in n-d-821228-1 is: [{'id': '272f0cf0-228f-494b-b1ee-4cbf952234d5', 'name': 'tempest-TestEncryptedCinderVolumes-1090356894-router', 'tenant_id': '9b0a320701b340739faa09c66e054dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '0553f917-7b82-4522-807b-104c5e5b3124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:47:02Z', 'updated_at': '2021-12-09T16:47:05Z', 'revision_number': 4, 'project_id': '9b0a320701b340739faa09c66e054dee', 'gw_port': {'id': '0553f917-7b82-4522-807b-104c5e5b3124', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272f0cf0-228f-494b-b1ee-4cbf952234d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:47:03Z', 'updated_at': '2021-12-09T16:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '25dc5e8a-b15c-441d-a34f-74bc7776cfa7', 'name': '', 'network_id': '350d9c90-1582-4e1f-a947-ffb52c03340d', 'tenant_id': '9b0a320701b340739faa09c66e054dee', 'mac_address': 'fa:16:3e:71:2f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272f0cf0-228f-494b-b1ee-4cbf952234d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'e063ea4e-0cf5-44c8-85ad-5ed180967a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:47:05Z', 'updated_at': '2021-12-09T16:47:09Z', 'revision_number': 4, 'project_id': '9b0a320701b340739faa09c66e054dee', 'subnets': [{'id': 'e063ea4e-0cf5-44c8-85ad-5ed180967a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:47:10.204205 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-58c6ca88-c67c-4dbd-88b9-b982eb10dd0a None None] For port 29bf21a0-df1e-4c93-b491-c4758e573cdc, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:47:10.209665 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-58c6ca88-c67c-4dbd-88b9-b982eb10dd0a None None] For port 29bf21a0-df1e-4c93-b491-c4758e573cdc, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=29bf21a0-df1e-4c93-b491-c4758e573cdc,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:47:10.218434 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-58c6ca88-c67c-4dbd-88b9-b982eb10dd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:10.231217 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=2b1df510-e582-4bf2-b588-2cacada6b3ee,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:10.245157 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-69acc117-79c0-4053-9212-1c5210cb9f35 None None] Provisioning complete for port 25dc5e8a-b15c-441d-a34f-74bc7776cfa7 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:47:10.246913 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-69acc117-79c0-4053-9212-1c5210cb9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:10.306091 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c6ca88-c67c-4dbd-88b9-b982eb10dd0a None None] Routers {'445e9a5f-bf9f-4053-8f0d-20165b345d6e'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:47:10.306857 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-58c6ca88-c67c-4dbd-88b9-b982eb10dd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:46:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['445e9a5f-bf9f-4053-8f0d-20165b345d6e'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:47:10.316019 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e631dde4-bdc4-48f5-8e03-4eacc68ba4d6 None None] Pushing event updated for resources: {'Port': ['ID=29bf21a0-df1e-4c93-b491-c4758e573cdc,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:10.320165 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aff2725-232e-48b3-98b1-58c3fd453957 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:47:10.353720 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eeaeaab-5752-44d2-a5dc-979b69f257c0 None None] Network 0fcb7ade-102a-4201-af91-9f701abba2d7 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:47:10.358743 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5eee28d7-b094-46d6-bd27-21ed6f0f1f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:10.465013 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-58c6ca88-c67c-4dbd-88b9-b982eb10dd0a None None] Set router 445e9a5f-bf9f-4053-8f0d-20165b345d6e gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:47:10.570342 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-5eee28d7-b094-46d6-bd27-21ed6f0f1f2b admin admin] Allocated IP 172.20.0.1 (0fcb7ade-102a-4201-af91-9f701abba2d7/b2ba69a6-2005-4d04-9edd-cc7359ec9176/80ecb6b6-e557-4ef7-96da-5cea2cc199b5) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:47:10.615695 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-afd15409-926e-499f-b2d8-a5376e5097aa None None] Provisioning complete for port 29bf21a0-df1e-4c93-b491-c4758e573cdc triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:47:10.616102 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-afd15409-926e-499f-b2d8-a5376e5097aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:10.686462 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-58c6ca88-c67c-4dbd-88b9-b982eb10dd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445e9a5f-bf9f-4053-8f0d-20165b345d6e', 'name': 'tempest-TestEncryptedCinderVolumes-927886226-router', 'tenant_id': 'c8762f43d9eb475f8766ea91a68ce6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '29bf21a0-df1e-4c93-b491-c4758e573cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:47:07Z', 'updated_at': '2021-12-09T16:47:08Z', 'revision_number': 3, 'project_id': 'c8762f43d9eb475f8766ea91a68ce6a8', 'gw_port': {'id': '29bf21a0-df1e-4c93-b491-c4758e573cdc', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:91:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445e9a5f-bf9f-4053-8f0d-20165b345d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:47:08Z', 'updated_at': '2021-12-09T16:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:47:10.704638 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5eee28d7-b094-46d6-bd27-21ed6f0f1f2b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:10.724460 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c6ca88-c67c-4dbd-88b9-b982eb10dd0a None None] The sync data for ids ['445e9a5f-bf9f-4053-8f0d-20165b345d6e'] in n-d-821228-1 is: [{'id': '445e9a5f-bf9f-4053-8f0d-20165b345d6e', 'name': 'tempest-TestEncryptedCinderVolumes-927886226-router', 'tenant_id': 'c8762f43d9eb475f8766ea91a68ce6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '29bf21a0-df1e-4c93-b491-c4758e573cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:47:07Z', 'updated_at': '2021-12-09T16:47:08Z', 'revision_number': 3, 'project_id': 'c8762f43d9eb475f8766ea91a68ce6a8', 'gw_port': {'id': '29bf21a0-df1e-4c93-b491-c4758e573cdc', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:91:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445e9a5f-bf9f-4053-8f0d-20165b345d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:47:08Z', 'updated_at': '2021-12-09T16:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:47:10.748683 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-afd15409-926e-499f-b2d8-a5376e5097aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:10.756125 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5eee28d7-b094-46d6-bd27-21ed6f0f1f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:10.779786 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-afd15409-926e-499f-b2d8-a5376e5097aa None None] For port 29bf21a0-df1e-4c93-b491-c4758e573cdc, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=29bf21a0-df1e-4c93-b491-c4758e573cdc,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:47:10.791812 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-afd15409-926e-499f-b2d8-a5376e5097aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:10.805194 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eee28d7-b094-46d6-bd27-21ed6f0f1f2b admin admin] Network 0fcb7ade-102a-4201-af91-9f701abba2d7 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:47:10.816362 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-5eee28d7-b094-46d6-bd27-21ed6f0f1f2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:47:10.820849 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eee28d7-b094-46d6-bd27-21ed6f0f1f2b admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:47:10.869024 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-afd15409-926e-499f-b2d8-a5376e5097aa None None] Provisioning complete for port 2b1df510-e582-4bf2-b588-2cacada6b3ee triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:47:10.869397 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-afd15409-926e-499f-b2d8-a5376e5097aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:10.869728 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee28d7-b094-46d6-bd27-21ed6f0f1f2b admin admin] Pushing event updated for resources: {'Port': ['ID=80ecb6b6-e557-4ef7-96da-5cea2cc199b5,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:10.905788 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5eee28d7-b094-46d6-bd27-21ed6f0f1f2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:10.943662 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd15409-926e-499f-b2d8-a5376e5097aa None None] Pushing event updated for resources: {'Port': ['ID=29bf21a0-df1e-4c93-b491-c4758e573cdc,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:11.082652 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5eee28d7-b094-46d6-bd27-21ed6f0f1f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:11.178519 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-01a4b6a5-f785-4435-8960-a661e52c39cf None None] Provisioning complete for port 80ecb6b6-e557-4ef7-96da-5cea2cc199b5 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:47:11.178912 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-01a4b6a5-f785-4435-8960-a661e52c39cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:11.221950 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-01a4b6a5-f785-4435-8960-a661e52c39cf None None] Port 80ecb6b6-e557-4ef7-96da-5cea2cc199b5 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:47:11.246004 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-01a4b6a5-f785-4435-8960-a661e52c39cf None None] Provisioning complete for port 2b1df510-e582-4bf2-b588-2cacada6b3ee triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:47:11.248529 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-01a4b6a5-f785-4435-8960-a661e52c39cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:11.347559 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5eee28d7-b094-46d6-bd27-21ed6f0f1f2b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:11.353700 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5eee28d7-b094-46d6-bd27-21ed6f0f1f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:11.438099 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee28d7-b094-46d6-bd27-21ed6f0f1f2b admin admin] Pushing event updated for resources: {'Port': ['ID=80ecb6b6-e557-4ef7-96da-5cea2cc199b5,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:11.445544 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5eee28d7-b094-46d6-bd27-21ed6f0f1f2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:11.473327 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 29bf21a0-df1e-4c93-b491-c4758e573cdc up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:47:11.526397 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 29bf21a0-df1e-4c93-b491-c4758e573cdc triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:47:11.526782 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:11.553030 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eee28d7-b094-46d6-bd27-21ed6f0f1f2b admin admin] Network 0fcb7ade-102a-4201-af91-9f701abba2d7 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:47:11.554565 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-5eee28d7-b094-46d6-bd27-21ed6f0f1f2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:47:11.634497 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 2b1df510-e582-4bf2-b588-2cacada6b3ee up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:47:11.693329 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eee28d7-b094-46d6-bd27-21ed6f0f1f2b admin admin] Router 445e9a5f-bf9f-4053-8f0d-20165b345d6e has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:47:11.820186 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eee28d7-b094-46d6-bd27-21ed6f0f1f2b admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:47:11.834435 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-5eee28d7-b094-46d6-bd27-21ed6f0f1f2b admin admin] 10.222.0.57 "PUT /v2.0/routers/445e9a5f-bf9f-4053-8f0d-20165b345d6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5411499 Dec 09 16:47:11.913601 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5ba2a37e-475d-4a27-ba1f-0d426b353e72 None None] Provisioning complete for port 80ecb6b6-e557-4ef7-96da-5cea2cc199b5 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:47:11.913968 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5ba2a37e-475d-4a27-ba1f-0d426b353e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:11.943284 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 2b1df510-e582-4bf2-b588-2cacada6b3ee triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:47:11.943656 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:11.973935 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-5ba2a37e-475d-4a27-ba1f-0d426b353e72 None None] Port 80ecb6b6-e557-4ef7-96da-5cea2cc199b5 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:47:12.042522 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 25dc5e8a-b15c-441d-a34f-74bc7776cfa7 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:47:12.093656 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 25dc5e8a-b15c-441d-a34f-74bc7776cfa7 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:47:12.094032 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:12.537179 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-6a4a702d-1704-492c-b26c-e8542c6bc43a tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:12.538662 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-6a4a702d-1704-492c-b26c-e8542c6bc43a tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/networks?id=350d9c90-1582-4e1f-a947-ffb52c03340d HTTP/1.1" status: 200 len: 817 time: 0.1039100 Dec 09 16:47:12.553850 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-18c65e9a-ebcf-4165-b81c-c07b9ab6eeaa tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/quotas/9b0a320701b340739faa09c66e054dee HTTP/1.1" status: 200 len: 375 time: 0.0095026 Dec 09 16:47:12.604778 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-25c55721-2057-4c5f-a0da-f58f010b074f tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b0a320701b340739faa09c66e054dee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457606 Dec 09 16:47:12.788063 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-acd6103c-0072-4cb1-a128-244594d5107f service neutron] 10.222.0.57 "GET /v2.0/networks/350d9c90-1582-4e1f-a947-ffb52c03340d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709886 Dec 09 16:47:12.880638 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-c0131a19-3cd7-49aa-a61e-196bb8b43de5 service neutron] 10.222.0.57 "GET /v2.0/networks/350d9c90-1582-4e1f-a947-ffb52c03340d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862088 Dec 09 16:47:13.041863 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ce37ff19-11ad-4228-8e57-389c895f6dac req-03e3fafe-211a-4146-9b07-258bcec9601d tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9d9516e-ed59-46df-8e35-58ca84f19703 HTTP/1.1" status: 200 len: 210 time: 0.0274279 Dec 09 16:47:13.652047 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d570b25-4251-4768-80ef-ad8cb52d84ca None None] Sync routers for ids ['445e9a5f-bf9f-4053-8f0d-20165b345d6e'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:47:13.662948 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d570b25-4251-4768-80ef-ad8cb52d84ca None None] Routers {'445e9a5f-bf9f-4053-8f0d-20165b345d6e'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:47:13.663507 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-1d570b25-4251-4768-80ef-ad8cb52d84ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:46:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['445e9a5f-bf9f-4053-8f0d-20165b345d6e'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:47:13.768920 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-1d570b25-4251-4768-80ef-ad8cb52d84ca None None] Set router 445e9a5f-bf9f-4053-8f0d-20165b345d6e gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:47:13.982610 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-6807c1cf-8c77-44cd-b59b-e1d6619729b9 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:13.985028 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-6807c1cf-8c77-44cd-b59b-e1d6619729b9 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.31 "GET /v2.0/networks?id=350d9c90-1582-4e1f-a947-ffb52c03340d HTTP/1.1" status: 200 len: 817 time: 0.1177466 Dec 09 16:47:13.989637 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-1d570b25-4251-4768-80ef-ad8cb52d84ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445e9a5f-bf9f-4053-8f0d-20165b345d6e', 'name': 'tempest-TestEncryptedCinderVolumes-927886226-router', 'tenant_id': 'c8762f43d9eb475f8766ea91a68ce6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '29bf21a0-df1e-4c93-b491-c4758e573cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:47:07Z', 'updated_at': '2021-12-09T16:47:11Z', 'revision_number': 4, 'project_id': 'c8762f43d9eb475f8766ea91a68ce6a8', 'gw_port': {'id': '29bf21a0-df1e-4c93-b491-c4758e573cdc', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:91:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445e9a5f-bf9f-4053-8f0d-20165b345d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:47:08Z', 'updated_at': '2021-12-09T16:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '80ecb6b6-e557-4ef7-96da-5cea2cc199b5', 'name': '', 'network_id': '0fcb7ade-102a-4201-af91-9f701abba2d7', 'tenant_id': 'c8762f43d9eb475f8766ea91a68ce6a8', 'mac_address': 'fa:16:3e:ab:3b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445e9a5f-bf9f-4053-8f0d-20165b345d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'b2ba69a6-2005-4d04-9edd-cc7359ec9176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:47:10Z', 'updated_at': '2021-12-09T16:47:11Z', 'revision_number': 2, 'project_id': 'c8762f43d9eb475f8766ea91a68ce6a8', 'subnets': [{'id': 'b2ba69a6-2005-4d04-9edd-cc7359ec9176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:47:13.999460 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-8761ec1e-ad01-4c1c-a085-777208747e29 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Request body: {'port': {'device_id': 'f9d9516e-ed59-46df-8e35-58ca84f19703', 'network_id': '350d9c90-1582-4e1f-a947-ffb52c03340d', 'admin_state_up': True, 'tenant_id': '9b0a320701b340739faa09c66e054dee'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:47:14.020214 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d570b25-4251-4768-80ef-ad8cb52d84ca None None] Checking router: 445e9a5f-bf9f-4053-8f0d-20165b345d6e for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:47:14.020646 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d570b25-4251-4768-80ef-ad8cb52d84ca None None] Updating router 445e9a5f-bf9f-4053-8f0d-20165b345d6e port 80ecb6b6-e557-4ef7-96da-5cea2cc199b5 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:47:14.047153 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1d570b25-4251-4768-80ef-ad8cb52d84ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:14.121949 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-8761ec1e-ad01-4c1c-a085-777208747e29 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Made reservation on behalf of 9b0a320701b340739faa09c66e054dee for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:47:14.125529 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-8761ec1e-ad01-4c1c-a085-777208747e29 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:14.150104 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1aa9fe78-39c9-43de-a555-abe98a0826a7 req-d25214f2-7aa6-47ae-b94d-8b1211edd65a tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9d9516e-ed59-46df-8e35-58ca84f19703 HTTP/1.1" status: 200 len: 210 time: 0.0378981 Dec 09 16:47:14.268333 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-8761ec1e-ad01-4c1c-a085-777208747e29 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Allocated IP 172.20.0.7 (350d9c90-1582-4e1f-a947-ffb52c03340d/e063ea4e-0cf5-44c8-85ad-5ed180967a23/e62ad517-db59-492e-9132-5e80bd387e00) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:47:14.318383 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1d570b25-4251-4768-80ef-ad8cb52d84ca None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:14.324172 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1d570b25-4251-4768-80ef-ad8cb52d84ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:14.380854 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c11681-3340-44a2-b5c8-35d92b997bc4 None None] Pushing event updated for resources: {'Port': ['ID=80ecb6b6-e557-4ef7-96da-5cea2cc199b5,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:14.426089 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-8761ec1e-ad01-4c1c-a085-777208747e29 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:14.436357 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-1d570b25-4251-4768-80ef-ad8cb52d84ca None None] Attempting to bind port 80ecb6b6-e557-4ef7-96da-5cea2cc199b5 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:47:14.436774 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-1d570b25-4251-4768-80ef-ad8cb52d84ca None None] Attempting to bind port 80ecb6b6-e557-4ef7-96da-5cea2cc199b5 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '3e967870-eca5-4b75-b0da-af1d18de3a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0fcb7ade-102a-4201-af91-9f701abba2d7'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:47:14.437146 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d570b25-4251-4768-80ef-ad8cb52d84ca None None] Attempting to bind port 80ecb6b6-e557-4ef7-96da-5cea2cc199b5 on network 0fcb7ade-102a-4201-af91-9f701abba2d7 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:47:14.442764 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d570b25-4251-4768-80ef-ad8cb52d84ca None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:47:14.443149 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d570b25-4251-4768-80ef-ad8cb52d84ca None None] Checking segment: {'id': '3e967870-eca5-4b75-b0da-af1d18de3a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0fcb7ade-102a-4201-af91-9f701abba2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:47:14.443552 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1d570b25-4251-4768-80ef-ad8cb52d84ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:14.443957 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d570b25-4251-4768-80ef-ad8cb52d84ca None None] Bound using segment: {'id': '3e967870-eca5-4b75-b0da-af1d18de3a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0fcb7ade-102a-4201-af91-9f701abba2d7'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:47:14.444456 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-1d570b25-4251-4768-80ef-ad8cb52d84ca None None] Bound port: 80ecb6b6-e557-4ef7-96da-5cea2cc199b5, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e967870-eca5-4b75-b0da-af1d18de3a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0fcb7ade-102a-4201-af91-9f701abba2d7'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:47:14.444852 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1d570b25-4251-4768-80ef-ad8cb52d84ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:14.465037 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-8761ec1e-ad01-4c1c-a085-777208747e29 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:14.505925 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-8761ec1e-ad01-4c1c-a085-777208747e29 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Network 350d9c90-1582-4e1f-a947-ffb52c03340d is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:47:14.509162 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-8761ec1e-ad01-4c1c-a085-777208747e29 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:47:14.514141 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-8761ec1e-ad01-4c1c-a085-777208747e29 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:47:14.523051 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1d570b25-4251-4768-80ef-ad8cb52d84ca None None] For port 80ecb6b6-e557-4ef7-96da-5cea2cc199b5, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:47:14.526944 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1d570b25-4251-4768-80ef-ad8cb52d84ca None None] For port 80ecb6b6-e557-4ef7-96da-5cea2cc199b5, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=80ecb6b6-e557-4ef7-96da-5cea2cc199b5,segment=NetworkSegment(3e967870-eca5-4b75-b0da-af1d18de3a57),segment_id=3e967870-eca5-4b75-b0da-af1d18de3a57)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:47:14.534673 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1d570b25-4251-4768-80ef-ad8cb52d84ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:14.554787 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761ec1e-ad01-4c1c-a085-777208747e29 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Pushing event updated for resources: {'Port': ['ID=e62ad517-db59-492e-9132-5e80bd387e00,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:14.578503 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-8761ec1e-ad01-4c1c-a085-777208747e29 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:14.579267 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-8761ec1e-ad01-4c1c-a085-777208747e29 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:14.589292 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d570b25-4251-4768-80ef-ad8cb52d84ca None None] Routers {'445e9a5f-bf9f-4053-8f0d-20165b345d6e'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:47:14.590397 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-1d570b25-4251-4768-80ef-ad8cb52d84ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:46:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['445e9a5f-bf9f-4053-8f0d-20165b345d6e'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:47:14.604954 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-8761ec1e-ad01-4c1c-a085-777208747e29 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6096945 Dec 09 16:47:14.620457 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-c0751de6-40e2-4c0f-a761-4fcb9ab49884 service neutron] Request body: {'port': {'device_id': 'f9d9516e-ed59-46df-8e35-58ca84f19703', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:47:14.658173 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c11681-3340-44a2-b5c8-35d92b997bc4 None None] Pushing event updated for resources: {'Port': ['ID=80ecb6b6-e557-4ef7-96da-5cea2cc199b5,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:14.693603 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-c0751de6-40e2-4c0f-a761-4fcb9ab49884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:14.716042 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-67695dfe-e6ef-475d-88f9-10ba80f90922 None None] Provisioning complete for port 80ecb6b6-e557-4ef7-96da-5cea2cc199b5 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:47:14.716679 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-67695dfe-e6ef-475d-88f9-10ba80f90922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:14.774355 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-1d570b25-4251-4768-80ef-ad8cb52d84ca None None] Set router 445e9a5f-bf9f-4053-8f0d-20165b345d6e gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:47:14.931496 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-67695dfe-e6ef-475d-88f9-10ba80f90922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:14.985102 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-c0751de6-40e2-4c0f-a761-4fcb9ab49884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e62ad517-db59-492e-9132-5e80bd387e00 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:47:14.992582 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-67695dfe-e6ef-475d-88f9-10ba80f90922 None None] For port 80ecb6b6-e557-4ef7-96da-5cea2cc199b5, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=80ecb6b6-e557-4ef7-96da-5cea2cc199b5,segment=NetworkSegment(3e967870-eca5-4b75-b0da-af1d18de3a57),segment_id=3e967870-eca5-4b75-b0da-af1d18de3a57)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:47:14.993376 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-c0751de6-40e2-4c0f-a761-4fcb9ab49884 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:14.997390 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-67695dfe-e6ef-475d-88f9-10ba80f90922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:15.011615 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-c0751de6-40e2-4c0f-a761-4fcb9ab49884 service neutron] Transition to ACTIVE for port object e62ad517-db59-492e-9132-5e80bd387e00 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:47:15.015397 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-c0751de6-40e2-4c0f-a761-4fcb9ab49884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:15.073070 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67695dfe-e6ef-475d-88f9-10ba80f90922 None None] Pushing event updated for resources: {'Port': ['ID=80ecb6b6-e557-4ef7-96da-5cea2cc199b5,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:15.090584 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-1d570b25-4251-4768-80ef-ad8cb52d84ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445e9a5f-bf9f-4053-8f0d-20165b345d6e', 'name': 'tempest-TestEncryptedCinderVolumes-927886226-router', 'tenant_id': 'c8762f43d9eb475f8766ea91a68ce6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '29bf21a0-df1e-4c93-b491-c4758e573cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:47:07Z', 'updated_at': '2021-12-09T16:47:11Z', 'revision_number': 4, 'project_id': 'c8762f43d9eb475f8766ea91a68ce6a8', 'gw_port': {'id': '29bf21a0-df1e-4c93-b491-c4758e573cdc', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:91:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445e9a5f-bf9f-4053-8f0d-20165b345d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:47:08Z', 'updated_at': '2021-12-09T16:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '80ecb6b6-e557-4ef7-96da-5cea2cc199b5', 'name': '', 'network_id': '0fcb7ade-102a-4201-af91-9f701abba2d7', 'tenant_id': 'c8762f43d9eb475f8766ea91a68ce6a8', 'mac_address': 'fa:16:3e:ab:3b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445e9a5f-bf9f-4053-8f0d-20165b345d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'b2ba69a6-2005-4d04-9edd-cc7359ec9176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:47:10Z', 'updated_at': '2021-12-09T16:47:14Z', 'revision_number': 4, 'project_id': 'c8762f43d9eb475f8766ea91a68ce6a8', 'subnets': [{'id': 'b2ba69a6-2005-4d04-9edd-cc7359ec9176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:47:15.126976 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d570b25-4251-4768-80ef-ad8cb52d84ca None None] The sync data for ids ['445e9a5f-bf9f-4053-8f0d-20165b345d6e'] in n-d-821228-1 is: [{'id': '445e9a5f-bf9f-4053-8f0d-20165b345d6e', 'name': 'tempest-TestEncryptedCinderVolumes-927886226-router', 'tenant_id': 'c8762f43d9eb475f8766ea91a68ce6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '29bf21a0-df1e-4c93-b491-c4758e573cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:47:07Z', 'updated_at': '2021-12-09T16:47:11Z', 'revision_number': 4, 'project_id': 'c8762f43d9eb475f8766ea91a68ce6a8', 'gw_port': {'id': '29bf21a0-df1e-4c93-b491-c4758e573cdc', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:91:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445e9a5f-bf9f-4053-8f0d-20165b345d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:47:08Z', 'updated_at': '2021-12-09T16:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '80ecb6b6-e557-4ef7-96da-5cea2cc199b5', 'name': '', 'network_id': '0fcb7ade-102a-4201-af91-9f701abba2d7', 'tenant_id': 'c8762f43d9eb475f8766ea91a68ce6a8', 'mac_address': 'fa:16:3e:ab:3b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445e9a5f-bf9f-4053-8f0d-20165b345d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'b2ba69a6-2005-4d04-9edd-cc7359ec9176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:47:10Z', 'updated_at': '2021-12-09T16:47:14Z', 'revision_number': 4, 'project_id': 'c8762f43d9eb475f8766ea91a68ce6a8', 'subnets': [{'id': 'b2ba69a6-2005-4d04-9edd-cc7359ec9176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:47:15.136611 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0751de6-40e2-4c0f-a761-4fcb9ab49884 service neutron] Pushing event updated for resources: {'Port': ['ID=e62ad517-db59-492e-9132-5e80bd387e00,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:15.153503 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-c0751de6-40e2-4c0f-a761-4fcb9ab49884 service neutron] Attempting to bind port e62ad517-db59-492e-9132-5e80bd387e00 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:47:15.153905 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-c0751de6-40e2-4c0f-a761-4fcb9ab49884 service neutron] Attempting to bind port e62ad517-db59-492e-9132-5e80bd387e00 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': 'cacb5eea-eb03-4e8b-a607-06b558d251d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '350d9c90-1582-4e1f-a947-ffb52c03340d'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:47:15.154222 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-c0751de6-40e2-4c0f-a761-4fcb9ab49884 service neutron] Attempting to bind port e62ad517-db59-492e-9132-5e80bd387e00 on network 350d9c90-1582-4e1f-a947-ffb52c03340d {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:47:15.159255 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e17fb579-8ccc-4740-a795-ea33e8bad23f None None] Provisioning complete for port 80ecb6b6-e557-4ef7-96da-5cea2cc199b5 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:47:15.159631 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e17fb579-8ccc-4740-a795-ea33e8bad23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:15.159755 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-c0751de6-40e2-4c0f-a761-4fcb9ab49884 service neutron] Port e62ad517-db59-492e-9132-5e80bd387e00 on network 350d9c90-1582-4e1f-a947-ffb52c03340d not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:47:15.160070 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-c0751de6-40e2-4c0f-a761-4fcb9ab49884 service neutron] Attempting to bind port e62ad517-db59-492e-9132-5e80bd387e00 on network 350d9c90-1582-4e1f-a947-ffb52c03340d {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:47:15.165351 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-c0751de6-40e2-4c0f-a761-4fcb9ab49884 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:47:15.165833 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-c0751de6-40e2-4c0f-a761-4fcb9ab49884 service neutron] Checking segment: {'id': 'cacb5eea-eb03-4e8b-a607-06b558d251d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '350d9c90-1582-4e1f-a947-ffb52c03340d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:47:15.166327 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-c0751de6-40e2-4c0f-a761-4fcb9ab49884 service neutron] Bound using segment: {'id': 'cacb5eea-eb03-4e8b-a607-06b558d251d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '350d9c90-1582-4e1f-a947-ffb52c03340d'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:47:15.166872 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-c0751de6-40e2-4c0f-a761-4fcb9ab49884 service neutron] Bound port: e62ad517-db59-492e-9132-5e80bd387e00, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cacb5eea-eb03-4e8b-a607-06b558d251d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '350d9c90-1582-4e1f-a947-ffb52c03340d'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:47:15.167331 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-c0751de6-40e2-4c0f-a761-4fcb9ab49884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:15.248063 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-c0751de6-40e2-4c0f-a761-4fcb9ab49884 service neutron] For port e62ad517-db59-492e-9132-5e80bd387e00, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:47:15.251271 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-c0751de6-40e2-4c0f-a761-4fcb9ab49884 service neutron] For port e62ad517-db59-492e-9132-5e80bd387e00, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=e62ad517-db59-492e-9132-5e80bd387e00,segment=NetworkSegment(cacb5eea-eb03-4e8b-a607-06b558d251d5),segment_id=cacb5eea-eb03-4e8b-a607-06b558d251d5)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:47:15.256166 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-c0751de6-40e2-4c0f-a761-4fcb9ab49884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:15.379817 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-c0751de6-40e2-4c0f-a761-4fcb9ab49884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:15.380601 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-c0751de6-40e2-4c0f-a761-4fcb9ab49884 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:15.382150 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-c0751de6-40e2-4c0f-a761-4fcb9ab49884 service neutron] 10.222.0.31 "PUT /v2.0/ports/e62ad517-db59-492e-9132-5e80bd387e00 HTTP/1.1" status: 200 len: 1091 time: 0.7683773 Dec 09 16:47:15.385176 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d9516e-ed59-46df-8e35-58ca84f19703', 'tag': 'e62ad517-db59-492e-9132-5e80bd387e00'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:47:15.394056 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d515629e-43dd-45b2-8fec-639ea0168e8f" -d '{"events": [{"name": "network-changed", "server_uuid": "f9d9516e-ed59-46df-8e35-58ca84f19703", "tag": "e62ad517-db59-492e-9132-5e80bd387e00"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:47:15.417521 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 80ecb6b6-e557-4ef7-96da-5cea2cc199b5 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:47:15.431350 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77e4fb-853d-4959-ad76-a7f9b833248c req-3dd68176-028a-4ee3-acd5-ce0103ec0ef2 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:15.433020 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ed77e4fb-853d-4959-ad76-a7f9b833248c req-3dd68176-028a-4ee3-acd5-ce0103ec0ef2 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9d9516e-ed59-46df-8e35-58ca84f19703 HTTP/1.1" status: 200 len: 943 time: 0.1601748 Dec 09 16:47:15.433896 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0751de6-40e2-4c0f-a761-4fcb9ab49884 service neutron] Pushing event updated for resources: {'Port': ['ID=e62ad517-db59-492e-9132-5e80bd387e00,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:15.517396 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 80ecb6b6-e557-4ef7-96da-5cea2cc199b5 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:47:15.518152 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:15.519663 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ed77e4fb-853d-4959-ad76-a7f9b833248c req-8107671d-4c21-4f97-8e71-94e6652296e6 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/security-groups?id=9da3449a-3958-48b2-9533-69f6a3a6b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772996 Dec 09 16:47:15.531112 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-ef70317e-950d-49cf-96cb-f164d69e89eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:15.532654 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-ef70317e-950d-49cf-96cb-f164d69e89eb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b0a320701b340739faa09c66e054dee&device_id=f9d9516e-ed59-46df-8e35-58ca84f19703 HTTP/1.1" status: 200 len: 1094 time: 0.0719826 Dec 09 16:47:15.590924 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-660d26fd-b880-4ec3-a006-71e85f56b614 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e62ad517-db59-492e-9132-5e80bd387e00 HTTP/1.1" status: 200 len: 217 time: 0.0450785 Dec 09 16:47:15.674167 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1618c79-c829-417c-9537-b81c9cb14994 x-openstack-request-id: req-d1618c79-c829-417c-9537-b81c9cb14994 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:47:15.674530 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9d9516e-ed59-46df-8e35-58ca84f19703", "tag": "e62ad517-db59-492e-9132-5e80bd387e00", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:47:15.674856 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d1618c79-c829-417c-9537-b81c9cb14994 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:47:15.675359 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d9516e-ed59-46df-8e35-58ca84f19703', 'tag': 'e62ad517-db59-492e-9132-5e80bd387e00', 'status': 'completed', 'code': 200} Dec 09 16:47:15.677534 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-b9dc1e5a-726b-4b93-93a5-d69b844b9d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:15.679116 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-b9dc1e5a-726b-4b93-93a5-d69b844b9d2a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e063ea4e-0cf5-44c8-85ad-5ed180967a23 HTTP/1.1" status: 200 len: 856 time: 0.0809140 Dec 09 16:47:15.733531 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-d18f86e9-5a5e-4656-ae5a-e4835ee2972d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:15.735115 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-d18f86e9-5a5e-4656-ae5a-e4835ee2972d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=350d9c90-1582-4e1f-a947-ffb52c03340d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491168 Dec 09 16:47:15.830349 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-1a3a4dff-a4ec-42a6-8f33-a4b43a792d00 service neutron] 10.222.0.31 "GET /v2.0/networks/350d9c90-1582-4e1f-a947-ffb52c03340d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878716 Dec 09 16:47:15.928636 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e81dbfab-0654-4432-9972-7f153a25aa77 req-3dad9407-b661-4783-893a-14ae17128103 service neutron] 10.222.0.31 "GET /v2.0/networks/350d9c90-1582-4e1f-a947-ffb52c03340d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911703 Dec 09 16:47:16.022508 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515629e-43dd-45b2-8fec-639ea0168e8f req-b91b470d-2394-4746-8cfc-3bb40d982a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:16.024601 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d515629e-43dd-45b2-8fec-639ea0168e8f req-b91b470d-2394-4746-8cfc-3bb40d982a85 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b0a320701b340739faa09c66e054dee&device_id=f9d9516e-ed59-46df-8e35-58ca84f19703 HTTP/1.1" status: 200 len: 1094 time: 0.0453548 Dec 09 16:47:16.126363 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515629e-43dd-45b2-8fec-639ea0168e8f req-ffc68328-4505-469d-a09c-7ebbea923924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:16.127863 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d515629e-43dd-45b2-8fec-639ea0168e8f req-ffc68328-4505-469d-a09c-7ebbea923924 service neutron] 10.222.0.31 "GET /v2.0/networks?id=350d9c90-1582-4e1f-a947-ffb52c03340d HTTP/1.1" status: 200 len: 918 time: 0.0967016 Dec 09 16:47:16.170193 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d515629e-43dd-45b2-8fec-639ea0168e8f req-d9f3052b-2481-44c4-9121-dde0e0cb40a6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e62ad517-db59-492e-9132-5e80bd387e00 HTTP/1.1" status: 200 len: 217 time: 0.0345216 Dec 09 16:47:16.219035 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515629e-43dd-45b2-8fec-639ea0168e8f req-44af62a1-7ac1-420f-98af-4efaf74cf91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:16.220541 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d515629e-43dd-45b2-8fec-639ea0168e8f req-44af62a1-7ac1-420f-98af-4efaf74cf91c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e063ea4e-0cf5-44c8-85ad-5ed180967a23 HTTP/1.1" status: 200 len: 856 time: 0.0439439 Dec 09 16:47:16.269707 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515629e-43dd-45b2-8fec-639ea0168e8f req-216c6a99-db22-4d0c-8466-06add0128ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:16.271179 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d515629e-43dd-45b2-8fec-639ea0168e8f req-216c6a99-db22-4d0c-8466-06add0128ce5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=350d9c90-1582-4e1f-a947-ffb52c03340d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442610 Dec 09 16:47:16.360548 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d515629e-43dd-45b2-8fec-639ea0168e8f req-6c5ed4cf-2a13-40d7-b055-eae9d85a6c48 service neutron] 10.222.0.31 "GET /v2.0/networks/350d9c90-1582-4e1f-a947-ffb52c03340d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814669 Dec 09 16:47:16.452308 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d515629e-43dd-45b2-8fec-639ea0168e8f req-7975fb4a-8245-4658-ad62-5dda12b66160 service neutron] 10.222.0.31 "GET /v2.0/networks/350d9c90-1582-4e1f-a947-ffb52c03340d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848207 Dec 09 16:47:16.641577 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429b736-c47a-4714-ada7-6bf6293c9f95 req-7c8bf935-0398-4250-807b-097a2805d0a4 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:16.642971 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0429b736-c47a-4714-ada7-6bf6293c9f95 req-7c8bf935-0398-4250-807b-097a2805d0a4 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9d9516e-ed59-46df-8e35-58ca84f19703 HTTP/1.1" status: 200 len: 943 time: 0.0501716 Dec 09 16:47:16.689680 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0429b736-c47a-4714-ada7-6bf6293c9f95 req-aa48d2a7-9776-46bd-8efe-912389606884 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/security-groups?id=9da3449a-3958-48b2-9533-69f6a3a6b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407145 Dec 09 16:47:16.738134 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:47:16.808843 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:17.806057 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e44810-4e36-4cf1-a021-1ec4317f7643 req-0e88c6e8-98ca-45c0-8f9b-6ce1ca872b1e tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:17.807527 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d8e44810-4e36-4cf1-a021-1ec4317f7643 req-0e88c6e8-98ca-45c0-8f9b-6ce1ca872b1e tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9d9516e-ed59-46df-8e35-58ca84f19703 HTTP/1.1" status: 200 len: 943 time: 0.0481653 Dec 09 16:47:17.854163 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d8e44810-4e36-4cf1-a021-1ec4317f7643 req-8ba478a7-a2e2-4a2e-948f-8d807701f86b tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/security-groups?id=9da3449a-3958-48b2-9533-69f6a3a6b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406260 Dec 09 16:47:18.973641 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54233cb3-f744-43f7-82fb-57a15efd1f8e req-e358375d-a671-4ab9-af56-d5f16914e790 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:18.975109 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-54233cb3-f744-43f7-82fb-57a15efd1f8e req-e358375d-a671-4ab9-af56-d5f16914e790 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9d9516e-ed59-46df-8e35-58ca84f19703 HTTP/1.1" status: 200 len: 943 time: 0.0523124 Dec 09 16:47:19.021615 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-54233cb3-f744-43f7-82fb-57a15efd1f8e req-445059a4-4f41-4b2c-ae8d-38fdffb5d1f4 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/security-groups?id=9da3449a-3958-48b2-9533-69f6a3a6b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406113 Dec 09 16:47:19.394643 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device e62ad517-db59-492e-9132-5e80bd387e00 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:47:19.489923 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port e62ad517-db59-492e-9132-5e80bd387e00, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=e62ad517-db59-492e-9132-5e80bd387e00,segment=NetworkSegment(cacb5eea-eb03-4e8b-a607-06b558d251d5),segment_id=cacb5eea-eb03-4e8b-a607-06b558d251d5)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:47:19.501234 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'e62ad517-db59-492e-9132-5e80bd387e00', 'network_id': '350d9c90-1582-4e1f-a947-ffb52c03340d', 'port_id': 'e62ad517-db59-492e-9132-5e80bd387e00', 'mac_address': 'fa:16:3e:a6:12:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e063ea4e-0cf5-44c8-85ad-5ed180967a23', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:47:19.537801 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:19.550543 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e62ad517-db59-492e-9132-5e80bd387e00 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:47:19.569053 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port e62ad517-db59-492e-9132-5e80bd387e00, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=e62ad517-db59-492e-9132-5e80bd387e00,segment=NetworkSegment(cacb5eea-eb03-4e8b-a607-06b558d251d5),segment_id=cacb5eea-eb03-4e8b-a607-06b558d251d5)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:47:19.572880 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:19.623332 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=e62ad517-db59-492e-9132-5e80bd387e00,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:19.901732 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['e62ad517-db59-492e-9132-5e80bd387e00'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:47:20.137869 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1acd5e-bb6d-4132-9c57-0c03cdad1f96 req-3ec7f4c1-b08b-43cd-aa54-aebb2562635e tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:20.139635 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7a1acd5e-bb6d-4132-9c57-0c03cdad1f96 req-3ec7f4c1-b08b-43cd-aa54-aebb2562635e tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9d9516e-ed59-46df-8e35-58ca84f19703 HTTP/1.1" status: 200 len: 944 time: 0.0507262 Dec 09 16:47:20.188011 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7a1acd5e-bb6d-4132-9c57-0c03cdad1f96 req-5f4c98b8-aaaf-4b77-b455-580849782ce5 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/security-groups?id=9da3449a-3958-48b2-9533-69f6a3a6b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422120 Dec 09 16:47:20.659592 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3d9a5f5e-18dd-4363-87eb-48b2f0615160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:21.308080 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357def54-f8ad-4ee3-96e0-fa693fc4f91c req-3f4aa875-9d80-4998-8797-70f136289504 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:21.311973 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-357def54-f8ad-4ee3-96e0-fa693fc4f91c req-3f4aa875-9d80-4998-8797-70f136289504 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9d9516e-ed59-46df-8e35-58ca84f19703 HTTP/1.1" status: 200 len: 944 time: 0.0547369 Dec 09 16:47:21.359967 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-357def54-f8ad-4ee3-96e0-fa693fc4f91c req-3c09091a-4a0b-45ad-b5eb-6bd4c392fb67 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/security-groups?id=9da3449a-3958-48b2-9533-69f6a3a6b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420151 Dec 09 16:47:21.421512 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device e62ad517-db59-492e-9132-5e80bd387e00 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:47:21.473216 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port e62ad517-db59-492e-9132-5e80bd387e00 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:47:21.477414 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port e62ad517-db59-492e-9132-5e80bd387e00 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:47:21.478010 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:21.552245 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:21.574042 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d9516e-ed59-46df-8e35-58ca84f19703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62ad517-db59-492e-9132-5e80bd387e00'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:47:21.577189 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad401665e64187bef4a0f300457b2868c99907d1fc0db4bbbc94af95fd68fd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a70e197-19d9-4d22-9b7f-966c913ccaa0" -d '{"events": [{"server_uuid": "f9d9516e-ed59-46df-8e35-58ca84f19703", "name": "network-vif-plugged", "status": "completed", "tag": "e62ad517-db59-492e-9132-5e80bd387e00"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:47:21.590336 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port e62ad517-db59-492e-9132-5e80bd387e00, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=e62ad517-db59-492e-9132-5e80bd387e00,segment=NetworkSegment(cacb5eea-eb03-4e8b-a607-06b558d251d5),segment_id=cacb5eea-eb03-4e8b-a607-06b558d251d5)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:47:21.594484 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:21.623456 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68999207-f6a3-4ed9-a168-dfe5bb7e8811 x-openstack-request-id: req-68999207-f6a3-4ed9-a168-dfe5bb7e8811 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:47:21.623868 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d9516e-ed59-46df-8e35-58ca84f19703", "name": "network-vif-plugged", "status": "completed", "tag": "e62ad517-db59-492e-9132-5e80bd387e00", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:47:21.624124 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-68999207-f6a3-4ed9-a168-dfe5bb7e8811 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:47:21.624532 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d9516e-ed59-46df-8e35-58ca84f19703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62ad517-db59-492e-9132-5e80bd387e00', 'code': 200} Dec 09 16:47:21.651389 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=e62ad517-db59-492e-9132-5e80bd387e00,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:21.715780 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73499374-61f8-46ad-a2ca-81e93a80134c req-f66a0098-14a4-40f8-808d-a41a85164732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:21.717466 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-73499374-61f8-46ad-a2ca-81e93a80134c req-f66a0098-14a4-40f8-808d-a41a85164732 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f9d9516e-ed59-46df-8e35-58ca84f19703 HTTP/1.1" status: 200 len: 1096 time: 0.0394850 Dec 09 16:47:21.762205 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-73499374-61f8-46ad-a2ca-81e93a80134c req-4961ea46-48a5-4414-8661-dff82c39fdb8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9da3449a-3958-48b2-9533-69f6a3a6b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374224 Dec 09 16:47:22.475996 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016b6dd-fe08-4be0-a95d-ae17f0a10cfb req-2b45a44b-1ab2-4b82-bbd5-ec18ecb4c99f tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:22.477606 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6016b6dd-fe08-4be0-a95d-ae17f0a10cfb req-2b45a44b-1ab2-4b82-bbd5-ec18ecb4c99f tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9d9516e-ed59-46df-8e35-58ca84f19703 HTTP/1.1" status: 200 len: 945 time: 0.0485497 Dec 09 16:47:22.529557 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6016b6dd-fe08-4be0-a95d-ae17f0a10cfb req-5edff609-02ce-491e-8417-4364167e5b85 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/security-groups?id=9da3449a-3958-48b2-9533-69f6a3a6b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450051 Dec 09 16:47:23.181909 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e5c7ef84-c42a-42ab-85d8-83a422dceabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:23.647012 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3c794-8c05-43a5-8d1f-d7d8cf3eae50 req-8e36c4f9-aaa7-4dde-8d52-2d5c51dc4612 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:23.648505 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-07b3c794-8c05-43a5-8d1f-d7d8cf3eae50 req-8e36c4f9-aaa7-4dde-8d52-2d5c51dc4612 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9d9516e-ed59-46df-8e35-58ca84f19703 HTTP/1.1" status: 200 len: 945 time: 0.0493746 Dec 09 16:47:23.695045 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-07b3c794-8c05-43a5-8d1f-d7d8cf3eae50 req-2deb8dc0-7b0e-4c89-aa7c-e5da4b27e0d6 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/security-groups?id=9da3449a-3958-48b2-9533-69f6a3a6b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405772 Dec 09 16:47:24.101354 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d93c84-1f33-4f88-960d-0fee93bdd623 req-9cf52be3-0aa3-407b-8992-8f3c382c0753 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:24.102843 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2d93c84-1f33-4f88-960d-0fee93bdd623 req-9cf52be3-0aa3-407b-8992-8f3c382c0753 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9d9516e-ed59-46df-8e35-58ca84f19703 HTTP/1.1" status: 200 len: 945 time: 0.0488455 Dec 09 16:47:24.150069 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2d93c84-1f33-4f88-960d-0fee93bdd623 req-9a35e166-4b86-41e5-9c81-ba5b8e3b433f tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/security-groups?id=9da3449a-3958-48b2-9533-69f6a3a6b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405374 Dec 09 16:47:24.356605 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:25.194676 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:25.628643 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:26.616175 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:45.659842 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63bf44-0233-4a47-806c-a125bfc1b7d0 req-5f6d1b63-708a-4e22-be9d-b143bd9f9906 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:45.662034 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e63bf44-0233-4a47-806c-a125bfc1b7d0 req-5f6d1b63-708a-4e22-be9d-b143bd9f9906 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9d9516e-ed59-46df-8e35-58ca84f19703 HTTP/1.1" status: 200 len: 945 time: 0.0532627 Dec 09 16:47:45.710647 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e63bf44-0233-4a47-806c-a125bfc1b7d0 req-ff10926f-42e6-4568-b738-481c39497c3a tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/security-groups?id=9da3449a-3958-48b2-9533-69f6a3a6b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420027 Dec 09 16:47:46.824805 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a0b3c-44e1-4914-8b5e-ae2f74099007 req-40dd4940-6ae7-44f6-8adf-8d68fda254c9 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:46.826417 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b67a0b3c-44e1-4914-8b5e-ae2f74099007 req-40dd4940-6ae7-44f6-8adf-8d68fda254c9 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9d9516e-ed59-46df-8e35-58ca84f19703 HTTP/1.1" status: 200 len: 945 time: 0.0482380 Dec 09 16:47:46.829739 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:46.874362 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b67a0b3c-44e1-4914-8b5e-ae2f74099007 req-5cc33b60-58d3-4f3d-9c48-15e7b246e04f tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/security-groups?id=9da3449a-3958-48b2-9533-69f6a3a6b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414670 Dec 09 16:47:47.418546 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddeceb2-6233-46c0-8dd7-2f672a17c165 req-5d1e2fca-390f-40c4-9d42-e8662031f6ed tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:47.420660 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7ddeceb2-6233-46c0-8dd7-2f672a17c165 req-5d1e2fca-390f-40c4-9d42-e8662031f6ed tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9d9516e-ed59-46df-8e35-58ca84f19703 HTTP/1.1" status: 200 len: 945 time: 0.0483787 Dec 09 16:47:47.511778 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-7ddeceb2-6233-46c0-8dd7-2f672a17c165 req-58ae490a-a376-41b5-a160-f2198060e886 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Deleting port e62ad517-db59-492e-9132-5e80bd387e00 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:47:47.512029 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7ddeceb2-6233-46c0-8dd7-2f672a17c165 req-58ae490a-a376-41b5-a160-f2198060e886 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:47.598537 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-7ddeceb2-6233-46c0-8dd7-2f672a17c165 req-58ae490a-a376-41b5-a160-f2198060e886 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] For port e62ad517-db59-492e-9132-5e80bd387e00, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=e62ad517-db59-492e-9132-5e80bd387e00,segment=NetworkSegment(cacb5eea-eb03-4e8b-a607-06b558d251d5),segment_id=cacb5eea-eb03-4e8b-a607-06b558d251d5)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:47:47.598894 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7ddeceb2-6233-46c0-8dd7-2f672a17c165 req-58ae490a-a376-41b5-a160-f2198060e886 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:47.612211 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-7ddeceb2-6233-46c0-8dd7-2f672a17c165 req-58ae490a-a376-41b5-a160-f2198060e886 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Calling delete_port for e62ad517-db59-492e-9132-5e80bd387e00 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:47:47.739602 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7ddeceb2-6233-46c0-8dd7-2f672a17c165 req-58ae490a-a376-41b5-a160-f2198060e886 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:47.751222 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['e62ad517-db59-492e-9132-5e80bd387e00'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:47:47.765718 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae490a-a376-41b5-a160-f2198060e886 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Pushing event deleted for resources: {'Port': ['ID=e62ad517-db59-492e-9132-5e80bd387e00,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:47.775644 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae490a-a376-41b5-a160-f2198060e886 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:47:47.775998 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae490a-a376-41b5-a160-f2198060e886 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:47:47.776342 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae490a-a376-41b5-a160-f2198060e886 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:47:47.776703 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae490a-a376-41b5-a160-f2198060e886 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:47:47.777040 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae490a-a376-41b5-a160-f2198060e886 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:47:47.777373 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae490a-a376-41b5-a160-f2198060e886 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:47:47.777705 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae490a-a376-41b5-a160-f2198060e886 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:47:47.778044 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae490a-a376-41b5-a160-f2198060e886 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:47:47.779320 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae490a-a376-41b5-a160-f2198060e886 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:47:47.779320 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae490a-a376-41b5-a160-f2198060e886 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:47:47.779676 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae490a-a376-41b5-a160-f2198060e886 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:47:47.779970 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae490a-a376-41b5-a160-f2198060e886 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:47:47.780283 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae490a-a376-41b5-a160-f2198060e886 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:47:47.824485 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ddeceb2-6233-46c0-8dd7-2f672a17c165 req-58ae490a-a376-41b5-a160-f2198060e886 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] No DVR routers for this DVR port e62ad517-db59-492e-9132-5e80bd387e00 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:47:47.828006 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7ddeceb2-6233-46c0-8dd7-2f672a17c165 req-58ae490a-a376-41b5-a160-f2198060e886 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:47.831397 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7ddeceb2-6233-46c0-8dd7-2f672a17c165 req-58ae490a-a376-41b5-a160-f2198060e886 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.31 "DELETE /v2.0/ports/e62ad517-db59-492e-9132-5e80bd387e00 HTTP/1.1" status: 204 len: 173 time: 0.4047759 Dec 09 16:47:47.831851 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d9516e-ed59-46df-8e35-58ca84f19703', 'name': 'network-vif-deleted', 'tag': 'e62ad517-db59-492e-9132-5e80bd387e00'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:47:47.834226 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffe7ccc-2553-4ff2-a251-71eb56ede9e6" -d '{"events": [{"server_uuid": "f9d9516e-ed59-46df-8e35-58ca84f19703", "name": "network-vif-deleted", "tag": "e62ad517-db59-492e-9132-5e80bd387e00"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:47:47.879838 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f534996e-3fc4-4a5a-a7f4-c6c1f09ebc5e x-openstack-request-id: req-f534996e-3fc4-4a5a-a7f4-c6c1f09ebc5e {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:47:47.880359 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d9516e-ed59-46df-8e35-58ca84f19703", "name": "network-vif-deleted", "tag": "e62ad517-db59-492e-9132-5e80bd387e00", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:47:47.880804 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f534996e-3fc4-4a5a-a7f4-c6c1f09ebc5e {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:47:47.881365 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d9516e-ed59-46df-8e35-58ca84f19703', 'name': 'network-vif-deleted', 'tag': 'e62ad517-db59-492e-9132-5e80bd387e00', 'status': 'completed', 'code': 200} Dec 09 16:47:47.999801 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6e7c5286-daca-4b91-a310-4a7445d04c74 req-c2a575bc-5cab-43c6-9d5b-b97c9eb6bf0b tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9d9516e-ed59-46df-8e35-58ca84f19703 HTTP/1.1" status: 200 len: 210 time: 0.0263250 Dec 09 16:47:49.659767 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-49b06ec1-bb76-421a-9977-fbe19d997ab8 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:49.661166 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-49b06ec1-bb76-421a-9977-fbe19d997ab8 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/networks?id=350d9c90-1582-4e1f-a947-ffb52c03340d HTTP/1.1" status: 200 len: 817 time: 0.0986400 Dec 09 16:47:49.676607 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-c31e2042-bba6-4848-b294-ed92f25b0610 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/quotas/9b0a320701b340739faa09c66e054dee HTTP/1.1" status: 200 len: 375 time: 0.0095456 Dec 09 16:47:49.731281 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-b248eded-c764-42a0-96a8-1691a2d20ed6 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b0a320701b340739faa09c66e054dee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490842 Dec 09 16:47:49.822617 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-50c12b66-b889-4068-8f52-e46f868dc55c service neutron] 10.222.0.57 "GET /v2.0/networks/350d9c90-1582-4e1f-a947-ffb52c03340d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789859 Dec 09 16:47:49.913726 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-fbb7d481-371e-4887-a83a-457c092b6c6c service neutron] 10.222.0.57 "GET /v2.0/networks/350d9c90-1582-4e1f-a947-ffb52c03340d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849581 Dec 09 16:47:50.073416 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3a288326-4536-40a7-974c-93678d5eeb1b req-60e4a811-5a81-49ab-b395-1cdcdd09d6fb tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/ports?device_id=18f23219-699b-40d7-b794-9858c5aabd4c HTTP/1.1" status: 200 len: 210 time: 0.0266209 Dec 09 16:47:50.664889 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e6211113-16c9-40a6-9d84-0de83a97f650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:51.081284 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-5720c7bb-c349-4c4c-838b-64b0e6917f5d tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:51.082759 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-5720c7bb-c349-4c4c-838b-64b0e6917f5d tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.31 "GET /v2.0/networks?id=350d9c90-1582-4e1f-a947-ffb52c03340d HTTP/1.1" status: 200 len: 817 time: 0.1053400 Dec 09 16:47:51.095927 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-2566ca45-77a9-48d2-b7e3-1e953c276cc3 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Request body: {'port': {'device_id': '18f23219-699b-40d7-b794-9858c5aabd4c', 'network_id': '350d9c90-1582-4e1f-a947-ffb52c03340d', 'admin_state_up': True, 'tenant_id': '9b0a320701b340739faa09c66e054dee'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:47:51.176048 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-893e6ebf-936c-4942-a769-f5324e018db7 req-dcf6fe58-4015-4555-9d5f-3e9658571237 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/ports?device_id=18f23219-699b-40d7-b794-9858c5aabd4c HTTP/1.1" status: 200 len: 210 time: 0.0309694 Dec 09 16:47:51.237519 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-2566ca45-77a9-48d2-b7e3-1e953c276cc3 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Made reservation on behalf of 9b0a320701b340739faa09c66e054dee for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:47:51.241043 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-2566ca45-77a9-48d2-b7e3-1e953c276cc3 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:51.368428 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-2566ca45-77a9-48d2-b7e3-1e953c276cc3 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Allocated IP 172.20.0.3 (350d9c90-1582-4e1f-a947-ffb52c03340d/e063ea4e-0cf5-44c8-85ad-5ed180967a23/2a078a10-1f72-4d48-90e4-4552af477420) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:47:51.508620 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-2566ca45-77a9-48d2-b7e3-1e953c276cc3 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:51.541478 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-2566ca45-77a9-48d2-b7e3-1e953c276cc3 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:51.565222 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device e62ad517-db59-492e-9132-5e80bd387e00 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:47:51.585462 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: e62ad517-db59-492e-9132-5e80bd387e00 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:47:51.585806 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device e62ad517-db59-492e-9132-5e80bd387e00 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:47:51.587246 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-2566ca45-77a9-48d2-b7e3-1e953c276cc3 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Network 350d9c90-1582-4e1f-a947-ffb52c03340d is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:47:51.590321 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-2566ca45-77a9-48d2-b7e3-1e953c276cc3 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:47:51.597186 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-2566ca45-77a9-48d2-b7e3-1e953c276cc3 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:47:51.627416 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2566ca45-77a9-48d2-b7e3-1e953c276cc3 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Pushing event updated for resources: {'Port': ['ID=2a078a10-1f72-4d48-90e4-4552af477420,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:51.651334 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-2566ca45-77a9-48d2-b7e3-1e953c276cc3 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:51.651962 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-2566ca45-77a9-48d2-b7e3-1e953c276cc3 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:51.668276 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-2566ca45-77a9-48d2-b7e3-1e953c276cc3 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5763805 Dec 09 16:47:51.680760 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-53debed6-d878-47aa-a586-ba90808f6894 service neutron] Request body: {'port': {'device_id': '18f23219-699b-40d7-b794-9858c5aabd4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:47:51.737374 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-53debed6-d878-47aa-a586-ba90808f6894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:51.856619 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a9c86904-eb85-447c-9d4c-13b07464f9db None None] Provisioning complete for port 2a078a10-1f72-4d48-90e4-4552af477420 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:47:51.857178 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a9c86904-eb85-447c-9d4c-13b07464f9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:51.891454 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a9c86904-eb85-447c-9d4c-13b07464f9db None None] Port 2a078a10-1f72-4d48-90e4-4552af477420 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:47:51.997269 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-53debed6-d878-47aa-a586-ba90808f6894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a078a10-1f72-4d48-90e4-4552af477420 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:47:52.005116 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-53debed6-d878-47aa-a586-ba90808f6894 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:52.017168 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-53debed6-d878-47aa-a586-ba90808f6894 service neutron] Transition to ACTIVE for port object 2a078a10-1f72-4d48-90e4-4552af477420 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:47:52.021160 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-53debed6-d878-47aa-a586-ba90808f6894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:52.087596 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53debed6-d878-47aa-a586-ba90808f6894 service neutron] Pushing event updated for resources: {'Port': ['ID=2a078a10-1f72-4d48-90e4-4552af477420,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:52.144436 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-53debed6-d878-47aa-a586-ba90808f6894 service neutron] Attempting to bind port 2a078a10-1f72-4d48-90e4-4552af477420 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:47:52.144877 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-53debed6-d878-47aa-a586-ba90808f6894 service neutron] Attempting to bind port 2a078a10-1f72-4d48-90e4-4552af477420 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': 'cacb5eea-eb03-4e8b-a607-06b558d251d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '350d9c90-1582-4e1f-a947-ffb52c03340d'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:47:52.145285 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-53debed6-d878-47aa-a586-ba90808f6894 service neutron] Attempting to bind port 2a078a10-1f72-4d48-90e4-4552af477420 on network 350d9c90-1582-4e1f-a947-ffb52c03340d {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:47:52.150452 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-53debed6-d878-47aa-a586-ba90808f6894 service neutron] Port 2a078a10-1f72-4d48-90e4-4552af477420 on network 350d9c90-1582-4e1f-a947-ffb52c03340d not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:47:52.150775 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-53debed6-d878-47aa-a586-ba90808f6894 service neutron] Attempting to bind port 2a078a10-1f72-4d48-90e4-4552af477420 on network 350d9c90-1582-4e1f-a947-ffb52c03340d {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:47:52.157163 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-53debed6-d878-47aa-a586-ba90808f6894 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:47:52.157509 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-53debed6-d878-47aa-a586-ba90808f6894 service neutron] Checking segment: {'id': 'cacb5eea-eb03-4e8b-a607-06b558d251d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '350d9c90-1582-4e1f-a947-ffb52c03340d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:47:52.157899 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-53debed6-d878-47aa-a586-ba90808f6894 service neutron] Bound using segment: {'id': 'cacb5eea-eb03-4e8b-a607-06b558d251d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '350d9c90-1582-4e1f-a947-ffb52c03340d'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:47:52.158334 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-53debed6-d878-47aa-a586-ba90808f6894 service neutron] Bound port: 2a078a10-1f72-4d48-90e4-4552af477420, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cacb5eea-eb03-4e8b-a607-06b558d251d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '350d9c90-1582-4e1f-a947-ffb52c03340d'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:47:52.158701 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-53debed6-d878-47aa-a586-ba90808f6894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:52.227274 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-53debed6-d878-47aa-a586-ba90808f6894 service neutron] For port 2a078a10-1f72-4d48-90e4-4552af477420, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:47:52.230287 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-53debed6-d878-47aa-a586-ba90808f6894 service neutron] For port 2a078a10-1f72-4d48-90e4-4552af477420, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=2a078a10-1f72-4d48-90e4-4552af477420,segment=NetworkSegment(cacb5eea-eb03-4e8b-a607-06b558d251d5),segment_id=cacb5eea-eb03-4e8b-a607-06b558d251d5)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:47:52.236982 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-53debed6-d878-47aa-a586-ba90808f6894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:52.296359 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-53debed6-d878-47aa-a586-ba90808f6894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:52.297008 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-53debed6-d878-47aa-a586-ba90808f6894 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:52.298446 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-53debed6-d878-47aa-a586-ba90808f6894 service neutron] 10.222.0.31 "PUT /v2.0/ports/2a078a10-1f72-4d48-90e4-4552af477420 HTTP/1.1" status: 200 len: 1091 time: 0.6220307 Dec 09 16:47:52.299853 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18f23219-699b-40d7-b794-9858c5aabd4c', 'tag': '2a078a10-1f72-4d48-90e4-4552af477420'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:47:52.302141 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49649cad-00c4-4502-9c28-5eb65cd25c56" -d '{"events": [{"name": "network-changed", "server_uuid": "18f23219-699b-40d7-b794-9858c5aabd4c", "tag": "2a078a10-1f72-4d48-90e4-4552af477420"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:47:52.336042 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53debed6-d878-47aa-a586-ba90808f6894 service neutron] Pushing event updated for resources: {'Port': ['ID=2a078a10-1f72-4d48-90e4-4552af477420,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:52.361408 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d5973-e840-48e8-aaf7-5a2931a040c3 req-fae74557-077c-47d9-9fdd-49098e7cea47 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:52.362969 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cc7d5973-e840-48e8-aaf7-5a2931a040c3 req-fae74557-077c-47d9-9fdd-49098e7cea47 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/ports?device_id=18f23219-699b-40d7-b794-9858c5aabd4c HTTP/1.1" status: 200 len: 943 time: 0.1000345 Dec 09 16:47:52.424132 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-4dc0d2d9-1a02-4881-9a13-5b922a95a91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:52.425694 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-4dc0d2d9-1a02-4881-9a13-5b922a95a91a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b0a320701b340739faa09c66e054dee&device_id=18f23219-699b-40d7-b794-9858c5aabd4c HTTP/1.1" status: 200 len: 1094 time: 0.0867405 Dec 09 16:47:52.433389 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cc7d5973-e840-48e8-aaf7-5a2931a040c3 req-c0942e1b-905b-420d-8839-6e1e7bcebe4d tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/security-groups?id=9da3449a-3958-48b2-9533-69f6a3a6b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567927 Dec 09 16:47:52.485109 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384a4843-6f87-4235-8dd7-f8a0987f2c93 x-openstack-request-id: req-384a4843-6f87-4235-8dd7-f8a0987f2c93 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:47:52.485419 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18f23219-699b-40d7-b794-9858c5aabd4c", "tag": "2a078a10-1f72-4d48-90e4-4552af477420", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:47:52.485771 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-384a4843-6f87-4235-8dd7-f8a0987f2c93 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:47:52.486364 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18f23219-699b-40d7-b794-9858c5aabd4c', 'tag': '2a078a10-1f72-4d48-90e4-4552af477420', 'status': 'completed', 'code': 200} Dec 09 16:47:52.487939 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-b1e1ffef-8843-4ebc-8972-68681e130cda service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a078a10-1f72-4d48-90e4-4552af477420 HTTP/1.1" status: 200 len: 217 time: 0.0536616 Dec 09 16:47:52.546389 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-1c858711-57b3-4604-8df0-e0edcfe91a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:52.547878 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-1c858711-57b3-4604-8df0-e0edcfe91a75 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e063ea4e-0cf5-44c8-85ad-5ed180967a23 HTTP/1.1" status: 200 len: 856 time: 0.0534346 Dec 09 16:47:52.932753 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-c9693bae-82a2-4089-b3d6-ad172bfaea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:52.934249 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-c9693bae-82a2-4089-b3d6-ad172bfaea9f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=350d9c90-1582-4e1f-a947-ffb52c03340d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3793719 Dec 09 16:47:53.021431 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-266974c3-141a-42ef-9e3d-abe9466b51e4 service neutron] 10.222.0.31 "GET /v2.0/networks/350d9c90-1582-4e1f-a947-ffb52c03340d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793965 Dec 09 16:47:53.116087 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf0a9580-2935-4132-9ee3-b602cba488ae req-5746606a-026b-4ed5-b47f-4aaaf1bce4b4 service neutron] 10.222.0.31 "GET /v2.0/networks/350d9c90-1582-4e1f-a947-ffb52c03340d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842478 Dec 09 16:47:53.183576 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6125f81e-1330-4cbf-9104-86d61082c9a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:53.205520 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49649cad-00c4-4502-9c28-5eb65cd25c56 req-e25aeef8-51f3-4541-b002-c807ef4d198f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:53.207043 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-49649cad-00c4-4502-9c28-5eb65cd25c56 req-e25aeef8-51f3-4541-b002-c807ef4d198f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b0a320701b340739faa09c66e054dee&device_id=18f23219-699b-40d7-b794-9858c5aabd4c HTTP/1.1" status: 200 len: 1094 time: 0.0446100 Dec 09 16:47:53.300148 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49649cad-00c4-4502-9c28-5eb65cd25c56 req-6ae4c017-f219-4331-bd90-7eecde37642a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:53.301648 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-49649cad-00c4-4502-9c28-5eb65cd25c56 req-6ae4c017-f219-4331-bd90-7eecde37642a service neutron] 10.222.0.31 "GET /v2.0/networks?id=350d9c90-1582-4e1f-a947-ffb52c03340d HTTP/1.1" status: 200 len: 918 time: 0.0881791 Dec 09 16:47:53.343396 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-49649cad-00c4-4502-9c28-5eb65cd25c56 req-7041d706-bed6-4b1f-9c79-856824c686e1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a078a10-1f72-4d48-90e4-4552af477420 HTTP/1.1" status: 200 len: 217 time: 0.0343473 Dec 09 16:47:53.392856 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49649cad-00c4-4502-9c28-5eb65cd25c56 req-69f95fe0-6459-49a4-8839-f3e484e5102d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:53.394258 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-49649cad-00c4-4502-9c28-5eb65cd25c56 req-69f95fe0-6459-49a4-8839-f3e484e5102d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e063ea4e-0cf5-44c8-85ad-5ed180967a23 HTTP/1.1" status: 200 len: 856 time: 0.0422132 Dec 09 16:47:53.444337 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49649cad-00c4-4502-9c28-5eb65cd25c56 req-186f12f9-503c-4871-9770-c8826bb12760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:53.445749 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-49649cad-00c4-4502-9c28-5eb65cd25c56 req-186f12f9-503c-4871-9770-c8826bb12760 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=350d9c90-1582-4e1f-a947-ffb52c03340d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438144 Dec 09 16:47:53.562485 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-49649cad-00c4-4502-9c28-5eb65cd25c56 req-0515b015-d7ef-49b7-ab35-a77dc8fd7334 service neutron] 10.222.0.31 "GET /v2.0/networks/350d9c90-1582-4e1f-a947-ffb52c03340d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079082 Dec 09 16:47:53.575488 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b6cc5-009e-4ac3-8620-a5c420956e5f req-efd35290-3836-4b1f-8cb8-8620d309a489 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:53.577864 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-919b6cc5-009e-4ac3-8620-a5c420956e5f req-efd35290-3836-4b1f-8cb8-8620d309a489 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/ports?device_id=18f23219-699b-40d7-b794-9858c5aabd4c HTTP/1.1" status: 200 len: 943 time: 0.0715008 Dec 09 16:47:53.679812 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-919b6cc5-009e-4ac3-8620-a5c420956e5f req-bbf00354-d511-433b-aeac-71f237b2dc96 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/security-groups?id=9da3449a-3958-48b2-9533-69f6a3a6b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941770 Dec 09 16:47:53.696153 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-49649cad-00c4-4502-9c28-5eb65cd25c56 req-e2ca48ad-e664-49c0-9c09-1dfe9f11fff2 service neutron] 10.222.0.31 "GET /v2.0/networks/350d9c90-1582-4e1f-a947-ffb52c03340d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173065 Dec 09 16:47:53.737609 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:47:54.355725 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:54.798194 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a796ab-a0d9-410a-b9c4-24605f0a8b73 req-c0d29562-b891-4d45-9b6a-349d882380f1 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:54.799703 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a1a796ab-a0d9-410a-b9c4-24605f0a8b73 req-c0d29562-b891-4d45-9b6a-349d882380f1 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/ports?device_id=18f23219-699b-40d7-b794-9858c5aabd4c HTTP/1.1" status: 200 len: 943 time: 0.0496531 Dec 09 16:47:54.853682 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a1a796ab-a0d9-410a-b9c4-24605f0a8b73 req-d150c840-8bf3-4d10-b90a-fdff192b6a7e tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/security-groups?id=9da3449a-3958-48b2-9533-69f6a3a6b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479574 Dec 09 16:47:55.192101 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:55.595889 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 2a078a10-1f72-4d48-90e4-4552af477420 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:47:55.667886 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:55.699761 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 2a078a10-1f72-4d48-90e4-4552af477420, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=2a078a10-1f72-4d48-90e4-4552af477420,segment=NetworkSegment(cacb5eea-eb03-4e8b-a607-06b558d251d5),segment_id=cacb5eea-eb03-4e8b-a607-06b558d251d5)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:47:55.710922 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '2a078a10-1f72-4d48-90e4-4552af477420', 'network_id': '350d9c90-1582-4e1f-a947-ffb52c03340d', 'port_id': '2a078a10-1f72-4d48-90e4-4552af477420', 'mac_address': 'fa:16:3e:ce:88:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e063ea4e-0cf5-44c8-85ad-5ed180967a23', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:47:55.750543 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:55.762818 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a078a10-1f72-4d48-90e4-4552af477420 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:47:55.781927 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 2a078a10-1f72-4d48-90e4-4552af477420, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=2a078a10-1f72-4d48-90e4-4552af477420,segment=NetworkSegment(cacb5eea-eb03-4e8b-a607-06b558d251d5),segment_id=cacb5eea-eb03-4e8b-a607-06b558d251d5)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:47:55.785539 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:55.830535 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=2a078a10-1f72-4d48-90e4-4552af477420,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:55.838138 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:47:55.838673 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:47:55.838933 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:47:55.839295 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:47:55.839706 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:47:55.840050 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:47:55.840402 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:47:55.840743 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:47:55.841088 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:47:55.841439 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:47:55.843119 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:47:55.843461 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:47:55.843800 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:47:55.968692 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ebe30-73ba-406c-9a27-64deb812b2cc req-22966b26-9bf1-4e30-8241-73a93444ed55 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:55.970194 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1e4ebe30-73ba-406c-9a27-64deb812b2cc req-22966b26-9bf1-4e30-8241-73a93444ed55 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/ports?device_id=18f23219-699b-40d7-b794-9858c5aabd4c HTTP/1.1" status: 200 len: 944 time: 0.0483382 Dec 09 16:47:56.018291 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1e4ebe30-73ba-406c-9a27-64deb812b2cc req-73cfeee4-23d9-4492-9660-d26a6f7a26d0 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/security-groups?id=9da3449a-3958-48b2-9533-69f6a3a6b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418472 Dec 09 16:47:56.100229 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['2a078a10-1f72-4d48-90e4-4552af477420'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:47:56.618080 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:57.135676 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654bb0cc-27d0-4534-ad30-1ef9fd6f49ed req-f5b75cd0-6436-4f9d-9ba0-7e48f275cd3f tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:57.137193 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-654bb0cc-27d0-4534-ad30-1ef9fd6f49ed req-f5b75cd0-6436-4f9d-9ba0-7e48f275cd3f tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/ports?device_id=18f23219-699b-40d7-b794-9858c5aabd4c HTTP/1.1" status: 200 len: 944 time: 0.0496874 Dec 09 16:47:57.183846 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-654bb0cc-27d0-4534-ad30-1ef9fd6f49ed req-c11c9d80-dfdf-446f-9bbe-f069ea5764f6 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/security-groups?id=9da3449a-3958-48b2-9533-69f6a3a6b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407312 Dec 09 16:47:57.596634 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 2a078a10-1f72-4d48-90e4-4552af477420 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:47:57.645643 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 2a078a10-1f72-4d48-90e4-4552af477420 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:47:57.649437 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 2a078a10-1f72-4d48-90e4-4552af477420 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:47:57.649808 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:57.880138 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:57.902216 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f23219-699b-40d7-b794-9858c5aabd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a078a10-1f72-4d48-90e4-4552af477420'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:47:57.905048 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad401665e64187bef4a0f300457b2868c99907d1fc0db4bbbc94af95fd68fd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5624d1a-3c18-4549-8b73-62461ec52499" -d '{"events": [{"server_uuid": "18f23219-699b-40d7-b794-9858c5aabd4c", "name": "network-vif-plugged", "status": "completed", "tag": "2a078a10-1f72-4d48-90e4-4552af477420"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:47:57.917686 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 2a078a10-1f72-4d48-90e4-4552af477420, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=2a078a10-1f72-4d48-90e4-4552af477420,segment=NetworkSegment(cacb5eea-eb03-4e8b-a607-06b558d251d5),segment_id=cacb5eea-eb03-4e8b-a607-06b558d251d5)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:47:57.922774 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:47:57.970697 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=2a078a10-1f72-4d48-90e4-4552af477420,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:47:58.004228 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e613509a-f9c0-47dd-a29d-89fa9adf7e55 x-openstack-request-id: req-e613509a-f9c0-47dd-a29d-89fa9adf7e55 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:47:58.004588 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f23219-699b-40d7-b794-9858c5aabd4c", "name": "network-vif-plugged", "status": "completed", "tag": "2a078a10-1f72-4d48-90e4-4552af477420", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:47:58.004843 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e613509a-f9c0-47dd-a29d-89fa9adf7e55 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:47:58.005239 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f23219-699b-40d7-b794-9858c5aabd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a078a10-1f72-4d48-90e4-4552af477420', 'code': 200} Dec 09 16:47:58.108748 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a43686-6a92-4416-8ca1-a8407b5a7bba req-c5403432-fc3a-4f4f-ac22-a6482d0cbc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:58.110282 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a5a43686-6a92-4416-8ca1-a8407b5a7bba req-c5403432-fc3a-4f4f-ac22-a6482d0cbc53 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=18f23219-699b-40d7-b794-9858c5aabd4c HTTP/1.1" status: 200 len: 1096 time: 0.0451670 Dec 09 16:47:58.154019 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a5a43686-6a92-4416-8ca1-a8407b5a7bba req-e9b200a0-8b5e-4aea-ac33-018882831e93 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9da3449a-3958-48b2-9533-69f6a3a6b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360715 Dec 09 16:47:58.303151 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df3be11-5874-43c1-8ce7-d5733b2d5a3e req-07dda9ae-6533-4c11-b32d-95d4f976be3e tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:58.304670 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0df3be11-5874-43c1-8ce7-d5733b2d5a3e req-07dda9ae-6533-4c11-b32d-95d4f976be3e tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/ports?device_id=18f23219-699b-40d7-b794-9858c5aabd4c HTTP/1.1" status: 200 len: 945 time: 0.0494552 Dec 09 16:47:58.352811 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0df3be11-5874-43c1-8ce7-d5733b2d5a3e req-b448684f-b5aa-4bc9-b417-d335319c7c62 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/security-groups?id=9da3449a-3958-48b2-9533-69f6a3a6b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421720 Dec 09 16:47:59.471245 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b222547-0aca-4e76-bb52-2ce2088a0f26 req-a9a3cad2-057b-49c2-9557-aa3052444c2a tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:47:59.472953 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6b222547-0aca-4e76-bb52-2ce2088a0f26 req-a9a3cad2-057b-49c2-9557-aa3052444c2a tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/ports?device_id=18f23219-699b-40d7-b794-9858c5aabd4c HTTP/1.1" status: 200 len: 945 time: 0.0510647 Dec 09 16:47:59.528019 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6b222547-0aca-4e76-bb52-2ce2088a0f26 req-aba0d7ef-ab8f-4f2c-9d96-a9c4f983287d tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/security-groups?id=9da3449a-3958-48b2-9533-69f6a3a6b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487943 Dec 09 16:48:00.645738 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36e2d1-69af-4287-a1ab-a058a25a93cd req-8e81d7eb-11d7-469a-97ff-5dc55741762d tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:48:00.647126 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f36e2d1-69af-4287-a1ab-a058a25a93cd req-8e81d7eb-11d7-469a-97ff-5dc55741762d tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/ports?device_id=18f23219-699b-40d7-b794-9858c5aabd4c HTTP/1.1" status: 200 len: 945 time: 0.0487151 Dec 09 16:48:00.693575 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f36e2d1-69af-4287-a1ab-a058a25a93cd req-c05f4469-c5ef-43a1-8612-24b74960caf7 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/security-groups?id=9da3449a-3958-48b2-9533-69f6a3a6b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404794 Dec 09 16:48:00.805688 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20374b50-621e-44f4-be74-c821447b5f03 req-9aa57563-4a07-4017-9f0a-a798fa4b7144 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:48:00.807193 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-20374b50-621e-44f4-be74-c821447b5f03 req-9aa57563-4a07-4017-9f0a-a798fa4b7144 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/ports?device_id=18f23219-699b-40d7-b794-9858c5aabd4c HTTP/1.1" status: 200 len: 945 time: 0.0492983 Dec 09 16:48:00.854178 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-20374b50-621e-44f4-be74-c821447b5f03 req-2473ae9e-d661-4021-b635-bc73fb680373 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/security-groups?id=9da3449a-3958-48b2-9533-69f6a3a6b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401065 Dec 09 16:48:16.844689 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:20.657693 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e81411a9-34a2-4071-8b29-c48eec82b6d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:22.254272 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b627e3e-7587-4e69-8dd4-956ab27f970d req-530e1c4e-33ce-42cd-b6c9-3577cddea5a5 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:48:22.255903 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6b627e3e-7587-4e69-8dd4-956ab27f970d req-530e1c4e-33ce-42cd-b6c9-3577cddea5a5 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/ports?device_id=18f23219-699b-40d7-b794-9858c5aabd4c HTTP/1.1" status: 200 len: 945 time: 0.0559912 Dec 09 16:48:22.304330 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6b627e3e-7587-4e69-8dd4-956ab27f970d req-f16acd05-5363-4965-ac88-eea6af8add1c tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/security-groups?id=9da3449a-3958-48b2-9533-69f6a3a6b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422866 Dec 09 16:48:23.186590 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b6704655-9d3e-4ada-af9a-f9d41f4dee6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:23.419555 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb92c7-aaf5-4c49-9bb9-102269b89f65 req-b3f0bd38-7ecd-469e-a97f-d8fae9690df4 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:48:23.421212 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b0fb92c7-aaf5-4c49-9bb9-102269b89f65 req-b3f0bd38-7ecd-469e-a97f-d8fae9690df4 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/ports?device_id=18f23219-699b-40d7-b794-9858c5aabd4c HTTP/1.1" status: 200 len: 945 time: 0.0491195 Dec 09 16:48:23.469224 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b0fb92c7-aaf5-4c49-9bb9-102269b89f65 req-08dedce0-3b64-4ef6-8b71-ad9daf0d8cfd tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/security-groups?id=9da3449a-3958-48b2-9533-69f6a3a6b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420399 Dec 09 16:48:23.951230 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbbe6a-90cb-4c25-b19d-55f1690610d0 req-019387d5-bef3-4d4c-a4bf-bba98dceadf4 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:48:23.952700 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d0bbbe6a-90cb-4c25-b19d-55f1690610d0 req-019387d5-bef3-4d4c-a4bf-bba98dceadf4 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.31 "GET /v2.0/ports?device_id=18f23219-699b-40d7-b794-9858c5aabd4c HTTP/1.1" status: 200 len: 945 time: 0.0513630 Dec 09 16:48:24.041260 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-d0bbbe6a-90cb-4c25-b19d-55f1690610d0 req-6a020100-2a7d-4edc-8d00-227251f018ec tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Deleting port 2a078a10-1f72-4d48-90e4-4552af477420 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:48:24.041596 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d0bbbe6a-90cb-4c25-b19d-55f1690610d0 req-6a020100-2a7d-4edc-8d00-227251f018ec tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:24.131725 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-d0bbbe6a-90cb-4c25-b19d-55f1690610d0 req-6a020100-2a7d-4edc-8d00-227251f018ec tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] For port 2a078a10-1f72-4d48-90e4-4552af477420, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=2a078a10-1f72-4d48-90e4-4552af477420,segment=NetworkSegment(cacb5eea-eb03-4e8b-a607-06b558d251d5),segment_id=cacb5eea-eb03-4e8b-a607-06b558d251d5)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:48:24.132082 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d0bbbe6a-90cb-4c25-b19d-55f1690610d0 req-6a020100-2a7d-4edc-8d00-227251f018ec tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:24.145031 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-d0bbbe6a-90cb-4c25-b19d-55f1690610d0 req-6a020100-2a7d-4edc-8d00-227251f018ec tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Calling delete_port for 2a078a10-1f72-4d48-90e4-4552af477420 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:48:24.267446 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d0bbbe6a-90cb-4c25-b19d-55f1690610d0 req-6a020100-2a7d-4edc-8d00-227251f018ec tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:24.279912 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['2a078a10-1f72-4d48-90e4-4552af477420'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:48:24.297902 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a020100-2a7d-4edc-8d00-227251f018ec tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Pushing event deleted for resources: {'Port': ['ID=2a078a10-1f72-4d48-90e4-4552af477420,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:48:24.342090 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0bbbe6a-90cb-4c25-b19d-55f1690610d0 req-6a020100-2a7d-4edc-8d00-227251f018ec tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] No DVR routers for this DVR port 2a078a10-1f72-4d48-90e4-4552af477420 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:48:24.344585 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d0bbbe6a-90cb-4c25-b19d-55f1690610d0 req-6a020100-2a7d-4edc-8d00-227251f018ec tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:24.348437 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d0bbbe6a-90cb-4c25-b19d-55f1690610d0 req-6a020100-2a7d-4edc-8d00-227251f018ec tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.31 "DELETE /v2.0/ports/2a078a10-1f72-4d48-90e4-4552af477420 HTTP/1.1" status: 204 len: 173 time: 0.3894479 Dec 09 16:48:24.348620 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f23219-699b-40d7-b794-9858c5aabd4c', 'name': 'network-vif-deleted', 'tag': '2a078a10-1f72-4d48-90e4-4552af477420'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:48:24.350827 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb420f3-621f-4a2f-982b-8dc6565b737d" -d '{"events": [{"server_uuid": "18f23219-699b-40d7-b794-9858c5aabd4c", "name": "network-vif-deleted", "tag": "2a078a10-1f72-4d48-90e4-4552af477420"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:48:24.364041 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:24.413835 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15cab373-60a0-46a8-8c30-5b940e9b74a8 x-openstack-request-id: req-15cab373-60a0-46a8-8c30-5b940e9b74a8 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:48:24.414223 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f23219-699b-40d7-b794-9858c5aabd4c", "name": "network-vif-deleted", "tag": "2a078a10-1f72-4d48-90e4-4552af477420", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:48:24.415318 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-15cab373-60a0-46a8-8c30-5b940e9b74a8 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:48:24.415897 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f23219-699b-40d7-b794-9858c5aabd4c', 'name': 'network-vif-deleted', 'tag': '2a078a10-1f72-4d48-90e4-4552af477420', 'status': 'completed', 'code': 200} Dec 09 16:48:24.578235 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-761c8da1-9bf4-4b81-9973-10b5586ab426 req-1bc4487e-603e-4edd-9e75-19a1067a0d95 tempest-TestEncryptedCinderVolumes-1626082413 tempest-TestEncryptedCinderVolumes-1626082413-project] 10.222.0.57 "GET /v2.0/ports?device_id=18f23219-699b-40d7-b794-9858c5aabd4c HTTP/1.1" status: 200 len: 210 time: 0.0263834 Dec 09 16:48:25.223040 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:25.635863 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:25.669210 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56418) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:48:26.322970 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5d814e6e-be86-4858-8312-961edeef460d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:26.598005 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-5d814e6e-be86-4858-8312-961edeef460d admin admin] Deleting port 25dc5e8a-b15c-441d-a34f-74bc7776cfa7 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:48:26.598262 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5d814e6e-be86-4858-8312-961edeef460d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:26.621223 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:26.681459 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-5d814e6e-be86-4858-8312-961edeef460d admin admin] For port 25dc5e8a-b15c-441d-a34f-74bc7776cfa7, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=25dc5e8a-b15c-441d-a34f-74bc7776cfa7,segment=NetworkSegment(cacb5eea-eb03-4e8b-a607-06b558d251d5),segment_id=cacb5eea-eb03-4e8b-a607-06b558d251d5)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:48:26.682106 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5d814e6e-be86-4858-8312-961edeef460d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:26.694824 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-5d814e6e-be86-4858-8312-961edeef460d admin admin] Calling delete_port for 25dc5e8a-b15c-441d-a34f-74bc7776cfa7 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:48:26.872733 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5d814e6e-be86-4858-8312-961edeef460d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:26.900657 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d814e6e-be86-4858-8312-961edeef460d admin admin] Pushing event deleted for resources: {'Port': ['ID=25dc5e8a-b15c-441d-a34f-74bc7776cfa7,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:48:26.925859 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d814e6e-be86-4858-8312-961edeef460d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:48:26.926216 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d814e6e-be86-4858-8312-961edeef460d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:48:26.926561 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d814e6e-be86-4858-8312-961edeef460d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:48:26.926907 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d814e6e-be86-4858-8312-961edeef460d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:48:26.927243 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d814e6e-be86-4858-8312-961edeef460d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:48:26.927578 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d814e6e-be86-4858-8312-961edeef460d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:48:26.927910 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d814e6e-be86-4858-8312-961edeef460d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:48:26.928241 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d814e6e-be86-4858-8312-961edeef460d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:48:26.928602 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d814e6e-be86-4858-8312-961edeef460d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:48:26.928929 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d814e6e-be86-4858-8312-961edeef460d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:48:26.929259 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d814e6e-be86-4858-8312-961edeef460d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:48:26.929585 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d814e6e-be86-4858-8312-961edeef460d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:48:26.929906 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d814e6e-be86-4858-8312-961edeef460d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:48:27.087253 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5d814e6e-be86-4858-8312-961edeef460d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:27.313576 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d814e6e-be86-4858-8312-961edeef460d admin admin] Router 272f0cf0-228f-494b-b1ee-4cbf952234d5 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:48:27.422834 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d814e6e-be86-4858-8312-961edeef460d admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:48:27.427851 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5d814e6e-be86-4858-8312-961edeef460d admin admin] 10.222.0.57 "PUT /v2.0/routers/272f0cf0-228f-494b-b1ee-4cbf952234d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7575903 Dec 09 16:48:27.430353 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56422) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:48:27.433606 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006d2adf-86fd-4ae3-8244-038a203f3a31 None None] Sync routers for ids ['272f0cf0-228f-494b-b1ee-4cbf952234d5'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:48:27.445979 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006d2adf-86fd-4ae3-8244-038a203f3a31 None None] Routers {'272f0cf0-228f-494b-b1ee-4cbf952234d5'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:48:27.447060 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-006d2adf-86fd-4ae3-8244-038a203f3a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:48:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['272f0cf0-228f-494b-b1ee-4cbf952234d5'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:48:27.537263 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08bcc593-f546-41c4-afc9-4ef1ee471dd1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:27.557928 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-006d2adf-86fd-4ae3-8244-038a203f3a31 None None] Set router 272f0cf0-228f-494b-b1ee-4cbf952234d5 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:48:27.642555 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08bcc593-f546-41c4-afc9-4ef1ee471dd1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:27.698119 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-08bcc593-f546-41c4-afc9-4ef1ee471dd1 admin admin] Deleting port 0553f917-7b82-4522-807b-104c5e5b3124 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:48:27.699146 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08bcc593-f546-41c4-afc9-4ef1ee471dd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:27.749754 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-006d2adf-86fd-4ae3-8244-038a203f3a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272f0cf0-228f-494b-b1ee-4cbf952234d5', 'name': 'tempest-TestEncryptedCinderVolumes-1090356894-router', 'tenant_id': '9b0a320701b340739faa09c66e054dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '0553f917-7b82-4522-807b-104c5e5b3124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:47:02Z', 'updated_at': '2021-12-09T16:48:26Z', 'revision_number': 5, 'project_id': '9b0a320701b340739faa09c66e054dee', 'gw_port': {'id': '0553f917-7b82-4522-807b-104c5e5b3124', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272f0cf0-228f-494b-b1ee-4cbf952234d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:47:03Z', 'updated_at': '2021-12-09T16:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:48:27.775665 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006d2adf-86fd-4ae3-8244-038a203f3a31 None None] Checking router: 272f0cf0-228f-494b-b1ee-4cbf952234d5 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:48:27.782231 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-08bcc593-f546-41c4-afc9-4ef1ee471dd1 admin admin] For port 0553f917-7b82-4522-807b-104c5e5b3124, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=0553f917-7b82-4522-807b-104c5e5b3124,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:48:27.782605 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08bcc593-f546-41c4-afc9-4ef1ee471dd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:27.785066 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006d2adf-86fd-4ae3-8244-038a203f3a31 None None] Routers {'272f0cf0-228f-494b-b1ee-4cbf952234d5'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:48:27.785665 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-006d2adf-86fd-4ae3-8244-038a203f3a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:48:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['272f0cf0-228f-494b-b1ee-4cbf952234d5'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:48:27.796587 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-08bcc593-f546-41c4-afc9-4ef1ee471dd1 admin admin] Calling delete_port for 0553f917-7b82-4522-807b-104c5e5b3124 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:48:27.799639 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 2a078a10-1f72-4d48-90e4-4552af477420 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:48:27.822560 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 2a078a10-1f72-4d48-90e4-4552af477420 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:48:27.823045 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 2a078a10-1f72-4d48-90e4-4552af477420 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:48:27.874805 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-006d2adf-86fd-4ae3-8244-038a203f3a31 None None] Set router 272f0cf0-228f-494b-b1ee-4cbf952234d5 gateway port host: None {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:48:27.927963 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-006d2adf-86fd-4ae3-8244-038a203f3a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272f0cf0-228f-494b-b1ee-4cbf952234d5', 'name': 'tempest-TestEncryptedCinderVolumes-1090356894-router', 'tenant_id': '9b0a320701b340739faa09c66e054dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:47:02Z', 'updated_at': '2021-12-09T16:48:27Z', 'revision_number': 6, 'project_id': '9b0a320701b340739faa09c66e054dee', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:48:27.958495 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006d2adf-86fd-4ae3-8244-038a203f3a31 None None] The sync data for ids ['272f0cf0-228f-494b-b1ee-4cbf952234d5'] in n-d-821228-1 is: [{'id': '272f0cf0-228f-494b-b1ee-4cbf952234d5', 'name': 'tempest-TestEncryptedCinderVolumes-1090356894-router', 'tenant_id': '9b0a320701b340739faa09c66e054dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:47:02Z', 'updated_at': '2021-12-09T16:48:27Z', 'revision_number': 6, 'project_id': '9b0a320701b340739faa09c66e054dee', 'gw_port_host': None}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:48:27.971848 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08bcc593-f546-41c4-afc9-4ef1ee471dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:27.996824 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bcc593-f546-41c4-afc9-4ef1ee471dd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0553f917-7b82-4522-807b-104c5e5b3124,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:48:28.013118 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831075df-25e8-454e-9f2a-65eed9d8d33d None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:48:28.064088 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08bcc593-f546-41c4-afc9-4ef1ee471dd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:28.150928 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08bcc593-f546-41c4-afc9-4ef1ee471dd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:28.153032 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08bcc593-f546-41c4-afc9-4ef1ee471dd1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:28.194716 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08bcc593-f546-41c4-afc9-4ef1ee471dd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:28.195161 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08bcc593-f546-41c4-afc9-4ef1ee471dd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 272f0cf0-228f-494b-b1ee-4cbf952234d5 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 16:48:28.199327 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08bcc593-f546-41c4-afc9-4ef1ee471dd1 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:28.200491 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-08bcc593-f546-41c4-afc9-4ef1ee471dd1 admin admin] 10.222.0.57 "DELETE /v2.0/routers/272f0cf0-228f-494b-b1ee-4cbf952234d5 HTTP/1.1" status: 204 len: 168 time: 0.7692022 Dec 09 16:48:28.203311 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56424) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:48:28.246527 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e181f5e-bb06-494a-b696-1e23e6af43c6 admin admin] Deleting subnet e063ea4e-0cf5-44c8-85ad-5ed180967a23 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 16:48:28.250159 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e181f5e-bb06-494a-b696-1e23e6af43c6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:28.286738 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e181f5e-bb06-494a-b696-1e23e6af43c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:28.368699 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e181f5e-bb06-494a-b696-1e23e6af43c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:28.422242 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e181f5e-bb06-494a-b696-1e23e6af43c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:28.448314 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e181f5e-bb06-494a-b696-1e23e6af43c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e063ea4e-0cf5-44c8-85ad-5ed180967a23,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:48:28.450319 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5e181f5e-bb06-494a-b696-1e23e6af43c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:28.453594 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5e181f5e-bb06-494a-b696-1e23e6af43c6 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/e063ea4e-0cf5-44c8-85ad-5ed180967a23 HTTP/1.1" status: 204 len: 168 time: 0.2493420 Dec 09 16:48:28.456023 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9860ded4-a8f0-4408-a68d-cd11cb08b3bd None None] Network 350d9c90-1582-4e1f-a947-ffb52c03340d requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:48:28.456178 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56426) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:48:28.527588 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-041f47b7-a0ad-4b2a-926c-fedd04200841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:28.583407 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-041f47b7-a0ad-4b2a-926c-fedd04200841 admin admin] Deleting port ce9a93aa-2581-4187-a5c8-33a0a871aaa4 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:48:28.583743 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-041f47b7-a0ad-4b2a-926c-fedd04200841 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:28.645208 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-041f47b7-a0ad-4b2a-926c-fedd04200841 admin admin] For port ce9a93aa-2581-4187-a5c8-33a0a871aaa4, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=ce9a93aa-2581-4187-a5c8-33a0a871aaa4,segment=NetworkSegment(cacb5eea-eb03-4e8b-a607-06b558d251d5),segment_id=cacb5eea-eb03-4e8b-a607-06b558d251d5)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:48:28.645492 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-041f47b7-a0ad-4b2a-926c-fedd04200841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:28.662468 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-041f47b7-a0ad-4b2a-926c-fedd04200841 admin admin] Calling delete_port for ce9a93aa-2581-4187-a5c8-33a0a871aaa4 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:48:28.702471 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7f6f5d-548a-4382-b333-6c48b6f916c5 None None] DHCP port deletion for 350d9c90-1582-4e1f-a947-ffb52c03340d request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:48:28.750722 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-041f47b7-a0ad-4b2a-926c-fedd04200841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:28.753252 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-7c7f6f5d-548a-4382-b333-6c48b6f916c5 None None] Deleting port ce9a93aa-2581-4187-a5c8-33a0a871aaa4 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:48:28.753620 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7c7f6f5d-548a-4382-b333-6c48b6f916c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:28.776664 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f47b7-a0ad-4b2a-926c-fedd04200841 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce9a93aa-2581-4187-a5c8-33a0a871aaa4,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:48:28.781001 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041f47b7-a0ad-4b2a-926c-fedd04200841 admin admin] No DVR routers for this DVR port ce9a93aa-2581-4187-a5c8-33a0a871aaa4 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:48:28.822141 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7c7f6f5d-548a-4382-b333-6c48b6f916c5 None None] For port ce9a93aa-2581-4187-a5c8-33a0a871aaa4, host n-d-821228-1, got binding levels [] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:48:28.822705 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7c7f6f5d-548a-4382-b333-6c48b6f916c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:28.835505 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-7c7f6f5d-548a-4382-b333-6c48b6f916c5 None None] Calling delete_port for ce9a93aa-2581-4187-a5c8-33a0a871aaa4 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:48:28.838292 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.ipam_backend_mixin [None req-7c7f6f5d-548a-4382-b333-6c48b6f916c5 None None] Port ce9a93aa-2581-4187-a5c8-33a0a871aaa4 was not found and therefore no delete operation was performed {{(pid=103246) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 16:48:28.839597 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7c7f6f5d-548a-4382-b333-6c48b6f916c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:28.855571 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-041f47b7-a0ad-4b2a-926c-fedd04200841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:28.866129 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f6f5d-548a-4382-b333-6c48b6f916c5 None None] Pushing event deleted for resources: {'Port': ['ID=ce9a93aa-2581-4187-a5c8-33a0a871aaa4,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:48:28.869847 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7f6f5d-548a-4382-b333-6c48b6f916c5 None None] No DVR routers for this DVR port ce9a93aa-2581-4187-a5c8-33a0a871aaa4 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:48:28.883213 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-041f47b7-a0ad-4b2a-926c-fedd04200841 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['350d9c90-1582-4e1f-a947-ffb52c03340d']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:48:28.893375 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-041f47b7-a0ad-4b2a-926c-fedd04200841 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cacb5eea-eb03-4e8b-a607-06b558d251d5') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:48:28.893675 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-041f47b7-a0ad-4b2a-926c-fedd04200841 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cacb5eea-eb03-4e8b-a607-06b558d251d5') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:48:28.903607 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-041f47b7-a0ad-4b2a-926c-fedd04200841 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:28.918604 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-041f47b7-a0ad-4b2a-926c-fedd04200841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:28.924824 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-041f47b7-a0ad-4b2a-926c-fedd04200841 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:48:28.925213 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-041f47b7-a0ad-4b2a-926c-fedd04200841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:28.927114 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 16:48:28.927114 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:48:28.927114 n-d-821228-1 neutron-server[103245]: timer() Dec 09 16:48:28.927114 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:48:28.927114 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 16:48:28.927114 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:48:28.927114 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 16:48:28.927114 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:48:28.927114 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 16:48:28.927114 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:48:28.927114 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 16:48:28.927114 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:48:28.927114 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 16:48:28.927114 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:48:28.927114 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:48:28.927114 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:48:28.927114 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:48:28.927114 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:48:28.927114 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 16:48:28.927114 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:48:28.927114 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 16:48:28.927114 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:48:28.927114 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:48:28.927114 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:48:28.927114 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 16:48:28.927114 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:48:28.927114 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:48:28.927114 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:48:28.927114 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:48:28.927114 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:48:28.927114 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:48:28.927114 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:48:28.982949 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-041f47b7-a0ad-4b2a-926c-fedd04200841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:28.988805 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-041f47b7-a0ad-4b2a-926c-fedd04200841 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:28.992776 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-041f47b7-a0ad-4b2a-926c-fedd04200841 admin admin] 10.222.0.57 "DELETE /v2.0/networks/350d9c90-1582-4e1f-a947-ffb52c03340d HTTP/1.1" status: 204 len: 168 time: 0.5357554 Dec 09 16:48:28.995340 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56428) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:48:29.005254 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f47b7-a0ad-4b2a-926c-fedd04200841 admin admin] Pushing event deleted for resources: {'Network': ['ID=350d9c90-1582-4e1f-a947-ffb52c03340d,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:48:29.352310 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c62fe2e6-e4b5-45f2-b8e5-5f22a06af902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:29.480496 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 25dc5e8a-b15c-441d-a34f-74bc7776cfa7 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:48:29.505055 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 25dc5e8a-b15c-441d-a34f-74bc7776cfa7 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:48:29.505495 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 25dc5e8a-b15c-441d-a34f-74bc7776cfa7 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:48:29.505980 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device ce9a93aa-2581-4187-a5c8-33a0a871aaa4 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:48:29.525010 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: ce9a93aa-2581-4187-a5c8-33a0a871aaa4 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:48:29.525363 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device ce9a93aa-2581-4187-a5c8-33a0a871aaa4 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:48:29.525840 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 0553f917-7b82-4522-807b-104c5e5b3124 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:48:29.544696 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 0553f917-7b82-4522-807b-104c5e5b3124 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:48:29.545043 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 0553f917-7b82-4522-807b-104c5e5b3124 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:48:29.606360 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c62fe2e6-e4b5-45f2-b8e5-5f22a06af902 admin admin] Deleting port 80ecb6b6-e557-4ef7-96da-5cea2cc199b5 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:48:29.606699 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c62fe2e6-e4b5-45f2-b8e5-5f22a06af902 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:29.683206 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-c62fe2e6-e4b5-45f2-b8e5-5f22a06af902 admin admin] For port 80ecb6b6-e557-4ef7-96da-5cea2cc199b5, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=80ecb6b6-e557-4ef7-96da-5cea2cc199b5,segment=NetworkSegment(3e967870-eca5-4b75-b0da-af1d18de3a57),segment_id=3e967870-eca5-4b75-b0da-af1d18de3a57)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:48:29.683583 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c62fe2e6-e4b5-45f2-b8e5-5f22a06af902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:29.696104 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c62fe2e6-e4b5-45f2-b8e5-5f22a06af902 admin admin] Calling delete_port for 80ecb6b6-e557-4ef7-96da-5cea2cc199b5 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:48:29.871046 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c62fe2e6-e4b5-45f2-b8e5-5f22a06af902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:29.895222 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62fe2e6-e4b5-45f2-b8e5-5f22a06af902 admin admin] Pushing event deleted for resources: {'Port': ['ID=80ecb6b6-e557-4ef7-96da-5cea2cc199b5,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:48:30.066201 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c62fe2e6-e4b5-45f2-b8e5-5f22a06af902 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:30.272945 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62fe2e6-e4b5-45f2-b8e5-5f22a06af902 admin admin] Router 445e9a5f-bf9f-4053-8f0d-20165b345d6e has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:48:30.373813 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62fe2e6-e4b5-45f2-b8e5-5f22a06af902 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:48:30.378913 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c62fe2e6-e4b5-45f2-b8e5-5f22a06af902 admin admin] 10.222.0.57 "PUT /v2.0/routers/445e9a5f-bf9f-4053-8f0d-20165b345d6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3819921 Dec 09 16:48:30.381523 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56430) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:48:30.383002 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0653cb4d-7758-4ace-b982-c419a6a604cd None None] Sync routers for ids ['445e9a5f-bf9f-4053-8f0d-20165b345d6e'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:48:30.392994 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0653cb4d-7758-4ace-b982-c419a6a604cd None None] Routers {'445e9a5f-bf9f-4053-8f0d-20165b345d6e'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:48:30.393597 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0653cb4d-7758-4ace-b982-c419a6a604cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:48:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['445e9a5f-bf9f-4053-8f0d-20165b345d6e'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:48:30.484625 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c0b2fc1-1ba0-407e-8a0b-aa52e3cd4b6d admin admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:30.502966 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-0653cb4d-7758-4ace-b982-c419a6a604cd None None] Set router 445e9a5f-bf9f-4053-8f0d-20165b345d6e gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:48:30.586742 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c0b2fc1-1ba0-407e-8a0b-aa52e3cd4b6d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:30.639708 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4c0b2fc1-1ba0-407e-8a0b-aa52e3cd4b6d admin admin] Deleting port 29bf21a0-df1e-4c93-b491-c4758e573cdc {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:48:30.640055 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c0b2fc1-1ba0-407e-8a0b-aa52e3cd4b6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:30.679706 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0653cb4d-7758-4ace-b982-c419a6a604cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445e9a5f-bf9f-4053-8f0d-20165b345d6e', 'name': 'tempest-TestEncryptedCinderVolumes-927886226-router', 'tenant_id': 'c8762f43d9eb475f8766ea91a68ce6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '29bf21a0-df1e-4c93-b491-c4758e573cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:47:07Z', 'updated_at': '2021-12-09T16:48:29Z', 'revision_number': 5, 'project_id': 'c8762f43d9eb475f8766ea91a68ce6a8', 'gw_port': {'id': '29bf21a0-df1e-4c93-b491-c4758e573cdc', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:91:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445e9a5f-bf9f-4053-8f0d-20165b345d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:47:08Z', 'updated_at': '2021-12-09T16:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:48:30.710744 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0653cb4d-7758-4ace-b982-c419a6a604cd None None] Checking router: 445e9a5f-bf9f-4053-8f0d-20165b345d6e for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:48:30.720150 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0653cb4d-7758-4ace-b982-c419a6a604cd None None] Routers {'445e9a5f-bf9f-4053-8f0d-20165b345d6e'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:48:30.720799 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0653cb4d-7758-4ace-b982-c419a6a604cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:48:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['445e9a5f-bf9f-4053-8f0d-20165b345d6e'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:48:30.731448 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-4c0b2fc1-1ba0-407e-8a0b-aa52e3cd4b6d admin admin] For port 29bf21a0-df1e-4c93-b491-c4758e573cdc, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=29bf21a0-df1e-4c93-b491-c4758e573cdc,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:48:30.731813 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c0b2fc1-1ba0-407e-8a0b-aa52e3cd4b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:30.737650 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:48:30.745790 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4c0b2fc1-1ba0-407e-8a0b-aa52e3cd4b6d admin admin] Calling delete_port for 29bf21a0-df1e-4c93-b491-c4758e573cdc owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:48:30.809008 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-0653cb4d-7758-4ace-b982-c419a6a604cd None None] Set router 445e9a5f-bf9f-4053-8f0d-20165b345d6e gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:48:30.860502 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-0653cb4d-7758-4ace-b982-c419a6a604cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445e9a5f-bf9f-4053-8f0d-20165b345d6e', 'name': 'tempest-TestEncryptedCinderVolumes-927886226-router', 'tenant_id': 'c8762f43d9eb475f8766ea91a68ce6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:47:07Z', 'updated_at': '2021-12-09T16:48:30Z', 'revision_number': 6, 'project_id': 'c8762f43d9eb475f8766ea91a68ce6a8', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:48:30.890280 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0653cb4d-7758-4ace-b982-c419a6a604cd None None] The sync data for ids ['445e9a5f-bf9f-4053-8f0d-20165b345d6e'] in n-d-821228-1 is: [{'id': '445e9a5f-bf9f-4053-8f0d-20165b345d6e', 'name': 'tempest-TestEncryptedCinderVolumes-927886226-router', 'tenant_id': 'c8762f43d9eb475f8766ea91a68ce6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:47:07Z', 'updated_at': '2021-12-09T16:48:30Z', 'revision_number': 6, 'project_id': 'c8762f43d9eb475f8766ea91a68ce6a8', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:48:30.914254 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c0b2fc1-1ba0-407e-8a0b-aa52e3cd4b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:30.938915 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b2fc1-1ba0-407e-8a0b-aa52e3cd4b6d admin admin] Pushing event deleted for resources: {'Port': ['ID=29bf21a0-df1e-4c93-b491-c4758e573cdc,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:48:30.953994 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796a44ac-5f96-4967-81a3-36bdda796346 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:48:31.003870 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c0b2fc1-1ba0-407e-8a0b-aa52e3cd4b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:31.093134 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c0b2fc1-1ba0-407e-8a0b-aa52e3cd4b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:31.095292 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c0b2fc1-1ba0-407e-8a0b-aa52e3cd4b6d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:31.137242 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c0b2fc1-1ba0-407e-8a0b-aa52e3cd4b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:31.137744 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0b2fc1-1ba0-407e-8a0b-aa52e3cd4b6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 445e9a5f-bf9f-4053-8f0d-20165b345d6e {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 16:48:31.142678 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4c0b2fc1-1ba0-407e-8a0b-aa52e3cd4b6d admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:31.143876 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4c0b2fc1-1ba0-407e-8a0b-aa52e3cd4b6d admin admin] 10.222.0.57 "DELETE /v2.0/routers/445e9a5f-bf9f-4053-8f0d-20165b345d6e HTTP/1.1" status: 204 len: 168 time: 0.7613304 Dec 09 16:48:31.146268 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56432) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:48:31.189838 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-820411a8-c0a1-4149-bec3-1290e48d3b47 admin admin] Deleting subnet b2ba69a6-2005-4d04-9edd-cc7359ec9176 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 16:48:31.192889 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-820411a8-c0a1-4149-bec3-1290e48d3b47 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:31.230810 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-820411a8-c0a1-4149-bec3-1290e48d3b47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:31.319466 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-820411a8-c0a1-4149-bec3-1290e48d3b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:31.376749 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-820411a8-c0a1-4149-bec3-1290e48d3b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:31.403975 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820411a8-c0a1-4149-bec3-1290e48d3b47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2ba69a6-2005-4d04-9edd-cc7359ec9176,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:48:31.408577 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-820411a8-c0a1-4149-bec3-1290e48d3b47 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:31.409713 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065f4d89-f95d-46a0-a749-19f4515ba73c None None] Network 0fcb7ade-102a-4201-af91-9f701abba2d7 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:48:31.412866 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-820411a8-c0a1-4149-bec3-1290e48d3b47 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b2ba69a6-2005-4d04-9edd-cc7359ec9176 HTTP/1.1" status: 204 len: 168 time: 0.2656503 Dec 09 16:48:31.414277 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56434) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:48:31.487600 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71e99b41-d87f-4072-a911-de2d2a0ed60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:31.542437 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-71e99b41-d87f-4072-a911-de2d2a0ed60d admin admin] Deleting port 2b1df510-e582-4bf2-b588-2cacada6b3ee {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:48:31.542773 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71e99b41-d87f-4072-a911-de2d2a0ed60d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:31.607816 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-71e99b41-d87f-4072-a911-de2d2a0ed60d admin admin] For port 2b1df510-e582-4bf2-b588-2cacada6b3ee, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=2b1df510-e582-4bf2-b588-2cacada6b3ee,segment=NetworkSegment(3e967870-eca5-4b75-b0da-af1d18de3a57),segment_id=3e967870-eca5-4b75-b0da-af1d18de3a57)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:48:31.608083 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71e99b41-d87f-4072-a911-de2d2a0ed60d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:31.622264 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-71e99b41-d87f-4072-a911-de2d2a0ed60d admin admin] Calling delete_port for 2b1df510-e582-4bf2-b588-2cacada6b3ee owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:48:31.683734 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3358a41d-c91c-4043-9ac2-644c0bf49f3c None None] DHCP port deletion for 0fcb7ade-102a-4201-af91-9f701abba2d7 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:48:31.709556 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71e99b41-d87f-4072-a911-de2d2a0ed60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:31.736911 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e99b41-d87f-4072-a911-de2d2a0ed60d admin admin] Pushing event deleted for resources: {'Port': ['ID=2b1df510-e582-4bf2-b588-2cacada6b3ee,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:48:31.741262 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3358a41d-c91c-4043-9ac2-644c0bf49f3c None None] Deleting port 2b1df510-e582-4bf2-b588-2cacada6b3ee {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:48:31.741627 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3358a41d-c91c-4043-9ac2-644c0bf49f3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:31.742345 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e99b41-d87f-4072-a911-de2d2a0ed60d admin admin] No DVR routers for this DVR port 2b1df510-e582-4bf2-b588-2cacada6b3ee on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:48:31.755312 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 80ecb6b6-e557-4ef7-96da-5cea2cc199b5 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:48:31.810189 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 80ecb6b6-e557-4ef7-96da-5cea2cc199b5 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:48:31.811167 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 80ecb6b6-e557-4ef7-96da-5cea2cc199b5 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:48:31.822152 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71e99b41-d87f-4072-a911-de2d2a0ed60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:31.830750 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3358a41d-c91c-4043-9ac2-644c0bf49f3c None None] For port 2b1df510-e582-4bf2-b588-2cacada6b3ee, host n-d-821228-1, got binding levels [] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:48:31.831146 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3358a41d-c91c-4043-9ac2-644c0bf49f3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:31.843862 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-71e99b41-d87f-4072-a911-de2d2a0ed60d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fcb7ade-102a-4201-af91-9f701abba2d7']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:48:31.844629 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3358a41d-c91c-4043-9ac2-644c0bf49f3c None None] Calling delete_port for 2b1df510-e582-4bf2-b588-2cacada6b3ee owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:48:31.847311 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.ipam_backend_mixin [None req-3358a41d-c91c-4043-9ac2-644c0bf49f3c None None] Port 2b1df510-e582-4bf2-b588-2cacada6b3ee was not found and therefore no delete operation was performed {{(pid=103246) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 16:48:31.848602 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3358a41d-c91c-4043-9ac2-644c0bf49f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:31.853076 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-71e99b41-d87f-4072-a911-de2d2a0ed60d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e967870-eca5-4b75-b0da-af1d18de3a57') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:48:31.853371 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-71e99b41-d87f-4072-a911-de2d2a0ed60d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e967870-eca5-4b75-b0da-af1d18de3a57') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:48:31.863044 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71e99b41-d87f-4072-a911-de2d2a0ed60d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:31.875432 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358a41d-c91c-4043-9ac2-644c0bf49f3c None None] Pushing event deleted for resources: {'Port': ['ID=2b1df510-e582-4bf2-b588-2cacada6b3ee,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:48:31.879008 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3358a41d-c91c-4043-9ac2-644c0bf49f3c None None] No DVR routers for this DVR port 2b1df510-e582-4bf2-b588-2cacada6b3ee on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:48:31.885127 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71e99b41-d87f-4072-a911-de2d2a0ed60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:31.894010 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71e99b41-d87f-4072-a911-de2d2a0ed60d admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:48:31.894417 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71e99b41-d87f-4072-a911-de2d2a0ed60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:31.896108 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 16:48:31.896108 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:48:31.896108 n-d-821228-1 neutron-server[103245]: timer() Dec 09 16:48:31.896108 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:48:31.896108 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 16:48:31.896108 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:48:31.896108 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 16:48:31.896108 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:48:31.896108 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 16:48:31.896108 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:48:31.896108 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 16:48:31.896108 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:48:31.896108 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 16:48:31.896108 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:48:31.896108 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:48:31.896108 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:48:31.896108 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:48:31.896108 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:48:31.896108 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 16:48:31.896108 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:48:31.896108 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 16:48:31.896108 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:48:31.896108 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:48:31.896108 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:48:31.896108 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 16:48:31.896108 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:48:31.896108 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:48:31.896108 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:48:31.896108 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:48:31.896108 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:48:31.896108 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:48:31.896108 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:48:31.952831 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71e99b41-d87f-4072-a911-de2d2a0ed60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:31.958421 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71e99b41-d87f-4072-a911-de2d2a0ed60d admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:31.964007 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-71e99b41-d87f-4072-a911-de2d2a0ed60d admin admin] 10.222.0.57 "DELETE /v2.0/networks/0fcb7ade-102a-4201-af91-9f701abba2d7 HTTP/1.1" status: 204 len: 168 time: 0.5464177 Dec 09 16:48:31.978550 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e99b41-d87f-4072-a911-de2d2a0ed60d admin admin] Pushing event deleted for resources: {'Network': ['ID=0fcb7ade-102a-4201-af91-9f701abba2d7,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:48:32.123922 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56438) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:48:32.163250 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-dc548743-1b61-4cde-bb5a-6a9df3e25d7a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9b0a320701b340739faa09c66e054dee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381153 Dec 09 16:48:32.165640 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56440) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:48:32.212234 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d64efd0a-0c05-49e1-a1c7-af396993e148 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:32.232759 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d64efd0a-0c05-49e1-a1c7-af396993e148 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:32.278410 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d64efd0a-0c05-49e1-a1c7-af396993e148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:32.281440 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d64efd0a-0c05-49e1-a1c7-af396993e148 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:32.282584 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d64efd0a-0c05-49e1-a1c7-af396993e148 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9da3449a-3958-48b2-9533-69f6a3a6b66c HTTP/1.1" status: 204 len: 168 time: 0.1160522 Dec 09 16:48:32.291290 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64efd0a-0c05-49e1-a1c7-af396993e148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da3449a-3958-48b2-9533-69f6a3a6b66c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:48:32.593122 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56446) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:48:32.633080 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9f8bec85-c29c-48c2-b31f-400d9451d41e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c8762f43d9eb475f8766ea91a68ce6a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387623 Dec 09 16:48:32.635356 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56448) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:48:32.681085 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a237f76b-1e11-4ba0-918b-bdda5057363f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:32.705276 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a237f76b-1e11-4ba0-918b-bdda5057363f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:32.987032 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a237f76b-1e11-4ba0-918b-bdda5057363f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:32.989563 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a237f76b-1e11-4ba0-918b-bdda5057363f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:32.990719 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a237f76b-1e11-4ba0-918b-bdda5057363f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0f677290-15a6-4cc7-abea-ab8abae380a8 HTTP/1.1" status: 204 len: 168 time: 0.3544724 Dec 09 16:48:32.999535 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237f76b-1e11-4ba0-918b-bdda5057363f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f677290-15a6-4cc7-abea-ab8abae380a8,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:48:33.328460 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 29bf21a0-df1e-4c93-b491-c4758e573cdc no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:48:33.353368 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 29bf21a0-df1e-4c93-b491-c4758e573cdc {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:48:33.353727 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 29bf21a0-df1e-4c93-b491-c4758e573cdc not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:48:33.354130 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 2b1df510-e582-4bf2-b588-2cacada6b3ee no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:48:33.376362 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 2b1df510-e582-4bf2-b588-2cacada6b3ee {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:48:33.376732 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 2b1df510-e582-4bf2-b588-2cacada6b3ee not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:48:33.653611 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56470) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:48:33.748442 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-8bdb629d-ffc3-42cb-b7d8-01fe0f28a79b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2133674204-network', 'tenant_id': 'd1a27a168b004b64af601bd2ca3498c9'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:48:33.768980 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdb629d-ffc3-42cb-b7d8-01fe0f28a79b admin admin] Made reservation on behalf of d1a27a168b004b64af601bd2ca3498c9 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:48:33.771356 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bdb629d-ffc3-42cb-b7d8-01fe0f28a79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:33.779994 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bdb629d-ffc3-42cb-b7d8-01fe0f28a79b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:33.851357 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bdb629d-ffc3-42cb-b7d8-01fe0f28a79b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:33.855174 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bdb629d-ffc3-42cb-b7d8-01fe0f28a79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:33.876797 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bdb629d-ffc3-42cb-b7d8-01fe0f28a79b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:48:33.893299 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb629d-ffc3-42cb-b7d8-01fe0f28a79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f142ca-4ace-4f8d-9e44-ea6eb337f4be,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:48:33.896172 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bdb629d-ffc3-42cb-b7d8-01fe0f28a79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:33.896537 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-8bdb629d-ffc3-42cb-b7d8-01fe0f28a79b admin admin] Added segment 1217d3fc-19e2-4a78-8fcb-f671f4b9d64b of type vlan for network 147c401d-c32f-442c-a357-f71251aab2ce Dec 09 16:48:33.936606 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bdb629d-ffc3-42cb-b7d8-01fe0f28a79b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:33.960121 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bdb629d-ffc3-42cb-b7d8-01fe0f28a79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:33.961134 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdb629d-ffc3-42cb-b7d8-01fe0f28a79b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:48:33.961733 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8bdb629d-ffc3-42cb-b7d8-01fe0f28a79b admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:34.018833 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8bdb629d-ffc3-42cb-b7d8-01fe0f28a79b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3633347 Dec 09 16:48:34.021598 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56474) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:48:34.027086 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-bb570cae-7a09-43e2-ad4d-74e6922fd7c3 admin admin] Request body: {'subnet': {'network_id': '147c401d-c32f-442c-a357-f71251aab2ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2133674204-subnet', 'tenant_id': 'd1a27a168b004b64af601bd2ca3498c9', 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:48:34.028428 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb629d-ffc3-42cb-b7d8-01fe0f28a79b admin admin] Pushing event updated for resources: {'Network': ['ID=147c401d-c32f-442c-a357-f71251aab2ce,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:48:34.038789 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 147c401d-c32f-442c-a357-f71251aab2ce details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:48:34.049536 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb570cae-7a09-43e2-ad4d-74e6922fd7c3 admin admin] Made reservation on behalf of d1a27a168b004b64af601bd2ca3498c9 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:48:34.051871 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bb570cae-7a09-43e2-ad4d-74e6922fd7c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:34.216353 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bb570cae-7a09-43e2-ad4d-74e6922fd7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:34.275388 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb570cae-7a09-43e2-ad4d-74e6922fd7c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09cdcb8f-62d8-48a3-ab8b-da2655dba88b,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:48:34.285454 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb570cae-7a09-43e2-ad4d-74e6922fd7c3 admin admin] Checking segment: {'id': '1217d3fc-19e2-4a78-8fcb-f671f4b9d64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '147c401d-c32f-442c-a357-f71251aab2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:48:34.285813 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb570cae-7a09-43e2-ad4d-74e6922fd7c3 admin admin] Network hostable DHCP agents. Network: 147c401d-c32f-442c-a357-f71251aab2ce, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:48:34.302529 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb570cae-7a09-43e2-ad4d-74e6922fd7c3 admin admin] Network 147c401d-c32f-442c-a357-f71251aab2ce is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:48:34.311222 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-bb570cae-7a09-43e2-ad4d-74e6922fd7c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 147c401d-c32f-442c-a357-f71251aab2ce) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:48:34.315663 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb570cae-7a09-43e2-ad4d-74e6922fd7c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:48:34.316778 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bb570cae-7a09-43e2-ad4d-74e6922fd7c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:34.320934 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05828ab-bce4-487b-9204-b75490359148 None None] Network 147c401d-c32f-442c-a357-f71251aab2ce requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:48:34.335968 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-bb570cae-7a09-43e2-ad4d-74e6922fd7c3 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3108592 Dec 09 16:48:34.336348 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56476) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:48:34.340743 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-77080d10-74fa-4481-9e31-bf1606d1699b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2133674204-router', 'tenant_id': 'd1a27a168b004b64af601bd2ca3498c9', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:48:34.362202 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-77080d10-74fa-4481-9e31-bf1606d1699b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:34.363336 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-77080d10-74fa-4481-9e31-bf1606d1699b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:34.417950 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-77080d10-74fa-4481-9e31-bf1606d1699b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:34.425365 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b799d1-236e-4247-b673-f61880a5a2d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-147c401d-c32f-442c-a357-f71251aab2ce', 'network_id': '147c401d-c32f-442c-a357-f71251aab2ce', 'project_id': 'd1a27a168b004b64af601bd2ca3498c9', 'fixed_ips': [{'subnet_id': '09cdcb8f-62d8-48a3-ab8b-da2655dba88b'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 16:48:34.426272 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50b799d1-236e-4247-b673-f61880a5a2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:34.558168 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-77080d10-74fa-4481-9e31-bf1606d1699b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:34.561951 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-50b799d1-236e-4247-b673-f61880a5a2d1 None None] Allocated IP 172.20.0.2 (147c401d-c32f-442c-a357-f71251aab2ce/09cdcb8f-62d8-48a3-ab8b-da2655dba88b/38a09571-b157-4663-ad76-45b263984058) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:48:34.703280 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50b799d1-236e-4247-b673-f61880a5a2d1 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:34.709466 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50b799d1-236e-4247-b673-f61880a5a2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:34.749835 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b799d1-236e-4247-b673-f61880a5a2d1 None None] Network 147c401d-c32f-442c-a357-f71251aab2ce is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:48:34.756223 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-50b799d1-236e-4247-b673-f61880a5a2d1 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:48:34.759704 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b799d1-236e-4247-b673-f61880a5a2d1 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:48:34.763251 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-77080d10-74fa-4481-9e31-bf1606d1699b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:34.765333 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b799d1-236e-4247-b673-f61880a5a2d1 None None] Pushing event updated for resources: {'Port': ['ID=38a09571-b157-4663-ad76-45b263984058,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:48:34.783853 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-77080d10-74fa-4481-9e31-bf1606d1699b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:34.816816 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-50b799d1-236e-4247-b673-f61880a5a2d1 None None] Attempting to bind port 38a09571-b157-4663-ad76-45b263984058 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:48:34.817104 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-50b799d1-236e-4247-b673-f61880a5a2d1 None None] Attempting to bind port 38a09571-b157-4663-ad76-45b263984058 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '1217d3fc-19e2-4a78-8fcb-f671f4b9d64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '147c401d-c32f-442c-a357-f71251aab2ce'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:48:34.817490 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b799d1-236e-4247-b673-f61880a5a2d1 None None] Attempting to bind port 38a09571-b157-4663-ad76-45b263984058 on network 147c401d-c32f-442c-a357-f71251aab2ce {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:48:34.822487 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b799d1-236e-4247-b673-f61880a5a2d1 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:48:34.822866 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b799d1-236e-4247-b673-f61880a5a2d1 None None] Checking segment: {'id': '1217d3fc-19e2-4a78-8fcb-f671f4b9d64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '147c401d-c32f-442c-a357-f71251aab2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:48:34.823275 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50b799d1-236e-4247-b673-f61880a5a2d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:34.823670 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b799d1-236e-4247-b673-f61880a5a2d1 None None] Bound using segment: {'id': '1217d3fc-19e2-4a78-8fcb-f671f4b9d64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '147c401d-c32f-442c-a357-f71251aab2ce'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:48:34.824134 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-50b799d1-236e-4247-b673-f61880a5a2d1 None None] Bound port: 38a09571-b157-4663-ad76-45b263984058, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1217d3fc-19e2-4a78-8fcb-f671f4b9d64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '147c401d-c32f-442c-a357-f71251aab2ce'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:48:34.824537 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50b799d1-236e-4247-b673-f61880a5a2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:34.885046 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-77080d10-74fa-4481-9e31-bf1606d1699b admin admin] Allocated IP 172.25.3.61 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/dcc5acba-2917-40bf-a520-6982a02acbda) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:48:34.885277 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50b799d1-236e-4247-b673-f61880a5a2d1 None None] For port 38a09571-b157-4663-ad76-45b263984058, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:48:34.888315 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-50b799d1-236e-4247-b673-f61880a5a2d1 None None] For port 38a09571-b157-4663-ad76-45b263984058, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=38a09571-b157-4663-ad76-45b263984058,segment=NetworkSegment(1217d3fc-19e2-4a78-8fcb-f671f4b9d64b),segment_id=1217d3fc-19e2-4a78-8fcb-f671f4b9d64b)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:48:34.893582 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-50b799d1-236e-4247-b673-f61880a5a2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:34.956524 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b799d1-236e-4247-b673-f61880a5a2d1 None None] Pushing event updated for resources: {'Port': ['ID=38a09571-b157-4663-ad76-45b263984058,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:48:35.004333 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-77080d10-74fa-4481-9e31-bf1606d1699b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:35.039580 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-77080d10-74fa-4481-9e31-bf1606d1699b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:35.079359 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77080d10-74fa-4481-9e31-bf1606d1699b admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:48:35.082212 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-77080d10-74fa-4481-9e31-bf1606d1699b admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:48:35.087893 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77080d10-74fa-4481-9e31-bf1606d1699b admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:48:35.097618 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b70582-a28c-4a3a-b6ed-137e8210a1c6 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:48:35.117675 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77080d10-74fa-4481-9e31-bf1606d1699b admin admin] Pushing event updated for resources: {'Port': ['ID=dcc5acba-2917-40bf-a520-6982a02acbda,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:48:35.231891 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-83cc811e-2649-493f-ab50-784ba81476c3 None None] Provisioning complete for port dcc5acba-2917-40bf-a520-6982a02acbda triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:48:35.232825 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-83cc811e-2649-493f-ab50-784ba81476c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:35.271514 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-83cc811e-2649-493f-ab50-784ba81476c3 None None] Port dcc5acba-2917-40bf-a520-6982a02acbda cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:48:35.354819 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 38a09571-b157-4663-ad76-45b263984058 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:48:35.368707 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-77080d10-74fa-4481-9e31-bf1606d1699b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:35.406984 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 38a09571-b157-4663-ad76-45b263984058 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:48:35.407364 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:35.491210 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:35.523094 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 38a09571-b157-4663-ad76-45b263984058, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=38a09571-b157-4663-ad76-45b263984058,segment=NetworkSegment(1217d3fc-19e2-4a78-8fcb-f671f4b9d64b),segment_id=1217d3fc-19e2-4a78-8fcb-f671f4b9d64b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:48:35.527081 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:35.574249 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=38a09571-b157-4663-ad76-45b263984058,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:48:35.576497 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-77080d10-74fa-4481-9e31-bf1606d1699b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:35.715319 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77080d10-74fa-4481-9e31-bf1606d1699b admin admin] Router 9735b7b7-24b6-4b95-a4a6-4edda76d472f is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 16:48:35.830171 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77080d10-74fa-4481-9e31-bf1606d1699b admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:48:35.842706 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1578052-59c1-4356-b180-d4c9b96733c3 None None] Sync routers for ids ['9735b7b7-24b6-4b95-a4a6-4edda76d472f'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:48:35.848976 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-77080d10-74fa-4481-9e31-bf1606d1699b admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:35.853938 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-77080d10-74fa-4481-9e31-bf1606d1699b admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5128345 Dec 09 16:48:35.853938 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56478) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:48:35.860973 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1578052-59c1-4356-b180-d4c9b96733c3 None None] Routers {'9735b7b7-24b6-4b95-a4a6-4edda76d472f'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:48:35.861853 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-b1578052-59c1-4356-b180-d4c9b96733c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:48:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9735b7b7-24b6-4b95-a4a6-4edda76d472f'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:48:35.933526 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbddda0-448c-4e97-8b65-a761928ae44b None None] Network 147c401d-c32f-442c-a357-f71251aab2ce requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:48:35.991304 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-b1578052-59c1-4356-b180-d4c9b96733c3 None None] Set router 9735b7b7-24b6-4b95-a4a6-4edda76d472f gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:48:36.173391 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-95115a4f-18ff-41dc-9753-a46cd0ef0116 None None] Provisioning complete for port 38a09571-b157-4663-ad76-45b263984058 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:48:36.174031 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-95115a4f-18ff-41dc-9753-a46cd0ef0116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:36.179699 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-b1578052-59c1-4356-b180-d4c9b96733c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9735b7b7-24b6-4b95-a4a6-4edda76d472f', 'name': 'tempest-TestMinimumBasicScenario-2133674204-router', 'tenant_id': 'd1a27a168b004b64af601bd2ca3498c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'dcc5acba-2917-40bf-a520-6982a02acbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:48:34Z', 'updated_at': '2021-12-09T16:48:35Z', 'revision_number': 3, 'project_id': 'd1a27a168b004b64af601bd2ca3498c9', 'gw_port': {'id': 'dcc5acba-2917-40bf-a520-6982a02acbda', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9735b7b7-24b6-4b95-a4a6-4edda76d472f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:48:34Z', 'updated_at': '2021-12-09T16:48:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:48:36.210054 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1578052-59c1-4356-b180-d4c9b96733c3 None None] Checking router: 9735b7b7-24b6-4b95-a4a6-4edda76d472f for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:48:36.210661 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1578052-59c1-4356-b180-d4c9b96733c3 None None] Updating router 9735b7b7-24b6-4b95-a4a6-4edda76d472f port dcc5acba-2917-40bf-a520-6982a02acbda binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:48:36.238009 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-b1578052-59c1-4356-b180-d4c9b96733c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:36.320636 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d590d865-7ce4-48b6-afe7-b01e5a1c386e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:36.518902 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-0bc79b9f-46ae-499f-b844-8e747eec9dce None None] Provisioning complete for port 38a09571-b157-4663-ad76-45b263984058 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:48:36.519529 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0bc79b9f-46ae-499f-b844-8e747eec9dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:36.536463 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-b1578052-59c1-4356-b180-d4c9b96733c3 None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:36.541956 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-b1578052-59c1-4356-b180-d4c9b96733c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:36.543020 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-d590d865-7ce4-48b6-afe7-b01e5a1c386e admin admin] Allocated IP 172.20.0.1 (147c401d-c32f-442c-a357-f71251aab2ce/09cdcb8f-62d8-48a3-ab8b-da2655dba88b/ef11bce2-f351-4b98-8b8f-10b3fad47ece) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:48:36.596309 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125078e-dab1-4b16-9d64-8cb860cb391c None None] Pushing event updated for resources: {'Port': ['ID=dcc5acba-2917-40bf-a520-6982a02acbda,revision_number=2']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:48:36.605350 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ba56a7-94d6-493e-a005-0953c5389d9c None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:48:36.609062 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125078e-dab1-4b16-9d64-8cb860cb391c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:48:36.609062 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125078e-dab1-4b16-9d64-8cb860cb391c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:48:36.609409 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125078e-dab1-4b16-9d64-8cb860cb391c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:48:36.609939 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125078e-dab1-4b16-9d64-8cb860cb391c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:48:36.610070 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125078e-dab1-4b16-9d64-8cb860cb391c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:48:36.610380 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125078e-dab1-4b16-9d64-8cb860cb391c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:48:36.610698 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125078e-dab1-4b16-9d64-8cb860cb391c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:48:36.611016 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125078e-dab1-4b16-9d64-8cb860cb391c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:48:36.611336 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125078e-dab1-4b16-9d64-8cb860cb391c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:48:36.611652 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125078e-dab1-4b16-9d64-8cb860cb391c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:48:36.611975 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125078e-dab1-4b16-9d64-8cb860cb391c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:48:36.612293 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125078e-dab1-4b16-9d64-8cb860cb391c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:48:36.612624 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125078e-dab1-4b16-9d64-8cb860cb391c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:48:36.619458 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-b1578052-59c1-4356-b180-d4c9b96733c3 None None] Attempting to bind port dcc5acba-2917-40bf-a520-6982a02acbda on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:48:36.619831 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-b1578052-59c1-4356-b180-d4c9b96733c3 None None] Attempting to bind port dcc5acba-2917-40bf-a520-6982a02acbda by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:48:36.620196 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1578052-59c1-4356-b180-d4c9b96733c3 None None] Attempting to bind port dcc5acba-2917-40bf-a520-6982a02acbda on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:48:36.625914 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1578052-59c1-4356-b180-d4c9b96733c3 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:48:36.626283 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1578052-59c1-4356-b180-d4c9b96733c3 None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:48:36.626677 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-b1578052-59c1-4356-b180-d4c9b96733c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:36.627056 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1578052-59c1-4356-b180-d4c9b96733c3 None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:48:36.627542 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-b1578052-59c1-4356-b180-d4c9b96733c3 None None] Bound port: dcc5acba-2917-40bf-a520-6982a02acbda, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:48:36.627983 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-b1578052-59c1-4356-b180-d4c9b96733c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:36.659661 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d590d865-7ce4-48b6-afe7-b01e5a1c386e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:36.679208 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-b1578052-59c1-4356-b180-d4c9b96733c3 None None] For port dcc5acba-2917-40bf-a520-6982a02acbda, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:48:36.682711 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-b1578052-59c1-4356-b180-d4c9b96733c3 None None] For port dcc5acba-2917-40bf-a520-6982a02acbda, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=dcc5acba-2917-40bf-a520-6982a02acbda,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:48:36.687331 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-b1578052-59c1-4356-b180-d4c9b96733c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:36.695129 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d590d865-7ce4-48b6-afe7-b01e5a1c386e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:36.728688 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4d9f12-ee2c-4a2e-afa7-9c46cac62f6b None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:48:36.733689 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d590d865-7ce4-48b6-afe7-b01e5a1c386e admin admin] Network 147c401d-c32f-442c-a357-f71251aab2ce is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:48:36.740960 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-d590d865-7ce4-48b6-afe7-b01e5a1c386e admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:48:36.743678 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1578052-59c1-4356-b180-d4c9b96733c3 None None] Routers {'9735b7b7-24b6-4b95-a4a6-4edda76d472f'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:48:36.744312 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-b1578052-59c1-4356-b180-d4c9b96733c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:48:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9735b7b7-24b6-4b95-a4a6-4edda76d472f'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:48:36.745812 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d590d865-7ce4-48b6-afe7-b01e5a1c386e admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:48:36.749280 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d590d865-7ce4-48b6-afe7-b01e5a1c386e admin admin] Pushing event updated for resources: {'Port': ['ID=ef11bce2-f351-4b98-8b8f-10b3fad47ece,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:48:36.763466 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c6b07437-bfcd-4841-8bf4-ae8c5d51638b None None] Provisioning complete for port dcc5acba-2917-40bf-a520-6982a02acbda triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:48:36.764898 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c6b07437-bfcd-4841-8bf4-ae8c5d51638b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:36.789136 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d590d865-7ce4-48b6-afe7-b01e5a1c386e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:36.876349 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c6b07437-bfcd-4841-8bf4-ae8c5d51638b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:36.902614 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-c6b07437-bfcd-4841-8bf4-ae8c5d51638b None None] For port dcc5acba-2917-40bf-a520-6982a02acbda, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=dcc5acba-2917-40bf-a520-6982a02acbda,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:48:36.907909 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c6b07437-bfcd-4841-8bf4-ae8c5d51638b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:36.929746 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125078e-dab1-4b16-9d64-8cb860cb391c None None] Pushing event updated for resources: {'Port': ['ID=dcc5acba-2917-40bf-a520-6982a02acbda,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:48:36.941133 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d590d865-7ce4-48b6-afe7-b01e5a1c386e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:36.982561 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b07437-bfcd-4841-8bf4-ae8c5d51638b None None] Pushing event updated for resources: {'Port': ['ID=dcc5acba-2917-40bf-a520-6982a02acbda,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:48:36.992699 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-b1578052-59c1-4356-b180-d4c9b96733c3 None None] Set router 9735b7b7-24b6-4b95-a4a6-4edda76d472f gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:48:37.031721 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7fa0465b-ffd0-4920-a3a2-cf5d2a8b0f9c None None] Provisioning complete for port ef11bce2-f351-4b98-8b8f-10b3fad47ece triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:48:37.032169 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7fa0465b-ffd0-4920-a3a2-cf5d2a8b0f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:37.068451 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-7fa0465b-ffd0-4920-a3a2-cf5d2a8b0f9c None None] Port ef11bce2-f351-4b98-8b8f-10b3fad47ece cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:48:37.079992 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7fa0465b-ffd0-4920-a3a2-cf5d2a8b0f9c None None] Provisioning complete for port dcc5acba-2917-40bf-a520-6982a02acbda triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:48:37.080671 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7fa0465b-ffd0-4920-a3a2-cf5d2a8b0f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:37.131283 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d590d865-7ce4-48b6-afe7-b01e5a1c386e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:37.136738 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d590d865-7ce4-48b6-afe7-b01e5a1c386e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:37.192025 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-b1578052-59c1-4356-b180-d4c9b96733c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9735b7b7-24b6-4b95-a4a6-4edda76d472f', 'name': 'tempest-TestMinimumBasicScenario-2133674204-router', 'tenant_id': 'd1a27a168b004b64af601bd2ca3498c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'dcc5acba-2917-40bf-a520-6982a02acbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:48:34Z', 'updated_at': '2021-12-09T16:48:35Z', 'revision_number': 3, 'project_id': 'd1a27a168b004b64af601bd2ca3498c9', 'gw_port': {'id': 'dcc5acba-2917-40bf-a520-6982a02acbda', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9735b7b7-24b6-4b95-a4a6-4edda76d472f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:48:34Z', 'updated_at': '2021-12-09T16:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:48:37.208967 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d590d865-7ce4-48b6-afe7-b01e5a1c386e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:37.211572 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d590d865-7ce4-48b6-afe7-b01e5a1c386e admin admin] Pushing event updated for resources: {'Port': ['ID=ef11bce2-f351-4b98-8b8f-10b3fad47ece,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:48:37.221731 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1578052-59c1-4356-b180-d4c9b96733c3 None None] The sync data for ids ['9735b7b7-24b6-4b95-a4a6-4edda76d472f'] in n-d-821228-1 is: [{'id': '9735b7b7-24b6-4b95-a4a6-4edda76d472f', 'name': 'tempest-TestMinimumBasicScenario-2133674204-router', 'tenant_id': 'd1a27a168b004b64af601bd2ca3498c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'dcc5acba-2917-40bf-a520-6982a02acbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:48:34Z', 'updated_at': '2021-12-09T16:48:35Z', 'revision_number': 3, 'project_id': 'd1a27a168b004b64af601bd2ca3498c9', 'gw_port': {'id': 'dcc5acba-2917-40bf-a520-6982a02acbda', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9735b7b7-24b6-4b95-a4a6-4edda76d472f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:48:34Z', 'updated_at': '2021-12-09T16:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:48:37.306186 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d590d865-7ce4-48b6-afe7-b01e5a1c386e admin admin] Network 147c401d-c32f-442c-a357-f71251aab2ce is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:48:37.307634 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-d590d865-7ce4-48b6-afe7-b01e5a1c386e admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:48:37.353307 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 38a09571-b157-4663-ad76-45b263984058 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:48:37.410080 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 38a09571-b157-4663-ad76-45b263984058 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:48:37.410641 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:37.465342 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d590d865-7ce4-48b6-afe7-b01e5a1c386e admin admin] Router 9735b7b7-24b6-4b95-a4a6-4edda76d472f has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:48:37.689252 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-15062385-f34b-4b1d-a9ac-2aa8a79a384b None None] Provisioning complete for port ef11bce2-f351-4b98-8b8f-10b3fad47ece triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:48:37.689826 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-15062385-f34b-4b1d-a9ac-2aa8a79a384b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:37.727632 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-15062385-f34b-4b1d-a9ac-2aa8a79a384b None None] Port ef11bce2-f351-4b98-8b8f-10b3fad47ece cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:48:37.856630 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d590d865-7ce4-48b6-afe7-b01e5a1c386e admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:48:37.862383 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d590d865-7ce4-48b6-afe7-b01e5a1c386e admin admin] 10.222.0.57 "PUT /v2.0/routers/9735b7b7-24b6-4b95-a4a6-4edda76d472f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0075002 Dec 09 16:48:38.337421 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56494) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:48:38.343215 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-f9448155-71d4-4491-898d-65aaed069179 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1493641524-network', 'tenant_id': 'ecee2bfdf7ac4e06b45bd0dd3bc4f5a8'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:48:38.364638 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9448155-71d4-4491-898d-65aaed069179 admin admin] Made reservation on behalf of ecee2bfdf7ac4e06b45bd0dd3bc4f5a8 for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:48:38.366792 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f9448155-71d4-4491-898d-65aaed069179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:38.375119 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f9448155-71d4-4491-898d-65aaed069179 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:38.446634 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f9448155-71d4-4491-898d-65aaed069179 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:38.450488 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f9448155-71d4-4491-898d-65aaed069179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:38.474566 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9448155-71d4-4491-898d-65aaed069179 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:48:38.484919 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9448155-71d4-4491-898d-65aaed069179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cdb24a8-a4db-48ed-be2c-158ed203b4e6,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:48:38.489638 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f9448155-71d4-4491-898d-65aaed069179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:38.489978 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-f9448155-71d4-4491-898d-65aaed069179 admin admin] Added segment a4827c46-5fb2-4cea-aaf6-6c34a928deca of type vlan for network 6448729e-3ba2-46d0-9fc8-0988a4b3652d Dec 09 16:48:38.530388 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f9448155-71d4-4491-898d-65aaed069179 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:38.558381 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f9448155-71d4-4491-898d-65aaed069179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:38.559673 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9448155-71d4-4491-898d-65aaed069179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:48:38.560253 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f9448155-71d4-4491-898d-65aaed069179 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:38.617145 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f9448155-71d4-4491-898d-65aaed069179 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2785883 Dec 09 16:48:38.621143 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56496) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:48:38.624933 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9448155-71d4-4491-898d-65aaed069179 admin admin] Pushing event updated for resources: {'Network': ['ID=6448729e-3ba2-46d0-9fc8-0988a4b3652d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:48:38.626887 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-deccc818-de6f-4241-9ae8-98bf59c45777 admin admin] Request body: {'subnet': {'network_id': '6448729e-3ba2-46d0-9fc8-0988a4b3652d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1493641524-subnet', 'tenant_id': 'ecee2bfdf7ac4e06b45bd0dd3bc4f5a8', 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:48:38.634414 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 6448729e-3ba2-46d0-9fc8-0988a4b3652d details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:48:38.649558 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deccc818-de6f-4241-9ae8-98bf59c45777 admin admin] Made reservation on behalf of ecee2bfdf7ac4e06b45bd0dd3bc4f5a8 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:48:38.651927 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-deccc818-de6f-4241-9ae8-98bf59c45777 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:38.826991 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-deccc818-de6f-4241-9ae8-98bf59c45777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:38.855072 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7b0814-2ab5-4b47-9d92-aa1320db347a None None] Sync routers for ids ['9735b7b7-24b6-4b95-a4a6-4edda76d472f'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:48:38.866411 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7b0814-2ab5-4b47-9d92-aa1320db347a None None] Routers {'9735b7b7-24b6-4b95-a4a6-4edda76d472f'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:48:38.867104 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5d7b0814-2ab5-4b47-9d92-aa1320db347a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:48:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9735b7b7-24b6-4b95-a4a6-4edda76d472f'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:48:38.883237 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deccc818-de6f-4241-9ae8-98bf59c45777 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75a7bdc6-27b6-4011-aebe-6a32bd4989e0,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:48:38.892657 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deccc818-de6f-4241-9ae8-98bf59c45777 admin admin] Checking segment: {'id': 'a4827c46-5fb2-4cea-aaf6-6c34a928deca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6448729e-3ba2-46d0-9fc8-0988a4b3652d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:48:38.893018 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deccc818-de6f-4241-9ae8-98bf59c45777 admin admin] Network hostable DHCP agents. Network: 6448729e-3ba2-46d0-9fc8-0988a4b3652d, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:48:38.909571 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deccc818-de6f-4241-9ae8-98bf59c45777 admin admin] Network 6448729e-3ba2-46d0-9fc8-0988a4b3652d is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:48:38.918197 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-deccc818-de6f-4241-9ae8-98bf59c45777 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 6448729e-3ba2-46d0-9fc8-0988a4b3652d) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:48:38.922349 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deccc818-de6f-4241-9ae8-98bf59c45777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:48:38.923030 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-deccc818-de6f-4241-9ae8-98bf59c45777 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:38.939430 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-deccc818-de6f-4241-9ae8-98bf59c45777 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3171477 Dec 09 16:48:38.942142 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56498) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:48:38.946570 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d54ad27e-4818-409c-9c03-e5d86d235489 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1493641524-router', 'tenant_id': 'ecee2bfdf7ac4e06b45bd0dd3bc4f5a8', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:48:38.959893 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6424a518-db69-481c-bb9b-0f8a89442e43 None None] Network 6448729e-3ba2-46d0-9fc8-0988a4b3652d requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:48:38.967734 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d54ad27e-4818-409c-9c03-e5d86d235489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:38.969029 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d54ad27e-4818-409c-9c03-e5d86d235489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:39.020897 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d54ad27e-4818-409c-9c03-e5d86d235489 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:39.032377 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-5d7b0814-2ab5-4b47-9d92-aa1320db347a None None] Set router 9735b7b7-24b6-4b95-a4a6-4edda76d472f gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:48:39.161467 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d54ad27e-4818-409c-9c03-e5d86d235489 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:39.180744 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814be38a-9a83-4fb6-b2b1-85ce6e55c125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-6448729e-3ba2-46d0-9fc8-0988a4b3652d', 'network_id': '6448729e-3ba2-46d0-9fc8-0988a4b3652d', 'project_id': 'ecee2bfdf7ac4e06b45bd0dd3bc4f5a8', 'fixed_ips': [{'subnet_id': '75a7bdc6-27b6-4011-aebe-6a32bd4989e0'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 16:48:39.181615 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-814be38a-9a83-4fb6-b2b1-85ce6e55c125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:39.382159 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d54ad27e-4818-409c-9c03-e5d86d235489 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:39.384445 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device dcc5acba-2917-40bf-a520-6982a02acbda up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:48:39.389238 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-814be38a-9a83-4fb6-b2b1-85ce6e55c125 None None] Allocated IP 172.20.0.2 (6448729e-3ba2-46d0-9fc8-0988a4b3652d/75a7bdc6-27b6-4011-aebe-6a32bd4989e0/e5896df3-8875-49e3-9907-b5abfa82a3f3) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:48:39.402000 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d54ad27e-4818-409c-9c03-e5d86d235489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:39.450885 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5d7b0814-2ab5-4b47-9d92-aa1320db347a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9735b7b7-24b6-4b95-a4a6-4edda76d472f', 'name': 'tempest-TestMinimumBasicScenario-2133674204-router', 'tenant_id': 'd1a27a168b004b64af601bd2ca3498c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'dcc5acba-2917-40bf-a520-6982a02acbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:48:34Z', 'updated_at': '2021-12-09T16:48:36Z', 'revision_number': 4, 'project_id': 'd1a27a168b004b64af601bd2ca3498c9', 'gw_port': {'id': 'dcc5acba-2917-40bf-a520-6982a02acbda', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9735b7b7-24b6-4b95-a4a6-4edda76d472f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:48:34Z', 'updated_at': '2021-12-09T16:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'ef11bce2-f351-4b98-8b8f-10b3fad47ece', 'name': '', 'network_id': '147c401d-c32f-442c-a357-f71251aab2ce', 'tenant_id': 'd1a27a168b004b64af601bd2ca3498c9', 'mac_address': 'fa:16:3e:b2:f3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9735b7b7-24b6-4b95-a4a6-4edda76d472f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '09cdcb8f-62d8-48a3-ab8b-da2655dba88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:48:36Z', 'updated_at': '2021-12-09T16:48:37Z', 'revision_number': 2, 'project_id': 'd1a27a168b004b64af601bd2ca3498c9', 'subnets': [{'id': '09cdcb8f-62d8-48a3-ab8b-da2655dba88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:48:39.506846 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-d54ad27e-4818-409c-9c03-e5d86d235489 admin admin] Allocated IP 172.25.3.31 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/5ce3f0aa-5e74-4b10-bd7f-88fec9f45434) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:48:39.511541 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7b0814-2ab5-4b47-9d92-aa1320db347a None None] Checking router: 9735b7b7-24b6-4b95-a4a6-4edda76d472f for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:48:39.511901 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7b0814-2ab5-4b47-9d92-aa1320db347a None None] Updating router 9735b7b7-24b6-4b95-a4a6-4edda76d472f port ef11bce2-f351-4b98-8b8f-10b3fad47ece binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:48:39.550140 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5d7b0814-2ab5-4b47-9d92-aa1320db347a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:39.575866 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port dcc5acba-2917-40bf-a520-6982a02acbda triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:48:39.576312 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:39.613117 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d54ad27e-4818-409c-9c03-e5d86d235489 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:39.649635 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d54ad27e-4818-409c-9c03-e5d86d235489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:39.687632 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54ad27e-4818-409c-9c03-e5d86d235489 admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:48:39.693128 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-d54ad27e-4818-409c-9c03-e5d86d235489 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:48:39.696644 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54ad27e-4818-409c-9c03-e5d86d235489 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:48:39.723156 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ad27e-4818-409c-9c03-e5d86d235489 admin admin] Pushing event updated for resources: {'Port': ['ID=5ce3f0aa-5e74-4b10-bd7f-88fec9f45434,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:48:39.742036 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ceb31f-80b9-46b8-a75f-7c804d2c14ab None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:48:39.956348 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d54ad27e-4818-409c-9c03-e5d86d235489 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:39.973018 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-814be38a-9a83-4fb6-b2b1-85ce6e55c125 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:39.994516 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-814be38a-9a83-4fb6-b2b1-85ce6e55c125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:40.089873 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-69a79add-318e-45f2-a968-f923fc24a002 None None] Provisioning complete for port 5ce3f0aa-5e74-4b10-bd7f-88fec9f45434 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:48:40.090244 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-69a79add-318e-45f2-a968-f923fc24a002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:40.093524 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814be38a-9a83-4fb6-b2b1-85ce6e55c125 None None] Network 6448729e-3ba2-46d0-9fc8-0988a4b3652d is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:48:40.120225 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-814be38a-9a83-4fb6-b2b1-85ce6e55c125 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:48:40.125345 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814be38a-9a83-4fb6-b2b1-85ce6e55c125 None None] Pushing event updated for resources: {'Port': ['ID=e5896df3-8875-49e3-9907-b5abfa82a3f3,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:48:40.129226 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814be38a-9a83-4fb6-b2b1-85ce6e55c125 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:48:40.153319 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d54ad27e-4818-409c-9c03-e5d86d235489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:40.179478 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-69a79add-318e-45f2-a968-f923fc24a002 None None] Port 5ce3f0aa-5e74-4b10-bd7f-88fec9f45434 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:48:40.227996 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-814be38a-9a83-4fb6-b2b1-85ce6e55c125 None None] Attempting to bind port e5896df3-8875-49e3-9907-b5abfa82a3f3 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:48:40.228260 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-814be38a-9a83-4fb6-b2b1-85ce6e55c125 None None] Attempting to bind port e5896df3-8875-49e3-9907-b5abfa82a3f3 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'a4827c46-5fb2-4cea-aaf6-6c34a928deca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6448729e-3ba2-46d0-9fc8-0988a4b3652d'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:48:40.228679 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814be38a-9a83-4fb6-b2b1-85ce6e55c125 None None] Attempting to bind port e5896df3-8875-49e3-9907-b5abfa82a3f3 on network 6448729e-3ba2-46d0-9fc8-0988a4b3652d {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:48:40.243349 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814be38a-9a83-4fb6-b2b1-85ce6e55c125 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:48:40.243733 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814be38a-9a83-4fb6-b2b1-85ce6e55c125 None None] Checking segment: {'id': 'a4827c46-5fb2-4cea-aaf6-6c34a928deca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6448729e-3ba2-46d0-9fc8-0988a4b3652d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:48:40.244142 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-814be38a-9a83-4fb6-b2b1-85ce6e55c125 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:40.244575 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814be38a-9a83-4fb6-b2b1-85ce6e55c125 None None] Bound using segment: {'id': 'a4827c46-5fb2-4cea-aaf6-6c34a928deca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6448729e-3ba2-46d0-9fc8-0988a4b3652d'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:48:40.245057 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-814be38a-9a83-4fb6-b2b1-85ce6e55c125 None None] Bound port: e5896df3-8875-49e3-9907-b5abfa82a3f3, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4827c46-5fb2-4cea-aaf6-6c34a928deca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6448729e-3ba2-46d0-9fc8-0988a4b3652d'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:48:40.245444 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-814be38a-9a83-4fb6-b2b1-85ce6e55c125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:40.283764 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54ad27e-4818-409c-9c03-e5d86d235489 admin admin] Router 3e92f857-18b9-4d22-a3c4-f0fdece4fe30 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 16:48:40.325677 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5d7b0814-2ab5-4b47-9d92-aa1320db347a None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:40.334098 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5d7b0814-2ab5-4b47-9d92-aa1320db347a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:40.381400 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-814be38a-9a83-4fb6-b2b1-85ce6e55c125 None None] For port e5896df3-8875-49e3-9907-b5abfa82a3f3, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:48:40.398389 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54ad27e-4818-409c-9c03-e5d86d235489 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:48:40.407511 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4504b99-73f1-44e7-974d-6c524b99b37d None None] Pushing event updated for resources: {'Port': ['ID=ef11bce2-f351-4b98-8b8f-10b3fad47ece,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:48:40.410025 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-814be38a-9a83-4fb6-b2b1-85ce6e55c125 None None] For port e5896df3-8875-49e3-9907-b5abfa82a3f3, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=e5896df3-8875-49e3-9907-b5abfa82a3f3,segment=NetworkSegment(a4827c46-5fb2-4cea-aaf6-6c34a928deca),segment_id=a4827c46-5fb2-4cea-aaf6-6c34a928deca)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:48:40.411642 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b437f16-8c2d-4097-8060-7717b68e731a None None] Sync routers for ids ['3e92f857-18b9-4d22-a3c4-f0fdece4fe30'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:48:40.419567 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d54ad27e-4818-409c-9c03-e5d86d235489 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:40.423880 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d54ad27e-4818-409c-9c03-e5d86d235489 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4782801 Dec 09 16:48:40.424220 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56500) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:48:40.434511 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b437f16-8c2d-4097-8060-7717b68e731a None None] Routers {'3e92f857-18b9-4d22-a3c4-f0fdece4fe30'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:48:40.436962 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-6b437f16-8c2d-4097-8060-7717b68e731a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:48:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['3e92f857-18b9-4d22-a3c4-f0fdece4fe30'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:48:40.441318 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-814be38a-9a83-4fb6-b2b1-85ce6e55c125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:40.533291 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814be38a-9a83-4fb6-b2b1-85ce6e55c125 None None] Pushing event updated for resources: {'Port': ['ID=e5896df3-8875-49e3-9907-b5abfa82a3f3,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:48:40.536791 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5d7b0814-2ab5-4b47-9d92-aa1320db347a None None] Attempting to bind port ef11bce2-f351-4b98-8b8f-10b3fad47ece on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:48:40.537216 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5d7b0814-2ab5-4b47-9d92-aa1320db347a None None] Attempting to bind port ef11bce2-f351-4b98-8b8f-10b3fad47ece by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '1217d3fc-19e2-4a78-8fcb-f671f4b9d64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '147c401d-c32f-442c-a357-f71251aab2ce'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:48:40.537588 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7b0814-2ab5-4b47-9d92-aa1320db347a None None] Attempting to bind port ef11bce2-f351-4b98-8b8f-10b3fad47ece on network 147c401d-c32f-442c-a357-f71251aab2ce {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:48:40.543276 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7b0814-2ab5-4b47-9d92-aa1320db347a None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:48:40.543670 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7b0814-2ab5-4b47-9d92-aa1320db347a None None] Checking segment: {'id': '1217d3fc-19e2-4a78-8fcb-f671f4b9d64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '147c401d-c32f-442c-a357-f71251aab2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:48:40.544082 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5d7b0814-2ab5-4b47-9d92-aa1320db347a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:40.545136 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7b0814-2ab5-4b47-9d92-aa1320db347a None None] Bound using segment: {'id': '1217d3fc-19e2-4a78-8fcb-f671f4b9d64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '147c401d-c32f-442c-a357-f71251aab2ce'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:48:40.545629 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5d7b0814-2ab5-4b47-9d92-aa1320db347a None None] Bound port: ef11bce2-f351-4b98-8b8f-10b3fad47ece, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1217d3fc-19e2-4a78-8fcb-f671f4b9d64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '147c401d-c32f-442c-a357-f71251aab2ce'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:48:40.546017 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5d7b0814-2ab5-4b47-9d92-aa1320db347a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:40.595554 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-6b437f16-8c2d-4097-8060-7717b68e731a None None] Set router 3e92f857-18b9-4d22-a3c4-f0fdece4fe30 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:48:40.626380 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5d7b0814-2ab5-4b47-9d92-aa1320db347a None None] For port ef11bce2-f351-4b98-8b8f-10b3fad47ece, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:48:40.629865 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5d7b0814-2ab5-4b47-9d92-aa1320db347a None None] For port ef11bce2-f351-4b98-8b8f-10b3fad47ece, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=ef11bce2-f351-4b98-8b8f-10b3fad47ece,segment=NetworkSegment(1217d3fc-19e2-4a78-8fcb-f671f4b9d64b),segment_id=1217d3fc-19e2-4a78-8fcb-f671f4b9d64b)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:48:40.635441 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5d7b0814-2ab5-4b47-9d92-aa1320db347a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:40.723463 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7b0814-2ab5-4b47-9d92-aa1320db347a None None] Routers {'9735b7b7-24b6-4b95-a4a6-4edda76d472f'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:48:40.729347 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5d7b0814-2ab5-4b47-9d92-aa1320db347a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:48:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9735b7b7-24b6-4b95-a4a6-4edda76d472f'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:48:40.765490 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4504b99-73f1-44e7-974d-6c524b99b37d None None] Pushing event updated for resources: {'Port': ['ID=ef11bce2-f351-4b98-8b8f-10b3fad47ece,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:48:40.770627 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5cc21b31-fd04-4317-b90d-b3617aec071f None None] Provisioning complete for port ef11bce2-f351-4b98-8b8f-10b3fad47ece triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:48:40.771098 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5cc21b31-fd04-4317-b90d-b3617aec071f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:40.901394 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-6b437f16-8c2d-4097-8060-7717b68e731a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e92f857-18b9-4d22-a3c4-f0fdece4fe30', 'name': 'tempest-TestMinimumBasicScenario-1493641524-router', 'tenant_id': 'ecee2bfdf7ac4e06b45bd0dd3bc4f5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '5ce3f0aa-5e74-4b10-bd7f-88fec9f45434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:48:38Z', 'updated_at': '2021-12-09T16:48:39Z', 'revision_number': 3, 'project_id': 'ecee2bfdf7ac4e06b45bd0dd3bc4f5a8', 'gw_port': {'id': '5ce3f0aa-5e74-4b10-bd7f-88fec9f45434', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e92f857-18b9-4d22-a3c4-f0fdece4fe30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:48:39Z', 'updated_at': '2021-12-09T16:48:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:48:40.948746 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b437f16-8c2d-4097-8060-7717b68e731a None None] Checking router: 3e92f857-18b9-4d22-a3c4-f0fdece4fe30 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:48:40.949269 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b437f16-8c2d-4097-8060-7717b68e731a None None] Updating router 3e92f857-18b9-4d22-a3c4-f0fdece4fe30 port 5ce3f0aa-5e74-4b10-bd7f-88fec9f45434 binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:48:40.979041 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-6b437f16-8c2d-4097-8060-7717b68e731a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:40.982249 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5cc21b31-fd04-4317-b90d-b3617aec071f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:40.992160 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-5d7b0814-2ab5-4b47-9d92-aa1320db347a None None] Set router 9735b7b7-24b6-4b95-a4a6-4edda76d472f gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:48:41.066515 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87ac234a-3cf5-4224-bbbc-8f7e9fe63cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:41.105270 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5cc21b31-fd04-4317-b90d-b3617aec071f None None] For port ef11bce2-f351-4b98-8b8f-10b3fad47ece, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=ef11bce2-f351-4b98-8b8f-10b3fad47ece,segment=NetworkSegment(1217d3fc-19e2-4a78-8fcb-f671f4b9d64b),segment_id=1217d3fc-19e2-4a78-8fcb-f671f4b9d64b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:48:41.132243 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5cc21b31-fd04-4317-b90d-b3617aec071f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:41.218437 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc21b31-fd04-4317-b90d-b3617aec071f None None] Pushing event updated for resources: {'Port': ['ID=ef11bce2-f351-4b98-8b8f-10b3fad47ece,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:48:41.241392 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-87ac234a-3cf5-4224-bbbc-8f7e9fe63cc0 admin admin] Allocated IP 172.20.0.1 (6448729e-3ba2-46d0-9fc8-0988a4b3652d/75a7bdc6-27b6-4011-aebe-6a32bd4989e0/59b746c1-fdf0-4983-83f0-9bb908dd4e9d) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:48:41.281493 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-0e97d18a-662b-4389-8804-64e157fc7a52 None None] Provisioning complete for port ef11bce2-f351-4b98-8b8f-10b3fad47ece triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:48:41.281875 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0e97d18a-662b-4389-8804-64e157fc7a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:41.290754 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-6b437f16-8c2d-4097-8060-7717b68e731a None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:41.301328 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-6b437f16-8c2d-4097-8060-7717b68e731a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:41.338048 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5d7b0814-2ab5-4b47-9d92-aa1320db347a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9735b7b7-24b6-4b95-a4a6-4edda76d472f', 'name': 'tempest-TestMinimumBasicScenario-2133674204-router', 'tenant_id': 'd1a27a168b004b64af601bd2ca3498c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'dcc5acba-2917-40bf-a520-6982a02acbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:48:34Z', 'updated_at': '2021-12-09T16:48:36Z', 'revision_number': 4, 'project_id': 'd1a27a168b004b64af601bd2ca3498c9', 'gw_port': {'id': 'dcc5acba-2917-40bf-a520-6982a02acbda', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9735b7b7-24b6-4b95-a4a6-4edda76d472f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:48:34Z', 'updated_at': '2021-12-09T16:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'ef11bce2-f351-4b98-8b8f-10b3fad47ece', 'name': '', 'network_id': '147c401d-c32f-442c-a357-f71251aab2ce', 'tenant_id': 'd1a27a168b004b64af601bd2ca3498c9', 'mac_address': 'fa:16:3e:b2:f3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9735b7b7-24b6-4b95-a4a6-4edda76d472f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '09cdcb8f-62d8-48a3-ab8b-da2655dba88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:48:36Z', 'updated_at': '2021-12-09T16:48:40Z', 'revision_number': 4, 'project_id': 'd1a27a168b004b64af601bd2ca3498c9', 'subnets': [{'id': '09cdcb8f-62d8-48a3-ab8b-da2655dba88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:48:41.378595 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8ea80d-4bc3-41d3-9a35-dd47967d17fb None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:48:41.381308 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7b0814-2ab5-4b47-9d92-aa1320db347a None None] The sync data for ids ['9735b7b7-24b6-4b95-a4a6-4edda76d472f'] in n-d-821228-1 is: [{'id': '9735b7b7-24b6-4b95-a4a6-4edda76d472f', 'name': 'tempest-TestMinimumBasicScenario-2133674204-router', 'tenant_id': 'd1a27a168b004b64af601bd2ca3498c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'dcc5acba-2917-40bf-a520-6982a02acbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:48:34Z', 'updated_at': '2021-12-09T16:48:36Z', 'revision_number': 4, 'project_id': 'd1a27a168b004b64af601bd2ca3498c9', 'gw_port': {'id': 'dcc5acba-2917-40bf-a520-6982a02acbda', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9735b7b7-24b6-4b95-a4a6-4edda76d472f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:48:34Z', 'updated_at': '2021-12-09T16:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'ef11bce2-f351-4b98-8b8f-10b3fad47ece', 'name': '', 'network_id': '147c401d-c32f-442c-a357-f71251aab2ce', 'tenant_id': 'd1a27a168b004b64af601bd2ca3498c9', 'mac_address': 'fa:16:3e:b2:f3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9735b7b7-24b6-4b95-a4a6-4edda76d472f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '09cdcb8f-62d8-48a3-ab8b-da2655dba88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:48:36Z', 'updated_at': '2021-12-09T16:48:40Z', 'revision_number': 4, 'project_id': 'd1a27a168b004b64af601bd2ca3498c9', 'subnets': [{'id': '09cdcb8f-62d8-48a3-ab8b-da2655dba88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:48:41.391893 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-6b437f16-8c2d-4097-8060-7717b68e731a None None] Attempting to bind port 5ce3f0aa-5e74-4b10-bd7f-88fec9f45434 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:48:41.392269 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-6b437f16-8c2d-4097-8060-7717b68e731a None None] Attempting to bind port 5ce3f0aa-5e74-4b10-bd7f-88fec9f45434 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:48:41.392661 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b437f16-8c2d-4097-8060-7717b68e731a None None] Attempting to bind port 5ce3f0aa-5e74-4b10-bd7f-88fec9f45434 on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:48:41.404956 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87ac234a-3cf5-4224-bbbc-8f7e9fe63cc0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:41.410660 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98544abd-33f3-462f-862d-312ef43e920c None None] Pushing event updated for resources: {'Port': ['ID=5ce3f0aa-5e74-4b10-bd7f-88fec9f45434,revision_number=2']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:48:41.418838 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b437f16-8c2d-4097-8060-7717b68e731a None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:48:41.419491 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b437f16-8c2d-4097-8060-7717b68e731a None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:48:41.419668 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-6b437f16-8c2d-4097-8060-7717b68e731a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:41.420059 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b437f16-8c2d-4097-8060-7717b68e731a None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:48:41.422236 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-6b437f16-8c2d-4097-8060-7717b68e731a None None] Bound port: 5ce3f0aa-5e74-4b10-bd7f-88fec9f45434, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:48:41.422852 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-6b437f16-8c2d-4097-8060-7717b68e731a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:41.436438 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device e5896df3-8875-49e3-9907-b5abfa82a3f3 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:48:41.498580 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87ac234a-3cf5-4224-bbbc-8f7e9fe63cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:41.544064 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port e5896df3-8875-49e3-9907-b5abfa82a3f3 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:48:41.545146 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:41.563570 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ac234a-3cf5-4224-bbbc-8f7e9fe63cc0 admin admin] Network 6448729e-3ba2-46d0-9fc8-0988a4b3652d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:48:41.566857 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-87ac234a-3cf5-4224-bbbc-8f7e9fe63cc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:48:41.568650 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-6b437f16-8c2d-4097-8060-7717b68e731a None None] For port 5ce3f0aa-5e74-4b10-bd7f-88fec9f45434, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:48:41.569490 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ac234a-3cf5-4224-bbbc-8f7e9fe63cc0 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:48:41.573953 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-6b437f16-8c2d-4097-8060-7717b68e731a None None] For port 5ce3f0aa-5e74-4b10-bd7f-88fec9f45434, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=5ce3f0aa-5e74-4b10-bd7f-88fec9f45434,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:48:41.588171 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-6b437f16-8c2d-4097-8060-7717b68e731a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:41.596633 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ac234a-3cf5-4224-bbbc-8f7e9fe63cc0 admin admin] Pushing event updated for resources: {'Port': ['ID=59b746c1-fdf0-4983-83f0-9bb908dd4e9d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:48:41.618441 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87ac234a-3cf5-4224-bbbc-8f7e9fe63cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:41.650286 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200125c5-9489-420a-84fa-99b626e7cc33 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:48:41.661573 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d6d27bdb-9e15-4125-9c0b-16063747238c None None] Provisioning complete for port 5ce3f0aa-5e74-4b10-bd7f-88fec9f45434 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:48:41.662233 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d6d27bdb-9e15-4125-9c0b-16063747238c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:41.691505 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b437f16-8c2d-4097-8060-7717b68e731a None None] Routers {'3e92f857-18b9-4d22-a3c4-f0fdece4fe30'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:48:41.692228 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-6b437f16-8c2d-4097-8060-7717b68e731a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:48:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['3e92f857-18b9-4d22-a3c4-f0fdece4fe30'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:48:41.757145 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98544abd-33f3-462f-862d-312ef43e920c None None] Pushing event updated for resources: {'Port': ['ID=5ce3f0aa-5e74-4b10-bd7f-88fec9f45434,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:48:41.772582 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:41.812785 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87ac234a-3cf5-4224-bbbc-8f7e9fe63cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:41.870836 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-6b437f16-8c2d-4097-8060-7717b68e731a None None] Set router 3e92f857-18b9-4d22-a3c4-f0fdece4fe30 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:48:41.873220 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port e5896df3-8875-49e3-9907-b5abfa82a3f3, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=e5896df3-8875-49e3-9907-b5abfa82a3f3,segment=NetworkSegment(a4827c46-5fb2-4cea-aaf6-6c34a928deca),segment_id=a4827c46-5fb2-4cea-aaf6-6c34a928deca)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:48:41.891255 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:41.933163 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d6d27bdb-9e15-4125-9c0b-16063747238c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:41.969922 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d6d27bdb-9e15-4125-9c0b-16063747238c None None] For port 5ce3f0aa-5e74-4b10-bd7f-88fec9f45434, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=5ce3f0aa-5e74-4b10-bd7f-88fec9f45434,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:48:41.997289 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=e5896df3-8875-49e3-9907-b5abfa82a3f3,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:48:42.002985 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d6d27bdb-9e15-4125-9c0b-16063747238c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:42.056028 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073b36bf-0934-45e3-9e54-b5f0ab228da8 None None] Network 6448729e-3ba2-46d0-9fc8-0988a4b3652d requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:48:42.061275 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87ac234a-3cf5-4224-bbbc-8f7e9fe63cc0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:42.066483 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87ac234a-3cf5-4224-bbbc-8f7e9fe63cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:42.130274 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87ac234a-3cf5-4224-bbbc-8f7e9fe63cc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:42.147116 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-6b437f16-8c2d-4097-8060-7717b68e731a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e92f857-18b9-4d22-a3c4-f0fdece4fe30', 'name': 'tempest-TestMinimumBasicScenario-1493641524-router', 'tenant_id': 'ecee2bfdf7ac4e06b45bd0dd3bc4f5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '5ce3f0aa-5e74-4b10-bd7f-88fec9f45434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:48:38Z', 'updated_at': '2021-12-09T16:48:39Z', 'revision_number': 3, 'project_id': 'ecee2bfdf7ac4e06b45bd0dd3bc4f5a8', 'gw_port': {'id': '5ce3f0aa-5e74-4b10-bd7f-88fec9f45434', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e92f857-18b9-4d22-a3c4-f0fdece4fe30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:48:39Z', 'updated_at': '2021-12-09T16:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:48:42.166948 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9419fb80-4753-403a-a3fc-6dfafda56a78 None None] Provisioning complete for port 5ce3f0aa-5e74-4b10-bd7f-88fec9f45434 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:48:42.167328 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9419fb80-4753-403a-a3fc-6dfafda56a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:42.186286 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b437f16-8c2d-4097-8060-7717b68e731a None None] The sync data for ids ['3e92f857-18b9-4d22-a3c4-f0fdece4fe30'] in n-d-821228-1 is: [{'id': '3e92f857-18b9-4d22-a3c4-f0fdece4fe30', 'name': 'tempest-TestMinimumBasicScenario-1493641524-router', 'tenant_id': 'ecee2bfdf7ac4e06b45bd0dd3bc4f5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '5ce3f0aa-5e74-4b10-bd7f-88fec9f45434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:48:38Z', 'updated_at': '2021-12-09T16:48:39Z', 'revision_number': 3, 'project_id': 'ecee2bfdf7ac4e06b45bd0dd3bc4f5a8', 'gw_port': {'id': '5ce3f0aa-5e74-4b10-bd7f-88fec9f45434', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e92f857-18b9-4d22-a3c4-f0fdece4fe30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:48:39Z', 'updated_at': '2021-12-09T16:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:48:42.196737 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ac234a-3cf5-4224-bbbc-8f7e9fe63cc0 admin admin] Pushing event updated for resources: {'Port': ['ID=59b746c1-fdf0-4983-83f0-9bb908dd4e9d,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:48:42.210341 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d27bdb-9e15-4125-9c0b-16063747238c None None] Pushing event updated for resources: {'Port': ['ID=5ce3f0aa-5e74-4b10-bd7f-88fec9f45434,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:48:42.264654 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ac234a-3cf5-4224-bbbc-8f7e9fe63cc0 admin admin] Network 6448729e-3ba2-46d0-9fc8-0988a4b3652d is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:48:42.266305 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-87ac234a-3cf5-4224-bbbc-8f7e9fe63cc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:48:42.375782 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9419fb80-4753-403a-a3fc-6dfafda56a78 None None] Provisioning complete for port e5896df3-8875-49e3-9907-b5abfa82a3f3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:48:42.376335 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9419fb80-4753-403a-a3fc-6dfafda56a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:42.429281 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ac234a-3cf5-4224-bbbc-8f7e9fe63cc0 admin admin] Router 3e92f857-18b9-4d22-a3c4-f0fdece4fe30 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:48:42.663378 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-691bb491-4946-4906-a2bb-ea0e5a170151 None None] Provisioning complete for port 59b746c1-fdf0-4983-83f0-9bb908dd4e9d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:48:42.663874 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-691bb491-4946-4906-a2bb-ea0e5a170151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:42.726312 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-691bb491-4946-4906-a2bb-ea0e5a170151 None None] Port 59b746c1-fdf0-4983-83f0-9bb908dd4e9d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:48:42.758150 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-691bb491-4946-4906-a2bb-ea0e5a170151 None None] Provisioning complete for port e5896df3-8875-49e3-9907-b5abfa82a3f3 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:48:42.758620 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-691bb491-4946-4906-a2bb-ea0e5a170151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:42.938165 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ac234a-3cf5-4224-bbbc-8f7e9fe63cc0 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:48:42.943615 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-87ac234a-3cf5-4224-bbbc-8f7e9fe63cc0 admin admin] 10.222.0.57 "PUT /v2.0/routers/3e92f857-18b9-4d22-a3c4-f0fdece4fe30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5184710 Dec 09 16:48:43.006659 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6bf30292-3810-47a8-be7e-be72d23eea70 None None] Provisioning complete for port 59b746c1-fdf0-4983-83f0-9bb908dd4e9d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:48:43.007203 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6bf30292-3810-47a8-be7e-be72d23eea70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:43.061031 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-6bf30292-3810-47a8-be7e-be72d23eea70 None None] Port 59b746c1-fdf0-4983-83f0-9bb908dd4e9d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:48:43.180874 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9f201596-670e-4e36-9c69-91f52cda892d None None] Provisioning complete for port 59b746c1-fdf0-4983-83f0-9bb908dd4e9d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:48:43.181247 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9f201596-670e-4e36-9c69-91f52cda892d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:43.223302 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9f201596-670e-4e36-9c69-91f52cda892d None None] Port 59b746c1-fdf0-4983-83f0-9bb908dd4e9d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:48:43.451425 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 5ce3f0aa-5e74-4b10-bd7f-88fec9f45434 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:48:43.506437 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 5ce3f0aa-5e74-4b10-bd7f-88fec9f45434 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:48:43.506814 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:43.589995 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device e5896df3-8875-49e3-9907-b5abfa82a3f3 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:48:43.637422 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port e5896df3-8875-49e3-9907-b5abfa82a3f3 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:48:43.637791 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:43.890641 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device ef11bce2-f351-4b98-8b8f-10b3fad47ece up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:48:43.942530 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port ef11bce2-f351-4b98-8b8f-10b3fad47ece triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:48:43.942907 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:45.047303 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd05833-dced-4c47-a2fc-113b0f7c28a4 None None] Sync routers for ids ['3e92f857-18b9-4d22-a3c4-f0fdece4fe30'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:48:45.062924 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd05833-dced-4c47-a2fc-113b0f7c28a4 None None] Routers {'3e92f857-18b9-4d22-a3c4-f0fdece4fe30'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:48:45.063565 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2fd05833-dced-4c47-a2fc-113b0f7c28a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:48:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['3e92f857-18b9-4d22-a3c4-f0fdece4fe30'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:48:45.188483 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-2fd05833-dced-4c47-a2fc-113b0f7c28a4 None None] Set router 3e92f857-18b9-4d22-a3c4-f0fdece4fe30 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:48:45.412183 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2fd05833-dced-4c47-a2fc-113b0f7c28a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e92f857-18b9-4d22-a3c4-f0fdece4fe30', 'name': 'tempest-TestMinimumBasicScenario-1493641524-router', 'tenant_id': 'ecee2bfdf7ac4e06b45bd0dd3bc4f5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '5ce3f0aa-5e74-4b10-bd7f-88fec9f45434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:48:38Z', 'updated_at': '2021-12-09T16:48:41Z', 'revision_number': 4, 'project_id': 'ecee2bfdf7ac4e06b45bd0dd3bc4f5a8', 'gw_port': {'id': '5ce3f0aa-5e74-4b10-bd7f-88fec9f45434', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e92f857-18b9-4d22-a3c4-f0fdece4fe30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:48:39Z', 'updated_at': '2021-12-09T16:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '59b746c1-fdf0-4983-83f0-9bb908dd4e9d', 'name': '', 'network_id': '6448729e-3ba2-46d0-9fc8-0988a4b3652d', 'tenant_id': 'ecee2bfdf7ac4e06b45bd0dd3bc4f5a8', 'mac_address': 'fa:16:3e:26:3c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e92f857-18b9-4d22-a3c4-f0fdece4fe30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '75a7bdc6-27b6-4011-aebe-6a32bd4989e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:48:41Z', 'updated_at': '2021-12-09T16:48:41Z', 'revision_number': 2, 'project_id': 'ecee2bfdf7ac4e06b45bd0dd3bc4f5a8', 'subnets': [{'id': '75a7bdc6-27b6-4011-aebe-6a32bd4989e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:48:45.439068 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd05833-dced-4c47-a2fc-113b0f7c28a4 None None] Checking router: 3e92f857-18b9-4d22-a3c4-f0fdece4fe30 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:48:45.439402 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd05833-dced-4c47-a2fc-113b0f7c28a4 None None] Updating router 3e92f857-18b9-4d22-a3c4-f0fdece4fe30 port 59b746c1-fdf0-4983-83f0-9bb908dd4e9d binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:48:45.476479 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2fd05833-dced-4c47-a2fc-113b0f7c28a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:45.763901 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2fd05833-dced-4c47-a2fc-113b0f7c28a4 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:45.769458 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2fd05833-dced-4c47-a2fc-113b0f7c28a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:45.824263 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db928dda-7080-477d-8fae-209585a89efe None None] Pushing event updated for resources: {'Port': ['ID=59b746c1-fdf0-4983-83f0-9bb908dd4e9d,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:48:45.890549 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-2fd05833-dced-4c47-a2fc-113b0f7c28a4 None None] Attempting to bind port 59b746c1-fdf0-4983-83f0-9bb908dd4e9d on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:48:45.890958 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-2fd05833-dced-4c47-a2fc-113b0f7c28a4 None None] Attempting to bind port 59b746c1-fdf0-4983-83f0-9bb908dd4e9d by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'a4827c46-5fb2-4cea-aaf6-6c34a928deca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6448729e-3ba2-46d0-9fc8-0988a4b3652d'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:48:45.891276 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd05833-dced-4c47-a2fc-113b0f7c28a4 None None] Attempting to bind port 59b746c1-fdf0-4983-83f0-9bb908dd4e9d on network 6448729e-3ba2-46d0-9fc8-0988a4b3652d {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:48:45.900569 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd05833-dced-4c47-a2fc-113b0f7c28a4 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:48:45.900943 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd05833-dced-4c47-a2fc-113b0f7c28a4 None None] Checking segment: {'id': 'a4827c46-5fb2-4cea-aaf6-6c34a928deca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6448729e-3ba2-46d0-9fc8-0988a4b3652d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:48:45.901350 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2fd05833-dced-4c47-a2fc-113b0f7c28a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:45.901752 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd05833-dced-4c47-a2fc-113b0f7c28a4 None None] Bound using segment: {'id': 'a4827c46-5fb2-4cea-aaf6-6c34a928deca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6448729e-3ba2-46d0-9fc8-0988a4b3652d'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:48:45.902246 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-2fd05833-dced-4c47-a2fc-113b0f7c28a4 None None] Bound port: 59b746c1-fdf0-4983-83f0-9bb908dd4e9d, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4827c46-5fb2-4cea-aaf6-6c34a928deca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6448729e-3ba2-46d0-9fc8-0988a4b3652d'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:48:45.902629 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2fd05833-dced-4c47-a2fc-113b0f7c28a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:45.977963 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-2fd05833-dced-4c47-a2fc-113b0f7c28a4 None None] For port 59b746c1-fdf0-4983-83f0-9bb908dd4e9d, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:48:45.983854 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-2fd05833-dced-4c47-a2fc-113b0f7c28a4 None None] For port 59b746c1-fdf0-4983-83f0-9bb908dd4e9d, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=59b746c1-fdf0-4983-83f0-9bb908dd4e9d,segment=NetworkSegment(a4827c46-5fb2-4cea-aaf6-6c34a928deca),segment_id=a4827c46-5fb2-4cea-aaf6-6c34a928deca)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:48:45.989703 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2fd05833-dced-4c47-a2fc-113b0f7c28a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:46.061636 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db928dda-7080-477d-8fae-209585a89efe None None] Pushing event updated for resources: {'Port': ['ID=59b746c1-fdf0-4983-83f0-9bb908dd4e9d,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:48:46.078767 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd05833-dced-4c47-a2fc-113b0f7c28a4 None None] Routers {'3e92f857-18b9-4d22-a3c4-f0fdece4fe30'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:48:46.079442 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2fd05833-dced-4c47-a2fc-113b0f7c28a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:48:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['3e92f857-18b9-4d22-a3c4-f0fdece4fe30'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:48:46.222872 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2df9d58f-4a56-48ec-b32d-545528a9f906 None None] Provisioning complete for port 59b746c1-fdf0-4983-83f0-9bb908dd4e9d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:48:46.223252 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2df9d58f-4a56-48ec-b32d-545528a9f906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:46.250256 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-2fd05833-dced-4c47-a2fc-113b0f7c28a4 None None] Set router 3e92f857-18b9-4d22-a3c4-f0fdece4fe30 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:48:46.462021 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2df9d58f-4a56-48ec-b32d-545528a9f906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:46.535037 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-2df9d58f-4a56-48ec-b32d-545528a9f906 None None] For port 59b746c1-fdf0-4983-83f0-9bb908dd4e9d, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=59b746c1-fdf0-4983-83f0-9bb908dd4e9d,segment=NetworkSegment(a4827c46-5fb2-4cea-aaf6-6c34a928deca),segment_id=a4827c46-5fb2-4cea-aaf6-6c34a928deca)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:48:46.552384 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2df9d58f-4a56-48ec-b32d-545528a9f906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:46.630488 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df9d58f-4a56-48ec-b32d-545528a9f906 None None] Pushing event updated for resources: {'Port': ['ID=59b746c1-fdf0-4983-83f0-9bb908dd4e9d,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:48:46.642677 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-2fd05833-dced-4c47-a2fc-113b0f7c28a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e92f857-18b9-4d22-a3c4-f0fdece4fe30', 'name': 'tempest-TestMinimumBasicScenario-1493641524-router', 'tenant_id': 'ecee2bfdf7ac4e06b45bd0dd3bc4f5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '5ce3f0aa-5e74-4b10-bd7f-88fec9f45434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:48:38Z', 'updated_at': '2021-12-09T16:48:41Z', 'revision_number': 4, 'project_id': 'ecee2bfdf7ac4e06b45bd0dd3bc4f5a8', 'gw_port': {'id': '5ce3f0aa-5e74-4b10-bd7f-88fec9f45434', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e92f857-18b9-4d22-a3c4-f0fdece4fe30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:48:39Z', 'updated_at': '2021-12-09T16:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '59b746c1-fdf0-4983-83f0-9bb908dd4e9d', 'name': '', 'network_id': '6448729e-3ba2-46d0-9fc8-0988a4b3652d', 'tenant_id': 'ecee2bfdf7ac4e06b45bd0dd3bc4f5a8', 'mac_address': 'fa:16:3e:26:3c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e92f857-18b9-4d22-a3c4-f0fdece4fe30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '75a7bdc6-27b6-4011-aebe-6a32bd4989e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:48:41Z', 'updated_at': '2021-12-09T16:48:45Z', 'revision_number': 4, 'project_id': 'ecee2bfdf7ac4e06b45bd0dd3bc4f5a8', 'subnets': [{'id': '75a7bdc6-27b6-4011-aebe-6a32bd4989e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:48:46.674201 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd05833-dced-4c47-a2fc-113b0f7c28a4 None None] The sync data for ids ['3e92f857-18b9-4d22-a3c4-f0fdece4fe30'] in n-d-821228-1 is: [{'id': '3e92f857-18b9-4d22-a3c4-f0fdece4fe30', 'name': 'tempest-TestMinimumBasicScenario-1493641524-router', 'tenant_id': 'ecee2bfdf7ac4e06b45bd0dd3bc4f5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '5ce3f0aa-5e74-4b10-bd7f-88fec9f45434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:48:38Z', 'updated_at': '2021-12-09T16:48:41Z', 'revision_number': 4, 'project_id': 'ecee2bfdf7ac4e06b45bd0dd3bc4f5a8', 'gw_port': {'id': '5ce3f0aa-5e74-4b10-bd7f-88fec9f45434', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e92f857-18b9-4d22-a3c4-f0fdece4fe30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:48:39Z', 'updated_at': '2021-12-09T16:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '59b746c1-fdf0-4983-83f0-9bb908dd4e9d', 'name': '', 'network_id': '6448729e-3ba2-46d0-9fc8-0988a4b3652d', 'tenant_id': 'ecee2bfdf7ac4e06b45bd0dd3bc4f5a8', 'mac_address': 'fa:16:3e:26:3c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e92f857-18b9-4d22-a3c4-f0fdece4fe30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '75a7bdc6-27b6-4011-aebe-6a32bd4989e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:48:41Z', 'updated_at': '2021-12-09T16:48:45Z', 'revision_number': 4, 'project_id': 'ecee2bfdf7ac4e06b45bd0dd3bc4f5a8', 'subnets': [{'id': '75a7bdc6-27b6-4011-aebe-6a32bd4989e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:48:46.687190 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1ff1fc0b-3578-4aeb-9e34-7788c82ccc3d None None] Provisioning complete for port 59b746c1-fdf0-4983-83f0-9bb908dd4e9d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:48:46.687566 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1ff1fc0b-3578-4aeb-9e34-7788c82ccc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:46.863587 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:47.423232 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 59b746c1-fdf0-4983-83f0-9bb908dd4e9d up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:48:47.480139 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 59b746c1-fdf0-4983-83f0-9bb908dd4e9d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:48:47.480801 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:50.662067 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9bc9737b-8c30-4445-a9e6-fb1a4572a34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:52.964535 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-9e841364-a2c4-41ff-8df9-1676610548d1 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:48:52.966029 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-9e841364-a2c4-41ff-8df9-1676610548d1 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/networks?id=147c401d-c32f-442c-a357-f71251aab2ce HTTP/1.1" status: 200 len: 815 time: 0.1018488 Dec 09 16:48:52.981183 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-4ba1021c-2177-4c1e-a6c4-8ef2f9245cce tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/quotas/d1a27a168b004b64af601bd2ca3498c9 HTTP/1.1" status: 200 len: 375 time: 0.0088868 Dec 09 16:48:53.035317 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-2fc2c376-b787-40cd-8403-2cff2b51cb03 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1a27a168b004b64af601bd2ca3498c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485456 Dec 09 16:48:53.139179 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-22cbfe41-bd01-417d-aa45-8577df67cba8 service neutron] 10.222.0.57 "GET /v2.0/networks/147c401d-c32f-442c-a357-f71251aab2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912971 Dec 09 16:48:53.188325 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9d11bd4c-16a2-431d-afb8-332618cf1248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:53.232431 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-da2e1617-1e65-4d41-a516-520e7dfe5272 service neutron] 10.222.0.57 "GET /v2.0/networks/147c401d-c32f-442c-a357-f71251aab2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868318 Dec 09 16:48:53.390253 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a90152d4-9613-4ad4-95cc-e92a2b36c816 req-e8b83053-c052-4700-8095-dd50ad8af857 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 210 time: 0.0275443 Dec 09 16:48:54.364182 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:54.880125 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2d747166-a819-4b08-8a83-4f42413b93a1 req-4fc31ccc-c529-4364-b04e-70511a13de26 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 210 time: 0.4120758 Dec 09 16:48:54.975517 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-404dd656-7edd-428d-8832-cecca9af0db1 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:48:54.977219 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-404dd656-7edd-428d-8832-cecca9af0db1 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.31 "GET /v2.0/networks?id=147c401d-c32f-442c-a357-f71251aab2ce HTTP/1.1" status: 200 len: 815 time: 0.5315144 Dec 09 16:48:55.265089 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:55.640503 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:55.985983 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-325dddd0-45fd-4b27-8ab8-8e8fb3967935 req-f501daa0-3c15-4e26-b29b-9f1f176f9530 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 210 time: 0.0279992 Dec 09 16:48:56.625204 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:48:57.084389 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-02490367-7f0d-495b-b20d-680201f36548 req-136bac81-e649-4e00-b89d-7750431ba656 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 210 time: 0.0293446 Dec 09 16:48:58.197887 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-52093f63-8e33-4606-bf6d-6b748d296908 req-ba73f78f-1cb0-4a81-8bb1-3cec9591e158 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 210 time: 0.0336752 Dec 09 16:48:59.300224 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4ddcb0d7-3d7f-4f5d-b333-67f5b98e63e9 req-67ee41b9-82a4-4631-a50b-5f1166da1355 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 210 time: 0.0279529 Dec 09 16:49:00.405695 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-27d2c8be-ddf7-4765-a755-22ec45c98082 req-5201d245-e7ce-47ea-bae6-55b6cf362a04 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 210 time: 0.0345714 Dec 09 16:49:01.513940 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-670133b8-99f8-479f-93c2-43707e08bb90 req-53567416-35a6-4f6d-8de1-0643f03316bf tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 210 time: 0.0281916 Dec 09 16:49:02.618266 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aa5bc72f-3f1e-4766-917d-3cc3a49110a7 req-287ca77b-92d6-44b3-bfd0-c01f4df46b75 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 210 time: 0.0260956 Dec 09 16:49:03.717294 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7f33cc12-1bcf-4e34-8831-872bc24140e9 req-843db4ff-401d-42bf-949b-1ca4b834604b tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 210 time: 0.0268145 Dec 09 16:49:04.812205 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2eabe2c8-1dd8-46e6-8499-6f55b0687312 req-3079b6dc-e429-4647-bfb2-d1f51d7d76d7 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 210 time: 0.0271008 Dec 09 16:49:05.909676 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-85fa18b8-911f-4e27-806d-989f877c6eca req-afca261a-1368-4af9-b76f-8ef0a001619b tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 210 time: 0.0267260 Dec 09 16:49:07.004000 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1aeb57e3-6e97-4733-8c8d-eba69d47fcc2 req-e0196408-328c-4a31-aa26-d4629467991c tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 210 time: 0.0273449 Dec 09 16:49:07.737654 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:49:07.773387 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-882028fe-0104-4ac8-ae54-20a4c1e5dade tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Request body: {'port': {'device_id': '5a347b88-58bf-4dc5-aa78-00ae2a42b24a', 'network_id': '147c401d-c32f-442c-a357-f71251aab2ce', 'admin_state_up': True, 'tenant_id': 'd1a27a168b004b64af601bd2ca3498c9'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:49:07.880587 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-882028fe-0104-4ac8-ae54-20a4c1e5dade tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Made reservation on behalf of d1a27a168b004b64af601bd2ca3498c9 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:49:07.884024 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-882028fe-0104-4ac8-ae54-20a4c1e5dade tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:08.009963 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-882028fe-0104-4ac8-ae54-20a4c1e5dade tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Allocated IP 172.20.0.12 (147c401d-c32f-442c-a357-f71251aab2ce/09cdcb8f-62d8-48a3-ab8b-da2655dba88b/995f6d9e-2361-4ca6-986a-08f6a31ac1ab) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:49:08.130406 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aeeba2bf-63ee-4aaf-b544-c58f7aa7f097 req-384b599b-c70b-423d-9482-f8443ba81fcd tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 210 time: 0.0349536 Dec 09 16:49:08.184825 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-882028fe-0104-4ac8-ae54-20a4c1e5dade tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:08.218016 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-882028fe-0104-4ac8-ae54-20a4c1e5dade tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:08.259510 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-882028fe-0104-4ac8-ae54-20a4c1e5dade tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Network 147c401d-c32f-442c-a357-f71251aab2ce is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:49:08.265153 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-882028fe-0104-4ac8-ae54-20a4c1e5dade tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:49:08.268719 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-882028fe-0104-4ac8-ae54-20a4c1e5dade tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:49:08.274930 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882028fe-0104-4ac8-ae54-20a4c1e5dade tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Pushing event updated for resources: {'Port': ['ID=995f6d9e-2361-4ca6-986a-08f6a31ac1ab,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:49:08.302512 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882028fe-0104-4ac8-ae54-20a4c1e5dade tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:49:08.302861 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882028fe-0104-4ac8-ae54-20a4c1e5dade tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:49:08.303210 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882028fe-0104-4ac8-ae54-20a4c1e5dade tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:49:08.303548 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882028fe-0104-4ac8-ae54-20a4c1e5dade tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:49:08.303882 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882028fe-0104-4ac8-ae54-20a4c1e5dade tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:49:08.304210 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882028fe-0104-4ac8-ae54-20a4c1e5dade tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:49:08.304561 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882028fe-0104-4ac8-ae54-20a4c1e5dade tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:49:08.304888 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882028fe-0104-4ac8-ae54-20a4c1e5dade tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:49:08.305210 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882028fe-0104-4ac8-ae54-20a4c1e5dade tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:49:08.305535 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882028fe-0104-4ac8-ae54-20a4c1e5dade tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:49:08.305860 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882028fe-0104-4ac8-ae54-20a4c1e5dade tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:49:08.306178 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882028fe-0104-4ac8-ae54-20a4c1e5dade tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:49:08.306495 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882028fe-0104-4ac8-ae54-20a4c1e5dade tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:49:08.333630 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-882028fe-0104-4ac8-ae54-20a4c1e5dade tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:49:08.334580 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-882028fe-0104-4ac8-ae54-20a4c1e5dade tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:08.352384 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-882028fe-0104-4ac8-ae54-20a4c1e5dade tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5833011 Dec 09 16:49:08.366501 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-3545449a-60b9-4662-b17e-e90259d9d1fa service neutron] Request body: {'port': {'device_id': '5a347b88-58bf-4dc5-aa78-00ae2a42b24a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:49:08.430122 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-3545449a-60b9-4662-b17e-e90259d9d1fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:08.499725 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eec3f967-667d-4faf-833d-6a6bc6065a1b None None] Provisioning complete for port 995f6d9e-2361-4ca6-986a-08f6a31ac1ab triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:49:08.500353 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eec3f967-667d-4faf-833d-6a6bc6065a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:08.533051 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eec3f967-667d-4faf-833d-6a6bc6065a1b None None] Port 995f6d9e-2361-4ca6-986a-08f6a31ac1ab cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:49:08.687890 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-3545449a-60b9-4662-b17e-e90259d9d1fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 995f6d9e-2361-4ca6-986a-08f6a31ac1ab {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:49:08.695250 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-3545449a-60b9-4662-b17e-e90259d9d1fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:08.706873 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-3545449a-60b9-4662-b17e-e90259d9d1fa service neutron] Transition to ACTIVE for port object 995f6d9e-2361-4ca6-986a-08f6a31ac1ab will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:49:08.710665 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-3545449a-60b9-4662-b17e-e90259d9d1fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:08.761122 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3545449a-60b9-4662-b17e-e90259d9d1fa service neutron] Pushing event updated for resources: {'Port': ['ID=995f6d9e-2361-4ca6-986a-08f6a31ac1ab,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:49:08.835776 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-3545449a-60b9-4662-b17e-e90259d9d1fa service neutron] Attempting to bind port 995f6d9e-2361-4ca6-986a-08f6a31ac1ab on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:49:08.836121 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-3545449a-60b9-4662-b17e-e90259d9d1fa service neutron] Attempting to bind port 995f6d9e-2361-4ca6-986a-08f6a31ac1ab by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '1217d3fc-19e2-4a78-8fcb-f671f4b9d64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '147c401d-c32f-442c-a357-f71251aab2ce'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:49:08.836481 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-3545449a-60b9-4662-b17e-e90259d9d1fa service neutron] Attempting to bind port 995f6d9e-2361-4ca6-986a-08f6a31ac1ab on network 147c401d-c32f-442c-a357-f71251aab2ce {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:49:08.841789 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-3545449a-60b9-4662-b17e-e90259d9d1fa service neutron] Port 995f6d9e-2361-4ca6-986a-08f6a31ac1ab on network 147c401d-c32f-442c-a357-f71251aab2ce not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:49:08.842112 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-3545449a-60b9-4662-b17e-e90259d9d1fa service neutron] Attempting to bind port 995f6d9e-2361-4ca6-986a-08f6a31ac1ab on network 147c401d-c32f-442c-a357-f71251aab2ce {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:49:08.847146 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-3545449a-60b9-4662-b17e-e90259d9d1fa service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:49:08.847487 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-3545449a-60b9-4662-b17e-e90259d9d1fa service neutron] Checking segment: {'id': '1217d3fc-19e2-4a78-8fcb-f671f4b9d64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '147c401d-c32f-442c-a357-f71251aab2ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:49:08.847880 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-3545449a-60b9-4662-b17e-e90259d9d1fa service neutron] Bound using segment: {'id': '1217d3fc-19e2-4a78-8fcb-f671f4b9d64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '147c401d-c32f-442c-a357-f71251aab2ce'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:49:08.848308 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-3545449a-60b9-4662-b17e-e90259d9d1fa service neutron] Bound port: 995f6d9e-2361-4ca6-986a-08f6a31ac1ab, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1217d3fc-19e2-4a78-8fcb-f671f4b9d64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '147c401d-c32f-442c-a357-f71251aab2ce'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:49:08.848690 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-3545449a-60b9-4662-b17e-e90259d9d1fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:08.915273 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-3545449a-60b9-4662-b17e-e90259d9d1fa service neutron] For port 995f6d9e-2361-4ca6-986a-08f6a31ac1ab, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:49:08.920187 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-3545449a-60b9-4662-b17e-e90259d9d1fa service neutron] For port 995f6d9e-2361-4ca6-986a-08f6a31ac1ab, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=995f6d9e-2361-4ca6-986a-08f6a31ac1ab,segment=NetworkSegment(1217d3fc-19e2-4a78-8fcb-f671f4b9d64b),segment_id=1217d3fc-19e2-4a78-8fcb-f671f4b9d64b)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:49:08.924463 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-3545449a-60b9-4662-b17e-e90259d9d1fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:08.962264 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-3545449a-60b9-4662-b17e-e90259d9d1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:49:08.963077 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-3545449a-60b9-4662-b17e-e90259d9d1fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:08.964295 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-3545449a-60b9-4662-b17e-e90259d9d1fa service neutron] 10.222.0.31 "PUT /v2.0/ports/995f6d9e-2361-4ca6-986a-08f6a31ac1ab HTTP/1.1" status: 200 len: 1092 time: 0.6021640 Dec 09 16:49:08.964765 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a347b88-58bf-4dc5-aa78-00ae2a42b24a', 'tag': '995f6d9e-2361-4ca6-986a-08f6a31ac1ab'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:49:08.967770 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc7710a-6993-4d0a-ac2e-d9a941313419" -d '{"events": [{"name": "network-changed", "server_uuid": "5a347b88-58bf-4dc5-aa78-00ae2a42b24a", "tag": "995f6d9e-2361-4ca6-986a-08f6a31ac1ab"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:49:08.992013 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3545449a-60b9-4662-b17e-e90259d9d1fa service neutron] Pushing event updated for resources: {'Port': ['ID=995f6d9e-2361-4ca6-986a-08f6a31ac1ab,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:49:09.021482 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f2bb5f-9138-462b-a47b-679ddd7aa1d4 x-openstack-request-id: req-52f2bb5f-9138-462b-a47b-679ddd7aa1d4 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:49:09.022549 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a347b88-58bf-4dc5-aa78-00ae2a42b24a", "tag": "995f6d9e-2361-4ca6-986a-08f6a31ac1ab", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:49:09.022979 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-52f2bb5f-9138-462b-a47b-679ddd7aa1d4 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:49:09.023539 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a347b88-58bf-4dc5-aa78-00ae2a42b24a', 'tag': '995f6d9e-2361-4ca6-986a-08f6a31ac1ab', 'status': 'completed', 'code': 200} Dec 09 16:49:09.068797 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-49e96579-b5ee-4621-abcb-b9e345e0df92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:49:09.070387 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-49e96579-b5ee-4621-abcb-b9e345e0df92 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d1a27a168b004b64af601bd2ca3498c9&device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 1095 time: 0.0438883 Dec 09 16:49:09.119610 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-a5ee2a24-1318-45e0-9b38-d7cd848cef74 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=995f6d9e-2361-4ca6-986a-08f6a31ac1ab HTTP/1.1" status: 200 len: 217 time: 0.0405445 Dec 09 16:49:09.173757 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-634f4952-d787-48fd-9bab-73b8713bc580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:49:09.175247 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-634f4952-d787-48fd-9bab-73b8713bc580 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=09cdcb8f-62d8-48a3-ab8b-da2655dba88b HTTP/1.1" status: 200 len: 854 time: 0.0478938 Dec 09 16:49:09.253726 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-2a002d61-87a1-4740-87f3-a52398bd3e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:49:09.255223 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-2a002d61-87a1-4740-87f3-a52398bd3e11 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=147c401d-c32f-442c-a357-f71251aab2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728025 Dec 09 16:49:09.269796 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635edac-501a-4ee8-902d-fbd6bbf9bd15 req-214b1818-e3c6-427f-8490-888838d1dfc8 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:49:09.271181 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d635edac-501a-4ee8-902d-fbd6bbf9bd15 req-214b1818-e3c6-427f-8490-888838d1dfc8 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 944 time: 0.0649140 Dec 09 16:49:09.370922 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d635edac-501a-4ee8-902d-fbd6bbf9bd15 req-447c7e23-bcd8-4da6-af70-c71f76f172c8 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/security-groups?id=c4f142ca-4ace-4f8d-9e44-ea6eb337f4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908101 Dec 09 16:49:09.388402 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-f11d3cb1-457e-4a1a-9662-0ce8d442d1d0 service neutron] 10.222.0.31 "GET /v2.0/networks/147c401d-c32f-442c-a357-f71251aab2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157272 Dec 09 16:49:09.482567 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-382cb3c6-7a3b-4159-a7b4-1cf1ca2a69de req-f6ac7f27-ba56-4898-99d9-9b0c6fcef959 service neutron] 10.222.0.31 "GET /v2.0/networks/147c401d-c32f-442c-a357-f71251aab2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867918 Dec 09 16:49:09.565955 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7710a-6993-4d0a-ac2e-d9a941313419 req-df6e491f-93d9-45bb-948f-2f1613fcb147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:49:09.567434 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bbc7710a-6993-4d0a-ac2e-d9a941313419 req-df6e491f-93d9-45bb-948f-2f1613fcb147 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d1a27a168b004b64af601bd2ca3498c9&device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 1095 time: 0.0413067 Dec 09 16:49:09.660999 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7710a-6993-4d0a-ac2e-d9a941313419 req-89e67b39-1102-4ca4-8486-8b8ffe8e7dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:49:09.662375 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bbc7710a-6993-4d0a-ac2e-d9a941313419 req-89e67b39-1102-4ca4-8486-8b8ffe8e7dd6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=147c401d-c32f-442c-a357-f71251aab2ce HTTP/1.1" status: 200 len: 916 time: 0.0881531 Dec 09 16:49:09.705091 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bbc7710a-6993-4d0a-ac2e-d9a941313419 req-bf7ef175-a049-4dfb-9f8e-3d976be5ad13 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=995f6d9e-2361-4ca6-986a-08f6a31ac1ab HTTP/1.1" status: 200 len: 217 time: 0.0349541 Dec 09 16:49:09.755822 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7710a-6993-4d0a-ac2e-d9a941313419 req-ef131914-103f-4b37-a3e1-e9140d724594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:49:09.757297 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bbc7710a-6993-4d0a-ac2e-d9a941313419 req-ef131914-103f-4b37-a3e1-e9140d724594 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=09cdcb8f-62d8-48a3-ab8b-da2655dba88b HTTP/1.1" status: 200 len: 854 time: 0.0453424 Dec 09 16:49:09.807174 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7710a-6993-4d0a-ac2e-d9a941313419 req-b51a5c23-739f-4c48-8135-bdf860d73b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:49:09.808668 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bbc7710a-6993-4d0a-ac2e-d9a941313419 req-b51a5c23-739f-4c48-8135-bdf860d73b72 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=147c401d-c32f-442c-a357-f71251aab2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443504 Dec 09 16:49:09.907942 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bbc7710a-6993-4d0a-ac2e-d9a941313419 req-3aeb469b-553f-4211-bb04-1f3d7c5a7338 service neutron] 10.222.0.31 "GET /v2.0/networks/147c401d-c32f-442c-a357-f71251aab2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912180 Dec 09 16:49:10.012088 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bbc7710a-6993-4d0a-ac2e-d9a941313419 req-60f9eee8-5206-4393-b457-a0ffaf29aea4 service neutron] 10.222.0.31 "GET /v2.0/networks/147c401d-c32f-442c-a357-f71251aab2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969701 Dec 09 16:49:10.495740 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66469aee-ad06-4967-80cd-98e60d9aa3ab req-373575af-cf20-402f-87ca-8ec9b84fe9da tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:49:10.497816 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-66469aee-ad06-4967-80cd-98e60d9aa3ab req-373575af-cf20-402f-87ca-8ec9b84fe9da tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 944 time: 0.0523410 Dec 09 16:49:10.545820 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-66469aee-ad06-4967-80cd-98e60d9aa3ab req-47c604a1-1abf-4602-80a1-ebff9150bf95 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/security-groups?id=c4f142ca-4ace-4f8d-9e44-ea6eb337f4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417869 Dec 09 16:49:11.661403 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e375be-3a6b-4ed2-a8d5-0672eea4fbd9 req-fa2c54b5-b4a8-4912-8478-2b4a9c18b072 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:49:11.662897 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c5e375be-3a6b-4ed2-a8d5-0672eea4fbd9 req-fa2c54b5-b4a8-4912-8478-2b4a9c18b072 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 944 time: 0.0492928 Dec 09 16:49:11.709016 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c5e375be-3a6b-4ed2-a8d5-0672eea4fbd9 req-926a5cc3-e5bd-4928-884f-45a29515e01d tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/security-groups?id=c4f142ca-4ace-4f8d-9e44-ea6eb337f4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402114 Dec 09 16:49:12.062857 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 995f6d9e-2361-4ca6-986a-08f6a31ac1ab details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:49:12.157537 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 995f6d9e-2361-4ca6-986a-08f6a31ac1ab, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=995f6d9e-2361-4ca6-986a-08f6a31ac1ab,segment=NetworkSegment(1217d3fc-19e2-4a78-8fcb-f671f4b9d64b),segment_id=1217d3fc-19e2-4a78-8fcb-f671f4b9d64b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:49:12.168561 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '995f6d9e-2361-4ca6-986a-08f6a31ac1ab', 'network_id': '147c401d-c32f-442c-a357-f71251aab2ce', 'port_id': '995f6d9e-2361-4ca6-986a-08f6a31ac1ab', 'mac_address': 'fa:16:3e:0d:5c:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09cdcb8f-62d8-48a3-ab8b-da2655dba88b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:49:12.204971 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:12.220824 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 995f6d9e-2361-4ca6-986a-08f6a31ac1ab {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:49:12.240623 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 995f6d9e-2361-4ca6-986a-08f6a31ac1ab, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=995f6d9e-2361-4ca6-986a-08f6a31ac1ab,segment=NetworkSegment(1217d3fc-19e2-4a78-8fcb-f671f4b9d64b),segment_id=1217d3fc-19e2-4a78-8fcb-f671f4b9d64b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:49:12.244617 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:12.290582 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=995f6d9e-2361-4ca6-986a-08f6a31ac1ab,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:49:12.298761 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:49:12.299108 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:49:12.299449 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:49:12.299789 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:49:12.300122 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:49:12.300478 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:49:12.300810 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:49:12.301136 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:49:12.301460 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:49:12.301785 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:49:12.302107 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:49:12.302430 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:49:12.302752 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:49:12.550838 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['995f6d9e-2361-4ca6-986a-08f6a31ac1ab'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:49:12.829968 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a53b210-500e-42b2-b785-3e77b710eaa5 req-f7b76bd4-b858-43c9-a6f8-6b120751ad22 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:49:12.831469 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1a53b210-500e-42b2-b785-3e77b710eaa5 req-f7b76bd4-b858-43c9-a6f8-6b120751ad22 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 945 time: 0.0519872 Dec 09 16:49:12.878949 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1a53b210-500e-42b2-b785-3e77b710eaa5 req-66d963b3-5b4d-4999-abe1-12b25ef7c84b tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/security-groups?id=c4f142ca-4ace-4f8d-9e44-ea6eb337f4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414596 Dec 09 16:49:13.992980 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e7305-447a-4000-9358-96d53cab61ae req-6ed03668-2279-46e9-b792-adc64683f527 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:49:13.994453 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a60e7305-447a-4000-9358-96d53cab61ae req-6ed03668-2279-46e9-b792-adc64683f527 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 945 time: 0.0485008 Dec 09 16:49:14.042433 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a60e7305-447a-4000-9358-96d53cab61ae req-f26ad762-afeb-460e-bc86-4c90e5e3a55b tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/security-groups?id=c4f142ca-4ace-4f8d-9e44-ea6eb337f4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411394 Dec 09 16:49:14.093772 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 995f6d9e-2361-4ca6-986a-08f6a31ac1ab up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:49:14.142361 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 995f6d9e-2361-4ca6-986a-08f6a31ac1ab completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:49:14.146331 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 995f6d9e-2361-4ca6-986a-08f6a31ac1ab triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:49:14.146709 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:14.222860 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:14.245672 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a347b88-58bf-4dc5-aa78-00ae2a42b24a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995f6d9e-2361-4ca6-986a-08f6a31ac1ab'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:49:14.247894 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad401665e64187bef4a0f300457b2868c99907d1fc0db4bbbc94af95fd68fd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d569b14-fa00-4d28-84d0-6c5d96187dd9" -d '{"events": [{"server_uuid": "5a347b88-58bf-4dc5-aa78-00ae2a42b24a", "name": "network-vif-plugged", "status": "completed", "tag": "995f6d9e-2361-4ca6-986a-08f6a31ac1ab"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:49:14.260287 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 995f6d9e-2361-4ca6-986a-08f6a31ac1ab, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=995f6d9e-2361-4ca6-986a-08f6a31ac1ab,segment=NetworkSegment(1217d3fc-19e2-4a78-8fcb-f671f4b9d64b),segment_id=1217d3fc-19e2-4a78-8fcb-f671f4b9d64b)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:49:14.264457 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:14.292614 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192bc140-2f76-4cf6-8520-928977c0ecad x-openstack-request-id: req-192bc140-2f76-4cf6-8520-928977c0ecad {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:49:14.293268 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a347b88-58bf-4dc5-aa78-00ae2a42b24a", "name": "network-vif-plugged", "status": "completed", "tag": "995f6d9e-2361-4ca6-986a-08f6a31ac1ab", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:49:14.293622 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-192bc140-2f76-4cf6-8520-928977c0ecad {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:49:14.294668 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a347b88-58bf-4dc5-aa78-00ae2a42b24a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995f6d9e-2361-4ca6-986a-08f6a31ac1ab', 'code': 200} Dec 09 16:49:14.321513 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=995f6d9e-2361-4ca6-986a-08f6a31ac1ab,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:49:14.390875 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714fb935-0e03-4fe0-9004-558791440b05 req-f442845d-22a5-4789-b002-22b6dbfce09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:49:14.392399 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-714fb935-0e03-4fe0-9004-558791440b05 req-f442845d-22a5-4789-b002-22b6dbfce09f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 1097 time: 0.0463967 Dec 09 16:49:14.436664 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-714fb935-0e03-4fe0-9004-558791440b05 req-12740ebc-5a23-473c-bef4-1e6ff39732ed service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c4f142ca-4ace-4f8d-9e44-ea6eb337f4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370421 Dec 09 16:49:15.160042 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec64d6a-92e0-45da-8712-ebe5ec70279f req-b109b1eb-c9c8-4e06-a31a-ae2f38eabf9b tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:49:15.161539 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bec64d6a-92e0-45da-8712-ebe5ec70279f req-b109b1eb-c9c8-4e06-a31a-ae2f38eabf9b tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 946 time: 0.0481250 Dec 09 16:49:15.208032 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bec64d6a-92e0-45da-8712-ebe5ec70279f req-ed25766f-3adc-4dd6-87cd-531c82066e10 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/security-groups?id=c4f142ca-4ace-4f8d-9e44-ea6eb337f4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405090 Dec 09 16:49:16.322784 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae719be-7bd5-4d44-95e3-5b0c1a481fcc req-d5ac4a55-3cc6-4b80-8aa3-6b354ad7e7cc tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:49:16.324299 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8ae719be-7bd5-4d44-95e3-5b0c1a481fcc req-d5ac4a55-3cc6-4b80-8aa3-6b354ad7e7cc tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 946 time: 0.0484636 Dec 09 16:49:16.375796 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8ae719be-7bd5-4d44-95e3-5b0c1a481fcc req-a45c1873-d08c-4104-a02f-6ee4bfc3fd27 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/security-groups?id=c4f142ca-4ace-4f8d-9e44-ea6eb337f4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452816 Dec 09 16:49:16.488193 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291489b-4a30-4dac-995e-8c91d5d4539c req-994f4387-098a-4a8b-97d3-dd68e97e963d tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:49:16.489642 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3291489b-4a30-4dac-995e-8c91d5d4539c req-994f4387-098a-4a8b-97d3-dd68e97e963d tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 946 time: 0.0491903 Dec 09 16:49:16.538451 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3291489b-4a30-4dac-995e-8c91d5d4539c req-59b5d51d-9e2a-4ca5-9752-875b4975811b tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/security-groups?id=c4f142ca-4ace-4f8d-9e44-ea6eb337f4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429256 Dec 09 16:49:16.722945 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77fa09-f0b2-4244-ad2b-68912d4c9f7a req-2f99d26d-0169-42e6-b6a7-17e2ebe9db73 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:49:16.724445 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cb77fa09-f0b2-4244-ad2b-68912d4c9f7a req-2f99d26d-0169-42e6-b6a7-17e2ebe9db73 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 946 time: 0.0485790 Dec 09 16:49:16.771652 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cb77fa09-f0b2-4244-ad2b-68912d4c9f7a req-8cab32b3-0790-4431-8d4e-6cace3eb57ea tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/security-groups?id=c4f142ca-4ace-4f8d-9e44-ea6eb337f4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413520 Dec 09 16:49:16.857505 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:20.663082 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-47f0b8ff-c409-4d69-aed7-15ebdfd73f6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:23.189991 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e337fbc3-052d-47dc-99d2-a60c73484a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:24.366808 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:25.267292 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:25.642345 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:26.631016 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:29.259439 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce8367-473c-41d9-818c-0be11f718f2c req-5b854bf0-4a71-4e6e-a834-97333bdbec19 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:49:29.260937 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7dce8367-473c-41d9-818c-0be11f718f2c req-5b854bf0-4a71-4e6e-a834-97333bdbec19 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 946 time: 0.0533195 Dec 09 16:49:29.307425 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7dce8367-473c-41d9-818c-0be11f718f2c req-a04bbc26-3c60-4058-968d-99eda7c76828 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/security-groups?id=c4f142ca-4ace-4f8d-9e44-ea6eb337f4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404849 Dec 09 16:49:29.330143 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56702) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:49:29.453782 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c680b5-ea19-49d7-b1c3-ff33286551c9 tempest-TestMinimumBasicScenario-18331252 tempest-TestMinimumBasicScenario-18331252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:49:29.455297 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-95c680b5-ea19-49d7-b1c3-ff33286551c9 tempest-TestMinimumBasicScenario-18331252 tempest-TestMinimumBasicScenario-18331252-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 1092 time: 0.1240923 Dec 09 16:49:29.458189 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56706) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:49:29.462364 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-820b3908-265c-496e-a400-9218d05b2a74 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'port_id': '995f6d9e-2361-4ca6-986a-08f6a31ac1ab', 'tenant_id': 'd1a27a168b004b64af601bd2ca3498c9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:49:29.513942 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-820b3908-265c-496e-a400-9218d05b2a74 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:29.630287 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-820b3908-265c-496e-a400-9218d05b2a74 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:29.731238 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-820b3908-265c-496e-a400-9218d05b2a74 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Allocated IP 172.25.3.51 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/1ffa7469-8b2d-4aa6-9e8d-0e44ccb44c8d) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:49:29.836921 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-820b3908-265c-496e-a400-9218d05b2a74 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:29.870060 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-820b3908-265c-496e-a400-9218d05b2a74 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:29.906033 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820b3908-265c-496e-a400-9218d05b2a74 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:49:29.908838 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-820b3908-265c-496e-a400-9218d05b2a74 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:49:29.914721 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820b3908-265c-496e-a400-9218d05b2a74 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:49:29.940681 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b3908-265c-496e-a400-9218d05b2a74 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Pushing event updated for resources: {'Port': ['ID=1ffa7469-8b2d-4aa6-9e8d-0e44ccb44c8d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:49:29.954529 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820b3908-265c-496e-a400-9218d05b2a74 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:49:29.954883 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820b3908-265c-496e-a400-9218d05b2a74 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:49:29.955232 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820b3908-265c-496e-a400-9218d05b2a74 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:49:29.955572 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820b3908-265c-496e-a400-9218d05b2a74 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:49:29.955910 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820b3908-265c-496e-a400-9218d05b2a74 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:49:29.956245 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820b3908-265c-496e-a400-9218d05b2a74 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:49:29.956607 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820b3908-265c-496e-a400-9218d05b2a74 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:49:29.956938 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820b3908-265c-496e-a400-9218d05b2a74 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:49:29.957267 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820b3908-265c-496e-a400-9218d05b2a74 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:49:29.957596 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820b3908-265c-496e-a400-9218d05b2a74 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:49:29.957929 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820b3908-265c-496e-a400-9218d05b2a74 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:49:29.958255 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820b3908-265c-496e-a400-9218d05b2a74 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:49:29.958621 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820b3908-265c-496e-a400-9218d05b2a74 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:49:30.416219 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-820b3908-265c-496e-a400-9218d05b2a74 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:30.517397 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-820b3908-265c-496e-a400-9218d05b2a74 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:30.663884 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-820b3908-265c-496e-a400-9218d05b2a74 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:30.668064 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-820b3908-265c-496e-a400-9218d05b2a74 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:30.738612 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b3908-265c-496e-a400-9218d05b2a74 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Pushing event updated for resources: {'Port': ['ID=1ffa7469-8b2d-4aa6-9e8d-0e44ccb44c8d,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:49:30.747555 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-820b3908-265c-496e-a400-9218d05b2a74 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:30.846821 n-d-821228-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-820b3908-265c-496e-a400-9218d05b2a74 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Floating IP 4b2a3b4d-45de-4452-8192-abcc1b015f5e associated. External IP: 172.25.3.51, port: 995f6d9e-2361-4ca6-986a-08f6a31ac1ab. Dec 09 16:49:31.049767 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820b3908-265c-496e-a400-9218d05b2a74 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Router 9735b7b7-24b6-4b95-a4a6-4edda76d472f has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:49:31.157062 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820b3908-265c-496e-a400-9218d05b2a74 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:49:31.166332 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d255ce73-37ff-409f-948a-7328e62a6796 None None] Sync routers for ids ['9735b7b7-24b6-4b95-a4a6-4edda76d472f'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:49:31.174679 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-820b3908-265c-496e-a400-9218d05b2a74 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:31.179828 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d255ce73-37ff-409f-948a-7328e62a6796 None None] Routers {'9735b7b7-24b6-4b95-a4a6-4edda76d472f'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:49:31.180590 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d255ce73-37ff-409f-948a-7328e62a6796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:49:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9735b7b7-24b6-4b95-a4a6-4edda76d472f'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:49:31.201866 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-820b3908-265c-496e-a400-9218d05b2a74 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7426670 Dec 09 16:49:31.202473 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a347b88-58bf-4dc5-aa78-00ae2a42b24a', 'tag': '995f6d9e-2361-4ca6-986a-08f6a31ac1ab'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:49:31.204657 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56708) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:49:31.205157 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efaf58d4d7c9700f5ffb733085425a1334cb86cda12ff1566d55ee0012e72786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbf7d71-b99b-4136-a644-08155dd7353b" -d '{"events": [{"name": "network-changed", "server_uuid": "5a347b88-58bf-4dc5-aa78-00ae2a42b24a", "tag": "995f6d9e-2361-4ca6-986a-08f6a31ac1ab"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:49:31.209629 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-7826ebee-c4e7-4e81-a2ca-94b439666cdf tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-96226536', 'description': 'tempest-secgroup-smoke-96226536 description', 'project_id': 'd1a27a168b004b64af601bd2ca3498c9'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:49:31.235176 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7826ebee-c4e7-4e81-a2ca-94b439666cdf tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:31.294772 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-d255ce73-37ff-409f-948a-7328e62a6796 None None] Set router 9735b7b7-24b6-4b95-a4a6-4edda76d472f gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:49:31.312995 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7826ebee-c4e7-4e81-a2ca-94b439666cdf tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:31.318451 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7826ebee-c4e7-4e81-a2ca-94b439666cdf tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:31.350298 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7826ebee-c4e7-4e81-a2ca-94b439666cdf tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:31.351606 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7826ebee-c4e7-4e81-a2ca-94b439666cdf tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1459191 Dec 09 16:49:31.354743 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56714) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:49:31.360204 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ba3d5e83-2694-4cb9-8c60-8b0403c5e931 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Request body: {'security_group_rule': {'security_group_id': 'd0227078-e07a-4673-abae-ed63fe590e92', 'project_id': 'd1a27a168b004b64af601bd2ca3498c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:49:31.365228 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7826ebee-c4e7-4e81-a2ca-94b439666cdf tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0227078-e07a-4673-abae-ed63fe590e92,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:49:31.394420 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808a5962-0308-41a0-a515-e110b91fd7bd x-openstack-request-id: req-808a5962-0308-41a0-a515-e110b91fd7bd {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:49:31.394829 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a347b88-58bf-4dc5-aa78-00ae2a42b24a", "tag": "995f6d9e-2361-4ca6-986a-08f6a31ac1ab", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:49:31.395207 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-808a5962-0308-41a0-a515-e110b91fd7bd {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:49:31.395747 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a347b88-58bf-4dc5-aa78-00ae2a42b24a', 'tag': '995f6d9e-2361-4ca6-986a-08f6a31ac1ab', 'status': 'completed', 'code': 200} Dec 09 16:49:31.406195 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba3d5e83-2694-4cb9-8c60-8b0403c5e931 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:31.462328 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf7d71-b99b-4136-a644-08155dd7353b req-9c11dbc3-c651-4e07-96e2-35bb0dc5190a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:49:31.463999 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2bbf7d71-b99b-4136-a644-08155dd7353b req-9c11dbc3-c651-4e07-96e2-35bb0dc5190a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d1a27a168b004b64af601bd2ca3498c9&device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 1097 time: 0.0462189 Dec 09 16:49:31.480082 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba3d5e83-2694-4cb9-8c60-8b0403c5e931 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:31.485277 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba3d5e83-2694-4cb9-8c60-8b0403c5e931 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:31.503884 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d5e83-2694-4cb9-8c60-8b0403c5e931 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b285f6d-b12f-4962-b711-a726425e5beb,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:49:31.517101 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba3d5e83-2694-4cb9-8c60-8b0403c5e931 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:31.520863 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ba3d5e83-2694-4cb9-8c60-8b0403c5e931 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1650708 Dec 09 16:49:31.521948 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56716) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:49:31.529214 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-1674bab7-6ea2-4f73-87a4-322719167cf6 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Request body: {'security_group_rule': {'security_group_id': 'd0227078-e07a-4673-abae-ed63fe590e92', 'project_id': 'd1a27a168b004b64af601bd2ca3498c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:49:31.558130 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1674bab7-6ea2-4f73-87a4-322719167cf6 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:31.571591 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf7d71-b99b-4136-a644-08155dd7353b req-6570f814-b92e-42e4-a404-9eb6b8744ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:49:31.573156 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2bbf7d71-b99b-4136-a644-08155dd7353b req-6570f814-b92e-42e4-a404-9eb6b8744ba1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=147c401d-c32f-442c-a357-f71251aab2ce HTTP/1.1" status: 200 len: 916 time: 0.1004083 Dec 09 16:49:31.617840 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1674bab7-6ea2-4f73-87a4-322719167cf6 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:31.623679 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1674bab7-6ea2-4f73-87a4-322719167cf6 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:31.643538 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1674bab7-6ea2-4f73-87a4-322719167cf6 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c1b39fc-cf6c-4209-abd3-5f548419fad1,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:49:31.644546 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2bbf7d71-b99b-4136-a644-08155dd7353b req-5168d8b3-72f5-477e-9bb5-0a5a9e536f93 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=995f6d9e-2361-4ca6-986a-08f6a31ac1ab HTTP/1.1" status: 200 len: 999 time: 0.0629783 Dec 09 16:49:31.652116 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d255ce73-37ff-409f-948a-7328e62a6796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9735b7b7-24b6-4b95-a4a6-4edda76d472f', 'name': 'tempest-TestMinimumBasicScenario-2133674204-router', 'tenant_id': 'd1a27a168b004b64af601bd2ca3498c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'dcc5acba-2917-40bf-a520-6982a02acbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:48:34Z', 'updated_at': '2021-12-09T16:48:36Z', 'revision_number': 4, 'project_id': 'd1a27a168b004b64af601bd2ca3498c9', 'gw_port': {'id': 'dcc5acba-2917-40bf-a520-6982a02acbda', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9735b7b7-24b6-4b95-a4a6-4edda76d472f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:48:34Z', 'updated_at': '2021-12-09T16:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '4b2a3b4d-45de-4452-8192-abcc1b015f5e', 'tenant_id': 'd1a27a168b004b64af601bd2ca3498c9', 'floating_ip_address': '172.25.3.51', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '9735b7b7-24b6-4b95-a4a6-4edda76d472f', 'port_id': '995f6d9e-2361-4ca6-986a-08f6a31ac1ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '147c401d-c32f-442c-a357-f71251aab2ce', 'mac_address': 'fa:16:3e:0d:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a347b88-58bf-4dc5-aa78-00ae2a42b24a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:49:30Z', 'updated_at': '2021-12-09T16:49:30Z', 'revision_number': 0, 'project_id': 'd1a27a168b004b64af601bd2ca3498c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef11bce2-f351-4b98-8b8f-10b3fad47ece', 'name': '', 'network_id': '147c401d-c32f-442c-a357-f71251aab2ce', 'tenant_id': 'd1a27a168b004b64af601bd2ca3498c9', 'mac_address': 'fa:16:3e:b2:f3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9735b7b7-24b6-4b95-a4a6-4edda76d472f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '09cdcb8f-62d8-48a3-ab8b-da2655dba88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:48:36Z', 'updated_at': '2021-12-09T16:48:41Z', 'revision_number': 5, 'project_id': 'd1a27a168b004b64af601bd2ca3498c9', 'subnets': [{'id': '09cdcb8f-62d8-48a3-ab8b-da2655dba88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:49:31.654455 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1674bab7-6ea2-4f73-87a4-322719167cf6 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:31.655784 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1674bab7-6ea2-4f73-87a4-322719167cf6 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1320517 Dec 09 16:49:31.658733 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56718) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:49:31.663905 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-2baa3f54-d142-4fb6-a470-0d8d2b936197 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Request body: {'security_group_rule': {'security_group_id': 'd0227078-e07a-4673-abae-ed63fe590e92', 'project_id': 'd1a27a168b004b64af601bd2ca3498c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:49:31.686903 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d255ce73-37ff-409f-948a-7328e62a6796 None None] Checking router: 9735b7b7-24b6-4b95-a4a6-4edda76d472f for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:49:31.692349 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2baa3f54-d142-4fb6-a470-0d8d2b936197 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:31.695570 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d255ce73-37ff-409f-948a-7328e62a6796 None None] Routers {'9735b7b7-24b6-4b95-a4a6-4edda76d472f'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:49:31.696191 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d255ce73-37ff-409f-948a-7328e62a6796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:49:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9735b7b7-24b6-4b95-a4a6-4edda76d472f'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:49:31.705339 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf7d71-b99b-4136-a644-08155dd7353b req-bffbb789-06ac-4793-8871-a56490bb578d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:49:31.706816 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2bbf7d71-b99b-4136-a644-08155dd7353b req-bffbb789-06ac-4793-8871-a56490bb578d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=09cdcb8f-62d8-48a3-ab8b-da2655dba88b HTTP/1.1" status: 200 len: 854 time: 0.0533931 Dec 09 16:49:31.752265 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2baa3f54-d142-4fb6-a470-0d8d2b936197 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:31.754747 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf7d71-b99b-4136-a644-08155dd7353b req-bae972da-0d5a-49e4-b756-cd127a327262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:49:31.756641 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2bbf7d71-b99b-4136-a644-08155dd7353b req-bae972da-0d5a-49e4-b756-cd127a327262 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=147c401d-c32f-442c-a357-f71251aab2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429959 Dec 09 16:49:31.757828 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2baa3f54-d142-4fb6-a470-0d8d2b936197 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:31.779828 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa3f54-d142-4fb6-a470-0d8d2b936197 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95d12943-a089-4a86-a3a8-991c04dd3832,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:49:31.789239 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2baa3f54-d142-4fb6-a470-0d8d2b936197 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:31.793520 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2baa3f54-d142-4fb6-a470-0d8d2b936197 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1307321 Dec 09 16:49:31.793917 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56720) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:49:31.800386 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-f90419ff-8f3f-4c18-9a09-c1906ef031ab tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Request body: {'security_group_rule': {'security_group_id': 'd0227078-e07a-4673-abae-ed63fe590e92', 'project_id': 'd1a27a168b004b64af601bd2ca3498c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:49:31.812376 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-d255ce73-37ff-409f-948a-7328e62a6796 None None] Set router 9735b7b7-24b6-4b95-a4a6-4edda76d472f gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:49:31.831236 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f90419ff-8f3f-4c18-9a09-c1906ef031ab tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:31.850746 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2bbf7d71-b99b-4136-a644-08155dd7353b req-c7829d3b-51b9-4e4c-81a5-3f4ed1455558 service neutron] 10.222.0.31 "GET /v2.0/networks/147c401d-c32f-442c-a357-f71251aab2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872741 Dec 09 16:49:31.894164 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f90419ff-8f3f-4c18-9a09-c1906ef031ab tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:31.899369 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f90419ff-8f3f-4c18-9a09-c1906ef031ab tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:31.919061 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90419ff-8f3f-4c18-9a09-c1906ef031ab tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0111af72-fc19-46e3-8408-4cc3cb4f4623,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:49:31.930387 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f90419ff-8f3f-4c18-9a09-c1906ef031ab tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:31.934367 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-f90419ff-8f3f-4c18-9a09-c1906ef031ab tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1363471 Dec 09 16:49:31.934674 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56722) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:49:31.939817 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-9867460a-8c1c-43d4-ad16-cfc1ed384a67 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Request body: {'security_group_rule': {'security_group_id': 'd0227078-e07a-4673-abae-ed63fe590e92', 'project_id': 'd1a27a168b004b64af601bd2ca3498c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:49:31.957773 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2bbf7d71-b99b-4136-a644-08155dd7353b req-d08b7dc0-f8ca-4758-9b63-98785c56368d service neutron] 10.222.0.31 "GET /v2.0/networks/147c401d-c32f-442c-a357-f71251aab2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982325 Dec 09 16:49:31.965201 n-d-821228-1 neutron-server[103245]: INFO neutron.db.securitygroups_db [None req-9867460a-8c1c-43d4-ad16-cfc1ed384a67 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Project d1a27a168b004b64af601bd2ca3498c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 16:49:31.970476 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9867460a-8c1c-43d4-ad16-cfc1ed384a67 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:32.031392 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9867460a-8c1c-43d4-ad16-cfc1ed384a67 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:32.035532 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9867460a-8c1c-43d4-ad16-cfc1ed384a67 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:32.052669 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867460a-8c1c-43d4-ad16-cfc1ed384a67 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3519862-e746-442d-9f0a-5ecbd1ee5ec3,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:49:32.055024 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d255ce73-37ff-409f-948a-7328e62a6796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9735b7b7-24b6-4b95-a4a6-4edda76d472f', 'name': 'tempest-TestMinimumBasicScenario-2133674204-router', 'tenant_id': 'd1a27a168b004b64af601bd2ca3498c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'dcc5acba-2917-40bf-a520-6982a02acbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:48:34Z', 'updated_at': '2021-12-09T16:48:36Z', 'revision_number': 4, 'project_id': 'd1a27a168b004b64af601bd2ca3498c9', 'gw_port': {'id': 'dcc5acba-2917-40bf-a520-6982a02acbda', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9735b7b7-24b6-4b95-a4a6-4edda76d472f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:48:34Z', 'updated_at': '2021-12-09T16:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '4b2a3b4d-45de-4452-8192-abcc1b015f5e', 'tenant_id': 'd1a27a168b004b64af601bd2ca3498c9', 'floating_ip_address': '172.25.3.51', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '9735b7b7-24b6-4b95-a4a6-4edda76d472f', 'port_id': '995f6d9e-2361-4ca6-986a-08f6a31ac1ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '147c401d-c32f-442c-a357-f71251aab2ce', 'mac_address': 'fa:16:3e:0d:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a347b88-58bf-4dc5-aa78-00ae2a42b24a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:49:30Z', 'updated_at': '2021-12-09T16:49:30Z', 'revision_number': 0, 'project_id': 'd1a27a168b004b64af601bd2ca3498c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef11bce2-f351-4b98-8b8f-10b3fad47ece', 'name': '', 'network_id': '147c401d-c32f-442c-a357-f71251aab2ce', 'tenant_id': 'd1a27a168b004b64af601bd2ca3498c9', 'mac_address': 'fa:16:3e:b2:f3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9735b7b7-24b6-4b95-a4a6-4edda76d472f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '09cdcb8f-62d8-48a3-ab8b-da2655dba88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:48:36Z', 'updated_at': '2021-12-09T16:48:41Z', 'revision_number': 5, 'project_id': 'd1a27a168b004b64af601bd2ca3498c9', 'subnets': [{'id': '09cdcb8f-62d8-48a3-ab8b-da2655dba88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:49:32.061508 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9867460a-8c1c-43d4-ad16-cfc1ed384a67 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:32.065398 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9867460a-8c1c-43d4-ad16-cfc1ed384a67 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1271369 Dec 09 16:49:32.065891 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56724) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:49:32.070127 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-b3ebc8c6-2fbb-4411-8d77-3385eed48135 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Request body: {'security_group_rule': {'security_group_id': 'd0227078-e07a-4673-abae-ed63fe590e92', 'project_id': 'd1a27a168b004b64af601bd2ca3498c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:49:32.085936 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d255ce73-37ff-409f-948a-7328e62a6796 None None] The sync data for ids ['9735b7b7-24b6-4b95-a4a6-4edda76d472f'] in n-d-821228-1 is: [{'id': '9735b7b7-24b6-4b95-a4a6-4edda76d472f', 'name': 'tempest-TestMinimumBasicScenario-2133674204-router', 'tenant_id': 'd1a27a168b004b64af601bd2ca3498c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'dcc5acba-2917-40bf-a520-6982a02acbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:48:34Z', 'updated_at': '2021-12-09T16:48:36Z', 'revision_number': 4, 'project_id': 'd1a27a168b004b64af601bd2ca3498c9', 'gw_port': {'id': 'dcc5acba-2917-40bf-a520-6982a02acbda', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9735b7b7-24b6-4b95-a4a6-4edda76d472f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:48:34Z', 'updated_at': '2021-12-09T16:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '4b2a3b4d-45de-4452-8192-abcc1b015f5e', 'tenant_id': 'd1a27a168b004b64af601bd2ca3498c9', 'floating_ip_address': '172.25.3.51', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '9735b7b7-24b6-4b95-a4a6-4edda76d472f', 'port_id': '995f6d9e-2361-4ca6-986a-08f6a31ac1ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '147c401d-c32f-442c-a357-f71251aab2ce', 'mac_address': 'fa:16:3e:0d:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a347b88-58bf-4dc5-aa78-00ae2a42b24a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:49:30Z', 'updated_at': '2021-12-09T16:49:30Z', 'revision_number': 0, 'project_id': 'd1a27a168b004b64af601bd2ca3498c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef11bce2-f351-4b98-8b8f-10b3fad47ece', 'name': '', 'network_id': '147c401d-c32f-442c-a357-f71251aab2ce', 'tenant_id': 'd1a27a168b004b64af601bd2ca3498c9', 'mac_address': 'fa:16:3e:b2:f3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9735b7b7-24b6-4b95-a4a6-4edda76d472f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '09cdcb8f-62d8-48a3-ab8b-da2655dba88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:48:36Z', 'updated_at': '2021-12-09T16:48:41Z', 'revision_number': 5, 'project_id': 'd1a27a168b004b64af601bd2ca3498c9', 'subnets': [{'id': '09cdcb8f-62d8-48a3-ab8b-da2655dba88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:49:32.093694 n-d-821228-1 neutron-server[103245]: INFO neutron.db.securitygroups_db [None req-b3ebc8c6-2fbb-4411-8d77-3385eed48135 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Project d1a27a168b004b64af601bd2ca3498c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 16:49:32.099102 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b3ebc8c6-2fbb-4411-8d77-3385eed48135 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:32.163999 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b3ebc8c6-2fbb-4411-8d77-3385eed48135 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:32.167719 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b3ebc8c6-2fbb-4411-8d77-3385eed48135 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:32.189559 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ebc8c6-2fbb-4411-8d77-3385eed48135 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ea5b5e5-98e7-4e60-b52e-e9e1501a178b,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:49:32.197868 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b3ebc8c6-2fbb-4411-8d77-3385eed48135 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:32.199072 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b3ebc8c6-2fbb-4411-8d77-3385eed48135 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1325641 Dec 09 16:49:32.299020 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-82396a5e-8765-4a0d-b523-62c8771a2c70 req-db85beeb-cd22-4dff-85ca-31cf2f8b978a tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-96226536&fields=id&tenant_id=d1a27a168b004b64af601bd2ca3498c9 HTTP/1.1" status: 200 len: 267 time: 0.0484216 Dec 09 16:49:32.301424 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca1589a-2569-4935-a106-b2d0db6f65df None None] New status for floating IP 4b2a3b4d-45de-4452-8192-abcc1b015f5e: ACTIVE {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:49:32.358991 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82396a5e-8765-4a0d-b523-62c8771a2c70 req-6eab2d71-d908-487a-a2f6-d224670b4f9c tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:49:32.361074 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-82396a5e-8765-4a0d-b523-62c8771a2c70 req-6eab2d71-d908-487a-a2f6-d224670b4f9c tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 946 time: 0.0556319 Dec 09 16:49:32.374874 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-82396a5e-8765-4a0d-b523-62c8771a2c70 req-7ff8ea66-e5b9-4ef9-9bcc-b96e20fa56f9 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Request body: {'port': {'security_groups': ['c4f142ca-4ace-4f8d-9e44-ea6eb337f4be', 'd0227078-e07a-4673-abae-ed63fe590e92']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:49:32.442800 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-82396a5e-8765-4a0d-b523-62c8771a2c70 req-7ff8ea66-e5b9-4ef9-9bcc-b96e20fa56f9 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:32.635386 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-82396a5e-8765-4a0d-b523-62c8771a2c70 req-7ff8ea66-e5b9-4ef9-9bcc-b96e20fa56f9 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] For port 995f6d9e-2361-4ca6-986a-08f6a31ac1ab, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=995f6d9e-2361-4ca6-986a-08f6a31ac1ab,segment=NetworkSegment(1217d3fc-19e2-4a78-8fcb-f671f4b9d64b),segment_id=1217d3fc-19e2-4a78-8fcb-f671f4b9d64b)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:49:32.664661 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-82396a5e-8765-4a0d-b523-62c8771a2c70 req-7ff8ea66-e5b9-4ef9-9bcc-b96e20fa56f9 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:32.669832 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-82396a5e-8765-4a0d-b523-62c8771a2c70 req-7ff8ea66-e5b9-4ef9-9bcc-b96e20fa56f9 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:32.681155 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['995f6d9e-2361-4ca6-986a-08f6a31ac1ab'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:49:32.709982 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82396a5e-8765-4a0d-b523-62c8771a2c70 req-7ff8ea66-e5b9-4ef9-9bcc-b96e20fa56f9 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:49:32.710624 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-82396a5e-8765-4a0d-b523-62c8771a2c70 req-7ff8ea66-e5b9-4ef9-9bcc-b96e20fa56f9 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:32.712030 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-82396a5e-8765-4a0d-b523-62c8771a2c70 req-7ff8ea66-e5b9-4ef9-9bcc-b96e20fa56f9 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "PUT /v2.0/ports/995f6d9e-2361-4ca6-986a-08f6a31ac1ab HTTP/1.1" status: 200 len: 982 time: 0.3441741 Dec 09 16:49:32.714924 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a347b88-58bf-4dc5-aa78-00ae2a42b24a', 'tag': '995f6d9e-2361-4ca6-986a-08f6a31ac1ab'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:49:32.719235 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11eb254-ff52-485d-8500-da08770b3b0b" -d '{"events": [{"name": "network-changed", "server_uuid": "5a347b88-58bf-4dc5-aa78-00ae2a42b24a", "tag": "995f6d9e-2361-4ca6-986a-08f6a31ac1ab"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:49:32.758432 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8ea66-e5b9-4ef9-9bcc-b96e20fa56f9 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Pushing event updated for resources: {'Port': ['ID=995f6d9e-2361-4ca6-986a-08f6a31ac1ab,revision_number=6']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:49:32.789956 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['995f6d9e-2361-4ca6-986a-08f6a31ac1ab'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:49:32.827627 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0b928-1c26-4de8-b072-51b7be4cc814 req-ba98a8b0-3b5d-403b-8c51-f136360e638a tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:49:32.829302 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-36d0b928-1c26-4de8-b072-51b7be4cc814 req-ba98a8b0-3b5d-403b-8c51-f136360e638a tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 985 time: 0.0590928 Dec 09 16:49:32.899766 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-36d0b928-1c26-4de8-b072-51b7be4cc814 req-1f4dd21d-e8a1-42f5-9231-3146d0b0cf64 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0227078-e07a-4673-abae-ed63fe590e92&id=c4f142ca-4ace-4f8d-9e44-ea6eb337f4be&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0622852 Dec 09 16:49:32.955139 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeaeeec5-5236-4f5e-9a6b-06d75d1be594 x-openstack-request-id: req-eeaeeec5-5236-4f5e-9a6b-06d75d1be594 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:49:32.955439 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a347b88-58bf-4dc5-aa78-00ae2a42b24a", "tag": "995f6d9e-2361-4ca6-986a-08f6a31ac1ab", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:49:32.955697 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-eeaeeec5-5236-4f5e-9a6b-06d75d1be594 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:49:32.956107 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a347b88-58bf-4dc5-aa78-00ae2a42b24a', 'tag': '995f6d9e-2361-4ca6-986a-08f6a31ac1ab', 'status': 'completed', 'code': 200} Dec 09 16:49:33.029203 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11eb254-ff52-485d-8500-da08770b3b0b req-d6c571b3-902e-4e56-9b4c-5975925ed697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:49:33.030766 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e11eb254-ff52-485d-8500-da08770b3b0b req-d6c571b3-902e-4e56-9b4c-5975925ed697 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d1a27a168b004b64af601bd2ca3498c9&device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 1136 time: 0.0490162 Dec 09 16:49:33.125353 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11eb254-ff52-485d-8500-da08770b3b0b req-d0cd9fd8-7484-4c63-b956-35cdd0062a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:49:33.126812 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e11eb254-ff52-485d-8500-da08770b3b0b req-d0cd9fd8-7484-4c63-b956-35cdd0062a24 service neutron] 10.222.0.31 "GET /v2.0/networks?id=147c401d-c32f-442c-a357-f71251aab2ce HTTP/1.1" status: 200 len: 916 time: 0.0883899 Dec 09 16:49:33.166589 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-688226e7-51df-4918-9e94-491bc55a4a19 None None] Provisioning complete for port 995f6d9e-2361-4ca6-986a-08f6a31ac1ab triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:49:33.166857 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-688226e7-51df-4918-9e94-491bc55a4a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:33.197748 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e11eb254-ff52-485d-8500-da08770b3b0b req-5baea516-2c16-4765-92c3-059fa4a3c340 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=995f6d9e-2361-4ca6-986a-08f6a31ac1ab HTTP/1.1" status: 200 len: 1001 time: 0.0630903 Dec 09 16:49:33.247947 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11eb254-ff52-485d-8500-da08770b3b0b req-0423b3ce-af4d-436b-81ea-8df3d874a8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:49:33.249520 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e11eb254-ff52-485d-8500-da08770b3b0b req-0423b3ce-af4d-436b-81ea-8df3d874a8b9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=09cdcb8f-62d8-48a3-ab8b-da2655dba88b HTTP/1.1" status: 200 len: 854 time: 0.0442383 Dec 09 16:49:33.297162 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11eb254-ff52-485d-8500-da08770b3b0b req-d2a50b3d-ab7d-4c9b-8e3e-bd35358b7b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:49:33.298669 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e11eb254-ff52-485d-8500-da08770b3b0b req-d2a50b3d-ab7d-4c9b-8e3e-bd35358b7b91 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=147c401d-c32f-442c-a357-f71251aab2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421898 Dec 09 16:49:33.395930 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e11eb254-ff52-485d-8500-da08770b3b0b req-43fac4af-7ec4-4a17-bc5d-8bb3877ba195 service neutron] 10.222.0.31 "GET /v2.0/networks/147c401d-c32f-442c-a357-f71251aab2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899956 Dec 09 16:49:33.486483 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e11eb254-ff52-485d-8500-da08770b3b0b req-60ac6403-e0de-4e1d-9815-b90cc4689bee service neutron] 10.222.0.31 "GET /v2.0/networks/147c401d-c32f-442c-a357-f71251aab2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826364 Dec 09 16:49:44.737327 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:49:46.871593 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:50.654376 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3ff90560-bbfd-4329-84c8-67cd4ebed735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:53.192192 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e61296e9-3162-424c-959f-6654de5a0d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:54.369499 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:55.282211 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:55.646690 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:56.625084 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:49:58.985813 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d18154e2-0dd9-4131-93bd-4808f7c2617d req-adbab859-465c-4d0d-af96-5ce7256e20d0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438786 Dec 09 16:49:59.068330 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18154e2-0dd9-4131-93bd-4808f7c2617d req-5000a5fd-134d-4325-8527-5249dc6af43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:49:59.069880 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d18154e2-0dd9-4131-93bd-4808f7c2617d req-5000a5fd-134d-4325-8527-5249dc6af43f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d1a27a168b004b64af601bd2ca3498c9&device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 1136 time: 0.0400960 Dec 09 16:49:59.175051 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18154e2-0dd9-4131-93bd-4808f7c2617d req-cc8e0627-a4de-404f-8113-f74b882eec60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:49:59.176572 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d18154e2-0dd9-4131-93bd-4808f7c2617d req-cc8e0627-a4de-404f-8113-f74b882eec60 service neutron] 10.222.0.31 "GET /v2.0/networks?id=147c401d-c32f-442c-a357-f71251aab2ce HTTP/1.1" status: 200 len: 916 time: 0.0852039 Dec 09 16:49:59.245062 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d18154e2-0dd9-4131-93bd-4808f7c2617d req-620dc878-afea-495f-a37e-e7fe57256487 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=995f6d9e-2361-4ca6-986a-08f6a31ac1ab HTTP/1.1" status: 200 len: 1001 time: 0.0614328 Dec 09 16:49:59.294290 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18154e2-0dd9-4131-93bd-4808f7c2617d req-0e6accb5-cdfc-4122-aaa2-deab1db011b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:49:59.295706 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d18154e2-0dd9-4131-93bd-4808f7c2617d req-0e6accb5-cdfc-4122-aaa2-deab1db011b2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=09cdcb8f-62d8-48a3-ab8b-da2655dba88b HTTP/1.1" status: 200 len: 854 time: 0.0431793 Dec 09 16:49:59.341286 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18154e2-0dd9-4131-93bd-4808f7c2617d req-9fe4fd8e-174e-4ad8-a150-2ac890bc2d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:49:59.342796 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d18154e2-0dd9-4131-93bd-4808f7c2617d req-9fe4fd8e-174e-4ad8-a150-2ac890bc2d8d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=147c401d-c32f-442c-a357-f71251aab2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405293 Dec 09 16:49:59.436659 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d18154e2-0dd9-4131-93bd-4808f7c2617d req-9a2ea687-92df-4fcf-9571-7d9cc27935af service neutron] 10.222.0.31 "GET /v2.0/networks/147c401d-c32f-442c-a357-f71251aab2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865023 Dec 09 16:49:59.524621 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d18154e2-0dd9-4131-93bd-4808f7c2617d req-9b0ddb60-d3cf-4097-b43e-8bb6e9b6fdf2 service neutron] 10.222.0.31 "GET /v2.0/networks/147c401d-c32f-442c-a357-f71251aab2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811677 Dec 09 16:50:16.887769 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:50:20.654884 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fb54b08f-634e-45a1-9c45-3180eedf4f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:50:21.302352 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6f71a-f188-44f3-bd7a-c5dbe043c6aa req-ffe17b8a-b822-4bb9-ad7d-813d89101f91 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:50:21.303859 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-62f6f71a-f188-44f3-bd7a-c5dbe043c6aa req-ffe17b8a-b822-4bb9-ad7d-813d89101f91 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 985 time: 0.0810521 Dec 09 16:50:21.309611 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db4ea5-5924-4340-8b9e-53243694c77b req-5114c75c-f644-49b1-a805-47566ca06d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:50:21.311010 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d8db4ea5-5924-4340-8b9e-53243694c77b req-5114c75c-f644-49b1-a805-47566ca06d6e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d1a27a168b004b64af601bd2ca3498c9&device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 1136 time: 0.0774283 Dec 09 16:50:21.422730 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-62f6f71a-f188-44f3-bd7a-c5dbe043c6aa req-672b2f20-d416-4814-8c45-53f890e0e4a7 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0227078-e07a-4673-abae-ed63fe590e92&id=c4f142ca-4ace-4f8d-9e44-ea6eb337f4be&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1103897 Dec 09 16:50:21.446866 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db4ea5-5924-4340-8b9e-53243694c77b req-ec144038-59a6-488c-a815-35a2452f19c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:50:21.449059 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d8db4ea5-5924-4340-8b9e-53243694c77b req-ec144038-59a6-488c-a815-35a2452f19c6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=147c401d-c32f-442c-a357-f71251aab2ce HTTP/1.1" status: 200 len: 916 time: 0.1303506 Dec 09 16:50:21.515563 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d8db4ea5-5924-4340-8b9e-53243694c77b req-8d096267-b2c3-44b7-ac45-6df16c50d209 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=995f6d9e-2361-4ca6-986a-08f6a31ac1ab HTTP/1.1" status: 200 len: 1001 time: 0.0588827 Dec 09 16:50:21.564030 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db4ea5-5924-4340-8b9e-53243694c77b req-8b690e05-3435-4055-b316-a5de0ee8636a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:50:21.565639 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d8db4ea5-5924-4340-8b9e-53243694c77b req-8b690e05-3435-4055-b316-a5de0ee8636a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=09cdcb8f-62d8-48a3-ab8b-da2655dba88b HTTP/1.1" status: 200 len: 854 time: 0.0426731 Dec 09 16:50:21.615185 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db4ea5-5924-4340-8b9e-53243694c77b req-4bb9458f-0cae-4dba-baa2-4f771638fa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:50:21.616745 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d8db4ea5-5924-4340-8b9e-53243694c77b req-4bb9458f-0cae-4dba-baa2-4f771638fa4d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=147c401d-c32f-442c-a357-f71251aab2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428379 Dec 09 16:50:21.704163 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d8db4ea5-5924-4340-8b9e-53243694c77b req-12bc1c32-8358-47ab-be5b-dab9d200a772 service neutron] 10.222.0.31 "GET /v2.0/networks/147c401d-c32f-442c-a357-f71251aab2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787942 Dec 09 16:50:21.739569 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:50:21.797294 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d8db4ea5-5924-4340-8b9e-53243694c77b req-2b83ad38-c3b3-4f16-b7a9-5dd6eebcaef1 service neutron] 10.222.0.31 "GET /v2.0/networks/147c401d-c32f-442c-a357-f71251aab2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850980 Dec 09 16:50:22.540587 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a3f77-de1d-4042-a5c1-6cbba544531e req-72660973-4702-4860-b14d-9cb0a3c0638c tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:50:22.542311 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-482a3f77-de1d-4042-a5c1-6cbba544531e req-72660973-4702-4860-b14d-9cb0a3c0638c tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 985 time: 0.0516977 Dec 09 16:50:22.602315 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-482a3f77-de1d-4042-a5c1-6cbba544531e req-df731897-2b96-4a98-8001-0601787b87f3 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0227078-e07a-4673-abae-ed63fe590e92&id=c4f142ca-4ace-4f8d-9e44-ea6eb337f4be&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0539138 Dec 09 16:50:23.194273 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0e1742f8-1ac1-4266-9ecb-be322b574bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:50:23.719534 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f99ce1-365a-4f3e-bea0-e74cec340e8f req-0155e0c6-4503-4bab-a8d6-fc202cd91a6a tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:50:23.721072 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-32f99ce1-365a-4f3e-bea0-e74cec340e8f req-0155e0c6-4503-4bab-a8d6-fc202cd91a6a tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 985 time: 0.0490820 Dec 09 16:50:23.779938 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-32f99ce1-365a-4f3e-bea0-e74cec340e8f req-51be5583-db15-409e-b8e3-36bd3fb8a337 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0227078-e07a-4673-abae-ed63fe590e92&id=c4f142ca-4ace-4f8d-9e44-ea6eb337f4be&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0528641 Dec 09 16:50:24.373212 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:50:24.897509 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac3a60-7d70-4a3c-9922-4623fe365af4 req-c80b55e0-ee0a-4aa2-8a03-d733375ddbc8 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:50:24.898984 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-40ac3a60-7d70-4a3c-9922-4623fe365af4 req-c80b55e0-ee0a-4aa2-8a03-d733375ddbc8 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 985 time: 0.0524123 Dec 09 16:50:24.958438 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-40ac3a60-7d70-4a3c-9922-4623fe365af4 req-30b32312-baf3-4658-a12c-0e5d3c0807d8 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0227078-e07a-4673-abae-ed63fe590e92&id=c4f142ca-4ace-4f8d-9e44-ea6eb337f4be&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0528722 Dec 09 16:50:25.274950 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:50:25.648901 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:50:26.074787 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f83589-4efc-4e8a-87a9-ab7a1418332b req-98ad492e-7196-45d2-ab08-fe26efed8213 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:50:26.076266 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57f83589-4efc-4e8a-87a9-ab7a1418332b req-98ad492e-7196-45d2-ab08-fe26efed8213 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 985 time: 0.0510414 Dec 09 16:50:26.135557 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57f83589-4efc-4e8a-87a9-ab7a1418332b req-d602a856-f4bb-4661-a509-2a19d9239740 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0227078-e07a-4673-abae-ed63fe590e92&id=c4f142ca-4ace-4f8d-9e44-ea6eb337f4be&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0530078 Dec 09 16:50:26.627840 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:50:27.263575 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a2127-894a-4d06-a610-508eec21aed0 req-87be7dba-e33c-4372-bcd0-952949710241 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:50:27.265268 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6c8a2127-894a-4d06-a610-508eec21aed0 req-87be7dba-e33c-4372-bcd0-952949710241 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 985 time: 0.0579641 Dec 09 16:50:27.329738 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6c8a2127-894a-4d06-a610-508eec21aed0 req-d1791985-6d50-4734-89fe-5579d84c798a tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0227078-e07a-4673-abae-ed63fe590e92&id=c4f142ca-4ace-4f8d-9e44-ea6eb337f4be&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0581369 Dec 09 16:50:28.449924 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0747df6-cce1-4e2f-923f-4f53900e65a0 req-2f44564d-6e1a-4f58-bc1e-3ebc53049844 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:50:28.451327 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b0747df6-cce1-4e2f-923f-4f53900e65a0 req-2f44564d-6e1a-4f58-bc1e-3ebc53049844 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 985 time: 0.0502410 Dec 09 16:50:28.510031 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b0747df6-cce1-4e2f-923f-4f53900e65a0 req-41c8b040-34a4-49a6-89d4-de46f239394e tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0227078-e07a-4673-abae-ed63fe590e92&id=c4f142ca-4ace-4f8d-9e44-ea6eb337f4be&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0525954 Dec 09 16:50:29.626060 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be292e2-12c7-4200-82f7-2292565fc4c5 req-b51db9c6-2bb8-4f8d-9d10-aca108c8aaaf tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:50:29.627461 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8be292e2-12c7-4200-82f7-2292565fc4c5 req-b51db9c6-2bb8-4f8d-9d10-aca108c8aaaf tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 985 time: 0.0491407 Dec 09 16:50:29.690300 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8be292e2-12c7-4200-82f7-2292565fc4c5 req-b6fd30f7-4bf1-468e-8546-22a2e2135a8d tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0227078-e07a-4673-abae-ed63fe590e92&id=c4f142ca-4ace-4f8d-9e44-ea6eb337f4be&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0567348 Dec 09 16:50:30.807055 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54ad32-3c0b-45de-9b43-4d713d2d6f8d req-ea0118be-d179-45fd-8cdb-58b498325cf1 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:50:30.808601 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8c54ad32-3c0b-45de-9b43-4d713d2d6f8d req-ea0118be-d179-45fd-8cdb-58b498325cf1 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 985 time: 0.0491037 Dec 09 16:50:30.869985 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8c54ad32-3c0b-45de-9b43-4d713d2d6f8d req-0bcb2efd-c420-4096-aefe-69c5f6be8681 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0227078-e07a-4673-abae-ed63fe590e92&id=c4f142ca-4ace-4f8d-9e44-ea6eb337f4be&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0552087 Dec 09 16:50:31.986312 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b1415-61cc-4634-884b-5b3bedb4cbb6 req-7862e6dc-70eb-4a4a-a80b-1468e61ce173 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:50:31.987796 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d44b1415-61cc-4634-884b-5b3bedb4cbb6 req-7862e6dc-70eb-4a4a-a80b-1468e61ce173 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 985 time: 0.0496843 Dec 09 16:50:32.048625 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d44b1415-61cc-4634-884b-5b3bedb4cbb6 req-22dbe584-7bea-4bfd-bfd2-19587ab9f93a tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0227078-e07a-4673-abae-ed63fe590e92&id=c4f142ca-4ace-4f8d-9e44-ea6eb337f4be&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0546396 Dec 09 16:50:33.176554 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405fbc4-c31d-407f-b714-b5e509f61705 req-67223811-cf83-4187-bd78-fae173463044 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:50:33.178038 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a405fbc4-c31d-407f-b714-b5e509f61705 req-67223811-cf83-4187-bd78-fae173463044 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 985 time: 0.0561855 Dec 09 16:50:33.237475 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a405fbc4-c31d-407f-b714-b5e509f61705 req-0915b057-7189-48af-b693-deb25a3aedfd tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0227078-e07a-4673-abae-ed63fe590e92&id=c4f142ca-4ace-4f8d-9e44-ea6eb337f4be&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0533390 Dec 09 16:50:46.904327 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:50:50.657031 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cdc113e9-d57e-410c-8d55-1ce428083361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:50:53.195985 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7516090a-fa5f-48ee-99a2-5d9da34c3b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:50:54.376419 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:50:55.279546 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:50:55.652856 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:50:56.630186 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:50:58.738771 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:51:00.918058 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a62e65a9-673e-4e54-aa55-def1622ac450 req-3c185a83-2755-4a24-8ac9-6fed9c96a8f6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0972526 Dec 09 16:51:00.999927 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e65a9-673e-4e54-aa55-def1622ac450 req-91c416e6-f23f-4a1a-a338-bd95256e4fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:51:01.001435 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a62e65a9-673e-4e54-aa55-def1622ac450 req-91c416e6-f23f-4a1a-a338-bd95256e4fe2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d1a27a168b004b64af601bd2ca3498c9&device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 1136 time: 0.0405304 Dec 09 16:51:01.109941 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e65a9-673e-4e54-aa55-def1622ac450 req-8eadf58b-d761-4142-9c61-bbe847090e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:51:01.111338 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a62e65a9-673e-4e54-aa55-def1622ac450 req-8eadf58b-d761-4142-9c61-bbe847090e49 service neutron] 10.222.0.31 "GET /v2.0/networks?id=147c401d-c32f-442c-a357-f71251aab2ce HTTP/1.1" status: 200 len: 916 time: 0.0895591 Dec 09 16:51:01.176262 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a62e65a9-673e-4e54-aa55-def1622ac450 req-a05d0ebd-006d-449f-8999-b90fb9767bec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=995f6d9e-2361-4ca6-986a-08f6a31ac1ab HTTP/1.1" status: 200 len: 1001 time: 0.0580759 Dec 09 16:51:01.226992 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e65a9-673e-4e54-aa55-def1622ac450 req-0390f9f9-b404-48c1-80b3-1559dcd6f710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:51:01.228438 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a62e65a9-673e-4e54-aa55-def1622ac450 req-0390f9f9-b404-48c1-80b3-1559dcd6f710 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=09cdcb8f-62d8-48a3-ab8b-da2655dba88b HTTP/1.1" status: 200 len: 854 time: 0.0452013 Dec 09 16:51:01.273015 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e65a9-673e-4e54-aa55-def1622ac450 req-ee288dfe-ffc0-4e7b-aecc-89e6607a0db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:51:01.274459 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a62e65a9-673e-4e54-aa55-def1622ac450 req-ee288dfe-ffc0-4e7b-aecc-89e6607a0db7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=147c401d-c32f-442c-a357-f71251aab2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387323 Dec 09 16:51:01.285021 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-a62e65a9-673e-4e54-aa55-def1622ac450 req-387e39e8-551d-4c70-b5d0-8a4f645620de service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 16:51:01.285945 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a62e65a9-673e-4e54-aa55-def1622ac450 req-387e39e8-551d-4c70-b5d0-8a4f645620de service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046914 Dec 09 16:51:01.383894 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a62e65a9-673e-4e54-aa55-def1622ac450 req-7efa68b7-db5d-48b2-9254-6a36c1076dd2 service neutron] 10.222.0.31 "GET /v2.0/networks/147c401d-c32f-442c-a357-f71251aab2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901039 Dec 09 16:51:01.475010 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a62e65a9-673e-4e54-aa55-def1622ac450 req-4a1c90f6-f198-4371-b05d-0b48b34f3772 service neutron] 10.222.0.31 "GET /v2.0/networks/147c401d-c32f-442c-a357-f71251aab2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830777 Dec 09 16:51:16.905265 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:20.657879 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8c1221ab-c877-41ef-a695-6d056c38f848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:23.198090 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-68a3f33a-09b6-47d1-9f1a-eb98ec81cc40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:24.378877 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:25.278774 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:25.654855 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:26.632489 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:35.737870 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:51:36.793418 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cba68e95-367c-4587-87bd-58a3b9ed09de req-3d38f741-4e41-4cee-b777-8ce807ab2ba2 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-96226536&fields=id&tenant_id=d1a27a168b004b64af601bd2ca3498c9 HTTP/1.1" status: 200 len: 267 time: 0.0432315 Dec 09 16:51:36.845808 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba68e95-367c-4587-87bd-58a3b9ed09de req-0bc84a6c-d587-4a7d-a35b-d12986cee3ff tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:51:36.847256 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cba68e95-367c-4587-87bd-58a3b9ed09de req-0bc84a6c-d587-4a7d-a35b-d12986cee3ff tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 985 time: 0.0482779 Dec 09 16:51:36.858012 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-cba68e95-367c-4587-87bd-58a3b9ed09de req-f7bcb69e-c00a-445d-bd72-017b98fe3088 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Request body: {'port': {'security_groups': ['c4f142ca-4ace-4f8d-9e44-ea6eb337f4be']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:51:36.922049 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cba68e95-367c-4587-87bd-58a3b9ed09de req-f7bcb69e-c00a-445d-bd72-017b98fe3088 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:37.089900 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-cba68e95-367c-4587-87bd-58a3b9ed09de req-f7bcb69e-c00a-445d-bd72-017b98fe3088 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] For port 995f6d9e-2361-4ca6-986a-08f6a31ac1ab, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=995f6d9e-2361-4ca6-986a-08f6a31ac1ab,segment=NetworkSegment(1217d3fc-19e2-4a78-8fcb-f671f4b9d64b),segment_id=1217d3fc-19e2-4a78-8fcb-f671f4b9d64b)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:51:37.466793 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cba68e95-367c-4587-87bd-58a3b9ed09de req-f7bcb69e-c00a-445d-bd72-017b98fe3088 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:37.472680 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cba68e95-367c-4587-87bd-58a3b9ed09de req-f7bcb69e-c00a-445d-bd72-017b98fe3088 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:37.486787 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['995f6d9e-2361-4ca6-986a-08f6a31ac1ab'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:51:37.523147 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba68e95-367c-4587-87bd-58a3b9ed09de req-f7bcb69e-c00a-445d-bd72-017b98fe3088 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:51:37.523803 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cba68e95-367c-4587-87bd-58a3b9ed09de req-f7bcb69e-c00a-445d-bd72-017b98fe3088 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:37.525947 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cba68e95-367c-4587-87bd-58a3b9ed09de req-f7bcb69e-c00a-445d-bd72-017b98fe3088 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "PUT /v2.0/ports/995f6d9e-2361-4ca6-986a-08f6a31ac1ab HTTP/1.1" status: 200 len: 943 time: 0.6715930 Dec 09 16:51:37.527081 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a347b88-58bf-4dc5-aa78-00ae2a42b24a', 'tag': '995f6d9e-2361-4ca6-986a-08f6a31ac1ab'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:51:37.532152 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91161264-2d54-4ced-9a6a-d898251654ee" -d '{"events": [{"name": "network-changed", "server_uuid": "5a347b88-58bf-4dc5-aa78-00ae2a42b24a", "tag": "995f6d9e-2361-4ca6-986a-08f6a31ac1ab"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:51:37.532917 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56792) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:51:37.552596 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bcb69e-c00a-445d-bd72-017b98fe3088 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Pushing event updated for resources: {'Port': ['ID=995f6d9e-2361-4ca6-986a-08f6a31ac1ab,revision_number=7']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:51:37.561312 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bcb69e-c00a-445d-bd72-017b98fe3088 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:51:37.561669 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bcb69e-c00a-445d-bd72-017b98fe3088 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:51:37.562017 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bcb69e-c00a-445d-bd72-017b98fe3088 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:51:37.562359 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bcb69e-c00a-445d-bd72-017b98fe3088 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:51:37.562698 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bcb69e-c00a-445d-bd72-017b98fe3088 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:51:37.563032 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bcb69e-c00a-445d-bd72-017b98fe3088 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:51:37.563362 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bcb69e-c00a-445d-bd72-017b98fe3088 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:51:37.563705 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bcb69e-c00a-445d-bd72-017b98fe3088 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:51:37.564572 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bcb69e-c00a-445d-bd72-017b98fe3088 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:51:37.564572 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bcb69e-c00a-445d-bd72-017b98fe3088 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:51:37.564780 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bcb69e-c00a-445d-bd72-017b98fe3088 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:51:37.564992 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bcb69e-c00a-445d-bd72-017b98fe3088 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:51:37.565317 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bcb69e-c00a-445d-bd72-017b98fe3088 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:51:37.585555 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95414d41-85d9-49be-984a-dcf5c992ae5b x-openstack-request-id: req-95414d41-85d9-49be-984a-dcf5c992ae5b {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:51:37.586737 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a347b88-58bf-4dc5-aa78-00ae2a42b24a", "tag": "995f6d9e-2361-4ca6-986a-08f6a31ac1ab", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:51:37.587203 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-95414d41-85d9-49be-984a-dcf5c992ae5b {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:51:37.588444 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a347b88-58bf-4dc5-aa78-00ae2a42b24a', 'tag': '995f6d9e-2361-4ca6-986a-08f6a31ac1ab', 'status': 'completed', 'code': 200} Dec 09 16:51:37.619659 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['995f6d9e-2361-4ca6-986a-08f6a31ac1ab'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:51:37.623848 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-406a6d7a-db8c-457d-91be-8ce9799a094f tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:37.656611 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-406a6d7a-db8c-457d-91be-8ce9799a094f tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:37.661412 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91161264-2d54-4ced-9a6a-d898251654ee req-5ddd614f-305a-4599-981c-0aca17888a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:51:37.662942 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-91161264-2d54-4ced-9a6a-d898251654ee req-5ddd614f-305a-4599-981c-0aca17888a36 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d1a27a168b004b64af601bd2ca3498c9&device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 1097 time: 0.0524793 Dec 09 16:51:37.726884 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-406a6d7a-db8c-457d-91be-8ce9799a094f tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:37.730970 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-406a6d7a-db8c-457d-91be-8ce9799a094f tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:37.732356 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-406a6d7a-db8c-457d-91be-8ce9799a094f tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "DELETE /v2.0/security-groups/d0227078-e07a-4673-abae-ed63fe590e92 HTTP/1.1" status: 204 len: 168 time: 0.1977065 Dec 09 16:51:37.743683 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56796) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:51:37.746653 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a6d7a-db8c-457d-91be-8ce9799a094f tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0227078-e07a-4673-abae-ed63fe590e92,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:51:37.756974 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406a6d7a-db8c-457d-91be-8ce9799a094f tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:51:37.757330 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406a6d7a-db8c-457d-91be-8ce9799a094f tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:51:37.757678 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406a6d7a-db8c-457d-91be-8ce9799a094f tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:51:37.758038 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406a6d7a-db8c-457d-91be-8ce9799a094f tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:51:37.758358 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406a6d7a-db8c-457d-91be-8ce9799a094f tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:51:37.758694 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406a6d7a-db8c-457d-91be-8ce9799a094f tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:51:37.759024 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406a6d7a-db8c-457d-91be-8ce9799a094f tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:51:37.759352 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406a6d7a-db8c-457d-91be-8ce9799a094f tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:51:37.761098 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406a6d7a-db8c-457d-91be-8ce9799a094f tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:51:37.761770 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406a6d7a-db8c-457d-91be-8ce9799a094f tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:51:37.762125 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406a6d7a-db8c-457d-91be-8ce9799a094f tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:51:37.762554 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406a6d7a-db8c-457d-91be-8ce9799a094f tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:51:37.763018 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406a6d7a-db8c-457d-91be-8ce9799a094f tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:51:37.837650 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1f046636-3551-46e1-bb18-d03746af6949 None None] Provisioning complete for port 995f6d9e-2361-4ca6-986a-08f6a31ac1ab triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:51:37.838731 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1f046636-3551-46e1-bb18-d03746af6949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:37.841337 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91161264-2d54-4ced-9a6a-d898251654ee req-d91a49e0-baa9-403d-b22a-d8a26e913769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:51:37.842831 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-91161264-2d54-4ced-9a6a-d898251654ee req-d91a49e0-baa9-403d-b22a-d8a26e913769 service neutron] 10.222.0.31 "GET /v2.0/networks?id=147c401d-c32f-442c-a357-f71251aab2ce HTTP/1.1" status: 200 len: 916 time: 0.1717212 Dec 09 16:51:37.967590 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-91161264-2d54-4ced-9a6a-d898251654ee req-ddedb3b8-c45d-47b2-bf73-891f52c3ca67 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=995f6d9e-2361-4ca6-986a-08f6a31ac1ab HTTP/1.1" status: 200 len: 1001 time: 0.0948756 Dec 09 16:51:38.025974 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-9f258395-809b-4eb1-9b05-4c0d82807a87 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Deleting port 1ffa7469-8b2d-4aa6-9e8d-0e44ccb44c8d {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:51:38.026420 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f258395-809b-4eb1-9b05-4c0d82807a87 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:38.030473 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91161264-2d54-4ced-9a6a-d898251654ee req-46c8445b-6ebc-4482-acbb-951bae90135a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:51:38.031938 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-91161264-2d54-4ced-9a6a-d898251654ee req-46c8445b-6ebc-4482-acbb-951bae90135a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=09cdcb8f-62d8-48a3-ab8b-da2655dba88b HTTP/1.1" status: 200 len: 854 time: 0.0567274 Dec 09 16:51:38.129572 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91161264-2d54-4ced-9a6a-d898251654ee req-db789ff3-8cc4-4e2e-8894-7c29bb3d2168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:51:38.131086 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-91161264-2d54-4ced-9a6a-d898251654ee req-db789ff3-8cc4-4e2e-8894-7c29bb3d2168 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=147c401d-c32f-442c-a357-f71251aab2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877569 Dec 09 16:51:38.149979 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f258395-809b-4eb1-9b05-4c0d82807a87 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:38.151003 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f258395-809b-4eb1-9b05-4c0d82807a87 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:38.195836 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-9f258395-809b-4eb1-9b05-4c0d82807a87 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Calling delete_port for 1ffa7469-8b2d-4aa6-9e8d-0e44ccb44c8d owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:51:38.285341 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-91161264-2d54-4ced-9a6a-d898251654ee req-8d53fd11-2c5d-411a-9936-59b9c96d7e59 service neutron] 10.222.0.31 "GET /v2.0/networks/147c401d-c32f-442c-a357-f71251aab2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453426 Dec 09 16:51:38.419597 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-91161264-2d54-4ced-9a6a-d898251654ee req-07d4fc12-b79c-471f-957d-fc357c96df65 service neutron] 10.222.0.31 "GET /v2.0/networks/147c401d-c32f-442c-a357-f71251aab2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267266 Dec 09 16:51:38.442789 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f258395-809b-4eb1-9b05-4c0d82807a87 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:38.472861 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f258395-809b-4eb1-9b05-4c0d82807a87 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Pushing event deleted for resources: {'Port': ['ID=1ffa7469-8b2d-4aa6-9e8d-0e44ccb44c8d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:51:38.528647 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f258395-809b-4eb1-9b05-4c0d82807a87 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:38.528983 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-9f258395-809b-4eb1-9b05-4c0d82807a87 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Floating IP 4b2a3b4d-45de-4452-8192-abcc1b015f5e disassociated (deleted). External IP: 172.25.3.51, port: 995f6d9e-2361-4ca6-986a-08f6a31ac1ab. Dec 09 16:51:38.733835 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f258395-809b-4eb1-9b05-4c0d82807a87 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Router 9735b7b7-24b6-4b95-a4a6-4edda76d472f has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:51:38.841673 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f258395-809b-4eb1-9b05-4c0d82807a87 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:51:38.846099 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9f258395-809b-4eb1-9b05-4c0d82807a87 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:38.851452 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbde569-ba63-4df7-9631-0838f30a8918 None None] Sync routers for ids ['9735b7b7-24b6-4b95-a4a6-4edda76d472f'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:51:38.861281 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbde569-ba63-4df7-9631-0838f30a8918 None None] Routers {'9735b7b7-24b6-4b95-a4a6-4edda76d472f'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:51:38.861887 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-bfbde569-ba63-4df7-9631-0838f30a8918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:51:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9735b7b7-24b6-4b95-a4a6-4edda76d472f'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:51:38.874275 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9f258395-809b-4eb1-9b05-4c0d82807a87 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "DELETE /v2.0/floatingips/4b2a3b4d-45de-4452-8192-abcc1b015f5e HTTP/1.1" status: 204 len: 168 time: 1.1294720 Dec 09 16:51:38.967784 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-bfbde569-ba63-4df7-9631-0838f30a8918 None None] Set router 9735b7b7-24b6-4b95-a4a6-4edda76d472f gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:51:39.175475 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-bfbde569-ba63-4df7-9631-0838f30a8918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9735b7b7-24b6-4b95-a4a6-4edda76d472f', 'name': 'tempest-TestMinimumBasicScenario-2133674204-router', 'tenant_id': 'd1a27a168b004b64af601bd2ca3498c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'dcc5acba-2917-40bf-a520-6982a02acbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:48:34Z', 'updated_at': '2021-12-09T16:48:36Z', 'revision_number': 4, 'project_id': 'd1a27a168b004b64af601bd2ca3498c9', 'gw_port': {'id': 'dcc5acba-2917-40bf-a520-6982a02acbda', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9735b7b7-24b6-4b95-a4a6-4edda76d472f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:48:34Z', 'updated_at': '2021-12-09T16:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'ef11bce2-f351-4b98-8b8f-10b3fad47ece', 'name': '', 'network_id': '147c401d-c32f-442c-a357-f71251aab2ce', 'tenant_id': 'd1a27a168b004b64af601bd2ca3498c9', 'mac_address': 'fa:16:3e:b2:f3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9735b7b7-24b6-4b95-a4a6-4edda76d472f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '09cdcb8f-62d8-48a3-ab8b-da2655dba88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:48:36Z', 'updated_at': '2021-12-09T16:48:41Z', 'revision_number': 5, 'project_id': 'd1a27a168b004b64af601bd2ca3498c9', 'subnets': [{'id': '09cdcb8f-62d8-48a3-ab8b-da2655dba88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:51:39.201560 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbde569-ba63-4df7-9631-0838f30a8918 None None] Checking router: 9735b7b7-24b6-4b95-a4a6-4edda76d472f for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:51:39.209681 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbde569-ba63-4df7-9631-0838f30a8918 None None] Routers {'9735b7b7-24b6-4b95-a4a6-4edda76d472f'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:51:39.210276 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-bfbde569-ba63-4df7-9631-0838f30a8918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:51:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9735b7b7-24b6-4b95-a4a6-4edda76d472f'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:51:39.398793 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-bfbde569-ba63-4df7-9631-0838f30a8918 None None] Set router 9735b7b7-24b6-4b95-a4a6-4edda76d472f gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:51:39.590205 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a347b88-58bf-4dc5-aa78-00ae2a42b24a', 'tag': '995f6d9e-2361-4ca6-986a-08f6a31ac1ab'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:51:39.592569 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6d074c-a979-47fc-9d97-b1cbf14e8b2a" -d '{"events": [{"name": "network-changed", "server_uuid": "5a347b88-58bf-4dc5-aa78-00ae2a42b24a", "tag": "995f6d9e-2361-4ca6-986a-08f6a31ac1ab"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:51:39.595137 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-bfbde569-ba63-4df7-9631-0838f30a8918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9735b7b7-24b6-4b95-a4a6-4edda76d472f', 'name': 'tempest-TestMinimumBasicScenario-2133674204-router', 'tenant_id': 'd1a27a168b004b64af601bd2ca3498c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'dcc5acba-2917-40bf-a520-6982a02acbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:48:34Z', 'updated_at': '2021-12-09T16:48:36Z', 'revision_number': 4, 'project_id': 'd1a27a168b004b64af601bd2ca3498c9', 'gw_port': {'id': 'dcc5acba-2917-40bf-a520-6982a02acbda', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9735b7b7-24b6-4b95-a4a6-4edda76d472f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:48:34Z', 'updated_at': '2021-12-09T16:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'ef11bce2-f351-4b98-8b8f-10b3fad47ece', 'name': '', 'network_id': '147c401d-c32f-442c-a357-f71251aab2ce', 'tenant_id': 'd1a27a168b004b64af601bd2ca3498c9', 'mac_address': 'fa:16:3e:b2:f3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9735b7b7-24b6-4b95-a4a6-4edda76d472f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '09cdcb8f-62d8-48a3-ab8b-da2655dba88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:48:36Z', 'updated_at': '2021-12-09T16:48:41Z', 'revision_number': 5, 'project_id': 'd1a27a168b004b64af601bd2ca3498c9', 'subnets': [{'id': '09cdcb8f-62d8-48a3-ab8b-da2655dba88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:51:39.623476 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbde569-ba63-4df7-9631-0838f30a8918 None None] The sync data for ids ['9735b7b7-24b6-4b95-a4a6-4edda76d472f'] in n-d-821228-1 is: [{'id': '9735b7b7-24b6-4b95-a4a6-4edda76d472f', 'name': 'tempest-TestMinimumBasicScenario-2133674204-router', 'tenant_id': 'd1a27a168b004b64af601bd2ca3498c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'dcc5acba-2917-40bf-a520-6982a02acbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:48:34Z', 'updated_at': '2021-12-09T16:48:36Z', 'revision_number': 4, 'project_id': 'd1a27a168b004b64af601bd2ca3498c9', 'gw_port': {'id': 'dcc5acba-2917-40bf-a520-6982a02acbda', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9735b7b7-24b6-4b95-a4a6-4edda76d472f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:48:34Z', 'updated_at': '2021-12-09T16:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'ef11bce2-f351-4b98-8b8f-10b3fad47ece', 'name': '', 'network_id': '147c401d-c32f-442c-a357-f71251aab2ce', 'tenant_id': 'd1a27a168b004b64af601bd2ca3498c9', 'mac_address': 'fa:16:3e:b2:f3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9735b7b7-24b6-4b95-a4a6-4edda76d472f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '09cdcb8f-62d8-48a3-ab8b-da2655dba88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:48:36Z', 'updated_at': '2021-12-09T16:48:41Z', 'revision_number': 5, 'project_id': 'd1a27a168b004b64af601bd2ca3498c9', 'subnets': [{'id': '09cdcb8f-62d8-48a3-ab8b-da2655dba88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:51:39.630655 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd836fb8-fdf3-41c8-8827-8d3f20a39239 x-openstack-request-id: req-fd836fb8-fdf3-41c8-8827-8d3f20a39239 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:51:39.631039 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a347b88-58bf-4dc5-aa78-00ae2a42b24a", "tag": "995f6d9e-2361-4ca6-986a-08f6a31ac1ab", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:51:39.631782 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fd836fb8-fdf3-41c8-8827-8d3f20a39239 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:51:39.632260 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a347b88-58bf-4dc5-aa78-00ae2a42b24a', 'tag': '995f6d9e-2361-4ca6-986a-08f6a31ac1ab', 'status': 'completed', 'code': 200} Dec 09 16:51:39.703186 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d074c-a979-47fc-9d97-b1cbf14e8b2a req-725f1e85-06f9-429a-ba9d-bf7e8604f148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:51:39.705036 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4c6d074c-a979-47fc-9d97-b1cbf14e8b2a req-725f1e85-06f9-429a-ba9d-bf7e8604f148 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d1a27a168b004b64af601bd2ca3498c9&device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 1097 time: 0.0488789 Dec 09 16:51:39.804552 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d074c-a979-47fc-9d97-b1cbf14e8b2a req-a61cc263-47c6-4c63-8021-9aa7437fd7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:51:39.806357 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4c6d074c-a979-47fc-9d97-b1cbf14e8b2a req-a61cc263-47c6-4c63-8021-9aa7437fd7ae service neutron] 10.222.0.31 "GET /v2.0/networks?id=147c401d-c32f-442c-a357-f71251aab2ce HTTP/1.1" status: 200 len: 916 time: 0.0924952 Dec 09 16:51:39.852177 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4c6d074c-a979-47fc-9d97-b1cbf14e8b2a req-8f180c16-5724-440b-8b37-403c69517001 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=995f6d9e-2361-4ca6-986a-08f6a31ac1ab HTTP/1.1" status: 200 len: 217 time: 0.0375617 Dec 09 16:51:39.864261 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9182f71-b8fc-413b-a8cd-06dfe660e495 None None] New status for floating IP 4b2a3b4d-45de-4452-8192-abcc1b015f5e: DOWN {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:51:39.910840 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d074c-a979-47fc-9d97-b1cbf14e8b2a req-9c9c2a35-2c9d-4298-9971-cd7e8c9c62b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:51:39.912387 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4c6d074c-a979-47fc-9d97-b1cbf14e8b2a req-9c9c2a35-2c9d-4298-9971-cd7e8c9c62b6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=09cdcb8f-62d8-48a3-ab8b-da2655dba88b HTTP/1.1" status: 200 len: 854 time: 0.0534449 Dec 09 16:51:39.964228 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d074c-a979-47fc-9d97-b1cbf14e8b2a req-d22a5cf0-43f5-4faf-975e-3cf43520ede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:51:39.966385 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4c6d074c-a979-47fc-9d97-b1cbf14e8b2a req-d22a5cf0-43f5-4faf-975e-3cf43520ede2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=147c401d-c32f-442c-a357-f71251aab2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454237 Dec 09 16:51:40.056130 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4c6d074c-a979-47fc-9d97-b1cbf14e8b2a req-5fa133be-8b28-4bed-a905-d9bf2cfec871 service neutron] 10.222.0.31 "GET /v2.0/networks/147c401d-c32f-442c-a357-f71251aab2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824716 Dec 09 16:51:40.153273 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4c6d074c-a979-47fc-9d97-b1cbf14e8b2a req-e9dfc827-17a6-41ce-bc09-8ee11ced3858 service neutron] 10.222.0.31 "GET /v2.0/networks/147c401d-c32f-442c-a357-f71251aab2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904694 Dec 09 16:51:46.915513 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:48.008340 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582b15a-d51d-49e8-9f39-1a7bf4247da1 req-d658b851-0de1-48d7-aa19-0fb1d7a24263 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:51:48.009848 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b582b15a-d51d-49e8-9f39-1a7bf4247da1 req-d658b851-0de1-48d7-aa19-0fb1d7a24263 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 946 time: 0.0506613 Dec 09 16:51:48.057064 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b582b15a-d51d-49e8-9f39-1a7bf4247da1 req-8cb18d1f-0899-4b59-9312-0cbfbaec44c0 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/security-groups?id=c4f142ca-4ace-4f8d-9e44-ea6eb337f4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409706 Dec 09 16:51:49.177641 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a4588-5f44-4005-93d8-a021ee3c228f req-dab81d94-c2c1-4b6e-9dda-834828bf8736 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:51:49.179104 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-882a4588-5f44-4005-93d8-a021ee3c228f req-dab81d94-c2c1-4b6e-9dda-834828bf8736 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 946 time: 0.0521860 Dec 09 16:51:49.225479 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-882a4588-5f44-4005-93d8-a021ee3c228f req-522dc5b2-dae4-4ce0-a02b-282edbf4bcfe tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/security-groups?id=c4f142ca-4ace-4f8d-9e44-ea6eb337f4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396476 Dec 09 16:51:49.865368 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc93b8-287b-4e8d-a2b6-f0580bb06b7d req-a0fffc65-f296-42b3-8d63-09130de78ae2 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:51:49.866806 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7cdc93b8-287b-4e8d-a2b6-f0580bb06b7d req-a0fffc65-f296-42b3-8d63-09130de78ae2 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 946 time: 0.0486066 Dec 09 16:51:49.958330 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-7cdc93b8-287b-4e8d-a2b6-f0580bb06b7d req-abc3381a-d1eb-4f30-bc22-93c1c641bd32 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Deleting port 995f6d9e-2361-4ca6-986a-08f6a31ac1ab {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:51:49.958671 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7cdc93b8-287b-4e8d-a2b6-f0580bb06b7d req-abc3381a-d1eb-4f30-bc22-93c1c641bd32 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:50.047134 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-7cdc93b8-287b-4e8d-a2b6-f0580bb06b7d req-abc3381a-d1eb-4f30-bc22-93c1c641bd32 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] For port 995f6d9e-2361-4ca6-986a-08f6a31ac1ab, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=995f6d9e-2361-4ca6-986a-08f6a31ac1ab,segment=NetworkSegment(1217d3fc-19e2-4a78-8fcb-f671f4b9d64b),segment_id=1217d3fc-19e2-4a78-8fcb-f671f4b9d64b)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:51:50.047488 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7cdc93b8-287b-4e8d-a2b6-f0580bb06b7d req-abc3381a-d1eb-4f30-bc22-93c1c641bd32 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:50.060621 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-7cdc93b8-287b-4e8d-a2b6-f0580bb06b7d req-abc3381a-d1eb-4f30-bc22-93c1c641bd32 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Calling delete_port for 995f6d9e-2361-4ca6-986a-08f6a31ac1ab owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:51:50.189005 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7cdc93b8-287b-4e8d-a2b6-f0580bb06b7d req-abc3381a-d1eb-4f30-bc22-93c1c641bd32 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:50.200724 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['995f6d9e-2361-4ca6-986a-08f6a31ac1ab'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:51:50.218224 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3381a-d1eb-4f30-bc22-93c1c641bd32 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Pushing event deleted for resources: {'Port': ['ID=995f6d9e-2361-4ca6-986a-08f6a31ac1ab,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:51:50.264832 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cdc93b8-287b-4e8d-a2b6-f0580bb06b7d req-abc3381a-d1eb-4f30-bc22-93c1c641bd32 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] No DVR routers for this DVR port 995f6d9e-2361-4ca6-986a-08f6a31ac1ab on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:51:50.267597 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7cdc93b8-287b-4e8d-a2b6-f0580bb06b7d req-abc3381a-d1eb-4f30-bc22-93c1c641bd32 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:50.271248 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7cdc93b8-287b-4e8d-a2b6-f0580bb06b7d req-abc3381a-d1eb-4f30-bc22-93c1c641bd32 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.31 "DELETE /v2.0/ports/995f6d9e-2361-4ca6-986a-08f6a31ac1ab HTTP/1.1" status: 204 len: 173 time: 0.3981855 Dec 09 16:51:50.271695 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a347b88-58bf-4dc5-aa78-00ae2a42b24a', 'name': 'network-vif-deleted', 'tag': '995f6d9e-2361-4ca6-986a-08f6a31ac1ab'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:51:50.273996 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf97eed-f3db-4868-aa2d-847d46ccec63" -d '{"events": [{"server_uuid": "5a347b88-58bf-4dc5-aa78-00ae2a42b24a", "name": "network-vif-deleted", "tag": "995f6d9e-2361-4ca6-986a-08f6a31ac1ab"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:51:50.334195 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7dee9f1e-b1b8-4277-8112-a5c0bb300c6b req-8bd5c14d-5e7b-4c40-b295-21e5e0dc2179 tempest-TestMinimumBasicScenario-1273145821 tempest-TestMinimumBasicScenario-1273145821-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a347b88-58bf-4dc5-aa78-00ae2a42b24a HTTP/1.1" status: 200 len: 210 time: 0.0332918 Dec 09 16:51:50.385537 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ba141d-0e25-4f5a-95c4-1d2a85f0b34f x-openstack-request-id: req-f3ba141d-0e25-4f5a-95c4-1d2a85f0b34f {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:51:50.385831 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a347b88-58bf-4dc5-aa78-00ae2a42b24a", "name": "network-vif-deleted", "tag": "995f6d9e-2361-4ca6-986a-08f6a31ac1ab", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:51:50.386084 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f3ba141d-0e25-4f5a-95c4-1d2a85f0b34f {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:51:50.386488 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a347b88-58bf-4dc5-aa78-00ae2a42b24a', 'name': 'network-vif-deleted', 'tag': '995f6d9e-2361-4ca6-986a-08f6a31ac1ab', 'status': 'completed', 'code': 200} Dec 09 16:51:50.660133 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f2d03045-06bb-4e8b-8617-cadccbd96338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:51.896914 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56906) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:51:52.486765 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aefcb72c-d339-4e07-8dad-5fd80db101e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:52.726280 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-aefcb72c-d339-4e07-8dad-5fd80db101e3 admin admin] Deleting port ef11bce2-f351-4b98-8b8f-10b3fad47ece {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:51:52.726615 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aefcb72c-d339-4e07-8dad-5fd80db101e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:52.802163 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-aefcb72c-d339-4e07-8dad-5fd80db101e3 admin admin] For port ef11bce2-f351-4b98-8b8f-10b3fad47ece, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=ef11bce2-f351-4b98-8b8f-10b3fad47ece,segment=NetworkSegment(1217d3fc-19e2-4a78-8fcb-f671f4b9d64b),segment_id=1217d3fc-19e2-4a78-8fcb-f671f4b9d64b)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:51:52.802519 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aefcb72c-d339-4e07-8dad-5fd80db101e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:52.814878 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-aefcb72c-d339-4e07-8dad-5fd80db101e3 admin admin] Calling delete_port for ef11bce2-f351-4b98-8b8f-10b3fad47ece owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:51:52.992671 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aefcb72c-d339-4e07-8dad-5fd80db101e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:53.018220 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefcb72c-d339-4e07-8dad-5fd80db101e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef11bce2-f351-4b98-8b8f-10b3fad47ece,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:51:53.199710 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aefcb72c-d339-4e07-8dad-5fd80db101e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:53.200153 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7561439c-5c46-4e0e-8c51-6cba81ae968c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:53.416867 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aefcb72c-d339-4e07-8dad-5fd80db101e3 admin admin] Router 9735b7b7-24b6-4b95-a4a6-4edda76d472f has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:51:53.526812 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aefcb72c-d339-4e07-8dad-5fd80db101e3 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:51:53.533335 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-aefcb72c-d339-4e07-8dad-5fd80db101e3 admin admin] 10.222.0.57 "PUT /v2.0/routers/9735b7b7-24b6-4b95-a4a6-4edda76d472f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6349170 Dec 09 16:51:53.534358 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56908) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:51:53.535701 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db82647-6e07-4e0e-bcbf-8cefe4d12983 None None] Sync routers for ids ['9735b7b7-24b6-4b95-a4a6-4edda76d472f'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:51:53.546387 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db82647-6e07-4e0e-bcbf-8cefe4d12983 None None] Routers {'9735b7b7-24b6-4b95-a4a6-4edda76d472f'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:51:53.547092 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-5db82647-6e07-4e0e-bcbf-8cefe4d12983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:51:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9735b7b7-24b6-4b95-a4a6-4edda76d472f'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:51:53.638044 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3349ac3d-0d62-4e8f-8f60-1a2b9fd93d75 admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:53.652582 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-5db82647-6e07-4e0e-bcbf-8cefe4d12983 None None] Set router 9735b7b7-24b6-4b95-a4a6-4edda76d472f gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:51:53.737533 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3349ac3d-0d62-4e8f-8f60-1a2b9fd93d75 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:53.792924 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-3349ac3d-0d62-4e8f-8f60-1a2b9fd93d75 admin admin] Deleting port dcc5acba-2917-40bf-a520-6982a02acbda {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:51:53.793255 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3349ac3d-0d62-4e8f-8f60-1a2b9fd93d75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:53.830031 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-5db82647-6e07-4e0e-bcbf-8cefe4d12983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9735b7b7-24b6-4b95-a4a6-4edda76d472f', 'name': 'tempest-TestMinimumBasicScenario-2133674204-router', 'tenant_id': 'd1a27a168b004b64af601bd2ca3498c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'dcc5acba-2917-40bf-a520-6982a02acbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:48:34Z', 'updated_at': '2021-12-09T16:51:52Z', 'revision_number': 5, 'project_id': 'd1a27a168b004b64af601bd2ca3498c9', 'gw_port': {'id': 'dcc5acba-2917-40bf-a520-6982a02acbda', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9735b7b7-24b6-4b95-a4a6-4edda76d472f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:48:34Z', 'updated_at': '2021-12-09T16:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:51:53.856677 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db82647-6e07-4e0e-bcbf-8cefe4d12983 None None] Checking router: 9735b7b7-24b6-4b95-a4a6-4edda76d472f for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:51:53.865138 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db82647-6e07-4e0e-bcbf-8cefe4d12983 None None] Routers {'9735b7b7-24b6-4b95-a4a6-4edda76d472f'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:51:53.865730 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-5db82647-6e07-4e0e-bcbf-8cefe4d12983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:51:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['9735b7b7-24b6-4b95-a4a6-4edda76d472f'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:51:53.873154 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-3349ac3d-0d62-4e8f-8f60-1a2b9fd93d75 admin admin] For port dcc5acba-2917-40bf-a520-6982a02acbda, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=dcc5acba-2917-40bf-a520-6982a02acbda,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:51:53.873521 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3349ac3d-0d62-4e8f-8f60-1a2b9fd93d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:53.886662 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-3349ac3d-0d62-4e8f-8f60-1a2b9fd93d75 admin admin] Calling delete_port for dcc5acba-2917-40bf-a520-6982a02acbda owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:51:53.949870 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-5db82647-6e07-4e0e-bcbf-8cefe4d12983 None None] Set router 9735b7b7-24b6-4b95-a4a6-4edda76d472f gateway port host: None {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:51:54.003518 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-5db82647-6e07-4e0e-bcbf-8cefe4d12983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9735b7b7-24b6-4b95-a4a6-4edda76d472f', 'name': 'tempest-TestMinimumBasicScenario-2133674204-router', 'tenant_id': 'd1a27a168b004b64af601bd2ca3498c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:48:34Z', 'updated_at': '2021-12-09T16:51:53Z', 'revision_number': 6, 'project_id': 'd1a27a168b004b64af601bd2ca3498c9', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:51:54.029730 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db82647-6e07-4e0e-bcbf-8cefe4d12983 None None] The sync data for ids ['9735b7b7-24b6-4b95-a4a6-4edda76d472f'] in n-d-821228-1 is: [{'id': '9735b7b7-24b6-4b95-a4a6-4edda76d472f', 'name': 'tempest-TestMinimumBasicScenario-2133674204-router', 'tenant_id': 'd1a27a168b004b64af601bd2ca3498c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:48:34Z', 'updated_at': '2021-12-09T16:51:53Z', 'revision_number': 6, 'project_id': 'd1a27a168b004b64af601bd2ca3498c9', 'gw_port_host': None}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:51:54.055240 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3349ac3d-0d62-4e8f-8f60-1a2b9fd93d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:54.085858 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3349ac3d-0d62-4e8f-8f60-1a2b9fd93d75 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcc5acba-2917-40bf-a520-6982a02acbda,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:51:54.100161 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324827d8-a7cb-4919-afb7-2a33a8497f01 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:51:54.146380 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3349ac3d-0d62-4e8f-8f60-1a2b9fd93d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:54.234649 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3349ac3d-0d62-4e8f-8f60-1a2b9fd93d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:54.236989 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3349ac3d-0d62-4e8f-8f60-1a2b9fd93d75 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:54.280090 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3349ac3d-0d62-4e8f-8f60-1a2b9fd93d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:54.280630 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3349ac3d-0d62-4e8f-8f60-1a2b9fd93d75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9735b7b7-24b6-4b95-a4a6-4edda76d472f {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 16:51:54.284773 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3349ac3d-0d62-4e8f-8f60-1a2b9fd93d75 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:54.285913 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3349ac3d-0d62-4e8f-8f60-1a2b9fd93d75 admin admin] 10.222.0.57 "DELETE /v2.0/routers/9735b7b7-24b6-4b95-a4a6-4edda76d472f HTTP/1.1" status: 204 len: 168 time: 0.7506056 Dec 09 16:51:54.288586 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56910) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:51:54.339247 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-08ec889b-e014-4eb8-8c21-fd7ecee079b1 admin admin] Deleting subnet 09cdcb8f-62d8-48a3-ab8b-da2655dba88b {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 16:51:54.342396 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08ec889b-e014-4eb8-8c21-fd7ecee079b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:54.378392 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08ec889b-e014-4eb8-8c21-fd7ecee079b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:54.386311 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:54.458916 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08ec889b-e014-4eb8-8c21-fd7ecee079b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:54.521237 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08ec889b-e014-4eb8-8c21-fd7ecee079b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:54.547978 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec889b-e014-4eb8-8c21-fd7ecee079b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09cdcb8f-62d8-48a3-ab8b-da2655dba88b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:51:54.549953 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08ec889b-e014-4eb8-8c21-fd7ecee079b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:54.555386 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-08ec889b-e014-4eb8-8c21-fd7ecee079b1 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/09cdcb8f-62d8-48a3-ab8b-da2655dba88b HTTP/1.1" status: 204 len: 168 time: 0.2636209 Dec 09 16:51:54.555543 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4200f417-7e0c-45b5-9a23-2a613100b936 None None] Network 147c401d-c32f-442c-a357-f71251aab2ce requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:51:54.555644 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56912) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:51:54.623667 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-95bb0c84-eb87-4daa-8116-5e664cb5f29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:54.678930 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-95bb0c84-eb87-4daa-8116-5e664cb5f29f admin admin] Deleting port 38a09571-b157-4663-ad76-45b263984058 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:51:54.679275 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-95bb0c84-eb87-4daa-8116-5e664cb5f29f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:54.698318 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 995f6d9e-2361-4ca6-986a-08f6a31ac1ab no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:51:54.717860 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 995f6d9e-2361-4ca6-986a-08f6a31ac1ab {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:51:54.718213 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 995f6d9e-2361-4ca6-986a-08f6a31ac1ab not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:51:54.746031 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-95bb0c84-eb87-4daa-8116-5e664cb5f29f admin admin] For port 38a09571-b157-4663-ad76-45b263984058, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=38a09571-b157-4663-ad76-45b263984058,segment=NetworkSegment(1217d3fc-19e2-4a78-8fcb-f671f4b9d64b),segment_id=1217d3fc-19e2-4a78-8fcb-f671f4b9d64b)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:51:54.746394 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-95bb0c84-eb87-4daa-8116-5e664cb5f29f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:54.758740 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-95bb0c84-eb87-4daa-8116-5e664cb5f29f admin admin] Calling delete_port for 38a09571-b157-4663-ad76-45b263984058 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:51:54.825232 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae98dad7-2571-4b98-a9e4-96bbcfd9dd8e None None] DHCP port deletion for 147c401d-c32f-442c-a357-f71251aab2ce request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:51:54.839283 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-95bb0c84-eb87-4daa-8116-5e664cb5f29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:54.863061 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb0c84-eb87-4daa-8116-5e664cb5f29f admin admin] Pushing event deleted for resources: {'Port': ['ID=38a09571-b157-4663-ad76-45b263984058,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:51:54.869263 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bb0c84-eb87-4daa-8116-5e664cb5f29f admin admin] No DVR routers for this DVR port 38a09571-b157-4663-ad76-45b263984058 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:51:54.881605 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ae98dad7-2571-4b98-a9e4-96bbcfd9dd8e None None] Deleting port 38a09571-b157-4663-ad76-45b263984058 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:51:54.881998 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ae98dad7-2571-4b98-a9e4-96bbcfd9dd8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:54.945136 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-95bb0c84-eb87-4daa-8116-5e664cb5f29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:54.948424 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ae98dad7-2571-4b98-a9e4-96bbcfd9dd8e None None] For port 38a09571-b157-4663-ad76-45b263984058, host n-d-821228-1, got binding levels [] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:51:54.948837 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ae98dad7-2571-4b98-a9e4-96bbcfd9dd8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:54.961098 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ae98dad7-2571-4b98-a9e4-96bbcfd9dd8e None None] Calling delete_port for 38a09571-b157-4663-ad76-45b263984058 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:51:54.963890 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.ipam_backend_mixin [None req-ae98dad7-2571-4b98-a9e4-96bbcfd9dd8e None None] Port 38a09571-b157-4663-ad76-45b263984058 was not found and therefore no delete operation was performed {{(pid=103246) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 16:51:54.965240 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ae98dad7-2571-4b98-a9e4-96bbcfd9dd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:54.967604 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-95bb0c84-eb87-4daa-8116-5e664cb5f29f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['147c401d-c32f-442c-a357-f71251aab2ce']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:51:54.978579 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-95bb0c84-eb87-4daa-8116-5e664cb5f29f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1217d3fc-19e2-4a78-8fcb-f671f4b9d64b') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:51:54.979013 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-95bb0c84-eb87-4daa-8116-5e664cb5f29f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1217d3fc-19e2-4a78-8fcb-f671f4b9d64b') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:51:54.989594 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-95bb0c84-eb87-4daa-8116-5e664cb5f29f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:54.996845 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98dad7-2571-4b98-a9e4-96bbcfd9dd8e None None] Pushing event deleted for resources: {'Port': ['ID=38a09571-b157-4663-ad76-45b263984058,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:51:54.999117 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae98dad7-2571-4b98-a9e4-96bbcfd9dd8e None None] No DVR routers for this DVR port 38a09571-b157-4663-ad76-45b263984058 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:51:55.005851 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-95bb0c84-eb87-4daa-8116-5e664cb5f29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:55.007570 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae98dad7-2571-4b98-a9e4-96bbcfd9dd8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:51:55.008195 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae98dad7-2571-4b98-a9e4-96bbcfd9dd8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:51:55.008289 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae98dad7-2571-4b98-a9e4-96bbcfd9dd8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:51:55.008612 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae98dad7-2571-4b98-a9e4-96bbcfd9dd8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:51:55.008975 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae98dad7-2571-4b98-a9e4-96bbcfd9dd8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:51:55.009511 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae98dad7-2571-4b98-a9e4-96bbcfd9dd8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:51:55.010021 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae98dad7-2571-4b98-a9e4-96bbcfd9dd8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:51:55.010719 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae98dad7-2571-4b98-a9e4-96bbcfd9dd8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:51:55.010719 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae98dad7-2571-4b98-a9e4-96bbcfd9dd8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:51:55.011006 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae98dad7-2571-4b98-a9e4-96bbcfd9dd8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:51:55.011334 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae98dad7-2571-4b98-a9e4-96bbcfd9dd8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:51:55.011661 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae98dad7-2571-4b98-a9e4-96bbcfd9dd8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:51:55.011986 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae98dad7-2571-4b98-a9e4-96bbcfd9dd8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:51:55.019097 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95bb0c84-eb87-4daa-8116-5e664cb5f29f admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:51:55.019675 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-95bb0c84-eb87-4daa-8116-5e664cb5f29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:55.021789 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 16:51:55.021789 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:51:55.021789 n-d-821228-1 neutron-server[103245]: timer() Dec 09 16:51:55.021789 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:51:55.021789 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 16:51:55.021789 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:51:55.021789 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 16:51:55.021789 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:51:55.021789 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 16:51:55.021789 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:51:55.021789 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 16:51:55.021789 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:51:55.021789 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 16:51:55.021789 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:51:55.021789 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:51:55.021789 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:51:55.021789 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:51:55.021789 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:51:55.021789 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 16:51:55.021789 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:51:55.021789 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 16:51:55.021789 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:51:55.021789 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:51:55.021789 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:51:55.021789 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 16:51:55.021789 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:51:55.021789 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:51:55.021789 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:51:55.021789 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:51:55.021789 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:51:55.021789 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:51:55.021789 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:51:55.083443 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-95bb0c84-eb87-4daa-8116-5e664cb5f29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:55.089679 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-95bb0c84-eb87-4daa-8116-5e664cb5f29f admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:55.093102 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-95bb0c84-eb87-4daa-8116-5e664cb5f29f admin admin] 10.222.0.57 "DELETE /v2.0/networks/147c401d-c32f-442c-a357-f71251aab2ce HTTP/1.1" status: 204 len: 168 time: 0.5356910 Dec 09 16:51:55.095960 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56914) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:51:55.107261 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb0c84-eb87-4daa-8116-5e664cb5f29f admin admin] Pushing event deleted for resources: {'Network': ['ID=147c401d-c32f-442c-a357-f71251aab2ce,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:51:55.279331 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:55.443351 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 38a09571-b157-4663-ad76-45b263984058 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:51:55.451450 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0cba106-9b67-4fd0-8fb3-d9b05f53ae4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:55.464660 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 38a09571-b157-4663-ad76-45b263984058 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:51:55.465085 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 38a09571-b157-4663-ad76-45b263984058 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:51:55.465566 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device ef11bce2-f351-4b98-8b8f-10b3fad47ece no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:51:55.488024 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: ef11bce2-f351-4b98-8b8f-10b3fad47ece {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:51:55.488373 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device ef11bce2-f351-4b98-8b8f-10b3fad47ece not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:51:55.488819 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device dcc5acba-2917-40bf-a520-6982a02acbda no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:51:55.507433 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: dcc5acba-2917-40bf-a520-6982a02acbda {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:51:55.507787 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device dcc5acba-2917-40bf-a520-6982a02acbda not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:51:55.659266 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:55.703274 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d0cba106-9b67-4fd0-8fb3-d9b05f53ae4f admin admin] Deleting port 59b746c1-fdf0-4983-83f0-9bb908dd4e9d {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:51:55.703613 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0cba106-9b67-4fd0-8fb3-d9b05f53ae4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:55.785137 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-d0cba106-9b67-4fd0-8fb3-d9b05f53ae4f admin admin] For port 59b746c1-fdf0-4983-83f0-9bb908dd4e9d, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=59b746c1-fdf0-4983-83f0-9bb908dd4e9d,segment=NetworkSegment(a4827c46-5fb2-4cea-aaf6-6c34a928deca),segment_id=a4827c46-5fb2-4cea-aaf6-6c34a928deca)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:51:55.785503 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0cba106-9b67-4fd0-8fb3-d9b05f53ae4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:55.798683 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-d0cba106-9b67-4fd0-8fb3-d9b05f53ae4f admin admin] Calling delete_port for 59b746c1-fdf0-4983-83f0-9bb908dd4e9d owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:51:55.979565 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0cba106-9b67-4fd0-8fb3-d9b05f53ae4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:56.005783 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cba106-9b67-4fd0-8fb3-d9b05f53ae4f admin admin] Pushing event deleted for resources: {'Port': ['ID=59b746c1-fdf0-4983-83f0-9bb908dd4e9d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:51:56.171547 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d0cba106-9b67-4fd0-8fb3-d9b05f53ae4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:56.391334 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0cba106-9b67-4fd0-8fb3-d9b05f53ae4f admin admin] Router 3e92f857-18b9-4d22-a3c4-f0fdece4fe30 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:51:56.499154 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0cba106-9b67-4fd0-8fb3-d9b05f53ae4f admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:51:56.504199 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d0cba106-9b67-4fd0-8fb3-d9b05f53ae4f admin admin] 10.222.0.57 "PUT /v2.0/routers/3e92f857-18b9-4d22-a3c4-f0fdece4fe30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4065261 Dec 09 16:51:56.506808 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56916) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:51:56.507756 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63193318-ea25-4f25-9eb5-a21d48de45a8 None None] Sync routers for ids ['3e92f857-18b9-4d22-a3c4-f0fdece4fe30'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:51:56.517808 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63193318-ea25-4f25-9eb5-a21d48de45a8 None None] Routers {'3e92f857-18b9-4d22-a3c4-f0fdece4fe30'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:51:56.518433 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-63193318-ea25-4f25-9eb5-a21d48de45a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:51:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['3e92f857-18b9-4d22-a3c4-f0fdece4fe30'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:51:56.627476 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-63193318-ea25-4f25-9eb5-a21d48de45a8 None None] Set router 3e92f857-18b9-4d22-a3c4-f0fdece4fe30 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:51:56.694567 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:56.826553 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-63193318-ea25-4f25-9eb5-a21d48de45a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e92f857-18b9-4d22-a3c4-f0fdece4fe30', 'name': 'tempest-TestMinimumBasicScenario-1493641524-router', 'tenant_id': 'ecee2bfdf7ac4e06b45bd0dd3bc4f5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '5ce3f0aa-5e74-4b10-bd7f-88fec9f45434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:48:38Z', 'updated_at': '2021-12-09T16:51:55Z', 'revision_number': 5, 'project_id': 'ecee2bfdf7ac4e06b45bd0dd3bc4f5a8', 'gw_port': {'id': '5ce3f0aa-5e74-4b10-bd7f-88fec9f45434', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e92f857-18b9-4d22-a3c4-f0fdece4fe30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:48:39Z', 'updated_at': '2021-12-09T16:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:51:56.853509 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63193318-ea25-4f25-9eb5-a21d48de45a8 None None] Checking router: 3e92f857-18b9-4d22-a3c4-f0fdece4fe30 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:51:56.862943 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63193318-ea25-4f25-9eb5-a21d48de45a8 None None] Routers {'3e92f857-18b9-4d22-a3c4-f0fdece4fe30'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:51:56.863555 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-63193318-ea25-4f25-9eb5-a21d48de45a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:51:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['3e92f857-18b9-4d22-a3c4-f0fdece4fe30'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:51:56.878468 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8ceb3579-eddc-4f26-badf-c082637bf484 admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:56.969183 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-63193318-ea25-4f25-9eb5-a21d48de45a8 None None] Set router 3e92f857-18b9-4d22-a3c4-f0fdece4fe30 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:51:56.978579 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8ceb3579-eddc-4f26-badf-c082637bf484 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:57.030588 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-8ceb3579-eddc-4f26-badf-c082637bf484 admin admin] Deleting port 5ce3f0aa-5e74-4b10-bd7f-88fec9f45434 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:51:57.030922 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8ceb3579-eddc-4f26-badf-c082637bf484 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:57.109159 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-8ceb3579-eddc-4f26-badf-c082637bf484 admin admin] For port 5ce3f0aa-5e74-4b10-bd7f-88fec9f45434, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=5ce3f0aa-5e74-4b10-bd7f-88fec9f45434,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:51:57.109520 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8ceb3579-eddc-4f26-badf-c082637bf484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:57.122929 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-8ceb3579-eddc-4f26-badf-c082637bf484 admin admin] Calling delete_port for 5ce3f0aa-5e74-4b10-bd7f-88fec9f45434 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:51:57.148405 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-63193318-ea25-4f25-9eb5-a21d48de45a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e92f857-18b9-4d22-a3c4-f0fdece4fe30', 'name': 'tempest-TestMinimumBasicScenario-1493641524-router', 'tenant_id': 'ecee2bfdf7ac4e06b45bd0dd3bc4f5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '5ce3f0aa-5e74-4b10-bd7f-88fec9f45434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:48:38Z', 'updated_at': '2021-12-09T16:51:55Z', 'revision_number': 5, 'project_id': 'ecee2bfdf7ac4e06b45bd0dd3bc4f5a8', 'gw_port': {'id': '5ce3f0aa-5e74-4b10-bd7f-88fec9f45434', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e92f857-18b9-4d22-a3c4-f0fdece4fe30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:48:39Z', 'updated_at': '2021-12-09T16:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:51:57.177807 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63193318-ea25-4f25-9eb5-a21d48de45a8 None None] The sync data for ids ['3e92f857-18b9-4d22-a3c4-f0fdece4fe30'] in n-d-821228-1 is: [{'id': '3e92f857-18b9-4d22-a3c4-f0fdece4fe30', 'name': 'tempest-TestMinimumBasicScenario-1493641524-router', 'tenant_id': 'ecee2bfdf7ac4e06b45bd0dd3bc4f5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '5ce3f0aa-5e74-4b10-bd7f-88fec9f45434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:48:38Z', 'updated_at': '2021-12-09T16:51:55Z', 'revision_number': 5, 'project_id': 'ecee2bfdf7ac4e06b45bd0dd3bc4f5a8', 'gw_port': {'id': '5ce3f0aa-5e74-4b10-bd7f-88fec9f45434', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e92f857-18b9-4d22-a3c4-f0fdece4fe30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:48:39Z', 'updated_at': '2021-12-09T16:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:51:57.290672 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8ceb3579-eddc-4f26-badf-c082637bf484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:57.313938 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb3579-eddc-4f26-badf-c082637bf484 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ce3f0aa-5e74-4b10-bd7f-88fec9f45434,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:51:57.334799 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801e75c5-adf8-4f04-9657-2deedbd5f3dc None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:51:57.380873 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8ceb3579-eddc-4f26-badf-c082637bf484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:57.469038 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8ceb3579-eddc-4f26-badf-c082637bf484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:57.471016 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8ceb3579-eddc-4f26-badf-c082637bf484 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:57.516990 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8ceb3579-eddc-4f26-badf-c082637bf484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:57.517807 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ceb3579-eddc-4f26-badf-c082637bf484 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e92f857-18b9-4d22-a3c4-f0fdece4fe30 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 16:51:57.522629 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8ceb3579-eddc-4f26-badf-c082637bf484 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:57.523872 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8ceb3579-eddc-4f26-badf-c082637bf484 admin admin] 10.222.0.57 "DELETE /v2.0/routers/3e92f857-18b9-4d22-a3c4-f0fdece4fe30 HTTP/1.1" status: 204 len: 168 time: 1.0160508 Dec 09 16:51:57.526809 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56918) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:51:57.577539 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-670af0e6-d911-44d0-907b-b4d59a3be884 admin admin] Deleting subnet 75a7bdc6-27b6-4011-aebe-6a32bd4989e0 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 16:51:57.581460 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-670af0e6-d911-44d0-907b-b4d59a3be884 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:57.628303 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-670af0e6-d911-44d0-907b-b4d59a3be884 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:57.632695 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 59b746c1-fdf0-4983-83f0-9bb908dd4e9d no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:51:57.656870 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 59b746c1-fdf0-4983-83f0-9bb908dd4e9d {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:51:57.657228 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 59b746c1-fdf0-4983-83f0-9bb908dd4e9d not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:51:57.709677 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-670af0e6-d911-44d0-907b-b4d59a3be884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:57.765414 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-670af0e6-d911-44d0-907b-b4d59a3be884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:57.792747 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670af0e6-d911-44d0-907b-b4d59a3be884 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75a7bdc6-27b6-4011-aebe-6a32bd4989e0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:51:57.797625 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-670af0e6-d911-44d0-907b-b4d59a3be884 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:57.803157 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-670af0e6-d911-44d0-907b-b4d59a3be884 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/75a7bdc6-27b6-4011-aebe-6a32bd4989e0 HTTP/1.1" status: 204 len: 168 time: 0.2730265 Dec 09 16:51:57.803416 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56920) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:51:57.806874 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b813a3-63a0-4fd4-81c9-c4e852b1ebcb None None] Network 6448729e-3ba2-46d0-9fc8-0988a4b3652d requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:51:57.879845 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa3f16a9-8642-4de6-87d0-b9629f532739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:57.937548 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-fa3f16a9-8642-4de6-87d0-b9629f532739 admin admin] Deleting port e5896df3-8875-49e3-9907-b5abfa82a3f3 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:51:57.937891 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa3f16a9-8642-4de6-87d0-b9629f532739 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:58.002556 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-fa3f16a9-8642-4de6-87d0-b9629f532739 admin admin] For port e5896df3-8875-49e3-9907-b5abfa82a3f3, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=e5896df3-8875-49e3-9907-b5abfa82a3f3,segment=NetworkSegment(a4827c46-5fb2-4cea-aaf6-6c34a928deca),segment_id=a4827c46-5fb2-4cea-aaf6-6c34a928deca)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:51:58.002923 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa3f16a9-8642-4de6-87d0-b9629f532739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:58.016068 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-fa3f16a9-8642-4de6-87d0-b9629f532739 admin admin] Calling delete_port for e5896df3-8875-49e3-9907-b5abfa82a3f3 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:51:58.094630 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa3f16a9-8642-4de6-87d0-b9629f532739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:58.118803 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f16a9-8642-4de6-87d0-b9629f532739 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5896df3-8875-49e3-9907-b5abfa82a3f3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:51:58.122113 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3f16a9-8642-4de6-87d0-b9629f532739 admin admin] No DVR routers for this DVR port e5896df3-8875-49e3-9907-b5abfa82a3f3 on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:51:58.228041 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e88c5f-c94f-4bf9-9e29-b9fff4485e68 None None] DHCP port deletion for 6448729e-3ba2-46d0-9fc8-0988a4b3652d request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:51:58.533811 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa3f16a9-8642-4de6-87d0-b9629f532739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:58.552759 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-fa3f16a9-8642-4de6-87d0-b9629f532739 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6448729e-3ba2-46d0-9fc8-0988a4b3652d']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:51:58.562260 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-fa3f16a9-8642-4de6-87d0-b9629f532739 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4827c46-5fb2-4cea-aaf6-6c34a928deca') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:51:58.562555 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-fa3f16a9-8642-4de6-87d0-b9629f532739 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4827c46-5fb2-4cea-aaf6-6c34a928deca') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:51:58.572180 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa3f16a9-8642-4de6-87d0-b9629f532739 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:58.585228 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa3f16a9-8642-4de6-87d0-b9629f532739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:58.591213 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa3f16a9-8642-4de6-87d0-b9629f532739 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:51:58.591616 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa3f16a9-8642-4de6-87d0-b9629f532739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:58.593346 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 16:51:58.593346 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:51:58.593346 n-d-821228-1 neutron-server[103244]: timer() Dec 09 16:51:58.593346 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:51:58.593346 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 16:51:58.593346 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:51:58.593346 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 16:51:58.593346 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:51:58.593346 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 16:51:58.593346 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:51:58.593346 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 16:51:58.593346 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:51:58.593346 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 16:51:58.593346 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:51:58.593346 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:51:58.593346 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:51:58.593346 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:51:58.593346 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:51:58.593346 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 16:51:58.593346 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:51:58.593346 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 16:51:58.593346 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:51:58.593346 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:51:58.593346 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:51:58.593346 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 16:51:58.593346 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:51:58.593346 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:51:58.593346 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:51:58.593346 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:51:58.593346 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:51:58.593346 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:51:58.593346 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:51:58.646023 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa3f16a9-8642-4de6-87d0-b9629f532739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:58.651706 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fa3f16a9-8642-4de6-87d0-b9629f532739 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:58.654927 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-fa3f16a9-8642-4de6-87d0-b9629f532739 admin admin] 10.222.0.57 "DELETE /v2.0/networks/6448729e-3ba2-46d0-9fc8-0988a4b3652d HTTP/1.1" status: 204 len: 168 time: 0.8495998 Dec 09 16:51:58.665920 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f16a9-8642-4de6-87d0-b9629f532739 admin admin] Pushing event deleted for resources: {'Network': ['ID=6448729e-3ba2-46d0-9fc8-0988a4b3652d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:51:58.810964 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56924) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:51:58.853873 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-fa7cb190-cad9-4289-9cbc-935db8a007b5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d1a27a168b004b64af601bd2ca3498c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417402 Dec 09 16:51:58.856383 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56926) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:51:58.903204 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45a5d4c7-eb49-48a0-8275-ae5577eccaff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:58.924464 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45a5d4c7-eb49-48a0-8275-ae5577eccaff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:58.970933 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45a5d4c7-eb49-48a0-8275-ae5577eccaff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:58.973653 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45a5d4c7-eb49-48a0-8275-ae5577eccaff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:58.975803 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-45a5d4c7-eb49-48a0-8275-ae5577eccaff admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c4f142ca-4ace-4f8d-9e44-ea6eb337f4be HTTP/1.1" status: 204 len: 168 time: 0.1175015 Dec 09 16:51:58.983864 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a5d4c7-eb49-48a0-8275-ae5577eccaff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f142ca-4ace-4f8d-9e44-ea6eb337f4be,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:51:59.282874 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56932) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:51:59.323543 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b089ef92-f9fe-414d-ae36-40598f385e91 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ecee2bfdf7ac4e06b45bd0dd3bc4f5a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387380 Dec 09 16:51:59.325241 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56934) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:51:59.376641 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cfef6f60-0cff-4f98-af68-d76ae1446d52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:59.398301 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cfef6f60-0cff-4f98-af68-d76ae1446d52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:59.431584 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 5ce3f0aa-5e74-4b10-bd7f-88fec9f45434 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:51:59.446118 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cfef6f60-0cff-4f98-af68-d76ae1446d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:59.449458 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cfef6f60-0cff-4f98-af68-d76ae1446d52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:51:59.450723 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-cfef6f60-0cff-4f98-af68-d76ae1446d52 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1cdb24a8-a4db-48ed-be2c-158ed203b4e6 HTTP/1.1" status: 204 len: 168 time: 0.1245801 Dec 09 16:51:59.453746 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 5ce3f0aa-5e74-4b10-bd7f-88fec9f45434 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:51:59.454102 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 5ce3f0aa-5e74-4b10-bd7f-88fec9f45434 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:51:59.454612 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device e5896df3-8875-49e3-9907-b5abfa82a3f3 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:51:59.460540 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef6f60-0cff-4f98-af68-d76ae1446d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cdb24a8-a4db-48ed-be2c-158ed203b4e6,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:51:59.477417 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: e5896df3-8875-49e3-9907-b5abfa82a3f3 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:51:59.478312 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device e5896df3-8875-49e3-9907-b5abfa82a3f3 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:52:01.045790 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56974) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:52:01.050392 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-5af3bcc1-a972-4bcd-a148-1a8f9daa6eff tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2095047321', 'description': 'tempest-secgroup-smoke-2095047321 description', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:52:01.073247 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5af3bcc1-a972-4bcd-a148-1a8f9daa6eff tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:01.081286 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5af3bcc1-a972-4bcd-a148-1a8f9daa6eff tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:01.154717 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5af3bcc1-a972-4bcd-a148-1a8f9daa6eff tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:01.158946 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5af3bcc1-a972-4bcd-a148-1a8f9daa6eff tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:01.194191 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3bcc1-a972-4bcd-a148-1a8f9daa6eff tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a163823-49de-4162-b646-b9c759d15439,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:52:01.233565 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5af3bcc1-a972-4bcd-a148-1a8f9daa6eff tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:01.237392 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5af3bcc1-a972-4bcd-a148-1a8f9daa6eff tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:01.263880 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5af3bcc1-a972-4bcd-a148-1a8f9daa6eff tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:01.265134 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5af3bcc1-a972-4bcd-a148-1a8f9daa6eff tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2183332 Dec 09 16:52:01.268302 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56976) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:52:01.269063 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3bcc1-a972-4bcd-a148-1a8f9daa6eff tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=077e0ff0-7399-4d71-948b-88c45edf644d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:52:01.273001 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-6323bf28-e0a5-4bf4-a967-84d208500018 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'security_group_rule': {'security_group_id': '077e0ff0-7399-4d71-948b-88c45edf644d', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:52:01.300059 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6323bf28-e0a5-4bf4-a967-84d208500018 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:01.345671 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6323bf28-e0a5-4bf4-a967-84d208500018 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:01.349408 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6323bf28-e0a5-4bf4-a967-84d208500018 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:01.370031 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323bf28-e0a5-4bf4-a967-84d208500018 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb07f8e8-293a-43b3-835c-d903d48f1c62,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:52:01.375765 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6323bf28-e0a5-4bf4-a967-84d208500018 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:01.376942 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6323bf28-e0a5-4bf4-a967-84d208500018 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1076190 Dec 09 16:52:01.379777 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56978) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:52:01.384110 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-9012dc6e-1f0f-41d5-8a0d-2b41507dd441 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'security_group_rule': {'security_group_id': '077e0ff0-7399-4d71-948b-88c45edf644d', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:52:01.410859 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9012dc6e-1f0f-41d5-8a0d-2b41507dd441 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:01.468526 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9012dc6e-1f0f-41d5-8a0d-2b41507dd441 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:01.472077 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9012dc6e-1f0f-41d5-8a0d-2b41507dd441 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:01.491786 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012dc6e-1f0f-41d5-8a0d-2b41507dd441 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe727393-1065-4920-a0e7-be8867461e1f,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:52:01.502953 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9012dc6e-1f0f-41d5-8a0d-2b41507dd441 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:01.504169 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9012dc6e-1f0f-41d5-8a0d-2b41507dd441 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1234472 Dec 09 16:52:01.506838 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56980) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:52:01.511317 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-637d3727-3aa0-45d0-a9e0-4e67da9bedf1 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'security_group_rule': {'security_group_id': '077e0ff0-7399-4d71-948b-88c45edf644d', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:52:01.538548 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-637d3727-3aa0-45d0-a9e0-4e67da9bedf1 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:01.592894 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-637d3727-3aa0-45d0-a9e0-4e67da9bedf1 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:01.596295 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-637d3727-3aa0-45d0-a9e0-4e67da9bedf1 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:01.614419 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d3727-3aa0-45d0-a9e0-4e67da9bedf1 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0e04866-46c9-4ea8-a8ae-006af5ff2020,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:52:01.622448 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-637d3727-3aa0-45d0-a9e0-4e67da9bedf1 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:01.623620 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-637d3727-3aa0-45d0-a9e0-4e67da9bedf1 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158643 Dec 09 16:52:01.626380 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56982) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:52:01.630564 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-dcf8db1c-0d12-4d80-b045-b617780f6435 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'security_group_rule': {'security_group_id': '077e0ff0-7399-4d71-948b-88c45edf644d', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:52:01.660428 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dcf8db1c-0d12-4d80-b045-b617780f6435 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:01.721575 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dcf8db1c-0d12-4d80-b045-b617780f6435 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:01.724766 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dcf8db1c-0d12-4d80-b045-b617780f6435 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:01.742989 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf8db1c-0d12-4d80-b045-b617780f6435 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb6c1729-fc6f-49bf-9436-14d775ed748a,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:52:01.750796 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dcf8db1c-0d12-4d80-b045-b617780f6435 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:01.752001 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-dcf8db1c-0d12-4d80-b045-b617780f6435 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1247058 Dec 09 16:52:01.754796 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56984) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:52:01.759561 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-27f23fa0-72ac-4abf-8ebc-3da88e18d977 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'security_group_rule': {'security_group_id': '077e0ff0-7399-4d71-948b-88c45edf644d', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:52:01.781069 n-d-821228-1 neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-27f23fa0-72ac-4abf-8ebc-3da88e18d977 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Project 95ed158b10404fb6a6679c1eac6dfcba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 16:52:01.786702 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27f23fa0-72ac-4abf-8ebc-3da88e18d977 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:01.846244 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27f23fa0-72ac-4abf-8ebc-3da88e18d977 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:01.849673 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27f23fa0-72ac-4abf-8ebc-3da88e18d977 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:01.868125 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f23fa0-72ac-4abf-8ebc-3da88e18d977 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f7753d-99af-44fe-a80f-9021f7b68997,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:52:01.875468 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27f23fa0-72ac-4abf-8ebc-3da88e18d977 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:01.876693 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-27f23fa0-72ac-4abf-8ebc-3da88e18d977 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1209426 Dec 09 16:52:01.879364 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56986) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:52:01.883677 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-fde2cc03-fb7a-47c2-844b-ccd8b014dfa4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'security_group_rule': {'security_group_id': '077e0ff0-7399-4d71-948b-88c45edf644d', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:52:01.905851 n-d-821228-1 neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-fde2cc03-fb7a-47c2-844b-ccd8b014dfa4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Project 95ed158b10404fb6a6679c1eac6dfcba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 16:52:01.910644 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fde2cc03-fb7a-47c2-844b-ccd8b014dfa4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:01.966958 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fde2cc03-fb7a-47c2-844b-ccd8b014dfa4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:01.970102 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fde2cc03-fb7a-47c2-844b-ccd8b014dfa4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:01.987851 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde2cc03-fb7a-47c2-844b-ccd8b014dfa4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6070f5bf-bac5-4ea1-81a6-31f8cc3ea31e,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:52:01.995356 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fde2cc03-fb7a-47c2-844b-ccd8b014dfa4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:01.996559 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-fde2cc03-fb7a-47c2-844b-ccd8b014dfa4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1162465 Dec 09 16:52:01.999597 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56988) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:52:02.004393 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-1edf5ccd-be93-4af9-a37b-48dd675ce104 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'network': {'name': 'tempest-network-smoke--1404531071', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'port_security_enabled': True}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:52:02.025720 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edf5ccd-be93-4af9-a37b-48dd675ce104 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Made reservation on behalf of 95ed158b10404fb6a6679c1eac6dfcba for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:52:02.029101 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1edf5ccd-be93-4af9-a37b-48dd675ce104 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:02.052373 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1edf5ccd-be93-4af9-a37b-48dd675ce104 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:52:02.062045 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1edf5ccd-be93-4af9-a37b-48dd675ce104 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:02.062390 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-1edf5ccd-be93-4af9-a37b-48dd675ce104 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Added segment 8ce7c965-2947-4cdf-922a-7e81d55e1cfe of type vlan for network c78494f4-b5f5-4a07-a90e-9faaf0a31363 Dec 09 16:52:02.101843 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1edf5ccd-be93-4af9-a37b-48dd675ce104 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:02.127147 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1edf5ccd-be93-4af9-a37b-48dd675ce104 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:02.132683 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edf5ccd-be93-4af9-a37b-48dd675ce104 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:52:02.133270 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1edf5ccd-be93-4af9-a37b-48dd675ce104 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:02.188723 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1edf5ccd-be93-4af9-a37b-48dd675ce104 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1880648 Dec 09 16:52:02.191800 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 56990) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:52:02.197207 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a3204c49-2b0a-402a-9664-22da442ec156 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-385690035', 'admin_state_up': True, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:52:02.206793 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf5ccd-be93-4af9-a37b-48dd675ce104 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'Network': ['ID=c78494f4-b5f5-4a07-a90e-9faaf0a31363,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:52:02.218608 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network c78494f4-b5f5-4a07-a90e-9faaf0a31363 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:52:02.220436 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a3204c49-2b0a-402a-9664-22da442ec156 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:02.221459 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a3204c49-2b0a-402a-9664-22da442ec156 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:02.274514 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a3204c49-2b0a-402a-9664-22da442ec156 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:02.414327 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a3204c49-2b0a-402a-9664-22da442ec156 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:02.607882 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a3204c49-2b0a-402a-9664-22da442ec156 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:02.626733 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a3204c49-2b0a-402a-9664-22da442ec156 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:02.729039 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-a3204c49-2b0a-402a-9664-22da442ec156 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Allocated IP 172.25.3.23 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/3c067c74-2ac7-4309-bb70-883ced795fa1) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:52:02.827607 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a3204c49-2b0a-402a-9664-22da442ec156 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:02.862812 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a3204c49-2b0a-402a-9664-22da442ec156 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:02.901554 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3204c49-2b0a-402a-9664-22da442ec156 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:52:02.904258 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-a3204c49-2b0a-402a-9664-22da442ec156 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:52:02.907619 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3204c49-2b0a-402a-9664-22da442ec156 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:52:02.918234 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b180b4e4-c304-4080-82e0-59f543a4f8d5 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:52:02.936653 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3204c49-2b0a-402a-9664-22da442ec156 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'Port': ['ID=3c067c74-2ac7-4309-bb70-883ced795fa1,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:52:02.999700 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fcecd4e7-4136-44c4-8a68-edcde7d3d9e9 None None] Provisioning complete for port 3c067c74-2ac7-4309-bb70-883ced795fa1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:52:03.000152 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fcecd4e7-4136-44c4-8a68-edcde7d3d9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:03.037125 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-fcecd4e7-4136-44c4-8a68-edcde7d3d9e9 None None] Port 3c067c74-2ac7-4309-bb70-883ced795fa1 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:52:03.164085 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a3204c49-2b0a-402a-9664-22da442ec156 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:03.357596 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a3204c49-2b0a-402a-9664-22da442ec156 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:03.482563 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3204c49-2b0a-402a-9664-22da442ec156 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Router 80afbe90-51f5-4f13-b249-2d578eb17440 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 16:52:03.588359 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3204c49-2b0a-402a-9664-22da442ec156 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:52:03.598566 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6305360-0033-4d06-9d58-a602c62a5774 None None] Sync routers for ids ['80afbe90-51f5-4f13-b249-2d578eb17440'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:52:03.608194 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a3204c49-2b0a-402a-9664-22da442ec156 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:03.609192 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6305360-0033-4d06-9d58-a602c62a5774 None None] Routers {'80afbe90-51f5-4f13-b249-2d578eb17440'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:52:03.609478 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a3204c49-2b0a-402a-9664-22da442ec156 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4165690 Dec 09 16:52:03.610062 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-e6305360-0033-4d06-9d58-a602c62a5774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:51:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['80afbe90-51f5-4f13-b249-2d578eb17440'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:52:03.613015 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56992) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:52:03.715738 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-e6305360-0033-4d06-9d58-a602c62a5774 None None] Set router 80afbe90-51f5-4f13-b249-2d578eb17440 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:52:03.737604 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-14eea0ea-5480-471e-af87-1498bb2643fa tempest-TestNetworkAdvancedServerOps-2036049865 tempest-TestNetworkAdvancedServerOps-2036049865-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=95ed158b10404fb6a6679c1eac6dfcba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1233573 Dec 09 16:52:03.740175 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56996) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:52:03.829569 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20db1c0f-64de-4382-ac93-c36b1c8573eb tempest-TestNetworkAdvancedServerOps-2036049865 tempest-TestNetworkAdvancedServerOps-2036049865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:52:03.831084 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-20db1c0f-64de-4382-ac93-c36b1c8573eb tempest-TestNetworkAdvancedServerOps-2036049865 tempest-TestNetworkAdvancedServerOps-2036049865-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899017 Dec 09 16:52:03.834158 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 56998) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:52:03.868926 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9b98bb4d-c6f4-44bb-be90-ed6aff2f6538 tempest-TestNetworkAdvancedServerOps-2036049865 tempest-TestNetworkAdvancedServerOps-2036049865-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=d8331094-778d-4179-9ed8-de7de1c5438c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335007 Dec 09 16:52:03.871378 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57000) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:52:03.876134 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-07389754-bdb0-4c5f-826c-b066b4c772a7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-203578867', 'network_id': 'c78494f4-b5f5-4a07-a90e-9faaf0a31363', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:52:03.893831 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-e6305360-0033-4d06-9d58-a602c62a5774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80afbe90-51f5-4f13-b249-2d578eb17440', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385690035', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '3c067c74-2ac7-4309-bb70-883ced795fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:52:02Z', 'updated_at': '2021-12-09T16:52:03Z', 'revision_number': 3, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '3c067c74-2ac7-4309-bb70-883ced795fa1', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:15:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80afbe90-51f5-4f13-b249-2d578eb17440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:52:02Z', 'updated_at': '2021-12-09T16:52:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:52:03.966215 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07389754-bdb0-4c5f-826c-b066b4c772a7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Made reservation on behalf of 95ed158b10404fb6a6679c1eac6dfcba for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:52:03.969795 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-07389754-bdb0-4c5f-826c-b066b4c772a7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:04.012539 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6305360-0033-4d06-9d58-a602c62a5774 None None] Checking router: 80afbe90-51f5-4f13-b249-2d578eb17440 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:52:04.012897 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6305360-0033-4d06-9d58-a602c62a5774 None None] Updating router 80afbe90-51f5-4f13-b249-2d578eb17440 port 3c067c74-2ac7-4309-bb70-883ced795fa1 binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:52:04.039620 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-e6305360-0033-4d06-9d58-a602c62a5774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:04.151846 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-07389754-bdb0-4c5f-826c-b066b4c772a7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:04.219784 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07389754-bdb0-4c5f-826c-b066b4c772a7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'Subnet': ['ID=0e16285b-bf91-42b4-bd2b-d1f85d789e7c,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:52:04.228152 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07389754-bdb0-4c5f-826c-b066b4c772a7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Checking segment: {'id': '8ce7c965-2947-4cdf-922a-7e81d55e1cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c78494f4-b5f5-4a07-a90e-9faaf0a31363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:52:04.228546 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07389754-bdb0-4c5f-826c-b066b4c772a7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Network hostable DHCP agents. Network: c78494f4-b5f5-4a07-a90e-9faaf0a31363, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:52:04.246127 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07389754-bdb0-4c5f-826c-b066b4c772a7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Network c78494f4-b5f5-4a07-a90e-9faaf0a31363 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:52:04.255093 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-07389754-bdb0-4c5f-826c-b066b4c772a7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, c78494f4-b5f5-4a07-a90e-9faaf0a31363) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:52:04.261353 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07389754-bdb0-4c5f-826c-b066b4c772a7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:52:04.261617 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-07389754-bdb0-4c5f-826c-b066b4c772a7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:04.265366 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d241a0-0ef1-45b5-8436-f430c91c3c7a None None] Network c78494f4-b5f5-4a07-a90e-9faaf0a31363 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:52:04.283630 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-07389754-bdb0-4c5f-826c-b066b4c772a7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4086075 Dec 09 16:52:04.283861 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57002) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:52:04.290882 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-e6305360-0033-4d06-9d58-a602c62a5774 None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:04.299265 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-e6305360-0033-4d06-9d58-a602c62a5774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:04.343737 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb90081-2287-42fc-9bef-69cebb4f2f78 None None] Pushing event updated for resources: {'Port': ['ID=3c067c74-2ac7-4309-bb70-883ced795fa1,revision_number=2']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:52:04.351130 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb90081-2287-42fc-9bef-69cebb4f2f78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:52:04.353890 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb90081-2287-42fc-9bef-69cebb4f2f78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:52:04.353890 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb90081-2287-42fc-9bef-69cebb4f2f78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:52:04.353890 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb90081-2287-42fc-9bef-69cebb4f2f78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:52:04.353890 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb90081-2287-42fc-9bef-69cebb4f2f78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:52:04.353890 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb90081-2287-42fc-9bef-69cebb4f2f78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:52:04.354344 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb90081-2287-42fc-9bef-69cebb4f2f78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:52:04.354432 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb90081-2287-42fc-9bef-69cebb4f2f78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:52:04.354745 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb90081-2287-42fc-9bef-69cebb4f2f78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:52:04.355071 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb90081-2287-42fc-9bef-69cebb4f2f78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:52:04.355398 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb90081-2287-42fc-9bef-69cebb4f2f78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:52:04.355721 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb90081-2287-42fc-9bef-69cebb4f2f78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:52:04.356043 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb90081-2287-42fc-9bef-69cebb4f2f78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:52:04.379317 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c3e0fc-b8ea-42c6-8d96-629cd9908ad6 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:52:04.388024 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091c88be-a3d8-477f-92c9-be19ff171c21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-c78494f4-b5f5-4a07-a90e-9faaf0a31363', 'network_id': 'c78494f4-b5f5-4a07-a90e-9faaf0a31363', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'fixed_ips': [{'subnet_id': '0e16285b-bf91-42b4-bd2b-d1f85d789e7c'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 16:52:04.388908 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-e6305360-0033-4d06-9d58-a602c62a5774 None None] Attempting to bind port 3c067c74-2ac7-4309-bb70-883ced795fa1 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:52:04.389453 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-e6305360-0033-4d06-9d58-a602c62a5774 None None] Attempting to bind port 3c067c74-2ac7-4309-bb70-883ced795fa1 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:52:04.389583 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-091c88be-a3d8-477f-92c9-be19ff171c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:04.390141 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6305360-0033-4d06-9d58-a602c62a5774 None None] Attempting to bind port 3c067c74-2ac7-4309-bb70-883ced795fa1 on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:52:04.396145 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6305360-0033-4d06-9d58-a602c62a5774 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:52:04.396659 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6305360-0033-4d06-9d58-a602c62a5774 None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:52:04.397134 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-e6305360-0033-4d06-9d58-a602c62a5774 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:04.397598 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6305360-0033-4d06-9d58-a602c62a5774 None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:52:04.398144 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-e6305360-0033-4d06-9d58-a602c62a5774 None None] Bound port: 3c067c74-2ac7-4309-bb70-883ced795fa1, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:52:04.398596 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-e6305360-0033-4d06-9d58-a602c62a5774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:04.459568 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-e6305360-0033-4d06-9d58-a602c62a5774 None None] For port 3c067c74-2ac7-4309-bb70-883ced795fa1, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:52:04.466652 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-e6305360-0033-4d06-9d58-a602c62a5774 None None] For port 3c067c74-2ac7-4309-bb70-883ced795fa1, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=3c067c74-2ac7-4309-bb70-883ced795fa1,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:52:04.472074 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-e6305360-0033-4d06-9d58-a602c62a5774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:04.508199 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-0bcc2cbf-4f19-42b8-aa73-778c1d886dbf None None] Provisioning complete for port 3c067c74-2ac7-4309-bb70-883ced795fa1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:52:04.509501 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0bcc2cbf-4f19-42b8-aa73-778c1d886dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:04.537458 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb90081-2287-42fc-9bef-69cebb4f2f78 None None] Pushing event updated for resources: {'Port': ['ID=3c067c74-2ac7-4309-bb70-883ced795fa1,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:52:04.541078 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0762c6b7-cff6-46f5-b8af-761818c33a17 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:52:04.544593 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6305360-0033-4d06-9d58-a602c62a5774 None None] Routers {'80afbe90-51f5-4f13-b249-2d578eb17440'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:52:04.545203 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-e6305360-0033-4d06-9d58-a602c62a5774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:51:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['80afbe90-51f5-4f13-b249-2d578eb17440'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:52:04.606826 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-091c88be-a3d8-477f-92c9-be19ff171c21 None None] Allocated IP 172.20.0.2 (c78494f4-b5f5-4a07-a90e-9faaf0a31363/0e16285b-bf91-42b4-bd2b-d1f85d789e7c/24265d2d-f5b9-4565-8c6b-0fe9507b9402) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:52:04.659899 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-e6305360-0033-4d06-9d58-a602c62a5774 None None] Set router 80afbe90-51f5-4f13-b249-2d578eb17440 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:52:04.800501 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-739a0630-9529-4477-a2f5-6a784eac334f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:04.856648 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0bcc2cbf-4f19-42b8-aa73-778c1d886dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:04.856964 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-e6305360-0033-4d06-9d58-a602c62a5774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80afbe90-51f5-4f13-b249-2d578eb17440', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385690035', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '3c067c74-2ac7-4309-bb70-883ced795fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:52:02Z', 'updated_at': '2021-12-09T16:52:03Z', 'revision_number': 3, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '3c067c74-2ac7-4309-bb70-883ced795fa1', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:15:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80afbe90-51f5-4f13-b249-2d578eb17440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:52:02Z', 'updated_at': '2021-12-09T16:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:52:04.883933 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6305360-0033-4d06-9d58-a602c62a5774 None None] The sync data for ids ['80afbe90-51f5-4f13-b249-2d578eb17440'] in n-d-821228-1 is: [{'id': '80afbe90-51f5-4f13-b249-2d578eb17440', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385690035', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '3c067c74-2ac7-4309-bb70-883ced795fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:52:02Z', 'updated_at': '2021-12-09T16:52:03Z', 'revision_number': 3, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '3c067c74-2ac7-4309-bb70-883ced795fa1', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:15:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80afbe90-51f5-4f13-b249-2d578eb17440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:52:02Z', 'updated_at': '2021-12-09T16:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:52:04.886591 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0bcc2cbf-4f19-42b8-aa73-778c1d886dbf None None] For port 3c067c74-2ac7-4309-bb70-883ced795fa1, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=3c067c74-2ac7-4309-bb70-883ced795fa1,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:52:04.895675 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0bcc2cbf-4f19-42b8-aa73-778c1d886dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:05.009996 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-091c88be-a3d8-477f-92c9-be19ff171c21 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:05.019573 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc2cbf-4f19-42b8-aa73-778c1d886dbf None None] Pushing event updated for resources: {'Port': ['ID=3c067c74-2ac7-4309-bb70-883ced795fa1,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:52:05.022826 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-091c88be-a3d8-477f-92c9-be19ff171c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:05.062202 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091c88be-a3d8-477f-92c9-be19ff171c21 None None] Network c78494f4-b5f5-4a07-a90e-9faaf0a31363 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:52:05.066723 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-091c88be-a3d8-477f-92c9-be19ff171c21 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:52:05.073457 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091c88be-a3d8-477f-92c9-be19ff171c21 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:52:05.091760 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e2c8ab94-b6af-4e6c-94e0-f4609defbcaf None None] Provisioning complete for port 3c067c74-2ac7-4309-bb70-883ced795fa1 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:52:05.091971 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e2c8ab94-b6af-4e6c-94e0-f4609defbcaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:05.112745 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091c88be-a3d8-477f-92c9-be19ff171c21 None None] Pushing event updated for resources: {'Port': ['ID=24265d2d-f5b9-4565-8c6b-0fe9507b9402,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:52:05.113794 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-739a0630-9529-4477-a2f5-6a784eac334f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Allocated IP 172.20.0.1 (c78494f4-b5f5-4a07-a90e-9faaf0a31363/0e16285b-bf91-42b4-bd2b-d1f85d789e7c/a3ab1576-1bcc-4320-b95e-81e2b5865533) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:52:05.178247 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-091c88be-a3d8-477f-92c9-be19ff171c21 None None] Attempting to bind port 24265d2d-f5b9-4565-8c6b-0fe9507b9402 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:52:05.178616 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-091c88be-a3d8-477f-92c9-be19ff171c21 None None] Attempting to bind port 24265d2d-f5b9-4565-8c6b-0fe9507b9402 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '8ce7c965-2947-4cdf-922a-7e81d55e1cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c78494f4-b5f5-4a07-a90e-9faaf0a31363'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:52:05.178983 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091c88be-a3d8-477f-92c9-be19ff171c21 None None] Attempting to bind port 24265d2d-f5b9-4565-8c6b-0fe9507b9402 on network c78494f4-b5f5-4a07-a90e-9faaf0a31363 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:52:05.190949 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091c88be-a3d8-477f-92c9-be19ff171c21 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:52:05.191341 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091c88be-a3d8-477f-92c9-be19ff171c21 None None] Checking segment: {'id': '8ce7c965-2947-4cdf-922a-7e81d55e1cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c78494f4-b5f5-4a07-a90e-9faaf0a31363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:52:05.191749 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-091c88be-a3d8-477f-92c9-be19ff171c21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:05.192144 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091c88be-a3d8-477f-92c9-be19ff171c21 None None] Bound using segment: {'id': '8ce7c965-2947-4cdf-922a-7e81d55e1cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c78494f4-b5f5-4a07-a90e-9faaf0a31363'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:52:05.192653 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-091c88be-a3d8-477f-92c9-be19ff171c21 None None] Bound port: 24265d2d-f5b9-4565-8c6b-0fe9507b9402, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ce7c965-2947-4cdf-922a-7e81d55e1cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c78494f4-b5f5-4a07-a90e-9faaf0a31363'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:52:05.193043 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-091c88be-a3d8-477f-92c9-be19ff171c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:05.285277 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-739a0630-9529-4477-a2f5-6a784eac334f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:05.294161 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-091c88be-a3d8-477f-92c9-be19ff171c21 None None] For port 24265d2d-f5b9-4565-8c6b-0fe9507b9402, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:52:05.297764 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-091c88be-a3d8-477f-92c9-be19ff171c21 None None] For port 24265d2d-f5b9-4565-8c6b-0fe9507b9402, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=24265d2d-f5b9-4565-8c6b-0fe9507b9402,segment=NetworkSegment(8ce7c965-2947-4cdf-922a-7e81d55e1cfe),segment_id=8ce7c965-2947-4cdf-922a-7e81d55e1cfe)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:52:05.303176 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-091c88be-a3d8-477f-92c9-be19ff171c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:05.349253 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-739a0630-9529-4477-a2f5-6a784eac334f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:05.389946 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091c88be-a3d8-477f-92c9-be19ff171c21 None None] Pushing event updated for resources: {'Port': ['ID=24265d2d-f5b9-4565-8c6b-0fe9507b9402,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:52:05.403298 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739a0630-9529-4477-a2f5-6a784eac334f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Network c78494f4-b5f5-4a07-a90e-9faaf0a31363 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:52:05.409790 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-739a0630-9529-4477-a2f5-6a784eac334f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:52:05.413915 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739a0630-9529-4477-a2f5-6a784eac334f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:52:05.421549 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a0630-9529-4477-a2f5-6a784eac334f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'Port': ['ID=a3ab1576-1bcc-4320-b95e-81e2b5865533,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:52:05.485828 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-739a0630-9529-4477-a2f5-6a784eac334f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:05.533483 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 3c067c74-2ac7-4309-bb70-883ced795fa1 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:52:05.609341 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 3c067c74-2ac7-4309-bb70-883ced795fa1 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:52:05.611554 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:05.692622 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-739a0630-9529-4477-a2f5-6a784eac334f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:06.009856 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-739a0630-9529-4477-a2f5-6a784eac334f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:06.014232 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-739a0630-9529-4477-a2f5-6a784eac334f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:06.085007 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-739a0630-9529-4477-a2f5-6a784eac334f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:06.086930 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a0630-9529-4477-a2f5-6a784eac334f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'Port': ['ID=a3ab1576-1bcc-4320-b95e-81e2b5865533,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:52:06.184231 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739a0630-9529-4477-a2f5-6a784eac334f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Network c78494f4-b5f5-4a07-a90e-9faaf0a31363 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:52:06.185797 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-739a0630-9529-4477-a2f5-6a784eac334f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:52:06.303953 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739a0630-9529-4477-a2f5-6a784eac334f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Router 80afbe90-51f5-4f13-b249-2d578eb17440 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:52:06.418871 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739a0630-9529-4477-a2f5-6a784eac334f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:52:06.428444 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-739a0630-9529-4477-a2f5-6a784eac334f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "PUT /v2.0/routers/80afbe90-51f5-4f13-b249-2d578eb17440/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1395924 Dec 09 16:52:06.462537 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37648ab-86e4-4286-96df-26b082f37d08 None None] Network c78494f4-b5f5-4a07-a90e-9faaf0a31363 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:52:06.538687 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-98430b66-a3c3-469d-a3d8-7b7c5f7ab64e None None] Provisioning complete for port 24265d2d-f5b9-4565-8c6b-0fe9507b9402 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:52:06.539114 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-98430b66-a3c3-469d-a3d8-7b7c5f7ab64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:06.579325 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-108518bb-e813-41d4-8377-e796a953c9c1 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2095047321&fields=id&tenant_id=95ed158b10404fb6a6679c1eac6dfcba HTTP/1.1" status: 200 len: 267 time: 0.0463476 Dec 09 16:52:06.666773 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-98430b66-a3c3-469d-a3d8-7b7c5f7ab64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:06.701991 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-98430b66-a3c3-469d-a3d8-7b7c5f7ab64e None None] For port 24265d2d-f5b9-4565-8c6b-0fe9507b9402, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=24265d2d-f5b9-4565-8c6b-0fe9507b9402,segment=NetworkSegment(8ce7c965-2947-4cdf-922a-7e81d55e1cfe),segment_id=8ce7c965-2947-4cdf-922a-7e81d55e1cfe)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:52:06.705627 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-2dc4e2a6-2378-4b07-8ad5-2d5e96741cb5 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:52:06.707274 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-2dc4e2a6-2378-4b07-8ad5-2d5e96741cb5 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/networks?id=c78494f4-b5f5-4a07-a90e-9faaf0a31363 HTTP/1.1" status: 200 len: 797 time: 0.1203899 Dec 09 16:52:06.709089 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-98430b66-a3c3-469d-a3d8-7b7c5f7ab64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:06.731340 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-9b9e276b-64d2-401a-887d-04fe2e302c99 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/quotas/95ed158b10404fb6a6679c1eac6dfcba HTTP/1.1" status: 200 len: 375 time: 0.0118196 Dec 09 16:52:06.766156 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98430b66-a3c3-469d-a3d8-7b7c5f7ab64e None None] Pushing event updated for resources: {'Port': ['ID=24265d2d-f5b9-4565-8c6b-0fe9507b9402,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:52:06.793432 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-189b7ea3-04b6-47bf-9fd0-5d669f15557c tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=95ed158b10404fb6a6679c1eac6dfcba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558600 Dec 09 16:52:06.892930 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-ab99c14f-1a49-46f0-bbcc-45dfe44188ed service neutron] 10.222.0.57 "GET /v2.0/networks/c78494f4-b5f5-4a07-a90e-9faaf0a31363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868979 Dec 09 16:52:06.935231 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-005a95a9-7a8b-47f1-8cef-bc7d38c1d9e2 None None] Provisioning complete for port a3ab1576-1bcc-4320-b95e-81e2b5865533 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:52:06.935607 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-005a95a9-7a8b-47f1-8cef-bc7d38c1d9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:06.978798 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-005a95a9-7a8b-47f1-8cef-bc7d38c1d9e2 None None] Port a3ab1576-1bcc-4320-b95e-81e2b5865533 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:52:06.996517 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c5102c-6798-4c7d-9559-f0a9683495a6 None None] Sync routers for ids ['80afbe90-51f5-4f13-b249-2d578eb17440'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:52:07.001231 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-005a95a9-7a8b-47f1-8cef-bc7d38c1d9e2 None None] Provisioning complete for port 24265d2d-f5b9-4565-8c6b-0fe9507b9402 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:52:07.001596 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-005a95a9-7a8b-47f1-8cef-bc7d38c1d9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:07.010334 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-86434818-7421-4337-a4ea-06c69eef1d86 service neutron] 10.222.0.57 "GET /v2.0/networks/c78494f4-b5f5-4a07-a90e-9faaf0a31363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098282 Dec 09 16:52:07.046310 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c5102c-6798-4c7d-9559-f0a9683495a6 None None] Routers {'80afbe90-51f5-4f13-b249-2d578eb17440'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:52:07.046963 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-78c5102c-6798-4c7d-9559-f0a9683495a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:51:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['80afbe90-51f5-4f13-b249-2d578eb17440'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:52:07.199159 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-69950988-ec5d-4baf-a29b-9adbc21f25d1 req-c83dc3cb-3e25-4a12-b125-d5130f29259c tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=166195d0-1fed-45ce-a132-438a2b3875a5 HTTP/1.1" status: 200 len: 210 time: 0.0406616 Dec 09 16:52:07.199315 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-78c5102c-6798-4c7d-9559-f0a9683495a6 None None] Set router 80afbe90-51f5-4f13-b249-2d578eb17440 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:52:07.414074 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-230fe89a-9446-45f2-9f3a-5696cd3414fc None None] Provisioning complete for port a3ab1576-1bcc-4320-b95e-81e2b5865533 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:52:07.414457 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-230fe89a-9446-45f2-9f3a-5696cd3414fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:07.458284 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-230fe89a-9446-45f2-9f3a-5696cd3414fc None None] Port a3ab1576-1bcc-4320-b95e-81e2b5865533 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:52:07.476532 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 24265d2d-f5b9-4565-8c6b-0fe9507b9402 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:52:07.482410 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-78c5102c-6798-4c7d-9559-f0a9683495a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80afbe90-51f5-4f13-b249-2d578eb17440', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385690035', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '3c067c74-2ac7-4309-bb70-883ced795fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:52:02Z', 'updated_at': '2021-12-09T16:52:05Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '3c067c74-2ac7-4309-bb70-883ced795fa1', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80afbe90-51f5-4f13-b249-2d578eb17440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:52:02Z', 'updated_at': '2021-12-09T16:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'a3ab1576-1bcc-4320-b95e-81e2b5865533', 'name': '', 'network_id': 'c78494f4-b5f5-4a07-a90e-9faaf0a31363', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'mac_address': 'fa:16:3e:65:f7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80afbe90-51f5-4f13-b249-2d578eb17440', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0e16285b-bf91-42b4-bd2b-d1f85d789e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:52:04Z', 'updated_at': '2021-12-09T16:52:05Z', 'revision_number': 2, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'subnets': [{'id': '0e16285b-bf91-42b4-bd2b-d1f85d789e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:52:07.534154 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c5102c-6798-4c7d-9559-f0a9683495a6 None None] Checking router: 80afbe90-51f5-4f13-b249-2d578eb17440 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:52:07.534522 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c5102c-6798-4c7d-9559-f0a9683495a6 None None] Updating router 80afbe90-51f5-4f13-b249-2d578eb17440 port a3ab1576-1bcc-4320-b95e-81e2b5865533 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:52:07.569866 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-78c5102c-6798-4c7d-9559-f0a9683495a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:07.614113 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 24265d2d-f5b9-4565-8c6b-0fe9507b9402 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:52:07.614480 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:07.903794 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-78c5102c-6798-4c7d-9559-f0a9683495a6 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:07.908750 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-78c5102c-6798-4c7d-9559-f0a9683495a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:07.955941 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ad368-c445-445d-9fd8-105e2f6b7862 None None] Pushing event updated for resources: {'Port': ['ID=a3ab1576-1bcc-4320-b95e-81e2b5865533,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:52:08.008835 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-78c5102c-6798-4c7d-9559-f0a9683495a6 None None] Attempting to bind port a3ab1576-1bcc-4320-b95e-81e2b5865533 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:52:08.009215 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-78c5102c-6798-4c7d-9559-f0a9683495a6 None None] Attempting to bind port a3ab1576-1bcc-4320-b95e-81e2b5865533 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '8ce7c965-2947-4cdf-922a-7e81d55e1cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c78494f4-b5f5-4a07-a90e-9faaf0a31363'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:52:08.009579 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c5102c-6798-4c7d-9559-f0a9683495a6 None None] Attempting to bind port a3ab1576-1bcc-4320-b95e-81e2b5865533 on network c78494f4-b5f5-4a07-a90e-9faaf0a31363 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:52:08.015269 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c5102c-6798-4c7d-9559-f0a9683495a6 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:52:08.015641 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c5102c-6798-4c7d-9559-f0a9683495a6 None None] Checking segment: {'id': '8ce7c965-2947-4cdf-922a-7e81d55e1cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c78494f4-b5f5-4a07-a90e-9faaf0a31363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:52:08.016044 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-78c5102c-6798-4c7d-9559-f0a9683495a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:08.016492 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c5102c-6798-4c7d-9559-f0a9683495a6 None None] Bound using segment: {'id': '8ce7c965-2947-4cdf-922a-7e81d55e1cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c78494f4-b5f5-4a07-a90e-9faaf0a31363'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:52:08.016930 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-78c5102c-6798-4c7d-9559-f0a9683495a6 None None] Bound port: a3ab1576-1bcc-4320-b95e-81e2b5865533, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ce7c965-2947-4cdf-922a-7e81d55e1cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c78494f4-b5f5-4a07-a90e-9faaf0a31363'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:52:08.017307 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-78c5102c-6798-4c7d-9559-f0a9683495a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:08.093363 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-78c5102c-6798-4c7d-9559-f0a9683495a6 None None] For port a3ab1576-1bcc-4320-b95e-81e2b5865533, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:52:08.097228 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-78c5102c-6798-4c7d-9559-f0a9683495a6 None None] For port a3ab1576-1bcc-4320-b95e-81e2b5865533, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a3ab1576-1bcc-4320-b95e-81e2b5865533,segment=NetworkSegment(8ce7c965-2947-4cdf-922a-7e81d55e1cfe),segment_id=8ce7c965-2947-4cdf-922a-7e81d55e1cfe)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:52:08.107998 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-78c5102c-6798-4c7d-9559-f0a9683495a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:08.183571 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ad368-c445-445d-9fd8-105e2f6b7862 None None] Pushing event updated for resources: {'Port': ['ID=a3ab1576-1bcc-4320-b95e-81e2b5865533,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:52:08.193100 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c5102c-6798-4c7d-9559-f0a9683495a6 None None] Routers {'80afbe90-51f5-4f13-b249-2d578eb17440'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:52:08.193712 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-78c5102c-6798-4c7d-9559-f0a9683495a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:51:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['80afbe90-51f5-4f13-b249-2d578eb17440'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:52:08.194542 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-976104ca-f911-4962-a7f1-948e9960857d tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:52:08.196264 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-976104ca-f911-4962-a7f1-948e9960857d tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.31 "GET /v2.0/networks?id=c78494f4-b5f5-4a07-a90e-9faaf0a31363 HTTP/1.1" status: 200 len: 797 time: 0.1324787 Dec 09 16:52:08.244176 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1cb741e6-1671-4573-99fd-5d62647d9260 None None] Provisioning complete for port a3ab1576-1bcc-4320-b95e-81e2b5865533 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:52:08.244586 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1cb741e6-1671-4573-99fd-5d62647d9260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:08.283202 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-89aabc14-a19c-45a0-aaa9-3b1b718f0bfc tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95ed158b10404fb6a6679c1eac6dfcba HTTP/1.1" status: 200 len: 380 time: 0.0740433 Dec 09 16:52:08.304149 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-bd0b4d93-d7ea-43c4-9015-c7c66acc529f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'port': {'device_id': '166195d0-1fed-45ce-a132-438a2b3875a5', 'network_id': 'c78494f4-b5f5-4a07-a90e-9faaf0a31363', 'admin_state_up': True, 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'security_groups': ['077e0ff0-7399-4d71-948b-88c45edf644d']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:52:08.341173 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dba9e49f-dad2-4502-a9fe-e851fa4d5b52 req-5fa5b4dc-6af1-4d41-bb51-5f30c724f7d5 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=166195d0-1fed-45ce-a132-438a2b3875a5 HTTP/1.1" status: 200 len: 210 time: 0.0537531 Dec 09 16:52:08.344080 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-78c5102c-6798-4c7d-9559-f0a9683495a6 None None] Set router 80afbe90-51f5-4f13-b249-2d578eb17440 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:52:08.445072 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1cb741e6-1671-4573-99fd-5d62647d9260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:08.447284 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-bd0b4d93-d7ea-43c4-9015-c7c66acc529f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Made reservation on behalf of 95ed158b10404fb6a6679c1eac6dfcba for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:52:08.452263 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-bd0b4d93-d7ea-43c4-9015-c7c66acc529f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:08.583626 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-bd0b4d93-d7ea-43c4-9015-c7c66acc529f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Allocated IP 172.20.0.3 (c78494f4-b5f5-4a07-a90e-9faaf0a31363/0e16285b-bf91-42b4-bd2b-d1f85d789e7c/59394fc3-2600-4448-9131-fa8ed7f07270) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:52:08.680608 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1cb741e6-1671-4573-99fd-5d62647d9260 None None] For port a3ab1576-1bcc-4320-b95e-81e2b5865533, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a3ab1576-1bcc-4320-b95e-81e2b5865533,segment=NetworkSegment(8ce7c965-2947-4cdf-922a-7e81d55e1cfe),segment_id=8ce7c965-2947-4cdf-922a-7e81d55e1cfe)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:52:08.688620 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1cb741e6-1671-4573-99fd-5d62647d9260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:08.729241 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-bd0b4d93-d7ea-43c4-9015-c7c66acc529f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:08.763472 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-bd0b4d93-d7ea-43c4-9015-c7c66acc529f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:08.771912 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb741e6-1671-4573-99fd-5d62647d9260 None None] Pushing event updated for resources: {'Port': ['ID=a3ab1576-1bcc-4320-b95e-81e2b5865533,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:52:08.797358 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-78c5102c-6798-4c7d-9559-f0a9683495a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80afbe90-51f5-4f13-b249-2d578eb17440', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385690035', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '3c067c74-2ac7-4309-bb70-883ced795fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:52:02Z', 'updated_at': '2021-12-09T16:52:05Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '3c067c74-2ac7-4309-bb70-883ced795fa1', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80afbe90-51f5-4f13-b249-2d578eb17440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:52:02Z', 'updated_at': '2021-12-09T16:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'a3ab1576-1bcc-4320-b95e-81e2b5865533', 'name': '', 'network_id': 'c78494f4-b5f5-4a07-a90e-9faaf0a31363', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'mac_address': 'fa:16:3e:65:f7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80afbe90-51f5-4f13-b249-2d578eb17440', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0e16285b-bf91-42b4-bd2b-d1f85d789e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:52:04Z', 'updated_at': '2021-12-09T16:52:08Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'subnets': [{'id': '0e16285b-bf91-42b4-bd2b-d1f85d789e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:52:08.814424 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-bd0b4d93-d7ea-43c4-9015-c7c66acc529f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Network c78494f4-b5f5-4a07-a90e-9faaf0a31363 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:52:08.817809 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-bd0b4d93-d7ea-43c4-9015-c7c66acc529f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:52:08.820234 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-bd0b4d93-d7ea-43c4-9015-c7c66acc529f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:52:08.827605 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b4d93-d7ea-43c4-9015-c7c66acc529f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'Port': ['ID=59394fc3-2600-4448-9131-fa8ed7f07270,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:52:08.830723 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c5102c-6798-4c7d-9559-f0a9683495a6 None None] The sync data for ids ['80afbe90-51f5-4f13-b249-2d578eb17440'] in n-d-821228-1 is: [{'id': '80afbe90-51f5-4f13-b249-2d578eb17440', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385690035', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '3c067c74-2ac7-4309-bb70-883ced795fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:52:02Z', 'updated_at': '2021-12-09T16:52:05Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '3c067c74-2ac7-4309-bb70-883ced795fa1', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80afbe90-51f5-4f13-b249-2d578eb17440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:52:02Z', 'updated_at': '2021-12-09T16:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'a3ab1576-1bcc-4320-b95e-81e2b5865533', 'name': '', 'network_id': 'c78494f4-b5f5-4a07-a90e-9faaf0a31363', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'mac_address': 'fa:16:3e:65:f7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80afbe90-51f5-4f13-b249-2d578eb17440', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0e16285b-bf91-42b4-bd2b-d1f85d789e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:52:04Z', 'updated_at': '2021-12-09T16:52:08Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'subnets': [{'id': '0e16285b-bf91-42b4-bd2b-d1f85d789e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:52:08.838675 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-70a76e18-7a28-42ce-a290-e4c6702f7161 None None] Provisioning complete for port a3ab1576-1bcc-4320-b95e-81e2b5865533 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:52:08.839049 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-70a76e18-7a28-42ce-a290-e4c6702f7161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:08.879411 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-bd0b4d93-d7ea-43c4-9015-c7c66acc529f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:52:08.880493 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-bd0b4d93-d7ea-43c4-9015-c7c66acc529f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:08.926358 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-bd0b4d93-d7ea-43c4-9015-c7c66acc529f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6286972 Dec 09 16:52:08.938470 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-1083be5e-4f38-4018-a9e5-1731f6339778 service neutron] Request body: {'port': {'device_id': '166195d0-1fed-45ce-a132-438a2b3875a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:52:09.010342 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-1083be5e-4f38-4018-a9e5-1731f6339778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:09.185374 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-da4712d8-8f6e-46ba-b768-bf0d10e5dcbe None None] Provisioning complete for port 59394fc3-2600-4448-9131-fa8ed7f07270 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:52:09.185820 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-da4712d8-8f6e-46ba-b768-bf0d10e5dcbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:09.226371 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-da4712d8-8f6e-46ba-b768-bf0d10e5dcbe None None] Port 59394fc3-2600-4448-9131-fa8ed7f07270 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:52:09.299401 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-1083be5e-4f38-4018-a9e5-1731f6339778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59394fc3-2600-4448-9131-fa8ed7f07270 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:52:09.307111 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-1083be5e-4f38-4018-a9e5-1731f6339778 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:09.320441 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-1083be5e-4f38-4018-a9e5-1731f6339778 service neutron] Transition to ACTIVE for port object 59394fc3-2600-4448-9131-fa8ed7f07270 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:52:09.326599 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-1083be5e-4f38-4018-a9e5-1731f6339778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:09.420393 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1083be5e-4f38-4018-a9e5-1731f6339778 service neutron] Pushing event updated for resources: {'Port': ['ID=59394fc3-2600-4448-9131-fa8ed7f07270,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:52:09.494634 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a3ab1576-1bcc-4320-b95e-81e2b5865533 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:52:09.522051 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c2a3a-9e49-4272-84a4-b1b35f7583af req-c9f99f44-705e-4213-b6f2-a90aa438869c tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:52:09.523640 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-675c2a3a-9e49-4272-84a4-b1b35f7583af req-c9f99f44-705e-4213-b6f2-a90aa438869c tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=166195d0-1fed-45ce-a132-438a2b3875a5 HTTP/1.1" status: 200 len: 943 time: 0.0801723 Dec 09 16:52:09.530128 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-1083be5e-4f38-4018-a9e5-1731f6339778 service neutron] Attempting to bind port 59394fc3-2600-4448-9131-fa8ed7f07270 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:52:09.530822 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-1083be5e-4f38-4018-a9e5-1731f6339778 service neutron] Attempting to bind port 59394fc3-2600-4448-9131-fa8ed7f07270 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '8ce7c965-2947-4cdf-922a-7e81d55e1cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c78494f4-b5f5-4a07-a90e-9faaf0a31363'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:52:09.531166 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-1083be5e-4f38-4018-a9e5-1731f6339778 service neutron] Attempting to bind port 59394fc3-2600-4448-9131-fa8ed7f07270 on network c78494f4-b5f5-4a07-a90e-9faaf0a31363 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:52:09.536448 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-1083be5e-4f38-4018-a9e5-1731f6339778 service neutron] Port 59394fc3-2600-4448-9131-fa8ed7f07270 on network c78494f4-b5f5-4a07-a90e-9faaf0a31363 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:52:09.536809 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-1083be5e-4f38-4018-a9e5-1731f6339778 service neutron] Attempting to bind port 59394fc3-2600-4448-9131-fa8ed7f07270 on network c78494f4-b5f5-4a07-a90e-9faaf0a31363 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:52:09.561323 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port a3ab1576-1bcc-4320-b95e-81e2b5865533 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:52:09.561992 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-1083be5e-4f38-4018-a9e5-1731f6339778 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:52:09.562150 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:09.562334 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-1083be5e-4f38-4018-a9e5-1731f6339778 service neutron] Checking segment: {'id': '8ce7c965-2947-4cdf-922a-7e81d55e1cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c78494f4-b5f5-4a07-a90e-9faaf0a31363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:52:09.562731 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-1083be5e-4f38-4018-a9e5-1731f6339778 service neutron] Bound using segment: {'id': '8ce7c965-2947-4cdf-922a-7e81d55e1cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c78494f4-b5f5-4a07-a90e-9faaf0a31363'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:52:09.563177 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-1083be5e-4f38-4018-a9e5-1731f6339778 service neutron] Bound port: 59394fc3-2600-4448-9131-fa8ed7f07270, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ce7c965-2947-4cdf-922a-7e81d55e1cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c78494f4-b5f5-4a07-a90e-9faaf0a31363'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:52:09.563548 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-1083be5e-4f38-4018-a9e5-1731f6339778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:09.643025 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-675c2a3a-9e49-4272-84a4-b1b35f7583af req-d2791f03-4488-4c8c-9bf5-4cdbd07f0560 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=077e0ff0-7399-4d71-948b-88c45edf644d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030130 Dec 09 16:52:09.683050 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-1083be5e-4f38-4018-a9e5-1731f6339778 service neutron] For port 59394fc3-2600-4448-9131-fa8ed7f07270, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:52:09.686500 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-1083be5e-4f38-4018-a9e5-1731f6339778 service neutron] For port 59394fc3-2600-4448-9131-fa8ed7f07270, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=59394fc3-2600-4448-9131-fa8ed7f07270,segment=NetworkSegment(8ce7c965-2947-4cdf-922a-7e81d55e1cfe),segment_id=8ce7c965-2947-4cdf-922a-7e81d55e1cfe)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:52:09.691527 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-1083be5e-4f38-4018-a9e5-1731f6339778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:09.731997 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-1083be5e-4f38-4018-a9e5-1731f6339778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:52:09.732656 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-1083be5e-4f38-4018-a9e5-1731f6339778 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:09.734109 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-1083be5e-4f38-4018-a9e5-1731f6339778 service neutron] 10.222.0.31 "PUT /v2.0/ports/59394fc3-2600-4448-9131-fa8ed7f07270 HTTP/1.1" status: 200 len: 1091 time: 0.7998724 Dec 09 16:52:09.734617 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '166195d0-1fed-45ce-a132-438a2b3875a5', 'tag': '59394fc3-2600-4448-9131-fa8ed7f07270'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:52:09.737191 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab69a01-f97d-4185-ae74-6b05bf29cbda" -d '{"events": [{"name": "network-changed", "server_uuid": "166195d0-1fed-45ce-a132-438a2b3875a5", "tag": "59394fc3-2600-4448-9131-fa8ed7f07270"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:52:09.798438 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ca8ee0-a68b-44d6-812c-24578da30342 x-openstack-request-id: req-f4ca8ee0-a68b-44d6-812c-24578da30342 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:52:09.798828 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "166195d0-1fed-45ce-a132-438a2b3875a5", "tag": "59394fc3-2600-4448-9131-fa8ed7f07270", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:52:09.798976 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f4ca8ee0-a68b-44d6-812c-24578da30342 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:52:09.799389 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '166195d0-1fed-45ce-a132-438a2b3875a5', 'tag': '59394fc3-2600-4448-9131-fa8ed7f07270', 'status': 'completed', 'code': 200} Dec 09 16:52:09.817164 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1083be5e-4f38-4018-a9e5-1731f6339778 service neutron] Pushing event updated for resources: {'Port': ['ID=59394fc3-2600-4448-9131-fa8ed7f07270,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:52:09.835746 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-efc04d04-ad38-480d-bf61-095206f9bfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:52:09.837553 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-efc04d04-ad38-480d-bf61-095206f9bfe2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95ed158b10404fb6a6679c1eac6dfcba&device_id=166195d0-1fed-45ce-a132-438a2b3875a5 HTTP/1.1" status: 200 len: 1094 time: 0.0536785 Dec 09 16:52:09.882775 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-521e38ec-9d40-4e47-a8c1-0779236e2fa1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59394fc3-2600-4448-9131-fa8ed7f07270 HTTP/1.1" status: 200 len: 217 time: 0.0376546 Dec 09 16:52:10.282614 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-d1d468b5-2462-4774-aaa6-cfb7297c5734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:52:10.284107 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-d1d468b5-2462-4774-aaa6-cfb7297c5734 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0e16285b-bf91-42b4-bd2b-d1f85d789e7c HTTP/1.1" status: 200 len: 834 time: 0.3939486 Dec 09 16:52:10.329943 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-68fe943b-de0f-4199-9fb7-1f93d5c798fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:52:10.331523 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-68fe943b-de0f-4199-9fb7-1f93d5c798fc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c78494f4-b5f5-4a07-a90e-9faaf0a31363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392506 Dec 09 16:52:10.422969 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-fa169672-4be0-46f5-b666-afe2863f9a26 service neutron] 10.222.0.31 "GET /v2.0/networks/c78494f4-b5f5-4a07-a90e-9faaf0a31363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844340 Dec 09 16:52:10.511701 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c70fc51d-851c-421b-bf1b-e7ece22816bb req-c6b986cd-da0b-494c-a15d-f3b2bdd3a333 service neutron] 10.222.0.31 "GET /v2.0/networks/c78494f4-b5f5-4a07-a90e-9faaf0a31363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810490 Dec 09 16:52:10.599166 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab69a01-f97d-4185-ae74-6b05bf29cbda req-adb3fdf7-e06c-4641-9c34-c469a5156cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:52:10.600597 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5ab69a01-f97d-4185-ae74-6b05bf29cbda req-adb3fdf7-e06c-4641-9c34-c469a5156cd5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95ed158b10404fb6a6679c1eac6dfcba&device_id=166195d0-1fed-45ce-a132-438a2b3875a5 HTTP/1.1" status: 200 len: 1094 time: 0.0401909 Dec 09 16:52:10.692860 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab69a01-f97d-4185-ae74-6b05bf29cbda req-938d7c1b-3726-4565-8c33-33b317633d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:52:10.694344 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5ab69a01-f97d-4185-ae74-6b05bf29cbda req-938d7c1b-3726-4565-8c33-33b317633d89 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c78494f4-b5f5-4a07-a90e-9faaf0a31363 HTTP/1.1" status: 200 len: 898 time: 0.0868473 Dec 09 16:52:10.739569 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5ab69a01-f97d-4185-ae74-6b05bf29cbda req-23de0c2c-5668-4f57-9f7d-803a92c33795 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59394fc3-2600-4448-9131-fa8ed7f07270 HTTP/1.1" status: 200 len: 217 time: 0.0373821 Dec 09 16:52:10.813760 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab69a01-f97d-4185-ae74-6b05bf29cbda req-f9f9ea46-493a-45d5-9ec9-7b8f26198297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:52:10.815225 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5ab69a01-f97d-4185-ae74-6b05bf29cbda req-f9f9ea46-493a-45d5-9ec9-7b8f26198297 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0e16285b-bf91-42b4-bd2b-d1f85d789e7c HTTP/1.1" status: 200 len: 834 time: 0.0662093 Dec 09 16:52:10.826256 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30c81f-405a-4c7a-9317-60c02ded39b4 req-e34313df-ec63-45da-bc90-4ef2431d2623 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:52:10.827646 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af30c81f-405a-4c7a-9317-60c02ded39b4 req-e34313df-ec63-45da-bc90-4ef2431d2623 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=166195d0-1fed-45ce-a132-438a2b3875a5 HTTP/1.1" status: 200 len: 943 time: 0.0904946 Dec 09 16:52:10.901012 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-af30c81f-405a-4c7a-9317-60c02ded39b4 req-973f7e6c-3c16-4d42-8409-87cafb91bca2 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=077e0ff0-7399-4d71-948b-88c45edf644d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629933 Dec 09 16:52:10.902678 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab69a01-f97d-4185-ae74-6b05bf29cbda req-02122de8-6461-4bb2-94f4-639ca9fe54a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:52:10.904113 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5ab69a01-f97d-4185-ae74-6b05bf29cbda req-02122de8-6461-4bb2-94f4-639ca9fe54a7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c78494f4-b5f5-4a07-a90e-9faaf0a31363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756145 Dec 09 16:52:10.998809 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5ab69a01-f97d-4185-ae74-6b05bf29cbda req-07acc551-a061-4e2a-afa3-2c1e008bd202 service neutron] 10.222.0.31 "GET /v2.0/networks/c78494f4-b5f5-4a07-a90e-9faaf0a31363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876377 Dec 09 16:52:11.096153 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5ab69a01-f97d-4185-ae74-6b05bf29cbda req-f1773016-7b90-4686-983d-b1fd90c0d6b5 service neutron] 10.222.0.31 "GET /v2.0/networks/c78494f4-b5f5-4a07-a90e-9faaf0a31363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898416 Dec 09 16:52:12.016866 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61209fed-002a-495c-9a08-1c1bdc6e0a88 req-7b7be37b-6235-4c88-b0df-9e55cf88566d tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:52:12.018431 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-61209fed-002a-495c-9a08-1c1bdc6e0a88 req-7b7be37b-6235-4c88-b0df-9e55cf88566d tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=166195d0-1fed-45ce-a132-438a2b3875a5 HTTP/1.1" status: 200 len: 943 time: 0.0497820 Dec 09 16:52:12.072439 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-61209fed-002a-495c-9a08-1c1bdc6e0a88 req-f81b642d-7fe8-4c0f-acce-3d3e20aa9ef0 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=077e0ff0-7399-4d71-948b-88c45edf644d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480521 Dec 09 16:52:12.737588 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:52:13.199343 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19564602-fc22-4264-926f-7b576dc39f61 req-836e176e-a1fc-4a37-a6c8-81a1a36a2b7b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:52:13.200890 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-19564602-fc22-4264-926f-7b576dc39f61 req-836e176e-a1fc-4a37-a6c8-81a1a36a2b7b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=166195d0-1fed-45ce-a132-438a2b3875a5 HTTP/1.1" status: 200 len: 943 time: 0.0503852 Dec 09 16:52:13.262258 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-19564602-fc22-4264-926f-7b576dc39f61 req-71e73e11-5b10-4060-bca3-846e7bd3b980 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=077e0ff0-7399-4d71-948b-88c45edf644d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546565 Dec 09 16:52:14.380531 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a57b03-f33b-49b0-a06b-5e0c600d3991 req-0a980399-d9ff-489b-8583-43bf6b18617c tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:52:14.382003 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c7a57b03-f33b-49b0-a06b-5e0c600d3991 req-0a980399-d9ff-489b-8583-43bf6b18617c tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=166195d0-1fed-45ce-a132-438a2b3875a5 HTTP/1.1" status: 200 len: 943 time: 0.0482621 Dec 09 16:52:14.431143 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c7a57b03-f33b-49b0-a06b-5e0c600d3991 req-bddbbc71-1c46-4286-a774-7d041ba2265d tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=077e0ff0-7399-4d71-948b-88c45edf644d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418470 Dec 09 16:52:14.791691 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 59394fc3-2600-4448-9131-fa8ed7f07270 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:52:14.884198 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 59394fc3-2600-4448-9131-fa8ed7f07270, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=59394fc3-2600-4448-9131-fa8ed7f07270,segment=NetworkSegment(8ce7c965-2947-4cdf-922a-7e81d55e1cfe),segment_id=8ce7c965-2947-4cdf-922a-7e81d55e1cfe)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:52:14.898360 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '59394fc3-2600-4448-9131-fa8ed7f07270', 'network_id': 'c78494f4-b5f5-4a07-a90e-9faaf0a31363', 'port_id': '59394fc3-2600-4448-9131-fa8ed7f07270', 'mac_address': 'fa:16:3e:9b:1e:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e16285b-bf91-42b4-bd2b-d1f85d789e7c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:52:14.935179 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:14.947698 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59394fc3-2600-4448-9131-fa8ed7f07270 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:52:14.966724 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 59394fc3-2600-4448-9131-fa8ed7f07270, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=59394fc3-2600-4448-9131-fa8ed7f07270,segment=NetworkSegment(8ce7c965-2947-4cdf-922a-7e81d55e1cfe),segment_id=8ce7c965-2947-4cdf-922a-7e81d55e1cfe)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:52:14.970828 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:15.018231 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=59394fc3-2600-4448-9131-fa8ed7f07270,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:52:15.327047 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['59394fc3-2600-4448-9131-fa8ed7f07270'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:52:15.553899 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97602dc-8c27-4437-a52c-f086bc3cfa2e req-ad6ec011-8f16-4590-81f5-d5e4d8d2be91 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:52:15.555410 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e97602dc-8c27-4437-a52c-f086bc3cfa2e req-ad6ec011-8f16-4590-81f5-d5e4d8d2be91 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=166195d0-1fed-45ce-a132-438a2b3875a5 HTTP/1.1" status: 200 len: 944 time: 0.0538180 Dec 09 16:52:15.604615 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e97602dc-8c27-4437-a52c-f086bc3cfa2e req-d54853c0-e790-4121-ac39-22bcca877880 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=077e0ff0-7399-4d71-948b-88c45edf644d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424464 Dec 09 16:52:16.718940 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac793af-dd5e-413b-a1b7-74ba3c5bf3b8 req-8ce2a4ee-0734-47e4-b16b-8de8d206df81 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:52:16.720436 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bac793af-dd5e-413b-a1b7-74ba3c5bf3b8 req-8ce2a4ee-0734-47e4-b16b-8de8d206df81 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=166195d0-1fed-45ce-a132-438a2b3875a5 HTTP/1.1" status: 200 len: 944 time: 0.0484464 Dec 09 16:52:16.768888 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bac793af-dd5e-413b-a1b7-74ba3c5bf3b8 req-9b4dc449-ea83-4f53-8f83-c7d279ef17b5 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=077e0ff0-7399-4d71-948b-88c45edf644d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426271 Dec 09 16:52:16.790557 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 59394fc3-2600-4448-9131-fa8ed7f07270 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:52:16.843136 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 59394fc3-2600-4448-9131-fa8ed7f07270 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:52:16.847226 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 59394fc3-2600-4448-9131-fa8ed7f07270 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:52:16.847602 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:16.934275 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:16.936515 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:16.958242 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166195d0-1fed-45ce-a132-438a2b3875a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59394fc3-2600-4448-9131-fa8ed7f07270'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:52:16.960602 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad401665e64187bef4a0f300457b2868c99907d1fc0db4bbbc94af95fd68fd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acea459d-216c-4c8f-9336-2b197c456d2d" -d '{"events": [{"server_uuid": "166195d0-1fed-45ce-a132-438a2b3875a5", "name": "network-vif-plugged", "status": "completed", "tag": "59394fc3-2600-4448-9131-fa8ed7f07270"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:52:16.973819 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 59394fc3-2600-4448-9131-fa8ed7f07270, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=59394fc3-2600-4448-9131-fa8ed7f07270,segment=NetworkSegment(8ce7c965-2947-4cdf-922a-7e81d55e1cfe),segment_id=8ce7c965-2947-4cdf-922a-7e81d55e1cfe)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:52:16.978111 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:17.001548 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793bf68a-2074-463d-9466-896bb98fe6f8 x-openstack-request-id: req-793bf68a-2074-463d-9466-896bb98fe6f8 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:52:17.001848 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166195d0-1fed-45ce-a132-438a2b3875a5", "name": "network-vif-plugged", "status": "completed", "tag": "59394fc3-2600-4448-9131-fa8ed7f07270", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:52:17.002104 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-793bf68a-2074-463d-9466-896bb98fe6f8 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:52:17.002511 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166195d0-1fed-45ce-a132-438a2b3875a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59394fc3-2600-4448-9131-fa8ed7f07270', 'code': 200} Dec 09 16:52:17.032176 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=59394fc3-2600-4448-9131-fa8ed7f07270,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:52:17.102299 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34734d27-2a77-45db-9c30-370e9d900afc req-bd9c0169-10df-4365-86f1-256c3bffb0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:52:17.104685 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34734d27-2a77-45db-9c30-370e9d900afc req-bd9c0169-10df-4365-86f1-256c3bffb0b8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=166195d0-1fed-45ce-a132-438a2b3875a5 HTTP/1.1" status: 200 len: 1096 time: 0.0457113 Dec 09 16:52:17.149966 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34734d27-2a77-45db-9c30-370e9d900afc req-2ae168a0-66a0-420d-a1da-f7af43d26592 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=077e0ff0-7399-4d71-948b-88c45edf644d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390089 Dec 09 16:52:17.886605 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2fec4-ff4a-4a86-ad34-b28b849a94d1 req-107bcedc-ca3b-4e79-b17e-c70f74cffa87 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:52:17.888077 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7cb2fec4-ff4a-4a86-ad34-b28b849a94d1 req-107bcedc-ca3b-4e79-b17e-c70f74cffa87 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=166195d0-1fed-45ce-a132-438a2b3875a5 HTTP/1.1" status: 200 len: 945 time: 0.0482483 Dec 09 16:52:17.937443 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7cb2fec4-ff4a-4a86-ad34-b28b849a94d1 req-bd3fbaf5-1b0f-446f-85e9-dbe5d68b2241 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=077e0ff0-7399-4d71-948b-88c45edf644d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434339 Dec 09 16:52:19.052402 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139581d7-b800-435e-aacb-50955cceafeb req-ecb2d1f9-e24f-41a1-9c09-3fa8852e3e81 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:52:19.053896 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-139581d7-b800-435e-aacb-50955cceafeb req-ecb2d1f9-e24f-41a1-9c09-3fa8852e3e81 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=166195d0-1fed-45ce-a132-438a2b3875a5 HTTP/1.1" status: 200 len: 945 time: 0.0499172 Dec 09 16:52:19.106410 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-139581d7-b800-435e-aacb-50955cceafeb req-bfd49f37-8a99-402e-bdcc-1a62baac266b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=077e0ff0-7399-4d71-948b-88c45edf644d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458922 Dec 09 16:52:19.219467 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02fb388-6065-42cd-96ab-badd1b1f1fa6 req-f49d1182-2639-4b46-8e96-8b31186630f6 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:52:19.220899 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c02fb388-6065-42cd-96ab-badd1b1f1fa6 req-f49d1182-2639-4b46-8e96-8b31186630f6 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=166195d0-1fed-45ce-a132-438a2b3875a5 HTTP/1.1" status: 200 len: 945 time: 0.0499065 Dec 09 16:52:19.271644 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c02fb388-6065-42cd-96ab-badd1b1f1fa6 req-0cc9ef07-c8a1-4760-8467-db5e23ec2e61 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=077e0ff0-7399-4d71-948b-88c45edf644d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447888 Dec 09 16:52:19.293940 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57054) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:52:19.332474 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c739139-043a-4655-9346-1c4c1f930bd1 tempest-TestNetworkAdvancedServerOps-2036049865 tempest-TestNetworkAdvancedServerOps-2036049865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:52:19.334058 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9c739139-043a-4655-9346-1c4c1f930bd1 tempest-TestNetworkAdvancedServerOps-2036049865 tempest-TestNetworkAdvancedServerOps-2036049865-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=166195d0-1fed-45ce-a132-438a2b3875a5 HTTP/1.1" status: 200 len: 1091 time: 0.0391653 Dec 09 16:52:19.336994 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57056) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:52:19.341797 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-00e6341a-034f-43ae-a2b3-b29314abb5a2 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'port_id': '59394fc3-2600-4448-9131-fa8ed7f07270', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:52:19.363671 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00e6341a-034f-43ae-a2b3-b29314abb5a2 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:19.466868 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00e6341a-034f-43ae-a2b3-b29314abb5a2 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:19.567972 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-00e6341a-034f-43ae-a2b3-b29314abb5a2 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Allocated IP 172.25.3.124 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/416b03af-5217-41b9-90fc-5c18e78256cf) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:52:19.670922 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00e6341a-034f-43ae-a2b3-b29314abb5a2 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:19.705020 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00e6341a-034f-43ae-a2b3-b29314abb5a2 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:19.743904 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e6341a-034f-43ae-a2b3-b29314abb5a2 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:52:19.748863 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-00e6341a-034f-43ae-a2b3-b29314abb5a2 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:52:19.752651 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e6341a-034f-43ae-a2b3-b29314abb5a2 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:52:19.758096 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e6341a-034f-43ae-a2b3-b29314abb5a2 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'Port': ['ID=416b03af-5217-41b9-90fc-5c18e78256cf,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:52:20.111380 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00e6341a-034f-43ae-a2b3-b29314abb5a2 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:20.175618 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00e6341a-034f-43ae-a2b3-b29314abb5a2 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:20.324820 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00e6341a-034f-43ae-a2b3-b29314abb5a2 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:20.329494 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00e6341a-034f-43ae-a2b3-b29314abb5a2 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:20.401472 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e6341a-034f-43ae-a2b3-b29314abb5a2 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'Port': ['ID=416b03af-5217-41b9-90fc-5c18e78256cf,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:52:20.413132 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00e6341a-034f-43ae-a2b3-b29314abb5a2 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:20.512084 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-00e6341a-034f-43ae-a2b3-b29314abb5a2 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Floating IP ce7f6552-5e66-49e6-818e-fb3128566205 associated. External IP: 172.25.3.124, port: 59394fc3-2600-4448-9131-fa8ed7f07270. Dec 09 16:52:20.661745 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-999600be-4349-4b15-b435-094fdfbc0ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:20.714143 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e6341a-034f-43ae-a2b3-b29314abb5a2 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Router 80afbe90-51f5-4f13-b249-2d578eb17440 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:52:20.823587 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e6341a-034f-43ae-a2b3-b29314abb5a2 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:52:20.833339 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f349318b-11de-4eb2-a9d8-033c039166e4 None None] Sync routers for ids ['80afbe90-51f5-4f13-b249-2d578eb17440'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:52:20.841801 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00e6341a-034f-43ae-a2b3-b29314abb5a2 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:20.843591 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f349318b-11de-4eb2-a9d8-033c039166e4 None None] Routers {'80afbe90-51f5-4f13-b249-2d578eb17440'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:52:20.844208 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-f349318b-11de-4eb2-a9d8-033c039166e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:51:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['80afbe90-51f5-4f13-b249-2d578eb17440'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:52:20.869885 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-00e6341a-034f-43ae-a2b3-b29314abb5a2 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5313461 Dec 09 16:52:20.870481 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '166195d0-1fed-45ce-a132-438a2b3875a5', 'tag': '59394fc3-2600-4448-9131-fa8ed7f07270'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:52:20.872780 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2da987-653a-4c1a-99eb-5e6f568fe844" -d '{"events": [{"name": "network-changed", "server_uuid": "166195d0-1fed-45ce-a132-438a2b3875a5", "tag": "59394fc3-2600-4448-9131-fa8ed7f07270"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:52:20.951754 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-f349318b-11de-4eb2-a9d8-033c039166e4 None None] Set router 80afbe90-51f5-4f13-b249-2d578eb17440 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:52:20.973160 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2d781-ab72-4cd8-8808-a8a18c49e42a req-d31a3193-6d40-49c7-a5b6-1e81abb921f4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:52:20.974724 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-91c2d781-ab72-4cd8-8808-a8a18c49e42a req-d31a3193-6d40-49c7-a5b6-1e81abb921f4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=166195d0-1fed-45ce-a132-438a2b3875a5 HTTP/1.1" status: 200 len: 945 time: 0.0541370 Dec 09 16:52:21.025510 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-91c2d781-ab72-4cd8-8808-a8a18c49e42a req-0447547c-01d0-4afe-bbb7-598bc6be29e4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=077e0ff0-7399-4d71-948b-88c45edf644d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428934 Dec 09 16:52:21.049585 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57064) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:52:21.115929 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-58fbdf93-3b9b-4427-9bc6-d432324a195c tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/floatingips/ce7f6552-5e66-49e6-818e-fb3128566205 HTTP/1.1" status: 200 len: 991 time: 0.0627339 Dec 09 16:52:21.138141 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae049f7d-6f3a-4035-bfce-95d6f43a506e x-openstack-request-id: req-ae049f7d-6f3a-4035-bfce-95d6f43a506e {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:52:21.138437 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "166195d0-1fed-45ce-a132-438a2b3875a5", "tag": "59394fc3-2600-4448-9131-fa8ed7f07270", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:52:21.138696 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ae049f7d-6f3a-4035-bfce-95d6f43a506e {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:52:21.139115 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '166195d0-1fed-45ce-a132-438a2b3875a5', 'tag': '59394fc3-2600-4448-9131-fa8ed7f07270', 'status': 'completed', 'code': 200} Dec 09 16:52:21.184012 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-f349318b-11de-4eb2-a9d8-033c039166e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80afbe90-51f5-4f13-b249-2d578eb17440', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385690035', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '3c067c74-2ac7-4309-bb70-883ced795fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:52:02Z', 'updated_at': '2021-12-09T16:52:05Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '3c067c74-2ac7-4309-bb70-883ced795fa1', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80afbe90-51f5-4f13-b249-2d578eb17440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:52:02Z', 'updated_at': '2021-12-09T16:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': 'ce7f6552-5e66-49e6-818e-fb3128566205', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'floating_ip_address': '172.25.3.124', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '80afbe90-51f5-4f13-b249-2d578eb17440', 'port_id': '59394fc3-2600-4448-9131-fa8ed7f07270', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c78494f4-b5f5-4a07-a90e-9faaf0a31363', 'mac_address': 'fa:16:3e:9b:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166195d0-1fed-45ce-a132-438a2b3875a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:52:19Z', 'updated_at': '2021-12-09T16:52:19Z', 'revision_number': 0, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3ab1576-1bcc-4320-b95e-81e2b5865533', 'name': '', 'network_id': 'c78494f4-b5f5-4a07-a90e-9faaf0a31363', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'mac_address': 'fa:16:3e:65:f7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80afbe90-51f5-4f13-b249-2d578eb17440', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0e16285b-bf91-42b4-bd2b-d1f85d789e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:52:04Z', 'updated_at': '2021-12-09T16:52:08Z', 'revision_number': 5, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'subnets': [{'id': '0e16285b-bf91-42b4-bd2b-d1f85d789e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:52:21.205972 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2da987-653a-4c1a-99eb-5e6f568fe844 req-ee56a950-b9d3-4fe3-822a-3de547aa1289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:52:21.207436 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da2da987-653a-4c1a-99eb-5e6f568fe844 req-ee56a950-b9d3-4fe3-822a-3de547aa1289 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95ed158b10404fb6a6679c1eac6dfcba&device_id=166195d0-1fed-45ce-a132-438a2b3875a5 HTTP/1.1" status: 200 len: 1096 time: 0.0450222 Dec 09 16:52:21.210119 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f349318b-11de-4eb2-a9d8-033c039166e4 None None] Checking router: 80afbe90-51f5-4f13-b249-2d578eb17440 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:52:21.218976 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f349318b-11de-4eb2-a9d8-033c039166e4 None None] Routers {'80afbe90-51f5-4f13-b249-2d578eb17440'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:52:21.219577 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-f349318b-11de-4eb2-a9d8-033c039166e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:51:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['80afbe90-51f5-4f13-b249-2d578eb17440'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:52:21.297356 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2da987-653a-4c1a-99eb-5e6f568fe844 req-ca95965f-11ae-4225-be5e-2a2444e75e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:52:21.298832 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da2da987-653a-4c1a-99eb-5e6f568fe844 req-ca95965f-11ae-4225-be5e-2a2444e75e86 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c78494f4-b5f5-4a07-a90e-9faaf0a31363 HTTP/1.1" status: 200 len: 898 time: 0.0840306 Dec 09 16:52:21.324239 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-f349318b-11de-4eb2-a9d8-033c039166e4 None None] Set router 80afbe90-51f5-4f13-b249-2d578eb17440 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:52:21.370226 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da2da987-653a-4c1a-99eb-5e6f568fe844 req-df8e6a8f-ffae-410e-bd50-220b3ee78fd7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59394fc3-2600-4448-9131-fa8ed7f07270 HTTP/1.1" status: 200 len: 999 time: 0.0639012 Dec 09 16:52:21.418698 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2da987-653a-4c1a-99eb-5e6f568fe844 req-0777ab5c-ec75-48f1-b090-ed83f2e3b69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:52:21.420281 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da2da987-653a-4c1a-99eb-5e6f568fe844 req-0777ab5c-ec75-48f1-b090-ed83f2e3b69d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0e16285b-bf91-42b4-bd2b-d1f85d789e7c HTTP/1.1" status: 200 len: 834 time: 0.0435209 Dec 09 16:52:21.466205 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2da987-653a-4c1a-99eb-5e6f568fe844 req-13b7b036-ba25-4b91-bced-aefdc0733581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:52:21.467681 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da2da987-653a-4c1a-99eb-5e6f568fe844 req-13b7b036-ba25-4b91-bced-aefdc0733581 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c78494f4-b5f5-4a07-a90e-9faaf0a31363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405204 Dec 09 16:52:21.550593 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-f349318b-11de-4eb2-a9d8-033c039166e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80afbe90-51f5-4f13-b249-2d578eb17440', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385690035', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '3c067c74-2ac7-4309-bb70-883ced795fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:52:02Z', 'updated_at': '2021-12-09T16:52:05Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '3c067c74-2ac7-4309-bb70-883ced795fa1', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80afbe90-51f5-4f13-b249-2d578eb17440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:52:02Z', 'updated_at': '2021-12-09T16:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': 'ce7f6552-5e66-49e6-818e-fb3128566205', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'floating_ip_address': '172.25.3.124', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '80afbe90-51f5-4f13-b249-2d578eb17440', 'port_id': '59394fc3-2600-4448-9131-fa8ed7f07270', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c78494f4-b5f5-4a07-a90e-9faaf0a31363', 'mac_address': 'fa:16:3e:9b:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166195d0-1fed-45ce-a132-438a2b3875a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:52:19Z', 'updated_at': '2021-12-09T16:52:19Z', 'revision_number': 0, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3ab1576-1bcc-4320-b95e-81e2b5865533', 'name': '', 'network_id': 'c78494f4-b5f5-4a07-a90e-9faaf0a31363', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'mac_address': 'fa:16:3e:65:f7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80afbe90-51f5-4f13-b249-2d578eb17440', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0e16285b-bf91-42b4-bd2b-d1f85d789e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:52:04Z', 'updated_at': '2021-12-09T16:52:08Z', 'revision_number': 5, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'subnets': [{'id': '0e16285b-bf91-42b4-bd2b-d1f85d789e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:52:21.561398 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da2da987-653a-4c1a-99eb-5e6f568fe844 req-0192ac4a-4890-4245-a876-954bb66d29c5 service neutron] 10.222.0.31 "GET /v2.0/networks/c78494f4-b5f5-4a07-a90e-9faaf0a31363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869164 Dec 09 16:52:21.576577 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f349318b-11de-4eb2-a9d8-033c039166e4 None None] The sync data for ids ['80afbe90-51f5-4f13-b249-2d578eb17440'] in n-d-821228-1 is: [{'id': '80afbe90-51f5-4f13-b249-2d578eb17440', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385690035', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '3c067c74-2ac7-4309-bb70-883ced795fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:52:02Z', 'updated_at': '2021-12-09T16:52:05Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '3c067c74-2ac7-4309-bb70-883ced795fa1', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80afbe90-51f5-4f13-b249-2d578eb17440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:52:02Z', 'updated_at': '2021-12-09T16:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': 'ce7f6552-5e66-49e6-818e-fb3128566205', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'floating_ip_address': '172.25.3.124', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '80afbe90-51f5-4f13-b249-2d578eb17440', 'port_id': '59394fc3-2600-4448-9131-fa8ed7f07270', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c78494f4-b5f5-4a07-a90e-9faaf0a31363', 'mac_address': 'fa:16:3e:9b:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166195d0-1fed-45ce-a132-438a2b3875a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:52:19Z', 'updated_at': '2021-12-09T16:52:19Z', 'revision_number': 0, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3ab1576-1bcc-4320-b95e-81e2b5865533', 'name': '', 'network_id': 'c78494f4-b5f5-4a07-a90e-9faaf0a31363', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'mac_address': 'fa:16:3e:65:f7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80afbe90-51f5-4f13-b249-2d578eb17440', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0e16285b-bf91-42b4-bd2b-d1f85d789e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:52:04Z', 'updated_at': '2021-12-09T16:52:08Z', 'revision_number': 5, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'subnets': [{'id': '0e16285b-bf91-42b4-bd2b-d1f85d789e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:52:21.654172 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da2da987-653a-4c1a-99eb-5e6f568fe844 req-6ce904e0-12ea-4ac3-a0a1-0128bccaa56d service neutron] 10.222.0.31 "GET /v2.0/networks/c78494f4-b5f5-4a07-a90e-9faaf0a31363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861909 Dec 09 16:52:21.773435 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0366af-b367-4d56-9271-1a394db0c506 None None] New status for floating IP ce7f6552-5e66-49e6-818e-fb3128566205: ACTIVE {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:52:22.118187 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57066) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:52:22.182771 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b3ec95e8-29ca-44d0-80a7-b0a2f0a409d5 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/floatingips/ce7f6552-5e66-49e6-818e-fb3128566205 HTTP/1.1" status: 200 len: 993 time: 0.0633261 Dec 09 16:52:23.202160 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f7d701cf-7a3d-459f-8e77-84b0e78ffa30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:24.385140 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:25.307915 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:25.664566 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:26.639098 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:46.917942 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:49.736886 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:52:50.663042 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-510ce732-1dbb-42a9-9af6-4d0803136708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:53.204110 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8a283e95-b28f-4400-9541-fd8e4b0cd15e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:54.389519 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:55.306387 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:55.663908 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:52:56.644926 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:03.894609 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1230802a-a35a-4898-9011-ddee8975f730 req-98cec78a-60a6-4d7a-aa90-34ce3ad47fd5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=166195d0-1fed-45ce-a132-438a2b3875a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396848 Dec 09 16:53:03.978772 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230802a-a35a-4898-9011-ddee8975f730 req-5c474e33-9249-4159-8895-06f5d042e0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:03.980250 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1230802a-a35a-4898-9011-ddee8975f730 req-5c474e33-9249-4159-8895-06f5d042e0fb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95ed158b10404fb6a6679c1eac6dfcba&device_id=166195d0-1fed-45ce-a132-438a2b3875a5 HTTP/1.1" status: 200 len: 1096 time: 0.0406001 Dec 09 16:53:04.086589 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230802a-a35a-4898-9011-ddee8975f730 req-d2a4c32d-5263-413b-b9ec-0a04f799616e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:04.088083 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1230802a-a35a-4898-9011-ddee8975f730 req-d2a4c32d-5263-413b-b9ec-0a04f799616e service neutron] 10.222.0.31 "GET /v2.0/networks?id=c78494f4-b5f5-4a07-a90e-9faaf0a31363 HTTP/1.1" status: 200 len: 898 time: 0.0876968 Dec 09 16:53:04.152192 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1230802a-a35a-4898-9011-ddee8975f730 req-d8318420-09e5-4389-949e-c1f98c173da0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59394fc3-2600-4448-9131-fa8ed7f07270 HTTP/1.1" status: 200 len: 1001 time: 0.0567107 Dec 09 16:53:04.200819 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230802a-a35a-4898-9011-ddee8975f730 req-517fd1bc-b27e-4c4e-ba57-3c4f9ccdfd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:04.202811 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1230802a-a35a-4898-9011-ddee8975f730 req-517fd1bc-b27e-4c4e-ba57-3c4f9ccdfd96 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0e16285b-bf91-42b4-bd2b-d1f85d789e7c HTTP/1.1" status: 200 len: 834 time: 0.0428724 Dec 09 16:53:04.250398 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230802a-a35a-4898-9011-ddee8975f730 req-8e3dbeee-5ee1-4a70-819b-8b52258a595d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:04.251856 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1230802a-a35a-4898-9011-ddee8975f730 req-8e3dbeee-5ee1-4a70-819b-8b52258a595d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c78494f4-b5f5-4a07-a90e-9faaf0a31363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425646 Dec 09 16:53:04.340238 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1230802a-a35a-4898-9011-ddee8975f730 req-5fdc2172-ffdd-4daa-843f-ca638ecd92bd service neutron] 10.222.0.31 "GET /v2.0/networks/c78494f4-b5f5-4a07-a90e-9faaf0a31363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807264 Dec 09 16:53:04.432962 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1230802a-a35a-4898-9011-ddee8975f730 req-731ca4e6-0b9e-480a-8585-77afa2561041 service neutron] 10.222.0.31 "GET /v2.0/networks/c78494f4-b5f5-4a07-a90e-9faaf0a31363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849795 Dec 09 16:53:16.932762 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:20.664722 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a38dda04-e442-48c6-9b10-716e25ba919f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:23.205766 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e9fab7a7-54e3-4854-a12a-304c423aff20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:24.390685 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:25.045185 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80da4d-5936-468d-ac77-c190ba5fca46 req-18bbc128-d766-42c8-b803-fd4e8235d1f1 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:25.046949 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cb80da4d-5936-468d-ac77-c190ba5fca46 req-18bbc128-d766-42c8-b803-fd4e8235d1f1 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=166195d0-1fed-45ce-a132-438a2b3875a5 HTTP/1.1" status: 200 len: 945 time: 0.0513675 Dec 09 16:53:25.095630 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cb80da4d-5936-468d-ac77-c190ba5fca46 req-20425337-821f-4283-abe7-f0d1d5367d74 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=077e0ff0-7399-4d71-948b-88c45edf644d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426376 Dec 09 16:53:25.305740 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:25.669159 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:26.210699 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7558c7f-9e7c-44e5-a211-530954c47689 req-79d7c074-a5fb-4a0d-b4e5-c25321966ff3 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:26.212181 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d7558c7f-9e7c-44e5-a211-530954c47689 req-79d7c074-a5fb-4a0d-b4e5-c25321966ff3 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=166195d0-1fed-45ce-a132-438a2b3875a5 HTTP/1.1" status: 200 len: 945 time: 0.0481503 Dec 09 16:53:26.261152 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d7558c7f-9e7c-44e5-a211-530954c47689 req-f6461ad6-1884-44d2-add0-7b4af06070f1 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=077e0ff0-7399-4d71-948b-88c45edf644d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423491 Dec 09 16:53:26.284581 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57090) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:53:26.348674 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-feeb6b1d-4db5-4424-9e00-5fa63fc1bd5e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/floatingips/ce7f6552-5e66-49e6-818e-fb3128566205 HTTP/1.1" status: 200 len: 993 time: 0.0629458 Dec 09 16:53:26.647902 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:26.737382 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:53:27.628216 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1d72b-4591-4666-bda0-d0f5da8382b9 req-0766ffb8-73b5-48a7-920e-f9dc80294c61 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:27.629772 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-41a1d72b-4591-4666-bda0-d0f5da8382b9 req-0766ffb8-73b5-48a7-920e-f9dc80294c61 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=166195d0-1fed-45ce-a132-438a2b3875a5 HTTP/1.1" status: 200 len: 945 time: 0.0514050 Dec 09 16:53:27.680977 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-41a1d72b-4591-4666-bda0-d0f5da8382b9 req-bce34e45-6cfd-4079-918a-e63a21a49d24 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=077e0ff0-7399-4d71-948b-88c45edf644d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452409 Dec 09 16:53:28.804087 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b907fc-b080-4fe5-93ff-1ad55e74d7da req-84310149-63f1-46bb-bc7e-6cb069386b53 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:28.805593 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c1b907fc-b080-4fe5-93ff-1ad55e74d7da req-84310149-63f1-46bb-bc7e-6cb069386b53 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=166195d0-1fed-45ce-a132-438a2b3875a5 HTTP/1.1" status: 200 len: 945 time: 0.0522206 Dec 09 16:53:28.853901 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c1b907fc-b080-4fe5-93ff-1ad55e74d7da req-04460b23-24ae-484d-8c06-c02a775a3afe tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=077e0ff0-7399-4d71-948b-88c45edf644d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423839 Dec 09 16:53:28.876920 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57100) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:53:28.935133 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c7da8eef-f59b-4b7b-8870-eb66b9b93891 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/floatingips/ce7f6552-5e66-49e6-818e-fb3128566205 HTTP/1.1" status: 200 len: 993 time: 0.0570416 Dec 09 16:53:29.153072 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57106) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:53:29.572741 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-edfb1022-9275-4f66-bae9-7684159fc054 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Deleting port 416b03af-5217-41b9-90fc-5c18e78256cf {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:53:29.573078 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-edfb1022-9275-4f66-bae9-7684159fc054 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:29.646415 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-edfb1022-9275-4f66-bae9-7684159fc054 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:29.646658 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-edfb1022-9275-4f66-bae9-7684159fc054 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:29.658591 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-edfb1022-9275-4f66-bae9-7684159fc054 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Calling delete_port for 416b03af-5217-41b9-90fc-5c18e78256cf owned by network:floatingip {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:53:29.826466 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-edfb1022-9275-4f66-bae9-7684159fc054 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:29.849299 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb1022-9275-4f66-bae9-7684159fc054 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event deleted for resources: {'Port': ['ID=416b03af-5217-41b9-90fc-5c18e78256cf,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:53:29.863495 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb1022-9275-4f66-bae9-7684159fc054 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:29.863851 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb1022-9275-4f66-bae9-7684159fc054 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:29.864198 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb1022-9275-4f66-bae9-7684159fc054 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:29.864559 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb1022-9275-4f66-bae9-7684159fc054 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:29.864896 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb1022-9275-4f66-bae9-7684159fc054 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:29.865266 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb1022-9275-4f66-bae9-7684159fc054 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:29.865562 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb1022-9275-4f66-bae9-7684159fc054 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:29.865882 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb1022-9275-4f66-bae9-7684159fc054 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:29.866209 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb1022-9275-4f66-bae9-7684159fc054 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:29.866533 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb1022-9275-4f66-bae9-7684159fc054 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:29.866858 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb1022-9275-4f66-bae9-7684159fc054 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:29.867180 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb1022-9275-4f66-bae9-7684159fc054 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:29.867498 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb1022-9275-4f66-bae9-7684159fc054 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:29.925314 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-edfb1022-9275-4f66-bae9-7684159fc054 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for floatingip, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:29.925565 n-d-821228-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-edfb1022-9275-4f66-bae9-7684159fc054 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Floating IP ce7f6552-5e66-49e6-818e-fb3128566205 disassociated (deleted). External IP: 172.25.3.124, port: 59394fc3-2600-4448-9131-fa8ed7f07270. Dec 09 16:53:30.135587 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edfb1022-9275-4f66-bae9-7684159fc054 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Router 80afbe90-51f5-4f13-b249-2d578eb17440 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:53:30.243960 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edfb1022-9275-4f66-bae9-7684159fc054 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:53:30.248485 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-edfb1022-9275-4f66-bae9-7684159fc054 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:30.253178 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef6f1a4-01b3-49a0-8cf9-57e42aa922a2 None None] Sync routers for ids ['80afbe90-51f5-4f13-b249-2d578eb17440'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:53:30.262694 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef6f1a4-01b3-49a0-8cf9-57e42aa922a2 None None] Routers {'80afbe90-51f5-4f13-b249-2d578eb17440'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:53:30.263295 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-9ef6f1a4-01b3-49a0-8cf9-57e42aa922a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:53:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['80afbe90-51f5-4f13-b249-2d578eb17440'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:53:30.277697 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-edfb1022-9275-4f66-bae9-7684159fc054 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "DELETE /v2.0/floatingips/ce7f6552-5e66-49e6-818e-fb3128566205 HTTP/1.1" status: 204 len: 168 time: 1.1211839 Dec 09 16:53:30.277697 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '166195d0-1fed-45ce-a132-438a2b3875a5', 'tag': '59394fc3-2600-4448-9131-fa8ed7f07270'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:53:30.278221 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efaf58d4d7c9700f5ffb733085425a1334cb86cda12ff1566d55ee0012e72786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1051e3cf-b56e-4b5c-91b9-ae676285c7fb" -d '{"events": [{"name": "network-changed", "server_uuid": "166195d0-1fed-45ce-a132-438a2b3875a5", "tag": "59394fc3-2600-4448-9131-fa8ed7f07270"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:53:30.369735 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-9ef6f1a4-01b3-49a0-8cf9-57e42aa922a2 None None] Set router 80afbe90-51f5-4f13-b249-2d578eb17440 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:53:30.439320 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fc9dff-ff53-4a42-98bf-3b6ac4eb03c5 x-openstack-request-id: req-09fc9dff-ff53-4a42-98bf-3b6ac4eb03c5 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:53:30.439616 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "166195d0-1fed-45ce-a132-438a2b3875a5", "tag": "59394fc3-2600-4448-9131-fa8ed7f07270", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:53:30.439871 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-09fc9dff-ff53-4a42-98bf-3b6ac4eb03c5 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:53:30.440283 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '166195d0-1fed-45ce-a132-438a2b3875a5', 'tag': '59394fc3-2600-4448-9131-fa8ed7f07270', 'status': 'completed', 'code': 200} Dec 09 16:53:30.543770 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051e3cf-b56e-4b5c-91b9-ae676285c7fb req-f1387537-bd3a-412d-a40c-e2ad0f1e62b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:30.545778 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1051e3cf-b56e-4b5c-91b9-ae676285c7fb req-f1387537-bd3a-412d-a40c-e2ad0f1e62b6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95ed158b10404fb6a6679c1eac6dfcba&device_id=166195d0-1fed-45ce-a132-438a2b3875a5 HTTP/1.1" status: 200 len: 1096 time: 0.0805323 Dec 09 16:53:30.557693 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df20ffc-f595-448a-b17a-6657681a2764 req-23e1e6e8-e50a-4f12-875c-b087dc4e9fb8 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:30.559114 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8df20ffc-f595-448a-b17a-6657681a2764 req-23e1e6e8-e50a-4f12-875c-b087dc4e9fb8 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=166195d0-1fed-45ce-a132-438a2b3875a5 HTTP/1.1" status: 200 len: 945 time: 0.0646188 Dec 09 16:53:30.654154 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8df20ffc-f595-448a-b17a-6657681a2764 req-e7f1b5e4-21f4-475b-91d5-a5b6e30f7b27 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=077e0ff0-7399-4d71-948b-88c45edf644d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869203 Dec 09 16:53:30.663157 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-9ef6f1a4-01b3-49a0-8cf9-57e42aa922a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80afbe90-51f5-4f13-b249-2d578eb17440', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385690035', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '3c067c74-2ac7-4309-bb70-883ced795fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:52:02Z', 'updated_at': '2021-12-09T16:52:05Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '3c067c74-2ac7-4309-bb70-883ced795fa1', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80afbe90-51f5-4f13-b249-2d578eb17440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:52:02Z', 'updated_at': '2021-12-09T16:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'a3ab1576-1bcc-4320-b95e-81e2b5865533', 'name': '', 'network_id': 'c78494f4-b5f5-4a07-a90e-9faaf0a31363', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'mac_address': 'fa:16:3e:65:f7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80afbe90-51f5-4f13-b249-2d578eb17440', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0e16285b-bf91-42b4-bd2b-d1f85d789e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:52:04Z', 'updated_at': '2021-12-09T16:52:08Z', 'revision_number': 5, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'subnets': [{'id': '0e16285b-bf91-42b4-bd2b-d1f85d789e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:53:30.680339 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051e3cf-b56e-4b5c-91b9-ae676285c7fb req-a5f06a66-e3bd-493c-8658-b3f8b8a1032d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:30.681856 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1051e3cf-b56e-4b5c-91b9-ae676285c7fb req-a5f06a66-e3bd-493c-8658-b3f8b8a1032d service neutron] 10.222.0.31 "GET /v2.0/networks?id=c78494f4-b5f5-4a07-a90e-9faaf0a31363 HTTP/1.1" status: 200 len: 898 time: 0.1219079 Dec 09 16:53:30.690063 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef6f1a4-01b3-49a0-8cf9-57e42aa922a2 None None] Checking router: 80afbe90-51f5-4f13-b249-2d578eb17440 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:53:30.698332 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef6f1a4-01b3-49a0-8cf9-57e42aa922a2 None None] Routers {'80afbe90-51f5-4f13-b249-2d578eb17440'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:53:30.698930 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-9ef6f1a4-01b3-49a0-8cf9-57e42aa922a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:53:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['80afbe90-51f5-4f13-b249-2d578eb17440'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:53:30.811418 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-9ef6f1a4-01b3-49a0-8cf9-57e42aa922a2 None None] Set router 80afbe90-51f5-4f13-b249-2d578eb17440 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:53:31.013694 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-9ef6f1a4-01b3-49a0-8cf9-57e42aa922a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80afbe90-51f5-4f13-b249-2d578eb17440', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385690035', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '3c067c74-2ac7-4309-bb70-883ced795fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:52:02Z', 'updated_at': '2021-12-09T16:52:05Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '3c067c74-2ac7-4309-bb70-883ced795fa1', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80afbe90-51f5-4f13-b249-2d578eb17440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:52:02Z', 'updated_at': '2021-12-09T16:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'a3ab1576-1bcc-4320-b95e-81e2b5865533', 'name': '', 'network_id': 'c78494f4-b5f5-4a07-a90e-9faaf0a31363', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'mac_address': 'fa:16:3e:65:f7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80afbe90-51f5-4f13-b249-2d578eb17440', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0e16285b-bf91-42b4-bd2b-d1f85d789e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:52:04Z', 'updated_at': '2021-12-09T16:52:08Z', 'revision_number': 5, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'subnets': [{'id': '0e16285b-bf91-42b4-bd2b-d1f85d789e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:53:31.044990 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef6f1a4-01b3-49a0-8cf9-57e42aa922a2 None None] The sync data for ids ['80afbe90-51f5-4f13-b249-2d578eb17440'] in n-d-821228-1 is: [{'id': '80afbe90-51f5-4f13-b249-2d578eb17440', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385690035', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '3c067c74-2ac7-4309-bb70-883ced795fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:52:02Z', 'updated_at': '2021-12-09T16:52:05Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '3c067c74-2ac7-4309-bb70-883ced795fa1', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80afbe90-51f5-4f13-b249-2d578eb17440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:52:02Z', 'updated_at': '2021-12-09T16:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'a3ab1576-1bcc-4320-b95e-81e2b5865533', 'name': '', 'network_id': 'c78494f4-b5f5-4a07-a90e-9faaf0a31363', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'mac_address': 'fa:16:3e:65:f7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80afbe90-51f5-4f13-b249-2d578eb17440', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0e16285b-bf91-42b4-bd2b-d1f85d789e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:52:04Z', 'updated_at': '2021-12-09T16:52:08Z', 'revision_number': 5, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'subnets': [{'id': '0e16285b-bf91-42b4-bd2b-d1f85d789e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:53:31.070165 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1051e3cf-b56e-4b5c-91b9-ae676285c7fb req-5abd4c6f-56db-4f9d-a607-63579e1c334a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59394fc3-2600-4448-9131-fa8ed7f07270 HTTP/1.1" status: 200 len: 217 time: 0.3807487 Dec 09 16:53:31.122877 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051e3cf-b56e-4b5c-91b9-ae676285c7fb req-d39068fa-ff1c-4c6f-8830-798903bc8803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:31.124917 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1051e3cf-b56e-4b5c-91b9-ae676285c7fb req-d39068fa-ff1c-4c6f-8830-798903bc8803 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0e16285b-bf91-42b4-bd2b-d1f85d789e7c HTTP/1.1" status: 200 len: 834 time: 0.0455344 Dec 09 16:53:31.173849 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051e3cf-b56e-4b5c-91b9-ae676285c7fb req-8d747b5e-2e61-47c7-86ec-257fd6b200b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:31.175370 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1051e3cf-b56e-4b5c-91b9-ae676285c7fb req-8d747b5e-2e61-47c7-86ec-257fd6b200b1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c78494f4-b5f5-4a07-a90e-9faaf0a31363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421236 Dec 09 16:53:31.273933 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1051e3cf-b56e-4b5c-91b9-ae676285c7fb req-5f4a38de-c6b3-4072-9a0c-6894a4affce5 service neutron] 10.222.0.31 "GET /v2.0/networks/c78494f4-b5f5-4a07-a90e-9faaf0a31363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892038 Dec 09 16:53:31.276966 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462165fc-5e1c-4462-be05-8e03cad61ae8 None None] New status for floating IP ce7f6552-5e66-49e6-818e-fb3128566205: DOWN {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:53:31.366870 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1051e3cf-b56e-4b5c-91b9-ae676285c7fb req-b047b4d5-a66b-4a16-bbbf-0ac01743673f service neutron] 10.222.0.31 "GET /v2.0/networks/c78494f4-b5f5-4a07-a90e-9faaf0a31363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846372 Dec 09 16:53:31.777808 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018f77e-014e-4ba2-8ce5-6a8060f7d44a req-e41cc471-47f1-4df3-86a7-9df2a52684fc tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:31.779285 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e018f77e-014e-4ba2-8ce5-6a8060f7d44a req-e41cc471-47f1-4df3-86a7-9df2a52684fc tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=166195d0-1fed-45ce-a132-438a2b3875a5 HTTP/1.1" status: 200 len: 945 time: 0.0533495 Dec 09 16:53:31.829072 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e018f77e-014e-4ba2-8ce5-6a8060f7d44a req-548ef43f-7dc3-4110-8a16-05262b685c11 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=077e0ff0-7399-4d71-948b-88c45edf644d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431032 Dec 09 16:53:32.376039 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718d860-70fd-40d0-84f7-0089649b8874 req-37ccdc0e-cf82-441a-b66d-998c74960b35 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:32.377586 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1718d860-70fd-40d0-84f7-0089649b8874 req-37ccdc0e-cf82-441a-b66d-998c74960b35 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.31 "GET /v2.0/ports?device_id=166195d0-1fed-45ce-a132-438a2b3875a5 HTTP/1.1" status: 200 len: 945 time: 0.0479243 Dec 09 16:53:32.469078 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-1718d860-70fd-40d0-84f7-0089649b8874 req-76eb34f2-5047-4502-af31-7de2821de028 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Deleting port 59394fc3-2600-4448-9131-fa8ed7f07270 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:53:32.469446 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1718d860-70fd-40d0-84f7-0089649b8874 req-76eb34f2-5047-4502-af31-7de2821de028 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:32.555527 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-1718d860-70fd-40d0-84f7-0089649b8874 req-76eb34f2-5047-4502-af31-7de2821de028 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] For port 59394fc3-2600-4448-9131-fa8ed7f07270, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=59394fc3-2600-4448-9131-fa8ed7f07270,segment=NetworkSegment(8ce7c965-2947-4cdf-922a-7e81d55e1cfe),segment_id=8ce7c965-2947-4cdf-922a-7e81d55e1cfe)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:53:32.555899 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1718d860-70fd-40d0-84f7-0089649b8874 req-76eb34f2-5047-4502-af31-7de2821de028 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:32.569740 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-1718d860-70fd-40d0-84f7-0089649b8874 req-76eb34f2-5047-4502-af31-7de2821de028 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Calling delete_port for 59394fc3-2600-4448-9131-fa8ed7f07270 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:53:32.695655 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1718d860-70fd-40d0-84f7-0089649b8874 req-76eb34f2-5047-4502-af31-7de2821de028 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:32.723477 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eb34f2-5047-4502-af31-7de2821de028 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event deleted for resources: {'Port': ['ID=59394fc3-2600-4448-9131-fa8ed7f07270,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:53:32.750927 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb34f2-5047-4502-af31-7de2821de028 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:32.751286 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb34f2-5047-4502-af31-7de2821de028 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:32.751634 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb34f2-5047-4502-af31-7de2821de028 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:32.751978 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb34f2-5047-4502-af31-7de2821de028 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:32.752315 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb34f2-5047-4502-af31-7de2821de028 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:32.752676 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb34f2-5047-4502-af31-7de2821de028 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:32.753010 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb34f2-5047-4502-af31-7de2821de028 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:32.753341 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb34f2-5047-4502-af31-7de2821de028 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:32.753673 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb34f2-5047-4502-af31-7de2821de028 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:32.754004 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb34f2-5047-4502-af31-7de2821de028 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:32.754330 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb34f2-5047-4502-af31-7de2821de028 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:32.754671 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb34f2-5047-4502-af31-7de2821de028 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:32.754980 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb34f2-5047-4502-af31-7de2821de028 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:32.777453 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-1718d860-70fd-40d0-84f7-0089649b8874 req-76eb34f2-5047-4502-af31-7de2821de028 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] No DVR routers for this DVR port 59394fc3-2600-4448-9131-fa8ed7f07270 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:53:32.780076 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1718d860-70fd-40d0-84f7-0089649b8874 req-76eb34f2-5047-4502-af31-7de2821de028 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:32.783845 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1718d860-70fd-40d0-84f7-0089649b8874 req-76eb34f2-5047-4502-af31-7de2821de028 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.31 "DELETE /v2.0/ports/59394fc3-2600-4448-9131-fa8ed7f07270 HTTP/1.1" status: 204 len: 173 time: 0.3998604 Dec 09 16:53:32.784303 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166195d0-1fed-45ce-a132-438a2b3875a5', 'name': 'network-vif-deleted', 'tag': '59394fc3-2600-4448-9131-fa8ed7f07270'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:53:32.786692 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15421cf8-2bba-4d0e-a5dd-795c96f22f27" -d '{"events": [{"server_uuid": "166195d0-1fed-45ce-a132-438a2b3875a5", "name": "network-vif-deleted", "tag": "59394fc3-2600-4448-9131-fa8ed7f07270"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:53:32.828877 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b72c11-7263-48b2-86e4-d53742f627df x-openstack-request-id: req-06b72c11-7263-48b2-86e4-d53742f627df {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:53:32.829175 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166195d0-1fed-45ce-a132-438a2b3875a5", "name": "network-vif-deleted", "tag": "59394fc3-2600-4448-9131-fa8ed7f07270", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:53:32.829593 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-06b72c11-7263-48b2-86e4-d53742f627df {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:53:32.830008 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166195d0-1fed-45ce-a132-438a2b3875a5', 'name': 'network-vif-deleted', 'tag': '59394fc3-2600-4448-9131-fa8ed7f07270', 'status': 'completed', 'code': 200} Dec 09 16:53:32.941145 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e05341a2-b673-4a37-bc37-4f0b60afdfbc req-a8ae1b9e-a2d9-4aac-9054-3eae19cbf9e6 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=166195d0-1fed-45ce-a132-438a2b3875a5 HTTP/1.1" status: 200 len: 210 time: 0.0296376 Dec 09 16:53:33.999106 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57124) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:53:34.353326 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2f388bbb-e95d-4f61-a87b-a82fbfecb8d6 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:34.605962 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-2f388bbb-e95d-4f61-a87b-a82fbfecb8d6 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Deleting port a3ab1576-1bcc-4320-b95e-81e2b5865533 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:53:34.606219 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2f388bbb-e95d-4f61-a87b-a82fbfecb8d6 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:34.696209 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-2f388bbb-e95d-4f61-a87b-a82fbfecb8d6 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] For port a3ab1576-1bcc-4320-b95e-81e2b5865533, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a3ab1576-1bcc-4320-b95e-81e2b5865533,segment=NetworkSegment(8ce7c965-2947-4cdf-922a-7e81d55e1cfe),segment_id=8ce7c965-2947-4cdf-922a-7e81d55e1cfe)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:53:34.696611 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2f388bbb-e95d-4f61-a87b-a82fbfecb8d6 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:34.709983 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-2f388bbb-e95d-4f61-a87b-a82fbfecb8d6 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Calling delete_port for a3ab1576-1bcc-4320-b95e-81e2b5865533 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:53:34.892944 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2f388bbb-e95d-4f61-a87b-a82fbfecb8d6 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:34.918140 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f388bbb-e95d-4f61-a87b-a82fbfecb8d6 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event deleted for resources: {'Port': ['ID=a3ab1576-1bcc-4320-b95e-81e2b5865533,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:53:35.097057 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2f388bbb-e95d-4f61-a87b-a82fbfecb8d6 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:35.315756 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f388bbb-e95d-4f61-a87b-a82fbfecb8d6 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Router 80afbe90-51f5-4f13-b249-2d578eb17440 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:53:35.419986 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f388bbb-e95d-4f61-a87b-a82fbfecb8d6 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:53:35.428647 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-2f388bbb-e95d-4f61-a87b-a82fbfecb8d6 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "PUT /v2.0/routers/80afbe90-51f5-4f13-b249-2d578eb17440/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4251792 Dec 09 16:53:35.428647 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57126) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:53:35.434152 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831fc941-9967-4cc0-867d-91854d37eedf None None] Sync routers for ids ['80afbe90-51f5-4f13-b249-2d578eb17440'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:53:35.444833 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831fc941-9967-4cc0-867d-91854d37eedf None None] Routers {'80afbe90-51f5-4f13-b249-2d578eb17440'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:53:35.445465 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-831fc941-9967-4cc0-867d-91854d37eedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:53:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['80afbe90-51f5-4f13-b249-2d578eb17440'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:53:35.484607 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-305da4a5-2062-4ec5-9e3b-12feb072b762 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Deleting subnet 0e16285b-bf91-42b4-bd2b-d1f85d789e7c {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 16:53:35.488221 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-305da4a5-2062-4ec5-9e3b-12feb072b762 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:35.527948 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-305da4a5-2062-4ec5-9e3b-12feb072b762 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:35.551705 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-831fc941-9967-4cc0-867d-91854d37eedf None None] Set router 80afbe90-51f5-4f13-b249-2d578eb17440 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:53:35.616091 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-305da4a5-2062-4ec5-9e3b-12feb072b762 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:35.677782 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-305da4a5-2062-4ec5-9e3b-12feb072b762 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:35.705771 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305da4a5-2062-4ec5-9e3b-12feb072b762 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event deleted for resources: {'Subnet': ['ID=0e16285b-bf91-42b4-bd2b-d1f85d789e7c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:53:35.707793 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-305da4a5-2062-4ec5-9e3b-12feb072b762 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:35.710991 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-305da4a5-2062-4ec5-9e3b-12feb072b762 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "DELETE /v2.0/subnets/0e16285b-bf91-42b4-bd2b-d1f85d789e7c HTTP/1.1" status: 204 len: 168 time: 0.2813442 Dec 09 16:53:35.713421 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d19aea-5dd7-4629-9445-385051074064 None None] Network c78494f4-b5f5-4a07-a90e-9faaf0a31363 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:53:35.713908 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57128) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:53:35.740341 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-831fc941-9967-4cc0-867d-91854d37eedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80afbe90-51f5-4f13-b249-2d578eb17440', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385690035', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '3c067c74-2ac7-4309-bb70-883ced795fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:52:02Z', 'updated_at': '2021-12-09T16:53:34Z', 'revision_number': 5, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '3c067c74-2ac7-4309-bb70-883ced795fa1', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80afbe90-51f5-4f13-b249-2d578eb17440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:52:02Z', 'updated_at': '2021-12-09T16:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:53:35.766168 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831fc941-9967-4cc0-867d-91854d37eedf None None] Checking router: 80afbe90-51f5-4f13-b249-2d578eb17440 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:53:35.781003 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831fc941-9967-4cc0-867d-91854d37eedf None None] Routers {'80afbe90-51f5-4f13-b249-2d578eb17440'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:53:35.782571 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-831fc941-9967-4cc0-867d-91854d37eedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:53:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['80afbe90-51f5-4f13-b249-2d578eb17440'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:53:35.885779 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef476f45-8ada-44be-87cf-b25cc12b5e89 None None] DHCP port deletion for c78494f4-b5f5-4a07-a90e-9faaf0a31363 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:53:35.909958 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-831fc941-9967-4cc0-867d-91854d37eedf None None] Set router 80afbe90-51f5-4f13-b249-2d578eb17440 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:53:35.945213 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ef476f45-8ada-44be-87cf-b25cc12b5e89 None None] Deleting port 24265d2d-f5b9-4565-8c6b-0fe9507b9402 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:53:35.945591 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ef476f45-8ada-44be-87cf-b25cc12b5e89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:36.012285 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ef476f45-8ada-44be-87cf-b25cc12b5e89 None None] For port 24265d2d-f5b9-4565-8c6b-0fe9507b9402, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=24265d2d-f5b9-4565-8c6b-0fe9507b9402,segment=NetworkSegment(8ce7c965-2947-4cdf-922a-7e81d55e1cfe),segment_id=8ce7c965-2947-4cdf-922a-7e81d55e1cfe)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:53:36.012744 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ef476f45-8ada-44be-87cf-b25cc12b5e89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:36.025606 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ef476f45-8ada-44be-87cf-b25cc12b5e89 None None] Calling delete_port for 24265d2d-f5b9-4565-8c6b-0fe9507b9402 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:53:36.100835 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dcb6ee87-4c19-4e4b-b079-eb5f8f9e94f3 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:36.106583 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-831fc941-9967-4cc0-867d-91854d37eedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80afbe90-51f5-4f13-b249-2d578eb17440', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385690035', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '3c067c74-2ac7-4309-bb70-883ced795fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:52:02Z', 'updated_at': '2021-12-09T16:53:34Z', 'revision_number': 5, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '3c067c74-2ac7-4309-bb70-883ced795fa1', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80afbe90-51f5-4f13-b249-2d578eb17440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:52:02Z', 'updated_at': '2021-12-09T16:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:53:36.118225 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ef476f45-8ada-44be-87cf-b25cc12b5e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:36.134503 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831fc941-9967-4cc0-867d-91854d37eedf None None] The sync data for ids ['80afbe90-51f5-4f13-b249-2d578eb17440'] in n-d-821228-1 is: [{'id': '80afbe90-51f5-4f13-b249-2d578eb17440', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385690035', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '3c067c74-2ac7-4309-bb70-883ced795fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:52:02Z', 'updated_at': '2021-12-09T16:53:34Z', 'revision_number': 5, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '3c067c74-2ac7-4309-bb70-883ced795fa1', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80afbe90-51f5-4f13-b249-2d578eb17440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:52:02Z', 'updated_at': '2021-12-09T16:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:53:36.142960 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef476f45-8ada-44be-87cf-b25cc12b5e89 None None] Pushing event deleted for resources: {'Port': ['ID=24265d2d-f5b9-4565-8c6b-0fe9507b9402,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:53:36.152584 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef476f45-8ada-44be-87cf-b25cc12b5e89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:36.152936 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef476f45-8ada-44be-87cf-b25cc12b5e89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:36.153282 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef476f45-8ada-44be-87cf-b25cc12b5e89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:36.153630 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef476f45-8ada-44be-87cf-b25cc12b5e89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:36.153966 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef476f45-8ada-44be-87cf-b25cc12b5e89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:36.154303 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef476f45-8ada-44be-87cf-b25cc12b5e89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:36.154634 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef476f45-8ada-44be-87cf-b25cc12b5e89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:36.154965 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef476f45-8ada-44be-87cf-b25cc12b5e89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:36.155295 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef476f45-8ada-44be-87cf-b25cc12b5e89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:36.155622 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef476f45-8ada-44be-87cf-b25cc12b5e89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:36.155953 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef476f45-8ada-44be-87cf-b25cc12b5e89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:36.156278 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef476f45-8ada-44be-87cf-b25cc12b5e89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:36.156723 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef476f45-8ada-44be-87cf-b25cc12b5e89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:36.161650 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef476f45-8ada-44be-87cf-b25cc12b5e89 None None] No DVR routers for this DVR port 24265d2d-f5b9-4565-8c6b-0fe9507b9402 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:53:36.221138 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dcb6ee87-4c19-4e4b-b079-eb5f8f9e94f3 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:36.273271 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-dcb6ee87-4c19-4e4b-b079-eb5f8f9e94f3 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Deleting port 3c067c74-2ac7-4309-bb70-883ced795fa1 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:53:36.273613 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dcb6ee87-4c19-4e4b-b079-eb5f8f9e94f3 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:36.350923 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-dcb6ee87-4c19-4e4b-b079-eb5f8f9e94f3 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] For port 3c067c74-2ac7-4309-bb70-883ced795fa1, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=3c067c74-2ac7-4309-bb70-883ced795fa1,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:53:36.351288 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dcb6ee87-4c19-4e4b-b079-eb5f8f9e94f3 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:36.364325 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-dcb6ee87-4c19-4e4b-b079-eb5f8f9e94f3 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Calling delete_port for 3c067c74-2ac7-4309-bb70-883ced795fa1 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:53:36.529024 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dcb6ee87-4c19-4e4b-b079-eb5f8f9e94f3 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:36.552593 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e04b7a4-afee-4f02-a0b0-fa4a707e4171 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:53:36.579228 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6ee87-4c19-4e4b-b079-eb5f8f9e94f3 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event deleted for resources: {'Port': ['ID=3c067c74-2ac7-4309-bb70-883ced795fa1,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:53:36.623016 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dcb6ee87-4c19-4e4b-b079-eb5f8f9e94f3 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:36.716123 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dcb6ee87-4c19-4e4b-b079-eb5f8f9e94f3 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:36.718407 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dcb6ee87-4c19-4e4b-b079-eb5f8f9e94f3 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:36.761359 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dcb6ee87-4c19-4e4b-b079-eb5f8f9e94f3 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:36.761908 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb6ee87-4c19-4e4b-b079-eb5f8f9e94f3 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Fanout notify agent at l3_agent the message router_deleted on router 80afbe90-51f5-4f13-b249-2d578eb17440 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 16:53:36.768982 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dcb6ee87-4c19-4e4b-b079-eb5f8f9e94f3 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:36.770113 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-dcb6ee87-4c19-4e4b-b079-eb5f8f9e94f3 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "DELETE /v2.0/routers/80afbe90-51f5-4f13-b249-2d578eb17440 HTTP/1.1" status: 204 len: 168 time: 1.0555215 Dec 09 16:53:36.772838 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57130) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:53:36.855627 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e10d8078-fe8a-483a-af56-14999a5c2b65 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:36.945314 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e10d8078-fe8a-483a-af56-14999a5c2b65 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:36.965374 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-e10d8078-fe8a-483a-af56-14999a5c2b65 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c78494f4-b5f5-4a07-a90e-9faaf0a31363']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:53:36.974935 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-e10d8078-fe8a-483a-af56-14999a5c2b65 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ce7c965-2947-4cdf-922a-7e81d55e1cfe') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:53:36.975243 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-e10d8078-fe8a-483a-af56-14999a5c2b65 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ce7c965-2947-4cdf-922a-7e81d55e1cfe') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:53:36.990141 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e10d8078-fe8a-483a-af56-14999a5c2b65 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:37.003578 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e10d8078-fe8a-483a-af56-14999a5c2b65 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:37.009344 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e10d8078-fe8a-483a-af56-14999a5c2b65 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:53:37.009712 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e10d8078-fe8a-483a-af56-14999a5c2b65 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:37.012739 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 16:53:37.012739 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:53:37.012739 n-d-821228-1 neutron-server[103245]: timer() Dec 09 16:53:37.012739 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:53:37.012739 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 16:53:37.012739 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:53:37.012739 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 16:53:37.012739 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:53:37.012739 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 16:53:37.012739 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:53:37.012739 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 16:53:37.012739 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:53:37.012739 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 16:53:37.012739 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:53:37.012739 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:53:37.012739 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:53:37.012739 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:53:37.012739 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:53:37.012739 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 16:53:37.012739 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:53:37.012739 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 16:53:37.012739 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:53:37.012739 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:53:37.012739 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:53:37.012739 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 16:53:37.012739 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:53:37.012739 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:53:37.012739 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:53:37.012739 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:53:37.012739 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:53:37.012739 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:53:37.012739 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:53:37.069694 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e10d8078-fe8a-483a-af56-14999a5c2b65 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:37.077975 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e10d8078-fe8a-483a-af56-14999a5c2b65 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:37.081729 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e10d8078-fe8a-483a-af56-14999a5c2b65 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "DELETE /v2.0/networks/c78494f4-b5f5-4a07-a90e-9faaf0a31363 HTTP/1.1" status: 204 len: 168 time: 0.3079131 Dec 09 16:53:37.084604 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57132) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:53:37.093473 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d8078-fe8a-483a-af56-14999a5c2b65 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event deleted for resources: {'Network': ['ID=c78494f4-b5f5-4a07-a90e-9faaf0a31363,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:53:37.141925 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-11ef1871-cee7-4b61-88f6-0ac2ff4990c7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:37.166372 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-11ef1871-cee7-4b61-88f6-0ac2ff4990c7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:37.229294 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-11ef1871-cee7-4b61-88f6-0ac2ff4990c7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:37.232166 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-11ef1871-cee7-4b61-88f6-0ac2ff4990c7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:37.233385 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-11ef1871-cee7-4b61-88f6-0ac2ff4990c7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "DELETE /v2.0/security-groups/077e0ff0-7399-4d71-948b-88c45edf644d HTTP/1.1" status: 204 len: 168 time: 0.1477077 Dec 09 16:53:37.244672 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ef1871-cee7-4b61-88f6-0ac2ff4990c7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=077e0ff0-7399-4d71-948b-88c45edf644d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:53:37.290071 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 59394fc3-2600-4448-9131-fa8ed7f07270 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:53:37.310393 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 59394fc3-2600-4448-9131-fa8ed7f07270 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:53:37.310772 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 59394fc3-2600-4448-9131-fa8ed7f07270 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:53:37.479993 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 24265d2d-f5b9-4565-8c6b-0fe9507b9402 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:53:37.481968 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57138) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:53:37.487563 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-1a4ea424-1253-4acc-a155-bc7dd6d0e152 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2064834210', 'description': 'tempest-secgroup-smoke-2064834210 description', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:53:37.502174 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 24265d2d-f5b9-4565-8c6b-0fe9507b9402 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:53:37.502807 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 24265d2d-f5b9-4565-8c6b-0fe9507b9402 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:53:37.503257 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 3c067c74-2ac7-4309-bb70-883ced795fa1 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:53:37.510127 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1a4ea424-1253-4acc-a155-bc7dd6d0e152 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:37.524933 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 3c067c74-2ac7-4309-bb70-883ced795fa1 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:53:37.525202 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 3c067c74-2ac7-4309-bb70-883ced795fa1 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:53:37.525616 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a3ab1576-1bcc-4320-b95e-81e2b5865533 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:53:37.544378 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: a3ab1576-1bcc-4320-b95e-81e2b5865533 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:53:37.544756 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a3ab1576-1bcc-4320-b95e-81e2b5865533 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:53:37.577604 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1a4ea424-1253-4acc-a155-bc7dd6d0e152 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:37.581297 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1a4ea424-1253-4acc-a155-bc7dd6d0e152 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:37.609497 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ea424-1253-4acc-a155-bc7dd6d0e152 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d671a053-49f9-43cc-87b5-5606ad04466b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:53:37.615357 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1a4ea424-1253-4acc-a155-bc7dd6d0e152 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:37.616613 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1a4ea424-1253-4acc-a155-bc7dd6d0e152 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1335986 Dec 09 16:53:37.619431 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57140) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:53:37.623658 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-dd66cac7-9653-4657-bab5-2bdcd7eb3783 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'security_group_rule': {'security_group_id': 'd671a053-49f9-43cc-87b5-5606ad04466b', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:53:37.649358 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dd66cac7-9653-4657-bab5-2bdcd7eb3783 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:37.706603 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dd66cac7-9653-4657-bab5-2bdcd7eb3783 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:37.710046 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dd66cac7-9653-4657-bab5-2bdcd7eb3783 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:37.727780 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd66cac7-9653-4657-bab5-2bdcd7eb3783 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cded92d-6d82-4ded-9449-5f816b316cf5,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:53:37.735903 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dd66cac7-9653-4657-bab5-2bdcd7eb3783 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:37.737134 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-dd66cac7-9653-4657-bab5-2bdcd7eb3783 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1167803 Dec 09 16:53:37.739803 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57142) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:53:37.744032 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-bc4ca684-1589-4f8a-ae84-cfa54e1a9c22 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'security_group_rule': {'security_group_id': 'd671a053-49f9-43cc-87b5-5606ad04466b', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:53:37.769965 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bc4ca684-1589-4f8a-ae84-cfa54e1a9c22 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:37.826061 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bc4ca684-1589-4f8a-ae84-cfa54e1a9c22 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:37.830698 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bc4ca684-1589-4f8a-ae84-cfa54e1a9c22 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:37.850866 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ca684-1589-4f8a-ae84-cfa54e1a9c22 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ab62d41-c184-4e54-9c34-b22e89285277,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:53:37.856556 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bc4ca684-1589-4f8a-ae84-cfa54e1a9c22 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:37.857731 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-bc4ca684-1589-4f8a-ae84-cfa54e1a9c22 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1169527 Dec 09 16:53:37.861293 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57144) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:53:37.865536 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-c1bb081b-e34f-46b2-9355-8a679330d690 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'security_group_rule': {'security_group_id': 'd671a053-49f9-43cc-87b5-5606ad04466b', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:53:37.890562 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c1bb081b-e34f-46b2-9355-8a679330d690 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:37.946800 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c1bb081b-e34f-46b2-9355-8a679330d690 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:37.950363 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c1bb081b-e34f-46b2-9355-8a679330d690 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:37.967131 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb081b-e34f-46b2-9355-8a679330d690 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=354c106e-1e65-42eb-b8d1-e122d0cebf64,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:53:37.976023 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c1bb081b-e34f-46b2-9355-8a679330d690 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:37.977243 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c1bb081b-e34f-46b2-9355-8a679330d690 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150286 Dec 09 16:53:37.979900 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57146) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:53:37.984300 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-85ea5230-d7d5-459a-84da-889f2f1deebb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'security_group_rule': {'security_group_id': 'd671a053-49f9-43cc-87b5-5606ad04466b', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:53:38.011055 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85ea5230-d7d5-459a-84da-889f2f1deebb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:38.071976 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85ea5230-d7d5-459a-84da-889f2f1deebb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:38.075238 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85ea5230-d7d5-459a-84da-889f2f1deebb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:38.092262 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea5230-d7d5-459a-84da-889f2f1deebb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc7b0a60-7ec8-4f7b-b899-8503c46908dc,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:53:38.100127 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85ea5230-d7d5-459a-84da-889f2f1deebb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:38.101347 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-85ea5230-d7d5-459a-84da-889f2f1deebb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1203952 Dec 09 16:53:38.104058 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57148) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:53:38.108811 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-9fa66220-b771-4acc-98c8-c749f874a6e1 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'security_group_rule': {'security_group_id': 'd671a053-49f9-43cc-87b5-5606ad04466b', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:53:38.130994 n-d-821228-1 neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-9fa66220-b771-4acc-98c8-c749f874a6e1 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Project 95ed158b10404fb6a6679c1eac6dfcba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 16:53:38.135886 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9fa66220-b771-4acc-98c8-c749f874a6e1 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:38.192498 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9fa66220-b771-4acc-98c8-c749f874a6e1 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:38.195743 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9fa66220-b771-4acc-98c8-c749f874a6e1 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:38.213121 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa66220-b771-4acc-98c8-c749f874a6e1 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15894530-0c46-4f93-93f6-1f3b21d1dc83,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:53:38.221285 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9fa66220-b771-4acc-98c8-c749f874a6e1 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:38.222473 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9fa66220-b771-4acc-98c8-c749f874a6e1 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1172168 Dec 09 16:53:38.225164 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57150) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:53:38.229384 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-5b7406ca-9f74-4d01-9645-8807edb097b3 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'security_group_rule': {'security_group_id': 'd671a053-49f9-43cc-87b5-5606ad04466b', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:53:38.249904 n-d-821228-1 neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-5b7406ca-9f74-4d01-9645-8807edb097b3 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Project 95ed158b10404fb6a6679c1eac6dfcba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 16:53:38.254977 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5b7406ca-9f74-4d01-9645-8807edb097b3 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:38.314272 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5b7406ca-9f74-4d01-9645-8807edb097b3 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:38.317844 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5b7406ca-9f74-4d01-9645-8807edb097b3 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:38.337130 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7406ca-9f74-4d01-9645-8807edb097b3 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f3b6ab6-415a-4d28-b5f3-d47e4ada308d,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:53:38.342885 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5b7406ca-9f74-4d01-9645-8807edb097b3 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:38.343829 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-5b7406ca-9f74-4d01-9645-8807edb097b3 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1177380 Dec 09 16:53:38.347251 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57152) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:53:38.352064 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-69bb5683-e42e-4c31-8929-ef87f6e38da7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'network': {'name': 'tempest-network-smoke--1273152335', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'port_security_enabled': True}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:53:38.372644 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69bb5683-e42e-4c31-8929-ef87f6e38da7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Made reservation on behalf of 95ed158b10404fb6a6679c1eac6dfcba for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:53:38.376056 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-69bb5683-e42e-4c31-8929-ef87f6e38da7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:38.399475 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69bb5683-e42e-4c31-8929-ef87f6e38da7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:53:38.409201 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-69bb5683-e42e-4c31-8929-ef87f6e38da7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:38.409545 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-69bb5683-e42e-4c31-8929-ef87f6e38da7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Added segment 2357f305-547f-41a1-93eb-e73e2ca9530c of type vlan for network b4612bdb-78e1-4de2-9add-1d6f85f8b33e Dec 09 16:53:38.450833 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-69bb5683-e42e-4c31-8929-ef87f6e38da7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:38.475708 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-69bb5683-e42e-4c31-8929-ef87f6e38da7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:38.481622 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bb5683-e42e-4c31-8929-ef87f6e38da7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:38.482209 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-69bb5683-e42e-4c31-8929-ef87f6e38da7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:38.540636 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-69bb5683-e42e-4c31-8929-ef87f6e38da7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1923289 Dec 09 16:53:38.543333 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57154) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:53:38.547620 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-43d0ca9e-d36f-485d-93bb-9ebd70f9cf2e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-849448921', 'admin_state_up': True, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:53:38.564438 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bb5683-e42e-4c31-8929-ef87f6e38da7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'Network': ['ID=b4612bdb-78e1-4de2-9add-1d6f85f8b33e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:53:38.577949 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network b4612bdb-78e1-4de2-9add-1d6f85f8b33e details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:53:38.582656 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43d0ca9e-d36f-485d-93bb-9ebd70f9cf2e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:38.583707 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43d0ca9e-d36f-485d-93bb-9ebd70f9cf2e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:38.638255 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43d0ca9e-d36f-485d-93bb-9ebd70f9cf2e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:38.774008 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43d0ca9e-d36f-485d-93bb-9ebd70f9cf2e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:38.965056 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43d0ca9e-d36f-485d-93bb-9ebd70f9cf2e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:38.983028 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43d0ca9e-d36f-485d-93bb-9ebd70f9cf2e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:39.089909 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-43d0ca9e-d36f-485d-93bb-9ebd70f9cf2e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Allocated IP 172.25.3.93 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/7dedf2de-57a5-42de-8820-70356f9a0cd8) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:53:39.191227 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43d0ca9e-d36f-485d-93bb-9ebd70f9cf2e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:39.223705 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43d0ca9e-d36f-485d-93bb-9ebd70f9cf2e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:39.267073 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d0ca9e-d36f-485d-93bb-9ebd70f9cf2e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:53:39.273261 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-43d0ca9e-d36f-485d-93bb-9ebd70f9cf2e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:53:39.275913 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d0ca9e-d36f-485d-93bb-9ebd70f9cf2e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:53:39.281902 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0ca9e-d36f-485d-93bb-9ebd70f9cf2e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'Port': ['ID=7dedf2de-57a5-42de-8820-70356f9a0cd8,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:53:39.286471 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef7323a-0117-4dee-955a-aeae91a09817 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:53:39.337175 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a7272ce5-18cc-494c-b74c-27f52807f255 None None] Provisioning complete for port 7dedf2de-57a5-42de-8820-70356f9a0cd8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:53:39.337547 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a7272ce5-18cc-494c-b74c-27f52807f255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:39.375843 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a7272ce5-18cc-494c-b74c-27f52807f255 None None] Port 7dedf2de-57a5-42de-8820-70356f9a0cd8 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:53:39.531249 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43d0ca9e-d36f-485d-93bb-9ebd70f9cf2e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:39.726458 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43d0ca9e-d36f-485d-93bb-9ebd70f9cf2e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:39.851571 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d0ca9e-d36f-485d-93bb-9ebd70f9cf2e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Router 30fad9fa-a214-4a72-afb6-b6a9dd0cf025 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 16:53:39.953131 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d0ca9e-d36f-485d-93bb-9ebd70f9cf2e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:53:39.963541 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a04fcf-cb9a-436a-8e98-0f2ce37c811e None None] Sync routers for ids ['30fad9fa-a214-4a72-afb6-b6a9dd0cf025'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:53:39.973725 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43d0ca9e-d36f-485d-93bb-9ebd70f9cf2e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:39.974489 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a04fcf-cb9a-436a-8e98-0f2ce37c811e None None] Routers {'30fad9fa-a214-4a72-afb6-b6a9dd0cf025'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:53:39.974998 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-43d0ca9e-d36f-485d-93bb-9ebd70f9cf2e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4307563 Dec 09 16:53:39.978055 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57156) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:53:39.978421 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d5a04fcf-cb9a-436a-8e98-0f2ce37c811e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:53:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['30fad9fa-a214-4a72-afb6-b6a9dd0cf025'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:53:40.008443 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-5d690ad7-979a-4443-868d-c28332507153 tempest-TestNetworkAdvancedServerOps-2036049865 tempest-TestNetworkAdvancedServerOps-2036049865-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=95ed158b10404fb6a6679c1eac6dfcba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292652 Dec 09 16:53:40.014708 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57158) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:53:40.085049 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-d5a04fcf-cb9a-436a-8e98-0f2ce37c811e None None] Set router 30fad9fa-a214-4a72-afb6-b6a9dd0cf025 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:53:40.100893 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6ee05e-d25c-470e-ab7c-4b7a64711c9d tempest-TestNetworkAdvancedServerOps-2036049865 tempest-TestNetworkAdvancedServerOps-2036049865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:40.102526 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6f6ee05e-d25c-470e-ab7c-4b7a64711c9d tempest-TestNetworkAdvancedServerOps-2036049865 tempest-TestNetworkAdvancedServerOps-2036049865-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0868456 Dec 09 16:53:40.105248 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57160) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:53:40.134008 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6f789733-ad26-4a25-b31f-efdd1751323d tempest-TestNetworkAdvancedServerOps-2036049865 tempest-TestNetworkAdvancedServerOps-2036049865-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=d8331094-778d-4179-9ed8-de7de1c5438c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277011 Dec 09 16:53:40.137016 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57162) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:53:40.142477 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-22a167b0-ad04-4f26-aa37-8c1f346dda6f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-889997967', 'network_id': 'b4612bdb-78e1-4de2-9add-1d6f85f8b33e', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:53:40.231747 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a167b0-ad04-4f26-aa37-8c1f346dda6f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Made reservation on behalf of 95ed158b10404fb6a6679c1eac6dfcba for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:53:40.236270 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-22a167b0-ad04-4f26-aa37-8c1f346dda6f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:40.260650 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d5a04fcf-cb9a-436a-8e98-0f2ce37c811e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fad9fa-a214-4a72-afb6-b6a9dd0cf025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-849448921', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '7dedf2de-57a5-42de-8820-70356f9a0cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:53:38Z', 'updated_at': '2021-12-09T16:53:39Z', 'revision_number': 3, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '7dedf2de-57a5-42de-8820-70356f9a0cd8', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fad9fa-a214-4a72-afb6-b6a9dd0cf025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:53:38Z', 'updated_at': '2021-12-09T16:53:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:53:40.289914 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a04fcf-cb9a-436a-8e98-0f2ce37c811e None None] Checking router: 30fad9fa-a214-4a72-afb6-b6a9dd0cf025 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:53:40.290266 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a04fcf-cb9a-436a-8e98-0f2ce37c811e None None] Updating router 30fad9fa-a214-4a72-afb6-b6a9dd0cf025 port 7dedf2de-57a5-42de-8820-70356f9a0cd8 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:53:40.431174 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-22a167b0-ad04-4f26-aa37-8c1f346dda6f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:40.472567 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5a04fcf-cb9a-436a-8e98-0f2ce37c811e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:40.494539 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a167b0-ad04-4f26-aa37-8c1f346dda6f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'Subnet': ['ID=cf0e82f2-6968-4f4e-8772-7d984897c08f,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:53:40.502141 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a167b0-ad04-4f26-aa37-8c1f346dda6f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Checking segment: {'id': '2357f305-547f-41a1-93eb-e73e2ca9530c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b4612bdb-78e1-4de2-9add-1d6f85f8b33e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:53:40.502508 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a167b0-ad04-4f26-aa37-8c1f346dda6f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Network hostable DHCP agents. Network: b4612bdb-78e1-4de2-9add-1d6f85f8b33e, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:53:40.518927 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a167b0-ad04-4f26-aa37-8c1f346dda6f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Network b4612bdb-78e1-4de2-9add-1d6f85f8b33e is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:53:40.527723 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-22a167b0-ad04-4f26-aa37-8c1f346dda6f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, b4612bdb-78e1-4de2-9add-1d6f85f8b33e) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:53:40.535017 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a167b0-ad04-4f26-aa37-8c1f346dda6f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:40.535637 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-22a167b0-ad04-4f26-aa37-8c1f346dda6f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:40.554376 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8136b4b0-c1cb-4218-b460-012a0e80307f None None] Network b4612bdb-78e1-4de2-9add-1d6f85f8b33e requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:53:40.555532 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57164) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:53:40.556118 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-22a167b0-ad04-4f26-aa37-8c1f346dda6f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4180715 Dec 09 16:53:40.725884 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d431c71d-d8fd-4038-9720-203412afa68c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-b4612bdb-78e1-4de2-9add-1d6f85f8b33e', 'network_id': 'b4612bdb-78e1-4de2-9add-1d6f85f8b33e', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'fixed_ips': [{'subnet_id': 'cf0e82f2-6968-4f4e-8772-7d984897c08f'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 16:53:40.726767 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d431c71d-d8fd-4038-9720-203412afa68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:40.920625 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5a04fcf-cb9a-436a-8e98-0f2ce37c811e None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:40.933434 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5a04fcf-cb9a-436a-8e98-0f2ce37c811e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:40.943462 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-d431c71d-d8fd-4038-9720-203412afa68c None None] Allocated IP 172.20.0.2 (b4612bdb-78e1-4de2-9add-1d6f85f8b33e/cf0e82f2-6968-4f4e-8772-7d984897c08f/ea884290-d1a4-4f32-a47c-b5941cafa23f) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:53:41.002552 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57162e2c-2cc2-43f6-8ae2-aede37f92572 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:53:41.004123 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6bb54876-3e46-4f8e-ac0e-72f11fd28b24 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:41.051024 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e009b4-8a30-4d3b-9322-c59095196919 None None] Pushing event updated for resources: {'Port': ['ID=7dedf2de-57a5-42de-8820-70356f9a0cd8,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:53:41.056255 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d5a04fcf-cb9a-436a-8e98-0f2ce37c811e None None] Attempting to bind port 7dedf2de-57a5-42de-8820-70356f9a0cd8 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:53:41.056670 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d5a04fcf-cb9a-436a-8e98-0f2ce37c811e None None] Attempting to bind port 7dedf2de-57a5-42de-8820-70356f9a0cd8 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:53:41.057045 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a04fcf-cb9a-436a-8e98-0f2ce37c811e None None] Attempting to bind port 7dedf2de-57a5-42de-8820-70356f9a0cd8 on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:53:41.068496 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a04fcf-cb9a-436a-8e98-0f2ce37c811e None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:53:41.068779 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a04fcf-cb9a-436a-8e98-0f2ce37c811e None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:53:41.069195 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5a04fcf-cb9a-436a-8e98-0f2ce37c811e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:41.069597 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a04fcf-cb9a-436a-8e98-0f2ce37c811e None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:53:41.070077 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d5a04fcf-cb9a-436a-8e98-0f2ce37c811e None None] Bound port: 7dedf2de-57a5-42de-8820-70356f9a0cd8, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:53:41.070466 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5a04fcf-cb9a-436a-8e98-0f2ce37c811e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:41.165007 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9b971e13-6fca-45db-852a-2c60521e26ce None None] Provisioning complete for port 7dedf2de-57a5-42de-8820-70356f9a0cd8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:53:41.165382 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9b971e13-6fca-45db-852a-2c60521e26ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:41.167998 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5a04fcf-cb9a-436a-8e98-0f2ce37c811e None None] For port 7dedf2de-57a5-42de-8820-70356f9a0cd8, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:53:41.209823 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d5a04fcf-cb9a-436a-8e98-0f2ce37c811e None None] For port 7dedf2de-57a5-42de-8820-70356f9a0cd8, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=7dedf2de-57a5-42de-8820-70356f9a0cd8,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:53:41.233076 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d5a04fcf-cb9a-436a-8e98-0f2ce37c811e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:41.273855 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9b971e13-6fca-45db-852a-2c60521e26ce None None] Port 7dedf2de-57a5-42de-8820-70356f9a0cd8 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:53:41.300084 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3436a9c6-126a-49c9-85b5-bce5e3dba27b None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:53:41.314430 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d431c71d-d8fd-4038-9720-203412afa68c None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:41.334726 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d431c71d-d8fd-4038-9720-203412afa68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:41.338076 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e009b4-8a30-4d3b-9322-c59095196919 None None] Pushing event updated for resources: {'Port': ['ID=7dedf2de-57a5-42de-8820-70356f9a0cd8,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:53:41.340638 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a04fcf-cb9a-436a-8e98-0f2ce37c811e None None] Routers {'30fad9fa-a214-4a72-afb6-b6a9dd0cf025'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:53:41.341251 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d5a04fcf-cb9a-436a-8e98-0f2ce37c811e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:53:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['30fad9fa-a214-4a72-afb6-b6a9dd0cf025'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:53:41.377328 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-6bb54876-3e46-4f8e-ac0e-72f11fd28b24 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Allocated IP 172.20.0.1 (b4612bdb-78e1-4de2-9add-1d6f85f8b33e/cf0e82f2-6968-4f4e-8772-7d984897c08f/e250359d-355d-4074-ba4e-af53777465aa) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:53:41.431546 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d431c71d-d8fd-4038-9720-203412afa68c None None] Network b4612bdb-78e1-4de2-9add-1d6f85f8b33e is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:53:41.444358 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-d431c71d-d8fd-4038-9720-203412afa68c None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:53:41.450999 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d431c71d-d8fd-4038-9720-203412afa68c None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:53:41.459217 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431c71d-d8fd-4038-9720-203412afa68c None None] Pushing event updated for resources: {'Port': ['ID=ea884290-d1a4-4f32-a47c-b5941cafa23f,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:53:41.491825 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-53525857-07e0-46ac-ae48-c5cea329ae3f None None] Provisioning complete for port 7dedf2de-57a5-42de-8820-70356f9a0cd8 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:53:41.492196 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-53525857-07e0-46ac-ae48-c5cea329ae3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:41.493324 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6bb54876-3e46-4f8e-ac0e-72f11fd28b24 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:41.526590 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6bb54876-3e46-4f8e-ac0e-72f11fd28b24 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:41.573099 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb54876-3e46-4f8e-ac0e-72f11fd28b24 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Network b4612bdb-78e1-4de2-9add-1d6f85f8b33e is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:53:41.578220 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-6bb54876-3e46-4f8e-ac0e-72f11fd28b24 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:53:41.582440 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb54876-3e46-4f8e-ac0e-72f11fd28b24 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:53:41.592522 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-d5a04fcf-cb9a-436a-8e98-0f2ce37c811e None None] Set router 30fad9fa-a214-4a72-afb6-b6a9dd0cf025 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:53:41.595933 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d431c71d-d8fd-4038-9720-203412afa68c None None] Attempting to bind port ea884290-d1a4-4f32-a47c-b5941cafa23f on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:53:41.596311 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d431c71d-d8fd-4038-9720-203412afa68c None None] Attempting to bind port ea884290-d1a4-4f32-a47c-b5941cafa23f by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '2357f305-547f-41a1-93eb-e73e2ca9530c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b4612bdb-78e1-4de2-9add-1d6f85f8b33e'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:53:41.596729 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d431c71d-d8fd-4038-9720-203412afa68c None None] Attempting to bind port ea884290-d1a4-4f32-a47c-b5941cafa23f on network b4612bdb-78e1-4de2-9add-1d6f85f8b33e {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:53:41.606713 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb54876-3e46-4f8e-ac0e-72f11fd28b24 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'Port': ['ID=e250359d-355d-4074-ba4e-af53777465aa,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:53:41.630268 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6bb54876-3e46-4f8e-ac0e-72f11fd28b24 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:41.657781 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d431c71d-d8fd-4038-9720-203412afa68c None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:53:41.658168 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d431c71d-d8fd-4038-9720-203412afa68c None None] Checking segment: {'id': '2357f305-547f-41a1-93eb-e73e2ca9530c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b4612bdb-78e1-4de2-9add-1d6f85f8b33e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:53:41.658581 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d431c71d-d8fd-4038-9720-203412afa68c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:41.658986 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d431c71d-d8fd-4038-9720-203412afa68c None None] Bound using segment: {'id': '2357f305-547f-41a1-93eb-e73e2ca9530c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b4612bdb-78e1-4de2-9add-1d6f85f8b33e'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:53:41.659468 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d431c71d-d8fd-4038-9720-203412afa68c None None] Bound port: ea884290-d1a4-4f32-a47c-b5941cafa23f, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2357f305-547f-41a1-93eb-e73e2ca9530c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b4612bdb-78e1-4de2-9add-1d6f85f8b33e'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:53:41.659866 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d431c71d-d8fd-4038-9720-203412afa68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:41.758426 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6bb54876-3e46-4f8e-ac0e-72f11fd28b24 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:41.823123 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-53525857-07e0-46ac-ae48-c5cea329ae3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:41.858896 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d431c71d-d8fd-4038-9720-203412afa68c None None] For port ea884290-d1a4-4f32-a47c-b5941cafa23f, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:53:41.881357 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-53525857-07e0-46ac-ae48-c5cea329ae3f None None] For port 7dedf2de-57a5-42de-8820-70356f9a0cd8, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=7dedf2de-57a5-42de-8820-70356f9a0cd8,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:53:41.884031 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d431c71d-d8fd-4038-9720-203412afa68c None None] For port ea884290-d1a4-4f32-a47c-b5941cafa23f, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=ea884290-d1a4-4f32-a47c-b5941cafa23f,segment=NetworkSegment(2357f305-547f-41a1-93eb-e73e2ca9530c),segment_id=2357f305-547f-41a1-93eb-e73e2ca9530c)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:53:41.887844 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-53525857-07e0-46ac-ae48-c5cea329ae3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:41.895550 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d431c71d-d8fd-4038-9720-203412afa68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:41.972021 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53525857-07e0-46ac-ae48-c5cea329ae3f None None] Pushing event updated for resources: {'Port': ['ID=7dedf2de-57a5-42de-8820-70356f9a0cd8,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:53:41.984170 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d5a04fcf-cb9a-436a-8e98-0f2ce37c811e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fad9fa-a214-4a72-afb6-b6a9dd0cf025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-849448921', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '7dedf2de-57a5-42de-8820-70356f9a0cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:53:38Z', 'updated_at': '2021-12-09T16:53:39Z', 'revision_number': 3, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '7dedf2de-57a5-42de-8820-70356f9a0cd8', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fad9fa-a214-4a72-afb6-b6a9dd0cf025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:53:38Z', 'updated_at': '2021-12-09T16:53:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:53:42.031238 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a04fcf-cb9a-436a-8e98-0f2ce37c811e None None] The sync data for ids ['30fad9fa-a214-4a72-afb6-b6a9dd0cf025'] in n-d-821228-1 is: [{'id': '30fad9fa-a214-4a72-afb6-b6a9dd0cf025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-849448921', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '7dedf2de-57a5-42de-8820-70356f9a0cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:53:38Z', 'updated_at': '2021-12-09T16:53:39Z', 'revision_number': 3, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '7dedf2de-57a5-42de-8820-70356f9a0cd8', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fad9fa-a214-4a72-afb6-b6a9dd0cf025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:53:38Z', 'updated_at': '2021-12-09T16:53:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:53:42.066479 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6bb54876-3e46-4f8e-ac0e-72f11fd28b24 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:42.072204 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6bb54876-3e46-4f8e-ac0e-72f11fd28b24 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:42.074421 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431c71d-d8fd-4038-9720-203412afa68c None None] Pushing event updated for resources: {'Port': ['ID=ea884290-d1a4-4f32-a47c-b5941cafa23f,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:53:42.165825 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6bb54876-3e46-4f8e-ac0e-72f11fd28b24 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:42.183712 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb54876-3e46-4f8e-ac0e-72f11fd28b24 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'Port': ['ID=e250359d-355d-4074-ba4e-af53777465aa,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:53:42.280870 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb54876-3e46-4f8e-ac0e-72f11fd28b24 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Network b4612bdb-78e1-4de2-9add-1d6f85f8b33e is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:53:42.282367 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-6bb54876-3e46-4f8e-ac0e-72f11fd28b24 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:53:42.410019 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb54876-3e46-4f8e-ac0e-72f11fd28b24 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Router 30fad9fa-a214-4a72-afb6-b6a9dd0cf025 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:53:42.522691 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb54876-3e46-4f8e-ac0e-72f11fd28b24 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:53:42.527997 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-6bb54876-3e46-4f8e-ac0e-72f11fd28b24 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "PUT /v2.0/routers/30fad9fa-a214-4a72-afb6-b6a9dd0cf025/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9710002 Dec 09 16:53:42.705059 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-35cc4da7-bc53-4da2-9ba8-e789acbe8a75 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2064834210&fields=id&tenant_id=95ed158b10404fb6a6679c1eac6dfcba HTTP/1.1" status: 200 len: 267 time: 0.0563686 Dec 09 16:53:42.824934 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-b89d27ba-5f29-4513-b6f3-cea4426bf819 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:42.826505 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-b89d27ba-5f29-4513-b6f3-cea4426bf819 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/networks?id=b4612bdb-78e1-4de2-9add-1d6f85f8b33e HTTP/1.1" status: 200 len: 797 time: 0.1171517 Dec 09 16:53:42.842948 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-20d0e8bf-9a3c-4e13-b2a6-e7fa6b0928cf tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/quotas/95ed158b10404fb6a6679c1eac6dfcba HTTP/1.1" status: 200 len: 375 time: 0.0100744 Dec 09 16:53:42.898527 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-3169247b-b5c2-47f4-a89d-d2343fb5119a tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=95ed158b10404fb6a6679c1eac6dfcba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492499 Dec 09 16:53:42.983446 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f90341-6b60-46a4-999a-d8a6666d3896 None None] Network b4612bdb-78e1-4de2-9add-1d6f85f8b33e requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:53:43.048267 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-84c60973-3a44-4504-bc87-83e104ba5fdd service neutron] 10.222.0.57 "GET /v2.0/networks/b4612bdb-78e1-4de2-9add-1d6f85f8b33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365705 Dec 09 16:53:43.149349 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-d6cdc44e-4eef-4eba-ac2b-5f3302c90712 service neutron] 10.222.0.57 "GET /v2.0/networks/b4612bdb-78e1-4de2-9add-1d6f85f8b33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943968 Dec 09 16:53:43.215268 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-db109960-f1eb-432f-a28e-da106883bbc5 None None] Provisioning complete for port ea884290-d1a4-4f32-a47c-b5941cafa23f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:53:43.215822 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-db109960-f1eb-432f-a28e-da106883bbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:43.334928 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5db5a314-1905-4af0-ab50-d2d6c847cba7 req-734fe1f0-85c5-408d-97f7-3b211c3614bf tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=92298811-a873-433b-9dbc-e0fd35ad677c HTTP/1.1" status: 200 len: 210 time: 0.0409172 Dec 09 16:53:43.356922 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-db109960-f1eb-432f-a28e-da106883bbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:43.400313 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-db109960-f1eb-432f-a28e-da106883bbc5 None None] For port ea884290-d1a4-4f32-a47c-b5941cafa23f, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=ea884290-d1a4-4f32-a47c-b5941cafa23f,segment=NetworkSegment(2357f305-547f-41a1-93eb-e73e2ca9530c),segment_id=2357f305-547f-41a1-93eb-e73e2ca9530c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:53:43.408927 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-db109960-f1eb-432f-a28e-da106883bbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:43.491443 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db109960-f1eb-432f-a28e-da106883bbc5 None None] Pushing event updated for resources: {'Port': ['ID=ea884290-d1a4-4f32-a47c-b5941cafa23f,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:53:43.601522 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device ea884290-d1a4-4f32-a47c-b5941cafa23f up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:53:43.667252 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ad3d2109-7df4-4a31-890c-d2a264f20e86 None None] Provisioning complete for port e250359d-355d-4074-ba4e-af53777465aa triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:53:43.667626 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ad3d2109-7df4-4a31-890c-d2a264f20e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:43.715143 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ad3d2109-7df4-4a31-890c-d2a264f20e86 None None] Port e250359d-355d-4074-ba4e-af53777465aa cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:53:43.721580 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port ea884290-d1a4-4f32-a47c-b5941cafa23f triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:53:43.721955 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:43.756528 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ad3d2109-7df4-4a31-890c-d2a264f20e86 None None] Provisioning complete for port ea884290-d1a4-4f32-a47c-b5941cafa23f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:53:43.756895 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ad3d2109-7df4-4a31-890c-d2a264f20e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:43.878371 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 7dedf2de-57a5-42de-8820-70356f9a0cd8 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:53:43.915912 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746e0d12-aa1c-45dd-a855-3e11606d7ff3 None None] Sync routers for ids ['30fad9fa-a214-4a72-afb6-b6a9dd0cf025'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:53:43.929941 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746e0d12-aa1c-45dd-a855-3e11606d7ff3 None None] Routers {'30fad9fa-a214-4a72-afb6-b6a9dd0cf025'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:53:43.930672 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-746e0d12-aa1c-45dd-a855-3e11606d7ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:53:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['30fad9fa-a214-4a72-afb6-b6a9dd0cf025'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:53:43.935806 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 7dedf2de-57a5-42de-8820-70356f9a0cd8 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:53:43.936260 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:44.042618 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-bc84b593-1d41-41e6-adbb-3f313e30941e None None] Provisioning complete for port e250359d-355d-4074-ba4e-af53777465aa triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:53:44.043273 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bc84b593-1d41-41e6-adbb-3f313e30941e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:44.054983 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-746e0d12-aa1c-45dd-a855-3e11606d7ff3 None None] Set router 30fad9fa-a214-4a72-afb6-b6a9dd0cf025 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:53:44.087105 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-bc84b593-1d41-41e6-adbb-3f313e30941e None None] Port e250359d-355d-4074-ba4e-af53777465aa cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:53:44.206146 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d0b8190a-ece4-44f1-8228-edb2ed89a45b None None] Provisioning complete for port e250359d-355d-4074-ba4e-af53777465aa triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:53:44.206409 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d0b8190a-ece4-44f1-8228-edb2ed89a45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:44.246029 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d0b8190a-ece4-44f1-8228-edb2ed89a45b None None] Port e250359d-355d-4074-ba4e-af53777465aa cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:53:44.353816 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-746e0d12-aa1c-45dd-a855-3e11606d7ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fad9fa-a214-4a72-afb6-b6a9dd0cf025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-849448921', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '7dedf2de-57a5-42de-8820-70356f9a0cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:53:38Z', 'updated_at': '2021-12-09T16:53:41Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '7dedf2de-57a5-42de-8820-70356f9a0cd8', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fad9fa-a214-4a72-afb6-b6a9dd0cf025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:53:38Z', 'updated_at': '2021-12-09T16:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'e250359d-355d-4074-ba4e-af53777465aa', 'name': '', 'network_id': 'b4612bdb-78e1-4de2-9add-1d6f85f8b33e', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'mac_address': 'fa:16:3e:a8:ab:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fad9fa-a214-4a72-afb6-b6a9dd0cf025', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'cf0e82f2-6968-4f4e-8772-7d984897c08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:53:41Z', 'updated_at': '2021-12-09T16:53:41Z', 'revision_number': 2, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'subnets': [{'id': 'cf0e82f2-6968-4f4e-8772-7d984897c08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:53:44.382014 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746e0d12-aa1c-45dd-a855-3e11606d7ff3 None None] Checking router: 30fad9fa-a214-4a72-afb6-b6a9dd0cf025 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:53:44.382568 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746e0d12-aa1c-45dd-a855-3e11606d7ff3 None None] Updating router 30fad9fa-a214-4a72-afb6-b6a9dd0cf025 port e250359d-355d-4074-ba4e-af53777465aa binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:53:44.411492 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-746e0d12-aa1c-45dd-a855-3e11606d7ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:44.448454 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-164c8831-f408-427e-ba81-6b13f4bcaca8 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:44.449938 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-164c8831-f408-427e-ba81-6b13f4bcaca8 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.31 "GET /v2.0/networks?id=b4612bdb-78e1-4de2-9add-1d6f85f8b33e HTTP/1.1" status: 200 len: 797 time: 0.1439526 Dec 09 16:53:44.466865 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2c8e79b8-504b-4665-b523-b355ddcf8fc2 req-c708fbb7-c2fd-4fdb-b5d7-c2a3495c2579 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=92298811-a873-433b-9dbc-e0fd35ad677c HTTP/1.1" status: 200 len: 210 time: 0.0462658 Dec 09 16:53:44.526212 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-8e94b6e8-a2f6-4b0c-a139-843c324a87fa tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95ed158b10404fb6a6679c1eac6dfcba HTTP/1.1" status: 200 len: 380 time: 0.0620000 Dec 09 16:53:44.536553 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-71196600-fff0-48b2-885b-912d2c8ab422 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'port': {'device_id': '92298811-a873-433b-9dbc-e0fd35ad677c', 'network_id': 'b4612bdb-78e1-4de2-9add-1d6f85f8b33e', 'admin_state_up': True, 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'security_groups': ['d671a053-49f9-43cc-87b5-5606ad04466b']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:53:44.645774 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-71196600-fff0-48b2-885b-912d2c8ab422 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Made reservation on behalf of 95ed158b10404fb6a6679c1eac6dfcba for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:53:44.649241 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-71196600-fff0-48b2-885b-912d2c8ab422 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:44.677393 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-746e0d12-aa1c-45dd-a855-3e11606d7ff3 None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:44.682283 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-746e0d12-aa1c-45dd-a855-3e11606d7ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:44.739346 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c48830-1ce1-4108-b5d9-92abc005d242 None None] Pushing event updated for resources: {'Port': ['ID=e250359d-355d-4074-ba4e-af53777465aa,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:53:44.762955 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c48830-1ce1-4108-b5d9-92abc005d242 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:44.763575 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c48830-1ce1-4108-b5d9-92abc005d242 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:44.763925 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c48830-1ce1-4108-b5d9-92abc005d242 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:44.764266 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c48830-1ce1-4108-b5d9-92abc005d242 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:44.764800 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c48830-1ce1-4108-b5d9-92abc005d242 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:44.765138 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c48830-1ce1-4108-b5d9-92abc005d242 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:44.765470 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c48830-1ce1-4108-b5d9-92abc005d242 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:44.766589 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c48830-1ce1-4108-b5d9-92abc005d242 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:44.766947 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c48830-1ce1-4108-b5d9-92abc005d242 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:44.767279 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c48830-1ce1-4108-b5d9-92abc005d242 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:44.767609 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c48830-1ce1-4108-b5d9-92abc005d242 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:44.767937 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c48830-1ce1-4108-b5d9-92abc005d242 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:44.768264 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c48830-1ce1-4108-b5d9-92abc005d242 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:53:44.775926 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-71196600-fff0-48b2-885b-912d2c8ab422 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Allocated IP 172.20.0.5 (b4612bdb-78e1-4de2-9add-1d6f85f8b33e/cf0e82f2-6968-4f4e-8772-7d984897c08f/1ae7de31-358e-4451-aa1c-80639bae7a96) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:53:44.797144 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-746e0d12-aa1c-45dd-a855-3e11606d7ff3 None None] Attempting to bind port e250359d-355d-4074-ba4e-af53777465aa on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:53:44.797525 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-746e0d12-aa1c-45dd-a855-3e11606d7ff3 None None] Attempting to bind port e250359d-355d-4074-ba4e-af53777465aa by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '2357f305-547f-41a1-93eb-e73e2ca9530c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b4612bdb-78e1-4de2-9add-1d6f85f8b33e'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:53:44.797895 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746e0d12-aa1c-45dd-a855-3e11606d7ff3 None None] Attempting to bind port e250359d-355d-4074-ba4e-af53777465aa on network b4612bdb-78e1-4de2-9add-1d6f85f8b33e {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:53:44.803168 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746e0d12-aa1c-45dd-a855-3e11606d7ff3 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:53:44.804029 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746e0d12-aa1c-45dd-a855-3e11606d7ff3 None None] Checking segment: {'id': '2357f305-547f-41a1-93eb-e73e2ca9530c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b4612bdb-78e1-4de2-9add-1d6f85f8b33e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:53:44.804029 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-746e0d12-aa1c-45dd-a855-3e11606d7ff3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:44.804335 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746e0d12-aa1c-45dd-a855-3e11606d7ff3 None None] Bound using segment: {'id': '2357f305-547f-41a1-93eb-e73e2ca9530c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b4612bdb-78e1-4de2-9add-1d6f85f8b33e'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:53:44.804840 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-746e0d12-aa1c-45dd-a855-3e11606d7ff3 None None] Bound port: e250359d-355d-4074-ba4e-af53777465aa, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2357f305-547f-41a1-93eb-e73e2ca9530c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b4612bdb-78e1-4de2-9add-1d6f85f8b33e'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:53:44.805227 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-746e0d12-aa1c-45dd-a855-3e11606d7ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:44.869511 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-746e0d12-aa1c-45dd-a855-3e11606d7ff3 None None] For port e250359d-355d-4074-ba4e-af53777465aa, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:53:44.873645 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-746e0d12-aa1c-45dd-a855-3e11606d7ff3 None None] For port e250359d-355d-4074-ba4e-af53777465aa, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=e250359d-355d-4074-ba4e-af53777465aa,segment=NetworkSegment(2357f305-547f-41a1-93eb-e73e2ca9530c),segment_id=2357f305-547f-41a1-93eb-e73e2ca9530c)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:53:44.879789 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-746e0d12-aa1c-45dd-a855-3e11606d7ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:44.932134 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-71196600-fff0-48b2-885b-912d2c8ab422 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:44.946993 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746e0d12-aa1c-45dd-a855-3e11606d7ff3 None None] Routers {'30fad9fa-a214-4a72-afb6-b6a9dd0cf025'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:53:44.947627 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-746e0d12-aa1c-45dd-a855-3e11606d7ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:53:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['30fad9fa-a214-4a72-afb6-b6a9dd0cf025'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:53:44.950983 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c48830-1ce1-4108-b5d9-92abc005d242 None None] Pushing event updated for resources: {'Port': ['ID=e250359d-355d-4074-ba4e-af53777465aa,revision_number=4']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:53:44.972780 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-65777742-be8f-4e56-9402-9f1dbcee9aa1 None None] Provisioning complete for port e250359d-355d-4074-ba4e-af53777465aa triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:53:44.973221 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-65777742-be8f-4e56-9402-9f1dbcee9aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:44.988721 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-71196600-fff0-48b2-885b-912d2c8ab422 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:45.037015 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-71196600-fff0-48b2-885b-912d2c8ab422 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Network b4612bdb-78e1-4de2-9add-1d6f85f8b33e is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:53:45.042837 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-71196600-fff0-48b2-885b-912d2c8ab422 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:53:45.046856 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-71196600-fff0-48b2-885b-912d2c8ab422 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:53:45.070517 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196600-fff0-48b2-885b-912d2c8ab422 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'Port': ['ID=1ae7de31-358e-4451-aa1c-80639bae7a96,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:53:45.073338 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-746e0d12-aa1c-45dd-a855-3e11606d7ff3 None None] Set router 30fad9fa-a214-4a72-afb6-b6a9dd0cf025 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:53:45.092225 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-65777742-be8f-4e56-9402-9f1dbcee9aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:45.113788 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-71196600-fff0-48b2-885b-912d2c8ab422 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:45.114490 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-71196600-fff0-48b2-885b-912d2c8ab422 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:45.139556 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-71196600-fff0-48b2-885b-912d2c8ab422 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6065409 Dec 09 16:53:45.143589 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-65777742-be8f-4e56-9402-9f1dbcee9aa1 None None] For port e250359d-355d-4074-ba4e-af53777465aa, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=e250359d-355d-4074-ba4e-af53777465aa,segment=NetworkSegment(2357f305-547f-41a1-93eb-e73e2ca9530c),segment_id=2357f305-547f-41a1-93eb-e73e2ca9530c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:53:45.148122 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-65777742-be8f-4e56-9402-9f1dbcee9aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:45.154929 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-482a8bbe-0c76-4742-82f3-743b29125b95 service neutron] Request body: {'port': {'device_id': '92298811-a873-433b-9dbc-e0fd35ad677c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:53:45.202955 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65777742-be8f-4e56-9402-9f1dbcee9aa1 None None] Pushing event updated for resources: {'Port': ['ID=e250359d-355d-4074-ba4e-af53777465aa,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:53:45.223360 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-482a8bbe-0c76-4742-82f3-743b29125b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:45.274838 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a53ee9e1-9856-48c2-9050-d50a540d6023 None None] Provisioning complete for port e250359d-355d-4074-ba4e-af53777465aa triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:53:45.275419 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a53ee9e1-9856-48c2-9050-d50a540d6023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:45.305868 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-746e0d12-aa1c-45dd-a855-3e11606d7ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fad9fa-a214-4a72-afb6-b6a9dd0cf025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-849448921', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '7dedf2de-57a5-42de-8820-70356f9a0cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:53:38Z', 'updated_at': '2021-12-09T16:53:41Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '7dedf2de-57a5-42de-8820-70356f9a0cd8', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fad9fa-a214-4a72-afb6-b6a9dd0cf025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:53:38Z', 'updated_at': '2021-12-09T16:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'e250359d-355d-4074-ba4e-af53777465aa', 'name': '', 'network_id': 'b4612bdb-78e1-4de2-9add-1d6f85f8b33e', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'mac_address': 'fa:16:3e:a8:ab:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fad9fa-a214-4a72-afb6-b6a9dd0cf025', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'cf0e82f2-6968-4f4e-8772-7d984897c08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:53:41Z', 'updated_at': '2021-12-09T16:53:44Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'subnets': [{'id': 'cf0e82f2-6968-4f4e-8772-7d984897c08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:53:45.345844 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746e0d12-aa1c-45dd-a855-3e11606d7ff3 None None] The sync data for ids ['30fad9fa-a214-4a72-afb6-b6a9dd0cf025'] in n-d-821228-1 is: [{'id': '30fad9fa-a214-4a72-afb6-b6a9dd0cf025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-849448921', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '7dedf2de-57a5-42de-8820-70356f9a0cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:53:38Z', 'updated_at': '2021-12-09T16:53:41Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '7dedf2de-57a5-42de-8820-70356f9a0cd8', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fad9fa-a214-4a72-afb6-b6a9dd0cf025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:53:38Z', 'updated_at': '2021-12-09T16:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'e250359d-355d-4074-ba4e-af53777465aa', 'name': '', 'network_id': 'b4612bdb-78e1-4de2-9add-1d6f85f8b33e', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'mac_address': 'fa:16:3e:a8:ab:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fad9fa-a214-4a72-afb6-b6a9dd0cf025', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'cf0e82f2-6968-4f4e-8772-7d984897c08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:53:41Z', 'updated_at': '2021-12-09T16:53:44Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'subnets': [{'id': 'cf0e82f2-6968-4f4e-8772-7d984897c08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:53:45.612341 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-7ec01bb1-e195-4648-aa91-d34c765cbf67 None None] Provisioning complete for port 1ae7de31-358e-4451-aa1c-80639bae7a96 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:53:45.612766 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7ec01bb1-e195-4648-aa91-d34c765cbf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:45.646522 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device ea884290-d1a4-4f32-a47c-b5941cafa23f up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:53:45.692085 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-7ec01bb1-e195-4648-aa91-d34c765cbf67 None None] Port 1ae7de31-358e-4451-aa1c-80639bae7a96 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:53:45.712326 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port ea884290-d1a4-4f32-a47c-b5941cafa23f triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:53:45.712819 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:45.802554 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device e250359d-355d-4074-ba4e-af53777465aa up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:53:45.849501 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b1f98-9a52-4bf5-b850-660b495e928a req-98d0688d-0b02-4af4-bde3-3f29a5a213e9 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:45.851032 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dc9b1f98-9a52-4bf5-b850-660b495e928a req-98d0688d-0b02-4af4-bde3-3f29a5a213e9 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=92298811-a873-433b-9dbc-e0fd35ad677c HTTP/1.1" status: 200 len: 931 time: 0.1107719 Dec 09 16:53:45.852695 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port e250359d-355d-4074-ba4e-af53777465aa triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:53:45.853076 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:45.927057 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dc9b1f98-9a52-4bf5-b850-660b495e928a req-00fcceab-5253-4158-9626-a77e784c10a9 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=d671a053-49f9-43cc-87b5-5606ad04466b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644403 Dec 09 16:53:46.004515 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-482a8bbe-0c76-4742-82f3-743b29125b95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ae7de31-358e-4451-aa1c-80639bae7a96 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:53:46.013018 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-482a8bbe-0c76-4742-82f3-743b29125b95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:46.027426 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-482a8bbe-0c76-4742-82f3-743b29125b95 service neutron] Transition to ACTIVE for port object 1ae7de31-358e-4451-aa1c-80639bae7a96 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:53:46.030965 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-482a8bbe-0c76-4742-82f3-743b29125b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:46.124923 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a8bbe-0c76-4742-82f3-743b29125b95 service neutron] Pushing event updated for resources: {'Port': ['ID=1ae7de31-358e-4451-aa1c-80639bae7a96,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:53:46.160825 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-482a8bbe-0c76-4742-82f3-743b29125b95 service neutron] Attempting to bind port 1ae7de31-358e-4451-aa1c-80639bae7a96 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:53:46.161267 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-482a8bbe-0c76-4742-82f3-743b29125b95 service neutron] Attempting to bind port 1ae7de31-358e-4451-aa1c-80639bae7a96 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '2357f305-547f-41a1-93eb-e73e2ca9530c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b4612bdb-78e1-4de2-9add-1d6f85f8b33e'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:53:46.161669 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-482a8bbe-0c76-4742-82f3-743b29125b95 service neutron] Attempting to bind port 1ae7de31-358e-4451-aa1c-80639bae7a96 on network b4612bdb-78e1-4de2-9add-1d6f85f8b33e {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:53:46.166592 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-482a8bbe-0c76-4742-82f3-743b29125b95 service neutron] Port 1ae7de31-358e-4451-aa1c-80639bae7a96 on network b4612bdb-78e1-4de2-9add-1d6f85f8b33e not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:53:46.166997 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-482a8bbe-0c76-4742-82f3-743b29125b95 service neutron] Attempting to bind port 1ae7de31-358e-4451-aa1c-80639bae7a96 on network b4612bdb-78e1-4de2-9add-1d6f85f8b33e {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:53:46.173700 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-482a8bbe-0c76-4742-82f3-743b29125b95 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:53:46.174130 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-482a8bbe-0c76-4742-82f3-743b29125b95 service neutron] Checking segment: {'id': '2357f305-547f-41a1-93eb-e73e2ca9530c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b4612bdb-78e1-4de2-9add-1d6f85f8b33e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:53:46.174585 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-482a8bbe-0c76-4742-82f3-743b29125b95 service neutron] Bound using segment: {'id': '2357f305-547f-41a1-93eb-e73e2ca9530c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b4612bdb-78e1-4de2-9add-1d6f85f8b33e'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:53:46.175102 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-482a8bbe-0c76-4742-82f3-743b29125b95 service neutron] Bound port: 1ae7de31-358e-4451-aa1c-80639bae7a96, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2357f305-547f-41a1-93eb-e73e2ca9530c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b4612bdb-78e1-4de2-9add-1d6f85f8b33e'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:53:46.175546 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-482a8bbe-0c76-4742-82f3-743b29125b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:46.248797 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-482a8bbe-0c76-4742-82f3-743b29125b95 service neutron] For port 1ae7de31-358e-4451-aa1c-80639bae7a96, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:53:46.253600 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-482a8bbe-0c76-4742-82f3-743b29125b95 service neutron] For port 1ae7de31-358e-4451-aa1c-80639bae7a96, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=1ae7de31-358e-4451-aa1c-80639bae7a96,segment=NetworkSegment(2357f305-547f-41a1-93eb-e73e2ca9530c),segment_id=2357f305-547f-41a1-93eb-e73e2ca9530c)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:53:46.260156 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-482a8bbe-0c76-4742-82f3-743b29125b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:46.295623 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-482a8bbe-0c76-4742-82f3-743b29125b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:46.296340 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-482a8bbe-0c76-4742-82f3-743b29125b95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:46.298459 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-482a8bbe-0c76-4742-82f3-743b29125b95 service neutron] 10.222.0.31 "PUT /v2.0/ports/1ae7de31-358e-4451-aa1c-80639bae7a96 HTTP/1.1" status: 200 len: 1091 time: 1.1503408 Dec 09 16:53:46.298975 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92298811-a873-433b-9dbc-e0fd35ad677c', 'tag': '1ae7de31-358e-4451-aa1c-80639bae7a96'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:53:46.301452 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14d0df4-5428-4bb2-815e-6407956b4938" -d '{"events": [{"name": "network-changed", "server_uuid": "92298811-a873-433b-9dbc-e0fd35ad677c", "tag": "1ae7de31-358e-4451-aa1c-80639bae7a96"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:53:46.388907 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c353553-b5ae-4eb4-9403-661a28a9b378 x-openstack-request-id: req-4c353553-b5ae-4eb4-9403-661a28a9b378 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:53:46.389190 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92298811-a873-433b-9dbc-e0fd35ad677c", "tag": "1ae7de31-358e-4451-aa1c-80639bae7a96", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:53:46.389442 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4c353553-b5ae-4eb4-9403-661a28a9b378 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:53:46.389845 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92298811-a873-433b-9dbc-e0fd35ad677c', 'tag': '1ae7de31-358e-4451-aa1c-80639bae7a96', 'status': 'completed', 'code': 200} Dec 09 16:53:46.404909 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a8bbe-0c76-4742-82f3-743b29125b95 service neutron] Pushing event updated for resources: {'Port': ['ID=1ae7de31-358e-4451-aa1c-80639bae7a96,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:53:46.418767 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-cf5671a6-624e-4dd5-a766-1e2ecd4870de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:46.420358 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-cf5671a6-624e-4dd5-a766-1e2ecd4870de service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95ed158b10404fb6a6679c1eac6dfcba&device_id=92298811-a873-433b-9dbc-e0fd35ad677c HTTP/1.1" status: 200 len: 1094 time: 0.0671425 Dec 09 16:53:46.469883 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-ee553fca-931e-4878-b510-094f1209223d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ae7de31-358e-4451-aa1c-80639bae7a96 HTTP/1.1" status: 200 len: 217 time: 0.0405629 Dec 09 16:53:46.523863 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-30d9194f-eb0f-4e81-83a2-2e0e2903edaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:46.525409 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-30d9194f-eb0f-4e81-83a2-2e0e2903edaa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cf0e82f2-6968-4f4e-8772-7d984897c08f HTTP/1.1" status: 200 len: 834 time: 0.0486848 Dec 09 16:53:46.580775 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-d46bb6da-1592-4ad0-a247-58306fa8d15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:46.582290 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-d46bb6da-1592-4ad0-a247-58306fa8d15a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b4612bdb-78e1-4de2-9add-1d6f85f8b33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497372 Dec 09 16:53:46.670922 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-c6169fbc-3e81-40bf-a41a-df30ab45ffed service neutron] 10.222.0.31 "GET /v2.0/networks/b4612bdb-78e1-4de2-9add-1d6f85f8b33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816925 Dec 09 16:53:46.767518 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6c2d1494-1041-4390-a7f6-af84363c44c1 req-96ebcc6a-002b-4b8d-bc38-e729731a016f service neutron] 10.222.0.31 "GET /v2.0/networks/b4612bdb-78e1-4de2-9add-1d6f85f8b33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889697 Dec 09 16:53:46.861265 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d0df4-5428-4bb2-815e-6407956b4938 req-90d3e33e-afb1-44c6-898b-04efbd307837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:46.862690 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b14d0df4-5428-4bb2-815e-6407956b4938 req-90d3e33e-afb1-44c6-898b-04efbd307837 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95ed158b10404fb6a6679c1eac6dfcba&device_id=92298811-a873-433b-9dbc-e0fd35ad677c HTTP/1.1" status: 200 len: 1094 time: 0.0426536 Dec 09 16:53:46.925789 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:46.958012 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d0df4-5428-4bb2-815e-6407956b4938 req-9f01e8c1-c859-45d2-a8a1-59c9d355207c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:46.959494 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b14d0df4-5428-4bb2-815e-6407956b4938 req-9f01e8c1-c859-45d2-a8a1-59c9d355207c service neutron] 10.222.0.31 "GET /v2.0/networks?id=b4612bdb-78e1-4de2-9add-1d6f85f8b33e HTTP/1.1" status: 200 len: 898 time: 0.0897954 Dec 09 16:53:47.001829 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b14d0df4-5428-4bb2-815e-6407956b4938 req-c7dbb5eb-ed69-43c3-869f-bd097cbca11c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ae7de31-358e-4451-aa1c-80639bae7a96 HTTP/1.1" status: 200 len: 217 time: 0.0354121 Dec 09 16:53:47.082162 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d0df4-5428-4bb2-815e-6407956b4938 req-7bedd215-656d-45b5-a9f6-353c27d2682d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:47.083633 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b14d0df4-5428-4bb2-815e-6407956b4938 req-7bedd215-656d-45b5-a9f6-353c27d2682d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cf0e82f2-6968-4f4e-8772-7d984897c08f HTTP/1.1" status: 200 len: 834 time: 0.0701983 Dec 09 16:53:47.092035 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7caa81-b8eb-4093-a60e-6b049beb85bb req-8b47d1d2-77f4-442f-b531-fbc23879b306 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:47.093440 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ef7caa81-b8eb-4093-a60e-6b049beb85bb req-8b47d1d2-77f4-442f-b531-fbc23879b306 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=92298811-a873-433b-9dbc-e0fd35ad677c HTTP/1.1" status: 200 len: 943 time: 0.0881929 Dec 09 16:53:47.165165 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d0df4-5428-4bb2-815e-6407956b4938 req-18e70432-ac5f-442d-af02-ec7a9beccbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:47.166584 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b14d0df4-5428-4bb2-815e-6407956b4938 req-18e70432-ac5f-442d-af02-ec7a9beccbc9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b4612bdb-78e1-4de2-9add-1d6f85f8b33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722196 Dec 09 16:53:47.170711 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ef7caa81-b8eb-4093-a60e-6b049beb85bb req-c50e0490-336d-4055-8ca5-846cc14b1a85 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=d671a053-49f9-43cc-87b5-5606ad04466b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689008 Dec 09 16:53:47.259109 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b14d0df4-5428-4bb2-815e-6407956b4938 req-3c858163-e796-4fab-b64c-491285c44ad0 service neutron] 10.222.0.31 "GET /v2.0/networks/b4612bdb-78e1-4de2-9add-1d6f85f8b33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851743 Dec 09 16:53:47.348907 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b14d0df4-5428-4bb2-815e-6407956b4938 req-16285d23-8f72-44ed-a229-e08d5611c0ca service neutron] 10.222.0.31 "GET /v2.0/networks/b4612bdb-78e1-4de2-9add-1d6f85f8b33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823541 Dec 09 16:53:48.286681 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1b0e3-2116-4d24-962a-1711958ebdad req-55fe99af-380b-4d73-b11d-923a40fbadcc tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:48.288165 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dcd1b0e3-2116-4d24-962a-1711958ebdad req-55fe99af-380b-4d73-b11d-923a40fbadcc tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=92298811-a873-433b-9dbc-e0fd35ad677c HTTP/1.1" status: 200 len: 943 time: 0.0488632 Dec 09 16:53:48.338376 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dcd1b0e3-2116-4d24-962a-1711958ebdad req-feb67a42-869d-4313-bcf8-645ab8fcd901 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=d671a053-49f9-43cc-87b5-5606ad04466b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443003 Dec 09 16:53:49.458726 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae5147-207d-40eb-acaa-97706329c8d2 req-6b5feef7-3102-4560-8870-b2a90fa681dd tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:49.460225 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6ae5147-207d-40eb-acaa-97706329c8d2 req-6b5feef7-3102-4560-8870-b2a90fa681dd tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=92298811-a873-433b-9dbc-e0fd35ad677c HTTP/1.1" status: 200 len: 943 time: 0.0530705 Dec 09 16:53:49.509366 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a6ae5147-207d-40eb-acaa-97706329c8d2 req-d5f5f01a-6a02-486a-93fe-c22f3811172c tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=d671a053-49f9-43cc-87b5-5606ad04466b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431762 Dec 09 16:53:50.630691 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a518ab-f7d1-424d-a25d-fc87776908d0 req-73e46de0-a726-4125-8925-30679e137d19 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:50.632085 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b3a518ab-f7d1-424d-a25d-fc87776908d0 req-73e46de0-a726-4125-8925-30679e137d19 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=92298811-a873-433b-9dbc-e0fd35ad677c HTTP/1.1" status: 200 len: 943 time: 0.0549986 Dec 09 16:53:50.665326 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d158b849-8688-479e-9b9c-47e1a4755b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:50.682648 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b3a518ab-f7d1-424d-a25d-fc87776908d0 req-92b74a80-8b4d-46ce-a225-99679034c25b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=d671a053-49f9-43cc-87b5-5606ad04466b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446339 Dec 09 16:53:51.303115 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 1ae7de31-358e-4451-aa1c-80639bae7a96 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:53:51.398462 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 1ae7de31-358e-4451-aa1c-80639bae7a96, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=1ae7de31-358e-4451-aa1c-80639bae7a96,segment=NetworkSegment(2357f305-547f-41a1-93eb-e73e2ca9530c),segment_id=2357f305-547f-41a1-93eb-e73e2ca9530c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:53:51.410731 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '1ae7de31-358e-4451-aa1c-80639bae7a96', 'network_id': 'b4612bdb-78e1-4de2-9add-1d6f85f8b33e', 'port_id': '1ae7de31-358e-4451-aa1c-80639bae7a96', 'mac_address': 'fa:16:3e:a7:90:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf0e82f2-6968-4f4e-8772-7d984897c08f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:53:51.447318 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:51.459850 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ae7de31-358e-4451-aa1c-80639bae7a96 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:53:51.480506 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 1ae7de31-358e-4451-aa1c-80639bae7a96, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=1ae7de31-358e-4451-aa1c-80639bae7a96,segment=NetworkSegment(2357f305-547f-41a1-93eb-e73e2ca9530c),segment_id=2357f305-547f-41a1-93eb-e73e2ca9530c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:53:51.484467 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:51.534903 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=1ae7de31-358e-4451-aa1c-80639bae7a96,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:53:51.796297 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['1ae7de31-358e-4451-aa1c-80639bae7a96'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:53:51.805074 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bb71f-3780-46cc-9519-9dd5c7bbcf95 req-01ed4ea5-d5d9-43f0-b081-80a10ab4430c tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:51.806609 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8b0bb71f-3780-46cc-9519-9dd5c7bbcf95 req-01ed4ea5-d5d9-43f0-b081-80a10ab4430c tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=92298811-a873-433b-9dbc-e0fd35ad677c HTTP/1.1" status: 200 len: 944 time: 0.0526614 Dec 09 16:53:51.856848 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8b0bb71f-3780-46cc-9519-9dd5c7bbcf95 req-79461a79-b05e-45a6-81fb-cdcab55b6b43 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=d671a053-49f9-43cc-87b5-5606ad04466b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440929 Dec 09 16:53:52.971783 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11650f2-b4fe-49df-a61f-4c359ebab02a req-d952e636-e14f-4369-8cea-3fdc2614b905 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:52.973280 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b11650f2-b4fe-49df-a61f-4c359ebab02a req-d952e636-e14f-4369-8cea-3fdc2614b905 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=92298811-a873-433b-9dbc-e0fd35ad677c HTTP/1.1" status: 200 len: 944 time: 0.0490983 Dec 09 16:53:53.022788 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b11650f2-b4fe-49df-a61f-4c359ebab02a req-4d1b07ef-f851-4021-89a0-834edd6d548e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=d671a053-49f9-43cc-87b5-5606ad04466b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435112 Dec 09 16:53:53.208030 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0e6505d2-cfc2-4382-a401-3b7df2c7bf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:53.302859 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 1ae7de31-358e-4451-aa1c-80639bae7a96 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:53:53.351633 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 1ae7de31-358e-4451-aa1c-80639bae7a96 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:53:53.355407 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 1ae7de31-358e-4451-aa1c-80639bae7a96 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:53:53.355782 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:53.434194 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:53.457409 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92298811-a873-433b-9dbc-e0fd35ad677c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae7de31-358e-4451-aa1c-80639bae7a96'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:53:53.459545 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad401665e64187bef4a0f300457b2868c99907d1fc0db4bbbc94af95fd68fd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bceeb0a-d68a-4ea5-abc3-843ee519251a" -d '{"events": [{"server_uuid": "92298811-a873-433b-9dbc-e0fd35ad677c", "name": "network-vif-plugged", "status": "completed", "tag": "1ae7de31-358e-4451-aa1c-80639bae7a96"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:53:53.472684 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 1ae7de31-358e-4451-aa1c-80639bae7a96, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=1ae7de31-358e-4451-aa1c-80639bae7a96,segment=NetworkSegment(2357f305-547f-41a1-93eb-e73e2ca9530c),segment_id=2357f305-547f-41a1-93eb-e73e2ca9530c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:53:53.476584 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:53.524441 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=1ae7de31-358e-4451-aa1c-80639bae7a96,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:53:53.563054 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e921f6-2260-41c7-bb57-449c57755df9 x-openstack-request-id: req-c7e921f6-2260-41c7-bb57-449c57755df9 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:53:53.563553 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92298811-a873-433b-9dbc-e0fd35ad677c", "name": "network-vif-plugged", "status": "completed", "tag": "1ae7de31-358e-4451-aa1c-80639bae7a96", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:53:53.563818 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c7e921f6-2260-41c7-bb57-449c57755df9 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:53:53.564228 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92298811-a873-433b-9dbc-e0fd35ad677c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae7de31-358e-4451-aa1c-80639bae7a96', 'code': 200} Dec 09 16:53:53.664249 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ed2bd-2e03-48c0-90d8-71d08b626253 req-4e2a0b9a-3399-420c-9a3f-11de940cb7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:53.665747 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-188ed2bd-2e03-48c0-90d8-71d08b626253 req-4e2a0b9a-3399-420c-9a3f-11de940cb7ed service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=92298811-a873-433b-9dbc-e0fd35ad677c HTTP/1.1" status: 200 len: 1096 time: 0.0389185 Dec 09 16:53:53.714774 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-188ed2bd-2e03-48c0-90d8-71d08b626253 req-9e806f49-bf94-43be-b852-371094a1030e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d671a053-49f9-43cc-87b5-5606ad04466b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413184 Dec 09 16:53:54.150506 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa674b-1af9-476c-bac2-f2e31d856870 req-e6b9ff45-7e09-4e32-8aac-edb06b79b83e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:54.151971 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-29aa674b-1af9-476c-bac2-f2e31d856870 req-e6b9ff45-7e09-4e32-8aac-edb06b79b83e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=92298811-a873-433b-9dbc-e0fd35ad677c HTTP/1.1" status: 200 len: 945 time: 0.0573299 Dec 09 16:53:54.200728 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-29aa674b-1af9-476c-bac2-f2e31d856870 req-347bc0c8-cb27-411f-9204-826ccd479a6e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=d671a053-49f9-43cc-87b5-5606ad04466b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424867 Dec 09 16:53:54.393468 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:55.316868 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b96f9-0320-41b9-b198-f0cb6566d4f6 req-1cb30240-338c-43fa-ab4a-b741df7d1f45 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:55.317650 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:55.318427 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1f7b96f9-0320-41b9-b198-f0cb6566d4f6 req-1cb30240-338c-43fa-ab4a-b741df7d1f45 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=92298811-a873-433b-9dbc-e0fd35ad677c HTTP/1.1" status: 200 len: 945 time: 0.0509017 Dec 09 16:53:55.369627 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1f7b96f9-0320-41b9-b198-f0cb6566d4f6 req-d5f249aa-b6ec-4b26-a902-96cde9c988b5 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=d671a053-49f9-43cc-87b5-5606ad04466b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452118 Dec 09 16:53:55.486639 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbac00f-f567-49d3-8abb-310dc2606ca3 req-bfd1aa71-33f0-4641-b428-c8fbea4ec099 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:55.488158 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dbbac00f-f567-49d3-8abb-310dc2606ca3 req-bfd1aa71-33f0-4641-b428-c8fbea4ec099 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=92298811-a873-433b-9dbc-e0fd35ad677c HTTP/1.1" status: 200 len: 945 time: 0.0540953 Dec 09 16:53:55.537408 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-dbbac00f-f567-49d3-8abb-310dc2606ca3 req-5cf444ba-9362-4982-b1cc-cbd19cd9fd26 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=d671a053-49f9-43cc-87b5-5606ad04466b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432336 Dec 09 16:53:55.558785 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57222) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:53:55.598351 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f956e8-70a5-4955-845e-ca4bee91cb32 tempest-TestNetworkAdvancedServerOps-2036049865 tempest-TestNetworkAdvancedServerOps-2036049865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:55.599781 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f5f956e8-70a5-4955-845e-ca4bee91cb32 tempest-TestNetworkAdvancedServerOps-2036049865 tempest-TestNetworkAdvancedServerOps-2036049865-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=92298811-a873-433b-9dbc-e0fd35ad677c HTTP/1.1" status: 200 len: 1091 time: 0.0400317 Dec 09 16:53:55.602722 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57224) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:53:55.606918 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-cc5e1797-c692-4f67-9dc9-e6967e9346cb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'port_id': '1ae7de31-358e-4451-aa1c-80639bae7a96', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:53:55.630109 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc5e1797-c692-4f67-9dc9-e6967e9346cb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:55.668733 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:55.727943 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc5e1797-c692-4f67-9dc9-e6967e9346cb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:55.830516 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-cc5e1797-c692-4f67-9dc9-e6967e9346cb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Allocated IP 172.25.3.9 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/6d9861bb-f983-4460-9092-9df32ac4ccfb) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:53:55.934606 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc5e1797-c692-4f67-9dc9-e6967e9346cb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:55.967054 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc5e1797-c692-4f67-9dc9-e6967e9346cb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:56.004350 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5e1797-c692-4f67-9dc9-e6967e9346cb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:53:56.009414 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-cc5e1797-c692-4f67-9dc9-e6967e9346cb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:53:56.012947 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5e1797-c692-4f67-9dc9-e6967e9346cb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:53:56.018656 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e1797-c692-4f67-9dc9-e6967e9346cb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'Port': ['ID=6d9861bb-f983-4460-9092-9df32ac4ccfb,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:53:56.372122 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc5e1797-c692-4f67-9dc9-e6967e9346cb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:56.439158 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc5e1797-c692-4f67-9dc9-e6967e9346cb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:56.589657 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc5e1797-c692-4f67-9dc9-e6967e9346cb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:56.594401 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc5e1797-c692-4f67-9dc9-e6967e9346cb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:56.654615 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:56.660935 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e1797-c692-4f67-9dc9-e6967e9346cb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'Port': ['ID=6d9861bb-f983-4460-9092-9df32ac4ccfb,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:53:56.676533 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc5e1797-c692-4f67-9dc9-e6967e9346cb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:56.773304 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-cc5e1797-c692-4f67-9dc9-e6967e9346cb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Floating IP 434d6bc7-9255-4023-a510-01304e75a474 associated. External IP: 172.25.3.9, port: 1ae7de31-358e-4451-aa1c-80639bae7a96. Dec 09 16:53:56.974083 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5e1797-c692-4f67-9dc9-e6967e9346cb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Router 30fad9fa-a214-4a72-afb6-b6a9dd0cf025 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:53:57.081566 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5e1797-c692-4f67-9dc9-e6967e9346cb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:53:57.090946 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87dbb65-a347-4366-a08f-37a1eb561afb None None] Sync routers for ids ['30fad9fa-a214-4a72-afb6-b6a9dd0cf025'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:53:57.099270 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cc5e1797-c692-4f67-9dc9-e6967e9346cb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:53:57.101663 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87dbb65-a347-4366-a08f-37a1eb561afb None None] Routers {'30fad9fa-a214-4a72-afb6-b6a9dd0cf025'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:53:57.102364 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a87dbb65-a347-4366-a08f-37a1eb561afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:53:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['30fad9fa-a214-4a72-afb6-b6a9dd0cf025'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:53:57.128042 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-cc5e1797-c692-4f67-9dc9-e6967e9346cb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5242908 Dec 09 16:53:57.129008 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92298811-a873-433b-9dbc-e0fd35ad677c', 'tag': '1ae7de31-358e-4451-aa1c-80639bae7a96'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:53:57.131825 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b64767-9d7f-4740-8660-b84197b885cf" -d '{"events": [{"name": "network-changed", "server_uuid": "92298811-a873-433b-9dbc-e0fd35ad677c", "tag": "1ae7de31-358e-4451-aa1c-80639bae7a96"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:53:57.208869 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-a87dbb65-a347-4366-a08f-37a1eb561afb None None] Set router 30fad9fa-a214-4a72-afb6-b6a9dd0cf025 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:53:57.222942 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854076db-83e4-4a36-a012-69b07bb5b541 req-702860f7-d8f7-4b7d-b447-d0de96cef5d0 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:57.224539 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-854076db-83e4-4a36-a012-69b07bb5b541 req-702860f7-d8f7-4b7d-b447-d0de96cef5d0 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=92298811-a873-433b-9dbc-e0fd35ad677c HTTP/1.1" status: 200 len: 945 time: 0.0490479 Dec 09 16:53:57.278160 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-854076db-83e4-4a36-a012-69b07bb5b541 req-90df6bc4-dfe4-4858-9f92-ee194f19bfd7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=d671a053-49f9-43cc-87b5-5606ad04466b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476768 Dec 09 16:53:57.301229 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57230) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:53:57.338652 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee55f3e-8181-4e56-a661-2478761f4ea7 x-openstack-request-id: req-3ee55f3e-8181-4e56-a661-2478761f4ea7 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:53:57.338962 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92298811-a873-433b-9dbc-e0fd35ad677c", "tag": "1ae7de31-358e-4451-aa1c-80639bae7a96", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:53:57.339219 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3ee55f3e-8181-4e56-a661-2478761f4ea7 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:53:57.339633 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92298811-a873-433b-9dbc-e0fd35ad677c', 'tag': '1ae7de31-358e-4451-aa1c-80639bae7a96', 'status': 'completed', 'code': 200} Dec 09 16:53:57.390029 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0cbc3bfa-96a5-467e-9d1c-ac4584efb64c tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/floatingips/434d6bc7-9255-4023-a510-01304e75a474 HTTP/1.1" status: 200 len: 989 time: 0.0876174 Dec 09 16:53:57.400998 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b64767-9d7f-4740-8660-b84197b885cf req-5948e3c9-c90a-422a-9e99-4bf8394c62ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:57.402456 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e9b64767-9d7f-4740-8660-b84197b885cf req-5948e3c9-c90a-422a-9e99-4bf8394c62ec service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95ed158b10404fb6a6679c1eac6dfcba&device_id=92298811-a873-433b-9dbc-e0fd35ad677c HTTP/1.1" status: 200 len: 1096 time: 0.0558026 Dec 09 16:53:57.445129 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a87dbb65-a347-4366-a08f-37a1eb561afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fad9fa-a214-4a72-afb6-b6a9dd0cf025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-849448921', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '7dedf2de-57a5-42de-8820-70356f9a0cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:53:38Z', 'updated_at': '2021-12-09T16:53:41Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '7dedf2de-57a5-42de-8820-70356f9a0cd8', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fad9fa-a214-4a72-afb6-b6a9dd0cf025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:53:38Z', 'updated_at': '2021-12-09T16:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '434d6bc7-9255-4023-a510-01304e75a474', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'floating_ip_address': '172.25.3.9', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '30fad9fa-a214-4a72-afb6-b6a9dd0cf025', 'port_id': '1ae7de31-358e-4451-aa1c-80639bae7a96', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4612bdb-78e1-4de2-9add-1d6f85f8b33e', 'mac_address': 'fa:16:3e:a7:90:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92298811-a873-433b-9dbc-e0fd35ad677c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:53:56Z', 'updated_at': '2021-12-09T16:53:56Z', 'revision_number': 0, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e250359d-355d-4074-ba4e-af53777465aa', 'name': '', 'network_id': 'b4612bdb-78e1-4de2-9add-1d6f85f8b33e', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'mac_address': 'fa:16:3e:a8:ab:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fad9fa-a214-4a72-afb6-b6a9dd0cf025', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'cf0e82f2-6968-4f4e-8772-7d984897c08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:53:41Z', 'updated_at': '2021-12-09T16:53:45Z', 'revision_number': 5, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'subnets': [{'id': 'cf0e82f2-6968-4f4e-8772-7d984897c08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:53:57.474960 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87dbb65-a347-4366-a08f-37a1eb561afb None None] Checking router: 30fad9fa-a214-4a72-afb6-b6a9dd0cf025 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:53:57.483118 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87dbb65-a347-4366-a08f-37a1eb561afb None None] Routers {'30fad9fa-a214-4a72-afb6-b6a9dd0cf025'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:53:57.483725 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a87dbb65-a347-4366-a08f-37a1eb561afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:53:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['30fad9fa-a214-4a72-afb6-b6a9dd0cf025'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:53:57.498056 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b64767-9d7f-4740-8660-b84197b885cf req-4a3a94a9-cc93-43da-ba4c-316e7b52a595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:57.499517 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e9b64767-9d7f-4740-8660-b84197b885cf req-4a3a94a9-cc93-43da-ba4c-316e7b52a595 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b4612bdb-78e1-4de2-9add-1d6f85f8b33e HTTP/1.1" status: 200 len: 898 time: 0.0904200 Dec 09 16:53:57.563935 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e9b64767-9d7f-4740-8660-b84197b885cf req-fe965754-59b6-41ec-b6c6-5804e9f55d77 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ae7de31-358e-4451-aa1c-80639bae7a96 HTTP/1.1" status: 200 len: 997 time: 0.0575352 Dec 09 16:53:57.585250 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-a87dbb65-a347-4366-a08f-37a1eb561afb None None] Set router 30fad9fa-a214-4a72-afb6-b6a9dd0cf025 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:53:57.619712 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b64767-9d7f-4740-8660-b84197b885cf req-4191ec9f-7fd6-42d3-903a-8c20c8bc1e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:57.621247 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e9b64767-9d7f-4740-8660-b84197b885cf req-4191ec9f-7fd6-42d3-903a-8c20c8bc1e1b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cf0e82f2-6968-4f4e-8772-7d984897c08f HTTP/1.1" status: 200 len: 834 time: 0.0494967 Dec 09 16:53:57.669450 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b64767-9d7f-4740-8660-b84197b885cf req-02a33e65-da9f-4f92-acb7-5f7ffac9b615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:53:57.670958 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e9b64767-9d7f-4740-8660-b84197b885cf req-02a33e65-da9f-4f92-acb7-5f7ffac9b615 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b4612bdb-78e1-4de2-9add-1d6f85f8b33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430360 Dec 09 16:53:57.760027 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e9b64767-9d7f-4740-8660-b84197b885cf req-712b81a1-6842-411a-95e6-b3939c8a31d7 service neutron] 10.222.0.31 "GET /v2.0/networks/b4612bdb-78e1-4de2-9add-1d6f85f8b33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816185 Dec 09 16:53:57.813912 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-a87dbb65-a347-4366-a08f-37a1eb561afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fad9fa-a214-4a72-afb6-b6a9dd0cf025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-849448921', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '7dedf2de-57a5-42de-8820-70356f9a0cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:53:38Z', 'updated_at': '2021-12-09T16:53:41Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '7dedf2de-57a5-42de-8820-70356f9a0cd8', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fad9fa-a214-4a72-afb6-b6a9dd0cf025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:53:38Z', 'updated_at': '2021-12-09T16:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '434d6bc7-9255-4023-a510-01304e75a474', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'floating_ip_address': '172.25.3.9', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '30fad9fa-a214-4a72-afb6-b6a9dd0cf025', 'port_id': '1ae7de31-358e-4451-aa1c-80639bae7a96', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4612bdb-78e1-4de2-9add-1d6f85f8b33e', 'mac_address': 'fa:16:3e:a7:90:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92298811-a873-433b-9dbc-e0fd35ad677c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:53:56Z', 'updated_at': '2021-12-09T16:53:56Z', 'revision_number': 0, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e250359d-355d-4074-ba4e-af53777465aa', 'name': '', 'network_id': 'b4612bdb-78e1-4de2-9add-1d6f85f8b33e', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'mac_address': 'fa:16:3e:a8:ab:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fad9fa-a214-4a72-afb6-b6a9dd0cf025', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'cf0e82f2-6968-4f4e-8772-7d984897c08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:53:41Z', 'updated_at': '2021-12-09T16:53:45Z', 'revision_number': 5, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'subnets': [{'id': 'cf0e82f2-6968-4f4e-8772-7d984897c08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:53:57.840896 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87dbb65-a347-4366-a08f-37a1eb561afb None None] The sync data for ids ['30fad9fa-a214-4a72-afb6-b6a9dd0cf025'] in n-d-821228-1 is: [{'id': '30fad9fa-a214-4a72-afb6-b6a9dd0cf025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-849448921', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '7dedf2de-57a5-42de-8820-70356f9a0cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:53:38Z', 'updated_at': '2021-12-09T16:53:41Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '7dedf2de-57a5-42de-8820-70356f9a0cd8', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fad9fa-a214-4a72-afb6-b6a9dd0cf025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:53:38Z', 'updated_at': '2021-12-09T16:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '434d6bc7-9255-4023-a510-01304e75a474', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'floating_ip_address': '172.25.3.9', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '30fad9fa-a214-4a72-afb6-b6a9dd0cf025', 'port_id': '1ae7de31-358e-4451-aa1c-80639bae7a96', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4612bdb-78e1-4de2-9add-1d6f85f8b33e', 'mac_address': 'fa:16:3e:a7:90:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92298811-a873-433b-9dbc-e0fd35ad677c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:53:56Z', 'updated_at': '2021-12-09T16:53:56Z', 'revision_number': 0, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e250359d-355d-4074-ba4e-af53777465aa', 'name': '', 'network_id': 'b4612bdb-78e1-4de2-9add-1d6f85f8b33e', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'mac_address': 'fa:16:3e:a8:ab:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fad9fa-a214-4a72-afb6-b6a9dd0cf025', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'cf0e82f2-6968-4f4e-8772-7d984897c08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:53:41Z', 'updated_at': '2021-12-09T16:53:45Z', 'revision_number': 5, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'subnets': [{'id': 'cf0e82f2-6968-4f4e-8772-7d984897c08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:53:57.856458 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e9b64767-9d7f-4740-8660-b84197b885cf req-a0de813b-ac32-4dc1-9789-f222c8123199 service neutron] 10.222.0.31 "GET /v2.0/networks/b4612bdb-78e1-4de2-9add-1d6f85f8b33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891662 Dec 09 16:53:58.033144 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587f3c58-b079-407c-8c6d-5e846f0483f3 None None] New status for floating IP 434d6bc7-9255-4023-a510-01304e75a474: ACTIVE {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:53:58.393405 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57232) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:53:58.454506 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d94d80af-117b-4e9f-8b37-03a504ae73a3 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/floatingips/434d6bc7-9255-4023-a510-01304e75a474 HTTP/1.1" status: 200 len: 991 time: 0.0598857 Dec 09 16:54:03.736690 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:54:04.979026 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ede181f4-adee-4b1b-bcfc-2d0e5745156d req-bd224e8d-5720-452c-a5b9-bb4fcaff9ff5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=92298811-a873-433b-9dbc-e0fd35ad677c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429380 Dec 09 16:54:05.064489 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede181f4-adee-4b1b-bcfc-2d0e5745156d req-d7338b64-ccc5-46a0-ac8a-8f186bdd925b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:54:05.066000 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ede181f4-adee-4b1b-bcfc-2d0e5745156d req-d7338b64-ccc5-46a0-ac8a-8f186bdd925b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95ed158b10404fb6a6679c1eac6dfcba&device_id=92298811-a873-433b-9dbc-e0fd35ad677c HTTP/1.1" status: 200 len: 1096 time: 0.0435197 Dec 09 16:54:05.170800 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede181f4-adee-4b1b-bcfc-2d0e5745156d req-e1646c63-f6b0-41bc-b922-e07c4764d9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:54:05.173378 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ede181f4-adee-4b1b-bcfc-2d0e5745156d req-e1646c63-f6b0-41bc-b922-e07c4764d9c7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b4612bdb-78e1-4de2-9add-1d6f85f8b33e HTTP/1.1" status: 200 len: 898 time: 0.0874765 Dec 09 16:54:05.243695 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ede181f4-adee-4b1b-bcfc-2d0e5745156d req-5ba76dfc-c480-4e91-bdc8-4a02dd6a14a8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ae7de31-358e-4451-aa1c-80639bae7a96 HTTP/1.1" status: 200 len: 999 time: 0.0629406 Dec 09 16:54:05.294487 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede181f4-adee-4b1b-bcfc-2d0e5745156d req-56024f48-ed1e-4d05-a6f2-933da4ede38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:54:05.295911 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ede181f4-adee-4b1b-bcfc-2d0e5745156d req-56024f48-ed1e-4d05-a6f2-933da4ede38d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cf0e82f2-6968-4f4e-8772-7d984897c08f HTTP/1.1" status: 200 len: 834 time: 0.0452368 Dec 09 16:54:05.341216 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede181f4-adee-4b1b-bcfc-2d0e5745156d req-36b5145a-ea71-4541-89f1-65f2888f3af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:54:05.342701 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ede181f4-adee-4b1b-bcfc-2d0e5745156d req-36b5145a-ea71-4541-89f1-65f2888f3af6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b4612bdb-78e1-4de2-9add-1d6f85f8b33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394983 Dec 09 16:54:05.434295 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ede181f4-adee-4b1b-bcfc-2d0e5745156d req-858c7b0b-41c3-4127-b4be-ac4df39f0f86 service neutron] 10.222.0.31 "GET /v2.0/networks/b4612bdb-78e1-4de2-9add-1d6f85f8b33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840261 Dec 09 16:54:05.524652 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ede181f4-adee-4b1b-bcfc-2d0e5745156d req-418c2948-586a-42fd-a7db-6ab4d613428a service neutron] 10.222.0.31 "GET /v2.0/networks/b4612bdb-78e1-4de2-9add-1d6f85f8b33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826693 Dec 09 16:54:16.941164 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:54:20.667575 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b5e3cc66-4db3-4c1f-b135-7133616c831a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:54:23.208231 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-72755bac-fc1a-4cb5-8ea0-5e40c0002754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:54:24.396160 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:54:25.335242 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:54:25.673723 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:54:26.647803 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:54:40.737195 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:54:46.944940 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:54:50.669104 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b67eec76-4894-4792-a90a-1d64332a7cc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:54:53.209782 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-551be8e5-4475-4d91-9ca9-9f8f8fb4ac18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:54:54.398675 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:54:55.348660 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:54:55.677382 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:54:56.650354 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:54:59.243966 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da88913-0994-497f-806d-f6e8884ab155 req-419bc6f8-645d-490a-ae11-88b7cd7bc62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:54:59.245569 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5da88913-0994-497f-806d-f6e8884ab155 req-419bc6f8-645d-490a-ae11-88b7cd7bc62b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95ed158b10404fb6a6679c1eac6dfcba&device_id=92298811-a873-433b-9dbc-e0fd35ad677c HTTP/1.1" status: 200 len: 1096 time: 0.0636034 Dec 09 16:54:59.257165 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff2715-0528-43e7-9a2d-16d517dfc55f req-ba58a9eb-e14a-4e27-a212-2ca687aa2217 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:54:59.258545 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1dff2715-0528-43e7-9a2d-16d517dfc55f req-ba58a9eb-e14a-4e27-a212-2ca687aa2217 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=92298811-a873-433b-9dbc-e0fd35ad677c HTTP/1.1" status: 200 len: 945 time: 0.0869648 Dec 09 16:54:59.360724 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1dff2715-0528-43e7-9a2d-16d517dfc55f req-c25cf40f-8388-403f-9455-4d73d2438f31 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=d671a053-49f9-43cc-87b5-5606ad04466b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942762 Dec 09 16:54:59.380130 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da88913-0994-497f-806d-f6e8884ab155 req-cc30fa09-bda5-43c9-be43-a45f50d30f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:54:59.381641 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5da88913-0994-497f-806d-f6e8884ab155 req-cc30fa09-bda5-43c9-be43-a45f50d30f02 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b4612bdb-78e1-4de2-9add-1d6f85f8b33e HTTP/1.1" status: 200 len: 898 time: 0.1222267 Dec 09 16:54:59.448287 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5da88913-0994-497f-806d-f6e8884ab155 req-767d15ea-dcf8-44f2-a93c-977a9303dc73 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ae7de31-358e-4451-aa1c-80639bae7a96 HTTP/1.1" status: 200 len: 999 time: 0.0579481 Dec 09 16:54:59.496627 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da88913-0994-497f-806d-f6e8884ab155 req-c152b50d-bca6-4f4f-bb1b-c69d985bb9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:54:59.498074 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5da88913-0994-497f-806d-f6e8884ab155 req-c152b50d-bca6-4f4f-bb1b-c69d985bb9a8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cf0e82f2-6968-4f4e-8772-7d984897c08f HTTP/1.1" status: 200 len: 834 time: 0.0429318 Dec 09 16:54:59.545872 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da88913-0994-497f-806d-f6e8884ab155 req-2714608c-3304-4371-a0ac-30260448840f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:54:59.547365 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5da88913-0994-497f-806d-f6e8884ab155 req-2714608c-3304-4371-a0ac-30260448840f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b4612bdb-78e1-4de2-9add-1d6f85f8b33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416489 Dec 09 16:54:59.969505 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5da88913-0994-497f-806d-f6e8884ab155 req-92a922b7-ab51-46f0-97c5-2fb0813dfa17 service neutron] 10.222.0.31 "GET /v2.0/networks/b4612bdb-78e1-4de2-9add-1d6f85f8b33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143817 Dec 09 16:55:00.061151 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5da88913-0994-497f-806d-f6e8884ab155 req-6b521ac3-2b38-4730-af5a-18a6c86a338e service neutron] 10.222.0.31 "GET /v2.0/networks/b4612bdb-78e1-4de2-9add-1d6f85f8b33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834894 Dec 09 16:55:00.477350 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55559d2e-8c78-4bc0-8e4f-bffb280e285c req-613e80da-d74b-415d-91b7-d0bb92845426 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:55:00.478852 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-55559d2e-8c78-4bc0-8e4f-bffb280e285c req-613e80da-d74b-415d-91b7-d0bb92845426 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=92298811-a873-433b-9dbc-e0fd35ad677c HTTP/1.1" status: 200 len: 945 time: 0.0480890 Dec 09 16:55:00.527647 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-55559d2e-8c78-4bc0-8e4f-bffb280e285c req-369e6d19-0095-4907-8d7e-4670e2ffecee tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=d671a053-49f9-43cc-87b5-5606ad04466b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428772 Dec 09 16:55:01.654659 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9c00b-f931-45f8-b538-0d0558d0af46 req-003af102-78a5-4e6e-bfdc-4152dd657656 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:55:01.656068 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-93f9c00b-f931-45f8-b538-0d0558d0af46 req-003af102-78a5-4e6e-bfdc-4152dd657656 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=92298811-a873-433b-9dbc-e0fd35ad677c HTTP/1.1" status: 200 len: 945 time: 0.0528846 Dec 09 16:55:01.708408 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-93f9c00b-f931-45f8-b538-0d0558d0af46 req-d5aca7ed-d5e8-43fd-aaa9-99d3011b295a tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=d671a053-49f9-43cc-87b5-5606ad04466b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445445 Dec 09 16:55:02.827334 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4ad27-6f0b-4546-91e6-e7bd5322de0a req-d74a02fe-88cb-4e25-a301-1484422aefb3 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:55:02.828821 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fea4ad27-6f0b-4546-91e6-e7bd5322de0a req-d74a02fe-88cb-4e25-a301-1484422aefb3 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=92298811-a873-433b-9dbc-e0fd35ad677c HTTP/1.1" status: 200 len: 945 time: 0.0514214 Dec 09 16:55:02.876906 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fea4ad27-6f0b-4546-91e6-e7bd5322de0a req-3ced2802-645d-479b-aea5-4f6d648a2231 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=d671a053-49f9-43cc-87b5-5606ad04466b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420134 Dec 09 16:55:03.994877 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741f5f5-5c63-4dd6-b298-e86fe45df1f5 req-02c51d4f-5dde-4b6a-bb46-79fa0cfdecca tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:55:03.996366 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1741f5f5-5c63-4dd6-b298-e86fe45df1f5 req-02c51d4f-5dde-4b6a-bb46-79fa0cfdecca tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=92298811-a873-433b-9dbc-e0fd35ad677c HTTP/1.1" status: 200 len: 945 time: 0.0493407 Dec 09 16:55:04.045426 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1741f5f5-5c63-4dd6-b298-e86fe45df1f5 req-efb8c40c-27be-4fdc-9e51-b4daafb71956 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=d671a053-49f9-43cc-87b5-5606ad04466b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430546 Dec 09 16:55:05.107112 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71768845-5543-4435-8bfa-589c5797ee11 req-794a8515-314c-4bee-9f18-85dd10a26912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:55:05.108668 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71768845-5543-4435-8bfa-589c5797ee11 req-794a8515-314c-4bee-9f18-85dd10a26912 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95ed158b10404fb6a6679c1eac6dfcba&device_id=92298811-a873-433b-9dbc-e0fd35ad677c HTTP/1.1" status: 200 len: 1096 time: 0.0458992 Dec 09 16:55:05.211936 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d7290-d4e8-41da-99fd-c64b71305f37 req-95b00eb1-87f1-4836-8210-78ee3c8f5e5e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:55:05.213467 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ee6d7290-d4e8-41da-99fd-c64b71305f37 req-95b00eb1-87f1-4836-8210-78ee3c8f5e5e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=92298811-a873-433b-9dbc-e0fd35ad677c HTTP/1.1" status: 200 len: 945 time: 0.0974686 Dec 09 16:55:05.261899 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71768845-5543-4435-8bfa-589c5797ee11 req-4bf5add0-c4d9-473b-a283-0922804bd1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:55:05.263350 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71768845-5543-4435-8bfa-589c5797ee11 req-4bf5add0-c4d9-473b-a283-0922804bd1d2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b4612bdb-78e1-4de2-9add-1d6f85f8b33e HTTP/1.1" status: 200 len: 898 time: 0.1351745 Dec 09 16:55:05.321983 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ee6d7290-d4e8-41da-99fd-c64b71305f37 req-60d71a2b-4338-4f52-8872-c179c138f66f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=d671a053-49f9-43cc-87b5-5606ad04466b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981910 Dec 09 16:55:05.344023 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71768845-5543-4435-8bfa-589c5797ee11 req-8581267a-6c7a-4bb9-a4f5-67f9b4ef119b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ae7de31-358e-4451-aa1c-80639bae7a96 HTTP/1.1" status: 200 len: 999 time: 0.0699778 Dec 09 16:55:05.394941 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71768845-5543-4435-8bfa-589c5797ee11 req-2a616e09-7f73-4fb5-86f4-6bd4b505364e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:55:05.397236 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71768845-5543-4435-8bfa-589c5797ee11 req-2a616e09-7f73-4fb5-86f4-6bd4b505364e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cf0e82f2-6968-4f4e-8772-7d984897c08f HTTP/1.1" status: 200 len: 834 time: 0.0433881 Dec 09 16:55:05.446692 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71768845-5543-4435-8bfa-589c5797ee11 req-251a83ad-d83e-453d-9225-1b0c23d9cd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:55:05.448185 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71768845-5543-4435-8bfa-589c5797ee11 req-251a83ad-d83e-453d-9225-1b0c23d9cd38 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b4612bdb-78e1-4de2-9add-1d6f85f8b33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436602 Dec 09 16:55:05.537204 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71768845-5543-4435-8bfa-589c5797ee11 req-f82601eb-fd2a-4f48-b169-60895e51d104 service neutron] 10.222.0.31 "GET /v2.0/networks/b4612bdb-78e1-4de2-9add-1d6f85f8b33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813634 Dec 09 16:55:05.630586 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71768845-5543-4435-8bfa-589c5797ee11 req-01bcf73c-31fc-4f2b-8ae3-d8a8b1e13176 service neutron] 10.222.0.31 "GET /v2.0/networks/b4612bdb-78e1-4de2-9add-1d6f85f8b33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863192 Dec 09 16:55:06.438733 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e0c7b-d996-4f31-ab2b-337cb0e9e817 req-ba1fccc1-a846-4072-8e64-de95f069a018 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:55:06.440202 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f7e0c7b-d996-4f31-ab2b-337cb0e9e817 req-ba1fccc1-a846-4072-8e64-de95f069a018 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=92298811-a873-433b-9dbc-e0fd35ad677c HTTP/1.1" status: 200 len: 945 time: 0.0482297 Dec 09 16:55:06.489321 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f7e0c7b-d996-4f31-ab2b-337cb0e9e817 req-c276e188-fcb0-4fa0-b2d6-726489e8bac5 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=d671a053-49f9-43cc-87b5-5606ad04466b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425401 Dec 09 16:55:07.606377 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d1acd-6bc9-465e-8b5b-0918336f9931 req-1d2fb9bc-503d-4cdc-a8d5-efc3f030ad27 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:55:07.607773 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1a1d1acd-6bc9-465e-8b5b-0918336f9931 req-1d2fb9bc-503d-4cdc-a8d5-efc3f030ad27 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=92298811-a873-433b-9dbc-e0fd35ad677c HTTP/1.1" status: 200 len: 945 time: 0.0493486 Dec 09 16:55:07.657257 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1a1d1acd-6bc9-465e-8b5b-0918336f9931 req-9387ea4c-3b50-40b6-a888-10edd9de4ccc tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=d671a053-49f9-43cc-87b5-5606ad04466b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431490 Dec 09 16:55:08.776588 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b91530-f2a7-48cf-82fe-0dd6b574f370 req-d6360098-1825-4058-ae9c-fa2d84eb1fe3 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:55:08.778054 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-59b91530-f2a7-48cf-82fe-0dd6b574f370 req-d6360098-1825-4058-ae9c-fa2d84eb1fe3 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=92298811-a873-433b-9dbc-e0fd35ad677c HTTP/1.1" status: 200 len: 945 time: 0.0529168 Dec 09 16:55:08.828441 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-59b91530-f2a7-48cf-82fe-0dd6b574f370 req-538f7179-8df6-4acc-8133-5496d75b35f5 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=d671a053-49f9-43cc-87b5-5606ad04466b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444460 Dec 09 16:55:09.944178 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e751b6c-09a2-4861-8814-81bb708bf46a req-13bc71f9-f13c-4af0-8b42-5d2565707734 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:55:09.946415 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e751b6c-09a2-4861-8814-81bb708bf46a req-13bc71f9-f13c-4af0-8b42-5d2565707734 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=92298811-a873-433b-9dbc-e0fd35ad677c HTTP/1.1" status: 200 len: 945 time: 0.0491030 Dec 09 16:55:09.994823 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e751b6c-09a2-4861-8814-81bb708bf46a req-ba70a2c9-92e6-4d70-a94a-564a32951e2e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=d671a053-49f9-43cc-87b5-5606ad04466b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425725 Dec 09 16:55:11.118291 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12be3d9-de32-4c39-919d-43d24a577413 req-7d801139-b80c-408f-a26c-39d4f6759c58 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:55:11.119754 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f12be3d9-de32-4c39-919d-43d24a577413 req-7d801139-b80c-408f-a26c-39d4f6759c58 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=92298811-a873-433b-9dbc-e0fd35ad677c HTTP/1.1" status: 200 len: 945 time: 0.0531912 Dec 09 16:55:11.168277 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f12be3d9-de32-4c39-919d-43d24a577413 req-ecb7a44b-7c50-4eba-af81-1a90d01daf61 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=d671a053-49f9-43cc-87b5-5606ad04466b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425324 Dec 09 16:55:11.190374 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57288) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:55:11.254587 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4d0f0b89-7683-4787-bb42-28bee4cdef85 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/floatingips/434d6bc7-9255-4023-a510-01304e75a474 HTTP/1.1" status: 200 len: 991 time: 0.0630653 Dec 09 16:55:16.953338 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:55:17.737476 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:55:20.670244 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6a9fcc75-3067-48e2-ab44-d467371fd1cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:55:23.211201 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c27748e1-c1ce-4508-b69b-cf7feece2076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:55:24.401402 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:55:25.347377 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:55:25.681553 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:55:26.655133 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:55:46.948035 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:55:50.671401 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1d15fb00-4abb-4c4d-9a79-a611bf9d14b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:55:53.213095 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4fc439df-8920-4321-bd28-19ff5b9605e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:55:54.404123 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:55:54.737618 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:55:55.346228 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:55:55.683044 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:55:56.657270 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:55:59.643051 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57308) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:55:59.795440 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-acfa432c-f7b4-44c3-8ea8-add1caa2f600 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Deleting port 6d9861bb-f983-4460-9092-9df32ac4ccfb {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:55:59.795776 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-acfa432c-f7b4-44c3-8ea8-add1caa2f600 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:00.140275 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-acfa432c-f7b4-44c3-8ea8-add1caa2f600 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:00.140626 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-acfa432c-f7b4-44c3-8ea8-add1caa2f600 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:00.152004 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-acfa432c-f7b4-44c3-8ea8-add1caa2f600 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Calling delete_port for 6d9861bb-f983-4460-9092-9df32ac4ccfb owned by network:floatingip {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:56:00.292643 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-acfa432c-f7b4-44c3-8ea8-add1caa2f600 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:00.318732 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa432c-f7b4-44c3-8ea8-add1caa2f600 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event deleted for resources: {'Port': ['ID=6d9861bb-f983-4460-9092-9df32ac4ccfb,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:56:00.329178 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfa432c-f7b4-44c3-8ea8-add1caa2f600 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:00.329532 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfa432c-f7b4-44c3-8ea8-add1caa2f600 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:00.329877 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfa432c-f7b4-44c3-8ea8-add1caa2f600 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:00.330220 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfa432c-f7b4-44c3-8ea8-add1caa2f600 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:00.330557 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfa432c-f7b4-44c3-8ea8-add1caa2f600 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:00.331319 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfa432c-f7b4-44c3-8ea8-add1caa2f600 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:00.331319 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfa432c-f7b4-44c3-8ea8-add1caa2f600 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:00.331534 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfa432c-f7b4-44c3-8ea8-add1caa2f600 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:00.331859 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfa432c-f7b4-44c3-8ea8-add1caa2f600 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:00.332191 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfa432c-f7b4-44c3-8ea8-add1caa2f600 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:00.332549 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfa432c-f7b4-44c3-8ea8-add1caa2f600 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:00.332874 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfa432c-f7b4-44c3-8ea8-add1caa2f600 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:00.333202 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfa432c-f7b4-44c3-8ea8-add1caa2f600 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:00.392310 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-acfa432c-f7b4-44c3-8ea8-add1caa2f600 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for floatingip, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:00.392558 n-d-821228-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-acfa432c-f7b4-44c3-8ea8-add1caa2f600 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Floating IP 434d6bc7-9255-4023-a510-01304e75a474 disassociated (deleted). External IP: 172.25.3.9, port: 1ae7de31-358e-4451-aa1c-80639bae7a96. Dec 09 16:56:00.600982 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acfa432c-f7b4-44c3-8ea8-add1caa2f600 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Router 30fad9fa-a214-4a72-afb6-b6a9dd0cf025 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:56:00.709121 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfa432c-f7b4-44c3-8ea8-add1caa2f600 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:56:00.714355 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-acfa432c-f7b4-44c3-8ea8-add1caa2f600 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:00.719063 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978421bf-87c0-4d94-bac1-d8b55b495913 None None] Sync routers for ids ['30fad9fa-a214-4a72-afb6-b6a9dd0cf025'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:56:00.731841 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978421bf-87c0-4d94-bac1-d8b55b495913 None None] Routers {'30fad9fa-a214-4a72-afb6-b6a9dd0cf025'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:56:00.732535 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-978421bf-87c0-4d94-bac1-d8b55b495913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:55:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['30fad9fa-a214-4a72-afb6-b6a9dd0cf025'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:56:00.741601 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-acfa432c-f7b4-44c3-8ea8-add1caa2f600 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "DELETE /v2.0/floatingips/434d6bc7-9255-4023-a510-01304e75a474 HTTP/1.1" status: 204 len: 168 time: 1.0975387 Dec 09 16:56:00.742306 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92298811-a873-433b-9dbc-e0fd35ad677c', 'tag': '1ae7de31-358e-4451-aa1c-80639bae7a96'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:56:00.744873 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efaf58d4d7c9700f5ffb733085425a1334cb86cda12ff1566d55ee0012e72786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50115c1-4275-4bd0-b524-5d7598cf7e94" -d '{"events": [{"name": "network-changed", "server_uuid": "92298811-a873-433b-9dbc-e0fd35ad677c", "tag": "1ae7de31-358e-4451-aa1c-80639bae7a96"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:56:00.835703 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-978421bf-87c0-4d94-bac1-d8b55b495913 None None] Set router 30fad9fa-a214-4a72-afb6-b6a9dd0cf025 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:56:00.957502 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e593cd86-a3b4-4716-9d08-bf9c60bd6edc x-openstack-request-id: req-e593cd86-a3b4-4716-9d08-bf9c60bd6edc {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:56:00.957821 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92298811-a873-433b-9dbc-e0fd35ad677c", "tag": "1ae7de31-358e-4451-aa1c-80639bae7a96", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:56:00.958075 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e593cd86-a3b4-4716-9d08-bf9c60bd6edc {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:56:00.958481 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92298811-a873-433b-9dbc-e0fd35ad677c', 'tag': '1ae7de31-358e-4451-aa1c-80639bae7a96', 'status': 'completed', 'code': 200} Dec 09 16:56:01.058769 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c9d87-474d-47fa-ba9e-72619f489aa8 req-61de7389-907c-4bc3-bb53-9dd3198e6940 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:56:01.061065 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-602c9d87-474d-47fa-ba9e-72619f489aa8 req-61de7389-907c-4bc3-bb53-9dd3198e6940 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=92298811-a873-433b-9dbc-e0fd35ad677c HTTP/1.1" status: 200 len: 945 time: 0.0547025 Dec 09 16:56:01.136849 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50115c1-4275-4bd0-b524-5d7598cf7e94 req-542815a8-5597-47ba-b191-d23c43c0520b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:56:01.138381 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b50115c1-4275-4bd0-b524-5d7598cf7e94 req-542815a8-5597-47ba-b191-d23c43c0520b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95ed158b10404fb6a6679c1eac6dfcba&device_id=92298811-a873-433b-9dbc-e0fd35ad677c HTTP/1.1" status: 200 len: 1096 time: 0.1556928 Dec 09 16:56:01.143405 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-602c9d87-474d-47fa-ba9e-72619f489aa8 req-ce4df440-f8eb-4fac-a9bf-3b70fe7e3f54 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=d671a053-49f9-43cc-87b5-5606ad04466b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726683 Dec 09 16:56:01.205580 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-978421bf-87c0-4d94-bac1-d8b55b495913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fad9fa-a214-4a72-afb6-b6a9dd0cf025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-849448921', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '7dedf2de-57a5-42de-8820-70356f9a0cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:53:38Z', 'updated_at': '2021-12-09T16:53:41Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '7dedf2de-57a5-42de-8820-70356f9a0cd8', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fad9fa-a214-4a72-afb6-b6a9dd0cf025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:53:38Z', 'updated_at': '2021-12-09T16:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'e250359d-355d-4074-ba4e-af53777465aa', 'name': '', 'network_id': 'b4612bdb-78e1-4de2-9add-1d6f85f8b33e', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'mac_address': 'fa:16:3e:a8:ab:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fad9fa-a214-4a72-afb6-b6a9dd0cf025', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'cf0e82f2-6968-4f4e-8772-7d984897c08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:53:41Z', 'updated_at': '2021-12-09T16:53:45Z', 'revision_number': 5, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'subnets': [{'id': 'cf0e82f2-6968-4f4e-8772-7d984897c08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:56:01.231690 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978421bf-87c0-4d94-bac1-d8b55b495913 None None] Checking router: 30fad9fa-a214-4a72-afb6-b6a9dd0cf025 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:56:01.238337 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50115c1-4275-4bd0-b524-5d7598cf7e94 req-5959cee3-557a-4a0a-8d17-1b8f904ab3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:56:01.239879 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b50115c1-4275-4bd0-b524-5d7598cf7e94 req-5959cee3-557a-4a0a-8d17-1b8f904ab3ea service neutron] 10.222.0.31 "GET /v2.0/networks?id=b4612bdb-78e1-4de2-9add-1d6f85f8b33e HTTP/1.1" status: 200 len: 898 time: 0.0928640 Dec 09 16:56:01.240248 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978421bf-87c0-4d94-bac1-d8b55b495913 None None] Routers {'30fad9fa-a214-4a72-afb6-b6a9dd0cf025'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:56:01.240882 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-978421bf-87c0-4d94-bac1-d8b55b495913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:55:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['30fad9fa-a214-4a72-afb6-b6a9dd0cf025'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:56:01.282863 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b50115c1-4275-4bd0-b524-5d7598cf7e94 req-cff40a7a-9293-4f97-97fe-11d7a697a1b5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ae7de31-358e-4451-aa1c-80639bae7a96 HTTP/1.1" status: 200 len: 217 time: 0.0345125 Dec 09 16:56:01.339018 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50115c1-4275-4bd0-b524-5d7598cf7e94 req-94673e02-39b1-4265-a590-9229c818bafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:56:01.340594 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b50115c1-4275-4bd0-b524-5d7598cf7e94 req-94673e02-39b1-4265-a590-9229c818bafa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cf0e82f2-6968-4f4e-8772-7d984897c08f HTTP/1.1" status: 200 len: 834 time: 0.0498080 Dec 09 16:56:01.346338 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-978421bf-87c0-4d94-bac1-d8b55b495913 None None] Set router 30fad9fa-a214-4a72-afb6-b6a9dd0cf025 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:56:01.389598 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50115c1-4275-4bd0-b524-5d7598cf7e94 req-844323f1-4318-4362-936b-55e780b4ff15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:56:01.391293 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b50115c1-4275-4bd0-b524-5d7598cf7e94 req-844323f1-4318-4362-936b-55e780b4ff15 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b4612bdb-78e1-4de2-9add-1d6f85f8b33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417492 Dec 09 16:56:01.483556 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b50115c1-4275-4bd0-b524-5d7598cf7e94 req-c51b795a-915f-4eea-adbf-75c18d081d33 service neutron] 10.222.0.31 "GET /v2.0/networks/b4612bdb-78e1-4de2-9add-1d6f85f8b33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833561 Dec 09 16:56:01.544632 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-978421bf-87c0-4d94-bac1-d8b55b495913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fad9fa-a214-4a72-afb6-b6a9dd0cf025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-849448921', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '7dedf2de-57a5-42de-8820-70356f9a0cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:53:38Z', 'updated_at': '2021-12-09T16:53:41Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '7dedf2de-57a5-42de-8820-70356f9a0cd8', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fad9fa-a214-4a72-afb6-b6a9dd0cf025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:53:38Z', 'updated_at': '2021-12-09T16:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'e250359d-355d-4074-ba4e-af53777465aa', 'name': '', 'network_id': 'b4612bdb-78e1-4de2-9add-1d6f85f8b33e', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'mac_address': 'fa:16:3e:a8:ab:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fad9fa-a214-4a72-afb6-b6a9dd0cf025', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'cf0e82f2-6968-4f4e-8772-7d984897c08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:53:41Z', 'updated_at': '2021-12-09T16:53:45Z', 'revision_number': 5, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'subnets': [{'id': 'cf0e82f2-6968-4f4e-8772-7d984897c08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:56:01.570817 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978421bf-87c0-4d94-bac1-d8b55b495913 None None] The sync data for ids ['30fad9fa-a214-4a72-afb6-b6a9dd0cf025'] in n-d-821228-1 is: [{'id': '30fad9fa-a214-4a72-afb6-b6a9dd0cf025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-849448921', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '7dedf2de-57a5-42de-8820-70356f9a0cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:53:38Z', 'updated_at': '2021-12-09T16:53:41Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '7dedf2de-57a5-42de-8820-70356f9a0cd8', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fad9fa-a214-4a72-afb6-b6a9dd0cf025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:53:38Z', 'updated_at': '2021-12-09T16:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'e250359d-355d-4074-ba4e-af53777465aa', 'name': '', 'network_id': 'b4612bdb-78e1-4de2-9add-1d6f85f8b33e', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'mac_address': 'fa:16:3e:a8:ab:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fad9fa-a214-4a72-afb6-b6a9dd0cf025', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'cf0e82f2-6968-4f4e-8772-7d984897c08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:53:41Z', 'updated_at': '2021-12-09T16:53:45Z', 'revision_number': 5, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'subnets': [{'id': 'cf0e82f2-6968-4f4e-8772-7d984897c08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:56:01.582307 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b50115c1-4275-4bd0-b524-5d7598cf7e94 req-97c34ff2-e57a-4f3d-8183-427a5a3c6495 service neutron] 10.222.0.31 "GET /v2.0/networks/b4612bdb-78e1-4de2-9add-1d6f85f8b33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895727 Dec 09 16:56:01.807633 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d9e1b3-9938-41e4-9d4b-0f46e0057bc8 None None] New status for floating IP 434d6bc7-9255-4023-a510-01304e75a474: DOWN {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:56:02.260220 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e854f-639f-4f7f-b827-c176b2b5a28c req-abd09fb2-1877-42ac-8c5e-8c169ef4a214 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:56:02.261723 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b34e854f-639f-4f7f-b827-c176b2b5a28c req-abd09fb2-1877-42ac-8c5e-8c169ef4a214 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=92298811-a873-433b-9dbc-e0fd35ad677c HTTP/1.1" status: 200 len: 945 time: 0.0501914 Dec 09 16:56:02.310658 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b34e854f-639f-4f7f-b827-c176b2b5a28c req-6b7abbd0-2b83-4986-aa84-b49e49e680b8 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=d671a053-49f9-43cc-87b5-5606ad04466b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428629 Dec 09 16:56:02.714465 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3dcaa2-c5fc-4fb1-af77-cedae0b012fe req-e49a291b-c24f-4ef2-b969-6b723436a550 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:56:02.716054 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9d3dcaa2-c5fc-4fb1-af77-cedae0b012fe req-e49a291b-c24f-4ef2-b969-6b723436a550 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.31 "GET /v2.0/ports?device_id=92298811-a873-433b-9dbc-e0fd35ad677c HTTP/1.1" status: 200 len: 945 time: 0.0538552 Dec 09 16:56:02.807175 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-9d3dcaa2-c5fc-4fb1-af77-cedae0b012fe req-a11761dc-2e8d-4029-80f2-0fe7b79bb013 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Deleting port 1ae7de31-358e-4451-aa1c-80639bae7a96 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:56:02.807512 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9d3dcaa2-c5fc-4fb1-af77-cedae0b012fe req-a11761dc-2e8d-4029-80f2-0fe7b79bb013 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:02.900975 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-9d3dcaa2-c5fc-4fb1-af77-cedae0b012fe req-a11761dc-2e8d-4029-80f2-0fe7b79bb013 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] For port 1ae7de31-358e-4451-aa1c-80639bae7a96, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=1ae7de31-358e-4451-aa1c-80639bae7a96,segment=NetworkSegment(2357f305-547f-41a1-93eb-e73e2ca9530c),segment_id=2357f305-547f-41a1-93eb-e73e2ca9530c)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:56:02.901336 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9d3dcaa2-c5fc-4fb1-af77-cedae0b012fe req-a11761dc-2e8d-4029-80f2-0fe7b79bb013 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:02.914122 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-9d3dcaa2-c5fc-4fb1-af77-cedae0b012fe req-a11761dc-2e8d-4029-80f2-0fe7b79bb013 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Calling delete_port for 1ae7de31-358e-4451-aa1c-80639bae7a96 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:56:03.040805 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9d3dcaa2-c5fc-4fb1-af77-cedae0b012fe req-a11761dc-2e8d-4029-80f2-0fe7b79bb013 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:03.079824 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11761dc-2e8d-4029-80f2-0fe7b79bb013 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event deleted for resources: {'Port': ['ID=1ae7de31-358e-4451-aa1c-80639bae7a96,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:56:03.100979 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11761dc-2e8d-4029-80f2-0fe7b79bb013 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:03.101361 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11761dc-2e8d-4029-80f2-0fe7b79bb013 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:03.101694 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11761dc-2e8d-4029-80f2-0fe7b79bb013 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:03.102036 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11761dc-2e8d-4029-80f2-0fe7b79bb013 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:03.102382 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11761dc-2e8d-4029-80f2-0fe7b79bb013 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:03.104339 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11761dc-2e8d-4029-80f2-0fe7b79bb013 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:03.104738 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11761dc-2e8d-4029-80f2-0fe7b79bb013 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:03.105103 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11761dc-2e8d-4029-80f2-0fe7b79bb013 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:03.105430 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11761dc-2e8d-4029-80f2-0fe7b79bb013 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:03.105772 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11761dc-2e8d-4029-80f2-0fe7b79bb013 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:03.106111 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11761dc-2e8d-4029-80f2-0fe7b79bb013 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:03.106445 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11761dc-2e8d-4029-80f2-0fe7b79bb013 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:03.106775 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11761dc-2e8d-4029-80f2-0fe7b79bb013 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:03.129238 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3dcaa2-c5fc-4fb1-af77-cedae0b012fe req-a11761dc-2e8d-4029-80f2-0fe7b79bb013 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] No DVR routers for this DVR port 1ae7de31-358e-4451-aa1c-80639bae7a96 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:56:03.131778 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-9d3dcaa2-c5fc-4fb1-af77-cedae0b012fe req-a11761dc-2e8d-4029-80f2-0fe7b79bb013 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:03.135271 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9d3dcaa2-c5fc-4fb1-af77-cedae0b012fe req-a11761dc-2e8d-4029-80f2-0fe7b79bb013 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.31 "DELETE /v2.0/ports/1ae7de31-358e-4451-aa1c-80639bae7a96 HTTP/1.1" status: 204 len: 173 time: 0.4128826 Dec 09 16:56:03.135742 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92298811-a873-433b-9dbc-e0fd35ad677c', 'name': 'network-vif-deleted', 'tag': '1ae7de31-358e-4451-aa1c-80639bae7a96'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:56:03.138019 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5092ae-9eb7-45e7-af94-665e928a0208" -d '{"events": [{"server_uuid": "92298811-a873-433b-9dbc-e0fd35ad677c", "name": "network-vif-deleted", "tag": "1ae7de31-358e-4451-aa1c-80639bae7a96"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:56:03.173776 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b4a00f-83b2-4e97-abf6-c890fb943264 x-openstack-request-id: req-f7b4a00f-83b2-4e97-abf6-c890fb943264 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:56:03.174074 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92298811-a873-433b-9dbc-e0fd35ad677c", "name": "network-vif-deleted", "tag": "1ae7de31-358e-4451-aa1c-80639bae7a96", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:56:03.174328 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f7b4a00f-83b2-4e97-abf6-c890fb943264 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:56:03.174735 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92298811-a873-433b-9dbc-e0fd35ad677c', 'name': 'network-vif-deleted', 'tag': '1ae7de31-358e-4451-aa1c-80639bae7a96', 'status': 'completed', 'code': 200} Dec 09 16:56:03.421006 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-04bc256c-d646-4746-b27d-90fd43cb8b3a req-5224a0cd-c03a-45a4-a327-84f817ada25a tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=92298811-a873-433b-9dbc-e0fd35ad677c HTTP/1.1" status: 200 len: 210 time: 0.0270627 Dec 09 16:56:04.478571 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57330) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:56:04.841825 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7e556099-36f7-4cc0-ad1c-09d2e40ca016 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:05.093667 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7e556099-36f7-4cc0-ad1c-09d2e40ca016 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Deleting port e250359d-355d-4074-ba4e-af53777465aa {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:56:05.094073 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7e556099-36f7-4cc0-ad1c-09d2e40ca016 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:05.178927 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-7e556099-36f7-4cc0-ad1c-09d2e40ca016 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] For port e250359d-355d-4074-ba4e-af53777465aa, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=e250359d-355d-4074-ba4e-af53777465aa,segment=NetworkSegment(2357f305-547f-41a1-93eb-e73e2ca9530c),segment_id=2357f305-547f-41a1-93eb-e73e2ca9530c)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:56:05.179279 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7e556099-36f7-4cc0-ad1c-09d2e40ca016 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:05.190819 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7e556099-36f7-4cc0-ad1c-09d2e40ca016 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Calling delete_port for e250359d-355d-4074-ba4e-af53777465aa owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:56:05.372452 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7e556099-36f7-4cc0-ad1c-09d2e40ca016 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:05.403241 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e556099-36f7-4cc0-ad1c-09d2e40ca016 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event deleted for resources: {'Port': ['ID=e250359d-355d-4074-ba4e-af53777465aa,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:56:05.578850 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7e556099-36f7-4cc0-ad1c-09d2e40ca016 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:05.789785 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e556099-36f7-4cc0-ad1c-09d2e40ca016 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Router 30fad9fa-a214-4a72-afb6-b6a9dd0cf025 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:56:05.894815 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e556099-36f7-4cc0-ad1c-09d2e40ca016 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:56:05.900408 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7e556099-36f7-4cc0-ad1c-09d2e40ca016 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "PUT /v2.0/routers/30fad9fa-a214-4a72-afb6-b6a9dd0cf025/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4207966 Dec 09 16:56:05.903487 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57332) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:56:05.907021 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0fc4e9-b7a4-44aa-9eef-93edd7e61935 None None] Sync routers for ids ['30fad9fa-a214-4a72-afb6-b6a9dd0cf025'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:56:05.917967 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0fc4e9-b7a4-44aa-9eef-93edd7e61935 None None] Routers {'30fad9fa-a214-4a72-afb6-b6a9dd0cf025'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:56:05.918654 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6b0fc4e9-b7a4-44aa-9eef-93edd7e61935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:55:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['30fad9fa-a214-4a72-afb6-b6a9dd0cf025'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:56:05.956492 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf22f8a5-607b-460d-9f2d-84e480b6bb2d tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Deleting subnet cf0e82f2-6968-4f4e-8772-7d984897c08f {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 16:56:05.959732 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cf22f8a5-607b-460d-9f2d-84e480b6bb2d tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:06.004996 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cf22f8a5-607b-460d-9f2d-84e480b6bb2d tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:06.012194 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 1ae7de31-358e-4451-aa1c-80639bae7a96 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:56:06.036473 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 1ae7de31-358e-4451-aa1c-80639bae7a96 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:56:06.036820 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 1ae7de31-358e-4451-aa1c-80639bae7a96 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:56:06.044930 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-6b0fc4e9-b7a4-44aa-9eef-93edd7e61935 None None] Set router 30fad9fa-a214-4a72-afb6-b6a9dd0cf025 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:56:06.091595 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cf22f8a5-607b-460d-9f2d-84e480b6bb2d tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:06.150764 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cf22f8a5-607b-460d-9f2d-84e480b6bb2d tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:06.178673 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf22f8a5-607b-460d-9f2d-84e480b6bb2d tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event deleted for resources: {'Subnet': ['ID=cf0e82f2-6968-4f4e-8772-7d984897c08f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:56:06.180728 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cf22f8a5-607b-460d-9f2d-84e480b6bb2d tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:06.184067 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-cf22f8a5-607b-460d-9f2d-84e480b6bb2d tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "DELETE /v2.0/subnets/cf0e82f2-6968-4f4e-8772-7d984897c08f HTTP/1.1" status: 204 len: 168 time: 0.2796049 Dec 09 16:56:06.187227 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57334) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:56:06.202445 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52778d8-2cb0-46f4-a152-13f40f3030a2 None None] Network b4612bdb-78e1-4de2-9add-1d6f85f8b33e requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:56:06.295284 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3911e3b-f346-4123-83e7-d53a2f3b4c43 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:06.298963 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6b0fc4e9-b7a4-44aa-9eef-93edd7e61935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fad9fa-a214-4a72-afb6-b6a9dd0cf025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-849448921', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '7dedf2de-57a5-42de-8820-70356f9a0cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:53:38Z', 'updated_at': '2021-12-09T16:56:05Z', 'revision_number': 5, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '7dedf2de-57a5-42de-8820-70356f9a0cd8', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fad9fa-a214-4a72-afb6-b6a9dd0cf025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:53:38Z', 'updated_at': '2021-12-09T16:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:56:06.335639 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0fc4e9-b7a4-44aa-9eef-93edd7e61935 None None] Checking router: 30fad9fa-a214-4a72-afb6-b6a9dd0cf025 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:56:06.343411 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0fc4e9-b7a4-44aa-9eef-93edd7e61935 None None] Routers {'30fad9fa-a214-4a72-afb6-b6a9dd0cf025'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:56:06.343944 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6b0fc4e9-b7a4-44aa-9eef-93edd7e61935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:55:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['30fad9fa-a214-4a72-afb6-b6a9dd0cf025'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:56:06.411678 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3911e3b-f346-4123-83e7-d53a2f3b4c43 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:06.426296 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107515fe-f997-4f22-8b79-a63ea078e28a None None] DHCP port deletion for b4612bdb-78e1-4de2-9add-1d6f85f8b33e request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:56:06.466550 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c3911e3b-f346-4123-83e7-d53a2f3b4c43 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Deleting port 7dedf2de-57a5-42de-8820-70356f9a0cd8 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:56:06.466896 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3911e3b-f346-4123-83e7-d53a2f3b4c43 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:06.478091 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-6b0fc4e9-b7a4-44aa-9eef-93edd7e61935 None None] Set router 30fad9fa-a214-4a72-afb6-b6a9dd0cf025 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:56:06.544589 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-c3911e3b-f346-4123-83e7-d53a2f3b4c43 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] For port 7dedf2de-57a5-42de-8820-70356f9a0cd8, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=7dedf2de-57a5-42de-8820-70356f9a0cd8,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:56:06.544943 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3911e3b-f346-4123-83e7-d53a2f3b4c43 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:06.558431 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c3911e3b-f346-4123-83e7-d53a2f3b4c43 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Calling delete_port for 7dedf2de-57a5-42de-8820-70356f9a0cd8 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:56:06.589578 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-107515fe-f997-4f22-8b79-a63ea078e28a None None] Deleting port ea884290-d1a4-4f32-a47c-b5941cafa23f {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:56:06.589949 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-107515fe-f997-4f22-8b79-a63ea078e28a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:06.679339 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-107515fe-f997-4f22-8b79-a63ea078e28a None None] For port ea884290-d1a4-4f32-a47c-b5941cafa23f, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=ea884290-d1a4-4f32-a47c-b5941cafa23f,segment=NetworkSegment(2357f305-547f-41a1-93eb-e73e2ca9530c),segment_id=2357f305-547f-41a1-93eb-e73e2ca9530c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:56:06.679647 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-107515fe-f997-4f22-8b79-a63ea078e28a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:06.713529 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-107515fe-f997-4f22-8b79-a63ea078e28a None None] Calling delete_port for ea884290-d1a4-4f32-a47c-b5941cafa23f owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:56:06.794038 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6b0fc4e9-b7a4-44aa-9eef-93edd7e61935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fad9fa-a214-4a72-afb6-b6a9dd0cf025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-849448921', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '7dedf2de-57a5-42de-8820-70356f9a0cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:53:38Z', 'updated_at': '2021-12-09T16:56:05Z', 'revision_number': 5, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '7dedf2de-57a5-42de-8820-70356f9a0cd8', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fad9fa-a214-4a72-afb6-b6a9dd0cf025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:53:38Z', 'updated_at': '2021-12-09T16:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:56:06.832136 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0fc4e9-b7a4-44aa-9eef-93edd7e61935 None None] The sync data for ids ['30fad9fa-a214-4a72-afb6-b6a9dd0cf025'] in n-d-821228-1 is: [{'id': '30fad9fa-a214-4a72-afb6-b6a9dd0cf025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-849448921', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '7dedf2de-57a5-42de-8820-70356f9a0cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:53:38Z', 'updated_at': '2021-12-09T16:56:05Z', 'revision_number': 5, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '7dedf2de-57a5-42de-8820-70356f9a0cd8', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fad9fa-a214-4a72-afb6-b6a9dd0cf025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:53:38Z', 'updated_at': '2021-12-09T16:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:56:06.843698 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-107515fe-f997-4f22-8b79-a63ea078e28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:06.872614 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107515fe-f997-4f22-8b79-a63ea078e28a None None] Pushing event deleted for resources: {'Port': ['ID=ea884290-d1a4-4f32-a47c-b5941cafa23f,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:56:06.877321 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107515fe-f997-4f22-8b79-a63ea078e28a None None] No DVR routers for this DVR port ea884290-d1a4-4f32-a47c-b5941cafa23f on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:56:06.887384 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107515fe-f997-4f22-8b79-a63ea078e28a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:06.887384 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107515fe-f997-4f22-8b79-a63ea078e28a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:06.887384 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107515fe-f997-4f22-8b79-a63ea078e28a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:06.887384 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107515fe-f997-4f22-8b79-a63ea078e28a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:06.887384 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107515fe-f997-4f22-8b79-a63ea078e28a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:06.887384 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107515fe-f997-4f22-8b79-a63ea078e28a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:06.887384 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107515fe-f997-4f22-8b79-a63ea078e28a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:06.887384 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107515fe-f997-4f22-8b79-a63ea078e28a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:06.887384 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107515fe-f997-4f22-8b79-a63ea078e28a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:06.888777 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107515fe-f997-4f22-8b79-a63ea078e28a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:06.888777 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107515fe-f997-4f22-8b79-a63ea078e28a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:06.889370 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107515fe-f997-4f22-8b79-a63ea078e28a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:06.889370 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107515fe-f997-4f22-8b79-a63ea078e28a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:07.075679 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3911e3b-f346-4123-83e7-d53a2f3b4c43 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:07.105745 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3911e3b-f346-4123-83e7-d53a2f3b4c43 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event deleted for resources: {'Port': ['ID=7dedf2de-57a5-42de-8820-70356f9a0cd8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:56:07.115976 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07854189-3acb-4526-8de2-283b8e8a7618 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:56:07.167953 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3911e3b-f346-4123-83e7-d53a2f3b4c43 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:07.261780 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3911e3b-f346-4123-83e7-d53a2f3b4c43 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:07.264057 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3911e3b-f346-4123-83e7-d53a2f3b4c43 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:07.310845 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3911e3b-f346-4123-83e7-d53a2f3b4c43 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:07.311382 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3911e3b-f346-4123-83e7-d53a2f3b4c43 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Fanout notify agent at l3_agent the message router_deleted on router 30fad9fa-a214-4a72-afb6-b6a9dd0cf025 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 16:56:07.319430 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c3911e3b-f346-4123-83e7-d53a2f3b4c43 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:07.320599 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c3911e3b-f346-4123-83e7-d53a2f3b4c43 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "DELETE /v2.0/routers/30fad9fa-a214-4a72-afb6-b6a9dd0cf025 HTTP/1.1" status: 204 len: 168 time: 1.1323547 Dec 09 16:56:07.324121 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57336) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:56:07.400314 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed931da9-d7a1-4b3f-8ca3-cc2b61457332 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:07.497145 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed931da9-d7a1-4b3f-8ca3-cc2b61457332 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:07.519005 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-ed931da9-d7a1-4b3f-8ca3-cc2b61457332 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4612bdb-78e1-4de2-9add-1d6f85f8b33e']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:56:07.528651 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-ed931da9-d7a1-4b3f-8ca3-cc2b61457332 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2357f305-547f-41a1-93eb-e73e2ca9530c') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:56:07.528954 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-ed931da9-d7a1-4b3f-8ca3-cc2b61457332 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2357f305-547f-41a1-93eb-e73e2ca9530c') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:56:07.538144 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed931da9-d7a1-4b3f-8ca3-cc2b61457332 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:07.554901 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed931da9-d7a1-4b3f-8ca3-cc2b61457332 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:07.563162 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed931da9-d7a1-4b3f-8ca3-cc2b61457332 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:56:07.563800 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed931da9-d7a1-4b3f-8ca3-cc2b61457332 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:07.567396 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 16:56:07.567396 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:56:07.567396 n-d-821228-1 neutron-server[103244]: timer() Dec 09 16:56:07.567396 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:56:07.567396 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 16:56:07.567396 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:56:07.567396 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 16:56:07.567396 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:56:07.567396 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 16:56:07.567396 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:56:07.567396 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 16:56:07.567396 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:56:07.567396 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 16:56:07.567396 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:56:07.567396 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:56:07.567396 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:56:07.567396 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:56:07.567396 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:56:07.567396 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 16:56:07.567396 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:56:07.567396 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 16:56:07.567396 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:56:07.567396 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:56:07.567396 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:56:07.567396 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 16:56:07.567396 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:56:07.567396 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:56:07.567396 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:56:07.567396 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:56:07.567396 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:56:07.567396 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:56:07.567396 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:56:07.628181 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed931da9-d7a1-4b3f-8ca3-cc2b61457332 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:07.640616 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ed931da9-d7a1-4b3f-8ca3-cc2b61457332 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:07.646501 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ed931da9-d7a1-4b3f-8ca3-cc2b61457332 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "DELETE /v2.0/networks/b4612bdb-78e1-4de2-9add-1d6f85f8b33e HTTP/1.1" status: 204 len: 168 time: 0.3186736 Dec 09 16:56:07.646757 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57338) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:56:07.658773 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed931da9-d7a1-4b3f-8ca3-cc2b61457332 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event deleted for resources: {'Network': ['ID=b4612bdb-78e1-4de2-9add-1d6f85f8b33e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:56:07.672832 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device ea884290-d1a4-4f32-a47c-b5941cafa23f no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:56:07.693153 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: ea884290-d1a4-4f32-a47c-b5941cafa23f {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:56:07.693502 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device ea884290-d1a4-4f32-a47c-b5941cafa23f not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:56:07.693925 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device e250359d-355d-4074-ba4e-af53777465aa no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:56:07.712972 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: e250359d-355d-4074-ba4e-af53777465aa {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:56:07.713325 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device e250359d-355d-4074-ba4e-af53777465aa not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:56:07.713438 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef190-5421-48ad-a89f-4bde042903b7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:07.740595 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef190-5421-48ad-a89f-4bde042903b7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:07.801871 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef190-5421-48ad-a89f-4bde042903b7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:07.804467 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef190-5421-48ad-a89f-4bde042903b7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:07.806247 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ba2ef190-5421-48ad-a89f-4bde042903b7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "DELETE /v2.0/security-groups/d671a053-49f9-43cc-87b5-5606ad04466b HTTP/1.1" status: 204 len: 168 time: 0.1578948 Dec 09 16:56:07.815458 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ef190-5421-48ad-a89f-4bde042903b7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d671a053-49f9-43cc-87b5-5606ad04466b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:56:08.010732 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57344) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:56:08.015354 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-d1356c12-7034-4db7-b3d7-1e8a3ec02468 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-203094902', 'description': 'tempest-secgroup-smoke-203094902 description', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:56:08.037413 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d1356c12-7034-4db7-b3d7-1e8a3ec02468 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:08.108784 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d1356c12-7034-4db7-b3d7-1e8a3ec02468 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:08.112822 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d1356c12-7034-4db7-b3d7-1e8a3ec02468 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:08.141870 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1356c12-7034-4db7-b3d7-1e8a3ec02468 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec09294a-f7ca-47ae-8cac-5592d363ba02,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:56:08.146855 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d1356c12-7034-4db7-b3d7-1e8a3ec02468 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:08.148049 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d1356c12-7034-4db7-b3d7-1e8a3ec02468 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1363394 Dec 09 16:56:08.151757 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57346) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:56:08.158108 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-1b678956-c609-429b-b9fa-91d4a4c4cd6e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'security_group_rule': {'security_group_id': 'ec09294a-f7ca-47ae-8cac-5592d363ba02', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:56:08.184527 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1b678956-c609-429b-b9fa-91d4a4c4cd6e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:08.238811 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1b678956-c609-429b-b9fa-91d4a4c4cd6e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:08.242006 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1b678956-c609-429b-b9fa-91d4a4c4cd6e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:08.259549 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b678956-c609-429b-b9fa-91d4a4c4cd6e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0e2ac1a-adfd-4f84-a278-01ebcab7bbf8,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:56:08.266939 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1b678956-c609-429b-b9fa-91d4a4c4cd6e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:08.268101 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1b678956-c609-429b-b9fa-91d4a4c4cd6e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1133721 Dec 09 16:56:08.270848 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57348) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:56:08.275752 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-bbbd3ca6-79fb-444d-a988-71b76ff5cccb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'security_group_rule': {'security_group_id': 'ec09294a-f7ca-47ae-8cac-5592d363ba02', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:56:08.301538 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bbbd3ca6-79fb-444d-a988-71b76ff5cccb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:08.358658 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bbbd3ca6-79fb-444d-a988-71b76ff5cccb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:08.362682 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bbbd3ca6-79fb-444d-a988-71b76ff5cccb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:08.380945 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd3ca6-79fb-444d-a988-71b76ff5cccb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91880f0b-4003-4dcd-b349-4171220e1c17,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:56:08.388018 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bbbd3ca6-79fb-444d-a988-71b76ff5cccb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:08.389246 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-bbbd3ca6-79fb-444d-a988-71b76ff5cccb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1174855 Dec 09 16:56:08.392022 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57350) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:56:08.396350 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-781e0afb-ba95-4e79-956f-894a5d67bfe5 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'security_group_rule': {'security_group_id': 'ec09294a-f7ca-47ae-8cac-5592d363ba02', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:56:08.422950 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-781e0afb-ba95-4e79-956f-894a5d67bfe5 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:08.481220 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-781e0afb-ba95-4e79-956f-894a5d67bfe5 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:08.484667 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-781e0afb-ba95-4e79-956f-894a5d67bfe5 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:08.504711 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e0afb-ba95-4e79-956f-894a5d67bfe5 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76560f0c-2cc5-4aba-85e9-2d29926b8d91,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:56:08.511220 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-781e0afb-ba95-4e79-956f-894a5d67bfe5 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:08.512477 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-781e0afb-ba95-4e79-956f-894a5d67bfe5 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194005 Dec 09 16:56:08.515084 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57352) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:56:08.519262 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-cdf04586-19f5-439f-a9d5-a9bc0de4ad04 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'security_group_rule': {'security_group_id': 'ec09294a-f7ca-47ae-8cac-5592d363ba02', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:56:08.545086 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cdf04586-19f5-439f-a9d5-a9bc0de4ad04 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:08.607151 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cdf04586-19f5-439f-a9d5-a9bc0de4ad04 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:08.610683 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cdf04586-19f5-439f-a9d5-a9bc0de4ad04 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:08.630452 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf04586-19f5-439f-a9d5-a9bc0de4ad04 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54a5bdf6-293d-4b09-ab11-53c77070cd87,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:56:08.638092 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cdf04586-19f5-439f-a9d5-a9bc0de4ad04 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:08.639265 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-cdf04586-19f5-439f-a9d5-a9bc0de4ad04 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1232653 Dec 09 16:56:08.642020 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57354) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:56:08.646238 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-b0b37c56-cf5b-40ff-b2ee-94a050e1e819 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'security_group_rule': {'security_group_id': 'ec09294a-f7ca-47ae-8cac-5592d363ba02', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:56:08.669083 n-d-821228-1 neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-b0b37c56-cf5b-40ff-b2ee-94a050e1e819 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Project 95ed158b10404fb6a6679c1eac6dfcba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 16:56:08.673816 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b0b37c56-cf5b-40ff-b2ee-94a050e1e819 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:08.731817 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b0b37c56-cf5b-40ff-b2ee-94a050e1e819 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:08.735272 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b0b37c56-cf5b-40ff-b2ee-94a050e1e819 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:08.753138 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b37c56-cf5b-40ff-b2ee-94a050e1e819 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d80e49f-83fa-4493-a390-f00912a64d5c,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:56:08.762177 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b0b37c56-cf5b-40ff-b2ee-94a050e1e819 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:08.763366 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b0b37c56-cf5b-40ff-b2ee-94a050e1e819 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204312 Dec 09 16:56:08.766139 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57356) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:56:08.770376 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-674b73c4-5bf0-4bfc-8f7d-bd61db90c7ce tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'security_group_rule': {'security_group_id': 'ec09294a-f7ca-47ae-8cac-5592d363ba02', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:56:08.792736 n-d-821228-1 neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-674b73c4-5bf0-4bfc-8f7d-bd61db90c7ce tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Project 95ed158b10404fb6a6679c1eac6dfcba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 16:56:08.797587 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-674b73c4-5bf0-4bfc-8f7d-bd61db90c7ce tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:08.860777 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-674b73c4-5bf0-4bfc-8f7d-bd61db90c7ce tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:08.864559 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-674b73c4-5bf0-4bfc-8f7d-bd61db90c7ce tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:08.883351 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b73c4-5bf0-4bfc-8f7d-bd61db90c7ce tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e84849a1-6198-4b96-abbe-bfc636143e7b,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:56:08.887993 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-674b73c4-5bf0-4bfc-8f7d-bd61db90c7ce tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:08.892038 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-674b73c4-5bf0-4bfc-8f7d-bd61db90c7ce tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1221404 Dec 09 16:56:08.892038 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57358) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:56:08.896856 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-76c0f7e8-2406-4900-a7c1-5b8f19b941c0 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'network': {'name': 'tempest-network-smoke--747139414', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'port_security_enabled': True}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:56:08.917556 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c0f7e8-2406-4900-a7c1-5b8f19b941c0 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Made reservation on behalf of 95ed158b10404fb6a6679c1eac6dfcba for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:56:08.920879 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76c0f7e8-2406-4900-a7c1-5b8f19b941c0 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:08.943175 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c0f7e8-2406-4900-a7c1-5b8f19b941c0 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:56:08.952002 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76c0f7e8-2406-4900-a7c1-5b8f19b941c0 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:08.952336 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-76c0f7e8-2406-4900-a7c1-5b8f19b941c0 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Added segment abad6bd1-3326-46a9-8eb0-c2c69ac868b9 of type vlan for network 606d6a18-17c2-4887-94db-34e5c7955b2e Dec 09 16:56:08.991933 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76c0f7e8-2406-4900-a7c1-5b8f19b941c0 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:09.015161 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76c0f7e8-2406-4900-a7c1-5b8f19b941c0 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:09.020504 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c0f7e8-2406-4900-a7c1-5b8f19b941c0 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:56:09.021086 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76c0f7e8-2406-4900-a7c1-5b8f19b941c0 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:09.076739 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-76c0f7e8-2406-4900-a7c1-5b8f19b941c0 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1835291 Dec 09 16:56:09.079381 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57360) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:56:09.083619 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-c28ec172-f704-48f1-a800-03702520d958 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1070135731', 'admin_state_up': True, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:56:09.106108 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c0f7e8-2406-4900-a7c1-5b8f19b941c0 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'Network': ['ID=606d6a18-17c2-4887-94db-34e5c7955b2e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:56:09.117651 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 606d6a18-17c2-4887-94db-34e5c7955b2e details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:56:09.118459 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c28ec172-f704-48f1-a800-03702520d958 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:09.119468 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c28ec172-f704-48f1-a800-03702520d958 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:09.169568 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c28ec172-f704-48f1-a800-03702520d958 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:09.305123 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c28ec172-f704-48f1-a800-03702520d958 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:09.496075 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c28ec172-f704-48f1-a800-03702520d958 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:09.516047 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c28ec172-f704-48f1-a800-03702520d958 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:09.516293 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 7dedf2de-57a5-42de-8820-70356f9a0cd8 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:56:09.536488 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 7dedf2de-57a5-42de-8820-70356f9a0cd8 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:56:09.536845 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 7dedf2de-57a5-42de-8820-70356f9a0cd8 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:56:09.620676 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-c28ec172-f704-48f1-a800-03702520d958 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Allocated IP 172.25.3.62 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/9444344f-a818-43a8-9169-710eb16e55ba) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:56:09.718308 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c28ec172-f704-48f1-a800-03702520d958 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:09.756121 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c28ec172-f704-48f1-a800-03702520d958 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:09.792542 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28ec172-f704-48f1-a800-03702520d958 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:56:09.795316 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-c28ec172-f704-48f1-a800-03702520d958 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:56:09.801529 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28ec172-f704-48f1-a800-03702520d958 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:56:09.808353 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195d42d5-3fe3-48d2-88dd-2e8410d786f9 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:56:09.830473 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28ec172-f704-48f1-a800-03702520d958 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'Port': ['ID=9444344f-a818-43a8-9169-710eb16e55ba,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:56:09.929560 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-bfa5fbc5-e72f-4041-8de3-48e5bc388064 None None] Provisioning complete for port 9444344f-a818-43a8-9169-710eb16e55ba triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:56:09.929839 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bfa5fbc5-e72f-4041-8de3-48e5bc388064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:09.963350 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-bfa5fbc5-e72f-4041-8de3-48e5bc388064 None None] Port 9444344f-a818-43a8-9169-710eb16e55ba cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:56:10.054567 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c28ec172-f704-48f1-a800-03702520d958 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:10.254103 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c28ec172-f704-48f1-a800-03702520d958 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:10.379746 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c28ec172-f704-48f1-a800-03702520d958 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Router 246ab467-94d8-43db-814c-816fcf12e541 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 16:56:10.484786 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28ec172-f704-48f1-a800-03702520d958 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:56:10.494369 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5125fbf-21be-4e0f-9710-872ebd5f5e28 None None] Sync routers for ids ['246ab467-94d8-43db-814c-816fcf12e541'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:56:10.503522 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5125fbf-21be-4e0f-9710-872ebd5f5e28 None None] Routers {'246ab467-94d8-43db-814c-816fcf12e541'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:56:10.504211 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-c5125fbf-21be-4e0f-9710-872ebd5f5e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:55:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['246ab467-94d8-43db-814c-816fcf12e541'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:56:10.505319 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c28ec172-f704-48f1-a800-03702520d958 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:10.507517 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c28ec172-f704-48f1-a800-03702520d958 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4262950 Dec 09 16:56:10.510402 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57362) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:56:10.539957 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d3f3943c-1dc6-4302-bbab-03d28d8a8cdd tempest-TestNetworkAdvancedServerOps-2036049865 tempest-TestNetworkAdvancedServerOps-2036049865-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=95ed158b10404fb6a6679c1eac6dfcba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284560 Dec 09 16:56:10.542495 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57364) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:56:10.609639 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-c5125fbf-21be-4e0f-9710-872ebd5f5e28 None None] Set router 246ab467-94d8-43db-814c-816fcf12e541 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:56:10.635227 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a699ca1-1cc0-43a5-b15d-3db5b4fc9154 tempest-TestNetworkAdvancedServerOps-2036049865 tempest-TestNetworkAdvancedServerOps-2036049865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:56:10.639365 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3a699ca1-1cc0-43a5-b15d-3db5b4fc9154 tempest-TestNetworkAdvancedServerOps-2036049865 tempest-TestNetworkAdvancedServerOps-2036049865-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0933788 Dec 09 16:56:10.639569 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57366) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:56:10.667507 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e187efa8-06c7-4db2-a3d3-0ca0b843f8eb tempest-TestNetworkAdvancedServerOps-2036049865 tempest-TestNetworkAdvancedServerOps-2036049865-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=d8331094-778d-4179-9ed8-de7de1c5438c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268660 Dec 09 16:56:10.670035 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57368) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:56:10.674610 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ff5b10b4-cdc9-4130-8007-28eb52e2c387 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-483155143', 'network_id': '606d6a18-17c2-4887-94db-34e5c7955b2e', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:56:10.763235 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5b10b4-cdc9-4130-8007-28eb52e2c387 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Made reservation on behalf of 95ed158b10404fb6a6679c1eac6dfcba for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:56:10.766708 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff5b10b4-cdc9-4130-8007-28eb52e2c387 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:10.785757 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-c5125fbf-21be-4e0f-9710-872ebd5f5e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246ab467-94d8-43db-814c-816fcf12e541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070135731', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '9444344f-a818-43a8-9169-710eb16e55ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:56:09Z', 'updated_at': '2021-12-09T16:56:09Z', 'revision_number': 3, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '9444344f-a818-43a8-9169-710eb16e55ba', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:60:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246ab467-94d8-43db-814c-816fcf12e541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:56:09Z', 'updated_at': '2021-12-09T16:56:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:56:10.817573 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5125fbf-21be-4e0f-9710-872ebd5f5e28 None None] Checking router: 246ab467-94d8-43db-814c-816fcf12e541 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:56:10.817935 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5125fbf-21be-4e0f-9710-872ebd5f5e28 None None] Updating router 246ab467-94d8-43db-814c-816fcf12e541 port 9444344f-a818-43a8-9169-710eb16e55ba binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:56:10.843560 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-c5125fbf-21be-4e0f-9710-872ebd5f5e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:10.957442 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff5b10b4-cdc9-4130-8007-28eb52e2c387 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:11.018150 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b10b4-cdc9-4130-8007-28eb52e2c387 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'Subnet': ['ID=6a45f471-b671-4852-bea9-1f57b8393cd1,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:56:11.027762 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5b10b4-cdc9-4130-8007-28eb52e2c387 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Checking segment: {'id': 'abad6bd1-3326-46a9-8eb0-c2c69ac868b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '606d6a18-17c2-4887-94db-34e5c7955b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:56:11.028138 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5b10b4-cdc9-4130-8007-28eb52e2c387 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Network hostable DHCP agents. Network: 606d6a18-17c2-4887-94db-34e5c7955b2e, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:56:11.045842 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5b10b4-cdc9-4130-8007-28eb52e2c387 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Network 606d6a18-17c2-4887-94db-34e5c7955b2e is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:56:11.054901 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-ff5b10b4-cdc9-4130-8007-28eb52e2c387 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 606d6a18-17c2-4887-94db-34e5c7955b2e) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:56:11.064682 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8141af7d-0048-4571-9c82-8c26f5454f46 None None] Network 606d6a18-17c2-4887-94db-34e5c7955b2e requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:56:11.065147 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5b10b4-cdc9-4130-8007-28eb52e2c387 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:56:11.065473 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ff5b10b4-cdc9-4130-8007-28eb52e2c387 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:11.083716 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ff5b10b4-cdc9-4130-8007-28eb52e2c387 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4126520 Dec 09 16:56:11.086797 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57370) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:56:11.097568 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-c5125fbf-21be-4e0f-9710-872ebd5f5e28 None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:11.104456 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-c5125fbf-21be-4e0f-9710-872ebd5f5e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:11.150801 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e54699-3662-4a12-b696-6957ee2d13fe None None] Pushing event updated for resources: {'Port': ['ID=9444344f-a818-43a8-9169-710eb16e55ba,revision_number=2']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:56:11.159261 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e54699-3662-4a12-b696-6957ee2d13fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:11.159614 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e54699-3662-4a12-b696-6957ee2d13fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:11.159954 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e54699-3662-4a12-b696-6957ee2d13fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:11.160293 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e54699-3662-4a12-b696-6957ee2d13fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:11.160653 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e54699-3662-4a12-b696-6957ee2d13fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:11.160985 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e54699-3662-4a12-b696-6957ee2d13fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:11.161314 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e54699-3662-4a12-b696-6957ee2d13fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:11.161640 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e54699-3662-4a12-b696-6957ee2d13fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:11.161963 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e54699-3662-4a12-b696-6957ee2d13fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:11.162286 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e54699-3662-4a12-b696-6957ee2d13fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:11.162609 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e54699-3662-4a12-b696-6957ee2d13fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:11.162928 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e54699-3662-4a12-b696-6957ee2d13fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:11.163246 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e54699-3662-4a12-b696-6957ee2d13fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:56:11.171533 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e64d6e5-f504-4b09-923d-3751c335edde None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:56:11.175496 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-c5125fbf-21be-4e0f-9710-872ebd5f5e28 None None] Attempting to bind port 9444344f-a818-43a8-9169-710eb16e55ba on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:56:11.175881 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-c5125fbf-21be-4e0f-9710-872ebd5f5e28 None None] Attempting to bind port 9444344f-a818-43a8-9169-710eb16e55ba by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:56:11.176665 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5125fbf-21be-4e0f-9710-872ebd5f5e28 None None] Attempting to bind port 9444344f-a818-43a8-9169-710eb16e55ba on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:56:11.182754 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5125fbf-21be-4e0f-9710-872ebd5f5e28 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:56:11.183152 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5125fbf-21be-4e0f-9710-872ebd5f5e28 None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:56:11.183536 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-c5125fbf-21be-4e0f-9710-872ebd5f5e28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:11.184009 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5125fbf-21be-4e0f-9710-872ebd5f5e28 None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:56:11.184390 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-c5125fbf-21be-4e0f-9710-872ebd5f5e28 None None] Bound port: 9444344f-a818-43a8-9169-710eb16e55ba, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:56:11.184792 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-c5125fbf-21be-4e0f-9710-872ebd5f5e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:11.190568 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca334bf-5572-44cc-9874-31eef745975a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-606d6a18-17c2-4887-94db-34e5c7955b2e', 'network_id': '606d6a18-17c2-4887-94db-34e5c7955b2e', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'fixed_ips': [{'subnet_id': '6a45f471-b671-4852-bea9-1f57b8393cd1'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 16:56:11.191872 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fca334bf-5572-44cc-9874-31eef745975a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:11.240319 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-c5125fbf-21be-4e0f-9710-872ebd5f5e28 None None] For port 9444344f-a818-43a8-9169-710eb16e55ba, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:56:11.244073 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-c5125fbf-21be-4e0f-9710-872ebd5f5e28 None None] For port 9444344f-a818-43a8-9169-710eb16e55ba, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=9444344f-a818-43a8-9169-710eb16e55ba,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:56:11.248324 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-c5125fbf-21be-4e0f-9710-872ebd5f5e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:11.290597 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5125fbf-21be-4e0f-9710-872ebd5f5e28 None None] Routers {'246ab467-94d8-43db-814c-816fcf12e541'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:56:11.291260 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-c5125fbf-21be-4e0f-9710-872ebd5f5e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:55:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['246ab467-94d8-43db-814c-816fcf12e541'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:56:11.317561 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8484962-3bbb-476e-b104-89b8436333de None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:56:11.340855 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-471e98a8-5e9b-43c8-9452-b019533772a1 None None] Provisioning complete for port 9444344f-a818-43a8-9169-710eb16e55ba triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:56:11.341517 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-471e98a8-5e9b-43c8-9452-b019533772a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:11.382370 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-fca334bf-5572-44cc-9874-31eef745975a None None] Allocated IP 172.20.0.2 (606d6a18-17c2-4887-94db-34e5c7955b2e/6a45f471-b671-4852-bea9-1f57b8393cd1/1cf9865f-b991-4103-b168-5dc31978f955) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:56:11.413034 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e54699-3662-4a12-b696-6957ee2d13fe None None] Pushing event updated for resources: {'Port': ['ID=9444344f-a818-43a8-9169-710eb16e55ba,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:56:11.417522 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-c5125fbf-21be-4e0f-9710-872ebd5f5e28 None None] Set router 246ab467-94d8-43db-814c-816fcf12e541 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:56:11.499385 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-471e98a8-5e9b-43c8-9452-b019533772a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:11.543015 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-471e98a8-5e9b-43c8-9452-b019533772a1 None None] For port 9444344f-a818-43a8-9169-710eb16e55ba, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=9444344f-a818-43a8-9169-710eb16e55ba,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:56:11.549147 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-471e98a8-5e9b-43c8-9452-b019533772a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:11.562127 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0a6a4321-a46c-4997-aeed-242e197d5810 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:11.599219 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-c5125fbf-21be-4e0f-9710-872ebd5f5e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246ab467-94d8-43db-814c-816fcf12e541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070135731', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '9444344f-a818-43a8-9169-710eb16e55ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:56:09Z', 'updated_at': '2021-12-09T16:56:09Z', 'revision_number': 3, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '9444344f-a818-43a8-9169-710eb16e55ba', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:60:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246ab467-94d8-43db-814c-816fcf12e541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:56:09Z', 'updated_at': '2021-12-09T16:56:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:56:11.631617 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5125fbf-21be-4e0f-9710-872ebd5f5e28 None None] The sync data for ids ['246ab467-94d8-43db-814c-816fcf12e541'] in n-d-821228-1 is: [{'id': '246ab467-94d8-43db-814c-816fcf12e541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070135731', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '9444344f-a818-43a8-9169-710eb16e55ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:56:09Z', 'updated_at': '2021-12-09T16:56:09Z', 'revision_number': 3, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '9444344f-a818-43a8-9169-710eb16e55ba', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:60:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246ab467-94d8-43db-814c-816fcf12e541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:56:09Z', 'updated_at': '2021-12-09T16:56:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:56:11.809453 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-878e63ac-4f32-45bc-94fc-ad1e68cffdce None None] Provisioning complete for port 9444344f-a818-43a8-9169-710eb16e55ba triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:56:11.809835 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-878e63ac-4f32-45bc-94fc-ad1e68cffdce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:11.811766 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fca334bf-5572-44cc-9874-31eef745975a None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:11.834154 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e98a8-5e9b-43c8-9452-b019533772a1 None None] Pushing event updated for resources: {'Port': ['ID=9444344f-a818-43a8-9169-710eb16e55ba,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:56:11.840242 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fca334bf-5572-44cc-9874-31eef745975a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:11.897766 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-0a6a4321-a46c-4997-aeed-242e197d5810 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Allocated IP 172.20.0.1 (606d6a18-17c2-4887-94db-34e5c7955b2e/6a45f471-b671-4852-bea9-1f57b8393cd1/4ec1b9a1-34a7-44fb-9a5b-ceb586b7fb01) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:56:11.904854 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca334bf-5572-44cc-9874-31eef745975a None None] Network 606d6a18-17c2-4887-94db-34e5c7955b2e is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:56:11.911504 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-fca334bf-5572-44cc-9874-31eef745975a None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:56:11.915768 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca334bf-5572-44cc-9874-31eef745975a None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:56:11.931544 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca334bf-5572-44cc-9874-31eef745975a None None] Pushing event updated for resources: {'Port': ['ID=1cf9865f-b991-4103-b168-5dc31978f955,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:56:12.016132 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-fca334bf-5572-44cc-9874-31eef745975a None None] Attempting to bind port 1cf9865f-b991-4103-b168-5dc31978f955 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:56:12.016546 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-fca334bf-5572-44cc-9874-31eef745975a None None] Attempting to bind port 1cf9865f-b991-4103-b168-5dc31978f955 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'abad6bd1-3326-46a9-8eb0-c2c69ac868b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '606d6a18-17c2-4887-94db-34e5c7955b2e'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:56:12.016905 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca334bf-5572-44cc-9874-31eef745975a None None] Attempting to bind port 1cf9865f-b991-4103-b168-5dc31978f955 on network 606d6a18-17c2-4887-94db-34e5c7955b2e {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:56:12.023287 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca334bf-5572-44cc-9874-31eef745975a None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:56:12.023853 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca334bf-5572-44cc-9874-31eef745975a None None] Checking segment: {'id': 'abad6bd1-3326-46a9-8eb0-c2c69ac868b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '606d6a18-17c2-4887-94db-34e5c7955b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:56:12.025064 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fca334bf-5572-44cc-9874-31eef745975a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:12.025722 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca334bf-5572-44cc-9874-31eef745975a None None] Bound using segment: {'id': 'abad6bd1-3326-46a9-8eb0-c2c69ac868b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '606d6a18-17c2-4887-94db-34e5c7955b2e'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:56:12.026320 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-fca334bf-5572-44cc-9874-31eef745975a None None] Bound port: 1cf9865f-b991-4103-b168-5dc31978f955, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abad6bd1-3326-46a9-8eb0-c2c69ac868b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '606d6a18-17c2-4887-94db-34e5c7955b2e'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:56:12.026816 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fca334bf-5572-44cc-9874-31eef745975a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:12.038417 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0a6a4321-a46c-4997-aeed-242e197d5810 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:12.078730 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0a6a4321-a46c-4997-aeed-242e197d5810 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:12.109443 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-fca334bf-5572-44cc-9874-31eef745975a None None] For port 1cf9865f-b991-4103-b168-5dc31978f955, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:56:12.117356 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-fca334bf-5572-44cc-9874-31eef745975a None None] For port 1cf9865f-b991-4103-b168-5dc31978f955, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=1cf9865f-b991-4103-b168-5dc31978f955,segment=NetworkSegment(abad6bd1-3326-46a9-8eb0-c2c69ac868b9),segment_id=abad6bd1-3326-46a9-8eb0-c2c69ac868b9)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:56:12.121060 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6a4321-a46c-4997-aeed-242e197d5810 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Network 606d6a18-17c2-4887-94db-34e5c7955b2e is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:56:12.121718 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fca334bf-5572-44cc-9874-31eef745975a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:12.129251 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-0a6a4321-a46c-4997-aeed-242e197d5810 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:56:12.133200 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6a4321-a46c-4997-aeed-242e197d5810 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:56:12.159923 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a4321-a46c-4997-aeed-242e197d5810 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'Port': ['ID=4ec1b9a1-34a7-44fb-9a5b-ceb586b7fb01,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:56:12.188082 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca334bf-5572-44cc-9874-31eef745975a None None] Pushing event updated for resources: {'Port': ['ID=1cf9865f-b991-4103-b168-5dc31978f955,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:56:12.201275 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0a6a4321-a46c-4997-aeed-242e197d5810 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:12.363185 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0a6a4321-a46c-4997-aeed-242e197d5810 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:12.698002 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0a6a4321-a46c-4997-aeed-242e197d5810 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:12.702682 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0a6a4321-a46c-4997-aeed-242e197d5810 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:12.777819 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a4321-a46c-4997-aeed-242e197d5810 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'Port': ['ID=4ec1b9a1-34a7-44fb-9a5b-ceb586b7fb01,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:56:12.780170 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0a6a4321-a46c-4997-aeed-242e197d5810 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:12.874870 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6a4321-a46c-4997-aeed-242e197d5810 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Network 606d6a18-17c2-4887-94db-34e5c7955b2e is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:56:12.876365 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-0a6a4321-a46c-4997-aeed-242e197d5810 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:56:12.994285 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a6a4321-a46c-4997-aeed-242e197d5810 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Router 246ab467-94d8-43db-814c-816fcf12e541 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:56:13.108544 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6a4321-a46c-4997-aeed-242e197d5810 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:56:13.114433 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-0a6a4321-a46c-4997-aeed-242e197d5810 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "PUT /v2.0/routers/246ab467-94d8-43db-814c-816fcf12e541/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0265849 Dec 09 16:56:13.163828 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bfc6a9-ffa1-471d-85f4-4582f84f586a None None] Network 606d6a18-17c2-4887-94db-34e5c7955b2e requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:56:13.268528 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6a5c6620-4a6b-4015-829f-3d7bd5db5ed8 None None] Provisioning complete for port 1cf9865f-b991-4103-b168-5dc31978f955 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:56:13.268902 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6a5c6620-4a6b-4015-829f-3d7bd5db5ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:13.276701 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-2f62ba8f-8e00-4aa9-bb71-7ac44daaf2f8 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-203094902&fields=id&tenant_id=95ed158b10404fb6a6679c1eac6dfcba HTTP/1.1" status: 200 len: 267 time: 0.0517077 Dec 09 16:56:13.364351 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6a5c6620-4a6b-4015-829f-3d7bd5db5ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:13.399187 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-44351b4f-29a6-4cf0-8df7-f44034ade78e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:56:13.401083 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-44351b4f-29a6-4cf0-8df7-f44034ade78e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/networks?id=606d6a18-17c2-4887-94db-34e5c7955b2e HTTP/1.1" status: 200 len: 796 time: 0.1172175 Dec 09 16:56:13.411324 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6a5c6620-4a6b-4015-829f-3d7bd5db5ed8 None None] For port 1cf9865f-b991-4103-b168-5dc31978f955, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=1cf9865f-b991-4103-b168-5dc31978f955,segment=NetworkSegment(abad6bd1-3326-46a9-8eb0-c2c69ac868b9),segment_id=abad6bd1-3326-46a9-8eb0-c2c69ac868b9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:56:13.418069 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6a5c6620-4a6b-4015-829f-3d7bd5db5ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:13.421217 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-be02cf30-6476-4b8b-8888-3ad81e6c974a tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/quotas/95ed158b10404fb6a6679c1eac6dfcba HTTP/1.1" status: 200 len: 375 time: 0.0125985 Dec 09 16:56:13.477258 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5c6620-4a6b-4015-829f-3d7bd5db5ed8 None None] Pushing event updated for resources: {'Port': ['ID=1cf9865f-b991-4103-b168-5dc31978f955,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:56:13.491090 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-314e0416-88d8-46e5-8be3-b406cc9150ff tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=95ed158b10404fb6a6679c1eac6dfcba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616393 Dec 09 16:56:13.509498 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-b39f5369-11c5-4197-b85d-59ad7fa6e463 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 16:56:13.510701 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-b39f5369-11c5-4197-b85d-59ad7fa6e463 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062549 Dec 09 16:56:13.639380 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-203d3c67-239b-4b85-8c84-9e4885796648 service neutron] 10.222.0.57 "GET /v2.0/networks/606d6a18-17c2-4887-94db-34e5c7955b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218362 Dec 09 16:56:13.660629 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 1cf9865f-b991-4103-b168-5dc31978f955 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:56:13.662927 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6d1bb55d-e0a0-449f-91d5-214e7fc77154 None None] Provisioning complete for port 4ec1b9a1-34a7-44fb-9a5b-ceb586b7fb01 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:56:13.663303 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6d1bb55d-e0a0-449f-91d5-214e7fc77154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:13.710523 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c59c32-1e2a-491d-a3f9-c9d8ac9c41e3 None None] Sync routers for ids ['246ab467-94d8-43db-814c-816fcf12e541'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:56:13.745696 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c59c32-1e2a-491d-a3f9-c9d8ac9c41e3 None None] Routers {'246ab467-94d8-43db-814c-816fcf12e541'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:56:13.746337 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-73c59c32-1e2a-491d-a3f9-c9d8ac9c41e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:55:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['246ab467-94d8-43db-814c-816fcf12e541'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:56:13.746788 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-31dd19d7-acdd-4ae5-9f9c-e631bae6d44d service neutron] 10.222.0.57 "GET /v2.0/networks/606d6a18-17c2-4887-94db-34e5c7955b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968175 Dec 09 16:56:13.750389 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-6d1bb55d-e0a0-449f-91d5-214e7fc77154 None None] Port 4ec1b9a1-34a7-44fb-9a5b-ceb586b7fb01 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:56:13.808697 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-6d1bb55d-e0a0-449f-91d5-214e7fc77154 None None] Provisioning complete for port 1cf9865f-b991-4103-b168-5dc31978f955 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:56:13.809078 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6d1bb55d-e0a0-449f-91d5-214e7fc77154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:13.870562 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 1cf9865f-b991-4103-b168-5dc31978f955 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:56:13.871038 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:13.955606 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-73c59c32-1e2a-491d-a3f9-c9d8ac9c41e3 None None] Set router 246ab467-94d8-43db-814c-816fcf12e541 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:56:13.958574 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-98eaa670-d7b5-4713-b0f5-d0ff580fc69d req-bfb0f80e-0947-41cb-b168-ea3646f5491d tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 210 time: 0.0486319 Dec 09 16:56:14.153872 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 9444344f-a818-43a8-9169-710eb16e55ba up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:56:14.230092 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d297f5e8-8a00-4ce5-8296-1c3d96700d18 None None] Provisioning complete for port 4ec1b9a1-34a7-44fb-9a5b-ceb586b7fb01 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:56:14.230840 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d297f5e8-8a00-4ce5-8296-1c3d96700d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:14.297692 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d297f5e8-8a00-4ce5-8296-1c3d96700d18 None None] Port 4ec1b9a1-34a7-44fb-9a5b-ceb586b7fb01 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:56:14.305197 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 9444344f-a818-43a8-9169-710eb16e55ba triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:56:14.305987 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:14.353777 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-73c59c32-1e2a-491d-a3f9-c9d8ac9c41e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246ab467-94d8-43db-814c-816fcf12e541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070135731', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '9444344f-a818-43a8-9169-710eb16e55ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:56:09Z', 'updated_at': '2021-12-09T16:56:12Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '9444344f-a818-43a8-9169-710eb16e55ba', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:60:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246ab467-94d8-43db-814c-816fcf12e541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:56:09Z', 'updated_at': '2021-12-09T16:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '4ec1b9a1-34a7-44fb-9a5b-ceb586b7fb01', 'name': '', 'network_id': '606d6a18-17c2-4887-94db-34e5c7955b2e', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'mac_address': 'fa:16:3e:08:75:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246ab467-94d8-43db-814c-816fcf12e541', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '6a45f471-b671-4852-bea9-1f57b8393cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:56:11Z', 'updated_at': '2021-12-09T16:56:12Z', 'revision_number': 2, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'subnets': [{'id': '6a45f471-b671-4852-bea9-1f57b8393cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:56:14.381877 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c59c32-1e2a-491d-a3f9-c9d8ac9c41e3 None None] Checking router: 246ab467-94d8-43db-814c-816fcf12e541 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:56:14.382230 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c59c32-1e2a-491d-a3f9-c9d8ac9c41e3 None None] Updating router 246ab467-94d8-43db-814c-816fcf12e541 port 4ec1b9a1-34a7-44fb-9a5b-ceb586b7fb01 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:56:14.430330 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-73c59c32-1e2a-491d-a3f9-c9d8ac9c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:14.706718 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-73c59c32-1e2a-491d-a3f9-c9d8ac9c41e3 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:14.712344 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-73c59c32-1e2a-491d-a3f9-c9d8ac9c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:14.763211 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d4671-571c-4b0c-9095-8cbdeb9872fc None None] Pushing event updated for resources: {'Port': ['ID=4ec1b9a1-34a7-44fb-9a5b-ceb586b7fb01,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:56:14.822793 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-73c59c32-1e2a-491d-a3f9-c9d8ac9c41e3 None None] Attempting to bind port 4ec1b9a1-34a7-44fb-9a5b-ceb586b7fb01 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:56:14.823166 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-73c59c32-1e2a-491d-a3f9-c9d8ac9c41e3 None None] Attempting to bind port 4ec1b9a1-34a7-44fb-9a5b-ceb586b7fb01 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'abad6bd1-3326-46a9-8eb0-c2c69ac868b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '606d6a18-17c2-4887-94db-34e5c7955b2e'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:56:14.823655 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c59c32-1e2a-491d-a3f9-c9d8ac9c41e3 None None] Attempting to bind port 4ec1b9a1-34a7-44fb-9a5b-ceb586b7fb01 on network 606d6a18-17c2-4887-94db-34e5c7955b2e {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:56:14.829243 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c59c32-1e2a-491d-a3f9-c9d8ac9c41e3 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:56:14.829618 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c59c32-1e2a-491d-a3f9-c9d8ac9c41e3 None None] Checking segment: {'id': 'abad6bd1-3326-46a9-8eb0-c2c69ac868b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '606d6a18-17c2-4887-94db-34e5c7955b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:56:14.830020 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-73c59c32-1e2a-491d-a3f9-c9d8ac9c41e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:14.830427 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c59c32-1e2a-491d-a3f9-c9d8ac9c41e3 None None] Bound using segment: {'id': 'abad6bd1-3326-46a9-8eb0-c2c69ac868b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '606d6a18-17c2-4887-94db-34e5c7955b2e'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:56:14.830884 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-73c59c32-1e2a-491d-a3f9-c9d8ac9c41e3 None None] Bound port: 4ec1b9a1-34a7-44fb-9a5b-ceb586b7fb01, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abad6bd1-3326-46a9-8eb0-c2c69ac868b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '606d6a18-17c2-4887-94db-34e5c7955b2e'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:56:14.831266 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-73c59c32-1e2a-491d-a3f9-c9d8ac9c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:14.908003 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-73c59c32-1e2a-491d-a3f9-c9d8ac9c41e3 None None] For port 4ec1b9a1-34a7-44fb-9a5b-ceb586b7fb01, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:56:14.911868 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-73c59c32-1e2a-491d-a3f9-c9d8ac9c41e3 None None] For port 4ec1b9a1-34a7-44fb-9a5b-ceb586b7fb01, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=4ec1b9a1-34a7-44fb-9a5b-ceb586b7fb01,segment=NetworkSegment(abad6bd1-3326-46a9-8eb0-c2c69ac868b9),segment_id=abad6bd1-3326-46a9-8eb0-c2c69ac868b9)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:56:14.919055 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-73c59c32-1e2a-491d-a3f9-c9d8ac9c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:14.976861 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-c1fc3fb5-4e0f-48c6-9f02-b52ecae14ce2 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:56:14.979608 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-c1fc3fb5-4e0f-48c6-9f02-b52ecae14ce2 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.31 "GET /v2.0/networks?id=606d6a18-17c2-4887-94db-34e5c7955b2e HTTP/1.1" status: 200 len: 796 time: 0.1272793 Dec 09 16:56:14.985235 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c59c32-1e2a-491d-a3f9-c9d8ac9c41e3 None None] Routers {'246ab467-94d8-43db-814c-816fcf12e541'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:56:14.989877 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-73c59c32-1e2a-491d-a3f9-c9d8ac9c41e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:55:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['246ab467-94d8-43db-814c-816fcf12e541'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:56:15.066584 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-8a2639a3-1ded-480f-bd1d-2dab7af3eded tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95ed158b10404fb6a6679c1eac6dfcba HTTP/1.1" status: 200 len: 379 time: 0.0769482 Dec 09 16:56:15.081534 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-373789d7-768f-4f40-ba40-5f259038efcf tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'port': {'device_id': '14780e1b-8579-4080-b183-159030718cb0', 'network_id': '606d6a18-17c2-4887-94db-34e5c7955b2e', 'admin_state_up': True, 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'security_groups': ['ec09294a-f7ca-47ae-8cac-5592d363ba02']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:56:15.142700 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5324eb41-2676-496a-99f2-8fd993f49c8b req-a1116dc8-500d-4df9-8313-0170ce8552bc tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 210 time: 0.0748744 Dec 09 16:56:15.232437 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-373789d7-768f-4f40-ba40-5f259038efcf tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Made reservation on behalf of 95ed158b10404fb6a6679c1eac6dfcba for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:56:15.235928 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-373789d7-768f-4f40-ba40-5f259038efcf tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:15.243773 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d4671-571c-4b0c-9095-8cbdeb9872fc None None] Pushing event updated for resources: {'Port': ['ID=4ec1b9a1-34a7-44fb-9a5b-ceb586b7fb01,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:56:15.254735 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2fb058a6-f9d8-439d-a1b1-afa172d8530f None None] Provisioning complete for port 4ec1b9a1-34a7-44fb-9a5b-ceb586b7fb01 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:56:15.255107 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2fb058a6-f9d8-439d-a1b1-afa172d8530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:15.342164 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-73c59c32-1e2a-491d-a3f9-c9d8ac9c41e3 None None] Set router 246ab467-94d8-43db-814c-816fcf12e541 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:56:15.362327 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-373789d7-768f-4f40-ba40-5f259038efcf tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Allocated IP 172.20.0.11 (606d6a18-17c2-4887-94db-34e5c7955b2e/6a45f471-b671-4852-bea9-1f57b8393cd1/ab590065-f1ea-4d46-968f-53d1624ca1bf) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:56:15.491550 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2fb058a6-f9d8-439d-a1b1-afa172d8530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:15.504511 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-373789d7-768f-4f40-ba40-5f259038efcf tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:15.541028 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-373789d7-768f-4f40-ba40-5f259038efcf tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:15.548604 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-2fb058a6-f9d8-439d-a1b1-afa172d8530f None None] For port 4ec1b9a1-34a7-44fb-9a5b-ceb586b7fb01, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=4ec1b9a1-34a7-44fb-9a5b-ceb586b7fb01,segment=NetworkSegment(abad6bd1-3326-46a9-8eb0-c2c69ac868b9),segment_id=abad6bd1-3326-46a9-8eb0-c2c69ac868b9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:56:15.556903 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2fb058a6-f9d8-439d-a1b1-afa172d8530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:15.583160 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-373789d7-768f-4f40-ba40-5f259038efcf tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Network 606d6a18-17c2-4887-94db-34e5c7955b2e is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:56:15.586265 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-373789d7-768f-4f40-ba40-5f259038efcf tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:56:15.589324 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-373789d7-768f-4f40-ba40-5f259038efcf tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:56:15.624567 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373789d7-768f-4f40-ba40-5f259038efcf tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'Port': ['ID=ab590065-f1ea-4d46-968f-53d1624ca1bf,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:56:15.634395 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb058a6-f9d8-439d-a1b1-afa172d8530f None None] Pushing event updated for resources: {'Port': ['ID=4ec1b9a1-34a7-44fb-9a5b-ceb586b7fb01,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:56:15.653395 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-373789d7-768f-4f40-ba40-5f259038efcf tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:56:15.654065 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-373789d7-768f-4f40-ba40-5f259038efcf tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:15.661930 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-73c59c32-1e2a-491d-a3f9-c9d8ac9c41e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246ab467-94d8-43db-814c-816fcf12e541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070135731', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '9444344f-a818-43a8-9169-710eb16e55ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:56:09Z', 'updated_at': '2021-12-09T16:56:12Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '9444344f-a818-43a8-9169-710eb16e55ba', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:60:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246ab467-94d8-43db-814c-816fcf12e541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:56:09Z', 'updated_at': '2021-12-09T16:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '4ec1b9a1-34a7-44fb-9a5b-ceb586b7fb01', 'name': '', 'network_id': '606d6a18-17c2-4887-94db-34e5c7955b2e', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'mac_address': 'fa:16:3e:08:75:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246ab467-94d8-43db-814c-816fcf12e541', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '6a45f471-b671-4852-bea9-1f57b8393cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:56:11Z', 'updated_at': '2021-12-09T16:56:14Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'subnets': [{'id': '6a45f471-b671-4852-bea9-1f57b8393cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:56:15.673530 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-373789d7-768f-4f40-ba40-5f259038efcf tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5966086 Dec 09 16:56:15.685721 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-718d0162-6b5e-48f6-b696-e71fcf767802 service neutron] Request body: {'port': {'device_id': '14780e1b-8579-4080-b183-159030718cb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:56:15.701549 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c59c32-1e2a-491d-a3f9-c9d8ac9c41e3 None None] The sync data for ids ['246ab467-94d8-43db-814c-816fcf12e541'] in n-d-821228-1 is: [{'id': '246ab467-94d8-43db-814c-816fcf12e541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070135731', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '9444344f-a818-43a8-9169-710eb16e55ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:56:09Z', 'updated_at': '2021-12-09T16:56:12Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '9444344f-a818-43a8-9169-710eb16e55ba', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:60:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246ab467-94d8-43db-814c-816fcf12e541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:56:09Z', 'updated_at': '2021-12-09T16:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '4ec1b9a1-34a7-44fb-9a5b-ceb586b7fb01', 'name': '', 'network_id': '606d6a18-17c2-4887-94db-34e5c7955b2e', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'mac_address': 'fa:16:3e:08:75:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246ab467-94d8-43db-814c-816fcf12e541', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '6a45f471-b671-4852-bea9-1f57b8393cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:56:11Z', 'updated_at': '2021-12-09T16:56:14Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'subnets': [{'id': '6a45f471-b671-4852-bea9-1f57b8393cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:56:15.713292 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-40dd903d-3569-4658-a5ba-7e5daaac5dae None None] Provisioning complete for port 4ec1b9a1-34a7-44fb-9a5b-ceb586b7fb01 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:56:15.713813 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-40dd903d-3569-4658-a5ba-7e5daaac5dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:15.786978 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-718d0162-6b5e-48f6-b696-e71fcf767802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:15.961594 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a6d6f467-4273-42ac-a317-d85594f992e5 None None] Provisioning complete for port ab590065-f1ea-4d46-968f-53d1624ca1bf triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:56:15.962739 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a6d6f467-4273-42ac-a317-d85594f992e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:16.001424 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-a6d6f467-4273-42ac-a317-d85594f992e5 None None] Port ab590065-f1ea-4d46-968f-53d1624ca1bf cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:56:16.084704 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-718d0162-6b5e-48f6-b696-e71fcf767802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab590065-f1ea-4d46-968f-53d1624ca1bf {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:56:16.093557 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-718d0162-6b5e-48f6-b696-e71fcf767802 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:16.106621 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-718d0162-6b5e-48f6-b696-e71fcf767802 service neutron] Transition to ACTIVE for port object ab590065-f1ea-4d46-968f-53d1624ca1bf will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:56:16.109752 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-718d0162-6b5e-48f6-b696-e71fcf767802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:16.169509 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d0162-6b5e-48f6-b696-e71fcf767802 service neutron] Pushing event updated for resources: {'Port': ['ID=ab590065-f1ea-4d46-968f-53d1624ca1bf,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:56:16.243455 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-718d0162-6b5e-48f6-b696-e71fcf767802 service neutron] Attempting to bind port ab590065-f1ea-4d46-968f-53d1624ca1bf on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:56:16.243844 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-718d0162-6b5e-48f6-b696-e71fcf767802 service neutron] Attempting to bind port ab590065-f1ea-4d46-968f-53d1624ca1bf by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': 'abad6bd1-3326-46a9-8eb0-c2c69ac868b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '606d6a18-17c2-4887-94db-34e5c7955b2e'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:56:16.244182 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-718d0162-6b5e-48f6-b696-e71fcf767802 service neutron] Attempting to bind port ab590065-f1ea-4d46-968f-53d1624ca1bf on network 606d6a18-17c2-4887-94db-34e5c7955b2e {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:56:16.249181 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-718d0162-6b5e-48f6-b696-e71fcf767802 service neutron] Port ab590065-f1ea-4d46-968f-53d1624ca1bf on network 606d6a18-17c2-4887-94db-34e5c7955b2e not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:56:16.249508 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-718d0162-6b5e-48f6-b696-e71fcf767802 service neutron] Attempting to bind port ab590065-f1ea-4d46-968f-53d1624ca1bf on network 606d6a18-17c2-4887-94db-34e5c7955b2e {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:56:16.264887 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-718d0162-6b5e-48f6-b696-e71fcf767802 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:56:16.265228 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-718d0162-6b5e-48f6-b696-e71fcf767802 service neutron] Checking segment: {'id': 'abad6bd1-3326-46a9-8eb0-c2c69ac868b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '606d6a18-17c2-4887-94db-34e5c7955b2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:56:16.265624 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-718d0162-6b5e-48f6-b696-e71fcf767802 service neutron] Bound using segment: {'id': 'abad6bd1-3326-46a9-8eb0-c2c69ac868b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '606d6a18-17c2-4887-94db-34e5c7955b2e'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:56:16.266074 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-718d0162-6b5e-48f6-b696-e71fcf767802 service neutron] Bound port: ab590065-f1ea-4d46-968f-53d1624ca1bf, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abad6bd1-3326-46a9-8eb0-c2c69ac868b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '606d6a18-17c2-4887-94db-34e5c7955b2e'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:56:16.266435 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-718d0162-6b5e-48f6-b696-e71fcf767802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:16.352275 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d607d-fa06-4a5b-b276-1b3cd8f6f2be req-8a014357-7b20-43f6-b7c4-ffed9372c686 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:56:16.354011 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-194d607d-fa06-4a5b-b276-1b3cd8f6f2be req-8a014357-7b20-43f6-b7c4-ffed9372c686 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 944 time: 0.1009657 Dec 09 16:56:16.390286 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-718d0162-6b5e-48f6-b696-e71fcf767802 service neutron] For port ab590065-f1ea-4d46-968f-53d1624ca1bf, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:56:16.413843 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-718d0162-6b5e-48f6-b696-e71fcf767802 service neutron] For port ab590065-f1ea-4d46-968f-53d1624ca1bf, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=ab590065-f1ea-4d46-968f-53d1624ca1bf,segment=NetworkSegment(abad6bd1-3326-46a9-8eb0-c2c69ac868b9),segment_id=abad6bd1-3326-46a9-8eb0-c2c69ac868b9)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:56:16.422407 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-718d0162-6b5e-48f6-b696-e71fcf767802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:16.464875 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-194d607d-fa06-4a5b-b276-1b3cd8f6f2be req-26cdca76-6720-4753-a54f-f7da30a31269 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec09294a-f7ca-47ae-8cac-5592d363ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997987 Dec 09 16:56:16.473727 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-718d0162-6b5e-48f6-b696-e71fcf767802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:56:16.474779 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-718d0162-6b5e-48f6-b696-e71fcf767802 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:16.476188 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-718d0162-6b5e-48f6-b696-e71fcf767802 service neutron] 10.222.0.31 "PUT /v2.0/ports/ab590065-f1ea-4d46-968f-53d1624ca1bf HTTP/1.1" status: 200 len: 1092 time: 0.7947495 Dec 09 16:56:16.476669 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14780e1b-8579-4080-b183-159030718cb0', 'tag': 'ab590065-f1ea-4d46-968f-53d1624ca1bf'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:56:16.480374 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb7be5f-f8e3-4350-b55c-7b8d0d0219b3" -d '{"events": [{"name": "network-changed", "server_uuid": "14780e1b-8579-4080-b183-159030718cb0", "tag": "ab590065-f1ea-4d46-968f-53d1624ca1bf"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:56:16.509729 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d0162-6b5e-48f6-b696-e71fcf767802 service neutron] Pushing event updated for resources: {'Port': ['ID=ab590065-f1ea-4d46-968f-53d1624ca1bf,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:56:16.522865 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7184e7e7-e39b-4053-abe4-27f3ef660013 x-openstack-request-id: req-7184e7e7-e39b-4053-abe4-27f3ef660013 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:56:16.523390 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14780e1b-8579-4080-b183-159030718cb0", "tag": "ab590065-f1ea-4d46-968f-53d1624ca1bf", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:56:16.523765 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7184e7e7-e39b-4053-abe4-27f3ef660013 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:56:16.525104 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14780e1b-8579-4080-b183-159030718cb0', 'tag': 'ab590065-f1ea-4d46-968f-53d1624ca1bf', 'status': 'completed', 'code': 200} Dec 09 16:56:16.579652 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-b62e40b2-0bd0-415e-9335-cd59bb647b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:56:16.581241 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-b62e40b2-0bd0-415e-9335-cd59bb647b42 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95ed158b10404fb6a6679c1eac6dfcba&device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 1095 time: 0.0443590 Dec 09 16:56:16.628690 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-1309d45c-b512-4f7c-8741-8959db057f86 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab590065-f1ea-4d46-968f-53d1624ca1bf HTTP/1.1" status: 200 len: 217 time: 0.0393646 Dec 09 16:56:16.687958 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-20530db6-5be7-40d2-9b68-cfa83d03e003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:56:16.689526 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-20530db6-5be7-40d2-9b68-cfa83d03e003 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6a45f471-b671-4852-bea9-1f57b8393cd1 HTTP/1.1" status: 200 len: 834 time: 0.0541959 Dec 09 16:56:16.748177 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-3f3588b0-82f1-4100-bc22-6f76714a1162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:56:16.750015 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-3f3588b0-82f1-4100-bc22-6f76714a1162 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=606d6a18-17c2-4887-94db-34e5c7955b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537546 Dec 09 16:56:16.847280 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-6ec37f19-d77a-46fd-aa37-496f5f9fd932 service neutron] 10.222.0.31 "GET /v2.0/networks/606d6a18-17c2-4887-94db-34e5c7955b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894558 Dec 09 16:56:16.939579 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cc71bbe6-6afe-454b-952e-d358ceeb5937 req-926d5c59-9359-4f39-8149-82bd75059f3d service neutron] 10.222.0.31 "GET /v2.0/networks/606d6a18-17c2-4887-94db-34e5c7955b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845892 Dec 09 16:56:16.966733 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:17.031027 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7be5f-f8e3-4350-b55c-7b8d0d0219b3 req-1b193676-2722-48a0-85d6-f944bc511a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:56:17.032441 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-acb7be5f-f8e3-4350-b55c-7b8d0d0219b3 req-1b193676-2722-48a0-85d6-f944bc511a73 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95ed158b10404fb6a6679c1eac6dfcba&device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 1095 time: 0.0458586 Dec 09 16:56:17.121007 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7be5f-f8e3-4350-b55c-7b8d0d0219b3 req-8b706471-5943-46cf-a9b6-84eb4c919eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:56:17.122472 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-acb7be5f-f8e3-4350-b55c-7b8d0d0219b3 req-8b706471-5943-46cf-a9b6-84eb4c919eaf service neutron] 10.222.0.31 "GET /v2.0/networks?id=606d6a18-17c2-4887-94db-34e5c7955b2e HTTP/1.1" status: 200 len: 897 time: 0.0833635 Dec 09 16:56:17.167079 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-acb7be5f-f8e3-4350-b55c-7b8d0d0219b3 req-3ba89147-0a0b-45dc-8e43-ac04bc9ed4de service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab590065-f1ea-4d46-968f-53d1624ca1bf HTTP/1.1" status: 200 len: 217 time: 0.0370839 Dec 09 16:56:17.579812 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7be5f-f8e3-4350-b55c-7b8d0d0219b3 req-d1d0d388-6ae7-4d11-9da2-1b41ed9d582b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:56:17.581313 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-acb7be5f-f8e3-4350-b55c-7b8d0d0219b3 req-d1d0d388-6ae7-4d11-9da2-1b41ed9d582b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6a45f471-b671-4852-bea9-1f57b8393cd1 HTTP/1.1" status: 200 len: 834 time: 0.4065681 Dec 09 16:56:17.596317 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 4ec1b9a1-34a7-44fb-9a5b-ceb586b7fb01 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:56:17.630444 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694468a3-f1bc-467c-b16b-51f0ddaa513c req-cc9ee50d-b113-4894-82f1-d6b9b57f723b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:56:17.631921 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-694468a3-f1bc-467c-b16b-51f0ddaa513c req-cc9ee50d-b113-4894-82f1-d6b9b57f723b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 944 time: 0.0855751 Dec 09 16:56:17.645618 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 4ec1b9a1-34a7-44fb-9a5b-ceb586b7fb01 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:56:17.645986 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:17.648249 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7be5f-f8e3-4350-b55c-7b8d0d0219b3 req-53fa35c8-b23b-43eb-947c-e329725e8bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:56:17.650389 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-acb7be5f-f8e3-4350-b55c-7b8d0d0219b3 req-53fa35c8-b23b-43eb-947c-e329725e8bff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=606d6a18-17c2-4887-94db-34e5c7955b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614719 Dec 09 16:56:17.736174 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-694468a3-f1bc-467c-b16b-51f0ddaa513c req-300ae6ee-7cc4-418f-bf9a-28fe85760e78 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec09294a-f7ca-47ae-8cac-5592d363ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976431 Dec 09 16:56:17.768830 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-acb7be5f-f8e3-4350-b55c-7b8d0d0219b3 req-01edfb0e-9646-41c2-ae6c-1c7280520962 service neutron] 10.222.0.31 "GET /v2.0/networks/606d6a18-17c2-4887-94db-34e5c7955b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104214 Dec 09 16:56:17.862611 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-acb7be5f-f8e3-4350-b55c-7b8d0d0219b3 req-10b2439c-2402-4124-a336-5302faae21d6 service neutron] 10.222.0.31 "GET /v2.0/networks/606d6a18-17c2-4887-94db-34e5c7955b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864906 Dec 09 16:56:18.856251 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3bfcc-fb03-4e4d-bc0e-881ae6643e4b req-613115ec-0274-4cd9-b097-82a138d998a1 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:56:18.857775 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-00c3bfcc-fb03-4e4d-bc0e-881ae6643e4b req-613115ec-0274-4cd9-b097-82a138d998a1 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 944 time: 0.0491836 Dec 09 16:56:18.907539 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-00c3bfcc-fb03-4e4d-bc0e-881ae6643e4b req-494cefd6-a76e-4f37-b2da-fdf094928613 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec09294a-f7ca-47ae-8cac-5592d363ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433493 Dec 09 16:56:20.032901 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994209f-c067-4f89-9e80-2f3f215a8371 req-ea23b43f-7619-477b-9423-fb487bdabad6 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:56:20.034555 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8994209f-c067-4f89-9e80-2f3f215a8371 req-ea23b43f-7619-477b-9423-fb487bdabad6 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 944 time: 0.0517321 Dec 09 16:56:20.079204 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device ab590065-f1ea-4d46-968f-53d1624ca1bf details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:56:20.089308 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8994209f-c067-4f89-9e80-2f3f215a8371 req-7db41583-4b95-46f0-9b5d-5ccfaaf9584b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec09294a-f7ca-47ae-8cac-5592d363ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475450 Dec 09 16:56:20.186978 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port ab590065-f1ea-4d46-968f-53d1624ca1bf, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=ab590065-f1ea-4d46-968f-53d1624ca1bf,segment=NetworkSegment(abad6bd1-3326-46a9-8eb0-c2c69ac868b9),segment_id=abad6bd1-3326-46a9-8eb0-c2c69ac868b9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:56:20.201376 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'ab590065-f1ea-4d46-968f-53d1624ca1bf', 'network_id': '606d6a18-17c2-4887-94db-34e5c7955b2e', 'port_id': 'ab590065-f1ea-4d46-968f-53d1624ca1bf', 'mac_address': 'fa:16:3e:ce:3d:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a45f471-b671-4852-bea9-1f57b8393cd1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:56:20.254144 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:20.268379 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab590065-f1ea-4d46-968f-53d1624ca1bf {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:56:20.289835 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port ab590065-f1ea-4d46-968f-53d1624ca1bf, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=ab590065-f1ea-4d46-968f-53d1624ca1bf,segment=NetworkSegment(abad6bd1-3326-46a9-8eb0-c2c69ac868b9),segment_id=abad6bd1-3326-46a9-8eb0-c2c69ac868b9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:56:20.294194 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:20.347877 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=ab590065-f1ea-4d46-968f-53d1624ca1bf,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:56:20.640162 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['ab590065-f1ea-4d46-968f-53d1624ca1bf'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:56:20.689276 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cb84c98b-1930-4ce4-ac5d-091eeb8d1140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:21.212317 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b2ecc-b03b-4a31-9ba1-e6da0bdc6857 req-c371d0d8-0acf-4b38-8192-c22e91ce4040 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:56:21.213953 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3a6b2ecc-b03b-4a31-9ba1-e6da0bdc6857 req-c371d0d8-0acf-4b38-8192-c22e91ce4040 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 945 time: 0.0525095 Dec 09 16:56:21.262753 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3a6b2ecc-b03b-4a31-9ba1-e6da0bdc6857 req-c5ed8ed4-83dd-4a54-822e-e093b3b77fd0 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec09294a-f7ca-47ae-8cac-5592d363ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429223 Dec 09 16:56:22.078672 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device ab590065-f1ea-4d46-968f-53d1624ca1bf up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:56:22.126643 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port ab590065-f1ea-4d46-968f-53d1624ca1bf completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:56:22.130387 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port ab590065-f1ea-4d46-968f-53d1624ca1bf triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:56:22.130758 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:22.209078 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:22.230495 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14780e1b-8579-4080-b183-159030718cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab590065-f1ea-4d46-968f-53d1624ca1bf'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:56:22.232742 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad401665e64187bef4a0f300457b2868c99907d1fc0db4bbbc94af95fd68fd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df12552-da43-4ce0-aaa1-c2dd182c0279" -d '{"events": [{"server_uuid": "14780e1b-8579-4080-b183-159030718cb0", "name": "network-vif-plugged", "status": "completed", "tag": "ab590065-f1ea-4d46-968f-53d1624ca1bf"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:56:22.246434 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port ab590065-f1ea-4d46-968f-53d1624ca1bf, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=ab590065-f1ea-4d46-968f-53d1624ca1bf,segment=NetworkSegment(abad6bd1-3326-46a9-8eb0-c2c69ac868b9),segment_id=abad6bd1-3326-46a9-8eb0-c2c69ac868b9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:56:22.250315 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:22.273403 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30d90ae-01ae-4cce-bc35-e8b94d687234 x-openstack-request-id: req-f30d90ae-01ae-4cce-bc35-e8b94d687234 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:56:22.273701 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14780e1b-8579-4080-b183-159030718cb0", "name": "network-vif-plugged", "status": "completed", "tag": "ab590065-f1ea-4d46-968f-53d1624ca1bf", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:56:22.273960 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f30d90ae-01ae-4cce-bc35-e8b94d687234 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:56:22.274351 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14780e1b-8579-4080-b183-159030718cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab590065-f1ea-4d46-968f-53d1624ca1bf', 'code': 200} Dec 09 16:56:22.302381 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=ab590065-f1ea-4d46-968f-53d1624ca1bf,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:56:22.406694 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72174678-251e-41a3-9750-d8b7c237c680 req-a9f4fb44-a97a-41aa-8eac-3292eb3e2ff5 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:56:22.408203 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-72174678-251e-41a3-9750-d8b7c237c680 req-a9f4fb44-a97a-41aa-8eac-3292eb3e2ff5 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 946 time: 0.0752482 Dec 09 16:56:22.413667 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1d758-8c5b-4b53-98c1-7b778debe135 req-13724bde-891e-4a75-a53b-1b41057bd455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:56:22.415343 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-73b1d758-8c5b-4b53-98c1-7b778debe135 req-13724bde-891e-4a75-a53b-1b41057bd455 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 1097 time: 0.0732732 Dec 09 16:56:22.494113 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-72174678-251e-41a3-9750-d8b7c237c680 req-ccb3672f-a06f-4512-8736-c9b493c98789 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec09294a-f7ca-47ae-8cac-5592d363ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778186 Dec 09 16:56:22.496956 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-73b1d758-8c5b-4b53-98c1-7b778debe135 req-d55dd7ff-9483-4d4b-84f3-f6946f55ed06 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ec09294a-f7ca-47ae-8cac-5592d363ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738921 Dec 09 16:56:23.215845 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8aa91c45-445f-49cd-9243-ac78c4fb2fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:23.612722 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4f064-afd7-4916-aa40-6cbd1e9d7964 req-5c82c7fb-f8a7-451d-8cff-7f6b2844daef tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:56:23.614215 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d0c4f064-afd7-4916-aa40-6cbd1e9d7964 req-5c82c7fb-f8a7-451d-8cff-7f6b2844daef tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 946 time: 0.0525379 Dec 09 16:56:23.664277 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d0c4f064-afd7-4916-aa40-6cbd1e9d7964 req-ad77274a-3530-445f-874c-2bb02c2f9daa tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec09294a-f7ca-47ae-8cac-5592d363ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430641 Dec 09 16:56:24.407255 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:24.781678 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b4e66-565e-46c4-9a80-594912baa352 req-4b4478d8-1155-485c-8d87-bd15f8fb6084 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:56:24.783183 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f5b4e66-565e-46c4-9a80-594912baa352 req-4b4478d8-1155-485c-8d87-bd15f8fb6084 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 946 time: 0.0499940 Dec 09 16:56:24.838643 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8f5b4e66-565e-46c4-9a80-594912baa352 req-b22106df-0d01-4641-8dd0-5f9ac4b893f8 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec09294a-f7ca-47ae-8cac-5592d363ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494123 Dec 09 16:56:24.953953 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e68f1c-57d2-4390-85af-702f34a55c9a req-61f98c78-c14a-4db7-8060-d8397de90674 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:56:24.955363 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-74e68f1c-57d2-4390-85af-702f34a55c9a req-61f98c78-c14a-4db7-8060-d8397de90674 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 946 time: 0.0499277 Dec 09 16:56:25.004741 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-74e68f1c-57d2-4390-85af-702f34a55c9a req-197890b4-69d1-4c2f-b9a6-f02ad98a38fb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec09294a-f7ca-47ae-8cac-5592d363ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433564 Dec 09 16:56:25.027268 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57424) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:56:25.066260 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a291f2-97cd-4045-a4ce-4805411d73e6 tempest-TestNetworkAdvancedServerOps-2036049865 tempest-TestNetworkAdvancedServerOps-2036049865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:56:25.067794 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-13a291f2-97cd-4045-a4ce-4805411d73e6 tempest-TestNetworkAdvancedServerOps-2036049865 tempest-TestNetworkAdvancedServerOps-2036049865-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 1092 time: 0.0395682 Dec 09 16:56:25.070627 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57426) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:56:25.075669 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-38967a62-1cbb-4b58-b609-1de4b4f20678 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'port_id': 'ab590065-f1ea-4d46-968f-53d1624ca1bf', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:56:25.097414 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-38967a62-1cbb-4b58-b609-1de4b4f20678 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:25.197026 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-38967a62-1cbb-4b58-b609-1de4b4f20678 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:25.296051 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-38967a62-1cbb-4b58-b609-1de4b4f20678 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Allocated IP 172.25.3.233 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/6d5c3547-b8e4-4d99-a562-cd4c9ee111eb) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:56:25.346466 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:25.402271 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-38967a62-1cbb-4b58-b609-1de4b4f20678 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:25.435408 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-38967a62-1cbb-4b58-b609-1de4b4f20678 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:25.470667 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38967a62-1cbb-4b58-b609-1de4b4f20678 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:56:25.473491 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-38967a62-1cbb-4b58-b609-1de4b4f20678 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:56:25.481544 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38967a62-1cbb-4b58-b609-1de4b4f20678 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:56:25.505032 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38967a62-1cbb-4b58-b609-1de4b4f20678 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'Port': ['ID=6d5c3547-b8e4-4d99-a562-cd4c9ee111eb,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:56:25.688718 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:25.848176 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-38967a62-1cbb-4b58-b609-1de4b4f20678 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:25.915451 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-38967a62-1cbb-4b58-b609-1de4b4f20678 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:26.063722 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-38967a62-1cbb-4b58-b609-1de4b4f20678 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:26.068001 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-38967a62-1cbb-4b58-b609-1de4b4f20678 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:26.139192 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38967a62-1cbb-4b58-b609-1de4b4f20678 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'Port': ['ID=6d5c3547-b8e4-4d99-a562-cd4c9ee111eb,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:56:26.150890 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-38967a62-1cbb-4b58-b609-1de4b4f20678 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:26.251661 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-38967a62-1cbb-4b58-b609-1de4b4f20678 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Floating IP a0ebd786-21f5-4384-8d6d-1c65fae5f972 associated. External IP: 172.25.3.233, port: ab590065-f1ea-4d46-968f-53d1624ca1bf. Dec 09 16:56:26.457259 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38967a62-1cbb-4b58-b609-1de4b4f20678 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Router 246ab467-94d8-43db-814c-816fcf12e541 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:56:26.569686 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38967a62-1cbb-4b58-b609-1de4b4f20678 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:56:26.580157 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dfbf1c-1c52-427a-bdc0-3fe9b6e5cefe None None] Sync routers for ids ['246ab467-94d8-43db-814c-816fcf12e541'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:56:26.588385 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-38967a62-1cbb-4b58-b609-1de4b4f20678 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:26.592027 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dfbf1c-1c52-427a-bdc0-3fe9b6e5cefe None None] Routers {'246ab467-94d8-43db-814c-816fcf12e541'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:56:26.592671 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-62dfbf1c-1c52-427a-bdc0-3fe9b6e5cefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:56:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['246ab467-94d8-43db-814c-816fcf12e541'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:56:26.622231 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-38967a62-1cbb-4b58-b609-1de4b4f20678 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5474503 Dec 09 16:56:26.622231 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14780e1b-8579-4080-b183-159030718cb0', 'tag': 'ab590065-f1ea-4d46-968f-53d1624ca1bf'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:56:26.622922 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126ce824-83f2-4794-af9d-300326dcc9a7" -d '{"events": [{"name": "network-changed", "server_uuid": "14780e1b-8579-4080-b183-159030718cb0", "tag": "ab590065-f1ea-4d46-968f-53d1624ca1bf"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:56:26.662630 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:26.711797 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-62dfbf1c-1c52-427a-bdc0-3fe9b6e5cefe None None] Set router 246ab467-94d8-43db-814c-816fcf12e541 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:56:26.731179 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5828bfda-d5d4-44a9-a85f-7220886921e8 req-c96c192f-4773-4dd3-8bb2-d8b2898cd918 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:56:26.732755 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5828bfda-d5d4-44a9-a85f-7220886921e8 req-c96c192f-4773-4dd3-8bb2-d8b2898cd918 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 946 time: 0.0500541 Dec 09 16:56:26.782867 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5828bfda-d5d4-44a9-a85f-7220886921e8 req-0392890d-6b38-4817-a5a4-6c4478a7561f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec09294a-f7ca-47ae-8cac-5592d363ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434551 Dec 09 16:56:26.805698 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57432) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:56:26.829675 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbf0e83-65ff-4802-8360-f1014ffae5c8 x-openstack-request-id: req-fcbf0e83-65ff-4802-8360-f1014ffae5c8 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:56:26.829968 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14780e1b-8579-4080-b183-159030718cb0", "tag": "ab590065-f1ea-4d46-968f-53d1624ca1bf", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:56:26.830219 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fcbf0e83-65ff-4802-8360-f1014ffae5c8 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:56:26.830628 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14780e1b-8579-4080-b183-159030718cb0', 'tag': 'ab590065-f1ea-4d46-968f-53d1624ca1bf', 'status': 'completed', 'code': 200} Dec 09 16:56:26.875483 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9106c378-9bf4-4d34-aef7-db14736c87fd tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/floatingips/a0ebd786-21f5-4384-8d6d-1c65fae5f972 HTTP/1.1" status: 200 len: 992 time: 0.0685360 Dec 09 16:56:26.892174 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ce824-83f2-4794-af9d-300326dcc9a7 req-4d2626f8-3431-41ea-a0c6-95802c8e39f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:56:26.893859 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-126ce824-83f2-4794-af9d-300326dcc9a7 req-4d2626f8-3431-41ea-a0c6-95802c8e39f7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95ed158b10404fb6a6679c1eac6dfcba&device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 1097 time: 0.0422614 Dec 09 16:56:26.948776 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-62dfbf1c-1c52-427a-bdc0-3fe9b6e5cefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246ab467-94d8-43db-814c-816fcf12e541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070135731', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '9444344f-a818-43a8-9169-710eb16e55ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:56:09Z', 'updated_at': '2021-12-09T16:56:12Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '9444344f-a818-43a8-9169-710eb16e55ba', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:60:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246ab467-94d8-43db-814c-816fcf12e541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:56:09Z', 'updated_at': '2021-12-09T16:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': 'a0ebd786-21f5-4384-8d6d-1c65fae5f972', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'floating_ip_address': '172.25.3.233', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '246ab467-94d8-43db-814c-816fcf12e541', 'port_id': 'ab590065-f1ea-4d46-968f-53d1624ca1bf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '606d6a18-17c2-4887-94db-34e5c7955b2e', 'mac_address': 'fa:16:3e:ce:3d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14780e1b-8579-4080-b183-159030718cb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:56:25Z', 'updated_at': '2021-12-09T16:56:25Z', 'revision_number': 0, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ec1b9a1-34a7-44fb-9a5b-ceb586b7fb01', 'name': '', 'network_id': '606d6a18-17c2-4887-94db-34e5c7955b2e', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'mac_address': 'fa:16:3e:08:75:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246ab467-94d8-43db-814c-816fcf12e541', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '6a45f471-b671-4852-bea9-1f57b8393cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:56:11Z', 'updated_at': '2021-12-09T16:56:15Z', 'revision_number': 5, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'subnets': [{'id': '6a45f471-b671-4852-bea9-1f57b8393cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:56:26.993841 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ce824-83f2-4794-af9d-300326dcc9a7 req-8913674a-6bbc-440e-9c4e-f2dae1b0e820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:56:26.995423 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-126ce824-83f2-4794-af9d-300326dcc9a7 req-8913674a-6bbc-440e-9c4e-f2dae1b0e820 service neutron] 10.222.0.31 "GET /v2.0/networks?id=606d6a18-17c2-4887-94db-34e5c7955b2e HTTP/1.1" status: 200 len: 897 time: 0.0928779 Dec 09 16:56:27.065297 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dfbf1c-1c52-427a-bdc0-3fe9b6e5cefe None None] Checking router: 246ab467-94d8-43db-814c-816fcf12e541 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:56:27.066759 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-126ce824-83f2-4794-af9d-300326dcc9a7 req-9deff072-9103-40d5-8b8c-9465dfef6e3c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab590065-f1ea-4d46-968f-53d1624ca1bf HTTP/1.1" status: 200 len: 1000 time: 0.0639617 Dec 09 16:56:27.074360 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dfbf1c-1c52-427a-bdc0-3fe9b6e5cefe None None] Routers {'246ab467-94d8-43db-814c-816fcf12e541'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:56:27.074953 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-62dfbf1c-1c52-427a-bdc0-3fe9b6e5cefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:56:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['246ab467-94d8-43db-814c-816fcf12e541'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:56:27.115657 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ce824-83f2-4794-af9d-300326dcc9a7 req-f2781282-7096-4316-9af8-897eff90375c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:56:27.117120 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-126ce824-83f2-4794-af9d-300326dcc9a7 req-f2781282-7096-4316-9af8-897eff90375c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6a45f471-b671-4852-bea9-1f57b8393cd1 HTTP/1.1" status: 200 len: 834 time: 0.0436835 Dec 09 16:56:27.167826 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ce824-83f2-4794-af9d-300326dcc9a7 req-aca174f6-80f6-4468-a861-809540d438f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:56:27.169358 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-126ce824-83f2-4794-af9d-300326dcc9a7 req-aca174f6-80f6-4468-a861-809540d438f6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=606d6a18-17c2-4887-94db-34e5c7955b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450609 Dec 09 16:56:27.179025 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-62dfbf1c-1c52-427a-bdc0-3fe9b6e5cefe None None] Set router 246ab467-94d8-43db-814c-816fcf12e541 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:56:27.264035 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-126ce824-83f2-4794-af9d-300326dcc9a7 req-e33d990a-cd8b-47f4-a13a-a4ba1f85e980 service neutron] 10.222.0.31 "GET /v2.0/networks/606d6a18-17c2-4887-94db-34e5c7955b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850592 Dec 09 16:56:27.361798 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-126ce824-83f2-4794-af9d-300326dcc9a7 req-751e25b0-e01f-411a-9ef1-469e221491e5 service neutron] 10.222.0.31 "GET /v2.0/networks/606d6a18-17c2-4887-94db-34e5c7955b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901909 Dec 09 16:56:27.397020 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-62dfbf1c-1c52-427a-bdc0-3fe9b6e5cefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246ab467-94d8-43db-814c-816fcf12e541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070135731', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '9444344f-a818-43a8-9169-710eb16e55ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:56:09Z', 'updated_at': '2021-12-09T16:56:12Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '9444344f-a818-43a8-9169-710eb16e55ba', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:60:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246ab467-94d8-43db-814c-816fcf12e541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:56:09Z', 'updated_at': '2021-12-09T16:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': 'a0ebd786-21f5-4384-8d6d-1c65fae5f972', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'floating_ip_address': '172.25.3.233', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '246ab467-94d8-43db-814c-816fcf12e541', 'port_id': 'ab590065-f1ea-4d46-968f-53d1624ca1bf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '606d6a18-17c2-4887-94db-34e5c7955b2e', 'mac_address': 'fa:16:3e:ce:3d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14780e1b-8579-4080-b183-159030718cb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:56:25Z', 'updated_at': '2021-12-09T16:56:25Z', 'revision_number': 0, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ec1b9a1-34a7-44fb-9a5b-ceb586b7fb01', 'name': '', 'network_id': '606d6a18-17c2-4887-94db-34e5c7955b2e', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'mac_address': 'fa:16:3e:08:75:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246ab467-94d8-43db-814c-816fcf12e541', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '6a45f471-b671-4852-bea9-1f57b8393cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:56:11Z', 'updated_at': '2021-12-09T16:56:15Z', 'revision_number': 5, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'subnets': [{'id': '6a45f471-b671-4852-bea9-1f57b8393cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:56:27.426523 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dfbf1c-1c52-427a-bdc0-3fe9b6e5cefe None None] The sync data for ids ['246ab467-94d8-43db-814c-816fcf12e541'] in n-d-821228-1 is: [{'id': '246ab467-94d8-43db-814c-816fcf12e541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070135731', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '9444344f-a818-43a8-9169-710eb16e55ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:56:09Z', 'updated_at': '2021-12-09T16:56:12Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '9444344f-a818-43a8-9169-710eb16e55ba', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:60:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246ab467-94d8-43db-814c-816fcf12e541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:56:09Z', 'updated_at': '2021-12-09T16:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': 'a0ebd786-21f5-4384-8d6d-1c65fae5f972', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'floating_ip_address': '172.25.3.233', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '246ab467-94d8-43db-814c-816fcf12e541', 'port_id': 'ab590065-f1ea-4d46-968f-53d1624ca1bf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '606d6a18-17c2-4887-94db-34e5c7955b2e', 'mac_address': 'fa:16:3e:ce:3d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14780e1b-8579-4080-b183-159030718cb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:56:25Z', 'updated_at': '2021-12-09T16:56:25Z', 'revision_number': 0, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ec1b9a1-34a7-44fb-9a5b-ceb586b7fb01', 'name': '', 'network_id': '606d6a18-17c2-4887-94db-34e5c7955b2e', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'mac_address': 'fa:16:3e:08:75:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246ab467-94d8-43db-814c-816fcf12e541', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '6a45f471-b671-4852-bea9-1f57b8393cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:56:11Z', 'updated_at': '2021-12-09T16:56:15Z', 'revision_number': 5, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'subnets': [{'id': '6a45f471-b671-4852-bea9-1f57b8393cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:56:27.630279 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b02bc2-ff3f-4e98-a2cf-ab3feb6df28d None None] New status for floating IP a0ebd786-21f5-4384-8d6d-1c65fae5f972: ACTIVE {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:56:27.877374 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57434) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:56:27.941436 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a275c133-035a-43b9-b5a7-3af61e805349 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/floatingips/a0ebd786-21f5-4384-8d6d-1c65fae5f972 HTTP/1.1" status: 200 len: 994 time: 0.0629203 Dec 09 16:56:31.736962 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:56:46.968177 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:50.671681 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1a8e87fc-61c2-46dc-8f28-857cb9b9ccd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:53.216429 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b6b0762d-41fa-44eb-a282-a824e3bcab0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:54.409225 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:55.344942 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:55.686593 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:56:56.655480 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:57:05.877118 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0ef3f376-44dd-4ce8-9e78-ebca32857ad0 req-13237196-e383-449a-803d-0654df31f99e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=14780e1b-8579-4080-b183-159030718cb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399833 Dec 09 16:57:05.964562 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef3f376-44dd-4ce8-9e78-ebca32857ad0 req-2cf3c90f-d5ad-49f3-a2cb-c43f0a03863d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:05.965978 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0ef3f376-44dd-4ce8-9e78-ebca32857ad0 req-2cf3c90f-d5ad-49f3-a2cb-c43f0a03863d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95ed158b10404fb6a6679c1eac6dfcba&device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 1097 time: 0.0415235 Dec 09 16:57:06.073100 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef3f376-44dd-4ce8-9e78-ebca32857ad0 req-14a51316-8629-42c3-a71b-5b1ca1cdeea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:06.074570 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0ef3f376-44dd-4ce8-9e78-ebca32857ad0 req-14a51316-8629-42c3-a71b-5b1ca1cdeea2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=606d6a18-17c2-4887-94db-34e5c7955b2e HTTP/1.1" status: 200 len: 897 time: 0.0885437 Dec 09 16:57:06.139431 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0ef3f376-44dd-4ce8-9e78-ebca32857ad0 req-9ba5fa85-cda9-42f2-9f65-724261a2962f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab590065-f1ea-4d46-968f-53d1624ca1bf HTTP/1.1" status: 200 len: 1002 time: 0.0574019 Dec 09 16:57:06.187863 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef3f376-44dd-4ce8-9e78-ebca32857ad0 req-ca28215b-d4a2-4390-ac4e-18f286085ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:06.189312 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0ef3f376-44dd-4ce8-9e78-ebca32857ad0 req-ca28215b-d4a2-4390-ac4e-18f286085ecd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6a45f471-b671-4852-bea9-1f57b8393cd1 HTTP/1.1" status: 200 len: 834 time: 0.0430748 Dec 09 16:57:06.237390 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef3f376-44dd-4ce8-9e78-ebca32857ad0 req-af9fda8e-72f5-4209-97d6-64890413d3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:06.238867 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0ef3f376-44dd-4ce8-9e78-ebca32857ad0 req-af9fda8e-72f5-4209-97d6-64890413d3c2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=606d6a18-17c2-4887-94db-34e5c7955b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427666 Dec 09 16:57:06.326840 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0ef3f376-44dd-4ce8-9e78-ebca32857ad0 req-22a4da26-6b9d-4f6a-86d2-bba52ef07955 service neutron] 10.222.0.31 "GET /v2.0/networks/606d6a18-17c2-4887-94db-34e5c7955b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808532 Dec 09 16:57:06.422054 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0ef3f376-44dd-4ce8-9e78-ebca32857ad0 req-ba3c2800-eec3-4a60-83f1-afc49fdbb480 service neutron] 10.222.0.31 "GET /v2.0/networks/606d6a18-17c2-4887-94db-34e5c7955b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864036 Dec 09 16:57:08.735973 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:57:16.968808 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:57:20.676986 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-83201998-0d7f-44e7-9966-75fb1d05cab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:57:23.217266 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b53e72a6-592d-48f3-acc4-eee47ef51239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:57:24.412176 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:57:25.347523 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:57:25.691045 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:57:26.658347 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:57:28.643083 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-781e3250-623e-4a8b-824a-1d191c8dc695 req-aeb6bf86-8857-4c93-9634-be2e7a40a36c service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 16:57:28.644107 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-781e3250-623e-4a8b-824a-1d191c8dc695 req-aeb6bf86-8857-4c93-9634-be2e7a40a36c service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054677 Dec 09 16:57:28.813690 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57470) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:57:28.901571 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fea1bd-fddb-42d6-8bb6-ccc0819de847 req-643b24c0-7256-4c04-9603-05215b0e6037 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:28.903084 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-52fea1bd-fddb-42d6-8bb6-ccc0819de847 req-643b24c0-7256-4c04-9603-05215b0e6037 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 946 time: 0.1307695 Dec 09 16:57:28.909466 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7da8e923-377f-4a70-8156-35ebc362a544 req-4a7e2bcc-825c-48e8-8345-8beab90d956c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=14780e1b-8579-4080-b183-159030718cb0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0946212 Dec 09 16:57:28.919761 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-7da8e923-377f-4a70-8156-35ebc362a544 req-b98b9a37-dab4-4161-86d8-7d01c54ee49f service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 16:57:28.920756 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7da8e923-377f-4a70-8156-35ebc362a544 req-b98b9a37-dab4-4161-86d8-7d01c54ee49f service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046115 Dec 09 16:57:28.966432 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-52fea1bd-fddb-42d6-8bb6-ccc0819de847 req-54f3e711-7c90-4b6c-a478-a99d548205e3 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec09294a-f7ca-47ae-8cac-5592d363ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559144 Dec 09 16:57:30.091386 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12487643-9b8f-4a97-9352-4b778b6591ad req-a561542b-b0e8-4b44-bac7-1ea88e565609 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:30.092928 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-12487643-9b8f-4a97-9352-4b778b6591ad req-a561542b-b0e8-4b44-bac7-1ea88e565609 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 946 time: 0.0538530 Dec 09 16:57:30.168800 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-12487643-9b8f-4a97-9352-4b778b6591ad req-338e7740-247d-4a3e-997c-7c378f46ea9b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec09294a-f7ca-47ae-8cac-5592d363ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691614 Dec 09 16:57:30.174535 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8e923-377f-4a70-8156-35ebc362a544 req-a5fa4d91-876e-46a7-a0a6-af9706c04723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:30.175984 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7da8e923-377f-4a70-8156-35ebc362a544 req-a5fa4d91-876e-46a7-a0a6-af9706c04723 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95ed158b10404fb6a6679c1eac6dfcba&device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 1097 time: 0.0696552 Dec 09 16:57:30.269302 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8e923-377f-4a70-8156-35ebc362a544 req-1ba5799b-4c57-458d-9aba-9e4f414dcbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:30.270781 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7da8e923-377f-4a70-8156-35ebc362a544 req-1ba5799b-4c57-458d-9aba-9e4f414dcbaa service neutron] 10.222.0.31 "GET /v2.0/networks?id=606d6a18-17c2-4887-94db-34e5c7955b2e HTTP/1.1" status: 200 len: 897 time: 0.0869920 Dec 09 16:57:30.338569 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7da8e923-377f-4a70-8156-35ebc362a544 req-6856adba-c728-4013-b5a0-a251fc3474f3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab590065-f1ea-4d46-968f-53d1624ca1bf HTTP/1.1" status: 200 len: 1002 time: 0.0588260 Dec 09 16:57:30.388768 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8e923-377f-4a70-8156-35ebc362a544 req-f147dd55-ee8a-4ac0-a2b9-7e8cfcde7700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:30.390206 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7da8e923-377f-4a70-8156-35ebc362a544 req-f147dd55-ee8a-4ac0-a2b9-7e8cfcde7700 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6a45f471-b671-4852-bea9-1f57b8393cd1 HTTP/1.1" status: 200 len: 834 time: 0.0439079 Dec 09 16:57:30.438091 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8e923-377f-4a70-8156-35ebc362a544 req-67dfe3a1-f937-4093-a1e6-27dfa438dafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:30.439565 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7da8e923-377f-4a70-8156-35ebc362a544 req-67dfe3a1-f937-4093-a1e6-27dfa438dafb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=606d6a18-17c2-4887-94db-34e5c7955b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423965 Dec 09 16:57:30.527958 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7da8e923-377f-4a70-8156-35ebc362a544 req-3869137f-7377-481b-89b6-31c187248544 service neutron] 10.222.0.31 "GET /v2.0/networks/606d6a18-17c2-4887-94db-34e5c7955b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803556 Dec 09 16:57:30.621584 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7da8e923-377f-4a70-8156-35ebc362a544 req-35e3f067-e984-4adf-a4e6-c05c35366cbf service neutron] 10.222.0.31 "GET /v2.0/networks/606d6a18-17c2-4887-94db-34e5c7955b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858967 Dec 09 16:57:31.288723 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28741047-9398-4fce-ac34-b6d650517320 req-b451d25b-a15f-4b5d-83ad-67d1e4136883 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:31.290403 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-28741047-9398-4fce-ac34-b6d650517320 req-b451d25b-a15f-4b5d-83ad-67d1e4136883 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 946 time: 0.0500810 Dec 09 16:57:31.339860 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-28741047-9398-4fce-ac34-b6d650517320 req-44ba99ce-364a-4fd5-a19e-3eee823daa51 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec09294a-f7ca-47ae-8cac-5592d363ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435519 Dec 09 16:57:32.454117 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783a2d0-899c-4f0a-89ea-b4b89a7281db req-38a3116d-5896-4b22-bad2-86e98ebbec1b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:32.455591 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4783a2d0-899c-4f0a-89ea-b4b89a7281db req-38a3116d-5896-4b22-bad2-86e98ebbec1b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 946 time: 0.0478604 Dec 09 16:57:32.503814 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4783a2d0-899c-4f0a-89ea-b4b89a7281db req-6c49e95f-24e1-42ea-b85f-d4d4798952bd tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec09294a-f7ca-47ae-8cac-5592d363ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417850 Dec 09 16:57:33.623144 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97112e66-7dfa-4cdb-8043-857e7696e6d2 req-dd46c152-0569-4dcd-adf8-f938f8c2e246 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:33.624532 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97112e66-7dfa-4cdb-8043-857e7696e6d2 req-dd46c152-0569-4dcd-adf8-f938f8c2e246 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 946 time: 0.0519230 Dec 09 16:57:33.674299 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-97112e66-7dfa-4cdb-8043-857e7696e6d2 req-a053f2e5-ed60-48bb-9cf8-fdc853a7417c tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec09294a-f7ca-47ae-8cac-5592d363ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437651 Dec 09 16:57:34.790101 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127a540-dd75-4773-ae69-3d0adc32e836 req-f3a2175d-7a7b-410f-9e7d-cc256fddbd83 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:34.791953 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a127a540-dd75-4773-ae69-3d0adc32e836 req-f3a2175d-7a7b-410f-9e7d-cc256fddbd83 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 946 time: 0.0492911 Dec 09 16:57:34.840017 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a127a540-dd75-4773-ae69-3d0adc32e836 req-40cb0feb-23cc-49ac-a0b4-bead38e050d8 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec09294a-f7ca-47ae-8cac-5592d363ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420914 Dec 09 16:57:35.959460 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0fd5e-cbd1-452f-b7ad-6f63c7d6bd4e req-e1e0f7da-487f-439a-9dc8-a27dabe64041 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:35.960974 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bba0fd5e-cbd1-452f-b7ad-6f63c7d6bd4e req-e1e0f7da-487f-439a-9dc8-a27dabe64041 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 946 time: 0.0520654 Dec 09 16:57:36.010380 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bba0fd5e-cbd1-452f-b7ad-6f63c7d6bd4e req-771cbcef-c55e-4a16-a4bf-8a0d20204227 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec09294a-f7ca-47ae-8cac-5592d363ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433123 Dec 09 16:57:37.127512 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677eb76f-48d5-4772-855c-189226a1a0a0 req-a6cb45b0-4b83-420c-aa43-d61bc1cfc313 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:37.129005 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-677eb76f-48d5-4772-855c-189226a1a0a0 req-a6cb45b0-4b83-420c-aa43-d61bc1cfc313 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 946 time: 0.0489192 Dec 09 16:57:37.178461 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-677eb76f-48d5-4772-855c-189226a1a0a0 req-29612f0f-c8d7-4ac9-ae7a-958ffde50dca tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec09294a-f7ca-47ae-8cac-5592d363ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426443 Dec 09 16:57:38.296807 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb3f77-7ab6-4b69-a1a4-37e63e0fbde9 req-a828c806-3600-409c-8fb7-17d25232216a tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:38.298274 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2fdb3f77-7ab6-4b69-a1a4-37e63e0fbde9 req-a828c806-3600-409c-8fb7-17d25232216a tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 946 time: 0.0482094 Dec 09 16:57:38.353420 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2fdb3f77-7ab6-4b69-a1a4-37e63e0fbde9 req-c582c1c2-1295-401c-a5ca-74eec49a2213 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec09294a-f7ca-47ae-8cac-5592d363ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472562 Dec 09 16:57:39.469286 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41b56d-7814-40b1-a1ed-186c89c493be req-1092aee8-ff83-4697-8539-274ac327829f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:39.470794 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2c41b56d-7814-40b1-a1ed-186c89c493be req-1092aee8-ff83-4697-8539-274ac327829f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 946 time: 0.0480721 Dec 09 16:57:39.520237 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2c41b56d-7814-40b1-a1ed-186c89c493be req-d755cbb8-423b-493a-a208-406497d52606 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec09294a-f7ca-47ae-8cac-5592d363ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429025 Dec 09 16:57:40.636469 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec8726-bb5c-440c-aa6a-a6252833ca5d req-d76b394e-6fce-4576-97f0-642869a89b18 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:40.637923 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-46ec8726-bb5c-440c-aa6a-a6252833ca5d req-d76b394e-6fce-4576-97f0-642869a89b18 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 946 time: 0.0485415 Dec 09 16:57:40.685828 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-46ec8726-bb5c-440c-aa6a-a6252833ca5d req-12fb5be4-4af0-4a33-bf12-d069378d2335 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec09294a-f7ca-47ae-8cac-5592d363ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419192 Dec 09 16:57:41.805158 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094f74f-aa2b-4262-af49-b0d7d8e296a0 req-1a9c6ea3-192f-43ff-a3a0-f8e0f48cdaa8 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:41.806627 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d094f74f-aa2b-4262-af49-b0d7d8e296a0 req-1a9c6ea3-192f-43ff-a3a0-f8e0f48cdaa8 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 946 time: 0.0526154 Dec 09 16:57:41.854921 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d094f74f-aa2b-4262-af49-b0d7d8e296a0 req-c5cb21b0-3277-487a-9ab8-de1d4159e27d tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec09294a-f7ca-47ae-8cac-5592d363ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424304 Dec 09 16:57:42.599492 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-7da8e923-377f-4a70-8156-35ebc362a544 req-5269c63c-f147-4e0a-8da7-d17fef7745c9 service neutron] show failed (client error): The resource could not be found. Dec 09 16:57:42.600431 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7da8e923-377f-4a70-8156-35ebc362a544 req-5269c63c-f147-4e0a-8da7-d17fef7745c9 service neutron] 10.222.0.31 "GET /v2.0/ports/ab590065-f1ea-4d46-968f-53d1624ca1bf/bindings/n-h1-821228-1 HTTP/1.1" status: 404 len: 380 time: 0.0535769 Dec 09 16:57:42.847821 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8e923-377f-4a70-8156-35ebc362a544 req-cc2fa4ef-b695-4577-86c4-b34c1c349b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:42.849347 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7da8e923-377f-4a70-8156-35ebc362a544 req-cc2fa4ef-b695-4577-86c4-b34c1c349b0e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=14780e1b-8579-4080-b183-159030718cb0&tenant_id=95ed158b10404fb6a6679c1eac6dfcba HTTP/1.1" status: 200 len: 1097 time: 0.0891266 Dec 09 16:57:42.860831 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [req-7da8e923-377f-4a70-8156-35ebc362a544 req-f078e3c7-77c1-47f2-99dd-f7cbdd5c9491 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 16:57:42.861701 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7da8e923-377f-4a70-8156-35ebc362a544 req-f078e3c7-77c1-47f2-99dd-f7cbdd5c9491 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048628 Dec 09 16:57:42.880105 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-7da8e923-377f-4a70-8156-35ebc362a544 req-d50fbcd9-945e-455f-80fd-ddead5443dae service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821228-1', 'device_owner': 'compute:nova'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:57:42.937097 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7da8e923-377f-4a70-8156-35ebc362a544 req-d50fbcd9-945e-455f-80fd-ddead5443dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:57:42.971281 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dad6fa-3a0d-4857-a362-2a0a0351600d req-91d7770c-6e48-4d40-9792-2491549dae00 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:42.972984 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-60dad6fa-3a0d-4857-a362-2a0a0351600d req-91d7770c-6e48-4d40-9792-2491549dae00 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 946 time: 0.0501397 Dec 09 16:57:43.025441 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-60dad6fa-3a0d-4857-a362-2a0a0351600d req-838a65c0-7db8-4aa7-9d4b-119cdd63c517 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec09294a-f7ca-47ae-8cac-5592d363ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453565 Dec 09 16:57:43.140023 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-7da8e923-377f-4a70-8156-35ebc362a544 req-d50fbcd9-945e-455f-80fd-ddead5443dae service neutron] For port ab590065-f1ea-4d46-968f-53d1624ca1bf, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=ab590065-f1ea-4d46-968f-53d1624ca1bf,segment=NetworkSegment(abad6bd1-3326-46a9-8eb0-c2c69ac868b9),segment_id=abad6bd1-3326-46a9-8eb0-c2c69ac868b9)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:57:43.172722 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-7da8e923-377f-4a70-8156-35ebc362a544 req-d50fbcd9-945e-455f-80fd-ddead5443dae service neutron] For port ab590065-f1ea-4d46-968f-53d1624ca1bf, host n-h2-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:57:43.211527 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14780e1b-8579-4080-b183-159030718cb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab590065-f1ea-4d46-968f-53d1624ca1bf'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:57:43.213827 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efaf58d4d7c9700f5ffb733085425a1334cb86cda12ff1566d55ee0012e72786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12645a9-a0e1-414b-966b-30c4e509141f" -d '{"events": [{"server_uuid": "14780e1b-8579-4080-b183-159030718cb0", "name": "network-vif-unplugged", "status": "completed", "tag": "ab590065-f1ea-4d46-968f-53d1624ca1bf"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:57:43.217886 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7da8e923-377f-4a70-8156-35ebc362a544 req-d50fbcd9-945e-455f-80fd-ddead5443dae service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:57:43.230551 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-7da8e923-377f-4a70-8156-35ebc362a544 req-d50fbcd9-945e-455f-80fd-ddead5443dae service neutron] Transition to ACTIVE for port object ab590065-f1ea-4d46-968f-53d1624ca1bf will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:57:43.233972 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7da8e923-377f-4a70-8156-35ebc362a544 req-d50fbcd9-945e-455f-80fd-ddead5443dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:57:43.269918 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 16:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c02a1e1-3edc-4977-8de9-a0b5cb9e8aea x-openstack-request-id: req-8c02a1e1-3edc-4977-8de9-a0b5cb9e8aea {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:57:43.270211 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14780e1b-8579-4080-b183-159030718cb0", "name": "network-vif-unplugged", "status": "completed", "tag": "ab590065-f1ea-4d46-968f-53d1624ca1bf", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:57:43.270511 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8c02a1e1-3edc-4977-8de9-a0b5cb9e8aea {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:57:43.270857 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14780e1b-8579-4080-b183-159030718cb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab590065-f1ea-4d46-968f-53d1624ca1bf', 'code': 200} Dec 09 16:57:43.328799 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50fbcd9-945e-455f-80fd-ddead5443dae service neutron] Pushing event updated for resources: {'Port': ['ID=ab590065-f1ea-4d46-968f-53d1624ca1bf,revision_number=6']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:57:43.341475 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fbcd9-945e-455f-80fd-ddead5443dae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:57:43.341814 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fbcd9-945e-455f-80fd-ddead5443dae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:57:43.342154 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fbcd9-945e-455f-80fd-ddead5443dae service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:57:43.342489 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fbcd9-945e-455f-80fd-ddead5443dae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:57:43.342932 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fbcd9-945e-455f-80fd-ddead5443dae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:57:43.343134 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fbcd9-945e-455f-80fd-ddead5443dae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:57:43.343457 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fbcd9-945e-455f-80fd-ddead5443dae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:57:43.343785 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fbcd9-945e-455f-80fd-ddead5443dae service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:57:43.344108 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fbcd9-945e-455f-80fd-ddead5443dae service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:57:43.344448 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fbcd9-945e-455f-80fd-ddead5443dae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:57:43.344774 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fbcd9-945e-455f-80fd-ddead5443dae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:57:43.345093 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fbcd9-945e-455f-80fd-ddead5443dae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:57:43.345411 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fbcd9-945e-455f-80fd-ddead5443dae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:57:43.379419 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da8e923-377f-4a70-8156-35ebc362a544 req-d50fbcd9-945e-455f-80fd-ddead5443dae service neutron] No DVR routers for this DVR port ab590065-f1ea-4d46-968f-53d1624ca1bf on host n-h2-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:57:43.517653 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-7da8e923-377f-4a70-8156-35ebc362a544 req-d50fbcd9-945e-455f-80fd-ddead5443dae service neutron] Attempting to bind port ab590065-f1ea-4d46-968f-53d1624ca1bf on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:57:43.517987 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-7da8e923-377f-4a70-8156-35ebc362a544 req-d50fbcd9-945e-455f-80fd-ddead5443dae service neutron] Attempting to bind port ab590065-f1ea-4d46-968f-53d1624ca1bf by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': 'abad6bd1-3326-46a9-8eb0-c2c69ac868b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '606d6a18-17c2-4887-94db-34e5c7955b2e'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:57:43.518315 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da8e923-377f-4a70-8156-35ebc362a544 req-d50fbcd9-945e-455f-80fd-ddead5443dae service neutron] Attempting to bind port ab590065-f1ea-4d46-968f-53d1624ca1bf on network 606d6a18-17c2-4887-94db-34e5c7955b2e {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:57:43.522494 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da8e923-377f-4a70-8156-35ebc362a544 req-d50fbcd9-945e-455f-80fd-ddead5443dae service neutron] Port ab590065-f1ea-4d46-968f-53d1624ca1bf on network 606d6a18-17c2-4887-94db-34e5c7955b2e not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:57:43.522813 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da8e923-377f-4a70-8156-35ebc362a544 req-d50fbcd9-945e-455f-80fd-ddead5443dae service neutron] Attempting to bind port ab590065-f1ea-4d46-968f-53d1624ca1bf on network 606d6a18-17c2-4887-94db-34e5c7955b2e {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:57:43.528201 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da8e923-377f-4a70-8156-35ebc362a544 req-d50fbcd9-945e-455f-80fd-ddead5443dae service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:57:43.528576 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da8e923-377f-4a70-8156-35ebc362a544 req-d50fbcd9-945e-455f-80fd-ddead5443dae service neutron] Checking segment: {'id': 'abad6bd1-3326-46a9-8eb0-c2c69ac868b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '606d6a18-17c2-4887-94db-34e5c7955b2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:57:43.528956 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da8e923-377f-4a70-8156-35ebc362a544 req-d50fbcd9-945e-455f-80fd-ddead5443dae service neutron] Bound using segment: {'id': 'abad6bd1-3326-46a9-8eb0-c2c69ac868b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '606d6a18-17c2-4887-94db-34e5c7955b2e'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:57:43.529376 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-7da8e923-377f-4a70-8156-35ebc362a544 req-d50fbcd9-945e-455f-80fd-ddead5443dae service neutron] Bound port: ab590065-f1ea-4d46-968f-53d1624ca1bf, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abad6bd1-3326-46a9-8eb0-c2c69ac868b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '606d6a18-17c2-4887-94db-34e5c7955b2e'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:57:43.529725 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7da8e923-377f-4a70-8156-35ebc362a544 req-d50fbcd9-945e-455f-80fd-ddead5443dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:57:43.592117 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-7da8e923-377f-4a70-8156-35ebc362a544 req-d50fbcd9-945e-455f-80fd-ddead5443dae service neutron] For port ab590065-f1ea-4d46-968f-53d1624ca1bf, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:57:43.595131 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-7da8e923-377f-4a70-8156-35ebc362a544 req-d50fbcd9-945e-455f-80fd-ddead5443dae service neutron] For port ab590065-f1ea-4d46-968f-53d1624ca1bf, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=ab590065-f1ea-4d46-968f-53d1624ca1bf,segment=NetworkSegment(abad6bd1-3326-46a9-8eb0-c2c69ac868b9),segment_id=abad6bd1-3326-46a9-8eb0-c2c69ac868b9)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:57:43.598911 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7da8e923-377f-4a70-8156-35ebc362a544 req-d50fbcd9-945e-455f-80fd-ddead5443dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:57:43.635761 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8e923-377f-4a70-8156-35ebc362a544 req-d50fbcd9-945e-455f-80fd-ddead5443dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:43.636385 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-7da8e923-377f-4a70-8156-35ebc362a544 req-d50fbcd9-945e-455f-80fd-ddead5443dae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:57:43.637808 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7da8e923-377f-4a70-8156-35ebc362a544 req-d50fbcd9-945e-455f-80fd-ddead5443dae service neutron] 10.222.0.42 "PUT /v2.0/ports/ab590065-f1ea-4d46-968f-53d1624ca1bf HTTP/1.1" status: 200 len: 1092 time: 0.7615943 Dec 09 16:57:43.661099 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50fbcd9-945e-455f-80fd-ddead5443dae service neutron] Pushing event updated for resources: {'Port': ['ID=ab590065-f1ea-4d46-968f-53d1624ca1bf,revision_number=7']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:57:43.717876 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8e923-377f-4a70-8156-35ebc362a544 req-9a12e46a-2dc5-467b-bcd0-35f9cd2d21b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:43.719403 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7da8e923-377f-4a70-8156-35ebc362a544 req-9a12e46a-2dc5-467b-bcd0-35f9cd2d21b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=95ed158b10404fb6a6679c1eac6dfcba&device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 1095 time: 0.0432050 Dec 09 16:57:43.812524 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8e923-377f-4a70-8156-35ebc362a544 req-35189f04-3ae5-4fe8-b37a-75dd03128bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:43.814015 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7da8e923-377f-4a70-8156-35ebc362a544 req-35189f04-3ae5-4fe8-b37a-75dd03128bf9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=606d6a18-17c2-4887-94db-34e5c7955b2e HTTP/1.1" status: 200 len: 897 time: 0.0880480 Dec 09 16:57:44.159359 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dfccab-8a7a-4a93-99b7-5b8a3291c702 req-b7539ea0-faef-48e7-9b3b-d347e26e3a3a tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:44.160875 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c7dfccab-8a7a-4a93-99b7-5b8a3291c702 req-b7539ea0-faef-48e7-9b3b-d347e26e3a3a tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 944 time: 0.0545082 Dec 09 16:57:44.165164 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7da8e923-377f-4a70-8156-35ebc362a544 req-ef9e3ca1-194f-41a7-a242-086fc5fb7689 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab590065-f1ea-4d46-968f-53d1624ca1bf HTTP/1.1" status: 200 len: 1000 time: 0.3438060 Dec 09 16:57:44.211628 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c7dfccab-8a7a-4a93-99b7-5b8a3291c702 req-7f7e67fa-ed20-4762-96ea-030159669c24 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec09294a-f7ca-47ae-8cac-5592d363ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439131 Dec 09 16:57:44.213470 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8e923-377f-4a70-8156-35ebc362a544 req-9a1e17d4-4e12-46f7-bf97-9c32c8c368b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:44.214926 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7da8e923-377f-4a70-8156-35ebc362a544 req-9a1e17d4-4e12-46f7-bf97-9c32c8c368b3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a45f471-b671-4852-bea9-1f57b8393cd1 HTTP/1.1" status: 200 len: 834 time: 0.0430169 Dec 09 16:57:44.260890 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8e923-377f-4a70-8156-35ebc362a544 req-8836ef3b-5c57-49d0-8310-85b84c2b22ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:44.262371 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7da8e923-377f-4a70-8156-35ebc362a544 req-8836ef3b-5c57-49d0-8310-85b84c2b22ff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=606d6a18-17c2-4887-94db-34e5c7955b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406637 Dec 09 16:57:44.357375 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7da8e923-377f-4a70-8156-35ebc362a544 req-53b83b6e-ebe8-4722-8e5d-f6c0d3705df1 service neutron] 10.222.0.42 "GET /v2.0/networks/606d6a18-17c2-4887-94db-34e5c7955b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873268 Dec 09 16:57:44.447295 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7da8e923-377f-4a70-8156-35ebc362a544 req-390b053b-833b-4ca6-8bff-0a15cd502498 service neutron] 10.222.0.42 "GET /v2.0/networks/606d6a18-17c2-4887-94db-34e5c7955b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825965 Dec 09 16:57:45.272288 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14780e1b-8579-4080-b183-159030718cb0', 'tag': 'ab590065-f1ea-4d46-968f-53d1624ca1bf'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:57:45.275456 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efaf58d4d7c9700f5ffb733085425a1334cb86cda12ff1566d55ee0012e72786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126b13c4-ca39-4ec8-a24d-02520b8cd334" -d '{"events": [{"name": "network-changed", "server_uuid": "14780e1b-8579-4080-b183-159030718cb0", "tag": "ab590065-f1ea-4d46-968f-53d1624ca1bf"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:57:45.330143 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4f77f-64e1-4eca-8cf9-2ffb243f271f req-b9fd2c1c-6378-46fa-b05d-8d551e71ce01 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:45.331660 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-25c4f77f-64e1-4eca-8cf9-2ffb243f271f req-b9fd2c1c-6378-46fa-b05d-8d551e71ce01 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 944 time: 0.0482118 Dec 09 16:57:45.383408 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-25c4f77f-64e1-4eca-8cf9-2ffb243f271f req-06e0d278-973c-47c9-b68c-07f4d8925962 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec09294a-f7ca-47ae-8cac-5592d363ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449402 Dec 09 16:57:45.438727 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8cf51f-20f8-4e69-961a-8ef37f42ae33 x-openstack-request-id: req-7e8cf51f-20f8-4e69-961a-8ef37f42ae33 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:57:45.439033 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14780e1b-8579-4080-b183-159030718cb0", "tag": "ab590065-f1ea-4d46-968f-53d1624ca1bf", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:57:45.439289 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7e8cf51f-20f8-4e69-961a-8ef37f42ae33 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:57:45.439702 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14780e1b-8579-4080-b183-159030718cb0', 'tag': 'ab590065-f1ea-4d46-968f-53d1624ca1bf', 'status': 'completed', 'code': 200} Dec 09 16:57:45.509375 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b13c4-ca39-4ec8-a24d-02520b8cd334 req-f1b76b0b-975e-4eac-8881-281d7bf482a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:45.510896 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-126b13c4-ca39-4ec8-a24d-02520b8cd334 req-f1b76b0b-975e-4eac-8881-281d7bf482a5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95ed158b10404fb6a6679c1eac6dfcba&device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 1095 time: 0.0460453 Dec 09 16:57:45.521437 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b13c4-ca39-4ec8-a24d-02520b8cd334 req-cfac8a06-d8e2-4f8a-bab2-180974508dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:45.523227 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-126b13c4-ca39-4ec8-a24d-02520b8cd334 req-cfac8a06-d8e2-4f8a-bab2-180974508dc9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=95ed158b10404fb6a6679c1eac6dfcba&device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 1095 time: 0.0453105 Dec 09 16:57:45.602697 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b13c4-ca39-4ec8-a24d-02520b8cd334 req-2ff7aee3-9c33-4ca9-972c-3b0662e10b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:45.604197 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-126b13c4-ca39-4ec8-a24d-02520b8cd334 req-2ff7aee3-9c33-4ca9-972c-3b0662e10b17 service neutron] 10.222.0.31 "GET /v2.0/networks?id=606d6a18-17c2-4887-94db-34e5c7955b2e HTTP/1.1" status: 200 len: 897 time: 0.0843990 Dec 09 16:57:45.615019 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b13c4-ca39-4ec8-a24d-02520b8cd334 req-95405a10-c811-42d0-aecb-d1600a54c882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:45.617175 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-126b13c4-ca39-4ec8-a24d-02520b8cd334 req-95405a10-c811-42d0-aecb-d1600a54c882 service neutron] 10.222.0.42 "GET /v2.0/networks?id=606d6a18-17c2-4887-94db-34e5c7955b2e HTTP/1.1" status: 200 len: 897 time: 0.0856621 Dec 09 16:57:45.675127 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-126b13c4-ca39-4ec8-a24d-02520b8cd334 req-f3c866ae-2b6c-441e-b71b-ad7c6e3a46e1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab590065-f1ea-4d46-968f-53d1624ca1bf HTTP/1.1" status: 200 len: 1000 time: 0.0623133 Dec 09 16:57:45.687579 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-126b13c4-ca39-4ec8-a24d-02520b8cd334 req-ea68b75b-c671-4fcc-bc82-93f57800e9e9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab590065-f1ea-4d46-968f-53d1624ca1bf HTTP/1.1" status: 200 len: 1000 time: 0.0631979 Dec 09 16:57:45.725932 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b13c4-ca39-4ec8-a24d-02520b8cd334 req-13f697cb-efde-46a6-8850-20cc8a8238f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:45.727432 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-126b13c4-ca39-4ec8-a24d-02520b8cd334 req-13f697cb-efde-46a6-8850-20cc8a8238f6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6a45f471-b671-4852-bea9-1f57b8393cd1 HTTP/1.1" status: 200 len: 834 time: 0.0442247 Dec 09 16:57:45.735348 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:57:45.738967 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b13c4-ca39-4ec8-a24d-02520b8cd334 req-c11e9e40-b707-4cf0-a350-2f5f212e9dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:45.740438 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-126b13c4-ca39-4ec8-a24d-02520b8cd334 req-c11e9e40-b707-4cf0-a350-2f5f212e9dc5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a45f471-b671-4852-bea9-1f57b8393cd1 HTTP/1.1" status: 200 len: 834 time: 0.0458624 Dec 09 16:57:45.774255 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b13c4-ca39-4ec8-a24d-02520b8cd334 req-f58b4735-5848-4151-9e1b-e67760bc28ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:45.775678 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-126b13c4-ca39-4ec8-a24d-02520b8cd334 req-f58b4735-5848-4151-9e1b-e67760bc28ac service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=606d6a18-17c2-4887-94db-34e5c7955b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409391 Dec 09 16:57:45.788044 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b13c4-ca39-4ec8-a24d-02520b8cd334 req-e0cb88dd-4ac6-478c-be85-48c37df12e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:45.789637 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-126b13c4-ca39-4ec8-a24d-02520b8cd334 req-e0cb88dd-4ac6-478c-be85-48c37df12e67 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=606d6a18-17c2-4887-94db-34e5c7955b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411472 Dec 09 16:57:45.888806 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-126b13c4-ca39-4ec8-a24d-02520b8cd334 req-85a42244-08aa-4e9b-be6a-63cf2762932c service neutron] 10.222.0.42 "GET /v2.0/networks/606d6a18-17c2-4887-94db-34e5c7955b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906651 Dec 09 16:57:45.986683 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-126b13c4-ca39-4ec8-a24d-02520b8cd334 req-96f00955-8089-4a22-8d28-99b7ac7acf30 service neutron] 10.222.0.42 "GET /v2.0/networks/606d6a18-17c2-4887-94db-34e5c7955b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903423 Dec 09 16:57:46.207543 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-126b13c4-ca39-4ec8-a24d-02520b8cd334 req-b0a195e3-bf2c-475e-8011-3a5249df83ca service neutron] 10.222.0.31 "GET /v2.0/networks/606d6a18-17c2-4887-94db-34e5c7955b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4241800 Dec 09 16:57:46.300394 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-126b13c4-ca39-4ec8-a24d-02520b8cd334 req-ecbcf693-6174-41e8-b097-c5cea5c74055 service neutron] 10.222.0.31 "GET /v2.0/networks/606d6a18-17c2-4887-94db-34e5c7955b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853758 Dec 09 16:57:46.495999 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device ab590065-f1ea-4d46-968f-53d1624ca1bf no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:57:46.502749 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ee3ae-a0db-4c52-a4d6-d78a461fc1f1 req-5eaaf141-758b-48d2-94a3-07fb116d3d63 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:46.504314 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-917ee3ae-a0db-4c52-a4d6-d78a461fc1f1 req-5eaaf141-758b-48d2-94a3-07fb116d3d63 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 944 time: 0.0505426 Dec 09 16:57:46.533846 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device ab590065-f1ea-4d46-968f-53d1624ca1bf not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:57:46.557319 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-917ee3ae-a0db-4c52-a4d6-d78a461fc1f1 req-2dc6cb1a-40a8-448b-b628-61b76fa507ec tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec09294a-f7ca-47ae-8cac-5592d363ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468135 Dec 09 16:57:46.969401 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:57:47.671907 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11b738-1fa6-40cf-8aee-91dfd8a88188 req-28b68406-b76a-403a-a105-bec8f2013370 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:47.673388 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c11b738-1fa6-40cf-8aee-91dfd8a88188 req-28b68406-b76a-403a-a105-bec8f2013370 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 944 time: 0.0474486 Dec 09 16:57:47.721958 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7c11b738-1fa6-40cf-8aee-91dfd8a88188 req-e0927d43-b83f-4c44-87d1-ec67e8a09ac0 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec09294a-f7ca-47ae-8cac-5592d363ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425079 Dec 09 16:57:47.756252 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device ab590065-f1ea-4d46-968f-53d1624ca1bf details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:57:47.857589 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port ab590065-f1ea-4d46-968f-53d1624ca1bf, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=ab590065-f1ea-4d46-968f-53d1624ca1bf,segment=NetworkSegment(abad6bd1-3326-46a9-8eb0-c2c69ac868b9),segment_id=abad6bd1-3326-46a9-8eb0-c2c69ac868b9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:57:47.870869 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': 'ab590065-f1ea-4d46-968f-53d1624ca1bf', 'network_id': '606d6a18-17c2-4887-94db-34e5c7955b2e', 'port_id': 'ab590065-f1ea-4d46-968f-53d1624ca1bf', 'mac_address': 'fa:16:3e:ce:3d:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a45f471-b671-4852-bea9-1f57b8393cd1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:57:47.908842 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:57:47.922526 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab590065-f1ea-4d46-968f-53d1624ca1bf {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:57:47.942761 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port ab590065-f1ea-4d46-968f-53d1624ca1bf, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=ab590065-f1ea-4d46-968f-53d1624ca1bf,segment=NetworkSegment(abad6bd1-3326-46a9-8eb0-c2c69ac868b9),segment_id=abad6bd1-3326-46a9-8eb0-c2c69ac868b9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:57:47.947106 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:57:47.954392 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21562b9-e27b-42ee-9e53-881fb3e5a853 req-a3fc5f41-764a-4c10-bf46-22fa83a07882 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:47.955889 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a21562b9-e27b-42ee-9e53-881fb3e5a853 req-a3fc5f41-764a-4c10-bf46-22fa83a07882 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.31 "GET /v2.0/ports?device_id=14780e1b-8579-4080-b183-159030718cb0&tenant_id=95ed158b10404fb6a6679c1eac6dfcba&binding%3Ahost_id=n-h1-821228-1 HTTP/1.1" status: 200 len: 944 time: 0.0725305 Dec 09 16:57:47.964206 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03b586-0ed0-4f46-be80-1d20e44dbdf8 req-b5cec8db-a7f4-48da-b985-0df4d0256e7b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:47.965660 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2b03b586-0ed0-4f46-be80-1d20e44dbdf8 req-b5cec8db-a7f4-48da-b985-0df4d0256e7b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 944 time: 0.0914848 Dec 09 16:57:47.996022 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=ab590065-f1ea-4d46-968f-53d1624ca1bf,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:57:48.003363 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:57:48.003716 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:57:48.004062 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:57:48.004406 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:57:48.004764 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:57:48.005096 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:57:48.005426 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:57:48.005757 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:57:48.006085 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:57:48.006409 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:57:48.006733 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:57:48.007445 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:57:48.007445 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:57:48.057308 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2b03b586-0ed0-4f46-be80-1d20e44dbdf8 req-79d7f095-e78b-4be4-a307-24e13209a974 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec09294a-f7ca-47ae-8cac-5592d363ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846190 Dec 09 16:57:48.059290 n-d-821228-1 neutron-server[103244]: INFO neutron.api.v2.resource [req-a21562b9-e27b-42ee-9e53-881fb3e5a853 req-d50d419c-d488-40fa-afa8-058687639287 service neutron] delete failed (client error): The resource could not be found. Dec 09 16:57:48.060366 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a21562b9-e27b-42ee-9e53-881fb3e5a853 req-d50d419c-d488-40fa-afa8-058687639287 service neutron] 10.222.0.31 "DELETE /v2.0/ports/ab590065-f1ea-4d46-968f-53d1624ca1bf/bindings/n-h2-821228-1 HTTP/1.1" status: 404 len: 380 time: 0.0936902 Dec 09 16:57:48.176570 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21562b9-e27b-42ee-9e53-881fb3e5a853 req-7a0b7a61-85e6-4baf-a89d-90ac15e50bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:48.177956 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a21562b9-e27b-42ee-9e53-881fb3e5a853 req-7a0b7a61-85e6-4baf-a89d-90ac15e50bf6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95ed158b10404fb6a6679c1eac6dfcba&device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 1096 time: 0.0724964 Dec 09 16:57:48.189874 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c970181-dd0f-482d-857d-7ebeaee4a0e1 req-4de64e25-d7f2-4bf7-9b91-6d859fd78357 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:48.191246 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1c970181-dd0f-482d-857d-7ebeaee4a0e1 req-4de64e25-d7f2-4bf7-9b91-6d859fd78357 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 945 time: 0.0620077 Dec 09 16:57:48.295221 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1c970181-dd0f-482d-857d-7ebeaee4a0e1 req-a8f15d4a-f1a8-49d3-9a8d-eb41e00fcb67 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec09294a-f7ca-47ae-8cac-5592d363ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959466 Dec 09 16:57:48.309965 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21562b9-e27b-42ee-9e53-881fb3e5a853 req-aed2380f-9186-4a36-b05a-3b23cfd9e783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:48.311421 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a21562b9-e27b-42ee-9e53-881fb3e5a853 req-aed2380f-9186-4a36-b05a-3b23cfd9e783 service neutron] 10.222.0.31 "GET /v2.0/networks?id=606d6a18-17c2-4887-94db-34e5c7955b2e HTTP/1.1" status: 200 len: 897 time: 0.1193485 Dec 09 16:57:48.348287 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['ab590065-f1ea-4d46-968f-53d1624ca1bf'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:57:48.388052 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a21562b9-e27b-42ee-9e53-881fb3e5a853 req-81ed90be-b43b-44f7-83dd-31de368482d1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab590065-f1ea-4d46-968f-53d1624ca1bf HTTP/1.1" status: 200 len: 1001 time: 0.0694802 Dec 09 16:57:48.437395 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21562b9-e27b-42ee-9e53-881fb3e5a853 req-e76dc486-9707-4722-85fc-b0abaf5a6a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:48.438842 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a21562b9-e27b-42ee-9e53-881fb3e5a853 req-e76dc486-9707-4722-85fc-b0abaf5a6a6c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6a45f471-b671-4852-bea9-1f57b8393cd1 HTTP/1.1" status: 200 len: 834 time: 0.0440178 Dec 09 16:57:48.484705 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21562b9-e27b-42ee-9e53-881fb3e5a853 req-7cd12a42-b524-4a5c-8fca-a7abdc2b818b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:48.486208 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a21562b9-e27b-42ee-9e53-881fb3e5a853 req-7cd12a42-b524-4a5c-8fca-a7abdc2b818b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=606d6a18-17c2-4887-94db-34e5c7955b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398548 Dec 09 16:57:48.579797 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a21562b9-e27b-42ee-9e53-881fb3e5a853 req-ac391a6f-9168-4fee-9e8b-277088bdf6a7 service neutron] 10.222.0.31 "GET /v2.0/networks/606d6a18-17c2-4887-94db-34e5c7955b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864296 Dec 09 16:57:48.671337 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a21562b9-e27b-42ee-9e53-881fb3e5a853 req-6d5d56b5-6a1f-4f8c-850e-e3e378536511 service neutron] 10.222.0.31 "GET /v2.0/networks/606d6a18-17c2-4887-94db-34e5c7955b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840003 Dec 09 16:57:49.416493 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3fb38-ab08-4f6c-a4f1-a8d1c7bc8035 req-b59bf3d3-d087-467a-8b8f-4afca3c9a6e6 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:57:49.417987 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-24d3fb38-ab08-4f6c-a4f1-a8d1c7bc8035 req-b59bf3d3-d087-467a-8b8f-4afca3c9a6e6 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 945 time: 0.0539696 Dec 09 16:57:49.466670 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-24d3fb38-ab08-4f6c-a4f1-a8d1c7bc8035 req-e442c641-aa97-439c-8d16-60bdfc3b1cae tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec09294a-f7ca-47ae-8cac-5592d363ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428157 Dec 09 16:57:49.490824 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57546) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:57:49.552162 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1f6ae25a-94bf-45f0-860b-cbdddbb8c520 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/floatingips/a0ebd786-21f5-4384-8d6d-1c65fae5f972 HTTP/1.1" status: 200 len: 993 time: 0.0597739 Dec 09 16:57:49.771807 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device ab590065-f1ea-4d46-968f-53d1624ca1bf up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:57:49.822111 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port ab590065-f1ea-4d46-968f-53d1624ca1bf completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:57:49.826127 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port ab590065-f1ea-4d46-968f-53d1624ca1bf triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:57:49.826496 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:57:49.899837 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:57:49.921337 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14780e1b-8579-4080-b183-159030718cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab590065-f1ea-4d46-968f-53d1624ca1bf'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:57:49.923560 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad401665e64187bef4a0f300457b2868c99907d1fc0db4bbbc94af95fd68fd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26affd87-1847-4ccd-9eb7-c498e4c7cc30" -d '{"events": [{"server_uuid": "14780e1b-8579-4080-b183-159030718cb0", "name": "network-vif-plugged", "status": "completed", "tag": "ab590065-f1ea-4d46-968f-53d1624ca1bf"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:57:49.936395 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port ab590065-f1ea-4d46-968f-53d1624ca1bf, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=ab590065-f1ea-4d46-968f-53d1624ca1bf,segment=NetworkSegment(abad6bd1-3326-46a9-8eb0-c2c69ac868b9),segment_id=abad6bd1-3326-46a9-8eb0-c2c69ac868b9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:57:49.941006 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:57:49.967478 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90fb1f5c-b100-455b-81e2-841ad4a368ed x-openstack-request-id: req-90fb1f5c-b100-455b-81e2-841ad4a368ed {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:57:49.967766 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14780e1b-8579-4080-b183-159030718cb0", "name": "network-vif-plugged", "status": "completed", "tag": "ab590065-f1ea-4d46-968f-53d1624ca1bf", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:57:49.968013 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-90fb1f5c-b100-455b-81e2-841ad4a368ed {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:57:49.968394 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14780e1b-8579-4080-b183-159030718cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab590065-f1ea-4d46-968f-53d1624ca1bf', 'code': 200} Dec 09 16:57:49.993023 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=ab590065-f1ea-4d46-968f-53d1624ca1bf,revision_number=9']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:57:50.679244 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-482fdf77-cf8f-44a5-a109-f408a5089c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:57:53.218048 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-81f4a20d-2649-494f-b5db-af75d8d4d316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:57:54.416128 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:57:55.365217 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:57:55.691365 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:57:56.660729 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:16.964196 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:20.680674 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6cde11e4-0869-4ab8-b18a-dcfef64a5833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:22.735333 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:58:23.220225 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a36268f5-175c-4e81-bea4-772fe1b8f442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:24.418153 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:25.374146 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:25.693973 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:26.663418 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:31.050233 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d8cdb462-ab37-42ac-b4d5-1a205622ecb4 req-5b7907f3-d865-4059-9e2e-71ddcbfb69b5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=14780e1b-8579-4080-b183-159030718cb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392482 Dec 09 16:58:31.154165 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdb462-ab37-42ac-b4d5-1a205622ecb4 req-9373cb1a-e874-46e0-9a22-48a2b68efa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:58:31.155692 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d8cdb462-ab37-42ac-b4d5-1a205622ecb4 req-9373cb1a-e874-46e0-9a22-48a2b68efa60 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=95ed158b10404fb6a6679c1eac6dfcba&device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 1097 time: 0.0447934 Dec 09 16:58:31.259030 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdb462-ab37-42ac-b4d5-1a205622ecb4 req-3b5fb506-1bae-44d4-bc3f-676fd3d5db58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:58:31.260586 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d8cdb462-ab37-42ac-b4d5-1a205622ecb4 req-3b5fb506-1bae-44d4-bc3f-676fd3d5db58 service neutron] 10.222.0.42 "GET /v2.0/networks?id=606d6a18-17c2-4887-94db-34e5c7955b2e HTTP/1.1" status: 200 len: 897 time: 0.0843794 Dec 09 16:58:31.330983 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d8cdb462-ab37-42ac-b4d5-1a205622ecb4 req-75ecc864-6428-4ae2-9136-772639f563d7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab590065-f1ea-4d46-968f-53d1624ca1bf HTTP/1.1" status: 200 len: 1002 time: 0.0624959 Dec 09 16:58:31.379889 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdb462-ab37-42ac-b4d5-1a205622ecb4 req-39ffcff7-c6bc-4d0b-b8a2-cd65c7c281a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:58:31.381327 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d8cdb462-ab37-42ac-b4d5-1a205622ecb4 req-39ffcff7-c6bc-4d0b-b8a2-cd65c7c281a3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a45f471-b671-4852-bea9-1f57b8393cd1 HTTP/1.1" status: 200 len: 834 time: 0.0422807 Dec 09 16:58:31.427784 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdb462-ab37-42ac-b4d5-1a205622ecb4 req-340bbd03-01b4-4b6e-9aeb-f265c916bfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:58:31.429290 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d8cdb462-ab37-42ac-b4d5-1a205622ecb4 req-340bbd03-01b4-4b6e-9aeb-f265c916bfc9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=606d6a18-17c2-4887-94db-34e5c7955b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397258 Dec 09 16:58:31.523251 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d8cdb462-ab37-42ac-b4d5-1a205622ecb4 req-99650810-e74b-47b1-85b0-16688ad6c787 service neutron] 10.222.0.42 "GET /v2.0/networks/606d6a18-17c2-4887-94db-34e5c7955b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853865 Dec 09 16:58:31.618877 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d8cdb462-ab37-42ac-b4d5-1a205622ecb4 req-7350ef47-d2e4-4eff-870b-eddfbbb9a523 service neutron] 10.222.0.42 "GET /v2.0/networks/606d6a18-17c2-4887-94db-34e5c7955b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850506 Dec 09 16:58:38.146305 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57566) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:58:38.305042 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c45c57a6-52b8-4093-83ad-9ea7907bcd96 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Deleting port 6d5c3547-b8e4-4d99-a562-cd4c9ee111eb {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:58:38.305383 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c45c57a6-52b8-4093-83ad-9ea7907bcd96 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:38.378260 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c45c57a6-52b8-4093-83ad-9ea7907bcd96 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:38.378585 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c45c57a6-52b8-4093-83ad-9ea7907bcd96 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:38.389911 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c45c57a6-52b8-4093-83ad-9ea7907bcd96 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Calling delete_port for 6d5c3547-b8e4-4d99-a562-cd4c9ee111eb owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:58:38.535825 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c45c57a6-52b8-4093-83ad-9ea7907bcd96 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:38.560875 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c57a6-52b8-4093-83ad-9ea7907bcd96 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event deleted for resources: {'Port': ['ID=6d5c3547-b8e4-4d99-a562-cd4c9ee111eb,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:58:38.586077 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45c57a6-52b8-4093-83ad-9ea7907bcd96 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:38.586436 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45c57a6-52b8-4093-83ad-9ea7907bcd96 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:38.586785 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45c57a6-52b8-4093-83ad-9ea7907bcd96 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:38.587133 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45c57a6-52b8-4093-83ad-9ea7907bcd96 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:38.588146 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45c57a6-52b8-4093-83ad-9ea7907bcd96 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:38.588509 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45c57a6-52b8-4093-83ad-9ea7907bcd96 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:38.588852 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45c57a6-52b8-4093-83ad-9ea7907bcd96 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:38.589188 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45c57a6-52b8-4093-83ad-9ea7907bcd96 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:38.589522 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45c57a6-52b8-4093-83ad-9ea7907bcd96 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:38.589855 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45c57a6-52b8-4093-83ad-9ea7907bcd96 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:38.590183 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45c57a6-52b8-4093-83ad-9ea7907bcd96 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:38.590513 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45c57a6-52b8-4093-83ad-9ea7907bcd96 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:38.590840 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45c57a6-52b8-4093-83ad-9ea7907bcd96 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:38.635229 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c45c57a6-52b8-4093-83ad-9ea7907bcd96 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:38.635561 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-c45c57a6-52b8-4093-83ad-9ea7907bcd96 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Floating IP a0ebd786-21f5-4384-8d6d-1c65fae5f972 disassociated (deleted). External IP: 172.25.3.233, port: ab590065-f1ea-4d46-968f-53d1624ca1bf. Dec 09 16:58:38.841195 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c45c57a6-52b8-4093-83ad-9ea7907bcd96 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Router 246ab467-94d8-43db-814c-816fcf12e541 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:58:38.943777 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45c57a6-52b8-4093-83ad-9ea7907bcd96 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:58:38.948773 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c45c57a6-52b8-4093-83ad-9ea7907bcd96 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:38.954090 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d60b6eb-95c6-4f72-b745-613739aa880d None None] Sync routers for ids ['246ab467-94d8-43db-814c-816fcf12e541'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:58:38.963183 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d60b6eb-95c6-4f72-b745-613739aa880d None None] Routers {'246ab467-94d8-43db-814c-816fcf12e541'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:58:38.963786 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-8d60b6eb-95c6-4f72-b745-613739aa880d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:58:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['246ab467-94d8-43db-814c-816fcf12e541'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:58:38.979512 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c45c57a6-52b8-4093-83ad-9ea7907bcd96 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "DELETE /v2.0/floatingips/a0ebd786-21f5-4384-8d6d-1c65fae5f972 HTTP/1.1" status: 204 len: 168 time: 0.8320608 Dec 09 16:58:38.980099 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14780e1b-8579-4080-b183-159030718cb0', 'tag': 'ab590065-f1ea-4d46-968f-53d1624ca1bf'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:58:38.982394 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0b3667-5d6b-41d3-bf73-95c46b738f83" -d '{"events": [{"name": "network-changed", "server_uuid": "14780e1b-8579-4080-b183-159030718cb0", "tag": "ab590065-f1ea-4d46-968f-53d1624ca1bf"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:58:39.072962 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-8d60b6eb-95c6-4f72-b745-613739aa880d None None] Set router 246ab467-94d8-43db-814c-816fcf12e541 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:58:39.193349 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55462910-5ac7-435f-9adc-9771516c8ba9 x-openstack-request-id: req-55462910-5ac7-435f-9adc-9771516c8ba9 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:58:39.194215 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14780e1b-8579-4080-b183-159030718cb0", "tag": "ab590065-f1ea-4d46-968f-53d1624ca1bf", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:58:39.194836 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-55462910-5ac7-435f-9adc-9771516c8ba9 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:58:39.194980 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14780e1b-8579-4080-b183-159030718cb0', 'tag': 'ab590065-f1ea-4d46-968f-53d1624ca1bf', 'status': 'completed', 'code': 200} Dec 09 16:58:39.289193 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-8d60b6eb-95c6-4f72-b745-613739aa880d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246ab467-94d8-43db-814c-816fcf12e541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070135731', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '9444344f-a818-43a8-9169-710eb16e55ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:56:09Z', 'updated_at': '2021-12-09T16:56:12Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '9444344f-a818-43a8-9169-710eb16e55ba', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:60:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246ab467-94d8-43db-814c-816fcf12e541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:56:09Z', 'updated_at': '2021-12-09T16:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '4ec1b9a1-34a7-44fb-9a5b-ceb586b7fb01', 'name': '', 'network_id': '606d6a18-17c2-4887-94db-34e5c7955b2e', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'mac_address': 'fa:16:3e:08:75:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246ab467-94d8-43db-814c-816fcf12e541', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '6a45f471-b671-4852-bea9-1f57b8393cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:56:11Z', 'updated_at': '2021-12-09T16:56:15Z', 'revision_number': 5, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'subnets': [{'id': '6a45f471-b671-4852-bea9-1f57b8393cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:58:39.292198 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa95a8-6ecc-44a5-90c8-73f5e0b29797 req-55436a60-32f6-4cbb-a728-2cef58ee6ef9 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:58:39.293807 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-01aa95a8-6ecc-44a5-90c8-73f5e0b29797 req-55436a60-32f6-4cbb-a728-2cef58ee6ef9 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 946 time: 0.0542586 Dec 09 16:58:39.295285 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b3667-5d6b-41d3-bf73-95c46b738f83 req-cba099bd-8607-49ed-8cf6-18fba91d0e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:58:39.296821 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1a0b3667-5d6b-41d3-bf73-95c46b738f83 req-cba099bd-8607-49ed-8cf6-18fba91d0e0d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=95ed158b10404fb6a6679c1eac6dfcba&device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 1097 time: 0.0517886 Dec 09 16:58:39.321590 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d60b6eb-95c6-4f72-b745-613739aa880d None None] Checking router: 246ab467-94d8-43db-814c-816fcf12e541 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:58:39.335039 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d60b6eb-95c6-4f72-b745-613739aa880d None None] Routers {'246ab467-94d8-43db-814c-816fcf12e541'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:58:39.335663 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-8d60b6eb-95c6-4f72-b745-613739aa880d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:58:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['246ab467-94d8-43db-814c-816fcf12e541'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:58:39.349775 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-01aa95a8-6ecc-44a5-90c8-73f5e0b29797 req-5275f69b-3051-4037-9fca-f1b9bdf9ac86 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec09294a-f7ca-47ae-8cac-5592d363ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497119 Dec 09 16:58:39.402766 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b3667-5d6b-41d3-bf73-95c46b738f83 req-d1de0cda-4cf9-4df2-a90d-57d920764676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:58:39.404320 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1a0b3667-5d6b-41d3-bf73-95c46b738f83 req-d1de0cda-4cf9-4df2-a90d-57d920764676 service neutron] 10.222.0.42 "GET /v2.0/networks?id=606d6a18-17c2-4887-94db-34e5c7955b2e HTTP/1.1" status: 200 len: 897 time: 0.0997260 Dec 09 16:58:39.446360 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-8d60b6eb-95c6-4f72-b745-613739aa880d None None] Set router 246ab467-94d8-43db-814c-816fcf12e541 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:58:39.449317 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1a0b3667-5d6b-41d3-bf73-95c46b738f83 req-8c56d332-4541-4813-ade2-c2f94e58fb72 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab590065-f1ea-4d46-968f-53d1624ca1bf HTTP/1.1" status: 200 len: 217 time: 0.0361371 Dec 09 16:58:39.504652 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b3667-5d6b-41d3-bf73-95c46b738f83 req-e82f1da9-2919-4691-a730-0aadfafcbd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:58:39.506124 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1a0b3667-5d6b-41d3-bf73-95c46b738f83 req-e82f1da9-2919-4691-a730-0aadfafcbd32 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a45f471-b671-4852-bea9-1f57b8393cd1 HTTP/1.1" status: 200 len: 834 time: 0.0490911 Dec 09 16:58:39.552853 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b3667-5d6b-41d3-bf73-95c46b738f83 req-7829dd5c-ca6e-4498-9077-f07f6d355926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:58:39.554365 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1a0b3667-5d6b-41d3-bf73-95c46b738f83 req-7829dd5c-ca6e-4498-9077-f07f6d355926 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=606d6a18-17c2-4887-94db-34e5c7955b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403097 Dec 09 16:58:39.643394 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-8d60b6eb-95c6-4f72-b745-613739aa880d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246ab467-94d8-43db-814c-816fcf12e541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070135731', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '9444344f-a818-43a8-9169-710eb16e55ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:56:09Z', 'updated_at': '2021-12-09T16:56:12Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '9444344f-a818-43a8-9169-710eb16e55ba', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:60:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246ab467-94d8-43db-814c-816fcf12e541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:56:09Z', 'updated_at': '2021-12-09T16:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '4ec1b9a1-34a7-44fb-9a5b-ceb586b7fb01', 'name': '', 'network_id': '606d6a18-17c2-4887-94db-34e5c7955b2e', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'mac_address': 'fa:16:3e:08:75:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246ab467-94d8-43db-814c-816fcf12e541', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '6a45f471-b671-4852-bea9-1f57b8393cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:56:11Z', 'updated_at': '2021-12-09T16:56:15Z', 'revision_number': 5, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'subnets': [{'id': '6a45f471-b671-4852-bea9-1f57b8393cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:58:39.648119 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1a0b3667-5d6b-41d3-bf73-95c46b738f83 req-5f0d16fe-073c-4513-8a29-0a4ce64fd46c service neutron] 10.222.0.42 "GET /v2.0/networks/606d6a18-17c2-4887-94db-34e5c7955b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847816 Dec 09 16:58:39.673826 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d60b6eb-95c6-4f72-b745-613739aa880d None None] The sync data for ids ['246ab467-94d8-43db-814c-816fcf12e541'] in n-d-821228-1 is: [{'id': '246ab467-94d8-43db-814c-816fcf12e541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070135731', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '9444344f-a818-43a8-9169-710eb16e55ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:56:09Z', 'updated_at': '2021-12-09T16:56:12Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '9444344f-a818-43a8-9169-710eb16e55ba', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:60:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246ab467-94d8-43db-814c-816fcf12e541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:56:09Z', 'updated_at': '2021-12-09T16:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '4ec1b9a1-34a7-44fb-9a5b-ceb586b7fb01', 'name': '', 'network_id': '606d6a18-17c2-4887-94db-34e5c7955b2e', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'mac_address': 'fa:16:3e:08:75:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246ab467-94d8-43db-814c-816fcf12e541', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '6a45f471-b671-4852-bea9-1f57b8393cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:56:11Z', 'updated_at': '2021-12-09T16:56:15Z', 'revision_number': 5, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'subnets': [{'id': '6a45f471-b671-4852-bea9-1f57b8393cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:58:39.748652 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-1a0b3667-5d6b-41d3-bf73-95c46b738f83 req-3eb27f1e-e0ed-4621-b9c0-9667a78511e0 service neutron] 10.222.0.42 "GET /v2.0/networks/606d6a18-17c2-4887-94db-34e5c7955b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923746 Dec 09 16:58:39.909659 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639c5aa6-46f0-4698-be8c-44cf7383a464 None None] New status for floating IP a0ebd786-21f5-4384-8d6d-1c65fae5f972: DOWN {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:58:40.468063 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e1ec6-0778-4a87-95ad-9570d38f3a18 req-6688e09c-7036-4e2d-abc7-c3891d73c3c8 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:58:40.469598 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fc3e1ec6-0778-4a87-95ad-9570d38f3a18 req-6688e09c-7036-4e2d-abc7-c3891d73c3c8 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 946 time: 0.0494862 Dec 09 16:58:40.518706 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fc3e1ec6-0778-4a87-95ad-9570d38f3a18 req-ae5017dd-bb1f-4629-a6c4-1de978331e01 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=ec09294a-f7ca-47ae-8cac-5592d363ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430839 Dec 09 16:58:40.784946 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a8016-5361-422a-acaa-7a2aec51a750 req-655fca19-9bf8-49c2-bd11-639e9a84116b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:58:40.786415 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d49a8016-5361-422a-acaa-7a2aec51a750 req-655fca19-9bf8-49c2-bd11-639e9a84116b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.42 "GET /v2.0/ports?device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 946 time: 0.0483952 Dec 09 16:58:40.879897 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-d49a8016-5361-422a-acaa-7a2aec51a750 req-2406c10a-48cb-498e-839c-b19e6ae0f756 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Deleting port ab590065-f1ea-4d46-968f-53d1624ca1bf {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:58:40.880237 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d49a8016-5361-422a-acaa-7a2aec51a750 req-2406c10a-48cb-498e-839c-b19e6ae0f756 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:40.967710 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-d49a8016-5361-422a-acaa-7a2aec51a750 req-2406c10a-48cb-498e-839c-b19e6ae0f756 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] For port ab590065-f1ea-4d46-968f-53d1624ca1bf, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=ab590065-f1ea-4d46-968f-53d1624ca1bf,segment=NetworkSegment(abad6bd1-3326-46a9-8eb0-c2c69ac868b9),segment_id=abad6bd1-3326-46a9-8eb0-c2c69ac868b9)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:58:40.968073 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d49a8016-5361-422a-acaa-7a2aec51a750 req-2406c10a-48cb-498e-839c-b19e6ae0f756 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:40.980929 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-d49a8016-5361-422a-acaa-7a2aec51a750 req-2406c10a-48cb-498e-839c-b19e6ae0f756 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Calling delete_port for ab590065-f1ea-4d46-968f-53d1624ca1bf owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:58:41.109571 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d49a8016-5361-422a-acaa-7a2aec51a750 req-2406c10a-48cb-498e-839c-b19e6ae0f756 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:41.138253 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2406c10a-48cb-498e-839c-b19e6ae0f756 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event deleted for resources: {'Port': ['ID=ab590065-f1ea-4d46-968f-53d1624ca1bf,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:58:41.179361 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49a8016-5361-422a-acaa-7a2aec51a750 req-2406c10a-48cb-498e-839c-b19e6ae0f756 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] No DVR routers for this DVR port ab590065-f1ea-4d46-968f-53d1624ca1bf on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:58:41.182788 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-d49a8016-5361-422a-acaa-7a2aec51a750 req-2406c10a-48cb-498e-839c-b19e6ae0f756 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:41.186283 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d49a8016-5361-422a-acaa-7a2aec51a750 req-2406c10a-48cb-498e-839c-b19e6ae0f756 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.42 "DELETE /v2.0/ports/ab590065-f1ea-4d46-968f-53d1624ca1bf HTTP/1.1" status: 204 len: 173 time: 0.3939512 Dec 09 16:58:41.186737 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14780e1b-8579-4080-b183-159030718cb0', 'name': 'network-vif-deleted', 'tag': 'ab590065-f1ea-4d46-968f-53d1624ca1bf'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:58:41.189119 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efaf58d4d7c9700f5ffb733085425a1334cb86cda12ff1566d55ee0012e72786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2a7c10-0228-4a30-bb72-237c605ef82c" -d '{"events": [{"server_uuid": "14780e1b-8579-4080-b183-159030718cb0", "name": "network-vif-deleted", "tag": "ab590065-f1ea-4d46-968f-53d1624ca1bf"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:58:41.232993 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d84d0c-2629-4c25-ba79-1e45853d1dda x-openstack-request-id: req-15d84d0c-2629-4c25-ba79-1e45853d1dda {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:58:41.233291 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14780e1b-8579-4080-b183-159030718cb0", "name": "network-vif-deleted", "tag": "ab590065-f1ea-4d46-968f-53d1624ca1bf", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:58:41.233540 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-15d84d0c-2629-4c25-ba79-1e45853d1dda {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:58:41.233944 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14780e1b-8579-4080-b183-159030718cb0', 'name': 'network-vif-deleted', 'tag': 'ab590065-f1ea-4d46-968f-53d1624ca1bf', 'status': 'completed', 'code': 200} Dec 09 16:58:41.645821 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c8985a1c-6d3d-4c83-b704-536d08c3e408 req-f046005d-d23a-430b-b5ec-ccede8d272cb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=14780e1b-8579-4080-b183-159030718cb0 HTTP/1.1" status: 200 len: 210 time: 0.0368199 Dec 09 16:58:42.703764 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57584) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:58:43.061134 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c2f20ee3-39a0-4317-965f-a577491899ef tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:43.325759 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c2f20ee3-39a0-4317-965f-a577491899ef tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Deleting port 4ec1b9a1-34a7-44fb-9a5b-ceb586b7fb01 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:58:43.325995 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c2f20ee3-39a0-4317-965f-a577491899ef tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:43.416849 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-c2f20ee3-39a0-4317-965f-a577491899ef tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] For port 4ec1b9a1-34a7-44fb-9a5b-ceb586b7fb01, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=4ec1b9a1-34a7-44fb-9a5b-ceb586b7fb01,segment=NetworkSegment(abad6bd1-3326-46a9-8eb0-c2c69ac868b9),segment_id=abad6bd1-3326-46a9-8eb0-c2c69ac868b9)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:58:43.417216 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c2f20ee3-39a0-4317-965f-a577491899ef tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:43.429990 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c2f20ee3-39a0-4317-965f-a577491899ef tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Calling delete_port for 4ec1b9a1-34a7-44fb-9a5b-ceb586b7fb01 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:58:43.610885 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c2f20ee3-39a0-4317-965f-a577491899ef tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:43.638278 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f20ee3-39a0-4317-965f-a577491899ef tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event deleted for resources: {'Port': ['ID=4ec1b9a1-34a7-44fb-9a5b-ceb586b7fb01,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:58:43.815333 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c2f20ee3-39a0-4317-965f-a577491899ef tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:44.024988 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f20ee3-39a0-4317-965f-a577491899ef tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Router 246ab467-94d8-43db-814c-816fcf12e541 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:58:44.130320 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f20ee3-39a0-4317-965f-a577491899ef tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:58:44.135568 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c2f20ee3-39a0-4317-965f-a577491899ef tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "PUT /v2.0/routers/246ab467-94d8-43db-814c-816fcf12e541/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4307289 Dec 09 16:58:44.138233 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57586) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:58:44.142609 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4902bd-79f9-447d-bb50-9484b7cc3d0a None None] Sync routers for ids ['246ab467-94d8-43db-814c-816fcf12e541'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:58:44.152699 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4902bd-79f9-447d-bb50-9484b7cc3d0a None None] Routers {'246ab467-94d8-43db-814c-816fcf12e541'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:58:44.153333 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-1b4902bd-79f9-447d-bb50-9484b7cc3d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:58:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['246ab467-94d8-43db-814c-816fcf12e541'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:58:44.193090 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a1a84e9-0111-4134-8334-e7d9efac4a37 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Deleting subnet 6a45f471-b671-4852-bea9-1f57b8393cd1 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 16:58:44.196244 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1a1a84e9-0111-4134-8334-e7d9efac4a37 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:44.237021 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1a1a84e9-0111-4134-8334-e7d9efac4a37 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:44.327597 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1a1a84e9-0111-4134-8334-e7d9efac4a37 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:44.344558 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-1b4902bd-79f9-447d-bb50-9484b7cc3d0a None None] Set router 246ab467-94d8-43db-814c-816fcf12e541 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:58:44.393467 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1a1a84e9-0111-4134-8334-e7d9efac4a37 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:44.420868 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a84e9-0111-4134-8334-e7d9efac4a37 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event deleted for resources: {'Subnet': ['ID=6a45f471-b671-4852-bea9-1f57b8393cd1,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:58:44.422881 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1a1a84e9-0111-4134-8334-e7d9efac4a37 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:44.426151 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1a1a84e9-0111-4134-8334-e7d9efac4a37 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "DELETE /v2.0/subnets/6a45f471-b671-4852-bea9-1f57b8393cd1 HTTP/1.1" status: 204 len: 168 time: 0.2869909 Dec 09 16:58:44.429256 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57588) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:58:44.429921 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12295123-784e-476b-a1ba-7b181963412a None None] Network 606d6a18-17c2-4887-94db-34e5c7955b2e requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:58:44.527760 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-1b4902bd-79f9-447d-bb50-9484b7cc3d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246ab467-94d8-43db-814c-816fcf12e541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070135731', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '9444344f-a818-43a8-9169-710eb16e55ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:56:09Z', 'updated_at': '2021-12-09T16:58:43Z', 'revision_number': 5, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '9444344f-a818-43a8-9169-710eb16e55ba', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:60:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246ab467-94d8-43db-814c-816fcf12e541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:56:09Z', 'updated_at': '2021-12-09T16:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:58:44.545523 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8af2c519-8633-4f07-bc96-4c7c568a6725 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:44.560766 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4902bd-79f9-447d-bb50-9484b7cc3d0a None None] Checking router: 246ab467-94d8-43db-814c-816fcf12e541 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:58:44.569183 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4902bd-79f9-447d-bb50-9484b7cc3d0a None None] Routers {'246ab467-94d8-43db-814c-816fcf12e541'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:58:44.569792 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-1b4902bd-79f9-447d-bb50-9484b7cc3d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:58:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['246ab467-94d8-43db-814c-816fcf12e541'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:58:44.584993 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a66cfd-8c2d-4bcc-90f7-145cb8cc2fa8 None None] DHCP port deletion for 606d6a18-17c2-4887-94db-34e5c7955b2e request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:58:44.638964 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b9a66cfd-8c2d-4bcc-90f7-145cb8cc2fa8 None None] Deleting port 1cf9865f-b991-4103-b168-5dc31978f955 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:58:44.639354 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b9a66cfd-8c2d-4bcc-90f7-145cb8cc2fa8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:44.656235 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8af2c519-8633-4f07-bc96-4c7c568a6725 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:44.679550 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-1b4902bd-79f9-447d-bb50-9484b7cc3d0a None None] Set router 246ab467-94d8-43db-814c-816fcf12e541 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:58:44.708651 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b9a66cfd-8c2d-4bcc-90f7-145cb8cc2fa8 None None] For port 1cf9865f-b991-4103-b168-5dc31978f955, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=1cf9865f-b991-4103-b168-5dc31978f955,segment=NetworkSegment(abad6bd1-3326-46a9-8eb0-c2c69ac868b9),segment_id=abad6bd1-3326-46a9-8eb0-c2c69ac868b9)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:58:44.709351 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b9a66cfd-8c2d-4bcc-90f7-145cb8cc2fa8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:44.714370 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-8af2c519-8633-4f07-bc96-4c7c568a6725 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Deleting port 9444344f-a818-43a8-9169-710eb16e55ba {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:58:44.714720 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8af2c519-8633-4f07-bc96-4c7c568a6725 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:44.723080 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b9a66cfd-8c2d-4bcc-90f7-145cb8cc2fa8 None None] Calling delete_port for 1cf9865f-b991-4103-b168-5dc31978f955 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:58:44.796709 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-8af2c519-8633-4f07-bc96-4c7c568a6725 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] For port 9444344f-a818-43a8-9169-710eb16e55ba, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=9444344f-a818-43a8-9169-710eb16e55ba,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:58:44.797157 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8af2c519-8633-4f07-bc96-4c7c568a6725 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:44.811829 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-8af2c519-8633-4f07-bc96-4c7c568a6725 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Calling delete_port for 9444344f-a818-43a8-9169-710eb16e55ba owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:58:44.863201 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-1b4902bd-79f9-447d-bb50-9484b7cc3d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246ab467-94d8-43db-814c-816fcf12e541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070135731', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '9444344f-a818-43a8-9169-710eb16e55ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:56:09Z', 'updated_at': '2021-12-09T16:58:43Z', 'revision_number': 5, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '9444344f-a818-43a8-9169-710eb16e55ba', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:60:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246ab467-94d8-43db-814c-816fcf12e541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:56:09Z', 'updated_at': '2021-12-09T16:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:58:44.892211 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4902bd-79f9-447d-bb50-9484b7cc3d0a None None] The sync data for ids ['246ab467-94d8-43db-814c-816fcf12e541'] in n-d-821228-1 is: [{'id': '246ab467-94d8-43db-814c-816fcf12e541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070135731', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '9444344f-a818-43a8-9169-710eb16e55ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:56:09Z', 'updated_at': '2021-12-09T16:58:43Z', 'revision_number': 5, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '9444344f-a818-43a8-9169-710eb16e55ba', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:60:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246ab467-94d8-43db-814c-816fcf12e541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:56:09Z', 'updated_at': '2021-12-09T16:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:58:44.977612 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b9a66cfd-8c2d-4bcc-90f7-145cb8cc2fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:44.994134 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8af2c519-8633-4f07-bc96-4c7c568a6725 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:45.001579 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a66cfd-8c2d-4bcc-90f7-145cb8cc2fa8 None None] Pushing event deleted for resources: {'Port': ['ID=1cf9865f-b991-4103-b168-5dc31978f955,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:58:45.007007 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a66cfd-8c2d-4bcc-90f7-145cb8cc2fa8 None None] No DVR routers for this DVR port 1cf9865f-b991-4103-b168-5dc31978f955 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:58:45.031333 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af2c519-8633-4f07-bc96-4c7c568a6725 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event deleted for resources: {'Port': ['ID=9444344f-a818-43a8-9169-710eb16e55ba,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:58:45.037035 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12fafc0-7b17-489f-a361-9fe41de40309 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:58:45.059079 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2c519-8633-4f07-bc96-4c7c568a6725 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:45.059432 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2c519-8633-4f07-bc96-4c7c568a6725 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:45.059777 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2c519-8633-4f07-bc96-4c7c568a6725 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:45.060114 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2c519-8633-4f07-bc96-4c7c568a6725 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:45.060478 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2c519-8633-4f07-bc96-4c7c568a6725 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:45.060814 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2c519-8633-4f07-bc96-4c7c568a6725 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:45.061143 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2c519-8633-4f07-bc96-4c7c568a6725 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:45.061471 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2c519-8633-4f07-bc96-4c7c568a6725 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:45.061799 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2c519-8633-4f07-bc96-4c7c568a6725 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:45.062124 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2c519-8633-4f07-bc96-4c7c568a6725 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:45.062450 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2c519-8633-4f07-bc96-4c7c568a6725 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:45.062770 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2c519-8633-4f07-bc96-4c7c568a6725 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:45.063088 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2c519-8633-4f07-bc96-4c7c568a6725 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:45.100708 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8af2c519-8633-4f07-bc96-4c7c568a6725 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:45.193885 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8af2c519-8633-4f07-bc96-4c7c568a6725 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:45.195895 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8af2c519-8633-4f07-bc96-4c7c568a6725 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:45.240342 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8af2c519-8633-4f07-bc96-4c7c568a6725 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:45.240944 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af2c519-8633-4f07-bc96-4c7c568a6725 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Fanout notify agent at l3_agent the message router_deleted on router 246ab467-94d8-43db-814c-816fcf12e541 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 16:58:45.248572 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8af2c519-8633-4f07-bc96-4c7c568a6725 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:45.249610 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-8af2c519-8633-4f07-bc96-4c7c568a6725 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "DELETE /v2.0/routers/246ab467-94d8-43db-814c-816fcf12e541 HTTP/1.1" status: 204 len: 168 time: 0.8177040 Dec 09 16:58:45.252594 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57590) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:58:45.331787 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-57358bf8-2582-4ed5-b2d5-10ba4cd9032d tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:45.424386 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-57358bf8-2582-4ed5-b2d5-10ba4cd9032d tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:45.444231 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-57358bf8-2582-4ed5-b2d5-10ba4cd9032d tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['606d6a18-17c2-4887-94db-34e5c7955b2e']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:58:45.453751 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-57358bf8-2582-4ed5-b2d5-10ba4cd9032d tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abad6bd1-3326-46a9-8eb0-c2c69ac868b9') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:58:45.454052 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-57358bf8-2582-4ed5-b2d5-10ba4cd9032d tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abad6bd1-3326-46a9-8eb0-c2c69ac868b9') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:58:45.463867 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-57358bf8-2582-4ed5-b2d5-10ba4cd9032d tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:45.477271 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-57358bf8-2582-4ed5-b2d5-10ba4cd9032d tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:45.483366 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57358bf8-2582-4ed5-b2d5-10ba4cd9032d tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:58:45.483751 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-57358bf8-2582-4ed5-b2d5-10ba4cd9032d tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:45.486843 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 16:58:45.486843 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:58:45.486843 n-d-821228-1 neutron-server[103244]: timer() Dec 09 16:58:45.486843 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:58:45.486843 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 16:58:45.486843 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:58:45.486843 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 16:58:45.486843 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:58:45.486843 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 16:58:45.486843 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:58:45.486843 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 16:58:45.486843 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:58:45.486843 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 16:58:45.486843 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:58:45.486843 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:58:45.486843 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:58:45.486843 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:58:45.486843 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:58:45.486843 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 16:58:45.486843 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:58:45.486843 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 16:58:45.486843 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:58:45.486843 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:58:45.486843 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:58:45.486843 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 16:58:45.486843 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:58:45.486843 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:58:45.486843 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:58:45.486843 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:58:45.486843 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:58:45.486843 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:58:45.486843 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:58:45.545483 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-57358bf8-2582-4ed5-b2d5-10ba4cd9032d tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:45.552461 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-57358bf8-2582-4ed5-b2d5-10ba4cd9032d tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:45.555598 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-57358bf8-2582-4ed5-b2d5-10ba4cd9032d tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "DELETE /v2.0/networks/606d6a18-17c2-4887-94db-34e5c7955b2e HTTP/1.1" status: 204 len: 168 time: 0.3019972 Dec 09 16:58:45.558639 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57592) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:58:45.568106 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57358bf8-2582-4ed5-b2d5-10ba4cd9032d tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event deleted for resources: {'Network': ['ID=606d6a18-17c2-4887-94db-34e5c7955b2e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:58:45.629273 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e725b9aa-f476-46ff-a758-b9047f82c8e0 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:45.655013 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e725b9aa-f476-46ff-a758-b9047f82c8e0 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:45.718420 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e725b9aa-f476-46ff-a758-b9047f82c8e0 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:45.720964 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e725b9aa-f476-46ff-a758-b9047f82c8e0 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:45.722120 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e725b9aa-f476-46ff-a758-b9047f82c8e0 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "DELETE /v2.0/security-groups/ec09294a-f7ca-47ae-8cac-5592d363ba02 HTTP/1.1" status: 204 len: 168 time: 0.1624835 Dec 09 16:58:45.731863 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e725b9aa-f476-46ff-a758-b9047f82c8e0 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec09294a-f7ca-47ae-8cac-5592d363ba02,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:58:45.999603 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 4ec1b9a1-34a7-44fb-9a5b-ceb586b7fb01 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:58:46.020446 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 4ec1b9a1-34a7-44fb-9a5b-ceb586b7fb01 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:58:46.020689 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 4ec1b9a1-34a7-44fb-9a5b-ceb586b7fb01 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:58:46.020991 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 1cf9865f-b991-4103-b168-5dc31978f955 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:58:46.039755 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 1cf9865f-b991-4103-b168-5dc31978f955 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:58:46.040105 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 1cf9865f-b991-4103-b168-5dc31978f955 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:58:46.044940 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device ab590065-f1ea-4d46-968f-53d1624ca1bf no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:58:46.048684 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57598) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:58:46.053734 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-5179c9b2-67a5-4cea-be1f-1851c034fc8b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2042338722', 'description': 'tempest-secgroup-smoke-2042338722 description', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:58:46.067839 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: ab590065-f1ea-4d46-968f-53d1624ca1bf {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:58:46.068193 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device ab590065-f1ea-4d46-968f-53d1624ca1bf not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:58:46.077012 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5179c9b2-67a5-4cea-be1f-1851c034fc8b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:46.143558 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5179c9b2-67a5-4cea-be1f-1851c034fc8b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:46.147296 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5179c9b2-67a5-4cea-be1f-1851c034fc8b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:46.175806 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5179c9b2-67a5-4cea-be1f-1851c034fc8b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:46.177058 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5179c9b2-67a5-4cea-be1f-1851c034fc8b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1273012 Dec 09 16:58:46.180019 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57600) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:58:46.182083 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5179c9b2-67a5-4cea-be1f-1851c034fc8b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=443a0574-aa4a-422d-ab74-025fb2af803a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:58:46.185661 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-1535fe1d-61fe-4cbc-8ec8-531dea264434 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'security_group_rule': {'security_group_id': '443a0574-aa4a-422d-ab74-025fb2af803a', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:58:46.211129 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1535fe1d-61fe-4cbc-8ec8-531dea264434 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:46.269407 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1535fe1d-61fe-4cbc-8ec8-531dea264434 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:46.273040 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1535fe1d-61fe-4cbc-8ec8-531dea264434 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:46.289978 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1535fe1d-61fe-4cbc-8ec8-531dea264434 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adf1d78c-715d-4497-aeaf-8265b58f80a2,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:58:46.300028 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1535fe1d-61fe-4cbc-8ec8-531dea264434 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:46.301278 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1535fe1d-61fe-4cbc-8ec8-531dea264434 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1202204 Dec 09 16:58:46.303995 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57602) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:58:46.308876 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-3ee9390f-a8d6-4641-8d33-b5ea91e3e307 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'security_group_rule': {'security_group_id': '443a0574-aa4a-422d-ab74-025fb2af803a', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:58:46.334969 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3ee9390f-a8d6-4641-8d33-b5ea91e3e307 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:46.389922 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3ee9390f-a8d6-4641-8d33-b5ea91e3e307 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:46.393382 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3ee9390f-a8d6-4641-8d33-b5ea91e3e307 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:46.407590 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9390f-a8d6-4641-8d33-b5ea91e3e307 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3fcfe77-73ec-41e1-a90a-9fa9011a4a69,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:58:46.418542 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3ee9390f-a8d6-4641-8d33-b5ea91e3e307 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:46.419747 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3ee9390f-a8d6-4641-8d33-b5ea91e3e307 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1148009 Dec 09 16:58:46.422507 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57604) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:58:46.426711 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ebd08f46-eab2-4f78-ba76-1649aa54098e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'security_group_rule': {'security_group_id': '443a0574-aa4a-422d-ab74-025fb2af803a', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:58:46.453537 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ebd08f46-eab2-4f78-ba76-1649aa54098e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:46.508818 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ebd08f46-eab2-4f78-ba76-1649aa54098e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:46.512493 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ebd08f46-eab2-4f78-ba76-1649aa54098e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:46.531536 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd08f46-eab2-4f78-ba76-1649aa54098e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83014c5a-607d-4297-8e7e-46ccf677c277,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:58:46.540290 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ebd08f46-eab2-4f78-ba76-1649aa54098e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:46.542042 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ebd08f46-eab2-4f78-ba76-1649aa54098e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186118 Dec 09 16:58:46.544710 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57606) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:58:46.548970 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-3b38f618-d5ef-4289-a7c3-e73f07352e86 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'security_group_rule': {'security_group_id': '443a0574-aa4a-422d-ab74-025fb2af803a', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:58:46.574297 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b38f618-d5ef-4289-a7c3-e73f07352e86 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:46.633017 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b38f618-d5ef-4289-a7c3-e73f07352e86 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:46.636661 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b38f618-d5ef-4289-a7c3-e73f07352e86 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:46.654515 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38f618-d5ef-4289-a7c3-e73f07352e86 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24705f58-88f7-4fff-8193-b74691890744,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:58:46.661337 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3b38f618-d5ef-4289-a7c3-e73f07352e86 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:46.662500 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3b38f618-d5ef-4289-a7c3-e73f07352e86 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1168489 Dec 09 16:58:46.665296 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57608) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:58:46.670005 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-fad8c0e1-2040-45cd-81b9-9b8e999b05b4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'security_group_rule': {'security_group_id': '443a0574-aa4a-422d-ab74-025fb2af803a', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:58:46.689992 n-d-821228-1 neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-fad8c0e1-2040-45cd-81b9-9b8e999b05b4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Project 95ed158b10404fb6a6679c1eac6dfcba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 16:58:46.694657 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fad8c0e1-2040-45cd-81b9-9b8e999b05b4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:46.752645 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fad8c0e1-2040-45cd-81b9-9b8e999b05b4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:46.756386 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fad8c0e1-2040-45cd-81b9-9b8e999b05b4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:46.775539 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad8c0e1-2040-45cd-81b9-9b8e999b05b4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7369a08a-86be-436c-93bc-1accd4b3c07a,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:58:46.780583 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fad8c0e1-2040-45cd-81b9-9b8e999b05b4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:46.781926 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-fad8c0e1-2040-45cd-81b9-9b8e999b05b4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1149449 Dec 09 16:58:46.784581 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57610) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:58:46.789262 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d34b906c-8671-45d8-a3e9-dc70f0015745 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'security_group_rule': {'security_group_id': '443a0574-aa4a-422d-ab74-025fb2af803a', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:58:46.810591 n-d-821228-1 neutron-server[103245]: INFO neutron.db.securitygroups_db [None req-d34b906c-8671-45d8-a3e9-dc70f0015745 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Project 95ed158b10404fb6a6679c1eac6dfcba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 16:58:46.815467 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d34b906c-8671-45d8-a3e9-dc70f0015745 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:46.874353 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d34b906c-8671-45d8-a3e9-dc70f0015745 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:46.877629 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d34b906c-8671-45d8-a3e9-dc70f0015745 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:46.894951 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b906c-8671-45d8-a3e9-dc70f0015745 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36bf9f66-13ac-4fd7-ac1d-17afd9dfbccb,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:58:46.903417 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d34b906c-8671-45d8-a3e9-dc70f0015745 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:46.904695 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d34b906c-8671-45d8-a3e9-dc70f0015745 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1190617 Dec 09 16:58:46.907536 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57612) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:58:46.912377 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-aabbac76-66ee-4f6b-9a44-a8d9253ad431 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'network': {'name': 'tempest-network-smoke--1052906857', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'port_security_enabled': True}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:58:46.932805 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabbac76-66ee-4f6b-9a44-a8d9253ad431 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Made reservation on behalf of 95ed158b10404fb6a6679c1eac6dfcba for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:58:46.936399 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aabbac76-66ee-4f6b-9a44-a8d9253ad431 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:46.961163 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aabbac76-66ee-4f6b-9a44-a8d9253ad431 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:58:46.961944 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:46.971773 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aabbac76-66ee-4f6b-9a44-a8d9253ad431 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:46.972129 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-aabbac76-66ee-4f6b-9a44-a8d9253ad431 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Added segment 4fe3745f-9326-461e-a67a-b279b67d767c of type vlan for network 7cf9ec11-4226-4049-870f-2832ea9673ce Dec 09 16:58:47.014660 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aabbac76-66ee-4f6b-9a44-a8d9253ad431 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:47.038779 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aabbac76-66ee-4f6b-9a44-a8d9253ad431 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:47.044325 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabbac76-66ee-4f6b-9a44-a8d9253ad431 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:58:47.044924 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aabbac76-66ee-4f6b-9a44-a8d9253ad431 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:47.102052 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-aabbac76-66ee-4f6b-9a44-a8d9253ad431 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1934242 Dec 09 16:58:47.104987 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57614) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:58:47.109469 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-245d56e1-080b-436b-a56c-5016ebd80940 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1617597548', 'admin_state_up': True, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:58:47.127965 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabbac76-66ee-4f6b-9a44-a8d9253ad431 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'Network': ['ID=7cf9ec11-4226-4049-870f-2832ea9673ce,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:58:47.138730 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 7cf9ec11-4226-4049-870f-2832ea9673ce details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:58:47.142657 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-245d56e1-080b-436b-a56c-5016ebd80940 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:47.144073 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-245d56e1-080b-436b-a56c-5016ebd80940 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:47.201952 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-245d56e1-080b-436b-a56c-5016ebd80940 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:47.337788 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-245d56e1-080b-436b-a56c-5016ebd80940 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:47.526375 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-245d56e1-080b-436b-a56c-5016ebd80940 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:47.545156 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-245d56e1-080b-436b-a56c-5016ebd80940 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:47.593263 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 9444344f-a818-43a8-9169-710eb16e55ba no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:58:47.617081 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 9444344f-a818-43a8-9169-710eb16e55ba {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:58:47.617436 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 9444344f-a818-43a8-9169-710eb16e55ba not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:58:47.651613 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-245d56e1-080b-436b-a56c-5016ebd80940 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Allocated IP 172.25.3.196 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/177d47ee-6f21-4877-a2bd-d82c39485cc6) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:58:47.751214 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-245d56e1-080b-436b-a56c-5016ebd80940 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:47.784134 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-245d56e1-080b-436b-a56c-5016ebd80940 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:47.820216 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245d56e1-080b-436b-a56c-5016ebd80940 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:58:47.822982 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-245d56e1-080b-436b-a56c-5016ebd80940 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:58:47.828312 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245d56e1-080b-436b-a56c-5016ebd80940 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:58:47.835565 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a73e048-fefe-46c2-8fbb-3d42379e78cf None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:58:47.855776 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d56e1-080b-436b-a56c-5016ebd80940 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'Port': ['ID=177d47ee-6f21-4877-a2bd-d82c39485cc6,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:58:47.913853 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-dedf044e-cb80-4f86-a3ea-283511161180 None None] Provisioning complete for port 177d47ee-6f21-4877-a2bd-d82c39485cc6 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:58:47.914226 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dedf044e-cb80-4f86-a3ea-283511161180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:47.949277 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-dedf044e-cb80-4f86-a3ea-283511161180 None None] Port 177d47ee-6f21-4877-a2bd-d82c39485cc6 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:58:48.088214 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-245d56e1-080b-436b-a56c-5016ebd80940 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:48.550958 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-245d56e1-080b-436b-a56c-5016ebd80940 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:48.675386 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-245d56e1-080b-436b-a56c-5016ebd80940 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Router 139c3f04-c930-48fa-bc27-355dda2e1fc4 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 16:58:48.777615 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245d56e1-080b-436b-a56c-5016ebd80940 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:58:48.786925 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3aa79a-25e7-4e67-a779-b5558e08e31b None None] Sync routers for ids ['139c3f04-c930-48fa-bc27-355dda2e1fc4'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:58:48.797541 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3aa79a-25e7-4e67-a779-b5558e08e31b None None] Routers {'139c3f04-c930-48fa-bc27-355dda2e1fc4'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:58:48.798165 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7a3aa79a-25e7-4e67-a779-b5558e08e31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:58:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['139c3f04-c930-48fa-bc27-355dda2e1fc4'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:58:48.798313 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-245d56e1-080b-436b-a56c-5016ebd80940 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:48.799474 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-245d56e1-080b-436b-a56c-5016ebd80940 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6935458 Dec 09 16:58:48.802587 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57616) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:58:48.882105 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-3f5907cb-8483-469c-8534-53ced561cbfb tempest-TestNetworkAdvancedServerOps-2036049865 tempest-TestNetworkAdvancedServerOps-2036049865-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=95ed158b10404fb6a6679c1eac6dfcba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0784218 Dec 09 16:58:48.884663 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57620) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:58:48.903989 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-7a3aa79a-25e7-4e67-a779-b5558e08e31b None None] Set router 139c3f04-c930-48fa-bc27-355dda2e1fc4 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:58:49.036278 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2199dd-03cf-45dc-bc67-443109375f5a tempest-TestNetworkAdvancedServerOps-2036049865 tempest-TestNetworkAdvancedServerOps-2036049865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:58:49.037821 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9a2199dd-03cf-45dc-bc67-443109375f5a tempest-TestNetworkAdvancedServerOps-2036049865 tempest-TestNetworkAdvancedServerOps-2036049865-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1522532 Dec 09 16:58:49.041118 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57622) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:58:49.075020 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-19d4ee04-ceca-4d32-9bde-d7de4ca56096 tempest-TestNetworkAdvancedServerOps-2036049865 tempest-TestNetworkAdvancedServerOps-2036049865-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=d8331094-778d-4179-9ed8-de7de1c5438c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328000 Dec 09 16:58:49.077481 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57624) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:58:49.082163 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-34bc6019-16ec-4d3e-bc88-7cafb27052e1 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1564253185', 'network_id': '7cf9ec11-4226-4049-870f-2832ea9673ce', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:58:49.082888 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7a3aa79a-25e7-4e67-a779-b5558e08e31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139c3f04-c930-48fa-bc27-355dda2e1fc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617597548', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '177d47ee-6f21-4877-a2bd-d82c39485cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:58:47Z', 'updated_at': '2021-12-09T16:58:47Z', 'revision_number': 3, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '177d47ee-6f21-4877-a2bd-d82c39485cc6', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139c3f04-c930-48fa-bc27-355dda2e1fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:58:47Z', 'updated_at': '2021-12-09T16:58:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:58:49.109400 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3aa79a-25e7-4e67-a779-b5558e08e31b None None] Checking router: 139c3f04-c930-48fa-bc27-355dda2e1fc4 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:58:49.109756 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3aa79a-25e7-4e67-a779-b5558e08e31b None None] Updating router 139c3f04-c930-48fa-bc27-355dda2e1fc4 port 177d47ee-6f21-4877-a2bd-d82c39485cc6 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:58:49.134523 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7a3aa79a-25e7-4e67-a779-b5558e08e31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:49.173076 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34bc6019-16ec-4d3e-bc88-7cafb27052e1 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Made reservation on behalf of 95ed158b10404fb6a6679c1eac6dfcba for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:58:49.176564 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-34bc6019-16ec-4d3e-bc88-7cafb27052e1 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:49.370474 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-34bc6019-16ec-4d3e-bc88-7cafb27052e1 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:49.391822 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7a3aa79a-25e7-4e67-a779-b5558e08e31b None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:49.396575 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7a3aa79a-25e7-4e67-a779-b5558e08e31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:49.436632 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc6019-16ec-4d3e-bc88-7cafb27052e1 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'Subnet': ['ID=c29926a7-59ce-4339-80c4-08a930b83195,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:58:49.439638 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bc6019-16ec-4d3e-bc88-7cafb27052e1 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Checking segment: {'id': '4fe3745f-9326-461e-a67a-b279b67d767c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7cf9ec11-4226-4049-870f-2832ea9673ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:58:49.440443 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bc6019-16ec-4d3e-bc88-7cafb27052e1 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Network hostable DHCP agents. Network: 7cf9ec11-4226-4049-870f-2832ea9673ce, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:58:49.444066 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0437780-85e1-4860-9e35-deaa6494a7fb None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:58:49.455655 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7a3aa79a-25e7-4e67-a779-b5558e08e31b None None] Attempting to bind port 177d47ee-6f21-4877-a2bd-d82c39485cc6 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:58:49.456037 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7a3aa79a-25e7-4e67-a779-b5558e08e31b None None] Attempting to bind port 177d47ee-6f21-4877-a2bd-d82c39485cc6 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:58:49.456487 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3aa79a-25e7-4e67-a779-b5558e08e31b None None] Attempting to bind port 177d47ee-6f21-4877-a2bd-d82c39485cc6 on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:58:49.457994 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bc6019-16ec-4d3e-bc88-7cafb27052e1 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Network 7cf9ec11-4226-4049-870f-2832ea9673ce is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:58:49.467703 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afec110-e213-4e95-a004-9d949393c875 None None] Pushing event updated for resources: {'Port': ['ID=177d47ee-6f21-4877-a2bd-d82c39485cc6,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:58:49.470564 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3aa79a-25e7-4e67-a779-b5558e08e31b None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:58:49.471046 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3aa79a-25e7-4e67-a779-b5558e08e31b None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:58:49.471498 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7a3aa79a-25e7-4e67-a779-b5558e08e31b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:49.471898 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3aa79a-25e7-4e67-a779-b5558e08e31b None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:58:49.472395 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-7a3aa79a-25e7-4e67-a779-b5558e08e31b None None] Bound port: 177d47ee-6f21-4877-a2bd-d82c39485cc6, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:58:49.472793 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7a3aa79a-25e7-4e67-a779-b5558e08e31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:49.474985 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-34bc6019-16ec-4d3e-bc88-7cafb27052e1 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 7cf9ec11-4226-4049-870f-2832ea9673ce) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:58:49.480152 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bc6019-16ec-4d3e-bc88-7cafb27052e1 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:58:49.480781 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-34bc6019-16ec-4d3e-bc88-7cafb27052e1 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:49.500450 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-34bc6019-16ec-4d3e-bc88-7cafb27052e1 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4198651 Dec 09 16:58:49.500869 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3463750c-c327-4064-b89c-752560e86b75 None None] Network 7cf9ec11-4226-4049-870f-2832ea9673ce requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:58:49.501375 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57626) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:58:49.506586 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afec110-e213-4e95-a004-9d949393c875 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:49.506939 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afec110-e213-4e95-a004-9d949393c875 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:49.507294 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afec110-e213-4e95-a004-9d949393c875 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:49.507618 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afec110-e213-4e95-a004-9d949393c875 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:49.507955 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afec110-e213-4e95-a004-9d949393c875 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:49.508295 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afec110-e213-4e95-a004-9d949393c875 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:49.508647 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afec110-e213-4e95-a004-9d949393c875 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:49.509685 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afec110-e213-4e95-a004-9d949393c875 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:49.510033 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afec110-e213-4e95-a004-9d949393c875 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:49.510363 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afec110-e213-4e95-a004-9d949393c875 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:49.510716 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afec110-e213-4e95-a004-9d949393c875 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:49.511040 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afec110-e213-4e95-a004-9d949393c875 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:49.511368 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afec110-e213-4e95-a004-9d949393c875 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:49.594502 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7a3aa79a-25e7-4e67-a779-b5558e08e31b None None] For port 177d47ee-6f21-4877-a2bd-d82c39485cc6, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:58:49.599985 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-7a3aa79a-25e7-4e67-a779-b5558e08e31b None None] For port 177d47ee-6f21-4877-a2bd-d82c39485cc6, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=177d47ee-6f21-4877-a2bd-d82c39485cc6,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:58:49.615415 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7a3aa79a-25e7-4e67-a779-b5558e08e31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:49.626710 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d98016c9-2684-49be-8f66-fc2b6c1194e6 None None] Provisioning complete for port 177d47ee-6f21-4877-a2bd-d82c39485cc6 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:58:49.627078 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d98016c9-2684-49be-8f66-fc2b6c1194e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:49.703513 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313a083c-b018-4e58-bc11-4843e96db2d7 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:58:49.723172 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2389909-7067-4ae5-97f8-16e5e0b99fe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-7cf9ec11-4226-4049-870f-2832ea9673ce', 'network_id': '7cf9ec11-4226-4049-870f-2832ea9673ce', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'fixed_ips': [{'subnet_id': 'c29926a7-59ce-4339-80c4-08a930b83195'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 16:58:49.724025 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b2389909-7067-4ae5-97f8-16e5e0b99fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:49.756307 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3aa79a-25e7-4e67-a779-b5558e08e31b None None] Routers {'139c3f04-c930-48fa-bc27-355dda2e1fc4'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:58:49.756966 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7a3aa79a-25e7-4e67-a779-b5558e08e31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:58:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['139c3f04-c930-48fa-bc27-355dda2e1fc4'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:58:49.760500 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afec110-e213-4e95-a004-9d949393c875 None None] Pushing event updated for resources: {'Port': ['ID=177d47ee-6f21-4877-a2bd-d82c39485cc6,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:58:49.936361 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e96f8298-264f-46d7-9488-bc0b3ca7f6c6 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:49.957229 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d98016c9-2684-49be-8f66-fc2b6c1194e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:49.996319 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-7a3aa79a-25e7-4e67-a779-b5558e08e31b None None] Set router 139c3f04-c930-48fa-bc27-355dda2e1fc4 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:58:50.057240 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d98016c9-2684-49be-8f66-fc2b6c1194e6 None None] For port 177d47ee-6f21-4877-a2bd-d82c39485cc6, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=177d47ee-6f21-4877-a2bd-d82c39485cc6,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:58:50.065614 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d98016c9-2684-49be-8f66-fc2b6c1194e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:50.132327 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-b2389909-7067-4ae5-97f8-16e5e0b99fe9 None None] Allocated IP 172.20.0.2 (7cf9ec11-4226-4049-870f-2832ea9673ce/c29926a7-59ce-4339-80c4-08a930b83195/c21dab27-7fad-494c-9e69-d0cb161d71f0) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:58:50.248434 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98016c9-2684-49be-8f66-fc2b6c1194e6 None None] Pushing event updated for resources: {'Port': ['ID=177d47ee-6f21-4877-a2bd-d82c39485cc6,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:58:50.272716 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-bf96e644-9c55-440b-92a9-114ca749edc9 None None] Provisioning complete for port 177d47ee-6f21-4877-a2bd-d82c39485cc6 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:58:50.273090 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-bf96e644-9c55-440b-92a9-114ca749edc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:50.430038 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b2389909-7067-4ae5-97f8-16e5e0b99fe9 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:50.445738 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-7a3aa79a-25e7-4e67-a779-b5558e08e31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139c3f04-c930-48fa-bc27-355dda2e1fc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617597548', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '177d47ee-6f21-4877-a2bd-d82c39485cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:58:47Z', 'updated_at': '2021-12-09T16:58:47Z', 'revision_number': 3, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '177d47ee-6f21-4877-a2bd-d82c39485cc6', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139c3f04-c930-48fa-bc27-355dda2e1fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:58:47Z', 'updated_at': '2021-12-09T16:58:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:58:50.448363 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b2389909-7067-4ae5-97f8-16e5e0b99fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:50.492595 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-e96f8298-264f-46d7-9488-bc0b3ca7f6c6 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Allocated IP 172.20.0.1 (7cf9ec11-4226-4049-870f-2832ea9673ce/c29926a7-59ce-4339-80c4-08a930b83195/d7669e5e-d6fe-48b8-873e-fdb4ad8d2dc7) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:58:50.500044 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3aa79a-25e7-4e67-a779-b5558e08e31b None None] The sync data for ids ['139c3f04-c930-48fa-bc27-355dda2e1fc4'] in n-d-821228-1 is: [{'id': '139c3f04-c930-48fa-bc27-355dda2e1fc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617597548', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '177d47ee-6f21-4877-a2bd-d82c39485cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:58:47Z', 'updated_at': '2021-12-09T16:58:47Z', 'revision_number': 3, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '177d47ee-6f21-4877-a2bd-d82c39485cc6', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139c3f04-c930-48fa-bc27-355dda2e1fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:58:47Z', 'updated_at': '2021-12-09T16:58:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:58:50.519740 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2389909-7067-4ae5-97f8-16e5e0b99fe9 None None] Network 7cf9ec11-4226-4049-870f-2832ea9673ce is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:58:50.526104 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-b2389909-7067-4ae5-97f8-16e5e0b99fe9 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:58:50.528279 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2389909-7067-4ae5-97f8-16e5e0b99fe9 None None] Pushing event updated for resources: {'Port': ['ID=c21dab27-7fad-494c-9e69-d0cb161d71f0,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:58:50.530485 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2389909-7067-4ae5-97f8-16e5e0b99fe9 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:58:50.623978 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e96f8298-264f-46d7-9488-bc0b3ca7f6c6 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:50.661303 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e96f8298-264f-46d7-9488-bc0b3ca7f6c6 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:50.715816 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96f8298-264f-46d7-9488-bc0b3ca7f6c6 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Network 7cf9ec11-4226-4049-870f-2832ea9673ce is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:58:50.719111 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-e96f8298-264f-46d7-9488-bc0b3ca7f6c6 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:58:50.723936 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96f8298-264f-46d7-9488-bc0b3ca7f6c6 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:58:50.728251 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f8298-264f-46d7-9488-bc0b3ca7f6c6 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'Port': ['ID=d7669e5e-d6fe-48b8-873e-fdb4ad8d2dc7,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:58:50.775424 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-b2389909-7067-4ae5-97f8-16e5e0b99fe9 None None] Attempting to bind port c21dab27-7fad-494c-9e69-d0cb161d71f0 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:58:50.775424 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-b2389909-7067-4ae5-97f8-16e5e0b99fe9 None None] Attempting to bind port c21dab27-7fad-494c-9e69-d0cb161d71f0 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '4fe3745f-9326-461e-a67a-b279b67d767c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7cf9ec11-4226-4049-870f-2832ea9673ce'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:58:50.775424 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2389909-7067-4ae5-97f8-16e5e0b99fe9 None None] Attempting to bind port c21dab27-7fad-494c-9e69-d0cb161d71f0 on network 7cf9ec11-4226-4049-870f-2832ea9673ce {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:58:50.779180 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-12d75388-f8b4-456d-95f2-afcc56e095d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:50.785191 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2389909-7067-4ae5-97f8-16e5e0b99fe9 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:58:50.786517 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2389909-7067-4ae5-97f8-16e5e0b99fe9 None None] Checking segment: {'id': '4fe3745f-9326-461e-a67a-b279b67d767c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7cf9ec11-4226-4049-870f-2832ea9673ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:58:50.786951 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b2389909-7067-4ae5-97f8-16e5e0b99fe9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:50.787322 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2389909-7067-4ae5-97f8-16e5e0b99fe9 None None] Bound using segment: {'id': '4fe3745f-9326-461e-a67a-b279b67d767c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7cf9ec11-4226-4049-870f-2832ea9673ce'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:58:50.787801 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-b2389909-7067-4ae5-97f8-16e5e0b99fe9 None None] Bound port: c21dab27-7fad-494c-9e69-d0cb161d71f0, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe3745f-9326-461e-a67a-b279b67d767c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7cf9ec11-4226-4049-870f-2832ea9673ce'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:58:50.788183 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b2389909-7067-4ae5-97f8-16e5e0b99fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:50.801476 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e96f8298-264f-46d7-9488-bc0b3ca7f6c6 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:50.858116 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b2389909-7067-4ae5-97f8-16e5e0b99fe9 None None] For port c21dab27-7fad-494c-9e69-d0cb161d71f0, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:58:50.862104 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b2389909-7067-4ae5-97f8-16e5e0b99fe9 None None] For port c21dab27-7fad-494c-9e69-d0cb161d71f0, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=c21dab27-7fad-494c-9e69-d0cb161d71f0,segment=NetworkSegment(4fe3745f-9326-461e-a67a-b279b67d767c),segment_id=4fe3745f-9326-461e-a67a-b279b67d767c)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:58:50.867058 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b2389909-7067-4ae5-97f8-16e5e0b99fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:50.941240 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2389909-7067-4ae5-97f8-16e5e0b99fe9 None None] Pushing event updated for resources: {'Port': ['ID=c21dab27-7fad-494c-9e69-d0cb161d71f0,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:58:50.969811 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e96f8298-264f-46d7-9488-bc0b3ca7f6c6 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:51.296490 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e96f8298-264f-46d7-9488-bc0b3ca7f6c6 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:51.301287 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e96f8298-264f-46d7-9488-bc0b3ca7f6c6 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:51.378893 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e96f8298-264f-46d7-9488-bc0b3ca7f6c6 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:51.380673 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f8298-264f-46d7-9488-bc0b3ca7f6c6 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'Port': ['ID=d7669e5e-d6fe-48b8-873e-fdb4ad8d2dc7,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:58:51.480312 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96f8298-264f-46d7-9488-bc0b3ca7f6c6 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Network 7cf9ec11-4226-4049-870f-2832ea9673ce is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:58:51.481768 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-e96f8298-264f-46d7-9488-bc0b3ca7f6c6 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:58:51.604304 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96f8298-264f-46d7-9488-bc0b3ca7f6c6 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Router 139c3f04-c930-48fa-bc27-355dda2e1fc4 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:58:51.723875 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96f8298-264f-46d7-9488-bc0b3ca7f6c6 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:58:51.726385 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 177d47ee-6f21-4877-a2bd-d82c39485cc6 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:58:51.729854 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e96f8298-264f-46d7-9488-bc0b3ca7f6c6 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "PUT /v2.0/routers/139c3f04-c930-48fa-bc27-355dda2e1fc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2273886 Dec 09 16:58:51.789706 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 177d47ee-6f21-4877-a2bd-d82c39485cc6 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:58:51.790505 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:51.875259 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device c21dab27-7fad-494c-9e69-d0cb161d71f0 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:58:51.905560 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-e4b1a974-930f-48d5-8569-84e11feb8ecd tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2042338722&fields=id&tenant_id=95ed158b10404fb6a6679c1eac6dfcba HTTP/1.1" status: 200 len: 267 time: 0.0577302 Dec 09 16:58:51.920884 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3fd58a-c3ad-489b-bee3-de40db4d46c5 None None] Network 7cf9ec11-4226-4049-870f-2832ea9673ce requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:58:51.990177 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-72a4dbd6-746d-410e-b95a-87be53513181 None None] Provisioning complete for port c21dab27-7fad-494c-9e69-d0cb161d71f0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:58:51.990545 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-72a4dbd6-746d-410e-b95a-87be53513181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:51.998370 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port c21dab27-7fad-494c-9e69-d0cb161d71f0 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:58:51.998734 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:52.186448 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:52.205851 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-72a4dbd6-746d-410e-b95a-87be53513181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:52.248485 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port c21dab27-7fad-494c-9e69-d0cb161d71f0, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=c21dab27-7fad-494c-9e69-d0cb161d71f0,segment=NetworkSegment(4fe3745f-9326-461e-a67a-b279b67d767c),segment_id=4fe3745f-9326-461e-a67a-b279b67d767c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:58:52.253338 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:52.332516 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d69867-23a6-4265-8509-56f233c3cc0b None None] Sync routers for ids ['139c3f04-c930-48fa-bc27-355dda2e1fc4'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:58:52.345255 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d69867-23a6-4265-8509-56f233c3cc0b None None] Routers {'139c3f04-c930-48fa-bc27-355dda2e1fc4'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:58:52.346867 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-e1d69867-23a6-4265-8509-56f233c3cc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:58:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['139c3f04-c930-48fa-bc27-355dda2e1fc4'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:58:52.354857 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=c21dab27-7fad-494c-9e69-d0cb161d71f0,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:58:52.360327 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-72a4dbd6-746d-410e-b95a-87be53513181 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 16:58:52.360977 n-d-821228-1 neutron-server[103246]: DEBUG oslo_db.api [None req-72a4dbd6-746d-410e-b95a-87be53513181 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 16:58:52.402777 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-705e7136-ce82-41e8-8dcc-2afa5f8e6ec3 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:58:52.409996 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-705e7136-ce82-41e8-8dcc-2afa5f8e6ec3 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/networks?id=7cf9ec11-4226-4049-870f-2832ea9673ce HTTP/1.1" status: 200 len: 797 time: 0.4968157 Dec 09 16:58:52.422333 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-1cef3375-ddca-4682-957b-c65f164bd92f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/quotas/95ed158b10404fb6a6679c1eac6dfcba HTTP/1.1" status: 200 len: 375 time: 0.0113897 Dec 09 16:58:52.471145 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-e1d69867-23a6-4265-8509-56f233c3cc0b None None] Set router 139c3f04-c930-48fa-bc27-355dda2e1fc4 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:58:52.476775 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-871d0a16-3ea7-4253-92c4-e076826b7f55 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=95ed158b10404fb6a6679c1eac6dfcba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483124 Dec 09 16:58:52.625235 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-86fbe28d-ebf3-46d4-a203-28b01fa2facb service neutron] 10.222.0.57 "GET /v2.0/networks/7cf9ec11-4226-4049-870f-2832ea9673ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352487 Dec 09 16:58:52.687395 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-e1d69867-23a6-4265-8509-56f233c3cc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139c3f04-c930-48fa-bc27-355dda2e1fc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617597548', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '177d47ee-6f21-4877-a2bd-d82c39485cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:58:47Z', 'updated_at': '2021-12-09T16:58:50Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '177d47ee-6f21-4877-a2bd-d82c39485cc6', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139c3f04-c930-48fa-bc27-355dda2e1fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:58:47Z', 'updated_at': '2021-12-09T16:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'd7669e5e-d6fe-48b8-873e-fdb4ad8d2dc7', 'name': '', 'network_id': '7cf9ec11-4226-4049-870f-2832ea9673ce', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'mac_address': 'fa:16:3e:d9:99:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139c3f04-c930-48fa-bc27-355dda2e1fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'c29926a7-59ce-4339-80c4-08a930b83195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:58:50Z', 'updated_at': '2021-12-09T16:58:51Z', 'revision_number': 2, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'subnets': [{'id': 'c29926a7-59ce-4339-80c4-08a930b83195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:58:52.716568 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d69867-23a6-4265-8509-56f233c3cc0b None None] Checking router: 139c3f04-c930-48fa-bc27-355dda2e1fc4 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:58:52.717301 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d69867-23a6-4265-8509-56f233c3cc0b None None] Updating router 139c3f04-c930-48fa-bc27-355dda2e1fc4 port d7669e5e-d6fe-48b8-873e-fdb4ad8d2dc7 binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:58:52.733302 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-a4ae4103-02aa-467d-8171-7e82d358ca59 service neutron] 10.222.0.57 "GET /v2.0/networks/7cf9ec11-4226-4049-870f-2832ea9673ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012926 Dec 09 16:58:52.746483 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-e1d69867-23a6-4265-8509-56f233c3cc0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:52.910156 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-44d445c3-1b38-4e32-bf9a-0e13f0837aa6 req-776f50d6-bd99-4633-a00a-446ae39512db tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=f50d070f-9599-4548-b4e1-41577764e856 HTTP/1.1" status: 200 len: 210 time: 0.0325291 Dec 09 16:58:53.024120 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2df613d9-50f5-4450-bc8e-979ad768310b None None] Provisioning complete for port c21dab27-7fad-494c-9e69-d0cb161d71f0 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:58:53.025789 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2df613d9-50f5-4450-bc8e-979ad768310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:53.049271 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-e1d69867-23a6-4265-8509-56f233c3cc0b None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:53.055681 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-e1d69867-23a6-4265-8509-56f233c3cc0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:53.116156 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ed014-5f9d-46c9-9e01-694be2a58c7c None None] Pushing event updated for resources: {'Port': ['ID=d7669e5e-d6fe-48b8-873e-fdb4ad8d2dc7,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:58:53.134281 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2df613d9-50f5-4450-bc8e-979ad768310b None None] Provisioning complete for port d7669e5e-d6fe-48b8-873e-fdb4ad8d2dc7 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:58:53.135236 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2df613d9-50f5-4450-bc8e-979ad768310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:53.175955 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ed014-5f9d-46c9-9e01-694be2a58c7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:53.176300 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ed014-5f9d-46c9-9e01-694be2a58c7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:53.176661 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ed014-5f9d-46c9-9e01-694be2a58c7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:53.176995 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ed014-5f9d-46c9-9e01-694be2a58c7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:53.177320 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ed014-5f9d-46c9-9e01-694be2a58c7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:53.177643 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ed014-5f9d-46c9-9e01-694be2a58c7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:53.177963 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ed014-5f9d-46c9-9e01-694be2a58c7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:53.178285 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ed014-5f9d-46c9-9e01-694be2a58c7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:53.178512 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2df613d9-50f5-4450-bc8e-979ad768310b None None] Port d7669e5e-d6fe-48b8-873e-fdb4ad8d2dc7 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:58:53.178640 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ed014-5f9d-46c9-9e01-694be2a58c7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:53.178914 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ed014-5f9d-46c9-9e01-694be2a58c7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:53.180016 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ed014-5f9d-46c9-9e01-694be2a58c7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:53.181270 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ed014-5f9d-46c9-9e01-694be2a58c7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:53.182035 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ed014-5f9d-46c9-9e01-694be2a58c7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:58:53.200977 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-e1d69867-23a6-4265-8509-56f233c3cc0b None None] Attempting to bind port d7669e5e-d6fe-48b8-873e-fdb4ad8d2dc7 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:58:53.201350 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-e1d69867-23a6-4265-8509-56f233c3cc0b None None] Attempting to bind port d7669e5e-d6fe-48b8-873e-fdb4ad8d2dc7 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '4fe3745f-9326-461e-a67a-b279b67d767c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7cf9ec11-4226-4049-870f-2832ea9673ce'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:58:53.201750 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d69867-23a6-4265-8509-56f233c3cc0b None None] Attempting to bind port d7669e5e-d6fe-48b8-873e-fdb4ad8d2dc7 on network 7cf9ec11-4226-4049-870f-2832ea9673ce {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:58:53.214822 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d69867-23a6-4265-8509-56f233c3cc0b None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:58:53.215271 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d69867-23a6-4265-8509-56f233c3cc0b None None] Checking segment: {'id': '4fe3745f-9326-461e-a67a-b279b67d767c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7cf9ec11-4226-4049-870f-2832ea9673ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:58:53.215731 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-e1d69867-23a6-4265-8509-56f233c3cc0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:53.216140 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d69867-23a6-4265-8509-56f233c3cc0b None None] Bound using segment: {'id': '4fe3745f-9326-461e-a67a-b279b67d767c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7cf9ec11-4226-4049-870f-2832ea9673ce'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:58:53.216771 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-e1d69867-23a6-4265-8509-56f233c3cc0b None None] Bound port: d7669e5e-d6fe-48b8-873e-fdb4ad8d2dc7, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe3745f-9326-461e-a67a-b279b67d767c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7cf9ec11-4226-4049-870f-2832ea9673ce'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:58:53.217186 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-e1d69867-23a6-4265-8509-56f233c3cc0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:53.222842 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-46d670c5-3a6f-4948-ba39-802fab485bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:53.297952 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-e1d69867-23a6-4265-8509-56f233c3cc0b None None] For port d7669e5e-d6fe-48b8-873e-fdb4ad8d2dc7, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:58:53.301312 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-e1d69867-23a6-4265-8509-56f233c3cc0b None None] For port d7669e5e-d6fe-48b8-873e-fdb4ad8d2dc7, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d7669e5e-d6fe-48b8-873e-fdb4ad8d2dc7,segment=NetworkSegment(4fe3745f-9326-461e-a67a-b279b67d767c),segment_id=4fe3745f-9326-461e-a67a-b279b67d767c)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:58:53.306263 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-e1d69867-23a6-4265-8509-56f233c3cc0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:53.370351 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ed014-5f9d-46c9-9e01-694be2a58c7c None None] Pushing event updated for resources: {'Port': ['ID=d7669e5e-d6fe-48b8-873e-fdb4ad8d2dc7,revision_number=4']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:58:53.374645 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d69867-23a6-4265-8509-56f233c3cc0b None None] Routers {'139c3f04-c930-48fa-bc27-355dda2e1fc4'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:58:53.375449 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-e1d69867-23a6-4265-8509-56f233c3cc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:58:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['139c3f04-c930-48fa-bc27-355dda2e1fc4'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:58:53.406596 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-0527602f-b6d0-42d2-8c65-013c9905cbaf None None] Provisioning complete for port d7669e5e-d6fe-48b8-873e-fdb4ad8d2dc7 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:58:53.407019 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0527602f-b6d0-42d2-8c65-013c9905cbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:53.488508 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-e1d69867-23a6-4265-8509-56f233c3cc0b None None] Set router 139c3f04-c930-48fa-bc27-355dda2e1fc4 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:58:53.494512 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0527602f-b6d0-42d2-8c65-013c9905cbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:53.533499 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-0527602f-b6d0-42d2-8c65-013c9905cbaf None None] For port d7669e5e-d6fe-48b8-873e-fdb4ad8d2dc7, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d7669e5e-d6fe-48b8-873e-fdb4ad8d2dc7,segment=NetworkSegment(4fe3745f-9326-461e-a67a-b279b67d767c),segment_id=4fe3745f-9326-461e-a67a-b279b67d767c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:58:53.538557 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0527602f-b6d0-42d2-8c65-013c9905cbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:53.598441 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527602f-b6d0-42d2-8c65-013c9905cbaf None None] Pushing event updated for resources: {'Port': ['ID=d7669e5e-d6fe-48b8-873e-fdb4ad8d2dc7,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:58:53.646224 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device c21dab27-7fad-494c-9e69-d0cb161d71f0 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:58:53.696067 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e794de32-3220-4009-8050-e9aba047a49a None None] Provisioning complete for port d7669e5e-d6fe-48b8-873e-fdb4ad8d2dc7 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:58:53.696495 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e794de32-3220-4009-8050-e9aba047a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:53.741184 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port c21dab27-7fad-494c-9e69-d0cb161d71f0 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:58:53.741560 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:53.815013 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-e1d69867-23a6-4265-8509-56f233c3cc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139c3f04-c930-48fa-bc27-355dda2e1fc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617597548', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '177d47ee-6f21-4877-a2bd-d82c39485cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:58:47Z', 'updated_at': '2021-12-09T16:58:50Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '177d47ee-6f21-4877-a2bd-d82c39485cc6', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139c3f04-c930-48fa-bc27-355dda2e1fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:58:47Z', 'updated_at': '2021-12-09T16:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'd7669e5e-d6fe-48b8-873e-fdb4ad8d2dc7', 'name': '', 'network_id': '7cf9ec11-4226-4049-870f-2832ea9673ce', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'mac_address': 'fa:16:3e:d9:99:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139c3f04-c930-48fa-bc27-355dda2e1fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'c29926a7-59ce-4339-80c4-08a930b83195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:58:50Z', 'updated_at': '2021-12-09T16:58:53Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'subnets': [{'id': 'c29926a7-59ce-4339-80c4-08a930b83195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:58:53.844678 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d69867-23a6-4265-8509-56f233c3cc0b None None] The sync data for ids ['139c3f04-c930-48fa-bc27-355dda2e1fc4'] in n-d-821228-1 is: [{'id': '139c3f04-c930-48fa-bc27-355dda2e1fc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617597548', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '177d47ee-6f21-4877-a2bd-d82c39485cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:58:47Z', 'updated_at': '2021-12-09T16:58:50Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '177d47ee-6f21-4877-a2bd-d82c39485cc6', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139c3f04-c930-48fa-bc27-355dda2e1fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:58:47Z', 'updated_at': '2021-12-09T16:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'd7669e5e-d6fe-48b8-873e-fdb4ad8d2dc7', 'name': '', 'network_id': '7cf9ec11-4226-4049-870f-2832ea9673ce', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'mac_address': 'fa:16:3e:d9:99:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139c3f04-c930-48fa-bc27-355dda2e1fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'c29926a7-59ce-4339-80c4-08a930b83195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:58:50Z', 'updated_at': '2021-12-09T16:58:53Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'subnets': [{'id': 'c29926a7-59ce-4339-80c4-08a930b83195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:58:54.021610 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-578bce24-2dbe-4775-9c30-99930656a729 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:58:54.023119 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-578bce24-2dbe-4775-9c30-99930656a729 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.31 "GET /v2.0/networks?id=7cf9ec11-4226-4049-870f-2832ea9673ce HTTP/1.1" status: 200 len: 797 time: 0.1786156 Dec 09 16:58:54.045124 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-01495c64-18e6-4693-9181-b0dbcbcc234e req-37e2b7a3-1280-435e-8ec3-ca837d76b6fb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=f50d070f-9599-4548-b4e1-41577764e856 HTTP/1.1" status: 200 len: 210 time: 0.0434823 Dec 09 16:58:54.098343 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-63096105-3b88-494a-95d9-3ee3d28472e5 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95ed158b10404fb6a6679c1eac6dfcba HTTP/1.1" status: 200 len: 380 time: 0.0607052 Dec 09 16:58:54.112724 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-ef0da34d-8969-4616-8e40-4062b059ef70 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'port': {'device_id': 'f50d070f-9599-4548-b4e1-41577764e856', 'network_id': '7cf9ec11-4226-4049-870f-2832ea9673ce', 'admin_state_up': True, 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'security_groups': ['443a0574-aa4a-422d-ab74-025fb2af803a']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:58:54.229544 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-ef0da34d-8969-4616-8e40-4062b059ef70 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Made reservation on behalf of 95ed158b10404fb6a6679c1eac6dfcba for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:58:54.233253 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-ef0da34d-8969-4616-8e40-4062b059ef70 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:54.363139 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-ef0da34d-8969-4616-8e40-4062b059ef70 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Allocated IP 172.20.0.12 (7cf9ec11-4226-4049-870f-2832ea9673ce/c29926a7-59ce-4339-80c4-08a930b83195/f53af6fd-219c-46aa-a6c5-e4dd0c479e49) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:58:54.422533 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:54.516893 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-ef0da34d-8969-4616-8e40-4062b059ef70 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:54.553907 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-ef0da34d-8969-4616-8e40-4062b059ef70 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:54.598480 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-ef0da34d-8969-4616-8e40-4062b059ef70 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Network 7cf9ec11-4226-4049-870f-2832ea9673ce is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:58:54.603747 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-ef0da34d-8969-4616-8e40-4062b059ef70 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:58:54.607710 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-ef0da34d-8969-4616-8e40-4062b059ef70 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:58:54.632545 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0da34d-8969-4616-8e40-4062b059ef70 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'Port': ['ID=f53af6fd-219c-46aa-a6c5-e4dd0c479e49,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:58:54.672268 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-ef0da34d-8969-4616-8e40-4062b059ef70 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:58:54.672962 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-ef0da34d-8969-4616-8e40-4062b059ef70 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:54.694495 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-ef0da34d-8969-4616-8e40-4062b059ef70 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5862541 Dec 09 16:58:54.707010 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-e160f783-bb44-4383-87f4-d0a225a2beb9 service neutron] Request body: {'port': {'device_id': 'f50d070f-9599-4548-b4e1-41577764e856', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:58:54.769019 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-e160f783-bb44-4383-87f4-d0a225a2beb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:54.845435 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-f255b219-9545-467d-9d6c-aa35345a494d None None] Provisioning complete for port f53af6fd-219c-46aa-a6c5-e4dd0c479e49 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:58:54.845809 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f255b219-9545-467d-9d6c-aa35345a494d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:54.883111 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-f255b219-9545-467d-9d6c-aa35345a494d None None] Port f53af6fd-219c-46aa-a6c5-e4dd0c479e49 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:58:55.047184 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-e160f783-bb44-4383-87f4-d0a225a2beb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f53af6fd-219c-46aa-a6c5-e4dd0c479e49 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:58:55.055325 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-e160f783-bb44-4383-87f4-d0a225a2beb9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:55.067375 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-e160f783-bb44-4383-87f4-d0a225a2beb9 service neutron] Transition to ACTIVE for port object f53af6fd-219c-46aa-a6c5-e4dd0c479e49 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:58:55.071018 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-e160f783-bb44-4383-87f4-d0a225a2beb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:55.123973 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e160f783-bb44-4383-87f4-d0a225a2beb9 service neutron] Pushing event updated for resources: {'Port': ['ID=f53af6fd-219c-46aa-a6c5-e4dd0c479e49,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:58:55.220526 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b99ecc-4b13-4c4e-af0f-bf8c02698368 req-51e3d7b8-e45f-4497-ba34-fb1549983cca tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:58:55.222067 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-16b99ecc-4b13-4c4e-af0f-bf8c02698368 req-51e3d7b8-e45f-4497-ba34-fb1549983cca tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=f50d070f-9599-4548-b4e1-41577764e856 HTTP/1.1" status: 200 len: 944 time: 0.0993786 Dec 09 16:58:55.248296 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-e160f783-bb44-4383-87f4-d0a225a2beb9 service neutron] Attempting to bind port f53af6fd-219c-46aa-a6c5-e4dd0c479e49 on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:58:55.248642 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-e160f783-bb44-4383-87f4-d0a225a2beb9 service neutron] Attempting to bind port f53af6fd-219c-46aa-a6c5-e4dd0c479e49 by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '4fe3745f-9326-461e-a67a-b279b67d767c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7cf9ec11-4226-4049-870f-2832ea9673ce'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:58:55.248962 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-e160f783-bb44-4383-87f4-d0a225a2beb9 service neutron] Attempting to bind port f53af6fd-219c-46aa-a6c5-e4dd0c479e49 on network 7cf9ec11-4226-4049-870f-2832ea9673ce {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:58:55.256797 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-e160f783-bb44-4383-87f4-d0a225a2beb9 service neutron] Port f53af6fd-219c-46aa-a6c5-e4dd0c479e49 on network 7cf9ec11-4226-4049-870f-2832ea9673ce not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:58:55.257122 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-e160f783-bb44-4383-87f4-d0a225a2beb9 service neutron] Attempting to bind port f53af6fd-219c-46aa-a6c5-e4dd0c479e49 on network 7cf9ec11-4226-4049-870f-2832ea9673ce {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:58:55.270402 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-e160f783-bb44-4383-87f4-d0a225a2beb9 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:58:55.270734 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-e160f783-bb44-4383-87f4-d0a225a2beb9 service neutron] Checking segment: {'id': '4fe3745f-9326-461e-a67a-b279b67d767c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7cf9ec11-4226-4049-870f-2832ea9673ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:58:55.271112 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-e160f783-bb44-4383-87f4-d0a225a2beb9 service neutron] Bound using segment: {'id': '4fe3745f-9326-461e-a67a-b279b67d767c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7cf9ec11-4226-4049-870f-2832ea9673ce'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:58:55.271542 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-e160f783-bb44-4383-87f4-d0a225a2beb9 service neutron] Bound port: f53af6fd-219c-46aa-a6c5-e4dd0c479e49, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fe3745f-9326-461e-a67a-b279b67d767c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7cf9ec11-4226-4049-870f-2832ea9673ce'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:58:55.271895 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-e160f783-bb44-4383-87f4-d0a225a2beb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:55.301449 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-16b99ecc-4b13-4c4e-af0f-bf8c02698368 req-653f522b-6efb-4008-915b-cf08631a888f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=443a0574-aa4a-422d-ab74-025fb2af803a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690758 Dec 09 16:58:55.354855 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-e160f783-bb44-4383-87f4-d0a225a2beb9 service neutron] For port f53af6fd-219c-46aa-a6c5-e4dd0c479e49, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:58:55.357914 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-e160f783-bb44-4383-87f4-d0a225a2beb9 service neutron] For port f53af6fd-219c-46aa-a6c5-e4dd0c479e49, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=f53af6fd-219c-46aa-a6c5-e4dd0c479e49,segment=NetworkSegment(4fe3745f-9326-461e-a67a-b279b67d767c),segment_id=4fe3745f-9326-461e-a67a-b279b67d767c)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:58:55.361922 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-e160f783-bb44-4383-87f4-d0a225a2beb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:55.376922 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:55.397144 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-e160f783-bb44-4383-87f4-d0a225a2beb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:58:55.397762 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-e160f783-bb44-4383-87f4-d0a225a2beb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:55.399119 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-e160f783-bb44-4383-87f4-d0a225a2beb9 service neutron] 10.222.0.31 "PUT /v2.0/ports/f53af6fd-219c-46aa-a6c5-e4dd0c479e49 HTTP/1.1" status: 200 len: 1092 time: 0.6966403 Dec 09 16:58:55.399582 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f50d070f-9599-4548-b4e1-41577764e856', 'tag': 'f53af6fd-219c-46aa-a6c5-e4dd0c479e49'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:58:55.401856 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d759c46-b7d0-4101-9adf-83dfd74572dc" -d '{"events": [{"name": "network-changed", "server_uuid": "f50d070f-9599-4548-b4e1-41577764e856", "tag": "f53af6fd-219c-46aa-a6c5-e4dd0c479e49"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:58:55.439445 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e160f783-bb44-4383-87f4-d0a225a2beb9 service neutron] Pushing event updated for resources: {'Port': ['ID=f53af6fd-219c-46aa-a6c5-e4dd0c479e49,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:58:55.450568 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8a8943-deb6-4cb9-8c50-ac265c8c2b5a x-openstack-request-id: req-ff8a8943-deb6-4cb9-8c50-ac265c8c2b5a {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:58:55.450727 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f50d070f-9599-4548-b4e1-41577764e856", "tag": "f53af6fd-219c-46aa-a6c5-e4dd0c479e49", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:58:55.451000 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ff8a8943-deb6-4cb9-8c50-ac265c8c2b5a {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:58:55.452948 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f50d070f-9599-4548-b4e1-41577764e856', 'tag': 'f53af6fd-219c-46aa-a6c5-e4dd0c479e49', 'status': 'completed', 'code': 200} Dec 09 16:58:55.499505 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-c15ccc1a-2520-4264-bd6d-0cecca24e9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:58:55.501066 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-c15ccc1a-2520-4264-bd6d-0cecca24e9a8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95ed158b10404fb6a6679c1eac6dfcba&device_id=f50d070f-9599-4548-b4e1-41577764e856 HTTP/1.1" status: 200 len: 1095 time: 0.0472960 Dec 09 16:58:55.546609 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-a1e4d3ef-eae4-4272-b739-6ad238fcdbeb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f53af6fd-219c-46aa-a6c5-e4dd0c479e49 HTTP/1.1" status: 200 len: 217 time: 0.0362127 Dec 09 16:58:55.601276 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-ec5bcd6b-0563-4d25-b65e-02aeb468bbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:58:55.601276 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-ec5bcd6b-0563-4d25-b65e-02aeb468bbab service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c29926a7-59ce-4339-80c4-08a930b83195 HTTP/1.1" status: 200 len: 835 time: 0.0473399 Dec 09 16:58:55.652528 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-89e9fed5-b454-4592-a657-1cc57d1096ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:58:55.654031 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-89e9fed5-b454-4592-a657-1cc57d1096ea service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7cf9ec11-4226-4049-870f-2832ea9673ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467224 Dec 09 16:58:55.674044 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d7669e5e-d6fe-48b8-873e-fdb4ad8d2dc7 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:58:55.728632 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:55.740205 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port d7669e5e-d6fe-48b8-873e-fdb4ad8d2dc7 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:58:55.740673 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:55.747027 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-262bfdf7-6252-4ca3-a0b4-d39e98441291 service neutron] 10.222.0.31 "GET /v2.0/networks/7cf9ec11-4226-4049-870f-2832ea9673ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859046 Dec 09 16:58:55.841209 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e440c6df-d4b2-4e30-8cfe-0c2632625508 req-14e54990-7483-4fa9-84b2-8e864e245fb3 service neutron] 10.222.0.31 "GET /v2.0/networks/7cf9ec11-4226-4049-870f-2832ea9673ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875745 Dec 09 16:58:55.932339 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d759c46-b7d0-4101-9adf-83dfd74572dc req-0966c574-36a7-4d62-9f47-aefc405cb052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:58:55.933890 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1d759c46-b7d0-4101-9adf-83dfd74572dc req-0966c574-36a7-4d62-9f47-aefc405cb052 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95ed158b10404fb6a6679c1eac6dfcba&device_id=f50d070f-9599-4548-b4e1-41577764e856 HTTP/1.1" status: 200 len: 1095 time: 0.0425406 Dec 09 16:58:56.023129 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d759c46-b7d0-4101-9adf-83dfd74572dc req-fef20d20-0cad-4c92-bf40-8cd4de4e6993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:58:56.024887 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1d759c46-b7d0-4101-9adf-83dfd74572dc req-fef20d20-0cad-4c92-bf40-8cd4de4e6993 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7cf9ec11-4226-4049-870f-2832ea9673ce HTTP/1.1" status: 200 len: 898 time: 0.0841150 Dec 09 16:58:56.071017 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1d759c46-b7d0-4101-9adf-83dfd74572dc req-d5d95790-ca17-4f05-b77d-7d6e5d193536 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f53af6fd-219c-46aa-a6c5-e4dd0c479e49 HTTP/1.1" status: 200 len: 217 time: 0.0392950 Dec 09 16:58:56.119190 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d759c46-b7d0-4101-9adf-83dfd74572dc req-32a1cfa0-f138-4635-bcde-11cb6e090379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:58:56.120640 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1d759c46-b7d0-4101-9adf-83dfd74572dc req-32a1cfa0-f138-4635-bcde-11cb6e090379 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c29926a7-59ce-4339-80c4-08a930b83195 HTTP/1.1" status: 200 len: 835 time: 0.0429804 Dec 09 16:58:56.165917 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d759c46-b7d0-4101-9adf-83dfd74572dc req-6e761b92-643b-43ee-a258-77238fb22bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:58:56.167405 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1d759c46-b7d0-4101-9adf-83dfd74572dc req-6e761b92-643b-43ee-a258-77238fb22bdf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7cf9ec11-4226-4049-870f-2832ea9673ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400937 Dec 09 16:58:56.260004 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1d759c46-b7d0-4101-9adf-83dfd74572dc req-e041b79c-102e-4cec-9774-d500a900a602 service neutron] 10.222.0.31 "GET /v2.0/networks/7cf9ec11-4226-4049-870f-2832ea9673ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854023 Dec 09 16:58:56.351714 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1d759c46-b7d0-4101-9adf-83dfd74572dc req-da863027-cd54-4faf-9b6b-e70421d78f0e service neutron] 10.222.0.31 "GET /v2.0/networks/7cf9ec11-4226-4049-870f-2832ea9673ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848310 Dec 09 16:58:56.429915 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38537068-9468-42fd-9979-9f76c949c59d req-d345d1c8-9e0e-41ac-a0f2-e801380c21bd tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:58:56.432320 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38537068-9468-42fd-9979-9f76c949c59d req-d345d1c8-9e0e-41ac-a0f2-e801380c21bd tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=f50d070f-9599-4548-b4e1-41577764e856 HTTP/1.1" status: 200 len: 944 time: 0.0561109 Dec 09 16:58:56.482719 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-38537068-9468-42fd-9979-9f76c949c59d req-6a4fdba6-ff4f-4c02-a9b8-9ae0d7c7f503 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=443a0574-aa4a-422d-ab74-025fb2af803a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444188 Dec 09 16:58:56.667867 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:57.599294 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a4d78-c905-4e91-864a-6ee5c61e598f req-d97a7abc-0d95-483f-9159-d7ed2c1520fc tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:58:57.600814 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-983a4d78-c905-4e91-864a-6ee5c61e598f req-d97a7abc-0d95-483f-9159-d7ed2c1520fc tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=f50d070f-9599-4548-b4e1-41577764e856 HTTP/1.1" status: 200 len: 944 time: 0.0491359 Dec 09 16:58:57.650692 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-983a4d78-c905-4e91-864a-6ee5c61e598f req-c07b56fe-15c4-4ece-8e58-54dc11a61a29 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=443a0574-aa4a-422d-ab74-025fb2af803a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438023 Dec 09 16:58:58.764097 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af5e22-4f5e-4e32-8641-87cd0d416ae5 req-a6dbe3e6-3578-4f5b-b233-1ab925ee3be5 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:58:58.765587 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d8af5e22-4f5e-4e32-8641-87cd0d416ae5 req-a6dbe3e6-3578-4f5b-b233-1ab925ee3be5 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=f50d070f-9599-4548-b4e1-41577764e856 HTTP/1.1" status: 200 len: 944 time: 0.0474267 Dec 09 16:58:58.817587 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d8af5e22-4f5e-4e32-8641-87cd0d416ae5 req-7edceee6-8ac8-4e4c-8f6f-37d459132fbf tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=443a0574-aa4a-422d-ab74-025fb2af803a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460167 Dec 09 16:58:59.120177 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device f53af6fd-219c-46aa-a6c5-e4dd0c479e49 details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:58:59.216678 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port f53af6fd-219c-46aa-a6c5-e4dd0c479e49, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=f53af6fd-219c-46aa-a6c5-e4dd0c479e49,segment=NetworkSegment(4fe3745f-9326-461e-a67a-b279b67d767c),segment_id=4fe3745f-9326-461e-a67a-b279b67d767c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:58:59.227603 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'f53af6fd-219c-46aa-a6c5-e4dd0c479e49', 'network_id': '7cf9ec11-4226-4049-870f-2832ea9673ce', 'port_id': 'f53af6fd-219c-46aa-a6c5-e4dd0c479e49', 'mac_address': 'fa:16:3e:f3:55:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c29926a7-59ce-4339-80c4-08a930b83195', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:58:59.263533 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:59.276073 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f53af6fd-219c-46aa-a6c5-e4dd0c479e49 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:58:59.298166 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port f53af6fd-219c-46aa-a6c5-e4dd0c479e49, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=f53af6fd-219c-46aa-a6c5-e4dd0c479e49,segment=NetworkSegment(4fe3745f-9326-461e-a67a-b279b67d767c),segment_id=4fe3745f-9326-461e-a67a-b279b67d767c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:58:59.302219 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:58:59.348748 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=f53af6fd-219c-46aa-a6c5-e4dd0c479e49,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:58:59.653493 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['f53af6fd-219c-46aa-a6c5-e4dd0c479e49'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:58:59.734743 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:58:59.934470 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc76fd3-f074-4046-bd61-1473e42ed955 req-8b209dd4-5627-49bd-9d78-feae294bb662 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:58:59.936292 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7fc76fd3-f074-4046-bd61-1473e42ed955 req-8b209dd4-5627-49bd-9d78-feae294bb662 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=f50d070f-9599-4548-b4e1-41577764e856 HTTP/1.1" status: 200 len: 945 time: 0.0492220 Dec 09 16:58:59.985217 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7fc76fd3-f074-4046-bd61-1473e42ed955 req-42a72330-2fb4-43aa-a29d-a97f69972dbd tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=443a0574-aa4a-422d-ab74-025fb2af803a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427644 Dec 09 16:59:01.101150 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361905c-522c-4c9c-97b9-05213587a2f3 req-86b3a1a4-3895-4145-86a2-d6de6a8ecbdd tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:59:01.103388 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4361905c-522c-4c9c-97b9-05213587a2f3 req-86b3a1a4-3895-4145-86a2-d6de6a8ecbdd tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=f50d070f-9599-4548-b4e1-41577764e856 HTTP/1.1" status: 200 len: 945 time: 0.0501292 Dec 09 16:59:01.136799 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device f53af6fd-219c-46aa-a6c5-e4dd0c479e49 up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:59:01.152712 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4361905c-522c-4c9c-97b9-05213587a2f3 req-23cfbf8d-fd73-4632-a707-1de219876b43 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=443a0574-aa4a-422d-ab74-025fb2af803a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440545 Dec 09 16:59:01.186232 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port f53af6fd-219c-46aa-a6c5-e4dd0c479e49 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:59:01.190102 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port f53af6fd-219c-46aa-a6c5-e4dd0c479e49 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:59:01.190481 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:59:01.270505 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:59:01.293010 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50d070f-9599-4548-b4e1-41577764e856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f53af6fd-219c-46aa-a6c5-e4dd0c479e49'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:59:01.295254 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad401665e64187bef4a0f300457b2868c99907d1fc0db4bbbc94af95fd68fd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45fc7ade-181e-47fd-abb2-55b92844218b" -d '{"events": [{"server_uuid": "f50d070f-9599-4548-b4e1-41577764e856", "name": "network-vif-plugged", "status": "completed", "tag": "f53af6fd-219c-46aa-a6c5-e4dd0c479e49"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:59:01.308182 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port f53af6fd-219c-46aa-a6c5-e4dd0c479e49, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=f53af6fd-219c-46aa-a6c5-e4dd0c479e49,segment=NetworkSegment(4fe3745f-9326-461e-a67a-b279b67d767c),segment_id=4fe3745f-9326-461e-a67a-b279b67d767c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:59:01.312741 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:59:01.361960 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=f53af6fd-219c-46aa-a6c5-e4dd0c479e49,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:59:01.386825 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b87aec5-fa95-4b35-9cc4-b1efc79cab1a x-openstack-request-id: req-5b87aec5-fa95-4b35-9cc4-b1efc79cab1a {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:59:01.387123 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f50d070f-9599-4548-b4e1-41577764e856", "name": "network-vif-plugged", "status": "completed", "tag": "f53af6fd-219c-46aa-a6c5-e4dd0c479e49", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:59:01.387405 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5b87aec5-fa95-4b35-9cc4-b1efc79cab1a {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:59:01.387815 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50d070f-9599-4548-b4e1-41577764e856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f53af6fd-219c-46aa-a6c5-e4dd0c479e49', 'code': 200} Dec 09 16:59:01.485339 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa868e9-6062-408d-8675-6de64c6a4c73 req-d31bd252-c4f8-4fc7-b35c-e1a70bd6224b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:59:01.486839 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2aa868e9-6062-408d-8675-6de64c6a4c73 req-d31bd252-c4f8-4fc7-b35c-e1a70bd6224b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f50d070f-9599-4548-b4e1-41577764e856 HTTP/1.1" status: 200 len: 1097 time: 0.0437469 Dec 09 16:59:01.535117 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2aa868e9-6062-408d-8675-6de64c6a4c73 req-e4119d0e-0fbe-4a2f-a066-908a16bf5911 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=443a0574-aa4a-422d-ab74-025fb2af803a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388107 Dec 09 16:59:02.269992 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba9a45-0294-4044-b196-b34a7ba87f22 req-30be8510-f028-4983-8c93-5565df86ddce tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:59:02.271467 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d5ba9a45-0294-4044-b196-b34a7ba87f22 req-30be8510-f028-4983-8c93-5565df86ddce tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=f50d070f-9599-4548-b4e1-41577764e856 HTTP/1.1" status: 200 len: 946 time: 0.0490277 Dec 09 16:59:02.319514 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d5ba9a45-0294-4044-b196-b34a7ba87f22 req-608984e3-033f-46df-a2e8-ab6f13ebbf6a tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=443a0574-aa4a-422d-ab74-025fb2af803a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421107 Dec 09 16:59:03.440787 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae6cf2-82ff-4ddb-a44a-02064dbe8361 req-e0329d64-9002-4b39-b1bc-a3d391f4d376 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:59:03.442307 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f5ae6cf2-82ff-4ddb-a44a-02064dbe8361 req-e0329d64-9002-4b39-b1bc-a3d391f4d376 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=f50d070f-9599-4548-b4e1-41577764e856 HTTP/1.1" status: 200 len: 946 time: 0.0523789 Dec 09 16:59:03.491028 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f5ae6cf2-82ff-4ddb-a44a-02064dbe8361 req-abedfb01-49e1-498d-a261-0fbc85895b54 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=443a0574-aa4a-422d-ab74-025fb2af803a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428128 Dec 09 16:59:03.605664 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad9966-53af-483f-b92e-a8944673ba03 req-4158aae7-4d0a-424c-a19e-06cce602f2c0 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:59:03.607152 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-49ad9966-53af-483f-b92e-a8944673ba03 req-4158aae7-4d0a-424c-a19e-06cce602f2c0 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=f50d070f-9599-4548-b4e1-41577764e856 HTTP/1.1" status: 200 len: 946 time: 0.0490513 Dec 09 16:59:03.656622 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-49ad9966-53af-483f-b92e-a8944673ba03 req-a67d6f30-345a-43bb-a122-6c752998bdde tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=443a0574-aa4a-422d-ab74-025fb2af803a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430899 Dec 09 16:59:03.678437 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57682) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:59:03.717541 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7d4170-347d-40b3-a9ce-ac5f0f9dd63e tempest-TestNetworkAdvancedServerOps-2036049865 tempest-TestNetworkAdvancedServerOps-2036049865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:59:03.719032 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7e7d4170-347d-40b3-a9ce-ac5f0f9dd63e tempest-TestNetworkAdvancedServerOps-2036049865 tempest-TestNetworkAdvancedServerOps-2036049865-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f50d070f-9599-4548-b4e1-41577764e856 HTTP/1.1" status: 200 len: 1092 time: 0.0395694 Dec 09 16:59:03.723177 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57684) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:59:03.728200 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-4ec22a4b-0140-4dba-9993-076d29bd9c65 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'port_id': 'f53af6fd-219c-46aa-a6c5-e4dd0c479e49', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:59:03.752046 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ec22a4b-0140-4dba-9993-076d29bd9c65 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:59:03.851082 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ec22a4b-0140-4dba-9993-076d29bd9c65 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:59:03.953745 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-4ec22a4b-0140-4dba-9993-076d29bd9c65 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Allocated IP 172.25.3.112 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/36b030de-9346-4666-bc4d-bcb7af14a179) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:59:04.054472 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ec22a4b-0140-4dba-9993-076d29bd9c65 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:59:04.090697 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ec22a4b-0140-4dba-9993-076d29bd9c65 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:59:04.126945 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec22a4b-0140-4dba-9993-076d29bd9c65 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:59:04.129660 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-4ec22a4b-0140-4dba-9993-076d29bd9c65 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:59:04.135609 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec22a4b-0140-4dba-9993-076d29bd9c65 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:59:04.163016 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec22a4b-0140-4dba-9993-076d29bd9c65 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'Port': ['ID=36b030de-9346-4666-bc4d-bcb7af14a179,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:59:04.493588 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ec22a4b-0140-4dba-9993-076d29bd9c65 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:59:04.562307 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ec22a4b-0140-4dba-9993-076d29bd9c65 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:59:04.707919 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ec22a4b-0140-4dba-9993-076d29bd9c65 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:59:04.713124 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ec22a4b-0140-4dba-9993-076d29bd9c65 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:59:04.785590 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec22a4b-0140-4dba-9993-076d29bd9c65 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'Port': ['ID=36b030de-9346-4666-bc4d-bcb7af14a179,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:59:04.800064 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ec22a4b-0140-4dba-9993-076d29bd9c65 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:59:04.904190 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-4ec22a4b-0140-4dba-9993-076d29bd9c65 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Floating IP aeadb3ce-3d2c-4627-be55-cde5d907e8bf associated. External IP: 172.25.3.112, port: f53af6fd-219c-46aa-a6c5-e4dd0c479e49. Dec 09 16:59:05.114552 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec22a4b-0140-4dba-9993-076d29bd9c65 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Router 139c3f04-c930-48fa-bc27-355dda2e1fc4 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:59:05.219185 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec22a4b-0140-4dba-9993-076d29bd9c65 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:59:05.229865 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744928ad-d4b4-45c9-81e3-5ed43ab228eb None None] Sync routers for ids ['139c3f04-c930-48fa-bc27-355dda2e1fc4'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:59:05.235791 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ec22a4b-0140-4dba-9993-076d29bd9c65 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:59:05.240360 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744928ad-d4b4-45c9-81e3-5ed43ab228eb None None] Routers {'139c3f04-c930-48fa-bc27-355dda2e1fc4'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:59:05.241079 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-744928ad-d4b4-45c9-81e3-5ed43ab228eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:58:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['139c3f04-c930-48fa-bc27-355dda2e1fc4'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:59:05.263913 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4ec22a4b-0140-4dba-9993-076d29bd9c65 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5396547 Dec 09 16:59:05.264634 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f50d070f-9599-4548-b4e1-41577764e856', 'tag': 'f53af6fd-219c-46aa-a6c5-e4dd0c479e49'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:59:05.266991 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004440bb-8ca8-4043-8843-639b312bad8f" -d '{"events": [{"name": "network-changed", "server_uuid": "f50d070f-9599-4548-b4e1-41577764e856", "tag": "f53af6fd-219c-46aa-a6c5-e4dd0c479e49"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:59:05.352467 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-744928ad-d4b4-45c9-81e3-5ed43ab228eb None None] Set router 139c3f04-c930-48fa-bc27-355dda2e1fc4 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:59:05.361477 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2da1db-67ef-4720-b52c-818634394a67 req-c3718463-0b65-4839-bb55-303379c60202 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:59:05.363274 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8b2da1db-67ef-4720-b52c-818634394a67 req-c3718463-0b65-4839-bb55-303379c60202 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=f50d070f-9599-4548-b4e1-41577764e856 HTTP/1.1" status: 200 len: 946 time: 0.0499365 Dec 09 16:59:05.413913 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8b2da1db-67ef-4720-b52c-818634394a67 req-3d396462-9b50-48d7-a898-9319c59b112c tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=443a0574-aa4a-422d-ab74-025fb2af803a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437646 Dec 09 16:59:05.436170 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57690) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:59:05.477468 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8bfc0d-191e-4ba2-8e29-921ada3b7f22 x-openstack-request-id: req-3d8bfc0d-191e-4ba2-8e29-921ada3b7f22 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:59:05.477896 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f50d070f-9599-4548-b4e1-41577764e856", "tag": "f53af6fd-219c-46aa-a6c5-e4dd0c479e49", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:59:05.478149 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3d8bfc0d-191e-4ba2-8e29-921ada3b7f22 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:59:05.478552 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f50d070f-9599-4548-b4e1-41577764e856', 'tag': 'f53af6fd-219c-46aa-a6c5-e4dd0c479e49', 'status': 'completed', 'code': 200} Dec 09 16:59:05.528840 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-92e8a9dd-22be-4e67-8a1a-dd20cf5ebca0 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/floatingips/aeadb3ce-3d2c-4627-be55-cde5d907e8bf HTTP/1.1" status: 200 len: 992 time: 0.0915272 Dec 09 16:59:05.541869 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004440bb-8ca8-4043-8843-639b312bad8f req-a431fd34-5e84-4ed5-9e45-fa4d72b8ab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:59:05.543432 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-004440bb-8ca8-4043-8843-639b312bad8f req-a431fd34-5e84-4ed5-9e45-fa4d72b8ab57 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95ed158b10404fb6a6679c1eac6dfcba&device_id=f50d070f-9599-4548-b4e1-41577764e856 HTTP/1.1" status: 200 len: 1097 time: 0.0539596 Dec 09 16:59:05.583693 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-744928ad-d4b4-45c9-81e3-5ed43ab228eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139c3f04-c930-48fa-bc27-355dda2e1fc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617597548', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '177d47ee-6f21-4877-a2bd-d82c39485cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:58:47Z', 'updated_at': '2021-12-09T16:58:50Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '177d47ee-6f21-4877-a2bd-d82c39485cc6', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139c3f04-c930-48fa-bc27-355dda2e1fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:58:47Z', 'updated_at': '2021-12-09T16:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': 'aeadb3ce-3d2c-4627-be55-cde5d907e8bf', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '139c3f04-c930-48fa-bc27-355dda2e1fc4', 'port_id': 'f53af6fd-219c-46aa-a6c5-e4dd0c479e49', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cf9ec11-4226-4049-870f-2832ea9673ce', 'mac_address': 'fa:16:3e:f3:55:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50d070f-9599-4548-b4e1-41577764e856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:59:04Z', 'updated_at': '2021-12-09T16:59:04Z', 'revision_number': 0, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7669e5e-d6fe-48b8-873e-fdb4ad8d2dc7', 'name': '', 'network_id': '7cf9ec11-4226-4049-870f-2832ea9673ce', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'mac_address': 'fa:16:3e:d9:99:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139c3f04-c930-48fa-bc27-355dda2e1fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'c29926a7-59ce-4339-80c4-08a930b83195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:58:50Z', 'updated_at': '2021-12-09T16:58:53Z', 'revision_number': 5, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'subnets': [{'id': 'c29926a7-59ce-4339-80c4-08a930b83195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:59:05.609923 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744928ad-d4b4-45c9-81e3-5ed43ab228eb None None] Checking router: 139c3f04-c930-48fa-bc27-355dda2e1fc4 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:59:05.619578 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744928ad-d4b4-45c9-81e3-5ed43ab228eb None None] Routers {'139c3f04-c930-48fa-bc27-355dda2e1fc4'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:59:05.620174 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-744928ad-d4b4-45c9-81e3-5ed43ab228eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T16:58:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['139c3f04-c930-48fa-bc27-355dda2e1fc4'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:59:05.633037 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004440bb-8ca8-4043-8843-639b312bad8f req-9b0ae7c8-0182-4020-812a-7e01bb68428c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:59:05.635724 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-004440bb-8ca8-4043-8843-639b312bad8f req-9b0ae7c8-0182-4020-812a-7e01bb68428c service neutron] 10.222.0.31 "GET /v2.0/networks?id=7cf9ec11-4226-4049-870f-2832ea9673ce HTTP/1.1" status: 200 len: 898 time: 0.0854514 Dec 09 16:59:05.704892 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-004440bb-8ca8-4043-8843-639b312bad8f req-96346a0e-df40-4cd0-8d59-0748907eaacd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f53af6fd-219c-46aa-a6c5-e4dd0c479e49 HTTP/1.1" status: 200 len: 1000 time: 0.0623410 Dec 09 16:59:05.724354 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-744928ad-d4b4-45c9-81e3-5ed43ab228eb None None] Set router 139c3f04-c930-48fa-bc27-355dda2e1fc4 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:59:05.754139 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004440bb-8ca8-4043-8843-639b312bad8f req-f9c17f10-6a83-4bf0-88a8-c5b6c8ef9ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:59:05.755631 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-004440bb-8ca8-4043-8843-639b312bad8f req-f9c17f10-6a83-4bf0-88a8-c5b6c8ef9ab9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c29926a7-59ce-4339-80c4-08a930b83195 HTTP/1.1" status: 200 len: 835 time: 0.0431147 Dec 09 16:59:05.803690 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004440bb-8ca8-4043-8843-639b312bad8f req-f4054aa6-3be8-43e0-8989-ded1040eb292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:59:05.805284 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-004440bb-8ca8-4043-8843-639b312bad8f req-f4054aa6-3be8-43e0-8989-ded1040eb292 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7cf9ec11-4226-4049-870f-2832ea9673ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430715 Dec 09 16:59:05.964542 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-744928ad-d4b4-45c9-81e3-5ed43ab228eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139c3f04-c930-48fa-bc27-355dda2e1fc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617597548', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '177d47ee-6f21-4877-a2bd-d82c39485cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:58:47Z', 'updated_at': '2021-12-09T16:58:50Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '177d47ee-6f21-4877-a2bd-d82c39485cc6', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139c3f04-c930-48fa-bc27-355dda2e1fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:58:47Z', 'updated_at': '2021-12-09T16:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': 'aeadb3ce-3d2c-4627-be55-cde5d907e8bf', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '139c3f04-c930-48fa-bc27-355dda2e1fc4', 'port_id': 'f53af6fd-219c-46aa-a6c5-e4dd0c479e49', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cf9ec11-4226-4049-870f-2832ea9673ce', 'mac_address': 'fa:16:3e:f3:55:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50d070f-9599-4548-b4e1-41577764e856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:59:04Z', 'updated_at': '2021-12-09T16:59:04Z', 'revision_number': 0, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7669e5e-d6fe-48b8-873e-fdb4ad8d2dc7', 'name': '', 'network_id': '7cf9ec11-4226-4049-870f-2832ea9673ce', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'mac_address': 'fa:16:3e:d9:99:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139c3f04-c930-48fa-bc27-355dda2e1fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'c29926a7-59ce-4339-80c4-08a930b83195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:58:50Z', 'updated_at': '2021-12-09T16:58:53Z', 'revision_number': 5, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'subnets': [{'id': 'c29926a7-59ce-4339-80c4-08a930b83195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:59:05.992392 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744928ad-d4b4-45c9-81e3-5ed43ab228eb None None] The sync data for ids ['139c3f04-c930-48fa-bc27-355dda2e1fc4'] in n-d-821228-1 is: [{'id': '139c3f04-c930-48fa-bc27-355dda2e1fc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617597548', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '177d47ee-6f21-4877-a2bd-d82c39485cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:58:47Z', 'updated_at': '2021-12-09T16:58:50Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '177d47ee-6f21-4877-a2bd-d82c39485cc6', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139c3f04-c930-48fa-bc27-355dda2e1fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:58:47Z', 'updated_at': '2021-12-09T16:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': 'aeadb3ce-3d2c-4627-be55-cde5d907e8bf', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': '139c3f04-c930-48fa-bc27-355dda2e1fc4', 'port_id': 'f53af6fd-219c-46aa-a6c5-e4dd0c479e49', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cf9ec11-4226-4049-870f-2832ea9673ce', 'mac_address': 'fa:16:3e:f3:55:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50d070f-9599-4548-b4e1-41577764e856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:59:04Z', 'updated_at': '2021-12-09T16:59:04Z', 'revision_number': 0, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7669e5e-d6fe-48b8-873e-fdb4ad8d2dc7', 'name': '', 'network_id': '7cf9ec11-4226-4049-870f-2832ea9673ce', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'mac_address': 'fa:16:3e:d9:99:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139c3f04-c930-48fa-bc27-355dda2e1fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'c29926a7-59ce-4339-80c4-08a930b83195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:58:50Z', 'updated_at': '2021-12-09T16:58:53Z', 'revision_number': 5, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'subnets': [{'id': 'c29926a7-59ce-4339-80c4-08a930b83195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:59:06.203885 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326f5276-b686-4487-bd01-86f4fd7f0b23 None None] New status for floating IP aeadb3ce-3d2c-4627-be55-cde5d907e8bf: ACTIVE {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:59:06.252476 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-004440bb-8ca8-4043-8843-639b312bad8f req-13f16c9c-7c19-4f04-99a0-83f5496614a3 service neutron] 10.222.0.31 "GET /v2.0/networks/7cf9ec11-4226-4049-870f-2832ea9673ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4398637 Dec 09 16:59:06.349267 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-004440bb-8ca8-4043-8843-639b312bad8f req-a3b73f49-3233-42e0-a4eb-23c80228456a service neutron] 10.222.0.31 "GET /v2.0/networks/7cf9ec11-4226-4049-870f-2832ea9673ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895703 Dec 09 16:59:06.532842 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57692) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:59:06.599808 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-016ac59c-2d8e-443d-af46-d30aa3127e62 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/floatingips/aeadb3ce-3d2c-4627-be55-cde5d907e8bf HTTP/1.1" status: 200 len: 994 time: 0.0658915 Dec 09 16:59:08.979663 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8e373270-d7d0-4fe0-a1d2-e0b51a4c9f0a req-b1851d24-010a-4dd0-832f-4487729b8feb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f50d070f-9599-4548-b4e1-41577764e856&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439107 Dec 09 16:59:09.062113 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e373270-d7d0-4fe0-a1d2-e0b51a4c9f0a req-67ae2c49-d980-4201-8aa4-dcea7f02be82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:59:09.063578 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8e373270-d7d0-4fe0-a1d2-e0b51a4c9f0a req-67ae2c49-d980-4201-8aa4-dcea7f02be82 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95ed158b10404fb6a6679c1eac6dfcba&device_id=f50d070f-9599-4548-b4e1-41577764e856 HTTP/1.1" status: 200 len: 1097 time: 0.0414855 Dec 09 16:59:09.168886 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e373270-d7d0-4fe0-a1d2-e0b51a4c9f0a req-e16f3e0e-2e92-4707-acb7-03252be70598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:59:09.170345 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8e373270-d7d0-4fe0-a1d2-e0b51a4c9f0a req-e16f3e0e-2e92-4707-acb7-03252be70598 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7cf9ec11-4226-4049-870f-2832ea9673ce HTTP/1.1" status: 200 len: 898 time: 0.0877409 Dec 09 16:59:09.236125 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8e373270-d7d0-4fe0-a1d2-e0b51a4c9f0a req-6a07fdb3-b912-464d-9fef-390802d6400b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f53af6fd-219c-46aa-a6c5-e4dd0c479e49 HTTP/1.1" status: 200 len: 1002 time: 0.0572834 Dec 09 16:59:09.290633 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e373270-d7d0-4fe0-a1d2-e0b51a4c9f0a req-98cac564-c3c6-4ea4-abee-6019b2c34041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:59:09.292093 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8e373270-d7d0-4fe0-a1d2-e0b51a4c9f0a req-98cac564-c3c6-4ea4-abee-6019b2c34041 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c29926a7-59ce-4339-80c4-08a930b83195 HTTP/1.1" status: 200 len: 835 time: 0.0476940 Dec 09 16:59:09.339077 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e373270-d7d0-4fe0-a1d2-e0b51a4c9f0a req-9127250e-83fc-4323-a55a-403f9d450936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:59:09.340627 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8e373270-d7d0-4fe0-a1d2-e0b51a4c9f0a req-9127250e-83fc-4323-a55a-403f9d450936 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7cf9ec11-4226-4049-870f-2832ea9673ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415285 Dec 09 16:59:09.428709 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8e373270-d7d0-4fe0-a1d2-e0b51a4c9f0a req-1bf15599-e4b7-4825-bf01-51568d5d803a service neutron] 10.222.0.31 "GET /v2.0/networks/7cf9ec11-4226-4049-870f-2832ea9673ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807545 Dec 09 16:59:09.520785 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8e373270-d7d0-4fe0-a1d2-e0b51a4c9f0a req-6b810da9-b485-4abf-906d-16e066cdcaee service neutron] 10.222.0.31 "GET /v2.0/networks/7cf9ec11-4226-4049-870f-2832ea9673ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853102 Dec 09 16:59:16.984108 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:59:20.687098 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7b7aa161-0ebf-4dc6-9c87-290f0cbe6d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:59:23.224382 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1bdaad21-ee0c-4380-8fed-5eb0e7b4ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:59:24.425095 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:59:25.385147 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:59:25.700533 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:59:26.671032 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:59:36.734577 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:59:46.984301 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:59:50.687950 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-7b1b1a6c-195b-485e-a620-9c92cd15f96b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:59:53.225666 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4dba4f2a-076f-4f1a-ae49-61d068491245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:59:54.428235 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:59:55.399808 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:59:55.702688 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:59:56.673670 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:00:02.277324 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [req-7c032148-4649-4eb2-be9a-a65ebe3a095f req-07ed3b5a-f47c-41c5-b97a-b17427653d4b service neutron] (103245) timed out ('10.222.0.57', 53162) {{(pid=103245) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 17:00:07.198306 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c04e4-1eaa-4588-b8f3-00102bcc75dd req-15f8e1d4-137e-4112-9837-497409e06d55 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:00:07.199830 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-879c04e4-1eaa-4588-b8f3-00102bcc75dd req-15f8e1d4-137e-4112-9837-497409e06d55 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=f50d070f-9599-4548-b4e1-41577764e856 HTTP/1.1" status: 200 len: 946 time: 0.0498910 Dec 09 17:00:07.249967 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-879c04e4-1eaa-4588-b8f3-00102bcc75dd req-b10102d6-bba1-4a63-8462-3b54e04d62ff tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=443a0574-aa4a-422d-ab74-025fb2af803a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440431 Dec 09 17:00:08.372260 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430dee2-01ad-4d7f-969e-1c0743a6b2f0 req-d831dc0b-a132-4c19-9d3e-04883f6cc305 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:00:08.373768 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9430dee2-01ad-4d7f-969e-1c0743a6b2f0 req-d831dc0b-a132-4c19-9d3e-04883f6cc305 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=f50d070f-9599-4548-b4e1-41577764e856 HTTP/1.1" status: 200 len: 946 time: 0.0532701 Dec 09 17:00:08.424490 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9430dee2-01ad-4d7f-969e-1c0743a6b2f0 req-312a80af-d3af-44fd-9035-1132d877f9e1 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=443a0574-aa4a-422d-ab74-025fb2af803a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445011 Dec 09 17:00:09.540506 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f623c-cd26-4263-9274-eae2b4a667ca req-a9e40c28-3917-4a3e-bc7a-4314de2df649 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:00:09.541992 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e35f623c-cd26-4263-9274-eae2b4a667ca req-a9e40c28-3917-4a3e-bc7a-4314de2df649 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=f50d070f-9599-4548-b4e1-41577764e856 HTTP/1.1" status: 200 len: 946 time: 0.0490110 Dec 09 17:00:09.592158 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e35f623c-cd26-4263-9274-eae2b4a667ca req-3f59fd7c-6173-4551-9774-159c8776e00c tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=443a0574-aa4a-422d-ab74-025fb2af803a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433030 Dec 09 17:00:10.023257 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ed821-f528-46be-8aa6-daa4449dcee1 req-b61cb362-86bd-4677-94c8-37b9ee3f4d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:00:10.024809 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f90ed821-f528-46be-8aa6-daa4449dcee1 req-b61cb362-86bd-4677-94c8-37b9ee3f4d0e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95ed158b10404fb6a6679c1eac6dfcba&device_id=f50d070f-9599-4548-b4e1-41577764e856 HTTP/1.1" status: 200 len: 1097 time: 0.0396755 Dec 09 17:00:10.130585 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ed821-f528-46be-8aa6-daa4449dcee1 req-9a02f46b-f8bf-484f-9929-0124b4151747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:00:10.132042 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f90ed821-f528-46be-8aa6-daa4449dcee1 req-9a02f46b-f8bf-484f-9929-0124b4151747 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7cf9ec11-4226-4049-870f-2832ea9673ce HTTP/1.1" status: 200 len: 898 time: 0.0872409 Dec 09 17:00:10.196172 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f90ed821-f528-46be-8aa6-daa4449dcee1 req-8aa7bd6c-6c5a-40f3-b996-a342654db6b2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f53af6fd-219c-46aa-a6c5-e4dd0c479e49 HTTP/1.1" status: 200 len: 1002 time: 0.0570652 Dec 09 17:00:10.249193 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ed821-f528-46be-8aa6-daa4449dcee1 req-63cf6f08-2442-4538-a2de-fe0059997f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:00:10.250636 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f90ed821-f528-46be-8aa6-daa4449dcee1 req-63cf6f08-2442-4538-a2de-fe0059997f5b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c29926a7-59ce-4339-80c4-08a930b83195 HTTP/1.1" status: 200 len: 835 time: 0.0470862 Dec 09 17:00:10.297149 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ed821-f528-46be-8aa6-daa4449dcee1 req-fe602979-50fc-424a-b91f-2acfcb32bb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:00:10.298564 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f90ed821-f528-46be-8aa6-daa4449dcee1 req-fe602979-50fc-424a-b91f-2acfcb32bb2c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7cf9ec11-4226-4049-870f-2832ea9673ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399725 Dec 09 17:00:10.388172 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f90ed821-f528-46be-8aa6-daa4449dcee1 req-cb9f8636-5ce7-4c2c-aa4f-f416c439f5b5 service neutron] 10.222.0.31 "GET /v2.0/networks/7cf9ec11-4226-4049-870f-2832ea9673ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812535 Dec 09 17:00:10.479478 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f90ed821-f528-46be-8aa6-daa4449dcee1 req-4e573af4-ae98-4f3b-817a-82f106c7869f service neutron] 10.222.0.31 "GET /v2.0/networks/7cf9ec11-4226-4049-870f-2832ea9673ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849655 Dec 09 17:00:10.708257 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60004cbb-d0e1-449d-a14a-4badfef9517f req-9b64e58f-fab4-4994-a97d-04d3fd22b39d tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:00:10.709761 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-60004cbb-d0e1-449d-a14a-4badfef9517f req-9b64e58f-fab4-4994-a97d-04d3fd22b39d tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=f50d070f-9599-4548-b4e1-41577764e856 HTTP/1.1" status: 200 len: 946 time: 0.0495691 Dec 09 17:00:10.759462 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-60004cbb-d0e1-449d-a14a-4badfef9517f req-459b0e55-e3d5-4f2e-8038-6028fda23a07 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=443a0574-aa4a-422d-ab74-025fb2af803a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438635 Dec 09 17:00:11.877978 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0fad9-4f15-42a2-8d0a-d1e9aae1f38e req-982ca24a-46ac-4783-a754-7052c62afbba tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:00:11.879381 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-02b0fad9-4f15-42a2-8d0a-d1e9aae1f38e req-982ca24a-46ac-4783-a754-7052c62afbba tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=f50d070f-9599-4548-b4e1-41577764e856 HTTP/1.1" status: 200 len: 946 time: 0.0525491 Dec 09 17:00:11.927724 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-02b0fad9-4f15-42a2-8d0a-d1e9aae1f38e req-edc597e8-426e-47ee-a545-2a3ab90731d9 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=443a0574-aa4a-422d-ab74-025fb2af803a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423999 Dec 09 17:00:13.043983 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb4453-1ce8-4ee3-a707-5810f4f7fb24 req-b087fc03-90a5-482f-adc8-6db591dd8ac3 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:00:13.045500 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eceb4453-1ce8-4ee3-a707-5810f4f7fb24 req-b087fc03-90a5-482f-adc8-6db591dd8ac3 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=f50d070f-9599-4548-b4e1-41577764e856 HTTP/1.1" status: 200 len: 946 time: 0.0496716 Dec 09 17:00:13.094668 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-eceb4453-1ce8-4ee3-a707-5810f4f7fb24 req-ed2037d2-75f7-47bf-9146-3c81ccb47840 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=443a0574-aa4a-422d-ab74-025fb2af803a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433111 Dec 09 17:00:13.733519 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:00:14.210100 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188e85e-b1b9-4478-acf5-64e81715fd25 req-da34df70-d425-4425-9930-03c239e33f1a tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:00:14.211591 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b188e85e-b1b9-4478-acf5-64e81715fd25 req-da34df70-d425-4425-9930-03c239e33f1a tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=f50d070f-9599-4548-b4e1-41577764e856 HTTP/1.1" status: 200 len: 946 time: 0.0488112 Dec 09 17:00:14.265265 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b188e85e-b1b9-4478-acf5-64e81715fd25 req-ecd66c7f-bcab-4426-9027-e400746895b8 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=443a0574-aa4a-422d-ab74-025fb2af803a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476060 Dec 09 17:00:15.382060 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c870b0-eab4-407a-b8a4-9f0dcdfc5a7a req-74b04377-7312-4e1a-9eb3-51c3f8fe0b52 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:00:15.383533 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99c870b0-eab4-407a-b8a4-9f0dcdfc5a7a req-74b04377-7312-4e1a-9eb3-51c3f8fe0b52 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=f50d070f-9599-4548-b4e1-41577764e856 HTTP/1.1" status: 200 len: 946 time: 0.0484416 Dec 09 17:00:15.432360 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99c870b0-eab4-407a-b8a4-9f0dcdfc5a7a req-6bf9996a-a1af-461c-8e3d-b2cfe1ec6715 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=443a0574-aa4a-422d-ab74-025fb2af803a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421379 Dec 09 17:00:16.548037 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f311946e-8a0b-4b1f-9f93-7e167436bf8a req-3c916c79-8268-4f3e-96bf-b474257c0b4f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:00:16.549549 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f311946e-8a0b-4b1f-9f93-7e167436bf8a req-3c916c79-8268-4f3e-96bf-b474257c0b4f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=f50d070f-9599-4548-b4e1-41577764e856 HTTP/1.1" status: 200 len: 946 time: 0.0483921 Dec 09 17:00:16.598847 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f311946e-8a0b-4b1f-9f93-7e167436bf8a req-ccf41f38-5d57-4bd3-9733-9640991763fb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=443a0574-aa4a-422d-ab74-025fb2af803a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433285 Dec 09 17:00:16.991173 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:00:17.720123 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580efdf-be1c-4460-944b-87235bafd597 req-c4fa8187-7d57-43fd-97dd-1f5509006aa1 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:00:17.721678 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6580efdf-be1c-4460-944b-87235bafd597 req-c4fa8187-7d57-43fd-97dd-1f5509006aa1 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=f50d070f-9599-4548-b4e1-41577764e856 HTTP/1.1" status: 200 len: 946 time: 0.0540011 Dec 09 17:00:17.771429 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6580efdf-be1c-4460-944b-87235bafd597 req-07d8a733-43e4-4816-a7ec-363300e1bfea tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=443a0574-aa4a-422d-ab74-025fb2af803a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438461 Dec 09 17:00:17.807330 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57748) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:00:17.867639 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3a8a57b9-f028-4bba-b0e5-e254cfdf40d2 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/floatingips/aeadb3ce-3d2c-4627-be55-cde5d907e8bf HTTP/1.1" status: 200 len: 994 time: 0.0591264 Dec 09 17:00:19.160297 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f55794-3f2f-433a-a915-cda2db5e4022 req-ce5636a7-f817-476c-adaa-3ad00b303262 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:00:19.161711 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-36f55794-3f2f-433a-a915-cda2db5e4022 req-ce5636a7-f817-476c-adaa-3ad00b303262 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=f50d070f-9599-4548-b4e1-41577764e856 HTTP/1.1" status: 200 len: 946 time: 0.0812144 Dec 09 17:00:19.168044 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b425d7-5d5c-4e2f-bfe1-2d70dee14f82 req-3d140c31-2839-4d76-8426-4f4fbe4552e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:00:19.170627 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a5b425d7-5d5c-4e2f-bfe1-2d70dee14f82 req-3d140c31-2839-4d76-8426-4f4fbe4552e6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95ed158b10404fb6a6679c1eac6dfcba&device_id=f50d070f-9599-4548-b4e1-41577764e856 HTTP/1.1" status: 200 len: 1097 time: 0.0558980 Dec 09 17:00:19.265890 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-36f55794-3f2f-433a-a915-cda2db5e4022 req-d62e7484-566d-4198-9ef1-b522e299736f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=443a0574-aa4a-422d-ab74-025fb2af803a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943079 Dec 09 17:00:19.294368 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b425d7-5d5c-4e2f-bfe1-2d70dee14f82 req-bbdc0596-0fde-4b92-abc8-8def00725c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:00:19.295847 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a5b425d7-5d5c-4e2f-bfe1-2d70dee14f82 req-bbdc0596-0fde-4b92-abc8-8def00725c52 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7cf9ec11-4226-4049-870f-2832ea9673ce HTTP/1.1" status: 200 len: 898 time: 0.1176844 Dec 09 17:00:19.363151 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a5b425d7-5d5c-4e2f-bfe1-2d70dee14f82 req-d56e5a24-d371-4ace-9fd7-63e15e878188 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f53af6fd-219c-46aa-a6c5-e4dd0c479e49 HTTP/1.1" status: 200 len: 1002 time: 0.0587158 Dec 09 17:00:19.410600 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b425d7-5d5c-4e2f-bfe1-2d70dee14f82 req-63c42c6b-cbfe-4d0f-a1d2-159df8eea580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:00:19.411927 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a5b425d7-5d5c-4e2f-bfe1-2d70dee14f82 req-63c42c6b-cbfe-4d0f-a1d2-159df8eea580 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c29926a7-59ce-4339-80c4-08a930b83195 HTTP/1.1" status: 200 len: 835 time: 0.0427256 Dec 09 17:00:19.460339 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b425d7-5d5c-4e2f-bfe1-2d70dee14f82 req-aa5a7114-a656-4f75-9748-eb0369e1169d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:00:19.461836 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a5b425d7-5d5c-4e2f-bfe1-2d70dee14f82 req-aa5a7114-a656-4f75-9748-eb0369e1169d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7cf9ec11-4226-4049-870f-2832ea9673ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422020 Dec 09 17:00:19.550515 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a5b425d7-5d5c-4e2f-bfe1-2d70dee14f82 req-221e5d23-0dd4-4860-acf2-51fc4bb80790 service neutron] 10.222.0.31 "GET /v2.0/networks/7cf9ec11-4226-4049-870f-2832ea9673ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809000 Dec 09 17:00:19.648569 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a5b425d7-5d5c-4e2f-bfe1-2d70dee14f82 req-515c6c66-c897-4fcc-9c56-fd0034ff9a53 service neutron] 10.222.0.31 "GET /v2.0/networks/7cf9ec11-4226-4049-870f-2832ea9673ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856225 Dec 09 17:00:20.386658 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de29bd0-9705-48e7-8476-fe9a3d97e1ab req-9e9ecec0-7ffe-426e-beb6-254cf3e9a035 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:00:20.388898 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5de29bd0-9705-48e7-8476-fe9a3d97e1ab req-9e9ecec0-7ffe-426e-beb6-254cf3e9a035 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=f50d070f-9599-4548-b4e1-41577764e856 HTTP/1.1" status: 200 len: 946 time: 0.0502737 Dec 09 17:00:20.439129 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5de29bd0-9705-48e7-8476-fe9a3d97e1ab req-5271b93d-9d97-4164-94a8-8a1c840f4e5f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=443a0574-aa4a-422d-ab74-025fb2af803a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441942 Dec 09 17:00:20.461386 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57758) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:00:20.525622 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b155166f-34d4-4687-883b-53a55cc068a8 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/floatingips/aeadb3ce-3d2c-4627-be55-cde5d907e8bf HTTP/1.1" status: 200 len: 994 time: 0.0627632 Dec 09 17:00:20.689176 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dc6f7850-1bf9-4fc5-a2e9-32394649e39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:00:23.227941 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8f5f3425-ab29-490c-9c97-13ea24ff259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:00:24.431141 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:00:25.405263 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:00:25.704949 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:00:26.676133 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:00:47.004638 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:00:50.690989 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c9ca03c3-8b61-494e-8973-083ccef86e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:00:50.732770 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:00:53.229527 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9447cbcb-5bbf-4172-9527-13610c19fa92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:00:54.433363 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:00:55.413739 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:00:55.709043 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:00:56.678235 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:09.160773 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57772) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:01:09.322389 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a04e3f05-6c8f-4dab-a9fe-7114ab33e9ac tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Deleting port 36b030de-9346-4666-bc4d-bcb7af14a179 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 17:01:09.322733 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a04e3f05-6c8f-4dab-a9fe-7114ab33e9ac tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:09.398646 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b4fc161f-e7fd-4530-bdb3-3aef5aa3b4b7 req-6e43d4be-356e-461b-9b93-f19aa38ac7a8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f50d070f-9599-4548-b4e1-41577764e856&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1010859 Dec 09 17:01:09.399258 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a04e3f05-6c8f-4dab-a9fe-7114ab33e9ac tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:09.399401 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a04e3f05-6c8f-4dab-a9fe-7114ab33e9ac tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:09.412308 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a04e3f05-6c8f-4dab-a9fe-7114ab33e9ac tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Calling delete_port for 36b030de-9346-4666-bc4d-bcb7af14a179 owned by network:floatingip {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 17:01:09.483626 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc161f-e7fd-4530-bdb3-3aef5aa3b4b7 req-04dc14bc-9907-4ef1-85ca-48b16e6de120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:01:09.485799 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b4fc161f-e7fd-4530-bdb3-3aef5aa3b4b7 req-04dc14bc-9907-4ef1-85ca-48b16e6de120 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95ed158b10404fb6a6679c1eac6dfcba&device_id=f50d070f-9599-4548-b4e1-41577764e856 HTTP/1.1" status: 200 len: 1097 time: 0.0435979 Dec 09 17:01:09.596967 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc161f-e7fd-4530-bdb3-3aef5aa3b4b7 req-bbad9bb1-e535-49ac-bbd2-04ebeb659ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:01:09.598479 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b4fc161f-e7fd-4530-bdb3-3aef5aa3b4b7 req-bbad9bb1-e535-49ac-bbd2-04ebeb659ad9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7cf9ec11-4226-4049-870f-2832ea9673ce HTTP/1.1" status: 200 len: 898 time: 0.0909090 Dec 09 17:01:09.674912 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b4fc161f-e7fd-4530-bdb3-3aef5aa3b4b7 req-a3762dcc-0063-46ca-85b5-9ee040f616e4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f53af6fd-219c-46aa-a6c5-e4dd0c479e49 HTTP/1.1" status: 200 len: 1002 time: 0.0685434 Dec 09 17:01:09.726911 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc161f-e7fd-4530-bdb3-3aef5aa3b4b7 req-e774bf87-f46d-409e-a516-8ff919067996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:01:09.728445 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b4fc161f-e7fd-4530-bdb3-3aef5aa3b4b7 req-e774bf87-f46d-409e-a516-8ff919067996 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c29926a7-59ce-4339-80c4-08a930b83195 HTTP/1.1" status: 200 len: 835 time: 0.0462945 Dec 09 17:01:09.776658 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc161f-e7fd-4530-bdb3-3aef5aa3b4b7 req-28d66c80-d100-4cb4-9e5a-fdb7943504b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:01:09.778176 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b4fc161f-e7fd-4530-bdb3-3aef5aa3b4b7 req-28d66c80-d100-4cb4-9e5a-fdb7943504b5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7cf9ec11-4226-4049-870f-2832ea9673ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405500 Dec 09 17:01:09.790838 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-b4fc161f-e7fd-4530-bdb3-3aef5aa3b4b7 req-d12a231f-a2ad-4d86-8953-9e548bc8d6ca service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 17:01:09.791813 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b4fc161f-e7fd-4530-bdb3-3aef5aa3b4b7 req-d12a231f-a2ad-4d86-8953-9e548bc8d6ca service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051816 Dec 09 17:01:09.838510 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a04e3f05-6c8f-4dab-a9fe-7114ab33e9ac tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:09.864248 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e3f05-6c8f-4dab-a9fe-7114ab33e9ac tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event deleted for resources: {'Port': ['ID=36b030de-9346-4666-bc4d-bcb7af14a179,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:01:09.876623 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04e3f05-6c8f-4dab-a9fe-7114ab33e9ac tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:09.876983 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04e3f05-6c8f-4dab-a9fe-7114ab33e9ac tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:09.877331 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04e3f05-6c8f-4dab-a9fe-7114ab33e9ac tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:09.877672 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04e3f05-6c8f-4dab-a9fe-7114ab33e9ac tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:09.878013 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04e3f05-6c8f-4dab-a9fe-7114ab33e9ac tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:09.878344 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04e3f05-6c8f-4dab-a9fe-7114ab33e9ac tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:09.879074 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04e3f05-6c8f-4dab-a9fe-7114ab33e9ac tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:09.879074 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04e3f05-6c8f-4dab-a9fe-7114ab33e9ac tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:09.879371 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04e3f05-6c8f-4dab-a9fe-7114ab33e9ac tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:09.879645 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04e3f05-6c8f-4dab-a9fe-7114ab33e9ac tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:09.879972 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04e3f05-6c8f-4dab-a9fe-7114ab33e9ac tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:09.880301 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04e3f05-6c8f-4dab-a9fe-7114ab33e9ac tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:09.880649 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04e3f05-6c8f-4dab-a9fe-7114ab33e9ac tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:09.891229 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b4fc161f-e7fd-4530-bdb3-3aef5aa3b4b7 req-c6a0d8c8-eae3-4915-98f3-0ed1f6367f61 service neutron] 10.222.0.31 "GET /v2.0/networks/7cf9ec11-4226-4049-870f-2832ea9673ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908525 Dec 09 17:01:09.938620 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a04e3f05-6c8f-4dab-a9fe-7114ab33e9ac tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for floatingip, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:09.938876 n-d-821228-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-a04e3f05-6c8f-4dab-a9fe-7114ab33e9ac tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Floating IP aeadb3ce-3d2c-4627-be55-cde5d907e8bf disassociated (deleted). External IP: 172.25.3.112, port: f53af6fd-219c-46aa-a6c5-e4dd0c479e49. Dec 09 17:01:09.983185 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b4fc161f-e7fd-4530-bdb3-3aef5aa3b4b7 req-347a6d2e-bcf2-4bd5-aeaf-1c9a359912cc service neutron] 10.222.0.31 "GET /v2.0/networks/7cf9ec11-4226-4049-870f-2832ea9673ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840573 Dec 09 17:01:10.145724 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04e3f05-6c8f-4dab-a9fe-7114ab33e9ac tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Router 139c3f04-c930-48fa-bc27-355dda2e1fc4 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 17:01:10.253096 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04e3f05-6c8f-4dab-a9fe-7114ab33e9ac tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 17:01:10.258135 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a04e3f05-6c8f-4dab-a9fe-7114ab33e9ac tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:10.262391 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157a2e0e-eeb8-431d-b85d-d1fc31ab5a12 None None] Sync routers for ids ['139c3f04-c930-48fa-bc27-355dda2e1fc4'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 17:01:10.273684 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157a2e0e-eeb8-431d-b85d-d1fc31ab5a12 None None] Routers {'139c3f04-c930-48fa-bc27-355dda2e1fc4'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:01:10.274582 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-157a2e0e-eeb8-431d-b85d-d1fc31ab5a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:00:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['139c3f04-c930-48fa-bc27-355dda2e1fc4'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:01:10.287175 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a04e3f05-6c8f-4dab-a9fe-7114ab33e9ac tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "DELETE /v2.0/floatingips/aeadb3ce-3d2c-4627-be55-cde5d907e8bf HTTP/1.1" status: 204 len: 168 time: 1.1252763 Dec 09 17:01:10.287747 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f50d070f-9599-4548-b4e1-41577764e856', 'tag': 'f53af6fd-219c-46aa-a6c5-e4dd0c479e49'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 17:01:10.290095 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efaf58d4d7c9700f5ffb733085425a1334cb86cda12ff1566d55ee0012e72786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbedf0e8-64eb-45d7-a5c0-c09cb12ae32d" -d '{"events": [{"name": "network-changed", "server_uuid": "f50d070f-9599-4548-b4e1-41577764e856", "tag": "f53af6fd-219c-46aa-a6c5-e4dd0c479e49"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 17:01:10.386477 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-157a2e0e-eeb8-431d-b85d-d1fc31ab5a12 None None] Set router 139c3f04-c930-48fa-bc27-355dda2e1fc4 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:01:10.508212 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 17:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5939a32f-a0ab-4d45-9b18-8fcb2437e820 x-openstack-request-id: req-5939a32f-a0ab-4d45-9b18-8fcb2437e820 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 17:01:10.509261 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f50d070f-9599-4548-b4e1-41577764e856", "tag": "f53af6fd-219c-46aa-a6c5-e4dd0c479e49", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 17:01:10.509527 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5939a32f-a0ab-4d45-9b18-8fcb2437e820 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 17:01:10.509943 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f50d070f-9599-4548-b4e1-41577764e856', 'tag': 'f53af6fd-219c-46aa-a6c5-e4dd0c479e49', 'status': 'completed', 'code': 200} Dec 09 17:01:10.610382 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-157a2e0e-eeb8-431d-b85d-d1fc31ab5a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139c3f04-c930-48fa-bc27-355dda2e1fc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617597548', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '177d47ee-6f21-4877-a2bd-d82c39485cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:58:47Z', 'updated_at': '2021-12-09T16:58:50Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '177d47ee-6f21-4877-a2bd-d82c39485cc6', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139c3f04-c930-48fa-bc27-355dda2e1fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:58:47Z', 'updated_at': '2021-12-09T16:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'd7669e5e-d6fe-48b8-873e-fdb4ad8d2dc7', 'name': '', 'network_id': '7cf9ec11-4226-4049-870f-2832ea9673ce', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'mac_address': 'fa:16:3e:d9:99:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139c3f04-c930-48fa-bc27-355dda2e1fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'c29926a7-59ce-4339-80c4-08a930b83195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:58:50Z', 'updated_at': '2021-12-09T16:58:53Z', 'revision_number': 5, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'subnets': [{'id': 'c29926a7-59ce-4339-80c4-08a930b83195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:01:10.611095 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedf0e8-64eb-45d7-a5c0-c09cb12ae32d req-23842f43-47e6-4b50-a173-69f3dd748032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:01:10.612659 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bbedf0e8-64eb-45d7-a5c0-c09cb12ae32d req-23842f43-47e6-4b50-a173-69f3dd748032 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95ed158b10404fb6a6679c1eac6dfcba&device_id=f50d070f-9599-4548-b4e1-41577764e856 HTTP/1.1" status: 200 len: 1097 time: 0.0781405 Dec 09 17:01:10.625766 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1d757-e349-43da-abbb-0655f1185c40 req-1b0b9617-2f23-4edc-88e7-64ef256674b0 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:01:10.627214 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b3d1d757-e349-43da-abbb-0655f1185c40 req-1b0b9617-2f23-4edc-88e7-64ef256674b0 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=f50d070f-9599-4548-b4e1-41577764e856 HTTP/1.1" status: 200 len: 946 time: 0.0610027 Dec 09 17:01:10.637336 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157a2e0e-eeb8-431d-b85d-d1fc31ab5a12 None None] Checking router: 139c3f04-c930-48fa-bc27-355dda2e1fc4 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 17:01:10.645917 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157a2e0e-eeb8-431d-b85d-d1fc31ab5a12 None None] Routers {'139c3f04-c930-48fa-bc27-355dda2e1fc4'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:01:10.646529 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-157a2e0e-eeb8-431d-b85d-d1fc31ab5a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:00:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['139c3f04-c930-48fa-bc27-355dda2e1fc4'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:01:10.731919 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b3d1d757-e349-43da-abbb-0655f1185c40 req-8ff5561c-9832-4fe6-92ef-09090302d5db tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=443a0574-aa4a-422d-ab74-025fb2af803a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965796 Dec 09 17:01:10.753092 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedf0e8-64eb-45d7-a5c0-c09cb12ae32d req-bd77061d-a5b2-430a-9154-22cf97b83141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:01:10.753470 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-157a2e0e-eeb8-431d-b85d-d1fc31ab5a12 None None] Set router 139c3f04-c930-48fa-bc27-355dda2e1fc4 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:01:10.754668 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bbedf0e8-64eb-45d7-a5c0-c09cb12ae32d req-bd77061d-a5b2-430a-9154-22cf97b83141 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7cf9ec11-4226-4049-870f-2832ea9673ce HTTP/1.1" status: 200 len: 898 time: 0.1264987 Dec 09 17:01:10.798950 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bbedf0e8-64eb-45d7-a5c0-c09cb12ae32d req-95dc41cb-7c0c-4ed4-8ad7-b2f8ac368ebe service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f53af6fd-219c-46aa-a6c5-e4dd0c479e49 HTTP/1.1" status: 200 len: 217 time: 0.0355573 Dec 09 17:01:10.849096 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedf0e8-64eb-45d7-a5c0-c09cb12ae32d req-7becbb5a-907b-40fd-817c-16c23745c075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:01:10.850566 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bbedf0e8-64eb-45d7-a5c0-c09cb12ae32d req-7becbb5a-907b-40fd-817c-16c23745c075 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c29926a7-59ce-4339-80c4-08a930b83195 HTTP/1.1" status: 200 len: 835 time: 0.0443573 Dec 09 17:01:10.903074 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedf0e8-64eb-45d7-a5c0-c09cb12ae32d req-8e9a7c71-cc86-45a5-be47-b8a47eed31ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:01:10.904631 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bbedf0e8-64eb-45d7-a5c0-c09cb12ae32d req-8e9a7c71-cc86-45a5-be47-b8a47eed31ee service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7cf9ec11-4226-4049-870f-2832ea9673ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439973 Dec 09 17:01:10.953965 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-157a2e0e-eeb8-431d-b85d-d1fc31ab5a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139c3f04-c930-48fa-bc27-355dda2e1fc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617597548', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '177d47ee-6f21-4877-a2bd-d82c39485cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:58:47Z', 'updated_at': '2021-12-09T16:58:50Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '177d47ee-6f21-4877-a2bd-d82c39485cc6', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139c3f04-c930-48fa-bc27-355dda2e1fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:58:47Z', 'updated_at': '2021-12-09T16:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'd7669e5e-d6fe-48b8-873e-fdb4ad8d2dc7', 'name': '', 'network_id': '7cf9ec11-4226-4049-870f-2832ea9673ce', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'mac_address': 'fa:16:3e:d9:99:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139c3f04-c930-48fa-bc27-355dda2e1fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'c29926a7-59ce-4339-80c4-08a930b83195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:58:50Z', 'updated_at': '2021-12-09T16:58:53Z', 'revision_number': 5, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'subnets': [{'id': 'c29926a7-59ce-4339-80c4-08a930b83195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:01:10.979747 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157a2e0e-eeb8-431d-b85d-d1fc31ab5a12 None None] The sync data for ids ['139c3f04-c930-48fa-bc27-355dda2e1fc4'] in n-d-821228-1 is: [{'id': '139c3f04-c930-48fa-bc27-355dda2e1fc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617597548', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '177d47ee-6f21-4877-a2bd-d82c39485cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:58:47Z', 'updated_at': '2021-12-09T16:58:50Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '177d47ee-6f21-4877-a2bd-d82c39485cc6', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139c3f04-c930-48fa-bc27-355dda2e1fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:58:47Z', 'updated_at': '2021-12-09T16:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'd7669e5e-d6fe-48b8-873e-fdb4ad8d2dc7', 'name': '', 'network_id': '7cf9ec11-4226-4049-870f-2832ea9673ce', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'mac_address': 'fa:16:3e:d9:99:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139c3f04-c930-48fa-bc27-355dda2e1fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'c29926a7-59ce-4339-80c4-08a930b83195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:58:50Z', 'updated_at': '2021-12-09T16:58:53Z', 'revision_number': 5, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'subnets': [{'id': 'c29926a7-59ce-4339-80c4-08a930b83195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 17:01:10.997325 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bbedf0e8-64eb-45d7-a5c0-c09cb12ae32d req-8ca3270f-1c43-43be-ad36-252917aa60ec service neutron] 10.222.0.31 "GET /v2.0/networks/7cf9ec11-4226-4049-870f-2832ea9673ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848925 Dec 09 17:01:11.098907 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bbedf0e8-64eb-45d7-a5c0-c09cb12ae32d req-bb1d7980-c3db-4862-bebb-7524f024f67a service neutron] 10.222.0.31 "GET /v2.0/networks/7cf9ec11-4226-4049-870f-2832ea9673ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920103 Dec 09 17:01:11.203711 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7504203-bec1-4890-a1f2-1f5d49bee24a None None] New status for floating IP aeadb3ce-3d2c-4627-be55-cde5d907e8bf: DOWN {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 17:01:11.850061 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0846a5-062b-4c2b-b5f4-306a181bde54 req-0bfec51f-ce04-4111-ae34-f71ad3a8af80 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:01:11.851543 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2c0846a5-062b-4c2b-b5f4-306a181bde54 req-0bfec51f-ce04-4111-ae34-f71ad3a8af80 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=f50d070f-9599-4548-b4e1-41577764e856 HTTP/1.1" status: 200 len: 946 time: 0.0498805 Dec 09 17:01:11.900510 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2c0846a5-062b-4c2b-b5f4-306a181bde54 req-17f9efb8-b958-47b8-b7b7-a1125239a03e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=443a0574-aa4a-422d-ab74-025fb2af803a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429471 Dec 09 17:01:12.141629 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83d56e-1c13-4d1d-b405-803ac717ea21 req-76e3a0ab-481a-46bd-8705-fedacf42b4c6 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:01:12.143065 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e83d56e-1c13-4d1d-b405-803ac717ea21 req-76e3a0ab-481a-46bd-8705-fedacf42b4c6 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50d070f-9599-4548-b4e1-41577764e856 HTTP/1.1" status: 200 len: 946 time: 0.0485454 Dec 09 17:01:12.231992 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-7e83d56e-1c13-4d1d-b405-803ac717ea21 req-15a49a84-0fbf-4853-9b2f-ca527a163d0b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Deleting port f53af6fd-219c-46aa-a6c5-e4dd0c479e49 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 17:01:12.232223 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7e83d56e-1c13-4d1d-b405-803ac717ea21 req-15a49a84-0fbf-4853-9b2f-ca527a163d0b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:12.318962 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-7e83d56e-1c13-4d1d-b405-803ac717ea21 req-15a49a84-0fbf-4853-9b2f-ca527a163d0b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] For port f53af6fd-219c-46aa-a6c5-e4dd0c479e49, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=f53af6fd-219c-46aa-a6c5-e4dd0c479e49,segment=NetworkSegment(4fe3745f-9326-461e-a67a-b279b67d767c),segment_id=4fe3745f-9326-461e-a67a-b279b67d767c)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:01:12.319329 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7e83d56e-1c13-4d1d-b405-803ac717ea21 req-15a49a84-0fbf-4853-9b2f-ca527a163d0b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:12.333063 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-7e83d56e-1c13-4d1d-b405-803ac717ea21 req-15a49a84-0fbf-4853-9b2f-ca527a163d0b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Calling delete_port for f53af6fd-219c-46aa-a6c5-e4dd0c479e49 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 17:01:12.464450 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7e83d56e-1c13-4d1d-b405-803ac717ea21 req-15a49a84-0fbf-4853-9b2f-ca527a163d0b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:12.498043 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a49a84-0fbf-4853-9b2f-ca527a163d0b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event deleted for resources: {'Port': ['ID=f53af6fd-219c-46aa-a6c5-e4dd0c479e49,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:01:12.523192 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a49a84-0fbf-4853-9b2f-ca527a163d0b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:12.523553 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a49a84-0fbf-4853-9b2f-ca527a163d0b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:12.523906 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a49a84-0fbf-4853-9b2f-ca527a163d0b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:12.524359 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a49a84-0fbf-4853-9b2f-ca527a163d0b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:12.524953 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a49a84-0fbf-4853-9b2f-ca527a163d0b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:12.525312 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a49a84-0fbf-4853-9b2f-ca527a163d0b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:12.525654 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a49a84-0fbf-4853-9b2f-ca527a163d0b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:12.525993 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a49a84-0fbf-4853-9b2f-ca527a163d0b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:12.526331 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a49a84-0fbf-4853-9b2f-ca527a163d0b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:12.526666 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a49a84-0fbf-4853-9b2f-ca527a163d0b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:12.527001 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a49a84-0fbf-4853-9b2f-ca527a163d0b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:12.527332 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a49a84-0fbf-4853-9b2f-ca527a163d0b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:12.527658 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a49a84-0fbf-4853-9b2f-ca527a163d0b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:12.550611 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e83d56e-1c13-4d1d-b405-803ac717ea21 req-15a49a84-0fbf-4853-9b2f-ca527a163d0b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] No DVR routers for this DVR port f53af6fd-219c-46aa-a6c5-e4dd0c479e49 on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 17:01:12.553156 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-7e83d56e-1c13-4d1d-b405-803ac717ea21 req-15a49a84-0fbf-4853-9b2f-ca527a163d0b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:12.556618 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e83d56e-1c13-4d1d-b405-803ac717ea21 req-15a49a84-0fbf-4853-9b2f-ca527a163d0b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.31 "DELETE /v2.0/ports/f53af6fd-219c-46aa-a6c5-e4dd0c479e49 HTTP/1.1" status: 204 len: 173 time: 0.4078064 Dec 09 17:01:12.557092 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50d070f-9599-4548-b4e1-41577764e856', 'name': 'network-vif-deleted', 'tag': 'f53af6fd-219c-46aa-a6c5-e4dd0c479e49'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 17:01:12.559426 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63562482-15d3-4d0f-9069-b07f8ab05f15" -d '{"events": [{"server_uuid": "f50d070f-9599-4548-b4e1-41577764e856", "name": "network-vif-deleted", "tag": "f53af6fd-219c-46aa-a6c5-e4dd0c479e49"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 17:01:12.601271 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 17:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953d56af-e73d-4153-a497-78137cfa485d x-openstack-request-id: req-953d56af-e73d-4153-a497-78137cfa485d {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 17:01:12.601573 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f50d070f-9599-4548-b4e1-41577764e856", "name": "network-vif-deleted", "tag": "f53af6fd-219c-46aa-a6c5-e4dd0c479e49", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 17:01:12.601832 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-953d56af-e73d-4153-a497-78137cfa485d {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 17:01:12.602238 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50d070f-9599-4548-b4e1-41577764e856', 'name': 'network-vif-deleted', 'tag': 'f53af6fd-219c-46aa-a6c5-e4dd0c479e49', 'status': 'completed', 'code': 200} Dec 09 17:01:13.020749 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-64190924-abf5-491e-8fbc-8da02f13bdfd req-d7f2dfa1-e4ae-40ee-bec3-d0313275374e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=f50d070f-9599-4548-b4e1-41577764e856 HTTP/1.1" status: 200 len: 210 time: 0.0284781 Dec 09 17:01:14.076977 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57796) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:01:14.435324 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c21cbd6b-d0e4-4a5d-965c-a6a53ea6c794 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:14.688819 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c21cbd6b-d0e4-4a5d-965c-a6a53ea6c794 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Deleting port d7669e5e-d6fe-48b8-873e-fdb4ad8d2dc7 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 17:01:14.689080 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c21cbd6b-d0e4-4a5d-965c-a6a53ea6c794 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:14.777212 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-c21cbd6b-d0e4-4a5d-965c-a6a53ea6c794 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] For port d7669e5e-d6fe-48b8-873e-fdb4ad8d2dc7, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d7669e5e-d6fe-48b8-873e-fdb4ad8d2dc7,segment=NetworkSegment(4fe3745f-9326-461e-a67a-b279b67d767c),segment_id=4fe3745f-9326-461e-a67a-b279b67d767c)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:01:14.777566 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c21cbd6b-d0e4-4a5d-965c-a6a53ea6c794 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:14.790524 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c21cbd6b-d0e4-4a5d-965c-a6a53ea6c794 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Calling delete_port for d7669e5e-d6fe-48b8-873e-fdb4ad8d2dc7 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 17:01:14.974105 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c21cbd6b-d0e4-4a5d-965c-a6a53ea6c794 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:14.998288 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cbd6b-d0e4-4a5d-965c-a6a53ea6c794 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event deleted for resources: {'Port': ['ID=d7669e5e-d6fe-48b8-873e-fdb4ad8d2dc7,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:01:15.175170 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c21cbd6b-d0e4-4a5d-965c-a6a53ea6c794 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:15.391930 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21cbd6b-d0e4-4a5d-965c-a6a53ea6c794 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Router 139c3f04-c930-48fa-bc27-355dda2e1fc4 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 17:01:15.499014 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21cbd6b-d0e4-4a5d-965c-a6a53ea6c794 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 17:01:15.504671 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c21cbd6b-d0e4-4a5d-965c-a6a53ea6c794 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "PUT /v2.0/routers/139c3f04-c930-48fa-bc27-355dda2e1fc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4260714 Dec 09 17:01:15.507303 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57798) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:01:15.510471 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ddd16d-63c6-418c-8b6e-46c6c7038d59 None None] Sync routers for ids ['139c3f04-c930-48fa-bc27-355dda2e1fc4'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 17:01:15.521253 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ddd16d-63c6-418c-8b6e-46c6c7038d59 None None] Routers {'139c3f04-c930-48fa-bc27-355dda2e1fc4'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:01:15.521852 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-04ddd16d-63c6-418c-8b6e-46c6c7038d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:00:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['139c3f04-c930-48fa-bc27-355dda2e1fc4'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:01:15.557826 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-61198655-123b-4157-84f5-d1b4b06d4875 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Deleting subnet c29926a7-59ce-4339-80c4-08a930b83195 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 17:01:15.561017 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-61198655-123b-4157-84f5-d1b4b06d4875 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:15.601377 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-61198655-123b-4157-84f5-d1b4b06d4875 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:15.626239 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-04ddd16d-63c6-418c-8b6e-46c6c7038d59 None None] Set router 139c3f04-c930-48fa-bc27-355dda2e1fc4 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:01:15.693198 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-61198655-123b-4157-84f5-d1b4b06d4875 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:15.756350 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-61198655-123b-4157-84f5-d1b4b06d4875 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:15.784205 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61198655-123b-4157-84f5-d1b4b06d4875 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event deleted for resources: {'Subnet': ['ID=c29926a7-59ce-4339-80c4-08a930b83195,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:01:15.786233 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-61198655-123b-4157-84f5-d1b4b06d4875 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:15.790332 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-61198655-123b-4157-84f5-d1b4b06d4875 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "DELETE /v2.0/subnets/c29926a7-59ce-4339-80c4-08a930b83195 HTTP/1.1" status: 204 len: 168 time: 0.2820563 Dec 09 17:01:15.793020 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57800) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:01:15.796898 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e81c76b-74f9-4dc3-aee1-a9174925020e None None] Network 7cf9ec11-4226-4049-870f-2832ea9673ce requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 17:01:15.863713 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device f53af6fd-219c-46aa-a6c5-e4dd0c479e49 no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 17:01:15.868240 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-04ddd16d-63c6-418c-8b6e-46c6c7038d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139c3f04-c930-48fa-bc27-355dda2e1fc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617597548', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '177d47ee-6f21-4877-a2bd-d82c39485cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:58:47Z', 'updated_at': '2021-12-09T17:01:14Z', 'revision_number': 5, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '177d47ee-6f21-4877-a2bd-d82c39485cc6', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139c3f04-c930-48fa-bc27-355dda2e1fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:58:47Z', 'updated_at': '2021-12-09T16:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:01:15.916124 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-589dce33-2a39-40fd-a105-4a550794ba59 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:15.929047 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: f53af6fd-219c-46aa-a6c5-e4dd0c479e49 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 17:01:15.929378 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device f53af6fd-219c-46aa-a6c5-e4dd0c479e49 not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 17:01:15.932265 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ddd16d-63c6-418c-8b6e-46c6c7038d59 None None] Checking router: 139c3f04-c930-48fa-bc27-355dda2e1fc4 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 17:01:15.947644 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ddd16d-63c6-418c-8b6e-46c6c7038d59 None None] Routers {'139c3f04-c930-48fa-bc27-355dda2e1fc4'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:01:15.948256 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-04ddd16d-63c6-418c-8b6e-46c6c7038d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:00:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['139c3f04-c930-48fa-bc27-355dda2e1fc4'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:01:16.026064 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-589dce33-2a39-40fd-a105-4a550794ba59 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:16.067815 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-04ddd16d-63c6-418c-8b6e-46c6c7038d59 None None] Set router 139c3f04-c930-48fa-bc27-355dda2e1fc4 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:01:16.071390 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494cb939-0bad-4bef-89ea-7abde74b46a4 None None] DHCP port deletion for 7cf9ec11-4226-4049-870f-2832ea9673ce request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 17:01:16.086889 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-589dce33-2a39-40fd-a105-4a550794ba59 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Deleting port 177d47ee-6f21-4877-a2bd-d82c39485cc6 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 17:01:16.087233 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-589dce33-2a39-40fd-a105-4a550794ba59 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:16.165639 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-589dce33-2a39-40fd-a105-4a550794ba59 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] For port 177d47ee-6f21-4877-a2bd-d82c39485cc6, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=177d47ee-6f21-4877-a2bd-d82c39485cc6,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:01:16.165907 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-589dce33-2a39-40fd-a105-4a550794ba59 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:16.178742 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-589dce33-2a39-40fd-a105-4a550794ba59 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Calling delete_port for 177d47ee-6f21-4877-a2bd-d82c39485cc6 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 17:01:16.233481 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-494cb939-0bad-4bef-89ea-7abde74b46a4 None None] Deleting port c21dab27-7fad-494c-9e69-d0cb161d71f0 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 17:01:16.233960 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-494cb939-0bad-4bef-89ea-7abde74b46a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:16.323769 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-494cb939-0bad-4bef-89ea-7abde74b46a4 None None] For port c21dab27-7fad-494c-9e69-d0cb161d71f0, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=c21dab27-7fad-494c-9e69-d0cb161d71f0,segment=NetworkSegment(4fe3745f-9326-461e-a67a-b279b67d767c),segment_id=4fe3745f-9326-461e-a67a-b279b67d767c)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:01:16.324055 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-494cb939-0bad-4bef-89ea-7abde74b46a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:16.344999 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-494cb939-0bad-4bef-89ea-7abde74b46a4 None None] Calling delete_port for c21dab27-7fad-494c-9e69-d0cb161d71f0 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 17:01:16.347945 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-589dce33-2a39-40fd-a105-4a550794ba59 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:16.378806 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589dce33-2a39-40fd-a105-4a550794ba59 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event deleted for resources: {'Port': ['ID=177d47ee-6f21-4877-a2bd-d82c39485cc6,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:01:16.400852 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9ee926-8646-41f6-ba1b-86194062bf5d None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 17:01:16.438752 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-589dce33-2a39-40fd-a105-4a550794ba59 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:16.459076 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-04ddd16d-63c6-418c-8b6e-46c6c7038d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139c3f04-c930-48fa-bc27-355dda2e1fc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617597548', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '177d47ee-6f21-4877-a2bd-d82c39485cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:58:47Z', 'updated_at': '2021-12-09T17:01:14Z', 'revision_number': 5, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '177d47ee-6f21-4877-a2bd-d82c39485cc6', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139c3f04-c930-48fa-bc27-355dda2e1fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:58:47Z', 'updated_at': '2021-12-09T16:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:01:16.497670 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ddd16d-63c6-418c-8b6e-46c6c7038d59 None None] The sync data for ids ['139c3f04-c930-48fa-bc27-355dda2e1fc4'] in n-d-821228-1 is: [{'id': '139c3f04-c930-48fa-bc27-355dda2e1fc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617597548', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '177d47ee-6f21-4877-a2bd-d82c39485cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:58:47Z', 'updated_at': '2021-12-09T17:01:14Z', 'revision_number': 5, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '177d47ee-6f21-4877-a2bd-d82c39485cc6', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139c3f04-c930-48fa-bc27-355dda2e1fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:58:47Z', 'updated_at': '2021-12-09T16:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 17:01:16.539229 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-589dce33-2a39-40fd-a105-4a550794ba59 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:16.541641 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-589dce33-2a39-40fd-a105-4a550794ba59 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:16.588849 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-589dce33-2a39-40fd-a105-4a550794ba59 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:16.589405 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589dce33-2a39-40fd-a105-4a550794ba59 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Fanout notify agent at l3_agent the message router_deleted on router 139c3f04-c930-48fa-bc27-355dda2e1fc4 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 17:01:16.597578 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-589dce33-2a39-40fd-a105-4a550794ba59 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:16.598732 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-589dce33-2a39-40fd-a105-4a550794ba59 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "DELETE /v2.0/routers/139c3f04-c930-48fa-bc27-355dda2e1fc4 HTTP/1.1" status: 204 len: 168 time: 0.8047254 Dec 09 17:01:16.601510 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57802) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:01:16.682793 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d3b891d-d52e-4b25-8112-2bcf474f11ab tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:16.712329 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-494cb939-0bad-4bef-89ea-7abde74b46a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:16.738925 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4d3b891d-d52e-4b25-8112-2bcf474f11ab tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Deleting port c21dab27-7fad-494c-9e69-d0cb161d71f0 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 17:01:16.739265 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d3b891d-d52e-4b25-8112-2bcf474f11ab tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:16.746474 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494cb939-0bad-4bef-89ea-7abde74b46a4 None None] Pushing event deleted for resources: {'Port': ['ID=c21dab27-7fad-494c-9e69-d0cb161d71f0,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:01:16.749590 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494cb939-0bad-4bef-89ea-7abde74b46a4 None None] No DVR routers for this DVR port c21dab27-7fad-494c-9e69-d0cb161d71f0 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 17:01:16.761406 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494cb939-0bad-4bef-89ea-7abde74b46a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:16.761406 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494cb939-0bad-4bef-89ea-7abde74b46a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:16.762543 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494cb939-0bad-4bef-89ea-7abde74b46a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:16.762543 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494cb939-0bad-4bef-89ea-7abde74b46a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:16.762543 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494cb939-0bad-4bef-89ea-7abde74b46a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:16.762826 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494cb939-0bad-4bef-89ea-7abde74b46a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:16.763133 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494cb939-0bad-4bef-89ea-7abde74b46a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:16.763318 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494cb939-0bad-4bef-89ea-7abde74b46a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:16.763626 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494cb939-0bad-4bef-89ea-7abde74b46a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:16.763948 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494cb939-0bad-4bef-89ea-7abde74b46a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:16.764270 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494cb939-0bad-4bef-89ea-7abde74b46a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:16.764787 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494cb939-0bad-4bef-89ea-7abde74b46a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:16.765481 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494cb939-0bad-4bef-89ea-7abde74b46a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:16.801649 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-4d3b891d-d52e-4b25-8112-2bcf474f11ab tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] For port c21dab27-7fad-494c-9e69-d0cb161d71f0, host n-d-821228-1, got binding levels [] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:01:16.802238 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d3b891d-d52e-4b25-8112-2bcf474f11ab tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:16.820757 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-4d3b891d-d52e-4b25-8112-2bcf474f11ab tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Calling delete_port for c21dab27-7fad-494c-9e69-d0cb161d71f0 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 17:01:16.823383 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.ipam_backend_mixin [None req-4d3b891d-d52e-4b25-8112-2bcf474f11ab tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Port c21dab27-7fad-494c-9e69-d0cb161d71f0 was not found and therefore no delete operation was performed {{(pid=103244) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 17:01:16.824654 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d3b891d-d52e-4b25-8112-2bcf474f11ab tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:16.851872 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b891d-d52e-4b25-8112-2bcf474f11ab tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event deleted for resources: {'Port': ['ID=c21dab27-7fad-494c-9e69-d0cb161d71f0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:01:16.853701 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3b891d-d52e-4b25-8112-2bcf474f11ab tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] No DVR routers for this DVR port c21dab27-7fad-494c-9e69-d0cb161d71f0 on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 17:01:16.933726 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d3b891d-d52e-4b25-8112-2bcf474f11ab tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:16.955438 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-4d3b891d-d52e-4b25-8112-2bcf474f11ab tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cf9ec11-4226-4049-870f-2832ea9673ce']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:01:16.965898 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-4d3b891d-d52e-4b25-8112-2bcf474f11ab tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fe3745f-9326-461e-a67a-b279b67d767c') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:01:16.966126 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-4d3b891d-d52e-4b25-8112-2bcf474f11ab tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fe3745f-9326-461e-a67a-b279b67d767c') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:01:16.976599 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d3b891d-d52e-4b25-8112-2bcf474f11ab tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:16.991084 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d3b891d-d52e-4b25-8112-2bcf474f11ab tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:16.997799 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d3b891d-d52e-4b25-8112-2bcf474f11ab tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 17:01:16.998209 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d3b891d-d52e-4b25-8112-2bcf474f11ab tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:17.002148 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 17:01:17.002148 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 17:01:17.002148 n-d-821228-1 neutron-server[103244]: timer() Dec 09 17:01:17.002148 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 17:01:17.002148 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 17:01:17.002148 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 17:01:17.002148 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 17:01:17.002148 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 17:01:17.002148 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 17:01:17.002148 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 17:01:17.002148 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 17:01:17.002148 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 17:01:17.002148 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 17:01:17.002148 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 17:01:17.002148 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 17:01:17.002148 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 17:01:17.002148 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 17:01:17.002148 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 17:01:17.002148 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 17:01:17.002148 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 17:01:17.002148 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 17:01:17.002148 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 17:01:17.002148 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 17:01:17.002148 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 17:01:17.002148 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 17:01:17.002148 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 17:01:17.002148 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 17:01:17.002148 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 17:01:17.002148 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 17:01:17.002148 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 17:01:17.002148 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 17:01:17.002148 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 17:01:17.004706 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:17.063552 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d3b891d-d52e-4b25-8112-2bcf474f11ab tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:17.072780 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4d3b891d-d52e-4b25-8112-2bcf474f11ab tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:17.076127 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4d3b891d-d52e-4b25-8112-2bcf474f11ab tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "DELETE /v2.0/networks/7cf9ec11-4226-4049-870f-2832ea9673ce HTTP/1.1" status: 204 len: 168 time: 0.4736700 Dec 09 17:01:17.079792 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57804) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:01:17.089641 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b891d-d52e-4b25-8112-2bcf474f11ab tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event deleted for resources: {'Network': ['ID=7cf9ec11-4226-4049-870f-2832ea9673ce,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:01:17.143394 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f5494b6-509d-41b8-8f5a-8ca1c2d08d5a tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:17.170769 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f5494b6-509d-41b8-8f5a-8ca1c2d08d5a tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:17.242662 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f5494b6-509d-41b8-8f5a-8ca1c2d08d5a tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:17.245362 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f5494b6-509d-41b8-8f5a-8ca1c2d08d5a tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:17.246578 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7f5494b6-509d-41b8-8f5a-8ca1c2d08d5a tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "DELETE /v2.0/security-groups/443a0574-aa4a-422d-ab74-025fb2af803a HTTP/1.1" status: 204 len: 168 time: 0.1656163 Dec 09 17:01:17.256027 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5494b6-509d-41b8-8f5a-8ca1c2d08d5a tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=443a0574-aa4a-422d-ab74-025fb2af803a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:01:17.616694 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57810) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:01:17.621330 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-bf414898-f348-48c0-ac0c-ad6d553e7adf tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-21083115', 'description': 'tempest-secgroup-smoke-21083115 description', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:01:17.644310 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bf414898-f348-48c0-ac0c-ad6d553e7adf tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:17.713242 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bf414898-f348-48c0-ac0c-ad6d553e7adf tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:17.715873 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 177d47ee-6f21-4877-a2bd-d82c39485cc6 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 17:01:17.717465 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bf414898-f348-48c0-ac0c-ad6d553e7adf tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:17.736925 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 177d47ee-6f21-4877-a2bd-d82c39485cc6 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 17:01:17.737450 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 177d47ee-6f21-4877-a2bd-d82c39485cc6 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 17:01:17.737875 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device c21dab27-7fad-494c-9e69-d0cb161d71f0 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 17:01:17.745264 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bf414898-f348-48c0-ac0c-ad6d553e7adf tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:17.746521 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bf414898-f348-48c0-ac0c-ad6d553e7adf tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1287563 Dec 09 17:01:17.750487 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57812) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:01:17.751622 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf414898-f348-48c0-ac0c-ad6d553e7adf tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=954d58a3-afb6-4fb0-b6b8-24f1e08b65ba,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:01:17.755421 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-c57a5692-aeb6-4688-a516-ea470740aa6a tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'security_group_rule': {'security_group_id': '954d58a3-afb6-4fb0-b6b8-24f1e08b65ba', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:01:17.761151 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: c21dab27-7fad-494c-9e69-d0cb161d71f0 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 17:01:17.761844 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device c21dab27-7fad-494c-9e69-d0cb161d71f0 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 17:01:17.762263 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d7669e5e-d6fe-48b8-873e-fdb4ad8d2dc7 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 17:01:17.783980 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: d7669e5e-d6fe-48b8-873e-fdb4ad8d2dc7 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 17:01:17.784637 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d7669e5e-d6fe-48b8-873e-fdb4ad8d2dc7 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 17:01:17.784847 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c57a5692-aeb6-4688-a516-ea470740aa6a tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:17.840615 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c57a5692-aeb6-4688-a516-ea470740aa6a tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:17.844259 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c57a5692-aeb6-4688-a516-ea470740aa6a tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:17.862821 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a5692-aeb6-4688-a516-ea470740aa6a tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f065b4f1-8325-409c-be2c-779892ce1b0d,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:01:17.870203 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c57a5692-aeb6-4688-a516-ea470740aa6a tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:17.871385 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c57a5692-aeb6-4688-a516-ea470740aa6a tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1198003 Dec 09 17:01:17.874687 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57814) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:01:17.878954 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-5368eeef-d93a-400f-be72-b580dc191b6e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'security_group_rule': {'security_group_id': '954d58a3-afb6-4fb0-b6b8-24f1e08b65ba', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:01:17.905276 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5368eeef-d93a-400f-be72-b580dc191b6e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:17.967606 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5368eeef-d93a-400f-be72-b580dc191b6e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:17.971036 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5368eeef-d93a-400f-be72-b580dc191b6e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:17.990037 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368eeef-d93a-400f-be72-b580dc191b6e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f944e90-9c34-43fa-92e4-d6bc13bcb745,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:01:17.998256 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5368eeef-d93a-400f-be72-b580dc191b6e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:17.999974 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-5368eeef-d93a-400f-be72-b580dc191b6e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1238439 Dec 09 17:01:18.002774 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57816) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:01:18.007440 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-60ceed42-20a7-4c1d-a576-2ae8eaa997c3 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'security_group_rule': {'security_group_id': '954d58a3-afb6-4fb0-b6b8-24f1e08b65ba', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:01:18.033202 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-60ceed42-20a7-4c1d-a576-2ae8eaa997c3 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:18.089176 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-60ceed42-20a7-4c1d-a576-2ae8eaa997c3 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:18.092404 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-60ceed42-20a7-4c1d-a576-2ae8eaa997c3 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:18.110695 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ceed42-20a7-4c1d-a576-2ae8eaa997c3 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06c7b9a6-6bf8-4c86-8b53-6990db791a98,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:01:18.119514 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-60ceed42-20a7-4c1d-a576-2ae8eaa997c3 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:18.120740 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-60ceed42-20a7-4c1d-a576-2ae8eaa997c3 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169982 Dec 09 17:01:18.123390 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57818) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:01:18.128378 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-b29598fd-363c-4c65-b601-a2800a29c5b0 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'security_group_rule': {'security_group_id': '954d58a3-afb6-4fb0-b6b8-24f1e08b65ba', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:01:18.153213 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b29598fd-363c-4c65-b601-a2800a29c5b0 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:18.208651 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b29598fd-363c-4c65-b601-a2800a29c5b0 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:18.212155 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b29598fd-363c-4c65-b601-a2800a29c5b0 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:18.226993 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29598fd-363c-4c65-b601-a2800a29c5b0 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e481a598-5e33-4f56-bd68-cef235013759,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:01:18.237876 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b29598fd-363c-4c65-b601-a2800a29c5b0 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:18.239354 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b29598fd-363c-4c65-b601-a2800a29c5b0 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1150355 Dec 09 17:01:18.242081 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57820) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:01:18.246338 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-fd61442c-8252-4d38-8fed-59803cf88a7b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'security_group_rule': {'security_group_id': '954d58a3-afb6-4fb0-b6b8-24f1e08b65ba', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:01:18.268135 n-d-821228-1 neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-fd61442c-8252-4d38-8fed-59803cf88a7b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Project 95ed158b10404fb6a6679c1eac6dfcba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 17:01:18.273649 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd61442c-8252-4d38-8fed-59803cf88a7b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:18.332517 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd61442c-8252-4d38-8fed-59803cf88a7b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:18.336039 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd61442c-8252-4d38-8fed-59803cf88a7b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:18.356057 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd61442c-8252-4d38-8fed-59803cf88a7b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8738e4d5-e83b-462c-bb49-5c4fbefb32d0,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:01:18.365281 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fd61442c-8252-4d38-8fed-59803cf88a7b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:18.366478 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-fd61442c-8252-4d38-8fed-59803cf88a7b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1234450 Dec 09 17:01:18.369301 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57822) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:01:18.373644 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-39b48ad0-4076-49f2-bddb-c918eeb5520e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'security_group_rule': {'security_group_id': '954d58a3-afb6-4fb0-b6b8-24f1e08b65ba', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:01:18.394906 n-d-821228-1 neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-39b48ad0-4076-49f2-bddb-c918eeb5520e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Project 95ed158b10404fb6a6679c1eac6dfcba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 17:01:18.399657 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-39b48ad0-4076-49f2-bddb-c918eeb5520e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:18.457490 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-39b48ad0-4076-49f2-bddb-c918eeb5520e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:18.461141 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-39b48ad0-4076-49f2-bddb-c918eeb5520e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:18.479073 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b48ad0-4076-49f2-bddb-c918eeb5520e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=091ad7be-f936-4fca-b4f3-cc91fd43938c,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:01:18.486668 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-39b48ad0-4076-49f2-bddb-c918eeb5520e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:18.487865 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-39b48ad0-4076-49f2-bddb-c918eeb5520e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1175888 Dec 09 17:01:18.490970 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57824) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:01:18.495634 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-3803dfb1-6d82-4fdc-b431-66d5e8deffa7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'network': {'name': 'tempest-network-smoke--1100512130', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'port_security_enabled': True}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:01:18.516089 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3803dfb1-6d82-4fdc-b431-66d5e8deffa7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Made reservation on behalf of 95ed158b10404fb6a6679c1eac6dfcba for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 17:01:18.519517 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3803dfb1-6d82-4fdc-b431-66d5e8deffa7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:18.544109 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3803dfb1-6d82-4fdc-b431-66d5e8deffa7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 17:01:18.553733 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3803dfb1-6d82-4fdc-b431-66d5e8deffa7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:18.554117 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-3803dfb1-6d82-4fdc-b431-66d5e8deffa7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Added segment 7c4724ef-d4c0-4a23-a209-1058b82424ab of type vlan for network 479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4 Dec 09 17:01:18.592803 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3803dfb1-6d82-4fdc-b431-66d5e8deffa7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:18.617265 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3803dfb1-6d82-4fdc-b431-66d5e8deffa7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:18.622727 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3803dfb1-6d82-4fdc-b431-66d5e8deffa7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:01:18.623308 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3803dfb1-6d82-4fdc-b431-66d5e8deffa7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:18.682018 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3803dfb1-6d82-4fdc-b431-66d5e8deffa7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1900320 Dec 09 17:01:18.684812 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57826) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:01:18.691412 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-1f5e7bc7-5331-4fd6-8d4b-7832a91b190f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-14896458', 'admin_state_up': True, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:01:18.704739 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803dfb1-6d82-4fdc-b431-66d5e8deffa7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'Network': ['ID=479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:01:18.714453 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 17:01:18.723858 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f5e7bc7-5331-4fd6-8d4b-7832a91b190f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:18.724919 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f5e7bc7-5331-4fd6-8d4b-7832a91b190f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:18.774691 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f5e7bc7-5331-4fd6-8d4b-7832a91b190f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:18.911831 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f5e7bc7-5331-4fd6-8d4b-7832a91b190f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:19.441390 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f5e7bc7-5331-4fd6-8d4b-7832a91b190f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:19.459604 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f5e7bc7-5331-4fd6-8d4b-7832a91b190f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:19.559067 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-1f5e7bc7-5331-4fd6-8d4b-7832a91b190f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Allocated IP 172.25.3.75 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/3691eb92-f9d6-4558-9aa3-2b1e0894175e) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 17:01:19.664513 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f5e7bc7-5331-4fd6-8d4b-7832a91b190f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:19.697576 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f5e7bc7-5331-4fd6-8d4b-7832a91b190f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:19.733218 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5e7bc7-5331-4fd6-8d4b-7832a91b190f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 17:01:19.736127 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-1f5e7bc7-5331-4fd6-8d4b-7832a91b190f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 17:01:19.742125 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5e7bc7-5331-4fd6-8d4b-7832a91b190f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 17:01:19.750658 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5686e190-6ad3-4811-977f-f9d770399e3e None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 17:01:19.766100 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e7bc7-5331-4fd6-8d4b-7832a91b190f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'Port': ['ID=3691eb92-f9d6-4558-9aa3-2b1e0894175e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:01:19.809004 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-77f5da9b-81e1-4975-a1f3-0dcf7aa6b223 None None] Provisioning complete for port 3691eb92-f9d6-4558-9aa3-2b1e0894175e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:01:19.809531 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-77f5da9b-81e1-4975-a1f3-0dcf7aa6b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:19.859997 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-77f5da9b-81e1-4975-a1f3-0dcf7aa6b223 None None] Port 3691eb92-f9d6-4558-9aa3-2b1e0894175e cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 17:01:19.997097 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f5e7bc7-5331-4fd6-8d4b-7832a91b190f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:20.190760 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f5e7bc7-5331-4fd6-8d4b-7832a91b190f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:20.314731 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5e7bc7-5331-4fd6-8d4b-7832a91b190f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Router f11b3c21-bc8d-49eb-b3a2-b5819f208a5c is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 17:01:20.424158 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5e7bc7-5331-4fd6-8d4b-7832a91b190f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 17:01:20.433568 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eccd50-6b44-45d2-bdd8-8fd1b9023670 None None] Sync routers for ids ['f11b3c21-bc8d-49eb-b3a2-b5819f208a5c'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 17:01:20.443245 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1f5e7bc7-5331-4fd6-8d4b-7832a91b190f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:20.443779 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73eccd50-6b44-45d2-bdd8-8fd1b9023670 None None] Routers {'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:01:20.444395 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-73eccd50-6b44-45d2-bdd8-8fd1b9023670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:00:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['f11b3c21-bc8d-49eb-b3a2-b5819f208a5c'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:01:20.444604 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1f5e7bc7-5331-4fd6-8d4b-7832a91b190f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7586272 Dec 09 17:01:20.447478 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57828) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:01:20.475970 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-548957c4-bcaa-48a2-a617-af30bbb387d0 tempest-TestNetworkAdvancedServerOps-2036049865 tempest-TestNetworkAdvancedServerOps-2036049865-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=95ed158b10404fb6a6679c1eac6dfcba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273304 Dec 09 17:01:20.478477 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57830) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:01:20.552728 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-73eccd50-6b44-45d2-bdd8-8fd1b9023670 None None] Set router f11b3c21-bc8d-49eb-b3a2-b5819f208a5c gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:01:20.565535 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df63cc4a-470f-4606-a9a0-64e604addb0a tempest-TestNetworkAdvancedServerOps-2036049865 tempest-TestNetworkAdvancedServerOps-2036049865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:01:20.569627 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-df63cc4a-470f-4606-a9a0-64e604addb0a tempest-TestNetworkAdvancedServerOps-2036049865 tempest-TestNetworkAdvancedServerOps-2036049865-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0876985 Dec 09 17:01:20.569880 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57832) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:01:20.606627 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-4fc8683a-3380-4fb9-895f-9ad70bab58c9 tempest-TestNetworkAdvancedServerOps-2036049865 tempest-TestNetworkAdvancedServerOps-2036049865-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=d8331094-778d-4179-9ed8-de7de1c5438c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333107 Dec 09 17:01:20.606869 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57834) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:01:20.612185 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-e64d4434-f241-4ccf-a319-6afa375a3694 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1916147601', 'network_id': '479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:01:20.694644 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-20f1e89d-5908-494c-9570-3aa04eac14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:20.706405 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64d4434-f241-4ccf-a319-6afa375a3694 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Made reservation on behalf of 95ed158b10404fb6a6679c1eac6dfcba for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 17:01:20.710400 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e64d4434-f241-4ccf-a319-6afa375a3694 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:20.726250 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-73eccd50-6b44-45d2-bdd8-8fd1b9023670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14896458', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3691eb92-f9d6-4558-9aa3-2b1e0894175e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:01:18Z', 'updated_at': '2021-12-09T17:01:19Z', 'revision_number': 3, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '3691eb92-f9d6-4558-9aa3-2b1e0894175e', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:01:19Z', 'updated_at': '2021-12-09T17:01:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:01:20.755888 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eccd50-6b44-45d2-bdd8-8fd1b9023670 None None] Checking router: f11b3c21-bc8d-49eb-b3a2-b5819f208a5c for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 17:01:20.756233 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eccd50-6b44-45d2-bdd8-8fd1b9023670 None None] Updating router f11b3c21-bc8d-49eb-b3a2-b5819f208a5c port 3691eb92-f9d6-4558-9aa3-2b1e0894175e binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 17:01:20.781290 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-73eccd50-6b44-45d2-bdd8-8fd1b9023670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:20.892238 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e64d4434-f241-4ccf-a319-6afa375a3694 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:20.951394 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d4434-f241-4ccf-a319-6afa375a3694 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'Subnet': ['ID=985f8ddf-4d44-4082-aa05-613fd9e34a72,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:01:20.962424 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64d4434-f241-4ccf-a319-6afa375a3694 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Checking segment: {'id': '7c4724ef-d4c0-4a23-a209-1058b82424ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 17:01:20.962830 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64d4434-f241-4ccf-a319-6afa375a3694 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Network hostable DHCP agents. Network: 479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 17:01:20.980924 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64d4434-f241-4ccf-a319-6afa375a3694 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Network 479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 17:01:20.990349 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-e64d4434-f241-4ccf-a319-6afa375a3694 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 17:01:20.997908 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a99269-a70c-4f8f-92bb-827000ecd3e8 None None] Network 479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 17:01:21.005948 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64d4434-f241-4ccf-a319-6afa375a3694 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:01:21.006593 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e64d4434-f241-4ccf-a319-6afa375a3694 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:21.026797 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e64d4434-f241-4ccf-a319-6afa375a3694 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4163346 Dec 09 17:01:21.027048 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57838) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:01:21.049802 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-73eccd50-6b44-45d2-bdd8-8fd1b9023670 None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:21.055474 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-73eccd50-6b44-45d2-bdd8-8fd1b9023670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:21.111886 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed83b934-823a-4ecb-82a0-8b813e70f5e4 None None] Pushing event updated for resources: {'Port': ['ID=3691eb92-f9d6-4558-9aa3-2b1e0894175e,revision_number=2']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:01:21.112823 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5a11ff-29d0-42b8-87c7-e1467b5ff58c None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 17:01:21.116697 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-73eccd50-6b44-45d2-bdd8-8fd1b9023670 None None] Attempting to bind port 3691eb92-f9d6-4558-9aa3-2b1e0894175e on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 17:01:21.117068 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-73eccd50-6b44-45d2-bdd8-8fd1b9023670 None None] Attempting to bind port 3691eb92-f9d6-4558-9aa3-2b1e0894175e by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 17:01:21.117420 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eccd50-6b44-45d2-bdd8-8fd1b9023670 None None] Attempting to bind port 3691eb92-f9d6-4558-9aa3-2b1e0894175e on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 17:01:21.124932 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed83b934-823a-4ecb-82a0-8b813e70f5e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:21.125472 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed83b934-823a-4ecb-82a0-8b813e70f5e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:21.125811 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed83b934-823a-4ecb-82a0-8b813e70f5e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:21.126139 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed83b934-823a-4ecb-82a0-8b813e70f5e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:21.126470 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed83b934-823a-4ecb-82a0-8b813e70f5e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:21.126797 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed83b934-823a-4ecb-82a0-8b813e70f5e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:21.127117 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed83b934-823a-4ecb-82a0-8b813e70f5e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:21.127441 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed83b934-823a-4ecb-82a0-8b813e70f5e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:21.127756 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed83b934-823a-4ecb-82a0-8b813e70f5e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:21.128077 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed83b934-823a-4ecb-82a0-8b813e70f5e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:21.128396 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed83b934-823a-4ecb-82a0-8b813e70f5e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:21.128782 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed83b934-823a-4ecb-82a0-8b813e70f5e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:21.129051 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed83b934-823a-4ecb-82a0-8b813e70f5e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:01:21.129557 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbaa8b6-9194-4104-a1a5-b91a955c4a2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4', 'network_id': '479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4', 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'fixed_ips': [{'subnet_id': '985f8ddf-4d44-4082-aa05-613fd9e34a72'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 17:01:21.131811 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dcbaa8b6-9194-4104-a1a5-b91a955c4a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:21.135022 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eccd50-6b44-45d2-bdd8-8fd1b9023670 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 17, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 17:01:21.135022 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eccd50-6b44-45d2-bdd8-8fd1b9023670 None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 17:01:21.135302 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-73eccd50-6b44-45d2-bdd8-8fd1b9023670 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:21.135657 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eccd50-6b44-45d2-bdd8-8fd1b9023670 None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 17:01:21.136144 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-73eccd50-6b44-45d2-bdd8-8fd1b9023670 None None] Bound port: 3691eb92-f9d6-4558-9aa3-2b1e0894175e, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 17:01:21.136520 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-73eccd50-6b44-45d2-bdd8-8fd1b9023670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:21.188653 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-73eccd50-6b44-45d2-bdd8-8fd1b9023670 None None] For port 3691eb92-f9d6-4558-9aa3-2b1e0894175e, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 17:01:21.191804 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-73eccd50-6b44-45d2-bdd8-8fd1b9023670 None None] For port 3691eb92-f9d6-4558-9aa3-2b1e0894175e, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=3691eb92-f9d6-4558-9aa3-2b1e0894175e,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 17:01:21.197266 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-73eccd50-6b44-45d2-bdd8-8fd1b9023670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:21.246158 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e483f35e-9972-441d-a9e0-3cdd4c89cf09 None None] Provisioning complete for port 3691eb92-f9d6-4558-9aa3-2b1e0894175e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:01:21.246533 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e483f35e-9972-441d-a9e0-3cdd4c89cf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:21.251909 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed83b934-823a-4ecb-82a0-8b813e70f5e4 None None] Pushing event updated for resources: {'Port': ['ID=3691eb92-f9d6-4558-9aa3-2b1e0894175e,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:01:21.262575 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73eccd50-6b44-45d2-bdd8-8fd1b9023670 None None] Routers {'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:01:21.263175 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-73eccd50-6b44-45d2-bdd8-8fd1b9023670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:00:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['f11b3c21-bc8d-49eb-b3a2-b5819f208a5c'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:01:21.284784 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e51852c-b9b4-47e9-97d2-e19a8eb90895 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 17:01:21.337287 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-dcbaa8b6-9194-4104-a1a5-b91a955c4a2d None None] Allocated IP 172.20.0.2 (479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4/985f8ddf-4d44-4082-aa05-613fd9e34a72/d8732dff-28b0-4b70-ac1b-5cb0f6f79b32) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 17:01:21.381037 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-73eccd50-6b44-45d2-bdd8-8fd1b9023670 None None] Set router f11b3c21-bc8d-49eb-b3a2-b5819f208a5c gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:01:21.424431 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e483f35e-9972-441d-a9e0-3cdd4c89cf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:21.470068 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e483f35e-9972-441d-a9e0-3cdd4c89cf09 None None] For port 3691eb92-f9d6-4558-9aa3-2b1e0894175e, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=3691eb92-f9d6-4558-9aa3-2b1e0894175e,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:01:21.477565 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e483f35e-9972-441d-a9e0-3cdd4c89cf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:21.526093 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-54dba26d-9c31-4666-abd6-663b41d74442 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:21.570232 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e483f35e-9972-441d-a9e0-3cdd4c89cf09 None None] Pushing event updated for resources: {'Port': ['ID=3691eb92-f9d6-4558-9aa3-2b1e0894175e,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:01:21.585437 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dcbaa8b6-9194-4104-a1a5-b91a955c4a2d None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:21.589287 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-73eccd50-6b44-45d2-bdd8-8fd1b9023670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14896458', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3691eb92-f9d6-4558-9aa3-2b1e0894175e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:01:18Z', 'updated_at': '2021-12-09T17:01:19Z', 'revision_number': 3, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '3691eb92-f9d6-4558-9aa3-2b1e0894175e', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:01:19Z', 'updated_at': '2021-12-09T17:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:01:21.597417 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dcbaa8b6-9194-4104-a1a5-b91a955c4a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:21.640164 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-93aa6ef5-d617-4c64-a999-4190a24d8dd1 None None] Provisioning complete for port 3691eb92-f9d6-4558-9aa3-2b1e0894175e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:01:21.641138 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-93aa6ef5-d617-4c64-a999-4190a24d8dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:21.657768 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbaa8b6-9194-4104-a1a5-b91a955c4a2d None None] Network 479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 17:01:21.680258 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-dcbaa8b6-9194-4104-a1a5-b91a955c4a2d None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 17:01:21.685337 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbaa8b6-9194-4104-a1a5-b91a955c4a2d None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 17:01:21.688969 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbaa8b6-9194-4104-a1a5-b91a955c4a2d None None] Pushing event updated for resources: {'Port': ['ID=d8732dff-28b0-4b70-ac1b-5cb0f6f79b32,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:01:21.712261 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eccd50-6b44-45d2-bdd8-8fd1b9023670 None None] The sync data for ids ['f11b3c21-bc8d-49eb-b3a2-b5819f208a5c'] in n-d-821228-1 is: [{'id': 'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14896458', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3691eb92-f9d6-4558-9aa3-2b1e0894175e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:01:18Z', 'updated_at': '2021-12-09T17:01:19Z', 'revision_number': 3, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '3691eb92-f9d6-4558-9aa3-2b1e0894175e', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:01:19Z', 'updated_at': '2021-12-09T17:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 17:01:21.764614 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-dcbaa8b6-9194-4104-a1a5-b91a955c4a2d None None] Attempting to bind port d8732dff-28b0-4b70-ac1b-5cb0f6f79b32 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 17:01:21.765019 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-dcbaa8b6-9194-4104-a1a5-b91a955c4a2d None None] Attempting to bind port d8732dff-28b0-4b70-ac1b-5cb0f6f79b32 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '7c4724ef-d4c0-4a23-a209-1058b82424ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 17:01:21.765385 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbaa8b6-9194-4104-a1a5-b91a955c4a2d None None] Attempting to bind port d8732dff-28b0-4b70-ac1b-5cb0f6f79b32 on network 479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 17:01:21.791473 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbaa8b6-9194-4104-a1a5-b91a955c4a2d None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 17, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 17:01:21.791473 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbaa8b6-9194-4104-a1a5-b91a955c4a2d None None] Checking segment: {'id': '7c4724ef-d4c0-4a23-a209-1058b82424ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 17:01:21.791861 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dcbaa8b6-9194-4104-a1a5-b91a955c4a2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:21.791998 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbaa8b6-9194-4104-a1a5-b91a955c4a2d None None] Bound using segment: {'id': '7c4724ef-d4c0-4a23-a209-1058b82424ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 17:01:21.792551 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-dcbaa8b6-9194-4104-a1a5-b91a955c4a2d None None] Bound port: d8732dff-28b0-4b70-ac1b-5cb0f6f79b32, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c4724ef-d4c0-4a23-a209-1058b82424ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 17:01:21.792940 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dcbaa8b6-9194-4104-a1a5-b91a955c4a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:21.848292 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-54dba26d-9c31-4666-abd6-663b41d74442 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Allocated IP 172.20.0.1 (479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4/985f8ddf-4d44-4082-aa05-613fd9e34a72/33280ccf-2c9f-4bdb-aca4-611ee68dbb7d) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 17:01:21.875723 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-dcbaa8b6-9194-4104-a1a5-b91a955c4a2d None None] For port d8732dff-28b0-4b70-ac1b-5cb0f6f79b32, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 17:01:21.880159 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-dcbaa8b6-9194-4104-a1a5-b91a955c4a2d None None] For port d8732dff-28b0-4b70-ac1b-5cb0f6f79b32, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d8732dff-28b0-4b70-ac1b-5cb0f6f79b32,segment=NetworkSegment(7c4724ef-d4c0-4a23-a209-1058b82424ab),segment_id=7c4724ef-d4c0-4a23-a209-1058b82424ab)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 17:01:21.884853 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dcbaa8b6-9194-4104-a1a5-b91a955c4a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:21.959360 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbaa8b6-9194-4104-a1a5-b91a955c4a2d None None] Pushing event updated for resources: {'Port': ['ID=d8732dff-28b0-4b70-ac1b-5cb0f6f79b32,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:01:22.010831 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-54dba26d-9c31-4666-abd6-663b41d74442 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:22.053206 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-54dba26d-9c31-4666-abd6-663b41d74442 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:22.104545 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dba26d-9c31-4666-abd6-663b41d74442 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Network 479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 17:01:22.107976 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-54dba26d-9c31-4666-abd6-663b41d74442 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 17:01:22.112965 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dba26d-9c31-4666-abd6-663b41d74442 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 17:01:22.118161 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dba26d-9c31-4666-abd6-663b41d74442 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'Port': ['ID=33280ccf-2c9f-4bdb-aca4-611ee68dbb7d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:01:22.191245 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-54dba26d-9c31-4666-abd6-663b41d74442 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:22.340616 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-54dba26d-9c31-4666-abd6-663b41d74442 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:22.631691 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-54dba26d-9c31-4666-abd6-663b41d74442 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:22.636265 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-54dba26d-9c31-4666-abd6-663b41d74442 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:22.717300 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dba26d-9c31-4666-abd6-663b41d74442 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'Port': ['ID=33280ccf-2c9f-4bdb-aca4-611ee68dbb7d,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:01:22.722578 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-54dba26d-9c31-4666-abd6-663b41d74442 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:22.824846 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dba26d-9c31-4666-abd6-663b41d74442 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Network 479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 17:01:22.826242 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-54dba26d-9c31-4666-abd6-663b41d74442 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 17:01:22.932539 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb65d16-6ee9-46e5-ae4a-9f480b5bfc29 None None] Network 479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 17:01:22.943174 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54dba26d-9c31-4666-abd6-663b41d74442 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Router f11b3c21-bc8d-49eb-b3a2-b5819f208a5c has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 17:01:22.989461 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fa2af09d-347e-4f2f-acf6-65df75a4a69f None None] Provisioning complete for port d8732dff-28b0-4b70-ac1b-5cb0f6f79b32 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:01:22.989818 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fa2af09d-347e-4f2f-acf6-65df75a4a69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:23.051536 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54dba26d-9c31-4666-abd6-663b41d74442 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 17:01:23.056661 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-54dba26d-9c31-4666-abd6-663b41d74442 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "PUT /v2.0/routers/f11b3c21-bc8d-49eb-b3a2-b5819f208a5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0286584 Dec 09 17:01:23.125819 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fa2af09d-347e-4f2f-acf6-65df75a4a69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:23.166342 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-fa2af09d-347e-4f2f-acf6-65df75a4a69f None None] For port d8732dff-28b0-4b70-ac1b-5cb0f6f79b32, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d8732dff-28b0-4b70-ac1b-5cb0f6f79b32,segment=NetworkSegment(7c4724ef-d4c0-4a23-a209-1058b82424ab),segment_id=7c4724ef-d4c0-4a23-a209-1058b82424ab)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:01:23.171914 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fa2af09d-347e-4f2f-acf6-65df75a4a69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:23.231764 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-cb47d568-a1cb-4f47-a317-4e50f4e3c862 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-21083115&fields=id&tenant_id=95ed158b10404fb6a6679c1eac6dfcba HTTP/1.1" status: 200 len: 267 time: 0.0610895 Dec 09 17:01:23.251285 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2af09d-347e-4f2f-acf6-65df75a4a69f None None] Pushing event updated for resources: {'Port': ['ID=d8732dff-28b0-4b70-ac1b-5cb0f6f79b32,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:01:23.261835 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1f9e9cdd-a30e-42d0-a31e-51c8dabb9ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:23.363725 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-c9973a77-9d0a-4423-b69d-c81d98109f38 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:01:23.365170 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-c9973a77-9d0a-4423-b69d-c81d98109f38 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/networks?id=479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4 HTTP/1.1" status: 200 len: 797 time: 0.1203456 Dec 09 17:01:23.382314 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-2172b7e9-2867-4b80-a249-8178a916a1c6 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/quotas/95ed158b10404fb6a6679c1eac6dfcba HTTP/1.1" status: 200 len: 375 time: 0.0109324 Dec 09 17:01:23.393711 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d879b8e2-9845-46a9-89f7-8cd339da4348 None None] Provisioning complete for port d8732dff-28b0-4b70-ac1b-5cb0f6f79b32 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:01:23.394216 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d879b8e2-9845-46a9-89f7-8cd339da4348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:23.439722 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-9b4b1828-a1b9-47ea-ab9e-bc4ac2181505 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=95ed158b10404fb6a6679c1eac6dfcba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511894 Dec 09 17:01:23.490497 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d879b8e2-9845-46a9-89f7-8cd339da4348 None None] Provisioning complete for port 33280ccf-2c9f-4bdb-aca4-611ee68dbb7d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:01:23.491016 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d879b8e2-9845-46a9-89f7-8cd339da4348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:23.541776 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d879b8e2-9845-46a9-89f7-8cd339da4348 None None] Port 33280ccf-2c9f-4bdb-aca4-611ee68dbb7d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 17:01:23.556093 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-c81f204a-2206-461c-8ff6-7cf803ff9122 service neutron] 10.222.0.57 "GET /v2.0/networks/479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992310 Dec 09 17:01:23.566196 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad314415-e1bc-4d09-857b-94b11c64b487 None None] Sync routers for ids ['f11b3c21-bc8d-49eb-b3a2-b5819f208a5c'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 17:01:23.577932 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad314415-e1bc-4d09-857b-94b11c64b487 None None] Routers {'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:01:23.578986 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-ad314415-e1bc-4d09-857b-94b11c64b487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:01:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['f11b3c21-bc8d-49eb-b3a2-b5819f208a5c'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:01:23.663332 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-dd685777-047a-41f0-95a0-83db96215aea service neutron] 10.222.0.57 "GET /v2.0/networks/479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964220 Dec 09 17:01:23.699929 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-970bb162-bc86-44df-b76f-7715f8c429eb None None] Provisioning complete for port 33280ccf-2c9f-4bdb-aca4-611ee68dbb7d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:01:23.700300 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-970bb162-bc86-44df-b76f-7715f8c429eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:23.706890 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-ad314415-e1bc-4d09-857b-94b11c64b487 None None] Set router f11b3c21-bc8d-49eb-b3a2-b5819f208a5c gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:01:23.790466 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-970bb162-bc86-44df-b76f-7715f8c429eb None None] Port 33280ccf-2c9f-4bdb-aca4-611ee68dbb7d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 17:01:23.877630 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 3691eb92-f9d6-4558-9aa3-2b1e0894175e up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 17:01:23.917953 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b38fc85c-b6f7-40b8-97f5-d50cdb7f2819 req-9106bb65-5105-4857-9c38-7deffe7ee920 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=777fd800-2a71-4246-a874-40530cdeafe5 HTTP/1.1" status: 200 len: 210 time: 0.0385664 Dec 09 17:01:23.977769 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-d9ce1132-5a3e-4af6-a0f9-dafade8f1fa3 None None] Provisioning complete for port 33280ccf-2c9f-4bdb-aca4-611ee68dbb7d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:01:23.978406 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d9ce1132-5a3e-4af6-a0f9-dafade8f1fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:24.070922 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 3691eb92-f9d6-4558-9aa3-2b1e0894175e triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:01:24.071450 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:24.077958 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-d9ce1132-5a3e-4af6-a0f9-dafade8f1fa3 None None] Port 33280ccf-2c9f-4bdb-aca4-611ee68dbb7d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 17:01:24.356747 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-ad314415-e1bc-4d09-857b-94b11c64b487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14896458', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3691eb92-f9d6-4558-9aa3-2b1e0894175e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:01:18Z', 'updated_at': '2021-12-09T17:01:22Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '3691eb92-f9d6-4558-9aa3-2b1e0894175e', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:01:19Z', 'updated_at': '2021-12-09T17:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '33280ccf-2c9f-4bdb-aca4-611ee68dbb7d', 'name': '', 'network_id': '479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'mac_address': 'fa:16:3e:08:09:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '985f8ddf-4d44-4082-aa05-613fd9e34a72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:01:21Z', 'updated_at': '2021-12-09T17:01:22Z', 'revision_number': 2, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'subnets': [{'id': '985f8ddf-4d44-4082-aa05-613fd9e34a72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:01:24.398635 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad314415-e1bc-4d09-857b-94b11c64b487 None None] Checking router: f11b3c21-bc8d-49eb-b3a2-b5819f208a5c for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 17:01:24.398635 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad314415-e1bc-4d09-857b-94b11c64b487 None None] Updating router f11b3c21-bc8d-49eb-b3a2-b5819f208a5c port 33280ccf-2c9f-4bdb-aca4-611ee68dbb7d binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 17:01:24.401415 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d8732dff-28b0-4b70-ac1b-5cb0f6f79b32 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 17:01:24.473844 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ad314415-e1bc-4d09-857b-94b11c64b487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:24.476989 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:24.523480 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port d8732dff-28b0-4b70-ac1b-5cb0f6f79b32 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:01:24.523855 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:24.828709 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ad314415-e1bc-4d09-857b-94b11c64b487 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:24.834904 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ad314415-e1bc-4d09-857b-94b11c64b487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:24.895590 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cdcbc5-8cec-4d0d-81ee-318a3b6e0bd4 None None] Pushing event updated for resources: {'Port': ['ID=33280ccf-2c9f-4bdb-aca4-611ee68dbb7d,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:01:24.946811 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-ad314415-e1bc-4d09-857b-94b11c64b487 None None] Attempting to bind port 33280ccf-2c9f-4bdb-aca4-611ee68dbb7d on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 17:01:24.947256 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-ad314415-e1bc-4d09-857b-94b11c64b487 None None] Attempting to bind port 33280ccf-2c9f-4bdb-aca4-611ee68dbb7d by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '7c4724ef-d4c0-4a23-a209-1058b82424ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 17:01:24.947592 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad314415-e1bc-4d09-857b-94b11c64b487 None None] Attempting to bind port 33280ccf-2c9f-4bdb-aca4-611ee68dbb7d on network 479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 17:01:24.954304 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad314415-e1bc-4d09-857b-94b11c64b487 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 17, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 17:01:24.954690 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad314415-e1bc-4d09-857b-94b11c64b487 None None] Checking segment: {'id': '7c4724ef-d4c0-4a23-a209-1058b82424ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 17:01:24.955097 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ad314415-e1bc-4d09-857b-94b11c64b487 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:24.955496 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad314415-e1bc-4d09-857b-94b11c64b487 None None] Bound using segment: {'id': '7c4724ef-d4c0-4a23-a209-1058b82424ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 17:01:24.955970 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-ad314415-e1bc-4d09-857b-94b11c64b487 None None] Bound port: 33280ccf-2c9f-4bdb-aca4-611ee68dbb7d, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c4724ef-d4c0-4a23-a209-1058b82424ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 17:01:24.956350 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ad314415-e1bc-4d09-857b-94b11c64b487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:24.978689 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-79ab7fed-e883-4f54-9486-16094c00353f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:01:24.980297 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-79ab7fed-e883-4f54-9486-16094c00353f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.31 "GET /v2.0/networks?id=479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4 HTTP/1.1" status: 200 len: 797 time: 0.1384132 Dec 09 17:01:25.032103 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ad314415-e1bc-4d09-857b-94b11c64b487 None None] For port 33280ccf-2c9f-4bdb-aca4-611ee68dbb7d, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 17:01:25.036024 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ad314415-e1bc-4d09-857b-94b11c64b487 None None] For port 33280ccf-2c9f-4bdb-aca4-611ee68dbb7d, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=33280ccf-2c9f-4bdb-aca4-611ee68dbb7d,segment=NetworkSegment(7c4724ef-d4c0-4a23-a209-1058b82424ab),segment_id=7c4724ef-d4c0-4a23-a209-1058b82424ab)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 17:01:25.040937 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ad314415-e1bc-4d09-857b-94b11c64b487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:25.067119 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-27ccc5aa-6d9a-4c65-8228-8030f42fe301 req-6dba83f1-390e-443e-8fb4-b64be2b1be30 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=777fd800-2a71-4246-a874-40530cdeafe5 HTTP/1.1" status: 200 len: 210 time: 0.0416634 Dec 09 17:01:25.086107 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-14189adc-666d-4493-af10-53ab4808a623 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95ed158b10404fb6a6679c1eac6dfcba HTTP/1.1" status: 200 len: 378 time: 0.0947664 Dec 09 17:01:25.097623 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-f6138e6b-5300-4973-a445-ce40317b0377 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'port': {'device_id': '777fd800-2a71-4246-a874-40530cdeafe5', 'network_id': '479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4', 'admin_state_up': True, 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'security_groups': ['954d58a3-afb6-4fb0-b6b8-24f1e08b65ba']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:01:25.112137 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad314415-e1bc-4d09-857b-94b11c64b487 None None] Routers {'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:01:25.112910 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-ad314415-e1bc-4d09-857b-94b11c64b487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:01:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['f11b3c21-bc8d-49eb-b3a2-b5819f208a5c'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:01:25.114991 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cdcbc5-8cec-4d0d-81ee-318a3b6e0bd4 None None] Pushing event updated for resources: {'Port': ['ID=33280ccf-2c9f-4bdb-aca4-611ee68dbb7d,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:01:25.228515 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-f6138e6b-5300-4973-a445-ce40317b0377 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Made reservation on behalf of 95ed158b10404fb6a6679c1eac6dfcba for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 17:01:25.230839 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-36bc3089-8f06-4fb4-8cd0-40832f7b9a12 None None] Provisioning complete for port 33280ccf-2c9f-4bdb-aca4-611ee68dbb7d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:01:25.231207 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-36bc3089-8f06-4fb4-8cd0-40832f7b9a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:25.232135 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-f6138e6b-5300-4973-a445-ce40317b0377 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:25.266744 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-ad314415-e1bc-4d09-857b-94b11c64b487 None None] Set router f11b3c21-bc8d-49eb-b3a2-b5819f208a5c gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:01:25.378510 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-f6138e6b-5300-4973-a445-ce40317b0377 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Allocated IP 172.20.0.5 (479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4/985f8ddf-4d44-4082-aa05-613fd9e34a72/ac9501d1-2676-4977-b671-3d9c22ba377d) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 17:01:25.460356 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-36bc3089-8f06-4fb4-8cd0-40832f7b9a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:25.462448 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:25.518750 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-f6138e6b-5300-4973-a445-ce40317b0377 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:25.526143 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-36bc3089-8f06-4fb4-8cd0-40832f7b9a12 None None] For port 33280ccf-2c9f-4bdb-aca4-611ee68dbb7d, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=33280ccf-2c9f-4bdb-aca4-611ee68dbb7d,segment=NetworkSegment(7c4724ef-d4c0-4a23-a209-1058b82424ab),segment_id=7c4724ef-d4c0-4a23-a209-1058b82424ab)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:01:25.532901 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-36bc3089-8f06-4fb4-8cd0-40832f7b9a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:25.554661 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-f6138e6b-5300-4973-a445-ce40317b0377 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:25.593474 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc3089-8f06-4fb4-8cd0-40832f7b9a12 None None] Pushing event updated for resources: {'Port': ['ID=33280ccf-2c9f-4bdb-aca4-611ee68dbb7d,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:01:25.604482 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-ad314415-e1bc-4d09-857b-94b11c64b487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14896458', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3691eb92-f9d6-4558-9aa3-2b1e0894175e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:01:18Z', 'updated_at': '2021-12-09T17:01:22Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '3691eb92-f9d6-4558-9aa3-2b1e0894175e', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:01:19Z', 'updated_at': '2021-12-09T17:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '33280ccf-2c9f-4bdb-aca4-611ee68dbb7d', 'name': '', 'network_id': '479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'mac_address': 'fa:16:3e:08:09:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '985f8ddf-4d44-4082-aa05-613fd9e34a72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:01:21Z', 'updated_at': '2021-12-09T17:01:25Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'subnets': [{'id': '985f8ddf-4d44-4082-aa05-613fd9e34a72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:01:25.605560 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-f6138e6b-5300-4973-a445-ce40317b0377 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Network 479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 17:01:25.609380 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-f6138e6b-5300-4973-a445-ce40317b0377 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 17:01:25.614165 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-f6138e6b-5300-4973-a445-ce40317b0377 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 17:01:25.618196 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6138e6b-5300-4973-a445-ce40317b0377 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'Port': ['ID=ac9501d1-2676-4977-b671-3d9c22ba377d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:01:25.640180 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad314415-e1bc-4d09-857b-94b11c64b487 None None] The sync data for ids ['f11b3c21-bc8d-49eb-b3a2-b5819f208a5c'] in n-d-821228-1 is: [{'id': 'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14896458', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3691eb92-f9d6-4558-9aa3-2b1e0894175e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:01:18Z', 'updated_at': '2021-12-09T17:01:22Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '3691eb92-f9d6-4558-9aa3-2b1e0894175e', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:01:19Z', 'updated_at': '2021-12-09T17:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '33280ccf-2c9f-4bdb-aca4-611ee68dbb7d', 'name': '', 'network_id': '479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'mac_address': 'fa:16:3e:08:09:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '985f8ddf-4d44-4082-aa05-613fd9e34a72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:01:21Z', 'updated_at': '2021-12-09T17:01:25Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'subnets': [{'id': '985f8ddf-4d44-4082-aa05-613fd9e34a72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 17:01:25.656326 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8dc44893-972f-4532-8f57-566533b45e8b None None] Provisioning complete for port 33280ccf-2c9f-4bdb-aca4-611ee68dbb7d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:01:25.656724 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8dc44893-972f-4532-8f57-566533b45e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:25.681912 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-f6138e6b-5300-4973-a445-ce40317b0377 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:01:25.682876 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-f6138e6b-5300-4973-a445-ce40317b0377 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:25.735060 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-f6138e6b-5300-4973-a445-ce40317b0377 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6422017 Dec 09 17:01:25.737891 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:25.747424 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-a4e449b6-31a0-4835-bf53-395fb70e8091 service neutron] Request body: {'port': {'device_id': '777fd800-2a71-4246-a874-40530cdeafe5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:01:25.815692 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-a4e449b6-31a0-4835-bf53-395fb70e8091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:26.017269 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-89d0ca99-d507-4cf9-a897-ebae05ca2ed7 None None] Provisioning complete for port ac9501d1-2676-4977-b671-3d9c22ba377d triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:01:26.019924 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-89d0ca99-d507-4cf9-a897-ebae05ca2ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:26.057646 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-89d0ca99-d507-4cf9-a897-ebae05ca2ed7 None None] Port ac9501d1-2676-4977-b671-3d9c22ba377d cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 17:01:26.105667 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-a4e449b6-31a0-4835-bf53-395fb70e8091 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac9501d1-2676-4977-b671-3d9c22ba377d {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 17:01:26.115041 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-a4e449b6-31a0-4835-bf53-395fb70e8091 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:26.127936 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-a4e449b6-31a0-4835-bf53-395fb70e8091 service neutron] Transition to ACTIVE for port object ac9501d1-2676-4977-b671-3d9c22ba377d will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 17:01:26.134382 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-a4e449b6-31a0-4835-bf53-395fb70e8091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:26.223810 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e449b6-31a0-4835-bf53-395fb70e8091 service neutron] Pushing event updated for resources: {'Port': ['ID=ac9501d1-2676-4977-b671-3d9c22ba377d,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:01:26.282248 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8583f-3eb2-477c-a17e-55a9527742a6 req-18643d00-6808-43d0-8874-e03c22ef7af1 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:01:26.283860 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecc8583f-3eb2-477c-a17e-55a9527742a6 req-18643d00-6808-43d0-8874-e03c22ef7af1 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=777fd800-2a71-4246-a874-40530cdeafe5 HTTP/1.1" status: 200 len: 943 time: 0.1213102 Dec 09 17:01:26.338506 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-a4e449b6-31a0-4835-bf53-395fb70e8091 service neutron] Attempting to bind port ac9501d1-2676-4977-b671-3d9c22ba377d on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 17:01:26.338848 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-a4e449b6-31a0-4835-bf53-395fb70e8091 service neutron] Attempting to bind port ac9501d1-2676-4977-b671-3d9c22ba377d by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '7c4724ef-d4c0-4a23-a209-1058b82424ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 17:01:26.339179 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-a4e449b6-31a0-4835-bf53-395fb70e8091 service neutron] Attempting to bind port ac9501d1-2676-4977-b671-3d9c22ba377d on network 479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 17:01:26.354228 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-a4e449b6-31a0-4835-bf53-395fb70e8091 service neutron] Port ac9501d1-2676-4977-b671-3d9c22ba377d on network 479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 17:01:26.354557 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-a4e449b6-31a0-4835-bf53-395fb70e8091 service neutron] Attempting to bind port ac9501d1-2676-4977-b671-3d9c22ba377d on network 479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 17:01:26.368226 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ecc8583f-3eb2-477c-a17e-55a9527742a6 req-17ce3b6e-01e1-4ed5-912e-1234849b00af tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=954d58a3-afb6-4fb0-b6b8-24f1e08b65ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0757658 Dec 09 17:01:26.369012 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-a4e449b6-31a0-4835-bf53-395fb70e8091 service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 17, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 17:01:26.369351 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-a4e449b6-31a0-4835-bf53-395fb70e8091 service neutron] Checking segment: {'id': '7c4724ef-d4c0-4a23-a209-1058b82424ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 17:01:26.369726 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-a4e449b6-31a0-4835-bf53-395fb70e8091 service neutron] Bound using segment: {'id': '7c4724ef-d4c0-4a23-a209-1058b82424ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 17:01:26.370168 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-a4e449b6-31a0-4835-bf53-395fb70e8091 service neutron] Bound port: ac9501d1-2676-4977-b671-3d9c22ba377d, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c4724ef-d4c0-4a23-a209-1058b82424ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 17:01:26.370529 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-a4e449b6-31a0-4835-bf53-395fb70e8091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:26.440778 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-a4e449b6-31a0-4835-bf53-395fb70e8091 service neutron] For port ac9501d1-2676-4977-b671-3d9c22ba377d, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 17:01:26.444064 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-a4e449b6-31a0-4835-bf53-395fb70e8091 service neutron] For port ac9501d1-2676-4977-b671-3d9c22ba377d, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=ac9501d1-2676-4977-b671-3d9c22ba377d,segment=NetworkSegment(7c4724ef-d4c0-4a23-a209-1058b82424ab),segment_id=7c4724ef-d4c0-4a23-a209-1058b82424ab)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 17:01:26.448848 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-a4e449b6-31a0-4835-bf53-395fb70e8091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:26.493707 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-a4e449b6-31a0-4835-bf53-395fb70e8091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:01:26.494341 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-a4e449b6-31a0-4835-bf53-395fb70e8091 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:26.495751 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-a4e449b6-31a0-4835-bf53-395fb70e8091 service neutron] 10.222.0.31 "PUT /v2.0/ports/ac9501d1-2676-4977-b671-3d9c22ba377d HTTP/1.1" status: 200 len: 1091 time: 0.7528284 Dec 09 17:01:26.496214 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777fd800-2a71-4246-a874-40530cdeafe5', 'tag': 'ac9501d1-2676-4977-b671-3d9c22ba377d'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 17:01:26.498517 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27229887-befd-41ba-8241-41f608ea561b" -d '{"events": [{"name": "network-changed", "server_uuid": "777fd800-2a71-4246-a874-40530cdeafe5", "tag": "ac9501d1-2676-4977-b671-3d9c22ba377d"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 17:01:26.526423 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e449b6-31a0-4835-bf53-395fb70e8091 service neutron] Pushing event updated for resources: {'Port': ['ID=ac9501d1-2676-4977-b671-3d9c22ba377d,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:01:26.570613 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 17:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d6c349-c865-4c74-87bc-1afc1a4615aa x-openstack-request-id: req-07d6c349-c865-4c74-87bc-1afc1a4615aa {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 17:01:26.571116 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "777fd800-2a71-4246-a874-40530cdeafe5", "tag": "ac9501d1-2676-4977-b671-3d9c22ba377d", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 17:01:26.571776 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-07d6c349-c865-4c74-87bc-1afc1a4615aa {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 17:01:26.572349 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '777fd800-2a71-4246-a874-40530cdeafe5', 'tag': 'ac9501d1-2676-4977-b671-3d9c22ba377d', 'status': 'completed', 'code': 200} Dec 09 17:01:26.591503 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-f075198e-70a4-4e1a-afd8-7c5c6fe4d946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:01:26.594444 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-f075198e-70a4-4e1a-afd8-7c5c6fe4d946 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95ed158b10404fb6a6679c1eac6dfcba&device_id=777fd800-2a71-4246-a874-40530cdeafe5 HTTP/1.1" status: 200 len: 1094 time: 0.0548086 Dec 09 17:01:26.646894 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-7730d107-a199-4987-a903-69b6481558ec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac9501d1-2676-4977-b671-3d9c22ba377d HTTP/1.1" status: 200 len: 217 time: 0.0437565 Dec 09 17:01:26.699759 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:26.719493 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-26bca554-2620-4e2e-9ae4-b27093b7b880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:01:26.721215 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-26bca554-2620-4e2e-9ae4-b27093b7b880 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=985f8ddf-4d44-4082-aa05-613fd9e34a72 HTTP/1.1" status: 200 len: 835 time: 0.0638764 Dec 09 17:01:26.783878 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-a68a4b25-119a-4e5d-a69b-9ffd4364b22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:01:26.785677 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-a68a4b25-119a-4e5d-a69b-9ffd4364b22a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573330 Dec 09 17:01:26.887997 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-bd7afbfd-9c7e-42ca-a920-40775a40af22 service neutron] 10.222.0.31 "GET /v2.0/networks/479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944769 Dec 09 17:01:26.985797 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-07f16e88-9824-4cfe-a290-e55363a24a3a req-c8128d46-952c-4e4e-ba4e-3097c2dfb84a service neutron] 10.222.0.31 "GET /v2.0/networks/479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900850 Dec 09 17:01:27.076838 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27229887-befd-41ba-8241-41f608ea561b req-908dfc1d-1874-452c-bc71-d91133968e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:01:27.078590 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-27229887-befd-41ba-8241-41f608ea561b req-908dfc1d-1874-452c-bc71-d91133968e99 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95ed158b10404fb6a6679c1eac6dfcba&device_id=777fd800-2a71-4246-a874-40530cdeafe5 HTTP/1.1" status: 200 len: 1094 time: 0.0431027 Dec 09 17:01:27.171586 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27229887-befd-41ba-8241-41f608ea561b req-a1ffe4f6-151c-45cd-8527-480961db22ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:01:27.172997 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-27229887-befd-41ba-8241-41f608ea561b req-a1ffe4f6-151c-45cd-8527-480961db22ff service neutron] 10.222.0.31 "GET /v2.0/networks?id=479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4 HTTP/1.1" status: 200 len: 898 time: 0.0873804 Dec 09 17:01:27.562446 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-27229887-befd-41ba-8241-41f608ea561b req-64d6daa5-1f08-41d2-a378-c90e7cb001a3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac9501d1-2676-4977-b671-3d9c22ba377d HTTP/1.1" status: 200 len: 217 time: 0.3822751 Dec 09 17:01:27.635583 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27229887-befd-41ba-8241-41f608ea561b req-3bc0d0be-f5c2-4123-9a9b-d10705dad954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:01:27.636971 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-27229887-befd-41ba-8241-41f608ea561b req-3bc0d0be-f5c2-4123-9a9b-d10705dad954 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=985f8ddf-4d44-4082-aa05-613fd9e34a72 HTTP/1.1" status: 200 len: 835 time: 0.0662637 Dec 09 17:01:27.645392 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac47a9f-e592-4160-b60e-371afe178019 req-e025b15d-6991-460a-bc24-ae78214640fc tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:01:27.646769 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8ac47a9f-e592-4160-b60e-371afe178019 req-e025b15d-6991-460a-bc24-ae78214640fc tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=777fd800-2a71-4246-a874-40530cdeafe5 HTTP/1.1" status: 200 len: 943 time: 0.0873139 Dec 09 17:01:27.721747 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27229887-befd-41ba-8241-41f608ea561b req-430f855b-cf2d-4191-b0d4-7fe47dd0b9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:01:27.723264 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-27229887-befd-41ba-8241-41f608ea561b req-430f855b-cf2d-4191-b0d4-7fe47dd0b9f0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756421 Dec 09 17:01:27.727438 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8ac47a9f-e592-4160-b60e-371afe178019 req-90c9e8b0-205c-4f07-9ed7-9febd71db916 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=954d58a3-afb6-4fb0-b6b8-24f1e08b65ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0726950 Dec 09 17:01:27.732594 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:01:27.777066 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 33280ccf-2c9f-4bdb-aca4-611ee68dbb7d up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 17:01:27.829147 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-27229887-befd-41ba-8241-41f608ea561b req-2e2f939b-19a1-4377-ba9c-27d24075ebb5 service neutron] 10.222.0.31 "GET /v2.0/networks/479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976477 Dec 09 17:01:27.843447 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 33280ccf-2c9f-4bdb-aca4-611ee68dbb7d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:01:27.843907 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:27.920659 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-27229887-befd-41ba-8241-41f608ea561b req-2bf52b04-648b-4bfe-a70e-86afc4c103ec service neutron] 10.222.0.31 "GET /v2.0/networks/479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842931 Dec 09 17:01:28.847201 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe6c23-c7d6-44f4-a719-6e7e6b46c8cf req-fa1459e1-c94d-43b0-85e0-fdea4fab4e0f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:01:28.848705 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-68fe6c23-c7d6-44f4-a719-6e7e6b46c8cf req-fa1459e1-c94d-43b0-85e0-fdea4fab4e0f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=777fd800-2a71-4246-a874-40530cdeafe5 HTTP/1.1" status: 200 len: 943 time: 0.0492828 Dec 09 17:01:28.897840 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-68fe6c23-c7d6-44f4-a719-6e7e6b46c8cf req-72c865a9-4246-46b4-9c98-46b6ad08be34 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=954d58a3-afb6-4fb0-b6b8-24f1e08b65ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432208 Dec 09 17:01:29.864792 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device ac9501d1-2676-4977-b671-3d9c22ba377d details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 17:01:29.963508 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port ac9501d1-2676-4977-b671-3d9c22ba377d, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=ac9501d1-2676-4977-b671-3d9c22ba377d,segment=NetworkSegment(7c4724ef-d4c0-4a23-a209-1058b82424ab),segment_id=7c4724ef-d4c0-4a23-a209-1058b82424ab)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:01:29.975811 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': 'ac9501d1-2676-4977-b671-3d9c22ba377d', 'network_id': '479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4', 'port_id': 'ac9501d1-2676-4977-b671-3d9c22ba377d', 'mac_address': 'fa:16:3e:6b:43:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '985f8ddf-4d44-4082-aa05-613fd9e34a72', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 17:01:30.016661 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:30.018640 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044daf5-986f-43e3-831a-742f27b68bdf req-0e303189-d560-431d-b09e-b44db4502157 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:01:30.020140 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9044daf5-986f-43e3-831a-742f27b68bdf req-0e303189-d560-431d-b09e-b44db4502157 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=777fd800-2a71-4246-a874-40530cdeafe5 HTTP/1.1" status: 200 len: 943 time: 0.0536551 Dec 09 17:01:30.029708 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac9501d1-2676-4977-b671-3d9c22ba377d {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 17:01:30.049787 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port ac9501d1-2676-4977-b671-3d9c22ba377d, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=ac9501d1-2676-4977-b671-3d9c22ba377d,segment=NetworkSegment(7c4724ef-d4c0-4a23-a209-1058b82424ab),segment_id=7c4724ef-d4c0-4a23-a209-1058b82424ab)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:01:30.055407 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:30.071405 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9044daf5-986f-43e3-831a-742f27b68bdf req-29539010-6f73-43ad-a7a0-1f484d136359 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=954d58a3-afb6-4fb0-b6b8-24f1e08b65ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452039 Dec 09 17:01:30.101897 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=ac9501d1-2676-4977-b671-3d9c22ba377d,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:01:30.451190 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['ac9501d1-2676-4977-b671-3d9c22ba377d'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 17:01:31.187913 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b747f8-9b41-4188-897a-3aead718ddff req-20a9de63-1c83-4400-9acd-e65624ac39cd tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:01:31.189431 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-06b747f8-9b41-4188-897a-3aead718ddff req-20a9de63-1c83-4400-9acd-e65624ac39cd tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=777fd800-2a71-4246-a874-40530cdeafe5 HTTP/1.1" status: 200 len: 944 time: 0.0490263 Dec 09 17:01:31.237920 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-06b747f8-9b41-4188-897a-3aead718ddff req-7faf0ae0-108e-4545-aef3-9650782b0620 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=954d58a3-afb6-4fb0-b6b8-24f1e08b65ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425711 Dec 09 17:01:31.881918 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device ac9501d1-2676-4977-b671-3d9c22ba377d up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 17:01:31.931395 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port ac9501d1-2676-4977-b671-3d9c22ba377d completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 17:01:31.935271 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port ac9501d1-2676-4977-b671-3d9c22ba377d triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:01:31.935642 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:32.013536 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:32.035412 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777fd800-2a71-4246-a874-40530cdeafe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9501d1-2676-4977-b671-3d9c22ba377d'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 17:01:32.037595 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad401665e64187bef4a0f300457b2868c99907d1fc0db4bbbc94af95fd68fd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd8ba4d-ab20-467c-a2ee-1da276fff88d" -d '{"events": [{"server_uuid": "777fd800-2a71-4246-a874-40530cdeafe5", "name": "network-vif-plugged", "status": "completed", "tag": "ac9501d1-2676-4977-b671-3d9c22ba377d"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 17:01:32.050437 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port ac9501d1-2676-4977-b671-3d9c22ba377d, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=ac9501d1-2676-4977-b671-3d9c22ba377d,segment=NetworkSegment(7c4724ef-d4c0-4a23-a209-1058b82424ab),segment_id=7c4724ef-d4c0-4a23-a209-1058b82424ab)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:01:32.054262 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:32.079241 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 17:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9358e0-6867-4171-975a-b2bca419086c x-openstack-request-id: req-8e9358e0-6867-4171-975a-b2bca419086c {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 17:01:32.079542 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777fd800-2a71-4246-a874-40530cdeafe5", "name": "network-vif-plugged", "status": "completed", "tag": "ac9501d1-2676-4977-b671-3d9c22ba377d", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 17:01:32.079799 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8e9358e0-6867-4171-975a-b2bca419086c {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 17:01:32.080195 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777fd800-2a71-4246-a874-40530cdeafe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9501d1-2676-4977-b671-3d9c22ba377d', 'code': 200} Dec 09 17:01:32.105683 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=ac9501d1-2676-4977-b671-3d9c22ba377d,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:01:32.180435 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e936d-491f-4521-9a90-355b096017f3 req-4b93ef83-40a6-461c-9929-184f1020b3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:01:32.182003 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-890e936d-491f-4521-9a90-355b096017f3 req-4b93ef83-40a6-461c-9929-184f1020b3ef service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=777fd800-2a71-4246-a874-40530cdeafe5 HTTP/1.1" status: 200 len: 1096 time: 0.0429316 Dec 09 17:01:32.226912 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-890e936d-491f-4521-9a90-355b096017f3 req-d0f9fafe-cf33-4de5-a0f0-3f8f3621e064 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=954d58a3-afb6-4fb0-b6b8-24f1e08b65ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382597 Dec 09 17:01:32.354548 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342febc-e877-4c73-874a-3c67a6833e86 req-98f294bd-cbc8-4903-8222-95e98e37aec5 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:01:32.356040 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1342febc-e877-4c73-874a-3c67a6833e86 req-98f294bd-cbc8-4903-8222-95e98e37aec5 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=777fd800-2a71-4246-a874-40530cdeafe5 HTTP/1.1" status: 200 len: 945 time: 0.0487764 Dec 09 17:01:32.405176 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1342febc-e877-4c73-874a-3c67a6833e86 req-70e0acf6-e1f1-497d-a4bc-9cb72d661677 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=954d58a3-afb6-4fb0-b6b8-24f1e08b65ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425267 Dec 09 17:01:33.522971 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fda830-332c-42ad-bd7f-dd93e24b4ce0 req-7da6eb2c-f01e-407d-b72d-aec77cee784d tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:01:33.524514 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34fda830-332c-42ad-bd7f-dd93e24b4ce0 req-7da6eb2c-f01e-407d-b72d-aec77cee784d tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=777fd800-2a71-4246-a874-40530cdeafe5 HTTP/1.1" status: 200 len: 945 time: 0.0499544 Dec 09 17:01:33.578376 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34fda830-332c-42ad-bd7f-dd93e24b4ce0 req-3e623a4b-36c6-4212-838c-c168492113df tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=954d58a3-afb6-4fb0-b6b8-24f1e08b65ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476665 Dec 09 17:01:34.691654 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91851735-f355-40a1-ab14-8711bd266fbc req-a1ed3334-0bda-428b-b47d-4ca31a35e34a tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:01:34.693154 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-91851735-f355-40a1-ab14-8711bd266fbc req-a1ed3334-0bda-428b-b47d-4ca31a35e34a tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=777fd800-2a71-4246-a874-40530cdeafe5 HTTP/1.1" status: 200 len: 945 time: 0.0478783 Dec 09 17:01:34.742582 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-91851735-f355-40a1-ab14-8711bd266fbc req-48821b37-6d8d-4203-9f6a-3eea32e7ed1a tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=954d58a3-afb6-4fb0-b6b8-24f1e08b65ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436463 Dec 09 17:01:34.853560 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ba4c7-db01-49f9-b5a0-37a26582d785 req-c4150fb7-74a1-4ccb-a131-46670017f133 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:01:34.855176 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e0ba4c7-db01-49f9-b5a0-37a26582d785 req-c4150fb7-74a1-4ccb-a131-46670017f133 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=777fd800-2a71-4246-a874-40530cdeafe5 HTTP/1.1" status: 200 len: 945 time: 0.0480373 Dec 09 17:01:34.904064 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7e0ba4c7-db01-49f9-b5a0-37a26582d785 req-795bd938-4878-4300-897f-a0ca332f8872 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=954d58a3-afb6-4fb0-b6b8-24f1e08b65ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429964 Dec 09 17:01:34.925262 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57890) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:01:34.969546 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbbe5af-0e97-40e9-8c45-2a0a697e911f tempest-TestNetworkAdvancedServerOps-2036049865 tempest-TestNetworkAdvancedServerOps-2036049865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:01:34.971060 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ddbbe5af-0e97-40e9-8c45-2a0a697e911f tempest-TestNetworkAdvancedServerOps-2036049865 tempest-TestNetworkAdvancedServerOps-2036049865-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=777fd800-2a71-4246-a874-40530cdeafe5 HTTP/1.1" status: 200 len: 1091 time: 0.0448287 Dec 09 17:01:34.973843 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57892) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:01:34.977988 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-30bc7249-4a4c-4598-b7bd-b261e5283beb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'port_id': 'ac9501d1-2676-4977-b671-3d9c22ba377d', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:01:34.999230 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30bc7249-4a4c-4598-b7bd-b261e5283beb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:35.095172 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30bc7249-4a4c-4598-b7bd-b261e5283beb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:35.198285 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-30bc7249-4a4c-4598-b7bd-b261e5283beb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Allocated IP 172.25.3.249 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/5a54a1c5-8e2a-4604-b684-3bdecf2be6f2) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 17:01:35.297286 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30bc7249-4a4c-4598-b7bd-b261e5283beb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:35.329907 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30bc7249-4a4c-4598-b7bd-b261e5283beb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:35.371879 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bc7249-4a4c-4598-b7bd-b261e5283beb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 17:01:35.379148 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-30bc7249-4a4c-4598-b7bd-b261e5283beb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 17:01:35.383685 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bc7249-4a4c-4598-b7bd-b261e5283beb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 17:01:35.386679 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc7249-4a4c-4598-b7bd-b261e5283beb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'Port': ['ID=5a54a1c5-8e2a-4604-b684-3bdecf2be6f2,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:01:35.730473 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30bc7249-4a4c-4598-b7bd-b261e5283beb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:35.799187 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30bc7249-4a4c-4598-b7bd-b261e5283beb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:35.956499 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30bc7249-4a4c-4598-b7bd-b261e5283beb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:35.960572 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30bc7249-4a4c-4598-b7bd-b261e5283beb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:36.028161 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc7249-4a4c-4598-b7bd-b261e5283beb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event updated for resources: {'Port': ['ID=5a54a1c5-8e2a-4604-b684-3bdecf2be6f2,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:01:36.040319 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30bc7249-4a4c-4598-b7bd-b261e5283beb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:36.140108 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-30bc7249-4a4c-4598-b7bd-b261e5283beb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Floating IP 8895873c-89e6-4398-8c4b-91592c82d6a1 associated. External IP: 172.25.3.249, port: ac9501d1-2676-4977-b671-3d9c22ba377d. Dec 09 17:01:36.348615 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30bc7249-4a4c-4598-b7bd-b261e5283beb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Router f11b3c21-bc8d-49eb-b3a2-b5819f208a5c has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 17:01:36.461613 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bc7249-4a4c-4598-b7bd-b261e5283beb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 17:01:36.471298 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2317ea30-d6d6-4422-9668-1d2ede7dd7e0 None None] Sync routers for ids ['f11b3c21-bc8d-49eb-b3a2-b5819f208a5c'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 17:01:36.478986 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-30bc7249-4a4c-4598-b7bd-b261e5283beb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:36.481385 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2317ea30-d6d6-4422-9668-1d2ede7dd7e0 None None] Routers {'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:01:36.481989 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-2317ea30-d6d6-4422-9668-1d2ede7dd7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:01:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['f11b3c21-bc8d-49eb-b3a2-b5819f208a5c'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:01:36.506858 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-30bc7249-4a4c-4598-b7bd-b261e5283beb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5320001 Dec 09 17:01:36.507485 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777fd800-2a71-4246-a874-40530cdeafe5', 'tag': 'ac9501d1-2676-4977-b671-3d9c22ba377d'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 17:01:36.509951 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e601c4ee-4f7e-40dc-aa2f-9f0e99a21d6c" -d '{"events": [{"name": "network-changed", "server_uuid": "777fd800-2a71-4246-a874-40530cdeafe5", "tag": "ac9501d1-2676-4977-b671-3d9c22ba377d"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 17:01:36.593628 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-2317ea30-d6d6-4422-9668-1d2ede7dd7e0 None None] Set router f11b3c21-bc8d-49eb-b3a2-b5819f208a5c gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:01:36.605916 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d7607a-bce4-4bba-a504-4a49754c1d87 req-bbb2186c-4951-4a7c-91d5-8809eb97f807 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:01:36.607412 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-18d7607a-bce4-4bba-a504-4a49754c1d87 req-bbb2186c-4951-4a7c-91d5-8809eb97f807 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=777fd800-2a71-4246-a874-40530cdeafe5 HTTP/1.1" status: 200 len: 945 time: 0.0495741 Dec 09 17:01:36.657028 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-18d7607a-bce4-4bba-a504-4a49754c1d87 req-90cc687a-13a7-46ef-a02c-db8ed1b950be tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=954d58a3-afb6-4fb0-b6b8-24f1e08b65ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431950 Dec 09 17:01:36.684717 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57898) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:01:36.720654 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 17:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e776a1-a830-4d0d-b280-143174292f42 x-openstack-request-id: req-c4e776a1-a830-4d0d-b280-143174292f42 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 17:01:36.720955 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "777fd800-2a71-4246-a874-40530cdeafe5", "tag": "ac9501d1-2676-4977-b671-3d9c22ba377d", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 17:01:36.721209 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c4e776a1-a830-4d0d-b280-143174292f42 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 17:01:36.721618 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '777fd800-2a71-4246-a874-40530cdeafe5', 'tag': 'ac9501d1-2676-4977-b671-3d9c22ba377d', 'status': 'completed', 'code': 200} Dec 09 17:01:36.759548 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5031ca97-0632-459c-a878-cebe953a609b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/floatingips/8895873c-89e6-4398-8c4b-91592c82d6a1 HTTP/1.1" status: 200 len: 991 time: 0.0710936 Dec 09 17:01:36.789465 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601c4ee-4f7e-40dc-aa2f-9f0e99a21d6c req-bdda1b5f-af2a-4604-8342-c8ac1b5188fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:01:36.790983 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e601c4ee-4f7e-40dc-aa2f-9f0e99a21d6c req-bdda1b5f-af2a-4604-8342-c8ac1b5188fe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95ed158b10404fb6a6679c1eac6dfcba&device_id=777fd800-2a71-4246-a874-40530cdeafe5 HTTP/1.1" status: 200 len: 1096 time: 0.0448887 Dec 09 17:01:36.824021 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-2317ea30-d6d6-4422-9668-1d2ede7dd7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14896458', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3691eb92-f9d6-4558-9aa3-2b1e0894175e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:01:18Z', 'updated_at': '2021-12-09T17:01:22Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '3691eb92-f9d6-4558-9aa3-2b1e0894175e', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:01:19Z', 'updated_at': '2021-12-09T17:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '8895873c-89e6-4398-8c4b-91592c82d6a1', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'floating_ip_address': '172.25.3.249', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c', 'port_id': 'ac9501d1-2676-4977-b671-3d9c22ba377d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4', 'mac_address': 'fa:16:3e:6b:43:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777fd800-2a71-4246-a874-40530cdeafe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T17:01:35Z', 'updated_at': '2021-12-09T17:01:35Z', 'revision_number': 0, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33280ccf-2c9f-4bdb-aca4-611ee68dbb7d', 'name': '', 'network_id': '479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'mac_address': 'fa:16:3e:08:09:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '985f8ddf-4d44-4082-aa05-613fd9e34a72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:01:21Z', 'updated_at': '2021-12-09T17:01:25Z', 'revision_number': 5, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'subnets': [{'id': '985f8ddf-4d44-4082-aa05-613fd9e34a72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:01:36.848946 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2317ea30-d6d6-4422-9668-1d2ede7dd7e0 None None] Checking router: f11b3c21-bc8d-49eb-b3a2-b5819f208a5c for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 17:01:36.856888 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2317ea30-d6d6-4422-9668-1d2ede7dd7e0 None None] Routers {'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:01:36.857484 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-2317ea30-d6d6-4422-9668-1d2ede7dd7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:01:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['f11b3c21-bc8d-49eb-b3a2-b5819f208a5c'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:01:36.883598 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601c4ee-4f7e-40dc-aa2f-9f0e99a21d6c req-3e46d1c6-4e3e-46e0-bf20-433afb9ad1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:01:36.885140 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e601c4ee-4f7e-40dc-aa2f-9f0e99a21d6c req-3e46d1c6-4e3e-46e0-bf20-433afb9ad1fa service neutron] 10.222.0.31 "GET /v2.0/networks?id=479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4 HTTP/1.1" status: 200 len: 898 time: 0.0850070 Dec 09 17:01:36.955660 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e601c4ee-4f7e-40dc-aa2f-9f0e99a21d6c req-9273485e-464b-459b-a5b5-119d8c107c48 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac9501d1-2676-4977-b671-3d9c22ba377d HTTP/1.1" status: 200 len: 999 time: 0.0630374 Dec 09 17:01:36.961325 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-2317ea30-d6d6-4422-9668-1d2ede7dd7e0 None None] Set router f11b3c21-bc8d-49eb-b3a2-b5819f208a5c gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:01:37.005628 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601c4ee-4f7e-40dc-aa2f-9f0e99a21d6c req-16e91c17-c316-4832-8eea-bebe774a6d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:01:37.007106 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e601c4ee-4f7e-40dc-aa2f-9f0e99a21d6c req-16e91c17-c316-4832-8eea-bebe774a6d7f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=985f8ddf-4d44-4082-aa05-613fd9e34a72 HTTP/1.1" status: 200 len: 835 time: 0.0450461 Dec 09 17:01:37.052987 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601c4ee-4f7e-40dc-aa2f-9f0e99a21d6c req-f941d850-15f8-4650-bc1e-e0b254ef8390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:01:37.054513 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e601c4ee-4f7e-40dc-aa2f-9f0e99a21d6c req-f941d850-15f8-4650-bc1e-e0b254ef8390 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408487 Dec 09 17:01:37.149396 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e601c4ee-4f7e-40dc-aa2f-9f0e99a21d6c req-b0e0f5c0-f682-4015-bcce-ed78be5f871e service neutron] 10.222.0.31 "GET /v2.0/networks/479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875452 Dec 09 17:01:37.183736 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-2317ea30-d6d6-4422-9668-1d2ede7dd7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14896458', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3691eb92-f9d6-4558-9aa3-2b1e0894175e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:01:18Z', 'updated_at': '2021-12-09T17:01:22Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '3691eb92-f9d6-4558-9aa3-2b1e0894175e', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:01:19Z', 'updated_at': '2021-12-09T17:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '8895873c-89e6-4398-8c4b-91592c82d6a1', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'floating_ip_address': '172.25.3.249', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c', 'port_id': 'ac9501d1-2676-4977-b671-3d9c22ba377d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4', 'mac_address': 'fa:16:3e:6b:43:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777fd800-2a71-4246-a874-40530cdeafe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T17:01:35Z', 'updated_at': '2021-12-09T17:01:35Z', 'revision_number': 0, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33280ccf-2c9f-4bdb-aca4-611ee68dbb7d', 'name': '', 'network_id': '479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'mac_address': 'fa:16:3e:08:09:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '985f8ddf-4d44-4082-aa05-613fd9e34a72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:01:21Z', 'updated_at': '2021-12-09T17:01:25Z', 'revision_number': 5, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'subnets': [{'id': '985f8ddf-4d44-4082-aa05-613fd9e34a72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:01:37.209710 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2317ea30-d6d6-4422-9668-1d2ede7dd7e0 None None] The sync data for ids ['f11b3c21-bc8d-49eb-b3a2-b5819f208a5c'] in n-d-821228-1 is: [{'id': 'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14896458', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3691eb92-f9d6-4558-9aa3-2b1e0894175e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:01:18Z', 'updated_at': '2021-12-09T17:01:22Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '3691eb92-f9d6-4558-9aa3-2b1e0894175e', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:01:19Z', 'updated_at': '2021-12-09T17:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '8895873c-89e6-4398-8c4b-91592c82d6a1', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'floating_ip_address': '172.25.3.249', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c', 'port_id': 'ac9501d1-2676-4977-b671-3d9c22ba377d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4', 'mac_address': 'fa:16:3e:6b:43:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777fd800-2a71-4246-a874-40530cdeafe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T17:01:35Z', 'updated_at': '2021-12-09T17:01:35Z', 'revision_number': 0, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33280ccf-2c9f-4bdb-aca4-611ee68dbb7d', 'name': '', 'network_id': '479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'mac_address': 'fa:16:3e:08:09:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '985f8ddf-4d44-4082-aa05-613fd9e34a72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:01:21Z', 'updated_at': '2021-12-09T17:01:25Z', 'revision_number': 5, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'subnets': [{'id': '985f8ddf-4d44-4082-aa05-613fd9e34a72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 17:01:37.242600 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e601c4ee-4f7e-40dc-aa2f-9f0e99a21d6c req-ec9a975e-cb37-4b04-8186-53039d183f1e service neutron] 10.222.0.31 "GET /v2.0/networks/479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862515 Dec 09 17:01:37.420406 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccacc552-73bd-4c61-b4b5-b0f504bdb125 None None] New status for floating IP 8895873c-89e6-4398-8c4b-91592c82d6a1: ACTIVE {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 17:01:37.762185 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57900) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:01:37.828085 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-6ec7a851-15e6-40cd-9884-6a9bf44021f7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/floatingips/8895873c-89e6-4398-8c4b-91592c82d6a1 HTTP/1.1" status: 200 len: 993 time: 0.0625329 Dec 09 17:01:47.021275 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:50.699504 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-53cb4fa9-05f8-4da3-b041-4065d4919264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:53.236568 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-743af46e-1d60-4050-a15c-4fc306cfcbf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:54.440007 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:55.426878 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:55.713381 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:01:56.684797 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:04.733249 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:02:09.363601 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2e131a58-5e52-4567-8882-a88a5594318b req-6118f417-fb62-4a4e-86f9-097ffef77309 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=777fd800-2a71-4246-a874-40530cdeafe5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407834 Dec 09 17:02:09.446471 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e131a58-5e52-4567-8882-a88a5594318b req-068c5b6c-5ed2-4eb6-82b1-380466e57e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:02:09.447943 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2e131a58-5e52-4567-8882-a88a5594318b req-068c5b6c-5ed2-4eb6-82b1-380466e57e42 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95ed158b10404fb6a6679c1eac6dfcba&device_id=777fd800-2a71-4246-a874-40530cdeafe5 HTTP/1.1" status: 200 len: 1096 time: 0.0398183 Dec 09 17:02:09.553742 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e131a58-5e52-4567-8882-a88a5594318b req-4e2cd00a-4917-49e7-a0f4-e4d99480d371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:02:09.555201 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2e131a58-5e52-4567-8882-a88a5594318b req-4e2cd00a-4917-49e7-a0f4-e4d99480d371 service neutron] 10.222.0.31 "GET /v2.0/networks?id=479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4 HTTP/1.1" status: 200 len: 898 time: 0.0853562 Dec 09 17:02:09.620639 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2e131a58-5e52-4567-8882-a88a5594318b req-884e4cfa-3482-402f-a426-49bf039a19e1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac9501d1-2676-4977-b671-3d9c22ba377d HTTP/1.1" status: 200 len: 1001 time: 0.0568480 Dec 09 17:02:09.668186 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e131a58-5e52-4567-8882-a88a5594318b req-09b01e5e-74ac-4379-acb9-b31b51885b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:02:09.669607 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2e131a58-5e52-4567-8882-a88a5594318b req-09b01e5e-74ac-4379-acb9-b31b51885b5e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=985f8ddf-4d44-4082-aa05-613fd9e34a72 HTTP/1.1" status: 200 len: 835 time: 0.0418963 Dec 09 17:02:09.718522 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e131a58-5e52-4567-8882-a88a5594318b req-9de03a28-1856-42a8-8726-c290605a6052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:02:09.719973 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2e131a58-5e52-4567-8882-a88a5594318b req-9de03a28-1856-42a8-8726-c290605a6052 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426121 Dec 09 17:02:09.806824 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2e131a58-5e52-4567-8882-a88a5594318b req-ae6fa087-aa8a-4752-adb0-46f4e3b8538e service neutron] 10.222.0.31 "GET /v2.0/networks/479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793905 Dec 09 17:02:09.897812 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2e131a58-5e52-4567-8882-a88a5594318b req-e6d16eb9-e7f1-4a5f-948d-6100b0f13117 service neutron] 10.222.0.31 "GET /v2.0/networks/479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826418 Dec 09 17:02:17.024200 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:20.700844 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-07657be1-4df4-467f-8b10-bc065848bfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:23.238265 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-33bdf2a5-9ea8-4244-a2b5-b0698d6bbc08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:24.442338 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:25.441383 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:25.714055 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:26.686399 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:38.729922 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b37746-bd17-4e02-8080-21937ea71af8 req-76e3dbd2-9c43-4cca-90f9-a449a0aea67a tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:02:38.731434 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71b37746-bd17-4e02-8080-21937ea71af8 req-76e3dbd2-9c43-4cca-90f9-a449a0aea67a tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=777fd800-2a71-4246-a874-40530cdeafe5 HTTP/1.1" status: 200 len: 945 time: 0.1523905 Dec 09 17:02:38.780747 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71b37746-bd17-4e02-8080-21937ea71af8 req-5b74b35a-3135-4f4d-aa42-91c7a287f568 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=954d58a3-afb6-4fb0-b6b8-24f1e08b65ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432374 Dec 09 17:02:39.895464 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f922bb-8ce3-4d7e-a00b-952250ec7ac8 req-ccfc461c-ef8b-4081-ad2c-0991e376aca1 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:02:39.897001 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1f922bb-8ce3-4d7e-a00b-952250ec7ac8 req-ccfc461c-ef8b-4081-ad2c-0991e376aca1 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=777fd800-2a71-4246-a874-40530cdeafe5 HTTP/1.1" status: 200 len: 945 time: 0.0483651 Dec 09 17:02:39.946286 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1f922bb-8ce3-4d7e-a00b-952250ec7ac8 req-9fc3e3e0-bb13-43a4-b4fb-e4984949e12b tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=954d58a3-afb6-4fb0-b6b8-24f1e08b65ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432501 Dec 09 17:02:41.067110 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538aee87-c8d9-4a83-aa92-51210743d7fb req-e77f6456-a084-4edb-a5c2-a6cd3b994ab4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:02:41.068708 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-538aee87-c8d9-4a83-aa92-51210743d7fb req-e77f6456-a084-4edb-a5c2-a6cd3b994ab4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=777fd800-2a71-4246-a874-40530cdeafe5 HTTP/1.1" status: 200 len: 945 time: 0.0529218 Dec 09 17:02:41.119445 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-538aee87-c8d9-4a83-aa92-51210743d7fb req-8abb5b03-5514-4e4e-84f1-5ab601d14793 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=954d58a3-afb6-4fb0-b6b8-24f1e08b65ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447385 Dec 09 17:02:41.141820 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57932) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:02:41.203611 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d4901ed7-888d-4e70-802a-2d3fa6476bfc tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/floatingips/8895873c-89e6-4398-8c4b-91592c82d6a1 HTTP/1.1" status: 200 len: 993 time: 0.0606766 Dec 09 17:02:41.733189 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:02:42.501228 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52596cd0-d20e-439e-b2e4-d13aef1bdcb0 req-3fd9ece8-ad80-48d2-928f-972bd7639969 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:02:42.502735 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-52596cd0-d20e-439e-b2e4-d13aef1bdcb0 req-3fd9ece8-ad80-48d2-928f-972bd7639969 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=777fd800-2a71-4246-a874-40530cdeafe5 HTTP/1.1" status: 200 len: 945 time: 0.0803194 Dec 09 17:02:42.516893 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9488d5-1788-4b0d-878e-310bdd005077 req-36577cb9-a94b-4e91-b9a2-ca6aa6280598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:02:42.518307 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7f9488d5-1788-4b0d-878e-310bdd005077 req-36577cb9-a94b-4e91-b9a2-ca6aa6280598 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95ed158b10404fb6a6679c1eac6dfcba&device_id=777fd800-2a71-4246-a874-40530cdeafe5 HTTP/1.1" status: 200 len: 1096 time: 0.0677607 Dec 09 17:02:42.607842 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-52596cd0-d20e-439e-b2e4-d13aef1bdcb0 req-fbd9ca77-5ef1-4f7c-8f41-6fba54ab6870 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=954d58a3-afb6-4fb0-b6b8-24f1e08b65ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0983644 Dec 09 17:02:42.637087 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9488d5-1788-4b0d-878e-310bdd005077 req-f60477f0-a53b-4856-9a05-451b87b405d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:02:42.638556 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7f9488d5-1788-4b0d-878e-310bdd005077 req-f60477f0-a53b-4856-9a05-451b87b405d7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4 HTTP/1.1" status: 200 len: 898 time: 0.1128633 Dec 09 17:02:42.702585 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7f9488d5-1788-4b0d-878e-310bdd005077 req-4dea7fa1-9c9b-48b1-b147-a8233494df8b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac9501d1-2676-4977-b671-3d9c22ba377d HTTP/1.1" status: 200 len: 1001 time: 0.0567167 Dec 09 17:02:42.751435 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9488d5-1788-4b0d-878e-310bdd005077 req-13a9ff3f-296d-4fd4-b287-ecd48ae8da8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:02:42.752871 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7f9488d5-1788-4b0d-878e-310bdd005077 req-13a9ff3f-296d-4fd4-b287-ecd48ae8da8a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=985f8ddf-4d44-4082-aa05-613fd9e34a72 HTTP/1.1" status: 200 len: 835 time: 0.0437250 Dec 09 17:02:42.803559 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9488d5-1788-4b0d-878e-310bdd005077 req-73775cd6-e88a-4b98-a142-d600f310ebde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:02:42.805071 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7f9488d5-1788-4b0d-878e-310bdd005077 req-73775cd6-e88a-4b98-a142-d600f310ebde service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451977 Dec 09 17:02:42.894812 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7f9488d5-1788-4b0d-878e-310bdd005077 req-4a8feb84-f408-4556-af92-e31a9050ee23 service neutron] 10.222.0.31 "GET /v2.0/networks/479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816293 Dec 09 17:02:42.984595 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7f9488d5-1788-4b0d-878e-310bdd005077 req-095c4f60-895f-4ce9-996c-05b7e70985d1 service neutron] 10.222.0.31 "GET /v2.0/networks/479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833197 Dec 09 17:02:44.067941 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b41b0-0b24-4bcb-bc32-f7b5d17ea1f7 req-e9d05a8b-979b-4de1-b2e8-38a31a3caab7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:02:44.069490 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-892b41b0-0b24-4bcb-bc32-f7b5d17ea1f7 req-e9d05a8b-979b-4de1-b2e8-38a31a3caab7 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=777fd800-2a71-4246-a874-40530cdeafe5 HTTP/1.1" status: 200 len: 945 time: 0.3911045 Dec 09 17:02:44.120683 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-892b41b0-0b24-4bcb-bc32-f7b5d17ea1f7 req-eb06ef6d-178c-4827-a0c4-2d6e1139bc3d tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=954d58a3-afb6-4fb0-b6b8-24f1e08b65ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450747 Dec 09 17:02:45.240123 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284a950-abf3-4af8-aa9b-7ec0b90412e2 req-8c95c48c-450c-4476-bc89-c91c1f3d9784 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:02:45.241639 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d284a950-abf3-4af8-aa9b-7ec0b90412e2 req-8c95c48c-450c-4476-bc89-c91c1f3d9784 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=777fd800-2a71-4246-a874-40530cdeafe5 HTTP/1.1" status: 200 len: 945 time: 0.0490093 Dec 09 17:02:45.290228 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d284a950-abf3-4af8-aa9b-7ec0b90412e2 req-e50485fb-9aaf-4c38-98a6-54bcc428d9c1 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=954d58a3-afb6-4fb0-b6b8-24f1e08b65ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424867 Dec 09 17:02:45.312295 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57944) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:02:45.375774 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d6c60e33-f84c-4a53-a1b2-2728fe3ef88e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/floatingips/8895873c-89e6-4398-8c4b-91592c82d6a1 HTTP/1.1" status: 200 len: 993 time: 0.0622573 Dec 09 17:02:45.587503 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57950) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:02:45.742920 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c49aec2a-11aa-472d-a21e-d51b56c381b4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Deleting port 5a54a1c5-8e2a-4604-b684-3bdecf2be6f2 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 17:02:45.743261 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c49aec2a-11aa-472d-a21e-d51b56c381b4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:45.819453 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c49aec2a-11aa-472d-a21e-d51b56c381b4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:45.819781 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c49aec2a-11aa-472d-a21e-d51b56c381b4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:45.831204 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-c49aec2a-11aa-472d-a21e-d51b56c381b4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Calling delete_port for 5a54a1c5-8e2a-4604-b684-3bdecf2be6f2 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 17:02:45.977690 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c49aec2a-11aa-472d-a21e-d51b56c381b4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:46.007929 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49aec2a-11aa-472d-a21e-d51b56c381b4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event deleted for resources: {'Port': ['ID=5a54a1c5-8e2a-4604-b684-3bdecf2be6f2,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:02:46.031180 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49aec2a-11aa-472d-a21e-d51b56c381b4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:02:46.031535 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49aec2a-11aa-472d-a21e-d51b56c381b4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:02:46.031882 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49aec2a-11aa-472d-a21e-d51b56c381b4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:02:46.032222 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49aec2a-11aa-472d-a21e-d51b56c381b4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:02:46.032592 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49aec2a-11aa-472d-a21e-d51b56c381b4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:02:46.032932 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49aec2a-11aa-472d-a21e-d51b56c381b4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:02:46.033267 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49aec2a-11aa-472d-a21e-d51b56c381b4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:02:46.033598 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49aec2a-11aa-472d-a21e-d51b56c381b4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:02:46.033927 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49aec2a-11aa-472d-a21e-d51b56c381b4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:02:46.034255 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49aec2a-11aa-472d-a21e-d51b56c381b4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:02:46.034583 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49aec2a-11aa-472d-a21e-d51b56c381b4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:02:46.035548 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49aec2a-11aa-472d-a21e-d51b56c381b4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:02:46.035885 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49aec2a-11aa-472d-a21e-d51b56c381b4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:02:46.076872 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c49aec2a-11aa-472d-a21e-d51b56c381b4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:46.077235 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-c49aec2a-11aa-472d-a21e-d51b56c381b4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Floating IP 8895873c-89e6-4398-8c4b-91592c82d6a1 disassociated (deleted). External IP: 172.25.3.249, port: ac9501d1-2676-4977-b671-3d9c22ba377d. Dec 09 17:02:46.282643 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49aec2a-11aa-472d-a21e-d51b56c381b4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Router f11b3c21-bc8d-49eb-b3a2-b5819f208a5c has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 17:02:46.391396 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49aec2a-11aa-472d-a21e-d51b56c381b4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 17:02:46.396668 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c49aec2a-11aa-472d-a21e-d51b56c381b4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:46.403223 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9eccb6f-38fd-4e73-a5d2-ee5b9fe70f36 None None] Sync routers for ids ['f11b3c21-bc8d-49eb-b3a2-b5819f208a5c'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 17:02:46.413801 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eccb6f-38fd-4e73-a5d2-ee5b9fe70f36 None None] Routers {'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:02:46.414437 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-f9eccb6f-38fd-4e73-a5d2-ee5b9fe70f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:02:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['f11b3c21-bc8d-49eb-b3a2-b5819f208a5c'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:02:46.423881 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c49aec2a-11aa-472d-a21e-d51b56c381b4 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "DELETE /v2.0/floatingips/8895873c-89e6-4398-8c4b-91592c82d6a1 HTTP/1.1" status: 204 len: 168 time: 0.8352876 Dec 09 17:02:46.424486 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777fd800-2a71-4246-a874-40530cdeafe5', 'tag': 'ac9501d1-2676-4977-b671-3d9c22ba377d'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 17:02:46.426853 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c99396-2e93-4c88-a985-9169b19419c9" -d '{"events": [{"name": "network-changed", "server_uuid": "777fd800-2a71-4246-a874-40530cdeafe5", "tag": "ac9501d1-2676-4977-b671-3d9c22ba377d"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 17:02:46.522769 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-f9eccb6f-38fd-4e73-a5d2-ee5b9fe70f36 None None] Set router f11b3c21-bc8d-49eb-b3a2-b5819f208a5c gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:02:46.578510 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 17:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b43c30e-f66b-4697-9a34-d3e037918f27 x-openstack-request-id: req-6b43c30e-f66b-4697-9a34-d3e037918f27 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 17:02:46.578801 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "777fd800-2a71-4246-a874-40530cdeafe5", "tag": "ac9501d1-2676-4977-b671-3d9c22ba377d", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 17:02:46.579056 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6b43c30e-f66b-4697-9a34-d3e037918f27 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 17:02:46.579465 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '777fd800-2a71-4246-a874-40530cdeafe5', 'tag': 'ac9501d1-2676-4977-b671-3d9c22ba377d', 'status': 'completed', 'code': 200} Dec 09 17:02:46.679215 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c99396-2e93-4c88-a985-9169b19419c9 req-7a532a7b-5b4f-416f-9b40-d5af75b63192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:02:46.680757 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57c99396-2e93-4c88-a985-9169b19419c9 req-7a532a7b-5b4f-416f-9b40-d5af75b63192 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95ed158b10404fb6a6679c1eac6dfcba&device_id=777fd800-2a71-4246-a874-40530cdeafe5 HTTP/1.1" status: 200 len: 1096 time: 0.0772800 Dec 09 17:02:46.693220 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97996f9-f0c7-4568-8e79-3c6126d513b7 req-4ba430b3-bb46-4dc8-b854-8078dcb7a36e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:02:46.694700 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a97996f9-f0c7-4568-8e79-3c6126d513b7 req-4ba430b3-bb46-4dc8-b854-8078dcb7a36e tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=777fd800-2a71-4246-a874-40530cdeafe5 HTTP/1.1" status: 200 len: 945 time: 0.0661371 Dec 09 17:02:46.731580 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-f9eccb6f-38fd-4e73-a5d2-ee5b9fe70f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14896458', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3691eb92-f9d6-4558-9aa3-2b1e0894175e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:01:18Z', 'updated_at': '2021-12-09T17:01:22Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '3691eb92-f9d6-4558-9aa3-2b1e0894175e', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:01:19Z', 'updated_at': '2021-12-09T17:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '33280ccf-2c9f-4bdb-aca4-611ee68dbb7d', 'name': '', 'network_id': '479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'mac_address': 'fa:16:3e:08:09:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '985f8ddf-4d44-4082-aa05-613fd9e34a72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:01:21Z', 'updated_at': '2021-12-09T17:01:25Z', 'revision_number': 5, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'subnets': [{'id': '985f8ddf-4d44-4082-aa05-613fd9e34a72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:02:46.803997 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a97996f9-f0c7-4568-8e79-3c6126d513b7 req-818aa1ff-6962-4786-b90d-f49c9aaa3a24 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=954d58a3-afb6-4fb0-b6b8-24f1e08b65ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0998816 Dec 09 17:02:46.821095 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c99396-2e93-4c88-a985-9169b19419c9 req-8bf634b6-8fd6-41a1-9f86-e7d4241f0840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:02:46.822623 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57c99396-2e93-4c88-a985-9169b19419c9 req-8bf634b6-8fd6-41a1-9f86-e7d4241f0840 service neutron] 10.222.0.31 "GET /v2.0/networks?id=479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4 HTTP/1.1" status: 200 len: 898 time: 0.1270571 Dec 09 17:02:46.846735 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9eccb6f-38fd-4e73-a5d2-ee5b9fe70f36 None None] Checking router: f11b3c21-bc8d-49eb-b3a2-b5819f208a5c for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 17:02:46.855581 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eccb6f-38fd-4e73-a5d2-ee5b9fe70f36 None None] Routers {'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:02:46.856176 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-f9eccb6f-38fd-4e73-a5d2-ee5b9fe70f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:02:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['f11b3c21-bc8d-49eb-b3a2-b5819f208a5c'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:02:46.872792 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57c99396-2e93-4c88-a985-9169b19419c9 req-88016733-e712-4592-9282-814d98d56fc4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac9501d1-2676-4977-b671-3d9c22ba377d HTTP/1.1" status: 200 len: 217 time: 0.0399246 Dec 09 17:02:46.923608 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c99396-2e93-4c88-a985-9169b19419c9 req-82ecebd1-b72b-493f-8bd0-c0b1b05b2d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:02:46.925251 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57c99396-2e93-4c88-a985-9169b19419c9 req-82ecebd1-b72b-493f-8bd0-c0b1b05b2d44 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=985f8ddf-4d44-4082-aa05-613fd9e34a72 HTTP/1.1" status: 200 len: 835 time: 0.0442374 Dec 09 17:02:46.958980 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-f9eccb6f-38fd-4e73-a5d2-ee5b9fe70f36 None None] Set router f11b3c21-bc8d-49eb-b3a2-b5819f208a5c gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:02:46.971138 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c99396-2e93-4c88-a985-9169b19419c9 req-e593e267-430f-42df-89ea-af4ef95340d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:02:46.973469 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57c99396-2e93-4c88-a985-9169b19419c9 req-e593e267-430f-42df-89ea-af4ef95340d1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402179 Dec 09 17:02:47.021710 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:47.068693 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57c99396-2e93-4c88-a985-9169b19419c9 req-2b18525a-d2e1-4002-8ec5-af8a26b69d2f service neutron] 10.222.0.31 "GET /v2.0/networks/479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876524 Dec 09 17:02:47.156103 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-f9eccb6f-38fd-4e73-a5d2-ee5b9fe70f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14896458', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3691eb92-f9d6-4558-9aa3-2b1e0894175e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:01:18Z', 'updated_at': '2021-12-09T17:01:22Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '3691eb92-f9d6-4558-9aa3-2b1e0894175e', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:01:19Z', 'updated_at': '2021-12-09T17:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '33280ccf-2c9f-4bdb-aca4-611ee68dbb7d', 'name': '', 'network_id': '479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'mac_address': 'fa:16:3e:08:09:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '985f8ddf-4d44-4082-aa05-613fd9e34a72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:01:21Z', 'updated_at': '2021-12-09T17:01:25Z', 'revision_number': 5, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'subnets': [{'id': '985f8ddf-4d44-4082-aa05-613fd9e34a72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:02:47.163804 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57c99396-2e93-4c88-a985-9169b19419c9 req-70b03ead-5627-49fe-ae74-bc5f5991af5f service neutron] 10.222.0.31 "GET /v2.0/networks/479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864289 Dec 09 17:02:47.187042 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9eccb6f-38fd-4e73-a5d2-ee5b9fe70f36 None None] The sync data for ids ['f11b3c21-bc8d-49eb-b3a2-b5819f208a5c'] in n-d-821228-1 is: [{'id': 'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14896458', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3691eb92-f9d6-4558-9aa3-2b1e0894175e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:01:18Z', 'updated_at': '2021-12-09T17:01:22Z', 'revision_number': 4, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '3691eb92-f9d6-4558-9aa3-2b1e0894175e', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:01:19Z', 'updated_at': '2021-12-09T17:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '33280ccf-2c9f-4bdb-aca4-611ee68dbb7d', 'name': '', 'network_id': '479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'mac_address': 'fa:16:3e:08:09:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '985f8ddf-4d44-4082-aa05-613fd9e34a72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:01:21Z', 'updated_at': '2021-12-09T17:01:25Z', 'revision_number': 5, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'subnets': [{'id': '985f8ddf-4d44-4082-aa05-613fd9e34a72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 17:02:47.403412 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270833ac-f5ab-4e37-bbbe-0e9a9a1bcf72 None None] New status for floating IP 8895873c-89e6-4398-8c4b-91592c82d6a1: DOWN {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 17:02:47.921766 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa38b37-99f2-4fdb-80cf-04f593d35689 req-aa718e97-c0a2-4ea1-892f-46a920f3e0f2 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:02:47.923261 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-efa38b37-99f2-4fdb-80cf-04f593d35689 req-aa718e97-c0a2-4ea1-892f-46a920f3e0f2 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=777fd800-2a71-4246-a874-40530cdeafe5 HTTP/1.1" status: 200 len: 945 time: 0.0501597 Dec 09 17:02:47.979211 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-efa38b37-99f2-4fdb-80cf-04f593d35689 req-ed20ac38-5844-4a1d-a815-592c4754cdec tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/security-groups?id=954d58a3-afb6-4fb0-b6b8-24f1e08b65ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492465 Dec 09 17:02:48.295000 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06901804-75cb-4c44-b102-cdfadf734f2c req-7c02d239-bf8c-4596-8c8e-b8fbcd7f70fb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:02:48.296631 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-06901804-75cb-4c44-b102-cdfadf734f2c req-7c02d239-bf8c-4596-8c8e-b8fbcd7f70fb tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.31 "GET /v2.0/ports?device_id=777fd800-2a71-4246-a874-40530cdeafe5 HTTP/1.1" status: 200 len: 945 time: 0.0490866 Dec 09 17:02:48.385920 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-06901804-75cb-4c44-b102-cdfadf734f2c req-dac12415-78bc-4555-a141-53fa19611568 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Deleting port ac9501d1-2676-4977-b671-3d9c22ba377d {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 17:02:48.386260 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-06901804-75cb-4c44-b102-cdfadf734f2c req-dac12415-78bc-4555-a141-53fa19611568 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:48.476944 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-06901804-75cb-4c44-b102-cdfadf734f2c req-dac12415-78bc-4555-a141-53fa19611568 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] For port ac9501d1-2676-4977-b671-3d9c22ba377d, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=ac9501d1-2676-4977-b671-3d9c22ba377d,segment=NetworkSegment(7c4724ef-d4c0-4a23-a209-1058b82424ab),segment_id=7c4724ef-d4c0-4a23-a209-1058b82424ab)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:02:48.477303 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-06901804-75cb-4c44-b102-cdfadf734f2c req-dac12415-78bc-4555-a141-53fa19611568 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:48.490869 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-06901804-75cb-4c44-b102-cdfadf734f2c req-dac12415-78bc-4555-a141-53fa19611568 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Calling delete_port for ac9501d1-2676-4977-b671-3d9c22ba377d owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 17:02:48.629470 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-06901804-75cb-4c44-b102-cdfadf734f2c req-dac12415-78bc-4555-a141-53fa19611568 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:48.661952 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac12415-78bc-4555-a141-53fa19611568 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event deleted for resources: {'Port': ['ID=ac9501d1-2676-4977-b671-3d9c22ba377d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:02:48.703179 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-06901804-75cb-4c44-b102-cdfadf734f2c req-dac12415-78bc-4555-a141-53fa19611568 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] No DVR routers for this DVR port ac9501d1-2676-4977-b671-3d9c22ba377d on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 17:02:48.705841 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-06901804-75cb-4c44-b102-cdfadf734f2c req-dac12415-78bc-4555-a141-53fa19611568 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:48.709487 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-06901804-75cb-4c44-b102-cdfadf734f2c req-dac12415-78bc-4555-a141-53fa19611568 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.31 "DELETE /v2.0/ports/ac9501d1-2676-4977-b671-3d9c22ba377d HTTP/1.1" status: 204 len: 173 time: 0.4061832 Dec 09 17:02:48.709935 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777fd800-2a71-4246-a874-40530cdeafe5', 'name': 'network-vif-deleted', 'tag': 'ac9501d1-2676-4977-b671-3d9c22ba377d'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 17:02:48.712212 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6d53d7-7f77-4a17-a06c-e3e410191adb" -d '{"events": [{"server_uuid": "777fd800-2a71-4246-a874-40530cdeafe5", "name": "network-vif-deleted", "tag": "ac9501d1-2676-4977-b671-3d9c22ba377d"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 17:02:48.748510 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 17:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672c8d50-81dd-4249-9d0c-d8130a130c05 x-openstack-request-id: req-672c8d50-81dd-4249-9d0c-d8130a130c05 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 17:02:48.748808 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777fd800-2a71-4246-a874-40530cdeafe5", "name": "network-vif-deleted", "tag": "ac9501d1-2676-4977-b671-3d9c22ba377d", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 17:02:48.749062 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-672c8d50-81dd-4249-9d0c-d8130a130c05 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 17:02:48.749470 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777fd800-2a71-4246-a874-40530cdeafe5', 'name': 'network-vif-deleted', 'tag': 'ac9501d1-2676-4977-b671-3d9c22ba377d', 'status': 'completed', 'code': 200} Dec 09 17:02:49.098739 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-89b03e3f-0154-4b77-a2ee-79791a3a78e1 req-2fe0358a-3b65-4d8e-935f-4a079dc7dc67 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "GET /v2.0/ports?device_id=777fd800-2a71-4246-a874-40530cdeafe5 HTTP/1.1" status: 200 len: 210 time: 0.0306106 Dec 09 17:02:50.158484 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57966) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:02:50.514593 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a40e4f1b-a444-47b5-95f5-d1c9f77ef95f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:50.704982 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c8272d6-6514-4688-a34e-1d907115fa49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:50.767336 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a40e4f1b-a444-47b5-95f5-d1c9f77ef95f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Deleting port 33280ccf-2c9f-4bdb-aca4-611ee68dbb7d {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 17:02:50.767680 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a40e4f1b-a444-47b5-95f5-d1c9f77ef95f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:50.855772 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-a40e4f1b-a444-47b5-95f5-d1c9f77ef95f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] For port 33280ccf-2c9f-4bdb-aca4-611ee68dbb7d, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=33280ccf-2c9f-4bdb-aca4-611ee68dbb7d,segment=NetworkSegment(7c4724ef-d4c0-4a23-a209-1058b82424ab),segment_id=7c4724ef-d4c0-4a23-a209-1058b82424ab)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:02:50.856138 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a40e4f1b-a444-47b5-95f5-d1c9f77ef95f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:50.869789 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a40e4f1b-a444-47b5-95f5-d1c9f77ef95f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Calling delete_port for 33280ccf-2c9f-4bdb-aca4-611ee68dbb7d owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 17:02:51.057359 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a40e4f1b-a444-47b5-95f5-d1c9f77ef95f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:51.084062 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e4f1b-a444-47b5-95f5-d1c9f77ef95f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event deleted for resources: {'Port': ['ID=33280ccf-2c9f-4bdb-aca4-611ee68dbb7d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:02:51.258457 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a40e4f1b-a444-47b5-95f5-d1c9f77ef95f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:51.477485 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40e4f1b-a444-47b5-95f5-d1c9f77ef95f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Router f11b3c21-bc8d-49eb-b3a2-b5819f208a5c has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 17:02:51.580309 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40e4f1b-a444-47b5-95f5-d1c9f77ef95f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 17:02:51.589327 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57968) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:02:51.591192 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592b940d-d65d-400e-acfa-b0e7d3d44ec8 None None] Sync routers for ids ['f11b3c21-bc8d-49eb-b3a2-b5819f208a5c'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 17:02:51.592862 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a40e4f1b-a444-47b5-95f5-d1c9f77ef95f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "PUT /v2.0/routers/f11b3c21-bc8d-49eb-b3a2-b5819f208a5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4293175 Dec 09 17:02:51.600885 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592b940d-d65d-400e-acfa-b0e7d3d44ec8 None None] Routers {'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:02:51.601489 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-592b940d-d65d-400e-acfa-b0e7d3d44ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:02:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['f11b3c21-bc8d-49eb-b3a2-b5819f208a5c'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:02:51.644955 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-83f12867-ca8e-4bfe-a091-5b16d5f71973 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Deleting subnet 985f8ddf-4d44-4082-aa05-613fd9e34a72 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 17:02:51.648065 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-83f12867-ca8e-4bfe-a091-5b16d5f71973 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:51.687460 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-83f12867-ca8e-4bfe-a091-5b16d5f71973 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:51.704491 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-592b940d-d65d-400e-acfa-b0e7d3d44ec8 None None] Set router f11b3c21-bc8d-49eb-b3a2-b5819f208a5c gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:02:51.771253 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-83f12867-ca8e-4bfe-a091-5b16d5f71973 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:51.832841 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-83f12867-ca8e-4bfe-a091-5b16d5f71973 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:51.861727 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f12867-ca8e-4bfe-a091-5b16d5f71973 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event deleted for resources: {'Subnet': ['ID=985f8ddf-4d44-4082-aa05-613fd9e34a72,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:02:51.865137 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-83f12867-ca8e-4bfe-a091-5b16d5f71973 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:51.870818 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-83f12867-ca8e-4bfe-a091-5b16d5f71973 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "DELETE /v2.0/subnets/985f8ddf-4d44-4082-aa05-613fd9e34a72 HTTP/1.1" status: 204 len: 168 time: 0.2779377 Dec 09 17:02:51.871751 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57972) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:02:51.873680 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5831565e-cbb3-409a-bef6-1e9c85f836b3 None None] Network 479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 17:02:51.874944 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f12867-ca8e-4bfe-a091-5b16d5f71973 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:02:51.875299 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f12867-ca8e-4bfe-a091-5b16d5f71973 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:02:51.875647 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f12867-ca8e-4bfe-a091-5b16d5f71973 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:02:51.875987 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f12867-ca8e-4bfe-a091-5b16d5f71973 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:02:51.876325 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f12867-ca8e-4bfe-a091-5b16d5f71973 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:02:51.876695 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f12867-ca8e-4bfe-a091-5b16d5f71973 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:02:51.877029 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f12867-ca8e-4bfe-a091-5b16d5f71973 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:02:51.877409 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f12867-ca8e-4bfe-a091-5b16d5f71973 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:02:51.877734 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f12867-ca8e-4bfe-a091-5b16d5f71973 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:02:51.878074 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f12867-ca8e-4bfe-a091-5b16d5f71973 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:02:51.878699 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f12867-ca8e-4bfe-a091-5b16d5f71973 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:02:51.879041 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f12867-ca8e-4bfe-a091-5b16d5f71973 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:02:51.879979 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f12867-ca8e-4bfe-a091-5b16d5f71973 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:02:51.888241 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-592b940d-d65d-400e-acfa-b0e7d3d44ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14896458', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3691eb92-f9d6-4558-9aa3-2b1e0894175e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:01:18Z', 'updated_at': '2021-12-09T17:02:51Z', 'revision_number': 5, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '3691eb92-f9d6-4558-9aa3-2b1e0894175e', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:01:19Z', 'updated_at': '2021-12-09T17:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:02:51.919909 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592b940d-d65d-400e-acfa-b0e7d3d44ec8 None None] Checking router: f11b3c21-bc8d-49eb-b3a2-b5819f208a5c for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 17:02:51.929023 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592b940d-d65d-400e-acfa-b0e7d3d44ec8 None None] Routers {'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:02:51.929635 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-592b940d-d65d-400e-acfa-b0e7d3d44ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:02:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['f11b3c21-bc8d-49eb-b3a2-b5819f208a5c'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:02:51.983515 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-294423c0-a818-4a64-ab78-65d6c97f317f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:52.043963 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-592b940d-d65d-400e-acfa-b0e7d3d44ec8 None None] Set router f11b3c21-bc8d-49eb-b3a2-b5819f208a5c gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:02:52.059918 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61633720-8e79-425e-bb5e-ce6e4b4ab56f None None] DHCP port deletion for 479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 17:02:52.093691 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-294423c0-a818-4a64-ab78-65d6c97f317f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:52.112527 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-61633720-8e79-425e-bb5e-ce6e4b4ab56f None None] Deleting port d8732dff-28b0-4b70-ac1b-5cb0f6f79b32 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 17:02:52.112890 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-61633720-8e79-425e-bb5e-ce6e4b4ab56f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:52.150334 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-294423c0-a818-4a64-ab78-65d6c97f317f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Deleting port 3691eb92-f9d6-4558-9aa3-2b1e0894175e {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 17:02:52.150709 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-294423c0-a818-4a64-ab78-65d6c97f317f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:52.179806 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-61633720-8e79-425e-bb5e-ce6e4b4ab56f None None] For port d8732dff-28b0-4b70-ac1b-5cb0f6f79b32, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d8732dff-28b0-4b70-ac1b-5cb0f6f79b32,segment=NetworkSegment(7c4724ef-d4c0-4a23-a209-1058b82424ab),segment_id=7c4724ef-d4c0-4a23-a209-1058b82424ab)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:02:52.180212 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-61633720-8e79-425e-bb5e-ce6e4b4ab56f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:52.203938 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-61633720-8e79-425e-bb5e-ce6e4b4ab56f None None] Calling delete_port for d8732dff-28b0-4b70-ac1b-5cb0f6f79b32 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 17:02:52.232749 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-294423c0-a818-4a64-ab78-65d6c97f317f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] For port 3691eb92-f9d6-4558-9aa3-2b1e0894175e, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=3691eb92-f9d6-4558-9aa3-2b1e0894175e,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:02:52.233615 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-294423c0-a818-4a64-ab78-65d6c97f317f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:52.242378 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-592b940d-d65d-400e-acfa-b0e7d3d44ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14896458', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3691eb92-f9d6-4558-9aa3-2b1e0894175e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:01:18Z', 'updated_at': '2021-12-09T17:02:51Z', 'revision_number': 5, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '3691eb92-f9d6-4558-9aa3-2b1e0894175e', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:01:19Z', 'updated_at': '2021-12-09T17:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:02:52.251352 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-294423c0-a818-4a64-ab78-65d6c97f317f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Calling delete_port for 3691eb92-f9d6-4558-9aa3-2b1e0894175e owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 17:02:52.270548 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device ac9501d1-2676-4977-b671-3d9c22ba377d no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 17:02:52.272346 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592b940d-d65d-400e-acfa-b0e7d3d44ec8 None None] The sync data for ids ['f11b3c21-bc8d-49eb-b3a2-b5819f208a5c'] in n-d-821228-1 is: [{'id': 'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14896458', 'tenant_id': '95ed158b10404fb6a6679c1eac6dfcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3691eb92-f9d6-4558-9aa3-2b1e0894175e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:01:18Z', 'updated_at': '2021-12-09T17:02:51Z', 'revision_number': 5, 'project_id': '95ed158b10404fb6a6679c1eac6dfcba', 'gw_port': {'id': '3691eb92-f9d6-4558-9aa3-2b1e0894175e', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11b3c21-bc8d-49eb-b3a2-b5819f208a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:01:19Z', 'updated_at': '2021-12-09T17:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 17:02:52.301071 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: ac9501d1-2676-4977-b671-3d9c22ba377d {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 17:02:52.301473 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device ac9501d1-2676-4977-b671-3d9c22ba377d not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 17:02:52.316557 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-61633720-8e79-425e-bb5e-ce6e4b4ab56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:52.344800 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61633720-8e79-425e-bb5e-ce6e4b4ab56f None None] Pushing event deleted for resources: {'Port': ['ID=d8732dff-28b0-4b70-ac1b-5cb0f6f79b32,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:02:52.347177 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61633720-8e79-425e-bb5e-ce6e4b4ab56f None None] No DVR routers for this DVR port d8732dff-28b0-4b70-ac1b-5cb0f6f79b32 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 17:02:52.357378 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61633720-8e79-425e-bb5e-ce6e4b4ab56f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:02:52.357734 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61633720-8e79-425e-bb5e-ce6e4b4ab56f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:02:52.358206 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61633720-8e79-425e-bb5e-ce6e4b4ab56f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:02:52.358543 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61633720-8e79-425e-bb5e-ce6e4b4ab56f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:02:52.358725 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61633720-8e79-425e-bb5e-ce6e4b4ab56f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:02:52.359059 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61633720-8e79-425e-bb5e-ce6e4b4ab56f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:02:52.359388 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61633720-8e79-425e-bb5e-ce6e4b4ab56f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:02:52.359713 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61633720-8e79-425e-bb5e-ce6e4b4ab56f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:02:52.360040 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61633720-8e79-425e-bb5e-ce6e4b4ab56f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:02:52.361128 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61633720-8e79-425e-bb5e-ce6e4b4ab56f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:02:52.361128 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61633720-8e79-425e-bb5e-ce6e4b4ab56f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:02:52.361128 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61633720-8e79-425e-bb5e-ce6e4b4ab56f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:02:52.361357 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61633720-8e79-425e-bb5e-ce6e4b4ab56f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:02:52.429521 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-294423c0-a818-4a64-ab78-65d6c97f317f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:52.459152 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294423c0-a818-4a64-ab78-65d6c97f317f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event deleted for resources: {'Port': ['ID=3691eb92-f9d6-4558-9aa3-2b1e0894175e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:02:52.471949 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebe3987-0895-4bd9-8d0d-b4d94aec810c None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 17:02:52.520459 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-294423c0-a818-4a64-ab78-65d6c97f317f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:52.611848 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-294423c0-a818-4a64-ab78-65d6c97f317f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:52.615850 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-294423c0-a818-4a64-ab78-65d6c97f317f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:52.661784 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-294423c0-a818-4a64-ab78-65d6c97f317f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:52.662392 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294423c0-a818-4a64-ab78-65d6c97f317f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Fanout notify agent at l3_agent the message router_deleted on router f11b3c21-bc8d-49eb-b3a2-b5819f208a5c {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 17:02:52.669941 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-294423c0-a818-4a64-ab78-65d6c97f317f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:52.671225 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-294423c0-a818-4a64-ab78-65d6c97f317f tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "DELETE /v2.0/routers/f11b3c21-bc8d-49eb-b3a2-b5819f208a5c HTTP/1.1" status: 204 len: 168 time: 0.7984746 Dec 09 17:02:52.674238 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57974) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:02:52.756834 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-842783f7-fdcc-4477-a755-6dcbe3761637 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:52.846730 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-842783f7-fdcc-4477-a755-6dcbe3761637 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:52.869298 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-842783f7-fdcc-4477-a755-6dcbe3761637 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:02:52.879012 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-842783f7-fdcc-4477-a755-6dcbe3761637 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c4724ef-d4c0-4a23-a209-1058b82424ab') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:02:52.879360 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-842783f7-fdcc-4477-a755-6dcbe3761637 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c4724ef-d4c0-4a23-a209-1058b82424ab') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:02:52.889316 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-842783f7-fdcc-4477-a755-6dcbe3761637 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:52.904711 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-842783f7-fdcc-4477-a755-6dcbe3761637 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:52.912115 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-842783f7-fdcc-4477-a755-6dcbe3761637 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 17:02:52.912898 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-842783f7-fdcc-4477-a755-6dcbe3761637 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:52.916087 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 17:02:52.916087 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 17:02:52.916087 n-d-821228-1 neutron-server[103245]: timer() Dec 09 17:02:52.916087 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 17:02:52.916087 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 17:02:52.916087 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 17:02:52.916087 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 17:02:52.916087 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 17:02:52.916087 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 17:02:52.916087 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 17:02:52.916087 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 17:02:52.916087 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 17:02:52.916087 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 17:02:52.916087 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 17:02:52.916087 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 17:02:52.916087 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 17:02:52.916087 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 17:02:52.916087 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 17:02:52.916087 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 17:02:52.916087 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 17:02:52.916087 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 17:02:52.916087 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 17:02:52.916087 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 17:02:52.916087 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 17:02:52.916087 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 17:02:52.916087 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 17:02:52.916087 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 17:02:52.916087 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 17:02:52.916087 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 17:02:52.916087 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 17:02:52.916087 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 17:02:52.916087 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 17:02:52.978730 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-842783f7-fdcc-4477-a755-6dcbe3761637 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:52.985631 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-842783f7-fdcc-4477-a755-6dcbe3761637 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:52.989878 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-842783f7-fdcc-4477-a755-6dcbe3761637 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "DELETE /v2.0/networks/479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4 HTTP/1.1" status: 204 len: 168 time: 0.3146534 Dec 09 17:02:52.992580 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57976) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:02:53.005909 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842783f7-fdcc-4477-a755-6dcbe3761637 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event deleted for resources: {'Network': ['ID=479f54e8-689b-4b1b-bed1-1f5d5cbe2ab4,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:02:53.053311 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7fe4cf7e-337b-41af-a379-55a4c0e17b15 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:53.077787 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7fe4cf7e-337b-41af-a379-55a4c0e17b15 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:53.140117 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7fe4cf7e-337b-41af-a379-55a4c0e17b15 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:53.142690 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7fe4cf7e-337b-41af-a379-55a4c0e17b15 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:53.144693 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-7fe4cf7e-337b-41af-a379-55a4c0e17b15 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] 10.222.0.57 "DELETE /v2.0/security-groups/954d58a3-afb6-4fb0-b6b8-24f1e08b65ba HTTP/1.1" status: 204 len: 168 time: 0.1502962 Dec 09 17:02:53.153766 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4cf7e-337b-41af-a379-55a4c0e17b15 tempest-TestNetworkAdvancedServerOps-1330097711 tempest-TestNetworkAdvancedServerOps-1330097711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=954d58a3-afb6-4fb0-b6b8-24f1e08b65ba,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:02:53.239787 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b54474b0-a2af-491e-8be7-aecb3b9f4173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:53.497200 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57984) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:02:53.625773 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e1d01f6c-1c6f-4185-bff9-3f2eef976364 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=95ed158b10404fb6a6679c1eac6dfcba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1273878 Dec 09 17:02:53.628189 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57988) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:02:53.674971 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0566351-3f53-4e3b-a0ea-fc1638f76d65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:53.696083 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0566351-3f53-4e3b-a0ea-fc1638f76d65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:53.745179 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0566351-3f53-4e3b-a0ea-fc1638f76d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:53.747859 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f0566351-3f53-4e3b-a0ea-fc1638f76d65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:53.751640 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f0566351-3f53-4e3b-a0ea-fc1638f76d65 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8a163823-49de-4162-b646-b9c759d15439 HTTP/1.1" status: 204 len: 168 time: 0.1194406 Dec 09 17:02:53.758811 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0566351-3f53-4e3b-a0ea-fc1638f76d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a163823-49de-4162-b646-b9c759d15439,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:02:53.764524 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 3691eb92-f9d6-4558-9aa3-2b1e0894175e no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 17:02:53.787686 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 3691eb92-f9d6-4558-9aa3-2b1e0894175e {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 17:02:53.788037 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 3691eb92-f9d6-4558-9aa3-2b1e0894175e not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 17:02:53.788480 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 33280ccf-2c9f-4bdb-aca4-611ee68dbb7d no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 17:02:53.811881 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 33280ccf-2c9f-4bdb-aca4-611ee68dbb7d {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 17:02:53.812239 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 33280ccf-2c9f-4bdb-aca4-611ee68dbb7d not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 17:02:53.812695 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d8732dff-28b0-4b70-ac1b-5cb0f6f79b32 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 17:02:53.833265 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: d8732dff-28b0-4b70-ac1b-5cb0f6f79b32 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 17:02:53.833628 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d8732dff-28b0-4b70-ac1b-5cb0f6f79b32 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 17:02:54.023998 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 57994) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:02:54.037076 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d667fe74-436a-4a5b-b148-f97ceec9dcd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:54.111421 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d667fe74-436a-4a5b-b148-f97ceec9dcd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:54.116239 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d667fe74-436a-4a5b-b148-f97ceec9dcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:54.154849 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d667fe74-436a-4a5b-b148-f97ceec9dcd3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=636cb6a4743143f793793476937b4109&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1297266 Dec 09 17:02:54.155946 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667fe74-436a-4a5b-b148-f97ceec9dcd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73acfeda-e364-4918-bc84-12c69ff5ccaa,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:02:54.157577 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 57996) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:02:54.208910 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a70814f-d7e4-472f-aea3-9a1b530c9c05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:54.229381 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a70814f-d7e4-472f-aea3-9a1b530c9c05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:54.276149 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a70814f-d7e4-472f-aea3-9a1b530c9c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:54.278743 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a70814f-d7e4-472f-aea3-9a1b530c9c05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:54.279914 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9a70814f-d7e4-472f-aea3-9a1b530c9c05 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/73acfeda-e364-4918-bc84-12c69ff5ccaa HTTP/1.1" status: 204 len: 168 time: 0.1213083 Dec 09 17:02:54.288405 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a70814f-d7e4-472f-aea3-9a1b530c9c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73acfeda-e364-4918-bc84-12c69ff5ccaa,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:02:54.446626 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:54.994973 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58018) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:02:55.090481 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-43d8f3f2-0062-41f3-a9e9-a9a20efac8d8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1002255696-network', 'tenant_id': '476a14f49be5482a9e98e398602d5c28'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:02:55.110839 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d8f3f2-0062-41f3-a9e9-a9a20efac8d8 admin admin] Made reservation on behalf of 476a14f49be5482a9e98e398602d5c28 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 17:02:55.113977 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43d8f3f2-0062-41f3-a9e9-a9a20efac8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:55.122242 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43d8f3f2-0062-41f3-a9e9-a9a20efac8d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:55.193989 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43d8f3f2-0062-41f3-a9e9-a9a20efac8d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:55.197792 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43d8f3f2-0062-41f3-a9e9-a9a20efac8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:55.220531 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d8f3f2-0062-41f3-a9e9-a9a20efac8d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 17:02:55.233931 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8f3f2-0062-41f3-a9e9-a9a20efac8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be81903-c0c5-44bb-a23a-88a3d7f8a8ad,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:02:55.240553 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43d8f3f2-0062-41f3-a9e9-a9a20efac8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:55.240900 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-43d8f3f2-0062-41f3-a9e9-a9a20efac8d8 admin admin] Added segment 07084e77-a0ce-4dea-829a-b44d0eac1432 of type vlan for network e100e40d-5173-4bcd-98c5-46f24cbcb382 Dec 09 17:02:55.281756 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43d8f3f2-0062-41f3-a9e9-a9a20efac8d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:55.308082 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43d8f3f2-0062-41f3-a9e9-a9a20efac8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:55.309085 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d8f3f2-0062-41f3-a9e9-a9a20efac8d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:02:55.309663 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-43d8f3f2-0062-41f3-a9e9-a9a20efac8d8 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:55.369214 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-43d8f3f2-0062-41f3-a9e9-a9a20efac8d8 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3708172 Dec 09 17:02:55.370006 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58022) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:02:55.374420 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8f3f2-0062-41f3-a9e9-a9a20efac8d8 admin admin] Pushing event updated for resources: {'Network': ['ID=e100e40d-5173-4bcd-98c5-46f24cbcb382,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:02:55.374947 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ca1cfb55-7b4b-440f-a31d-2ea5807581e4 admin admin] Request body: {'subnet': {'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1002255696-subnet', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:02:55.384972 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network e100e40d-5173-4bcd-98c5-46f24cbcb382 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 17:02:55.397623 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1cfb55-7b4b-440f-a31d-2ea5807581e4 admin admin] Made reservation on behalf of 476a14f49be5482a9e98e398602d5c28 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 17:02:55.400092 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca1cfb55-7b4b-440f-a31d-2ea5807581e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:55.462298 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:55.573270 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca1cfb55-7b4b-440f-a31d-2ea5807581e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:55.627950 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1cfb55-7b4b-440f-a31d-2ea5807581e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d480f52-180c-42c2-8811-9d48f3741486,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:02:55.637635 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1cfb55-7b4b-440f-a31d-2ea5807581e4 admin admin] Checking segment: {'id': '07084e77-a0ce-4dea-829a-b44d0eac1432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 17:02:55.637994 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1cfb55-7b4b-440f-a31d-2ea5807581e4 admin admin] Network hostable DHCP agents. Network: e100e40d-5173-4bcd-98c5-46f24cbcb382, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 17:02:55.654647 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1cfb55-7b4b-440f-a31d-2ea5807581e4 admin admin] Network e100e40d-5173-4bcd-98c5-46f24cbcb382 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 17:02:55.664463 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-ca1cfb55-7b4b-440f-a31d-2ea5807581e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, e100e40d-5173-4bcd-98c5-46f24cbcb382) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 17:02:55.669199 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1cfb55-7b4b-440f-a31d-2ea5807581e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:02:55.671075 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca1cfb55-7b4b-440f-a31d-2ea5807581e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:55.672018 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb52f3d6-e435-45ff-a1cd-297e4b0cd299 None None] Network e100e40d-5173-4bcd-98c5-46f24cbcb382 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 17:02:55.687149 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ca1cfb55-7b4b-440f-a31d-2ea5807581e4 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3160233 Dec 09 17:02:55.690015 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58024) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:02:55.695459 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-18e647c2-07eb-4b1a-9cac-6625213572b2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1002255696-router', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:02:55.717911 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-18e647c2-07eb-4b1a-9cac-6625213572b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:55.718934 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-18e647c2-07eb-4b1a-9cac-6625213572b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:55.746729 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:55.772863 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-18e647c2-07eb-4b1a-9cac-6625213572b2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:55.795310 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca348f9-1190-45d8-a018-dec89c01b161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-e100e40d-5173-4bcd-98c5-46f24cbcb382', 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382', 'project_id': '476a14f49be5482a9e98e398602d5c28', 'fixed_ips': [{'subnet_id': '4d480f52-180c-42c2-8811-9d48f3741486'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 17:02:55.796202 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4ca348f9-1190-45d8-a018-dec89c01b161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:55.940257 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-4ca348f9-1190-45d8-a018-dec89c01b161 None None] Allocated IP 172.20.0.2 (e100e40d-5173-4bcd-98c5-46f24cbcb382/4d480f52-180c-42c2-8811-9d48f3741486/9e59027d-5f06-44cf-ba93-90154981ad71) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 17:02:56.095767 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4ca348f9-1190-45d8-a018-dec89c01b161 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:56.101851 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4ca348f9-1190-45d8-a018-dec89c01b161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:56.141464 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca348f9-1190-45d8-a018-dec89c01b161 None None] Network e100e40d-5173-4bcd-98c5-46f24cbcb382 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 17:02:56.147547 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-4ca348f9-1190-45d8-a018-dec89c01b161 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 17:02:56.151067 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca348f9-1190-45d8-a018-dec89c01b161 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 17:02:56.158077 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca348f9-1190-45d8-a018-dec89c01b161 None None] Pushing event updated for resources: {'Port': ['ID=9e59027d-5f06-44cf-ba93-90154981ad71,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:02:56.210592 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-4ca348f9-1190-45d8-a018-dec89c01b161 None None] Attempting to bind port 9e59027d-5f06-44cf-ba93-90154981ad71 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 17:02:56.210883 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-4ca348f9-1190-45d8-a018-dec89c01b161 None None] Attempting to bind port 9e59027d-5f06-44cf-ba93-90154981ad71 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '07084e77-a0ce-4dea-829a-b44d0eac1432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 17:02:56.211255 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca348f9-1190-45d8-a018-dec89c01b161 None None] Attempting to bind port 9e59027d-5f06-44cf-ba93-90154981ad71 on network e100e40d-5173-4bcd-98c5-46f24cbcb382 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 17:02:56.216437 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca348f9-1190-45d8-a018-dec89c01b161 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 17, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 17:02:56.216832 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca348f9-1190-45d8-a018-dec89c01b161 None None] Checking segment: {'id': '07084e77-a0ce-4dea-829a-b44d0eac1432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 17:02:56.217244 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4ca348f9-1190-45d8-a018-dec89c01b161 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:56.217643 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca348f9-1190-45d8-a018-dec89c01b161 None None] Bound using segment: {'id': '07084e77-a0ce-4dea-829a-b44d0eac1432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 17:02:56.218119 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-4ca348f9-1190-45d8-a018-dec89c01b161 None None] Bound port: 9e59027d-5f06-44cf-ba93-90154981ad71, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07084e77-a0ce-4dea-829a-b44d0eac1432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 17:02:56.218505 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4ca348f9-1190-45d8-a018-dec89c01b161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:56.257391 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-18e647c2-07eb-4b1a-9cac-6625213572b2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:56.286235 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4ca348f9-1190-45d8-a018-dec89c01b161 None None] For port 9e59027d-5f06-44cf-ba93-90154981ad71, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 17:02:56.289504 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4ca348f9-1190-45d8-a018-dec89c01b161 None None] For port 9e59027d-5f06-44cf-ba93-90154981ad71, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=9e59027d-5f06-44cf-ba93-90154981ad71,segment=NetworkSegment(07084e77-a0ce-4dea-829a-b44d0eac1432),segment_id=07084e77-a0ce-4dea-829a-b44d0eac1432)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 17:02:56.294071 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4ca348f9-1190-45d8-a018-dec89c01b161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:56.353548 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca348f9-1190-45d8-a018-dec89c01b161 None None] Pushing event updated for resources: {'Port': ['ID=9e59027d-5f06-44cf-ba93-90154981ad71,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:02:56.474767 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-18e647c2-07eb-4b1a-9cac-6625213572b2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:56.494236 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-18e647c2-07eb-4b1a-9cac-6625213572b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:56.611421 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-18e647c2-07eb-4b1a-9cac-6625213572b2 admin admin] Allocated IP 172.25.3.217 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/5491237d-0377-4905-86bb-c929e310b259) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 17:02:56.689652 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:56.720021 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-18e647c2-07eb-4b1a-9cac-6625213572b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:56.754883 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-18e647c2-07eb-4b1a-9cac-6625213572b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:56.792883 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e647c2-07eb-4b1a-9cac-6625213572b2 admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 17:02:56.795790 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-18e647c2-07eb-4b1a-9cac-6625213572b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 17:02:56.798420 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e647c2-07eb-4b1a-9cac-6625213572b2 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 17:02:56.808947 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c4c08a-313c-456c-91de-db22cd16bbb4 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 17:02:56.832019 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e647c2-07eb-4b1a-9cac-6625213572b2 admin admin] Pushing event updated for resources: {'Port': ['ID=5491237d-0377-4905-86bb-c929e310b259,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:02:56.861558 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-da1abfa7-e721-4383-95bd-f75656e3d8f4 None None] Provisioning complete for port 5491237d-0377-4905-86bb-c929e310b259 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:02:56.861928 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-da1abfa7-e721-4383-95bd-f75656e3d8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:56.896694 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-da1abfa7-e721-4383-95bd-f75656e3d8f4 None None] Port 5491237d-0377-4905-86bb-c929e310b259 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 17:02:57.064870 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-18e647c2-07eb-4b1a-9cac-6625213572b2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:57.247304 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08aab37-81e2-46ad-b4c2-dd0aa9c8ee78 None None] Network e100e40d-5173-4bcd-98c5-46f24cbcb382 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 17:02:57.267367 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-18e647c2-07eb-4b1a-9cac-6625213572b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:57.334128 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e2cecb8a-51d3-4faa-bba3-34a7c8b99703 None None] Provisioning complete for port 9e59027d-5f06-44cf-ba93-90154981ad71 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:02:57.334524 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e2cecb8a-51d3-4faa-bba3-34a7c8b99703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:57.402549 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e647c2-07eb-4b1a-9cac-6625213572b2 admin admin] Router dd19647a-002e-4017-8d0f-05f6bdd421d4 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 17:02:57.442239 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e2cecb8a-51d3-4faa-bba3-34a7c8b99703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:57.479706 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e2cecb8a-51d3-4faa-bba3-34a7c8b99703 None None] For port 9e59027d-5f06-44cf-ba93-90154981ad71, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=9e59027d-5f06-44cf-ba93-90154981ad71,segment=NetworkSegment(07084e77-a0ce-4dea-829a-b44d0eac1432),segment_id=07084e77-a0ce-4dea-829a-b44d0eac1432)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:02:57.485296 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e2cecb8a-51d3-4faa-bba3-34a7c8b99703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:57.527606 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e647c2-07eb-4b1a-9cac-6625213572b2 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 17:02:57.539807 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4739af-a0ec-4427-b3d0-cd3a5818d2da None None] Sync routers for ids ['dd19647a-002e-4017-8d0f-05f6bdd421d4'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 17:02:57.544486 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cecb8a-51d3-4faa-bba3-34a7c8b99703 None None] Pushing event updated for resources: {'Port': ['ID=9e59027d-5f06-44cf-ba93-90154981ad71,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:02:57.554955 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4739af-a0ec-4427-b3d0-cd3a5818d2da None None] Routers {'dd19647a-002e-4017-8d0f-05f6bdd421d4'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:02:57.555608 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4f4739af-a0ec-4427-b3d0-cd3a5818d2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:02:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['dd19647a-002e-4017-8d0f-05f6bdd421d4'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:02:57.557945 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-18e647c2-07eb-4b1a-9cac-6625213572b2 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:57.559205 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-18e647c2-07eb-4b1a-9cac-6625213572b2 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8680866 Dec 09 17:02:57.561922 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58026) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:02:57.666710 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-4f4739af-a0ec-4427-b3d0-cd3a5818d2da None None] Set router dd19647a-002e-4017-8d0f-05f6bdd421d4 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:02:57.775303 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-8637593b-db3a-4b3f-84b6-03ff9ad07788 None None] Provisioning complete for port 9e59027d-5f06-44cf-ba93-90154981ad71 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:02:57.775962 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8637593b-db3a-4b3f-84b6-03ff9ad07788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:57.808295 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 9e59027d-5f06-44cf-ba93-90154981ad71 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 17:02:57.957613 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 9e59027d-5f06-44cf-ba93-90154981ad71 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:02:57.957989 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:57.991143 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-55017d35-4ab5-401a-a3bc-6282d822ed0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:58.017759 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4f4739af-a0ec-4427-b3d0-cd3a5818d2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'name': 'tempest-TestShelveInstance-1002255696-router', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '5491237d-0377-4905-86bb-c929e310b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:02:55Z', 'updated_at': '2021-12-09T17:02:56Z', 'revision_number': 3, 'project_id': '476a14f49be5482a9e98e398602d5c28', 'gw_port': {'id': '5491237d-0377-4905-86bb-c929e310b259', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:02:56Z', 'updated_at': '2021-12-09T17:02:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:02:58.046558 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4739af-a0ec-4427-b3d0-cd3a5818d2da None None] Checking router: dd19647a-002e-4017-8d0f-05f6bdd421d4 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 17:02:58.046916 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4739af-a0ec-4427-b3d0-cd3a5818d2da None None] Updating router dd19647a-002e-4017-8d0f-05f6bdd421d4 port 5491237d-0377-4905-86bb-c929e310b259 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 17:02:58.098562 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4f4739af-a0ec-4427-b3d0-cd3a5818d2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:58.149878 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-55017d35-4ab5-401a-a3bc-6282d822ed0e admin admin] Allocated IP 172.20.0.1 (e100e40d-5173-4bcd-98c5-46f24cbcb382/4d480f52-180c-42c2-8811-9d48f3741486/9f2d646a-4461-45de-8e93-4fcad560780f) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 17:02:58.257405 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-55017d35-4ab5-401a-a3bc-6282d822ed0e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:58.289778 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-55017d35-4ab5-401a-a3bc-6282d822ed0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:58.326946 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55017d35-4ab5-401a-a3bc-6282d822ed0e admin admin] Network e100e40d-5173-4bcd-98c5-46f24cbcb382 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 17:02:58.330493 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-55017d35-4ab5-401a-a3bc-6282d822ed0e admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 17:02:58.337013 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55017d35-4ab5-401a-a3bc-6282d822ed0e admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 17:02:58.362068 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55017d35-4ab5-401a-a3bc-6282d822ed0e admin admin] Pushing event updated for resources: {'Port': ['ID=9f2d646a-4461-45de-8e93-4fcad560780f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:02:58.370976 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4f4739af-a0ec-4427-b3d0-cd3a5818d2da None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:58.377093 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4f4739af-a0ec-4427-b3d0-cd3a5818d2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:58.381823 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-55017d35-4ab5-401a-a3bc-6282d822ed0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:58.432513 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-4f4739af-a0ec-4427-b3d0-cd3a5818d2da None None] Attempting to bind port 5491237d-0377-4905-86bb-c929e310b259 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 17:02:58.432894 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-4f4739af-a0ec-4427-b3d0-cd3a5818d2da None None] Attempting to bind port 5491237d-0377-4905-86bb-c929e310b259 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 17:02:58.433260 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4739af-a0ec-4427-b3d0-cd3a5818d2da None None] Attempting to bind port 5491237d-0377-4905-86bb-c929e310b259 on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 17:02:58.439134 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc150fa-7f10-44d3-bd08-fe5be6072673 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 17:02:58.448393 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0254f47-1f24-44de-a170-177a21e098c5 None None] Pushing event updated for resources: {'Port': ['ID=5491237d-0377-4905-86bb-c929e310b259,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:02:58.450785 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4739af-a0ec-4427-b3d0-cd3a5818d2da None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 17, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 17:02:58.451169 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4739af-a0ec-4427-b3d0-cd3a5818d2da None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 17:02:58.451694 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4f4739af-a0ec-4427-b3d0-cd3a5818d2da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:58.452080 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4739af-a0ec-4427-b3d0-cd3a5818d2da None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 17:02:58.452593 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-4f4739af-a0ec-4427-b3d0-cd3a5818d2da None None] Bound port: 5491237d-0377-4905-86bb-c929e310b259, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 17:02:58.452976 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4f4739af-a0ec-4427-b3d0-cd3a5818d2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:58.521186 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4f4739af-a0ec-4427-b3d0-cd3a5818d2da None None] For port 5491237d-0377-4905-86bb-c929e310b259, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 17:02:58.526328 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4f4739af-a0ec-4427-b3d0-cd3a5818d2da None None] For port 5491237d-0377-4905-86bb-c929e310b259, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=5491237d-0377-4905-86bb-c929e310b259,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 17:02:58.529268 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-dc5a844e-7083-4926-92d5-0d242e6218f9 None None] Provisioning complete for port 5491237d-0377-4905-86bb-c929e310b259 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:02:58.530051 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dc5a844e-7083-4926-92d5-0d242e6218f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:58.533186 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4f4739af-a0ec-4427-b3d0-cd3a5818d2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:58.537501 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-55017d35-4ab5-401a-a3bc-6282d822ed0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:58.611544 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814a041c-b913-4f18-9384-6043262060fe None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 17:02:58.633772 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0254f47-1f24-44de-a170-177a21e098c5 None None] Pushing event updated for resources: {'Port': ['ID=5491237d-0377-4905-86bb-c929e310b259,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:02:58.636140 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4739af-a0ec-4427-b3d0-cd3a5818d2da None None] Routers {'dd19647a-002e-4017-8d0f-05f6bdd421d4'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:02:58.636769 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4f4739af-a0ec-4427-b3d0-cd3a5818d2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:02:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['dd19647a-002e-4017-8d0f-05f6bdd421d4'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:02:58.711662 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-55017d35-4ab5-401a-a3bc-6282d822ed0e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:58.721103 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-55017d35-4ab5-401a-a3bc-6282d822ed0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:58.752603 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dc5a844e-7083-4926-92d5-0d242e6218f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:58.795104 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-55017d35-4ab5-401a-a3bc-6282d822ed0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:58.796905 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55017d35-4ab5-401a-a3bc-6282d822ed0e admin admin] Pushing event updated for resources: {'Port': ['ID=9f2d646a-4461-45de-8e93-4fcad560780f,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:02:58.894861 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55017d35-4ab5-401a-a3bc-6282d822ed0e admin admin] Network e100e40d-5173-4bcd-98c5-46f24cbcb382 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 17:02:58.896343 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-55017d35-4ab5-401a-a3bc-6282d822ed0e admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 17:02:58.947946 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-dc5a844e-7083-4926-92d5-0d242e6218f9 None None] For port 5491237d-0377-4905-86bb-c929e310b259, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=5491237d-0377-4905-86bb-c929e310b259,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:02:58.954425 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dc5a844e-7083-4926-92d5-0d242e6218f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:58.957489 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-4f4739af-a0ec-4427-b3d0-cd3a5818d2da None None] Set router dd19647a-002e-4017-8d0f-05f6bdd421d4 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:02:59.026679 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55017d35-4ab5-401a-a3bc-6282d822ed0e admin admin] Router dd19647a-002e-4017-8d0f-05f6bdd421d4 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 17:02:59.076176 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a844e-7083-4926-92d5-0d242e6218f9 None None] Pushing event updated for resources: {'Port': ['ID=5491237d-0377-4905-86bb-c929e310b259,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:02:59.121674 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4fc0f490-1154-445b-b53a-6c42e0e6951c None None] Provisioning complete for port 9f2d646a-4461-45de-8e93-4fcad560780f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:02:59.122039 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4fc0f490-1154-445b-b53a-6c42e0e6951c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:59.149492 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55017d35-4ab5-401a-a3bc-6282d822ed0e admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 17:02:59.154876 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-55017d35-4ab5-401a-a3bc-6282d822ed0e admin admin] 10.222.0.57 "PUT /v2.0/routers/dd19647a-002e-4017-8d0f-05f6bdd421d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5917933 Dec 09 17:02:59.174114 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-4fc0f490-1154-445b-b53a-6c42e0e6951c None None] Port 9f2d646a-4461-45de-8e93-4fcad560780f cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 17:02:59.221285 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-4fc0f490-1154-445b-b53a-6c42e0e6951c None None] Provisioning complete for port 5491237d-0377-4905-86bb-c929e310b259 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:02:59.221662 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4fc0f490-1154-445b-b53a-6c42e0e6951c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:59.286282 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4f4739af-a0ec-4427-b3d0-cd3a5818d2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'name': 'tempest-TestShelveInstance-1002255696-router', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '5491237d-0377-4905-86bb-c929e310b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:02:55Z', 'updated_at': '2021-12-09T17:02:58Z', 'revision_number': 4, 'project_id': '476a14f49be5482a9e98e398602d5c28', 'gw_port': {'id': '5491237d-0377-4905-86bb-c929e310b259', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:02:56Z', 'updated_at': '2021-12-09T17:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '9f2d646a-4461-45de-8e93-4fcad560780f', 'name': '', 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'mac_address': 'fa:16:3e:88:07:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '4d480f52-180c-42c2-8811-9d48f3741486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:02:58Z', 'updated_at': '2021-12-09T17:02:58Z', 'revision_number': 1, 'project_id': '476a14f49be5482a9e98e398602d5c28', 'subnets': [{'id': '4d480f52-180c-42c2-8811-9d48f3741486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:02:59.334824 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4739af-a0ec-4427-b3d0-cd3a5818d2da None None] The sync data for ids ['dd19647a-002e-4017-8d0f-05f6bdd421d4'] in n-d-821228-1 is: [{'id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'name': 'tempest-TestShelveInstance-1002255696-router', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '5491237d-0377-4905-86bb-c929e310b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:02:55Z', 'updated_at': '2021-12-09T17:02:58Z', 'revision_number': 4, 'project_id': '476a14f49be5482a9e98e398602d5c28', 'gw_port': {'id': '5491237d-0377-4905-86bb-c929e310b259', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:02:56Z', 'updated_at': '2021-12-09T17:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '9f2d646a-4461-45de-8e93-4fcad560780f', 'name': '', 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'mac_address': 'fa:16:3e:88:07:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '4d480f52-180c-42c2-8811-9d48f3741486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:02:58Z', 'updated_at': '2021-12-09T17:02:58Z', 'revision_number': 1, 'project_id': '476a14f49be5482a9e98e398602d5c28', 'subnets': [{'id': '4d480f52-180c-42c2-8811-9d48f3741486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 17:02:59.468596 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-926aa448-2632-4562-be0b-d1c15d15f02c None None] Provisioning complete for port 9f2d646a-4461-45de-8e93-4fcad560780f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:02:59.468862 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-926aa448-2632-4562-be0b-d1c15d15f02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:59.509788 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-926aa448-2632-4562-be0b-d1c15d15f02c None None] Port 9f2d646a-4461-45de-8e93-4fcad560780f cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 17:02:59.656489 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58042) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:02:59.661805 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-701718ef-b08a-445c-92e3-5a37055a2330 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1762676314-network', 'tenant_id': '269d59a82177497f8a2ebf774e8e100e'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:02:59.685716 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701718ef-b08a-445c-92e3-5a37055a2330 admin admin] Made reservation on behalf of 269d59a82177497f8a2ebf774e8e100e for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 17:02:59.688088 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-701718ef-b08a-445c-92e3-5a37055a2330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:59.697840 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-701718ef-b08a-445c-92e3-5a37055a2330 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:59.797501 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-701718ef-b08a-445c-92e3-5a37055a2330 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:59.803409 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-701718ef-b08a-445c-92e3-5a37055a2330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:59.830773 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-701718ef-b08a-445c-92e3-5a37055a2330 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 17:02:59.841792 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701718ef-b08a-445c-92e3-5a37055a2330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b91062e-796e-4e0b-82df-051f2ad5f9c9,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:02:59.847517 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-701718ef-b08a-445c-92e3-5a37055a2330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:59.847800 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-701718ef-b08a-445c-92e3-5a37055a2330 admin admin] Added segment c6118261-63d7-4ab1-a191-49b9d26476ac of type vlan for network 6bfc1842-7a32-4165-bf6a-eeda42f1434d Dec 09 17:02:59.888448 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-701718ef-b08a-445c-92e3-5a37055a2330 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:59.915134 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-701718ef-b08a-445c-92e3-5a37055a2330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:59.916238 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701718ef-b08a-445c-92e3-5a37055a2330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:02:59.916884 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-701718ef-b08a-445c-92e3-5a37055a2330 admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:02:59.970997 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-701718ef-b08a-445c-92e3-5a37055a2330 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3132973 Dec 09 17:02:59.973698 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58044) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:02:59.978427 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-816b5919-80f6-421c-af28-f1c3ce2a0d0f admin admin] Request body: {'subnet': {'network_id': '6bfc1842-7a32-4165-bf6a-eeda42f1434d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1762676314-subnet', 'tenant_id': '269d59a82177497f8a2ebf774e8e100e', 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:02:59.994923 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701718ef-b08a-445c-92e3-5a37055a2330 admin admin] Pushing event updated for resources: {'Network': ['ID=6bfc1842-7a32-4165-bf6a-eeda42f1434d,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:03:00.008049 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 6bfc1842-7a32-4165-bf6a-eeda42f1434d details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 17:03:00.009609 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816b5919-80f6-421c-af28-f1c3ce2a0d0f admin admin] Made reservation on behalf of 269d59a82177497f8a2ebf774e8e100e for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 17:03:00.011997 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-816b5919-80f6-421c-af28-f1c3ce2a0d0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:00.211935 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-816b5919-80f6-421c-af28-f1c3ce2a0d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:00.272302 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b5919-80f6-421c-af28-f1c3ce2a0d0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6577d03f-0777-45dc-a4b7-226521fd83f5,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:03:00.283511 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816b5919-80f6-421c-af28-f1c3ce2a0d0f admin admin] Checking segment: {'id': 'c6118261-63d7-4ab1-a191-49b9d26476ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6bfc1842-7a32-4165-bf6a-eeda42f1434d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 17:03:00.283874 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816b5919-80f6-421c-af28-f1c3ce2a0d0f admin admin] Network hostable DHCP agents. Network: 6bfc1842-7a32-4165-bf6a-eeda42f1434d, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 17:03:00.303686 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816b5919-80f6-421c-af28-f1c3ce2a0d0f admin admin] Network 6bfc1842-7a32-4165-bf6a-eeda42f1434d is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 17:03:00.313610 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-816b5919-80f6-421c-af28-f1c3ce2a0d0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 6bfc1842-7a32-4165-bf6a-eeda42f1434d) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 17:03:00.322251 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816b5919-80f6-421c-af28-f1c3ce2a0d0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:03:00.323422 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-816b5919-80f6-421c-af28-f1c3ce2a0d0f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:00.328229 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b67a38-d9dd-4ac7-89f3-f7e7e063bf13 None None] Network 6bfc1842-7a32-4165-bf6a-eeda42f1434d requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 17:03:00.353026 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-816b5919-80f6-421c-af28-f1c3ce2a0d0f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3758297 Dec 09 17:03:00.353311 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58046) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:03:00.357979 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-45911c81-c78c-4099-8f72-9e16d7783279 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1762676314-router', 'tenant_id': '269d59a82177497f8a2ebf774e8e100e', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:03:00.384156 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45911c81-c78c-4099-8f72-9e16d7783279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:00.385261 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45911c81-c78c-4099-8f72-9e16d7783279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:00.438501 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd4884b-f14e-4e6d-8d67-45a72db69c60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-6bfc1842-7a32-4165-bf6a-eeda42f1434d', 'network_id': '6bfc1842-7a32-4165-bf6a-eeda42f1434d', 'project_id': '269d59a82177497f8a2ebf774e8e100e', 'fixed_ips': [{'subnet_id': '6577d03f-0777-45dc-a4b7-226521fd83f5'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 17:03:00.440337 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9bd4884b-f14e-4e6d-8d67-45a72db69c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:00.442478 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45911c81-c78c-4099-8f72-9e16d7783279 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:00.589484 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45911c81-c78c-4099-8f72-9e16d7783279 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:00.593932 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-9bd4884b-f14e-4e6d-8d67-45a72db69c60 None None] Allocated IP 172.20.0.2 (6bfc1842-7a32-4165-bf6a-eeda42f1434d/6577d03f-0777-45dc-a4b7-226521fd83f5/38e433e4-052e-48ed-b1f3-b33299b8a966) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 17:03:00.749379 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9bd4884b-f14e-4e6d-8d67-45a72db69c60 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:00.756709 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9bd4884b-f14e-4e6d-8d67-45a72db69c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:00.796854 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd4884b-f14e-4e6d-8d67-45a72db69c60 None None] Network 6bfc1842-7a32-4165-bf6a-eeda42f1434d is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 17:03:00.799753 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-9bd4884b-f14e-4e6d-8d67-45a72db69c60 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 17:03:00.804951 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd4884b-f14e-4e6d-8d67-45a72db69c60 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 17:03:00.807973 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd4884b-f14e-4e6d-8d67-45a72db69c60 None None] Pushing event updated for resources: {'Port': ['ID=38e433e4-052e-48ed-b1f3-b33299b8a966,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:03:00.810663 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45911c81-c78c-4099-8f72-9e16d7783279 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:00.833617 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45911c81-c78c-4099-8f72-9e16d7783279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:00.862187 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9bd4884b-f14e-4e6d-8d67-45a72db69c60 None None] Attempting to bind port 38e433e4-052e-48ed-b1f3-b33299b8a966 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 17:03:00.863224 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9bd4884b-f14e-4e6d-8d67-45a72db69c60 None None] Attempting to bind port 38e433e4-052e-48ed-b1f3-b33299b8a966 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'c6118261-63d7-4ab1-a191-49b9d26476ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6bfc1842-7a32-4165-bf6a-eeda42f1434d'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 17:03:00.863918 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd4884b-f14e-4e6d-8d67-45a72db69c60 None None] Attempting to bind port 38e433e4-052e-48ed-b1f3-b33299b8a966 on network 6bfc1842-7a32-4165-bf6a-eeda42f1434d {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 17:03:00.868935 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd4884b-f14e-4e6d-8d67-45a72db69c60 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 17, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 17:03:00.869302 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd4884b-f14e-4e6d-8d67-45a72db69c60 None None] Checking segment: {'id': 'c6118261-63d7-4ab1-a191-49b9d26476ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6bfc1842-7a32-4165-bf6a-eeda42f1434d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 17:03:00.869710 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9bd4884b-f14e-4e6d-8d67-45a72db69c60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:00.871150 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd4884b-f14e-4e6d-8d67-45a72db69c60 None None] Bound using segment: {'id': 'c6118261-63d7-4ab1-a191-49b9d26476ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6bfc1842-7a32-4165-bf6a-eeda42f1434d'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 17:03:00.871672 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9bd4884b-f14e-4e6d-8d67-45a72db69c60 None None] Bound port: 38e433e4-052e-48ed-b1f3-b33299b8a966, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6118261-63d7-4ab1-a191-49b9d26476ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6bfc1842-7a32-4165-bf6a-eeda42f1434d'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 17:03:00.872002 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9bd4884b-f14e-4e6d-8d67-45a72db69c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:00.938449 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-45911c81-c78c-4099-8f72-9e16d7783279 admin admin] Allocated IP 172.25.3.156 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/d3165239-1e03-4ff4-a009-fb041518e07b) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 17:03:00.938691 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9bd4884b-f14e-4e6d-8d67-45a72db69c60 None None] For port 38e433e4-052e-48ed-b1f3-b33299b8a966, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 17:03:00.941811 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9bd4884b-f14e-4e6d-8d67-45a72db69c60 None None] For port 38e433e4-052e-48ed-b1f3-b33299b8a966, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=38e433e4-052e-48ed-b1f3-b33299b8a966,segment=NetworkSegment(c6118261-63d7-4ab1-a191-49b9d26476ac),segment_id=c6118261-63d7-4ab1-a191-49b9d26476ac)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 17:03:00.945865 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9bd4884b-f14e-4e6d-8d67-45a72db69c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:01.011789 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd4884b-f14e-4e6d-8d67-45a72db69c60 None None] Pushing event updated for resources: {'Port': ['ID=38e433e4-052e-48ed-b1f3-b33299b8a966,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:03:01.056656 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45911c81-c78c-4099-8f72-9e16d7783279 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:01.094863 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45911c81-c78c-4099-8f72-9e16d7783279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:01.132652 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45911c81-c78c-4099-8f72-9e16d7783279 admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 17:03:01.135501 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-45911c81-c78c-4099-8f72-9e16d7783279 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 17:03:01.139142 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45911c81-c78c-4099-8f72-9e16d7783279 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 17:03:01.172185 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b689ec2a-879c-453f-913c-2053d32aeac8 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 17:03:01.192595 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45911c81-c78c-4099-8f72-9e16d7783279 admin admin] Pushing event updated for resources: {'Port': ['ID=d3165239-1e03-4ff4-a009-fb041518e07b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:03:01.247185 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fc2591ca-5b74-4de1-bc53-b6f532bf1161 None None] Provisioning complete for port d3165239-1e03-4ff4-a009-fb041518e07b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:03:01.247563 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fc2591ca-5b74-4de1-bc53-b6f532bf1161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:01.288969 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-fc2591ca-5b74-4de1-bc53-b6f532bf1161 None None] Port d3165239-1e03-4ff4-a009-fb041518e07b cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 17:03:01.431468 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45911c81-c78c-4099-8f72-9e16d7783279 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:01.841978 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 5491237d-0377-4905-86bb-c929e310b259 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 17:03:01.905356 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 5491237d-0377-4905-86bb-c929e310b259 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:03:01.906030 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:01.947810 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae0b4be-7ab5-4efa-a7fe-a3a76ba04c04 None None] Sync routers for ids ['dd19647a-002e-4017-8d0f-05f6bdd421d4'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 17:03:01.959058 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae0b4be-7ab5-4efa-a7fe-a3a76ba04c04 None None] Routers {'dd19647a-002e-4017-8d0f-05f6bdd421d4'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:03:01.959901 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-dae0b4be-7ab5-4efa-a7fe-a3a76ba04c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:02:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['dd19647a-002e-4017-8d0f-05f6bdd421d4'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:03:01.990893 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45911c81-c78c-4099-8f72-9e16d7783279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:01.997618 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 38e433e4-052e-48ed-b1f3-b33299b8a966 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 17:03:02.052349 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 38e433e4-052e-48ed-b1f3-b33299b8a966 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:03:02.053030 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:02.057088 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce72291-562d-4b3c-86ce-2a5c9074697b None None] Network 6bfc1842-7a32-4165-bf6a-eeda42f1434d requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 17:03:02.074283 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-dae0b4be-7ab5-4efa-a7fe-a3a76ba04c04 None None] Set router dd19647a-002e-4017-8d0f-05f6bdd421d4 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:03:02.136455 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45911c81-c78c-4099-8f72-9e16d7783279 admin admin] Router 23ff576b-a2be-4c95-b4bd-ed94a682b470 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 17:03:02.172670 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e3520913-a5f3-42ae-8f3f-2d3417f4be77 None None] Provisioning complete for port 38e433e4-052e-48ed-b1f3-b33299b8a966 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:03:02.173206 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e3520913-a5f3-42ae-8f3f-2d3417f4be77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:02.254484 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45911c81-c78c-4099-8f72-9e16d7783279 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 17:03:02.269959 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336b72a5-7f0b-430f-be1c-73eccc5372f8 None None] Sync routers for ids ['23ff576b-a2be-4c95-b4bd-ed94a682b470'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 17:03:02.278111 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45911c81-c78c-4099-8f72-9e16d7783279 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:02.279973 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-45911c81-c78c-4099-8f72-9e16d7783279 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9252975 Dec 09 17:03:02.283940 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58048) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:03:02.298840 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:02.318455 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336b72a5-7f0b-430f-be1c-73eccc5372f8 None None] Routers {'23ff576b-a2be-4c95-b4bd-ed94a682b470'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:03:02.319246 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-336b72a5-7f0b-430f-be1c-73eccc5372f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:02:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['23ff576b-a2be-4c95-b4bd-ed94a682b470'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:03:02.400582 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-dae0b4be-7ab5-4efa-a7fe-a3a76ba04c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'name': 'tempest-TestShelveInstance-1002255696-router', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '5491237d-0377-4905-86bb-c929e310b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:02:55Z', 'updated_at': '2021-12-09T17:02:58Z', 'revision_number': 4, 'project_id': '476a14f49be5482a9e98e398602d5c28', 'gw_port': {'id': '5491237d-0377-4905-86bb-c929e310b259', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:02:56Z', 'updated_at': '2021-12-09T17:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '9f2d646a-4461-45de-8e93-4fcad560780f', 'name': '', 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'mac_address': 'fa:16:3e:88:07:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '4d480f52-180c-42c2-8811-9d48f3741486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:02:58Z', 'updated_at': '2021-12-09T17:02:58Z', 'revision_number': 2, 'project_id': '476a14f49be5482a9e98e398602d5c28', 'subnets': [{'id': '4d480f52-180c-42c2-8811-9d48f3741486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:03:02.429123 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae0b4be-7ab5-4efa-a7fe-a3a76ba04c04 None None] Checking router: dd19647a-002e-4017-8d0f-05f6bdd421d4 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 17:03:02.429717 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae0b4be-7ab5-4efa-a7fe-a3a76ba04c04 None None] Updating router dd19647a-002e-4017-8d0f-05f6bdd421d4 port 9f2d646a-4461-45de-8e93-4fcad560780f binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 17:03:02.452293 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port 38e433e4-052e-48ed-b1f3-b33299b8a966, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=38e433e4-052e-48ed-b1f3-b33299b8a966,segment=NetworkSegment(c6118261-63d7-4ab1-a191-49b9d26476ac),segment_id=c6118261-63d7-4ab1-a191-49b9d26476ac)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:03:02.462052 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-dae0b4be-7ab5-4efa-a7fe-a3a76ba04c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:02.467993 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:02.502825 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e3520913-a5f3-42ae-8f3f-2d3417f4be77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:02.543748 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-336b72a5-7f0b-430f-be1c-73eccc5372f8 None None] Set router 23ff576b-a2be-4c95-b4bd-ed94a682b470 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:03:02.646825 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=38e433e4-052e-48ed-b1f3-b33299b8a966,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:03:02.698282 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.db.api [None req-e3520913-a5f3-42ae-8f3f-2d3417f4be77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 17:03:02.698738 n-d-821228-1 neutron-server[103246]: DEBUG oslo_db.api [None req-e3520913-a5f3-42ae-8f3f-2d3417f4be77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 17:03:02.764623 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-dae0b4be-7ab5-4efa-a7fe-a3a76ba04c04 None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:02.771710 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-dae0b4be-7ab5-4efa-a7fe-a3a76ba04c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:02.785610 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5c1f730d-b225-4966-b95e-3c277a3c3cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:02.787316 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-336b72a5-7f0b-430f-be1c-73eccc5372f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ff576b-a2be-4c95-b4bd-ed94a682b470', 'name': 'tempest-TestShelveInstance-1762676314-router', 'tenant_id': '269d59a82177497f8a2ebf774e8e100e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'd3165239-1e03-4ff4-a009-fb041518e07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:03:00Z', 'updated_at': '2021-12-09T17:03:01Z', 'revision_number': 3, 'project_id': '269d59a82177497f8a2ebf774e8e100e', 'gw_port': {'id': 'd3165239-1e03-4ff4-a009-fb041518e07b', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:be:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ff576b-a2be-4c95-b4bd-ed94a682b470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:03:00Z', 'updated_at': '2021-12-09T17:03:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:03:02.819956 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da1bc1-ff84-4d06-8f3e-be87bceea7c7 None None] Pushing event updated for resources: {'Port': ['ID=9f2d646a-4461-45de-8e93-4fcad560780f,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:03:02.825334 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336b72a5-7f0b-430f-be1c-73eccc5372f8 None None] Checking router: 23ff576b-a2be-4c95-b4bd-ed94a682b470 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 17:03:02.825715 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336b72a5-7f0b-430f-be1c-73eccc5372f8 None None] Updating router 23ff576b-a2be-4c95-b4bd-ed94a682b470 port d3165239-1e03-4ff4-a009-fb041518e07b binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 17:03:02.829118 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da1bc1-ff84-4d06-8f3e-be87bceea7c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:03:02.829118 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da1bc1-ff84-4d06-8f3e-be87bceea7c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:03:02.829118 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da1bc1-ff84-4d06-8f3e-be87bceea7c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:03:02.829443 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da1bc1-ff84-4d06-8f3e-be87bceea7c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:03:02.829610 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da1bc1-ff84-4d06-8f3e-be87bceea7c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:03:02.830105 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da1bc1-ff84-4d06-8f3e-be87bceea7c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:03:02.830449 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da1bc1-ff84-4d06-8f3e-be87bceea7c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:03:02.830786 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da1bc1-ff84-4d06-8f3e-be87bceea7c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:03:02.831745 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da1bc1-ff84-4d06-8f3e-be87bceea7c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:03:02.832013 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da1bc1-ff84-4d06-8f3e-be87bceea7c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:03:02.832538 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da1bc1-ff84-4d06-8f3e-be87bceea7c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:03:02.832762 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da1bc1-ff84-4d06-8f3e-be87bceea7c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:03:02.833128 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da1bc1-ff84-4d06-8f3e-be87bceea7c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:03:02.855768 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-336b72a5-7f0b-430f-be1c-73eccc5372f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:02.903886 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-dae0b4be-7ab5-4efa-a7fe-a3a76ba04c04 None None] Attempting to bind port 9f2d646a-4461-45de-8e93-4fcad560780f on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 17:03:02.904265 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-dae0b4be-7ab5-4efa-a7fe-a3a76ba04c04 None None] Attempting to bind port 9f2d646a-4461-45de-8e93-4fcad560780f by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '07084e77-a0ce-4dea-829a-b44d0eac1432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 17:03:02.904673 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae0b4be-7ab5-4efa-a7fe-a3a76ba04c04 None None] Attempting to bind port 9f2d646a-4461-45de-8e93-4fcad560780f on network e100e40d-5173-4bcd-98c5-46f24cbcb382 {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 17:03:02.912195 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae0b4be-7ab5-4efa-a7fe-a3a76ba04c04 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 17, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 17:03:02.912606 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae0b4be-7ab5-4efa-a7fe-a3a76ba04c04 None None] Checking segment: {'id': '07084e77-a0ce-4dea-829a-b44d0eac1432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 17:03:02.913014 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-dae0b4be-7ab5-4efa-a7fe-a3a76ba04c04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:02.913583 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae0b4be-7ab5-4efa-a7fe-a3a76ba04c04 None None] Bound using segment: {'id': '07084e77-a0ce-4dea-829a-b44d0eac1432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 17:03:02.914216 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-dae0b4be-7ab5-4efa-a7fe-a3a76ba04c04 None None] Bound port: 9f2d646a-4461-45de-8e93-4fcad560780f, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07084e77-a0ce-4dea-829a-b44d0eac1432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 17:03:02.914604 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-dae0b4be-7ab5-4efa-a7fe-a3a76ba04c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:02.997597 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-5c1f730d-b225-4966-b95e-3c277a3c3cdc admin admin] Allocated IP 172.20.0.1 (6bfc1842-7a32-4165-bf6a-eeda42f1434d/6577d03f-0777-45dc-a4b7-226521fd83f5/93004d79-70a9-4fe3-bb2d-902bda0b360e) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 17:03:03.000119 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-dae0b4be-7ab5-4efa-a7fe-a3a76ba04c04 None None] For port 9f2d646a-4461-45de-8e93-4fcad560780f, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 17:03:03.005438 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-dae0b4be-7ab5-4efa-a7fe-a3a76ba04c04 None None] For port 9f2d646a-4461-45de-8e93-4fcad560780f, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=9f2d646a-4461-45de-8e93-4fcad560780f,segment=NetworkSegment(07084e77-a0ce-4dea-829a-b44d0eac1432),segment_id=07084e77-a0ce-4dea-829a-b44d0eac1432)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 17:03:03.012397 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-dae0b4be-7ab5-4efa-a7fe-a3a76ba04c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:03.056783 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae0b4be-7ab5-4efa-a7fe-a3a76ba04c04 None None] Routers {'dd19647a-002e-4017-8d0f-05f6bdd421d4'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:03:03.057405 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-dae0b4be-7ab5-4efa-a7fe-a3a76ba04c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:02:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['dd19647a-002e-4017-8d0f-05f6bdd421d4'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:03:03.123951 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5c1f730d-b225-4966-b95e-3c277a3c3cdc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:03.133872 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da1bc1-ff84-4d06-8f3e-be87bceea7c7 None None] Pushing event updated for resources: {'Port': ['ID=9f2d646a-4461-45de-8e93-4fcad560780f,revision_number=4']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:03:03.154190 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-336b72a5-7f0b-430f-be1c-73eccc5372f8 None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:03.162625 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-336b72a5-7f0b-430f-be1c-73eccc5372f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:03.170384 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5c1f730d-b225-4966-b95e-3c277a3c3cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:03.205265 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-dae0b4be-7ab5-4efa-a7fe-a3a76ba04c04 None None] Set router dd19647a-002e-4017-8d0f-05f6bdd421d4 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:03:03.222931 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1f730d-b225-4966-b95e-3c277a3c3cdc admin admin] Network 6bfc1842-7a32-4165-bf6a-eeda42f1434d is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 17:03:03.229482 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6068368-a45e-445f-9c7a-e1081eb38935 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 17:03:03.231955 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-5c1f730d-b225-4966-b95e-3c277a3c3cdc admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 17:03:03.235549 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1f730d-b225-4966-b95e-3c277a3c3cdc admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 17:03:03.268291 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f730d-b225-4966-b95e-3c277a3c3cdc admin admin] Pushing event updated for resources: {'Port': ['ID=93004d79-70a9-4fe3-bb2d-902bda0b360e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:03:03.279442 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412036a-6a8d-4fee-abaf-304731106710 None None] Pushing event updated for resources: {'Port': ['ID=d3165239-1e03-4ff4-a009-fb041518e07b,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:03:03.289298 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5c1f730d-b225-4966-b95e-3c277a3c3cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:03.291852 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-336b72a5-7f0b-430f-be1c-73eccc5372f8 None None] Attempting to bind port d3165239-1e03-4ff4-a009-fb041518e07b on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 17:03:03.293561 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-336b72a5-7f0b-430f-be1c-73eccc5372f8 None None] Attempting to bind port d3165239-1e03-4ff4-a009-fb041518e07b by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 17:03:03.293953 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336b72a5-7f0b-430f-be1c-73eccc5372f8 None None] Attempting to bind port d3165239-1e03-4ff4-a009-fb041518e07b on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 17:03:03.314098 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336b72a5-7f0b-430f-be1c-73eccc5372f8 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 17, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 17:03:03.314483 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336b72a5-7f0b-430f-be1c-73eccc5372f8 None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 17:03:03.314891 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-336b72a5-7f0b-430f-be1c-73eccc5372f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:03.315280 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336b72a5-7f0b-430f-be1c-73eccc5372f8 None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 17:03:03.315819 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-336b72a5-7f0b-430f-be1c-73eccc5372f8 None None] Bound port: d3165239-1e03-4ff4-a009-fb041518e07b, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 17:03:03.316202 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-336b72a5-7f0b-430f-be1c-73eccc5372f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:03.436672 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-336b72a5-7f0b-430f-be1c-73eccc5372f8 None None] For port d3165239-1e03-4ff4-a009-fb041518e07b, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 17:03:03.454890 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-336b72a5-7f0b-430f-be1c-73eccc5372f8 None None] For port d3165239-1e03-4ff4-a009-fb041518e07b, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d3165239-1e03-4ff4-a009-fb041518e07b,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 17:03:03.467610 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-336b72a5-7f0b-430f-be1c-73eccc5372f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:03.475135 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9af90644-3122-481d-8c1b-ac070bad491f None None] Provisioning complete for port 9f2d646a-4461-45de-8e93-4fcad560780f triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:03:03.475135 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9af90644-3122-481d-8c1b-ac070bad491f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:03.523096 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5c1f730d-b225-4966-b95e-3c277a3c3cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:03.589379 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-dae0b4be-7ab5-4efa-a7fe-a3a76ba04c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'name': 'tempest-TestShelveInstance-1002255696-router', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '5491237d-0377-4905-86bb-c929e310b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:02:55Z', 'updated_at': '2021-12-09T17:02:58Z', 'revision_number': 4, 'project_id': '476a14f49be5482a9e98e398602d5c28', 'gw_port': {'id': '5491237d-0377-4905-86bb-c929e310b259', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:02:56Z', 'updated_at': '2021-12-09T17:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '9f2d646a-4461-45de-8e93-4fcad560780f', 'name': '', 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'mac_address': 'fa:16:3e:88:07:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '4d480f52-180c-42c2-8811-9d48f3741486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:02:58Z', 'updated_at': '2021-12-09T17:03:02Z', 'revision_number': 4, 'project_id': '476a14f49be5482a9e98e398602d5c28', 'subnets': [{'id': '4d480f52-180c-42c2-8811-9d48f3741486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:03:03.625918 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae0b4be-7ab5-4efa-a7fe-a3a76ba04c04 None None] The sync data for ids ['dd19647a-002e-4017-8d0f-05f6bdd421d4'] in n-d-821228-1 is: [{'id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'name': 'tempest-TestShelveInstance-1002255696-router', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '5491237d-0377-4905-86bb-c929e310b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:02:55Z', 'updated_at': '2021-12-09T17:02:58Z', 'revision_number': 4, 'project_id': '476a14f49be5482a9e98e398602d5c28', 'gw_port': {'id': '5491237d-0377-4905-86bb-c929e310b259', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:02:56Z', 'updated_at': '2021-12-09T17:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '9f2d646a-4461-45de-8e93-4fcad560780f', 'name': '', 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'mac_address': 'fa:16:3e:88:07:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '4d480f52-180c-42c2-8811-9d48f3741486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:02:58Z', 'updated_at': '2021-12-09T17:03:02Z', 'revision_number': 4, 'project_id': '476a14f49be5482a9e98e398602d5c28', 'subnets': [{'id': '4d480f52-180c-42c2-8811-9d48f3741486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 17:03:03.732671 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5c1f730d-b225-4966-b95e-3c277a3c3cdc admin admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:03.744466 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5c1f730d-b225-4966-b95e-3c277a3c3cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:03.796574 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171f5443-dfb1-426d-b4e4-2f89fc94b1f0 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 17:03:03.835496 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412036a-6a8d-4fee-abaf-304731106710 None None] Pushing event updated for resources: {'Port': ['ID=d3165239-1e03-4ff4-a009-fb041518e07b,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:03:03.847467 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336b72a5-7f0b-430f-be1c-73eccc5372f8 None None] Routers {'23ff576b-a2be-4c95-b4bd-ed94a682b470'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:03:03.847570 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-336b72a5-7f0b-430f-be1c-73eccc5372f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:02:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['23ff576b-a2be-4c95-b4bd-ed94a682b470'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:03:03.869398 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5c1f730d-b225-4966-b95e-3c277a3c3cdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:03.882011 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f730d-b225-4966-b95e-3c277a3c3cdc admin admin] Pushing event updated for resources: {'Port': ['ID=93004d79-70a9-4fe3-bb2d-902bda0b360e,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:03:03.889660 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 9f2d646a-4461-45de-8e93-4fcad560780f up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 17:03:03.989516 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1f730d-b225-4966-b95e-3c277a3c3cdc admin admin] Network 6bfc1842-7a32-4165-bf6a-eeda42f1434d is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 17:03:03.991396 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-5c1f730d-b225-4966-b95e-3c277a3c3cdc admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 17:03:04.020055 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9af90644-3122-481d-8c1b-ac070bad491f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:04.053977 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-336b72a5-7f0b-430f-be1c-73eccc5372f8 None None] Set router 23ff576b-a2be-4c95-b4bd-ed94a682b470 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:03:04.103287 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 9f2d646a-4461-45de-8e93-4fcad560780f triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:03:04.103668 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:04.130378 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1f730d-b225-4966-b95e-3c277a3c3cdc admin admin] Router 23ff576b-a2be-4c95-b4bd-ed94a682b470 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 17:03:04.138922 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9af90644-3122-481d-8c1b-ac070bad491f None None] For port 9f2d646a-4461-45de-8e93-4fcad560780f, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=9f2d646a-4461-45de-8e93-4fcad560780f,segment=NetworkSegment(07084e77-a0ce-4dea-829a-b44d0eac1432),segment_id=07084e77-a0ce-4dea-829a-b44d0eac1432)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:03:04.181906 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9af90644-3122-481d-8c1b-ac070bad491f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:04.265519 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1f730d-b225-4966-b95e-3c277a3c3cdc admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 17:03:04.272156 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-5c1f730d-b225-4966-b95e-3c277a3c3cdc admin admin] 10.222.0.57 "PUT /v2.0/routers/23ff576b-a2be-4c95-b4bd-ed94a682b470/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9861319 Dec 09 17:03:04.303049 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9af90644-3122-481d-8c1b-ac070bad491f None None] Provisioning complete for port 38e433e4-052e-48ed-b1f3-b33299b8a966 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:03:04.303422 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9af90644-3122-481d-8c1b-ac070bad491f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:04.353352 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af90644-3122-481d-8c1b-ac070bad491f None None] Pushing event updated for resources: {'Port': ['ID=9f2d646a-4461-45de-8e93-4fcad560780f,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:03:04.449448 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 38e433e4-052e-48ed-b1f3-b33299b8a966 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 17:03:04.560455 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 38e433e4-052e-48ed-b1f3-b33299b8a966 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:03:04.560750 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:04.565775 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-336b72a5-7f0b-430f-be1c-73eccc5372f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ff576b-a2be-4c95-b4bd-ed94a682b470', 'name': 'tempest-TestShelveInstance-1762676314-router', 'tenant_id': '269d59a82177497f8a2ebf774e8e100e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'd3165239-1e03-4ff4-a009-fb041518e07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:03:00Z', 'updated_at': '2021-12-09T17:03:03Z', 'revision_number': 4, 'project_id': '269d59a82177497f8a2ebf774e8e100e', 'gw_port': {'id': 'd3165239-1e03-4ff4-a009-fb041518e07b', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:be:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ff576b-a2be-4c95-b4bd-ed94a682b470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:03:00Z', 'updated_at': '2021-12-09T17:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '93004d79-70a9-4fe3-bb2d-902bda0b360e', 'name': '', 'network_id': '6bfc1842-7a32-4165-bf6a-eeda42f1434d', 'tenant_id': '269d59a82177497f8a2ebf774e8e100e', 'mac_address': 'fa:16:3e:07:fc:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ff576b-a2be-4c95-b4bd-ed94a682b470', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '6577d03f-0777-45dc-a4b7-226521fd83f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:03:02Z', 'updated_at': '2021-12-09T17:03:03Z', 'revision_number': 2, 'project_id': '269d59a82177497f8a2ebf774e8e100e', 'subnets': [{'id': '6577d03f-0777-45dc-a4b7-226521fd83f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:03:04.614763 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9af90644-3122-481d-8c1b-ac070bad491f None None] Provisioning complete for port d3165239-1e03-4ff4-a009-fb041518e07b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:03:04.615134 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9af90644-3122-481d-8c1b-ac070bad491f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:04.634484 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336b72a5-7f0b-430f-be1c-73eccc5372f8 None None] The sync data for ids ['23ff576b-a2be-4c95-b4bd-ed94a682b470'] in n-d-821228-1 is: [{'id': '23ff576b-a2be-4c95-b4bd-ed94a682b470', 'name': 'tempest-TestShelveInstance-1762676314-router', 'tenant_id': '269d59a82177497f8a2ebf774e8e100e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'd3165239-1e03-4ff4-a009-fb041518e07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:03:00Z', 'updated_at': '2021-12-09T17:03:03Z', 'revision_number': 4, 'project_id': '269d59a82177497f8a2ebf774e8e100e', 'gw_port': {'id': 'd3165239-1e03-4ff4-a009-fb041518e07b', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:be:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ff576b-a2be-4c95-b4bd-ed94a682b470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:03:00Z', 'updated_at': '2021-12-09T17:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '93004d79-70a9-4fe3-bb2d-902bda0b360e', 'name': '', 'network_id': '6bfc1842-7a32-4165-bf6a-eeda42f1434d', 'tenant_id': '269d59a82177497f8a2ebf774e8e100e', 'mac_address': 'fa:16:3e:07:fc:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ff576b-a2be-4c95-b4bd-ed94a682b470', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '6577d03f-0777-45dc-a4b7-226521fd83f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:03:02Z', 'updated_at': '2021-12-09T17:03:03Z', 'revision_number': 2, 'project_id': '269d59a82177497f8a2ebf774e8e100e', 'subnets': [{'id': '6577d03f-0777-45dc-a4b7-226521fd83f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 17:03:04.737682 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9af90644-3122-481d-8c1b-ac070bad491f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:04.759266 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9af90644-3122-481d-8c1b-ac070bad491f None None] For port d3165239-1e03-4ff4-a009-fb041518e07b, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d3165239-1e03-4ff4-a009-fb041518e07b,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:03:04.763856 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9af90644-3122-481d-8c1b-ac070bad491f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:04.817526 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af90644-3122-481d-8c1b-ac070bad491f None None] Pushing event updated for resources: {'Port': ['ID=d3165239-1e03-4ff4-a009-fb041518e07b,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:03:04.884345 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2fe9d4b5-a368-497c-85c8-408dedfae30c None None] Provisioning complete for port 93004d79-70a9-4fe3-bb2d-902bda0b360e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:03:04.884734 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2fe9d4b5-a368-497c-85c8-408dedfae30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:04.924286 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2fe9d4b5-a368-497c-85c8-408dedfae30c None None] Port 93004d79-70a9-4fe3-bb2d-902bda0b360e cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 17:03:04.935550 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2fe9d4b5-a368-497c-85c8-408dedfae30c None None] Provisioning complete for port d3165239-1e03-4ff4-a009-fb041518e07b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:03:04.936069 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2fe9d4b5-a368-497c-85c8-408dedfae30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:05.330835 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58056) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:03:05.336052 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-3c2bf0bb-f1a2-47b7-9437-11fedf75e895 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1655825266', 'description': 'tempest-secgroup-smoke-1655825266 description', 'project_id': '476a14f49be5482a9e98e398602d5c28'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:03:05.357630 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3c2bf0bb-f1a2-47b7-9437-11fedf75e895 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:05.427597 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3c2bf0bb-f1a2-47b7-9437-11fedf75e895 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:05.431474 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3c2bf0bb-f1a2-47b7-9437-11fedf75e895 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:05.461087 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3c2bf0bb-f1a2-47b7-9437-11fedf75e895 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:05.462307 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3c2bf0bb-f1a2-47b7-9437-11fedf75e895 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1298754 Dec 09 17:03:05.464192 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2bf0bb-f1a2-47b7-9437-11fedf75e895 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b772d6d7-b683-4912-b3bb-3c02c6e15433,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:03:05.465524 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58058) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:03:05.470439 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-9608e1e5-693a-4bce-b997-078a237e71c6 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Request body: {'security_group_rule': {'security_group_id': 'b772d6d7-b683-4912-b3bb-3c02c6e15433', 'project_id': '476a14f49be5482a9e98e398602d5c28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:03:05.499024 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9608e1e5-693a-4bce-b997-078a237e71c6 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:05.555899 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9608e1e5-693a-4bce-b997-078a237e71c6 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:05.559557 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9608e1e5-693a-4bce-b997-078a237e71c6 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:05.577458 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608e1e5-693a-4bce-b997-078a237e71c6 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6295dad-ce92-49aa-bcec-34c3f74c3caf,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:03:05.582512 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9608e1e5-693a-4bce-b997-078a237e71c6 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:05.583713 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9608e1e5-693a-4bce-b997-078a237e71c6 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1171381 Dec 09 17:03:05.586511 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58060) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:03:05.590774 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-4faf198b-5305-40b1-abaf-45bdeec7ca6d tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Request body: {'security_group_rule': {'security_group_id': 'b772d6d7-b683-4912-b3bb-3c02c6e15433', 'project_id': '476a14f49be5482a9e98e398602d5c28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:03:05.618111 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4faf198b-5305-40b1-abaf-45bdeec7ca6d tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:05.674261 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4faf198b-5305-40b1-abaf-45bdeec7ca6d tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:05.677743 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4faf198b-5305-40b1-abaf-45bdeec7ca6d tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:05.696169 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf198b-5305-40b1-abaf-45bdeec7ca6d tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73cf164e-fbb9-4902-9986-d1fc44728b23,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:03:05.701544 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4faf198b-5305-40b1-abaf-45bdeec7ca6d tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:05.702740 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4faf198b-5305-40b1-abaf-45bdeec7ca6d tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1153176 Dec 09 17:03:05.705678 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58062) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:03:05.711102 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-33d88810-8566-4283-acd2-d757416c7d80 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Request body: {'security_group_rule': {'security_group_id': 'b772d6d7-b683-4912-b3bb-3c02c6e15433', 'project_id': '476a14f49be5482a9e98e398602d5c28', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:03:05.738532 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-33d88810-8566-4283-acd2-d757416c7d80 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:05.772932 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 9f2d646a-4461-45de-8e93-4fcad560780f up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 17:03:05.820781 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-33d88810-8566-4283-acd2-d757416c7d80 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:05.828392 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-33d88810-8566-4283-acd2-d757416c7d80 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:05.845885 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 9f2d646a-4461-45de-8e93-4fcad560780f triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:03:05.846285 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:05.850452 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d88810-8566-4283-acd2-d757416c7d80 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e7042e-c299-4f1e-88e3-26685855a19a,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:03:05.856859 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-33d88810-8566-4283-acd2-d757416c7d80 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:05.858218 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-33d88810-8566-4283-acd2-d757416c7d80 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1509061 Dec 09 17:03:05.860983 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58064) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:03:05.865568 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-602bab88-18bf-47ad-be43-a13cf6971924 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Request body: {'security_group_rule': {'security_group_id': 'b772d6d7-b683-4912-b3bb-3c02c6e15433', 'project_id': '476a14f49be5482a9e98e398602d5c28', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:03:05.895052 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-602bab88-18bf-47ad-be43-a13cf6971924 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:05.960151 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-602bab88-18bf-47ad-be43-a13cf6971924 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:05.963566 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-602bab88-18bf-47ad-be43-a13cf6971924 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:05.980995 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602bab88-18bf-47ad-be43-a13cf6971924 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a3ca83b-303e-4ef4-adf9-a77cb954e667,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:03:05.989168 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-602bab88-18bf-47ad-be43-a13cf6971924 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:05.990369 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-602bab88-18bf-47ad-be43-a13cf6971924 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1284487 Dec 09 17:03:05.993148 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58066) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:03:05.997774 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-3da6210c-2e9c-4ffb-ae4f-5874b4133696 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Request body: {'security_group_rule': {'security_group_id': 'b772d6d7-b683-4912-b3bb-3c02c6e15433', 'project_id': '476a14f49be5482a9e98e398602d5c28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:03:06.019652 n-d-821228-1 neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-3da6210c-2e9c-4ffb-ae4f-5874b4133696 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Project 476a14f49be5482a9e98e398602d5c28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 17:03:06.024610 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3da6210c-2e9c-4ffb-ae4f-5874b4133696 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:06.083490 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3da6210c-2e9c-4ffb-ae4f-5874b4133696 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:06.086898 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3da6210c-2e9c-4ffb-ae4f-5874b4133696 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:06.101662 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6210c-2e9c-4ffb-ae4f-5874b4133696 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62eb9b0b-8119-442d-a415-67c13ffd1054,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:03:06.111504 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3da6210c-2e9c-4ffb-ae4f-5874b4133696 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:06.113242 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3da6210c-2e9c-4ffb-ae4f-5874b4133696 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1189456 Dec 09 17:03:06.116407 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58068) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:03:06.120731 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-dacabe0c-47c8-4309-80c0-be414be6056b tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Request body: {'security_group_rule': {'security_group_id': 'b772d6d7-b683-4912-b3bb-3c02c6e15433', 'project_id': '476a14f49be5482a9e98e398602d5c28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:03:06.141593 n-d-821228-1 neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-dacabe0c-47c8-4309-80c0-be414be6056b tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Project 476a14f49be5482a9e98e398602d5c28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 17:03:06.147218 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dacabe0c-47c8-4309-80c0-be414be6056b tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:06.217653 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dacabe0c-47c8-4309-80c0-be414be6056b tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:06.221508 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dacabe0c-47c8-4309-80c0-be414be6056b tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:06.244280 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dacabe0c-47c8-4309-80c0-be414be6056b tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:06.245646 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-dacabe0c-47c8-4309-80c0-be414be6056b tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1282699 Dec 09 17:03:06.248216 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacabe0c-47c8-4309-80c0-be414be6056b tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aa9c105-49f2-43b5-8b46-f101a0a3ae89,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:03:06.412129 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-048d1d2e-5ed1-4b3f-a55a-e5b95c98bd84 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1655825266&fields=id&tenant_id=476a14f49be5482a9e98e398602d5c28 HTTP/1.1" status: 200 len: 267 time: 0.0500567 Dec 09 17:03:06.525652 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-877b923a-1a4e-433e-b383-ebdde77ba728 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:03:06.527205 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-877b923a-1a4e-433e-b383-ebdde77ba728 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/networks?id=e100e40d-5173-4bcd-98c5-46f24cbcb382 HTTP/1.1" status: 200 len: 809 time: 0.1082287 Dec 09 17:03:06.542826 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-fa1bbdd5-f08c-4b7a-b0fd-fa92e3fca9cd tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/quotas/476a14f49be5482a9e98e398602d5c28 HTTP/1.1" status: 200 len: 375 time: 0.0097287 Dec 09 17:03:06.597095 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-3d28db5b-4dec-4915-9083-1ed12182047a tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=476a14f49be5482a9e98e398602d5c28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481293 Dec 09 17:03:06.699699 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-67d84f8c-da4e-4cb3-b2e3-fba05c1bb6ea service neutron] 10.222.0.57 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900731 Dec 09 17:03:06.791023 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-2140e448-fb3c-47dd-958c-363e97d8b5b1 service neutron] 10.222.0.57 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848253 Dec 09 17:03:06.949649 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a15243aa-a928-42ea-8442-6c181f99711c req-5ee10310-a381-441d-8388-6e1d59e3e4e8 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 210 time: 0.0280366 Dec 09 17:03:07.460944 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc6be17-d514-4cfa-a552-787c73a95a8f None None] Sync routers for ids ['23ff576b-a2be-4c95-b4bd-ed94a682b470'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 17:03:07.470842 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc6be17-d514-4cfa-a552-787c73a95a8f None None] Routers {'23ff576b-a2be-4c95-b4bd-ed94a682b470'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:03:07.471444 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-ecc6be17-d514-4cfa-a552-787c73a95a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:02:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['23ff576b-a2be-4c95-b4bd-ed94a682b470'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:03:07.580391 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-ecc6be17-d514-4cfa-a552-787c73a95a8f None None] Set router 23ff576b-a2be-4c95-b4bd-ed94a682b470 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:03:07.781454 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-ecc6be17-d514-4cfa-a552-787c73a95a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ff576b-a2be-4c95-b4bd-ed94a682b470', 'name': 'tempest-TestShelveInstance-1762676314-router', 'tenant_id': '269d59a82177497f8a2ebf774e8e100e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'd3165239-1e03-4ff4-a009-fb041518e07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:03:00Z', 'updated_at': '2021-12-09T17:03:03Z', 'revision_number': 4, 'project_id': '269d59a82177497f8a2ebf774e8e100e', 'gw_port': {'id': 'd3165239-1e03-4ff4-a009-fb041518e07b', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:be:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ff576b-a2be-4c95-b4bd-ed94a682b470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:03:00Z', 'updated_at': '2021-12-09T17:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '93004d79-70a9-4fe3-bb2d-902bda0b360e', 'name': '', 'network_id': '6bfc1842-7a32-4165-bf6a-eeda42f1434d', 'tenant_id': '269d59a82177497f8a2ebf774e8e100e', 'mac_address': 'fa:16:3e:07:fc:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ff576b-a2be-4c95-b4bd-ed94a682b470', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '6577d03f-0777-45dc-a4b7-226521fd83f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:03:02Z', 'updated_at': '2021-12-09T17:03:03Z', 'revision_number': 2, 'project_id': '269d59a82177497f8a2ebf774e8e100e', 'subnets': [{'id': '6577d03f-0777-45dc-a4b7-226521fd83f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:03:07.788014 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d3165239-1e03-4ff4-a009-fb041518e07b up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 17:03:07.811617 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc6be17-d514-4cfa-a552-787c73a95a8f None None] Checking router: 23ff576b-a2be-4c95-b4bd-ed94a682b470 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 17:03:07.811975 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc6be17-d514-4cfa-a552-787c73a95a8f None None] Updating router 23ff576b-a2be-4c95-b4bd-ed94a682b470 port 93004d79-70a9-4fe3-bb2d-902bda0b360e binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 17:03:07.840295 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port d3165239-1e03-4ff4-a009-fb041518e07b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:03:07.840589 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-ecc6be17-d514-4cfa-a552-787c73a95a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:07.840696 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:08.026143 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-3d8ed567-3878-4d36-a1b6-7913954aee5e tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:03:08.028036 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-3d8ed567-3878-4d36-a1b6-7913954aee5e tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.31 "GET /v2.0/networks?id=e100e40d-5173-4bcd-98c5-46f24cbcb382 HTTP/1.1" status: 200 len: 809 time: 0.1278291 Dec 09 17:03:08.056880 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a037e5ff-f2f7-4283-9eb9-6e0466da3136 req-12d7a351-d54b-4e50-ac9b-d8d0d4f76703 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 210 time: 0.0272031 Dec 09 17:03:08.112988 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-ecc6be17-d514-4cfa-a552-787c73a95a8f None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:08.118488 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-ecc6be17-d514-4cfa-a552-787c73a95a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:08.127049 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-11322201-cea2-4ea0-84e8-4ddc044bd583 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=476a14f49be5482a9e98e398602d5c28 HTTP/1.1" status: 200 len: 380 time: 0.0693822 Dec 09 17:03:08.138432 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-0d520b98-1111-43b0-aa89-eb4ca238d65b tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Request body: {'port': {'device_id': '1f2e1325-45a9-4b5f-af57-44be6df4751c', 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382', 'admin_state_up': True, 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'security_groups': ['b772d6d7-b683-4912-b3bb-3c02c6e15433']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:03:08.163565 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9bff5-2895-4857-a483-90470682d4ea None None] Pushing event updated for resources: {'Port': ['ID=93004d79-70a9-4fe3-bb2d-902bda0b360e,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:03:08.234493 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-ecc6be17-d514-4cfa-a552-787c73a95a8f None None] Attempting to bind port 93004d79-70a9-4fe3-bb2d-902bda0b360e on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 17:03:08.235184 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-ecc6be17-d514-4cfa-a552-787c73a95a8f None None] Attempting to bind port 93004d79-70a9-4fe3-bb2d-902bda0b360e by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'c6118261-63d7-4ab1-a191-49b9d26476ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6bfc1842-7a32-4165-bf6a-eeda42f1434d'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 17:03:08.235615 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc6be17-d514-4cfa-a552-787c73a95a8f None None] Attempting to bind port 93004d79-70a9-4fe3-bb2d-902bda0b360e on network 6bfc1842-7a32-4165-bf6a-eeda42f1434d {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 17:03:08.242577 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc6be17-d514-4cfa-a552-787c73a95a8f None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 17, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 17:03:08.243048 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc6be17-d514-4cfa-a552-787c73a95a8f None None] Checking segment: {'id': 'c6118261-63d7-4ab1-a191-49b9d26476ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6bfc1842-7a32-4165-bf6a-eeda42f1434d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 17:03:08.243523 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-ecc6be17-d514-4cfa-a552-787c73a95a8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:08.243983 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc6be17-d514-4cfa-a552-787c73a95a8f None None] Bound using segment: {'id': 'c6118261-63d7-4ab1-a191-49b9d26476ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6bfc1842-7a32-4165-bf6a-eeda42f1434d'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 17:03:08.244542 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-ecc6be17-d514-4cfa-a552-787c73a95a8f None None] Bound port: 93004d79-70a9-4fe3-bb2d-902bda0b360e, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6118261-63d7-4ab1-a191-49b9d26476ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6bfc1842-7a32-4165-bf6a-eeda42f1434d'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 17:03:08.245168 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-ecc6be17-d514-4cfa-a552-787c73a95a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:08.264486 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-0d520b98-1111-43b0-aa89-eb4ca238d65b tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Made reservation on behalf of 476a14f49be5482a9e98e398602d5c28 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 17:03:08.268108 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-0d520b98-1111-43b0-aa89-eb4ca238d65b tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:08.310893 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-ecc6be17-d514-4cfa-a552-787c73a95a8f None None] For port 93004d79-70a9-4fe3-bb2d-902bda0b360e, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 17:03:08.314178 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-ecc6be17-d514-4cfa-a552-787c73a95a8f None None] For port 93004d79-70a9-4fe3-bb2d-902bda0b360e, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=93004d79-70a9-4fe3-bb2d-902bda0b360e,segment=NetworkSegment(c6118261-63d7-4ab1-a191-49b9d26476ac),segment_id=c6118261-63d7-4ab1-a191-49b9d26476ac)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 17:03:08.319707 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-ecc6be17-d514-4cfa-a552-787c73a95a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:08.383859 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9bff5-2895-4857-a483-90470682d4ea None None] Pushing event updated for resources: {'Port': ['ID=93004d79-70a9-4fe3-bb2d-902bda0b360e,revision_number=4']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:03:08.389015 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc6be17-d514-4cfa-a552-787c73a95a8f None None] Routers {'23ff576b-a2be-4c95-b4bd-ed94a682b470'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:03:08.389633 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-ecc6be17-d514-4cfa-a552-787c73a95a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:02:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['23ff576b-a2be-4c95-b4bd-ed94a682b470'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:03:08.412937 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-0d520b98-1111-43b0-aa89-eb4ca238d65b tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Allocated IP 172.20.0.6 (e100e40d-5173-4bcd-98c5-46f24cbcb382/4d480f52-180c-42c2-8811-9d48f3741486/9ab3d59a-5f93-49d1-8764-a817bfd3e47b) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 17:03:08.481331 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-5462f555-ec3b-42c9-b99a-4c1bf4b8d1fe None None] Provisioning complete for port 93004d79-70a9-4fe3-bb2d-902bda0b360e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:03:08.482097 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5462f555-ec3b-42c9-b99a-4c1bf4b8d1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:08.502830 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-ecc6be17-d514-4cfa-a552-787c73a95a8f None None] Set router 23ff576b-a2be-4c95-b4bd-ed94a682b470 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:03:08.573591 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5462f555-ec3b-42c9-b99a-4c1bf4b8d1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:08.585125 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-0d520b98-1111-43b0-aa89-eb4ca238d65b tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:08.614857 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5462f555-ec3b-42c9-b99a-4c1bf4b8d1fe None None] For port 93004d79-70a9-4fe3-bb2d-902bda0b360e, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=93004d79-70a9-4fe3-bb2d-902bda0b360e,segment=NetworkSegment(c6118261-63d7-4ab1-a191-49b9d26476ac),segment_id=c6118261-63d7-4ab1-a191-49b9d26476ac)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:03:08.620214 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5462f555-ec3b-42c9-b99a-4c1bf4b8d1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:08.635752 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-0d520b98-1111-43b0-aa89-eb4ca238d65b tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:08.676079 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5462f555-ec3b-42c9-b99a-4c1bf4b8d1fe None None] Pushing event updated for resources: {'Port': ['ID=93004d79-70a9-4fe3-bb2d-902bda0b360e,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:03:08.681742 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-0d520b98-1111-43b0-aa89-eb4ca238d65b tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Network e100e40d-5173-4bcd-98c5-46f24cbcb382 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 17:03:08.688984 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-0d520b98-1111-43b0-aa89-eb4ca238d65b tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 17:03:08.694030 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-0d520b98-1111-43b0-aa89-eb4ca238d65b tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 17:03:08.722116 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d520b98-1111-43b0-aa89-eb4ca238d65b tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Pushing event updated for resources: {'Port': ['ID=9ab3d59a-5f93-49d1-8764-a817bfd3e47b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:03:08.752801 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-cbe7b035-a82e-48df-aad4-751d7d65ed56 None None] Provisioning complete for port 93004d79-70a9-4fe3-bb2d-902bda0b360e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:03:08.753456 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cbe7b035-a82e-48df-aad4-751d7d65ed56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:08.759991 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-0d520b98-1111-43b0-aa89-eb4ca238d65b tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:03:08.765277 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-0d520b98-1111-43b0-aa89-eb4ca238d65b tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:08.791755 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-0d520b98-1111-43b0-aa89-eb4ca238d65b tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6570215 Dec 09 17:03:08.805576 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-450c0d42-96df-4864-b88a-23b2051f9e0c service neutron] Request body: {'port': {'device_id': '1f2e1325-45a9-4b5f-af57-44be6df4751c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:03:08.858545 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-ecc6be17-d514-4cfa-a552-787c73a95a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ff576b-a2be-4c95-b4bd-ed94a682b470', 'name': 'tempest-TestShelveInstance-1762676314-router', 'tenant_id': '269d59a82177497f8a2ebf774e8e100e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'd3165239-1e03-4ff4-a009-fb041518e07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:03:00Z', 'updated_at': '2021-12-09T17:03:03Z', 'revision_number': 4, 'project_id': '269d59a82177497f8a2ebf774e8e100e', 'gw_port': {'id': 'd3165239-1e03-4ff4-a009-fb041518e07b', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:be:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ff576b-a2be-4c95-b4bd-ed94a682b470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:03:00Z', 'updated_at': '2021-12-09T17:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '93004d79-70a9-4fe3-bb2d-902bda0b360e', 'name': '', 'network_id': '6bfc1842-7a32-4165-bf6a-eeda42f1434d', 'tenant_id': '269d59a82177497f8a2ebf774e8e100e', 'mac_address': 'fa:16:3e:07:fc:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ff576b-a2be-4c95-b4bd-ed94a682b470', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '6577d03f-0777-45dc-a4b7-226521fd83f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:03:02Z', 'updated_at': '2021-12-09T17:03:08Z', 'revision_number': 4, 'project_id': '269d59a82177497f8a2ebf774e8e100e', 'subnets': [{'id': '6577d03f-0777-45dc-a4b7-226521fd83f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:03:08.877035 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-450c0d42-96df-4864-b88a-23b2051f9e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:08.886688 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc6be17-d514-4cfa-a552-787c73a95a8f None None] The sync data for ids ['23ff576b-a2be-4c95-b4bd-ed94a682b470'] in n-d-821228-1 is: [{'id': '23ff576b-a2be-4c95-b4bd-ed94a682b470', 'name': 'tempest-TestShelveInstance-1762676314-router', 'tenant_id': '269d59a82177497f8a2ebf774e8e100e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'd3165239-1e03-4ff4-a009-fb041518e07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:03:00Z', 'updated_at': '2021-12-09T17:03:03Z', 'revision_number': 4, 'project_id': '269d59a82177497f8a2ebf774e8e100e', 'gw_port': {'id': 'd3165239-1e03-4ff4-a009-fb041518e07b', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:be:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ff576b-a2be-4c95-b4bd-ed94a682b470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:03:00Z', 'updated_at': '2021-12-09T17:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '93004d79-70a9-4fe3-bb2d-902bda0b360e', 'name': '', 'network_id': '6bfc1842-7a32-4165-bf6a-eeda42f1434d', 'tenant_id': '269d59a82177497f8a2ebf774e8e100e', 'mac_address': 'fa:16:3e:07:fc:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ff576b-a2be-4c95-b4bd-ed94a682b470', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '6577d03f-0777-45dc-a4b7-226521fd83f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:03:02Z', 'updated_at': '2021-12-09T17:03:08Z', 'revision_number': 4, 'project_id': '269d59a82177497f8a2ebf774e8e100e', 'subnets': [{'id': '6577d03f-0777-45dc-a4b7-226521fd83f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 17:03:08.978079 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-461b0143-ca7f-4c46-ac82-04c45996aef5 None None] Provisioning complete for port 9ab3d59a-5f93-49d1-8764-a817bfd3e47b triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:03:08.978624 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-461b0143-ca7f-4c46-ac82-04c45996aef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:09.013865 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-461b0143-ca7f-4c46-ac82-04c45996aef5 None None] Port 9ab3d59a-5f93-49d1-8764-a817bfd3e47b cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 17:03:09.195566 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-450c0d42-96df-4864-b88a-23b2051f9e0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ab3d59a-5f93-49d1-8764-a817bfd3e47b {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 17:03:09.204997 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-450c0d42-96df-4864-b88a-23b2051f9e0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:09.222403 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-450c0d42-96df-4864-b88a-23b2051f9e0c service neutron] Transition to ACTIVE for port object 9ab3d59a-5f93-49d1-8764-a817bfd3e47b will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 17:03:09.227258 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-450c0d42-96df-4864-b88a-23b2051f9e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:09.239376 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e038a08-a1e9-4eeb-9dfc-c6b2a9a6043d req-4baaea28-7710-4557-97b6-44b7795068d8 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:03:09.240943 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2e038a08-a1e9-4eeb-9dfc-c6b2a9a6043d req-4baaea28-7710-4557-97b6-44b7795068d8 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 931 time: 0.0870399 Dec 09 17:03:09.308429 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c0d42-96df-4864-b88a-23b2051f9e0c service neutron] Pushing event updated for resources: {'Port': ['ID=9ab3d59a-5f93-49d1-8764-a817bfd3e47b,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:03:09.353943 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2e038a08-a1e9-4eeb-9dfc-c6b2a9a6043d req-d8bd0a00-090d-4817-8c41-47e88c856fdd tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911837 Dec 09 17:03:09.407207 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-450c0d42-96df-4864-b88a-23b2051f9e0c service neutron] Attempting to bind port 9ab3d59a-5f93-49d1-8764-a817bfd3e47b on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 17:03:09.407546 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-450c0d42-96df-4864-b88a-23b2051f9e0c service neutron] Attempting to bind port 9ab3d59a-5f93-49d1-8764-a817bfd3e47b by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '07084e77-a0ce-4dea-829a-b44d0eac1432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 17:03:09.407880 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-450c0d42-96df-4864-b88a-23b2051f9e0c service neutron] Attempting to bind port 9ab3d59a-5f93-49d1-8764-a817bfd3e47b on network e100e40d-5173-4bcd-98c5-46f24cbcb382 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 17:03:09.413276 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-450c0d42-96df-4864-b88a-23b2051f9e0c service neutron] Port 9ab3d59a-5f93-49d1-8764-a817bfd3e47b on network e100e40d-5173-4bcd-98c5-46f24cbcb382 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 17:03:09.413599 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-450c0d42-96df-4864-b88a-23b2051f9e0c service neutron] Attempting to bind port 9ab3d59a-5f93-49d1-8764-a817bfd3e47b on network e100e40d-5173-4bcd-98c5-46f24cbcb382 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 17:03:09.418587 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-450c0d42-96df-4864-b88a-23b2051f9e0c service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 17, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 17:03:09.418928 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-450c0d42-96df-4864-b88a-23b2051f9e0c service neutron] Checking segment: {'id': '07084e77-a0ce-4dea-829a-b44d0eac1432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 17:03:09.419389 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-450c0d42-96df-4864-b88a-23b2051f9e0c service neutron] Bound using segment: {'id': '07084e77-a0ce-4dea-829a-b44d0eac1432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 17:03:09.419723 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-450c0d42-96df-4864-b88a-23b2051f9e0c service neutron] Bound port: 9ab3d59a-5f93-49d1-8764-a817bfd3e47b, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07084e77-a0ce-4dea-829a-b44d0eac1432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 17:03:09.420088 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-450c0d42-96df-4864-b88a-23b2051f9e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:09.484943 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-450c0d42-96df-4864-b88a-23b2051f9e0c service neutron] For port 9ab3d59a-5f93-49d1-8764-a817bfd3e47b, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 17:03:09.487936 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-450c0d42-96df-4864-b88a-23b2051f9e0c service neutron] For port 9ab3d59a-5f93-49d1-8764-a817bfd3e47b, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=9ab3d59a-5f93-49d1-8764-a817bfd3e47b,segment=NetworkSegment(07084e77-a0ce-4dea-829a-b44d0eac1432),segment_id=07084e77-a0ce-4dea-829a-b44d0eac1432)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 17:03:09.492681 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-450c0d42-96df-4864-b88a-23b2051f9e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:09.528849 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-450c0d42-96df-4864-b88a-23b2051f9e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:03:09.529450 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-450c0d42-96df-4864-b88a-23b2051f9e0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:09.530838 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-450c0d42-96df-4864-b88a-23b2051f9e0c service neutron] 10.222.0.31 "PUT /v2.0/ports/9ab3d59a-5f93-49d1-8764-a817bfd3e47b HTTP/1.1" status: 200 len: 1091 time: 0.7295651 Dec 09 17:03:09.531283 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f2e1325-45a9-4b5f-af57-44be6df4751c', 'tag': '9ab3d59a-5f93-49d1-8764-a817bfd3e47b'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 17:03:09.533607 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28720e7b-5111-4aff-bae3-2adb7e0e2329" -d '{"events": [{"name": "network-changed", "server_uuid": "1f2e1325-45a9-4b5f-af57-44be6df4751c", "tag": "9ab3d59a-5f93-49d1-8764-a817bfd3e47b"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 17:03:09.568677 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c0d42-96df-4864-b88a-23b2051f9e0c service neutron] Pushing event updated for resources: {'Port': ['ID=9ab3d59a-5f93-49d1-8764-a817bfd3e47b,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:03:09.607992 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 17:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50fb836-2773-4373-9ace-8a0c176bd2b8 x-openstack-request-id: req-a50fb836-2773-4373-9ace-8a0c176bd2b8 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 17:03:09.608288 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f2e1325-45a9-4b5f-af57-44be6df4751c", "tag": "9ab3d59a-5f93-49d1-8764-a817bfd3e47b", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 17:03:09.608561 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a50fb836-2773-4373-9ace-8a0c176bd2b8 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 17:03:09.608967 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f2e1325-45a9-4b5f-af57-44be6df4751c', 'tag': '9ab3d59a-5f93-49d1-8764-a817bfd3e47b', 'status': 'completed', 'code': 200} Dec 09 17:03:09.625352 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-b8f48567-6e9a-40fc-a09b-f3692f82b68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:03:09.626887 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-b8f48567-6e9a-40fc-a09b-f3692f82b68c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=476a14f49be5482a9e98e398602d5c28&device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 1094 time: 0.0532155 Dec 09 17:03:09.674258 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-46bd442c-7a8d-4173-b7f7-e27edbfbea40 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ab3d59a-5f93-49d1-8764-a817bfd3e47b HTTP/1.1" status: 200 len: 217 time: 0.0391169 Dec 09 17:03:09.734056 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-67e78324-65a0-4159-8198-dbed60ad7210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:03:09.735759 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-67e78324-65a0-4159-8198-dbed60ad7210 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4d480f52-180c-42c2-8811-9d48f3741486 HTTP/1.1" status: 200 len: 848 time: 0.0543158 Dec 09 17:03:09.782125 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-149885f1-d88d-44f7-819b-d125894b6744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:03:09.784577 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-149885f1-d88d-44f7-819b-d125894b6744 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e100e40d-5173-4bcd-98c5-46f24cbcb382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409880 Dec 09 17:03:09.792818 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 93004d79-70a9-4fe3-bb2d-902bda0b360e up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 17:03:09.840852 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 93004d79-70a9-4fe3-bb2d-902bda0b360e triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:03:09.841138 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:09.881355 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-4ab2ce5d-9a29-4f3d-bc2c-061113a07a44 service neutron] 10.222.0.31 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904071 Dec 09 17:03:09.974501 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-99768b5a-a66a-4486-84e9-d1dd3dd71890 req-59ca060b-496c-42bb-9b92-0e3c8257d1e1 service neutron] 10.222.0.31 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866127 Dec 09 17:03:10.063703 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28720e7b-5111-4aff-bae3-2adb7e0e2329 req-3e2538dc-9510-4aec-923b-90e15c9e47fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:03:10.065128 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-28720e7b-5111-4aff-bae3-2adb7e0e2329 req-3e2538dc-9510-4aec-923b-90e15c9e47fa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=476a14f49be5482a9e98e398602d5c28&device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 1094 time: 0.0447307 Dec 09 17:03:10.151995 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28720e7b-5111-4aff-bae3-2adb7e0e2329 req-2d7b3d79-16f1-4988-9dc7-768c2a2ee9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:03:10.153490 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-28720e7b-5111-4aff-bae3-2adb7e0e2329 req-2d7b3d79-16f1-4988-9dc7-768c2a2ee9fc service neutron] 10.222.0.31 "GET /v2.0/networks?id=e100e40d-5173-4bcd-98c5-46f24cbcb382 HTTP/1.1" status: 200 len: 910 time: 0.0818405 Dec 09 17:03:10.194599 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-28720e7b-5111-4aff-bae3-2adb7e0e2329 req-9d2aa619-54fc-4704-954f-f7ac66040c4e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ab3d59a-5f93-49d1-8764-a817bfd3e47b HTTP/1.1" status: 200 len: 217 time: 0.0334048 Dec 09 17:03:10.248304 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28720e7b-5111-4aff-bae3-2adb7e0e2329 req-6209fbfd-9d51-46ee-8f04-a7caef77045b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:03:10.249822 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-28720e7b-5111-4aff-bae3-2adb7e0e2329 req-6209fbfd-9d51-46ee-8f04-a7caef77045b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4d480f52-180c-42c2-8811-9d48f3741486 HTTP/1.1" status: 200 len: 848 time: 0.0487869 Dec 09 17:03:10.297921 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28720e7b-5111-4aff-bae3-2adb7e0e2329 req-c3e86625-7284-4187-acaf-37e854a7ebd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:03:10.299462 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-28720e7b-5111-4aff-bae3-2adb7e0e2329 req-c3e86625-7284-4187-acaf-37e854a7ebd3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e100e40d-5173-4bcd-98c5-46f24cbcb382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426788 Dec 09 17:03:10.389029 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-28720e7b-5111-4aff-bae3-2adb7e0e2329 req-6c3e62ce-8cc3-4667-9c7f-2eac961564d4 service neutron] 10.222.0.31 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817416 Dec 09 17:03:10.518071 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefcc64-4ad5-42d5-91b9-c207167b03c7 req-7847e9d9-12f8-419e-9b62-14c4af90ecce tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:03:10.519677 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-caefcc64-4ad5-42d5-91b9-c207167b03c7 req-7847e9d9-12f8-419e-9b62-14c4af90ecce tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 943 time: 0.0753059 Dec 09 17:03:10.525382 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-28720e7b-5111-4aff-bae3-2adb7e0e2329 req-9a29d09a-a76e-46dc-ae3c-e6f7cadc12d9 service neutron] 10.222.0.31 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284604 Dec 09 17:03:10.573718 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-caefcc64-4ad5-42d5-91b9-c207167b03c7 req-12efa799-421b-4a9e-938f-1a42669bb286 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473790 Dec 09 17:03:11.690800 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22b2c9-7870-4531-be6f-07397fad7011 req-168161fb-22ed-480d-b9df-ea187c8a6e34 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:03:11.692445 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6d22b2c9-7870-4531-be6f-07397fad7011 req-168161fb-22ed-480d-b9df-ea187c8a6e34 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 943 time: 0.0491350 Dec 09 17:03:11.740669 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6d22b2c9-7870-4531-be6f-07397fad7011 req-25306379-ddfb-4cb2-b50a-15055799803e tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421309 Dec 09 17:03:12.349550 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 9ab3d59a-5f93-49d1-8764-a817bfd3e47b details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 17:03:12.450293 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 9ab3d59a-5f93-49d1-8764-a817bfd3e47b, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=9ab3d59a-5f93-49d1-8764-a817bfd3e47b,segment=NetworkSegment(07084e77-a0ce-4dea-829a-b44d0eac1432),segment_id=07084e77-a0ce-4dea-829a-b44d0eac1432)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:03:12.465250 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '9ab3d59a-5f93-49d1-8764-a817bfd3e47b', 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382', 'port_id': '9ab3d59a-5f93-49d1-8764-a817bfd3e47b', 'mac_address': 'fa:16:3e:0e:49:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d480f52-180c-42c2-8811-9d48f3741486', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 17:03:12.663983 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:12.676843 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ab3d59a-5f93-49d1-8764-a817bfd3e47b {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 17:03:12.695858 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 9ab3d59a-5f93-49d1-8764-a817bfd3e47b, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=9ab3d59a-5f93-49d1-8764-a817bfd3e47b,segment=NetworkSegment(07084e77-a0ce-4dea-829a-b44d0eac1432),segment_id=07084e77-a0ce-4dea-829a-b44d0eac1432)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:03:12.699322 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:12.746607 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=9ab3d59a-5f93-49d1-8764-a817bfd3e47b,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:03:12.857384 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9bc82-70c5-4199-b009-94469603562f req-90a022af-2dfe-4c95-99b3-b82977623222 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:03:12.858861 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7db9bc82-70c5-4199-b009-94469603562f req-90a022af-2dfe-4c95-99b3-b82977623222 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 944 time: 0.0488486 Dec 09 17:03:12.908227 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7db9bc82-70c5-4199-b009-94469603562f req-7e2a47b9-c31c-4f3b-ba95-7684ff6bcd62 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428298 Dec 09 17:03:13.014805 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['9ab3d59a-5f93-49d1-8764-a817bfd3e47b'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 17:03:14.027324 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642a1f3-1ce6-4d4f-b95c-b8883d8d1b7d req-a5a4fabb-0a95-4e53-9614-0e51263e85c3 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:03:14.028820 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9642a1f3-1ce6-4d4f-b95c-b8883d8d1b7d req-a5a4fabb-0a95-4e53-9614-0e51263e85c3 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 944 time: 0.0524046 Dec 09 17:03:14.076547 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9642a1f3-1ce6-4d4f-b95c-b8883d8d1b7d req-7d4322d3-f178-4f6e-ab21-532e923f511b tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416949 Dec 09 17:03:14.360995 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 9ab3d59a-5f93-49d1-8764-a817bfd3e47b up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 17:03:14.413742 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 9ab3d59a-5f93-49d1-8764-a817bfd3e47b completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 17:03:14.417514 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 9ab3d59a-5f93-49d1-8764-a817bfd3e47b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:03:14.417887 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:14.492841 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:14.515369 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f2e1325-45a9-4b5f-af57-44be6df4751c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab3d59a-5f93-49d1-8764-a817bfd3e47b'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 17:03:14.517641 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad401665e64187bef4a0f300457b2868c99907d1fc0db4bbbc94af95fd68fd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2444642-5a07-4997-b329-568d7624f817" -d '{"events": [{"server_uuid": "1f2e1325-45a9-4b5f-af57-44be6df4751c", "name": "network-vif-plugged", "status": "completed", "tag": "9ab3d59a-5f93-49d1-8764-a817bfd3e47b"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 17:03:14.531024 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 9ab3d59a-5f93-49d1-8764-a817bfd3e47b, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=9ab3d59a-5f93-49d1-8764-a817bfd3e47b,segment=NetworkSegment(07084e77-a0ce-4dea-829a-b44d0eac1432),segment_id=07084e77-a0ce-4dea-829a-b44d0eac1432)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:03:14.535593 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:14.558899 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 17:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6dc034-bc66-45e9-92e3-ae33e54bfd46 x-openstack-request-id: req-8c6dc034-bc66-45e9-92e3-ae33e54bfd46 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 17:03:14.559197 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f2e1325-45a9-4b5f-af57-44be6df4751c", "name": "network-vif-plugged", "status": "completed", "tag": "9ab3d59a-5f93-49d1-8764-a817bfd3e47b", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 17:03:14.559450 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8c6dc034-bc66-45e9-92e3-ae33e54bfd46 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 17:03:14.559836 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f2e1325-45a9-4b5f-af57-44be6df4751c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab3d59a-5f93-49d1-8764-a817bfd3e47b', 'code': 200} Dec 09 17:03:14.588061 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=9ab3d59a-5f93-49d1-8764-a817bfd3e47b,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:03:14.653438 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da001b7-a94a-45f6-ad6f-d88796a8f320 req-d189c5bd-c498-4459-9990-b096f25af9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:03:14.654907 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4da001b7-a94a-45f6-ad6f-d88796a8f320 req-d189c5bd-c498-4459-9990-b096f25af9e1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 1096 time: 0.0398257 Dec 09 17:03:14.700117 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4da001b7-a94a-45f6-ad6f-d88796a8f320 req-1808f3a3-bda3-4f0c-a251-ea3f82ea3ef5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382764 Dec 09 17:03:15.197872 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a611d7-3544-433d-89c8-28710a9c0c1f req-857c527e-e45e-4e11-9a77-ff183496ac91 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:03:15.199351 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-41a611d7-3544-433d-89c8-28710a9c0c1f req-857c527e-e45e-4e11-9a77-ff183496ac91 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 945 time: 0.0532327 Dec 09 17:03:15.252506 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-41a611d7-3544-433d-89c8-28710a9c0c1f req-dcdce573-5224-4f4a-8aa8-7dd3678d0f68 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471253 Dec 09 17:03:16.374408 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd283b-3c17-489b-98f1-756bc7d464ea req-acc59150-7ebc-4f5c-b1b3-0c8cc3d3ea0c tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:03:16.376572 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-80cd283b-3c17-489b-98f1-756bc7d464ea req-acc59150-7ebc-4f5c-b1b3-0c8cc3d3ea0c tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 945 time: 0.0501542 Dec 09 17:03:16.427497 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-80cd283b-3c17-489b-98f1-756bc7d464ea req-f1529f1c-0fb1-4fc9-a4f3-11d50c811275 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437801 Dec 09 17:03:16.541164 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560a8db2-644e-4401-9fa4-78a238bb6c23 req-9020c0fd-5f99-45ea-b0cc-337c349b8f18 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:03:16.542535 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-560a8db2-644e-4401-9fa4-78a238bb6c23 req-9020c0fd-5f99-45ea-b0cc-337c349b8f18 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 945 time: 0.0475466 Dec 09 17:03:16.590969 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-560a8db2-644e-4401-9fa4-78a238bb6c23 req-f3fd1ba2-0a63-4dd2-a4a0-6d7690770012 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426037 Dec 09 17:03:16.612169 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58120) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:03:16.739682 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db334c30-1332-4b40-9bd8-17e421fe73d8 tempest-TestShelveInstance-1388949860 tempest-TestShelveInstance-1388949860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:03:16.741210 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-db334c30-1332-4b40-9bd8-17e421fe73d8 tempest-TestShelveInstance-1388949860 tempest-TestShelveInstance-1388949860-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 1091 time: 0.1279874 Dec 09 17:03:16.744069 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58124) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:03:16.748187 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-a9c7e3b2-508b-429c-b822-edf3d7ec2482 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'port_id': '9ab3d59a-5f93-49d1-8764-a817bfd3e47b', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:03:16.769017 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9c7e3b2-508b-429c-b822-edf3d7ec2482 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for floatingip, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:16.864655 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9c7e3b2-508b-429c-b822-edf3d7ec2482 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:16.967331 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-a9c7e3b2-508b-429c-b822-edf3d7ec2482 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Allocated IP 172.25.3.52 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/2913dc58-21ce-41e4-8c2f-404b30894d70) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 17:03:17.032189 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:17.069222 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9c7e3b2-508b-429c-b822-edf3d7ec2482 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:17.103610 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9c7e3b2-508b-429c-b822-edf3d7ec2482 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:17.139896 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c7e3b2-508b-429c-b822-edf3d7ec2482 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 17:03:17.142619 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-a9c7e3b2-508b-429c-b822-edf3d7ec2482 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 17:03:17.148944 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c7e3b2-508b-429c-b822-edf3d7ec2482 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 17:03:17.174823 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c7e3b2-508b-429c-b822-edf3d7ec2482 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Pushing event updated for resources: {'Port': ['ID=2913dc58-21ce-41e4-8c2f-404b30894d70,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:03:17.504290 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9c7e3b2-508b-429c-b822-edf3d7ec2482 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:17.571930 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9c7e3b2-508b-429c-b822-edf3d7ec2482 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:17.716001 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9c7e3b2-508b-429c-b822-edf3d7ec2482 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:17.720431 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9c7e3b2-508b-429c-b822-edf3d7ec2482 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:17.791060 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c7e3b2-508b-429c-b822-edf3d7ec2482 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Pushing event updated for resources: {'Port': ['ID=2913dc58-21ce-41e4-8c2f-404b30894d70,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:03:17.803605 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9c7e3b2-508b-429c-b822-edf3d7ec2482 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:18.196090 n-d-821228-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-a9c7e3b2-508b-429c-b822-edf3d7ec2482 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Floating IP d5813919-d026-41f3-ae3f-0ea9a05e9916 associated. External IP: 172.25.3.52, port: 9ab3d59a-5f93-49d1-8764-a817bfd3e47b. Dec 09 17:03:18.404776 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c7e3b2-508b-429c-b822-edf3d7ec2482 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Router dd19647a-002e-4017-8d0f-05f6bdd421d4 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 17:03:18.508866 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c7e3b2-508b-429c-b822-edf3d7ec2482 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 17:03:18.519008 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10a084c-2939-45a2-ad89-ea6be1ab2874 None None] Sync routers for ids ['dd19647a-002e-4017-8d0f-05f6bdd421d4'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 17:03:18.526212 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9c7e3b2-508b-429c-b822-edf3d7ec2482 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:18.529919 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10a084c-2939-45a2-ad89-ea6be1ab2874 None None] Routers {'dd19647a-002e-4017-8d0f-05f6bdd421d4'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:03:18.530546 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d10a084c-2939-45a2-ad89-ea6be1ab2874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:02:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['dd19647a-002e-4017-8d0f-05f6bdd421d4'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:03:18.555843 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-a9c7e3b2-508b-429c-b822-edf3d7ec2482 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8107383 Dec 09 17:03:18.556578 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f2e1325-45a9-4b5f-af57-44be6df4751c', 'tag': '9ab3d59a-5f93-49d1-8764-a817bfd3e47b'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 17:03:18.558818 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efaf58d4d7c9700f5ffb733085425a1334cb86cda12ff1566d55ee0012e72786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b0558a-db57-4539-bed5-4997ecfca043" -d '{"events": [{"name": "network-changed", "server_uuid": "1f2e1325-45a9-4b5f-af57-44be6df4751c", "tag": "9ab3d59a-5f93-49d1-8764-a817bfd3e47b"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 17:03:18.606046 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 17:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ac98b1-2243-49b4-9026-7e247a9c54f2 x-openstack-request-id: req-63ac98b1-2243-49b4-9026-7e247a9c54f2 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 17:03:18.606377 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f2e1325-45a9-4b5f-af57-44be6df4751c", "tag": "9ab3d59a-5f93-49d1-8764-a817bfd3e47b", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 17:03:18.606630 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-63ac98b1-2243-49b4-9026-7e247a9c54f2 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 17:03:18.607027 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f2e1325-45a9-4b5f-af57-44be6df4751c', 'tag': '9ab3d59a-5f93-49d1-8764-a817bfd3e47b', 'status': 'completed', 'code': 200} Dec 09 17:03:18.639009 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-d10a084c-2939-45a2-ad89-ea6be1ab2874 None None] Set router dd19647a-002e-4017-8d0f-05f6bdd421d4 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:03:18.734508 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:03:18.877112 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d10a084c-2939-45a2-ad89-ea6be1ab2874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'name': 'tempest-TestShelveInstance-1002255696-router', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '5491237d-0377-4905-86bb-c929e310b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:02:55Z', 'updated_at': '2021-12-09T17:02:58Z', 'revision_number': 4, 'project_id': '476a14f49be5482a9e98e398602d5c28', 'gw_port': {'id': '5491237d-0377-4905-86bb-c929e310b259', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:02:56Z', 'updated_at': '2021-12-09T17:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': 'd5813919-d026-41f3-ae3f-0ea9a05e9916', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'port_id': '9ab3d59a-5f93-49d1-8764-a817bfd3e47b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382', 'mac_address': 'fa:16:3e:0e:49:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2e1325-45a9-4b5f-af57-44be6df4751c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T17:03:17Z', 'updated_at': '2021-12-09T17:03:17Z', 'revision_number': 0, 'project_id': '476a14f49be5482a9e98e398602d5c28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f2d646a-4461-45de-8e93-4fcad560780f', 'name': '', 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'mac_address': 'fa:16:3e:88:07:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '4d480f52-180c-42c2-8811-9d48f3741486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:02:58Z', 'updated_at': '2021-12-09T17:03:04Z', 'revision_number': 5, 'project_id': '476a14f49be5482a9e98e398602d5c28', 'subnets': [{'id': '4d480f52-180c-42c2-8811-9d48f3741486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:03:18.904902 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10a084c-2939-45a2-ad89-ea6be1ab2874 None None] Checking router: dd19647a-002e-4017-8d0f-05f6bdd421d4 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 17:03:18.922545 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10a084c-2939-45a2-ad89-ea6be1ab2874 None None] Routers {'dd19647a-002e-4017-8d0f-05f6bdd421d4'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:03:18.923229 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d10a084c-2939-45a2-ad89-ea6be1ab2874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:02:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['dd19647a-002e-4017-8d0f-05f6bdd421d4'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:03:19.027707 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0558a-db57-4539-bed5-4997ecfca043 req-0b717fe7-3572-428e-b212-34faa8f78469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:03:19.029247 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1b0558a-db57-4539-bed5-4997ecfca043 req-0b717fe7-3572-428e-b212-34faa8f78469 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=476a14f49be5482a9e98e398602d5c28&device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 1096 time: 0.3989112 Dec 09 17:03:19.031298 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-d10a084c-2939-45a2-ad89-ea6be1ab2874 None None] Set router dd19647a-002e-4017-8d0f-05f6bdd421d4 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:03:19.118988 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0558a-db57-4539-bed5-4997ecfca043 req-660fc9be-e106-4d54-a777-bd0061a65ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:03:19.120512 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1b0558a-db57-4539-bed5-4997ecfca043 req-660fc9be-e106-4d54-a777-bd0061a65ad8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e100e40d-5173-4bcd-98c5-46f24cbcb382 HTTP/1.1" status: 200 len: 910 time: 0.0846565 Dec 09 17:03:19.189247 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1b0558a-db57-4539-bed5-4997ecfca043 req-7c81cc61-3232-4649-9262-0962e6b22a53 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ab3d59a-5f93-49d1-8764-a817bfd3e47b HTTP/1.1" status: 200 len: 998 time: 0.0614281 Dec 09 17:03:19.237663 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0558a-db57-4539-bed5-4997ecfca043 req-56924997-496a-4393-9a73-63d061d0ff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:03:19.239467 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1b0558a-db57-4539-bed5-4997ecfca043 req-56924997-496a-4393-9a73-63d061d0ff33 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4d480f52-180c-42c2-8811-9d48f3741486 HTTP/1.1" status: 200 len: 848 time: 0.0435102 Dec 09 17:03:19.252576 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d10a084c-2939-45a2-ad89-ea6be1ab2874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'name': 'tempest-TestShelveInstance-1002255696-router', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '5491237d-0377-4905-86bb-c929e310b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:02:55Z', 'updated_at': '2021-12-09T17:02:58Z', 'revision_number': 4, 'project_id': '476a14f49be5482a9e98e398602d5c28', 'gw_port': {'id': '5491237d-0377-4905-86bb-c929e310b259', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:02:56Z', 'updated_at': '2021-12-09T17:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': 'd5813919-d026-41f3-ae3f-0ea9a05e9916', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'port_id': '9ab3d59a-5f93-49d1-8764-a817bfd3e47b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382', 'mac_address': 'fa:16:3e:0e:49:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2e1325-45a9-4b5f-af57-44be6df4751c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T17:03:17Z', 'updated_at': '2021-12-09T17:03:17Z', 'revision_number': 0, 'project_id': '476a14f49be5482a9e98e398602d5c28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f2d646a-4461-45de-8e93-4fcad560780f', 'name': '', 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'mac_address': 'fa:16:3e:88:07:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '4d480f52-180c-42c2-8811-9d48f3741486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:02:58Z', 'updated_at': '2021-12-09T17:03:04Z', 'revision_number': 5, 'project_id': '476a14f49be5482a9e98e398602d5c28', 'subnets': [{'id': '4d480f52-180c-42c2-8811-9d48f3741486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:03:19.282869 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10a084c-2939-45a2-ad89-ea6be1ab2874 None None] The sync data for ids ['dd19647a-002e-4017-8d0f-05f6bdd421d4'] in n-d-821228-1 is: [{'id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'name': 'tempest-TestShelveInstance-1002255696-router', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '5491237d-0377-4905-86bb-c929e310b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:02:55Z', 'updated_at': '2021-12-09T17:02:58Z', 'revision_number': 4, 'project_id': '476a14f49be5482a9e98e398602d5c28', 'gw_port': {'id': '5491237d-0377-4905-86bb-c929e310b259', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:02:56Z', 'updated_at': '2021-12-09T17:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': 'd5813919-d026-41f3-ae3f-0ea9a05e9916', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'port_id': '9ab3d59a-5f93-49d1-8764-a817bfd3e47b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382', 'mac_address': 'fa:16:3e:0e:49:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2e1325-45a9-4b5f-af57-44be6df4751c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T17:03:17Z', 'updated_at': '2021-12-09T17:03:17Z', 'revision_number': 0, 'project_id': '476a14f49be5482a9e98e398602d5c28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f2d646a-4461-45de-8e93-4fcad560780f', 'name': '', 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'mac_address': 'fa:16:3e:88:07:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '4d480f52-180c-42c2-8811-9d48f3741486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:02:58Z', 'updated_at': '2021-12-09T17:03:04Z', 'revision_number': 5, 'project_id': '476a14f49be5482a9e98e398602d5c28', 'subnets': [{'id': '4d480f52-180c-42c2-8811-9d48f3741486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 17:03:19.286333 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0558a-db57-4539-bed5-4997ecfca043 req-d06232c7-dd60-4d84-845d-4370d009925d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:03:19.288041 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1b0558a-db57-4539-bed5-4997ecfca043 req-d06232c7-dd60-4d84-845d-4370d009925d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e100e40d-5173-4bcd-98c5-46f24cbcb382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415034 Dec 09 17:03:19.388900 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1b0558a-db57-4539-bed5-4997ecfca043 req-adebc697-8825-4c36-8653-536b59f70091 service neutron] 10.222.0.31 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935371 Dec 09 17:03:19.480953 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8072a4-3382-4ee8-a905-cbe247b82194 None None] New status for floating IP d5813919-d026-41f3-ae3f-0ea9a05e9916: ACTIVE {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 17:03:19.484792 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d1b0558a-db57-4539-bed5-4997ecfca043 req-e47f1f05-4a52-4e86-b492-8437c2d52aca service neutron] 10.222.0.31 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891621 Dec 09 17:03:20.707350 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5ed3d419-51fc-480f-b0b1-f9ad86243565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:23.242329 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-16def9d3-0f0e-4e55-8877-68708a564c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:24.448032 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:25.454081 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:25.720309 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:26.695948 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:47.025111 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:50.712254 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ccd8967f-c6c4-4e99-88c6-a33266fdc266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:53.245139 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d67edf24-f39b-4eb0-a54a-f06ef2a696b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:54.450565 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:55.453722 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:55.722473 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:03:55.733705 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:03:56.698368 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:04:11.340245 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-41797a7c-81d1-4c49-bf22-a51445e2cb29 req-54c5597c-f083-4159-a090-ffb7c5614525 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461819 Dec 09 17:04:11.421627 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41797a7c-81d1-4c49-bf22-a51445e2cb29 req-e13be5ed-ff16-4969-977f-316371414296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:04:11.423120 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-41797a7c-81d1-4c49-bf22-a51445e2cb29 req-e13be5ed-ff16-4969-977f-316371414296 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=476a14f49be5482a9e98e398602d5c28&device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 1096 time: 0.0406122 Dec 09 17:04:11.525085 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41797a7c-81d1-4c49-bf22-a51445e2cb29 req-51a73345-a76b-4709-95da-fcc1526ca16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:04:11.526652 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-41797a7c-81d1-4c49-bf22-a51445e2cb29 req-51a73345-a76b-4709-95da-fcc1526ca16d service neutron] 10.222.0.31 "GET /v2.0/networks?id=e100e40d-5173-4bcd-98c5-46f24cbcb382 HTTP/1.1" status: 200 len: 910 time: 0.0844028 Dec 09 17:04:11.595563 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-41797a7c-81d1-4c49-bf22-a51445e2cb29 req-7cca2634-436b-43a0-b514-7e047a985d01 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ab3d59a-5f93-49d1-8764-a817bfd3e47b HTTP/1.1" status: 200 len: 1000 time: 0.0621383 Dec 09 17:04:11.644197 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41797a7c-81d1-4c49-bf22-a51445e2cb29 req-794c7f85-3b8d-46b3-8bb5-cad7cfc45a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:04:11.645834 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-41797a7c-81d1-4c49-bf22-a51445e2cb29 req-794c7f85-3b8d-46b3-8bb5-cad7cfc45a01 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4d480f52-180c-42c2-8811-9d48f3741486 HTTP/1.1" status: 200 len: 848 time: 0.0436814 Dec 09 17:04:11.690983 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41797a7c-81d1-4c49-bf22-a51445e2cb29 req-bab2d65d-cf63-498b-a091-fbfe670738d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:04:11.692470 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-41797a7c-81d1-4c49-bf22-a51445e2cb29 req-bab2d65d-cf63-498b-a091-fbfe670738d3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e100e40d-5173-4bcd-98c5-46f24cbcb382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388181 Dec 09 17:04:11.785720 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-41797a7c-81d1-4c49-bf22-a51445e2cb29 req-9d64237b-6030-4fe2-a9e0-c9bb4a3e1080 service neutron] 10.222.0.31 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857630 Dec 09 17:04:11.874465 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-41797a7c-81d1-4c49-bf22-a51445e2cb29 req-b7b9606e-2ee6-47ef-bf4f-8db3136e68a5 service neutron] 10.222.0.31 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814855 Dec 09 17:04:17.042637 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:04:20.714359 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-72f42938-e886-4c32-a07f-d3a800fa4355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:04:23.245975 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a39a19e0-eb50-44d9-9196-6fc7dd005751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:04:24.452894 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:04:25.452733 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:04:25.727118 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:04:26.700834 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:04:32.733261 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:04:47.042130 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:04:50.716294 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f211bbfd-c7ae-44e3-a800-ca025ea04676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:04:53.248276 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6e728440-d307-4258-940d-33de33f939e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:04:54.456789 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:04:55.450005 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:04:55.731743 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:04:56.703555 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:05:09.734483 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:05:12.356321 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fbb6a6ba-1f0f-4482-bbc0-690336ee0d0a req-ee8e21e5-d092-44ec-9c38-a2ce3321be3b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417762 Dec 09 17:05:12.443650 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6a6ba-1f0f-4482-bbc0-690336ee0d0a req-666f30ec-43ea-4b81-824e-746e058cacc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:05:12.445199 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fbb6a6ba-1f0f-4482-bbc0-690336ee0d0a req-666f30ec-43ea-4b81-824e-746e058cacc1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=476a14f49be5482a9e98e398602d5c28&device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 1096 time: 0.0476069 Dec 09 17:05:12.548991 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6a6ba-1f0f-4482-bbc0-690336ee0d0a req-d371d9e8-1fae-4d9b-9ac8-d14d6da2d870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:05:12.550452 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fbb6a6ba-1f0f-4482-bbc0-690336ee0d0a req-d371d9e8-1fae-4d9b-9ac8-d14d6da2d870 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e100e40d-5173-4bcd-98c5-46f24cbcb382 HTTP/1.1" status: 200 len: 910 time: 0.0839880 Dec 09 17:05:12.618821 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fbb6a6ba-1f0f-4482-bbc0-690336ee0d0a req-b65d42ee-4c21-43a5-8e0b-d16e6fafabab service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ab3d59a-5f93-49d1-8764-a817bfd3e47b HTTP/1.1" status: 200 len: 1000 time: 0.0607367 Dec 09 17:05:12.666112 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6a6ba-1f0f-4482-bbc0-690336ee0d0a req-88ac81ff-de65-4172-873c-06ae1d6e1264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:05:12.667799 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fbb6a6ba-1f0f-4482-bbc0-690336ee0d0a req-88ac81ff-de65-4172-873c-06ae1d6e1264 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4d480f52-180c-42c2-8811-9d48f3741486 HTTP/1.1" status: 200 len: 848 time: 0.0426922 Dec 09 17:05:12.712723 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6a6ba-1f0f-4482-bbc0-690336ee0d0a req-4465ee28-f68a-434f-bda8-dfd14bfd9c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:05:12.714443 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fbb6a6ba-1f0f-4482-bbc0-690336ee0d0a req-4465ee28-f68a-434f-bda8-dfd14bfd9c36 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e100e40d-5173-4bcd-98c5-46f24cbcb382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400653 Dec 09 17:05:12.808296 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fbb6a6ba-1f0f-4482-bbc0-690336ee0d0a req-35c68fe7-94cb-48d7-9ab1-b6548d5f8a10 service neutron] 10.222.0.31 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864210 Dec 09 17:05:12.897721 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fbb6a6ba-1f0f-4482-bbc0-690336ee0d0a req-1caa749f-7e11-477b-a7be-4a41c4c2e9d6 service neutron] 10.222.0.31 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830312 Dec 09 17:05:17.056139 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:05:20.718316 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e193624e-101b-4289-9153-ba4357394db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:05:23.250453 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4f5d4dd5-56b3-41d1-b4fd-7f4053e23601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:05:24.459597 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:05:25.466579 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:05:25.731529 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:05:26.708298 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:05:45.036055 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc950ebe-5ae9-4b74-b3b5-0f428b65eaa4 req-5894e40a-c710-4a30-bf70-1a3eda68db9e tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:05:45.037622 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fc950ebe-5ae9-4b74-b3b5-0f428b65eaa4 req-5894e40a-c710-4a30-bf70-1a3eda68db9e tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 945 time: 0.0496480 Dec 09 17:05:45.094667 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fc950ebe-5ae9-4b74-b3b5-0f428b65eaa4 req-ad256fb0-4a9a-41b6-a94f-25a8c44fb16d tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491297 Dec 09 17:05:46.234705 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9946a8-9958-4bd5-936d-d36f3b32a8b5 req-0da76cb9-11bb-4756-b29b-e9ecf5b2acd6 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:05:46.236171 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5f9946a8-9958-4bd5-936d-d36f3b32a8b5 req-0da76cb9-11bb-4756-b29b-e9ecf5b2acd6 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 945 time: 0.0486243 Dec 09 17:05:46.284640 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5f9946a8-9958-4bd5-936d-d36f3b32a8b5 req-8ea0488b-c1ff-4af7-869a-3f6d4f417295 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422308 Dec 09 17:05:46.734130 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:05:47.074056 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:05:47.400325 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e312e4f-e0dc-4939-86d4-d2872658e7e1 req-39d49a8e-f364-4e00-bb68-ad93d01d0829 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:05:47.402473 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3e312e4f-e0dc-4939-86d4-d2872658e7e1 req-39d49a8e-f364-4e00-bb68-ad93d01d0829 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 945 time: 0.0489407 Dec 09 17:05:47.450682 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3e312e4f-e0dc-4939-86d4-d2872658e7e1 req-782221df-6e50-43d5-9f6c-f0a609c922d4 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422604 Dec 09 17:05:48.569396 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea330c-538b-472c-bc01-386daadfb550 req-a3572b2d-4a00-413b-9617-f44bfa24d627 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:05:48.570853 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a8ea330c-538b-472c-bc01-386daadfb550 req-a3572b2d-4a00-413b-9617-f44bfa24d627 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 945 time: 0.0522835 Dec 09 17:05:48.620550 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a8ea330c-538b-472c-bc01-386daadfb550 req-a44e6762-156f-4962-ae74-035c242c9c6f tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435371 Dec 09 17:05:49.738033 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460beda-7490-481b-a039-d3a3462a5bcd req-a2a1f836-a6e8-47fd-acc1-9a3b12acb0e2 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:05:49.739797 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c460beda-7490-481b-a039-d3a3462a5bcd req-a2a1f836-a6e8-47fd-acc1-9a3b12acb0e2 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 945 time: 0.0484638 Dec 09 17:05:49.791703 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c460beda-7490-481b-a039-d3a3462a5bcd req-15cf5d8b-7eb2-400d-8585-112e84ca0cb2 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459754 Dec 09 17:05:50.718758 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-388506aa-1ae0-45c5-a27d-03370de48aa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:05:50.911186 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5abad4-2639-42dd-8960-6fc712ca2c0d req-176e7a19-1672-4b8a-b16c-fd3dbbca39c1 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:05:50.912737 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4c5abad4-2639-42dd-8960-6fc712ca2c0d req-176e7a19-1672-4b8a-b16c-fd3dbbca39c1 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 945 time: 0.0505173 Dec 09 17:05:50.968112 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4c5abad4-2639-42dd-8960-6fc712ca2c0d req-88092b35-1361-4c74-9d9d-3f2fc33999ae tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491271 Dec 09 17:05:52.084084 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541063f-deb8-4a12-b8ae-4d22860c4ace req-43dd78b6-8813-4e12-9600-6d8cbf67d310 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:05:52.085575 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4541063f-deb8-4a12-b8ae-4d22860c4ace req-43dd78b6-8813-4e12-9600-6d8cbf67d310 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 945 time: 0.0486083 Dec 09 17:05:52.134495 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4541063f-deb8-4a12-b8ae-4d22860c4ace req-76f212df-df05-4200-89c8-1ebb919a67ca tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429409 Dec 09 17:05:53.251657 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1d7b8-471f-44d7-a90b-3b85446eb75a req-48364ffc-2bf5-4989-bb95-e18210594d97 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:05:53.252799 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b5780c7b-8794-477d-bcea-d1da21bbd5ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:05:53.253432 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9ec1d7b8-471f-44d7-a90b-3b85446eb75a req-48364ffc-2bf5-4989-bb95-e18210594d97 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 945 time: 0.0499878 Dec 09 17:05:53.302542 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9ec1d7b8-471f-44d7-a90b-3b85446eb75a req-65500753-9d11-4ed6-b55a-59fa9ad7b0ca tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431690 Dec 09 17:05:54.422694 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f955a54e-efd3-4401-b447-b045f1a073fb req-397a7cc8-2cdd-4b01-b558-8104022bf206 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:05:54.424173 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f955a54e-efd3-4401-b447-b045f1a073fb req-397a7cc8-2cdd-4b01-b558-8104022bf206 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 945 time: 0.0527353 Dec 09 17:05:54.461331 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:05:54.473907 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f955a54e-efd3-4401-b447-b045f1a073fb req-f6c16986-5fb1-42bb-be76-734e4413c22b tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437760 Dec 09 17:05:55.478553 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:05:55.589683 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28609407-a737-4eb5-89e0-c351d0af1b22 req-b54c249e-9b52-4bd9-a274-b7daad6ab1a3 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:05:55.591167 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-28609407-a737-4eb5-89e0-c351d0af1b22 req-b54c249e-9b52-4bd9-a274-b7daad6ab1a3 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 945 time: 0.0496540 Dec 09 17:05:55.640751 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-28609407-a737-4eb5-89e0-c351d0af1b22 req-3296f6ff-fa60-47b5-a19b-c40db34095cb tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435019 Dec 09 17:05:55.734870 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:05:56.711816 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:05:56.764800 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e930ca-b3cd-4c5f-99e9-acdd42bb8340 req-2405a632-a766-4b2b-8fb2-8b083954eb3a tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:05:56.766292 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-49e930ca-b3cd-4c5f-99e9-acdd42bb8340 req-2405a632-a766-4b2b-8fb2-8b083954eb3a tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 945 time: 0.0532835 Dec 09 17:05:56.815738 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-49e930ca-b3cd-4c5f-99e9-acdd42bb8340 req-7f9cd5d6-fbdf-4a91-965d-ec9dc64392b5 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432706 Dec 09 17:05:57.076249 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 9ab3d59a-5f93-49d1-8764-a817bfd3e47b details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 17:05:57.174066 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 9ab3d59a-5f93-49d1-8764-a817bfd3e47b, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=9ab3d59a-5f93-49d1-8764-a817bfd3e47b,segment=NetworkSegment(07084e77-a0ce-4dea-829a-b44d0eac1432),segment_id=07084e77-a0ce-4dea-829a-b44d0eac1432)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:05:57.185977 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '9ab3d59a-5f93-49d1-8764-a817bfd3e47b', 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382', 'port_id': '9ab3d59a-5f93-49d1-8764-a817bfd3e47b', 'mac_address': 'fa:16:3e:0e:49:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d480f52-180c-42c2-8811-9d48f3741486', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 17:05:57.221914 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:05:57.234639 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ab3d59a-5f93-49d1-8764-a817bfd3e47b {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 17:05:57.253958 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 9ab3d59a-5f93-49d1-8764-a817bfd3e47b, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=9ab3d59a-5f93-49d1-8764-a817bfd3e47b,segment=NetworkSegment(07084e77-a0ce-4dea-829a-b44d0eac1432),segment_id=07084e77-a0ce-4dea-829a-b44d0eac1432)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:05:57.257958 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:05:57.312855 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=9ab3d59a-5f93-49d1-8764-a817bfd3e47b,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:05:57.320074 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:05:57.320446 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:05:57.320797 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:05:57.321139 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:05:57.321476 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:05:57.321809 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:05:57.322139 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:05:57.322471 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:05:57.322802 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:05:57.323252 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:05:57.324137 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:05:57.324488 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:05:57.324819 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:05:57.333365 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['9ab3d59a-5f93-49d1-8764-a817bfd3e47b'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 17:05:57.930858 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e54f56-de0e-4273-87ee-a6ce8d76623e req-e7f6e77c-feda-4822-9ba6-c955fc7188da tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:05:57.932367 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e2e54f56-de0e-4273-87ee-a6ce8d76623e req-e7f6e77c-feda-4822-9ba6-c955fc7188da tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 944 time: 0.0483906 Dec 09 17:05:57.981896 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e2e54f56-de0e-4273-87ee-a6ce8d76623e req-cb1b44b9-8652-4902-aba2-49b1ff0a54e1 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427506 Dec 09 17:05:59.089771 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 9ab3d59a-5f93-49d1-8764-a817bfd3e47b up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 17:05:59.097156 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988a494-cdb7-4061-9a0b-f04ad738ee2d req-e54590df-14b6-4713-8d8a-ee30d1fe2349 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:05:59.098732 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d988a494-cdb7-4061-9a0b-f04ad738ee2d req-e54590df-14b6-4713-8d8a-ee30d1fe2349 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 944 time: 0.0491757 Dec 09 17:05:59.139056 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 9ab3d59a-5f93-49d1-8764-a817bfd3e47b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:05:59.139425 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:05:59.153394 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d988a494-cdb7-4061-9a0b-f04ad738ee2d req-6d33cf74-be05-476f-852d-6092d6ca8aab tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486522 Dec 09 17:05:59.217663 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:05:59.239988 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f2e1325-45a9-4b5f-af57-44be6df4751c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab3d59a-5f93-49d1-8764-a817bfd3e47b'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 17:05:59.242263 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad401665e64187bef4a0f300457b2868c99907d1fc0db4bbbc94af95fd68fd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb63b450-b361-42b3-9ff6-215465764db1" -d '{"events": [{"server_uuid": "1f2e1325-45a9-4b5f-af57-44be6df4751c", "name": "network-vif-plugged", "status": "completed", "tag": "9ab3d59a-5f93-49d1-8764-a817bfd3e47b"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 17:05:59.255567 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 9ab3d59a-5f93-49d1-8764-a817bfd3e47b, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=9ab3d59a-5f93-49d1-8764-a817bfd3e47b,segment=NetworkSegment(07084e77-a0ce-4dea-829a-b44d0eac1432),segment_id=07084e77-a0ce-4dea-829a-b44d0eac1432)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:05:59.260794 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:05:59.307486 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=9ab3d59a-5f93-49d1-8764-a817bfd3e47b,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:05:59.349674 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 17:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8a12b5-eecb-42b1-8a5b-db3c6b92d031 x-openstack-request-id: req-cc8a12b5-eecb-42b1-8a5b-db3c6b92d031 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 17:05:59.349979 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f2e1325-45a9-4b5f-af57-44be6df4751c", "name": "network-vif-plugged", "status": "completed", "tag": "9ab3d59a-5f93-49d1-8764-a817bfd3e47b", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 17:05:59.350235 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cc8a12b5-eecb-42b1-8a5b-db3c6b92d031 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 17:05:59.350639 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f2e1325-45a9-4b5f-af57-44be6df4751c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab3d59a-5f93-49d1-8764-a817bfd3e47b', 'code': 200} Dec 09 17:06:00.271765 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb2d33-18d2-4e69-a13e-082caa6bc4d8 req-7af84a13-1cf7-48eb-8711-5647790bb3c8 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:00.273268 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cadb2d33-18d2-4e69-a13e-082caa6bc4d8 req-7af84a13-1cf7-48eb-8711-5647790bb3c8 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 945 time: 0.0480876 Dec 09 17:06:00.321892 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cadb2d33-18d2-4e69-a13e-082caa6bc4d8 req-d1524f12-cf55-4f70-aac5-9dcad67df042 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419450 Dec 09 17:06:01.440186 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e91db-7260-495d-94ce-66124484bdf1 req-ef450141-73c3-419f-b00e-e6703dfe77df tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:01.441736 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d05e91db-7260-495d-94ce-66124484bdf1 req-ef450141-73c3-419f-b00e-e6703dfe77df tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 945 time: 0.0502894 Dec 09 17:06:01.494671 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d05e91db-7260-495d-94ce-66124484bdf1 req-314440f1-f982-4e46-965c-99bb25b9108f tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461853 Dec 09 17:06:02.635129 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bd106-395e-4ad5-bb57-482ce2890ba1 req-007b2323-3c18-481a-b251-9bb8967e1869 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:02.638302 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8b5bd106-395e-4ad5-bb57-482ce2890ba1 req-007b2323-3c18-481a-b251-9bb8967e1869 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 945 time: 0.0585375 Dec 09 17:06:02.693134 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8b5bd106-395e-4ad5-bb57-482ce2890ba1 req-71115729-07f7-4926-a977-5e8847deb1b3 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486991 Dec 09 17:06:03.821283 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff1156-7aa6-4bee-8d2d-a607fbcb638b req-5fd57094-b495-4909-a51a-80cc2c801018 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:03.822910 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-22ff1156-7aa6-4bee-8d2d-a607fbcb638b req-5fd57094-b495-4909-a51a-80cc2c801018 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 945 time: 0.0514808 Dec 09 17:06:03.894411 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-22ff1156-7aa6-4bee-8d2d-a607fbcb638b req-cab703c3-e2e2-49d6-8718-7cfabe8bcac1 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642762 Dec 09 17:06:05.025392 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6a898-686e-41fd-8559-24d75ace853b req-ac8ab77a-9ae3-4b63-b784-b034c7978621 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:05.027649 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9ac6a898-686e-41fd-8559-24d75ace853b req-ac8ab77a-9ae3-4b63-b784-b034c7978621 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 945 time: 0.0546956 Dec 09 17:06:05.091730 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9ac6a898-686e-41fd-8559-24d75ace853b req-b7b9d474-62c0-469f-86f2-8a458645cb20 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564923 Dec 09 17:06:06.226388 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8323749-1128-49a4-8f74-09be9e8b8915 req-23cc790c-0761-4800-b2de-8112d8a63818 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:06.228902 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a8323749-1128-49a4-8f74-09be9e8b8915 req-23cc790c-0761-4800-b2de-8112d8a63818 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 945 time: 0.0540035 Dec 09 17:06:06.284517 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a8323749-1128-49a4-8f74-09be9e8b8915 req-8f2ca319-1797-4694-91eb-a51ccd03a6f8 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481412 Dec 09 17:06:07.414187 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbeaec-faf4-4456-aab1-64385c0fd3e4 req-d8316062-b4e0-4ffd-b8be-c7d17ef58e8f tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:07.416153 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8ebbeaec-faf4-4456-aab1-64385c0fd3e4 req-d8316062-b4e0-4ffd-b8be-c7d17ef58e8f tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 945 time: 0.0535107 Dec 09 17:06:07.474278 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8ebbeaec-faf4-4456-aab1-64385c0fd3e4 req-680ed7df-409d-4f04-8032-8d5d603f5e1d tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507274 Dec 09 17:06:08.616068 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59e4fd-78d1-4dc6-ae4c-5cb5785add00 req-0a890820-0ae1-49d7-b84f-86449fc8514e tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:08.617497 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bf59e4fd-78d1-4dc6-ae4c-5cb5785add00 req-0a890820-0ae1-49d7-b84f-86449fc8514e tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 945 time: 0.0612628 Dec 09 17:06:08.676253 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bf59e4fd-78d1-4dc6-ae4c-5cb5785add00 req-827f723b-9a17-409c-bf34-71d4ff859d03 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521731 Dec 09 17:06:09.802680 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91644ce-2313-4786-a801-00d231497b4a req-0b68bd2c-5b5c-4910-b648-46951745ed6c tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:09.804339 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d91644ce-2313-4786-a801-00d231497b4a req-0b68bd2c-5b5c-4910-b648-46951745ed6c tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 945 time: 0.0503604 Dec 09 17:06:09.857441 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d91644ce-2313-4786-a801-00d231497b4a req-e1c2fa30-0e41-4306-92e5-0825bf01ea3a tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461776 Dec 09 17:06:10.980093 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fecc548-122e-4710-8648-9e6e4a41fa93 req-a9ff00fb-aea2-438e-a764-a23a8f767f52 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:10.981758 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3fecc548-122e-4710-8648-9e6e4a41fa93 req-a9ff00fb-aea2-438e-a764-a23a8f767f52 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 945 time: 0.0534010 Dec 09 17:06:11.030807 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3fecc548-122e-4710-8648-9e6e4a41fa93 req-74fb7987-b419-4fc1-aaca-f555058e5fa5 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431643 Dec 09 17:06:11.414513 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf4ec0-8f4a-48fe-bbac-8517e6de13de req-f1f1418f-0252-43fe-bee1-fb1ebc679bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:11.416060 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1caf4ec0-8f4a-48fe-bbac-8517e6de13de req-f1f1418f-0252-43fe-bee1-fb1ebc679bef service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=476a14f49be5482a9e98e398602d5c28&device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 1096 time: 0.0950236 Dec 09 17:06:11.507235 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf4ec0-8f4a-48fe-bbac-8517e6de13de req-8e2b2065-dc62-45d9-8d00-866b27b21251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:11.508784 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1caf4ec0-8f4a-48fe-bbac-8517e6de13de req-8e2b2065-dc62-45d9-8d00-866b27b21251 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e100e40d-5173-4bcd-98c5-46f24cbcb382 HTTP/1.1" status: 200 len: 910 time: 0.0855074 Dec 09 17:06:11.573112 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1caf4ec0-8f4a-48fe-bbac-8517e6de13de req-44b07a82-ab2f-47a2-88b9-a8947d16a065 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ab3d59a-5f93-49d1-8764-a817bfd3e47b HTTP/1.1" status: 200 len: 1000 time: 0.0575306 Dec 09 17:06:11.622533 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf4ec0-8f4a-48fe-bbac-8517e6de13de req-097661c1-730a-474c-9852-ee7b1970076c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:11.623867 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1caf4ec0-8f4a-48fe-bbac-8517e6de13de req-097661c1-730a-474c-9852-ee7b1970076c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4d480f52-180c-42c2-8811-9d48f3741486 HTTP/1.1" status: 200 len: 848 time: 0.0434527 Dec 09 17:06:11.674066 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf4ec0-8f4a-48fe-bbac-8517e6de13de req-6c659187-b034-4dea-b1a9-d46aed4276d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:11.675532 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1caf4ec0-8f4a-48fe-bbac-8517e6de13de req-6c659187-b034-4dea-b1a9-d46aed4276d4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e100e40d-5173-4bcd-98c5-46f24cbcb382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434587 Dec 09 17:06:11.765016 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1caf4ec0-8f4a-48fe-bbac-8517e6de13de req-e722b702-53a8-4432-91ec-6ebc77b3c2d1 service neutron] 10.222.0.31 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808003 Dec 09 17:06:11.857851 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1caf4ec0-8f4a-48fe-bbac-8517e6de13de req-32c82d97-6d4e-4357-9bf5-07e6d9c7ab2c service neutron] 10.222.0.31 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856922 Dec 09 17:06:12.147825 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c317a87-1e1c-4e5e-895c-c3418a7c11f2 req-5722efa9-70a5-436b-8a0d-ae84aa35d7d2 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:12.149351 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3c317a87-1e1c-4e5e-895c-c3418a7c11f2 req-5722efa9-70a5-436b-8a0d-ae84aa35d7d2 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 945 time: 0.0502644 Dec 09 17:06:12.200231 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3c317a87-1e1c-4e5e-895c-c3418a7c11f2 req-c1cb9a21-e21f-413c-ac43-0c97c36d3e4a tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436535 Dec 09 17:06:13.320984 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a8e4d-fb9d-4766-a705-61cc1f3b8716 req-b87e14ce-818b-43c5-8c69-44d016341d13 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:13.322482 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a79a8e4d-fb9d-4766-a705-61cc1f3b8716 req-b87e14ce-818b-43c5-8c69-44d016341d13 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 945 time: 0.0529025 Dec 09 17:06:13.395906 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d97527-3c58-4eeb-a2bb-e23b5b73496d req-bbc5b0c7-3dcd-41ca-b4ff-d31ca1510498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:13.397432 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-85d97527-3c58-4eeb-a2bb-e23b5b73496d req-bbc5b0c7-3dcd-41ca-b4ff-d31ca1510498 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=476a14f49be5482a9e98e398602d5c28&device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 1096 time: 0.0740900 Dec 09 17:06:13.402853 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a79a8e4d-fb9d-4766-a705-61cc1f3b8716 req-a98cac34-4f47-4f61-9015-f1dd2bcd8fb4 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721045 Dec 09 17:06:13.505550 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d97527-3c58-4eeb-a2bb-e23b5b73496d req-8559da71-4768-4baa-a30f-49ee74f0d302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:13.507349 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-85d97527-3c58-4eeb-a2bb-e23b5b73496d req-8559da71-4768-4baa-a30f-49ee74f0d302 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e100e40d-5173-4bcd-98c5-46f24cbcb382 HTTP/1.1" status: 200 len: 910 time: 0.0885181 Dec 09 17:06:13.582602 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-85d97527-3c58-4eeb-a2bb-e23b5b73496d req-6cc501c2-a087-4581-b25f-4d1a26dfa203 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ab3d59a-5f93-49d1-8764-a817bfd3e47b HTTP/1.1" status: 200 len: 1000 time: 0.0685551 Dec 09 17:06:13.633222 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d97527-3c58-4eeb-a2bb-e23b5b73496d req-851693a3-0042-4cb1-a194-1df05b73559e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:13.634722 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-85d97527-3c58-4eeb-a2bb-e23b5b73496d req-851693a3-0042-4cb1-a194-1df05b73559e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4d480f52-180c-42c2-8811-9d48f3741486 HTTP/1.1" status: 200 len: 848 time: 0.0441139 Dec 09 17:06:13.682968 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d97527-3c58-4eeb-a2bb-e23b5b73496d req-881b2729-db0c-4c22-8732-84099722462c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:13.684624 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-85d97527-3c58-4eeb-a2bb-e23b5b73496d req-881b2729-db0c-4c22-8732-84099722462c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e100e40d-5173-4bcd-98c5-46f24cbcb382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419819 Dec 09 17:06:13.777546 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-85d97527-3c58-4eeb-a2bb-e23b5b73496d req-d73f4a2e-3430-42ce-9775-fe23cc6b389d service neutron] 10.222.0.31 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843439 Dec 09 17:06:13.874123 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-85d97527-3c58-4eeb-a2bb-e23b5b73496d req-2ac6a982-7cc1-435d-9647-2d019465d4fa service neutron] 10.222.0.31 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863385 Dec 09 17:06:14.519975 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715cdd82-3c39-4662-88dc-709ee2e797e7 req-fe26df6f-44f1-4766-add3-d67c2994832f tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:14.520967 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-715cdd82-3c39-4662-88dc-709ee2e797e7 req-fe26df6f-44f1-4766-add3-d67c2994832f tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 945 time: 0.0500641 Dec 09 17:06:14.577105 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-715cdd82-3c39-4662-88dc-709ee2e797e7 req-9736e97f-07d9-43e4-aee2-66a164ac28fe tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502443 Dec 09 17:06:14.687306 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-2f290d16-b39c-4021-bb97-19e20149f5d6 req-5ccaf137-1ae6-4922-8244-b951731c42d8 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 17:06:14.688316 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-2f290d16-b39c-4021-bb97-19e20149f5d6 req-5ccaf137-1ae6-4922-8244-b951731c42d8 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0478444 Dec 09 17:06:15.122077 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 9ab3d59a-5f93-49d1-8764-a817bfd3e47b no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 17:06:15.194991 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:06:15.216537 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f2e1325-45a9-4b5f-af57-44be6df4751c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ab3d59a-5f93-49d1-8764-a817bfd3e47b'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 17:06:15.218761 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad401665e64187bef4a0f300457b2868c99907d1fc0db4bbbc94af95fd68fd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a72333-5469-4df1-a88b-b371e47cb78f" -d '{"events": [{"server_uuid": "1f2e1325-45a9-4b5f-af57-44be6df4751c", "name": "network-vif-unplugged", "status": "completed", "tag": "9ab3d59a-5f93-49d1-8764-a817bfd3e47b"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 17:06:15.231671 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 9ab3d59a-5f93-49d1-8764-a817bfd3e47b, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=9ab3d59a-5f93-49d1-8764-a817bfd3e47b,segment=NetworkSegment(07084e77-a0ce-4dea-829a-b44d0eac1432),segment_id=07084e77-a0ce-4dea-829a-b44d0eac1432)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:06:15.235259 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:06:15.283920 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=9ab3d59a-5f93-49d1-8764-a817bfd3e47b,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:06:15.792385 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 09 Dec 2021 17:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f43369-b9c7-44ea-85c1-282d22958564 x-openstack-request-id: req-79f43369-b9c7-44ea-85c1-282d22958564 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 17:06:15.792708 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f2e1325-45a9-4b5f-af57-44be6df4751c", "name": "network-vif-unplugged", "status": "failed", "tag": "9ab3d59a-5f93-49d1-8764-a817bfd3e47b", "code": 422}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 17:06:15.793059 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-79f43369-b9c7-44ea-85c1-282d22958564 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 17:06:15.793376 n-d-821228-1 neutron-server[103246]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1f2e1325-45a9-4b5f-af57-44be6df4751c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9ab3d59a-5f93-49d1-8764-a817bfd3e47b', 'code': 422} returned with failed status Dec 09 17:06:15.889088 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc9a7a-9c7c-45e3-af32-a934b617d1ea req-4ef0f2a8-69e8-4dd1-a259-5fcfc533bec5 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:15.890612 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7ddc9a7a-9c7c-45e3-af32-a934b617d1ea req-4ef0f2a8-69e8-4dd1-a259-5fcfc533bec5 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 943 time: 0.0503218 Dec 09 17:06:15.947053 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7ddc9a7a-9c7c-45e3-af32-a934b617d1ea req-8d139a2d-7c00-4dfe-9e9f-d5f1c3fdfb90 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500944 Dec 09 17:06:16.101951 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-79dce298-9619-4527-a4b7-c88ccbd87ca7 req-36bb9493-dee1-4f74-a107-18fcfc51ce8f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0811572 Dec 09 17:06:17.062988 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fced33a-a0f2-4c0d-91c8-2a40f37999ef req-6ab73b06-9821-4225-ac5e-763c6f85142b tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:17.064474 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7fced33a-a0f2-4c0d-91c8-2a40f37999ef req-6ab73b06-9821-4225-ac5e-763c6f85142b tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 943 time: 0.0478988 Dec 09 17:06:17.087790 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:06:17.118210 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7fced33a-a0f2-4c0d-91c8-2a40f37999ef req-360e3755-1935-43b9-95b7-081d77b75dfc tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479281 Dec 09 17:06:18.233484 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a14b69-cce9-4518-bc8c-4a715394ee9b req-6881407b-0820-4c17-b5e1-3913133fc468 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:18.234845 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71a14b69-cce9-4518-bc8c-4a715394ee9b req-6881407b-0820-4c17-b5e1-3913133fc468 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 943 time: 0.0485280 Dec 09 17:06:18.287049 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-71a14b69-cce9-4518-bc8c-4a715394ee9b req-1420a634-2cc9-4d56-8c91-1cf7abe6612d tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459635 Dec 09 17:06:19.400858 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e817fd5-6236-4dc8-8cd5-f447a1cab3d2 req-b1a441ae-1da1-49af-8f33-4b7e7b718df9 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:19.403048 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0e817fd5-6236-4dc8-8cd5-f447a1cab3d2 req-b1a441ae-1da1-49af-8f33-4b7e7b718df9 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 943 time: 0.0484648 Dec 09 17:06:19.455334 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0e817fd5-6236-4dc8-8cd5-f447a1cab3d2 req-e7f52911-f6b1-4733-a83c-5479ee58fe8d tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447402 Dec 09 17:06:20.576369 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc3a92-09b3-43f5-833d-aa17c351c873 req-e3fabb1e-8c65-4c15-af1f-6e993d826d81 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:20.577917 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-68bc3a92-09b3-43f5-833d-aa17c351c873 req-e3fabb1e-8c65-4c15-af1f-6e993d826d81 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 943 time: 0.0539138 Dec 09 17:06:20.629505 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-68bc3a92-09b3-43f5-833d-aa17c351c873 req-71ae72cc-4e18-457d-ac1a-325b65515f29 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454693 Dec 09 17:06:20.720186 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-986b79a1-e45d-4e97-ac93-0c0f2aeff14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:06:20.962604 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dce298-9619-4527-a4b7-c88ccbd87ca7 req-c518f24e-bfca-4d52-a19f-4eb51bada306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:20.964725 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-79dce298-9619-4527-a4b7-c88ccbd87ca7 req-c518f24e-bfca-4d52-a19f-4eb51bada306 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c&tenant_id=476a14f49be5482a9e98e398602d5c28 HTTP/1.1" status: 200 len: 1094 time: 0.0405266 Dec 09 17:06:21.025501 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dce298-9619-4527-a4b7-c88ccbd87ca7 req-3b1d8e68-120c-42ca-9fb5-837d8f940ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:21.028176 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-79dce298-9619-4527-a4b7-c88ccbd87ca7 req-3b1d8e68-120c-42ca-9fb5-837d8f940ac3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=476a14f49be5482a9e98e398602d5c28&device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 1094 time: 0.0420289 Dec 09 17:06:21.123686 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dce298-9619-4527-a4b7-c88ccbd87ca7 req-8e500eb7-b567-44c5-a13e-fd56afca55e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:21.125182 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-79dce298-9619-4527-a4b7-c88ccbd87ca7 req-8e500eb7-b567-44c5-a13e-fd56afca55e1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e100e40d-5173-4bcd-98c5-46f24cbcb382 HTTP/1.1" status: 200 len: 910 time: 0.0901594 Dec 09 17:06:21.190425 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-79dce298-9619-4527-a4b7-c88ccbd87ca7 req-05db7828-3cfd-4c89-aeaa-e1935a53d023 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ab3d59a-5f93-49d1-8764-a817bfd3e47b HTTP/1.1" status: 200 len: 998 time: 0.0585561 Dec 09 17:06:21.242242 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dce298-9619-4527-a4b7-c88ccbd87ca7 req-7cb229eb-ae77-4a10-be1b-b5a1e456d9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:21.243624 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-79dce298-9619-4527-a4b7-c88ccbd87ca7 req-7cb229eb-ae77-4a10-be1b-b5a1e456d9ae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4d480f52-180c-42c2-8811-9d48f3741486 HTTP/1.1" status: 200 len: 848 time: 0.0468256 Dec 09 17:06:21.288516 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dce298-9619-4527-a4b7-c88ccbd87ca7 req-317564fb-c20c-40a8-a66e-ef0fccf392a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:21.289994 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-79dce298-9619-4527-a4b7-c88ccbd87ca7 req-317564fb-c20c-40a8-a66e-ef0fccf392a7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e100e40d-5173-4bcd-98c5-46f24cbcb382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398304 Dec 09 17:06:21.378044 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-79dce298-9619-4527-a4b7-c88ccbd87ca7 req-964d12c1-f301-4ea8-8785-589d80b4e046 service neutron] 10.222.0.31 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811143 Dec 09 17:06:21.470720 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-79dce298-9619-4527-a4b7-c88ccbd87ca7 req-9f6cf817-b7a7-4215-8011-e72f9cc9cfc5 service neutron] 10.222.0.31 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859172 Dec 09 17:06:21.750488 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55adaa5-6fdf-4475-b99a-7f8e46e61b15 req-761d3a4b-5797-46a6-a2e8-8fe01783e9a3 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:21.752680 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c55adaa5-6fdf-4475-b99a-7f8e46e61b15 req-761d3a4b-5797-46a6-a2e8-8fe01783e9a3 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 943 time: 0.0526924 Dec 09 17:06:21.836399 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c55adaa5-6fdf-4475-b99a-7f8e46e61b15 req-2dcc5768-6a1d-4dc7-9bcd-590c0d6c591a tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769973 Dec 09 17:06:22.966398 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a52bd-4bb3-4020-a392-d11f6000c2d0 req-e34cc2da-a5e0-486b-9a4d-b81af2c01f3d tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:22.967936 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bb6a52bd-4bb3-4020-a392-d11f6000c2d0 req-e34cc2da-a5e0-486b-9a4d-b81af2c01f3d tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 943 time: 0.0554850 Dec 09 17:06:23.018819 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bb6a52bd-4bb3-4020-a392-d11f6000c2d0 req-7f6c87ee-d4c8-47f4-a560-cb2ec2d3aa62 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446587 Dec 09 17:06:23.256570 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e42bcd8a-75b8-444a-9d7c-24c1bbc12837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:06:23.733501 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:06:24.142390 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c8a56-d812-41a0-84c3-2668e419fadd req-54ee6d28-7e61-4903-bcd2-2f6cdc158acc tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:24.144087 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-443c8a56-d812-41a0-84c3-2668e419fadd req-54ee6d28-7e61-4903-bcd2-2f6cdc158acc tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 943 time: 0.0540862 Dec 09 17:06:24.199393 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-443c8a56-d812-41a0-84c3-2668e419fadd req-93cf7ddf-e713-4e60-8196-6d4ee539b336 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489285 Dec 09 17:06:24.467140 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:06:25.319030 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428c500-2fc2-4890-a6ae-d1f59ed329d7 req-44b91625-05a3-4e0f-a54d-50c1908d9194 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:25.320579 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a428c500-2fc2-4890-a6ae-d1f59ed329d7 req-44b91625-05a3-4e0f-a54d-50c1908d9194 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 943 time: 0.0505984 Dec 09 17:06:25.378878 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a428c500-2fc2-4890-a6ae-d1f59ed329d7 req-341aaff6-24e1-47a3-afdc-4badb0dadf17 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502176 Dec 09 17:06:25.496954 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:06:25.738822 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:06:26.502683 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55364faf-37b3-468b-8bdc-7c02bf9de17f req-bef953fd-abdd-4507-97cd-d296fcd6749a tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:26.504181 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-55364faf-37b3-468b-8bdc-7c02bf9de17f req-bef953fd-abdd-4507-97cd-d296fcd6749a tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 943 time: 0.0501859 Dec 09 17:06:26.554783 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-55364faf-37b3-468b-8bdc-7c02bf9de17f req-b23886a3-be40-49a5-88fa-81bb8c58e837 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443215 Dec 09 17:06:26.717072 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:06:27.692773 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d20710-1c46-4b74-b190-f713a2a5d6e3 req-6665b45a-7a8b-4489-b0b1-c00f2f4daa04 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:27.694948 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-00d20710-1c46-4b74-b190-f713a2a5d6e3 req-6665b45a-7a8b-4489-b0b1-c00f2f4daa04 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 943 time: 0.0556741 Dec 09 17:06:27.749303 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-00d20710-1c46-4b74-b190-f713a2a5d6e3 req-89241385-d66a-49e4-bf1b-27cd1441e639 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474219 Dec 09 17:06:28.880321 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d843e-9267-4da4-8571-53c1d474fb32 req-17f50f15-fabe-453d-b93f-362b35088fa9 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:28.881897 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-126d843e-9267-4da4-8571-53c1d474fb32 req-17f50f15-fabe-453d-b93f-362b35088fa9 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 943 time: 0.0605023 Dec 09 17:06:28.931471 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-126d843e-9267-4da4-8571-53c1d474fb32 req-c0714558-21b5-4eb0-af1e-dad510551b7d tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428512 Dec 09 17:06:30.074223 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd91729-baf6-4960-954e-2e66ff277e2c req-6ab5090a-d836-417b-9abf-79a9a56b1435 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:30.075844 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5bd91729-baf6-4960-954e-2e66ff277e2c req-6ab5090a-d836-417b-9abf-79a9a56b1435 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 943 time: 0.0624585 Dec 09 17:06:30.136113 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5bd91729-baf6-4960-954e-2e66ff277e2c req-ae897961-13ca-48f9-8ce6-19f2ba00a80e tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534692 Dec 09 17:06:31.270073 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aac48e-9fe3-43a9-bf27-4f5ad623b78e req-83745233-f488-459b-9ff1-81eb453bde50 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:31.271627 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-84aac48e-9fe3-43a9-bf27-4f5ad623b78e req-83745233-f488-459b-9ff1-81eb453bde50 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 943 time: 0.0597630 Dec 09 17:06:31.328298 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-84aac48e-9fe3-43a9-bf27-4f5ad623b78e req-2e5570ab-1383-43b9-870a-760c89751100 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496397 Dec 09 17:06:32.462032 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf98a9-57d5-4df9-b7d1-f9578ee94b70 req-5bb0453f-f8cf-4f84-8ab5-c841d8b4d7b1 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:32.463499 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e0cf98a9-57d5-4df9-b7d1-f9578ee94b70 req-5bb0453f-f8cf-4f84-8ab5-c841d8b4d7b1 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 943 time: 0.0497079 Dec 09 17:06:32.512088 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e0cf98a9-57d5-4df9-b7d1-f9578ee94b70 req-725337f6-2f17-43a6-8671-9a83b709095b tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425076 Dec 09 17:06:33.626592 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbadbea-e8d4-4cd2-bed0-2e11a3061ce8 req-39a9cd58-5192-4d7d-97b5-226dbbb2b517 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:33.627998 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8bbadbea-e8d4-4cd2-bed0-2e11a3061ce8 req-39a9cd58-5192-4d7d-97b5-226dbbb2b517 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 943 time: 0.0479906 Dec 09 17:06:33.676147 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8bbadbea-e8d4-4cd2-bed0-2e11a3061ce8 req-7c4e885e-ca90-4ba5-a792-0363868a4fec tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421784 Dec 09 17:06:34.797546 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9d92e-2792-421d-8337-30051e622ecb req-a408951b-8dc4-4f87-bbbe-59b1ee74352e tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:34.799018 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d2a9d92e-2792-421d-8337-30051e622ecb req-a408951b-8dc4-4f87-bbbe-59b1ee74352e tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 943 time: 0.0519526 Dec 09 17:06:34.847811 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d2a9d92e-2792-421d-8337-30051e622ecb req-84a29ed2-f07e-477a-bb37-430b44f03985 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427916 Dec 09 17:06:35.966201 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ad33e-2f94-4462-9251-f7ef77d397fc req-54a473ae-8a19-4ae4-bf9b-4a2a72f6b497 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:35.967721 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-843ad33e-2f94-4462-9251-f7ef77d397fc req-54a473ae-8a19-4ae4-bf9b-4a2a72f6b497 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 943 time: 0.0533128 Dec 09 17:06:36.018761 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-843ad33e-2f94-4462-9251-f7ef77d397fc req-8e6eea9c-7265-4158-b5e6-da7f4bb33dbb tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449567 Dec 09 17:06:37.145741 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5fad9-57ec-44a8-9d5b-616dc58bd9d2 req-79872c73-ff02-4854-aa3b-c57a9e123d00 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:37.147241 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ffa5fad9-57ec-44a8-9d5b-616dc58bd9d2 req-79872c73-ff02-4854-aa3b-c57a9e123d00 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 943 time: 0.0519998 Dec 09 17:06:37.195349 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ffa5fad9-57ec-44a8-9d5b-616dc58bd9d2 req-0092fa5e-a704-4a67-9bb8-3f601ff9de24 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419345 Dec 09 17:06:37.213383 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 9ab3d59a-5f93-49d1-8764-a817bfd3e47b details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 17:06:37.308629 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 9ab3d59a-5f93-49d1-8764-a817bfd3e47b, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=9ab3d59a-5f93-49d1-8764-a817bfd3e47b,segment=NetworkSegment(07084e77-a0ce-4dea-829a-b44d0eac1432),segment_id=07084e77-a0ce-4dea-829a-b44d0eac1432)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:06:37.329075 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '9ab3d59a-5f93-49d1-8764-a817bfd3e47b', 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382', 'port_id': '9ab3d59a-5f93-49d1-8764-a817bfd3e47b', 'mac_address': 'fa:16:3e:0e:49:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d480f52-180c-42c2-8811-9d48f3741486', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 17:06:37.379152 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:06:37.395574 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ab3d59a-5f93-49d1-8764-a817bfd3e47b {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 17:06:37.420226 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 9ab3d59a-5f93-49d1-8764-a817bfd3e47b, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=9ab3d59a-5f93-49d1-8764-a817bfd3e47b,segment=NetworkSegment(07084e77-a0ce-4dea-829a-b44d0eac1432),segment_id=07084e77-a0ce-4dea-829a-b44d0eac1432)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:06:37.424455 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:06:37.470758 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=9ab3d59a-5f93-49d1-8764-a817bfd3e47b,revision_number=9']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:06:37.798398 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['9ab3d59a-5f93-49d1-8764-a817bfd3e47b'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 17:06:38.311616 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acb315-a1d2-4185-877f-5191ac9e9cc6 req-515c9738-adc6-4eea-b41e-71991088b83d tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:38.313137 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-94acb315-a1d2-4185-877f-5191ac9e9cc6 req-515c9738-adc6-4eea-b41e-71991088b83d tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 944 time: 0.0489371 Dec 09 17:06:38.361969 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-94acb315-a1d2-4185-877f-5191ac9e9cc6 req-e29b540d-430c-4767-82d3-dfdd682b37f4 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429342 Dec 09 17:06:39.228671 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 9ab3d59a-5f93-49d1-8764-a817bfd3e47b up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 17:06:39.279260 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 9ab3d59a-5f93-49d1-8764-a817bfd3e47b triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:06:39.279626 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:06:39.356090 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:06:39.378291 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f2e1325-45a9-4b5f-af57-44be6df4751c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab3d59a-5f93-49d1-8764-a817bfd3e47b'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 17:06:39.380523 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad401665e64187bef4a0f300457b2868c99907d1fc0db4bbbc94af95fd68fd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7505c4-01b3-40a0-a911-6aea24e54f11" -d '{"events": [{"server_uuid": "1f2e1325-45a9-4b5f-af57-44be6df4751c", "name": "network-vif-plugged", "status": "completed", "tag": "9ab3d59a-5f93-49d1-8764-a817bfd3e47b"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 17:06:39.392902 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 9ab3d59a-5f93-49d1-8764-a817bfd3e47b, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=9ab3d59a-5f93-49d1-8764-a817bfd3e47b,segment=NetworkSegment(07084e77-a0ce-4dea-829a-b44d0eac1432),segment_id=07084e77-a0ce-4dea-829a-b44d0eac1432)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:06:39.397335 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:06:39.425314 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 17:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6239bc3-4c32-419f-8f3b-b6e3b09d9e40 x-openstack-request-id: req-d6239bc3-4c32-419f-8f3b-b6e3b09d9e40 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 17:06:39.425613 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f2e1325-45a9-4b5f-af57-44be6df4751c", "name": "network-vif-plugged", "status": "completed", "tag": "9ab3d59a-5f93-49d1-8764-a817bfd3e47b", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 17:06:39.425949 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d6239bc3-4c32-419f-8f3b-b6e3b09d9e40 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 17:06:39.426262 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f2e1325-45a9-4b5f-af57-44be6df4751c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab3d59a-5f93-49d1-8764-a817bfd3e47b', 'code': 200} Dec 09 17:06:39.453904 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=9ab3d59a-5f93-49d1-8764-a817bfd3e47b,revision_number=10']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:06:39.521337 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4983a-42a6-4ff4-a4fe-65966f3891fc req-43a16499-486e-4c4d-9c25-ba952e5901c2 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:39.522837 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57c4983a-42a6-4ff4-a4fe-65966f3891fc req-43a16499-486e-4c4d-9c25-ba952e5901c2 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 946 time: 0.0508308 Dec 09 17:06:39.605805 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-57c4983a-42a6-4ff4-a4fe-65966f3891fc req-e149bebd-ab6a-4d37-b3cd-71203f82b27e tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744312 Dec 09 17:06:39.611943 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc312c-23fe-4169-bdc1-243bbc1de675 req-d2b1dbdb-b13b-4d53-8555-17e7d1ad22a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:39.613477 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6acc312c-23fe-4169-bdc1-243bbc1de675 req-d2b1dbdb-b13b-4d53-8555-17e7d1ad22a1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 1097 time: 0.0665536 Dec 09 17:06:39.660703 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6acc312c-23fe-4169-bdc1-243bbc1de675 req-fd4605ad-575e-4189-9b00-6914ce951a80 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395696 Dec 09 17:06:40.720686 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219522b-cbbe-4f34-9c2b-6448d6dbed21 req-a368bdd1-da7a-4944-a5ab-03f126ce8d78 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:40.722155 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c219522b-cbbe-4f34-9c2b-6448d6dbed21 req-a368bdd1-da7a-4944-a5ab-03f126ce8d78 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 946 time: 0.0475602 Dec 09 17:06:40.774499 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c219522b-cbbe-4f34-9c2b-6448d6dbed21 req-9398f500-7f27-4a2e-b549-d99e04b538da tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463336 Dec 09 17:06:41.893786 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec9706-890d-496d-99e6-7e5df2b92664 req-3918014d-14f7-41d0-b063-2cae4df34afe tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:06:41.895243 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fcec9706-890d-496d-99e6-7e5df2b92664 req-3918014d-14f7-41d0-b063-2cae4df34afe tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 946 time: 0.0530570 Dec 09 17:06:41.943982 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-fcec9706-890d-496d-99e6-7e5df2b92664 req-5cae0949-98dc-477c-9e2d-f7007d910689 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426705 Dec 09 17:06:47.081409 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:06:50.721066 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-053f6294-fc2f-4df3-9234-57eb8456ba26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:06:53.259472 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-619efdb1-f0f3-4e12-9d8a-f337c0e57ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:06:54.468507 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:06:55.508726 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:06:55.740061 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:06:56.721156 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:07:00.732788 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:07:15.320629 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-323d939c-0978-4750-aaba-962ca0ee05e1 req-bab7db83-936a-4df8-b567-5678fa3f8592 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389142 Dec 09 17:07:15.402746 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d939c-0978-4750-aaba-962ca0ee05e1 req-1da41bd8-91db-4030-89ba-44b983b774a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:07:15.404214 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-323d939c-0978-4750-aaba-962ca0ee05e1 req-1da41bd8-91db-4030-89ba-44b983b774a3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=476a14f49be5482a9e98e398602d5c28&device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 1097 time: 0.0410247 Dec 09 17:07:15.509551 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d939c-0978-4750-aaba-962ca0ee05e1 req-3184ef16-deb9-43f8-8570-032759afc916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:07:15.511740 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-323d939c-0978-4750-aaba-962ca0ee05e1 req-3184ef16-deb9-43f8-8570-032759afc916 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e100e40d-5173-4bcd-98c5-46f24cbcb382 HTTP/1.1" status: 200 len: 910 time: 0.0880985 Dec 09 17:07:15.577890 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-323d939c-0978-4750-aaba-962ca0ee05e1 req-cb9b02c1-1749-4150-9540-5706e27f3cfd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ab3d59a-5f93-49d1-8764-a817bfd3e47b HTTP/1.1" status: 200 len: 1000 time: 0.0576093 Dec 09 17:07:15.631079 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d939c-0978-4750-aaba-962ca0ee05e1 req-2985a10b-185d-4fd5-85ad-511e602725f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:07:15.632509 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-323d939c-0978-4750-aaba-962ca0ee05e1 req-2985a10b-185d-4fd5-85ad-511e602725f0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4d480f52-180c-42c2-8811-9d48f3741486 HTTP/1.1" status: 200 len: 848 time: 0.0464954 Dec 09 17:07:15.677866 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d939c-0978-4750-aaba-962ca0ee05e1 req-bd32df18-be09-4aa0-ac56-46ce699cb352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:07:15.679328 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-323d939c-0978-4750-aaba-962ca0ee05e1 req-bd32df18-be09-4aa0-ac56-46ce699cb352 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e100e40d-5173-4bcd-98c5-46f24cbcb382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392478 Dec 09 17:07:15.766756 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-323d939c-0978-4750-aaba-962ca0ee05e1 req-ba20a838-10a1-4ccd-8f12-2d9fbc541648 service neutron] 10.222.0.31 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793130 Dec 09 17:07:15.863041 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-323d939c-0978-4750-aaba-962ca0ee05e1 req-fc1271d3-6336-468e-84a5-d8d05d6032b8 service neutron] 10.222.0.31 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890100 Dec 09 17:07:17.087590 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:07:20.722483 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b093753c-24f1-4278-924e-a14a2c867a88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:07:23.261811 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-538f224d-b5d6-4a6d-8d7b-2b82b930bfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:07:24.471579 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:07:25.498770 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:07:25.743533 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:07:26.723802 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:07:37.731712 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:07:47.095076 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:07:50.724223 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-489bddd4-be79-4429-a517-eacbc04fa7db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:07:53.262853 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8e3231cb-bf0c-4f76-8a21-5321a92159f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:07:54.473864 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:07:55.537754 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:07:55.745714 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:07:56.726328 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:14.730737 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:08:16.346369 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a402751b-bd93-499b-b6fb-908446e8a674 req-5820ac3f-0806-4871-baef-e2aa2ed1f19a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411351 Dec 09 17:08:16.428536 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402751b-bd93-499b-b6fb-908446e8a674 req-1dec5ed2-80d8-4cc6-9acd-eb2b80216d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:08:16.430580 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a402751b-bd93-499b-b6fb-908446e8a674 req-1dec5ed2-80d8-4cc6-9acd-eb2b80216d45 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=476a14f49be5482a9e98e398602d5c28&device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 1097 time: 0.0416076 Dec 09 17:08:16.535422 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402751b-bd93-499b-b6fb-908446e8a674 req-06002dae-f7e9-4d0e-93b4-833ebc3a46ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:08:16.536920 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a402751b-bd93-499b-b6fb-908446e8a674 req-06002dae-f7e9-4d0e-93b4-833ebc3a46ba service neutron] 10.222.0.31 "GET /v2.0/networks?id=e100e40d-5173-4bcd-98c5-46f24cbcb382 HTTP/1.1" status: 200 len: 910 time: 0.0873265 Dec 09 17:08:16.601915 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a402751b-bd93-499b-b6fb-908446e8a674 req-7d7a0d0a-046e-46ef-ac92-84487a22aa6d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ab3d59a-5f93-49d1-8764-a817bfd3e47b HTTP/1.1" status: 200 len: 1000 time: 0.0576301 Dec 09 17:08:16.653977 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402751b-bd93-499b-b6fb-908446e8a674 req-50bb74b9-04a3-4c0f-9495-d44d433f9f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:08:16.655406 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a402751b-bd93-499b-b6fb-908446e8a674 req-50bb74b9-04a3-4c0f-9495-d44d433f9f85 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4d480f52-180c-42c2-8811-9d48f3741486 HTTP/1.1" status: 200 len: 848 time: 0.0471461 Dec 09 17:08:16.701196 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402751b-bd93-499b-b6fb-908446e8a674 req-a41d1711-b7de-4915-b00f-21315b9967c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:08:16.702673 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a402751b-bd93-499b-b6fb-908446e8a674 req-a41d1711-b7de-4915-b00f-21315b9967c0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e100e40d-5173-4bcd-98c5-46f24cbcb382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406234 Dec 09 17:08:16.790871 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a402751b-bd93-499b-b6fb-908446e8a674 req-230e37fa-128b-4b1e-9ce9-9bb4684065cf service neutron] 10.222.0.31 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804656 Dec 09 17:08:17.117598 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:17.218869 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a402751b-bd93-499b-b6fb-908446e8a674 req-36f0740b-a758-4415-8916-098870576dd5 service neutron] 10.222.0.31 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213896 Dec 09 17:08:20.725540 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a12f7d18-dedc-4f5c-b8db-2ec2101725df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:23.265574 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f594c390-628a-41fd-8d2e-e3276ba5f67f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:24.476849 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:25.542313 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:25.748858 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:26.729161 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:26.968897 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58470) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:08:27.171266 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-7084cccc-fafb-44e9-be8a-e72f6a5cf107 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Deleting port 2913dc58-21ce-41e4-8c2f-404b30894d70 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 17:08:27.171615 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7084cccc-fafb-44e9-be8a-e72f6a5cf107 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:27.245785 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7084cccc-fafb-44e9-be8a-e72f6a5cf107 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:27.246027 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7084cccc-fafb-44e9-be8a-e72f6a5cf107 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:27.258476 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-7084cccc-fafb-44e9-be8a-e72f6a5cf107 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Calling delete_port for 2913dc58-21ce-41e4-8c2f-404b30894d70 owned by network:floatingip {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 17:08:27.418855 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7084cccc-fafb-44e9-be8a-e72f6a5cf107 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:27.445223 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7084cccc-fafb-44e9-be8a-e72f6a5cf107 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Pushing event deleted for resources: {'Port': ['ID=2913dc58-21ce-41e4-8c2f-404b30894d70,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:08:27.481990 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084cccc-fafb-44e9-be8a-e72f6a5cf107 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:08:27.482346 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084cccc-fafb-44e9-be8a-e72f6a5cf107 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:08:27.482696 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084cccc-fafb-44e9-be8a-e72f6a5cf107 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:08:27.483040 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084cccc-fafb-44e9-be8a-e72f6a5cf107 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:08:27.483385 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084cccc-fafb-44e9-be8a-e72f6a5cf107 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:08:27.483722 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084cccc-fafb-44e9-be8a-e72f6a5cf107 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:08:27.484299 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084cccc-fafb-44e9-be8a-e72f6a5cf107 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:08:27.484667 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084cccc-fafb-44e9-be8a-e72f6a5cf107 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:08:27.485006 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084cccc-fafb-44e9-be8a-e72f6a5cf107 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:08:27.485335 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084cccc-fafb-44e9-be8a-e72f6a5cf107 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:08:27.485668 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084cccc-fafb-44e9-be8a-e72f6a5cf107 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:08:27.486368 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084cccc-fafb-44e9-be8a-e72f6a5cf107 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:08:27.486708 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084cccc-fafb-44e9-be8a-e72f6a5cf107 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:08:27.527215 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7084cccc-fafb-44e9-be8a-e72f6a5cf107 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for floatingip, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:27.527480 n-d-821228-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-7084cccc-fafb-44e9-be8a-e72f6a5cf107 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Floating IP d5813919-d026-41f3-ae3f-0ea9a05e9916 disassociated (deleted). External IP: 172.25.3.52, port: 9ab3d59a-5f93-49d1-8764-a817bfd3e47b. Dec 09 17:08:27.740590 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7084cccc-fafb-44e9-be8a-e72f6a5cf107 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Router dd19647a-002e-4017-8d0f-05f6bdd421d4 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 17:08:27.846188 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7084cccc-fafb-44e9-be8a-e72f6a5cf107 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 17:08:27.850763 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7084cccc-fafb-44e9-be8a-e72f6a5cf107 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:27.855591 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed9bb2a-3efd-42b5-9a55-f76b41aeda85 None None] Sync routers for ids ['dd19647a-002e-4017-8d0f-05f6bdd421d4'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 17:08:27.869011 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed9bb2a-3efd-42b5-9a55-f76b41aeda85 None None] Routers {'dd19647a-002e-4017-8d0f-05f6bdd421d4'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:08:27.869648 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3ed9bb2a-3efd-42b5-9a55-f76b41aeda85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:08:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['dd19647a-002e-4017-8d0f-05f6bdd421d4'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:08:27.882206 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7084cccc-fafb-44e9-be8a-e72f6a5cf107 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "DELETE /v2.0/floatingips/d5813919-d026-41f3-ae3f-0ea9a05e9916 HTTP/1.1" status: 204 len: 168 time: 0.9121997 Dec 09 17:08:27.882803 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f2e1325-45a9-4b5f-af57-44be6df4751c', 'tag': '9ab3d59a-5f93-49d1-8764-a817bfd3e47b'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 17:08:27.885841 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efaf58d4d7c9700f5ffb733085425a1334cb86cda12ff1566d55ee0012e72786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42c0c80-f578-4b69-b25d-f437328e67a3" -d '{"events": [{"name": "network-changed", "server_uuid": "1f2e1325-45a9-4b5f-af57-44be6df4751c", "tag": "9ab3d59a-5f93-49d1-8764-a817bfd3e47b"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 17:08:27.980964 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-3ed9bb2a-3efd-42b5-9a55-f76b41aeda85 None None] Set router dd19647a-002e-4017-8d0f-05f6bdd421d4 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:08:28.113335 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 17:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b1fb76-209e-49db-b8d7-41cd3acf14e5 x-openstack-request-id: req-b4b1fb76-209e-49db-b8d7-41cd3acf14e5 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 17:08:28.113887 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f2e1325-45a9-4b5f-af57-44be6df4751c", "tag": "9ab3d59a-5f93-49d1-8764-a817bfd3e47b", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 17:08:28.113887 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b4b1fb76-209e-49db-b8d7-41cd3acf14e5 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 17:08:28.114267 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f2e1325-45a9-4b5f-af57-44be6df4751c', 'tag': '9ab3d59a-5f93-49d1-8764-a817bfd3e47b', 'status': 'completed', 'code': 200} Dec 09 17:08:28.185129 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c0c80-f578-4b69-b25d-f437328e67a3 req-cf179003-b3e7-4f76-9172-050bf3b63a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:08:28.186670 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b42c0c80-f578-4b69-b25d-f437328e67a3 req-cf179003-b3e7-4f76-9172-050bf3b63a62 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=476a14f49be5482a9e98e398602d5c28&device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 1097 time: 0.0472143 Dec 09 17:08:28.203213 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3ed9bb2a-3efd-42b5-9a55-f76b41aeda85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'name': 'tempest-TestShelveInstance-1002255696-router', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '5491237d-0377-4905-86bb-c929e310b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:02:55Z', 'updated_at': '2021-12-09T17:02:58Z', 'revision_number': 4, 'project_id': '476a14f49be5482a9e98e398602d5c28', 'gw_port': {'id': '5491237d-0377-4905-86bb-c929e310b259', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:02:56Z', 'updated_at': '2021-12-09T17:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '9f2d646a-4461-45de-8e93-4fcad560780f', 'name': '', 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'mac_address': 'fa:16:3e:88:07:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '4d480f52-180c-42c2-8811-9d48f3741486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:02:58Z', 'updated_at': '2021-12-09T17:03:04Z', 'revision_number': 5, 'project_id': '476a14f49be5482a9e98e398602d5c28', 'subnets': [{'id': '4d480f52-180c-42c2-8811-9d48f3741486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:08:28.230861 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed9bb2a-3efd-42b5-9a55-f76b41aeda85 None None] Checking router: dd19647a-002e-4017-8d0f-05f6bdd421d4 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 17:08:28.239218 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed9bb2a-3efd-42b5-9a55-f76b41aeda85 None None] Routers {'dd19647a-002e-4017-8d0f-05f6bdd421d4'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:08:28.239823 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3ed9bb2a-3efd-42b5-9a55-f76b41aeda85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:08:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['dd19647a-002e-4017-8d0f-05f6bdd421d4'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:08:28.315456 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c050751-07f0-4225-9268-0641a271aa50 req-f7635e75-ac31-43eb-8cd8-8cb221422225 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:08:28.316949 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1c050751-07f0-4225-9268-0641a271aa50 req-f7635e75-ac31-43eb-8cd8-8cb221422225 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 946 time: 0.1525095 Dec 09 17:08:28.322898 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c0c80-f578-4b69-b25d-f437328e67a3 req-8c6db3e6-012d-4729-a875-c3e641c9a8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:08:28.324360 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b42c0c80-f578-4b69-b25d-f437328e67a3 req-8c6db3e6-012d-4729-a875-c3e641c9a8fa service neutron] 10.222.0.31 "GET /v2.0/networks?id=e100e40d-5173-4bcd-98c5-46f24cbcb382 HTTP/1.1" status: 200 len: 910 time: 0.1293736 Dec 09 17:08:28.350314 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-3ed9bb2a-3efd-42b5-9a55-f76b41aeda85 None None] Set router dd19647a-002e-4017-8d0f-05f6bdd421d4 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:08:28.376349 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b42c0c80-f578-4b69-b25d-f437328e67a3 req-9a3e3163-dc68-42bf-9832-9eedc188252f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ab3d59a-5f93-49d1-8764-a817bfd3e47b HTTP/1.1" status: 200 len: 217 time: 0.0367436 Dec 09 17:08:28.433780 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1c050751-07f0-4225-9268-0641a271aa50 req-301160ce-61c8-4451-8620-5beeba30ad2b tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081588 Dec 09 17:08:28.453711 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c0c80-f578-4b69-b25d-f437328e67a3 req-cdbf8239-5bad-455c-b7ff-2a6cb417b8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:08:28.455205 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b42c0c80-f578-4b69-b25d-f437328e67a3 req-cdbf8239-5bad-455c-b7ff-2a6cb417b8c5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4d480f52-180c-42c2-8811-9d48f3741486 HTTP/1.1" status: 200 len: 848 time: 0.0558212 Dec 09 17:08:28.505358 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c0c80-f578-4b69-b25d-f437328e67a3 req-ccfd413c-a44d-42e3-b5de-74aa7cae6518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:08:28.506913 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b42c0c80-f578-4b69-b25d-f437328e67a3 req-ccfd413c-a44d-42e3-b5de-74aa7cae6518 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e100e40d-5173-4bcd-98c5-46f24cbcb382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435927 Dec 09 17:08:28.606686 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b42c0c80-f578-4b69-b25d-f437328e67a3 req-a8e3555d-d06b-4582-ba4f-726bfd5838c1 service neutron] 10.222.0.31 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907395 Dec 09 17:08:28.697914 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b42c0c80-f578-4b69-b25d-f437328e67a3 req-df448da5-53a0-472d-bd90-a052e8430127 service neutron] 10.222.0.31 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832007 Dec 09 17:08:28.712213 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3ed9bb2a-3efd-42b5-9a55-f76b41aeda85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'name': 'tempest-TestShelveInstance-1002255696-router', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '5491237d-0377-4905-86bb-c929e310b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:02:55Z', 'updated_at': '2021-12-09T17:02:58Z', 'revision_number': 4, 'project_id': '476a14f49be5482a9e98e398602d5c28', 'gw_port': {'id': '5491237d-0377-4905-86bb-c929e310b259', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:02:56Z', 'updated_at': '2021-12-09T17:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '9f2d646a-4461-45de-8e93-4fcad560780f', 'name': '', 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'mac_address': 'fa:16:3e:88:07:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '4d480f52-180c-42c2-8811-9d48f3741486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:02:58Z', 'updated_at': '2021-12-09T17:03:04Z', 'revision_number': 5, 'project_id': '476a14f49be5482a9e98e398602d5c28', 'subnets': [{'id': '4d480f52-180c-42c2-8811-9d48f3741486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:08:28.739683 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed9bb2a-3efd-42b5-9a55-f76b41aeda85 None None] The sync data for ids ['dd19647a-002e-4017-8d0f-05f6bdd421d4'] in n-d-821228-1 is: [{'id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'name': 'tempest-TestShelveInstance-1002255696-router', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '5491237d-0377-4905-86bb-c929e310b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:02:55Z', 'updated_at': '2021-12-09T17:02:58Z', 'revision_number': 4, 'project_id': '476a14f49be5482a9e98e398602d5c28', 'gw_port': {'id': '5491237d-0377-4905-86bb-c929e310b259', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:02:56Z', 'updated_at': '2021-12-09T17:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '9f2d646a-4461-45de-8e93-4fcad560780f', 'name': '', 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'mac_address': 'fa:16:3e:88:07:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '4d480f52-180c-42c2-8811-9d48f3741486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:02:58Z', 'updated_at': '2021-12-09T17:03:04Z', 'revision_number': 5, 'project_id': '476a14f49be5482a9e98e398602d5c28', 'subnets': [{'id': '4d480f52-180c-42c2-8811-9d48f3741486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 17:08:28.952836 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ecb157-c6ea-48d3-bd7b-98c7f3a54d46 None None] New status for floating IP d5813919-d026-41f3-ae3f-0ea9a05e9916: DOWN {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 17:08:29.554769 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033cad7-fd8a-4e44-a2a4-4508406e942f req-81817af3-71ed-45ac-a577-a1f3ba8c10fc tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:08:29.556314 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4033cad7-fd8a-4e44-a2a4-4508406e942f req-81817af3-71ed-45ac-a577-a1f3ba8c10fc tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 946 time: 0.0501893 Dec 09 17:08:29.606801 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4033cad7-fd8a-4e44-a2a4-4508406e942f req-ff4d6bd2-ee9f-4346-8caa-373eb929835e tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=b772d6d7-b683-4912-b3bb-3c02c6e15433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442140 Dec 09 17:08:29.691296 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dddda6b-8d3c-415c-b859-bf9fb866da7f req-3e19ff24-d98b-4a44-844d-7bad51f535a1 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:08:29.692742 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8dddda6b-8d3c-415c-b859-bf9fb866da7f req-3e19ff24-d98b-4a44-844d-7bad51f535a1 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f2e1325-45a9-4b5f-af57-44be6df4751c HTTP/1.1" status: 200 len: 946 time: 0.0514078 Dec 09 17:08:29.780791 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-8dddda6b-8d3c-415c-b859-bf9fb866da7f req-6ef359be-4afe-42a9-b72a-6113a3a5df82 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Deleting port 9ab3d59a-5f93-49d1-8764-a817bfd3e47b {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 17:08:29.781129 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8dddda6b-8d3c-415c-b859-bf9fb866da7f req-6ef359be-4afe-42a9-b72a-6113a3a5df82 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:29.869287 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-8dddda6b-8d3c-415c-b859-bf9fb866da7f req-6ef359be-4afe-42a9-b72a-6113a3a5df82 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] For port 9ab3d59a-5f93-49d1-8764-a817bfd3e47b, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=9ab3d59a-5f93-49d1-8764-a817bfd3e47b,segment=NetworkSegment(07084e77-a0ce-4dea-829a-b44d0eac1432),segment_id=07084e77-a0ce-4dea-829a-b44d0eac1432)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:08:29.869547 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8dddda6b-8d3c-415c-b859-bf9fb866da7f req-6ef359be-4afe-42a9-b72a-6113a3a5df82 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:29.881926 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-8dddda6b-8d3c-415c-b859-bf9fb866da7f req-6ef359be-4afe-42a9-b72a-6113a3a5df82 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Calling delete_port for 9ab3d59a-5f93-49d1-8764-a817bfd3e47b owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 17:08:30.012084 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8dddda6b-8d3c-415c-b859-bf9fb866da7f req-6ef359be-4afe-42a9-b72a-6113a3a5df82 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:30.041090 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef359be-4afe-42a9-b72a-6113a3a5df82 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Pushing event deleted for resources: {'Port': ['ID=9ab3d59a-5f93-49d1-8764-a817bfd3e47b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:08:30.068860 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef359be-4afe-42a9-b72a-6113a3a5df82 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:08:30.069218 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef359be-4afe-42a9-b72a-6113a3a5df82 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:08:30.069568 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef359be-4afe-42a9-b72a-6113a3a5df82 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:08:30.069914 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef359be-4afe-42a9-b72a-6113a3a5df82 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:08:30.070257 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef359be-4afe-42a9-b72a-6113a3a5df82 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:08:30.070597 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef359be-4afe-42a9-b72a-6113a3a5df82 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:08:30.070932 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef359be-4afe-42a9-b72a-6113a3a5df82 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:08:30.071266 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef359be-4afe-42a9-b72a-6113a3a5df82 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:08:30.072342 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef359be-4afe-42a9-b72a-6113a3a5df82 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:08:30.073109 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef359be-4afe-42a9-b72a-6113a3a5df82 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:08:30.073452 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef359be-4afe-42a9-b72a-6113a3a5df82 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:08:30.073792 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef359be-4afe-42a9-b72a-6113a3a5df82 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:08:30.074128 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef359be-4afe-42a9-b72a-6113a3a5df82 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:08:30.093315 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dddda6b-8d3c-415c-b859-bf9fb866da7f req-6ef359be-4afe-42a9-b72a-6113a3a5df82 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] No DVR routers for this DVR port 9ab3d59a-5f93-49d1-8764-a817bfd3e47b on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 17:08:30.095853 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-8dddda6b-8d3c-415c-b859-bf9fb866da7f req-6ef359be-4afe-42a9-b72a-6113a3a5df82 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:30.099227 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8dddda6b-8d3c-415c-b859-bf9fb866da7f req-6ef359be-4afe-42a9-b72a-6113a3a5df82 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.31 "DELETE /v2.0/ports/9ab3d59a-5f93-49d1-8764-a817bfd3e47b HTTP/1.1" status: 204 len: 173 time: 0.4006534 Dec 09 17:08:30.099672 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f2e1325-45a9-4b5f-af57-44be6df4751c', 'name': 'network-vif-deleted', 'tag': '9ab3d59a-5f93-49d1-8764-a817bfd3e47b'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 17:08:30.101989 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6e2642-e229-4d3b-a89c-93202a201348" -d '{"events": [{"server_uuid": "1f2e1325-45a9-4b5f-af57-44be6df4751c", "name": "network-vif-deleted", "tag": "9ab3d59a-5f93-49d1-8764-a817bfd3e47b"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 17:08:30.196067 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 17:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d3cfe1-9c13-4279-99ce-a9913ce73564 x-openstack-request-id: req-18d3cfe1-9c13-4279-99ce-a9913ce73564 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 17:08:30.196432 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f2e1325-45a9-4b5f-af57-44be6df4751c", "name": "network-vif-deleted", "tag": "9ab3d59a-5f93-49d1-8764-a817bfd3e47b", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 17:08:30.197366 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-18d3cfe1-9c13-4279-99ce-a9913ce73564 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 17:08:30.197732 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f2e1325-45a9-4b5f-af57-44be6df4751c', 'name': 'network-vif-deleted', 'tag': '9ab3d59a-5f93-49d1-8764-a817bfd3e47b', 'status': 'completed', 'code': 200} Dec 09 17:08:30.663561 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58496) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:08:30.719149 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2cd97d7-801a-408a-b008-341f855c927d tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:30.744701 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2cd97d7-801a-408a-b008-341f855c927d tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:30.805285 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2cd97d7-801a-408a-b008-341f855c927d tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:30.808135 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a2cd97d7-801a-408a-b008-341f855c927d tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:30.809335 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-a2cd97d7-801a-408a-b008-341f855c927d tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "DELETE /v2.0/security-groups/b772d6d7-b683-4912-b3bb-3c02c6e15433 HTTP/1.1" status: 204 len: 168 time: 0.1446929 Dec 09 17:08:30.818311 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd97d7-801a-408a-b008-341f855c927d tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b772d6d7-b683-4912-b3bb-3c02c6e15433,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:08:31.046033 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58502) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:08:31.050564 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-1794117d-e044-4e50-aea3-679567e220ee tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1730731189', 'description': 'tempest-secgroup-smoke-1730731189 description', 'project_id': '476a14f49be5482a9e98e398602d5c28'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:08:31.072625 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1794117d-e044-4e50-aea3-679567e220ee tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:31.137778 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1794117d-e044-4e50-aea3-679567e220ee tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:31.141350 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1794117d-e044-4e50-aea3-679567e220ee tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:31.171812 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1794117d-e044-4e50-aea3-679567e220ee tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:31.173083 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-1794117d-e044-4e50-aea3-679567e220ee tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1260610 Dec 09 17:08:31.174307 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794117d-e044-4e50-aea3-679567e220ee tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c371b064-79b1-473b-ad93-a6bd0213a052,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:08:31.176893 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58504) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:08:31.182212 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-35930e95-e797-4708-b72b-a4bc28401b86 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Request body: {'security_group_rule': {'security_group_id': 'c371b064-79b1-473b-ad93-a6bd0213a052', 'project_id': '476a14f49be5482a9e98e398602d5c28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:08:31.209291 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35930e95-e797-4708-b72b-a4bc28401b86 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:31.265212 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35930e95-e797-4708-b72b-a4bc28401b86 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:31.268650 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35930e95-e797-4708-b72b-a4bc28401b86 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:31.286678 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35930e95-e797-4708-b72b-a4bc28401b86 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd087343-b8ef-4182-ac69-c8ab66acb2b2,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:08:31.294344 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35930e95-e797-4708-b72b-a4bc28401b86 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:31.295563 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-35930e95-e797-4708-b72b-a4bc28401b86 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172285 Dec 09 17:08:31.298237 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58506) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:08:31.302456 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-709d0121-375a-4bfe-a09c-29b6db33b562 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Request body: {'security_group_rule': {'security_group_id': 'c371b064-79b1-473b-ad93-a6bd0213a052', 'project_id': '476a14f49be5482a9e98e398602d5c28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:08:31.329809 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-709d0121-375a-4bfe-a09c-29b6db33b562 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:31.386332 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-709d0121-375a-4bfe-a09c-29b6db33b562 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:31.391380 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-709d0121-375a-4bfe-a09c-29b6db33b562 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:31.408998 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d0121-375a-4bfe-a09c-29b6db33b562 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab8f37e0-fa25-49bf-8e88-44d11f990ba9,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:08:31.416093 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-709d0121-375a-4bfe-a09c-29b6db33b562 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:31.417311 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-709d0121-375a-4bfe-a09c-29b6db33b562 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1181669 Dec 09 17:08:31.419924 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58508) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:08:31.424100 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-d17351f3-af44-4ab3-9e3a-c8422c8b8df0 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Request body: {'security_group_rule': {'security_group_id': 'c371b064-79b1-473b-ad93-a6bd0213a052', 'project_id': '476a14f49be5482a9e98e398602d5c28', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:08:31.450946 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d17351f3-af44-4ab3-9e3a-c8422c8b8df0 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:31.509857 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d17351f3-af44-4ab3-9e3a-c8422c8b8df0 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:31.513506 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d17351f3-af44-4ab3-9e3a-c8422c8b8df0 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:31.532261 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17351f3-af44-4ab3-9e3a-c8422c8b8df0 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d93b730e-1115-457b-a7c1-054a92de39ad,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:08:31.537160 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d17351f3-af44-4ab3-9e3a-c8422c8b8df0 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:31.540181 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-d17351f3-af44-4ab3-9e3a-c8422c8b8df0 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174316 Dec 09 17:08:31.541331 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58510) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:08:31.545797 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-76132e50-2eca-4a6f-abb7-109496c2e335 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Request body: {'security_group_rule': {'security_group_id': 'c371b064-79b1-473b-ad93-a6bd0213a052', 'project_id': '476a14f49be5482a9e98e398602d5c28', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:08:31.572281 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-76132e50-2eca-4a6f-abb7-109496c2e335 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:31.630101 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-76132e50-2eca-4a6f-abb7-109496c2e335 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:31.633649 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-76132e50-2eca-4a6f-abb7-109496c2e335 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:31.651758 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76132e50-2eca-4a6f-abb7-109496c2e335 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=149c8b03-ee36-4f7a-afdf-857a176cfb8a,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:08:31.659064 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-76132e50-2eca-4a6f-abb7-109496c2e335 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:31.660249 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-76132e50-2eca-4a6f-abb7-109496c2e335 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1179662 Dec 09 17:08:31.662961 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58512) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:08:31.667282 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-bd51183b-9ec9-4985-8a86-839ec91fe5fd tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Request body: {'security_group_rule': {'security_group_id': 'c371b064-79b1-473b-ad93-a6bd0213a052', 'project_id': '476a14f49be5482a9e98e398602d5c28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:08:31.689027 n-d-821228-1 neutron-server[103245]: INFO neutron.db.securitygroups_db [None req-bd51183b-9ec9-4985-8a86-839ec91fe5fd tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Project 476a14f49be5482a9e98e398602d5c28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 17:08:31.693871 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd51183b-9ec9-4985-8a86-839ec91fe5fd tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:31.752214 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd51183b-9ec9-4985-8a86-839ec91fe5fd tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:31.755865 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd51183b-9ec9-4985-8a86-839ec91fe5fd tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:31.774829 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51183b-9ec9-4985-8a86-839ec91fe5fd tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b227874-54bd-4d8c-aa7d-e9b4dfbbed5d,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:08:31.781805 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bd51183b-9ec9-4985-8a86-839ec91fe5fd tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:31.783013 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-bd51183b-9ec9-4985-8a86-839ec91fe5fd tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1190927 Dec 09 17:08:31.785743 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58514) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:08:31.790041 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-1692a92d-af7a-4ef9-aacb-3169312df381 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Request body: {'security_group_rule': {'security_group_id': 'c371b064-79b1-473b-ad93-a6bd0213a052', 'project_id': '476a14f49be5482a9e98e398602d5c28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:08:31.812181 n-d-821228-1 neutron-server[103245]: INFO neutron.db.securitygroups_db [None req-1692a92d-af7a-4ef9-aacb-3169312df381 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Project 476a14f49be5482a9e98e398602d5c28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 17:08:31.817078 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1692a92d-af7a-4ef9-aacb-3169312df381 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:31.878219 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1692a92d-af7a-4ef9-aacb-3169312df381 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:31.882016 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1692a92d-af7a-4ef9-aacb-3169312df381 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:31.902514 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1692a92d-af7a-4ef9-aacb-3169312df381 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4a99ec5-aefa-44fc-ad4d-ae343c524bdd,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:08:31.917192 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1692a92d-af7a-4ef9-aacb-3169312df381 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:31.918388 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1692a92d-af7a-4ef9-aacb-3169312df381 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1317456 Dec 09 17:08:33.709576 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 9ab3d59a-5f93-49d1-8764-a817bfd3e47b no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 17:08:33.729621 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 9ab3d59a-5f93-49d1-8764-a817bfd3e47b {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 17:08:33.729973 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 9ab3d59a-5f93-49d1-8764-a817bfd3e47b not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 17:08:47.111301 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:47.137718 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4c35976e-e34e-429e-a648-03c5452119c9 req-1ec16693-23e5-473b-9175-47c468bb4ada tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1730731189&fields=id&tenant_id=476a14f49be5482a9e98e398602d5c28 HTTP/1.1" status: 200 len: 267 time: 0.0463121 Dec 09 17:08:47.246012 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35976e-e34e-429e-a648-03c5452119c9 req-1b2af1c8-3ffc-4e7d-8f19-dce12ede8902 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:08:47.247468 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4c35976e-e34e-429e-a648-03c5452119c9 req-1b2af1c8-3ffc-4e7d-8f19-dce12ede8902 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/networks?id=e100e40d-5173-4bcd-98c5-46f24cbcb382 HTTP/1.1" status: 200 len: 809 time: 0.1030004 Dec 09 17:08:47.263249 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4c35976e-e34e-429e-a648-03c5452119c9 req-400b3679-3252-462e-8853-1b2eb1c9bb14 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/quotas/476a14f49be5482a9e98e398602d5c28 HTTP/1.1" status: 200 len: 375 time: 0.0099239 Dec 09 17:08:47.312900 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4c35976e-e34e-429e-a648-03c5452119c9 req-9d16c6e4-ba63-4977-82b4-028d4aa986fc tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=476a14f49be5482a9e98e398602d5c28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444217 Dec 09 17:08:47.328789 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-4c35976e-e34e-429e-a648-03c5452119c9 req-2c77ad30-61ce-4050-a966-9b0f79c3f99e service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 17:08:47.329758 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4c35976e-e34e-429e-a648-03c5452119c9 req-2c77ad30-61ce-4050-a966-9b0f79c3f99e service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052421 Dec 09 17:08:47.416647 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4c35976e-e34e-429e-a648-03c5452119c9 req-4eb9fc5f-b812-455d-82c5-8b25fa5de8a5 service neutron] 10.222.0.57 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809839 Dec 09 17:08:47.508146 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4c35976e-e34e-429e-a648-03c5452119c9 req-5a44aca2-c6af-4d41-bb4c-ab073397fec8 service neutron] 10.222.0.57 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853078 Dec 09 17:08:47.795938 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-91e8ad99-d0cb-410c-8852-dabd5c9526a2 req-4000e544-18d1-4bb1-bc21-c419a1bd2237 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 210 time: 0.0286779 Dec 09 17:08:48.802400 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35976e-e34e-429e-a648-03c5452119c9 req-96c5303e-0aff-44ab-8447-e5ed2be449f5 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:08:48.803845 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4c35976e-e34e-429e-a648-03c5452119c9 req-96c5303e-0aff-44ab-8447-e5ed2be449f5 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.42 "GET /v2.0/networks?id=e100e40d-5173-4bcd-98c5-46f24cbcb382 HTTP/1.1" status: 200 len: 809 time: 0.1017632 Dec 09 17:08:48.876964 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4c35976e-e34e-429e-a648-03c5452119c9 req-11ae8433-ae40-40c1-9a66-70e7852bae9c tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=476a14f49be5482a9e98e398602d5c28 HTTP/1.1" status: 200 len: 380 time: 0.0577815 Dec 09 17:08:48.886435 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-4c35976e-e34e-429e-a648-03c5452119c9 req-e98e36a3-6870-4eaa-bad7-a860f13abd94 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Request body: {'port': {'device_id': '954b3835-0420-45b2-bcf7-d8b2682098f9', 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382', 'admin_state_up': True, 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'security_groups': ['c371b064-79b1-473b-ad93-a6bd0213a052']}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:08:48.906070 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d5c1d894-97ce-491a-8312-05221ba92c3e req-7e84a9eb-4cdc-44d8-8bf3-170e011cbdb5 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 210 time: 0.0344665 Dec 09 17:08:49.004373 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c35976e-e34e-429e-a648-03c5452119c9 req-e98e36a3-6870-4eaa-bad7-a860f13abd94 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Made reservation on behalf of 476a14f49be5482a9e98e398602d5c28 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 17:08:49.008007 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4c35976e-e34e-429e-a648-03c5452119c9 req-e98e36a3-6870-4eaa-bad7-a860f13abd94 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:49.132460 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-4c35976e-e34e-429e-a648-03c5452119c9 req-e98e36a3-6870-4eaa-bad7-a860f13abd94 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Allocated IP 172.20.0.14 (e100e40d-5173-4bcd-98c5-46f24cbcb382/4d480f52-180c-42c2-8811-9d48f3741486/5ac89e71-2e4c-473d-994f-ebd37ddb617e) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 17:08:49.273563 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4c35976e-e34e-429e-a648-03c5452119c9 req-e98e36a3-6870-4eaa-bad7-a860f13abd94 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:49.307096 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4c35976e-e34e-429e-a648-03c5452119c9 req-e98e36a3-6870-4eaa-bad7-a860f13abd94 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:49.348183 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c35976e-e34e-429e-a648-03c5452119c9 req-e98e36a3-6870-4eaa-bad7-a860f13abd94 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Network e100e40d-5173-4bcd-98c5-46f24cbcb382 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 17:08:49.355090 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-4c35976e-e34e-429e-a648-03c5452119c9 req-e98e36a3-6870-4eaa-bad7-a860f13abd94 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 17:08:49.358754 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c35976e-e34e-429e-a648-03c5452119c9 req-e98e36a3-6870-4eaa-bad7-a860f13abd94 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 17:08:49.365195 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e36a3-6870-4eaa-bad7-a860f13abd94 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Pushing event updated for resources: {'Port': ['ID=5ac89e71-2e4c-473d-994f-ebd37ddb617e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:08:49.417504 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35976e-e34e-429e-a648-03c5452119c9 req-e98e36a3-6870-4eaa-bad7-a860f13abd94 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:08:49.418122 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4c35976e-e34e-429e-a648-03c5452119c9 req-e98e36a3-6870-4eaa-bad7-a860f13abd94 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:49.436340 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4c35976e-e34e-429e-a648-03c5452119c9 req-e98e36a3-6870-4eaa-bad7-a860f13abd94 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5538065 Dec 09 17:08:49.447245 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [req-4c35976e-e34e-429e-a648-03c5452119c9 req-0a7a2d77-9cb6-4831-9cb2-727c9e8bd641 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 17:08:49.448303 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4c35976e-e34e-429e-a648-03c5452119c9 req-0a7a2d77-9cb6-4831-9cb2-727c9e8bd641 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061312 Dec 09 17:08:49.516081 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-4c35976e-e34e-429e-a648-03c5452119c9 req-09a502e4-820d-4505-ad3c-7b885ce47ca5 service neutron] Request body: {'port': {'device_id': '954b3835-0420-45b2-bcf7-d8b2682098f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:08:49.578533 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4c35976e-e34e-429e-a648-03c5452119c9 req-09a502e4-820d-4505-ad3c-7b885ce47ca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:49.634795 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-672c9299-3af0-4736-8f8b-d523bf34d835 None None] Provisioning complete for port 5ac89e71-2e4c-473d-994f-ebd37ddb617e triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:08:49.635357 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-672c9299-3af0-4736-8f8b-d523bf34d835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:49.670997 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-672c9299-3af0-4736-8f8b-d523bf34d835 None None] Port 5ac89e71-2e4c-473d-994f-ebd37ddb617e cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 17:08:49.859080 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-4c35976e-e34e-429e-a648-03c5452119c9 req-09a502e4-820d-4505-ad3c-7b885ce47ca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac89e71-2e4c-473d-994f-ebd37ddb617e {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 17:08:49.866693 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4c35976e-e34e-429e-a648-03c5452119c9 req-09a502e4-820d-4505-ad3c-7b885ce47ca5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:49.879273 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-4c35976e-e34e-429e-a648-03c5452119c9 req-09a502e4-820d-4505-ad3c-7b885ce47ca5 service neutron] Transition to ACTIVE for port object 5ac89e71-2e4c-473d-994f-ebd37ddb617e will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 17:08:49.883311 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4c35976e-e34e-429e-a648-03c5452119c9 req-09a502e4-820d-4505-ad3c-7b885ce47ca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:49.936290 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a502e4-820d-4505-ad3c-7b885ce47ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac89e71-2e4c-473d-994f-ebd37ddb617e,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:08:50.013714 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-4c35976e-e34e-429e-a648-03c5452119c9 req-09a502e4-820d-4505-ad3c-7b885ce47ca5 service neutron] Attempting to bind port 5ac89e71-2e4c-473d-994f-ebd37ddb617e on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 17:08:50.014056 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-4c35976e-e34e-429e-a648-03c5452119c9 req-09a502e4-820d-4505-ad3c-7b885ce47ca5 service neutron] Attempting to bind port 5ac89e71-2e4c-473d-994f-ebd37ddb617e by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '07084e77-a0ce-4dea-829a-b44d0eac1432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 17:08:50.014384 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c35976e-e34e-429e-a648-03c5452119c9 req-09a502e4-820d-4505-ad3c-7b885ce47ca5 service neutron] Attempting to bind port 5ac89e71-2e4c-473d-994f-ebd37ddb617e on network e100e40d-5173-4bcd-98c5-46f24cbcb382 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 17:08:50.025854 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c35976e-e34e-429e-a648-03c5452119c9 req-09a502e4-820d-4505-ad3c-7b885ce47ca5 service neutron] Port 5ac89e71-2e4c-473d-994f-ebd37ddb617e on network e100e40d-5173-4bcd-98c5-46f24cbcb382 not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 17:08:50.026409 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c35976e-e34e-429e-a648-03c5452119c9 req-09a502e4-820d-4505-ad3c-7b885ce47ca5 service neutron] Attempting to bind port 5ac89e71-2e4c-473d-994f-ebd37ddb617e on network e100e40d-5173-4bcd-98c5-46f24cbcb382 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 17:08:50.032453 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c35976e-e34e-429e-a648-03c5452119c9 req-09a502e4-820d-4505-ad3c-7b885ce47ca5 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 17, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 17:08:50.033059 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c35976e-e34e-429e-a648-03c5452119c9 req-09a502e4-820d-4505-ad3c-7b885ce47ca5 service neutron] Checking segment: {'id': '07084e77-a0ce-4dea-829a-b44d0eac1432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 17:08:50.033634 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c35976e-e34e-429e-a648-03c5452119c9 req-09a502e4-820d-4505-ad3c-7b885ce47ca5 service neutron] Bound using segment: {'id': '07084e77-a0ce-4dea-829a-b44d0eac1432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 17:08:50.034379 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-4c35976e-e34e-429e-a648-03c5452119c9 req-09a502e4-820d-4505-ad3c-7b885ce47ca5 service neutron] Bound port: 5ac89e71-2e4c-473d-994f-ebd37ddb617e, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07084e77-a0ce-4dea-829a-b44d0eac1432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 17:08:50.034923 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4c35976e-e34e-429e-a648-03c5452119c9 req-09a502e4-820d-4505-ad3c-7b885ce47ca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:50.052304 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18041b2-911a-4637-a0fe-a3d08d35a4d9 req-3e391c1d-1fca-4905-ac22-046a4c4d38c3 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:08:50.060554 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b18041b2-911a-4637-a0fe-a3d08d35a4d9 req-3e391c1d-1fca-4905-ac22-046a4c4d38c3 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 944 time: 0.0727479 Dec 09 17:08:50.113727 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-4c35976e-e34e-429e-a648-03c5452119c9 req-09a502e4-820d-4505-ad3c-7b885ce47ca5 service neutron] For port 5ac89e71-2e4c-473d-994f-ebd37ddb617e, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 17:08:50.119156 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-4c35976e-e34e-429e-a648-03c5452119c9 req-09a502e4-820d-4505-ad3c-7b885ce47ca5 service neutron] For port 5ac89e71-2e4c-473d-994f-ebd37ddb617e, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=5ac89e71-2e4c-473d-994f-ebd37ddb617e,segment=NetworkSegment(07084e77-a0ce-4dea-829a-b44d0eac1432),segment_id=07084e77-a0ce-4dea-829a-b44d0eac1432)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 17:08:50.120792 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b18041b2-911a-4637-a0fe-a3d08d35a4d9 req-ba200ceb-46a5-4681-ae2f-44dd1d21d5fd tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592389 Dec 09 17:08:50.125568 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4c35976e-e34e-429e-a648-03c5452119c9 req-09a502e4-820d-4505-ad3c-7b885ce47ca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:50.143882 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35976e-e34e-429e-a648-03c5452119c9 req-09a502e4-820d-4505-ad3c-7b885ce47ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:08:50.144917 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-4c35976e-e34e-429e-a648-03c5452119c9 req-09a502e4-820d-4505-ad3c-7b885ce47ca5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:50.146838 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4c35976e-e34e-429e-a648-03c5452119c9 req-09a502e4-820d-4505-ad3c-7b885ce47ca5 service neutron] 10.222.0.42 "PUT /v2.0/ports/5ac89e71-2e4c-473d-994f-ebd37ddb617e HTTP/1.1" status: 200 len: 1092 time: 0.6836677 Dec 09 17:08:50.166886 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954b3835-0420-45b2-bcf7-d8b2682098f9', 'tag': '5ac89e71-2e4c-473d-994f-ebd37ddb617e'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 17:08:50.170768 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efaf58d4d7c9700f5ffb733085425a1334cb86cda12ff1566d55ee0012e72786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c251012e-33f4-4422-a0d5-43d3beea8a95" -d '{"events": [{"name": "network-changed", "server_uuid": "954b3835-0420-45b2-bcf7-d8b2682098f9", "tag": "5ac89e71-2e4c-473d-994f-ebd37ddb617e"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 17:08:50.243404 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 17:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e526b6-5b71-4adb-b7a1-3fc3fbd59970 x-openstack-request-id: req-67e526b6-5b71-4adb-b7a1-3fc3fbd59970 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 17:08:50.243703 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "954b3835-0420-45b2-bcf7-d8b2682098f9", "tag": "5ac89e71-2e4c-473d-994f-ebd37ddb617e", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 17:08:50.243946 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-67e526b6-5b71-4adb-b7a1-3fc3fbd59970 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 17:08:50.244337 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '954b3835-0420-45b2-bcf7-d8b2682098f9', 'tag': '5ac89e71-2e4c-473d-994f-ebd37ddb617e', 'status': 'completed', 'code': 200} Dec 09 17:08:50.251321 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a502e4-820d-4505-ad3c-7b885ce47ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac89e71-2e4c-473d-994f-ebd37ddb617e,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:08:50.269216 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35976e-e34e-429e-a648-03c5452119c9 req-4ed5cefd-e126-4c54-98d0-ab6d1458ac41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:08:50.270741 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4c35976e-e34e-429e-a648-03c5452119c9 req-4ed5cefd-e126-4c54-98d0-ab6d1458ac41 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=476a14f49be5482a9e98e398602d5c28&device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 1095 time: 0.0607569 Dec 09 17:08:50.325975 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4c35976e-e34e-429e-a648-03c5452119c9 req-6de86936-9c5f-4b6a-b09a-7e049c0708df service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ac89e71-2e4c-473d-994f-ebd37ddb617e HTTP/1.1" status: 200 len: 217 time: 0.0422099 Dec 09 17:08:50.385557 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35976e-e34e-429e-a648-03c5452119c9 req-12436b3a-44e4-4860-b3e7-fe3f8af575a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:08:50.387075 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4c35976e-e34e-429e-a648-03c5452119c9 req-12436b3a-44e4-4860-b3e7-fe3f8af575a6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d480f52-180c-42c2-8811-9d48f3741486 HTTP/1.1" status: 200 len: 848 time: 0.0536811 Dec 09 17:08:50.437974 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35976e-e34e-429e-a648-03c5452119c9 req-b195126d-da59-4abd-aa63-b3e93f735df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:08:50.439440 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4c35976e-e34e-429e-a648-03c5452119c9 req-b195126d-da59-4abd-aa63-b3e93f735df0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e100e40d-5173-4bcd-98c5-46f24cbcb382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447819 Dec 09 17:08:50.537771 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4c35976e-e34e-429e-a648-03c5452119c9 req-a41df557-4fe7-49ad-99e5-3c5c8457f107 service neutron] 10.222.0.42 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892282 Dec 09 17:08:50.627764 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4c35976e-e34e-429e-a648-03c5452119c9 req-82fbe353-c3fe-4638-803b-7b4f8974c1a9 service neutron] 10.222.0.42 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832138 Dec 09 17:08:50.730367 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1829ac64-966a-4679-9b53-a97a356bd303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:50.739019 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251012e-33f4-4422-a0d5-43d3beea8a95 req-e0af7a89-25d2-4e69-b59f-3f3b74e9f89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:08:50.740834 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c251012e-33f4-4422-a0d5-43d3beea8a95 req-e0af7a89-25d2-4e69-b59f-3f3b74e9f89c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=476a14f49be5482a9e98e398602d5c28&device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 1095 time: 0.0426204 Dec 09 17:08:50.833778 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251012e-33f4-4422-a0d5-43d3beea8a95 req-b39bd474-3c2f-42fb-9937-81f491842203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:08:50.835273 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c251012e-33f4-4422-a0d5-43d3beea8a95 req-b39bd474-3c2f-42fb-9937-81f491842203 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e100e40d-5173-4bcd-98c5-46f24cbcb382 HTTP/1.1" status: 200 len: 910 time: 0.0884480 Dec 09 17:08:50.879348 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c251012e-33f4-4422-a0d5-43d3beea8a95 req-8b50767b-fcce-4179-9a41-393f0bc0db21 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ac89e71-2e4c-473d-994f-ebd37ddb617e HTTP/1.1" status: 200 len: 217 time: 0.0368049 Dec 09 17:08:50.927535 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251012e-33f4-4422-a0d5-43d3beea8a95 req-be2c9117-0c61-4a71-889f-62ca0d0636e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:08:50.929130 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c251012e-33f4-4422-a0d5-43d3beea8a95 req-be2c9117-0c61-4a71-889f-62ca0d0636e1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d480f52-180c-42c2-8811-9d48f3741486 HTTP/1.1" status: 200 len: 848 time: 0.0435393 Dec 09 17:08:50.980307 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251012e-33f4-4422-a0d5-43d3beea8a95 req-43ab8b04-418a-490f-8db3-619261fcde45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:08:50.982018 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c251012e-33f4-4422-a0d5-43d3beea8a95 req-43ab8b04-418a-490f-8db3-619261fcde45 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e100e40d-5173-4bcd-98c5-46f24cbcb382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464878 Dec 09 17:08:51.075183 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c251012e-33f4-4422-a0d5-43d3beea8a95 req-e25e3486-51dd-439c-b7ef-3748b05dd0a8 service neutron] 10.222.0.42 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854058 Dec 09 17:08:51.175703 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-c251012e-33f4-4422-a0d5-43d3beea8a95 req-067894b3-8a54-4f83-92e2-f332902aceac service neutron] 10.222.0.42 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926530 Dec 09 17:08:51.245868 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0673457-8ef7-4312-a7d4-c1e0184b2253 req-4a09a6ce-f7b3-4ab8-b616-a8fdda8d617c tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:08:51.247371 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a0673457-8ef7-4312-a7d4-c1e0184b2253 req-4a09a6ce-f7b3-4ab8-b616-a8fdda8d617c tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 944 time: 0.0579469 Dec 09 17:08:51.300425 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a0673457-8ef7-4312-a7d4-c1e0184b2253 req-e46df00a-c66d-4387-a94f-985cee86caae tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467060 Dec 09 17:08:51.730079 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:08:52.426382 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee34b98-a642-4cca-bc14-b26b94ef89cb req-68081f62-dc5f-49ea-8ff7-52474c6dfd7f tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:08:52.427913 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5ee34b98-a642-4cca-bc14-b26b94ef89cb req-68081f62-dc5f-49ea-8ff7-52474c6dfd7f tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 944 time: 0.0556941 Dec 09 17:08:52.483522 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5ee34b98-a642-4cca-bc14-b26b94ef89cb req-dac04215-840f-41c8-996d-cad4b3b2ebb5 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491076 Dec 09 17:08:53.267038 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f3cd0c4c-cc70-4677-9b9a-2192a74c2a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:53.601383 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad8538-6926-400c-a621-da29fd5206a2 req-75ceca88-db86-4910-a5a9-a8d4c8e974b9 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:08:53.602986 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2ad8538-6926-400c-a621-da29fd5206a2 req-75ceca88-db86-4910-a5a9-a8d4c8e974b9 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 944 time: 0.0502794 Dec 09 17:08:53.661142 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c2ad8538-6926-400c-a621-da29fd5206a2 req-1151d603-36d3-4afb-9a14-160830ccc402 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518904 Dec 09 17:08:54.480157 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:54.778071 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02eec0-5d09-4157-8514-3f288bb7e809 req-8f5738d1-0877-4b94-b4ea-3503750f1ce6 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:08:54.779547 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0e02eec0-5d09-4157-8514-3f288bb7e809 req-8f5738d1-0877-4b94-b4ea-3503750f1ce6 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 944 time: 0.0501173 Dec 09 17:08:54.829534 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0e02eec0-5d09-4157-8514-3f288bb7e809 req-4b64ff6b-548b-4308-b99b-ebea05a27f53 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434144 Dec 09 17:08:55.550593 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:55.752581 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:55.949918 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640181f-2e01-4c23-ace1-3f51fa416bd1 req-024536e3-e28f-41fe-bc93-5031d1cd3209 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:08:55.951407 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6640181f-2e01-4c23-ace1-3f51fa416bd1 req-024536e3-e28f-41fe-bc93-5031d1cd3209 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 944 time: 0.0545740 Dec 09 17:08:56.002211 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6640181f-2e01-4c23-ace1-3f51fa416bd1 req-c615ec0a-6e69-496a-8081-001efc208d14 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447099 Dec 09 17:08:56.731144 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:08:57.118941 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beec832-dd6d-4443-abbb-26bc5fc8af47 req-6b1185e1-c873-47cc-9f97-7e6b4d89256f tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:08:57.120437 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9beec832-dd6d-4443-abbb-26bc5fc8af47 req-6b1185e1-c873-47cc-9f97-7e6b4d89256f tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 944 time: 0.0494761 Dec 09 17:08:57.168744 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9beec832-dd6d-4443-abbb-26bc5fc8af47 req-817d2dcb-6bc6-44fe-98f8-12026b565ad6 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424643 Dec 09 17:08:58.282184 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c6f1e-5a1a-4d23-8c1b-74e86d92a136 req-40d9ec98-3a24-4b83-8fe6-dd487b32356b tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:08:58.283648 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c66c6f1e-5a1a-4d23-8c1b-74e86d92a136 req-40d9ec98-3a24-4b83-8fe6-dd487b32356b tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 944 time: 0.0488288 Dec 09 17:08:58.337592 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c66c6f1e-5a1a-4d23-8c1b-74e86d92a136 req-f3cb6307-f72b-4180-b7da-b9ed40187b91 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473912 Dec 09 17:08:59.450251 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c7c79-9423-46ce-bf61-f0c1f6519ee2 req-39a2a54a-dba3-4f6f-98c2-d41cb0e3f1a2 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:08:59.451724 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da1c7c79-9423-46ce-bf61-f0c1f6519ee2 req-39a2a54a-dba3-4f6f-98c2-d41cb0e3f1a2 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 944 time: 0.0487926 Dec 09 17:08:59.501771 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-da1c7c79-9423-46ce-bf61-f0c1f6519ee2 req-86a81486-f8b9-4804-ab93-8fa1d23b749a tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438771 Dec 09 17:09:00.616027 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868aacd-932a-4161-be1b-ce5b8e90e884 req-3523df59-c73e-4fe7-9f59-fabd8469680c tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:09:00.618095 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5868aacd-932a-4161-be1b-ce5b8e90e884 req-3523df59-c73e-4fe7-9f59-fabd8469680c tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 944 time: 0.0483599 Dec 09 17:09:00.668403 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5868aacd-932a-4161-be1b-ce5b8e90e884 req-fdefeb55-6f15-4e9d-9c06-5bcfca06875d tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443149 Dec 09 17:09:01.786625 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac59e1e-da79-4e0c-b747-27d0017220d3 req-f58f4058-51e0-4375-93cd-40da501520d4 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:09:01.788092 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1ac59e1e-da79-4e0c-b747-27d0017220d3 req-f58f4058-51e0-4375-93cd-40da501520d4 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 944 time: 0.0527689 Dec 09 17:09:01.836258 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1ac59e1e-da79-4e0c-b747-27d0017220d3 req-ae3058a6-e0f6-4894-b0c8-5101c5438f93 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415947 Dec 09 17:09:02.763086 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 5ac89e71-2e4c-473d-994f-ebd37ddb617e details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 17:09:02.852819 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 5ac89e71-2e4c-473d-994f-ebd37ddb617e, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=5ac89e71-2e4c-473d-994f-ebd37ddb617e,segment=NetworkSegment(07084e77-a0ce-4dea-829a-b44d0eac1432),segment_id=07084e77-a0ce-4dea-829a-b44d0eac1432)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:09:02.864368 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': '5ac89e71-2e4c-473d-994f-ebd37ddb617e', 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382', 'port_id': '5ac89e71-2e4c-473d-994f-ebd37ddb617e', 'mac_address': 'fa:16:3e:23:6f:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d480f52-180c-42c2-8811-9d48f3741486', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 17:09:02.905853 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:09:02.918771 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac89e71-2e4c-473d-994f-ebd37ddb617e {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 17:09:02.937952 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 5ac89e71-2e4c-473d-994f-ebd37ddb617e, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=5ac89e71-2e4c-473d-994f-ebd37ddb617e,segment=NetworkSegment(07084e77-a0ce-4dea-829a-b44d0eac1432),segment_id=07084e77-a0ce-4dea-829a-b44d0eac1432)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:09:02.942513 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:09:02.955280 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17f06a-f88c-4deb-a675-6a411a1d1e70 req-7023ec95-93af-4e91-8d9e-05276170c865 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:09:02.956810 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bb17f06a-f88c-4deb-a675-6a411a1d1e70 req-7023ec95-93af-4e91-8d9e-05276170c865 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 944 time: 0.0516021 Dec 09 17:09:02.989885 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=5ac89e71-2e4c-473d-994f-ebd37ddb617e,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:09:02.998125 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:09:02.998473 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:09:02.998814 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:09:02.999153 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:09:02.999494 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:09:02.999820 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:09:03.000144 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:09:03.000498 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:09:03.000827 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:09:03.001150 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:09:03.001473 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:09:03.001795 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:09:03.002114 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:09:03.009378 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bb17f06a-f88c-4deb-a675-6a411a1d1e70 req-81d77264-db87-439f-873e-cd38d80524fb tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463588 Dec 09 17:09:03.371610 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['5ac89e71-2e4c-473d-994f-ebd37ddb617e'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 17:09:04.130565 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d34150-c695-4201-9276-3b668ffa7262 req-304ba8e9-c804-4afa-8008-e701cdaec28f tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:09:04.132018 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-12d34150-c695-4201-9276-3b668ffa7262 req-304ba8e9-c804-4afa-8008-e701cdaec28f tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 945 time: 0.0527549 Dec 09 17:09:04.181083 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-12d34150-c695-4201-9276-3b668ffa7262 req-18a9fc37-8c43-4d23-a5a8-5cbd689344c2 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426054 Dec 09 17:09:04.793325 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 5ac89e71-2e4c-473d-994f-ebd37ddb617e up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 17:09:04.841555 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port 5ac89e71-2e4c-473d-994f-ebd37ddb617e completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 17:09:04.845491 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port 5ac89e71-2e4c-473d-994f-ebd37ddb617e triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:09:04.845894 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:09:04.923226 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:09:04.945303 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954b3835-0420-45b2-bcf7-d8b2682098f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac89e71-2e4c-473d-994f-ebd37ddb617e'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 17:09:04.947695 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad401665e64187bef4a0f300457b2868c99907d1fc0db4bbbc94af95fd68fd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13af0bc5-d590-47de-abc8-d2575a136f27" -d '{"events": [{"server_uuid": "954b3835-0420-45b2-bcf7-d8b2682098f9", "name": "network-vif-plugged", "status": "completed", "tag": "5ac89e71-2e4c-473d-994f-ebd37ddb617e"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 17:09:04.960833 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 5ac89e71-2e4c-473d-994f-ebd37ddb617e, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=5ac89e71-2e4c-473d-994f-ebd37ddb617e,segment=NetworkSegment(07084e77-a0ce-4dea-829a-b44d0eac1432),segment_id=07084e77-a0ce-4dea-829a-b44d0eac1432)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:09:04.965120 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:09:04.988514 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 17:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a5044c-396a-49e7-bbb7-b9bf2d0a8b81 x-openstack-request-id: req-60a5044c-396a-49e7-bbb7-b9bf2d0a8b81 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 17:09:04.988808 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954b3835-0420-45b2-bcf7-d8b2682098f9", "name": "network-vif-plugged", "status": "completed", "tag": "5ac89e71-2e4c-473d-994f-ebd37ddb617e", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 17:09:04.989061 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-60a5044c-396a-49e7-bbb7-b9bf2d0a8b81 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 17:09:04.989453 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954b3835-0420-45b2-bcf7-d8b2682098f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac89e71-2e4c-473d-994f-ebd37ddb617e', 'code': 200} Dec 09 17:09:05.014600 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=5ac89e71-2e4c-473d-994f-ebd37ddb617e,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:09:05.124439 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa55b6f-b081-40c7-9e7b-fbdeb890ef77 req-3155d69e-a433-4139-9b12-ff5da1d890bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:09:05.126152 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7fa55b6f-b081-40c7-9e7b-fbdeb890ef77 req-3155d69e-a433-4139-9b12-ff5da1d890bf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 1097 time: 0.0450134 Dec 09 17:09:05.174336 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-7fa55b6f-b081-40c7-9e7b-fbdeb890ef77 req-b5b32a5c-752e-415d-a6fe-4bc40ece64f9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414026 Dec 09 17:09:05.300454 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58456149-18ec-4d0b-860b-84930c5f87db req-3480afdc-5cfb-4249-9a6a-11c1222a542d tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:09:05.301956 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-58456149-18ec-4d0b-860b-84930c5f87db req-3480afdc-5cfb-4249-9a6a-11c1222a542d tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 946 time: 0.0503581 Dec 09 17:09:05.355807 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-58456149-18ec-4d0b-860b-84930c5f87db req-d5866a64-e916-49ae-8029-61bffab7c13a tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478117 Dec 09 17:09:06.469945 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621056ba-7c77-45cf-a752-a9909426b873 req-5511bd57-387f-4774-98a3-bfeeed488d3c tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:09:06.471442 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-621056ba-7c77-45cf-a752-a9909426b873 req-5511bd57-387f-4774-98a3-bfeeed488d3c tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 946 time: 0.0482514 Dec 09 17:09:06.528114 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-621056ba-7c77-45cf-a752-a9909426b873 req-ce1d952b-2818-49b0-afd9-9a2de52104cb tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504653 Dec 09 17:09:07.642513 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263a490-8831-47d1-9d06-8ff0658cf1bd req-4d777e96-4073-4a79-aa31-44ec71307ce4 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:09:07.643887 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0263a490-8831-47d1-9d06-8ff0658cf1bd req-4d777e96-4073-4a79-aa31-44ec71307ce4 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 946 time: 0.0485773 Dec 09 17:09:07.694175 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0263a490-8831-47d1-9d06-8ff0658cf1bd req-1d694c35-9eb0-43e9-b662-2157bfea7473 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443962 Dec 09 17:09:07.806627 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19435971-385e-4fbf-ab4e-ab2ff39228ba req-79af645f-a6bf-4afe-8c07-a252c80bcbcc tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:09:07.808208 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-19435971-385e-4fbf-ab4e-ab2ff39228ba req-79af645f-a6bf-4afe-8c07-a252c80bcbcc tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 946 time: 0.0502007 Dec 09 17:09:07.856808 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-19435971-385e-4fbf-ab4e-ab2ff39228ba req-745c9b3e-fefa-4aaa-9c48-7172fd6132d4 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426846 Dec 09 17:09:07.878041 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58710) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:09:07.962602 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84656c9a-ec36-4cab-9ec2-ce572154cfbc tempest-TestShelveInstance-1388949860 tempest-TestShelveInstance-1388949860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:09:07.964793 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-84656c9a-ec36-4cab-9ec2-ce572154cfbc tempest-TestShelveInstance-1388949860 tempest-TestShelveInstance-1388949860-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 1092 time: 0.0857716 Dec 09 17:09:07.967598 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58714) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:09:07.971835 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-b2015c46-0c3f-4247-9a4c-dc7c48d527e4 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'port_id': '5ac89e71-2e4c-473d-994f-ebd37ddb617e', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:09:07.992999 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2015c46-0c3f-4247-9a4c-dc7c48d527e4 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:09:08.089293 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2015c46-0c3f-4247-9a4c-dc7c48d527e4 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:09:08.193548 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-b2015c46-0c3f-4247-9a4c-dc7c48d527e4 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Allocated IP 172.25.3.209 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/5da2232e-349f-412d-b762-e2516ddd7a8e) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 17:09:08.292882 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2015c46-0c3f-4247-9a4c-dc7c48d527e4 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:09:08.326212 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2015c46-0c3f-4247-9a4c-dc7c48d527e4 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:09:08.366291 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2015c46-0c3f-4247-9a4c-dc7c48d527e4 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 17:09:08.369741 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-b2015c46-0c3f-4247-9a4c-dc7c48d527e4 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 17:09:08.375697 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2015c46-0c3f-4247-9a4c-dc7c48d527e4 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 17:09:08.399305 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2015c46-0c3f-4247-9a4c-dc7c48d527e4 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Pushing event updated for resources: {'Port': ['ID=5da2232e-349f-412d-b762-e2516ddd7a8e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:09:08.729926 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2015c46-0c3f-4247-9a4c-dc7c48d527e4 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:09:08.798127 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2015c46-0c3f-4247-9a4c-dc7c48d527e4 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:09:08.947304 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2015c46-0c3f-4247-9a4c-dc7c48d527e4 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:09:08.951769 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2015c46-0c3f-4247-9a4c-dc7c48d527e4 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:09:09.018132 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2015c46-0c3f-4247-9a4c-dc7c48d527e4 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Pushing event updated for resources: {'Port': ['ID=5da2232e-349f-412d-b762-e2516ddd7a8e,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:09:09.031440 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2015c46-0c3f-4247-9a4c-dc7c48d527e4 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:09:09.130561 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-b2015c46-0c3f-4247-9a4c-dc7c48d527e4 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Floating IP 5d5f250d-21af-4353-9dc4-891a12e2e739 associated. External IP: 172.25.3.209, port: 5ac89e71-2e4c-473d-994f-ebd37ddb617e. Dec 09 17:09:09.337081 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2015c46-0c3f-4247-9a4c-dc7c48d527e4 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Router dd19647a-002e-4017-8d0f-05f6bdd421d4 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 17:09:09.443359 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2015c46-0c3f-4247-9a4c-dc7c48d527e4 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 17:09:09.453410 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59540a29-fc9f-40dd-a43b-80a4dae79a35 None None] Sync routers for ids ['dd19647a-002e-4017-8d0f-05f6bdd421d4'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 17:09:09.461472 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b2015c46-0c3f-4247-9a4c-dc7c48d527e4 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:09:09.464756 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59540a29-fc9f-40dd-a43b-80a4dae79a35 None None] Routers {'dd19647a-002e-4017-8d0f-05f6bdd421d4'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:09:09.465379 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-59540a29-fc9f-40dd-a43b-80a4dae79a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:08:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['dd19647a-002e-4017-8d0f-05f6bdd421d4'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:09:09.488977 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b2015c46-0c3f-4247-9a4c-dc7c48d527e4 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5203619 Dec 09 17:09:09.489671 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954b3835-0420-45b2-bcf7-d8b2682098f9', 'tag': '5ac89e71-2e4c-473d-994f-ebd37ddb617e'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 17:09:09.492179 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ff2ec6-d916-4b25-ba03-19d77b978612" -d '{"events": [{"name": "network-changed", "server_uuid": "954b3835-0420-45b2-bcf7-d8b2682098f9", "tag": "5ac89e71-2e4c-473d-994f-ebd37ddb617e"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 17:09:09.531176 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 17:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3606ce8e-3e44-4f83-bdc2-cf0eee2c3249 x-openstack-request-id: req-3606ce8e-3e44-4f83-bdc2-cf0eee2c3249 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 17:09:09.531459 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "954b3835-0420-45b2-bcf7-d8b2682098f9", "tag": "5ac89e71-2e4c-473d-994f-ebd37ddb617e", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 17:09:09.531717 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3606ce8e-3e44-4f83-bdc2-cf0eee2c3249 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 17:09:09.532128 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '954b3835-0420-45b2-bcf7-d8b2682098f9', 'tag': '5ac89e71-2e4c-473d-994f-ebd37ddb617e', 'status': 'completed', 'code': 200} Dec 09 17:09:09.576611 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-59540a29-fc9f-40dd-a43b-80a4dae79a35 None None] Set router dd19647a-002e-4017-8d0f-05f6bdd421d4 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:09:09.617155 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff2ec6-d916-4b25-ba03-19d77b978612 req-6a1f4b57-1f71-4be2-ae25-d7199ff003d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:09:09.618602 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b9ff2ec6-d916-4b25-ba03-19d77b978612 req-6a1f4b57-1f71-4be2-ae25-d7199ff003d3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=476a14f49be5482a9e98e398602d5c28&device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 1097 time: 0.0402613 Dec 09 17:09:09.713515 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff2ec6-d916-4b25-ba03-19d77b978612 req-df6a0f82-5022-4d51-abba-312cd0e9dc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:09:09.715035 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b9ff2ec6-d916-4b25-ba03-19d77b978612 req-df6a0f82-5022-4d51-abba-312cd0e9dc39 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e100e40d-5173-4bcd-98c5-46f24cbcb382 HTTP/1.1" status: 200 len: 910 time: 0.0887108 Dec 09 17:09:09.781184 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b9ff2ec6-d916-4b25-ba03-19d77b978612 req-6a0154fb-1ba9-4f4b-bf94-6ef5508cdde0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ac89e71-2e4c-473d-994f-ebd37ddb617e HTTP/1.1" status: 200 len: 1000 time: 0.0583775 Dec 09 17:09:09.798400 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-59540a29-fc9f-40dd-a43b-80a4dae79a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'name': 'tempest-TestShelveInstance-1002255696-router', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '5491237d-0377-4905-86bb-c929e310b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:02:55Z', 'updated_at': '2021-12-09T17:02:58Z', 'revision_number': 4, 'project_id': '476a14f49be5482a9e98e398602d5c28', 'gw_port': {'id': '5491237d-0377-4905-86bb-c929e310b259', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:02:56Z', 'updated_at': '2021-12-09T17:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '5d5f250d-21af-4353-9dc4-891a12e2e739', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'floating_ip_address': '172.25.3.209', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'port_id': '5ac89e71-2e4c-473d-994f-ebd37ddb617e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382', 'mac_address': 'fa:16:3e:23:6f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b3835-0420-45b2-bcf7-d8b2682098f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T17:09:08Z', 'updated_at': '2021-12-09T17:09:08Z', 'revision_number': 0, 'project_id': '476a14f49be5482a9e98e398602d5c28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f2d646a-4461-45de-8e93-4fcad560780f', 'name': '', 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'mac_address': 'fa:16:3e:88:07:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '4d480f52-180c-42c2-8811-9d48f3741486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:02:58Z', 'updated_at': '2021-12-09T17:03:04Z', 'revision_number': 5, 'project_id': '476a14f49be5482a9e98e398602d5c28', 'subnets': [{'id': '4d480f52-180c-42c2-8811-9d48f3741486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:09:09.824874 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59540a29-fc9f-40dd-a43b-80a4dae79a35 None None] Checking router: dd19647a-002e-4017-8d0f-05f6bdd421d4 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 17:09:09.833189 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59540a29-fc9f-40dd-a43b-80a4dae79a35 None None] Routers {'dd19647a-002e-4017-8d0f-05f6bdd421d4'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:09:09.833789 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-59540a29-fc9f-40dd-a43b-80a4dae79a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:08:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['dd19647a-002e-4017-8d0f-05f6bdd421d4'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:09:09.836174 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff2ec6-d916-4b25-ba03-19d77b978612 req-2ea933a7-3256-49d0-97ca-1c801fccdd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:09:09.837737 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b9ff2ec6-d916-4b25-ba03-19d77b978612 req-2ea933a7-3256-49d0-97ca-1c801fccdd23 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d480f52-180c-42c2-8811-9d48f3741486 HTTP/1.1" status: 200 len: 848 time: 0.0490091 Dec 09 17:09:09.883720 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff2ec6-d916-4b25-ba03-19d77b978612 req-bff9673e-cf56-48d8-8719-1f743dbeda37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:09:09.885969 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b9ff2ec6-d916-4b25-ba03-19d77b978612 req-bff9673e-cf56-48d8-8719-1f743dbeda37 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e100e40d-5173-4bcd-98c5-46f24cbcb382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411005 Dec 09 17:09:09.939015 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-59540a29-fc9f-40dd-a43b-80a4dae79a35 None None] Set router dd19647a-002e-4017-8d0f-05f6bdd421d4 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:09:09.974152 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b9ff2ec6-d916-4b25-ba03-19d77b978612 req-b7a9d514-da6b-4e7a-9b18-6f1a7de524d6 service neutron] 10.222.0.42 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809257 Dec 09 17:09:10.068230 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b9ff2ec6-d916-4b25-ba03-19d77b978612 req-36330c2d-878e-4bd2-a0ab-503ab74d092b service neutron] 10.222.0.42 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874176 Dec 09 17:09:10.162905 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-59540a29-fc9f-40dd-a43b-80a4dae79a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'name': 'tempest-TestShelveInstance-1002255696-router', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '5491237d-0377-4905-86bb-c929e310b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:02:55Z', 'updated_at': '2021-12-09T17:02:58Z', 'revision_number': 4, 'project_id': '476a14f49be5482a9e98e398602d5c28', 'gw_port': {'id': '5491237d-0377-4905-86bb-c929e310b259', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:02:56Z', 'updated_at': '2021-12-09T17:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '5d5f250d-21af-4353-9dc4-891a12e2e739', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'floating_ip_address': '172.25.3.209', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'port_id': '5ac89e71-2e4c-473d-994f-ebd37ddb617e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382', 'mac_address': 'fa:16:3e:23:6f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b3835-0420-45b2-bcf7-d8b2682098f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T17:09:08Z', 'updated_at': '2021-12-09T17:09:08Z', 'revision_number': 0, 'project_id': '476a14f49be5482a9e98e398602d5c28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f2d646a-4461-45de-8e93-4fcad560780f', 'name': '', 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'mac_address': 'fa:16:3e:88:07:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '4d480f52-180c-42c2-8811-9d48f3741486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:02:58Z', 'updated_at': '2021-12-09T17:03:04Z', 'revision_number': 5, 'project_id': '476a14f49be5482a9e98e398602d5c28', 'subnets': [{'id': '4d480f52-180c-42c2-8811-9d48f3741486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:09:10.189492 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59540a29-fc9f-40dd-a43b-80a4dae79a35 None None] The sync data for ids ['dd19647a-002e-4017-8d0f-05f6bdd421d4'] in n-d-821228-1 is: [{'id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'name': 'tempest-TestShelveInstance-1002255696-router', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '5491237d-0377-4905-86bb-c929e310b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:02:55Z', 'updated_at': '2021-12-09T17:02:58Z', 'revision_number': 4, 'project_id': '476a14f49be5482a9e98e398602d5c28', 'gw_port': {'id': '5491237d-0377-4905-86bb-c929e310b259', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:02:56Z', 'updated_at': '2021-12-09T17:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '5d5f250d-21af-4353-9dc4-891a12e2e739', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'floating_ip_address': '172.25.3.209', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'port_id': '5ac89e71-2e4c-473d-994f-ebd37ddb617e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382', 'mac_address': 'fa:16:3e:23:6f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b3835-0420-45b2-bcf7-d8b2682098f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T17:09:08Z', 'updated_at': '2021-12-09T17:09:08Z', 'revision_number': 0, 'project_id': '476a14f49be5482a9e98e398602d5c28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f2d646a-4461-45de-8e93-4fcad560780f', 'name': '', 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'mac_address': 'fa:16:3e:88:07:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '4d480f52-180c-42c2-8811-9d48f3741486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:02:58Z', 'updated_at': '2021-12-09T17:03:04Z', 'revision_number': 5, 'project_id': '476a14f49be5482a9e98e398602d5c28', 'subnets': [{'id': '4d480f52-180c-42c2-8811-9d48f3741486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 17:09:10.388316 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a75bc41-bd45-4887-95b2-f92f20f82747 None None] New status for floating IP 5d5f250d-21af-4353-9dc4-891a12e2e739: ACTIVE {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 17:09:17.130546 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:09:20.732370 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-00ccf4b6-dd33-4716-ba87-542a8334fc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:09:23.268738 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-62b01f27-4f0d-44cf-a43d-0c16ca6f9bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:09:24.483008 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:09:25.550495 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:09:25.760982 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:09:26.734323 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:09:28.729324 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:09:43.020745 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d3c00520-6aa6-427d-988e-87c5a1634a37 req-e9f15286-ae43-4a22-9bc9-f1efdb989d0d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405917 Dec 09 17:09:43.117720 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c00520-6aa6-427d-988e-87c5a1634a37 req-afce8c0e-0af9-4d02-ba99-7317212d6ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:09:43.119224 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d3c00520-6aa6-427d-988e-87c5a1634a37 req-afce8c0e-0af9-4d02-ba99-7317212d6ce5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=476a14f49be5482a9e98e398602d5c28&device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 1097 time: 0.0408704 Dec 09 17:09:43.228535 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c00520-6aa6-427d-988e-87c5a1634a37 req-0462127b-7c9b-47e7-89f7-b84704a16e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:09:43.230017 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d3c00520-6aa6-427d-988e-87c5a1634a37 req-0462127b-7c9b-47e7-89f7-b84704a16e27 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e100e40d-5173-4bcd-98c5-46f24cbcb382 HTTP/1.1" status: 200 len: 910 time: 0.0898066 Dec 09 17:09:43.297738 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d3c00520-6aa6-427d-988e-87c5a1634a37 req-180ba470-714f-40be-888e-1c2b8dcf6f91 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ac89e71-2e4c-473d-994f-ebd37ddb617e HTTP/1.1" status: 200 len: 1002 time: 0.0595911 Dec 09 17:09:43.350259 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c00520-6aa6-427d-988e-87c5a1634a37 req-769c2f8a-6bbb-48c7-a5ff-28628197ee82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:09:43.351718 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d3c00520-6aa6-427d-988e-87c5a1634a37 req-769c2f8a-6bbb-48c7-a5ff-28628197ee82 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d480f52-180c-42c2-8811-9d48f3741486 HTTP/1.1" status: 200 len: 848 time: 0.0478230 Dec 09 17:09:43.398571 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c00520-6aa6-427d-988e-87c5a1634a37 req-5f7dfd67-3bcf-4525-9d16-738fda2f2ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:09:43.400096 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d3c00520-6aa6-427d-988e-87c5a1634a37 req-5f7dfd67-3bcf-4525-9d16-738fda2f2ea5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e100e40d-5173-4bcd-98c5-46f24cbcb382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407081 Dec 09 17:09:43.488504 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d3c00520-6aa6-427d-988e-87c5a1634a37 req-69f4b150-95f2-4487-ae97-062bb282b1ca service neutron] 10.222.0.42 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799279 Dec 09 17:09:43.582826 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d3c00520-6aa6-427d-988e-87c5a1634a37 req-414bb4eb-fd10-4d9b-8dc2-5438aaec2ae4 service neutron] 10.222.0.42 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862639 Dec 09 17:09:47.157311 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:09:50.734223 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8a3ac200-3b07-4a68-911f-185a349f75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:09:53.271044 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9f23b174-22d3-4614-84bc-6ab12df23e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:09:54.484962 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:09:55.566211 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:09:55.756707 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:09:56.736581 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:10:05.728757 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:10:17.156345 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:10:20.736745 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8de7d5cf-dd0b-4fe2-a4d6-7acf04756fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:10:23.274922 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e46e9a94-527d-4764-a0db-98454faa21a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:10:24.490431 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:10:25.562699 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:10:25.759597 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:10:26.738427 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:10:42.728471 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:10:44.048341 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4e8245ad-2d78-4a52-88fb-d9a51dd569c8 req-41859dca-d1b1-49a4-a67b-f356d61c7dee service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409558 Dec 09 17:10:44.150292 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8245ad-2d78-4a52-88fb-d9a51dd569c8 req-0aa121fd-32de-4be9-ada5-110781a1a5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:10:44.152016 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4e8245ad-2d78-4a52-88fb-d9a51dd569c8 req-0aa121fd-32de-4be9-ada5-110781a1a5aa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=476a14f49be5482a9e98e398602d5c28&device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 1097 time: 0.0415373 Dec 09 17:10:44.548345 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8245ad-2d78-4a52-88fb-d9a51dd569c8 req-d40cec9f-b485-4b4d-a6ac-c7226809f319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:10:44.549896 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4e8245ad-2d78-4a52-88fb-d9a51dd569c8 req-d40cec9f-b485-4b4d-a6ac-c7226809f319 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e100e40d-5173-4bcd-98c5-46f24cbcb382 HTTP/1.1" status: 200 len: 910 time: 0.3758709 Dec 09 17:10:44.621069 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4e8245ad-2d78-4a52-88fb-d9a51dd569c8 req-919f53cd-7b22-4802-9fe4-322841aab76a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ac89e71-2e4c-473d-994f-ebd37ddb617e HTTP/1.1" status: 200 len: 1002 time: 0.0636709 Dec 09 17:10:44.679636 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8245ad-2d78-4a52-88fb-d9a51dd569c8 req-fb9b3088-bbf0-4321-a29d-1019967ff07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:10:44.681123 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4e8245ad-2d78-4a52-88fb-d9a51dd569c8 req-fb9b3088-bbf0-4321-a29d-1019967ff07a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d480f52-180c-42c2-8811-9d48f3741486 HTTP/1.1" status: 200 len: 848 time: 0.0529845 Dec 09 17:10:44.727000 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8245ad-2d78-4a52-88fb-d9a51dd569c8 req-6e74f545-adc4-4a90-8cc0-574af9bc3c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:10:44.728460 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4e8245ad-2d78-4a52-88fb-d9a51dd569c8 req-6e74f545-adc4-4a90-8cc0-574af9bc3c2f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e100e40d-5173-4bcd-98c5-46f24cbcb382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393541 Dec 09 17:10:44.823830 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4e8245ad-2d78-4a52-88fb-d9a51dd569c8 req-1dd03d7c-6583-4443-b41f-a956281c7796 service neutron] 10.222.0.42 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862665 Dec 09 17:10:44.919417 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-4e8245ad-2d78-4a52-88fb-d9a51dd569c8 req-b7ea5c25-40ac-468d-9949-96e81b11f723 service neutron] 10.222.0.42 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876667 Dec 09 17:10:47.155249 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:10:50.737642 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f0b6f5e1-1d1b-4604-a138-c9c6bae799d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:10:53.276663 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9e143e68-d94d-4988-a8a2-0bfde2260bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:10:54.491797 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:10:55.579913 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:10:55.761424 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:10:56.742836 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:11:04.863441 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335b20f-41a6-478b-98bd-844c41e55a24 req-8744b617-4ceb-4a34-99d6-d4fcc1491cba tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:04.866446 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a335b20f-41a6-478b-98bd-844c41e55a24 req-8744b617-4ceb-4a34-99d6-d4fcc1491cba tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 946 time: 0.0528347 Dec 09 17:11:04.918787 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a335b20f-41a6-478b-98bd-844c41e55a24 req-7b893228-a7d9-42f4-a679-1091bf77907e tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461521 Dec 09 17:11:06.063475 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26174641-78d5-47ed-b88c-4bfc428428bc req-a08dd881-bb7d-4067-8fda-f5a869a32c70 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:06.065001 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-26174641-78d5-47ed-b88c-4bfc428428bc req-a08dd881-bb7d-4067-8fda-f5a869a32c70 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 946 time: 0.0521221 Dec 09 17:11:06.115334 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-26174641-78d5-47ed-b88c-4bfc428428bc req-bb10f2fe-d48f-4607-b4a3-35b57fd82d5c tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435660 Dec 09 17:11:07.232355 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1697a-d5b0-410f-938a-d39fde9fa430 req-39568351-aba0-4349-a613-be12f11d6918 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:07.233897 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-66b1697a-d5b0-410f-938a-d39fde9fa430 req-39568351-aba0-4349-a613-be12f11d6918 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 946 time: 0.0490322 Dec 09 17:11:07.283275 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-66b1697a-d5b0-410f-938a-d39fde9fa430 req-37e552c5-7349-4411-9392-717ea9d56b9d tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432158 Dec 09 17:11:08.397868 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b54717-8b43-471a-a6ff-697b97b991c1 req-57173449-dd60-496f-84ba-628cebc0ee57 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:08.399236 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-93b54717-8b43-471a-a6ff-697b97b991c1 req-57173449-dd60-496f-84ba-628cebc0ee57 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 946 time: 0.0474238 Dec 09 17:11:08.451505 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-93b54717-8b43-471a-a6ff-697b97b991c1 req-5766a486-63b0-4092-bd5e-6240448149c4 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460176 Dec 09 17:11:09.567640 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91351781-4f6d-40fc-bbdb-cfe95a698a89 req-e5420524-1300-4ab8-bf1d-4ed3c256fb38 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:09.569289 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-91351781-4f6d-40fc-bbdb-cfe95a698a89 req-e5420524-1300-4ab8-bf1d-4ed3c256fb38 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 946 time: 0.0503273 Dec 09 17:11:09.618675 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-91351781-4f6d-40fc-bbdb-cfe95a698a89 req-91434b30-6cf9-4616-8dfe-0ffa066622b8 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433602 Dec 09 17:11:10.734512 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119c357-afd0-4c2f-bfad-458a2d42b41f req-20a15123-86e0-41ef-b53c-b4c5321e6b24 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:10.735995 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a119c357-afd0-4c2f-bfad-458a2d42b41f req-20a15123-86e0-41ef-b53c-b4c5321e6b24 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 946 time: 0.0485399 Dec 09 17:11:10.785047 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a119c357-afd0-4c2f-bfad-458a2d42b41f req-045bbe22-52be-4afd-afb6-815371088c3d tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427463 Dec 09 17:11:11.904947 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a887169-8263-4f9c-9f29-f17a5a7736ad req-1be0aea9-8094-48b0-9266-9c25f2c6d51c tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:11.906427 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0a887169-8263-4f9c-9f29-f17a5a7736ad req-1be0aea9-8094-48b0-9266-9c25f2c6d51c tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 946 time: 0.0532503 Dec 09 17:11:11.954782 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0a887169-8263-4f9c-9f29-f17a5a7736ad req-02ecdbcc-ab97-42f7-924f-28e4056dc40b tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414653 Dec 09 17:11:13.070617 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21993b-8774-415f-aa1d-bef414661c66 req-097faf63-799f-4d6c-a038-e81a80dcc46c tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:13.072136 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5a21993b-8774-415f-aa1d-bef414661c66 req-097faf63-799f-4d6c-a038-e81a80dcc46c tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 946 time: 0.0493925 Dec 09 17:11:13.123476 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5a21993b-8774-415f-aa1d-bef414661c66 req-c7165045-d9a1-4fde-b29e-895af1173c5e tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450351 Dec 09 17:11:14.240542 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047b833-52ed-4131-864d-a8f975985034 req-14eadde3-115d-4c42-a008-571d57f9db7b tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:14.242336 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8047b833-52ed-4131-864d-a8f975985034 req-14eadde3-115d-4c42-a008-571d57f9db7b tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 946 time: 0.0507948 Dec 09 17:11:14.297169 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8047b833-52ed-4131-864d-a8f975985034 req-96f1cea5-5d8a-49e4-9cc1-a3874fa4fc1c tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486853 Dec 09 17:11:15.048123 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055b510-caef-4bb0-a4f7-3c9bd5090364 req-0a47de6b-3855-4587-ae8e-02a09cde34cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:15.049613 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d055b510-caef-4bb0-a4f7-3c9bd5090364 req-0a47de6b-3855-4587-ae8e-02a09cde34cf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=476a14f49be5482a9e98e398602d5c28&device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 1097 time: 0.0399547 Dec 09 17:11:15.145215 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055b510-caef-4bb0-a4f7-3c9bd5090364 req-324c3e85-25fb-46b8-9273-66ceb97cd0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:15.146697 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d055b510-caef-4bb0-a4f7-3c9bd5090364 req-324c3e85-25fb-46b8-9273-66ceb97cd0c2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e100e40d-5173-4bcd-98c5-46f24cbcb382 HTTP/1.1" status: 200 len: 910 time: 0.0902574 Dec 09 17:11:15.211366 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d055b510-caef-4bb0-a4f7-3c9bd5090364 req-cf2e18b7-d327-4a39-9176-9fb1c70e259c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ac89e71-2e4c-473d-994f-ebd37ddb617e HTTP/1.1" status: 200 len: 1002 time: 0.0571022 Dec 09 17:11:15.261091 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055b510-caef-4bb0-a4f7-3c9bd5090364 req-c2d98d87-ac0d-43f9-bd91-8a66d423e886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:15.262519 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d055b510-caef-4bb0-a4f7-3c9bd5090364 req-c2d98d87-ac0d-43f9-bd91-8a66d423e886 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d480f52-180c-42c2-8811-9d48f3741486 HTTP/1.1" status: 200 len: 848 time: 0.0437284 Dec 09 17:11:15.311747 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055b510-caef-4bb0-a4f7-3c9bd5090364 req-675b4cba-f1b1-4ac7-a7dc-69586a4e5a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:15.313176 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d055b510-caef-4bb0-a4f7-3c9bd5090364 req-675b4cba-f1b1-4ac7-a7dc-69586a4e5a43 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e100e40d-5173-4bcd-98c5-46f24cbcb382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432758 Dec 09 17:11:15.403449 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d055b510-caef-4bb0-a4f7-3c9bd5090364 req-75a35ea4-fdf1-457e-843e-e4a4fc9db79e service neutron] 10.222.0.42 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833623 Dec 09 17:11:15.418654 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5ee92-764e-40b9-b46e-b0ee1c065df4 req-7dff8724-7457-46f3-b792-125f4cb4a97d tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:15.420133 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bbd5ee92-764e-40b9-b46e-b0ee1c065df4 req-7dff8724-7457-46f3-b792-125f4cb4a97d tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 946 time: 0.0479167 Dec 09 17:11:15.470255 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bbd5ee92-764e-40b9-b46e-b0ee1c065df4 req-2e9cac23-d3fe-41eb-9ffd-f196cd1a3e4e tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439897 Dec 09 17:11:15.500648 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-d055b510-caef-4bb0-a4f7-3c9bd5090364 req-27e73406-ca84-467a-8ff6-f4b33269111f service neutron] 10.222.0.42 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904601 Dec 09 17:11:16.588304 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550328b-9ed5-4386-8e7f-8de495763b23 req-e01d185b-e9ce-4838-81e0-5792d7f3984d tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:16.589840 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a550328b-9ed5-4386-8e7f-8de495763b23 req-e01d185b-e9ce-4838-81e0-5792d7f3984d tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 946 time: 0.0515244 Dec 09 17:11:16.638998 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a550328b-9ed5-4386-8e7f-8de495763b23 req-b5ff9b76-da21-4791-9abe-63217073fe27 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433874 Dec 09 17:11:17.171238 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:11:17.757700 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998120dd-fa13-4d4d-bfe9-f5c0970fd18f req-b4925f09-0b9b-4cde-b127-0c44dfac44ec tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:17.759195 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-998120dd-fa13-4d4d-bfe9-f5c0970fd18f req-b4925f09-0b9b-4cde-b127-0c44dfac44ec tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 946 time: 0.0529521 Dec 09 17:11:17.809170 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-998120dd-fa13-4d4d-bfe9-f5c0970fd18f req-0d1b5967-bc08-4854-98ea-b440be39f459 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439007 Dec 09 17:11:18.934866 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249525a0-6e5b-4db9-8f45-d804e4694c78 req-bbd5df72-dbbd-45f1-a24a-8022a3187eca tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:18.936376 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-249525a0-6e5b-4db9-8f45-d804e4694c78 req-bbd5df72-dbbd-45f1-a24a-8022a3187eca tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 946 time: 0.0547228 Dec 09 17:11:18.990925 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-249525a0-6e5b-4db9-8f45-d804e4694c78 req-1dc72b9e-ddb6-4fbc-a488-56699f3d08a1 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481386 Dec 09 17:11:19.334219 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device 5ac89e71-2e4c-473d-994f-ebd37ddb617e no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 17:11:19.408179 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:11:19.430565 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954b3835-0420-45b2-bcf7-d8b2682098f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ac89e71-2e4c-473d-994f-ebd37ddb617e'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 17:11:19.432798 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad401665e64187bef4a0f300457b2868c99907d1fc0db4bbbc94af95fd68fd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341670d5-5efb-4cb4-906a-1fd83e0fb89a" -d '{"events": [{"server_uuid": "954b3835-0420-45b2-bcf7-d8b2682098f9", "name": "network-vif-unplugged", "status": "completed", "tag": "5ac89e71-2e4c-473d-994f-ebd37ddb617e"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 17:11:19.448018 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port 5ac89e71-2e4c-473d-994f-ebd37ddb617e, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=5ac89e71-2e4c-473d-994f-ebd37ddb617e,segment=NetworkSegment(07084e77-a0ce-4dea-829a-b44d0eac1432),segment_id=07084e77-a0ce-4dea-829a-b44d0eac1432)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:11:19.451910 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:11:19.499703 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=5ac89e71-2e4c-473d-994f-ebd37ddb617e,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:11:19.507531 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:11:19.507885 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:11:19.508231 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:11:19.508649 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:11:19.508989 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:11:19.509323 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:11:19.509656 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:11:19.509987 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:11:19.510314 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:11:19.510644 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:11:19.510973 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:11:19.511296 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:11:19.511622 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:11:19.516912 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 09 Dec 2021 17:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b67bfc6-9042-4859-846c-923556723fef x-openstack-request-id: req-4b67bfc6-9042-4859-846c-923556723fef {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 17:11:19.517206 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954b3835-0420-45b2-bcf7-d8b2682098f9", "name": "network-vif-unplugged", "status": "failed", "tag": "5ac89e71-2e4c-473d-994f-ebd37ddb617e", "code": 422}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 17:11:19.517465 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4b67bfc6-9042-4859-846c-923556723fef {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 17:11:19.517863 n-d-821228-1 neutron-server[103246]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '954b3835-0420-45b2-bcf7-d8b2682098f9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5ac89e71-2e4c-473d-994f-ebd37ddb617e', 'code': 422} returned with failed status Dec 09 17:11:19.728519 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:11:20.108517 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c05ed-e04f-43cf-a55f-507620da165a req-56fa09aa-dbf4-4ce1-b643-2e4a15d44763 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:20.110005 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3e1c05ed-e04f-43cf-a55f-507620da165a req-56fa09aa-dbf4-4ce1-b643-2e4a15d44763 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 944 time: 0.0525486 Dec 09 17:11:20.159971 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3e1c05ed-e04f-43cf-a55f-507620da165a req-8e827056-bd72-4296-a5ae-535495c9a128 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435078 Dec 09 17:11:20.392195 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76259bdc-7082-4b74-8fcd-920726c32e23 req-c6fbd4a1-4ecc-4a8e-946f-35da885d9ce2 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:20.393687 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-76259bdc-7082-4b74-8fcd-920726c32e23 req-c6fbd4a1-4ecc-4a8e-946f-35da885d9ce2 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 944 time: 0.0759003 Dec 09 17:11:20.409174 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a9b35d72-fc1a-4d36-ac4a-5f18eb2c5ab5 req-346b0586-0b61-473d-a76b-03aca39a958a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1127350 Dec 09 17:11:20.422428 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-a9b35d72-fc1a-4d36-ac4a-5f18eb2c5ab5 req-e5411dc9-b45c-4476-8892-7398e7f41901 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 17:11:20.423377 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a9b35d72-fc1a-4d36-ac4a-5f18eb2c5ab5 req-e5411dc9-b45c-4476-8892-7398e7f41901 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070274 Dec 09 17:11:20.453018 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-76259bdc-7082-4b74-8fcd-920726c32e23 req-f9e785a1-6d30-4930-9d02-cff15285e793 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521221 Dec 09 17:11:20.741090 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d98524af-f93a-4079-b3eb-cad02c6f595b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:11:21.572989 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30118af-c721-4714-bd60-201012305fa2 req-0eddd4c4-ed0c-46ea-9cf7-e38158f14e35 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:21.574576 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c30118af-c721-4714-bd60-201012305fa2 req-0eddd4c4-ed0c-46ea-9cf7-e38158f14e35 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 944 time: 0.0517375 Dec 09 17:11:21.623544 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c30118af-c721-4714-bd60-201012305fa2 req-8b45a4e3-8e34-4970-bece-f60ee15b6e99 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430508 Dec 09 17:11:22.742510 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e677a-7c2f-4d8c-8c19-84b7cd26cc3d req-6e3fa36d-336a-4887-b0de-12d39909a8c6 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:22.744039 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4d3e677a-7c2f-4d8c-8c19-84b7cd26cc3d req-6e3fa36d-336a-4887-b0de-12d39909a8c6 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 944 time: 0.0504255 Dec 09 17:11:22.793231 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4d3e677a-7c2f-4d8c-8c19-84b7cd26cc3d req-6b4fc5cb-ed97-4819-b7eb-db8db50c4c37 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429091 Dec 09 17:11:23.278134 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5a7cb3ec-5361-4221-8952-042edf66b77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:11:23.909038 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be8ac4-c0d4-4734-907b-63e629bc8de7 req-f0c96ccd-be30-4ec1-8606-ce2011e253b1 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:23.910996 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-67be8ac4-c0d4-4734-907b-63e629bc8de7 req-f0c96ccd-be30-4ec1-8606-ce2011e253b1 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 944 time: 0.0522430 Dec 09 17:11:23.958920 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-67be8ac4-c0d4-4734-907b-63e629bc8de7 req-0d0c06a6-2709-4d8d-b806-ebeb9fa32472 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419695 Dec 09 17:11:24.495692 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:11:25.078345 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab791c33-c416-4323-b719-b83b532710dc req-4d8ee7ff-5ac1-4c21-b35d-51e5386e328d tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:25.079922 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ab791c33-c416-4323-b719-b83b532710dc req-4d8ee7ff-5ac1-4c21-b35d-51e5386e328d tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 944 time: 0.0527177 Dec 09 17:11:25.130415 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ab791c33-c416-4323-b719-b83b532710dc req-3ad51e2e-ee89-44f1-907f-9acef84f5807 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437548 Dec 09 17:11:25.593272 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:11:25.765494 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:11:26.250766 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d62ef-ec55-4144-8bc2-9db6809779b6 req-76a11c13-aa3a-4c04-bfce-d05f6a3cc845 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:26.252255 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-088d62ef-ec55-4144-8bc2-9db6809779b6 req-76a11c13-aa3a-4c04-bfce-d05f6a3cc845 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 944 time: 0.0538740 Dec 09 17:11:26.306971 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-088d62ef-ec55-4144-8bc2-9db6809779b6 req-44983abd-a029-4ed0-b790-7b1fefa2768a tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487101 Dec 09 17:11:26.748348 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:11:27.429348 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10b9db-77c8-4f6b-9fa1-51caa0b5da1d req-449a1271-381c-45e1-89ef-603e74f56672 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:27.431042 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ea10b9db-77c8-4f6b-9fa1-51caa0b5da1d req-449a1271-381c-45e1-89ef-603e74f56672 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 944 time: 0.0524578 Dec 09 17:11:27.482617 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ea10b9db-77c8-4f6b-9fa1-51caa0b5da1d req-e6d53f46-9f10-483e-a3bc-e54f389a08ea tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449996 Dec 09 17:11:28.600595 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeec4e2-6436-4838-b655-fe803f68048c req-ad8c73d4-e04a-46eb-8822-46ea22ca6587 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:28.602094 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aeeec4e2-6436-4838-b655-fe803f68048c req-ad8c73d4-e04a-46eb-8822-46ea22ca6587 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 944 time: 0.0485542 Dec 09 17:11:28.652821 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-aeeec4e2-6436-4838-b655-fe803f68048c req-b10cea80-36a2-4b91-a941-982c7520bfad tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440850 Dec 09 17:11:29.774252 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb1bec-9e5e-425a-97cd-3ea8c5cc8801 req-cc0754fc-bc44-42e4-92ce-9425ee35741a tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:29.775878 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-20eb1bec-9e5e-425a-97cd-3ea8c5cc8801 req-cc0754fc-bc44-42e4-92ce-9425ee35741a tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 944 time: 0.0563114 Dec 09 17:11:29.829499 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-20eb1bec-9e5e-425a-97cd-3ea8c5cc8801 req-920d9f9d-32b7-4feb-aa3f-69a05335e409 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475416 Dec 09 17:11:30.298220 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b35d72-fc1a-4d36-ac4a-5f18eb2c5ab5 req-6e83cc4c-4023-4e1d-a1a2-94c4bc9288d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:30.299829 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a9b35d72-fc1a-4d36-ac4a-5f18eb2c5ab5 req-6e83cc4c-4023-4e1d-a1a2-94c4bc9288d1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9&tenant_id=476a14f49be5482a9e98e398602d5c28 HTTP/1.1" status: 200 len: 1095 time: 0.0866604 Dec 09 17:11:30.310105 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-a9b35d72-fc1a-4d36-ac4a-5f18eb2c5ab5 req-eed2237f-7d3d-43a2-bc2a-448c0446501a service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 17:11:30.311095 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a9b35d72-fc1a-4d36-ac4a-5f18eb2c5ab5 req-eed2237f-7d3d-43a2-bc2a-448c0446501a service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049784 Dec 09 17:11:30.322549 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-a9b35d72-fc1a-4d36-ac4a-5f18eb2c5ab5 req-af4f8bdb-0378-42c1-8d1c-897553d8506a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821228-1', 'device_owner': 'compute:nova'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:11:30.379258 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a9b35d72-fc1a-4d36-ac4a-5f18eb2c5ab5 req-af4f8bdb-0378-42c1-8d1c-897553d8506a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:11:30.951189 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a9b35d72-fc1a-4d36-ac4a-5f18eb2c5ab5 req-af4f8bdb-0378-42c1-8d1c-897553d8506a service neutron] For port 5ac89e71-2e4c-473d-994f-ebd37ddb617e, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=5ac89e71-2e4c-473d-994f-ebd37ddb617e,segment=NetworkSegment(07084e77-a0ce-4dea-829a-b44d0eac1432),segment_id=07084e77-a0ce-4dea-829a-b44d0eac1432)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:11:30.986696 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b5798-1cfa-4705-8ab2-ce9b09ce9200 req-a4098cfa-db6f-41ae-aefd-697b31c5cde6 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:30.988278 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1c7b5798-1cfa-4705-8ab2-ce9b09ce9200 req-a4098cfa-db6f-41ae-aefd-697b31c5cde6 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 944 time: 0.0834610 Dec 09 17:11:31.013058 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a9b35d72-fc1a-4d36-ac4a-5f18eb2c5ab5 req-af4f8bdb-0378-42c1-8d1c-897553d8506a service neutron] For port 5ac89e71-2e4c-473d-994f-ebd37ddb617e, host n-h1-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 17:11:31.063733 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-a9b35d72-fc1a-4d36-ac4a-5f18eb2c5ab5 req-af4f8bdb-0378-42c1-8d1c-897553d8506a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac89e71-2e4c-473d-994f-ebd37ddb617e {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 17:11:31.076084 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a9b35d72-fc1a-4d36-ac4a-5f18eb2c5ab5 req-af4f8bdb-0378-42c1-8d1c-897553d8506a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:11:31.082390 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1c7b5798-1cfa-4705-8ab2-ce9b09ce9200 req-652a0785-a760-49de-b429-7a7b6d0cb522 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863130 Dec 09 17:11:31.092985 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-a9b35d72-fc1a-4d36-ac4a-5f18eb2c5ab5 req-af4f8bdb-0378-42c1-8d1c-897553d8506a service neutron] Transition to ACTIVE for port object 5ac89e71-2e4c-473d-994f-ebd37ddb617e will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 17:11:31.098235 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a9b35d72-fc1a-4d36-ac4a-5f18eb2c5ab5 req-af4f8bdb-0378-42c1-8d1c-897553d8506a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:11:31.146654 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f8bdb-0378-42c1-8d1c-897553d8506a service neutron] Pushing event updated for resources: {'Port': ['ID=5ac89e71-2e4c-473d-994f-ebd37ddb617e,revision_number=7']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:11:31.180693 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f8bdb-0378-42c1-8d1c-897553d8506a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:11:31.181048 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f8bdb-0378-42c1-8d1c-897553d8506a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:11:31.181393 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f8bdb-0378-42c1-8d1c-897553d8506a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:11:31.181742 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f8bdb-0378-42c1-8d1c-897553d8506a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:11:31.182068 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f8bdb-0378-42c1-8d1c-897553d8506a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:11:31.182399 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f8bdb-0378-42c1-8d1c-897553d8506a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:11:31.182724 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f8bdb-0378-42c1-8d1c-897553d8506a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:11:31.183050 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f8bdb-0378-42c1-8d1c-897553d8506a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:11:31.183376 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f8bdb-0378-42c1-8d1c-897553d8506a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:11:31.183700 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f8bdb-0378-42c1-8d1c-897553d8506a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:11:31.184030 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f8bdb-0378-42c1-8d1c-897553d8506a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:11:31.184358 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f8bdb-0378-42c1-8d1c-897553d8506a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:11:31.184705 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f8bdb-0378-42c1-8d1c-897553d8506a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:11:31.231287 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b35d72-fc1a-4d36-ac4a-5f18eb2c5ab5 req-af4f8bdb-0378-42c1-8d1c-897553d8506a service neutron] No DVR routers for this DVR port 5ac89e71-2e4c-473d-994f-ebd37ddb617e on host n-h1-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 17:11:31.371744 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a9b35d72-fc1a-4d36-ac4a-5f18eb2c5ab5 req-af4f8bdb-0378-42c1-8d1c-897553d8506a service neutron] Attempting to bind port 5ac89e71-2e4c-473d-994f-ebd37ddb617e on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 17:11:31.372076 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a9b35d72-fc1a-4d36-ac4a-5f18eb2c5ab5 req-af4f8bdb-0378-42c1-8d1c-897553d8506a service neutron] Attempting to bind port 5ac89e71-2e4c-473d-994f-ebd37ddb617e by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '07084e77-a0ce-4dea-829a-b44d0eac1432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 17:11:31.372400 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b35d72-fc1a-4d36-ac4a-5f18eb2c5ab5 req-af4f8bdb-0378-42c1-8d1c-897553d8506a service neutron] Attempting to bind port 5ac89e71-2e4c-473d-994f-ebd37ddb617e on network e100e40d-5173-4bcd-98c5-46f24cbcb382 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 17:11:31.376602 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b35d72-fc1a-4d36-ac4a-5f18eb2c5ab5 req-af4f8bdb-0378-42c1-8d1c-897553d8506a service neutron] Port 5ac89e71-2e4c-473d-994f-ebd37ddb617e on network e100e40d-5173-4bcd-98c5-46f24cbcb382 not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 17:11:31.376921 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b35d72-fc1a-4d36-ac4a-5f18eb2c5ab5 req-af4f8bdb-0378-42c1-8d1c-897553d8506a service neutron] Attempting to bind port 5ac89e71-2e4c-473d-994f-ebd37ddb617e on network e100e40d-5173-4bcd-98c5-46f24cbcb382 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 17:11:31.382425 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b35d72-fc1a-4d36-ac4a-5f18eb2c5ab5 req-af4f8bdb-0378-42c1-8d1c-897553d8506a service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 17, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 17:11:31.382758 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b35d72-fc1a-4d36-ac4a-5f18eb2c5ab5 req-af4f8bdb-0378-42c1-8d1c-897553d8506a service neutron] Checking segment: {'id': '07084e77-a0ce-4dea-829a-b44d0eac1432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 17:11:31.383147 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b35d72-fc1a-4d36-ac4a-5f18eb2c5ab5 req-af4f8bdb-0378-42c1-8d1c-897553d8506a service neutron] Bound using segment: {'id': '07084e77-a0ce-4dea-829a-b44d0eac1432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 17:11:31.383560 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a9b35d72-fc1a-4d36-ac4a-5f18eb2c5ab5 req-af4f8bdb-0378-42c1-8d1c-897553d8506a service neutron] Bound port: 5ac89e71-2e4c-473d-994f-ebd37ddb617e, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07084e77-a0ce-4dea-829a-b44d0eac1432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 17:11:31.383952 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a9b35d72-fc1a-4d36-ac4a-5f18eb2c5ab5 req-af4f8bdb-0378-42c1-8d1c-897553d8506a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:11:31.446452 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a9b35d72-fc1a-4d36-ac4a-5f18eb2c5ab5 req-af4f8bdb-0378-42c1-8d1c-897553d8506a service neutron] For port 5ac89e71-2e4c-473d-994f-ebd37ddb617e, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 17:11:31.449433 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a9b35d72-fc1a-4d36-ac4a-5f18eb2c5ab5 req-af4f8bdb-0378-42c1-8d1c-897553d8506a service neutron] For port 5ac89e71-2e4c-473d-994f-ebd37ddb617e, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5ac89e71-2e4c-473d-994f-ebd37ddb617e,segment=NetworkSegment(07084e77-a0ce-4dea-829a-b44d0eac1432),segment_id=07084e77-a0ce-4dea-829a-b44d0eac1432)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 17:11:31.453975 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a9b35d72-fc1a-4d36-ac4a-5f18eb2c5ab5 req-af4f8bdb-0378-42c1-8d1c-897553d8506a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:11:31.487651 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b35d72-fc1a-4d36-ac4a-5f18eb2c5ab5 req-af4f8bdb-0378-42c1-8d1c-897553d8506a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:31.489348 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a9b35d72-fc1a-4d36-ac4a-5f18eb2c5ab5 req-af4f8bdb-0378-42c1-8d1c-897553d8506a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:11:31.490394 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a9b35d72-fc1a-4d36-ac4a-5f18eb2c5ab5 req-af4f8bdb-0378-42c1-8d1c-897553d8506a service neutron] 10.222.0.31 "PUT /v2.0/ports/5ac89e71-2e4c-473d-994f-ebd37ddb617e HTTP/1.1" status: 200 len: 1092 time: 1.1715367 Dec 09 17:11:31.490835 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954b3835-0420-45b2-bcf7-d8b2682098f9', 'tag': '5ac89e71-2e4c-473d-994f-ebd37ddb617e'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 17:11:31.493399 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370e52e7-587c-4904-86e6-78e4c84169b0" -d '{"events": [{"name": "network-changed", "server_uuid": "954b3835-0420-45b2-bcf7-d8b2682098f9", "tag": "5ac89e71-2e4c-473d-994f-ebd37ddb617e"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 17:11:31.522497 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f8bdb-0378-42c1-8d1c-897553d8506a service neutron] Pushing event updated for resources: {'Port': ['ID=5ac89e71-2e4c-473d-994f-ebd37ddb617e,revision_number=8']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:11:31.538014 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 17:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e1d31f-ee50-403c-b352-04013fe3a9cc x-openstack-request-id: req-48e1d31f-ee50-403c-b352-04013fe3a9cc {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 17:11:31.538301 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "954b3835-0420-45b2-bcf7-d8b2682098f9", "tag": "5ac89e71-2e4c-473d-994f-ebd37ddb617e", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 17:11:31.538553 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-48e1d31f-ee50-403c-b352-04013fe3a9cc {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 17:11:31.538953 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '954b3835-0420-45b2-bcf7-d8b2682098f9', 'tag': '5ac89e71-2e4c-473d-994f-ebd37ddb617e', 'status': 'completed', 'code': 200} Dec 09 17:11:31.573063 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b35d72-fc1a-4d36-ac4a-5f18eb2c5ab5 req-0ec4d9fb-f864-44dc-8eae-52091eebbdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:31.574595 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a9b35d72-fc1a-4d36-ac4a-5f18eb2c5ab5 req-0ec4d9fb-f864-44dc-8eae-52091eebbdb9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=476a14f49be5482a9e98e398602d5c28&device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 1095 time: 0.0487108 Dec 09 17:11:31.673179 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b35d72-fc1a-4d36-ac4a-5f18eb2c5ab5 req-c64c061a-8e12-4e1c-be78-58b6572f1517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:31.674671 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a9b35d72-fc1a-4d36-ac4a-5f18eb2c5ab5 req-c64c061a-8e12-4e1c-be78-58b6572f1517 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e100e40d-5173-4bcd-98c5-46f24cbcb382 HTTP/1.1" status: 200 len: 910 time: 0.0919995 Dec 09 17:11:31.740755 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a9b35d72-fc1a-4d36-ac4a-5f18eb2c5ab5 req-2c9169d7-3ed4-4053-af4c-876bf8eca833 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ac89e71-2e4c-473d-994f-ebd37ddb617e HTTP/1.1" status: 200 len: 1000 time: 0.0589061 Dec 09 17:11:31.794995 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b35d72-fc1a-4d36-ac4a-5f18eb2c5ab5 req-eb5a3869-a5c3-4d2b-9f14-248d92a75b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:31.796403 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a9b35d72-fc1a-4d36-ac4a-5f18eb2c5ab5 req-eb5a3869-a5c3-4d2b-9f14-248d92a75b73 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4d480f52-180c-42c2-8811-9d48f3741486 HTTP/1.1" status: 200 len: 848 time: 0.0477824 Dec 09 17:11:31.840693 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b35d72-fc1a-4d36-ac4a-5f18eb2c5ab5 req-7acd130f-c867-41eb-a5b3-8bd3638ccd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:31.842176 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a9b35d72-fc1a-4d36-ac4a-5f18eb2c5ab5 req-7acd130f-c867-41eb-a5b3-8bd3638ccd19 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e100e40d-5173-4bcd-98c5-46f24cbcb382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392549 Dec 09 17:11:31.931104 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a9b35d72-fc1a-4d36-ac4a-5f18eb2c5ab5 req-7df2d4f8-c7d8-4d7d-b849-1e4eba5e489d service neutron] 10.222.0.31 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818026 Dec 09 17:11:32.023102 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a9b35d72-fc1a-4d36-ac4a-5f18eb2c5ab5 req-296b94fc-e23d-41b1-abcd-1212594b390a service neutron] 10.222.0.31 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855436 Dec 09 17:11:32.109971 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e52e7-587c-4904-86e6-78e4c84169b0 req-efc4db34-50f6-426f-875d-702b6cb3b0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:32.111384 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-370e52e7-587c-4904-86e6-78e4c84169b0 req-efc4db34-50f6-426f-875d-702b6cb3b0a4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=476a14f49be5482a9e98e398602d5c28&device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 1095 time: 0.0416341 Dec 09 17:11:32.240367 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85895fb6-bdbe-412f-8f65-9b4d8c5ed6c7 req-31242ad0-c3e0-4ae3-b843-8bd981464c8b tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:32.242056 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-85895fb6-bdbe-412f-8f65-9b4d8c5ed6c7 req-31242ad0-c3e0-4ae3-b843-8bd981464c8b tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 944 time: 0.0778368 Dec 09 17:11:32.244912 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e52e7-587c-4904-86e6-78e4c84169b0 req-43955b7c-0a00-4995-baaa-ded483b771d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:32.246299 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-370e52e7-587c-4904-86e6-78e4c84169b0 req-43955b7c-0a00-4995-baaa-ded483b771d6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e100e40d-5173-4bcd-98c5-46f24cbcb382 HTTP/1.1" status: 200 len: 910 time: 0.1276281 Dec 09 17:11:32.341719 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-370e52e7-587c-4904-86e6-78e4c84169b0 req-2c44f3b3-1160-406c-b80b-bad17b4f9670 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ac89e71-2e4c-473d-994f-ebd37ddb617e HTTP/1.1" status: 200 len: 1000 time: 0.0878961 Dec 09 17:11:32.345888 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-85895fb6-bdbe-412f-8f65-9b4d8c5ed6c7 req-bf400c89-2c61-41c8-a6e0-dd059728be0e tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979362 Dec 09 17:11:32.391302 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e52e7-587c-4904-86e6-78e4c84169b0 req-6d9748f5-dc8c-4ecb-b4f6-4d6db6cbf3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:32.392811 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-370e52e7-587c-4904-86e6-78e4c84169b0 req-6d9748f5-dc8c-4ecb-b4f6-4d6db6cbf3a1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4d480f52-180c-42c2-8811-9d48f3741486 HTTP/1.1" status: 200 len: 848 time: 0.0436780 Dec 09 17:11:32.438173 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e52e7-587c-4904-86e6-78e4c84169b0 req-eacdeb83-3b40-4df3-862b-f15ab130bca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:32.439658 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-370e52e7-587c-4904-86e6-78e4c84169b0 req-eacdeb83-3b40-4df3-862b-f15ab130bca2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e100e40d-5173-4bcd-98c5-46f24cbcb382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398738 Dec 09 17:11:32.533057 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-370e52e7-587c-4904-86e6-78e4c84169b0 req-b60787fe-95eb-4524-9c18-efc6c649e857 service neutron] 10.222.0.31 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856531 Dec 09 17:11:32.621450 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-370e52e7-587c-4904-86e6-78e4c84169b0 req-230852e3-2c6f-4835-9063-a17bd8720ac1 service neutron] 10.222.0.31 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809987 Dec 09 17:11:33.460756 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd430040-9a76-4bab-a691-71d3271f62bf req-b256c13d-1bee-42ca-841e-09ba23ddf1ff tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:33.462274 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd430040-9a76-4bab-a691-71d3271f62bf req-b256c13d-1bee-42ca-841e-09ba23ddf1ff tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 944 time: 0.0490453 Dec 09 17:11:33.516260 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cd430040-9a76-4bab-a691-71d3271f62bf req-de2ca6fd-9189-4bb2-94ef-176eda0bdd23 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481439 Dec 09 17:11:34.635472 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b64a7-a901-4f23-b026-6ef7c308ec7c req-f5fd7f67-2e01-4a2f-a47a-c2bdbd7685a7 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:34.637019 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3d3b64a7-a901-4f23-b026-6ef7c308ec7c req-f5fd7f67-2e01-4a2f-a47a-c2bdbd7685a7 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 944 time: 0.0525136 Dec 09 17:11:34.689647 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3d3b64a7-a901-4f23-b026-6ef7c308ec7c req-184db2f8-f633-4f3e-b0fe-e300043c5c3c tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466721 Dec 09 17:11:35.804701 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e8045-3c77-4ef8-9b03-90d69973f292 req-e2da7264-5cb1-4358-8733-93dab9a0674b tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:35.806188 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-311e8045-3c77-4ef8-9b03-90d69973f292 req-e2da7264-5cb1-4358-8733-93dab9a0674b tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 944 time: 0.0484028 Dec 09 17:11:35.855475 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-311e8045-3c77-4ef8-9b03-90d69973f292 req-5413442d-bfcb-43b9-8ecc-83378e54e0e8 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433576 Dec 09 17:11:36.977242 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42249f6b-4a3d-4a19-8da2-b3940de862be req-3e4c41c0-62c5-4bc3-9798-7bacd6bea669 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:36.978705 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-42249f6b-4a3d-4a19-8da2-b3940de862be req-3e4c41c0-62c5-4bc3-9798-7bacd6bea669 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 944 time: 0.0536470 Dec 09 17:11:37.027654 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-42249f6b-4a3d-4a19-8da2-b3940de862be req-c971d99a-67b7-4c24-93ca-187d32d4aae0 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429502 Dec 09 17:11:38.143384 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a677005-c3fd-45b9-9a44-0fd5460fa001 req-962ad059-b1d4-4aad-b7ed-a3097d063b2c tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:38.145587 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7a677005-c3fd-45b9-9a44-0fd5460fa001 req-962ad059-b1d4-4aad-b7ed-a3097d063b2c tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 944 time: 0.0488458 Dec 09 17:11:38.196215 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7a677005-c3fd-45b9-9a44-0fd5460fa001 req-ed0af2d2-4027-448d-86d0-a3bc39e97f59 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440786 Dec 09 17:11:39.316982 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a898fa-cc4a-4cf6-ac05-65dd5b7fa702 req-9f49f0fb-043a-46ca-ad8e-363e2361c99e tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:39.318490 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c0a898fa-cc4a-4cf6-ac05-65dd5b7fa702 req-9f49f0fb-043a-46ca-ad8e-363e2361c99e tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 944 time: 0.0531237 Dec 09 17:11:39.368560 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c0a898fa-cc4a-4cf6-ac05-65dd5b7fa702 req-1440e11d-62b2-4240-adc7-69165d270558 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439720 Dec 09 17:11:40.482689 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5bb7db-e9eb-4aa1-bdda-87ffe192af43 req-172dd5f6-051d-4147-9f3d-fefa5807a5cb tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:40.484185 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1b5bb7db-e9eb-4aa1-bdda-87ffe192af43 req-172dd5f6-051d-4147-9f3d-fefa5807a5cb tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 944 time: 0.0489252 Dec 09 17:11:40.532986 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1b5bb7db-e9eb-4aa1-bdda-87ffe192af43 req-c23e56f9-e4a8-4037-b33f-57e9e50ffc6c tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428646 Dec 09 17:11:41.647993 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762eeb8-f107-4010-b309-3a4aee6e6be8 req-4510e63e-334b-4c0a-9295-8bd6c575eff2 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:41.649385 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e762eeb8-f107-4010-b309-3a4aee6e6be8 req-4510e63e-334b-4c0a-9295-8bd6c575eff2 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 944 time: 0.0483477 Dec 09 17:11:41.700887 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e762eeb8-f107-4010-b309-3a4aee6e6be8 req-110af6fd-6da6-4046-9095-a0b955a53965 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456800 Dec 09 17:11:42.655572 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 5ac89e71-2e4c-473d-994f-ebd37ddb617e details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 17:11:42.750105 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 5ac89e71-2e4c-473d-994f-ebd37ddb617e, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5ac89e71-2e4c-473d-994f-ebd37ddb617e,segment=NetworkSegment(07084e77-a0ce-4dea-829a-b44d0eac1432),segment_id=07084e77-a0ce-4dea-829a-b44d0eac1432)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:11:42.761374 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '5ac89e71-2e4c-473d-994f-ebd37ddb617e', 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382', 'port_id': '5ac89e71-2e4c-473d-994f-ebd37ddb617e', 'mac_address': 'fa:16:3e:23:6f:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d480f52-180c-42c2-8811-9d48f3741486', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 17:11:42.799256 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:11:42.815648 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac89e71-2e4c-473d-994f-ebd37ddb617e {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 17:11:42.817931 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07ffdd-804f-48b6-9344-79164d48194d req-d287c178-cf57-473c-9593-af5f88ad1b6e tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:42.819448 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6e07ffdd-804f-48b6-9344-79164d48194d req-d287c178-cf57-473c-9593-af5f88ad1b6e tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 944 time: 0.0497437 Dec 09 17:11:42.835542 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 5ac89e71-2e4c-473d-994f-ebd37ddb617e, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5ac89e71-2e4c-473d-994f-ebd37ddb617e,segment=NetworkSegment(07084e77-a0ce-4dea-829a-b44d0eac1432),segment_id=07084e77-a0ce-4dea-829a-b44d0eac1432)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:11:42.839398 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:11:42.871340 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6e07ffdd-804f-48b6-9344-79164d48194d req-158bffe4-10e5-42d2-a1ca-c3c0a8ae4592 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458384 Dec 09 17:11:42.885877 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=5ac89e71-2e4c-473d-994f-ebd37ddb617e,revision_number=9']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:11:43.174918 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['5ac89e71-2e4c-473d-994f-ebd37ddb617e'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 17:11:43.990553 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01232939-f384-497a-aa3f-31e559b3ca03 req-61c77bc2-2587-4b8f-944e-f676b3c2558e tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:43.992301 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-01232939-f384-497a-aa3f-31e559b3ca03 req-61c77bc2-2587-4b8f-944e-f676b3c2558e tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 945 time: 0.0496221 Dec 09 17:11:44.042678 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-01232939-f384-497a-aa3f-31e559b3ca03 req-5b8b4b17-9854-4569-9248-bdf619104ccb tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440726 Dec 09 17:11:44.670510 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 5ac89e71-2e4c-473d-994f-ebd37ddb617e up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 17:11:44.718579 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 5ac89e71-2e4c-473d-994f-ebd37ddb617e completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 17:11:44.722513 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 5ac89e71-2e4c-473d-994f-ebd37ddb617e triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:11:44.723104 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:11:44.806708 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:11:44.829467 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954b3835-0420-45b2-bcf7-d8b2682098f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac89e71-2e4c-473d-994f-ebd37ddb617e'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 17:11:44.831681 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad401665e64187bef4a0f300457b2868c99907d1fc0db4bbbc94af95fd68fd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a831d84c-f2bf-4e9d-ad9a-5e029c992486" -d '{"events": [{"server_uuid": "954b3835-0420-45b2-bcf7-d8b2682098f9", "name": "network-vif-plugged", "status": "completed", "tag": "5ac89e71-2e4c-473d-994f-ebd37ddb617e"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 17:11:44.844532 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 5ac89e71-2e4c-473d-994f-ebd37ddb617e, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5ac89e71-2e4c-473d-994f-ebd37ddb617e,segment=NetworkSegment(07084e77-a0ce-4dea-829a-b44d0eac1432),segment_id=07084e77-a0ce-4dea-829a-b44d0eac1432)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:11:44.848548 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:11:44.873240 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 17:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6b065c-d48f-4252-956c-fd6c8834ed13 x-openstack-request-id: req-ec6b065c-d48f-4252-956c-fd6c8834ed13 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 17:11:44.873534 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954b3835-0420-45b2-bcf7-d8b2682098f9", "name": "network-vif-plugged", "status": "completed", "tag": "5ac89e71-2e4c-473d-994f-ebd37ddb617e", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 17:11:44.873789 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ec6b065c-d48f-4252-956c-fd6c8834ed13 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 17:11:44.874176 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954b3835-0420-45b2-bcf7-d8b2682098f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac89e71-2e4c-473d-994f-ebd37ddb617e', 'code': 200} Dec 09 17:11:44.900280 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=5ac89e71-2e4c-473d-994f-ebd37ddb617e,revision_number=10']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:11:45.021240 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d62ced-8646-477b-9d82-5b75902d642a req-0fcde5b3-eaf9-43d3-aa98-cc36a8557119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:45.022740 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d9d62ced-8646-477b-9d82-5b75902d642a req-0fcde5b3-eaf9-43d3-aa98-cc36a8557119 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 1098 time: 0.0437694 Dec 09 17:11:45.068317 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d9d62ced-8646-477b-9d82-5b75902d642a req-b4244c77-0bee-4e40-a4ed-2fcd5598bfbb service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383089 Dec 09 17:11:45.163384 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34374c78-a101-43d8-a55e-b4492ed4fe09 req-e97f73c1-047b-46ac-99f9-7f79554def5e tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:45.164881 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34374c78-a101-43d8-a55e-b4492ed4fe09 req-e97f73c1-047b-46ac-99f9-7f79554def5e tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 947 time: 0.0503538 Dec 09 17:11:45.213211 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-34374c78-a101-43d8-a55e-b4492ed4fe09 req-7d7c2a6a-8e3a-4e47-a6a3-7f9d3c49d19d tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422444 Dec 09 17:11:46.333062 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba0e25-dc71-448f-b519-f466d28a00eb req-8cc6602f-52fd-43d4-908b-9f2dfded16fa tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:46.334611 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-80ba0e25-dc71-448f-b519-f466d28a00eb req-8cc6602f-52fd-43d4-908b-9f2dfded16fa tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 947 time: 0.0519843 Dec 09 17:11:46.389223 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-80ba0e25-dc71-448f-b519-f466d28a00eb req-76da8653-0cde-4666-a85d-1e74bfdb1ca9 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475490 Dec 09 17:11:47.184321 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:11:47.503887 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6c21e-6261-4568-9075-99c61695df42 req-111d9c63-6056-4459-aa69-8d578cfbeb2a tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:11:47.505495 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a9f6c21e-6261-4568-9075-99c61695df42 req-111d9c63-6056-4459-aa69-8d578cfbeb2a tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 947 time: 0.0489197 Dec 09 17:11:47.554552 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-a9f6c21e-6261-4568-9075-99c61695df42 req-f56f8bc6-6df1-4af2-853e-522b835f4e22 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431285 Dec 09 17:11:50.742661 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e7e68f29-5fba-40a1-baa8-83fd270ec5f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:11:53.279657 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d10c69ef-21ec-4426-a70e-b37d0a248784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:11:54.497925 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:11:55.593633 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:11:55.766784 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:11:56.727897 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:11:56.742731 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:12:17.186324 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:12:20.744513 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1e5fd1a3-5dcb-4556-aef4-2ebba78a7572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:12:21.872738 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6eacb7cf-e987-4809-b4e7-ba8485ea6227 req-4c8faaee-8df0-4c34-bea5-7310a910e8d8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395730 Dec 09 17:12:21.957275 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eacb7cf-e987-4809-b4e7-ba8485ea6227 req-b57a3e1f-6325-49bb-95f2-c986a667f77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:12:21.958762 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6eacb7cf-e987-4809-b4e7-ba8485ea6227 req-b57a3e1f-6325-49bb-95f2-c986a667f77b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=476a14f49be5482a9e98e398602d5c28&device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 1098 time: 0.0450923 Dec 09 17:12:22.064580 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eacb7cf-e987-4809-b4e7-ba8485ea6227 req-25d812f1-a3fb-4615-80d1-c42f5bbbff6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:12:22.066051 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6eacb7cf-e987-4809-b4e7-ba8485ea6227 req-25d812f1-a3fb-4615-80d1-c42f5bbbff6c service neutron] 10.222.0.31 "GET /v2.0/networks?id=e100e40d-5173-4bcd-98c5-46f24cbcb382 HTTP/1.1" status: 200 len: 910 time: 0.0842085 Dec 09 17:12:22.135645 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6eacb7cf-e987-4809-b4e7-ba8485ea6227 req-16b8f15e-05c2-4af4-8e6b-d5cd157a0dba service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ac89e71-2e4c-473d-994f-ebd37ddb617e HTTP/1.1" status: 200 len: 1002 time: 0.0616400 Dec 09 17:12:22.184486 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eacb7cf-e987-4809-b4e7-ba8485ea6227 req-58e0dc01-c126-447e-8198-84d1ff8726c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:12:22.185934 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6eacb7cf-e987-4809-b4e7-ba8485ea6227 req-58e0dc01-c126-447e-8198-84d1ff8726c0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4d480f52-180c-42c2-8811-9d48f3741486 HTTP/1.1" status: 200 len: 848 time: 0.0435252 Dec 09 17:12:22.230897 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eacb7cf-e987-4809-b4e7-ba8485ea6227 req-d1dbd411-47a1-4cb8-bc66-a1b6e4aca07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:12:22.232366 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6eacb7cf-e987-4809-b4e7-ba8485ea6227 req-d1dbd411-47a1-4cb8-bc66-a1b6e4aca07d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e100e40d-5173-4bcd-98c5-46f24cbcb382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393662 Dec 09 17:12:22.324728 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6eacb7cf-e987-4809-b4e7-ba8485ea6227 req-94fcf576-6022-4161-ba2f-7a2b23ce03ec service neutron] 10.222.0.31 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854189 Dec 09 17:12:22.416837 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-6eacb7cf-e987-4809-b4e7-ba8485ea6227 req-ac365358-7f29-4f6b-b480-945687d66ba2 service neutron] 10.222.0.31 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845635 Dec 09 17:12:23.281023 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ad6e98e8-87af-4a14-ba59-90b64178dc3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:12:24.501279 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:12:25.604568 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:12:25.769688 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:12:26.746064 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:12:33.728926 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:12:47.181422 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:12:50.746693 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d8054b70-7872-4a17-875b-082c904e41b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:12:53.282883 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a41ca178-16c9-4955-a69c-3845e3e20d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:12:54.504288 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:12:55.604371 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:12:55.771935 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:12:56.749091 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:12:59.289932 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58892) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:12:59.449501 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-9f405664-2b40-4183-8ca9-cb9cb90d0450 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Deleting port 5da2232e-349f-412d-b762-e2516ddd7a8e {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 17:12:59.449839 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9f405664-2b40-4183-8ca9-cb9cb90d0450 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:12:59.526402 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9f405664-2b40-4183-8ca9-cb9cb90d0450 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:12:59.526732 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9f405664-2b40-4183-8ca9-cb9cb90d0450 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:12:59.538926 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-9f405664-2b40-4183-8ca9-cb9cb90d0450 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Calling delete_port for 5da2232e-349f-412d-b762-e2516ddd7a8e owned by network:floatingip {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 17:12:59.686188 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9f405664-2b40-4183-8ca9-cb9cb90d0450 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:12:59.710289 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f405664-2b40-4183-8ca9-cb9cb90d0450 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Pushing event deleted for resources: {'Port': ['ID=5da2232e-349f-412d-b762-e2516ddd7a8e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:12:59.739548 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f405664-2b40-4183-8ca9-cb9cb90d0450 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:12:59.739914 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f405664-2b40-4183-8ca9-cb9cb90d0450 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:12:59.740244 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f405664-2b40-4183-8ca9-cb9cb90d0450 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:12:59.741237 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f405664-2b40-4183-8ca9-cb9cb90d0450 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:12:59.741577 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f405664-2b40-4183-8ca9-cb9cb90d0450 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:12:59.742172 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f405664-2b40-4183-8ca9-cb9cb90d0450 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:12:59.742497 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f405664-2b40-4183-8ca9-cb9cb90d0450 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:12:59.742825 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f405664-2b40-4183-8ca9-cb9cb90d0450 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:12:59.743148 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f405664-2b40-4183-8ca9-cb9cb90d0450 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:12:59.743470 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f405664-2b40-4183-8ca9-cb9cb90d0450 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:12:59.743793 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f405664-2b40-4183-8ca9-cb9cb90d0450 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:12:59.744115 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f405664-2b40-4183-8ca9-cb9cb90d0450 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:12:59.744455 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f405664-2b40-4183-8ca9-cb9cb90d0450 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:12:59.783397 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9f405664-2b40-4183-8ca9-cb9cb90d0450 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for floatingip, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:12:59.783762 n-d-821228-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-9f405664-2b40-4183-8ca9-cb9cb90d0450 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Floating IP 5d5f250d-21af-4353-9dc4-891a12e2e739 disassociated (deleted). External IP: 172.25.3.209, port: 5ac89e71-2e4c-473d-994f-ebd37ddb617e. Dec 09 17:12:59.989753 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f405664-2b40-4183-8ca9-cb9cb90d0450 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Router dd19647a-002e-4017-8d0f-05f6bdd421d4 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 17:13:00.097271 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f405664-2b40-4183-8ca9-cb9cb90d0450 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 17:13:00.102840 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9f405664-2b40-4183-8ca9-cb9cb90d0450 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:00.107656 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b38df6c-ec52-4920-a081-d4e2550e720d None None] Sync routers for ids ['dd19647a-002e-4017-8d0f-05f6bdd421d4'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 17:13:00.117352 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b38df6c-ec52-4920-a081-d4e2550e720d None None] Routers {'dd19647a-002e-4017-8d0f-05f6bdd421d4'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:13:00.117978 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9b38df6c-ec52-4920-a081-d4e2550e720d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:12:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['dd19647a-002e-4017-8d0f-05f6bdd421d4'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:13:00.133745 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-9f405664-2b40-4183-8ca9-cb9cb90d0450 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "DELETE /v2.0/floatingips/5d5f250d-21af-4353-9dc4-891a12e2e739 HTTP/1.1" status: 204 len: 168 time: 0.8396802 Dec 09 17:13:00.133745 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954b3835-0420-45b2-bcf7-d8b2682098f9', 'tag': '5ac89e71-2e4c-473d-994f-ebd37ddb617e'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 17:13:00.134337 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efaf58d4d7c9700f5ffb733085425a1334cb86cda12ff1566d55ee0012e72786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e91d52d-610d-4ed8-8ae8-75c144610c8e" -d '{"events": [{"name": "network-changed", "server_uuid": "954b3835-0420-45b2-bcf7-d8b2682098f9", "tag": "5ac89e71-2e4c-473d-994f-ebd37ddb617e"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 17:13:00.229442 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-9b38df6c-ec52-4920-a081-d4e2550e720d None None] Set router dd19647a-002e-4017-8d0f-05f6bdd421d4 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:13:00.292681 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 17:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf78265f-28ce-4dd0-ba7c-825e4775eb56 x-openstack-request-id: req-cf78265f-28ce-4dd0-ba7c-825e4775eb56 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 17:13:00.293218 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "954b3835-0420-45b2-bcf7-d8b2682098f9", "tag": "5ac89e71-2e4c-473d-994f-ebd37ddb617e", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 17:13:00.293318 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cf78265f-28ce-4dd0-ba7c-825e4775eb56 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 17:13:00.293801 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '954b3835-0420-45b2-bcf7-d8b2682098f9', 'tag': '5ac89e71-2e4c-473d-994f-ebd37ddb617e', 'status': 'completed', 'code': 200} Dec 09 17:13:00.395454 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91d52d-610d-4ed8-8ae8-75c144610c8e req-0fdd0023-1002-4b70-b39f-97e628c3ce09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:13:00.397936 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4e91d52d-610d-4ed8-8ae8-75c144610c8e req-0fdd0023-1002-4b70-b39f-97e628c3ce09 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=476a14f49be5482a9e98e398602d5c28&device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 1098 time: 0.0817113 Dec 09 17:13:00.410642 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a9223-a8c7-4227-a172-f3d460bdcbb8 req-d301077b-24a7-4e66-8924-b098d11ce17a tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:13:00.412129 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-871a9223-a8c7-4227-a172-f3d460bdcbb8 req-d301077b-24a7-4e66-8924-b098d11ce17a tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 947 time: 0.0653760 Dec 09 17:13:00.432608 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9b38df6c-ec52-4920-a081-d4e2550e720d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'name': 'tempest-TestShelveInstance-1002255696-router', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '5491237d-0377-4905-86bb-c929e310b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:02:55Z', 'updated_at': '2021-12-09T17:02:58Z', 'revision_number': 4, 'project_id': '476a14f49be5482a9e98e398602d5c28', 'gw_port': {'id': '5491237d-0377-4905-86bb-c929e310b259', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:02:56Z', 'updated_at': '2021-12-09T17:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '9f2d646a-4461-45de-8e93-4fcad560780f', 'name': '', 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'mac_address': 'fa:16:3e:88:07:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '4d480f52-180c-42c2-8811-9d48f3741486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:02:58Z', 'updated_at': '2021-12-09T17:03:04Z', 'revision_number': 5, 'project_id': '476a14f49be5482a9e98e398602d5c28', 'subnets': [{'id': '4d480f52-180c-42c2-8811-9d48f3741486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:13:00.463910 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b38df6c-ec52-4920-a081-d4e2550e720d None None] Checking router: dd19647a-002e-4017-8d0f-05f6bdd421d4 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 17:13:00.472312 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b38df6c-ec52-4920-a081-d4e2550e720d None None] Routers {'dd19647a-002e-4017-8d0f-05f6bdd421d4'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:13:00.472951 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9b38df6c-ec52-4920-a081-d4e2550e720d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:12:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['dd19647a-002e-4017-8d0f-05f6bdd421d4'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:13:00.517574 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-871a9223-a8c7-4227-a172-f3d460bdcbb8 req-71259cf5-d9e0-4637-bda1-c43deef37499 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967262 Dec 09 17:13:00.534304 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91d52d-610d-4ed8-8ae8-75c144610c8e req-8d6bc23f-e798-4375-aa32-593172ba1aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:13:00.535790 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4e91d52d-610d-4ed8-8ae8-75c144610c8e req-8d6bc23f-e798-4375-aa32-593172ba1aa2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e100e40d-5173-4bcd-98c5-46f24cbcb382 HTTP/1.1" status: 200 len: 910 time: 0.1225145 Dec 09 17:13:00.579413 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-9b38df6c-ec52-4920-a081-d4e2550e720d None None] Set router dd19647a-002e-4017-8d0f-05f6bdd421d4 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:13:00.583990 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4e91d52d-610d-4ed8-8ae8-75c144610c8e req-0f94d0e1-7ec0-46d4-b7cf-e2b480250cc0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ac89e71-2e4c-473d-994f-ebd37ddb617e HTTP/1.1" status: 200 len: 217 time: 0.0395782 Dec 09 17:13:00.636033 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91d52d-610d-4ed8-8ae8-75c144610c8e req-253416f2-bae3-49a5-8202-2d2329064d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:13:00.637555 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4e91d52d-610d-4ed8-8ae8-75c144610c8e req-253416f2-bae3-49a5-8202-2d2329064d1e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4d480f52-180c-42c2-8811-9d48f3741486 HTTP/1.1" status: 200 len: 848 time: 0.0455194 Dec 09 17:13:00.683867 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91d52d-610d-4ed8-8ae8-75c144610c8e req-9310066c-7bf0-44d7-b08c-5581fd6b29bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:13:00.685401 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4e91d52d-610d-4ed8-8ae8-75c144610c8e req-9310066c-7bf0-44d7-b08c-5581fd6b29bc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e100e40d-5173-4bcd-98c5-46f24cbcb382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402741 Dec 09 17:13:00.774829 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9b38df6c-ec52-4920-a081-d4e2550e720d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'name': 'tempest-TestShelveInstance-1002255696-router', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '5491237d-0377-4905-86bb-c929e310b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:02:55Z', 'updated_at': '2021-12-09T17:02:58Z', 'revision_number': 4, 'project_id': '476a14f49be5482a9e98e398602d5c28', 'gw_port': {'id': '5491237d-0377-4905-86bb-c929e310b259', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:02:56Z', 'updated_at': '2021-12-09T17:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '9f2d646a-4461-45de-8e93-4fcad560780f', 'name': '', 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'mac_address': 'fa:16:3e:88:07:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '4d480f52-180c-42c2-8811-9d48f3741486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:02:58Z', 'updated_at': '2021-12-09T17:03:04Z', 'revision_number': 5, 'project_id': '476a14f49be5482a9e98e398602d5c28', 'subnets': [{'id': '4d480f52-180c-42c2-8811-9d48f3741486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:13:00.780029 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4e91d52d-610d-4ed8-8ae8-75c144610c8e req-932f3bec-82f1-48dc-92ee-a4c28fc15146 service neutron] 10.222.0.31 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866387 Dec 09 17:13:00.800624 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b38df6c-ec52-4920-a081-d4e2550e720d None None] The sync data for ids ['dd19647a-002e-4017-8d0f-05f6bdd421d4'] in n-d-821228-1 is: [{'id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'name': 'tempest-TestShelveInstance-1002255696-router', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '5491237d-0377-4905-86bb-c929e310b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:02:55Z', 'updated_at': '2021-12-09T17:02:58Z', 'revision_number': 4, 'project_id': '476a14f49be5482a9e98e398602d5c28', 'gw_port': {'id': '5491237d-0377-4905-86bb-c929e310b259', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:02:56Z', 'updated_at': '2021-12-09T17:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '9f2d646a-4461-45de-8e93-4fcad560780f', 'name': '', 'network_id': 'e100e40d-5173-4bcd-98c5-46f24cbcb382', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'mac_address': 'fa:16:3e:88:07:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '4d480f52-180c-42c2-8811-9d48f3741486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:02:58Z', 'updated_at': '2021-12-09T17:03:04Z', 'revision_number': 5, 'project_id': '476a14f49be5482a9e98e398602d5c28', 'subnets': [{'id': '4d480f52-180c-42c2-8811-9d48f3741486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 17:13:00.874922 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4e91d52d-610d-4ed8-8ae8-75c144610c8e req-c6d20260-be6c-45e4-8385-20725d90e081 service neutron] 10.222.0.31 "GET /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863936 Dec 09 17:13:01.033253 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc7ceb2-ce71-462f-bd3f-056d15f7e95d None None] New status for floating IP 5d5f250d-21af-4353-9dc4-891a12e2e739: DOWN {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 17:13:01.640214 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab7c2a-d318-43cd-bc11-a3298d44d259 req-bde3fd20-af1b-4cfe-9fc0-e08dc8323922 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:13:01.641649 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4bab7c2a-d318-43cd-bc11-a3298d44d259 req-bde3fd20-af1b-4cfe-9fc0-e08dc8323922 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 947 time: 0.0543816 Dec 09 17:13:01.689866 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4bab7c2a-d318-43cd-bc11-a3298d44d259 req-67f08334-3fe7-4f1f-9da1-2c36dfca97b0 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/security-groups?id=c371b064-79b1-473b-ad93-a6bd0213a052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417793 Dec 09 17:13:01.988992 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91ef0e-b1bf-4b1a-a7c8-cf602b7f75a8 req-3bc01f4f-97a4-434b-a98e-34038b7fdaa7 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:13:01.990319 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1a91ef0e-b1bf-4b1a-a7c8-cf602b7f75a8 req-3bc01f4f-97a4-434b-a98e-34038b7fdaa7 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.31 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 947 time: 0.0476251 Dec 09 17:13:02.080631 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-1a91ef0e-b1bf-4b1a-a7c8-cf602b7f75a8 req-0a7d53c8-4a1c-4bef-a682-5dfe7a06f86f tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Deleting port 5ac89e71-2e4c-473d-994f-ebd37ddb617e {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 17:13:02.080963 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1a91ef0e-b1bf-4b1a-a7c8-cf602b7f75a8 req-0a7d53c8-4a1c-4bef-a682-5dfe7a06f86f tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:02.168209 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-1a91ef0e-b1bf-4b1a-a7c8-cf602b7f75a8 req-0a7d53c8-4a1c-4bef-a682-5dfe7a06f86f tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] For port 5ac89e71-2e4c-473d-994f-ebd37ddb617e, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=5ac89e71-2e4c-473d-994f-ebd37ddb617e,segment=NetworkSegment(07084e77-a0ce-4dea-829a-b44d0eac1432),segment_id=07084e77-a0ce-4dea-829a-b44d0eac1432)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:13:02.168603 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1a91ef0e-b1bf-4b1a-a7c8-cf602b7f75a8 req-0a7d53c8-4a1c-4bef-a682-5dfe7a06f86f tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:02.181545 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-1a91ef0e-b1bf-4b1a-a7c8-cf602b7f75a8 req-0a7d53c8-4a1c-4bef-a682-5dfe7a06f86f tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Calling delete_port for 5ac89e71-2e4c-473d-994f-ebd37ddb617e owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 17:13:02.310027 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1a91ef0e-b1bf-4b1a-a7c8-cf602b7f75a8 req-0a7d53c8-4a1c-4bef-a682-5dfe7a06f86f tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:02.338108 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d53c8-4a1c-4bef-a682-5dfe7a06f86f tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Pushing event deleted for resources: {'Port': ['ID=5ac89e71-2e4c-473d-994f-ebd37ddb617e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:02.353377 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7d53c8-4a1c-4bef-a682-5dfe7a06f86f tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:13:02.353731 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7d53c8-4a1c-4bef-a682-5dfe7a06f86f tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:13:02.354073 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7d53c8-4a1c-4bef-a682-5dfe7a06f86f tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:13:02.354410 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7d53c8-4a1c-4bef-a682-5dfe7a06f86f tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:13:02.354747 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7d53c8-4a1c-4bef-a682-5dfe7a06f86f tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:13:02.355080 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7d53c8-4a1c-4bef-a682-5dfe7a06f86f tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:13:02.355409 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7d53c8-4a1c-4bef-a682-5dfe7a06f86f tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:13:02.355734 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7d53c8-4a1c-4bef-a682-5dfe7a06f86f tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:13:02.356061 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7d53c8-4a1c-4bef-a682-5dfe7a06f86f tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:13:02.356383 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7d53c8-4a1c-4bef-a682-5dfe7a06f86f tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:13:02.356735 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7d53c8-4a1c-4bef-a682-5dfe7a06f86f tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:13:02.357057 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7d53c8-4a1c-4bef-a682-5dfe7a06f86f tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:13:02.357380 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7d53c8-4a1c-4bef-a682-5dfe7a06f86f tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:13:02.392139 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a91ef0e-b1bf-4b1a-a7c8-cf602b7f75a8 req-0a7d53c8-4a1c-4bef-a682-5dfe7a06f86f tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] No DVR routers for this DVR port 5ac89e71-2e4c-473d-994f-ebd37ddb617e on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 17:13:02.396161 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-1a91ef0e-b1bf-4b1a-a7c8-cf602b7f75a8 req-0a7d53c8-4a1c-4bef-a682-5dfe7a06f86f tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:02.399837 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1a91ef0e-b1bf-4b1a-a7c8-cf602b7f75a8 req-0a7d53c8-4a1c-4bef-a682-5dfe7a06f86f tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.31 "DELETE /v2.0/ports/5ac89e71-2e4c-473d-994f-ebd37ddb617e HTTP/1.1" status: 204 len: 173 time: 0.4024525 Dec 09 17:13:02.400303 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954b3835-0420-45b2-bcf7-d8b2682098f9', 'name': 'network-vif-deleted', 'tag': '5ac89e71-2e4c-473d-994f-ebd37ddb617e'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 17:13:02.402540 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503d07e7-b0e2-45a2-95d5-ac58646b526b" -d '{"events": [{"server_uuid": "954b3835-0420-45b2-bcf7-d8b2682098f9", "name": "network-vif-deleted", "tag": "5ac89e71-2e4c-473d-994f-ebd37ddb617e"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 17:13:02.442633 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 17:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0b0180-0b7e-419b-a247-93cb2a99f268 x-openstack-request-id: req-cb0b0180-0b7e-419b-a247-93cb2a99f268 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 17:13:02.442931 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954b3835-0420-45b2-bcf7-d8b2682098f9", "name": "network-vif-deleted", "tag": "5ac89e71-2e4c-473d-994f-ebd37ddb617e", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 17:13:02.443188 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cb0b0180-0b7e-419b-a247-93cb2a99f268 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 17:13:02.443627 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954b3835-0420-45b2-bcf7-d8b2682098f9', 'name': 'network-vif-deleted', 'tag': '5ac89e71-2e4c-473d-994f-ebd37ddb617e', 'status': 'completed', 'code': 200} Dec 09 17:13:02.796692 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8236f7e3-e29c-4b61-a7ad-9aebfb3629fb req-d97daccc-3435-482e-8244-178a60b1c83c tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 210 time: 0.0314178 Dec 09 17:13:03.893234 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c13dcffe-b8d5-4995-a8da-f879d9d9a6d6 req-297996a8-8503-486f-bc98-83324aed1fa9 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 210 time: 0.0256848 Dec 09 17:13:04.991335 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-e8797372-0fb0-4786-b26d-675cb417d4ee req-f3bfa29f-96b5-4f13-8859-5c15517f4bb9 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 210 time: 0.0271075 Dec 09 17:13:05.106236 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 5ac89e71-2e4c-473d-994f-ebd37ddb617e no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 17:13:05.126558 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 5ac89e71-2e4c-473d-994f-ebd37ddb617e {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 17:13:05.126805 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 5ac89e71-2e4c-473d-994f-ebd37ddb617e not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 17:13:06.088980 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4a33d978-6ce1-476f-bb69-4985e1c505b3 req-311f726b-d0f2-4d00-9d72-f7860f4d7bad tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "GET /v2.0/ports?device_id=954b3835-0420-45b2-bcf7-d8b2682098f9 HTTP/1.1" status: 200 len: 210 time: 0.0272331 Dec 09 17:13:07.151639 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58922) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:13:07.209284 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-caddf465-8291-4340-9b69-ef09ada28949 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:07.234271 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-caddf465-8291-4340-9b69-ef09ada28949 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:07.306458 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-caddf465-8291-4340-9b69-ef09ada28949 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:07.309490 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-caddf465-8291-4340-9b69-ef09ada28949 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:07.314053 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-caddf465-8291-4340-9b69-ef09ada28949 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] 10.222.0.57 "DELETE /v2.0/security-groups/c371b064-79b1-473b-ad93-a6bd0213a052 HTTP/1.1" status: 204 len: 168 time: 0.1612840 Dec 09 17:13:07.324497 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caddf465-8291-4340-9b69-ef09ada28949 tempest-TestShelveInstance-2120804548 tempest-TestShelveInstance-2120804548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c371b064-79b1-473b-ad93-a6bd0213a052,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:07.385257 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58926) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:13:07.886454 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e3757109-49da-40af-a2fd-76086e687df8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:08.135091 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-e3757109-49da-40af-a2fd-76086e687df8 admin admin] Deleting port 9f2d646a-4461-45de-8e93-4fcad560780f {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 17:13:08.135471 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e3757109-49da-40af-a2fd-76086e687df8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:08.214344 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-e3757109-49da-40af-a2fd-76086e687df8 admin admin] For port 9f2d646a-4461-45de-8e93-4fcad560780f, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=9f2d646a-4461-45de-8e93-4fcad560780f,segment=NetworkSegment(07084e77-a0ce-4dea-829a-b44d0eac1432),segment_id=07084e77-a0ce-4dea-829a-b44d0eac1432)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:13:08.215032 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e3757109-49da-40af-a2fd-76086e687df8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:08.227449 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-e3757109-49da-40af-a2fd-76086e687df8 admin admin] Calling delete_port for 9f2d646a-4461-45de-8e93-4fcad560780f owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 17:13:08.410707 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e3757109-49da-40af-a2fd-76086e687df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:08.441579 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3757109-49da-40af-a2fd-76086e687df8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f2d646a-4461-45de-8e93-4fcad560780f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:08.612067 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e3757109-49da-40af-a2fd-76086e687df8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:08.835380 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3757109-49da-40af-a2fd-76086e687df8 admin admin] Router dd19647a-002e-4017-8d0f-05f6bdd421d4 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 17:13:09.227030 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3757109-49da-40af-a2fd-76086e687df8 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 17:13:09.233282 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-e3757109-49da-40af-a2fd-76086e687df8 admin admin] 10.222.0.57 "PUT /v2.0/routers/dd19647a-002e-4017-8d0f-05f6bdd421d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8459241 Dec 09 17:13:09.234767 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58932) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:13:09.237508 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4962ec-f68d-4fe9-ae2c-07cd9b0d6635 None None] Sync routers for ids ['dd19647a-002e-4017-8d0f-05f6bdd421d4'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 17:13:09.251156 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4962ec-f68d-4fe9-ae2c-07cd9b0d6635 None None] Routers {'dd19647a-002e-4017-8d0f-05f6bdd421d4'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:13:09.251762 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9b4962ec-f68d-4fe9-ae2c-07cd9b0d6635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:12:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['dd19647a-002e-4017-8d0f-05f6bdd421d4'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:13:09.346620 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1ba50403-0ff1-4f34-82b0-05ae9531417f admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:09.364782 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-9b4962ec-f68d-4fe9-ae2c-07cd9b0d6635 None None] Set router dd19647a-002e-4017-8d0f-05f6bdd421d4 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:13:09.457683 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1ba50403-0ff1-4f34-82b0-05ae9531417f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:09.525867 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-1ba50403-0ff1-4f34-82b0-05ae9531417f admin admin] Deleting port 5491237d-0377-4905-86bb-c929e310b259 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 17:13:09.526504 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1ba50403-0ff1-4f34-82b0-05ae9531417f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:09.562360 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9b4962ec-f68d-4fe9-ae2c-07cd9b0d6635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'name': 'tempest-TestShelveInstance-1002255696-router', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '5491237d-0377-4905-86bb-c929e310b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:02:55Z', 'updated_at': '2021-12-09T17:13:08Z', 'revision_number': 5, 'project_id': '476a14f49be5482a9e98e398602d5c28', 'gw_port': {'id': '5491237d-0377-4905-86bb-c929e310b259', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:02:56Z', 'updated_at': '2021-12-09T17:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:13:09.592873 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4962ec-f68d-4fe9-ae2c-07cd9b0d6635 None None] Checking router: dd19647a-002e-4017-8d0f-05f6bdd421d4 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 17:13:09.601828 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4962ec-f68d-4fe9-ae2c-07cd9b0d6635 None None] Routers {'dd19647a-002e-4017-8d0f-05f6bdd421d4'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:13:09.602409 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9b4962ec-f68d-4fe9-ae2c-07cd9b0d6635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:12:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['dd19647a-002e-4017-8d0f-05f6bdd421d4'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:13:09.610360 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-1ba50403-0ff1-4f34-82b0-05ae9531417f admin admin] For port 5491237d-0377-4905-86bb-c929e310b259, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=5491237d-0377-4905-86bb-c929e310b259,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:13:09.610722 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1ba50403-0ff1-4f34-82b0-05ae9531417f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:09.624376 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-1ba50403-0ff1-4f34-82b0-05ae9531417f admin admin] Calling delete_port for 5491237d-0377-4905-86bb-c929e310b259 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 17:13:09.697119 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-9b4962ec-f68d-4fe9-ae2c-07cd9b0d6635 None None] Set router dd19647a-002e-4017-8d0f-05f6bdd421d4 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:13:09.750300 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9b4962ec-f68d-4fe9-ae2c-07cd9b0d6635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'name': 'tempest-TestShelveInstance-1002255696-router', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:02:55Z', 'updated_at': '2021-12-09T17:13:09Z', 'revision_number': 6, 'project_id': '476a14f49be5482a9e98e398602d5c28', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:13:09.783023 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4962ec-f68d-4fe9-ae2c-07cd9b0d6635 None None] The sync data for ids ['dd19647a-002e-4017-8d0f-05f6bdd421d4'] in n-d-821228-1 is: [{'id': 'dd19647a-002e-4017-8d0f-05f6bdd421d4', 'name': 'tempest-TestShelveInstance-1002255696-router', 'tenant_id': '476a14f49be5482a9e98e398602d5c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:02:55Z', 'updated_at': '2021-12-09T17:13:09Z', 'revision_number': 6, 'project_id': '476a14f49be5482a9e98e398602d5c28', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 17:13:09.797647 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1ba50403-0ff1-4f34-82b0-05ae9531417f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:09.823860 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba50403-0ff1-4f34-82b0-05ae9531417f admin admin] Pushing event deleted for resources: {'Port': ['ID=5491237d-0377-4905-86bb-c929e310b259,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:09.842134 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab96eaa0-a9c9-4a4e-bdc7-ac464dcf72bf None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 17:13:09.894926 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1ba50403-0ff1-4f34-82b0-05ae9531417f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:09.985431 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1ba50403-0ff1-4f34-82b0-05ae9531417f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:09.987563 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1ba50403-0ff1-4f34-82b0-05ae9531417f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:10.029996 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1ba50403-0ff1-4f34-82b0-05ae9531417f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:10.030551 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba50403-0ff1-4f34-82b0-05ae9531417f admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd19647a-002e-4017-8d0f-05f6bdd421d4 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 17:13:10.034766 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1ba50403-0ff1-4f34-82b0-05ae9531417f admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:10.035912 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-1ba50403-0ff1-4f34-82b0-05ae9531417f admin admin] 10.222.0.57 "DELETE /v2.0/routers/dd19647a-002e-4017-8d0f-05f6bdd421d4 HTTP/1.1" status: 204 len: 168 time: 0.8001688 Dec 09 17:13:10.039177 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58934) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:13:10.086191 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-355eccfc-f241-4906-b375-8d24f3a5823d admin admin] Deleting subnet 4d480f52-180c-42c2-8811-9d48f3741486 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 17:13:10.089281 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-355eccfc-f241-4906-b375-8d24f3a5823d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:10.131391 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-355eccfc-f241-4906-b375-8d24f3a5823d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:10.228535 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-355eccfc-f241-4906-b375-8d24f3a5823d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:10.294176 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-355eccfc-f241-4906-b375-8d24f3a5823d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:10.323895 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355eccfc-f241-4906-b375-8d24f3a5823d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d480f52-180c-42c2-8811-9d48f3741486,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:10.328180 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-355eccfc-f241-4906-b375-8d24f3a5823d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:10.333117 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-355eccfc-f241-4906-b375-8d24f3a5823d admin admin] 10.222.0.57 "DELETE /v2.0/subnets/4d480f52-180c-42c2-8811-9d48f3741486 HTTP/1.1" status: 204 len: 168 time: 0.2914414 Dec 09 17:13:10.334813 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58936) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:13:10.338678 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acb18fd-1744-4f3c-8608-a5b7da9c4a59 None None] Network e100e40d-5173-4bcd-98c5-46f24cbcb382 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 17:13:10.416144 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8dbe99c1-6a12-4c9c-b6a9-a907d2bea6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:10.485614 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-8dbe99c1-6a12-4c9c-b6a9-a907d2bea6a1 admin admin] Deleting port 9e59027d-5f06-44cf-ba93-90154981ad71 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 17:13:10.485947 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8dbe99c1-6a12-4c9c-b6a9-a907d2bea6a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:10.547258 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-8dbe99c1-6a12-4c9c-b6a9-a907d2bea6a1 admin admin] For port 9e59027d-5f06-44cf-ba93-90154981ad71, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=9e59027d-5f06-44cf-ba93-90154981ad71,segment=NetworkSegment(07084e77-a0ce-4dea-829a-b44d0eac1432),segment_id=07084e77-a0ce-4dea-829a-b44d0eac1432)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:13:10.547518 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8dbe99c1-6a12-4c9c-b6a9-a907d2bea6a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:10.563214 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-8dbe99c1-6a12-4c9c-b6a9-a907d2bea6a1 admin admin] Calling delete_port for 9e59027d-5f06-44cf-ba93-90154981ad71 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 17:13:10.594318 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db34b3f-c937-4bcd-a096-8d49c25c3592 None None] DHCP port deletion for e100e40d-5173-4bcd-98c5-46f24cbcb382 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 17:13:10.638937 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 9f2d646a-4461-45de-8e93-4fcad560780f no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 17:13:10.658693 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8dbe99c1-6a12-4c9c-b6a9-a907d2bea6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:10.665921 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 9f2d646a-4461-45de-8e93-4fcad560780f {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 17:13:10.666382 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 9f2d646a-4461-45de-8e93-4fcad560780f not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 17:13:10.691136 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbe99c1-6a12-4c9c-b6a9-a907d2bea6a1 admin admin] No DVR routers for this DVR port 9e59027d-5f06-44cf-ba93-90154981ad71 on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 17:13:10.691926 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2db34b3f-c937-4bcd-a096-8d49c25c3592 None None] Deleting port 9e59027d-5f06-44cf-ba93-90154981ad71 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 17:13:10.692458 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2db34b3f-c937-4bcd-a096-8d49c25c3592 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:10.693246 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe99c1-6a12-4c9c-b6a9-a907d2bea6a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e59027d-5f06-44cf-ba93-90154981ad71,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:10.732041 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:13:10.759792 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-2db34b3f-c937-4bcd-a096-8d49c25c3592 None None] For port 9e59027d-5f06-44cf-ba93-90154981ad71, host n-d-821228-1, got binding levels [] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:13:10.760188 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2db34b3f-c937-4bcd-a096-8d49c25c3592 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:10.766605 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8dbe99c1-6a12-4c9c-b6a9-a907d2bea6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:10.790206 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-8dbe99c1-6a12-4c9c-b6a9-a907d2bea6a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e100e40d-5173-4bcd-98c5-46f24cbcb382']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:13:10.801877 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-8dbe99c1-6a12-4c9c-b6a9-a907d2bea6a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07084e77-a0ce-4dea-829a-b44d0eac1432') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:13:10.802116 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-8dbe99c1-6a12-4c9c-b6a9-a907d2bea6a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07084e77-a0ce-4dea-829a-b44d0eac1432') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:13:10.819537 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8dbe99c1-6a12-4c9c-b6a9-a907d2bea6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:10.836881 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8dbe99c1-6a12-4c9c-b6a9-a907d2bea6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:10.844883 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dbe99c1-6a12-4c9c-b6a9-a907d2bea6a1 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 17:13:10.845292 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8dbe99c1-6a12-4c9c-b6a9-a907d2bea6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:10.847470 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 17:13:10.847470 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 17:13:10.847470 n-d-821228-1 neutron-server[103244]: timer() Dec 09 17:13:10.847470 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 17:13:10.847470 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 17:13:10.847470 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 17:13:10.847470 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 17:13:10.847470 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 17:13:10.847470 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 17:13:10.847470 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 17:13:10.847470 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 17:13:10.847470 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 17:13:10.847470 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 17:13:10.847470 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 17:13:10.847470 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 17:13:10.847470 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 17:13:10.847470 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 17:13:10.847470 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 17:13:10.847470 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 17:13:10.847470 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 17:13:10.847470 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 17:13:10.847470 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 17:13:10.847470 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 17:13:10.847470 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 17:13:10.847470 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 17:13:10.847470 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 17:13:10.847470 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 17:13:10.847470 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 17:13:10.847470 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 17:13:10.847470 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 17:13:10.847470 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 17:13:10.847470 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 17:13:10.916325 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8dbe99c1-6a12-4c9c-b6a9-a907d2bea6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:10.921963 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8dbe99c1-6a12-4c9c-b6a9-a907d2bea6a1 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:10.928511 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-8dbe99c1-6a12-4c9c-b6a9-a907d2bea6a1 admin admin] 10.222.0.57 "DELETE /v2.0/networks/e100e40d-5173-4bcd-98c5-46f24cbcb382 HTTP/1.1" status: 204 len: 168 time: 0.5832682 Dec 09 17:13:10.929327 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58938) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:13:10.944238 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe99c1-6a12-4c9c-b6a9-a907d2bea6a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e100e40d-5173-4bcd-98c5-46f24cbcb382,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:10.959884 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2db34b3f-c937-4bcd-a096-8d49c25c3592 None None] Calling delete_port for 9e59027d-5f06-44cf-ba93-90154981ad71 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 17:13:10.963202 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.ipam_backend_mixin [None req-2db34b3f-c937-4bcd-a096-8d49c25c3592 None None] Port 9e59027d-5f06-44cf-ba93-90154981ad71 was not found and therefore no delete operation was performed {{(pid=103246) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 17:13:10.964762 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2db34b3f-c937-4bcd-a096-8d49c25c3592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:10.987868 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2db34b3f-c937-4bcd-a096-8d49c25c3592 None None] Network e100e40d-5173-4bcd-98c5-46f24cbcb382 is not hosted by any dhcp agent {{(pid=103246) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 17:13:10.988340 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db34b3f-c937-4bcd-a096-8d49c25c3592 None None] No DVR routers for this DVR port 9e59027d-5f06-44cf-ba93-90154981ad71 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 17:13:10.991196 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db34b3f-c937-4bcd-a096-8d49c25c3592 None None] Pushing event deleted for resources: {'Port': ['ID=9e59027d-5f06-44cf-ba93-90154981ad71,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:11.001099 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db34b3f-c937-4bcd-a096-8d49c25c3592 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:13:11.001452 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db34b3f-c937-4bcd-a096-8d49c25c3592 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:13:11.001795 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db34b3f-c937-4bcd-a096-8d49c25c3592 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:13:11.002144 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db34b3f-c937-4bcd-a096-8d49c25c3592 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:13:11.002642 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db34b3f-c937-4bcd-a096-8d49c25c3592 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:13:11.002979 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db34b3f-c937-4bcd-a096-8d49c25c3592 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:13:11.003313 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db34b3f-c937-4bcd-a096-8d49c25c3592 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:13:11.003711 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db34b3f-c937-4bcd-a096-8d49c25c3592 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:13:11.003963 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db34b3f-c937-4bcd-a096-8d49c25c3592 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:13:11.004290 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db34b3f-c937-4bcd-a096-8d49c25c3592 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:13:11.004640 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db34b3f-c937-4bcd-a096-8d49c25c3592 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:13:11.005170 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db34b3f-c937-4bcd-a096-8d49c25c3592 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:13:11.005696 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db34b3f-c937-4bcd-a096-8d49c25c3592 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:13:11.287786 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ed02a48e-112c-4d14-9157-233288062324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:11.533103 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-ed02a48e-112c-4d14-9157-233288062324 admin admin] Deleting port 93004d79-70a9-4fe3-bb2d-902bda0b360e {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 17:13:11.533448 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ed02a48e-112c-4d14-9157-233288062324 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:11.613484 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-ed02a48e-112c-4d14-9157-233288062324 admin admin] For port 93004d79-70a9-4fe3-bb2d-902bda0b360e, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=93004d79-70a9-4fe3-bb2d-902bda0b360e,segment=NetworkSegment(c6118261-63d7-4ab1-a191-49b9d26476ac),segment_id=c6118261-63d7-4ab1-a191-49b9d26476ac)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:13:11.613881 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ed02a48e-112c-4d14-9157-233288062324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:11.627432 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-ed02a48e-112c-4d14-9157-233288062324 admin admin] Calling delete_port for 93004d79-70a9-4fe3-bb2d-902bda0b360e owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 17:13:11.807077 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ed02a48e-112c-4d14-9157-233288062324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:11.831923 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02a48e-112c-4d14-9157-233288062324 admin admin] Pushing event deleted for resources: {'Port': ['ID=93004d79-70a9-4fe3-bb2d-902bda0b360e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:11.995314 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ed02a48e-112c-4d14-9157-233288062324 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:12.213677 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed02a48e-112c-4d14-9157-233288062324 admin admin] Router 23ff576b-a2be-4c95-b4bd-ed94a682b470 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 17:13:12.262867 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 9e59027d-5f06-44cf-ba93-90154981ad71 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 17:13:12.282555 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 9e59027d-5f06-44cf-ba93-90154981ad71 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 17:13:12.283013 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 9e59027d-5f06-44cf-ba93-90154981ad71 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 17:13:12.283511 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 5491237d-0377-4905-86bb-c929e310b259 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 17:13:12.302338 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 5491237d-0377-4905-86bb-c929e310b259 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 17:13:12.303308 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 5491237d-0377-4905-86bb-c929e310b259 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 17:13:12.325208 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed02a48e-112c-4d14-9157-233288062324 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 17:13:12.332935 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ed02a48e-112c-4d14-9157-233288062324 admin admin] 10.222.0.57 "PUT /v2.0/routers/23ff576b-a2be-4c95-b4bd-ed94a682b470/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4002855 Dec 09 17:13:12.333160 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58940) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:13:12.338778 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825a1511-a26a-4181-a66e-ce5a534d3985 None None] Sync routers for ids ['23ff576b-a2be-4c95-b4bd-ed94a682b470'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 17:13:12.352995 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825a1511-a26a-4181-a66e-ce5a534d3985 None None] Routers {'23ff576b-a2be-4c95-b4bd-ed94a682b470'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:13:12.353694 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-825a1511-a26a-4181-a66e-ce5a534d3985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:12:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['23ff576b-a2be-4c95-b4bd-ed94a682b470'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:13:12.438534 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-630517b5-7ae2-401b-96a9-bd2aadac3912 admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:12.459510 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-825a1511-a26a-4181-a66e-ce5a534d3985 None None] Set router 23ff576b-a2be-4c95-b4bd-ed94a682b470 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:13:12.541979 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-630517b5-7ae2-401b-96a9-bd2aadac3912 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:12.593975 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-630517b5-7ae2-401b-96a9-bd2aadac3912 admin admin] Deleting port d3165239-1e03-4ff4-a009-fb041518e07b {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 17:13:12.594311 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-630517b5-7ae2-401b-96a9-bd2aadac3912 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:12.634032 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-825a1511-a26a-4181-a66e-ce5a534d3985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ff576b-a2be-4c95-b4bd-ed94a682b470', 'name': 'tempest-TestShelveInstance-1762676314-router', 'tenant_id': '269d59a82177497f8a2ebf774e8e100e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'd3165239-1e03-4ff4-a009-fb041518e07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:03:00Z', 'updated_at': '2021-12-09T17:13:11Z', 'revision_number': 5, 'project_id': '269d59a82177497f8a2ebf774e8e100e', 'gw_port': {'id': 'd3165239-1e03-4ff4-a009-fb041518e07b', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:be:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ff576b-a2be-4c95-b4bd-ed94a682b470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:03:00Z', 'updated_at': '2021-12-09T17:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:13:12.659961 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825a1511-a26a-4181-a66e-ce5a534d3985 None None] Checking router: 23ff576b-a2be-4c95-b4bd-ed94a682b470 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 17:13:12.669457 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825a1511-a26a-4181-a66e-ce5a534d3985 None None] Routers {'23ff576b-a2be-4c95-b4bd-ed94a682b470'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:13:12.670060 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-825a1511-a26a-4181-a66e-ce5a534d3985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:12:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['23ff576b-a2be-4c95-b4bd-ed94a682b470'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:13:12.677421 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-630517b5-7ae2-401b-96a9-bd2aadac3912 admin admin] For port d3165239-1e03-4ff4-a009-fb041518e07b, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d3165239-1e03-4ff4-a009-fb041518e07b,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:13:12.678345 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-630517b5-7ae2-401b-96a9-bd2aadac3912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:12.691330 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-630517b5-7ae2-401b-96a9-bd2aadac3912 admin admin] Calling delete_port for d3165239-1e03-4ff4-a009-fb041518e07b owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 17:13:12.755666 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-825a1511-a26a-4181-a66e-ce5a534d3985 None None] Set router 23ff576b-a2be-4c95-b4bd-ed94a682b470 gateway port host: None {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:13:12.810192 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-825a1511-a26a-4181-a66e-ce5a534d3985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ff576b-a2be-4c95-b4bd-ed94a682b470', 'name': 'tempest-TestShelveInstance-1762676314-router', 'tenant_id': '269d59a82177497f8a2ebf774e8e100e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:03:00Z', 'updated_at': '2021-12-09T17:13:12Z', 'revision_number': 6, 'project_id': '269d59a82177497f8a2ebf774e8e100e', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:13:12.836781 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825a1511-a26a-4181-a66e-ce5a534d3985 None None] The sync data for ids ['23ff576b-a2be-4c95-b4bd-ed94a682b470'] in n-d-821228-1 is: [{'id': '23ff576b-a2be-4c95-b4bd-ed94a682b470', 'name': 'tempest-TestShelveInstance-1762676314-router', 'tenant_id': '269d59a82177497f8a2ebf774e8e100e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:03:00Z', 'updated_at': '2021-12-09T17:13:12Z', 'revision_number': 6, 'project_id': '269d59a82177497f8a2ebf774e8e100e', 'gw_port_host': None}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 17:13:12.860211 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-630517b5-7ae2-401b-96a9-bd2aadac3912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:12.888584 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630517b5-7ae2-401b-96a9-bd2aadac3912 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3165239-1e03-4ff4-a009-fb041518e07b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:12.899801 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ee5c40-60db-463e-a3b2-7448375639c7 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 17:13:12.947147 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-630517b5-7ae2-401b-96a9-bd2aadac3912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:13.035894 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-630517b5-7ae2-401b-96a9-bd2aadac3912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:13.038825 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-630517b5-7ae2-401b-96a9-bd2aadac3912 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:13.084612 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-630517b5-7ae2-401b-96a9-bd2aadac3912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:13.085144 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630517b5-7ae2-401b-96a9-bd2aadac3912 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23ff576b-a2be-4c95-b4bd-ed94a682b470 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 17:13:13.089642 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-630517b5-7ae2-401b-96a9-bd2aadac3912 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:13.090852 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-630517b5-7ae2-401b-96a9-bd2aadac3912 admin admin] 10.222.0.57 "DELETE /v2.0/routers/23ff576b-a2be-4c95-b4bd-ed94a682b470 HTTP/1.1" status: 204 len: 168 time: 0.7567739 Dec 09 17:13:13.093333 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58942) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:13:13.138716 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-07619526-1e2b-4e38-a2d3-5671b89e9626 admin admin] Deleting subnet 6577d03f-0777-45dc-a4b7-226521fd83f5 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 17:13:13.141724 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-07619526-1e2b-4e38-a2d3-5671b89e9626 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:13.175760 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-07619526-1e2b-4e38-a2d3-5671b89e9626 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:13.259960 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-07619526-1e2b-4e38-a2d3-5671b89e9626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:13.312549 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-07619526-1e2b-4e38-a2d3-5671b89e9626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:13.336475 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07619526-1e2b-4e38-a2d3-5671b89e9626 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6577d03f-0777-45dc-a4b7-226521fd83f5,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:13.342147 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-07619526-1e2b-4e38-a2d3-5671b89e9626 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:13.347437 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f649b43f-8ffa-4d5e-942e-ee8b9792dc5a None None] Network 6bfc1842-7a32-4165-bf6a-eeda42f1434d requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 17:13:13.347917 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58944) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:13:13.348329 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-07619526-1e2b-4e38-a2d3-5671b89e9626 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/6577d03f-0777-45dc-a4b7-226521fd83f5 HTTP/1.1" status: 204 len: 168 time: 0.2533655 Dec 09 17:13:13.420327 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb87b783-b503-4ac1-9f97-fc67cb776953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:13.476179 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-cb87b783-b503-4ac1-9f97-fc67cb776953 admin admin] Deleting port 38e433e4-052e-48ed-b1f3-b33299b8a966 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 17:13:13.476595 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb87b783-b503-4ac1-9f97-fc67cb776953 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:13.538294 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-cb87b783-b503-4ac1-9f97-fc67cb776953 admin admin] For port 38e433e4-052e-48ed-b1f3-b33299b8a966, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=38e433e4-052e-48ed-b1f3-b33299b8a966,segment=NetworkSegment(c6118261-63d7-4ab1-a191-49b9d26476ac),segment_id=c6118261-63d7-4ab1-a191-49b9d26476ac)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:13:13.538590 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb87b783-b503-4ac1-9f97-fc67cb776953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:13.550987 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-cb87b783-b503-4ac1-9f97-fc67cb776953 admin admin] Calling delete_port for 38e433e4-052e-48ed-b1f3-b33299b8a966 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 17:13:13.598954 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13948a69-0d40-42e6-88ac-93425d4114db None None] DHCP port deletion for 6bfc1842-7a32-4165-bf6a-eeda42f1434d request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 17:13:13.646110 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb87b783-b503-4ac1-9f97-fc67cb776953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:13.655501 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-13948a69-0d40-42e6-88ac-93425d4114db None None] Deleting port 38e433e4-052e-48ed-b1f3-b33299b8a966 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 17:13:13.655884 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-13948a69-0d40-42e6-88ac-93425d4114db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:13.672541 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87b783-b503-4ac1-9f97-fc67cb776953 admin admin] Pushing event deleted for resources: {'Port': ['ID=38e433e4-052e-48ed-b1f3-b33299b8a966,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:13.678661 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb87b783-b503-4ac1-9f97-fc67cb776953 admin admin] No DVR routers for this DVR port 38e433e4-052e-48ed-b1f3-b33299b8a966 on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 17:13:13.725700 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-13948a69-0d40-42e6-88ac-93425d4114db None None] For port 38e433e4-052e-48ed-b1f3-b33299b8a966, host n-d-821228-1, got binding levels [] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:13:13.726185 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-13948a69-0d40-42e6-88ac-93425d4114db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:13.739686 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-13948a69-0d40-42e6-88ac-93425d4114db None None] Calling delete_port for 38e433e4-052e-48ed-b1f3-b33299b8a966 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 17:13:13.743241 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.ipam_backend_mixin [None req-13948a69-0d40-42e6-88ac-93425d4114db None None] Port 38e433e4-052e-48ed-b1f3-b33299b8a966 was not found and therefore no delete operation was performed {{(pid=103246) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 17:13:13.744529 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-13948a69-0d40-42e6-88ac-93425d4114db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:13.754451 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb87b783-b503-4ac1-9f97-fc67cb776953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:13.769993 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13948a69-0d40-42e6-88ac-93425d4114db None None] Pushing event deleted for resources: {'Port': ['ID=38e433e4-052e-48ed-b1f3-b33299b8a966,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:13.774449 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13948a69-0d40-42e6-88ac-93425d4114db None None] No DVR routers for this DVR port 38e433e4-052e-48ed-b1f3-b33299b8a966 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 17:13:13.786513 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-cb87b783-b503-4ac1-9f97-fc67cb776953 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bfc1842-7a32-4165-bf6a-eeda42f1434d']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:13:13.797005 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-cb87b783-b503-4ac1-9f97-fc67cb776953 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6118261-63d7-4ab1-a191-49b9d26476ac') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:13:13.797289 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-cb87b783-b503-4ac1-9f97-fc67cb776953 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6118261-63d7-4ab1-a191-49b9d26476ac') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:13:13.807483 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb87b783-b503-4ac1-9f97-fc67cb776953 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:13.821865 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb87b783-b503-4ac1-9f97-fc67cb776953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:13.828078 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb87b783-b503-4ac1-9f97-fc67cb776953 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 17:13:13.828492 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb87b783-b503-4ac1-9f97-fc67cb776953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:13.830156 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 17:13:13.830156 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 17:13:13.830156 n-d-821228-1 neutron-server[103244]: timer() Dec 09 17:13:13.830156 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 17:13:13.830156 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 17:13:13.830156 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 17:13:13.830156 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 17:13:13.830156 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 17:13:13.830156 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 17:13:13.830156 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 17:13:13.830156 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 17:13:13.830156 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 17:13:13.830156 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 17:13:13.830156 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 17:13:13.830156 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 17:13:13.830156 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 17:13:13.830156 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 17:13:13.830156 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 17:13:13.830156 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 17:13:13.830156 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 17:13:13.830156 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 17:13:13.830156 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 17:13:13.830156 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 17:13:13.830156 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 17:13:13.830156 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 17:13:13.830156 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 17:13:13.830156 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 17:13:13.830156 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 17:13:13.830156 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 17:13:13.830156 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 17:13:13.830156 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 17:13:13.830156 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 17:13:13.894531 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb87b783-b503-4ac1-9f97-fc67cb776953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:13.907265 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cb87b783-b503-4ac1-9f97-fc67cb776953 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:13.910917 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-cb87b783-b503-4ac1-9f97-fc67cb776953 admin admin] 10.222.0.57 "DELETE /v2.0/networks/6bfc1842-7a32-4165-bf6a-eeda42f1434d HTTP/1.1" status: 204 len: 168 time: 0.5618107 Dec 09 17:13:13.926000 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87b783-b503-4ac1-9f97-fc67cb776953 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bfc1842-7a32-4165-bf6a-eeda42f1434d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:14.067316 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58950) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:13:14.106622 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-96150e9f-77fb-4ea1-808d-83712aeba027 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=476a14f49be5482a9e98e398602d5c28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381455 Dec 09 17:13:14.109153 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58952) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:13:14.159619 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-368645c9-52d7-43c6-9729-d267fedda5a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:14.181770 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-368645c9-52d7-43c6-9729-d267fedda5a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:14.218326 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d3165239-1e03-4ff4-a009-fb041518e07b no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 17:13:14.228540 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-368645c9-52d7-43c6-9729-d267fedda5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:14.231145 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-368645c9-52d7-43c6-9729-d267fedda5a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:14.234796 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-368645c9-52d7-43c6-9729-d267fedda5a7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9be81903-c0c5-44bb-a23a-88a3d7f8a8ad HTTP/1.1" status: 204 len: 168 time: 0.1222341 Dec 09 17:13:14.240986 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368645c9-52d7-43c6-9729-d267fedda5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be81903-c0c5-44bb-a23a-88a3d7f8a8ad,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:14.254000 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: d3165239-1e03-4ff4-a009-fb041518e07b {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 17:13:14.254527 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d3165239-1e03-4ff4-a009-fb041518e07b not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 17:13:14.255155 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 93004d79-70a9-4fe3-bb2d-902bda0b360e no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 17:13:14.279325 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 93004d79-70a9-4fe3-bb2d-902bda0b360e {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 17:13:14.279733 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 93004d79-70a9-4fe3-bb2d-902bda0b360e not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 17:13:14.280251 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 38e433e4-052e-48ed-b1f3-b33299b8a966 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 17:13:14.299823 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 38e433e4-052e-48ed-b1f3-b33299b8a966 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 17:13:14.300183 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 38e433e4-052e-48ed-b1f3-b33299b8a966 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 17:13:14.565542 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58958) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:13:14.604848 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-60d918fb-38cf-4b76-8755-b2a6a4b3cf0f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=269d59a82177497f8a2ebf774e8e100e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380452 Dec 09 17:13:14.607358 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58960) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:13:14.653911 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c5656e14-fb42-4d80-b092-4822f0af16cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:14.674688 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c5656e14-fb42-4d80-b092-4822f0af16cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:14.720134 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c5656e14-fb42-4d80-b092-4822f0af16cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:14.722723 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c5656e14-fb42-4d80-b092-4822f0af16cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:14.723865 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-c5656e14-fb42-4d80-b092-4822f0af16cf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2b91062e-796e-4e0b-82df-051f2ad5f9c9 HTTP/1.1" status: 204 len: 168 time: 0.1156187 Dec 09 17:13:14.732342 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5656e14-fb42-4d80-b092-4822f0af16cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b91062e-796e-4e0b-82df-051f2ad5f9c9,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:15.437325 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58982) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:13:15.533428 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f44c15cf-e631-47a5-9ea9-62cbe75f1e0c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1839770343-network', 'tenant_id': '5aeaf27acf8449bc95585abe13268945'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:13:15.554448 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44c15cf-e631-47a5-9ea9-62cbe75f1e0c admin admin] Made reservation on behalf of 5aeaf27acf8449bc95585abe13268945 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 17:13:15.556765 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f44c15cf-e631-47a5-9ea9-62cbe75f1e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:15.567699 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f44c15cf-e631-47a5-9ea9-62cbe75f1e0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:15.640702 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f44c15cf-e631-47a5-9ea9-62cbe75f1e0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:15.644251 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f44c15cf-e631-47a5-9ea9-62cbe75f1e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:15.665121 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f44c15cf-e631-47a5-9ea9-62cbe75f1e0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 17:13:15.679387 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c15cf-e631-47a5-9ea9-62cbe75f1e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f59eef4-7da9-46df-987a-ceb30d6fd081,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:15.684920 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f44c15cf-e631-47a5-9ea9-62cbe75f1e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:15.685262 n-d-821228-1 neutron-server[103244]: INFO neutron.db.segments_db [None req-f44c15cf-e631-47a5-9ea9-62cbe75f1e0c admin admin] Added segment 07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4 of type vlan for network 1cb09dd8-ae2d-40db-9f8d-8f4e507403de Dec 09 17:13:15.724405 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f44c15cf-e631-47a5-9ea9-62cbe75f1e0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:15.748631 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f44c15cf-e631-47a5-9ea9-62cbe75f1e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:15.749576 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44c15cf-e631-47a5-9ea9-62cbe75f1e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:13:15.750150 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f44c15cf-e631-47a5-9ea9-62cbe75f1e0c admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:15.804298 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-f44c15cf-e631-47a5-9ea9-62cbe75f1e0c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3658659 Dec 09 17:13:15.807263 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58986) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:13:15.811451 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c15cf-e631-47a5-9ea9-62cbe75f1e0c admin admin] Pushing event updated for resources: {'Network': ['ID=1cb09dd8-ae2d-40db-9f8d-8f4e507403de,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:15.812267 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-7cd1b121-3f3b-4d5a-b7b2-c15eb1605863 admin admin] Request body: {'subnet': {'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1839770343-subnet', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'ip_version': 4}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:13:15.822652 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network 1cb09dd8-ae2d-40db-9f8d-8f4e507403de details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 17:13:15.835459 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd1b121-3f3b-4d5a-b7b2-c15eb1605863 admin admin] Made reservation on behalf of 5aeaf27acf8449bc95585abe13268945 for: {'subnet': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 17:13:15.837957 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7cd1b121-3f3b-4d5a-b7b2-c15eb1605863 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60529559'] for subnet, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:16.283689 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7cd1b121-3f3b-4d5a-b7b2-c15eb1605863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60300817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60528765'] for subnet, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:16.332797 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1b121-3f3b-4d5a-b7b2-c15eb1605863 admin admin] Pushing event updated for resources: {'Subnet': ['ID=484ab821-f7c2-4db8-a959-018f5b426777,revision_number=0']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:16.353602 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd1b121-3f3b-4d5a-b7b2-c15eb1605863 admin admin] Checking segment: {'id': '07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 17:13:16.353963 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd1b121-3f3b-4d5a-b7b2-c15eb1605863 admin admin] Network hostable DHCP agents. Network: 1cb09dd8-ae2d-40db-9f8d-8f4e507403de, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 17:13:16.370959 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd1b121-3f3b-4d5a-b7b2-c15eb1605863 admin admin] Network 1cb09dd8-ae2d-40db-9f8d-8f4e507403de is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 17:13:16.379687 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-7cd1b121-3f3b-4d5a-b7b2-c15eb1605863 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, 1cb09dd8-ae2d-40db-9f8d-8f4e507403de) {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 17:13:16.384670 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd1b121-3f3b-4d5a-b7b2-c15eb1605863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:13:16.385231 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7cd1b121-3f3b-4d5a-b7b2-c15eb1605863 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:16.396376 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81afa7be-11fd-4a09-8137-0743ccbc7af6 None None] Network 1cb09dd8-ae2d-40db-9f8d-8f4e507403de requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 17:13:16.401250 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-7cd1b121-3f3b-4d5a-b7b2-c15eb1605863 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5928512 Dec 09 17:13:16.404022 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 58988) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:13:16.409441 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-17f641de-50d3-4b31-9e0c-d7569bc6faf7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1839770343-router', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:13:16.432455 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-17f641de-50d3-4b31-9e0c-d7569bc6faf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:16.433358 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-17f641de-50d3-4b31-9e0c-d7569bc6faf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:16.489476 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-17f641de-50d3-4b31-9e0c-d7569bc6faf7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:16.546153 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f69a37-a9b7-497d-8175-d637613a5187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-1cb09dd8-ae2d-40db-9f8d-8f4e507403de', 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de', 'project_id': '5aeaf27acf8449bc95585abe13268945', 'fixed_ips': [{'subnet_id': '484ab821-f7c2-4db8-a959-018f5b426777'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 17:13:16.547012 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-49f69a37-a9b7-497d-8175-d637613a5187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:16.632535 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-17f641de-50d3-4b31-9e0c-d7569bc6faf7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:16.723716 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-49f69a37-a9b7-497d-8175-d637613a5187 None None] Allocated IP 172.20.0.2 (1cb09dd8-ae2d-40db-9f8d-8f4e507403de/484ab821-f7c2-4db8-a959-018f5b426777/a057c95e-7d56-491c-bb72-a45b0a264d08) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 17:13:16.832557 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-17f641de-50d3-4b31-9e0c-d7569bc6faf7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:16.851916 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-17f641de-50d3-4b31-9e0c-d7569bc6faf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:16.862958 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-49f69a37-a9b7-497d-8175-d637613a5187 None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:16.872116 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-49f69a37-a9b7-497d-8175-d637613a5187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:16.916351 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f69a37-a9b7-497d-8175-d637613a5187 None None] Network 1cb09dd8-ae2d-40db-9f8d-8f4e507403de is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 17:13:16.919228 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-49f69a37-a9b7-497d-8175-d637613a5187 None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 17:13:16.923831 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f69a37-a9b7-497d-8175-d637613a5187 None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 17:13:16.931247 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f69a37-a9b7-497d-8175-d637613a5187 None None] Pushing event updated for resources: {'Port': ['ID=a057c95e-7d56-491c-bb72-a45b0a264d08,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:16.968714 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-17f641de-50d3-4b31-9e0c-d7569bc6faf7 admin admin] Allocated IP 172.25.3.218 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/bcfbf5be-bda0-4979-a1c6-c472d7755d00) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 17:13:16.986247 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-49f69a37-a9b7-497d-8175-d637613a5187 None None] Attempting to bind port a057c95e-7d56-491c-bb72-a45b0a264d08 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 17:13:16.986545 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-49f69a37-a9b7-497d-8175-d637613a5187 None None] Attempting to bind port a057c95e-7d56-491c-bb72-a45b0a264d08 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 17:13:16.986913 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f69a37-a9b7-497d-8175-d637613a5187 None None] Attempting to bind port a057c95e-7d56-491c-bb72-a45b0a264d08 on network 1cb09dd8-ae2d-40db-9f8d-8f4e507403de {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 17:13:16.992835 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f69a37-a9b7-497d-8175-d637613a5187 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 17, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 17:13:16.993223 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f69a37-a9b7-497d-8175-d637613a5187 None None] Checking segment: {'id': '07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 17:13:16.993626 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-49f69a37-a9b7-497d-8175-d637613a5187 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:16.994020 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f69a37-a9b7-497d-8175-d637613a5187 None None] Bound using segment: {'id': '07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 17:13:16.994487 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-49f69a37-a9b7-497d-8175-d637613a5187 None None] Bound port: a057c95e-7d56-491c-bb72-a45b0a264d08, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 17:13:16.994869 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-49f69a37-a9b7-497d-8175-d637613a5187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:17.055873 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-49f69a37-a9b7-497d-8175-d637613a5187 None None] For port a057c95e-7d56-491c-bb72-a45b0a264d08, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 17:13:17.058911 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-49f69a37-a9b7-497d-8175-d637613a5187 None None] For port a057c95e-7d56-491c-bb72-a45b0a264d08, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a057c95e-7d56-491c-bb72-a45b0a264d08,segment=NetworkSegment(07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4),segment_id=07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 17:13:17.063954 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-49f69a37-a9b7-497d-8175-d637613a5187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:17.075483 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-17f641de-50d3-4b31-9e0c-d7569bc6faf7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:17.124221 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-17f641de-50d3-4b31-9e0c-d7569bc6faf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:17.127392 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f69a37-a9b7-497d-8175-d637613a5187 None None] Pushing event updated for resources: {'Port': ['ID=a057c95e-7d56-491c-bb72-a45b0a264d08,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:17.166466 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f641de-50d3-4b31-9e0c-d7569bc6faf7 admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 17:13:17.171604 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-17f641de-50d3-4b31-9e0c-d7569bc6faf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 17:13:17.175182 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f641de-50d3-4b31-9e0c-d7569bc6faf7 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 17:13:17.181795 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f641de-50d3-4b31-9e0c-d7569bc6faf7 admin admin] Pushing event updated for resources: {'Port': ['ID=bcfbf5be-bda0-4979-a1c6-c472d7755d00,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:17.193333 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58397aad-d45a-406f-8c6f-0ad20172cca7 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 17:13:17.204241 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:17.310222 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c5f8edfb-051f-4a8a-9f0e-9259661f058d None None] Provisioning complete for port bcfbf5be-bda0-4979-a1c6-c472d7755d00 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:13:17.310585 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c5f8edfb-051f-4a8a-9f0e-9259661f058d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:17.348923 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c5f8edfb-051f-4a8a-9f0e-9259661f058d None None] Port bcfbf5be-bda0-4979-a1c6-c472d7755d00 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 17:13:17.462608 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-17f641de-50d3-4b31-9e0c-d7569bc6faf7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:17.655035 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-17f641de-50d3-4b31-9e0c-d7569bc6faf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:17.785227 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f641de-50d3-4b31-9e0c-d7569bc6faf7 admin admin] Router d66e547f-0a43-4a26-abf9-2b79ab1e5ff7 is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 17:13:17.899469 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f641de-50d3-4b31-9e0c-d7569bc6faf7 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 17:13:17.910606 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4906ec-5feb-4b01-a5b5-3a3885c0ff8c None None] Sync routers for ids ['d66e547f-0a43-4a26-abf9-2b79ab1e5ff7'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 17:13:17.918623 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-17f641de-50d3-4b31-9e0c-d7569bc6faf7 admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:17.920382 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-17f641de-50d3-4b31-9e0c-d7569bc6faf7 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5146797 Dec 09 17:13:17.922915 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4906ec-5feb-4b01-a5b5-3a3885c0ff8c None None] Routers {'d66e547f-0a43-4a26-abf9-2b79ab1e5ff7'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:13:17.923312 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 58990) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:13:17.923796 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6a4906ec-5feb-4b01-a5b5-3a3885c0ff8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:12:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['d66e547f-0a43-4a26-abf9-2b79ab1e5ff7'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:13:18.036138 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-6a4906ec-5feb-4b01-a5b5-3a3885c0ff8c None None] Set router d66e547f-0a43-4a26-abf9-2b79ab1e5ff7 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:13:18.130680 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef95db1-8a5a-4610-afe9-b812e6728329 None None] Network 1cb09dd8-ae2d-40db-9f8d-8f4e507403de requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 17:13:18.233537 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-a7127668-3015-4723-b469-cdb796c08839 None None] Provisioning complete for port a057c95e-7d56-491c-bb72-a45b0a264d08 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:13:18.233537 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a7127668-3015-4723-b469-cdb796c08839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:18.276006 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a057c95e-7d56-491c-bb72-a45b0a264d08 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 17:13:18.361085 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77cf0f77-fc04-4663-8f2c-655d0303c44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:18.428111 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port a057c95e-7d56-491c-bb72-a45b0a264d08 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:13:18.428502 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:18.433169 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a7127668-3015-4723-b469-cdb796c08839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:18.489698 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6a4906ec-5feb-4b01-a5b5-3a3885c0ff8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'name': 'tempest-TestSnapshotPattern-1839770343-router', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'bcfbf5be-bda0-4979-a1c6-c472d7755d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:13:16Z', 'updated_at': '2021-12-09T17:13:17Z', 'revision_number': 3, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'gw_port': {'id': 'bcfbf5be-bda0-4979-a1c6-c472d7755d00', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f0:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:16Z', 'updated_at': '2021-12-09T17:13:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:13:18.538491 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-77cf0f77-fc04-4663-8f2c-655d0303c44e admin admin] Allocated IP 172.20.0.1 (1cb09dd8-ae2d-40db-9f8d-8f4e507403de/484ab821-f7c2-4db8-a959-018f5b426777/bd67e978-14bb-48e7-8886-bdc5d6838d49) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 17:13:18.648891 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77cf0f77-fc04-4663-8f2c-655d0303c44e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:18.683790 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77cf0f77-fc04-4663-8f2c-655d0303c44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:18.690959 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-a7127668-3015-4723-b469-cdb796c08839 None None] For port a057c95e-7d56-491c-bb72-a45b0a264d08, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a057c95e-7d56-491c-bb72-a45b0a264d08,segment=NetworkSegment(07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4),segment_id=07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:13:18.694291 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4906ec-5feb-4b01-a5b5-3a3885c0ff8c None None] Checking router: d66e547f-0a43-4a26-abf9-2b79ab1e5ff7 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 17:13:18.694634 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4906ec-5feb-4b01-a5b5-3a3885c0ff8c None None] Updating router d66e547f-0a43-4a26-abf9-2b79ab1e5ff7 port bcfbf5be-bda0-4979-a1c6-c472d7755d00 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 17:13:18.698441 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a7127668-3015-4723-b469-cdb796c08839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:18.728202 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cf0f77-fc04-4663-8f2c-655d0303c44e admin admin] Network 1cb09dd8-ae2d-40db-9f8d-8f4e507403de is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 17:13:18.733214 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-77cf0f77-fc04-4663-8f2c-655d0303c44e admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 17:13:18.737094 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cf0f77-fc04-4663-8f2c-655d0303c44e admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 17:13:18.756166 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6a4906ec-5feb-4b01-a5b5-3a3885c0ff8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:18.760019 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf0f77-fc04-4663-8f2c-655d0303c44e admin admin] Pushing event updated for resources: {'Port': ['ID=bd67e978-14bb-48e7-8886-bdc5d6838d49,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:18.781658 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77cf0f77-fc04-4663-8f2c-655d0303c44e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:18.840726 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7127668-3015-4723-b469-cdb796c08839 None None] Pushing event updated for resources: {'Port': ['ID=a057c95e-7d56-491c-bb72-a45b0a264d08,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:18.903616 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-1d8ec290-a5c2-41cf-b129-2978c18a0ec4 None None] Provisioning complete for port a057c95e-7d56-491c-bb72-a45b0a264d08 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:13:18.904023 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1d8ec290-a5c2-41cf-b129-2978c18a0ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:18.925999 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77cf0f77-fc04-4663-8f2c-655d0303c44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:19.091634 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77cf0f77-fc04-4663-8f2c-655d0303c44e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:19.096612 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77cf0f77-fc04-4663-8f2c-655d0303c44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:19.139258 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6a4906ec-5feb-4b01-a5b5-3a3885c0ff8c None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:19.145346 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6a4906ec-5feb-4b01-a5b5-3a3885c0ff8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:19.166193 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf0f77-fc04-4663-8f2c-655d0303c44e admin admin] Pushing event updated for resources: {'Port': ['ID=bd67e978-14bb-48e7-8886-bdc5d6838d49,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:19.169934 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77cf0f77-fc04-4663-8f2c-655d0303c44e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:19.191437 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a723d3-e34b-4f47-8064-5b63f2671a9b None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 17:13:19.206929 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6a4906ec-5feb-4b01-a5b5-3a3885c0ff8c None None] Attempting to bind port bcfbf5be-bda0-4979-a1c6-c472d7755d00 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 17:13:19.207301 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6a4906ec-5feb-4b01-a5b5-3a3885c0ff8c None None] Attempting to bind port bcfbf5be-bda0-4979-a1c6-c472d7755d00 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 17:13:19.207662 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4906ec-5feb-4b01-a5b5-3a3885c0ff8c None None] Attempting to bind port bcfbf5be-bda0-4979-a1c6-c472d7755d00 on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 17:13:19.222298 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2afdcc-41e4-4cd2-b2a6-2d1e1a80072f None None] Pushing event updated for resources: {'Port': ['ID=bcfbf5be-bda0-4979-a1c6-c472d7755d00,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:19.226417 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4906ec-5feb-4b01-a5b5-3a3885c0ff8c None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 17, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 17:13:19.226797 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4906ec-5feb-4b01-a5b5-3a3885c0ff8c None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 17:13:19.227204 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6a4906ec-5feb-4b01-a5b5-3a3885c0ff8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:19.227593 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4906ec-5feb-4b01-a5b5-3a3885c0ff8c None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 17:13:19.228080 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6a4906ec-5feb-4b01-a5b5-3a3885c0ff8c None None] Bound port: bcfbf5be-bda0-4979-a1c6-c472d7755d00, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 17:13:19.228571 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6a4906ec-5feb-4b01-a5b5-3a3885c0ff8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:19.231982 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fb3be7ec-f252-41f6-b35a-66d4e43df97b None None] Provisioning complete for port bd67e978-14bb-48e7-8886-bdc5d6838d49 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:13:19.232339 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fb3be7ec-f252-41f6-b35a-66d4e43df97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:19.305383 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-fb3be7ec-f252-41f6-b35a-66d4e43df97b None None] Port bd67e978-14bb-48e7-8886-bdc5d6838d49 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 17:13:19.315153 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6a4906ec-5feb-4b01-a5b5-3a3885c0ff8c None None] For port bcfbf5be-bda0-4979-a1c6-c472d7755d00, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 17:13:19.319131 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6a4906ec-5feb-4b01-a5b5-3a3885c0ff8c None None] For port bcfbf5be-bda0-4979-a1c6-c472d7755d00, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=bcfbf5be-bda0-4979-a1c6-c472d7755d00,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 17:13:19.324449 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6a4906ec-5feb-4b01-a5b5-3a3885c0ff8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:19.371834 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed4f17f-82bf-425d-b7c1-3bc73bc71a7f None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 17:13:19.396173 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4906ec-5feb-4b01-a5b5-3a3885c0ff8c None None] Routers {'d66e547f-0a43-4a26-abf9-2b79ab1e5ff7'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:13:19.396997 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6a4906ec-5feb-4b01-a5b5-3a3885c0ff8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:12:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['d66e547f-0a43-4a26-abf9-2b79ab1e5ff7'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:13:19.399522 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2afdcc-41e4-4cd2-b2a6-2d1e1a80072f None None] Pushing event updated for resources: {'Port': ['ID=bcfbf5be-bda0-4979-a1c6-c472d7755d00,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:19.468059 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-fdec3112-1832-42d6-befd-c5d1dd34f416 None None] Provisioning complete for port bcfbf5be-bda0-4979-a1c6-c472d7755d00 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:13:19.468335 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fdec3112-1832-42d6-befd-c5d1dd34f416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:19.556137 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-6a4906ec-5feb-4b01-a5b5-3a3885c0ff8c None None] Set router d66e547f-0a43-4a26-abf9-2b79ab1e5ff7 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:13:19.624047 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cf0f77-fc04-4663-8f2c-655d0303c44e admin admin] Network 1cb09dd8-ae2d-40db-9f8d-8f4e507403de is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 17:13:19.625528 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-77cf0f77-fc04-4663-8f2c-655d0303c44e admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 17:13:19.703471 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fdec3112-1832-42d6-befd-c5d1dd34f416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:19.744232 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-fdec3112-1832-42d6-befd-c5d1dd34f416 None None] For port bcfbf5be-bda0-4979-a1c6-c472d7755d00, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=bcfbf5be-bda0-4979-a1c6-c472d7755d00,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:13:19.748117 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77cf0f77-fc04-4663-8f2c-655d0303c44e admin admin] Router d66e547f-0a43-4a26-abf9-2b79ab1e5ff7 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 17:13:19.749321 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-fdec3112-1832-42d6-befd-c5d1dd34f416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:19.830344 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec3112-1832-42d6-befd-c5d1dd34f416 None None] Pushing event updated for resources: {'Port': ['ID=bcfbf5be-bda0-4979-a1c6-c472d7755d00,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:19.856735 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6a4906ec-5feb-4b01-a5b5-3a3885c0ff8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'name': 'tempest-TestSnapshotPattern-1839770343-router', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'bcfbf5be-bda0-4979-a1c6-c472d7755d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:13:16Z', 'updated_at': '2021-12-09T17:13:18Z', 'revision_number': 4, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'gw_port': {'id': 'bcfbf5be-bda0-4979-a1c6-c472d7755d00', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f0:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:16Z', 'updated_at': '2021-12-09T17:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'bd67e978-14bb-48e7-8886-bdc5d6838d49', 'name': '', 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'mac_address': 'fa:16:3e:c6:8d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '484ab821-f7c2-4db8-a959-018f5b426777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:18Z', 'updated_at': '2021-12-09T17:13:18Z', 'revision_number': 2, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'subnets': [{'id': '484ab821-f7c2-4db8-a959-018f5b426777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:13:19.864278 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77cf0f77-fc04-4663-8f2c-655d0303c44e admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 17:13:19.869704 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-77cf0f77-fc04-4663-8f2c-655d0303c44e admin admin] 10.222.0.57 "PUT /v2.0/routers/d66e547f-0a43-4a26-abf9-2b79ab1e5ff7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9452543 Dec 09 17:13:19.891715 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4906ec-5feb-4b01-a5b5-3a3885c0ff8c None None] The sync data for ids ['d66e547f-0a43-4a26-abf9-2b79ab1e5ff7'] in n-d-821228-1 is: [{'id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'name': 'tempest-TestSnapshotPattern-1839770343-router', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'bcfbf5be-bda0-4979-a1c6-c472d7755d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:13:16Z', 'updated_at': '2021-12-09T17:13:18Z', 'revision_number': 4, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'gw_port': {'id': 'bcfbf5be-bda0-4979-a1c6-c472d7755d00', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f0:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:16Z', 'updated_at': '2021-12-09T17:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'bd67e978-14bb-48e7-8886-bdc5d6838d49', 'name': '', 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'mac_address': 'fa:16:3e:c6:8d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '484ab821-f7c2-4db8-a959-018f5b426777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:18Z', 'updated_at': '2021-12-09T17:13:18Z', 'revision_number': 2, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'subnets': [{'id': '484ab821-f7c2-4db8-a959-018f5b426777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 17:13:19.903116 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ca9875bc-6245-4766-8ede-3997cc56ff1a None None] Provisioning complete for port bd67e978-14bb-48e7-8886-bdc5d6838d49 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:13:19.903490 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ca9875bc-6245-4766-8ede-3997cc56ff1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:19.937624 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ca9875bc-6245-4766-8ede-3997cc56ff1a None None] Port bd67e978-14bb-48e7-8886-bdc5d6838d49 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 17:13:20.236267 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a057c95e-7d56-491c-bb72-a45b0a264d08 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 17:13:20.293800 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port a057c95e-7d56-491c-bb72-a45b0a264d08 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:13:20.294271 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:20.405157 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59006) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:13:20.410150 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-cc1cd4ce-8da8-485a-a506-c6614a8bff8a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1732520143-network', 'tenant_id': '635cf2d7798743beaa7d745623224dcb'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:13:20.433144 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1cd4ce-8da8-485a-a506-c6614a8bff8a admin admin] Made reservation on behalf of 635cf2d7798743beaa7d745623224dcb for: {'network': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 17:13:20.435560 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc1cd4ce-8da8-485a-a506-c6614a8bff8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for network, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:20.445679 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc1cd4ce-8da8-485a-a506-c6614a8bff8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:20.527634 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc1cd4ce-8da8-485a-a506-c6614a8bff8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:20.531775 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc1cd4ce-8da8-485a-a506-c6614a8bff8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:20.553137 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc1cd4ce-8da8-485a-a506-c6614a8bff8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=103245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 17:13:20.575246 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc1cd4ce-8da8-485a-a506-c6614a8bff8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:20.575246 n-d-821228-1 neutron-server[103245]: INFO neutron.db.segments_db [None req-cc1cd4ce-8da8-485a-a506-c6614a8bff8a admin admin] Added segment f6ad886e-500c-4823-a4f6-dcc1088bbe25 of type vlan for network c2b4fe42-5d81-4408-af48-5dfce1021e41 Dec 09 17:13:20.576951 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1cd4ce-8da8-485a-a506-c6614a8bff8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d6d9f8-532a-431e-bf59-9e7548a72572,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:20.638456 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc1cd4ce-8da8-485a-a506-c6614a8bff8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758619951728'] for network, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:20.675416 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc1cd4ce-8da8-485a-a506-c6614a8bff8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597'] for network, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:20.676565 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1cd4ce-8da8-485a-a506-c6614a8bff8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:13:20.677168 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cc1cd4ce-8da8-485a-a506-c6614a8bff8a admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:20.732235 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-cc1cd4ce-8da8-485a-a506-c6614a8bff8a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3259292 Dec 09 17:13:20.735083 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59008) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:13:20.741326 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-cf8ecf79-b6dd-410e-b153-26d60120d338 admin admin] Request body: {'subnet': {'network_id': 'c2b4fe42-5d81-4408-af48-5dfce1021e41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1732520143-subnet', 'tenant_id': '635cf2d7798743beaa7d745623224dcb', 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:13:20.752376 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1cd4ce-8da8-485a-a506-c6614a8bff8a admin admin] Pushing event updated for resources: {'Network': ['ID=c2b4fe42-5d81-4408-af48-5dfce1021e41,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:20.755113 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-33af31bc-4b90-43b9-8253-0450f92b25f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:20.765974 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8ecf79-b6dd-410e-b153-26d60120d338 admin admin] Made reservation on behalf of 635cf2d7798743beaa7d745623224dcb for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 17:13:20.767667 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Network c2b4fe42-5d81-4408-af48-5dfce1021e41 details requested by agent ovs-agent-n-d-821228-1 with host n-d-821228-1 {{(pid=103246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 17:13:20.768486 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cf8ecf79-b6dd-410e-b153-26d60120d338 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60165793'] for subnet, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:20.959500 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cf8ecf79-b6dd-410e-b153-26d60120d338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60545259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60165451'] for subnet, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:21.014970 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8ecf79-b6dd-410e-b153-26d60120d338 admin admin] Pushing event updated for resources: {'Subnet': ['ID=676d450c-fb9a-4fb4-88c3-dbb8285803f5,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:21.026876 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8ecf79-b6dd-410e-b153-26d60120d338 admin admin] Checking segment: {'id': 'f6ad886e-500c-4823-a4f6-dcc1088bbe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c2b4fe42-5d81-4408-af48-5dfce1021e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 17:13:21.027244 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8ecf79-b6dd-410e-b153-26d60120d338 admin admin] Network hostable DHCP agents. Network: c2b4fe42-5d81-4408-af48-5dfce1021e41, hostable agents: ['b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 17:13:21.045178 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8ecf79-b6dd-410e-b153-26d60120d338 admin admin] Network c2b4fe42-5d81-4408-af48-5dfce1021e41 is scheduled to be hosted by DHCP agent b3f5f049-7d0a-49d3-9cf4-55a8f7e1fd0f with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 17:13:21.054775 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-cf8ecf79-b6dd-410e-b153-26d60120d338 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821228-1, c2b4fe42-5d81-4408-af48-5dfce1021e41) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 17:13:21.059584 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8ecf79-b6dd-410e-b153-26d60120d338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:13:21.060824 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-cf8ecf79-b6dd-410e-b153-26d60120d338 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:21.064893 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb270c2-ec77-4979-93eb-8e19f2e2f172 None None] Network c2b4fe42-5d81-4408-af48-5dfce1021e41 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 17:13:21.081506 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-cf8ecf79-b6dd-410e-b153-26d60120d338 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3437803 Dec 09 17:13:21.082723 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59010) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:13:21.087709 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-e55b1217-6a9a-4943-99d0-e10de2eea4b6 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1732520143-router', 'tenant_id': '635cf2d7798743beaa7d745623224dcb', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:13:21.110931 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e55b1217-6a9a-4943-99d0-e10de2eea4b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39038'] for router, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:21.112939 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e55b1217-6a9a-4943-99d0-e10de2eea4b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39017'] for router, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:21.172062 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e55b1217-6a9a-4943-99d0-e10de2eea4b6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:21.185271 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d308a2ea-1aeb-45d1-b8bf-f1114cd66eae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebd828a9-e895-586f-b756-f455cd3e3550-c2b4fe42-5d81-4408-af48-5dfce1021e41', 'network_id': 'c2b4fe42-5d81-4408-af48-5dfce1021e41', 'project_id': '635cf2d7798743beaa7d745623224dcb', 'fixed_ips': [{'subnet_id': '676d450c-fb9a-4fb4-88c3-dbb8285803f5'}]}} from n-d-821228-1. {{(pid=103246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 17:13:21.186216 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d308a2ea-1aeb-45d1-b8bf-f1114cd66eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:21.323946 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e55b1217-6a9a-4943-99d0-e10de2eea4b6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:21.331113 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.db_base_plugin_common [None req-d308a2ea-1aeb-45d1-b8bf-f1114cd66eae None None] Allocated IP 172.20.0.2 (c2b4fe42-5d81-4408-af48-5dfce1021e41/676d450c-fb9a-4fb4-88c3-dbb8285803f5/d3298beb-24db-4c54-81c4-bb0cb3fd0ad9) {{(pid=103246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 17:13:21.482026 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d308a2ea-1aeb-45d1-b8bf-f1114cd66eae None None] Publish callbacks [] for port, precommit_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:21.487737 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d308a2ea-1aeb-45d1-b8bf-f1114cd66eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038'] for port, after_create {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:21.530444 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d308a2ea-1aeb-45d1-b8bf-f1114cd66eae None None] Network c2b4fe42-5d81-4408-af48-5dfce1021e41 is already hosted by enough agents. {{(pid=103246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 17:13:21.533385 n-d-821228-1 neutron-server[103246]: DEBUG neutron.scheduler.base_scheduler [None req-d308a2ea-1aeb-45d1-b8bf-f1114cd66eae None None] Resources bound (agent type, host, resource id): {{(pid=103246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 17:13:21.535785 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d308a2ea-1aeb-45d1-b8bf-f1114cd66eae None None] Received port after_create {{(pid=103246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 17:13:21.537704 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e55b1217-6a9a-4943-99d0-e10de2eea4b6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:21.543551 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308a2ea-1aeb-45d1-b8bf-f1114cd66eae None None] Pushing event updated for resources: {'Port': ['ID=d3298beb-24db-4c54-81c4-bb0cb3fd0ad9,revision_number=1']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:21.561169 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e55b1217-6a9a-4943-99d0-e10de2eea4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:21.594479 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d308a2ea-1aeb-45d1-b8bf-f1114cd66eae None None] Attempting to bind port d3298beb-24db-4c54-81c4-bb0cb3fd0ad9 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 17:13:21.594776 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d308a2ea-1aeb-45d1-b8bf-f1114cd66eae None None] Attempting to bind port d3298beb-24db-4c54-81c4-bb0cb3fd0ad9 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f6ad886e-500c-4823-a4f6-dcc1088bbe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c2b4fe42-5d81-4408-af48-5dfce1021e41'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 17:13:21.595145 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d308a2ea-1aeb-45d1-b8bf-f1114cd66eae None None] Attempting to bind port d3298beb-24db-4c54-81c4-bb0cb3fd0ad9 on network c2b4fe42-5d81-4408-af48-5dfce1021e41 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 17:13:21.600400 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d308a2ea-1aeb-45d1-b8bf-f1114cd66eae None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 17, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 17:13:21.600819 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d308a2ea-1aeb-45d1-b8bf-f1114cd66eae None None] Checking segment: {'id': 'f6ad886e-500c-4823-a4f6-dcc1088bbe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c2b4fe42-5d81-4408-af48-5dfce1021e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 17:13:21.601223 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d308a2ea-1aeb-45d1-b8bf-f1114cd66eae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:21.601621 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d308a2ea-1aeb-45d1-b8bf-f1114cd66eae None None] Bound using segment: {'id': 'f6ad886e-500c-4823-a4f6-dcc1088bbe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c2b4fe42-5d81-4408-af48-5dfce1021e41'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 17:13:21.602086 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d308a2ea-1aeb-45d1-b8bf-f1114cd66eae None None] Bound port: d3298beb-24db-4c54-81c4-bb0cb3fd0ad9, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6ad886e-500c-4823-a4f6-dcc1088bbe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c2b4fe42-5d81-4408-af48-5dfce1021e41'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 17:13:21.602469 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d308a2ea-1aeb-45d1-b8bf-f1114cd66eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:21.669589 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-e55b1217-6a9a-4943-99d0-e10de2eea4b6 admin admin] Allocated IP 172.25.3.95 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/94d7a20e-1112-4abd-8a8d-0a607fd01120) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 17:13:21.670031 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d308a2ea-1aeb-45d1-b8bf-f1114cd66eae None None] For port d3298beb-24db-4c54-81c4-bb0cb3fd0ad9, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 17:13:21.673705 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d308a2ea-1aeb-45d1-b8bf-f1114cd66eae None None] For port d3298beb-24db-4c54-81c4-bb0cb3fd0ad9, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d3298beb-24db-4c54-81c4-bb0cb3fd0ad9,segment=NetworkSegment(f6ad886e-500c-4823-a4f6-dcc1088bbe25),segment_id=f6ad886e-500c-4823-a4f6-dcc1088bbe25)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 17:13:21.682219 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d308a2ea-1aeb-45d1-b8bf-f1114cd66eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:21.740927 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308a2ea-1aeb-45d1-b8bf-f1114cd66eae None None] Pushing event updated for resources: {'Port': ['ID=d3298beb-24db-4c54-81c4-bb0cb3fd0ad9,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:21.790933 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e55b1217-6a9a-4943-99d0-e10de2eea4b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:21.826436 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e55b1217-6a9a-4943-99d0-e10de2eea4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:21.867134 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55b1217-6a9a-4943-99d0-e10de2eea4b6 admin admin] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 17:13:21.872994 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-e55b1217-6a9a-4943-99d0-e10de2eea4b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 17:13:21.876489 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55b1217-6a9a-4943-99d0-e10de2eea4b6 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 17:13:21.883071 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55b1217-6a9a-4943-99d0-e10de2eea4b6 admin admin] Pushing event updated for resources: {'Port': ['ID=94d7a20e-1112-4abd-8a8d-0a607fd01120,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:21.916331 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8528755-ef56-4897-9d76-3b8d531e8420 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 17:13:21.973739 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-2fb47618-199e-4076-a6b7-09a0ed7d7842 None None] Provisioning complete for port 94d7a20e-1112-4abd-8a8d-0a607fd01120 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:13:21.975260 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2fb47618-199e-4076-a6b7-09a0ed7d7842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:22.015614 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-2fb47618-199e-4076-a6b7-09a0ed7d7842 None None] Port 94d7a20e-1112-4abd-8a8d-0a607fd01120 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 17:13:22.050873 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c5db8d-f6eb-47f9-b30f-1b041782f593 None None] Sync routers for ids ['d66e547f-0a43-4a26-abf9-2b79ab1e5ff7'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 17:13:22.062879 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c5db8d-f6eb-47f9-b30f-1b041782f593 None None] Routers {'d66e547f-0a43-4a26-abf9-2b79ab1e5ff7'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:13:22.063678 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d1c5db8d-f6eb-47f9-b30f-1b041782f593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:12:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['d66e547f-0a43-4a26-abf9-2b79ab1e5ff7'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:13:22.165214 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e55b1217-6a9a-4943-99d0-e10de2eea4b6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:22.171122 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-d1c5db8d-f6eb-47f9-b30f-1b041782f593 None None] Set router d66e547f-0a43-4a26-abf9-2b79ab1e5ff7 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:13:22.293752 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device bcfbf5be-bda0-4979-a1c6-c472d7755d00 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 17:13:22.353717 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port bcfbf5be-bda0-4979-a1c6-c472d7755d00 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:13:22.354405 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:22.389925 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d1c5db8d-f6eb-47f9-b30f-1b041782f593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'name': 'tempest-TestSnapshotPattern-1839770343-router', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'bcfbf5be-bda0-4979-a1c6-c472d7755d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:13:16Z', 'updated_at': '2021-12-09T17:13:18Z', 'revision_number': 4, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'gw_port': {'id': 'bcfbf5be-bda0-4979-a1c6-c472d7755d00', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:16Z', 'updated_at': '2021-12-09T17:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'bd67e978-14bb-48e7-8886-bdc5d6838d49', 'name': '', 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'mac_address': 'fa:16:3e:c6:8d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '484ab821-f7c2-4db8-a959-018f5b426777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:18Z', 'updated_at': '2021-12-09T17:13:18Z', 'revision_number': 2, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'subnets': [{'id': '484ab821-f7c2-4db8-a959-018f5b426777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:13:22.397032 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e55b1217-6a9a-4943-99d0-e10de2eea4b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1781872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598711'] for router, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:22.417050 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c5db8d-f6eb-47f9-b30f-1b041782f593 None None] Checking router: d66e547f-0a43-4a26-abf9-2b79ab1e5ff7 for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 17:13:22.417320 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c5db8d-f6eb-47f9-b30f-1b041782f593 None None] Updating router d66e547f-0a43-4a26-abf9-2b79ab1e5ff7 port bd67e978-14bb-48e7-8886-bdc5d6838d49 binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 17:13:22.440945 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d3298beb-24db-4c54-81c4-bb0cb3fd0ad9 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 17:13:22.443441 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-d1c5db8d-f6eb-47f9-b30f-1b041782f593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:22.494147 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port d3298beb-24db-4c54-81c4-bb0cb3fd0ad9 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:13:22.494659 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:22.556370 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55b1217-6a9a-4943-99d0-e10de2eea4b6 admin admin] Router 1db49b31-1e3b-45a4-a2b7-1f6472a64e4c is scheduled to L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 17:13:22.592897 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:22.632676 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] For port d3298beb-24db-4c54-81c4-bb0cb3fd0ad9, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d3298beb-24db-4c54-81c4-bb0cb3fd0ad9,segment=NetworkSegment(f6ad886e-500c-4823-a4f6-dcc1088bbe25),segment_id=f6ad886e-500c-4823-a4f6-dcc1088bbe25)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:13:22.639062 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:22.694831 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Pushing event updated for resources: {'Port': ['ID=d3298beb-24db-4c54-81c4-bb0cb3fd0ad9,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:22.705273 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55b1217-6a9a-4943-99d0-e10de2eea4b6 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 17:13:22.715525 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020b7331-5b56-417c-bec0-d55341d28eae None None] Sync routers for ids ['1db49b31-1e3b-45a4-a2b7-1f6472a64e4c'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 17:13:22.727522 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e55b1217-6a9a-4943-99d0-e10de2eea4b6 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:22.728594 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020b7331-5b56-417c-bec0-d55341d28eae None None] Routers {'1db49b31-1e3b-45a4-a2b7-1f6472a64e4c'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:13:22.728978 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-e55b1217-6a9a-4943-99d0-e10de2eea4b6 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6452513 Dec 09 17:13:22.729642 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-020b7331-5b56-417c-bec0-d55341d28eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:12:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1db49b31-1e3b-45a4-a2b7-1f6472a64e4c'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:13:22.731826 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59012) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:13:22.753621 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-d1c5db8d-f6eb-47f9-b30f-1b041782f593 None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:22.762206 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-d1c5db8d-f6eb-47f9-b30f-1b041782f593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:22.807875 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca4ea8a-4acf-4e7f-8eb0-30ef19a2a46b None None] Pushing event updated for resources: {'Port': ['ID=bd67e978-14bb-48e7-8886-bdc5d6838d49,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:22.817758 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca4ea8a-4acf-4e7f-8eb0-30ef19a2a46b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:13:22.818969 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca4ea8a-4acf-4e7f-8eb0-30ef19a2a46b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:13:22.819655 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca4ea8a-4acf-4e7f-8eb0-30ef19a2a46b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:13:22.820237 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca4ea8a-4acf-4e7f-8eb0-30ef19a2a46b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:13:22.820853 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca4ea8a-4acf-4e7f-8eb0-30ef19a2a46b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:13:22.821429 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca4ea8a-4acf-4e7f-8eb0-30ef19a2a46b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:13:22.822006 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca4ea8a-4acf-4e7f-8eb0-30ef19a2a46b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:13:22.822577 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca4ea8a-4acf-4e7f-8eb0-30ef19a2a46b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:13:22.823140 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca4ea8a-4acf-4e7f-8eb0-30ef19a2a46b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:13:22.823702 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca4ea8a-4acf-4e7f-8eb0-30ef19a2a46b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:13:22.824272 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca4ea8a-4acf-4e7f-8eb0-30ef19a2a46b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:13:22.824851 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca4ea8a-4acf-4e7f-8eb0-30ef19a2a46b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:13:22.825426 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca4ea8a-4acf-4e7f-8eb0-30ef19a2a46b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:13:22.894056 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-d1c5db8d-f6eb-47f9-b30f-1b041782f593 None None] Attempting to bind port bd67e978-14bb-48e7-8886-bdc5d6838d49 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 17:13:22.894855 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-d1c5db8d-f6eb-47f9-b30f-1b041782f593 None None] Attempting to bind port bd67e978-14bb-48e7-8886-bdc5d6838d49 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': '07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 17:13:22.895123 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c5db8d-f6eb-47f9-b30f-1b041782f593 None None] Attempting to bind port bd67e978-14bb-48e7-8886-bdc5d6838d49 on network 1cb09dd8-ae2d-40db-9f8d-8f4e507403de {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 17:13:22.901604 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c5db8d-f6eb-47f9-b30f-1b041782f593 None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 17, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 17:13:22.902114 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c5db8d-f6eb-47f9-b30f-1b041782f593 None None] Checking segment: {'id': '07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 17:13:22.902584 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-d1c5db8d-f6eb-47f9-b30f-1b041782f593 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:22.903175 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c5db8d-f6eb-47f9-b30f-1b041782f593 None None] Bound using segment: {'id': '07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 17:13:22.904100 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-d1c5db8d-f6eb-47f9-b30f-1b041782f593 None None] Bound port: bd67e978-14bb-48e7-8886-bdc5d6838d49, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 17:13:22.908835 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-d1c5db8d-f6eb-47f9-b30f-1b041782f593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:23.007403 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92127c1-8727-4ede-9473-0bdc0cdebfce None None] Network c2b4fe42-5d81-4408-af48-5dfce1021e41 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 17:13:23.136864 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-86ff481d-39ce-4b99-afbe-44f407d7593d None None] Provisioning complete for port d3298beb-24db-4c54-81c4-bb0cb3fd0ad9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:13:23.137500 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-86ff481d-39ce-4b99-afbe-44f407d7593d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:23.159110 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-d1c5db8d-f6eb-47f9-b30f-1b041782f593 None None] For port bd67e978-14bb-48e7-8886-bdc5d6838d49, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 17:13:23.164287 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-d1c5db8d-f6eb-47f9-b30f-1b041782f593 None None] For port bd67e978-14bb-48e7-8886-bdc5d6838d49, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=bd67e978-14bb-48e7-8886-bdc5d6838d49,segment=NetworkSegment(07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4),segment_id=07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 17:13:23.169881 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-d1c5db8d-f6eb-47f9-b30f-1b041782f593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:23.183450 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-020b7331-5b56-417c-bec0-d55341d28eae None None] Set router 1db49b31-1e3b-45a4-a2b7-1f6472a64e4c gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:13:23.236478 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca4ea8a-4acf-4e7f-8eb0-30ef19a2a46b None None] Pushing event updated for resources: {'Port': ['ID=bd67e978-14bb-48e7-8886-bdc5d6838d49,revision_number=4']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:23.270699 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c5db8d-f6eb-47f9-b30f-1b041782f593 None None] Routers {'d66e547f-0a43-4a26-abf9-2b79ab1e5ff7'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:13:23.272317 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d1c5db8d-f6eb-47f9-b30f-1b041782f593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:12:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['d66e547f-0a43-4a26-abf9-2b79ab1e5ff7'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:13:23.286799 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-74887d8f-4ed1-48a6-8648-c7cef5892a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:23.385275 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-004b2c71-86d9-4c48-ad5d-2b7292414680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:23.426165 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-d1c5db8d-f6eb-47f9-b30f-1b041782f593 None None] Set router d66e547f-0a43-4a26-abf9-2b79ab1e5ff7 gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:13:23.508498 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-020b7331-5b56-417c-bec0-d55341d28eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db49b31-1e3b-45a4-a2b7-1f6472a64e4c', 'name': 'tempest-TestSnapshotPattern-1732520143-router', 'tenant_id': '635cf2d7798743beaa7d745623224dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '94d7a20e-1112-4abd-8a8d-0a607fd01120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:13:21Z', 'updated_at': '2021-12-09T17:13:22Z', 'revision_number': 3, 'project_id': '635cf2d7798743beaa7d745623224dcb', 'gw_port': {'id': '94d7a20e-1112-4abd-8a8d-0a607fd01120', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:48:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db49b31-1e3b-45a4-a2b7-1f6472a64e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:21Z', 'updated_at': '2021-12-09T17:13:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:13:23.518271 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-74887d8f-4ed1-48a6-8648-c7cef5892a20 admin admin] Allocated IP 172.20.0.1 (c2b4fe42-5d81-4408-af48-5dfce1021e41/676d450c-fb9a-4fb4-88c3-dbb8285803f5/83c270df-76a9-4d2f-8fca-8b50d7bc71db) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 17:13:23.558818 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020b7331-5b56-417c-bec0-d55341d28eae None None] Checking router: 1db49b31-1e3b-45a4-a2b7-1f6472a64e4c for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 17:13:23.559189 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020b7331-5b56-417c-bec0-d55341d28eae None None] Updating router 1db49b31-1e3b-45a4-a2b7-1f6472a64e4c port 94d7a20e-1112-4abd-8a8d-0a607fd01120 binding host n-d-821228-1 {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 17:13:23.594427 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-020b7331-5b56-417c-bec0-d55341d28eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:23.597221 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b28f3e9b-6a5e-4332-a351-9a0e46675e94 None None] Provisioning complete for port bd67e978-14bb-48e7-8886-bdc5d6838d49 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:13:23.598040 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b28f3e9b-6a5e-4332-a351-9a0e46675e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:23.671263 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-74887d8f-4ed1-48a6-8648-c7cef5892a20 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:23.688370 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-d1c5db8d-f6eb-47f9-b30f-1b041782f593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'name': 'tempest-TestSnapshotPattern-1839770343-router', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'bcfbf5be-bda0-4979-a1c6-c472d7755d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:13:16Z', 'updated_at': '2021-12-09T17:13:18Z', 'revision_number': 4, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'gw_port': {'id': 'bcfbf5be-bda0-4979-a1c6-c472d7755d00', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:16Z', 'updated_at': '2021-12-09T17:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'bd67e978-14bb-48e7-8886-bdc5d6838d49', 'name': '', 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'mac_address': 'fa:16:3e:c6:8d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '484ab821-f7c2-4db8-a959-018f5b426777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:18Z', 'updated_at': '2021-12-09T17:13:23Z', 'revision_number': 4, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'subnets': [{'id': '484ab821-f7c2-4db8-a959-018f5b426777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:13:23.706348 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-74887d8f-4ed1-48a6-8648-c7cef5892a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:23.719288 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c5db8d-f6eb-47f9-b30f-1b041782f593 None None] The sync data for ids ['d66e547f-0a43-4a26-abf9-2b79ab1e5ff7'] in n-d-821228-1 is: [{'id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'name': 'tempest-TestSnapshotPattern-1839770343-router', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'bcfbf5be-bda0-4979-a1c6-c472d7755d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:13:16Z', 'updated_at': '2021-12-09T17:13:18Z', 'revision_number': 4, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'gw_port': {'id': 'bcfbf5be-bda0-4979-a1c6-c472d7755d00', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:16Z', 'updated_at': '2021-12-09T17:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'bd67e978-14bb-48e7-8886-bdc5d6838d49', 'name': '', 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'mac_address': 'fa:16:3e:c6:8d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '484ab821-f7c2-4db8-a959-018f5b426777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:18Z', 'updated_at': '2021-12-09T17:13:23Z', 'revision_number': 4, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'subnets': [{'id': '484ab821-f7c2-4db8-a959-018f5b426777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 17:13:23.755229 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74887d8f-4ed1-48a6-8648-c7cef5892a20 admin admin] Network c2b4fe42-5d81-4408-af48-5dfce1021e41 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 17:13:23.758400 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-74887d8f-4ed1-48a6-8648-c7cef5892a20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 17:13:23.762274 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74887d8f-4ed1-48a6-8648-c7cef5892a20 admin admin] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 17:13:23.807585 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74887d8f-4ed1-48a6-8648-c7cef5892a20 admin admin] Pushing event updated for resources: {'Port': ['ID=83c270df-76a9-4d2f-8fca-8b50d7bc71db,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:23.822695 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-74887d8f-4ed1-48a6-8648-c7cef5892a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598504'] for router_interface, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:23.829952 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b28f3e9b-6a5e-4332-a351-9a0e46675e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:23.900521 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-b28f3e9b-6a5e-4332-a351-9a0e46675e94 None None] For port bd67e978-14bb-48e7-8886-bdc5d6838d49, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=bd67e978-14bb-48e7-8886-bdc5d6838d49,segment=NetworkSegment(07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4),segment_id=07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:13:23.914989 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b28f3e9b-6a5e-4332-a351-9a0e46675e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:23.997620 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-74887d8f-4ed1-48a6-8648-c7cef5892a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:24.013678 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-020b7331-5b56-417c-bec0-d55341d28eae None None] Publish callbacks [] for port, precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:24.015415 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f3e9b-6a5e-4332-a351-9a0e46675e94 None None] Pushing event updated for resources: {'Port': ['ID=bd67e978-14bb-48e7-8886-bdc5d6838d49,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:24.023761 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-020b7331-5b56-417c-bec0-d55341d28eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:24.090602 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b3c7ab3a-9a93-44d5-8c9b-41776d030d93 None None] Provisioning complete for port d3298beb-24db-4c54-81c4-bb0cb3fd0ad9 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:13:24.090969 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b3c7ab3a-9a93-44d5-8c9b-41776d030d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:24.100594 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9dd0b6-ef7b-4c31-a4f2-c844e26b40b1 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 17:13:24.124946 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04a70d2-e106-42ee-90ba-c554efb07749 None None] Pushing event updated for resources: {'Port': ['ID=94d7a20e-1112-4abd-8a8d-0a607fd01120,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:24.131189 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-020b7331-5b56-417c-bec0-d55341d28eae None None] Attempting to bind port 94d7a20e-1112-4abd-8a8d-0a607fd01120 on host n-d-821228-1 for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 17:13:24.131555 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-020b7331-5b56-417c-bec0-d55341d28eae None None] Attempting to bind port 94d7a20e-1112-4abd-8a8d-0a607fd01120 by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 17:13:24.131918 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020b7331-5b56-417c-bec0-d55341d28eae None None] Attempting to bind port 94d7a20e-1112-4abd-8a8d-0a607fd01120 on network d8331094-778d-4179-9ed8-de7de1c5438c {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 17:13:24.150486 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020b7331-5b56-417c-bec0-d55341d28eae None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 17, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 17:13:24.150901 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020b7331-5b56-417c-bec0-d55341d28eae None None] Checking segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 17:13:24.151347 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-020b7331-5b56-417c-bec0-d55341d28eae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:24.151781 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020b7331-5b56-417c-bec0-d55341d28eae None None] Bound using segment: {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 17:13:24.152270 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-020b7331-5b56-417c-bec0-d55341d28eae None None] Bound port: 94d7a20e-1112-4abd-8a8d-0a607fd01120, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 17:13:24.152887 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-020b7331-5b56-417c-bec0-d55341d28eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:24.248771 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-020b7331-5b56-417c-bec0-d55341d28eae None None] For port 94d7a20e-1112-4abd-8a8d-0a607fd01120, host n-d-821228-1, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 17:13:24.267607 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-020b7331-5b56-417c-bec0-d55341d28eae None None] For port 94d7a20e-1112-4abd-8a8d-0a607fd01120, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=94d7a20e-1112-4abd-8a8d-0a607fd01120,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 17:13:24.282817 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-020b7331-5b56-417c-bec0-d55341d28eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:24.334679 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b3c7ab3a-9a93-44d5-8c9b-41776d030d93 None None] Provisioning complete for port 83c270df-76a9-4d2f-8fca-8b50d7bc71db triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:13:24.335060 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b3c7ab3a-9a93-44d5-8c9b-41776d030d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:24.343785 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device bd67e978-14bb-48e7-8886-bdc5d6838d49 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 17:13:24.401939 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777607ae-7240-4fbb-b261-d332a0631ac1 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 17:13:24.451065 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020b7331-5b56-417c-bec0-d55341d28eae None None] Routers {'1db49b31-1e3b-45a4-a2b7-1f6472a64e4c'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:13:24.451703 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-020b7331-5b56-417c-bec0-d55341d28eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:13:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1db49b31-1e3b-45a4-a2b7-1f6472a64e4c'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:13:24.481936 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-74887d8f-4ed1-48a6-8648-c7cef5892a20 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:24.488488 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-74887d8f-4ed1-48a6-8648-c7cef5892a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:24.492827 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04a70d2-e106-42ee-90ba-c554efb07749 None None] Pushing event updated for resources: {'Port': ['ID=94d7a20e-1112-4abd-8a8d-0a607fd01120,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:24.495906 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-b3c7ab3a-9a93-44d5-8c9b-41776d030d93 None None] Port 83c270df-76a9-4d2f-8fca-8b50d7bc71db cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 17:13:24.551555 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-74887d8f-4ed1-48a6-8648-c7cef5892a20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1769656'] for router_interface, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:24.576312 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:24.577060 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-b3c7ab3a-9a93-44d5-8c9b-41776d030d93 None None] Provisioning complete for port bd67e978-14bb-48e7-8886-bdc5d6838d49 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:13:24.577417 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b3c7ab3a-9a93-44d5-8c9b-41776d030d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:24.612149 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74887d8f-4ed1-48a6-8648-c7cef5892a20 admin admin] Pushing event updated for resources: {'Port': ['ID=83c270df-76a9-4d2f-8fca-8b50d7bc71db,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:24.615984 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port bd67e978-14bb-48e7-8886-bdc5d6838d49 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:13:24.616365 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:24.648019 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-020b7331-5b56-417c-bec0-d55341d28eae None None] Set router 1db49b31-1e3b-45a4-a2b7-1f6472a64e4c gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:13:24.667386 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74887d8f-4ed1-48a6-8648-c7cef5892a20 admin admin] Network c2b4fe42-5d81-4408-af48-5dfce1021e41 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 17:13:24.668938 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-74887d8f-4ed1-48a6-8648-c7cef5892a20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 17:13:24.794183 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74887d8f-4ed1-48a6-8648-c7cef5892a20 admin admin] Router 1db49b31-1e3b-45a4-a2b7-1f6472a64e4c has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 17:13:24.922125 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74887d8f-4ed1-48a6-8648-c7cef5892a20 admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 17:13:24.938187 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-74887d8f-4ed1-48a6-8648-c7cef5892a20 admin admin] 10.222.0.57 "PUT /v2.0/routers/1db49b31-1e3b-45a4-a2b7-1f6472a64e4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1980908 Dec 09 17:13:25.051367 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d3298beb-24db-4c54-81c4-bb0cb3fd0ad9 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 17:13:25.141313 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port d3298beb-24db-4c54-81c4-bb0cb3fd0ad9 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:13:25.141688 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:25.184352 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e8cfa209-9c97-464f-a992-bb4ded210bd9 None None] Provisioning complete for port 94d7a20e-1112-4abd-8a8d-0a607fd01120 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:13:25.184751 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e8cfa209-9c97-464f-a992-bb4ded210bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:25.215611 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-020b7331-5b56-417c-bec0-d55341d28eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db49b31-1e3b-45a4-a2b7-1f6472a64e4c', 'name': 'tempest-TestSnapshotPattern-1732520143-router', 'tenant_id': '635cf2d7798743beaa7d745623224dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '94d7a20e-1112-4abd-8a8d-0a607fd01120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:13:21Z', 'updated_at': '2021-12-09T17:13:23Z', 'revision_number': 4, 'project_id': '635cf2d7798743beaa7d745623224dcb', 'gw_port': {'id': '94d7a20e-1112-4abd-8a8d-0a607fd01120', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:48:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db49b31-1e3b-45a4-a2b7-1f6472a64e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:21Z', 'updated_at': '2021-12-09T17:13:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '83c270df-76a9-4d2f-8fca-8b50d7bc71db', 'name': '', 'network_id': 'c2b4fe42-5d81-4408-af48-5dfce1021e41', 'tenant_id': '635cf2d7798743beaa7d745623224dcb', 'mac_address': 'fa:16:3e:56:f9:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db49b31-1e3b-45a4-a2b7-1f6472a64e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '676d450c-fb9a-4fb4-88c3-dbb8285803f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:23Z', 'updated_at': '2021-12-09T17:13:23Z', 'revision_number': 1, 'project_id': '635cf2d7798743beaa7d745623224dcb', 'subnets': [{'id': '676d450c-fb9a-4fb4-88c3-dbb8285803f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:13:25.256281 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020b7331-5b56-417c-bec0-d55341d28eae None None] The sync data for ids ['1db49b31-1e3b-45a4-a2b7-1f6472a64e4c'] in n-d-821228-1 is: [{'id': '1db49b31-1e3b-45a4-a2b7-1f6472a64e4c', 'name': 'tempest-TestSnapshotPattern-1732520143-router', 'tenant_id': '635cf2d7798743beaa7d745623224dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '94d7a20e-1112-4abd-8a8d-0a607fd01120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:13:21Z', 'updated_at': '2021-12-09T17:13:23Z', 'revision_number': 4, 'project_id': '635cf2d7798743beaa7d745623224dcb', 'gw_port': {'id': '94d7a20e-1112-4abd-8a8d-0a607fd01120', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:48:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db49b31-1e3b-45a4-a2b7-1f6472a64e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:21Z', 'updated_at': '2021-12-09T17:13:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '83c270df-76a9-4d2f-8fca-8b50d7bc71db', 'name': '', 'network_id': 'c2b4fe42-5d81-4408-af48-5dfce1021e41', 'tenant_id': '635cf2d7798743beaa7d745623224dcb', 'mac_address': 'fa:16:3e:56:f9:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db49b31-1e3b-45a4-a2b7-1f6472a64e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '676d450c-fb9a-4fb4-88c3-dbb8285803f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:23Z', 'updated_at': '2021-12-09T17:13:23Z', 'revision_number': 1, 'project_id': '635cf2d7798743beaa7d745623224dcb', 'subnets': [{'id': '676d450c-fb9a-4fb4-88c3-dbb8285803f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 17:13:25.348869 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e8cfa209-9c97-464f-a992-bb4ded210bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:25.370766 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-e8cfa209-9c97-464f-a992-bb4ded210bd9 None None] For port 94d7a20e-1112-4abd-8a8d-0a607fd01120, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=94d7a20e-1112-4abd-8a8d-0a607fd01120,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:13:25.374377 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e8cfa209-9c97-464f-a992-bb4ded210bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:25.409738 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-e8cfa209-9c97-464f-a992-bb4ded210bd9 None None] Provisioning complete for port 83c270df-76a9-4d2f-8fca-8b50d7bc71db triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:13:25.410319 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e8cfa209-9c97-464f-a992-bb4ded210bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:25.468029 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cfa209-9c97-464f-a992-bb4ded210bd9 None None] Pushing event updated for resources: {'Port': ['ID=94d7a20e-1112-4abd-8a8d-0a607fd01120,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:25.472831 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-e8cfa209-9c97-464f-a992-bb4ded210bd9 None None] Port 83c270df-76a9-4d2f-8fca-8b50d7bc71db cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 17:13:25.579109 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59020) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:13:25.583826 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [None req-ba2cd6de-5b59-4852-80f0-4b68b212d392 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1003807423', 'description': 'tempest-secgroup-smoke-1003807423 description', 'project_id': '5aeaf27acf8449bc95585abe13268945'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:13:25.606456 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:25.611156 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba2cd6de-5b59-4852-80f0-4b68b212d392 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks [] for security_group, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:25.685109 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba2cd6de-5b59-4852-80f0-4b68b212d392 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks [] for security_group, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:25.689133 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba2cd6de-5b59-4852-80f0-4b68b212d392 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:25.718290 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ba2cd6de-5b59-4852-80f0-4b68b212d392 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:25.722415 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ba2cd6de-5b59-4852-80f0-4b68b212d392 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1392510 Dec 09 17:13:25.722860 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59022) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:13:25.728928 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-b7bde74c-12d4-4b39-b9a6-a5cc201d5803 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Request body: {'security_group_rule': {'security_group_id': 'ea78a9af-0a31-441f-a94f-3a13fc37eb06', 'project_id': '5aeaf27acf8449bc95585abe13268945', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:13:25.729610 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2cd6de-5b59-4852-80f0-4b68b212d392 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea78a9af-0a31-441f-a94f-3a13fc37eb06,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:25.761334 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b7bde74c-12d4-4b39-b9a6-a5cc201d5803 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:25.778562 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:25.823784 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b7bde74c-12d4-4b39-b9a6-a5cc201d5803 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:25.827761 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b7bde74c-12d4-4b39-b9a6-a5cc201d5803 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:25.850082 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bde74c-12d4-4b39-b9a6-a5cc201d5803 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac2372bc-c2c6-4a8b-83f0-85be2ccbd971,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:25.859823 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b7bde74c-12d4-4b39-b9a6-a5cc201d5803 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:25.861084 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b7bde74c-12d4-4b39-b9a6-a5cc201d5803 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1372156 Dec 09 17:13:25.863803 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59024) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:13:25.869084 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-342e146b-f6ea-4076-9861-78fe3ed4f188 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Request body: {'security_group_rule': {'security_group_id': 'ea78a9af-0a31-441f-a94f-3a13fc37eb06', 'project_id': '5aeaf27acf8449bc95585abe13268945', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:13:25.897008 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-342e146b-f6ea-4076-9861-78fe3ed4f188 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:25.954823 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-342e146b-f6ea-4076-9861-78fe3ed4f188 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:25.958420 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-342e146b-f6ea-4076-9861-78fe3ed4f188 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:25.982450 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e146b-f6ea-4076-9861-78fe3ed4f188 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83f54b6c-293f-48c8-858a-3f5fd2787bd5,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:25.987896 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-342e146b-f6ea-4076-9861-78fe3ed4f188 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:25.989109 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-342e146b-f6ea-4076-9861-78fe3ed4f188 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1243832 Dec 09 17:13:25.992744 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59026) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:13:25.997087 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-27e63111-cea3-414c-8423-8d93d0b4f471 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Request body: {'security_group_rule': {'security_group_id': 'ea78a9af-0a31-441f-a94f-3a13fc37eb06', 'project_id': '5aeaf27acf8449bc95585abe13268945', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:13:26.023422 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27e63111-cea3-414c-8423-8d93d0b4f471 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:26.080203 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27e63111-cea3-414c-8423-8d93d0b4f471 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:26.084444 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27e63111-cea3-414c-8423-8d93d0b4f471 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:26.102188 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e63111-cea3-414c-8423-8d93d0b4f471 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86beedc5-0932-4db9-b09b-138421ffbfe0,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:26.109968 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-27e63111-cea3-414c-8423-8d93d0b4f471 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:26.111162 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-27e63111-cea3-414c-8423-8d93d0b4f471 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174526 Dec 09 17:13:26.113871 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59028) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:13:26.118521 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-b1c36853-848a-4fa4-a072-8eb044cdaf87 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Request body: {'security_group_rule': {'security_group_id': 'ea78a9af-0a31-441f-a94f-3a13fc37eb06', 'project_id': '5aeaf27acf8449bc95585abe13268945', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:13:26.145694 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b1c36853-848a-4fa4-a072-8eb044cdaf87 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:26.203108 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b1c36853-848a-4fa4-a072-8eb044cdaf87 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:26.206413 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b1c36853-848a-4fa4-a072-8eb044cdaf87 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:26.222094 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c36853-848a-4fa4-a072-8eb044cdaf87 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4c5a4fb-2d42-46cd-a9d7-e6058bd1d855,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:26.233652 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b1c36853-848a-4fa4-a072-8eb044cdaf87 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:26.234855 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-b1c36853-848a-4fa4-a072-8eb044cdaf87 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1200202 Dec 09 17:13:26.237529 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59030) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:13:26.242196 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-ee541c14-cb5e-4355-aa94-89b8673531f7 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Request body: {'security_group_rule': {'security_group_id': 'ea78a9af-0a31-441f-a94f-3a13fc37eb06', 'project_id': '5aeaf27acf8449bc95585abe13268945', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:13:26.262511 n-d-821228-1 neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-ee541c14-cb5e-4355-aa94-89b8673531f7 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Project 5aeaf27acf8449bc95585abe13268945 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 17:13:26.267240 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee541c14-cb5e-4355-aa94-89b8673531f7 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:26.325091 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee541c14-cb5e-4355-aa94-89b8673531f7 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:26.329101 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee541c14-cb5e-4355-aa94-89b8673531f7 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:26.347714 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee541c14-cb5e-4355-aa94-89b8673531f7 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=961bfbf8-3929-4d3a-9136-c0ca484d94a5,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:26.356795 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ee541c14-cb5e-4355-aa94-89b8673531f7 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:26.358420 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-ee541c14-cb5e-4355-aa94-89b8673531f7 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199532 Dec 09 17:13:26.361152 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59032) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:13:26.365655 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-37ce7a80-f7bd-464b-b5c3-3b4b92c18a79 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Request body: {'security_group_rule': {'security_group_id': 'ea78a9af-0a31-441f-a94f-3a13fc37eb06', 'project_id': '5aeaf27acf8449bc95585abe13268945', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:13:26.388897 n-d-821228-1 neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-37ce7a80-f7bd-464b-b5c3-3b4b92c18a79 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Project 5aeaf27acf8449bc95585abe13268945 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 17:13:26.393825 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37ce7a80-f7bd-464b-b5c3-3b4b92c18a79 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:26.454586 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37ce7a80-f7bd-464b-b5c3-3b4b92c18a79 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:26.458054 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37ce7a80-f7bd-464b-b5c3-3b4b92c18a79 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627611'] for security_group_rule, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:26.476042 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce7a80-f7bd-464b-b5c3-3b4b92c18a79 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50c2b658-beb3-4ca9-a679-fadca0e70cd7,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:26.483492 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-37ce7a80-f7bd-464b-b5c3-3b4b92c18a79 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:26.484710 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-37ce7a80-f7bd-464b-b5c3-3b4b92c18a79 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225569 Dec 09 17:13:26.730107 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-10fd0978-9386-4819-9ccc-9f127d7fd3e4 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1003807423&fields=id&tenant_id=5aeaf27acf8449bc95585abe13268945 HTTP/1.1" status: 200 len: 267 time: 0.0524478 Dec 09 17:13:26.761484 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:26.866364 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-978fffd8-101d-400f-bc98-6c16c51cb097 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:13:26.868201 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-978fffd8-101d-400f-bc98-6c16c51cb097 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/networks?id=1cb09dd8-ae2d-40db-9f8d-8f4e507403de HTTP/1.1" status: 200 len: 810 time: 0.1181993 Dec 09 17:13:26.885162 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-5303feca-5fa0-4763-bd99-1a77f3b021e9 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/quotas/5aeaf27acf8449bc95585abe13268945 HTTP/1.1" status: 200 len: 375 time: 0.0102119 Dec 09 17:13:26.941158 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-25715b9d-213d-4f07-8fb3-d5c4c2d2a786 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5aeaf27acf8449bc95585abe13268945&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497732 Dec 09 17:13:27.137020 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-033f9346-42f1-46e7-827c-e53dd1dee611 service neutron] 10.222.0.57 "GET /v2.0/networks/1cb09dd8-ae2d-40db-9f8d-8f4e507403de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827676 Dec 09 17:13:27.237482 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-43c9fd33-3c0c-4204-bcc5-7dc47af05284 service neutron] 10.222.0.57 "GET /v2.0/networks/1cb09dd8-ae2d-40db-9f8d-8f4e507403de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933859 Dec 09 17:13:27.412525 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5d3ad195-f251-4fdb-a93d-f9a79dcfc177 req-7aff955c-f6e5-4411-a2b1-e7fe8a5b0c2d tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d2a8c5-abba-4e05-886c-006a8576929d HTTP/1.1" status: 200 len: 210 time: 0.0292361 Dec 09 17:13:27.994710 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13eae411-daa1-46e0-89c9-5bcfaa1924ae None None] Sync routers for ids ['1db49b31-1e3b-45a4-a2b7-1f6472a64e4c'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 17:13:28.006727 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13eae411-daa1-46e0-89c9-5bcfaa1924ae None None] Routers {'1db49b31-1e3b-45a4-a2b7-1f6472a64e4c'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:13:28.007328 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-13eae411-daa1-46e0-89c9-5bcfaa1924ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:13:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1db49b31-1e3b-45a4-a2b7-1f6472a64e4c'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:13:28.111528 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-13eae411-daa1-46e0-89c9-5bcfaa1924ae None None] Set router 1db49b31-1e3b-45a4-a2b7-1f6472a64e4c gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:13:28.258226 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 94d7a20e-1112-4abd-8a8d-0a607fd01120 up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 17:13:28.307618 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 94d7a20e-1112-4abd-8a8d-0a607fd01120 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:13:28.308083 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:28.308777 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-13eae411-daa1-46e0-89c9-5bcfaa1924ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db49b31-1e3b-45a4-a2b7-1f6472a64e4c', 'name': 'tempest-TestSnapshotPattern-1732520143-router', 'tenant_id': '635cf2d7798743beaa7d745623224dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '94d7a20e-1112-4abd-8a8d-0a607fd01120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:13:21Z', 'updated_at': '2021-12-09T17:13:23Z', 'revision_number': 4, 'project_id': '635cf2d7798743beaa7d745623224dcb', 'gw_port': {'id': '94d7a20e-1112-4abd-8a8d-0a607fd01120', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db49b31-1e3b-45a4-a2b7-1f6472a64e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:21Z', 'updated_at': '2021-12-09T17:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '83c270df-76a9-4d2f-8fca-8b50d7bc71db', 'name': '', 'network_id': 'c2b4fe42-5d81-4408-af48-5dfce1021e41', 'tenant_id': '635cf2d7798743beaa7d745623224dcb', 'mac_address': 'fa:16:3e:56:f9:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db49b31-1e3b-45a4-a2b7-1f6472a64e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '676d450c-fb9a-4fb4-88c3-dbb8285803f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:23Z', 'updated_at': '2021-12-09T17:13:24Z', 'revision_number': 2, 'project_id': '635cf2d7798743beaa7d745623224dcb', 'subnets': [{'id': '676d450c-fb9a-4fb4-88c3-dbb8285803f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:13:28.338673 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13eae411-daa1-46e0-89c9-5bcfaa1924ae None None] Checking router: 1db49b31-1e3b-45a4-a2b7-1f6472a64e4c for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 17:13:28.339032 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13eae411-daa1-46e0-89c9-5bcfaa1924ae None None] Updating router 1db49b31-1e3b-45a4-a2b7-1f6472a64e4c port 83c270df-76a9-4d2f-8fca-8b50d7bc71db binding host n-d-821228-1 {{(pid=103247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 17:13:28.363659 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-13eae411-daa1-46e0-89c9-5bcfaa1924ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:28.541854 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b8e3cd72-dba2-41b4-af56-de50234f070e req-af4487a4-407c-437e-99ef-36d63818f128 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d2a8c5-abba-4e05-886c-006a8576929d HTTP/1.1" status: 200 len: 210 time: 0.0786698 Dec 09 17:13:28.621537 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-13eae411-daa1-46e0-89c9-5bcfaa1924ae None None] Publish callbacks [] for port, precommit_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:28.627839 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-13eae411-daa1-46e0-89c9-5bcfaa1924ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:28.673351 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844cbebe-0fd4-45b4-95e5-244dd0ff220d None None] Pushing event updated for resources: {'Port': ['ID=83c270df-76a9-4d2f-8fca-8b50d7bc71db,revision_number=3']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:28.734550 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-13eae411-daa1-46e0-89c9-5bcfaa1924ae None None] Attempting to bind port 83c270df-76a9-4d2f-8fca-8b50d7bc71db on host n-d-821228-1 for vnic_type normal with profile {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 17:13:28.734940 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-13eae411-daa1-46e0-89c9-5bcfaa1924ae None None] Attempting to bind port 83c270df-76a9-4d2f-8fca-8b50d7bc71db by drivers openvswitch,hyperv on host n-d-821228-1 at level 0 using segments [{'id': 'f6ad886e-500c-4823-a4f6-dcc1088bbe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c2b4fe42-5d81-4408-af48-5dfce1021e41'}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 17:13:28.735297 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13eae411-daa1-46e0-89c9-5bcfaa1924ae None None] Attempting to bind port 83c270df-76a9-4d2f-8fca-8b50d7bc71db on network c2b4fe42-5d81-4408-af48-5dfce1021e41 {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 17:13:28.740806 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13eae411-daa1-46e0-89c9-5bcfaa1924ae None None] Checking agent: {'id': 'de92b4ec-b74c-4ace-a8da-8d6d451a0e15', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 17, 56), 'started_at': datetime.datetime(2021, 12, 9, 15, 18, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 17, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821228-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 17:13:28.741182 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13eae411-daa1-46e0-89c9-5bcfaa1924ae None None] Checking segment: {'id': 'f6ad886e-500c-4823-a4f6-dcc1088bbe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c2b4fe42-5d81-4408-af48-5dfce1021e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 17:13:28.741587 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-13eae411-daa1-46e0-89c9-5bcfaa1924ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:28.742245 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13eae411-daa1-46e0-89c9-5bcfaa1924ae None None] Bound using segment: {'id': 'f6ad886e-500c-4823-a4f6-dcc1088bbe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c2b4fe42-5d81-4408-af48-5dfce1021e41'} {{(pid=103247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 17:13:28.742708 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.managers [None req-13eae411-daa1-46e0-89c9-5bcfaa1924ae None None] Bound port: 83c270df-76a9-4d2f-8fca-8b50d7bc71db, host: n-d-821228-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6ad886e-500c-4823-a4f6-dcc1088bbe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c2b4fe42-5d81-4408-af48-5dfce1021e41'}}] {{(pid=103247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 17:13:28.743091 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-13eae411-daa1-46e0-89c9-5bcfaa1924ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:28.811531 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-13eae411-daa1-46e0-89c9-5bcfaa1924ae None None] For port 83c270df-76a9-4d2f-8fca-8b50d7bc71db, host n-d-821228-1, cleared binding levels {{(pid=103247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 17:13:28.815231 n-d-821228-1 neutron-server[103247]: DEBUG neutron.plugins.ml2.db [None req-13eae411-daa1-46e0-89c9-5bcfaa1924ae None None] For port 83c270df-76a9-4d2f-8fca-8b50d7bc71db, host n-d-821228-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=83c270df-76a9-4d2f-8fca-8b50d7bc71db,segment=NetworkSegment(f6ad886e-500c-4823-a4f6-dcc1088bbe25),segment_id=f6ad886e-500c-4823-a4f6-dcc1088bbe25)] {{(pid=103247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 17:13:28.820838 n-d-821228-1 neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-13eae411-daa1-46e0-89c9-5bcfaa1924ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:28.884661 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844cbebe-0fd4-45b4-95e5-244dd0ff220d None None] Pushing event updated for resources: {'Port': ['ID=83c270df-76a9-4d2f-8fca-8b50d7bc71db,revision_number=4']} {{(pid=103247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:28.893153 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13eae411-daa1-46e0-89c9-5bcfaa1924ae None None] Routers {'1db49b31-1e3b-45a4-a2b7-1f6472a64e4c'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:13:28.893680 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-13eae411-daa1-46e0-89c9-5bcfaa1924ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:13:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1db49b31-1e3b-45a4-a2b7-1f6472a64e4c'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:13:28.930532 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9e21f5bd-d6d4-4327-9c5f-ec8a222a9588 None None] Provisioning complete for port 83c270df-76a9-4d2f-8fca-8b50d7bc71db triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:13:28.931111 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9e21f5bd-d6d4-4327-9c5f-ec8a222a9588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:29.015085 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-13eae411-daa1-46e0-89c9-5bcfaa1924ae None None] Set router 1db49b31-1e3b-45a4-a2b7-1f6472a64e4c gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:13:29.047704 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9e21f5bd-d6d4-4327-9c5f-ec8a222a9588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:29.083445 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9e21f5bd-d6d4-4327-9c5f-ec8a222a9588 None None] For port 83c270df-76a9-4d2f-8fca-8b50d7bc71db, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=83c270df-76a9-4d2f-8fca-8b50d7bc71db,segment=NetworkSegment(f6ad886e-500c-4823-a4f6-dcc1088bbe25),segment_id=f6ad886e-500c-4823-a4f6-dcc1088bbe25)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:13:29.088717 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9e21f5bd-d6d4-4327-9c5f-ec8a222a9588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:29.139518 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21f5bd-d6d4-4327-9c5f-ec8a222a9588 None None] Pushing event updated for resources: {'Port': ['ID=83c270df-76a9-4d2f-8fca-8b50d7bc71db,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:29.210569 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-81b005ce-f8e8-4995-a482-0aba2d51c86e None None] Provisioning complete for port 83c270df-76a9-4d2f-8fca-8b50d7bc71db triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:13:29.210943 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-81b005ce-f8e8-4995-a482-0aba2d51c86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:29.332128 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-13eae411-daa1-46e0-89c9-5bcfaa1924ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db49b31-1e3b-45a4-a2b7-1f6472a64e4c', 'name': 'tempest-TestSnapshotPattern-1732520143-router', 'tenant_id': '635cf2d7798743beaa7d745623224dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '94d7a20e-1112-4abd-8a8d-0a607fd01120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:13:21Z', 'updated_at': '2021-12-09T17:13:23Z', 'revision_number': 4, 'project_id': '635cf2d7798743beaa7d745623224dcb', 'gw_port': {'id': '94d7a20e-1112-4abd-8a8d-0a607fd01120', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db49b31-1e3b-45a4-a2b7-1f6472a64e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:21Z', 'updated_at': '2021-12-09T17:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '83c270df-76a9-4d2f-8fca-8b50d7bc71db', 'name': '', 'network_id': 'c2b4fe42-5d81-4408-af48-5dfce1021e41', 'tenant_id': '635cf2d7798743beaa7d745623224dcb', 'mac_address': 'fa:16:3e:56:f9:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db49b31-1e3b-45a4-a2b7-1f6472a64e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '676d450c-fb9a-4fb4-88c3-dbb8285803f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:23Z', 'updated_at': '2021-12-09T17:13:28Z', 'revision_number': 4, 'project_id': '635cf2d7798743beaa7d745623224dcb', 'subnets': [{'id': '676d450c-fb9a-4fb4-88c3-dbb8285803f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:13:29.362466 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13eae411-daa1-46e0-89c9-5bcfaa1924ae None None] The sync data for ids ['1db49b31-1e3b-45a4-a2b7-1f6472a64e4c'] in n-d-821228-1 is: [{'id': '1db49b31-1e3b-45a4-a2b7-1f6472a64e4c', 'name': 'tempest-TestSnapshotPattern-1732520143-router', 'tenant_id': '635cf2d7798743beaa7d745623224dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '94d7a20e-1112-4abd-8a8d-0a607fd01120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:13:21Z', 'updated_at': '2021-12-09T17:13:23Z', 'revision_number': 4, 'project_id': '635cf2d7798743beaa7d745623224dcb', 'gw_port': {'id': '94d7a20e-1112-4abd-8a8d-0a607fd01120', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db49b31-1e3b-45a4-a2b7-1f6472a64e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:21Z', 'updated_at': '2021-12-09T17:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': '83c270df-76a9-4d2f-8fca-8b50d7bc71db', 'name': '', 'network_id': 'c2b4fe42-5d81-4408-af48-5dfce1021e41', 'tenant_id': '635cf2d7798743beaa7d745623224dcb', 'mac_address': 'fa:16:3e:56:f9:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db49b31-1e3b-45a4-a2b7-1f6472a64e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '676d450c-fb9a-4fb4-88c3-dbb8285803f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:23Z', 'updated_at': '2021-12-09T17:13:28Z', 'revision_number': 4, 'project_id': '635cf2d7798743beaa7d745623224dcb', 'subnets': [{'id': '676d450c-fb9a-4fb4-88c3-dbb8285803f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 17:13:29.440471 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-a4b7d273-9f75-4d4d-955a-d1d553ea1598 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:13:29.441910 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-a4b7d273-9f75-4d4d-955a-d1d553ea1598 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.31 "GET /v2.0/networks?id=1cb09dd8-ae2d-40db-9f8d-8f4e507403de HTTP/1.1" status: 200 len: 810 time: 0.1166685 Dec 09 17:13:29.510093 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-a8d04fa9-7f25-4e7d-a420-3728f8c1f084 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5aeaf27acf8449bc95585abe13268945 HTTP/1.1" status: 200 len: 380 time: 0.0587933 Dec 09 17:13:29.521716 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-2a03a7f9-95bb-4058-99ff-341980297656 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Request body: {'port': {'device_id': '58d2a8c5-abba-4e05-886c-006a8576929d', 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de', 'admin_state_up': True, 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'security_groups': ['ea78a9af-0a31-441f-a94f-3a13fc37eb06']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:13:29.651340 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5e66ae38-05ac-42d7-80bb-e01de8e150fa req-83ce7ae5-77c0-45e7-b206-cc800cc35037 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d2a8c5-abba-4e05-886c-006a8576929d HTTP/1.1" status: 200 len: 210 time: 0.0375550 Dec 09 17:13:29.667228 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-2a03a7f9-95bb-4058-99ff-341980297656 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Made reservation on behalf of 5aeaf27acf8449bc95585abe13268945 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 17:13:29.671186 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-2a03a7f9-95bb-4058-99ff-341980297656 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:29.802589 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-2a03a7f9-95bb-4058-99ff-341980297656 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Allocated IP 172.20.0.11 (1cb09dd8-ae2d-40db-9f8d-8f4e507403de/484ab821-f7c2-4db8-a959-018f5b426777/33beb5de-bf32-4bee-a3ec-f326366dc5da) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 17:13:29.944544 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-2a03a7f9-95bb-4058-99ff-341980297656 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:29.978467 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-2a03a7f9-95bb-4058-99ff-341980297656 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:30.017630 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-2a03a7f9-95bb-4058-99ff-341980297656 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Network 1cb09dd8-ae2d-40db-9f8d-8f4e507403de is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 17:13:30.020642 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-2a03a7f9-95bb-4058-99ff-341980297656 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 17:13:30.027385 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-2a03a7f9-95bb-4058-99ff-341980297656 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 17:13:30.056181 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03a7f9-95bb-4058-99ff-341980297656 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Pushing event updated for resources: {'Port': ['ID=33beb5de-bf32-4bee-a3ec-f326366dc5da,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:30.085130 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-2a03a7f9-95bb-4058-99ff-341980297656 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:13:30.085702 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-2a03a7f9-95bb-4058-99ff-341980297656 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:30.104180 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-2a03a7f9-95bb-4058-99ff-341980297656 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5871119 Dec 09 17:13:30.117057 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-2e5157de-a424-426f-9abb-4ec063c9ff2f service neutron] Request body: {'port': {'device_id': '58d2a8c5-abba-4e05-886c-006a8576929d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821228-1'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:13:30.173664 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-2e5157de-a424-426f-9abb-4ec063c9ff2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:30.223367 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-c60508a5-d711-424b-b067-cf742d91678b None None] Provisioning complete for port 33beb5de-bf32-4bee-a3ec-f326366dc5da triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:13:30.223973 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c60508a5-d711-424b-b067-cf742d91678b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:30.260104 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-c60508a5-d711-424b-b067-cf742d91678b None None] Port 33beb5de-bf32-4bee-a3ec-f326366dc5da cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 17:13:30.281107 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 83c270df-76a9-4d2f-8fca-8b50d7bc71db up at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 17:13:30.336994 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Provisioning complete for port 83c270df-76a9-4d2f-8fca-8b50d7bc71db triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:13:30.337261 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:30.446225 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-2e5157de-a424-426f-9abb-4ec063c9ff2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33beb5de-bf32-4bee-a3ec-f326366dc5da {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 17:13:30.455098 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-2e5157de-a424-426f-9abb-4ec063c9ff2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:30.468896 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-2e5157de-a424-426f-9abb-4ec063c9ff2f service neutron] Transition to ACTIVE for port object 33beb5de-bf32-4bee-a3ec-f326366dc5da will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 17:13:30.472680 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-2e5157de-a424-426f-9abb-4ec063c9ff2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:30.528439 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5157de-a424-426f-9abb-4ec063c9ff2f service neutron] Pushing event updated for resources: {'Port': ['ID=33beb5de-bf32-4bee-a3ec-f326366dc5da,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:30.597767 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-2e5157de-a424-426f-9abb-4ec063c9ff2f service neutron] Attempting to bind port 33beb5de-bf32-4bee-a3ec-f326366dc5da on host n-h2-821228-1 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 17:13:30.598018 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-2e5157de-a424-426f-9abb-4ec063c9ff2f service neutron] Attempting to bind port 33beb5de-bf32-4bee-a3ec-f326366dc5da by drivers openvswitch,hyperv on host n-h2-821228-1 at level 0 using segments [{'id': '07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 17:13:30.598350 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-2e5157de-a424-426f-9abb-4ec063c9ff2f service neutron] Attempting to bind port 33beb5de-bf32-4bee-a3ec-f326366dc5da on network 1cb09dd8-ae2d-40db-9f8d-8f4e507403de {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 17:13:30.603213 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-2e5157de-a424-426f-9abb-4ec063c9ff2f service neutron] Port 33beb5de-bf32-4bee-a3ec-f326366dc5da on network 1cb09dd8-ae2d-40db-9f8d-8f4e507403de not bound, no agent of type Open vSwitch agent registered on host n-h2-821228-1 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 17:13:30.603538 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-2e5157de-a424-426f-9abb-4ec063c9ff2f service neutron] Attempting to bind port 33beb5de-bf32-4bee-a3ec-f326366dc5da on network 1cb09dd8-ae2d-40db-9f8d-8f4e507403de {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 17:13:30.608713 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-2e5157de-a424-426f-9abb-4ec063c9ff2f service neutron] Checking agent: {'id': '7f5a78d7-6da3-4127-9135-3231a6b015c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 17, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 17:13:30.609052 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-2e5157de-a424-426f-9abb-4ec063c9ff2f service neutron] Checking segment: {'id': '07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 17:13:30.609442 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-2e5157de-a424-426f-9abb-4ec063c9ff2f service neutron] Bound using segment: {'id': '07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 17:13:30.609869 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-2e5157de-a424-426f-9abb-4ec063c9ff2f service neutron] Bound port: 33beb5de-bf32-4bee-a3ec-f326366dc5da, host: n-h2-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 17:13:30.610224 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-2e5157de-a424-426f-9abb-4ec063c9ff2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:30.680316 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-2e5157de-a424-426f-9abb-4ec063c9ff2f service neutron] For port 33beb5de-bf32-4bee-a3ec-f326366dc5da, host n-h2-821228-1, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 17:13:30.684083 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-2e5157de-a424-426f-9abb-4ec063c9ff2f service neutron] For port 33beb5de-bf32-4bee-a3ec-f326366dc5da, host n-h2-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=33beb5de-bf32-4bee-a3ec-f326366dc5da,segment=NetworkSegment(07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4),segment_id=07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 17:13:30.689028 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-2e5157de-a424-426f-9abb-4ec063c9ff2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:30.742222 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-2e5157de-a424-426f-9abb-4ec063c9ff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:13:30.742842 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-2e5157de-a424-426f-9abb-4ec063c9ff2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:30.744269 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-2e5157de-a424-426f-9abb-4ec063c9ff2f service neutron] 10.222.0.31 "PUT /v2.0/ports/33beb5de-bf32-4bee-a3ec-f326366dc5da HTTP/1.1" status: 200 len: 1092 time: 0.6320155 Dec 09 17:13:30.744809 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d2a8c5-abba-4e05-886c-006a8576929d', 'tag': '33beb5de-bf32-4bee-a3ec-f326366dc5da'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 17:13:30.747045 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8422fd9-70eb-4ff4-9d62-3b7c82ec3cbf" -d '{"events": [{"name": "network-changed", "server_uuid": "58d2a8c5-abba-4e05-886c-006a8576929d", "tag": "33beb5de-bf32-4bee-a3ec-f326366dc5da"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 17:13:30.828725 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5157de-a424-426f-9abb-4ec063c9ff2f service neutron] Pushing event updated for resources: {'Port': ['ID=33beb5de-bf32-4bee-a3ec-f326366dc5da,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:30.847019 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c0cbde-4281-45e0-817e-7fc7ecd33dab req-c40777f5-ed67-4a5a-ba26-19f7181fc497 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:13:30.848388 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-85c0cbde-4281-45e0-817e-7fc7ecd33dab req-c40777f5-ed67-4a5a-ba26-19f7181fc497 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d2a8c5-abba-4e05-886c-006a8576929d HTTP/1.1" status: 200 len: 944 time: 0.1218038 Dec 09 17:13:30.877397 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-f0305261-e371-41a9-ac88-c10fc0b6073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:13:30.878900 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-f0305261-e371-41a9-ac88-c10fc0b6073e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5aeaf27acf8449bc95585abe13268945&device_id=58d2a8c5-abba-4e05-886c-006a8576929d HTTP/1.1" status: 200 len: 1095 time: 0.0910189 Dec 09 17:13:30.937705 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-b82ce392-bb76-4746-aff2-2e252fceb1e1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33beb5de-bf32-4bee-a3ec-f326366dc5da HTTP/1.1" status: 200 len: 217 time: 0.0464954 Dec 09 17:13:30.949191 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-85c0cbde-4281-45e0-817e-7fc7ecd33dab req-e62d42f7-b076-4967-8700-76228f315f6a tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea78a9af-0a31-441f-a94f-3a13fc37eb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926533 Dec 09 17:13:30.994544 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-5c719d61-be0c-4258-ad0b-8f679b973d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:13:30.996014 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-5c719d61-be0c-4258-ad0b-8f679b973d52 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=484ab821-f7c2-4db8-a959-018f5b426777 HTTP/1.1" status: 200 len: 849 time: 0.0511885 Dec 09 17:13:31.046412 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-38ed732d-d796-4f6d-ba74-c097fa823983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:13:31.047967 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-38ed732d-d796-4f6d-ba74-c097fa823983 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1cb09dd8-ae2d-40db-9f8d-8f4e507403de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440464 Dec 09 17:13:31.063095 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 17:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd09bd8-cf02-4d59-871a-683ab63acf88 x-openstack-request-id: req-edd09bd8-cf02-4d59-871a-683ab63acf88 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 17:13:31.063383 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d2a8c5-abba-4e05-886c-006a8576929d", "tag": "33beb5de-bf32-4bee-a3ec-f326366dc5da", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 17:13:31.063635 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-edd09bd8-cf02-4d59-871a-683ab63acf88 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 17:13:31.064053 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d2a8c5-abba-4e05-886c-006a8576929d', 'tag': '33beb5de-bf32-4bee-a3ec-f326366dc5da', 'status': 'completed', 'code': 200} Dec 09 17:13:31.150797 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-a0ff997c-2581-4652-b325-9a08143ab91f service neutron] 10.222.0.31 "GET /v2.0/networks/1cb09dd8-ae2d-40db-9f8d-8f4e507403de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952599 Dec 09 17:13:31.243741 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ab22cf9d-3c57-4dde-8d59-290a7ae5ad1f req-26aafd17-fc77-47e0-aecd-60996aa37ce9 service neutron] 10.222.0.31 "GET /v2.0/networks/1cb09dd8-ae2d-40db-9f8d-8f4e507403de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859349 Dec 09 17:13:31.341628 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8422fd9-70eb-4ff4-9d62-3b7c82ec3cbf req-68c83381-c788-4bbc-917f-abbe119a7141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:13:31.343153 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b8422fd9-70eb-4ff4-9d62-3b7c82ec3cbf req-68c83381-c788-4bbc-917f-abbe119a7141 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5aeaf27acf8449bc95585abe13268945&device_id=58d2a8c5-abba-4e05-886c-006a8576929d HTTP/1.1" status: 200 len: 1095 time: 0.0465775 Dec 09 17:13:31.437566 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8422fd9-70eb-4ff4-9d62-3b7c82ec3cbf req-7577ab4e-8a7b-4fbb-874a-9161e45d91ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:13:31.438916 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b8422fd9-70eb-4ff4-9d62-3b7c82ec3cbf req-7577ab4e-8a7b-4fbb-874a-9161e45d91ef service neutron] 10.222.0.31 "GET /v2.0/networks?id=1cb09dd8-ae2d-40db-9f8d-8f4e507403de HTTP/1.1" status: 200 len: 911 time: 0.0855818 Dec 09 17:13:31.481033 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b8422fd9-70eb-4ff4-9d62-3b7c82ec3cbf req-d0134d2e-9948-4110-b2b4-7ddd4c392dd8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33beb5de-bf32-4bee-a3ec-f326366dc5da HTTP/1.1" status: 200 len: 217 time: 0.0343108 Dec 09 17:13:31.535357 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8422fd9-70eb-4ff4-9d62-3b7c82ec3cbf req-62bb17e2-ecf3-466f-bf53-684f56b5abe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:13:31.537577 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b8422fd9-70eb-4ff4-9d62-3b7c82ec3cbf req-62bb17e2-ecf3-466f-bf53-684f56b5abe4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=484ab821-f7c2-4db8-a959-018f5b426777 HTTP/1.1" status: 200 len: 849 time: 0.0493958 Dec 09 17:13:31.582940 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8422fd9-70eb-4ff4-9d62-3b7c82ec3cbf req-d2d346dd-93b0-460c-ae97-cb0624285494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:13:31.584617 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b8422fd9-70eb-4ff4-9d62-3b7c82ec3cbf req-d2d346dd-93b0-460c-ae97-cb0624285494 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1cb09dd8-ae2d-40db-9f8d-8f4e507403de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399261 Dec 09 17:13:31.671173 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b8422fd9-70eb-4ff4-9d62-3b7c82ec3cbf req-bece66b1-66bc-4b8a-9ad8-7e312a027a22 service neutron] 10.222.0.31 "GET /v2.0/networks/1cb09dd8-ae2d-40db-9f8d-8f4e507403de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799041 Dec 09 17:13:31.762893 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b8422fd9-70eb-4ff4-9d62-3b7c82ec3cbf req-dc9aa0c7-f2b6-4ff1-9bcd-3db9f4292a94 service neutron] 10.222.0.31 "GET /v2.0/networks/1cb09dd8-ae2d-40db-9f8d-8f4e507403de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842700 Dec 09 17:13:32.073874 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03a4b7-84ee-40ab-8d07-7fd9c703ec23 req-cc35aaba-3c50-4064-ad21-d06441e7556e tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:13:32.075269 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ff03a4b7-84ee-40ab-8d07-7fd9c703ec23 req-cc35aaba-3c50-4064-ad21-d06441e7556e tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d2a8c5-abba-4e05-886c-006a8576929d HTTP/1.1" status: 200 len: 944 time: 0.0533693 Dec 09 17:13:32.124718 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ff03a4b7-84ee-40ab-8d07-7fd9c703ec23 req-5233d05a-bce5-486b-bcfc-5af98d8cd651 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea78a9af-0a31-441f-a94f-3a13fc37eb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434191 Dec 09 17:13:33.244736 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69821013-0620-4b80-aa85-b1de33fcbed6 req-50545f5f-c1be-4371-9e87-001b9e2d8184 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:13:33.246233 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-69821013-0620-4b80-aa85-b1de33fcbed6 req-50545f5f-c1be-4371-9e87-001b9e2d8184 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d2a8c5-abba-4e05-886c-006a8576929d HTTP/1.1" status: 200 len: 944 time: 0.0524533 Dec 09 17:13:33.294417 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-69821013-0620-4b80-aa85-b1de33fcbed6 req-b3e9c6ec-96f4-4b70-a770-49e7535b581a tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea78a9af-0a31-441f-a94f-3a13fc37eb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419242 Dec 09 17:13:34.410196 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c0257-31ea-446e-a771-ff2a11a90e8d req-329e90db-fcb9-4ca4-92a0-838e6ba44649 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:13:34.411671 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-436c0257-31ea-446e-a771-ff2a11a90e8d req-329e90db-fcb9-4ca4-92a0-838e6ba44649 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d2a8c5-abba-4e05-886c-006a8576929d HTTP/1.1" status: 200 len: 944 time: 0.0484374 Dec 09 17:13:34.461522 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-436c0257-31ea-446e-a771-ff2a11a90e8d req-3ae42a11-087e-4373-9164-6cf228e7a8dc tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea78a9af-0a31-441f-a94f-3a13fc37eb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427785 Dec 09 17:13:35.213555 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 33beb5de-bf32-4bee-a3ec-f326366dc5da details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 17:13:35.308264 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 33beb5de-bf32-4bee-a3ec-f326366dc5da, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=33beb5de-bf32-4bee-a3ec-f326366dc5da,segment=NetworkSegment(07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4),segment_id=07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:13:35.319953 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '33beb5de-bf32-4bee-a3ec-f326366dc5da', 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de', 'port_id': '33beb5de-bf32-4bee-a3ec-f326366dc5da', 'mac_address': 'fa:16:3e:b8:f3:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '484ab821-f7c2-4db8-a959-018f5b426777', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 17:13:35.357101 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:35.370419 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33beb5de-bf32-4bee-a3ec-f326366dc5da {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 17:13:35.391362 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 33beb5de-bf32-4bee-a3ec-f326366dc5da, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=33beb5de-bf32-4bee-a3ec-f326366dc5da,segment=NetworkSegment(07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4),segment_id=07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:13:35.395087 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:35.446351 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=33beb5de-bf32-4bee-a3ec-f326366dc5da,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:35.575623 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e5ba7-caaf-4a28-9a62-fb03076d9549 req-02664a29-e4e9-46c0-a08f-d883d772f3e6 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:13:35.577063 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-934e5ba7-caaf-4a28-9a62-fb03076d9549 req-02664a29-e4e9-46c0-a08f-d883d772f3e6 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d2a8c5-abba-4e05-886c-006a8576929d HTTP/1.1" status: 200 len: 945 time: 0.0486853 Dec 09 17:13:35.631873 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-934e5ba7-caaf-4a28-9a62-fb03076d9549 req-8e59b776-9216-4c8c-8454-995039b86138 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea78a9af-0a31-441f-a94f-3a13fc37eb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484753 Dec 09 17:13:35.693896 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['33beb5de-bf32-4bee-a3ec-f326366dc5da'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 17:13:36.751940 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ad81f-8151-48dc-a6fa-2f450d3b1d77 req-21496b7a-3496-4af6-bd2e-eea9e320a743 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:13:36.753508 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-170ad81f-8151-48dc-a6fa-2f450d3b1d77 req-21496b7a-3496-4af6-bd2e-eea9e320a743 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d2a8c5-abba-4e05-886c-006a8576929d HTTP/1.1" status: 200 len: 945 time: 0.0529661 Dec 09 17:13:36.805235 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-170ad81f-8151-48dc-a6fa-2f450d3b1d77 req-92d62f4c-0b76-4722-963c-40ceac95591a tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea78a9af-0a31-441f-a94f-3a13fc37eb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449851 Dec 09 17:13:37.230254 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 33beb5de-bf32-4bee-a3ec-f326366dc5da up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 17:13:37.283134 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning for port 33beb5de-bf32-4bee-a3ec-f326366dc5da completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 17:13:37.286962 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 33beb5de-bf32-4bee-a3ec-f326366dc5da triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:13:37.287833 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:37.367973 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:37.390594 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d2a8c5-abba-4e05-886c-006a8576929d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33beb5de-bf32-4bee-a3ec-f326366dc5da'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 17:13:37.392873 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad401665e64187bef4a0f300457b2868c99907d1fc0db4bbbc94af95fd68fd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf396263-933b-475f-90ec-4ffac7e7bf30" -d '{"events": [{"server_uuid": "58d2a8c5-abba-4e05-886c-006a8576929d", "name": "network-vif-plugged", "status": "completed", "tag": "33beb5de-bf32-4bee-a3ec-f326366dc5da"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 17:13:37.407432 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 33beb5de-bf32-4bee-a3ec-f326366dc5da, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=33beb5de-bf32-4bee-a3ec-f326366dc5da,segment=NetworkSegment(07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4),segment_id=07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:13:37.411618 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:37.437261 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 17:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208fa819-fd75-4435-868f-bb2c112d9ad0 x-openstack-request-id: req-208fa819-fd75-4435-868f-bb2c112d9ad0 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 17:13:37.437561 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d2a8c5-abba-4e05-886c-006a8576929d", "name": "network-vif-plugged", "status": "completed", "tag": "33beb5de-bf32-4bee-a3ec-f326366dc5da", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 17:13:37.437816 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-208fa819-fd75-4435-868f-bb2c112d9ad0 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 17:13:37.438214 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d2a8c5-abba-4e05-886c-006a8576929d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33beb5de-bf32-4bee-a3ec-f326366dc5da', 'code': 200} Dec 09 17:13:37.465556 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=33beb5de-bf32-4bee-a3ec-f326366dc5da,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:37.533659 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ed7ac-7d1b-41aa-9375-fb67c17339c8 req-5d89b10f-4a2e-41e6-9465-e21ff9d10561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:13:37.535208 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5a7ed7ac-7d1b-41aa-9375-fb67c17339c8 req-5d89b10f-4a2e-41e6-9465-e21ff9d10561 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=58d2a8c5-abba-4e05-886c-006a8576929d HTTP/1.1" status: 200 len: 1097 time: 0.0394878 Dec 09 17:13:37.581158 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5a7ed7ac-7d1b-41aa-9375-fb67c17339c8 req-de4bf35c-1f2c-44d9-bc7a-701de423e9d0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ea78a9af-0a31-441f-a94f-3a13fc37eb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381527 Dec 09 17:13:37.925717 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ba1a9-3423-4174-991c-d5e3785c97a7 req-302164e5-f17e-46f8-9e50-b2091f6c4910 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:13:37.927192 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d71ba1a9-3423-4174-991c-d5e3785c97a7 req-302164e5-f17e-46f8-9e50-b2091f6c4910 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d2a8c5-abba-4e05-886c-006a8576929d HTTP/1.1" status: 200 len: 946 time: 0.0512583 Dec 09 17:13:37.976659 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d71ba1a9-3423-4174-991c-d5e3785c97a7 req-e63476a9-8944-40e0-ad5c-12512936484b tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea78a9af-0a31-441f-a94f-3a13fc37eb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427988 Dec 09 17:13:39.091865 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391562ad-9d71-4f2f-a058-0a7d8f04f32d req-52ffe37d-0ba7-4e97-b6e4-6df24b919db2 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:13:39.093353 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-391562ad-9d71-4f2f-a058-0a7d8f04f32d req-52ffe37d-0ba7-4e97-b6e4-6df24b919db2 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d2a8c5-abba-4e05-886c-006a8576929d HTTP/1.1" status: 200 len: 946 time: 0.0493610 Dec 09 17:13:39.143266 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-391562ad-9d71-4f2f-a058-0a7d8f04f32d req-8c1e9001-563a-4307-b2ae-0692eae97ef2 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea78a9af-0a31-441f-a94f-3a13fc37eb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439107 Dec 09 17:13:39.260040 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6653e67-f2c4-42ee-81b6-adba76099e54 req-0034bc6e-5852-4ea8-8598-ef62d8754b30 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:13:39.261531 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b6653e67-f2c4-42ee-81b6-adba76099e54 req-0034bc6e-5852-4ea8-8598-ef62d8754b30 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d2a8c5-abba-4e05-886c-006a8576929d HTTP/1.1" status: 200 len: 946 time: 0.0523915 Dec 09 17:13:39.309938 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b6653e67-f2c4-42ee-81b6-adba76099e54 req-e565ea45-16b4-410d-8d0c-60d2837c1620 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea78a9af-0a31-441f-a94f-3a13fc37eb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425551 Dec 09 17:13:39.331932 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59094) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:13:39.412052 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615ef1b1-5e06-41a4-af62-c3293329e777 tempest-TestSnapshotPattern-875505673 tempest-TestSnapshotPattern-875505673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:13:39.413608 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-615ef1b1-5e06-41a4-af62-c3293329e777 tempest-TestSnapshotPattern-875505673 tempest-TestSnapshotPattern-875505673-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=58d2a8c5-abba-4e05-886c-006a8576929d HTTP/1.1" status: 200 len: 1092 time: 0.0806429 Dec 09 17:13:39.416589 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59098) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:13:39.420866 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-136058e1-d678-4923-8727-d44fa863a952 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'port_id': '33beb5de-bf32-4bee-a3ec-f326366dc5da', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:13:39.442825 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-136058e1-d678-4923-8727-d44fa863a952 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:39.541273 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-136058e1-d678-4923-8727-d44fa863a952 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:39.640277 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-136058e1-d678-4923-8727-d44fa863a952 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Allocated IP 172.25.3.41 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/81661b36-e930-4aa5-8d92-f537e6d7b217) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 17:13:40.080288 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-136058e1-d678-4923-8727-d44fa863a952 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:40.112983 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-136058e1-d678-4923-8727-d44fa863a952 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:40.150870 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136058e1-d678-4923-8727-d44fa863a952 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 17:13:40.155557 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-136058e1-d678-4923-8727-d44fa863a952 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 17:13:40.158148 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136058e1-d678-4923-8727-d44fa863a952 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 17:13:40.183497 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136058e1-d678-4923-8727-d44fa863a952 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Pushing event updated for resources: {'Port': ['ID=81661b36-e930-4aa5-8d92-f537e6d7b217,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:40.511086 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-136058e1-d678-4923-8727-d44fa863a952 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:40.575968 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-136058e1-d678-4923-8727-d44fa863a952 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:40.723374 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-136058e1-d678-4923-8727-d44fa863a952 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:40.728403 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-136058e1-d678-4923-8727-d44fa863a952 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:40.798483 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136058e1-d678-4923-8727-d44fa863a952 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Pushing event updated for resources: {'Port': ['ID=81661b36-e930-4aa5-8d92-f537e6d7b217,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:13:40.810120 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-136058e1-d678-4923-8727-d44fa863a952 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:40.907678 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-136058e1-d678-4923-8727-d44fa863a952 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Floating IP 400251f2-4b58-4e30-b3f9-acab6371d569 associated. External IP: 172.25.3.41, port: 33beb5de-bf32-4bee-a3ec-f326366dc5da. Dec 09 17:13:41.114603 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136058e1-d678-4923-8727-d44fa863a952 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Router d66e547f-0a43-4a26-abf9-2b79ab1e5ff7 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 17:13:41.222224 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136058e1-d678-4923-8727-d44fa863a952 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 17:13:41.231774 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ebdf56-c66b-4410-bd1b-b0a7d4ede8e4 None None] Sync routers for ids ['d66e547f-0a43-4a26-abf9-2b79ab1e5ff7'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 17:13:41.242789 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ebdf56-c66b-4410-bd1b-b0a7d4ede8e4 None None] Routers {'d66e547f-0a43-4a26-abf9-2b79ab1e5ff7'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:13:41.243406 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-85ebdf56-c66b-4410-bd1b-b0a7d4ede8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:13:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['d66e547f-0a43-4a26-abf9-2b79ab1e5ff7'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:13:41.243849 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-136058e1-d678-4923-8727-d44fa863a952 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:41.271238 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-136058e1-d678-4923-8727-d44fa863a952 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8536227 Dec 09 17:13:41.271897 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d2a8c5-abba-4e05-886c-006a8576929d', 'tag': '33beb5de-bf32-4bee-a3ec-f326366dc5da'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 17:13:41.274222 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fdb5d6e-6686-4911-8043-a7562135b608" -d '{"events": [{"name": "network-changed", "server_uuid": "58d2a8c5-abba-4e05-886c-006a8576929d", "tag": "33beb5de-bf32-4bee-a3ec-f326366dc5da"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 17:13:41.312130 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 17:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56da6ab2-7a50-44b1-be9f-64f6c980e2f6 x-openstack-request-id: req-56da6ab2-7a50-44b1-be9f-64f6c980e2f6 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 17:13:41.312444 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d2a8c5-abba-4e05-886c-006a8576929d", "tag": "33beb5de-bf32-4bee-a3ec-f326366dc5da", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 17:13:41.312715 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-56da6ab2-7a50-44b1-be9f-64f6c980e2f6 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 17:13:41.313125 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d2a8c5-abba-4e05-886c-006a8576929d', 'tag': '33beb5de-bf32-4bee-a3ec-f326366dc5da', 'status': 'completed', 'code': 200} Dec 09 17:13:41.352138 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-85ebdf56-c66b-4410-bd1b-b0a7d4ede8e4 None None] Set router d66e547f-0a43-4a26-abf9-2b79ab1e5ff7 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:13:41.379984 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb5d6e-6686-4911-8043-a7562135b608 req-0a933073-8af3-4e86-a62b-ade04cc82ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:13:41.381859 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0fdb5d6e-6686-4911-8043-a7562135b608 req-0a933073-8af3-4e86-a62b-ade04cc82ca1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5aeaf27acf8449bc95585abe13268945&device_id=58d2a8c5-abba-4e05-886c-006a8576929d HTTP/1.1" status: 200 len: 1097 time: 0.0434468 Dec 09 17:13:41.476598 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb5d6e-6686-4911-8043-a7562135b608 req-a4deeb46-d310-4f7d-a798-3f9b56648383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:13:41.478087 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0fdb5d6e-6686-4911-8043-a7562135b608 req-a4deeb46-d310-4f7d-a798-3f9b56648383 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1cb09dd8-ae2d-40db-9f8d-8f4e507403de HTTP/1.1" status: 200 len: 911 time: 0.0895967 Dec 09 17:13:41.545697 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0fdb5d6e-6686-4911-8043-a7562135b608 req-06711ff1-846e-42c6-adde-e3d8319586f3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33beb5de-bf32-4bee-a3ec-f326366dc5da HTTP/1.1" status: 200 len: 999 time: 0.0600808 Dec 09 17:13:41.577559 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-85ebdf56-c66b-4410-bd1b-b0a7d4ede8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'name': 'tempest-TestSnapshotPattern-1839770343-router', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'bcfbf5be-bda0-4979-a1c6-c472d7755d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:13:16Z', 'updated_at': '2021-12-09T17:13:18Z', 'revision_number': 4, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'gw_port': {'id': 'bcfbf5be-bda0-4979-a1c6-c472d7755d00', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:16Z', 'updated_at': '2021-12-09T17:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '400251f2-4b58-4e30-b3f9-acab6371d569', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'floating_ip_address': '172.25.3.41', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'port_id': '33beb5de-bf32-4bee-a3ec-f326366dc5da', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de', 'mac_address': 'fa:16:3e:b8:f3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d2a8c5-abba-4e05-886c-006a8576929d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T17:13:40Z', 'updated_at': '2021-12-09T17:13:40Z', 'revision_number': 0, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd67e978-14bb-48e7-8886-bdc5d6838d49', 'name': '', 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'mac_address': 'fa:16:3e:c6:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '484ab821-f7c2-4db8-a959-018f5b426777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:18Z', 'updated_at': '2021-12-09T17:13:23Z', 'revision_number': 5, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'subnets': [{'id': '484ab821-f7c2-4db8-a959-018f5b426777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:13:41.601342 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb5d6e-6686-4911-8043-a7562135b608 req-80cec0b1-523d-4d03-b194-fc145468f821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:13:41.602843 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0fdb5d6e-6686-4911-8043-a7562135b608 req-80cec0b1-523d-4d03-b194-fc145468f821 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=484ab821-f7c2-4db8-a959-018f5b426777 HTTP/1.1" status: 200 len: 849 time: 0.0491853 Dec 09 17:13:41.603377 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ebdf56-c66b-4410-bd1b-b0a7d4ede8e4 None None] Checking router: d66e547f-0a43-4a26-abf9-2b79ab1e5ff7 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 17:13:41.611688 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ebdf56-c66b-4410-bd1b-b0a7d4ede8e4 None None] Routers {'d66e547f-0a43-4a26-abf9-2b79ab1e5ff7'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:13:41.612278 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-85ebdf56-c66b-4410-bd1b-b0a7d4ede8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:13:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['d66e547f-0a43-4a26-abf9-2b79ab1e5ff7'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:13:41.649877 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb5d6e-6686-4911-8043-a7562135b608 req-0161b91d-ecdb-438d-87eb-974ea06e7811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:13:41.651304 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0fdb5d6e-6686-4911-8043-a7562135b608 req-0161b91d-ecdb-438d-87eb-974ea06e7811 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1cb09dd8-ae2d-40db-9f8d-8f4e507403de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418642 Dec 09 17:13:41.716476 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-85ebdf56-c66b-4410-bd1b-b0a7d4ede8e4 None None] Set router d66e547f-0a43-4a26-abf9-2b79ab1e5ff7 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:13:41.739410 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0fdb5d6e-6686-4911-8043-a7562135b608 req-f61e0f65-0b79-4477-9b9a-4d4ff6cb564c service neutron] 10.222.0.31 "GET /v2.0/networks/1cb09dd8-ae2d-40db-9f8d-8f4e507403de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804911 Dec 09 17:13:41.834417 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0fdb5d6e-6686-4911-8043-a7562135b608 req-416129e7-a9f5-43ec-a22b-3a6a9ed2d7da service neutron] 10.222.0.31 "GET /v2.0/networks/1cb09dd8-ae2d-40db-9f8d-8f4e507403de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877278 Dec 09 17:13:41.940152 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-85ebdf56-c66b-4410-bd1b-b0a7d4ede8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'name': 'tempest-TestSnapshotPattern-1839770343-router', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'bcfbf5be-bda0-4979-a1c6-c472d7755d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:13:16Z', 'updated_at': '2021-12-09T17:13:18Z', 'revision_number': 4, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'gw_port': {'id': 'bcfbf5be-bda0-4979-a1c6-c472d7755d00', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:16Z', 'updated_at': '2021-12-09T17:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '400251f2-4b58-4e30-b3f9-acab6371d569', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'floating_ip_address': '172.25.3.41', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'port_id': '33beb5de-bf32-4bee-a3ec-f326366dc5da', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de', 'mac_address': 'fa:16:3e:b8:f3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d2a8c5-abba-4e05-886c-006a8576929d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T17:13:40Z', 'updated_at': '2021-12-09T17:13:40Z', 'revision_number': 0, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd67e978-14bb-48e7-8886-bdc5d6838d49', 'name': '', 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'mac_address': 'fa:16:3e:c6:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '484ab821-f7c2-4db8-a959-018f5b426777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:18Z', 'updated_at': '2021-12-09T17:13:23Z', 'revision_number': 5, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'subnets': [{'id': '484ab821-f7c2-4db8-a959-018f5b426777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:13:41.966252 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ebdf56-c66b-4410-bd1b-b0a7d4ede8e4 None None] The sync data for ids ['d66e547f-0a43-4a26-abf9-2b79ab1e5ff7'] in n-d-821228-1 is: [{'id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'name': 'tempest-TestSnapshotPattern-1839770343-router', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'bcfbf5be-bda0-4979-a1c6-c472d7755d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:13:16Z', 'updated_at': '2021-12-09T17:13:18Z', 'revision_number': 4, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'gw_port': {'id': 'bcfbf5be-bda0-4979-a1c6-c472d7755d00', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:16Z', 'updated_at': '2021-12-09T17:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '400251f2-4b58-4e30-b3f9-acab6371d569', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'floating_ip_address': '172.25.3.41', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'port_id': '33beb5de-bf32-4bee-a3ec-f326366dc5da', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de', 'mac_address': 'fa:16:3e:b8:f3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d2a8c5-abba-4e05-886c-006a8576929d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T17:13:40Z', 'updated_at': '2021-12-09T17:13:40Z', 'revision_number': 0, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd67e978-14bb-48e7-8886-bdc5d6838d49', 'name': '', 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'mac_address': 'fa:16:3e:c6:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '484ab821-f7c2-4db8-a959-018f5b426777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:18Z', 'updated_at': '2021-12-09T17:13:23Z', 'revision_number': 5, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'subnets': [{'id': '484ab821-f7c2-4db8-a959-018f5b426777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 17:13:42.151644 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f8d77c-5791-46fc-b195-14e891c41a27 None None] New status for floating IP 400251f2-4b58-4e30-b3f9-acab6371d569: ACTIVE {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 17:13:47.211374 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:47.730973 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:13:50.748301 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2ba1c8ab-d2c5-4c86-a24c-bbc2984e03ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:53.290187 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2811a5e2-a8c5-424a-9d32-b20351ce9822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:54.510591 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:55.617212 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:55.776755 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:13:56.753977 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:14:17.216634 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:14:20.750402 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-dd2c655b-3eb1-4921-986c-aafd243cab49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:14:22.307219 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5f5888e7-fc1f-49cc-b0b1-c076613dbd61 req-be6b0772-49a9-49b5-851b-db4e426c6bae service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=58d2a8c5-abba-4e05-886c-006a8576929d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399880 Dec 09 17:14:22.390163 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5888e7-fc1f-49cc-b0b1-c076613dbd61 req-6b644764-2625-46f7-99a0-bd5e1be41aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:14:22.391670 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5f5888e7-fc1f-49cc-b0b1-c076613dbd61 req-6b644764-2625-46f7-99a0-bd5e1be41aae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5aeaf27acf8449bc95585abe13268945&device_id=58d2a8c5-abba-4e05-886c-006a8576929d HTTP/1.1" status: 200 len: 1097 time: 0.0410178 Dec 09 17:14:22.498960 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5888e7-fc1f-49cc-b0b1-c076613dbd61 req-1321bf2b-a8ca-4449-85d0-b9032ce433b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:14:22.500511 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5f5888e7-fc1f-49cc-b0b1-c076613dbd61 req-1321bf2b-a8ca-4449-85d0-b9032ce433b2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1cb09dd8-ae2d-40db-9f8d-8f4e507403de HTTP/1.1" status: 200 len: 911 time: 0.0888021 Dec 09 17:14:22.565865 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5f5888e7-fc1f-49cc-b0b1-c076613dbd61 req-385c5318-bd38-4587-96ea-052233627819 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33beb5de-bf32-4bee-a3ec-f326366dc5da HTTP/1.1" status: 200 len: 1001 time: 0.0577631 Dec 09 17:14:22.619306 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5888e7-fc1f-49cc-b0b1-c076613dbd61 req-beec894b-4558-4901-808b-43862fc4ae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:14:22.620776 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5f5888e7-fc1f-49cc-b0b1-c076613dbd61 req-beec894b-4558-4901-808b-43862fc4ae5e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=484ab821-f7c2-4db8-a959-018f5b426777 HTTP/1.1" status: 200 len: 849 time: 0.0479410 Dec 09 17:14:22.665480 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5888e7-fc1f-49cc-b0b1-c076613dbd61 req-d57f3934-c5f4-420d-8d17-9b55c1243e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:14:22.666955 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5f5888e7-fc1f-49cc-b0b1-c076613dbd61 req-d57f3934-c5f4-420d-8d17-9b55c1243e3c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1cb09dd8-ae2d-40db-9f8d-8f4e507403de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394280 Dec 09 17:14:22.755456 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5f5888e7-fc1f-49cc-b0b1-c076613dbd61 req-8eca8ea7-1174-402a-804e-bfe8ed28bdbb service neutron] 10.222.0.31 "GET /v2.0/networks/1cb09dd8-ae2d-40db-9f8d-8f4e507403de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804715 Dec 09 17:14:22.846605 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5f5888e7-fc1f-49cc-b0b1-c076613dbd61 req-e44c590b-4f71-4a55-8368-4fb2bcbf4610 service neutron] 10.222.0.31 "GET /v2.0/networks/1cb09dd8-ae2d-40db-9f8d-8f4e507403de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841277 Dec 09 17:14:23.292577 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8f4bbebf-7605-466c-8ec9-4447f47548c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:14:24.511929 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:14:24.730282 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:14:25.635491 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:14:25.778713 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:14:26.756842 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:14:47.228895 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:14:50.752777 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5bfefe54-fc26-4995-a549-afaaa1665c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:14:53.293635 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0cc941d9-a04b-40d6-9730-55135a0f66cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:14:54.515118 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:14:55.631134 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:14:55.782718 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:14:56.759118 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:15:01.730115 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:15:17.224665 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:15:20.755351 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3df1e269-ce7c-46ec-a3e8-45bf4957549f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:15:22.306180 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bf74873d-20d5-4e9d-9b56-c89b050efb6b req-28a2dd9b-314f-4d10-a6ac-08b947e9a9a3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=58d2a8c5-abba-4e05-886c-006a8576929d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411210 Dec 09 17:15:22.389081 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74873d-20d5-4e9d-9b56-c89b050efb6b req-360702f1-8228-4887-bf95-7c7d6c32c0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:15:22.390612 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bf74873d-20d5-4e9d-9b56-c89b050efb6b req-360702f1-8228-4887-bf95-7c7d6c32c0d0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5aeaf27acf8449bc95585abe13268945&device_id=58d2a8c5-abba-4e05-886c-006a8576929d HTTP/1.1" status: 200 len: 1097 time: 0.0404046 Dec 09 17:15:22.498998 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74873d-20d5-4e9d-9b56-c89b050efb6b req-e730a183-8968-4281-af98-3093fba6b740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:15:22.500521 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bf74873d-20d5-4e9d-9b56-c89b050efb6b req-e730a183-8968-4281-af98-3093fba6b740 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1cb09dd8-ae2d-40db-9f8d-8f4e507403de HTTP/1.1" status: 200 len: 911 time: 0.0886912 Dec 09 17:15:22.565362 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bf74873d-20d5-4e9d-9b56-c89b050efb6b req-a78aca56-6ede-4dd5-9d30-fe7324222498 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33beb5de-bf32-4bee-a3ec-f326366dc5da HTTP/1.1" status: 200 len: 1001 time: 0.0578864 Dec 09 17:15:22.618835 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74873d-20d5-4e9d-9b56-c89b050efb6b req-defdf2ed-d3db-4bc1-b6ac-ccb86e9e5955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:15:22.620292 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bf74873d-20d5-4e9d-9b56-c89b050efb6b req-defdf2ed-d3db-4bc1-b6ac-ccb86e9e5955 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=484ab821-f7c2-4db8-a959-018f5b426777 HTTP/1.1" status: 200 len: 849 time: 0.0485275 Dec 09 17:15:22.666175 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74873d-20d5-4e9d-9b56-c89b050efb6b req-2f66050d-5e58-447f-8378-ae2652c5e331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:15:22.667680 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bf74873d-20d5-4e9d-9b56-c89b050efb6b req-2f66050d-5e58-447f-8378-ae2652c5e331 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1cb09dd8-ae2d-40db-9f8d-8f4e507403de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403979 Dec 09 17:15:22.756877 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bf74873d-20d5-4e9d-9b56-c89b050efb6b req-6af2b137-4a93-49b5-9583-d94a4f1da1a7 service neutron] 10.222.0.31 "GET /v2.0/networks/1cb09dd8-ae2d-40db-9f8d-8f4e507403de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818672 Dec 09 17:15:22.848867 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bf74873d-20d5-4e9d-9b56-c89b050efb6b req-d583f896-eb1b-4db9-b7fd-1455767e75c6 service neutron] 10.222.0.31 "GET /v2.0/networks/1cb09dd8-ae2d-40db-9f8d-8f4e507403de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849106 Dec 09 17:15:23.296267 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-a74dc45d-a677-461b-a8ee-0b51a6a83fa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:15:24.516803 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:15:25.630287 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:15:25.784647 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:15:26.761537 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:15:38.730242 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:15:47.223191 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:15:50.758703 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-32caeae8-8464-4ff4-bba7-72c5daac7657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:15:53.297029 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-09996563-fb1c-4ee2-a4eb-42fede968d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:15:54.520941 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:15:55.628317 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:15:55.787812 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:15:56.763539 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:16:15.729816 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:16:17.228009 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:16:20.760091 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-167311c1-3f4e-48eb-8213-b3ff04f85fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:16:22.357113 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d4823-8410-4c1f-970f-e3a782632369 req-41727fd7-a799-4894-bd33-6c7553f3d892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:16:22.358643 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9e1d4823-8410-4c1f-970f-e3a782632369 req-41727fd7-a799-4894-bd33-6c7553f3d892 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5aeaf27acf8449bc95585abe13268945&device_id=58d2a8c5-abba-4e05-886c-006a8576929d HTTP/1.1" status: 200 len: 1097 time: 0.0428672 Dec 09 17:16:22.469375 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d4823-8410-4c1f-970f-e3a782632369 req-f14b6852-780b-4d12-bbe2-0feef405824d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:16:22.470985 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9e1d4823-8410-4c1f-970f-e3a782632369 req-f14b6852-780b-4d12-bbe2-0feef405824d service neutron] 10.222.0.31 "GET /v2.0/networks?id=1cb09dd8-ae2d-40db-9f8d-8f4e507403de HTTP/1.1" status: 200 len: 911 time: 0.0900917 Dec 09 17:16:22.539254 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9e1d4823-8410-4c1f-970f-e3a782632369 req-62e253f2-c04d-4803-967f-81b32d8a6c9c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33beb5de-bf32-4bee-a3ec-f326366dc5da HTTP/1.1" status: 200 len: 1001 time: 0.0589933 Dec 09 17:16:22.589348 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d4823-8410-4c1f-970f-e3a782632369 req-be3bfa4c-0059-4564-bba0-03f77cf9186d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:16:22.590698 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9e1d4823-8410-4c1f-970f-e3a782632369 req-be3bfa4c-0059-4564-bba0-03f77cf9186d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=484ab821-f7c2-4db8-a959-018f5b426777 HTTP/1.1" status: 200 len: 849 time: 0.0425467 Dec 09 17:16:22.641454 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d4823-8410-4c1f-970f-e3a782632369 req-e57c492f-76ae-4d7e-a292-a8c2a6037e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:16:22.642927 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9e1d4823-8410-4c1f-970f-e3a782632369 req-e57c492f-76ae-4d7e-a292-a8c2a6037e18 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1cb09dd8-ae2d-40db-9f8d-8f4e507403de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447412 Dec 09 17:16:22.733041 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9e1d4823-8410-4c1f-970f-e3a782632369 req-c21c9b7f-ec6b-46ee-983b-5c3db9f724a3 service neutron] 10.222.0.31 "GET /v2.0/networks/1cb09dd8-ae2d-40db-9f8d-8f4e507403de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810235 Dec 09 17:16:22.825534 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-9e1d4823-8410-4c1f-970f-e3a782632369 req-770fd93b-7d7d-4ed2-819f-8c3f0c69c383 service neutron] 10.222.0.31 "GET /v2.0/networks/1cb09dd8-ae2d-40db-9f8d-8f4e507403de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841885 Dec 09 17:16:23.297852 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3613181e-f197-41e8-8753-75c1b18744f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:16:23.930212 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 33beb5de-bf32-4bee-a3ec-f326366dc5da details requested by agent hyperv_n-h2-821228-1 with host n-h2-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 17:16:24.026723 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 33beb5de-bf32-4bee-a3ec-f326366dc5da, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=33beb5de-bf32-4bee-a3ec-f326366dc5da,segment=NetworkSegment(07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4),segment_id=07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:16:24.037815 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Returning: {'device': '33beb5de-bf32-4bee-a3ec-f326366dc5da', 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de', 'port_id': '33beb5de-bf32-4bee-a3ec-f326366dc5da', 'mac_address': 'fa:16:3e:b8:f3:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '484ab821-f7c2-4db8-a959-018f5b426777', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 17:16:24.073034 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:16:24.089531 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33beb5de-bf32-4bee-a3ec-f326366dc5da {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 17:16:24.108646 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 33beb5de-bf32-4bee-a3ec-f326366dc5da, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=33beb5de-bf32-4bee-a3ec-f326366dc5da,segment=NetworkSegment(07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4),segment_id=07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:16:24.112650 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:16:24.163344 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=33beb5de-bf32-4bee-a3ec-f326366dc5da,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:16:24.170665 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:16:24.171015 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:16:24.171358 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:16:24.171704 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:16:24.172039 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:16:24.172371 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:16:24.172729 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:16:24.173114 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:16:24.173385 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:16:24.173712 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:16:24.174111 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:16:24.174439 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:16:24.174765 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:16:24.179480 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] get_ports_and_sgs() called for port_ids ['33beb5de-bf32-4bee-a3ec-f326366dc5da'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 17:16:24.523042 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:16:25.627397 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:16:25.790574 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:16:25.957720 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 33beb5de-bf32-4bee-a3ec-f326366dc5da up at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 17:16:26.006056 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Provisioning complete for port 33beb5de-bf32-4bee-a3ec-f326366dc5da triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:16:26.006433 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:16:26.251478 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:16:26.275387 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d2a8c5-abba-4e05-886c-006a8576929d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33beb5de-bf32-4bee-a3ec-f326366dc5da'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 17:16:26.277636 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad401665e64187bef4a0f300457b2868c99907d1fc0db4bbbc94af95fd68fd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98f043d-cde0-4743-8747-d8343a1605b0" -d '{"events": [{"server_uuid": "58d2a8c5-abba-4e05-886c-006a8576929d", "name": "network-vif-plugged", "status": "completed", "tag": "33beb5de-bf32-4bee-a3ec-f326366dc5da"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 17:16:26.290506 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 33beb5de-bf32-4bee-a3ec-f326366dc5da, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=33beb5de-bf32-4bee-a3ec-f326366dc5da,segment=NetworkSegment(07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4),segment_id=07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:16:26.295285 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:16:26.348230 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=33beb5de-bf32-4bee-a3ec-f326366dc5da,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:16:26.408673 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 17:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c37ed4-d325-4dac-b826-4dca3c893891 x-openstack-request-id: req-d5c37ed4-d325-4dac-b826-4dca3c893891 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 17:16:26.408937 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d2a8c5-abba-4e05-886c-006a8576929d", "name": "network-vif-plugged", "status": "completed", "tag": "33beb5de-bf32-4bee-a3ec-f326366dc5da", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 17:16:26.409196 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d5c37ed4-d325-4dac-b826-4dca3c893891 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 17:16:26.409591 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d2a8c5-abba-4e05-886c-006a8576929d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33beb5de-bf32-4bee-a3ec-f326366dc5da', 'code': 200} Dec 09 17:16:26.766711 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:16:36.668254 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-ea586e88-2590-411c-97f2-dae80f2661cf tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1003807423&fields=id&tenant_id=5aeaf27acf8449bc95585abe13268945 HTTP/1.1" status: 200 len: 267 time: 0.0450802 Dec 09 17:16:36.772927 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-c0257c34-0034-4942-a7fc-ecb765a5d960 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:16:36.774290 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-c0257c34-0034-4942-a7fc-ecb765a5d960 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/networks?id=1cb09dd8-ae2d-40db-9f8d-8f4e507403de HTTP/1.1" status: 200 len: 810 time: 0.0993805 Dec 09 17:16:36.789671 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-a7940107-7349-4ca9-86ad-eeb4c65c347a tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/quotas/5aeaf27acf8449bc95585abe13268945 HTTP/1.1" status: 200 len: 375 time: 0.0097060 Dec 09 17:16:36.845970 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-695e2be9-d070-4391-8c14-01a089a5e103 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5aeaf27acf8449bc95585abe13268945&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511246 Dec 09 17:16:36.939681 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-245111cb-f2d7-4be6-b70b-a9f345b52fce service neutron] 10.222.0.57 "GET /v2.0/networks/1cb09dd8-ae2d-40db-9f8d-8f4e507403de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817926 Dec 09 17:16:37.036536 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-e7fd4386-1a50-44ef-9e3b-5371ba0d7b95 service neutron] 10.222.0.57 "GET /v2.0/networks/1cb09dd8-ae2d-40db-9f8d-8f4e507403de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895865 Dec 09 17:16:37.196233 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ead8e1c1-e465-49ee-b224-1fe98f799d2e req-7a6a4c23-057d-4ad6-926d-8cccdeb90e86 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/ports?device_id=38cfa197-f72a-447a-b878-82eacf8808aa HTTP/1.1" status: 200 len: 210 time: 0.0265272 Dec 09 17:16:38.277440 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-51749e3c-e053-43e1-9b92-c7da85433448 req-162b6b81-5a02-4093-a91e-6d7deb507fd0 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/ports?device_id=38cfa197-f72a-447a-b878-82eacf8808aa HTTP/1.1" status: 200 len: 210 time: 0.0281315 Dec 09 17:16:39.370887 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-3c0c6513-81ca-47ce-88be-109ddde68a86 req-0a2f2f5c-fb8f-4e9c-832d-8b0ec24bc3b3 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/ports?device_id=38cfa197-f72a-447a-b878-82eacf8808aa HTTP/1.1" status: 200 len: 210 time: 0.0426843 Dec 09 17:16:40.004236 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 33beb5de-bf32-4bee-a3ec-f326366dc5da no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 17:16:40.076747 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:16:40.099124 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d2a8c5-abba-4e05-886c-006a8576929d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33beb5de-bf32-4bee-a3ec-f326366dc5da'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 17:16:40.101369 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad401665e64187bef4a0f300457b2868c99907d1fc0db4bbbc94af95fd68fd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2359d64d-7e5d-4a81-b739-9b412f6568d5" -d '{"events": [{"server_uuid": "58d2a8c5-abba-4e05-886c-006a8576929d", "name": "network-vif-unplugged", "status": "completed", "tag": "33beb5de-bf32-4bee-a3ec-f326366dc5da"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 17:16:40.117434 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] For port 33beb5de-bf32-4bee-a3ec-f326366dc5da, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=33beb5de-bf32-4bee-a3ec-f326366dc5da,segment=NetworkSegment(07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4),segment_id=07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:16:40.121724 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:16:40.143806 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 17:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590e1e92-a434-4dee-af8a-f4ca58231f94 x-openstack-request-id: req-590e1e92-a434-4dee-af8a-f4ca58231f94 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 17:16:40.144104 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d2a8c5-abba-4e05-886c-006a8576929d", "name": "network-vif-unplugged", "status": "completed", "tag": "33beb5de-bf32-4bee-a3ec-f326366dc5da", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 17:16:40.145120 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-590e1e92-a434-4dee-af8a-f4ca58231f94 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 17:16:40.145301 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d2a8c5-abba-4e05-886c-006a8576929d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33beb5de-bf32-4bee-a3ec-f326366dc5da', 'code': 200} Dec 09 17:16:40.170294 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Pushing event updated for resources: {'Port': ['ID=33beb5de-bf32-4bee-a3ec-f326366dc5da,revision_number=8']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:16:40.448593 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-ffe882b0-fbe3-4269-b742-05dd408dee26 req-4613fe75-0371-4eb5-8de4-16139fd6b145 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/ports?device_id=38cfa197-f72a-447a-b878-82eacf8808aa HTTP/1.1" status: 200 len: 210 time: 0.0256052 Dec 09 17:16:41.548550 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b592d5f1-b5a5-4348-b521-47190eac8e2a req-7c77a1f7-c794-4eb7-b55b-3b77a4fca220 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/ports?device_id=38cfa197-f72a-447a-b878-82eacf8808aa HTTP/1.1" status: 200 len: 210 time: 0.0306389 Dec 09 17:16:42.364950 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-7b8a29cc-9633-4f49-b470-1ccd56fe5b05 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:16:42.366500 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-7b8a29cc-9633-4f49-b470-1ccd56fe5b05 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.42 "GET /v2.0/networks?id=1cb09dd8-ae2d-40db-9f8d-8f4e507403de HTTP/1.1" status: 200 len: 810 time: 0.1034176 Dec 09 17:16:42.447397 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-2f3c4aaa-7bfd-4b6c-a55e-f046de6fea0a tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5aeaf27acf8449bc95585abe13268945 HTTP/1.1" status: 200 len: 380 time: 0.0581374 Dec 09 17:16:42.458960 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-64fe0bbe-e21c-4b88-a716-76335f7247a3 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Request body: {'port': {'device_id': '38cfa197-f72a-447a-b878-82eacf8808aa', 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de', 'admin_state_up': True, 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'security_groups': ['ea78a9af-0a31-441f-a94f-3a13fc37eb06']}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:16:42.569868 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-64fe0bbe-e21c-4b88-a716-76335f7247a3 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Made reservation on behalf of 5aeaf27acf8449bc95585abe13268945 for: {'port': 1} {{(pid=103245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 17:16:42.573574 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-64fe0bbe-e21c-4b88-a716-76335f7247a3 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:16:42.664922 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b0f4d5d1-e14c-4f58-8e40-0f3d0f81246a req-5c42d105-3e01-4765-8945-c3e90a67d361 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/ports?device_id=38cfa197-f72a-447a-b878-82eacf8808aa HTTP/1.1" status: 200 len: 210 time: 0.0398290 Dec 09 17:16:42.737723 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-64fe0bbe-e21c-4b88-a716-76335f7247a3 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Allocated IP 172.20.0.10 (1cb09dd8-ae2d-40db-9f8d-8f4e507403de/484ab821-f7c2-4db8-a959-018f5b426777/d42fd8b1-cab1-4db5-b50d-fb7e6318ef12) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 17:16:42.927030 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-64fe0bbe-e21c-4b88-a716-76335f7247a3 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks [] for port, precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:16:42.965477 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-64fe0bbe-e21c-4b88-a716-76335f7247a3 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:16:43.025987 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-64fe0bbe-e21c-4b88-a716-76335f7247a3 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Network 1cb09dd8-ae2d-40db-9f8d-8f4e507403de is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 17:16:43.029203 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-64fe0bbe-e21c-4b88-a716-76335f7247a3 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 17:16:43.033870 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-64fe0bbe-e21c-4b88-a716-76335f7247a3 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 17:16:43.037974 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe0bbe-e21c-4b88-a716-76335f7247a3 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Pushing event updated for resources: {'Port': ['ID=d42fd8b1-cab1-4db5-b50d-fb7e6318ef12,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:16:43.070773 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe0bbe-e21c-4b88-a716-76335f7247a3 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:16:43.071268 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe0bbe-e21c-4b88-a716-76335f7247a3 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:16:43.071710 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe0bbe-e21c-4b88-a716-76335f7247a3 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:16:43.072281 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe0bbe-e21c-4b88-a716-76335f7247a3 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:16:43.072771 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe0bbe-e21c-4b88-a716-76335f7247a3 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:16:43.073169 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe0bbe-e21c-4b88-a716-76335f7247a3 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:16:43.073599 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe0bbe-e21c-4b88-a716-76335f7247a3 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:16:43.074026 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe0bbe-e21c-4b88-a716-76335f7247a3 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:16:43.074451 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe0bbe-e21c-4b88-a716-76335f7247a3 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:16:43.074875 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe0bbe-e21c-4b88-a716-76335f7247a3 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:16:43.075302 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe0bbe-e21c-4b88-a716-76335f7247a3 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:16:43.075738 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe0bbe-e21c-4b88-a716-76335f7247a3 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:16:43.076167 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe0bbe-e21c-4b88-a716-76335f7247a3 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:16:43.126377 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-64fe0bbe-e21c-4b88-a716-76335f7247a3 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:16:43.127050 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-64fe0bbe-e21c-4b88-a716-76335f7247a3 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:16:43.145328 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-64fe0bbe-e21c-4b88-a716-76335f7247a3 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6905315 Dec 09 17:16:43.264012 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-9864384e-18cf-451b-afae-35cbe0358bf3 None None] Provisioning complete for port d42fd8b1-cab1-4db5-b50d-fb7e6318ef12 triggered by entity DHCP. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:16:43.264634 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9864384e-18cf-451b-afae-35cbe0358bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:16:43.298594 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-9864384e-18cf-451b-afae-35cbe0358bf3 None None] Port d42fd8b1-cab1-4db5-b50d-fb7e6318ef12 cannot update to ACTIVE because it is not bound. {{(pid=103246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 17:16:43.789909 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf42f1b-3f59-4d10-94ba-d1a66f3362d0 req-d1d9a4ef-107c-40a6-b1f1-d9fa38bcf29b tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:16:43.791373 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8cf42f1b-3f59-4d10-94ba-d1a66f3362d0 req-d1d9a4ef-107c-40a6-b1f1-d9fa38bcf29b tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/ports?device_id=38cfa197-f72a-447a-b878-82eacf8808aa HTTP/1.1" status: 200 len: 932 time: 0.0484896 Dec 09 17:16:43.853444 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8cf42f1b-3f59-4d10-94ba-d1a66f3362d0 req-a25f2d94-264f-466a-ae9a-d288286b600a tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea78a9af-0a31-441f-a94f-3a13fc37eb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559287 Dec 09 17:16:44.975656 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d37661-4fa4-430d-a5ef-a2376da010af req-3705ea3f-12cb-4baf-90d2-82bd384d7701 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:16:44.978005 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c6d37661-4fa4-430d-a5ef-a2376da010af req-3705ea3f-12cb-4baf-90d2-82bd384d7701 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/ports?device_id=38cfa197-f72a-447a-b878-82eacf8808aa HTTP/1.1" status: 200 len: 932 time: 0.0521269 Dec 09 17:16:45.033858 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c6d37661-4fa4-430d-a5ef-a2376da010af req-b0e24ed1-b7bd-496a-9bcf-afe3e4da4445 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea78a9af-0a31-441f-a94f-3a13fc37eb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495636 Dec 09 17:16:46.161064 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b680881-0b5d-4b4d-b336-422a8f28aef7 req-b57be1b6-0461-4b64-9a89-28b450bb9cd1 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:16:46.162542 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1b680881-0b5d-4b4d-b336-422a8f28aef7 req-b57be1b6-0461-4b64-9a89-28b450bb9cd1 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/ports?device_id=38cfa197-f72a-447a-b878-82eacf8808aa HTTP/1.1" status: 200 len: 932 time: 0.0516047 Dec 09 17:16:46.223409 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-1b680881-0b5d-4b4d-b336-422a8f28aef7 req-a6350531-241e-4a98-838c-7707d0f985ff tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea78a9af-0a31-441f-a94f-3a13fc37eb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540402 Dec 09 17:16:47.226144 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:16:47.359167 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6662f-412d-4ee9-bc0a-2b6bc88370e9 req-1d147f0c-23b4-4b18-ac46-f133b908832b tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:16:47.361959 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0be6662f-412d-4ee9-bc0a-2b6bc88370e9 req-1d147f0c-23b4-4b18-ac46-f133b908832b tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/ports?device_id=38cfa197-f72a-447a-b878-82eacf8808aa HTTP/1.1" status: 200 len: 932 time: 0.0664127 Dec 09 17:16:47.413628 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0be6662f-412d-4ee9-bc0a-2b6bc88370e9 req-0d064ded-04e3-42fb-a9b6-b96a8b7db973 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea78a9af-0a31-441f-a94f-3a13fc37eb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446155 Dec 09 17:16:48.556813 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30bfb0f-321d-4b4a-a38e-f92abf80653f req-4aea1cdd-4a44-440d-98db-1fcc7b919eed tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:16:48.558244 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c30bfb0f-321d-4b4a-a38e-f92abf80653f req-4aea1cdd-4a44-440d-98db-1fcc7b919eed tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/ports?device_id=38cfa197-f72a-447a-b878-82eacf8808aa HTTP/1.1" status: 200 len: 932 time: 0.0569117 Dec 09 17:16:48.608868 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c30bfb0f-321d-4b4a-a38e-f92abf80653f req-fce5e163-ea1e-474a-b86a-808b047354cb tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea78a9af-0a31-441f-a94f-3a13fc37eb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445764 Dec 09 17:16:49.736899 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0b2cd-5e7e-4397-ba7b-21440ac31e68 req-b46f0d11-db19-48d3-9623-4ff180e62a9b tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:16:49.739160 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-28b0b2cd-5e7e-4397-ba7b-21440ac31e68 req-b46f0d11-db19-48d3-9623-4ff180e62a9b tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/ports?device_id=38cfa197-f72a-447a-b878-82eacf8808aa HTTP/1.1" status: 200 len: 932 time: 0.0571332 Dec 09 17:16:49.789030 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-28b0b2cd-5e7e-4397-ba7b-21440ac31e68 req-e584d024-e2bf-4d99-a5f3-62e09b228621 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea78a9af-0a31-441f-a94f-3a13fc37eb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436432 Dec 09 17:16:50.762317 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-01c6a2c1-63ed-4598-b788-92b229463a65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:16:50.917101 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815ae9e-536b-4504-a367-ddce87966300 req-472de432-2c64-4b0f-994f-17d81ba3cef4 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:16:50.918630 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d815ae9e-536b-4504-a367-ddce87966300 req-472de432-2c64-4b0f-994f-17d81ba3cef4 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/ports?device_id=38cfa197-f72a-447a-b878-82eacf8808aa HTTP/1.1" status: 200 len: 932 time: 0.0578740 Dec 09 17:16:50.977279 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d815ae9e-536b-4504-a367-ddce87966300 req-56e9d04a-dd77-4129-a5ba-6a3222d1299a tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea78a9af-0a31-441f-a94f-3a13fc37eb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520716 Dec 09 17:16:52.104455 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf1c06-8766-4655-8212-57de7e4c5fb3 req-4f332222-97e2-4840-8325-f1e8cbbc2e62 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:16:52.106281 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-12bf1c06-8766-4655-8212-57de7e4c5fb3 req-4f332222-97e2-4840-8325-f1e8cbbc2e62 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/ports?device_id=38cfa197-f72a-447a-b878-82eacf8808aa HTTP/1.1" status: 200 len: 932 time: 0.0579143 Dec 09 17:16:52.163950 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-12bf1c06-8766-4655-8212-57de7e4c5fb3 req-d60445f1-b7dd-4170-852c-6e4bbb38389b tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea78a9af-0a31-441f-a94f-3a13fc37eb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511937 Dec 09 17:16:52.728946 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:16:53.334102 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b874359-1179-4cf6-82b6-c9fcab3a19dd req-4520261f-3a37-49b3-9869-cb280ae5757f tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:16:53.340449 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5b874359-1179-4cf6-82b6-c9fcab3a19dd req-4520261f-3a37-49b3-9869-cb280ae5757f tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/ports?device_id=38cfa197-f72a-447a-b878-82eacf8808aa HTTP/1.1" status: 200 len: 932 time: 0.0864494 Dec 09 17:16:53.391160 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-24a4c3a8-21f2-4ec1-ba84-910b7924f497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:16:53.391924 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-5b874359-1179-4cf6-82b6-c9fcab3a19dd req-75caa631-320a-4138-ae4c-1038b3e089ab tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea78a9af-0a31-441f-a94f-3a13fc37eb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502541 Dec 09 17:16:54.512109 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50626924-f207-4a30-bf60-e93bf31c05ed req-3b28ab9c-a881-4c79-b821-42452e787872 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:16:54.513690 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-50626924-f207-4a30-bf60-e93bf31c05ed req-3b28ab9c-a881-4c79-b821-42452e787872 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/ports?device_id=38cfa197-f72a-447a-b878-82eacf8808aa HTTP/1.1" status: 200 len: 932 time: 0.0536880 Dec 09 17:16:54.525978 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:16:54.563378 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-50626924-f207-4a30-bf60-e93bf31c05ed req-60595b72-e52b-4e3e-8df5-8737df49e425 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea78a9af-0a31-441f-a94f-3a13fc37eb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437524 Dec 09 17:16:55.105688 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.v2.base [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-df6addd8-eb2f-4957-a752-b4b1073ba567 service neutron] Request body: {'port': {'device_id': '38cfa197-f72a-447a-b878-82eacf8808aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821228-1'}} {{(pid=103245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:16:55.158063 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-df6addd8-eb2f-4957-a752-b4b1073ba567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:16:55.416899 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-df6addd8-eb2f-4957-a752-b4b1073ba567 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d42fd8b1-cab1-4db5-b50d-fb7e6318ef12 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 17:16:55.424105 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-df6addd8-eb2f-4957-a752-b4b1073ba567 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:16:55.435807 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-df6addd8-eb2f-4957-a752-b4b1073ba567 service neutron] Transition to ACTIVE for port object d42fd8b1-cab1-4db5-b50d-fb7e6318ef12 will not be triggered until provisioned by entity L2. {{(pid=103245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 17:16:55.439414 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-df6addd8-eb2f-4957-a752-b4b1073ba567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:16:55.492841 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6addd8-eb2f-4957-a752-b4b1073ba567 service neutron] Pushing event updated for resources: {'Port': ['ID=d42fd8b1-cab1-4db5-b50d-fb7e6318ef12,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:16:55.571339 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-df6addd8-eb2f-4957-a752-b4b1073ba567 service neutron] Attempting to bind port d42fd8b1-cab1-4db5-b50d-fb7e6318ef12 on host n-h1-821228-1 for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 17:16:55.571681 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-df6addd8-eb2f-4957-a752-b4b1073ba567 service neutron] Attempting to bind port d42fd8b1-cab1-4db5-b50d-fb7e6318ef12 by drivers openvswitch,hyperv on host n-h1-821228-1 at level 0 using segments [{'id': '07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 17:16:55.572009 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-df6addd8-eb2f-4957-a752-b4b1073ba567 service neutron] Attempting to bind port d42fd8b1-cab1-4db5-b50d-fb7e6318ef12 on network 1cb09dd8-ae2d-40db-9f8d-8f4e507403de {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 17:16:55.576702 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-df6addd8-eb2f-4957-a752-b4b1073ba567 service neutron] Port d42fd8b1-cab1-4db5-b50d-fb7e6318ef12 on network 1cb09dd8-ae2d-40db-9f8d-8f4e507403de not bound, no agent of type Open vSwitch agent registered on host n-h1-821228-1 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 17:16:55.577027 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-df6addd8-eb2f-4957-a752-b4b1073ba567 service neutron] Attempting to bind port d42fd8b1-cab1-4db5-b50d-fb7e6318ef12 on network 1cb09dd8-ae2d-40db-9f8d-8f4e507403de {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 17:16:55.582077 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-df6addd8-eb2f-4957-a752-b4b1073ba567 service neutron] Checking agent: {'id': '096c6306-abcc-47ac-9869-6654706b909d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821228-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'started_at': datetime.datetime(2021, 12, 9, 15, 25, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 17, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 17:16:55.582423 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-df6addd8-eb2f-4957-a752-b4b1073ba567 service neutron] Checking segment: {'id': '07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 17:16:55.582812 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-df6addd8-eb2f-4957-a752-b4b1073ba567 service neutron] Bound using segment: {'id': '07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 17:16:55.583251 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-df6addd8-eb2f-4957-a752-b4b1073ba567 service neutron] Bound port: d42fd8b1-cab1-4db5-b50d-fb7e6318ef12, host: n-h1-821228-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 17:16:55.583609 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-df6addd8-eb2f-4957-a752-b4b1073ba567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:16:55.630406 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:16:55.657484 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-df6addd8-eb2f-4957-a752-b4b1073ba567 service neutron] For port d42fd8b1-cab1-4db5-b50d-fb7e6318ef12, host n-h1-821228-1, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 17:16:55.660890 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-df6addd8-eb2f-4957-a752-b4b1073ba567 service neutron] For port d42fd8b1-cab1-4db5-b50d-fb7e6318ef12, host n-h1-821228-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=d42fd8b1-cab1-4db5-b50d-fb7e6318ef12,segment=NetworkSegment(07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4),segment_id=07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 17:16:55.665257 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-df6addd8-eb2f-4957-a752-b4b1073ba567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60300940'] for port, after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:16:55.692798 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028786db-f95b-4f46-801f-affa34f968b6 req-8f1d5aac-21bf-480e-834e-177ef13de5ad tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:16:55.695252 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-028786db-f95b-4f46-801f-affa34f968b6 req-8f1d5aac-21bf-480e-834e-177ef13de5ad tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/ports?device_id=38cfa197-f72a-447a-b878-82eacf8808aa HTTP/1.1" status: 200 len: 944 time: 0.0506454 Dec 09 17:16:55.699605 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-df6addd8-eb2f-4957-a752-b4b1073ba567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:16:55.700225 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-df6addd8-eb2f-4957-a752-b4b1073ba567 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:16:55.701647 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-df6addd8-eb2f-4957-a752-b4b1073ba567 service neutron] 10.222.0.42 "PUT /v2.0/ports/d42fd8b1-cab1-4db5-b50d-fb7e6318ef12 HTTP/1.1" status: 200 len: 1092 time: 0.6609614 Dec 09 17:16:55.702098 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38cfa197-f72a-447a-b878-82eacf8808aa', 'tag': 'd42fd8b1-cab1-4db5-b50d-fb7e6318ef12'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 17:16:55.704616 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efaf58d4d7c9700f5ffb733085425a1334cb86cda12ff1566d55ee0012e72786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fadbeb95-ac0f-4f3d-ae3a-c5d6e0e8e760" -d '{"events": [{"name": "network-changed", "server_uuid": "38cfa197-f72a-447a-b878-82eacf8808aa", "tag": "d42fd8b1-cab1-4db5-b50d-fb7e6318ef12"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 17:16:55.731733 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6addd8-eb2f-4957-a752-b4b1073ba567 service neutron] Pushing event updated for resources: {'Port': ['ID=d42fd8b1-cab1-4db5-b50d-fb7e6318ef12,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:16:55.760822 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-028786db-f95b-4f46-801f-affa34f968b6 req-16a04db0-9d8e-49c2-a19e-a29602081aa0 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea78a9af-0a31-441f-a94f-3a13fc37eb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576353 Dec 09 17:16:55.809617 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-5c3f2191-a1a3-4c67-b0eb-cd85feb85b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:16:55.811450 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:16:55.811729 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-5c3f2191-a1a3-4c67-b0eb-cd85feb85b15 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5aeaf27acf8449bc95585abe13268945&device_id=38cfa197-f72a-447a-b878-82eacf8808aa HTTP/1.1" status: 200 len: 1095 time: 0.0530677 Dec 09 17:16:55.866532 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-a7147ac3-9bb2-4862-90ad-2c6ed3038288 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d42fd8b1-cab1-4db5-b50d-fb7e6318ef12 HTTP/1.1" status: 200 len: 217 time: 0.0420909 Dec 09 17:16:55.883911 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 17:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5856c988-af36-4094-850f-4aa8c90c0893 x-openstack-request-id: req-5856c988-af36-4094-850f-4aa8c90c0893 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 17:16:55.884207 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38cfa197-f72a-447a-b878-82eacf8808aa", "tag": "d42fd8b1-cab1-4db5-b50d-fb7e6318ef12", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 17:16:55.884487 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5856c988-af36-4094-850f-4aa8c90c0893 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 17:16:55.884897 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38cfa197-f72a-447a-b878-82eacf8808aa', 'tag': 'd42fd8b1-cab1-4db5-b50d-fb7e6318ef12', 'status': 'completed', 'code': 200} Dec 09 17:16:55.921623 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-4fb5692d-c71d-4e60-9af5-a8a8b6d31f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:16:55.922982 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-4fb5692d-c71d-4e60-9af5-a8a8b6d31f77 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=484ab821-f7c2-4db8-a959-018f5b426777 HTTP/1.1" status: 200 len: 849 time: 0.0498543 Dec 09 17:16:55.969820 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-ff85de4f-9b46-442e-9b80-e4ca57a383e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:16:55.971343 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-ff85de4f-9b46-442e-9b80-e4ca57a383e7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1cb09dd8-ae2d-40db-9f8d-8f4e507403de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410442 Dec 09 17:16:56.066086 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-f40dbf9f-88b9-43b2-a734-3cee2b6faa95 service neutron] 10.222.0.42 "GET /v2.0/networks/1cb09dd8-ae2d-40db-9f8d-8f4e507403de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860913 Dec 09 17:16:56.156757 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-b19975b1-7462-43f4-81dd-b0027bfc0374 req-041b0f95-417b-4569-8084-84ccc31af2b4 service neutron] 10.222.0.42 "GET /v2.0/networks/1cb09dd8-ae2d-40db-9f8d-8f4e507403de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831680 Dec 09 17:16:56.302121 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbeb95-ac0f-4f3d-ae3a-c5d6e0e8e760 req-b38336e6-14bb-4563-82f4-567b89729eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:16:56.303637 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fadbeb95-ac0f-4f3d-ae3a-c5d6e0e8e760 req-b38336e6-14bb-4563-82f4-567b89729eaa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5aeaf27acf8449bc95585abe13268945&device_id=38cfa197-f72a-447a-b878-82eacf8808aa HTTP/1.1" status: 200 len: 1095 time: 0.0453520 Dec 09 17:16:56.394089 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbeb95-ac0f-4f3d-ae3a-c5d6e0e8e760 req-10a425dc-8ada-4f4d-bbaf-15d884f947b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:16:56.395560 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fadbeb95-ac0f-4f3d-ae3a-c5d6e0e8e760 req-10a425dc-8ada-4f4d-bbaf-15d884f947b5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1cb09dd8-ae2d-40db-9f8d-8f4e507403de HTTP/1.1" status: 200 len: 911 time: 0.0847707 Dec 09 17:16:56.437335 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fadbeb95-ac0f-4f3d-ae3a-c5d6e0e8e760 req-9256b640-0c4a-4868-8f36-24ef1582aeef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d42fd8b1-cab1-4db5-b50d-fb7e6318ef12 HTTP/1.1" status: 200 len: 217 time: 0.0346739 Dec 09 17:16:56.490559 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbeb95-ac0f-4f3d-ae3a-c5d6e0e8e760 req-5f82f4da-4173-4bbb-a262-72d1ad33f4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:16:56.492718 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fadbeb95-ac0f-4f3d-ae3a-c5d6e0e8e760 req-5f82f4da-4173-4bbb-a262-72d1ad33f4e5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=484ab821-f7c2-4db8-a959-018f5b426777 HTTP/1.1" status: 200 len: 849 time: 0.0479531 Dec 09 17:16:56.539372 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbeb95-ac0f-4f3d-ae3a-c5d6e0e8e760 req-bfa9d876-c2f2-4a7a-bf14-f32e05d60d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:16:56.540889 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fadbeb95-ac0f-4f3d-ae3a-c5d6e0e8e760 req-bfa9d876-c2f2-4a7a-bf14-f32e05d60d62 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1cb09dd8-ae2d-40db-9f8d-8f4e507403de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408056 Dec 09 17:16:56.629257 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fadbeb95-ac0f-4f3d-ae3a-c5d6e0e8e760 req-4a34948c-b76e-49b3-9ef5-bcb4049b5781 service neutron] 10.222.0.42 "GET /v2.0/networks/1cb09dd8-ae2d-40db-9f8d-8f4e507403de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810292 Dec 09 17:16:56.722108 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-fadbeb95-ac0f-4f3d-ae3a-c5d6e0e8e760 req-9eae4b40-a05b-4452-babb-a4a8b446f7d5 service neutron] 10.222.0.42 "GET /v2.0/networks/1cb09dd8-ae2d-40db-9f8d-8f4e507403de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852728 Dec 09 17:16:56.764854 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:16:56.884253 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516e320-5a29-4414-a7e4-8c9ed0204c47 req-c2fc57c4-d3a9-4bcd-a150-80f26da9e304 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:16:56.885809 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7516e320-5a29-4414-a7e4-8c9ed0204c47 req-c2fc57c4-d3a9-4bcd-a150-80f26da9e304 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/ports?device_id=38cfa197-f72a-447a-b878-82eacf8808aa HTTP/1.1" status: 200 len: 944 time: 0.0527527 Dec 09 17:16:56.934308 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-7516e320-5a29-4414-a7e4-8c9ed0204c47 req-a6f18f02-ce43-46ab-954b-f10d482db9c5 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea78a9af-0a31-441f-a94f-3a13fc37eb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426264 Dec 09 17:16:58.048730 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1e881-9afd-4bca-bfe1-1b87d87c2be2 req-8a5e990f-f94f-4591-b091-fdbcb62969a8 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:16:58.050197 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d5b1e881-9afd-4bca-bfe1-1b87d87c2be2 req-8a5e990f-f94f-4591-b091-fdbcb62969a8 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/ports?device_id=38cfa197-f72a-447a-b878-82eacf8808aa HTTP/1.1" status: 200 len: 944 time: 0.0482650 Dec 09 17:16:58.098884 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d5b1e881-9afd-4bca-bfe1-1b87d87c2be2 req-e3aee807-0bc7-4f0c-ad93-116cdc3a2193 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea78a9af-0a31-441f-a94f-3a13fc37eb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419044 Dec 09 17:16:59.197380 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device d42fd8b1-cab1-4db5-b50d-fb7e6318ef12 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 17:16:59.218327 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a5a9e-02dc-428f-93b0-5ebdb3ea9f7d req-096ca91b-7b80-4ba1-b8a7-30d8e3a14ebe tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:16:59.219818 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b2a5a9e-02dc-428f-93b0-5ebdb3ea9f7d req-096ca91b-7b80-4ba1-b8a7-30d8e3a14ebe tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/ports?device_id=38cfa197-f72a-447a-b878-82eacf8808aa HTTP/1.1" status: 200 len: 944 time: 0.0505481 Dec 09 17:16:59.275046 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-0b2a5a9e-02dc-428f-93b0-5ebdb3ea9f7d req-e35d76bf-cdc3-446e-aa8b-d1d7d44445b2 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea78a9af-0a31-441f-a94f-3a13fc37eb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488524 Dec 09 17:16:59.292372 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port d42fd8b1-cab1-4db5-b50d-fb7e6318ef12, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=d42fd8b1-cab1-4db5-b50d-fb7e6318ef12,segment=NetworkSegment(07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4),segment_id=07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:16:59.304184 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': 'd42fd8b1-cab1-4db5-b50d-fb7e6318ef12', 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de', 'port_id': 'd42fd8b1-cab1-4db5-b50d-fb7e6318ef12', 'mac_address': 'fa:16:3e:94:c8:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '484ab821-f7c2-4db8-a959-018f5b426777', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 17:16:59.341269 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:16:59.357833 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d42fd8b1-cab1-4db5-b50d-fb7e6318ef12 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 17:16:59.376752 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port d42fd8b1-cab1-4db5-b50d-fb7e6318ef12, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=d42fd8b1-cab1-4db5-b50d-fb7e6318ef12,segment=NetworkSegment(07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4),segment_id=07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:16:59.380970 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:16:59.428992 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=d42fd8b1-cab1-4db5-b50d-fb7e6318ef12,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:16:59.793324 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['d42fd8b1-cab1-4db5-b50d-fb7e6318ef12'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 17:17:00.390078 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f91a53-8b5b-4f09-b601-0aff7d1b4a51 req-3b493670-c051-42ad-a543-30cc7993fc4c tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:17:00.391595 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-08f91a53-8b5b-4f09-b601-0aff7d1b4a51 req-3b493670-c051-42ad-a543-30cc7993fc4c tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/ports?device_id=38cfa197-f72a-447a-b878-82eacf8808aa HTTP/1.1" status: 200 len: 945 time: 0.0483251 Dec 09 17:17:00.441610 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-08f91a53-8b5b-4f09-b601-0aff7d1b4a51 req-3a5cd7cf-ed00-463d-84a9-d04301f444b9 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea78a9af-0a31-441f-a94f-3a13fc37eb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441344 Dec 09 17:17:01.198442 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device d42fd8b1-cab1-4db5-b50d-fb7e6318ef12 up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 17:17:01.246908 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning for port d42fd8b1-cab1-4db5-b50d-fb7e6318ef12 completed by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 17:17:01.250878 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port d42fd8b1-cab1-4db5-b50d-fb7e6318ef12 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:17:01.251257 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:17:01.330464 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:17:01.354932 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38cfa197-f72a-447a-b878-82eacf8808aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42fd8b1-cab1-4db5-b50d-fb7e6318ef12'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 17:17:01.357190 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad401665e64187bef4a0f300457b2868c99907d1fc0db4bbbc94af95fd68fd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d28050-ecf9-43b7-bf33-6bf1e3d857a9" -d '{"events": [{"server_uuid": "38cfa197-f72a-447a-b878-82eacf8808aa", "name": "network-vif-plugged", "status": "completed", "tag": "d42fd8b1-cab1-4db5-b50d-fb7e6318ef12"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 17:17:01.370088 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port d42fd8b1-cab1-4db5-b50d-fb7e6318ef12, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=d42fd8b1-cab1-4db5-b50d-fb7e6318ef12,segment=NetworkSegment(07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4),segment_id=07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:17:01.374151 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:17:01.398098 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 17:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6426a8f2-e04d-4206-a3b8-7f29cc2ea502 x-openstack-request-id: req-6426a8f2-e04d-4206-a3b8-7f29cc2ea502 {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 17:17:01.398401 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38cfa197-f72a-447a-b878-82eacf8808aa", "name": "network-vif-plugged", "status": "completed", "tag": "d42fd8b1-cab1-4db5-b50d-fb7e6318ef12", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 17:17:01.398687 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6426a8f2-e04d-4206-a3b8-7f29cc2ea502 {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 17:17:01.399702 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38cfa197-f72a-447a-b878-82eacf8808aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42fd8b1-cab1-4db5-b50d-fb7e6318ef12', 'code': 200} Dec 09 17:17:01.424070 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=d42fd8b1-cab1-4db5-b50d-fb7e6318ef12,revision_number=5']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:17:01.526050 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ca982-e51d-4644-ba95-95faa4746011 req-7b628524-4723-4d65-9954-227533fa165a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:17:01.527619 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e16ca982-e51d-4644-ba95-95faa4746011 req-7b628524-4723-4d65-9954-227533fa165a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=38cfa197-f72a-447a-b878-82eacf8808aa HTTP/1.1" status: 200 len: 1097 time: 0.0420911 Dec 09 17:17:01.565956 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a12a84-018a-41c3-933e-c640743116d1 req-fa5e32bd-d8a7-4dfa-9272-bef6f5e74d3b tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:17:01.567567 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d2a12a84-018a-41c3-933e-c640743116d1 req-fa5e32bd-d8a7-4dfa-9272-bef6f5e74d3b tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/ports?device_id=38cfa197-f72a-447a-b878-82eacf8808aa HTTP/1.1" status: 200 len: 946 time: 0.0493774 Dec 09 17:17:01.575797 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-e16ca982-e51d-4644-ba95-95faa4746011 req-1f60cbb3-5aae-4a2e-b3b1-5c4d37c65e0b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ea78a9af-0a31-441f-a94f-3a13fc37eb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408115 Dec 09 17:17:01.617232 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-d2a12a84-018a-41c3-933e-c640743116d1 req-7cc4d1aa-440c-4553-a7b4-02eeec7da2ae tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea78a9af-0a31-441f-a94f-3a13fc37eb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428531 Dec 09 17:17:02.739092 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f73dc-5376-4853-9030-3d957901e36f req-c73a2cfe-d731-4ee5-b63c-bf9d348424b3 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:17:02.740589 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-617f73dc-5376-4853-9030-3d957901e36f req-c73a2cfe-d731-4ee5-b63c-bf9d348424b3 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/ports?device_id=38cfa197-f72a-447a-b878-82eacf8808aa HTTP/1.1" status: 200 len: 946 time: 0.0547564 Dec 09 17:17:02.789050 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-617f73dc-5376-4853-9030-3d957901e36f req-c3869b1b-a5d1-44d9-a510-f5b289481662 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea78a9af-0a31-441f-a94f-3a13fc37eb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419033 Dec 09 17:17:03.904348 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e153dc8-db18-4fc0-bf2f-6bb0ceef0c09 req-cb2c49fb-5736-422f-b6ab-8e68cb91e4b8 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:17:03.906184 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8e153dc8-db18-4fc0-bf2f-6bb0ceef0c09 req-cb2c49fb-5736-422f-b6ab-8e68cb91e4b8 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/ports?device_id=38cfa197-f72a-447a-b878-82eacf8808aa HTTP/1.1" status: 200 len: 946 time: 0.0482728 Dec 09 17:17:03.954295 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-8e153dc8-db18-4fc0-bf2f-6bb0ceef0c09 req-275ab3a5-10a3-40cf-8e70-30646d06d0b7 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea78a9af-0a31-441f-a94f-3a13fc37eb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422797 Dec 09 17:17:04.066649 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccef2e-7989-4f45-a8ed-04805c87ea37 req-c2a17a61-d992-4165-b427-7a94966ad24c tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:17:04.068179 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-baccef2e-7989-4f45-a8ed-04805c87ea37 req-c2a17a61-d992-4165-b427-7a94966ad24c tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/ports?device_id=38cfa197-f72a-447a-b878-82eacf8808aa HTTP/1.1" status: 200 len: 946 time: 0.0483241 Dec 09 17:17:04.121209 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-baccef2e-7989-4f45-a8ed-04805c87ea37 req-6c7fb2f3-cccd-444c-857e-12aa935542de tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea78a9af-0a31-441f-a94f-3a13fc37eb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467756 Dec 09 17:17:04.142461 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59418) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:17:04.181959 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae4c56e-933a-4675-b501-4c6c023d7ffb tempest-TestSnapshotPattern-875505673 tempest-TestSnapshotPattern-875505673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:17:04.183464 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-9ae4c56e-933a-4675-b501-4c6c023d7ffb tempest-TestSnapshotPattern-875505673 tempest-TestSnapshotPattern-875505673-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=38cfa197-f72a-447a-b878-82eacf8808aa HTTP/1.1" status: 200 len: 1092 time: 0.0400429 Dec 09 17:17:04.186200 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59420) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:17:04.190369 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.v2.base [None req-5d6c8059-95df-46d9-aabe-73d84a16bedb tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Request body: {'floatingip': {'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'port_id': 'd42fd8b1-cab1-4db5-b50d-fb7e6318ef12', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 17:17:04.212265 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d6c8059-95df-46d9-aabe-73d84a16bedb tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks [] for floatingip, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:17:04.313087 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d6c8059-95df-46d9-aabe-73d84a16bedb tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:17:04.413527 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-5d6c8059-95df-46d9-aabe-73d84a16bedb tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Allocated IP 172.25.3.74 (d8331094-778d-4179-9ed8-de7de1c5438c/a273b4e2-f47b-4cec-a39c-dc40d6c519b9/aeb958b0-3c84-43f4-b663-99a28c4a4f4f) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 17:17:04.516131 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d6c8059-95df-46d9-aabe-73d84a16bedb tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks [] for port, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:17:04.549008 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d6c8059-95df-46d9-aabe-73d84a16bedb tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758619958038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:17:04.584268 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6c8059-95df-46d9-aabe-73d84a16bedb tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Network d8331094-778d-4179-9ed8-de7de1c5438c is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 17:17:04.587121 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-5d6c8059-95df-46d9-aabe-73d84a16bedb tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 17:17:04.593160 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6c8059-95df-46d9-aabe-73d84a16bedb tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 17:17:04.615905 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c8059-95df-46d9-aabe-73d84a16bedb tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Pushing event updated for resources: {'Port': ['ID=aeb958b0-3c84-43f4-b663-99a28c4a4f4f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:17:04.628148 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c8059-95df-46d9-aabe-73d84a16bedb tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:17:04.628527 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c8059-95df-46d9-aabe-73d84a16bedb tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:17:04.628876 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c8059-95df-46d9-aabe-73d84a16bedb tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:17:04.629218 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c8059-95df-46d9-aabe-73d84a16bedb tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:17:04.629557 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c8059-95df-46d9-aabe-73d84a16bedb tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:17:04.629893 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c8059-95df-46d9-aabe-73d84a16bedb tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:17:04.630226 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c8059-95df-46d9-aabe-73d84a16bedb tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:17:04.630556 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c8059-95df-46d9-aabe-73d84a16bedb tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:17:04.630882 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c8059-95df-46d9-aabe-73d84a16bedb tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:17:04.631219 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c8059-95df-46d9-aabe-73d84a16bedb tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:17:04.631531 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c8059-95df-46d9-aabe-73d84a16bedb tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:17:04.631857 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c8059-95df-46d9-aabe-73d84a16bedb tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:17:04.632177 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c8059-95df-46d9-aabe-73d84a16bedb tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:17:04.957701 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d6c8059-95df-46d9-aabe-73d84a16bedb tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:17:05.021881 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d6c8059-95df-46d9-aabe-73d84a16bedb tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:17:05.173858 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d6c8059-95df-46d9-aabe-73d84a16bedb tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks [] for port, precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:17:05.178200 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d6c8059-95df-46d9-aabe-73d84a16bedb tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60545142'] for port, after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:17:05.247709 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c8059-95df-46d9-aabe-73d84a16bedb tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Pushing event updated for resources: {'Port': ['ID=aeb958b0-3c84-43f4-b663-99a28c4a4f4f,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:17:05.259509 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d6c8059-95df-46d9-aabe-73d84a16bedb tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598557'] for floatingip, after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:17:05.357544 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-5d6c8059-95df-46d9-aabe-73d84a16bedb tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Floating IP 165c6359-369c-4109-b759-d7df9ff3ad75 associated. External IP: 172.25.3.74, port: d42fd8b1-cab1-4db5-b50d-fb7e6318ef12. Dec 09 17:17:05.561898 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6c8059-95df-46d9-aabe-73d84a16bedb tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Router d66e547f-0a43-4a26-abf9-2b79ab1e5ff7 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 17:17:06.005879 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6c8059-95df-46d9-aabe-73d84a16bedb tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 17:17:06.016709 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a57a2c-14af-4baf-951b-84f75c064391 None None] Sync routers for ids ['d66e547f-0a43-4a26-abf9-2b79ab1e5ff7'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 17:17:06.024758 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d6c8059-95df-46d9-aabe-73d84a16bedb tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:17:06.028218 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a57a2c-14af-4baf-951b-84f75c064391 None None] Routers {'d66e547f-0a43-4a26-abf9-2b79ab1e5ff7'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:17:06.028942 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-86a57a2c-14af-4baf-951b-84f75c064391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:16:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['d66e547f-0a43-4a26-abf9-2b79ab1e5ff7'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:17:06.050982 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-5d6c8059-95df-46d9-aabe-73d84a16bedb tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8637705 Dec 09 17:17:06.051570 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38cfa197-f72a-447a-b878-82eacf8808aa', 'tag': 'd42fd8b1-cab1-4db5-b50d-fb7e6318ef12'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 17:17:06.053860 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938d85a5-2562-4b82-907f-bc4b90673a74" -d '{"events": [{"name": "network-changed", "server_uuid": "38cfa197-f72a-447a-b878-82eacf8808aa", "tag": "d42fd8b1-cab1-4db5-b50d-fb7e6318ef12"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 17:17:06.092273 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 17:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06ab98f-ff04-4e56-959e-07c1cd45fdf6 x-openstack-request-id: req-e06ab98f-ff04-4e56-959e-07c1cd45fdf6 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 17:17:06.092843 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38cfa197-f72a-447a-b878-82eacf8808aa", "tag": "d42fd8b1-cab1-4db5-b50d-fb7e6318ef12", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 17:17:06.092843 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e06ab98f-ff04-4e56-959e-07c1cd45fdf6 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 17:17:06.093241 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38cfa197-f72a-447a-b878-82eacf8808aa', 'tag': 'd42fd8b1-cab1-4db5-b50d-fb7e6318ef12', 'status': 'completed', 'code': 200} Dec 09 17:17:06.144642 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-86a57a2c-14af-4baf-951b-84f75c064391 None None] Set router d66e547f-0a43-4a26-abf9-2b79ab1e5ff7 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:17:06.182595 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d85a5-2562-4b82-907f-bc4b90673a74 req-4d53d08e-37c7-4850-aae3-e9ff3354ad43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:17:06.184146 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-938d85a5-2562-4b82-907f-bc4b90673a74 req-4d53d08e-37c7-4850-aae3-e9ff3354ad43 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5aeaf27acf8449bc95585abe13268945&device_id=38cfa197-f72a-447a-b878-82eacf8808aa HTTP/1.1" status: 200 len: 1097 time: 0.0467660 Dec 09 17:17:06.275039 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d85a5-2562-4b82-907f-bc4b90673a74 req-ba766863-ef7e-4e01-b1fd-737d713ff330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:17:06.276443 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-938d85a5-2562-4b82-907f-bc4b90673a74 req-ba766863-ef7e-4e01-b1fd-737d713ff330 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1cb09dd8-ae2d-40db-9f8d-8f4e507403de HTTP/1.1" status: 200 len: 911 time: 0.0852008 Dec 09 17:17:06.350386 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-938d85a5-2562-4b82-907f-bc4b90673a74 req-a9fd2935-cecc-480a-9d76-740adc56dd01 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d42fd8b1-cab1-4db5-b50d-fb7e6318ef12 HTTP/1.1" status: 200 len: 999 time: 0.0669572 Dec 09 17:17:06.376780 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-86a57a2c-14af-4baf-951b-84f75c064391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'name': 'tempest-TestSnapshotPattern-1839770343-router', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'bcfbf5be-bda0-4979-a1c6-c472d7755d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:13:16Z', 'updated_at': '2021-12-09T17:13:18Z', 'revision_number': 4, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'gw_port': {'id': 'bcfbf5be-bda0-4979-a1c6-c472d7755d00', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:16Z', 'updated_at': '2021-12-09T17:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '165c6359-369c-4109-b759-d7df9ff3ad75', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'floating_ip_address': '172.25.3.74', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'port_id': 'd42fd8b1-cab1-4db5-b50d-fb7e6318ef12', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de', 'mac_address': 'fa:16:3e:94:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cfa197-f72a-447a-b878-82eacf8808aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T17:17:04Z', 'updated_at': '2021-12-09T17:17:04Z', 'revision_number': 0, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'fixed_ip_address_scope': None}, {'id': '400251f2-4b58-4e30-b3f9-acab6371d569', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'floating_ip_address': '172.25.3.41', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'port_id': '33beb5de-bf32-4bee-a3ec-f326366dc5da', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de', 'mac_address': 'fa:16:3e:b8:f3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d2a8c5-abba-4e05-886c-006a8576929d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T17:13:40Z', 'updated_at': '2021-12-09T17:13:42Z', 'revision_number': 1, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd67e978-14bb-48e7-8886-bdc5d6838d49', 'name': '', 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'mac_address': 'fa:16:3e:c6:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '484ab821-f7c2-4db8-a959-018f5b426777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:18Z', 'updated_at': '2021-12-09T17:13:23Z', 'revision_number': 5, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'subnets': [{'id': '484ab821-f7c2-4db8-a959-018f5b426777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:17:06.402663 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a57a2c-14af-4baf-951b-84f75c064391 None None] Checking router: d66e547f-0a43-4a26-abf9-2b79ab1e5ff7 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 17:17:06.405732 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d85a5-2562-4b82-907f-bc4b90673a74 req-5a7a626a-577a-4409-beba-a52cb8e1b4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:17:06.407218 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-938d85a5-2562-4b82-907f-bc4b90673a74 req-5a7a626a-577a-4409-beba-a52cb8e1b4f5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=484ab821-f7c2-4db8-a959-018f5b426777 HTTP/1.1" status: 200 len: 849 time: 0.0506592 Dec 09 17:17:06.410893 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a57a2c-14af-4baf-951b-84f75c064391 None None] Routers {'d66e547f-0a43-4a26-abf9-2b79ab1e5ff7'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:17:06.411489 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-86a57a2c-14af-4baf-951b-84f75c064391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:16:53Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['d66e547f-0a43-4a26-abf9-2b79ab1e5ff7'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:17:06.453701 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d85a5-2562-4b82-907f-bc4b90673a74 req-da7d266b-59c1-4b37-b744-d533ea8124a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:17:06.455198 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-938d85a5-2562-4b82-907f-bc4b90673a74 req-da7d266b-59c1-4b37-b744-d533ea8124a1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1cb09dd8-ae2d-40db-9f8d-8f4e507403de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409381 Dec 09 17:17:06.522226 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-86a57a2c-14af-4baf-951b-84f75c064391 None None] Set router d66e547f-0a43-4a26-abf9-2b79ab1e5ff7 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:17:06.551097 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-938d85a5-2562-4b82-907f-bc4b90673a74 req-e7ad5d9f-5959-494c-95b6-09f48451ef82 service neutron] 10.222.0.42 "GET /v2.0/networks/1cb09dd8-ae2d-40db-9f8d-8f4e507403de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882421 Dec 09 17:17:06.641557 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-938d85a5-2562-4b82-907f-bc4b90673a74 req-749cb8fb-9d4a-427c-926e-7d017ab7c428 service neutron] 10.222.0.42 "GET /v2.0/networks/1cb09dd8-ae2d-40db-9f8d-8f4e507403de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836847 Dec 09 17:17:06.750712 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-86a57a2c-14af-4baf-951b-84f75c064391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'name': 'tempest-TestSnapshotPattern-1839770343-router', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'bcfbf5be-bda0-4979-a1c6-c472d7755d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:13:16Z', 'updated_at': '2021-12-09T17:13:18Z', 'revision_number': 4, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'gw_port': {'id': 'bcfbf5be-bda0-4979-a1c6-c472d7755d00', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:16Z', 'updated_at': '2021-12-09T17:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '165c6359-369c-4109-b759-d7df9ff3ad75', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'floating_ip_address': '172.25.3.74', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'port_id': 'd42fd8b1-cab1-4db5-b50d-fb7e6318ef12', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de', 'mac_address': 'fa:16:3e:94:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cfa197-f72a-447a-b878-82eacf8808aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T17:17:04Z', 'updated_at': '2021-12-09T17:17:04Z', 'revision_number': 0, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'fixed_ip_address_scope': None}, {'id': '400251f2-4b58-4e30-b3f9-acab6371d569', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'floating_ip_address': '172.25.3.41', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'port_id': '33beb5de-bf32-4bee-a3ec-f326366dc5da', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de', 'mac_address': 'fa:16:3e:b8:f3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d2a8c5-abba-4e05-886c-006a8576929d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T17:13:40Z', 'updated_at': '2021-12-09T17:13:42Z', 'revision_number': 1, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd67e978-14bb-48e7-8886-bdc5d6838d49', 'name': '', 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'mac_address': 'fa:16:3e:c6:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '484ab821-f7c2-4db8-a959-018f5b426777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:18Z', 'updated_at': '2021-12-09T17:13:23Z', 'revision_number': 5, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'subnets': [{'id': '484ab821-f7c2-4db8-a959-018f5b426777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:17:06.777672 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a57a2c-14af-4baf-951b-84f75c064391 None None] The sync data for ids ['d66e547f-0a43-4a26-abf9-2b79ab1e5ff7'] in n-d-821228-1 is: [{'id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'name': 'tempest-TestSnapshotPattern-1839770343-router', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'bcfbf5be-bda0-4979-a1c6-c472d7755d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:13:16Z', 'updated_at': '2021-12-09T17:13:18Z', 'revision_number': 4, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'gw_port': {'id': 'bcfbf5be-bda0-4979-a1c6-c472d7755d00', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:16Z', 'updated_at': '2021-12-09T17:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '165c6359-369c-4109-b759-d7df9ff3ad75', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'floating_ip_address': '172.25.3.74', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'port_id': 'd42fd8b1-cab1-4db5-b50d-fb7e6318ef12', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de', 'mac_address': 'fa:16:3e:94:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cfa197-f72a-447a-b878-82eacf8808aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T17:17:04Z', 'updated_at': '2021-12-09T17:17:04Z', 'revision_number': 0, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'fixed_ip_address_scope': None}, {'id': '400251f2-4b58-4e30-b3f9-acab6371d569', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'floating_ip_address': '172.25.3.41', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'port_id': '33beb5de-bf32-4bee-a3ec-f326366dc5da', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de', 'mac_address': 'fa:16:3e:b8:f3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d2a8c5-abba-4e05-886c-006a8576929d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T17:13:40Z', 'updated_at': '2021-12-09T17:13:42Z', 'revision_number': 1, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd67e978-14bb-48e7-8886-bdc5d6838d49', 'name': '', 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'mac_address': 'fa:16:3e:c6:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '484ab821-f7c2-4db8-a959-018f5b426777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:18Z', 'updated_at': '2021-12-09T17:13:23Z', 'revision_number': 5, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'subnets': [{'id': '484ab821-f7c2-4db8-a959-018f5b426777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 17:17:06.983021 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485c500a-c917-405e-8429-9ff470f65297 None None] New status for floating IP 165c6359-369c-4109-b759-d7df9ff3ad75: ACTIVE {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 17:17:17.234803 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:17:20.764144 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-74f5cd1c-2179-4410-bbcc-1037bcd6ada0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:17:23.313706 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6c878793-be1b-4e31-aa73-8a64c4547532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:17:23.403546 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c6c8329c-98a6-4d48-96c1-8557ee3444c0 req-53d2ae66-ba56-46c9-87ab-4fe1dc667db1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=58d2a8c5-abba-4e05-886c-006a8576929d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1342647 Dec 09 17:17:23.489113 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8329c-98a6-4d48-96c1-8557ee3444c0 req-df8cc533-0aa5-4457-b80d-f98d2b77104a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:17:23.490593 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c6c8329c-98a6-4d48-96c1-8557ee3444c0 req-df8cc533-0aa5-4457-b80d-f98d2b77104a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5aeaf27acf8449bc95585abe13268945&device_id=58d2a8c5-abba-4e05-886c-006a8576929d HTTP/1.1" status: 200 len: 1095 time: 0.0427344 Dec 09 17:17:23.593240 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8329c-98a6-4d48-96c1-8557ee3444c0 req-18df812d-a439-4930-9538-0dff13521c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:17:23.594597 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c6c8329c-98a6-4d48-96c1-8557ee3444c0 req-18df812d-a439-4930-9538-0dff13521c45 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1cb09dd8-ae2d-40db-9f8d-8f4e507403de HTTP/1.1" status: 200 len: 911 time: 0.0839181 Dec 09 17:17:23.664607 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c6c8329c-98a6-4d48-96c1-8557ee3444c0 req-9abb7988-09e0-4c72-a9ef-5dcd4dd3452b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33beb5de-bf32-4bee-a3ec-f326366dc5da HTTP/1.1" status: 200 len: 999 time: 0.0630114 Dec 09 17:17:23.712721 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8329c-98a6-4d48-96c1-8557ee3444c0 req-62f1242e-46ce-4765-9311-ecedcccb5a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:17:23.714167 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c6c8329c-98a6-4d48-96c1-8557ee3444c0 req-62f1242e-46ce-4765-9311-ecedcccb5a31 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=484ab821-f7c2-4db8-a959-018f5b426777 HTTP/1.1" status: 200 len: 849 time: 0.0433676 Dec 09 17:17:23.759645 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8329c-98a6-4d48-96c1-8557ee3444c0 req-2bfd17df-f785-4cbc-85a0-c49de97220fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:17:23.761122 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c6c8329c-98a6-4d48-96c1-8557ee3444c0 req-2bfd17df-f785-4cbc-85a0-c49de97220fd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1cb09dd8-ae2d-40db-9f8d-8f4e507403de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398934 Dec 09 17:17:23.851048 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c6c8329c-98a6-4d48-96c1-8557ee3444c0 req-ed03d484-1a73-4466-a341-76e96c136e9d service neutron] 10.222.0.31 "GET /v2.0/networks/1cb09dd8-ae2d-40db-9f8d-8f4e507403de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821776 Dec 09 17:17:23.937636 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-c6c8329c-98a6-4d48-96c1-8557ee3444c0 req-db2c38dd-b31b-404c-bfca-b2f69729ffbe service neutron] 10.222.0.31 "GET /v2.0/networks/1cb09dd8-ae2d-40db-9f8d-8f4e507403de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798140 Dec 09 17:17:24.528083 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:17:25.644966 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:17:25.788558 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:17:26.767680 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:17:29.730175 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:17:47.249897 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:17:50.765800 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-518e50f2-ccbf-4cc1-b211-7af7dcaef588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:17:52.994229 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8dcb735a-5265-4294-8d54-46605570de7c req-8d6d3e65-d133-4838-a805-8a1bb6a6ef9a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=38cfa197-f72a-447a-b878-82eacf8808aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401103 Dec 09 17:17:53.096564 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb735a-5265-4294-8d54-46605570de7c req-008b1119-00ca-46c1-b12f-9631a8f54881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:17:53.098058 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8dcb735a-5265-4294-8d54-46605570de7c req-008b1119-00ca-46c1-b12f-9631a8f54881 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5aeaf27acf8449bc95585abe13268945&device_id=38cfa197-f72a-447a-b878-82eacf8808aa HTTP/1.1" status: 200 len: 1097 time: 0.0447791 Dec 09 17:17:53.198994 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb735a-5265-4294-8d54-46605570de7c req-cb6b0397-a5b5-4ddb-8498-2038d3bf2a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:17:53.200489 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8dcb735a-5265-4294-8d54-46605570de7c req-cb6b0397-a5b5-4ddb-8498-2038d3bf2a5a service neutron] 10.222.0.42 "GET /v2.0/networks?id=1cb09dd8-ae2d-40db-9f8d-8f4e507403de HTTP/1.1" status: 200 len: 911 time: 0.0829170 Dec 09 17:17:53.269720 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8dcb735a-5265-4294-8d54-46605570de7c req-510695ee-05ac-4199-8475-0fcd9ab5e0b2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d42fd8b1-cab1-4db5-b50d-fb7e6318ef12 HTTP/1.1" status: 200 len: 1001 time: 0.0618327 Dec 09 17:17:53.317662 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b0b2dbdb-a251-467f-b23d-51a852b2db37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:17:53.322090 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb735a-5265-4294-8d54-46605570de7c req-8b734c37-7d9d-4212-9962-69a1a081fe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:17:53.323574 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8dcb735a-5265-4294-8d54-46605570de7c req-8b734c37-7d9d-4212-9962-69a1a081fe20 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=484ab821-f7c2-4db8-a959-018f5b426777 HTTP/1.1" status: 200 len: 849 time: 0.0464189 Dec 09 17:17:53.369717 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb735a-5265-4294-8d54-46605570de7c req-678074f0-aff3-48c5-beb9-0221a22d3573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:17:53.371415 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8dcb735a-5265-4294-8d54-46605570de7c req-678074f0-aff3-48c5-beb9-0221a22d3573 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1cb09dd8-ae2d-40db-9f8d-8f4e507403de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410960 Dec 09 17:17:53.464770 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8dcb735a-5265-4294-8d54-46605570de7c req-986e4556-88f2-4af5-acbe-99412f54d952 service neutron] 10.222.0.42 "GET /v2.0/networks/1cb09dd8-ae2d-40db-9f8d-8f4e507403de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856950 Dec 09 17:17:53.553539 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-8dcb735a-5265-4294-8d54-46605570de7c req-e13c8bc2-c8ad-4f2b-a81a-7d3e3f1974c6 service neutron] 10.222.0.42 "GET /v2.0/networks/1cb09dd8-ae2d-40db-9f8d-8f4e507403de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820656 Dec 09 17:17:54.530700 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:17:55.655819 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:17:55.792624 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:17:56.769993 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:18:06.729143 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:18:17.257872 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:18:20.766153 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c64e9567-3cf5-4313-a731-674b83178d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:18:23.320436 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5d674291-626e-48a0-aaab-734ee0e74b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:18:23.326532 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-20b145d4-c572-4d03-ae12-ef031c784f60 req-52eda815-9fed-4457-b037-fee3447fbdb1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=58d2a8c5-abba-4e05-886c-006a8576929d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447152 Dec 09 17:18:23.418011 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b145d4-c572-4d03-ae12-ef031c784f60 req-41a7c993-04b5-4d09-9847-b0bf1e36d8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:18:23.419513 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-20b145d4-c572-4d03-ae12-ef031c784f60 req-41a7c993-04b5-4d09-9847-b0bf1e36d8a7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5aeaf27acf8449bc95585abe13268945&device_id=58d2a8c5-abba-4e05-886c-006a8576929d HTTP/1.1" status: 200 len: 1095 time: 0.0462530 Dec 09 17:18:23.520659 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b145d4-c572-4d03-ae12-ef031c784f60 req-bf0d6e01-6436-439d-8649-67eec7fc7b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:18:23.522140 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-20b145d4-c572-4d03-ae12-ef031c784f60 req-bf0d6e01-6436-439d-8649-67eec7fc7b20 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1cb09dd8-ae2d-40db-9f8d-8f4e507403de HTTP/1.1" status: 200 len: 911 time: 0.0843985 Dec 09 17:18:23.602216 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-20b145d4-c572-4d03-ae12-ef031c784f60 req-ba468534-031f-451e-9735-609c858e8de8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33beb5de-bf32-4bee-a3ec-f326366dc5da HTTP/1.1" status: 200 len: 999 time: 0.0721920 Dec 09 17:18:23.662961 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b145d4-c572-4d03-ae12-ef031c784f60 req-658795dd-ad49-405b-becc-32d5d216f8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:18:23.665214 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-20b145d4-c572-4d03-ae12-ef031c784f60 req-658795dd-ad49-405b-becc-32d5d216f8d6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=484ab821-f7c2-4db8-a959-018f5b426777 HTTP/1.1" status: 200 len: 849 time: 0.0565255 Dec 09 17:18:23.712176 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b145d4-c572-4d03-ae12-ef031c784f60 req-bda7d253-74d8-45ee-a6d4-90fd53875b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:18:23.714290 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-20b145d4-c572-4d03-ae12-ef031c784f60 req-bda7d253-74d8-45ee-a6d4-90fd53875b00 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1cb09dd8-ae2d-40db-9f8d-8f4e507403de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425892 Dec 09 17:18:23.808076 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-20b145d4-c572-4d03-ae12-ef031c784f60 req-e2e2f0f1-fc36-4c3b-a72d-646b2a138aee service neutron] 10.222.0.31 "GET /v2.0/networks/1cb09dd8-ae2d-40db-9f8d-8f4e507403de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867922 Dec 09 17:18:23.898093 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-20b145d4-c572-4d03-ae12-ef031c784f60 req-76503a89-3d0e-4659-ae73-d5c9a86db41e service neutron] 10.222.0.31 "GET /v2.0/networks/1cb09dd8-ae2d-40db-9f8d-8f4e507403de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828674 Dec 09 17:18:24.533549 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:18:25.671846 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:18:25.797771 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:18:26.771746 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:18:43.727958 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:18:47.280535 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:18:50.766939 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0506a5a0-fbc3-4fb9-901b-4ec712f177df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:18:53.046969 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3827da25-15cf-4e46-b604-d258d3214dc3 req-33d9a428-788e-406e-aac3-91f67d20cde7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=38cfa197-f72a-447a-b878-82eacf8808aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413172 Dec 09 17:18:53.150468 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827da25-15cf-4e46-b604-d258d3214dc3 req-da80a1a2-d6f8-4144-a57f-16140164900e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:18:53.151942 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3827da25-15cf-4e46-b604-d258d3214dc3 req-da80a1a2-d6f8-4144-a57f-16140164900e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5aeaf27acf8449bc95585abe13268945&device_id=38cfa197-f72a-447a-b878-82eacf8808aa HTTP/1.1" status: 200 len: 1097 time: 0.0461299 Dec 09 17:18:53.251028 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827da25-15cf-4e46-b604-d258d3214dc3 req-6643ecc6-d65a-44fb-bac2-fde04d898fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:18:53.252494 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3827da25-15cf-4e46-b604-d258d3214dc3 req-6643ecc6-d65a-44fb-bac2-fde04d898fb4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1cb09dd8-ae2d-40db-9f8d-8f4e507403de HTTP/1.1" status: 200 len: 911 time: 0.0820038 Dec 09 17:18:53.323940 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ff6639ba-e521-4c62-871f-69bfa6f546c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:18:53.324796 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3827da25-15cf-4e46-b604-d258d3214dc3 req-db68dbeb-3298-4abf-aa1c-2f097f52459f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d42fd8b1-cab1-4db5-b50d-fb7e6318ef12 HTTP/1.1" status: 200 len: 1001 time: 0.0646462 Dec 09 17:18:53.374726 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827da25-15cf-4e46-b604-d258d3214dc3 req-7e07af0e-18f1-4869-98b8-22ae5f5fdd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:18:53.376184 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3827da25-15cf-4e46-b604-d258d3214dc3 req-7e07af0e-18f1-4869-98b8-22ae5f5fdd2b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=484ab821-f7c2-4db8-a959-018f5b426777 HTTP/1.1" status: 200 len: 849 time: 0.0443227 Dec 09 17:18:53.422007 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827da25-15cf-4e46-b604-d258d3214dc3 req-205e723f-db83-4aa6-a5e4-50976ed0150f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:18:53.423452 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3827da25-15cf-4e46-b604-d258d3214dc3 req-205e723f-db83-4aa6-a5e4-50976ed0150f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1cb09dd8-ae2d-40db-9f8d-8f4e507403de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395710 Dec 09 17:18:53.436114 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [req-3827da25-15cf-4e46-b604-d258d3214dc3 req-058cb16e-c2e7-4dee-95c4-5c5a52872c35 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 17:18:53.437086 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3827da25-15cf-4e46-b604-d258d3214dc3 req-058cb16e-c2e7-4dee-95c4-5c5a52872c35 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053134 Dec 09 17:18:53.528949 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3827da25-15cf-4e46-b604-d258d3214dc3 req-e3d3fb9a-b67d-4698-8deb-04ac2e0fbaf6 service neutron] 10.222.0.42 "GET /v2.0/networks/1cb09dd8-ae2d-40db-9f8d-8f4e507403de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851884 Dec 09 17:18:53.616641 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-3827da25-15cf-4e46-b604-d258d3214dc3 req-09f351a2-b06b-4523-9d27-88398003f238 service neutron] 10.222.0.42 "GET /v2.0/networks/1cb09dd8-ae2d-40db-9f8d-8f4e507403de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808802 Dec 09 17:18:54.536018 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:18:55.669842 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:18:55.797814 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:18:56.773203 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:09.752364 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device d42fd8b1-cab1-4db5-b50d-fb7e6318ef12 details requested by agent hyperv_n-h1-821228-1 with host n-h1-821228-1 {{(pid=103246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 17:19:09.845991 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port d42fd8b1-cab1-4db5-b50d-fb7e6318ef12, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=d42fd8b1-cab1-4db5-b50d-fb7e6318ef12,segment=NetworkSegment(07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4),segment_id=07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:19:09.856946 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Returning: {'device': 'd42fd8b1-cab1-4db5-b50d-fb7e6318ef12', 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de', 'port_id': 'd42fd8b1-cab1-4db5-b50d-fb7e6318ef12', 'mac_address': 'fa:16:3e:94:c8:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '484ab821-f7c2-4db8-a959-018f5b426777', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 17:19:09.893116 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:09.905648 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d42fd8b1-cab1-4db5-b50d-fb7e6318ef12 {{(pid=103246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 17:19:09.924157 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port d42fd8b1-cab1-4db5-b50d-fb7e6318ef12, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=d42fd8b1-cab1-4db5-b50d-fb7e6318ef12,segment=NetworkSegment(07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4),segment_id=07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:19:09.928440 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:09.973939 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=d42fd8b1-cab1-4db5-b50d-fb7e6318ef12,revision_number=6']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:19:09.981698 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:19:09.982046 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:19:09.982385 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:19:09.982719 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:19:09.983056 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:19:09.983383 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:19:09.983709 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:19:09.984033 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:19:09.984353 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:19:09.984704 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:19:09.985025 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:19:09.985343 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:19:09.985662 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:19:10.071266 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] get_ports_and_sgs() called for port_ids ['d42fd8b1-cab1-4db5-b50d-fb7e6318ef12'] {{(pid=103246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 17:19:11.772900 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device d42fd8b1-cab1-4db5-b50d-fb7e6318ef12 up at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 17:19:11.824086 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.provisioning_blocks [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Provisioning complete for port d42fd8b1-cab1-4db5-b50d-fb7e6318ef12 triggered by entity L2. {{(pid=103246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 17:19:11.824485 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746791'] for port, provisioning_complete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:11.898024 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773242'] for port, before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:11.919330 n-d-821228-1 neutron-server[103246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38cfa197-f72a-447a-b878-82eacf8808aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42fd8b1-cab1-4db5-b50d-fb7e6318ef12'}] {{(pid=103246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 17:19:11.921560 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad401665e64187bef4a0f300457b2868c99907d1fc0db4bbbc94af95fd68fd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ab86ac-2f8f-4d4e-b62b-9f1c4730e013" -d '{"events": [{"server_uuid": "38cfa197-f72a-447a-b878-82eacf8808aa", "name": "network-vif-plugged", "status": "completed", "tag": "d42fd8b1-cab1-4db5-b50d-fb7e6318ef12"}]}' {{(pid=103246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 17:19:11.933928 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] For port d42fd8b1-cab1-4db5-b50d-fb7e6318ef12, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=d42fd8b1-cab1-4db5-b50d-fb7e6318ef12,segment=NetworkSegment(07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4),segment_id=07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:19:11.937965 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758620506929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758619958056', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758619958074'] for port, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:11.965750 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 17:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c9034e-4745-4f5d-94a6-b9959d370a7a x-openstack-request-id: req-99c9034e-4745-4f5d-94a6-b9959d370a7a {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 17:19:11.966044 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38cfa197-f72a-447a-b878-82eacf8808aa", "name": "network-vif-plugged", "status": "completed", "tag": "d42fd8b1-cab1-4db5-b50d-fb7e6318ef12", "code": 200}]} {{(pid=103246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 17:19:11.966296 n-d-821228-1 neutron-server[103246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-99c9034e-4745-4f5d-94a6-b9959d370a7a {{(pid=103246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 17:19:11.966683 n-d-821228-1 neutron-server[103246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38cfa197-f72a-447a-b878-82eacf8808aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42fd8b1-cab1-4db5-b50d-fb7e6318ef12', 'code': 200} Dec 09 17:19:11.991222 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Pushing event updated for resources: {'Port': ['ID=d42fd8b1-cab1-4db5-b50d-fb7e6318ef12,revision_number=7']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:19:17.279850 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:20.728203 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:19:20.771808 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-407783a8-dcfc-4257-873d-b7573a9ae5c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:23.237339 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59672) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:19:23.326149 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-27ae4e82-cf14-4163-a813-94fdf0ff0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:23.404104 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-5db741e1-7181-4546-9b9a-9bb6fad02171 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Deleting port aeb958b0-3c84-43f4-b663-99a28c4a4f4f {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 17:19:23.404473 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5db741e1-7181-4546-9b9a-9bb6fad02171 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:23.763075 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5db741e1-7181-4546-9b9a-9bb6fad02171 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:23.763405 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5db741e1-7181-4546-9b9a-9bb6fad02171 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:23.775420 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-5db741e1-7181-4546-9b9a-9bb6fad02171 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Calling delete_port for aeb958b0-3c84-43f4-b663-99a28c4a4f4f owned by network:floatingip {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 17:19:23.919328 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5db741e1-7181-4546-9b9a-9bb6fad02171 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:23.945247 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db741e1-7181-4546-9b9a-9bb6fad02171 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Pushing event deleted for resources: {'Port': ['ID=aeb958b0-3c84-43f4-b663-99a28c4a4f4f,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:19:23.969889 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db741e1-7181-4546-9b9a-9bb6fad02171 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:19:23.970239 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db741e1-7181-4546-9b9a-9bb6fad02171 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:19:23.970580 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db741e1-7181-4546-9b9a-9bb6fad02171 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:19:23.970916 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db741e1-7181-4546-9b9a-9bb6fad02171 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:19:23.971250 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db741e1-7181-4546-9b9a-9bb6fad02171 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:19:23.971580 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db741e1-7181-4546-9b9a-9bb6fad02171 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:19:23.971905 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db741e1-7181-4546-9b9a-9bb6fad02171 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:19:23.972232 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db741e1-7181-4546-9b9a-9bb6fad02171 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:19:23.972583 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db741e1-7181-4546-9b9a-9bb6fad02171 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:19:23.972909 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db741e1-7181-4546-9b9a-9bb6fad02171 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:19:23.973240 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db741e1-7181-4546-9b9a-9bb6fad02171 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:19:23.973559 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db741e1-7181-4546-9b9a-9bb6fad02171 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:19:23.973882 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db741e1-7181-4546-9b9a-9bb6fad02171 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:19:24.012913 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5db741e1-7181-4546-9b9a-9bb6fad02171 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks [] for floatingip, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:24.013322 n-d-821228-1 neutron-server[103245]: INFO neutron.db.l3_db [None req-5db741e1-7181-4546-9b9a-9bb6fad02171 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Floating IP 165c6359-369c-4109-b759-d7df9ff3ad75 disassociated (deleted). External IP: 172.25.3.74, port: d42fd8b1-cab1-4db5-b50d-fb7e6318ef12. Dec 09 17:19:24.218462 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db741e1-7181-4546-9b9a-9bb6fad02171 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Router d66e547f-0a43-4a26-abf9-2b79ab1e5ff7 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 17:19:24.325055 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db741e1-7181-4546-9b9a-9bb6fad02171 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 17:19:24.329896 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5db741e1-7181-4546-9b9a-9bb6fad02171 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:24.339496 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3417e15e-bf7f-40e7-96f4-94e8812276c0 None None] Sync routers for ids ['d66e547f-0a43-4a26-abf9-2b79ab1e5ff7'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 17:19:24.349837 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3417e15e-bf7f-40e7-96f4-94e8812276c0 None None] Routers {'d66e547f-0a43-4a26-abf9-2b79ab1e5ff7'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:19:24.350475 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3417e15e-bf7f-40e7-96f4-94e8812276c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:19:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['d66e547f-0a43-4a26-abf9-2b79ab1e5ff7'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:19:24.361459 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-5db741e1-7181-4546-9b9a-9bb6fad02171 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "DELETE /v2.0/floatingips/165c6359-369c-4109-b759-d7df9ff3ad75 HTTP/1.1" status: 204 len: 168 time: 1.1230235 Dec 09 17:19:24.362068 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38cfa197-f72a-447a-b878-82eacf8808aa', 'tag': 'd42fd8b1-cab1-4db5-b50d-fb7e6318ef12'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 17:19:24.364473 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efaf58d4d7c9700f5ffb733085425a1334cb86cda12ff1566d55ee0012e72786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018e49e6-13c3-4322-a1cf-0e81243013cb" -d '{"events": [{"name": "network-changed", "server_uuid": "38cfa197-f72a-447a-b878-82eacf8808aa", "tag": "d42fd8b1-cab1-4db5-b50d-fb7e6318ef12"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 17:19:24.455253 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-3417e15e-bf7f-40e7-96f4-94e8812276c0 None None] Set router d66e547f-0a43-4a26-abf9-2b79ab1e5ff7 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:19:24.526286 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 17:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d392874d-5072-4983-ba83-d18416c6d7b8 x-openstack-request-id: req-d392874d-5072-4983-ba83-d18416c6d7b8 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 17:19:24.526839 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38cfa197-f72a-447a-b878-82eacf8808aa", "tag": "d42fd8b1-cab1-4db5-b50d-fb7e6318ef12", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 17:19:24.527191 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d392874d-5072-4983-ba83-d18416c6d7b8 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 17:19:24.527688 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38cfa197-f72a-447a-b878-82eacf8808aa', 'tag': 'd42fd8b1-cab1-4db5-b50d-fb7e6318ef12', 'status': 'completed', 'code': 200} Dec 09 17:19:24.553141 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:24.620908 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e49e6-13c3-4322-a1cf-0e81243013cb req-31539861-ce1c-4fb2-a9d3-dbdffe900a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:19:24.622351 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-018e49e6-13c3-4322-a1cf-0e81243013cb req-31539861-ce1c-4fb2-a9d3-dbdffe900a3e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5aeaf27acf8449bc95585abe13268945&device_id=38cfa197-f72a-447a-b878-82eacf8808aa HTTP/1.1" status: 200 len: 1097 time: 0.0445976 Dec 09 17:19:24.630256 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf176c91-cb17-4090-af48-f84b50deda9e req-5a9daec1-d8f7-4cd8-9409-b15044478299 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:19:24.633291 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf176c91-cb17-4090-af48-f84b50deda9e req-5a9daec1-d8f7-4cd8-9409-b15044478299 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/ports?device_id=38cfa197-f72a-447a-b878-82eacf8808aa HTTP/1.1" status: 200 len: 946 time: 0.0552437 Dec 09 17:19:24.693208 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-cf176c91-cb17-4090-af48-f84b50deda9e req-ebed555e-0ea7-4ef0-a082-e0e3bcb828e7 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea78a9af-0a31-441f-a94f-3a13fc37eb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536802 Dec 09 17:19:24.706889 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3417e15e-bf7f-40e7-96f4-94e8812276c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'name': 'tempest-TestSnapshotPattern-1839770343-router', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'bcfbf5be-bda0-4979-a1c6-c472d7755d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:13:16Z', 'updated_at': '2021-12-09T17:13:18Z', 'revision_number': 4, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'gw_port': {'id': 'bcfbf5be-bda0-4979-a1c6-c472d7755d00', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:16Z', 'updated_at': '2021-12-09T17:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '400251f2-4b58-4e30-b3f9-acab6371d569', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'floating_ip_address': '172.25.3.41', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'port_id': '33beb5de-bf32-4bee-a3ec-f326366dc5da', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de', 'mac_address': 'fa:16:3e:b8:f3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d2a8c5-abba-4e05-886c-006a8576929d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T17:13:40Z', 'updated_at': '2021-12-09T17:13:42Z', 'revision_number': 1, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd67e978-14bb-48e7-8886-bdc5d6838d49', 'name': '', 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'mac_address': 'fa:16:3e:c6:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '484ab821-f7c2-4db8-a959-018f5b426777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:18Z', 'updated_at': '2021-12-09T17:13:23Z', 'revision_number': 5, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'subnets': [{'id': '484ab821-f7c2-4db8-a959-018f5b426777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:19:24.722802 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e49e6-13c3-4322-a1cf-0e81243013cb req-dd3b9b09-0a60-45de-b4bc-cf16a00ac09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:19:24.724277 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-018e49e6-13c3-4322-a1cf-0e81243013cb req-dd3b9b09-0a60-45de-b4bc-cf16a00ac09a service neutron] 10.222.0.42 "GET /v2.0/networks?id=1cb09dd8-ae2d-40db-9f8d-8f4e507403de HTTP/1.1" status: 200 len: 911 time: 0.0944164 Dec 09 17:19:24.738122 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3417e15e-bf7f-40e7-96f4-94e8812276c0 None None] Checking router: d66e547f-0a43-4a26-abf9-2b79ab1e5ff7 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 17:19:24.747320 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3417e15e-bf7f-40e7-96f4-94e8812276c0 None None] Routers {'d66e547f-0a43-4a26-abf9-2b79ab1e5ff7'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:19:24.747935 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3417e15e-bf7f-40e7-96f4-94e8812276c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:19:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['d66e547f-0a43-4a26-abf9-2b79ab1e5ff7'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:19:24.768314 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-018e49e6-13c3-4322-a1cf-0e81243013cb req-31d239d7-43e1-4452-bbe1-1dd83e2d6b80 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d42fd8b1-cab1-4db5-b50d-fb7e6318ef12 HTTP/1.1" status: 200 len: 217 time: 0.0359063 Dec 09 17:19:24.818028 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e49e6-13c3-4322-a1cf-0e81243013cb req-877b7381-0c65-4c59-b5a3-e44d39620ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:19:24.819501 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-018e49e6-13c3-4322-a1cf-0e81243013cb req-877b7381-0c65-4c59-b5a3-e44d39620ab9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=484ab821-f7c2-4db8-a959-018f5b426777 HTTP/1.1" status: 200 len: 849 time: 0.0438414 Dec 09 17:19:24.857746 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-3417e15e-bf7f-40e7-96f4-94e8812276c0 None None] Set router d66e547f-0a43-4a26-abf9-2b79ab1e5ff7 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:19:24.870708 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e49e6-13c3-4322-a1cf-0e81243013cb req-8dda5976-a3c9-4595-9095-a184875991e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:19:24.872287 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-018e49e6-13c3-4322-a1cf-0e81243013cb req-8dda5976-a3c9-4595-9095-a184875991e1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1cb09dd8-ae2d-40db-9f8d-8f4e507403de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444367 Dec 09 17:19:24.964876 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-018e49e6-13c3-4322-a1cf-0e81243013cb req-25c5c10b-685a-49e3-a73c-c771b42cbf80 service neutron] 10.222.0.42 "GET /v2.0/networks/1cb09dd8-ae2d-40db-9f8d-8f4e507403de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850272 Dec 09 17:19:25.060450 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-018e49e6-13c3-4322-a1cf-0e81243013cb req-65091830-e342-4921-939c-0e34fa5e9dce service neutron] 10.222.0.42 "GET /v2.0/networks/1cb09dd8-ae2d-40db-9f8d-8f4e507403de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881116 Dec 09 17:19:25.084116 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3417e15e-bf7f-40e7-96f4-94e8812276c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'name': 'tempest-TestSnapshotPattern-1839770343-router', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'bcfbf5be-bda0-4979-a1c6-c472d7755d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:13:16Z', 'updated_at': '2021-12-09T17:13:18Z', 'revision_number': 4, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'gw_port': {'id': 'bcfbf5be-bda0-4979-a1c6-c472d7755d00', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:16Z', 'updated_at': '2021-12-09T17:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '400251f2-4b58-4e30-b3f9-acab6371d569', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'floating_ip_address': '172.25.3.41', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'port_id': '33beb5de-bf32-4bee-a3ec-f326366dc5da', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de', 'mac_address': 'fa:16:3e:b8:f3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d2a8c5-abba-4e05-886c-006a8576929d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T17:13:40Z', 'updated_at': '2021-12-09T17:13:42Z', 'revision_number': 1, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd67e978-14bb-48e7-8886-bdc5d6838d49', 'name': '', 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'mac_address': 'fa:16:3e:c6:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '484ab821-f7c2-4db8-a959-018f5b426777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:18Z', 'updated_at': '2021-12-09T17:13:23Z', 'revision_number': 5, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'subnets': [{'id': '484ab821-f7c2-4db8-a959-018f5b426777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:19:25.113644 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3417e15e-bf7f-40e7-96f4-94e8812276c0 None None] The sync data for ids ['d66e547f-0a43-4a26-abf9-2b79ab1e5ff7'] in n-d-821228-1 is: [{'id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'name': 'tempest-TestSnapshotPattern-1839770343-router', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'bcfbf5be-bda0-4979-a1c6-c472d7755d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:13:16Z', 'updated_at': '2021-12-09T17:13:18Z', 'revision_number': 4, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'gw_port': {'id': 'bcfbf5be-bda0-4979-a1c6-c472d7755d00', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:16Z', 'updated_at': '2021-12-09T17:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_floatingips': [{'id': '400251f2-4b58-4e30-b3f9-acab6371d569', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'floating_ip_address': '172.25.3.41', 'floating_network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'router_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'port_id': '33beb5de-bf32-4bee-a3ec-f326366dc5da', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de', 'mac_address': 'fa:16:3e:b8:f3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d2a8c5-abba-4e05-886c-006a8576929d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T17:13:40Z', 'updated_at': '2021-12-09T17:13:42Z', 'revision_number': 1, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd67e978-14bb-48e7-8886-bdc5d6838d49', 'name': '', 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'mac_address': 'fa:16:3e:c6:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '484ab821-f7c2-4db8-a959-018f5b426777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:18Z', 'updated_at': '2021-12-09T17:13:23Z', 'revision_number': 5, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'subnets': [{'id': '484ab821-f7c2-4db8-a959-018f5b426777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 17:19:25.296811 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-32e38c22-1248-4f20-9d11-52e68973f1fa req-19adcdbd-7b40-45d5-bd53-1c3020b7e54c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=58d2a8c5-abba-4e05-886c-006a8576929d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416932 Dec 09 17:19:25.344338 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551b6ecb-c6ac-412b-8680-0c65cb0b25a8 None None] New status for floating IP 165c6359-369c-4109-b759-d7df9ff3ad75: DOWN {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 17:19:25.381596 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e38c22-1248-4f20-9d11-52e68973f1fa req-8b2b4579-49ea-4604-bf27-cce2547a1300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:19:25.383084 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-32e38c22-1248-4f20-9d11-52e68973f1fa req-8b2b4579-49ea-4604-bf27-cce2547a1300 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5aeaf27acf8449bc95585abe13268945&device_id=58d2a8c5-abba-4e05-886c-006a8576929d HTTP/1.1" status: 200 len: 1095 time: 0.0405679 Dec 09 17:19:25.491339 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e38c22-1248-4f20-9d11-52e68973f1fa req-fdf8accc-62e2-4a92-887a-b1cd66263ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:19:25.492836 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-32e38c22-1248-4f20-9d11-52e68973f1fa req-fdf8accc-62e2-4a92-887a-b1cd66263ff2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1cb09dd8-ae2d-40db-9f8d-8f4e507403de HTTP/1.1" status: 200 len: 911 time: 0.0882921 Dec 09 17:19:25.558114 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-32e38c22-1248-4f20-9d11-52e68973f1fa req-32d8861e-5429-4b50-83e5-a6b34bb8f38b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33beb5de-bf32-4bee-a3ec-f326366dc5da HTTP/1.1" status: 200 len: 999 time: 0.0575387 Dec 09 17:19:25.605567 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e38c22-1248-4f20-9d11-52e68973f1fa req-d7fbfa57-fe3b-466d-a9fb-dd50154870e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:19:25.606980 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-32e38c22-1248-4f20-9d11-52e68973f1fa req-d7fbfa57-fe3b-466d-a9fb-dd50154870e1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=484ab821-f7c2-4db8-a959-018f5b426777 HTTP/1.1" status: 200 len: 849 time: 0.0419934 Dec 09 17:19:25.655685 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e38c22-1248-4f20-9d11-52e68973f1fa req-de7ed3c5-b610-47c4-ac55-cb53c15f9fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:19:25.657958 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-32e38c22-1248-4f20-9d11-52e68973f1fa req-de7ed3c5-b610-47c4-ac55-cb53c15f9fb8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1cb09dd8-ae2d-40db-9f8d-8f4e507403de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440576 Dec 09 17:19:25.667325 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:25.747792 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-32e38c22-1248-4f20-9d11-52e68973f1fa req-664eb28e-ff26-41ef-8adb-6094d9553b90 service neutron] 10.222.0.31 "GET /v2.0/networks/1cb09dd8-ae2d-40db-9f8d-8f4e507403de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828655 Dec 09 17:19:25.802969 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:25.882737 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd093629-b3e4-4ea0-9004-a3ef4c40c7e7 req-d59af039-b270-466d-8506-4aeff42f6e63 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:19:25.884269 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bd093629-b3e4-4ea0-9004-a3ef4c40c7e7 req-d59af039-b270-466d-8506-4aeff42f6e63 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/ports?device_id=38cfa197-f72a-447a-b878-82eacf8808aa HTTP/1.1" status: 200 len: 946 time: 0.1124718 Dec 09 17:19:25.889811 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-32e38c22-1248-4f20-9d11-52e68973f1fa req-94a4fc35-6159-4900-8002-992e99f3d937 service neutron] 10.222.0.31 "GET /v2.0/networks/1cb09dd8-ae2d-40db-9f8d-8f4e507403de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355007 Dec 09 17:19:25.936204 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-bd093629-b3e4-4ea0-9004-a3ef4c40c7e7 req-3c101f59-0a5f-42d9-90b7-332b60f12528 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea78a9af-0a31-441f-a94f-3a13fc37eb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453124 Dec 09 17:19:26.344524 n-d-821228-1 neutron-server[103245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9afe2-939f-4e3f-995a-07c9f3406bd2 req-8553b2b1-398a-45c2-875c-397bfe5b5029 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:19:26.345985 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-24f9afe2-939f-4e3f-995a-07c9f3406bd2 req-8553b2b1-398a-45c2-875c-397bfe5b5029 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.42 "GET /v2.0/ports?device_id=38cfa197-f72a-447a-b878-82eacf8808aa HTTP/1.1" status: 200 len: 946 time: 0.0497990 Dec 09 17:19:26.435889 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-24f9afe2-939f-4e3f-995a-07c9f3406bd2 req-2cc9bb38-5185-4568-b35a-60aa75ff6760 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Deleting port d42fd8b1-cab1-4db5-b50d-fb7e6318ef12 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 17:19:26.436223 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-24f9afe2-939f-4e3f-995a-07c9f3406bd2 req-2cc9bb38-5185-4568-b35a-60aa75ff6760 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:26.526238 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [req-24f9afe2-939f-4e3f-995a-07c9f3406bd2 req-2cc9bb38-5185-4568-b35a-60aa75ff6760 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] For port d42fd8b1-cab1-4db5-b50d-fb7e6318ef12, host n-h1-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821228-1',level=0,port_id=d42fd8b1-cab1-4db5-b50d-fb7e6318ef12,segment=NetworkSegment(07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4),segment_id=07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:19:26.526601 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-24f9afe2-939f-4e3f-995a-07c9f3406bd2 req-2cc9bb38-5185-4568-b35a-60aa75ff6760 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:26.540945 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [req-24f9afe2-939f-4e3f-995a-07c9f3406bd2 req-2cc9bb38-5185-4568-b35a-60aa75ff6760 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Calling delete_port for d42fd8b1-cab1-4db5-b50d-fb7e6318ef12 owned by compute:nova {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 17:19:26.674623 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-24f9afe2-939f-4e3f-995a-07c9f3406bd2 req-2cc9bb38-5185-4568-b35a-60aa75ff6760 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:26.703926 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc9bb38-5185-4568-b35a-60aa75ff6760 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Pushing event deleted for resources: {'Port': ['ID=d42fd8b1-cab1-4db5-b50d-fb7e6318ef12,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:19:26.749611 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f9afe2-939f-4e3f-995a-07c9f3406bd2 req-2cc9bb38-5185-4568-b35a-60aa75ff6760 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] No DVR routers for this DVR port d42fd8b1-cab1-4db5-b50d-fb7e6318ef12 on host n-h1-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 17:19:26.752404 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [req-24f9afe2-939f-4e3f-995a-07c9f3406bd2 req-2cc9bb38-5185-4568-b35a-60aa75ff6760 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:26.756606 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [req-24f9afe2-939f-4e3f-995a-07c9f3406bd2 req-2cc9bb38-5185-4568-b35a-60aa75ff6760 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.42 "DELETE /v2.0/ports/d42fd8b1-cab1-4db5-b50d-fb7e6318ef12 HTTP/1.1" status: 204 len: 173 time: 0.4028630 Dec 09 17:19:26.757976 n-d-821228-1 neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38cfa197-f72a-447a-b878-82eacf8808aa', 'name': 'network-vif-deleted', 'tag': 'd42fd8b1-cab1-4db5-b50d-fb7e6318ef12'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 17:19:26.761905 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efaf58d4d7c9700f5ffb733085425a1334cb86cda12ff1566d55ee0012e72786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8189c643-365a-4e74-bbfd-50b71d26b2dc" -d '{"events": [{"server_uuid": "38cfa197-f72a-447a-b878-82eacf8808aa", "name": "network-vif-deleted", "tag": "d42fd8b1-cab1-4db5-b50d-fb7e6318ef12"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 17:19:26.778927 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:26.810907 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 17:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db0d509-0d9c-4787-8100-8722cae3b175 x-openstack-request-id: req-0db0d509-0d9c-4787-8100-8722cae3b175 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 17:19:26.811294 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38cfa197-f72a-447a-b878-82eacf8808aa", "name": "network-vif-deleted", "tag": "d42fd8b1-cab1-4db5-b50d-fb7e6318ef12", "status": "completed", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 17:19:26.811558 n-d-821228-1 neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0db0d509-0d9c-4787-8100-8722cae3b175 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 17:19:26.811965 n-d-821228-1 neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38cfa197-f72a-447a-b878-82eacf8808aa', 'name': 'network-vif-deleted', 'tag': 'd42fd8b1-cab1-4db5-b50d-fb7e6318ef12', 'status': 'completed', 'code': 200} Dec 09 17:19:27.050085 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-4e06edee-cd82-49cb-ab7a-aa0e12cd3f2e req-b5e83654-3e2d-4592-bc6c-0ff6ce58de55 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/ports?device_id=38cfa197-f72a-447a-b878-82eacf8808aa HTTP/1.1" status: 200 len: 210 time: 0.0321443 Dec 09 17:19:27.846921 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device d42fd8b1-cab1-4db5-b50d-fb7e6318ef12 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 17:19:27.870982 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: d42fd8b1-cab1-4db5-b50d-fb7e6318ef12 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 17:19:27.871340 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device d42fd8b1-cab1-4db5-b50d-fb7e6318ef12 not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 17:19:28.617865 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59740) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:19:28.779202 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-5a75f3b6-edad-412b-8733-ca3367c91bc6 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Deleting port 81661b36-e930-4aa5-8d92-f537e6d7b217 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 17:19:28.779547 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5a75f3b6-edad-412b-8733-ca3367c91bc6 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:28.856901 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5a75f3b6-edad-412b-8733-ca3367c91bc6 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:28.857227 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5a75f3b6-edad-412b-8733-ca3367c91bc6 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:28.869483 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-5a75f3b6-edad-412b-8733-ca3367c91bc6 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Calling delete_port for 81661b36-e930-4aa5-8d92-f537e6d7b217 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 17:19:29.015326 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5a75f3b6-edad-412b-8733-ca3367c91bc6 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:29.041224 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a75f3b6-edad-412b-8733-ca3367c91bc6 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Pushing event deleted for resources: {'Port': ['ID=81661b36-e930-4aa5-8d92-f537e6d7b217,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:19:29.052903 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a75f3b6-edad-412b-8733-ca3367c91bc6 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:19:29.053260 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a75f3b6-edad-412b-8733-ca3367c91bc6 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:19:29.053601 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a75f3b6-edad-412b-8733-ca3367c91bc6 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:19:29.053937 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a75f3b6-edad-412b-8733-ca3367c91bc6 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:19:29.054273 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a75f3b6-edad-412b-8733-ca3367c91bc6 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:19:29.054610 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a75f3b6-edad-412b-8733-ca3367c91bc6 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:19:29.054937 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a75f3b6-edad-412b-8733-ca3367c91bc6 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:19:29.055266 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a75f3b6-edad-412b-8733-ca3367c91bc6 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:19:29.055619 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a75f3b6-edad-412b-8733-ca3367c91bc6 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:19:29.055948 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a75f3b6-edad-412b-8733-ca3367c91bc6 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:19:29.056268 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a75f3b6-edad-412b-8733-ca3367c91bc6 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:19:29.056615 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a75f3b6-edad-412b-8733-ca3367c91bc6 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:19:29.056938 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a75f3b6-edad-412b-8733-ca3367c91bc6 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821228-1 {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 17:19:29.114240 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5a75f3b6-edad-412b-8733-ca3367c91bc6 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks [] for floatingip, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:29.114628 n-d-821228-1 neutron-server[103244]: INFO neutron.db.l3_db [None req-5a75f3b6-edad-412b-8733-ca3367c91bc6 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Floating IP 400251f2-4b58-4e30-b3f9-acab6371d569 disassociated (deleted). External IP: 172.25.3.41, port: 33beb5de-bf32-4bee-a3ec-f326366dc5da. Dec 09 17:19:29.318206 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a75f3b6-edad-412b-8733-ca3367c91bc6 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Router d66e547f-0a43-4a26-abf9-2b79ab1e5ff7 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 17:19:29.426528 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a75f3b6-edad-412b-8733-ca3367c91bc6 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 17:19:29.431426 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5a75f3b6-edad-412b-8733-ca3367c91bc6 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for floatingip, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:29.436396 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9750da4-ab97-49a9-9589-62c87ccd27bb None None] Sync routers for ids ['d66e547f-0a43-4a26-abf9-2b79ab1e5ff7'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 17:19:29.445285 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9750da4-ab97-49a9-9589-62c87ccd27bb None None] Routers {'d66e547f-0a43-4a26-abf9-2b79ab1e5ff7'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:19:29.445881 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b9750da4-ab97-49a9-9589-62c87ccd27bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:19:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['d66e547f-0a43-4a26-abf9-2b79ab1e5ff7'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:19:29.459468 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-5a75f3b6-edad-412b-8733-ca3367c91bc6 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "DELETE /v2.0/floatingips/400251f2-4b58-4e30-b3f9-acab6371d569 HTTP/1.1" status: 204 len: 168 time: 0.8392768 Dec 09 17:19:29.460056 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d2a8c5-abba-4e05-886c-006a8576929d', 'tag': '33beb5de-bf32-4bee-a3ec-f326366dc5da'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 17:19:29.463017 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06772792-ad2a-4721-9ab5-f1a7a698f3fe" -d '{"events": [{"name": "network-changed", "server_uuid": "58d2a8c5-abba-4e05-886c-006a8576929d", "tag": "33beb5de-bf32-4bee-a3ec-f326366dc5da"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 17:19:29.554961 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-b9750da4-ab97-49a9-9589-62c87ccd27bb None None] Set router d66e547f-0a43-4a26-abf9-2b79ab1e5ff7 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:19:29.669485 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 17:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b07a8a-b495-4ea6-8d90-c4dbefdfbe8c x-openstack-request-id: req-24b07a8a-b495-4ea6-8d90-c4dbefdfbe8c {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 17:19:29.670052 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d2a8c5-abba-4e05-886c-006a8576929d", "tag": "33beb5de-bf32-4bee-a3ec-f326366dc5da", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 17:19:29.670052 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-24b07a8a-b495-4ea6-8d90-c4dbefdfbe8c {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 17:19:29.670503 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d2a8c5-abba-4e05-886c-006a8576929d', 'tag': '33beb5de-bf32-4bee-a3ec-f326366dc5da', 'status': 'completed', 'code': 200} Dec 09 17:19:29.761778 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b9750da4-ab97-49a9-9589-62c87ccd27bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'name': 'tempest-TestSnapshotPattern-1839770343-router', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'bcfbf5be-bda0-4979-a1c6-c472d7755d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:13:16Z', 'updated_at': '2021-12-09T17:13:18Z', 'revision_number': 4, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'gw_port': {'id': 'bcfbf5be-bda0-4979-a1c6-c472d7755d00', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:16Z', 'updated_at': '2021-12-09T17:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'bd67e978-14bb-48e7-8886-bdc5d6838d49', 'name': '', 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'mac_address': 'fa:16:3e:c6:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '484ab821-f7c2-4db8-a959-018f5b426777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:18Z', 'updated_at': '2021-12-09T17:13:23Z', 'revision_number': 5, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'subnets': [{'id': '484ab821-f7c2-4db8-a959-018f5b426777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:19:29.773558 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06772792-ad2a-4721-9ab5-f1a7a698f3fe req-83b7e2a4-ad91-4b2f-bca7-b15e46be517f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:19:29.775634 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-06772792-ad2a-4721-9ab5-f1a7a698f3fe req-83b7e2a4-ad91-4b2f-bca7-b15e46be517f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5aeaf27acf8449bc95585abe13268945&device_id=58d2a8c5-abba-4e05-886c-006a8576929d HTTP/1.1" status: 200 len: 1095 time: 0.0757282 Dec 09 17:19:29.787945 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6503d60-9e21-4be5-85a5-4464e56238ca req-339a104c-0dc3-494d-a844-9bd84e88d319 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:19:29.789509 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b6503d60-9e21-4be5-85a5-4464e56238ca req-339a104c-0dc3-494d-a844-9bd84e88d319 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d2a8c5-abba-4e05-886c-006a8576929d HTTP/1.1" status: 200 len: 944 time: 0.0602806 Dec 09 17:19:29.792366 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9750da4-ab97-49a9-9589-62c87ccd27bb None None] Checking router: d66e547f-0a43-4a26-abf9-2b79ab1e5ff7 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 17:19:29.800985 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9750da4-ab97-49a9-9589-62c87ccd27bb None None] Routers {'d66e547f-0a43-4a26-abf9-2b79ab1e5ff7'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:19:29.801590 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b9750da4-ab97-49a9-9589-62c87ccd27bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:19:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['d66e547f-0a43-4a26-abf9-2b79ab1e5ff7'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:19:29.898091 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-b6503d60-9e21-4be5-85a5-4464e56238ca req-23b6a61a-9b7d-43d4-aabe-e1d166ca1812 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea78a9af-0a31-441f-a94f-3a13fc37eb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986347 Dec 09 17:19:29.907254 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-b9750da4-ab97-49a9-9589-62c87ccd27bb None None] Set router d66e547f-0a43-4a26-abf9-2b79ab1e5ff7 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:19:29.916885 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06772792-ad2a-4721-9ab5-f1a7a698f3fe req-9377d786-837c-4893-82de-956c751492b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:19:29.918390 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-06772792-ad2a-4721-9ab5-f1a7a698f3fe req-9377d786-837c-4893-82de-956c751492b1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1cb09dd8-ae2d-40db-9f8d-8f4e507403de HTTP/1.1" status: 200 len: 911 time: 0.1274190 Dec 09 17:19:29.960526 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-06772792-ad2a-4721-9ab5-f1a7a698f3fe req-d7522337-69f6-4c2c-8d57-c479607dacbb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33beb5de-bf32-4bee-a3ec-f326366dc5da HTTP/1.1" status: 200 len: 217 time: 0.0344734 Dec 09 17:19:30.011570 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06772792-ad2a-4721-9ab5-f1a7a698f3fe req-8cdb838d-6c1f-4488-b092-e4157407f8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:19:30.013068 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-06772792-ad2a-4721-9ab5-f1a7a698f3fe req-8cdb838d-6c1f-4488-b092-e4157407f8a2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=484ab821-f7c2-4db8-a959-018f5b426777 HTTP/1.1" status: 200 len: 849 time: 0.0435960 Dec 09 17:19:30.064327 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06772792-ad2a-4721-9ab5-f1a7a698f3fe req-1e5398a9-61ef-43b1-b58c-63d29d7bb52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:19:30.065847 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-06772792-ad2a-4721-9ab5-f1a7a698f3fe req-1e5398a9-61ef-43b1-b58c-63d29d7bb52d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1cb09dd8-ae2d-40db-9f8d-8f4e507403de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452697 Dec 09 17:19:30.110380 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-b9750da4-ab97-49a9-9589-62c87ccd27bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'name': 'tempest-TestSnapshotPattern-1839770343-router', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'bcfbf5be-bda0-4979-a1c6-c472d7755d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:13:16Z', 'updated_at': '2021-12-09T17:13:18Z', 'revision_number': 4, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'gw_port': {'id': 'bcfbf5be-bda0-4979-a1c6-c472d7755d00', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:16Z', 'updated_at': '2021-12-09T17:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'bd67e978-14bb-48e7-8886-bdc5d6838d49', 'name': '', 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'mac_address': 'fa:16:3e:c6:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '484ab821-f7c2-4db8-a959-018f5b426777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:18Z', 'updated_at': '2021-12-09T17:13:23Z', 'revision_number': 5, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'subnets': [{'id': '484ab821-f7c2-4db8-a959-018f5b426777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:19:30.137121 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9750da4-ab97-49a9-9589-62c87ccd27bb None None] The sync data for ids ['d66e547f-0a43-4a26-abf9-2b79ab1e5ff7'] in n-d-821228-1 is: [{'id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'name': 'tempest-TestSnapshotPattern-1839770343-router', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'bcfbf5be-bda0-4979-a1c6-c472d7755d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:13:16Z', 'updated_at': '2021-12-09T17:13:18Z', 'revision_number': 4, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'gw_port': {'id': 'bcfbf5be-bda0-4979-a1c6-c472d7755d00', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:16Z', 'updated_at': '2021-12-09T17:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1', '_interfaces': [{'id': 'bd67e978-14bb-48e7-8886-bdc5d6838d49', 'name': '', 'network_id': '1cb09dd8-ae2d-40db-9f8d-8f4e507403de', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'mac_address': 'fa:16:3e:c6:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '484ab821-f7c2-4db8-a959-018f5b426777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:18Z', 'updated_at': '2021-12-09T17:13:23Z', 'revision_number': 5, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'subnets': [{'id': '484ab821-f7c2-4db8-a959-018f5b426777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 17:19:30.160047 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-06772792-ad2a-4721-9ab5-f1a7a698f3fe req-712015ed-65bb-4eaa-af85-380d07eff9bd service neutron] 10.222.0.31 "GET /v2.0/networks/1cb09dd8-ae2d-40db-9f8d-8f4e507403de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832708 Dec 09 17:19:30.261045 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-06772792-ad2a-4721-9ab5-f1a7a698f3fe req-7cb41aa1-11ed-43c5-aec0-10ef062309fd service neutron] 10.222.0.31 "GET /v2.0/networks/1cb09dd8-ae2d-40db-9f8d-8f4e507403de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925164 Dec 09 17:19:30.373837 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6746313-4d1e-42e7-b7e1-7b4fd18c99d1 None None] New status for floating IP 400251f2-4b58-4e30-b3f9-acab6371d569: DOWN {{(pid=103247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 17:19:30.440009 n-d-821228-1 neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddcd3d-38c9-49f1-8551-473f95dd04ee req-8808da75-6e2a-48fa-a1e9-d3a95ce1ed2c tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 17:19:30.441544 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f9ddcd3d-38c9-49f1-8551-473f95dd04ee req-8808da75-6e2a-48fa-a1e9-d3a95ce1ed2c tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.31 "GET /v2.0/ports?device_id=58d2a8c5-abba-4e05-886c-006a8576929d HTTP/1.1" status: 200 len: 944 time: 0.0489888 Dec 09 17:19:30.532302 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-f9ddcd3d-38c9-49f1-8551-473f95dd04ee req-c3773c71-4853-4ab2-84fb-db5344cb75c8 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Deleting port 33beb5de-bf32-4bee-a3ec-f326366dc5da {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 17:19:30.532680 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f9ddcd3d-38c9-49f1-8551-473f95dd04ee req-c3773c71-4853-4ab2-84fb-db5344cb75c8 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:30.623842 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-f9ddcd3d-38c9-49f1-8551-473f95dd04ee req-c3773c71-4853-4ab2-84fb-db5344cb75c8 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] For port 33beb5de-bf32-4bee-a3ec-f326366dc5da, host n-h2-821228-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821228-1',level=0,port_id=33beb5de-bf32-4bee-a3ec-f326366dc5da,segment=NetworkSegment(07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4),segment_id=07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:19:30.624206 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f9ddcd3d-38c9-49f1-8551-473f95dd04ee req-c3773c71-4853-4ab2-84fb-db5344cb75c8 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:30.637725 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-f9ddcd3d-38c9-49f1-8551-473f95dd04ee req-c3773c71-4853-4ab2-84fb-db5344cb75c8 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Calling delete_port for 33beb5de-bf32-4bee-a3ec-f326366dc5da owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 17:19:30.764583 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f9ddcd3d-38c9-49f1-8551-473f95dd04ee req-c3773c71-4853-4ab2-84fb-db5344cb75c8 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:30.792377 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3773c71-4853-4ab2-84fb-db5344cb75c8 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Pushing event deleted for resources: {'Port': ['ID=33beb5de-bf32-4bee-a3ec-f326366dc5da,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:19:30.833018 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ddcd3d-38c9-49f1-8551-473f95dd04ee req-c3773c71-4853-4ab2-84fb-db5344cb75c8 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] No DVR routers for this DVR port 33beb5de-bf32-4bee-a3ec-f326366dc5da on host n-h2-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 17:19:30.835493 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f9ddcd3d-38c9-49f1-8551-473f95dd04ee req-c3773c71-4853-4ab2-84fb-db5344cb75c8 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70781'] for port, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:30.839004 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-f9ddcd3d-38c9-49f1-8551-473f95dd04ee req-c3773c71-4853-4ab2-84fb-db5344cb75c8 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.31 "DELETE /v2.0/ports/33beb5de-bf32-4bee-a3ec-f326366dc5da HTTP/1.1" status: 204 len: 173 time: 0.3915296 Dec 09 17:19:31.010332 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [req-876d905d-37d7-4b32-aa31-bddb1e768fde req-cfdb5470-9d56-478b-9a92-6fb97d10b391 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d2a8c5-abba-4e05-886c-006a8576929d HTTP/1.1" status: 200 len: 210 time: 0.0259550 Dec 09 17:19:31.671372 n-d-821228-1 neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d2a8c5-abba-4e05-886c-006a8576929d', 'name': 'network-vif-deleted', 'tag': '33beb5de-bf32-4bee-a3ec-f326366dc5da'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 17:19:31.673723 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1fcb09d70208a642bee6867f1a74f5d6a20e12c3aba754723be5cacbcaf1441" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd902df-2f05-4dbe-8079-d891227eec7c" -d '{"events": [{"server_uuid": "58d2a8c5-abba-4e05-886c-006a8576929d", "name": "network-vif-deleted", "tag": "33beb5de-bf32-4bee-a3ec-f326366dc5da"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 17:19:31.708850 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 17:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029b524a-2898-40f9-a83a-41623836d7d9 x-openstack-request-id: req-029b524a-2898-40f9-a83a-41623836d7d9 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 17:19:31.709143 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d2a8c5-abba-4e05-886c-006a8576929d", "name": "network-vif-deleted", "tag": "33beb5de-bf32-4bee-a3ec-f326366dc5da", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 17:19:31.709393 n-d-821228-1 neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-029b524a-2898-40f9-a83a-41623836d7d9 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 17:19:31.709826 n-d-821228-1 neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d2a8c5-abba-4e05-886c-006a8576929d', 'name': 'network-vif-deleted', 'tag': '33beb5de-bf32-4bee-a3ec-f326366dc5da', 'status': 'completed', 'code': 200} Dec 09 17:19:31.878239 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device d42fd8b1-cab1-4db5-b50d-fb7e6318ef12 no longer exists at agent hyperv_n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 17:19:31.902791 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] No Port match for: d42fd8b1-cab1-4db5-b50d-fb7e6318ef12 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 17:19:31.903137 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Device d42fd8b1-cab1-4db5-b50d-fb7e6318ef12 not bound to the agent host n-h1-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 17:19:32.066311 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59756) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:19:32.123418 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e5ec1ef-b4e7-427e-9696-feeb66c90343 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:32.151826 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e5ec1ef-b4e7-427e-9696-feeb66c90343 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:32.212884 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e5ec1ef-b4e7-427e-9696-feeb66c90343 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:32.215602 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e5ec1ef-b4e7-427e-9696-feeb66c90343 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:32.216789 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4e5ec1ef-b4e7-427e-9696-feeb66c90343 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] 10.222.0.57 "DELETE /v2.0/security-groups/ea78a9af-0a31-441f-a94f-3a13fc37eb06 HTTP/1.1" status: 204 len: 168 time: 0.1494982 Dec 09 17:19:32.225863 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ec1ef-b4e7-427e-9696-feeb66c90343 tempest-TestSnapshotPattern-126174340 tempest-TestSnapshotPattern-126174340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea78a9af-0a31-441f-a94f-3a13fc37eb06,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:19:32.920571 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 33beb5de-bf32-4bee-a3ec-f326366dc5da no longer exists at agent hyperv_n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 17:19:32.940049 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] No Port match for: 33beb5de-bf32-4bee-a3ec-f326366dc5da {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 17:19:32.940398 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Device 33beb5de-bf32-4bee-a3ec-f326366dc5da not bound to the agent host n-h2-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 17:19:33.287538 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59762) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:19:33.747445 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b665c2ef-a03b-418f-af35-36bf6b4461ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:33.987017 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-b665c2ef-a03b-418f-af35-36bf6b4461ff admin admin] Deleting port bd67e978-14bb-48e7-8886-bdc5d6838d49 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 17:19:33.987357 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b665c2ef-a03b-418f-af35-36bf6b4461ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:34.067017 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-b665c2ef-a03b-418f-af35-36bf6b4461ff admin admin] For port bd67e978-14bb-48e7-8886-bdc5d6838d49, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=bd67e978-14bb-48e7-8886-bdc5d6838d49,segment=NetworkSegment(07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4),segment_id=07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:19:34.067285 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b665c2ef-a03b-418f-af35-36bf6b4461ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:34.080025 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-b665c2ef-a03b-418f-af35-36bf6b4461ff admin admin] Calling delete_port for bd67e978-14bb-48e7-8886-bdc5d6838d49 owned by network:router_interface {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 17:19:34.256899 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b665c2ef-a03b-418f-af35-36bf6b4461ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:34.283530 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b665c2ef-a03b-418f-af35-36bf6b4461ff admin admin] Pushing event deleted for resources: {'Port': ['ID=bd67e978-14bb-48e7-8886-bdc5d6838d49,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:19:34.453219 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b665c2ef-a03b-418f-af35-36bf6b4461ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:34.664293 n-d-821228-1 neutron-server[103245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b665c2ef-a03b-418f-af35-36bf6b4461ff admin admin] Router d66e547f-0a43-4a26-abf9-2b79ab1e5ff7 has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 17:19:34.769869 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b665c2ef-a03b-418f-af35-36bf6b4461ff admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 17:19:34.775273 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-b665c2ef-a03b-418f-af35-36bf6b4461ff admin admin] 10.222.0.57 "PUT /v2.0/routers/d66e547f-0a43-4a26-abf9-2b79ab1e5ff7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4865365 Dec 09 17:19:34.778403 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59768) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:19:34.780815 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a4acf0-4a45-492d-b74d-2388518a4a0a None None] Sync routers for ids ['d66e547f-0a43-4a26-abf9-2b79ab1e5ff7'] in n-d-821228-1 {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 17:19:34.791480 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a4acf0-4a45-492d-b74d-2388518a4a0a None None] Routers {'d66e547f-0a43-4a26-abf9-2b79ab1e5ff7'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:19:34.792087 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-45a4acf0-4a45-492d-b74d-2388518a4a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:19:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['d66e547f-0a43-4a26-abf9-2b79ab1e5ff7'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:19:34.882120 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-204106a2-23c1-4196-9fd6-f39f9e8c886b admin admin] Publish callbacks [] for router, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:34.896268 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-45a4acf0-4a45-492d-b74d-2388518a4a0a None None] Set router d66e547f-0a43-4a26-abf9-2b79ab1e5ff7 gateway port host: n-d-821228-1 {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:19:34.988759 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-204106a2-23c1-4196-9fd6-f39f9e8c886b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:35.039723 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-204106a2-23c1-4196-9fd6-f39f9e8c886b admin admin] Deleting port bcfbf5be-bda0-4979-a1c6-c472d7755d00 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 17:19:35.040060 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-204106a2-23c1-4196-9fd6-f39f9e8c886b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:35.076900 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-45a4acf0-4a45-492d-b74d-2388518a4a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'name': 'tempest-TestSnapshotPattern-1839770343-router', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'bcfbf5be-bda0-4979-a1c6-c472d7755d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:13:16Z', 'updated_at': '2021-12-09T17:19:34Z', 'revision_number': 5, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'gw_port': {'id': 'bcfbf5be-bda0-4979-a1c6-c472d7755d00', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:16Z', 'updated_at': '2021-12-09T17:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:19:35.107675 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a4acf0-4a45-492d-b74d-2388518a4a0a None None] Checking router: d66e547f-0a43-4a26-abf9-2b79ab1e5ff7 for host: n-d-821228-1 {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 17:19:35.117367 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a4acf0-4a45-492d-b74d-2388518a4a0a None None] Routers {'d66e547f-0a43-4a26-abf9-2b79ab1e5ff7'} bound to L3 agent in host n-d-821228-1 {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:19:35.118165 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-45a4acf0-4a45-492d-b74d-2388518a4a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:19:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['d66e547f-0a43-4a26-abf9-2b79ab1e5ff7'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:19:35.126918 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-204106a2-23c1-4196-9fd6-f39f9e8c886b admin admin] For port bcfbf5be-bda0-4979-a1c6-c472d7755d00, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=bcfbf5be-bda0-4979-a1c6-c472d7755d00,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:19:35.127293 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-204106a2-23c1-4196-9fd6-f39f9e8c886b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:35.139849 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-204106a2-23c1-4196-9fd6-f39f9e8c886b admin admin] Calling delete_port for bcfbf5be-bda0-4979-a1c6-c472d7755d00 owned by network:router_gateway {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 17:19:35.371842 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-45a4acf0-4a45-492d-b74d-2388518a4a0a None None] Set router d66e547f-0a43-4a26-abf9-2b79ab1e5ff7 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:19:35.424287 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-45a4acf0-4a45-492d-b74d-2388518a4a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'name': 'tempest-TestSnapshotPattern-1839770343-router', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:13:16Z', 'updated_at': '2021-12-09T17:19:34Z', 'revision_number': 6, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'gw_port_host': None}], 'n-d-821228-1', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:19:35.455526 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a4acf0-4a45-492d-b74d-2388518a4a0a None None] The sync data for ids ['d66e547f-0a43-4a26-abf9-2b79ab1e5ff7'] in n-d-821228-1 is: [{'id': 'd66e547f-0a43-4a26-abf9-2b79ab1e5ff7', 'name': 'tempest-TestSnapshotPattern-1839770343-router', 'tenant_id': '5aeaf27acf8449bc95585abe13268945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:13:16Z', 'updated_at': '2021-12-09T17:19:34Z', 'revision_number': 6, 'project_id': '5aeaf27acf8449bc95585abe13268945', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 17:19:35.592731 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-204106a2-23c1-4196-9fd6-f39f9e8c886b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:35.617690 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204106a2-23c1-4196-9fd6-f39f9e8c886b admin admin] Pushing event deleted for resources: {'Port': ['ID=bcfbf5be-bda0-4979-a1c6-c472d7755d00,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:19:35.631492 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3192979d-8474-4c09-a77c-2ec395a6fa9d None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 17:19:35.680840 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-204106a2-23c1-4196-9fd6-f39f9e8c886b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:35.770155 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-204106a2-23c1-4196-9fd6-f39f9e8c886b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:35.772215 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-204106a2-23c1-4196-9fd6-f39f9e8c886b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:35.819503 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-204106a2-23c1-4196-9fd6-f39f9e8c886b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:35.820092 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204106a2-23c1-4196-9fd6-f39f9e8c886b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d66e547f-0a43-4a26-abf9-2b79ab1e5ff7 {{(pid=103245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 17:19:35.824553 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-204106a2-23c1-4196-9fd6-f39f9e8c886b admin admin] Publish callbacks [] for router, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:35.825729 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-204106a2-23c1-4196-9fd6-f39f9e8c886b admin admin] 10.222.0.57 "DELETE /v2.0/routers/d66e547f-0a43-4a26-abf9-2b79ab1e5ff7 HTTP/1.1" status: 204 len: 168 time: 1.0460765 Dec 09 17:19:35.828305 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59770) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:19:35.877673 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.db_base_plugin_v2 [None req-770ee8bb-c689-4c8c-8530-e01181bc0d5b admin admin] Deleting subnet 484ab821-f7c2-4db8-a959-018f5b426777 {{(pid=103245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 17:19:35.880898 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-770ee8bb-c689-4c8c-8530-e01181bc0d5b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:35.918866 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-770ee8bb-c689-4c8c-8530-e01181bc0d5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59185686'] for subnet, precommit_delete_associations {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:35.994381 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-770ee8bb-c689-4c8c-8530-e01181bc0d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:36.043963 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-770ee8bb-c689-4c8c-8530-e01181bc0d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60300882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60528756'] for subnet, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:36.068552 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ee8bb-c689-4c8c-8530-e01181bc0d5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=484ab821-f7c2-4db8-a959-018f5b426777,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:19:36.072871 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-770ee8bb-c689-4c8c-8530-e01181bc0d5b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:36.078646 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-770ee8bb-c689-4c8c-8530-e01181bc0d5b admin admin] 10.222.0.57 "DELETE /v2.0/subnets/484ab821-f7c2-4db8-a959-018f5b426777 HTTP/1.1" status: 204 len: 168 time: 0.2469635 Dec 09 17:19:36.078822 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf22429-8334-43ca-a519-48c6d4571744 None None] Network 1cb09dd8-ae2d-40db-9f8d-8f4e507403de requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 17:19:36.079294 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59772) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:19:36.152351 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab349eb0-9f7f-4c67-aa85-d1505abbf91c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:36.225588 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-ab349eb0-9f7f-4c67-aa85-d1505abbf91c admin admin] Deleting port a057c95e-7d56-491c-bb72-a45b0a264d08 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 17:19:36.225988 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab349eb0-9f7f-4c67-aa85-d1505abbf91c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:36.252822 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e488ade-9739-4bd2-93f4-0a014a4358c0 None None] DHCP port deletion for 1cb09dd8-ae2d-40db-9f8d-8f4e507403de request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 17:19:36.300318 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-ab349eb0-9f7f-4c67-aa85-d1505abbf91c admin admin] For port a057c95e-7d56-491c-bb72-a45b0a264d08, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a057c95e-7d56-491c-bb72-a45b0a264d08,segment=NetworkSegment(07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4),segment_id=07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:19:36.300721 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab349eb0-9f7f-4c67-aa85-d1505abbf91c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:36.310415 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-1e488ade-9739-4bd2-93f4-0a014a4358c0 None None] Deleting port a057c95e-7d56-491c-bb72-a45b0a264d08 {{(pid=103246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 17:19:36.310794 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1e488ade-9739-4bd2-93f4-0a014a4358c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:36.315186 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-ab349eb0-9f7f-4c67-aa85-d1505abbf91c admin admin] Calling delete_port for a057c95e-7d56-491c-bb72-a45b0a264d08 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 17:19:36.374529 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-1e488ade-9739-4bd2-93f4-0a014a4358c0 None None] For port a057c95e-7d56-491c-bb72-a45b0a264d08, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=a057c95e-7d56-491c-bb72-a45b0a264d08,segment=NetworkSegment(07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4),segment_id=07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4)] {{(pid=103246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:19:36.374996 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1e488ade-9739-4bd2-93f4-0a014a4358c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:36.388807 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-1e488ade-9739-4bd2-93f4-0a014a4358c0 None None] Calling delete_port for a057c95e-7d56-491c-bb72-a45b0a264d08 owned by network:dhcp {{(pid=103246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 17:19:36.407861 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab349eb0-9f7f-4c67-aa85-d1505abbf91c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60300933'] for port, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:36.434235 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab349eb0-9f7f-4c67-aa85-d1505abbf91c admin admin] Pushing event deleted for resources: {'Port': ['ID=a057c95e-7d56-491c-bb72-a45b0a264d08,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:19:36.438847 n-d-821228-1 neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab349eb0-9f7f-4c67-aa85-d1505abbf91c admin admin] No DVR routers for this DVR port a057c95e-7d56-491c-bb72-a45b0a264d08 on host n-d-821228-1 {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 17:19:36.445577 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device bd67e978-14bb-48e7-8886-bdc5d6838d49 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 17:19:36.472595 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: bd67e978-14bb-48e7-8886-bdc5d6838d49 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 17:19:36.472883 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device bd67e978-14bb-48e7-8886-bdc5d6838d49 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 17:19:36.473299 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device bcfbf5be-bda0-4979-a1c6-c472d7755d00 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 17:19:36.501781 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: bcfbf5be-bda0-4979-a1c6-c472d7755d00 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 17:19:36.502143 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device bcfbf5be-bda0-4979-a1c6-c472d7755d00 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 17:19:36.502572 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a057c95e-7d56-491c-bb72-a45b0a264d08 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 17:19:36.524345 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: a057c95e-7d56-491c-bb72-a45b0a264d08 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 17:19:36.524726 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device a057c95e-7d56-491c-bb72-a45b0a264d08 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 17:19:36.525672 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab349eb0-9f7f-4c67-aa85-d1505abbf91c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:36.553180 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1e488ade-9739-4bd2-93f4-0a014a4358c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047'] for port, after_delete {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:36.569968 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ab349eb0-9f7f-4c67-aa85-d1505abbf91c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cb09dd8-ae2d-40db-9f8d-8f4e507403de']}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:19:36.582082 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ab349eb0-9f7f-4c67-aa85-d1505abbf91c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4') {'for_net_delete': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:19:36.582458 n-d-821228-1 neutron-server[103245]: DEBUG neutron.services.segments.db [None req-ab349eb0-9f7f-4c67-aa85-d1505abbf91c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07e44e8f-29b1-4aa3-b203-cbbd3f3dd9e4') {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:19:36.582747 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e488ade-9739-4bd2-93f4-0a014a4358c0 None None] Pushing event deleted for resources: {'Port': ['ID=a057c95e-7d56-491c-bb72-a45b0a264d08,revision_number=None']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:19:36.586747 n-d-821228-1 neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e488ade-9739-4bd2-93f4-0a014a4358c0 None None] No DVR routers for this DVR port a057c95e-7d56-491c-bb72-a45b0a264d08 on host n-d-821228-1 {{(pid=103246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 17:19:36.595167 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab349eb0-9f7f-4c67-aa85-d1505abbf91c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59185693'] for segment, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:36.609221 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab349eb0-9f7f-4c67-aa85-d1505abbf91c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:36.615229 n-d-821228-1 neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab349eb0-9f7f-4c67-aa85-d1505abbf91c admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=103245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 17:19:36.615624 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab349eb0-9f7f-4c67-aa85-d1505abbf91c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60300968'] for segment, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:36.617283 n-d-821228-1 neutron-server[103245]: Traceback (most recent call last): Dec 09 17:19:36.617283 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 17:19:36.617283 n-d-821228-1 neutron-server[103245]: timer() Dec 09 17:19:36.617283 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 17:19:36.617283 n-d-821228-1 neutron-server[103245]: cb(*args, **kw) Dec 09 17:19:36.617283 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 17:19:36.617283 n-d-821228-1 neutron-server[103245]: return func(*args, **kwargs) Dec 09 17:19:36.617283 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 17:19:36.617283 n-d-821228-1 neutron-server[103245]: self._notify() Dec 09 17:19:36.617283 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 17:19:36.617283 n-d-821228-1 neutron-server[103245]: self.callback(batched_events) Dec 09 17:19:36.617283 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 17:19:36.617283 n-d-821228-1 neutron-server[103245]: event.method(event) Dec 09 17:19:36.617283 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 17:19:36.617283 n-d-821228-1 neutron-server[103245]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 17:19:36.617283 n-d-821228-1 neutron-server[103245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 17:19:36.617283 n-d-821228-1 neutron-server[103245]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 17:19:36.617283 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 17:19:36.617283 n-d-821228-1 neutron-server[103245]: return f(self, *a, **k) Dec 09 17:19:36.617283 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 17:19:36.617283 n-d-821228-1 neutron-server[103245]: return self._get(url).json() Dec 09 17:19:36.617283 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 17:19:36.617283 n-d-821228-1 neutron-server[103245]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 17:19:36.617283 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 17:19:36.617283 n-d-821228-1 neutron-server[103245]: return self.request(url, 'GET', **kwargs) Dec 09 17:19:36.617283 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 17:19:36.617283 n-d-821228-1 neutron-server[103245]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 17:19:36.617283 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 17:19:36.617283 n-d-821228-1 neutron-server[103245]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 17:19:36.617283 n-d-821228-1 neutron-server[103245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 17:19:36.617283 n-d-821228-1 neutron-server[103245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 17:19:36.617283 n-d-821228-1 neutron-server[103245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 17:19:36.669916 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab349eb0-9f7f-4c67-aa85-d1505abbf91c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:36.675252 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab349eb0-9f7f-4c67-aa85-d1505abbf91c admin admin] Publish callbacks [] for network, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:36.680859 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-ab349eb0-9f7f-4c67-aa85-d1505abbf91c admin admin] 10.222.0.57 "DELETE /v2.0/networks/1cb09dd8-ae2d-40db-9f8d-8f4e507403de HTTP/1.1" status: 204 len: 168 time: 0.6010263 Dec 09 17:19:36.682393 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59774) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:19:36.697908 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab349eb0-9f7f-4c67-aa85-d1505abbf91c admin admin] Pushing event deleted for resources: {'Network': ['ID=1cb09dd8-ae2d-40db-9f8d-8f4e507403de,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:19:37.023418 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f82-e482-4055-9f73-e03d3a62b23b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1769565'] for router_interface, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:37.264083 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-0ee73f82-e482-4055-9f73-e03d3a62b23b admin admin] Deleting port 83c270df-76a9-4d2f-8fca-8b50d7bc71db {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 17:19:37.264434 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f82-e482-4055-9f73-e03d3a62b23b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:37.343495 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-0ee73f82-e482-4055-9f73-e03d3a62b23b admin admin] For port 83c270df-76a9-4d2f-8fca-8b50d7bc71db, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=83c270df-76a9-4d2f-8fca-8b50d7bc71db,segment=NetworkSegment(f6ad886e-500c-4823-a4f6-dcc1088bbe25),segment_id=f6ad886e-500c-4823-a4f6-dcc1088bbe25)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:19:37.343860 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f82-e482-4055-9f73-e03d3a62b23b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:37.356755 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-0ee73f82-e482-4055-9f73-e03d3a62b23b admin admin] Calling delete_port for 83c270df-76a9-4d2f-8fca-8b50d7bc71db owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 17:19:37.530797 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f82-e482-4055-9f73-e03d3a62b23b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:37.555857 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee73f82-e482-4055-9f73-e03d3a62b23b admin admin] Pushing event deleted for resources: {'Port': ['ID=83c270df-76a9-4d2f-8fca-8b50d7bc71db,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:19:37.719139 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f82-e482-4055-9f73-e03d3a62b23b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769521'] for router_interface, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:37.930350 n-d-821228-1 neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee73f82-e482-4055-9f73-e03d3a62b23b admin admin] Router 1db49b31-1e3b-45a4-a2b7-1f6472a64e4c has already been hosted by L3 agent d9a9f95e-1a56-4266-88c0-dcb8891a1df7 {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 17:19:38.038759 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee73f82-e482-4055-9f73-e03d3a62b23b admin admin] Notify agent at l3_agent.n-d-821228-1 the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 17:19:38.044034 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-0ee73f82-e482-4055-9f73-e03d3a62b23b admin admin] 10.222.0.57 "PUT /v2.0/routers/1db49b31-1e3b-45a4-a2b7-1f6472a64e4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3603330 Dec 09 17:19:38.046795 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59778) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:19:38.047802 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d07d9a2-1f3d-4dd0-abfc-0421ae31c4bd None None] Sync routers for ids ['1db49b31-1e3b-45a4-a2b7-1f6472a64e4c'] in n-d-821228-1 {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 17:19:38.059165 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d07d9a2-1f3d-4dd0-abfc-0421ae31c4bd None None] Routers {'1db49b31-1e3b-45a4-a2b7-1f6472a64e4c'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:19:38.059782 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-8d07d9a2-1f3d-4dd0-abfc-0421ae31c4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:19:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1db49b31-1e3b-45a4-a2b7-1f6472a64e4c'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:19:38.157383 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-46717539-6d7a-4846-9e76-c88d5e0f6cf8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:38.165546 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-8d07d9a2-1f3d-4dd0-abfc-0421ae31c4bd None None] Set router 1db49b31-1e3b-45a4-a2b7-1f6472a64e4c gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:19:38.454836 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-8d07d9a2-1f3d-4dd0-abfc-0421ae31c4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db49b31-1e3b-45a4-a2b7-1f6472a64e4c', 'name': 'tempest-TestSnapshotPattern-1732520143-router', 'tenant_id': '635cf2d7798743beaa7d745623224dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '94d7a20e-1112-4abd-8a8d-0a607fd01120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:13:21Z', 'updated_at': '2021-12-09T17:19:37Z', 'revision_number': 5, 'project_id': '635cf2d7798743beaa7d745623224dcb', 'gw_port': {'id': '94d7a20e-1112-4abd-8a8d-0a607fd01120', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db49b31-1e3b-45a4-a2b7-1f6472a64e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:21Z', 'updated_at': '2021-12-09T17:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:19:38.482011 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d07d9a2-1f3d-4dd0-abfc-0421ae31c4bd None None] Checking router: 1db49b31-1e3b-45a4-a2b7-1f6472a64e4c for host: n-d-821228-1 {{(pid=103247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 17:19:38.491111 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d07d9a2-1f3d-4dd0-abfc-0421ae31c4bd None None] Routers {'1db49b31-1e3b-45a4-a2b7-1f6472a64e4c'} bound to L3 agent in host n-d-821228-1 {{(pid=103247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 17:19:38.491729 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-8d07d9a2-1f3d-4dd0-abfc-0421ae31c4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821228-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T15:17:53Z,description=,heartbeat_timestamp=2021-12-09T17:19:23Z,host='n-d-821228-1',id=d9a9f95e-1a56-4266-88c0-dcb8891a1df7,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T15:17:53Z,topic='l3_agent')) {'router_ids': ['1db49b31-1e3b-45a4-a2b7-1f6472a64e4c'], 'active': True} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:19:38.596574 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_dvr_db [None req-8d07d9a2-1f3d-4dd0-abfc-0421ae31c4bd None None] Set router 1db49b31-1e3b-45a4-a2b7-1f6472a64e4c gateway port host: n-d-821228-1 {{(pid=103247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 17:19:38.614176 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-46717539-6d7a-4846-9e76-c88d5e0f6cf8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:38.667437 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-46717539-6d7a-4846-9e76-c88d5e0f6cf8 admin admin] Deleting port 94d7a20e-1112-4abd-8a8d-0a607fd01120 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 17:19:38.667775 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-46717539-6d7a-4846-9e76-c88d5e0f6cf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:38.745485 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-46717539-6d7a-4846-9e76-c88d5e0f6cf8 admin admin] For port 94d7a20e-1112-4abd-8a8d-0a607fd01120, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=94d7a20e-1112-4abd-8a8d-0a607fd01120,segment=NetworkSegment(f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354),segment_id=f2cd742c-f1f4-4b6d-b7ca-d7cbb4a3b354)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:19:38.746196 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-46717539-6d7a-4846-9e76-c88d5e0f6cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:38.762646 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-46717539-6d7a-4846-9e76-c88d5e0f6cf8 admin admin] Calling delete_port for 94d7a20e-1112-4abd-8a8d-0a607fd01120 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 17:19:38.772457 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.l3_hamode_db [None req-8d07d9a2-1f3d-4dd0-abfc-0421ae31c4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db49b31-1e3b-45a4-a2b7-1f6472a64e4c', 'name': 'tempest-TestSnapshotPattern-1732520143-router', 'tenant_id': '635cf2d7798743beaa7d745623224dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '94d7a20e-1112-4abd-8a8d-0a607fd01120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:13:21Z', 'updated_at': '2021-12-09T17:19:37Z', 'revision_number': 5, 'project_id': '635cf2d7798743beaa7d745623224dcb', 'gw_port': {'id': '94d7a20e-1112-4abd-8a8d-0a607fd01120', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db49b31-1e3b-45a4-a2b7-1f6472a64e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:21Z', 'updated_at': '2021-12-09T17:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}], 'n-d-821228-1', False) {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:19:38.798803 n-d-821228-1 neutron-server[103247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d07d9a2-1f3d-4dd0-abfc-0421ae31c4bd None None] The sync data for ids ['1db49b31-1e3b-45a4-a2b7-1f6472a64e4c'] in n-d-821228-1 is: [{'id': '1db49b31-1e3b-45a4-a2b7-1f6472a64e4c', 'name': 'tempest-TestSnapshotPattern-1732520143-router', 'tenant_id': '635cf2d7798743beaa7d745623224dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'external_fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '94d7a20e-1112-4abd-8a8d-0a607fd01120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T17:13:21Z', 'updated_at': '2021-12-09T17:19:37Z', 'revision_number': 5, 'project_id': '635cf2d7798743beaa7d745623224dcb', 'gw_port': {'id': '94d7a20e-1112-4abd-8a8d-0a607fd01120', 'name': '', 'network_id': 'd8331094-778d-4179-9ed8-de7de1c5438c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db49b31-1e3b-45a4-a2b7-1f6472a64e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821228-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T17:13:21Z', 'updated_at': '2021-12-09T17:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a273b4e2-f47b-4cec-a39c-dc40d6c519b9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821228-1'}] {{(pid=103247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 17:19:38.925445 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-46717539-6d7a-4846-9e76-c88d5e0f6cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:38.955749 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46717539-6d7a-4846-9e76-c88d5e0f6cf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=94d7a20e-1112-4abd-8a8d-0a607fd01120,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:19:38.968357 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fef656-e20b-449b-be34-6fa074cec786 None None] DHCP port deletion for d8331094-778d-4179-9ed8-de7de1c5438c request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 17:19:39.012957 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-46717539-6d7a-4846-9e76-c88d5e0f6cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598611'] for router_gateway, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:39.100363 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-46717539-6d7a-4846-9e76-c88d5e0f6cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1781763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39008'] for router, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:39.102553 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-46717539-6d7a-4846-9e76-c88d5e0f6cf8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:39.148050 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-46717539-6d7a-4846-9e76-c88d5e0f6cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1781818'] for router, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:39.148622 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46717539-6d7a-4846-9e76-c88d5e0f6cf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1db49b31-1e3b-45a4-a2b7-1f6472a64e4c {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 17:19:39.154617 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-46717539-6d7a-4846-9e76-c88d5e0f6cf8 admin admin] Publish callbacks [] for router, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:39.155782 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-46717539-6d7a-4846-9e76-c88d5e0f6cf8 admin admin] 10.222.0.57 "DELETE /v2.0/routers/1db49b31-1e3b-45a4-a2b7-1f6472a64e4c HTTP/1.1" status: 204 len: 168 time: 1.1080666 Dec 09 17:19:39.158383 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59780) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:19:39.208386 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-42dda942-e2a6-4f12-a91b-15ec5485407d admin admin] Deleting subnet 676d450c-fb9a-4fb4-88c3-dbb8285803f5 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 17:19:39.211601 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-42dda942-e2a6-4f12-a91b-15ec5485407d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:39.247730 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-42dda942-e2a6-4f12-a91b-15ec5485407d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59756220'] for subnet, precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:39.327712 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-42dda942-e2a6-4f12-a91b-15ec5485407d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743225'] for subnet, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:39.386690 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-42dda942-e2a6-4f12-a91b-15ec5485407d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60545192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60165442'] for subnet, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:39.411226 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dda942-e2a6-4f12-a91b-15ec5485407d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=676d450c-fb9a-4fb4-88c3-dbb8285803f5,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:19:39.418955 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-42dda942-e2a6-4f12-a91b-15ec5485407d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:39.422184 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-42dda942-e2a6-4f12-a91b-15ec5485407d admin admin] 10.222.0.57 "DELETE /v2.0/subnets/676d450c-fb9a-4fb4-88c3-dbb8285803f5 HTTP/1.1" status: 204 len: 168 time: 0.2625582 Dec 09 17:19:39.424695 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59782) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:19:39.427705 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6656df31-1b0f-4ba7-9cf1-fa8ad69ac3ce None None] Network c2b4fe42-5d81-4408-af48-5dfce1021e41 requested from n-d-821228-1 {{(pid=103246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 17:19:39.494533 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-78bfa565-a5aa-4e37-9de5-b7e7eeb14362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601448'] for network, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:39.549222 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-78bfa565-a5aa-4e37-9de5-b7e7eeb14362 admin admin] Deleting port d3298beb-24db-4c54-81c4-bb0cb3fd0ad9 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 17:19:39.549578 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-78bfa565-a5aa-4e37-9de5-b7e7eeb14362 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758620503224'] for port, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:39.615276 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-78bfa565-a5aa-4e37-9de5-b7e7eeb14362 admin admin] For port d3298beb-24db-4c54-81c4-bb0cb3fd0ad9, host n-d-821228-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821228-1',level=0,port_id=d3298beb-24db-4c54-81c4-bb0cb3fd0ad9,segment=NetworkSegment(f6ad886e-500c-4823-a4f6-dcc1088bbe25),segment_id=f6ad886e-500c-4823-a4f6-dcc1088bbe25)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 17:19:39.615637 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-78bfa565-a5aa-4e37-9de5-b7e7eeb14362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1599982'] for port, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:39.628386 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-78bfa565-a5aa-4e37-9de5-b7e7eeb14362 admin admin] Calling delete_port for d3298beb-24db-4c54-81c4-bb0cb3fd0ad9 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 17:19:39.705356 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-78bfa565-a5aa-4e37-9de5-b7e7eeb14362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758620506911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758619958047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60545151'] for port, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:39.736613 n-d-821228-1 neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bfa565-a5aa-4e37-9de5-b7e7eeb14362 admin admin] No DVR routers for this DVR port d3298beb-24db-4c54-81c4-bb0cb3fd0ad9 on host n-d-821228-1 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 17:19:39.738287 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bfa565-a5aa-4e37-9de5-b7e7eeb14362 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3298beb-24db-4c54-81c4-bb0cb3fd0ad9,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:19:39.808436 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-78bfa565-a5aa-4e37-9de5-b7e7eeb14362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747694', 'neutron.services.segments.db._delete_segments_for_network-8758620474826'] for network, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:39.830118 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-78bfa565-a5aa-4e37-9de5-b7e7eeb14362 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2b4fe42-5d81-4408-af48-5dfce1021e41']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:19:39.841232 n-d-821228-1 neutron-server[103246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554faaef-9b5e-4668-b3a2-d36d5dee9992 None None] DHCP port deletion for c2b4fe42-5d81-4408-af48-5dfce1021e41 request from n-d-821228-1 {{(pid=103246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 17:19:39.841453 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-78bfa565-a5aa-4e37-9de5-b7e7eeb14362 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6ad886e-500c-4823-a4f6-dcc1088bbe25') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:19:39.841746 n-d-821228-1 neutron-server[103244]: DEBUG neutron.services.segments.db [None req-78bfa565-a5aa-4e37-9de5-b7e7eeb14362 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6ad886e-500c-4823-a4f6-dcc1088bbe25') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 17:19:39.854928 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-78bfa565-a5aa-4e37-9de5-b7e7eeb14362 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758620480723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59756215'] for segment, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:39.868994 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-78bfa565-a5aa-4e37-9de5-b7e7eeb14362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492'] for segment, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:39.875065 n-d-821228-1 neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78bfa565-a5aa-4e37-9de5-b7e7eeb14362 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 17:19:39.875499 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-78bfa565-a5aa-4e37-9de5-b7e7eeb14362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60545106'] for segment, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:39.877336 n-d-821228-1 neutron-server[103244]: Traceback (most recent call last): Dec 09 17:19:39.877336 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 17:19:39.877336 n-d-821228-1 neutron-server[103244]: timer() Dec 09 17:19:39.877336 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 17:19:39.877336 n-d-821228-1 neutron-server[103244]: cb(*args, **kw) Dec 09 17:19:39.877336 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 17:19:39.877336 n-d-821228-1 neutron-server[103244]: return func(*args, **kwargs) Dec 09 17:19:39.877336 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 17:19:39.877336 n-d-821228-1 neutron-server[103244]: self._notify() Dec 09 17:19:39.877336 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 17:19:39.877336 n-d-821228-1 neutron-server[103244]: self.callback(batched_events) Dec 09 17:19:39.877336 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 17:19:39.877336 n-d-821228-1 neutron-server[103244]: event.method(event) Dec 09 17:19:39.877336 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 17:19:39.877336 n-d-821228-1 neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 17:19:39.877336 n-d-821228-1 neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 17:19:39.877336 n-d-821228-1 neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 17:19:39.877336 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 17:19:39.877336 n-d-821228-1 neutron-server[103244]: return f(self, *a, **k) Dec 09 17:19:39.877336 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 17:19:39.877336 n-d-821228-1 neutron-server[103244]: return self._get(url).json() Dec 09 17:19:39.877336 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 17:19:39.877336 n-d-821228-1 neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 17:19:39.877336 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 17:19:39.877336 n-d-821228-1 neutron-server[103244]: return self.request(url, 'GET', **kwargs) Dec 09 17:19:39.877336 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 17:19:39.877336 n-d-821228-1 neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 17:19:39.877336 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 17:19:39.877336 n-d-821228-1 neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 17:19:39.877336 n-d-821228-1 neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 17:19:39.877336 n-d-821228-1 neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 17:19:39.877336 n-d-821228-1 neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 17:19:39.933773 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-78bfa565-a5aa-4e37-9de5-b7e7eeb14362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598639'] for network, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:39.939220 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-78bfa565-a5aa-4e37-9de5-b7e7eeb14362 admin admin] Publish callbacks [] for network, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:39.942568 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-78bfa565-a5aa-4e37-9de5-b7e7eeb14362 admin admin] 10.222.0.57 "DELETE /v2.0/networks/c2b4fe42-5d81-4408-af48-5dfce1021e41 HTTP/1.1" status: 204 len: 168 time: 0.5165036 Dec 09 17:19:39.954235 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bfa565-a5aa-4e37-9de5-b7e7eeb14362 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2b4fe42-5d81-4408-af48-5dfce1021e41,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:19:40.061231 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59786) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:19:40.101135 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-d719eef7-d120-47a9-87a3-4a85e4442031 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5aeaf27acf8449bc95585abe13268945&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387652 Dec 09 17:19:40.103585 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.57', 59788) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:19:40.151617 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a881aa3-85d4-4505-bd0b-30c1bdb24b14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:40.172540 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a881aa3-85d4-4505-bd0b-30c1bdb24b14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:40.218152 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a881aa3-85d4-4505-bd0b-30c1bdb24b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:40.220685 n-d-821228-1 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3a881aa3-85d4-4505-bd0b-30c1bdb24b14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:40.221843 n-d-821228-1 neutron-server[103244]: INFO neutron.wsgi [None req-3a881aa3-85d4-4505-bd0b-30c1bdb24b14 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5f59eef4-7da9-46df-987a-ceb30d6fd081 HTTP/1.1" status: 204 len: 168 time: 0.1173542 Dec 09 17:19:40.230094 n-d-821228-1 neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a881aa3-85d4-4505-bd0b-30c1bdb24b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f59eef4-7da9-46df-987a-ceb30d6fd081,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:19:40.424142 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 83c270df-76a9-4d2f-8fca-8b50d7bc71db no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 17:19:40.444330 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 83c270df-76a9-4d2f-8fca-8b50d7bc71db {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 17:19:40.444751 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 83c270df-76a9-4d2f-8fca-8b50d7bc71db not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 17:19:40.445168 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 94d7a20e-1112-4abd-8a8d-0a607fd01120 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 17:19:40.464675 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: 94d7a20e-1112-4abd-8a8d-0a607fd01120 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 17:19:40.465028 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device 94d7a20e-1112-4abd-8a8d-0a607fd01120 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 17:19:40.465447 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d3298beb-24db-4c54-81c4-bb0cb3fd0ad9 no longer exists at agent ovs-agent-n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 17:19:40.484450 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] No Port match for: d3298beb-24db-4c54-81c4-bb0cb3fd0ad9 {{(pid=103246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 17:19:40.484719 n-d-821228-1 neutron-server[103246]: DEBUG neutron.plugins.ml2.rpc [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Device d3298beb-24db-4c54-81c4-bb0cb3fd0ad9 not bound to the agent host n-d-821228-1 {{(pid=103246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 17:19:40.540312 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59794) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:19:40.581539 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-4fbd3e71-f84a-45b1-b4ce-98e2cadd1c5c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=635cf2d7798743beaa7d745623224dcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397623 Dec 09 17:19:40.583916 n-d-821228-1 neutron-server[103245]: DEBUG neutron.wsgi [-] (103245) accepted ('10.222.0.57', 59796) {{(pid=103245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 17:19:40.631160 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c012ecc1-e839-4001-9a0f-413082a8381f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:40.651825 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c012ecc1-e839-4001-9a0f-413082a8381f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:40.698867 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c012ecc1-e839-4001-9a0f-413082a8381f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629287'] for security_group, after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:40.702283 n-d-821228-1 neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c012ecc1-e839-4001-9a0f-413082a8381f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:40.704049 n-d-821228-1 neutron-server[103245]: INFO neutron.wsgi [None req-c012ecc1-e839-4001-9a0f-413082a8381f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a2d6d9f8-532a-431e-bf59-9e7548a72572 HTTP/1.1" status: 204 len: 168 time: 0.1191735 Dec 09 17:19:40.711836 n-d-821228-1 neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012ecc1-e839-4001-9a0f-413082a8381f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d6d9f8-532a-431e-bf59-9e7548a72572,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 17:19:47.276555 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:50.773231 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b91da265-1e12-4e90-88bf-5738cf92f770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:53.327866 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9797f6dc-b199-4771-bee5-5b59ea018068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:54.542139 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:55.667275 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:55.803584 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:56.771431 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:19:57.728057 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:20:17.287237 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:20:20.776751 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-db2484ad-9607-462b-abad-ec634cba7664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:20:23.330032 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d087a8df-34e9-40d3-8a61-6734d4d21856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:20:24.545675 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:20:25.673013 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:20:25.806730 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:20:26.775927 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:20:34.727534 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:20:47.305820 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:20:50.777006 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4eb893c8-34f4-4e44-9d2e-70c856613fe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:20:53.337543 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-038184eb-b813-4608-aa38-29771cde6f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:20:54.549145 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:20:55.679493 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:20:55.809562 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:20:56.778488 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:21:11.726376 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:21:17.304467 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:21:20.778963 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-88366fbc-0460-4007-ab63-0194eb0c3493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:21:23.341120 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-388cd1a7-b3e0-43e2-bdb5-5fd059c4540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:21:24.551137 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:21:25.678022 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:21:25.812405 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:21:26.781037 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:21:47.303692 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:21:48.725307 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:21:50.780846 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c92d86e4-3407-473f-a7a7-580ddae4aaab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:21:53.344616 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4137efae-f949-43c8-85db-171572ba5379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:21:54.555022 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:21:55.692651 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:21:55.817674 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:21:56.782693 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:22:17.301492 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:22:20.784036 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8dc155b4-3de8-43e3-b32d-45e55e4a9fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:22:23.346688 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-2a4f3ef5-1b8e-4032-b607-35397f43b5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:22:24.558342 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:22:25.706229 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:22:25.725105 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:22:25.817908 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:22:26.785178 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:22:47.316429 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:22:50.784971 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-1d5ac0a9-7d3a-40c5-8491-7514dd924027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:22:53.348904 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9ba3f103-864c-46b6-ad1d-478cf3945a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:22:54.560985 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:22:55.706309 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:22:55.820788 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:22:56.786796 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:23:02.724600 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:23:17.331222 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:23:20.786471 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f86185bf-a884-47b3-a8d9-286079d2c132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:23:23.350527 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-c6bea6fc-8dd5-4fd6-90d1-226169a3b81c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:23:24.564369 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:23:25.703702 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:23:25.824000 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:23:26.788996 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:23:39.723461 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:23:47.330235 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:23:50.787559 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-e0d5d18f-4e81-4b4f-9058-189be9212eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:23:53.352965 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3722c6e1-d2cc-4d6f-a974-5aecb7374ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:23:54.568946 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:23:55.703740 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:23:55.826616 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:23:56.791513 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:24:16.722355 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:24:17.329257 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:24:20.789285 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3a15490b-ba76-40ad-a0b0-37fae2834e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:24:23.354976 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-8b692093-7c50-4708-948d-d500de20b698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:24:24.570058 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:24:25.702622 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:24:25.830026 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:24:26.793534 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:24:47.327843 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:24:50.792379 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-84ebdf67-1d33-4c8c-ac07-e53eef2fdec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:24:53.357687 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-00a20080-b3d0-4b3a-a431-06d3166bba3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:24:53.720902 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:24:54.572896 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:24:55.695183 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:24:55.830314 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:24:56.795408 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:25:17.343255 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:25:20.792997 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f3b5de54-3286-4e54-896e-6ca8a084764e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:25:23.359049 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-89499546-e257-4ee3-9b2d-96e75b00fed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:25:24.575129 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:25:25.714252 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:25:25.834166 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:25:26.797455 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:25:30.719876 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:25:47.342339 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:25:50.794401 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b1667bf2-34c4-40fc-8ac7-05a0ad37362b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:25:53.361104 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f361da59-ecf3-4b8b-b85a-f2570cb3f38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:25:54.577400 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:25:55.729563 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:25:55.836226 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:25:56.800218 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:26:07.718578 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:26:17.357294 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:26:20.424800 n-d-821228-1 neutron-server[103244]: DEBUG neutron.wsgi [req-a9b35d72-fc1a-4d36-ac4a-5f18eb2c5ab5 req-e5411dc9-b45c-4476-8892-7398e7f41901 service neutron] (103244) timed out ('10.222.0.57', 57470) {{(pid=103244) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 17:26:20.796266 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9b794020-f78f-4533-a642-fcf0fdbf7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:26:23.362874 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-249d9e28-136d-4d4e-9eca-fbd60338bbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:26:24.580197 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:26:25.731596 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:26:25.839388 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:26:26.803495 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:26:44.717263 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:26:47.355026 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:26:50.797968 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-216f0222-9883-442f-9e02-1d9b02680fba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:26:53.366009 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-0c0b1d8a-f3b7-494d-9d9a-04b6e27ec67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:26:54.582513 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:26:55.727653 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:26:55.841578 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:26:56.804779 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:27:17.370312 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:27:20.799464 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-b03b7de4-be31-4dfc-bcf9-d039ce7a2360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:27:21.716666 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:27:23.367651 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5b85b3fb-852a-4ab7-bcac-554e0cfeeff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:27:24.586613 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:27:25.729504 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:27:25.844484 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:27:26.808755 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:27:47.385217 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:27:50.801342 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-763d0106-b97c-4ffd-b4e1-550145e42965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:27:53.370019 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f45229d3-7830-464a-b3ed-f9267b32281e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:27:54.589330 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:27:55.733172 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:27:55.847424 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:27:56.811996 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:27:58.716794 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:28:17.393561 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:28:20.803698 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9c1ca319-4106-4d3f-a9ee-d76259cfb228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:28:23.373829 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-64d1cdc8-2a9d-4f96-b41e-2c8a1c5d7622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:28:24.594670 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:28:25.748054 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:28:25.853615 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:28:26.815147 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:28:35.716746 n-d-821228-1 neutron-server[103247]: DEBUG neutron.db.agents_db [None req-88055533-58e3-46be-b7aa-b8d083b34724 None None] Agent healthcheck: found 7 active agents {{(pid=103247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 17:28:47.397361 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7119-a240-4338-b8cc-42158c9af676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:28:50.806369 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-67e2854f-163e-47a9-a664-03873477c3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:28:53.375873 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f4d0d2d7-b71f-4dc3-9884-e86c86b4aef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:28:54.594941 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3c690c6b-6db6-4b79-85f1-d70a5340b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:28:55.753649 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-eb893c04-d582-4963-816d-2aa93f610fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:28:55.854159 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-250edbde-b522-4b08-b6e5-379a77641aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 17:28:56.817179 n-d-821228-1 neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-ace9cc5f-15a5-49ae-93d9-b0251403773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758620474781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747000'] for agent, after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}